-- Logs begin at Thu 2022-04-28 10:08:22 UTC, end at Thu 2022-04-28 12:01:06 UTC. -- Apr 28 10:50:19.250881 dv-neutron-master-2-hyperv systemd[1]: Started Devstack devstack@q-svc.service. Apr 28 10:50:22.032588 dv-neutron-master-2-hyperv neutron-server[116050]: INFO neutron.common.config [-] Logging enabled! Apr 28 10:50:22.033196 dv-neutron-master-2-hyperv neutron-server[116050]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev158 Apr 28 10:50:22.033368 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=116050) setup_logging /opt/stack/neutron/neutron/common/config.py:120}} Apr 28 10:50:22.036686 dv-neutron-master-2-hyperv neutron-server[116050]: INFO neutron.common.config [-] Logging enabled! Apr 28 10:50:22.036941 dv-neutron-master-2-hyperv neutron-server[116050]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev158 Apr 28 10:50:22.037248 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=116050) setup_logging /opt/stack/neutron/neutron/common/config.py:120}} Apr 28 10:50:22.038170 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Apr 28 10:50:22.038414 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Apr 28 10:50:22.038776 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Apr 28 10:50:22.039020 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Apr 28 10:50:22.039244 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Apr 28 10:50:22.039554 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 10:50:22.039944 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 10:50:22.040174 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 10:50:22.040467 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 10:50:22.040755 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 10:50:22.041032 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 10:50:22.041320 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 10:50:22.041614 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 10:50:22.041897 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 10:50:22.042173 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 10:50:22.042481 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 10:50:22.042710 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 10:50:22.042987 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG neutron.common.config [-] config_source = [] {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 10:50:22.043272 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 10:50:22.043557 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 10:50:22.043820 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG neutron.common.config [-] debug = True {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 10:50:22.044305 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 10:50:22.045073 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 10:50:22.045729 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 10:50:22.046186 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 10:50:22.046509 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 10:50:22.046797 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 10:50:22.047075 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 10:50:22.047355 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 10:50:22.047647 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 10:50:22.047977 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG neutron.common.config [-] host = dv-neutron-master-2-hyperv {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 10:50:22.048252 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 10:50:22.048540 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 10:50:22.048826 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 10:50:22.049110 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 10:50:22.049383 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 10:50:22.049660 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 10:50:22.049944 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 10:50:22.050216 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG neutron.common.config [-] log_dir = None {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 10:50:22.050513 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG neutron.common.config [-] log_file = None {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 10:50:22.050786 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 10:50:22.051071 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 10:50:22.051352 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 10:50:22.051638 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 10:50:22.051862 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 10:50:22.052081 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 10:50:22.052363 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 10:50:22.052648 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 10:50:22.052919 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 10:50:22.053188 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 10:50:22.053455 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 10:50:22.053724 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 10:50:22.053993 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 10:50:22.054258 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 10:50:22.054566 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 10:50:22.054849 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 10:50:22.055129 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 10:50:22.055398 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 10:50:22.055666 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 10:50:22.055932 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 10:50:22.056198 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 10:50:22.056479 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 10:50:22.056746 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 10:50:22.057013 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 10:50:22.057279 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 10:50:22.057565 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 10:50:22.057829 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 10:50:22.058096 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 10:50:22.058390 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 10:50:22.058700 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 10:50:22.058977 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 10:50:22.059256 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 10:50:22.059653 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 10:50:22.059935 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 10:50:22.060280 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 10:50:22.060553 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG neutron.common.config [-] use_journal = False {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 10:50:22.060822 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG neutron.common.config [-] use_json = False {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 10:50:22.061091 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 10:50:22.061358 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 10:50:22.061635 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 10:50:22.061905 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 10:50:22.062171 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 10:50:22.062473 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 10:50:22.062744 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 10:50:22.063024 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 10:50:22.063293 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 10:50:22.063585 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 10:50:22.063879 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 10:50:22.064175 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 10:50:22.064455 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 10:50:22.064757 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 10:50:22.065031 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 10:50:22.065315 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 10:50:22.065589 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 10:50:22.065874 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 10:50:22.066158 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 10:50:22.066467 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 10:50:22.066746 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 10:50:22.067040 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 10:50:22.067324 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 10:50:22.067623 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 10:50:22.067925 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 10:50:22.068216 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 10:50:22.068510 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 10:50:22.068783 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 10:50:22.069053 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 10:50:22.069326 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 10:50:22.069600 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 10:50:22.069883 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 10:50:22.070155 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 10:50:22.070460 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 10:50:22.070746 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 10:50:22.071022 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 10:50:22.071316 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 10:50:22.071599 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 10:50:22.071880 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 10:50:22.072168 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 10:50:22.072453 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 10:50:22.072724 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 10:50:22.073418 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 10:50:22.073418 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 10:50:22.073565 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 10:50:22.073790 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 10:50:22.074063 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 10:50:22.074348 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 10:50:22.074644 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 10:50:22.074912 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 10:50:22.075766 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 10:50:22.076096 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 10:50:22.076327 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 10:50:22.076599 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 10:50:22.076874 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 10:50:22.077163 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 10:50:22.077437 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 10:50:22.077709 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 10:50:22.077986 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 10:50:22.078259 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 10:50:22.078557 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 10:50:22.078840 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 10:50:22.079113 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 10:50:22.079386 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 10:50:22.079655 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 10:50:22.079929 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 10:50:22.080198 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 10:50:22.080466 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 10:50:22.080737 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 10:50:22.081005 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 10:50:22.081278 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 10:50:22.081547 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 10:50:22.081817 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 10:50:22.082088 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 10:50:22.082357 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 10:50:22.082659 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 10:50:22.082930 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 10:50:22.083199 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 10:50:22.083472 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 10:50:22.083741 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 10:50:22.084010 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 10:50:22.084281 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 10:50:22.084549 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 10:50:22.084818 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 10:50:22.085111 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 10:50:22.085385 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 10:50:22.085658 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 10:50:22.085933 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 10:50:22.086206 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 10:50:22.086501 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 10:50:22.086777 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 10:50:22.087047 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 10:50:22.087319 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 10:50:22.087587 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 10:50:22.087878 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 10:50:22.088157 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 10:50:22.088439 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 10:50:22.088719 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 10:50:22.089010 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 10:50:22.089302 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 10:50:22.089574 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 10:50:22.089846 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 10:50:22.090121 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 10:50:22.090392 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 10:50:22.091327 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 10:50:22.091595 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 10:50:22.091879 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 10:50:22.092169 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 10:50:22.092460 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 10:50:22.092751 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 10:50:22.093042 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 10:50:22.093332 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 10:50:22.093615 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 10:50:22.093919 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 10:50:22.094199 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 10:50:22.094434 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Apr 28 10:50:22.094673 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=116050) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Apr 28 10:50:22.547095 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=116050) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Apr 28 10:50:22.547368 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=116050) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Apr 28 10:50:22.547673 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=116050) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Apr 28 10:50:22.548005 dv-neutron-master-2-hyperv neutron-server[116050]: INFO neutron.manager [-] Loading core plugin: ml2 Apr 28 10:50:22.870466 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=116050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 10:50:22.870664 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=116050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 10:50:22.870928 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=116050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 10:50:22.872724 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=116050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 10:50:22.872993 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=116050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 10:50:22.873256 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=116050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 10:50:22.928025 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=116050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 10:50:22.928303 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=116050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 10:50:22.928564 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=116050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 10:50:22.943015 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=116050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 10:50:22.943290 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=116050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 10:50:22.943554 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=116050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 10:50:22.973722 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=116050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 10:50:22.974000 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=116050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 10:50:22.974265 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=116050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 10:50:23.011023 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=116050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 10:50:23.011294 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=116050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 10:50:23.011560 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=116050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 10:50:23.349697 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=116050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 10:50:23.350359 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=116050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 10:50:23.350359 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=116050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 10:50:23.350543 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=116050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 10:50:23.351172 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=116050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 10:50:23.449489 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=116050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 10:50:23.449807 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=116050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 10:50:23.450210 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=116050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 10:50:23.450603 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=116050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 10:50:23.450879 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=116050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 10:50:23.451193 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=116050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 10:50:23.451455 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=116050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 10:50:23.451710 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=116050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 10:50:23.451962 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=116050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 10:50:23.452242 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=116050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 10:50:23.452501 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=116050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 10:50:23.452762 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=116050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 10:50:23.453014 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=116050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 10:50:23.453271 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=116050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 10:50:23.453521 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=116050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 10:50:23.453783 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=116050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 10:50:23.454034 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=116050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 10:50:23.454297 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=116050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 10:50:23.454597 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=116050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 10:50:23.454855 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=116050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 10:50:23.455123 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=116050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 10:50:23.455370 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=116050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 10:50:23.455644 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=116050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 10:50:23.456015 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=116050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 10:50:23.456261 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=116050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 10:50:23.456503 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=116050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 10:50:23.456888 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=116050) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 28 10:50:23.457126 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=116050) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 28 10:50:23.457356 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=116050) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 28 10:50:23.457588 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=116050) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 28 10:50:23.457817 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=116050) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 28 10:50:23.458047 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=116050) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 28 10:50:23.458425 dv-neutron-master-2-hyperv neutron-server[116050]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Apr 28 10:50:23.461440 dv-neutron-master-2-hyperv neutron-server[116050]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Apr 28 10:50:23.465297 dv-neutron-master-2-hyperv neutron-server[116050]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Apr 28 10:50:23.469187 dv-neutron-master-2-hyperv neutron-server[116050]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(50, 99)])]) Apr 28 10:50:23.470815 dv-neutron-master-2-hyperv neutron-server[116050]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Apr 28 10:50:23.471412 dv-neutron-master-2-hyperv neutron-server[116050]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Apr 28 10:50:23.471745 dv-neutron-master-2-hyperv neutron-server[116050]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Apr 28 10:50:23.472127 dv-neutron-master-2-hyperv neutron-server[116050]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Apr 28 10:50:23.474888 dv-neutron-master-2-hyperv neutron-server[116050]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Apr 28 10:50:23.475136 dv-neutron-master-2-hyperv neutron-server[116050]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Apr 28 10:50:23.475479 dv-neutron-master-2-hyperv neutron-server[116050]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Apr 28 10:50:23.480231 dv-neutron-master-2-hyperv neutron-server[116050]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Apr 28 10:50:23.505359 dv-neutron-master-2-hyperv neutron-server[116050]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Apr 28 10:50:23.505803 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=116050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 10:50:23.506097 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=116050) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Apr 28 10:50:23.506499 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=116050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 10:50:23.507832 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=116050) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Apr 28 10:50:23.508107 dv-neutron-master-2-hyperv neutron-server[116050]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Apr 28 10:50:23.508351 dv-neutron-master-2-hyperv neutron-server[116050]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Apr 28 10:50:23.511519 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=116050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 10:50:23.511799 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=116050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 10:50:23.573192 dv-neutron-master-2-hyperv neutron-server[116050]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Apr 28 10:50:23.573425 dv-neutron-master-2-hyperv neutron-server[116050]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Apr 28 10:50:23.573658 dv-neutron-master-2-hyperv neutron-server[116050]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Apr 28 10:50:23.574019 dv-neutron-master-2-hyperv neutron-server[116050]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Apr 28 10:50:23.595935 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_db.sqlalchemy.engines [None req-05781e8b-5982-4dd0-b592-aa7c4348f782 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=116050) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Apr 28 10:50:24.174239 dv-neutron-master-2-hyperv neutron-server[116050]: INFO neutron.plugins.ml2.managers [None req-05781e8b-5982-4dd0-b592-aa7c4348f782 None None] Initializing driver for type 'gre' Apr 28 10:50:24.174788 dv-neutron-master-2-hyperv neutron-server[116050]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-05781e8b-5982-4dd0-b592-aa7c4348f782 None None] gre ID ranges: [(1, 1000)] Apr 28 10:50:24.356594 dv-neutron-master-2-hyperv neutron-server[116050]: INFO neutron.plugins.ml2.managers [None req-05781e8b-5982-4dd0-b592-aa7c4348f782 None None] Initializing driver for type 'local' Apr 28 10:50:24.357156 dv-neutron-master-2-hyperv neutron-server[116050]: INFO neutron.plugins.ml2.managers [None req-05781e8b-5982-4dd0-b592-aa7c4348f782 None None] Initializing driver for type 'vlan' Apr 28 10:50:24.442838 dv-neutron-master-2-hyperv neutron-server[116050]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-05781e8b-5982-4dd0-b592-aa7c4348f782 None None] VlanTypeDriver initialization complete Apr 28 10:50:24.443178 dv-neutron-master-2-hyperv neutron-server[116050]: INFO neutron.plugins.ml2.managers [None req-05781e8b-5982-4dd0-b592-aa7c4348f782 None None] Initializing driver for type 'vxlan' Apr 28 10:50:24.443684 dv-neutron-master-2-hyperv neutron-server[116050]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-05781e8b-5982-4dd0-b592-aa7c4348f782 None None] vxlan ID ranges: [(1, 1000)] Apr 28 10:50:24.591462 dv-neutron-master-2-hyperv neutron-server[116050]: INFO neutron.plugins.ml2.managers [None req-05781e8b-5982-4dd0-b592-aa7c4348f782 None None] Initializing extension driver 'port_security' Apr 28 10:50:24.591804 dv-neutron-master-2-hyperv neutron-server[116050]: INFO neutron.plugins.ml2.extensions.port_security [None req-05781e8b-5982-4dd0-b592-aa7c4348f782 None None] PortSecurityExtensionDriver initialization complete Apr 28 10:50:24.592143 dv-neutron-master-2-hyperv neutron-server[116050]: INFO neutron.plugins.ml2.managers [None req-05781e8b-5982-4dd0-b592-aa7c4348f782 None None] Initializing mechanism driver 'openvswitch' Apr 28 10:50:24.592470 dv-neutron-master-2-hyperv neutron-server[116050]: INFO neutron.plugins.ml2.managers [None req-05781e8b-5982-4dd0-b592-aa7c4348f782 None None] Initializing mechanism driver 'hyperv' Apr 28 10:50:24.599117 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG neutron.plugins.ml2.plugin [None req-05781e8b-5982-4dd0-b592-aa7c4348f782 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=116050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 10:50:24.599972 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG neutron_lib.callbacks.manager [None req-05781e8b-5982-4dd0-b592-aa7c4348f782 None None] Subscribe: > port after_create 55550000 {{(pid=116050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 10:50:24.600347 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG neutron_lib.callbacks.manager [None req-05781e8b-5982-4dd0-b592-aa7c4348f782 None None] Subscribe: > port after_update 55550000 {{(pid=116050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 10:50:24.600705 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG neutron_lib.callbacks.manager [None req-05781e8b-5982-4dd0-b592-aa7c4348f782 None None] Subscribe: > port after_delete 55550000 {{(pid=116050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 10:50:24.601300 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=116050) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 28 10:50:24.601676 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG neutron_lib.callbacks.manager [None req-05781e8b-5982-4dd0-b592-aa7c4348f782 None None] Subscribe: > subnet after_create 55550000 {{(pid=116050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 10:50:24.602038 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG neutron_lib.callbacks.manager [None req-05781e8b-5982-4dd0-b592-aa7c4348f782 None None] Subscribe: > subnet after_update 55550000 {{(pid=116050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 10:50:24.602390 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG neutron_lib.callbacks.manager [None req-05781e8b-5982-4dd0-b592-aa7c4348f782 None None] Subscribe: > subnet after_delete 55550000 {{(pid=116050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 10:50:24.602814 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=116050) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 28 10:50:24.604084 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG neutron_lib.callbacks.manager [None req-05781e8b-5982-4dd0-b592-aa7c4348f782 None None] Subscribe: > network after_create 55550000 {{(pid=116050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 10:50:24.604084 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG neutron_lib.callbacks.manager [None req-05781e8b-5982-4dd0-b592-aa7c4348f782 None None] Subscribe: > network after_update 55550000 {{(pid=116050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 10:50:24.604084 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG neutron_lib.callbacks.manager [None req-05781e8b-5982-4dd0-b592-aa7c4348f782 None None] Subscribe: > network after_delete 55550000 {{(pid=116050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 10:50:24.604320 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=116050) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 28 10:50:24.604702 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG neutron_lib.callbacks.manager [None req-05781e8b-5982-4dd0-b592-aa7c4348f782 None None] Subscribe: > security_group after_create 55550000 {{(pid=116050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 10:50:24.605059 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG neutron_lib.callbacks.manager [None req-05781e8b-5982-4dd0-b592-aa7c4348f782 None None] Subscribe: > security_group after_update 55550000 {{(pid=116050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 10:50:24.605408 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG neutron_lib.callbacks.manager [None req-05781e8b-5982-4dd0-b592-aa7c4348f782 None None] Subscribe: > security_group after_delete 55550000 {{(pid=116050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 10:50:24.605805 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=116050) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 28 10:50:24.606285 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG neutron_lib.callbacks.manager [None req-05781e8b-5982-4dd0-b592-aa7c4348f782 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=116050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 10:50:24.606719 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG neutron_lib.callbacks.manager [None req-05781e8b-5982-4dd0-b592-aa7c4348f782 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=116050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 10:50:24.607022 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG neutron_lib.callbacks.manager [None req-05781e8b-5982-4dd0-b592-aa7c4348f782 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=116050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 10:50:24.607431 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=116050) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 28 10:50:24.607843 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG neutron_lib.callbacks.manager [None req-05781e8b-5982-4dd0-b592-aa7c4348f782 None None] Subscribe: > address_group after_create 55550000 {{(pid=116050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 10:50:24.608197 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG neutron_lib.callbacks.manager [None req-05781e8b-5982-4dd0-b592-aa7c4348f782 None None] Subscribe: > address_group after_update 55550000 {{(pid=116050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 10:50:24.608542 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG neutron_lib.callbacks.manager [None req-05781e8b-5982-4dd0-b592-aa7c4348f782 None None] Subscribe: > address_group after_delete 55550000 {{(pid=116050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 10:50:24.608946 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=116050) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 28 10:50:24.609394 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-05781e8b-5982-4dd0-b592-aa7c4348f782 None None] ML2 OVO RPC backend initialized. {{(pid=116050) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} Apr 28 10:50:24.610111 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG neutron_lib.callbacks.manager [None req-05781e8b-5982-4dd0-b592-aa7c4348f782 None None] Subscribe: > router_interface after_create 55550000 {{(pid=116050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 10:50:24.610503 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG neutron_lib.callbacks.manager [None req-05781e8b-5982-4dd0-b592-aa7c4348f782 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=116050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 10:50:24.610930 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG neutron_lib.callbacks.manager [None req-05781e8b-5982-4dd0-b592-aa7c4348f782 None None] Subscribe: > network before_response 55550000 {{(pid=116050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 10:50:24.611288 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG neutron_lib.callbacks.manager [None req-05781e8b-5982-4dd0-b592-aa7c4348f782 None None] Subscribe: > networks before_response 55550000 {{(pid=116050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 10:50:24.611643 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG neutron_lib.callbacks.manager [None req-05781e8b-5982-4dd0-b592-aa7c4348f782 None None] Subscribe: > port before_response 55550000 {{(pid=116050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 10:50:24.611991 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG neutron_lib.callbacks.manager [None req-05781e8b-5982-4dd0-b592-aa7c4348f782 None None] Subscribe: > ports before_response 55550000 {{(pid=116050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 10:50:24.612340 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG neutron_lib.callbacks.manager [None req-05781e8b-5982-4dd0-b592-aa7c4348f782 None None] Subscribe: > subnet before_response 55550000 {{(pid=116050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 10:50:24.612688 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG neutron_lib.callbacks.manager [None req-05781e8b-5982-4dd0-b592-aa7c4348f782 None None] Subscribe: > subnets before_response 55550000 {{(pid=116050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 10:50:24.613042 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG neutron_lib.callbacks.manager [None req-05781e8b-5982-4dd0-b592-aa7c4348f782 None None] Subscribe: > network after_create 55550000 {{(pid=116050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 10:50:24.613389 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG neutron_lib.callbacks.manager [None req-05781e8b-5982-4dd0-b592-aa7c4348f782 None None] Subscribe: > network after_update 55550000 {{(pid=116050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 10:50:24.613730 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG neutron_lib.callbacks.manager [None req-05781e8b-5982-4dd0-b592-aa7c4348f782 None None] Subscribe: > network after_delete 55550000 {{(pid=116050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 10:50:24.614070 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG neutron_lib.callbacks.manager [None req-05781e8b-5982-4dd0-b592-aa7c4348f782 None None] Subscribe: > port after_create 55550000 {{(pid=116050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 10:50:24.614433 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG neutron_lib.callbacks.manager [None req-05781e8b-5982-4dd0-b592-aa7c4348f782 None None] Subscribe: > port after_update 55550000 {{(pid=116050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 10:50:24.614778 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG neutron_lib.callbacks.manager [None req-05781e8b-5982-4dd0-b592-aa7c4348f782 None None] Subscribe: > port after_delete 55550000 {{(pid=116050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 10:50:24.615120 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG neutron_lib.callbacks.manager [None req-05781e8b-5982-4dd0-b592-aa7c4348f782 None None] Subscribe: > subnet after_create 55550000 {{(pid=116050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 10:50:24.615464 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG neutron_lib.callbacks.manager [None req-05781e8b-5982-4dd0-b592-aa7c4348f782 None None] Subscribe: > subnet after_update 55550000 {{(pid=116050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 10:50:24.615801 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG neutron_lib.callbacks.manager [None req-05781e8b-5982-4dd0-b592-aa7c4348f782 None None] Subscribe: > subnet after_delete 55550000 {{(pid=116050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 10:50:24.623913 dv-neutron-master-2-hyperv neutron-server[116050]: INFO neutron.quota [None req-05781e8b-5982-4dd0-b592-aa7c4348f782 None None] Loaded quota_driver: . Apr 28 10:50:24.624281 dv-neutron-master-2-hyperv neutron-server[116050]: INFO neutron.plugins.ml2.plugin [None req-05781e8b-5982-4dd0-b592-aa7c4348f782 None None] Modular L2 Plugin initialization complete Apr 28 10:50:24.624638 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG neutron.manager [None req-05781e8b-5982-4dd0-b592-aa7c4348f782 None None] Loading services supported by the core plugin {{(pid=116050) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Apr 28 10:50:24.624986 dv-neutron-master-2-hyperv neutron-server[116050]: INFO neutron.plugins.ml2.managers [None req-05781e8b-5982-4dd0-b592-aa7c4348f782 None None] Got port-security extension from driver 'port_security' Apr 28 10:50:24.625470 dv-neutron-master-2-hyperv neutron-server[116050]: INFO neutron.extensions.vlantransparent [None req-05781e8b-5982-4dd0-b592-aa7c4348f782 None None] Disabled vlantransparent extension. Apr 28 10:50:24.625963 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG neutron.manager [None req-05781e8b-5982-4dd0-b592-aa7c4348f782 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=116050) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Apr 28 10:50:24.626293 dv-neutron-master-2-hyperv neutron-server[116050]: INFO neutron.manager [None req-05781e8b-5982-4dd0-b592-aa7c4348f782 None None] Loading Plugin: router Apr 28 10:50:24.661749 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG neutron_lib.callbacks.manager [None req-05781e8b-5982-4dd0-b592-aa7c4348f782 None None] Subscribe: > router_interface before_create 55550000 {{(pid=116050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 10:50:24.662150 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG neutron_lib.callbacks.manager [None req-05781e8b-5982-4dd0-b592-aa7c4348f782 None None] Subscribe: > router after_create 55549900 {{(pid=116050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 10:50:24.662557 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG neutron_lib.callbacks.manager [None req-05781e8b-5982-4dd0-b592-aa7c4348f782 None None] Subscribe: > router before_create 55549900 {{(pid=116050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 10:50:24.662930 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG neutron_lib.callbacks.manager [None req-05781e8b-5982-4dd0-b592-aa7c4348f782 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=116050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 10:50:24.663309 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG neutron_lib.callbacks.manager [None req-05781e8b-5982-4dd0-b592-aa7c4348f782 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=116050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 10:50:24.663671 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG neutron_lib.callbacks.manager [None req-05781e8b-5982-4dd0-b592-aa7c4348f782 None None] Subscribe: > router after_delete 55549900 {{(pid=116050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 10:50:24.664037 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG neutron_lib.callbacks.manager [None req-05781e8b-5982-4dd0-b592-aa7c4348f782 None None] Subscribe: > floatingip after_create 55550000 {{(pid=116050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 10:50:24.664395 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG neutron_lib.callbacks.manager [None req-05781e8b-5982-4dd0-b592-aa7c4348f782 None None] Subscribe: > floatingip after_update 55550000 {{(pid=116050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 10:50:24.664759 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG neutron_lib.callbacks.manager [None req-05781e8b-5982-4dd0-b592-aa7c4348f782 None None] Subscribe: > router after_create 55549900 {{(pid=116050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 10:50:24.665113 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG neutron_lib.callbacks.manager [None req-05781e8b-5982-4dd0-b592-aa7c4348f782 None None] Subscribe: > router after_update 55549900 {{(pid=116050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 10:50:24.665467 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG neutron_lib.callbacks.manager [None req-05781e8b-5982-4dd0-b592-aa7c4348f782 None None] Subscribe: > router after_update 55549900 {{(pid=116050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 10:50:24.665821 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG neutron_lib.callbacks.manager [None req-05781e8b-5982-4dd0-b592-aa7c4348f782 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=116050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 10:50:24.666306 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG neutron_lib.callbacks.manager [None req-05781e8b-5982-4dd0-b592-aa7c4348f782 None None] Subscribe: > router after_update 55549900 {{(pid=116050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 10:50:24.666758 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG neutron_lib.callbacks.manager [None req-05781e8b-5982-4dd0-b592-aa7c4348f782 None None] Subscribe: > router precommit_update 55549900 {{(pid=116050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 10:50:24.667138 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG neutron_lib.callbacks.manager [None req-05781e8b-5982-4dd0-b592-aa7c4348f782 None None] Subscribe: port after_update 55550000 {{(pid=116050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 10:50:24.667484 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG neutron_lib.callbacks.manager [None req-05781e8b-5982-4dd0-b592-aa7c4348f782 None None] Subscribe: port after_delete 55550000 {{(pid=116050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 10:50:24.667830 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG neutron_lib.callbacks.manager [None req-05781e8b-5982-4dd0-b592-aa7c4348f782 None None] Subscribe: subnet after_update 55550000 {{(pid=116050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 10:50:24.668187 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG neutron_lib.callbacks.manager [None req-05781e8b-5982-4dd0-b592-aa7c4348f782 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=116050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 10:50:24.668543 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG neutron_lib.callbacks.manager [None req-05781e8b-5982-4dd0-b592-aa7c4348f782 None None] Subscribe: > port precommit_delete 55550000 {{(pid=116050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 10:50:24.668961 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG neutron_lib.callbacks.manager [None req-05781e8b-5982-4dd0-b592-aa7c4348f782 None None] Subscribe: > router precommit_create 55549900 {{(pid=116050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 10:50:24.669312 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG neutron_lib.callbacks.manager [None req-05781e8b-5982-4dd0-b592-aa7c4348f782 None None] Subscribe: port before_delete 55550000 {{(pid=116050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 10:50:24.669664 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG neutron_lib.callbacks.manager [None req-05781e8b-5982-4dd0-b592-aa7c4348f782 None None] Subscribe: > router precommit_create 55550000 {{(pid=116050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 10:50:24.670028 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG neutron_lib.callbacks.manager [None req-05781e8b-5982-4dd0-b592-aa7c4348f782 None None] Subscribe: > router after_update 55549900 {{(pid=116050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 10:50:24.670376 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG neutron_lib.callbacks.manager [None req-05781e8b-5982-4dd0-b592-aa7c4348f782 None None] Subscribe: > router precommit_delete 55549900 {{(pid=116050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 10:50:24.670773 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG neutron_lib.callbacks.manager [None req-05781e8b-5982-4dd0-b592-aa7c4348f782 None None] Subscribe: > router precommit_create 55549900 {{(pid=116050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 10:50:24.671142 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG neutron_lib.callbacks.manager [None req-05781e8b-5982-4dd0-b592-aa7c4348f782 None None] Subscribe: > router_interface after_create 55550000 {{(pid=116050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 10:50:24.671491 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG neutron_lib.callbacks.manager [None req-05781e8b-5982-4dd0-b592-aa7c4348f782 None None] Subscribe: > router precommit_update 55549900 {{(pid=116050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 10:50:24.671860 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG neutron_lib.callbacks.manager [None req-05781e8b-5982-4dd0-b592-aa7c4348f782 None None] Subscribe: > agent after_create 55550000 {{(pid=116050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 10:50:24.672217 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG neutron_lib.callbacks.manager [None req-05781e8b-5982-4dd0-b592-aa7c4348f782 None None] Subscribe: > agent after_delete 55550000 {{(pid=116050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 10:50:24.672567 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG neutron_lib.callbacks.manager [None req-05781e8b-5982-4dd0-b592-aa7c4348f782 None None] Subscribe: > network after_delete 55550000 {{(pid=116050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 10:50:24.673429 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG neutron.quota.resource_registry [None req-05781e8b-5982-4dd0-b592-aa7c4348f782 None None] Tracking information for resource: router configured {{(pid=116050) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 28 10:50:24.673765 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG neutron.quota.resource_registry [None req-05781e8b-5982-4dd0-b592-aa7c4348f782 None None] Tracking information for resource: floatingip configured {{(pid=116050) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 28 10:50:24.678635 dv-neutron-master-2-hyperv neutron-server[116050]: INFO neutron.db.l3_agentschedulers_db [None req-05781e8b-5982-4dd0-b592-aa7c4348f782 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Apr 28 10:50:24.679215 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG neutron_lib.callbacks.manager [None req-05781e8b-5982-4dd0-b592-aa7c4348f782 None None] Subscribe: port after_update 55550000 {{(pid=116050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 10:50:24.679582 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG neutron_lib.callbacks.manager [None req-05781e8b-5982-4dd0-b592-aa7c4348f782 None None] Subscribe: port after_create 55550000 {{(pid=116050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 10:50:24.679941 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG neutron_lib.callbacks.manager [None req-05781e8b-5982-4dd0-b592-aa7c4348f782 None None] Subscribe: port after_delete 55550000 {{(pid=116050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 10:50:24.680298 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG neutron_lib.callbacks.manager [None req-05781e8b-5982-4dd0-b592-aa7c4348f782 None None] Subscribe: port after_update 55550000 {{(pid=116050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 10:50:24.681125 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG neutron_lib.callbacks.manager [None req-05781e8b-5982-4dd0-b592-aa7c4348f782 None None] Subscribe: > router before_create 55550100 {{(pid=116050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 10:50:24.681497 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG neutron_lib.callbacks.manager [None req-05781e8b-5982-4dd0-b592-aa7c4348f782 None None] Subscribe: > router precommit_delete 55550100 {{(pid=116050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 10:50:24.681866 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG neutron_lib.callbacks.manager [None req-05781e8b-5982-4dd0-b592-aa7c4348f782 None None] Subscribe: > router precommit_create 55550100 {{(pid=116050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 10:50:24.682228 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG neutron_lib.callbacks.manager [None req-05781e8b-5982-4dd0-b592-aa7c4348f782 None None] Subscribe: > router precommit_update 55550100 {{(pid=116050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 10:50:24.687586 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG neutron.services.provider_configuration [None req-05781e8b-5982-4dd0-b592-aa7c4348f782 None None] Service providers = [] {{(pid=116050) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Apr 28 10:50:24.687965 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG neutron.db.servicetype_db [None req-05781e8b-5982-4dd0-b592-aa7c4348f782 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=116050) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Apr 28 10:50:24.690965 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG neutron.services.service_base [None req-05781e8b-5982-4dd0-b592-aa7c4348f782 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=116050) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 28 10:50:24.691322 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG neutron.services.service_base [None req-05781e8b-5982-4dd0-b592-aa7c4348f782 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=116050) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 28 10:50:24.691673 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG neutron.services.service_base [None req-05781e8b-5982-4dd0-b592-aa7c4348f782 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=116050) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 28 10:50:24.692571 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG neutron.services.service_base [None req-05781e8b-5982-4dd0-b592-aa7c4348f782 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=116050) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 28 10:50:24.692947 dv-neutron-master-2-hyperv neutron-server[116050]: INFO neutron.services.service_base [None req-05781e8b-5982-4dd0-b592-aa7c4348f782 None None] Default provider is not specified for service type L3_ROUTER_NAT Apr 28 10:50:24.693320 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG neutron.manager [None req-05781e8b-5982-4dd0-b592-aa7c4348f782 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=116050) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 28 10:50:24.693642 dv-neutron-master-2-hyperv neutron-server[116050]: INFO neutron.manager [None req-05781e8b-5982-4dd0-b592-aa7c4348f782 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Apr 28 10:50:24.705033 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG neutron.manager [None req-05781e8b-5982-4dd0-b592-aa7c4348f782 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=116050) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 28 10:50:24.705372 dv-neutron-master-2-hyperv neutron-server[116050]: INFO neutron.manager [None req-05781e8b-5982-4dd0-b592-aa7c4348f782 None None] Loading Plugin: auto_allocate Apr 28 10:50:24.710980 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG neutron_lib.callbacks.manager [None req-05781e8b-5982-4dd0-b592-aa7c4348f782 None None] Subscribe: network precommit_update 55550000 {{(pid=116050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 10:50:24.711358 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG neutron_lib.callbacks.manager [None req-05781e8b-5982-4dd0-b592-aa7c4348f782 None None] Subscribe: network precommit_create 55550000 {{(pid=116050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 10:50:24.711885 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG neutron.manager [None req-05781e8b-5982-4dd0-b592-aa7c4348f782 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=116050) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 28 10:50:24.712211 dv-neutron-master-2-hyperv neutron-server[116050]: INFO neutron.manager [None req-05781e8b-5982-4dd0-b592-aa7c4348f782 None None] Loading Plugin: tag Apr 28 10:50:24.719254 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG neutron.manager [None req-05781e8b-5982-4dd0-b592-aa7c4348f782 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=116050) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 28 10:50:24.719595 dv-neutron-master-2-hyperv neutron-server[116050]: INFO neutron.manager [None req-05781e8b-5982-4dd0-b592-aa7c4348f782 None None] Loading Plugin: timestamp Apr 28 10:50:24.723414 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG neutron.manager [None req-05781e8b-5982-4dd0-b592-aa7c4348f782 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=116050) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 28 10:50:24.723758 dv-neutron-master-2-hyperv neutron-server[116050]: INFO neutron.manager [None req-05781e8b-5982-4dd0-b592-aa7c4348f782 None None] Loading Plugin: network_ip_availability Apr 28 10:50:24.729232 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG neutron_lib.callbacks.manager [None req-05781e8b-5982-4dd0-b592-aa7c4348f782 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=116050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 10:50:24.745267 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG neutron_lib.callbacks.manager [None req-05781e8b-5982-4dd0-b592-aa7c4348f782 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=116050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 10:50:24.745267 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG neutron_lib.callbacks.manager [None req-05781e8b-5982-4dd0-b592-aa7c4348f782 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=116050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 10:50:24.745267 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG neutron.manager [None req-05781e8b-5982-4dd0-b592-aa7c4348f782 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=116050) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 28 10:50:24.745267 dv-neutron-master-2-hyperv neutron-server[116050]: INFO neutron.manager [None req-05781e8b-5982-4dd0-b592-aa7c4348f782 None None] Loading Plugin: flavors Apr 28 10:50:24.750381 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG neutron.manager [None req-05781e8b-5982-4dd0-b592-aa7c4348f782 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=116050) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 28 10:50:24.750744 dv-neutron-master-2-hyperv neutron-server[116050]: INFO neutron.manager [None req-05781e8b-5982-4dd0-b592-aa7c4348f782 None None] Loading Plugin: revisions Apr 28 10:50:24.755269 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG neutron.manager [None req-05781e8b-5982-4dd0-b592-aa7c4348f782 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=116050) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 28 10:50:24.755669 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_concurrency.lockutils [None req-05781e8b-5982-4dd0-b592-aa7c4348f782 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 2.208s {{(pid=116050) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Apr 28 10:50:24.756418 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG neutron.api.extensions [None req-05781e8b-5982-4dd0-b592-aa7c4348f782 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=116050) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Apr 28 10:50:24.756758 dv-neutron-master-2-hyperv neutron-server[116050]: INFO neutron.api.extensions [None req-05781e8b-5982-4dd0-b592-aa7c4348f782 None None] Initializing extension manager. Apr 28 10:50:24.757293 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG neutron.api.extensions [None req-05781e8b-5982-4dd0-b592-aa7c4348f782 None None] Loading extension file: __init__.py {{(pid=116050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 10:50:24.757638 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG neutron.api.extensions [None req-05781e8b-5982-4dd0-b592-aa7c4348f782 None None] Loading extension file: __pycache__ {{(pid=116050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 10:50:24.757977 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG neutron.api.extensions [None req-05781e8b-5982-4dd0-b592-aa7c4348f782 None None] Loading extension file: _port_mac_address_override.py {{(pid=116050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 10:50:24.758315 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG neutron.api.extensions [None req-05781e8b-5982-4dd0-b592-aa7c4348f782 None None] Loading extension file: address_group.py {{(pid=116050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 10:50:24.759098 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG neutron.api.extensions [None req-05781e8b-5982-4dd0-b592-aa7c4348f782 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=116050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 10:50:24.759668 dv-neutron-master-2-hyperv neutron-server[116050]: INFO neutron.api.extensions [None req-05781e8b-5982-4dd0-b592-aa7c4348f782 None None] Loaded extension: address-group Apr 28 10:50:24.759996 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG neutron.api.extensions [None req-05781e8b-5982-4dd0-b592-aa7c4348f782 None None] Loading extension file: address_scope.py {{(pid=116050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 10:50:24.760715 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG neutron.api.extensions [None req-05781e8b-5982-4dd0-b592-aa7c4348f782 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=116050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 10:50:24.761235 dv-neutron-master-2-hyperv neutron-server[116050]: INFO neutron.api.extensions [None req-05781e8b-5982-4dd0-b592-aa7c4348f782 None None] Loaded extension: address-scope Apr 28 10:50:24.761562 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG neutron.api.extensions [None req-05781e8b-5982-4dd0-b592-aa7c4348f782 None None] Loading extension file: admin_state_down_before_update.py {{(pid=116050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 10:50:24.768875 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG neutron.api.extensions [None req-05781e8b-5982-4dd0-b592-aa7c4348f782 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=116050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 10:50:24.769391 dv-neutron-master-2-hyperv neutron-server[116050]: INFO neutron.api.extensions [None req-05781e8b-5982-4dd0-b592-aa7c4348f782 None None] Loaded extension: router-admin-state-down-before-update Apr 28 10:50:24.769721 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG neutron.api.extensions [None req-05781e8b-5982-4dd0-b592-aa7c4348f782 None None] Loading extension file: agent.py {{(pid=116050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 10:50:24.770465 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG neutron.api.extensions [None req-05781e8b-5982-4dd0-b592-aa7c4348f782 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=116050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 10:50:24.770986 dv-neutron-master-2-hyperv neutron-server[116050]: INFO neutron.api.extensions [None req-05781e8b-5982-4dd0-b592-aa7c4348f782 None None] Loaded extension: agent Apr 28 10:50:24.771320 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG neutron.api.extensions [None req-05781e8b-5982-4dd0-b592-aa7c4348f782 None None] Loading extension file: agent_resources_synced.py {{(pid=116050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 10:50:24.772244 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG neutron.api.extensions [None req-05781e8b-5982-4dd0-b592-aa7c4348f782 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=116050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 10:50:24.772767 dv-neutron-master-2-hyperv neutron-server[116050]: INFO neutron.api.extensions [None req-05781e8b-5982-4dd0-b592-aa7c4348f782 None None] Loaded extension: agent-resources-synced Apr 28 10:50:24.773101 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG neutron.api.extensions [None req-05781e8b-5982-4dd0-b592-aa7c4348f782 None None] Loading extension file: allowedaddresspairs.py {{(pid=116050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 10:50:24.774927 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG neutron.api.extensions [None req-05781e8b-5982-4dd0-b592-aa7c4348f782 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=116050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 10:50:24.775463 dv-neutron-master-2-hyperv neutron-server[116050]: INFO neutron.api.extensions [None req-05781e8b-5982-4dd0-b592-aa7c4348f782 None None] Loaded extension: allowed-address-pairs Apr 28 10:50:24.775798 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG neutron.api.extensions [None req-05781e8b-5982-4dd0-b592-aa7c4348f782 None None] Loading extension file: auto_allocated_topology.py {{(pid=116050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 10:50:24.776880 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG neutron.api.extensions [None req-05781e8b-5982-4dd0-b592-aa7c4348f782 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=116050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 10:50:24.777403 dv-neutron-master-2-hyperv neutron-server[116050]: INFO neutron.api.extensions [None req-05781e8b-5982-4dd0-b592-aa7c4348f782 None None] Loaded extension: auto-allocated-topology Apr 28 10:50:24.777737 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG neutron.api.extensions [None req-05781e8b-5982-4dd0-b592-aa7c4348f782 None None] Loading extension file: availability_zone.py {{(pid=116050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 10:50:24.778498 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG neutron.api.extensions [None req-05781e8b-5982-4dd0-b592-aa7c4348f782 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=116050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 10:50:24.779018 dv-neutron-master-2-hyperv neutron-server[116050]: INFO neutron.api.extensions [None req-05781e8b-5982-4dd0-b592-aa7c4348f782 None None] Loaded extension: availability_zone Apr 28 10:50:24.779349 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG neutron.api.extensions [None req-05781e8b-5982-4dd0-b592-aa7c4348f782 None None] Loading extension file: availability_zone_filter.py {{(pid=116050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 10:50:24.780268 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG neutron.api.extensions [None req-05781e8b-5982-4dd0-b592-aa7c4348f782 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=116050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 10:50:24.780786 dv-neutron-master-2-hyperv neutron-server[116050]: INFO neutron.api.extensions [None req-05781e8b-5982-4dd0-b592-aa7c4348f782 None None] Loaded extension: availability_zone_filter Apr 28 10:50:24.781116 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG neutron.api.extensions [None req-05781e8b-5982-4dd0-b592-aa7c4348f782 None None] Loading extension file: data_plane_status.py {{(pid=116050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 10:50:24.782035 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG neutron.api.extensions [None req-05781e8b-5982-4dd0-b592-aa7c4348f782 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=116050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 10:50:24.782590 dv-neutron-master-2-hyperv neutron-server[116050]: INFO neutron.api.extensions [None req-05781e8b-5982-4dd0-b592-aa7c4348f782 None None] Extension data-plane-status not supported by any of loaded plugins Apr 28 10:50:24.782925 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG neutron.api.extensions [None req-05781e8b-5982-4dd0-b592-aa7c4348f782 None None] Loading extension file: default_subnetpools.py {{(pid=116050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 10:50:24.783863 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG neutron.api.extensions [None req-05781e8b-5982-4dd0-b592-aa7c4348f782 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=116050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 10:50:24.784385 dv-neutron-master-2-hyperv neutron-server[116050]: INFO neutron.api.extensions [None req-05781e8b-5982-4dd0-b592-aa7c4348f782 None None] Loaded extension: default-subnetpools Apr 28 10:50:24.784714 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG neutron.api.extensions [None req-05781e8b-5982-4dd0-b592-aa7c4348f782 None None] Loading extension file: dhcpagentscheduler.py {{(pid=116050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 10:50:24.785535 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG neutron.api.extensions [None req-05781e8b-5982-4dd0-b592-aa7c4348f782 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=116050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 10:50:24.786056 dv-neutron-master-2-hyperv neutron-server[116050]: INFO neutron.api.extensions [None req-05781e8b-5982-4dd0-b592-aa7c4348f782 None None] Loaded extension: dhcp_agent_scheduler Apr 28 10:50:24.786386 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG neutron.api.extensions [None req-05781e8b-5982-4dd0-b592-aa7c4348f782 None None] Loading extension file: dns.py {{(pid=116050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 10:50:24.787333 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG neutron.api.extensions [None req-05781e8b-5982-4dd0-b592-aa7c4348f782 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=116050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 10:50:24.787847 dv-neutron-master-2-hyperv neutron-server[116050]: INFO neutron.api.extensions [None req-05781e8b-5982-4dd0-b592-aa7c4348f782 None None] Extension dns-integration not supported by any of loaded plugins Apr 28 10:50:24.788181 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG neutron.api.extensions [None req-05781e8b-5982-4dd0-b592-aa7c4348f782 None None] Loading extension file: dns_domain_ports.py {{(pid=116050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 10:50:24.789109 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG neutron.api.extensions [None req-05781e8b-5982-4dd0-b592-aa7c4348f782 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=116050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 10:50:24.789622 dv-neutron-master-2-hyperv neutron-server[116050]: INFO neutron.api.extensions [None req-05781e8b-5982-4dd0-b592-aa7c4348f782 None None] Extension dns-domain-ports not supported by any of loaded plugins Apr 28 10:50:24.789952 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG neutron.api.extensions [None req-05781e8b-5982-4dd0-b592-aa7c4348f782 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=116050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 10:50:24.792226 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG neutron.api.extensions [None req-05781e8b-5982-4dd0-b592-aa7c4348f782 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=116050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 10:50:24.792737 dv-neutron-master-2-hyperv neutron-server[116050]: INFO neutron.api.extensions [None req-05781e8b-5982-4dd0-b592-aa7c4348f782 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Apr 28 10:50:24.793064 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG neutron.api.extensions [None req-05781e8b-5982-4dd0-b592-aa7c4348f782 None None] Loading extension file: dvr.py {{(pid=116050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 10:50:24.794347 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG neutron.api.extensions [None req-05781e8b-5982-4dd0-b592-aa7c4348f782 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=116050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 10:50:24.794896 dv-neutron-master-2-hyperv neutron-server[116050]: INFO neutron.api.extensions [None req-05781e8b-5982-4dd0-b592-aa7c4348f782 None None] Loaded extension: dvr Apr 28 10:50:24.795225 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG neutron.api.extensions [None req-05781e8b-5982-4dd0-b592-aa7c4348f782 None None] Loading extension file: ecmp_routes.py {{(pid=116050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 10:50:24.796153 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG neutron.api.extensions [None req-05781e8b-5982-4dd0-b592-aa7c4348f782 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=116050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 10:50:24.796669 dv-neutron-master-2-hyperv neutron-server[116050]: INFO neutron.api.extensions [None req-05781e8b-5982-4dd0-b592-aa7c4348f782 None None] Extension ecmp_routes not supported by any of loaded plugins Apr 28 10:50:24.796998 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG neutron.api.extensions [None req-05781e8b-5982-4dd0-b592-aa7c4348f782 None None] Loading extension file: empty_string_filtering.py {{(pid=116050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 10:50:24.797917 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG neutron.api.extensions [None req-05781e8b-5982-4dd0-b592-aa7c4348f782 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=116050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 10:50:24.798464 dv-neutron-master-2-hyperv neutron-server[116050]: INFO neutron.api.extensions [None req-05781e8b-5982-4dd0-b592-aa7c4348f782 None None] Loaded extension: empty-string-filtering Apr 28 10:50:24.798793 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG neutron.api.extensions [None req-05781e8b-5982-4dd0-b592-aa7c4348f782 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=116050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 10:50:24.799726 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG neutron.api.extensions [None req-05781e8b-5982-4dd0-b592-aa7c4348f782 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=116050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 10:50:24.800239 dv-neutron-master-2-hyperv neutron-server[116050]: INFO neutron.api.extensions [None req-05781e8b-5982-4dd0-b592-aa7c4348f782 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Apr 28 10:50:24.800566 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG neutron.api.extensions [None req-05781e8b-5982-4dd0-b592-aa7c4348f782 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=116050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 10:50:24.801479 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG neutron.api.extensions [None req-05781e8b-5982-4dd0-b592-aa7c4348f782 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=116050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 10:50:24.801990 dv-neutron-master-2-hyperv neutron-server[116050]: INFO neutron.api.extensions [None req-05781e8b-5982-4dd0-b592-aa7c4348f782 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Apr 28 10:50:24.802318 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG neutron.api.extensions [None req-05781e8b-5982-4dd0-b592-aa7c4348f782 None None] Loading extension file: external_net.py {{(pid=116050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 10:50:24.803256 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG neutron.api.extensions [None req-05781e8b-5982-4dd0-b592-aa7c4348f782 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=116050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 10:50:24.803769 dv-neutron-master-2-hyperv neutron-server[116050]: INFO neutron.api.extensions [None req-05781e8b-5982-4dd0-b592-aa7c4348f782 None None] Loaded extension: external-net Apr 28 10:50:24.804093 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG neutron.api.extensions [None req-05781e8b-5982-4dd0-b592-aa7c4348f782 None None] Loading extension file: extra_dhcp_opt.py {{(pid=116050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 10:50:24.805010 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG neutron.api.extensions [None req-05781e8b-5982-4dd0-b592-aa7c4348f782 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=116050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 10:50:24.805523 dv-neutron-master-2-hyperv neutron-server[116050]: INFO neutron.api.extensions [None req-05781e8b-5982-4dd0-b592-aa7c4348f782 None None] Loaded extension: extra_dhcp_opt Apr 28 10:50:24.805848 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG neutron.api.extensions [None req-05781e8b-5982-4dd0-b592-aa7c4348f782 None None] Loading extension file: extraroute.py {{(pid=116050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 10:50:24.806797 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG neutron.api.extensions [None req-05781e8b-5982-4dd0-b592-aa7c4348f782 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=116050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 10:50:24.807309 dv-neutron-master-2-hyperv neutron-server[116050]: INFO neutron.api.extensions [None req-05781e8b-5982-4dd0-b592-aa7c4348f782 None None] Loaded extension: extraroute Apr 28 10:50:24.807635 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG neutron.api.extensions [None req-05781e8b-5982-4dd0-b592-aa7c4348f782 None None] Loading extension file: extraroute_atomic.py {{(pid=116050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 10:50:24.810673 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG neutron.api.extensions [None req-05781e8b-5982-4dd0-b592-aa7c4348f782 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=116050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 10:50:24.811206 dv-neutron-master-2-hyperv neutron-server[116050]: INFO neutron.api.extensions [None req-05781e8b-5982-4dd0-b592-aa7c4348f782 None None] Loaded extension: extraroute-atomic Apr 28 10:50:24.811545 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG neutron.api.extensions [None req-05781e8b-5982-4dd0-b592-aa7c4348f782 None None] Loading extension file: filter_validation.py {{(pid=116050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 10:50:24.812235 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG neutron.api.extensions [None req-05781e8b-5982-4dd0-b592-aa7c4348f782 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=116050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 10:50:24.812756 dv-neutron-master-2-hyperv neutron-server[116050]: INFO neutron.api.extensions [None req-05781e8b-5982-4dd0-b592-aa7c4348f782 None None] Loaded extension: filter-validation Apr 28 10:50:24.813087 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG neutron.api.extensions [None req-05781e8b-5982-4dd0-b592-aa7c4348f782 None None] Loading extension file: fip_pf_description.py {{(pid=116050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 10:50:24.814015 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG neutron.api.extensions [None req-05781e8b-5982-4dd0-b592-aa7c4348f782 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=116050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 10:50:24.814568 dv-neutron-master-2-hyperv neutron-server[116050]: INFO neutron.api.extensions [None req-05781e8b-5982-4dd0-b592-aa7c4348f782 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Apr 28 10:50:24.814899 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG neutron.api.extensions [None req-05781e8b-5982-4dd0-b592-aa7c4348f782 None None] Loading extension file: fip_pf_port_range.py {{(pid=116050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 10:50:24.815834 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG neutron.api.extensions [None req-05781e8b-5982-4dd0-b592-aa7c4348f782 None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=116050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 10:50:24.816353 dv-neutron-master-2-hyperv neutron-server[116050]: INFO neutron.api.extensions [None req-05781e8b-5982-4dd0-b592-aa7c4348f782 None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins Apr 28 10:50:24.816680 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG neutron.api.extensions [None req-05781e8b-5982-4dd0-b592-aa7c4348f782 None None] Loading extension file: fip_port_details.py {{(pid=116050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 10:50:24.817611 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG neutron.api.extensions [None req-05781e8b-5982-4dd0-b592-aa7c4348f782 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=116050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 10:50:24.818131 dv-neutron-master-2-hyperv neutron-server[116050]: INFO neutron.api.extensions [None req-05781e8b-5982-4dd0-b592-aa7c4348f782 None None] Loaded extension: fip-port-details Apr 28 10:50:24.818493 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG neutron.api.extensions [None req-05781e8b-5982-4dd0-b592-aa7c4348f782 None None] Loading extension file: flavors.py {{(pid=116050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 10:50:24.819727 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG neutron.api.extensions [None req-05781e8b-5982-4dd0-b592-aa7c4348f782 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=116050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 10:50:24.820255 dv-neutron-master-2-hyperv neutron-server[116050]: INFO neutron.api.extensions [None req-05781e8b-5982-4dd0-b592-aa7c4348f782 None None] Loaded extension: flavors Apr 28 10:50:24.820590 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG neutron.api.extensions [None req-05781e8b-5982-4dd0-b592-aa7c4348f782 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=116050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 10:50:24.822288 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG neutron.api.extensions [None req-05781e8b-5982-4dd0-b592-aa7c4348f782 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=116050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 10:50:24.822861 dv-neutron-master-2-hyperv neutron-server[116050]: INFO neutron.api.extensions [None req-05781e8b-5982-4dd0-b592-aa7c4348f782 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Apr 28 10:50:24.823196 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG neutron.api.extensions [None req-05781e8b-5982-4dd0-b592-aa7c4348f782 None None] Loading extension file: floatingip_pools.py {{(pid=116050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 10:50:24.823910 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG neutron.api.extensions [None req-05781e8b-5982-4dd0-b592-aa7c4348f782 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=116050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 10:50:24.824430 dv-neutron-master-2-hyperv neutron-server[116050]: INFO neutron.api.extensions [None req-05781e8b-5982-4dd0-b592-aa7c4348f782 None None] Loaded extension: floatingip-pools Apr 28 10:50:24.824760 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG neutron.api.extensions [None req-05781e8b-5982-4dd0-b592-aa7c4348f782 None None] Loading extension file: ip_allocation.py {{(pid=116050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 10:50:24.825720 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG neutron.api.extensions [None req-05781e8b-5982-4dd0-b592-aa7c4348f782 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=116050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 10:50:24.826231 dv-neutron-master-2-hyperv neutron-server[116050]: INFO neutron.api.extensions [None req-05781e8b-5982-4dd0-b592-aa7c4348f782 None None] Extension ip_allocation not supported by any of loaded plugins Apr 28 10:50:24.826600 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG neutron.api.extensions [None req-05781e8b-5982-4dd0-b592-aa7c4348f782 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=116050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 10:50:24.827532 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG neutron.api.extensions [None req-05781e8b-5982-4dd0-b592-aa7c4348f782 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=116050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 10:50:24.828048 dv-neutron-master-2-hyperv neutron-server[116050]: INFO neutron.api.extensions [None req-05781e8b-5982-4dd0-b592-aa7c4348f782 None None] Loaded extension: ip-substring-filtering Apr 28 10:50:24.828378 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG neutron.api.extensions [None req-05781e8b-5982-4dd0-b592-aa7c4348f782 None None] Loading extension file: l2_adjacency.py {{(pid=116050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 10:50:24.829321 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG neutron.api.extensions [None req-05781e8b-5982-4dd0-b592-aa7c4348f782 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=116050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 10:50:24.829836 dv-neutron-master-2-hyperv neutron-server[116050]: INFO neutron.api.extensions [None req-05781e8b-5982-4dd0-b592-aa7c4348f782 None None] Extension l2_adjacency not supported by any of loaded plugins Apr 28 10:50:24.830162 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG neutron.api.extensions [None req-05781e8b-5982-4dd0-b592-aa7c4348f782 None None] Loading extension file: l3.py {{(pid=116050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 10:50:24.831164 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG neutron.api.extensions [None req-05781e8b-5982-4dd0-b592-aa7c4348f782 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=116050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 10:50:24.831690 dv-neutron-master-2-hyperv neutron-server[116050]: INFO neutron.api.extensions [None req-05781e8b-5982-4dd0-b592-aa7c4348f782 None None] Loaded extension: router Apr 28 10:50:24.832020 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG neutron.api.extensions [None req-05781e8b-5982-4dd0-b592-aa7c4348f782 None None] Loading extension file: l3_conntrack_helper.py {{(pid=116050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 10:50:24.834244 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG neutron.api.extensions [None req-05781e8b-5982-4dd0-b592-aa7c4348f782 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=116050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 10:50:24.834821 dv-neutron-master-2-hyperv neutron-server[116050]: INFO neutron.api.extensions [None req-05781e8b-5982-4dd0-b592-aa7c4348f782 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Apr 28 10:50:24.835165 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG neutron.api.extensions [None req-05781e8b-5982-4dd0-b592-aa7c4348f782 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=116050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 10:50:24.836100 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG neutron.api.extensions [None req-05781e8b-5982-4dd0-b592-aa7c4348f782 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=116050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 10:50:24.836621 dv-neutron-master-2-hyperv neutron-server[116050]: INFO neutron.api.extensions [None req-05781e8b-5982-4dd0-b592-aa7c4348f782 None None] Loaded extension: ext-gw-mode Apr 28 10:50:24.836954 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG neutron.api.extensions [None req-05781e8b-5982-4dd0-b592-aa7c4348f782 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=116050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 10:50:24.837883 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG neutron.api.extensions [None req-05781e8b-5982-4dd0-b592-aa7c4348f782 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=116050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 10:50:24.838433 dv-neutron-master-2-hyperv neutron-server[116050]: INFO neutron.api.extensions [None req-05781e8b-5982-4dd0-b592-aa7c4348f782 None None] Loaded extension: l3-ha Apr 28 10:50:24.838763 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG neutron.api.extensions [None req-05781e8b-5982-4dd0-b592-aa7c4348f782 None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=116050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 10:50:24.839683 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG neutron.api.extensions [None req-05781e8b-5982-4dd0-b592-aa7c4348f782 None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=116050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 10:50:24.840196 dv-neutron-master-2-hyperv neutron-server[116050]: INFO neutron.api.extensions [None req-05781e8b-5982-4dd0-b592-aa7c4348f782 None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Apr 28 10:50:24.840551 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG neutron.api.extensions [None req-05781e8b-5982-4dd0-b592-aa7c4348f782 None None] Loading extension file: l3_flavors.py {{(pid=116050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 10:50:24.841541 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG neutron.api.extensions [None req-05781e8b-5982-4dd0-b592-aa7c4348f782 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=116050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 10:50:24.842065 dv-neutron-master-2-hyperv neutron-server[116050]: INFO neutron.api.extensions [None req-05781e8b-5982-4dd0-b592-aa7c4348f782 None None] Loaded extension: l3-flavors Apr 28 10:50:24.842418 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG neutron.api.extensions [None req-05781e8b-5982-4dd0-b592-aa7c4348f782 None None] Loading extension file: l3_ndp_proxy.py {{(pid=116050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 10:50:24.843802 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG neutron.api.extensions [None req-05781e8b-5982-4dd0-b592-aa7c4348f782 None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=116050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 10:50:24.844326 dv-neutron-master-2-hyperv neutron-server[116050]: INFO neutron.api.extensions [None req-05781e8b-5982-4dd0-b592-aa7c4348f782 None None] Extension l3-ndp-proxy not supported by any of loaded plugins Apr 28 10:50:24.844660 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG neutron.api.extensions [None req-05781e8b-5982-4dd0-b592-aa7c4348f782 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=116050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 10:50:24.850992 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG neutron.api.extensions [None req-05781e8b-5982-4dd0-b592-aa7c4348f782 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=116050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 10:50:24.851516 dv-neutron-master-2-hyperv neutron-server[116050]: INFO neutron.api.extensions [None req-05781e8b-5982-4dd0-b592-aa7c4348f782 None None] Loaded extension: l3-port-ip-change-not-allowed Apr 28 10:50:24.851847 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG neutron.api.extensions [None req-05781e8b-5982-4dd0-b592-aa7c4348f782 None None] Loading extension file: l3agentscheduler.py {{(pid=116050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 10:50:24.852897 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG neutron.api.extensions [None req-05781e8b-5982-4dd0-b592-aa7c4348f782 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=116050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 10:50:24.853422 dv-neutron-master-2-hyperv neutron-server[116050]: INFO neutron.api.extensions [None req-05781e8b-5982-4dd0-b592-aa7c4348f782 None None] Loaded extension: l3_agent_scheduler Apr 28 10:50:24.853759 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG neutron.api.extensions [None req-05781e8b-5982-4dd0-b592-aa7c4348f782 None None] Loading extension file: local_ip.py {{(pid=116050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 10:50:24.855734 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG neutron.api.extensions [None req-05781e8b-5982-4dd0-b592-aa7c4348f782 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=116050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 10:50:24.856928 dv-neutron-master-2-hyperv neutron-server[116050]: INFO neutron.api.extensions [None req-05781e8b-5982-4dd0-b592-aa7c4348f782 None None] Extension local_ip not supported by any of loaded plugins Apr 28 10:50:24.857233 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG neutron.api.extensions [None req-05781e8b-5982-4dd0-b592-aa7c4348f782 None None] Loading extension file: logging.py {{(pid=116050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 10:50:24.858750 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG neutron.api.extensions [None req-05781e8b-5982-4dd0-b592-aa7c4348f782 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=116050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 10:50:24.859280 dv-neutron-master-2-hyperv neutron-server[116050]: INFO neutron.api.extensions [None req-05781e8b-5982-4dd0-b592-aa7c4348f782 None None] Extension logging not supported by any of loaded plugins Apr 28 10:50:24.859619 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG neutron.api.extensions [None req-05781e8b-5982-4dd0-b592-aa7c4348f782 None None] Loading extension file: metering.py {{(pid=116050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 10:50:24.860365 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG neutron.api.extensions [None req-05781e8b-5982-4dd0-b592-aa7c4348f782 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=116050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 10:50:24.860956 dv-neutron-master-2-hyperv neutron-server[116050]: INFO neutron.api.extensions [None req-05781e8b-5982-4dd0-b592-aa7c4348f782 None None] Loaded extension: metering Apr 28 10:50:24.861288 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG neutron.api.extensions [None req-05781e8b-5982-4dd0-b592-aa7c4348f782 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=116050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 10:50:24.862388 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG neutron.api.extensions [None req-05781e8b-5982-4dd0-b592-aa7c4348f782 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=116050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 10:50:24.862932 dv-neutron-master-2-hyperv neutron-server[116050]: INFO neutron.api.extensions [None req-05781e8b-5982-4dd0-b592-aa7c4348f782 None None] Loaded extension: metering_source_and_destination_fields Apr 28 10:50:24.863262 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG neutron.api.extensions [None req-05781e8b-5982-4dd0-b592-aa7c4348f782 None None] Loading extension file: multiprovidernet.py {{(pid=116050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 10:50:24.864198 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG neutron.api.extensions [None req-05781e8b-5982-4dd0-b592-aa7c4348f782 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=116050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 10:50:24.864717 dv-neutron-master-2-hyperv neutron-server[116050]: INFO neutron.api.extensions [None req-05781e8b-5982-4dd0-b592-aa7c4348f782 None None] Loaded extension: multi-provider Apr 28 10:50:24.865042 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG neutron.api.extensions [None req-05781e8b-5982-4dd0-b592-aa7c4348f782 None None] Loading extension file: netmtu.py {{(pid=116050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 10:50:24.865973 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG neutron.api.extensions [None req-05781e8b-5982-4dd0-b592-aa7c4348f782 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=116050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 10:50:24.866521 dv-neutron-master-2-hyperv neutron-server[116050]: INFO neutron.api.extensions [None req-05781e8b-5982-4dd0-b592-aa7c4348f782 None None] Loaded extension: net-mtu Apr 28 10:50:24.866851 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG neutron.api.extensions [None req-05781e8b-5982-4dd0-b592-aa7c4348f782 None None] Loading extension file: netmtu_writable.py {{(pid=116050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 10:50:24.867782 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG neutron.api.extensions [None req-05781e8b-5982-4dd0-b592-aa7c4348f782 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=116050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 10:50:24.868300 dv-neutron-master-2-hyperv neutron-server[116050]: INFO neutron.api.extensions [None req-05781e8b-5982-4dd0-b592-aa7c4348f782 None None] Loaded extension: net-mtu-writable Apr 28 10:50:24.868625 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG neutron.api.extensions [None req-05781e8b-5982-4dd0-b592-aa7c4348f782 None None] Loading extension file: network_availability_zone.py {{(pid=116050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 10:50:24.869297 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG neutron.api.extensions [None req-05781e8b-5982-4dd0-b592-aa7c4348f782 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=116050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 10:50:24.869805 dv-neutron-master-2-hyperv neutron-server[116050]: INFO neutron.api.extensions [None req-05781e8b-5982-4dd0-b592-aa7c4348f782 None None] Loaded extension: network_availability_zone Apr 28 10:50:24.870128 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG neutron.api.extensions [None req-05781e8b-5982-4dd0-b592-aa7c4348f782 None None] Loading extension file: network_ip_availability.py {{(pid=116050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 10:50:24.871273 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG neutron.api.extensions [None req-05781e8b-5982-4dd0-b592-aa7c4348f782 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=116050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 10:50:24.874313 dv-neutron-master-2-hyperv neutron-server[116050]: INFO neutron.api.extensions [None req-05781e8b-5982-4dd0-b592-aa7c4348f782 None None] Loaded extension: network-ip-availability Apr 28 10:50:24.874313 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG neutron.api.extensions [None req-05781e8b-5982-4dd0-b592-aa7c4348f782 None None] Loading extension file: network_segment_range.py {{(pid=116050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 10:50:24.874313 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG neutron.api.extensions [None req-05781e8b-5982-4dd0-b592-aa7c4348f782 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=116050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 10:50:24.874313 dv-neutron-master-2-hyperv neutron-server[116050]: INFO neutron.api.extensions [None req-05781e8b-5982-4dd0-b592-aa7c4348f782 None None] Extension network-segment-range not supported by any of loaded plugins Apr 28 10:50:24.874313 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG neutron.api.extensions [None req-05781e8b-5982-4dd0-b592-aa7c4348f782 None None] Loading extension file: pagination.py {{(pid=116050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 10:50:24.875314 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG neutron.api.extensions [None req-05781e8b-5982-4dd0-b592-aa7c4348f782 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=116050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 10:50:24.875656 dv-neutron-master-2-hyperv neutron-server[116050]: INFO neutron.api.extensions [None req-05781e8b-5982-4dd0-b592-aa7c4348f782 None None] Loaded extension: pagination Apr 28 10:50:24.875988 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG neutron.api.extensions [None req-05781e8b-5982-4dd0-b592-aa7c4348f782 None None] Loading extension file: port_device_profile.py {{(pid=116050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 10:50:24.880586 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG neutron.api.extensions [None req-05781e8b-5982-4dd0-b592-aa7c4348f782 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=116050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 10:50:24.881104 dv-neutron-master-2-hyperv neutron-server[116050]: INFO neutron.api.extensions [None req-05781e8b-5982-4dd0-b592-aa7c4348f782 None None] Loaded extension: port-device-profile Apr 28 10:50:24.881431 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG neutron.api.extensions [None req-05781e8b-5982-4dd0-b592-aa7c4348f782 None None] Loading extension file: port_mac_address_override.py {{(pid=116050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 10:50:24.882373 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG neutron.api.extensions [None req-05781e8b-5982-4dd0-b592-aa7c4348f782 None None] Ext name="Neutron Port MAC address override" alias="port-mac-override" description="Allow overriding the MAC address of a direct-physical Port via the active binding profile" updated="2022-03-18T10:00:00-00:00" {{(pid=116050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 10:50:24.882917 dv-neutron-master-2-hyperv neutron-server[116050]: INFO neutron.api.extensions [None req-05781e8b-5982-4dd0-b592-aa7c4348f782 None None] Loaded extension: port-mac-override Apr 28 10:50:24.883244 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG neutron.api.extensions [None req-05781e8b-5982-4dd0-b592-aa7c4348f782 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=116050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 10:50:24.884167 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG neutron.api.extensions [None req-05781e8b-5982-4dd0-b592-aa7c4348f782 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=116050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 10:50:24.884679 dv-neutron-master-2-hyperv neutron-server[116050]: INFO neutron.api.extensions [None req-05781e8b-5982-4dd0-b592-aa7c4348f782 None None] Loaded extension: port-mac-address-regenerate Apr 28 10:50:24.885003 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG neutron.api.extensions [None req-05781e8b-5982-4dd0-b592-aa7c4348f782 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=116050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 10:50:24.885915 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG neutron.api.extensions [None req-05781e8b-5982-4dd0-b592-aa7c4348f782 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=116050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 10:50:24.886471 dv-neutron-master-2-hyperv neutron-server[116050]: INFO neutron.api.extensions [None req-05781e8b-5982-4dd0-b592-aa7c4348f782 None None] Loaded extension: port-numa-affinity-policy Apr 28 10:50:24.886803 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG neutron.api.extensions [None req-05781e8b-5982-4dd0-b592-aa7c4348f782 None None] Loading extension file: port_resource_request.py {{(pid=116050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 10:50:24.887761 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG neutron.api.extensions [None req-05781e8b-5982-4dd0-b592-aa7c4348f782 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=116050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 10:50:24.888269 dv-neutron-master-2-hyperv neutron-server[116050]: INFO neutron.api.extensions [None req-05781e8b-5982-4dd0-b592-aa7c4348f782 None None] Extension port-resource-request not supported by any of loaded plugins Apr 28 10:50:24.888596 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG neutron.api.extensions [None req-05781e8b-5982-4dd0-b592-aa7c4348f782 None None] Loading extension file: port_resource_request_groups.py {{(pid=116050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 10:50:24.889585 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG neutron.api.extensions [None req-05781e8b-5982-4dd0-b592-aa7c4348f782 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=116050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 10:50:24.890097 dv-neutron-master-2-hyperv neutron-server[116050]: INFO neutron.api.extensions [None req-05781e8b-5982-4dd0-b592-aa7c4348f782 None None] Extension port-resource-request-groups not supported by any of loaded plugins Apr 28 10:50:24.890451 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG neutron.api.extensions [None req-05781e8b-5982-4dd0-b592-aa7c4348f782 None None] Loading extension file: portbindings.py {{(pid=116050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 10:50:24.891392 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG neutron.api.extensions [None req-05781e8b-5982-4dd0-b592-aa7c4348f782 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=116050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 10:50:24.891905 dv-neutron-master-2-hyperv neutron-server[116050]: INFO neutron.api.extensions [None req-05781e8b-5982-4dd0-b592-aa7c4348f782 None None] Loaded extension: binding Apr 28 10:50:24.892230 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG neutron.api.extensions [None req-05781e8b-5982-4dd0-b592-aa7c4348f782 None None] Loading extension file: portbindings_extended.py {{(pid=116050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 10:50:24.893495 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG neutron.api.extensions [None req-05781e8b-5982-4dd0-b592-aa7c4348f782 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=116050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 10:50:24.894010 dv-neutron-master-2-hyperv neutron-server[116050]: INFO neutron.api.extensions [None req-05781e8b-5982-4dd0-b592-aa7c4348f782 None None] Loaded extension: binding-extended Apr 28 10:50:24.894341 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG neutron.api.extensions [None req-05781e8b-5982-4dd0-b592-aa7c4348f782 None None] Loading extension file: portsecurity.py {{(pid=116050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 10:50:24.895290 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG neutron.api.extensions [None req-05781e8b-5982-4dd0-b592-aa7c4348f782 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=116050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 10:50:24.895813 dv-neutron-master-2-hyperv neutron-server[116050]: INFO neutron.api.extensions [None req-05781e8b-5982-4dd0-b592-aa7c4348f782 None None] Loaded extension: port-security Apr 28 10:50:24.896142 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG neutron.api.extensions [None req-05781e8b-5982-4dd0-b592-aa7c4348f782 None None] Loading extension file: project_id.py {{(pid=116050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 10:50:24.897131 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG neutron.api.extensions [None req-05781e8b-5982-4dd0-b592-aa7c4348f782 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=116050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 10:50:24.897469 dv-neutron-master-2-hyperv neutron-server[116050]: INFO neutron.api.extensions [None req-05781e8b-5982-4dd0-b592-aa7c4348f782 None None] Loaded extension: project-id Apr 28 10:50:24.897799 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG neutron.api.extensions [None req-05781e8b-5982-4dd0-b592-aa7c4348f782 None None] Loading extension file: providernet.py {{(pid=116050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 10:50:24.898758 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG neutron.api.extensions [None req-05781e8b-5982-4dd0-b592-aa7c4348f782 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=116050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 10:50:24.899285 dv-neutron-master-2-hyperv neutron-server[116050]: INFO neutron.api.extensions [None req-05781e8b-5982-4dd0-b592-aa7c4348f782 None None] Loaded extension: provider Apr 28 10:50:24.899614 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG neutron.api.extensions [None req-05781e8b-5982-4dd0-b592-aa7c4348f782 None None] Loading extension file: qos.py {{(pid=116050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 10:50:24.910428 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG neutron.api.extensions [None req-05781e8b-5982-4dd0-b592-aa7c4348f782 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=116050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 10:50:24.910967 dv-neutron-master-2-hyperv neutron-server[116050]: INFO neutron.api.extensions [None req-05781e8b-5982-4dd0-b592-aa7c4348f782 None None] Extension qos not supported by any of loaded plugins Apr 28 10:50:24.911306 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG neutron.api.extensions [None req-05781e8b-5982-4dd0-b592-aa7c4348f782 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=116050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 10:50:24.912558 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG neutron.api.extensions [None req-05781e8b-5982-4dd0-b592-aa7c4348f782 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=116050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 10:50:24.913088 dv-neutron-master-2-hyperv neutron-server[116050]: INFO neutron.api.extensions [None req-05781e8b-5982-4dd0-b592-aa7c4348f782 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Apr 28 10:50:24.913423 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG neutron.api.extensions [None req-05781e8b-5982-4dd0-b592-aa7c4348f782 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=116050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 10:50:24.914374 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG neutron.api.extensions [None req-05781e8b-5982-4dd0-b592-aa7c4348f782 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=116050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 10:50:24.914918 dv-neutron-master-2-hyperv neutron-server[116050]: INFO neutron.api.extensions [None req-05781e8b-5982-4dd0-b592-aa7c4348f782 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Apr 28 10:50:24.915252 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG neutron.api.extensions [None req-05781e8b-5982-4dd0-b592-aa7c4348f782 None None] Loading extension file: qos_default.py {{(pid=116050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 10:50:24.916181 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG neutron.api.extensions [None req-05781e8b-5982-4dd0-b592-aa7c4348f782 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=116050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 10:50:24.916704 dv-neutron-master-2-hyperv neutron-server[116050]: INFO neutron.api.extensions [None req-05781e8b-5982-4dd0-b592-aa7c4348f782 None None] Extension qos-default not supported by any of loaded plugins Apr 28 10:50:24.917038 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG neutron.api.extensions [None req-05781e8b-5982-4dd0-b592-aa7c4348f782 None None] Loading extension file: qos_fip.py {{(pid=116050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 10:50:24.917973 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG neutron.api.extensions [None req-05781e8b-5982-4dd0-b592-aa7c4348f782 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=116050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 10:50:24.918529 dv-neutron-master-2-hyperv neutron-server[116050]: INFO neutron.api.extensions [None req-05781e8b-5982-4dd0-b592-aa7c4348f782 None None] Extension qos-fip not supported by any of loaded plugins Apr 28 10:50:24.919430 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG neutron.api.extensions [None req-05781e8b-5982-4dd0-b592-aa7c4348f782 None None] Loading extension file: qos_fip_network_policy.py {{(pid=116050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 10:50:24.920361 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG neutron.api.extensions [None req-05781e8b-5982-4dd0-b592-aa7c4348f782 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=116050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 10:50:24.920882 dv-neutron-master-2-hyperv neutron-server[116050]: INFO neutron.api.extensions [None req-05781e8b-5982-4dd0-b592-aa7c4348f782 None None] Extension qos-fip-network-policy not supported by any of loaded plugins Apr 28 10:50:24.921215 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG neutron.api.extensions [None req-05781e8b-5982-4dd0-b592-aa7c4348f782 None None] Loading extension file: qos_gateway_ip.py {{(pid=116050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 10:50:24.922154 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG neutron.api.extensions [None req-05781e8b-5982-4dd0-b592-aa7c4348f782 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=116050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 10:50:24.922707 dv-neutron-master-2-hyperv neutron-server[116050]: INFO neutron.api.extensions [None req-05781e8b-5982-4dd0-b592-aa7c4348f782 None None] Extension qos-gateway-ip not supported by any of loaded plugins Apr 28 10:50:24.923046 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG neutron.api.extensions [None req-05781e8b-5982-4dd0-b592-aa7c4348f782 None None] Loading extension file: qos_port_network_policy.py {{(pid=116050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 10:50:24.923967 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG neutron.api.extensions [None req-05781e8b-5982-4dd0-b592-aa7c4348f782 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=116050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 10:50:24.924490 dv-neutron-master-2-hyperv neutron-server[116050]: INFO neutron.api.extensions [None req-05781e8b-5982-4dd0-b592-aa7c4348f782 None None] Extension qos-port-network-policy not supported by any of loaded plugins Apr 28 10:50:24.924825 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG neutron.api.extensions [None req-05781e8b-5982-4dd0-b592-aa7c4348f782 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=116050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 10:50:24.925877 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG neutron.api.extensions [None req-05781e8b-5982-4dd0-b592-aa7c4348f782 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=116050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 10:50:24.926418 dv-neutron-master-2-hyperv neutron-server[116050]: INFO neutron.api.extensions [None req-05781e8b-5982-4dd0-b592-aa7c4348f782 None None] Extension qos-pps-minimum not supported by any of loaded plugins Apr 28 10:50:24.926768 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG neutron.api.extensions [None req-05781e8b-5982-4dd0-b592-aa7c4348f782 None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=116050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 10:50:24.927822 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG neutron.api.extensions [None req-05781e8b-5982-4dd0-b592-aa7c4348f782 None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=116050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 10:50:24.928344 dv-neutron-master-2-hyperv neutron-server[116050]: INFO neutron.api.extensions [None req-05781e8b-5982-4dd0-b592-aa7c4348f782 None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Apr 28 10:50:24.928677 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG neutron.api.extensions [None req-05781e8b-5982-4dd0-b592-aa7c4348f782 None None] Loading extension file: qos_pps_rule.py {{(pid=116050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 10:50:24.929927 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG neutron.api.extensions [None req-05781e8b-5982-4dd0-b592-aa7c4348f782 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=116050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 10:50:24.930453 dv-neutron-master-2-hyperv neutron-server[116050]: INFO neutron.api.extensions [None req-05781e8b-5982-4dd0-b592-aa7c4348f782 None None] Extension qos-pps not supported by any of loaded plugins Apr 28 10:50:24.930785 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG neutron.api.extensions [None req-05781e8b-5982-4dd0-b592-aa7c4348f782 None None] Loading extension file: qos_rule_type_details.py {{(pid=116050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 10:50:24.931712 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG neutron.api.extensions [None req-05781e8b-5982-4dd0-b592-aa7c4348f782 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=116050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 10:50:24.932238 dv-neutron-master-2-hyperv neutron-server[116050]: INFO neutron.api.extensions [None req-05781e8b-5982-4dd0-b592-aa7c4348f782 None None] Extension qos-rule-type-details not supported by any of loaded plugins Apr 28 10:50:24.932569 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG neutron.api.extensions [None req-05781e8b-5982-4dd0-b592-aa7c4348f782 None None] Loading extension file: qos_rule_type_filter.py {{(pid=116050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 10:50:24.938333 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG neutron.api.extensions [None req-05781e8b-5982-4dd0-b592-aa7c4348f782 None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=116050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 10:50:24.938880 dv-neutron-master-2-hyperv neutron-server[116050]: INFO neutron.api.extensions [None req-05781e8b-5982-4dd0-b592-aa7c4348f782 None None] Extension qos-rule-type-filter not supported by any of loaded plugins Apr 28 10:50:24.939210 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG neutron.api.extensions [None req-05781e8b-5982-4dd0-b592-aa7c4348f782 None None] Loading extension file: qos_rules_alias.py {{(pid=116050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 10:50:24.940263 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG neutron.api.extensions [None req-05781e8b-5982-4dd0-b592-aa7c4348f782 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=116050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 10:50:24.940781 dv-neutron-master-2-hyperv neutron-server[116050]: INFO neutron.api.extensions [None req-05781e8b-5982-4dd0-b592-aa7c4348f782 None None] Extension qos-rules-alias not supported by any of loaded plugins Apr 28 10:50:24.941112 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG neutron.api.extensions [None req-05781e8b-5982-4dd0-b592-aa7c4348f782 None None] Loading extension file: quota_check_limit.py {{(pid=116050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 10:50:24.942121 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG neutron.api.extensions [None req-05781e8b-5982-4dd0-b592-aa7c4348f782 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=116050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 10:50:24.942677 dv-neutron-master-2-hyperv neutron-server[116050]: INFO neutron.api.extensions [None req-05781e8b-5982-4dd0-b592-aa7c4348f782 None None] Loaded extension: quota-check-limit Apr 28 10:50:24.943012 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG neutron.api.extensions [None req-05781e8b-5982-4dd0-b592-aa7c4348f782 None None] Loading extension file: quotasv2.py {{(pid=116050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 10:50:24.944005 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG neutron.api.extensions [None req-05781e8b-5982-4dd0-b592-aa7c4348f782 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=116050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 10:50:24.944343 dv-neutron-master-2-hyperv neutron-server[116050]: INFO neutron.api.extensions [None req-05781e8b-5982-4dd0-b592-aa7c4348f782 None None] Loaded extension: quotas Apr 28 10:50:24.944671 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG neutron.api.extensions [None req-05781e8b-5982-4dd0-b592-aa7c4348f782 None None] Loading extension file: quotasv2_detail.py {{(pid=116050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 10:50:24.946476 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG neutron.api.extensions [None req-05781e8b-5982-4dd0-b592-aa7c4348f782 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=116050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 10:50:24.946829 dv-neutron-master-2-hyperv neutron-server[116050]: INFO neutron.api.extensions [None req-05781e8b-5982-4dd0-b592-aa7c4348f782 None None] Loaded extension: quota_details Apr 28 10:50:24.947167 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG neutron.api.extensions [None req-05781e8b-5982-4dd0-b592-aa7c4348f782 None None] Loading extension file: rbac.py {{(pid=116050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 10:50:24.948252 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG neutron.api.extensions [None req-05781e8b-5982-4dd0-b592-aa7c4348f782 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=116050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 10:50:24.948788 dv-neutron-master-2-hyperv neutron-server[116050]: INFO neutron.api.extensions [None req-05781e8b-5982-4dd0-b592-aa7c4348f782 None None] Loaded extension: rbac-policies Apr 28 10:50:24.949125 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG neutron.api.extensions [None req-05781e8b-5982-4dd0-b592-aa7c4348f782 None None] Loading extension file: rbac_address_group.py {{(pid=116050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 10:50:24.950102 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG neutron.api.extensions [None req-05781e8b-5982-4dd0-b592-aa7c4348f782 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=116050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 10:50:24.950660 dv-neutron-master-2-hyperv neutron-server[116050]: INFO neutron.api.extensions [None req-05781e8b-5982-4dd0-b592-aa7c4348f782 None None] Loaded extension: rbac-address-group Apr 28 10:50:24.950997 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG neutron.api.extensions [None req-05781e8b-5982-4dd0-b592-aa7c4348f782 None None] Loading extension file: rbac_address_scope.py {{(pid=116050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 10:50:24.951936 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG neutron.api.extensions [None req-05781e8b-5982-4dd0-b592-aa7c4348f782 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=116050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 10:50:24.952458 dv-neutron-master-2-hyperv neutron-server[116050]: INFO neutron.api.extensions [None req-05781e8b-5982-4dd0-b592-aa7c4348f782 None None] Loaded extension: rbac-address-scope Apr 28 10:50:24.952790 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG neutron.api.extensions [None req-05781e8b-5982-4dd0-b592-aa7c4348f782 None None] Loading extension file: rbac_security_groups.py {{(pid=116050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 10:50:24.953730 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG neutron.api.extensions [None req-05781e8b-5982-4dd0-b592-aa7c4348f782 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=116050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 10:50:24.954250 dv-neutron-master-2-hyperv neutron-server[116050]: INFO neutron.api.extensions [None req-05781e8b-5982-4dd0-b592-aa7c4348f782 None None] Loaded extension: rbac-security-groups Apr 28 10:50:24.954615 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG neutron.api.extensions [None req-05781e8b-5982-4dd0-b592-aa7c4348f782 None None] Loading extension file: rbac_subnetpool.py {{(pid=116050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 10:50:24.955540 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG neutron.api.extensions [None req-05781e8b-5982-4dd0-b592-aa7c4348f782 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=116050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 10:50:24.956059 dv-neutron-master-2-hyperv neutron-server[116050]: INFO neutron.api.extensions [None req-05781e8b-5982-4dd0-b592-aa7c4348f782 None None] Loaded extension: rbac-subnetpool Apr 28 10:50:24.956387 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG neutron.api.extensions [None req-05781e8b-5982-4dd0-b592-aa7c4348f782 None None] Loading extension file: revisionifmatch.py {{(pid=116050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 10:50:24.957318 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG neutron.api.extensions [None req-05781e8b-5982-4dd0-b592-aa7c4348f782 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=116050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 10:50:24.957838 dv-neutron-master-2-hyperv neutron-server[116050]: INFO neutron.api.extensions [None req-05781e8b-5982-4dd0-b592-aa7c4348f782 None None] Loaded extension: revision-if-match Apr 28 10:50:24.958167 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG neutron.api.extensions [None req-05781e8b-5982-4dd0-b592-aa7c4348f782 None None] Loading extension file: revisions.py {{(pid=116050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 10:50:24.959303 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG neutron.api.extensions [None req-05781e8b-5982-4dd0-b592-aa7c4348f782 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=116050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 10:50:24.959825 dv-neutron-master-2-hyperv neutron-server[116050]: INFO neutron.api.extensions [None req-05781e8b-5982-4dd0-b592-aa7c4348f782 None None] Loaded extension: standard-attr-revisions Apr 28 10:50:24.960155 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG neutron.api.extensions [None req-05781e8b-5982-4dd0-b592-aa7c4348f782 None None] Loading extension file: router_availability_zone.py {{(pid=116050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 10:50:24.960835 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG neutron.api.extensions [None req-05781e8b-5982-4dd0-b592-aa7c4348f782 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=116050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 10:50:24.961361 dv-neutron-master-2-hyperv neutron-server[116050]: INFO neutron.api.extensions [None req-05781e8b-5982-4dd0-b592-aa7c4348f782 None None] Loaded extension: router_availability_zone Apr 28 10:50:24.961692 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG neutron.api.extensions [None req-05781e8b-5982-4dd0-b592-aa7c4348f782 None None] Loading extension file: routerservicetype.py {{(pid=116050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 10:50:24.962661 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG neutron.api.extensions [None req-05781e8b-5982-4dd0-b592-aa7c4348f782 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=116050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 10:50:24.963182 dv-neutron-master-2-hyperv neutron-server[116050]: INFO neutron.api.extensions [None req-05781e8b-5982-4dd0-b592-aa7c4348f782 None None] Extension router-service-type not supported by any of loaded plugins Apr 28 10:50:24.963512 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG neutron.api.extensions [None req-05781e8b-5982-4dd0-b592-aa7c4348f782 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=116050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 10:50:24.964442 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG neutron.api.extensions [None req-05781e8b-5982-4dd0-b592-aa7c4348f782 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=116050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 10:50:24.964967 dv-neutron-master-2-hyperv neutron-server[116050]: INFO neutron.api.extensions [None req-05781e8b-5982-4dd0-b592-aa7c4348f782 None None] Loaded extension: security-groups-normalized-cidr Apr 28 10:50:24.965297 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG neutron.api.extensions [None req-05781e8b-5982-4dd0-b592-aa7c4348f782 None None] Loading extension file: security_groups_port_filtering.py {{(pid=116050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 10:50:24.966431 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG neutron.api.extensions [None req-05781e8b-5982-4dd0-b592-aa7c4348f782 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=116050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 10:50:24.966962 dv-neutron-master-2-hyperv neutron-server[116050]: INFO neutron.api.extensions [None req-05781e8b-5982-4dd0-b592-aa7c4348f782 None None] Loaded extension: port-security-groups-filtering Apr 28 10:50:24.967291 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG neutron.api.extensions [None req-05781e8b-5982-4dd0-b592-aa7c4348f782 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=116050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 10:50:24.968240 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG neutron.api.extensions [None req-05781e8b-5982-4dd0-b592-aa7c4348f782 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=116050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 10:50:24.968760 dv-neutron-master-2-hyperv neutron-server[116050]: INFO neutron.api.extensions [None req-05781e8b-5982-4dd0-b592-aa7c4348f782 None None] Loaded extension: security-groups-remote-address-group Apr 28 10:50:24.969094 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG neutron.api.extensions [None req-05781e8b-5982-4dd0-b592-aa7c4348f782 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=116050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 10:50:24.970055 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG neutron.api.extensions [None req-05781e8b-5982-4dd0-b592-aa7c4348f782 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=116050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 10:50:24.970613 dv-neutron-master-2-hyperv neutron-server[116050]: INFO neutron.api.extensions [None req-05781e8b-5982-4dd0-b592-aa7c4348f782 None None] Loaded extension: security-groups-shared-filtering Apr 28 10:50:24.970946 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG neutron.api.extensions [None req-05781e8b-5982-4dd0-b592-aa7c4348f782 None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=116050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 10:50:24.971679 dv-neutron-master-2-hyperv neutron-server[116050]: WARNING neutron.api.extensions [None req-05781e8b-5982-4dd0-b592-aa7c4348f782 None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Apr 28 10:50:24.972010 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG neutron.api.extensions [None req-05781e8b-5982-4dd0-b592-aa7c4348f782 None None] Loading extension file: securitygroup.py {{(pid=116050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 10:50:24.982251 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG neutron.api.extensions [None req-05781e8b-5982-4dd0-b592-aa7c4348f782 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=116050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 10:50:24.982815 dv-neutron-master-2-hyperv neutron-server[116050]: INFO neutron.api.extensions [None req-05781e8b-5982-4dd0-b592-aa7c4348f782 None None] Loaded extension: security-group Apr 28 10:50:24.983156 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG neutron.api.extensions [None req-05781e8b-5982-4dd0-b592-aa7c4348f782 None None] Loading extension file: segment.py {{(pid=116050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 10:50:24.983904 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG neutron.api.extensions [None req-05781e8b-5982-4dd0-b592-aa7c4348f782 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=116050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 10:50:24.984425 dv-neutron-master-2-hyperv neutron-server[116050]: INFO neutron.api.extensions [None req-05781e8b-5982-4dd0-b592-aa7c4348f782 None None] Extension segment not supported by any of loaded plugins Apr 28 10:50:24.984757 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG neutron.api.extensions [None req-05781e8b-5982-4dd0-b592-aa7c4348f782 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=116050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 10:50:24.985704 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG neutron.api.extensions [None req-05781e8b-5982-4dd0-b592-aa7c4348f782 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=116050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 10:50:24.986220 dv-neutron-master-2-hyperv neutron-server[116050]: INFO neutron.api.extensions [None req-05781e8b-5982-4dd0-b592-aa7c4348f782 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Apr 28 10:50:24.986583 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG neutron.api.extensions [None req-05781e8b-5982-4dd0-b592-aa7c4348f782 None None] Loading extension file: servicetype.py {{(pid=116050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 10:50:24.987699 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG neutron.api.extensions [None req-05781e8b-5982-4dd0-b592-aa7c4348f782 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=116050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 10:50:24.988228 dv-neutron-master-2-hyperv neutron-server[116050]: INFO neutron.api.extensions [None req-05781e8b-5982-4dd0-b592-aa7c4348f782 None None] Loaded extension: service-type Apr 28 10:50:24.988558 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG neutron.api.extensions [None req-05781e8b-5982-4dd0-b592-aa7c4348f782 None None] Loading extension file: sorting.py {{(pid=116050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 10:50:24.989545 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG neutron.api.extensions [None req-05781e8b-5982-4dd0-b592-aa7c4348f782 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=116050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 10:50:24.989881 dv-neutron-master-2-hyperv neutron-server[116050]: INFO neutron.api.extensions [None req-05781e8b-5982-4dd0-b592-aa7c4348f782 None None] Loaded extension: sorting Apr 28 10:50:24.990210 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG neutron.api.extensions [None req-05781e8b-5982-4dd0-b592-aa7c4348f782 None None] Loading extension file: standard_attr_segment.py {{(pid=116050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 10:50:24.991164 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG neutron.api.extensions [None req-05781e8b-5982-4dd0-b592-aa7c4348f782 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=116050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 10:50:24.991683 dv-neutron-master-2-hyperv neutron-server[116050]: INFO neutron.api.extensions [None req-05781e8b-5982-4dd0-b592-aa7c4348f782 None None] Extension standard-attr-segment not supported by any of loaded plugins Apr 28 10:50:24.992018 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG neutron.api.extensions [None req-05781e8b-5982-4dd0-b592-aa7c4348f782 None None] Loading extension file: standardattrdescription.py {{(pid=116050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 10:50:24.992674 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG neutron.api.extensions [None req-05781e8b-5982-4dd0-b592-aa7c4348f782 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=116050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 10:50:24.993194 dv-neutron-master-2-hyperv neutron-server[116050]: INFO neutron.api.extensions [None req-05781e8b-5982-4dd0-b592-aa7c4348f782 None None] Loaded extension: standard-attr-description Apr 28 10:50:24.993525 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG neutron.api.extensions [None req-05781e8b-5982-4dd0-b592-aa7c4348f782 None None] Loading extension file: stateful_security_group.py {{(pid=116050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 10:50:24.994510 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG neutron.api.extensions [None req-05781e8b-5982-4dd0-b592-aa7c4348f782 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=116050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 10:50:24.995034 dv-neutron-master-2-hyperv neutron-server[116050]: INFO neutron.api.extensions [None req-05781e8b-5982-4dd0-b592-aa7c4348f782 None None] Loaded extension: stateful-security-group Apr 28 10:50:24.995366 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG neutron.api.extensions [None req-05781e8b-5982-4dd0-b592-aa7c4348f782 None None] Loading extension file: stdattrs_common.py {{(pid=116050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 10:50:24.995947 dv-neutron-master-2-hyperv neutron-server[116050]: WARNING neutron.api.extensions [None req-05781e8b-5982-4dd0-b592-aa7c4348f782 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Apr 28 10:50:24.996276 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG neutron.api.extensions [None req-05781e8b-5982-4dd0-b592-aa7c4348f782 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=116050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 10:50:24.997794 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG neutron.api.extensions [None req-05781e8b-5982-4dd0-b592-aa7c4348f782 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=116050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 10:50:24.998316 dv-neutron-master-2-hyperv neutron-server[116050]: INFO neutron.api.extensions [None req-05781e8b-5982-4dd0-b592-aa7c4348f782 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Apr 28 10:50:24.998670 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG neutron.api.extensions [None req-05781e8b-5982-4dd0-b592-aa7c4348f782 None None] Loading extension file: subnet_onboard.py {{(pid=116050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 10:50:24.999750 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG neutron.api.extensions [None req-05781e8b-5982-4dd0-b592-aa7c4348f782 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=116050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 10:50:25.000275 dv-neutron-master-2-hyperv neutron-server[116050]: INFO neutron.api.extensions [None req-05781e8b-5982-4dd0-b592-aa7c4348f782 None None] Loaded extension: subnet_onboard Apr 28 10:50:25.000607 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG neutron.api.extensions [None req-05781e8b-5982-4dd0-b592-aa7c4348f782 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=116050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 10:50:25.001559 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG neutron.api.extensions [None req-05781e8b-5982-4dd0-b592-aa7c4348f782 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=116050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 10:50:25.002081 dv-neutron-master-2-hyperv neutron-server[116050]: INFO neutron.api.extensions [None req-05781e8b-5982-4dd0-b592-aa7c4348f782 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Apr 28 10:50:25.002421 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG neutron.api.extensions [None req-05781e8b-5982-4dd0-b592-aa7c4348f782 None None] Loading extension file: subnet_service_types.py {{(pid=116050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 10:50:25.003370 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG neutron.api.extensions [None req-05781e8b-5982-4dd0-b592-aa7c4348f782 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=116050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 10:50:25.004162 dv-neutron-master-2-hyperv neutron-server[116050]: INFO neutron.api.extensions [None req-05781e8b-5982-4dd0-b592-aa7c4348f782 None None] Loaded extension: subnet-service-types Apr 28 10:50:25.006725 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG neutron.api.extensions [None req-05781e8b-5982-4dd0-b592-aa7c4348f782 None None] Loading extension file: subnetallocation.py {{(pid=116050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 10:50:25.007566 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG neutron.api.extensions [None req-05781e8b-5982-4dd0-b592-aa7c4348f782 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=116050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 10:50:25.008091 dv-neutron-master-2-hyperv neutron-server[116050]: INFO neutron.api.extensions [None req-05781e8b-5982-4dd0-b592-aa7c4348f782 None None] Loaded extension: subnet_allocation Apr 28 10:50:25.008424 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG neutron.api.extensions [None req-05781e8b-5982-4dd0-b592-aa7c4348f782 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=116050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 10:50:25.009096 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG neutron.api.extensions [None req-05781e8b-5982-4dd0-b592-aa7c4348f782 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=116050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 10:50:25.009618 dv-neutron-master-2-hyperv neutron-server[116050]: INFO neutron.api.extensions [None req-05781e8b-5982-4dd0-b592-aa7c4348f782 None None] Loaded extension: subnetpool-prefix-ops Apr 28 10:50:25.009944 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG neutron.api.extensions [None req-05781e8b-5982-4dd0-b592-aa7c4348f782 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=116050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 10:50:25.010918 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG neutron.api.extensions [None req-05781e8b-5982-4dd0-b592-aa7c4348f782 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=116050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 10:50:25.011446 dv-neutron-master-2-hyperv neutron-server[116050]: INFO neutron.api.extensions [None req-05781e8b-5982-4dd0-b592-aa7c4348f782 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Apr 28 10:50:25.011773 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG neutron.api.extensions [None req-05781e8b-5982-4dd0-b592-aa7c4348f782 None None] Loading extension file: tagging.py {{(pid=116050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 10:50:25.013059 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG neutron.api.extensions [None req-05781e8b-5982-4dd0-b592-aa7c4348f782 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=116050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 10:50:25.013635 dv-neutron-master-2-hyperv neutron-server[116050]: INFO neutron.api.extensions [None req-05781e8b-5982-4dd0-b592-aa7c4348f782 None None] Loaded extension: standard-attr-tag Apr 28 10:50:25.013976 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG neutron.api.extensions [None req-05781e8b-5982-4dd0-b592-aa7c4348f782 None None] Loading extension file: timestamp.py {{(pid=116050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 10:50:25.015230 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG neutron.api.extensions [None req-05781e8b-5982-4dd0-b592-aa7c4348f782 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=116050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 10:50:25.015755 dv-neutron-master-2-hyperv neutron-server[116050]: INFO neutron.api.extensions [None req-05781e8b-5982-4dd0-b592-aa7c4348f782 None None] Loaded extension: standard-attr-timestamp Apr 28 10:50:25.016088 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG neutron.api.extensions [None req-05781e8b-5982-4dd0-b592-aa7c4348f782 None None] Loading extension file: trunk.py {{(pid=116050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 10:50:25.017132 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG neutron.api.extensions [None req-05781e8b-5982-4dd0-b592-aa7c4348f782 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=116050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 10:50:25.017654 dv-neutron-master-2-hyperv neutron-server[116050]: INFO neutron.api.extensions [None req-05781e8b-5982-4dd0-b592-aa7c4348f782 None None] Extension trunk not supported by any of loaded plugins Apr 28 10:50:25.017988 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG neutron.api.extensions [None req-05781e8b-5982-4dd0-b592-aa7c4348f782 None None] Loading extension file: trunk_details.py {{(pid=116050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 10:50:25.019001 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG neutron.api.extensions [None req-05781e8b-5982-4dd0-b592-aa7c4348f782 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=116050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 10:50:25.019521 dv-neutron-master-2-hyperv neutron-server[116050]: INFO neutron.api.extensions [None req-05781e8b-5982-4dd0-b592-aa7c4348f782 None None] Extension trunk-details not supported by any of loaded plugins Apr 28 10:50:25.019850 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG neutron.api.extensions [None req-05781e8b-5982-4dd0-b592-aa7c4348f782 None None] Loading extension file: uplink_status_propagation.py {{(pid=116050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 10:50:25.020782 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG neutron.api.extensions [None req-05781e8b-5982-4dd0-b592-aa7c4348f782 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=116050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 10:50:25.021301 dv-neutron-master-2-hyperv neutron-server[116050]: INFO neutron.api.extensions [None req-05781e8b-5982-4dd0-b592-aa7c4348f782 None None] Extension uplink-status-propagation not supported by any of loaded plugins Apr 28 10:50:25.021630 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG neutron.api.extensions [None req-05781e8b-5982-4dd0-b592-aa7c4348f782 None None] Loading extension file: vlantransparent.py {{(pid=116050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 10:50:25.022311 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG neutron.api.extensions [None req-05781e8b-5982-4dd0-b592-aa7c4348f782 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=116050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 10:50:25.022860 dv-neutron-master-2-hyperv neutron-server[116050]: INFO neutron.api.extensions [None req-05781e8b-5982-4dd0-b592-aa7c4348f782 None None] Extension vlan-transparent not supported by any of loaded plugins Apr 28 10:50:25.025435 dv-neutron-master-2-hyperv neutron-server[116050]: INFO neutron.quota.resource_registry [None req-05781e8b-5982-4dd0-b592-aa7c4348f782 None None] Creating instance of TrackedResource for resource:network Apr 28 10:50:25.025972 dv-neutron-master-2-hyperv neutron-server[116050]: INFO neutron.quota.resource_registry [None req-05781e8b-5982-4dd0-b592-aa7c4348f782 None None] Creating instance of TrackedResource for resource:subnet Apr 28 10:50:25.026376 dv-neutron-master-2-hyperv neutron-server[116050]: INFO neutron.quota.resource_registry [None req-05781e8b-5982-4dd0-b592-aa7c4348f782 None None] Creating instance of TrackedResource for resource:subnetpool Apr 28 10:50:25.026802 dv-neutron-master-2-hyperv neutron-server[116050]: INFO neutron.quota.resource_registry [None req-05781e8b-5982-4dd0-b592-aa7c4348f782 None None] Creating instance of TrackedResource for resource:port Apr 28 10:50:25.028069 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG neutron.api.v2.resource_helper [None req-05781e8b-5982-4dd0-b592-aa7c4348f782 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=116050) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 28 10:50:25.028843 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG neutron.api.v2.resource_helper [None req-05781e8b-5982-4dd0-b592-aa7c4348f782 None None] Service FLAVORS assigned prefix: {{(pid=116050) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 28 10:50:25.029473 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG neutron.api.v2.resource_helper [None req-05781e8b-5982-4dd0-b592-aa7c4348f782 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=116050) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 28 10:50:25.029911 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG neutron.api.v2.resource_helper [None req-05781e8b-5982-4dd0-b592-aa7c4348f782 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=116050) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 28 10:50:25.030250 dv-neutron-master-2-hyperv neutron-server[116050]: INFO neutron.quota.resource_registry [None req-05781e8b-5982-4dd0-b592-aa7c4348f782 None None] Creating instance of TrackedResource for resource:router Apr 28 10:50:25.030711 dv-neutron-master-2-hyperv neutron-server[116050]: INFO neutron.quota.resource_registry [None req-05781e8b-5982-4dd0-b592-aa7c4348f782 None None] Creating instance of TrackedResource for resource:floatingip Apr 28 10:50:25.031216 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG neutron.api.v2.resource_helper [None req-05781e8b-5982-4dd0-b592-aa7c4348f782 None None] Service METERING assigned prefix: /metering {{(pid=116050) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 28 10:50:25.032677 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG neutron_lib.callbacks.manager [None req-05781e8b-5982-4dd0-b592-aa7c4348f782 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=116050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 10:50:25.033068 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG neutron_lib.callbacks.manager [None req-05781e8b-5982-4dd0-b592-aa7c4348f782 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=116050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 10:50:25.033437 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG neutron_lib.callbacks.manager [None req-05781e8b-5982-4dd0-b592-aa7c4348f782 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=116050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 10:50:25.034472 dv-neutron-master-2-hyperv neutron-server[116050]: INFO neutron.quota.resource_registry [None req-05781e8b-5982-4dd0-b592-aa7c4348f782 None None] Creating instance of CountableResource for resource:rbac_policy Apr 28 10:50:25.034927 dv-neutron-master-2-hyperv neutron-server[116050]: INFO neutron.quota.resource_registry [None req-05781e8b-5982-4dd0-b592-aa7c4348f782 None None] Creating instance of TrackedResource for resource:security_group Apr 28 10:50:25.036626 dv-neutron-master-2-hyperv neutron-server[116050]: INFO neutron.quota.resource_registry [None req-05781e8b-5982-4dd0-b592-aa7c4348f782 None None] Creating instance of TrackedResource for resource:security_group_rule Apr 28 10:50:25.036626 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG neutron.api.v2.resource_helper [None req-05781e8b-5982-4dd0-b592-aa7c4348f782 None None] Service CORE assigned prefix: {{(pid=116050) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 28 10:50:25.036626 dv-neutron-master-2-hyperv neutron-server[116050]: INFO neutron.quota.resource_registry [None req-05781e8b-5982-4dd0-b592-aa7c4348f782 None None] Creating instance of TrackedResource for resource:subnetpool Apr 28 10:50:25.036626 dv-neutron-master-2-hyperv neutron-server[116050]: WARNING neutron.quota.resource_registry [None req-05781e8b-5982-4dd0-b592-aa7c4348f782 None None] subnetpool is already registered Apr 28 10:50:25.037023 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG neutron.api.v2.resource_helper [None req-05781e8b-5982-4dd0-b592-aa7c4348f782 None None] Service CORE assigned prefix: {{(pid=116050) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 28 10:50:25.037352 dv-neutron-master-2-hyperv neutron-server[116050]: INFO neutron.quota.resource_registry [None req-05781e8b-5982-4dd0-b592-aa7c4348f782 None None] Creating instance of TrackedResource for resource:subnetpool Apr 28 10:50:25.037686 dv-neutron-master-2-hyperv neutron-server[116050]: WARNING neutron.quota.resource_registry [None req-05781e8b-5982-4dd0-b592-aa7c4348f782 None None] subnetpool is already registered Apr 28 10:50:25.039992 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG neutron.api.v2.resource_helper [None req-05781e8b-5982-4dd0-b592-aa7c4348f782 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=116050) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 28 10:50:25.040430 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG neutron.api.v2.resource_helper [None req-05781e8b-5982-4dd0-b592-aa7c4348f782 None None] Service FLAVORS assigned prefix: {{(pid=116050) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 28 10:50:25.041022 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG neutron.api.v2.resource_helper [None req-05781e8b-5982-4dd0-b592-aa7c4348f782 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=116050) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 28 10:50:25.041450 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG neutron.api.v2.resource_helper [None req-05781e8b-5982-4dd0-b592-aa7c4348f782 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=116050) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 28 10:50:25.041793 dv-neutron-master-2-hyperv neutron-server[116050]: INFO neutron.quota.resource_registry [None req-05781e8b-5982-4dd0-b592-aa7c4348f782 None None] Creating instance of TrackedResource for resource:router Apr 28 10:50:25.042132 dv-neutron-master-2-hyperv neutron-server[116050]: WARNING neutron.quota.resource_registry [None req-05781e8b-5982-4dd0-b592-aa7c4348f782 None None] router is already registered Apr 28 10:50:25.042586 dv-neutron-master-2-hyperv neutron-server[116050]: INFO neutron.quota.resource_registry [None req-05781e8b-5982-4dd0-b592-aa7c4348f782 None None] Creating instance of TrackedResource for resource:floatingip Apr 28 10:50:25.042929 dv-neutron-master-2-hyperv neutron-server[116050]: WARNING neutron.quota.resource_registry [None req-05781e8b-5982-4dd0-b592-aa7c4348f782 None None] floatingip is already registered Apr 28 10:50:25.043387 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG neutron.api.v2.resource_helper [None req-05781e8b-5982-4dd0-b592-aa7c4348f782 None None] Service METERING assigned prefix: /metering {{(pid=116050) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 28 10:50:25.044845 dv-neutron-master-2-hyperv neutron-server[116050]: INFO neutron.quota.resource_registry [None req-05781e8b-5982-4dd0-b592-aa7c4348f782 None None] Creating instance of CountableResource for resource:rbac_policy Apr 28 10:50:25.045180 dv-neutron-master-2-hyperv neutron-server[116050]: WARNING neutron.quota.resource_registry [None req-05781e8b-5982-4dd0-b592-aa7c4348f782 None None] rbac_policy is already registered Apr 28 10:50:25.045599 dv-neutron-master-2-hyperv neutron-server[116050]: INFO neutron.quota.resource_registry [None req-05781e8b-5982-4dd0-b592-aa7c4348f782 None None] Creating instance of TrackedResource for resource:security_group Apr 28 10:50:25.045936 dv-neutron-master-2-hyperv neutron-server[116050]: WARNING neutron.quota.resource_registry [None req-05781e8b-5982-4dd0-b592-aa7c4348f782 None None] security_group is already registered Apr 28 10:50:25.046343 dv-neutron-master-2-hyperv neutron-server[116050]: INFO neutron.quota.resource_registry [None req-05781e8b-5982-4dd0-b592-aa7c4348f782 None None] Creating instance of TrackedResource for resource:security_group_rule Apr 28 10:50:25.046703 dv-neutron-master-2-hyperv neutron-server[116050]: WARNING neutron.quota.resource_registry [None req-05781e8b-5982-4dd0-b592-aa7c4348f782 None None] security_group_rule is already registered Apr 28 10:50:25.047326 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG neutron.api.v2.resource_helper [None req-05781e8b-5982-4dd0-b592-aa7c4348f782 None None] Service CORE assigned prefix: {{(pid=116050) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 28 10:50:25.047659 dv-neutron-master-2-hyperv neutron-server[116050]: INFO neutron.quota.resource_registry [None req-05781e8b-5982-4dd0-b592-aa7c4348f782 None None] Creating instance of TrackedResource for resource:subnetpool Apr 28 10:50:25.047994 dv-neutron-master-2-hyperv neutron-server[116050]: WARNING neutron.quota.resource_registry [None req-05781e8b-5982-4dd0-b592-aa7c4348f782 None None] subnetpool is already registered Apr 28 10:50:25.048412 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG neutron.api.v2.resource_helper [None req-05781e8b-5982-4dd0-b592-aa7c4348f782 None None] Service CORE assigned prefix: {{(pid=116050) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 28 10:50:25.048742 dv-neutron-master-2-hyperv neutron-server[116050]: INFO neutron.quota.resource_registry [None req-05781e8b-5982-4dd0-b592-aa7c4348f782 None None] Creating instance of TrackedResource for resource:subnetpool Apr 28 10:50:25.049073 dv-neutron-master-2-hyperv neutron-server[116050]: WARNING neutron.quota.resource_registry [None req-05781e8b-5982-4dd0-b592-aa7c4348f782 None None] subnetpool is already registered Apr 28 10:50:25.049552 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG neutron.api.extensions [None req-05781e8b-5982-4dd0-b592-aa7c4348f782 None None] Extended resource: extensions {{(pid=116050) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 28 10:50:25.051062 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG neutron.api.extensions [None req-05781e8b-5982-4dd0-b592-aa7c4348f782 None None] Extended resource: address-groups {{(pid=116050) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 28 10:50:25.052581 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG neutron.api.extensions [None req-05781e8b-5982-4dd0-b592-aa7c4348f782 None None] Extended resource: address-scopes {{(pid=116050) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 28 10:50:25.053932 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG neutron.api.extensions [None req-05781e8b-5982-4dd0-b592-aa7c4348f782 None None] Extended resource: agents {{(pid=116050) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 28 10:50:25.055136 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG neutron.api.extensions [None req-05781e8b-5982-4dd0-b592-aa7c4348f782 None None] Extended resource: auto-allocated-topology {{(pid=116050) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 28 10:50:25.056401 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG neutron.api.extensions [None req-05781e8b-5982-4dd0-b592-aa7c4348f782 None None] Extended resource: availability_zones {{(pid=116050) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 28 10:50:25.057672 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG neutron.api.extensions [None req-05781e8b-5982-4dd0-b592-aa7c4348f782 None None] Extended resource: dhcp-networks {{(pid=116050) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 28 10:50:25.059818 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG neutron.api.extensions [None req-05781e8b-5982-4dd0-b592-aa7c4348f782 None None] Extended resource: dhcp-agents {{(pid=116050) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 28 10:50:25.061389 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG neutron.api.extensions [None req-05781e8b-5982-4dd0-b592-aa7c4348f782 None None] Extended resource: routers {{(pid=116050) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 28 10:50:25.065417 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG neutron.api.extensions [None req-05781e8b-5982-4dd0-b592-aa7c4348f782 None None] Extended resource: flavors {{(pid=116050) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 28 10:50:25.065417 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG neutron.api.extensions [None req-05781e8b-5982-4dd0-b592-aa7c4348f782 None None] Extended resource: service_profiles {{(pid=116050) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 28 10:50:25.066065 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG neutron.api.extensions [None req-05781e8b-5982-4dd0-b592-aa7c4348f782 None None] Extended resource: next_providers {{(pid=116050) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 28 10:50:25.067580 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG neutron.api.extensions [None req-05781e8b-5982-4dd0-b592-aa7c4348f782 None None] Extended resource: service_profiles {{(pid=116050) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 28 10:50:25.070126 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG neutron.api.extensions [None req-05781e8b-5982-4dd0-b592-aa7c4348f782 None None] Extended resource: floatingip-pools {{(pid=116050) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 28 10:50:25.071472 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG neutron.api.extensions [None req-05781e8b-5982-4dd0-b592-aa7c4348f782 None None] Extended resource: routers {{(pid=116050) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 28 10:50:25.073636 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG neutron.api.extensions [None req-05781e8b-5982-4dd0-b592-aa7c4348f782 None None] Extended resource: floatingips {{(pid=116050) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 28 10:50:25.075033 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG neutron.api.extensions [None req-05781e8b-5982-4dd0-b592-aa7c4348f782 None None] Extended resource: l3-routers {{(pid=116050) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 28 10:50:25.076446 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG neutron.api.extensions [None req-05781e8b-5982-4dd0-b592-aa7c4348f782 None None] Extended resource: l3-agents {{(pid=116050) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 28 10:50:25.077890 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG neutron.api.extensions [None req-05781e8b-5982-4dd0-b592-aa7c4348f782 None None] Extended resource: metering-labels {{(pid=116050) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 28 10:50:25.079305 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG neutron.api.extensions [None req-05781e8b-5982-4dd0-b592-aa7c4348f782 None None] Extended resource: metering-label-rules {{(pid=116050) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 28 10:50:25.080631 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG neutron.api.extensions [None req-05781e8b-5982-4dd0-b592-aa7c4348f782 None None] Extended resource: network-ip-availabilities {{(pid=116050) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 28 10:50:25.081945 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG neutron.api.extensions [None req-05781e8b-5982-4dd0-b592-aa7c4348f782 None None] Extended resource: bindings {{(pid=116050) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 28 10:50:25.083662 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG neutron.api.extensions [None req-05781e8b-5982-4dd0-b592-aa7c4348f782 None None] Extended resource: quotas {{(pid=116050) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 28 10:50:25.085233 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG neutron.api.extensions [None req-05781e8b-5982-4dd0-b592-aa7c4348f782 None None] Extended resource: quotas {{(pid=116050) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 28 10:50:25.086851 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG neutron.api.extensions [None req-05781e8b-5982-4dd0-b592-aa7c4348f782 None None] Extended resource: rbac-policies {{(pid=116050) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 28 10:50:25.088187 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG neutron.api.extensions [None req-05781e8b-5982-4dd0-b592-aa7c4348f782 None None] Extended resource: security-groups {{(pid=116050) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 28 10:50:25.089434 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG neutron.api.extensions [None req-05781e8b-5982-4dd0-b592-aa7c4348f782 None None] Extended resource: security-group-rules {{(pid=116050) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 28 10:50:25.091217 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG neutron.api.extensions [None req-05781e8b-5982-4dd0-b592-aa7c4348f782 None None] Extended resource: service-providers {{(pid=116050) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 28 10:50:25.092470 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG neutron.api.extensions [None req-05781e8b-5982-4dd0-b592-aa7c4348f782 None None] Extended resource: subnetpools {{(pid=116050) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 28 10:50:25.093904 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG neutron.api.extensions [None req-05781e8b-5982-4dd0-b592-aa7c4348f782 None None] Extended resource: subnetpools {{(pid=116050) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 28 10:50:25.095430 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG neutron.api.extensions [None req-05781e8b-5982-4dd0-b592-aa7c4348f782 None None] Extended resource: tags {{(pid=116050) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 28 10:50:25.099724 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG neutron.api.extensions [None req-05781e8b-5982-4dd0-b592-aa7c4348f782 None None] Extended resource: tags {{(pid=116050) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 28 10:50:25.099724 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG neutron.api.extensions [None req-05781e8b-5982-4dd0-b592-aa7c4348f782 None None] Extended resource: tags {{(pid=116050) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 28 10:50:25.100804 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG neutron.api.extensions [None req-05781e8b-5982-4dd0-b592-aa7c4348f782 None None] Extended resource: tags {{(pid=116050) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 28 10:50:25.102635 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG neutron.api.extensions [None req-05781e8b-5982-4dd0-b592-aa7c4348f782 None None] Extended resource: tags {{(pid=116050) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 28 10:50:25.104560 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG neutron.api.extensions [None req-05781e8b-5982-4dd0-b592-aa7c4348f782 None None] Extended resource: tags {{(pid=116050) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 28 10:50:25.107029 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG neutron.api.extensions [None req-05781e8b-5982-4dd0-b592-aa7c4348f782 None None] Extended resource: tags {{(pid=116050) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 28 10:50:25.108926 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG neutron.api.extensions [None req-05781e8b-5982-4dd0-b592-aa7c4348f782 None None] Extended resource: tags {{(pid=116050) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 28 10:50:25.110743 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG neutron.api.extensions [None req-05781e8b-5982-4dd0-b592-aa7c4348f782 None None] Extended resource: tags {{(pid=116050) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 28 10:50:25.112609 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG neutron.api.extensions [None req-05781e8b-5982-4dd0-b592-aa7c4348f782 None None] Extended resource: tags {{(pid=116050) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 28 10:50:25.118558 dv-neutron-master-2-hyperv neutron-server[116050]: WARNING keystonemiddleware.auth_token [None req-05781e8b-5982-4dd0-b592-aa7c4348f782 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Apr 28 10:50:25.123303 dv-neutron-master-2-hyperv neutron-server[116050]: WARNING keystonemiddleware.auth_token [None req-05781e8b-5982-4dd0-b592-aa7c4348f782 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Apr 28 10:50:25.132152 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_concurrency.lockutils [None req-05781e8b-5982-4dd0-b592-aa7c4348f782 None None] Acquired lock "singleton_lock" {{(pid=116050) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Apr 28 10:50:25.132635 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_concurrency.lockutils [None req-05781e8b-5982-4dd0-b592-aa7c4348f782 None None] Releasing lock "singleton_lock" {{(pid=116050) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Apr 28 10:50:25.133291 dv-neutron-master-2-hyperv neutron-server[116050]: INFO oslo_service.service [None req-05781e8b-5982-4dd0-b592-aa7c4348f782 None None] Starting 2 workers Apr 28 10:50:25.138334 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [None req-05781e8b-5982-4dd0-b592-aa7c4348f782 None None] Started child 116161 {{(pid=116050) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Apr 28 10:50:25.144542 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [None req-05781e8b-5982-4dd0-b592-aa7c4348f782 None None] Started child 116162 {{(pid=116050) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Apr 28 10:50:25.144681 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:50:25.145447 dv-neutron-master-2-hyperv neutron-server[116050]: INFO neutron.service [None req-05781e8b-5982-4dd0-b592-aa7c4348f782 None None] Neutron service started, listening on 0.0.0.0:9696 Apr 28 10:50:25.145447 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG neutron_lib.callbacks.manager [None req-05781e8b-5982-4dd0-b592-aa7c4348f782 None None] Publish callbacks [] for process (None), before_spawn {{(pid=116050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:50:25.145589 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [-] (116161) wsgi starting up on http://0.0.0.0:9696 Apr 28 10:50:25.147879 dv-neutron-master-2-hyperv neutron-server[116050]: INFO oslo_service.service [None req-05781e8b-5982-4dd0-b592-aa7c4348f782 None None] Starting 1 workers Apr 28 10:50:25.148132 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:50:25.149569 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [-] (116162) wsgi starting up on http://0.0.0.0:9696 Apr 28 10:50:25.153759 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [None req-05781e8b-5982-4dd0-b592-aa7c4348f782 None None] Started child 116163 {{(pid=116050) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Apr 28 10:50:25.154310 dv-neutron-master-2-hyperv neutron-server[116050]: INFO oslo_service.service [None req-05781e8b-5982-4dd0-b592-aa7c4348f782 None None] Starting 1 workers Apr 28 10:50:25.157384 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.service [None req-05781e8b-5982-4dd0-b592-aa7c4348f782 None None] calling RpcWorker wait() {{(pid=116163) _wait /opt/stack/neutron/neutron/service.py:128}} Apr 28 10:50:25.157961 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.service [None req-05781e8b-5982-4dd0-b592-aa7c4348f782 None None] returning from RpcWorker wait() {{(pid=116163) _wait /opt/stack/neutron/neutron/service.py:135}} Apr 28 10:50:25.159117 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [None req-05781e8b-5982-4dd0-b592-aa7c4348f782 None None] Started child 116164 {{(pid=116050) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Apr 28 10:50:25.159216 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:50:25.159786 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=116163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 10:50:25.159955 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG neutron_lib.callbacks.manager [None req-05781e8b-5982-4dd0-b592-aa7c4348f782 None None] Publish callbacks [] for process (None), after_spawn {{(pid=116050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:50:25.161853 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=116050) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Apr 28 10:50:25.162040 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Apr 28 10:50:25.162526 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Apr 28 10:50:25.162651 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Apr 28 10:50:25.163114 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Apr 28 10:50:25.163285 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Apr 28 10:50:25.163924 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=116164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:50:25.164389 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 10:50:25.164389 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 10:50:25.164589 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 10:50:25.164860 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=116164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 10:50:25.165008 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 10:50:25.165777 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 10:50:25.166023 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 10:50:25.166280 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 10:50:25.166592 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 10:50:25.166835 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 10:50:25.167008 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 10:50:25.167176 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 10:50:25.167430 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 10:50:25.167678 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 10:50:25.167987 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 10:50:25.168256 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 10:50:25.168506 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 10:50:25.169385 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 10:50:25.169528 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 10:50:25.170050 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] config_source = [] {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 10:50:25.170343 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 10:50:25.174297 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 10:50:25.174297 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] debug = True {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 10:50:25.174297 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 10:50:25.174297 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 10:50:25.174297 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 10:50:25.174297 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 10:50:25.174818 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 10:50:25.174818 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 10:50:25.174818 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 10:50:25.174818 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 10:50:25.174818 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 10:50:25.174818 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 10:50:25.174818 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 10:50:25.174818 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 10:50:25.175268 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 10:50:25.175268 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 10:50:25.175268 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 10:50:25.175268 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 10:50:25.175268 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 10:50:25.175593 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] host = dv-neutron-master-2-hyperv {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 10:50:25.175987 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 10:50:25.176209 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 10:50:25.176439 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 10:50:25.176703 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 10:50:25.176975 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 10:50:25.177213 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 10:50:25.177472 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 10:50:25.177734 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 10:50:25.177984 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 10:50:25.178212 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 10:50:25.178498 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 10:50:25.178720 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 10:50:25.178980 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] log_dir = None {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 10:50:25.179199 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] log_file = None {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 10:50:25.179349 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] log_options = True {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 10:50:25.179594 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 10:50:25.179861 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 10:50:25.180106 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 10:50:25.180295 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 10:50:25.180464 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 10:50:25.180612 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 10:50:25.180873 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 10:50:25.181056 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 10:50:25.181307 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 10:50:25.181490 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 10:50:25.181706 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 10:50:25.181921 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 10:50:25.182136 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 10:50:25.182354 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 10:50:25.182626 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 10:50:25.182829 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 10:50:25.183063 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 10:50:25.183272 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 10:50:25.183517 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 10:50:25.183761 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 10:50:25.183996 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 10:50:25.184235 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 10:50:25.184582 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 10:50:25.185468 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 10:50:25.185468 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 10:50:25.185468 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 10:50:25.185468 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 10:50:25.185717 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 10:50:25.185794 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 10:50:25.186010 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 10:50:25.186454 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 10:50:25.186711 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 10:50:25.186951 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 10:50:25.187204 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 10:50:25.187490 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 10:50:25.187732 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 10:50:25.187962 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 10:50:25.188197 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 10:50:25.188465 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 10:50:25.188694 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 10:50:25.188954 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 10:50:25.189219 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 10:50:25.189436 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 10:50:25.189684 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 10:50:25.189915 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 10:50:25.190129 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] use_journal = False {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 10:50:25.190347 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] use_json = False {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 10:50:25.190599 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 10:50:25.190989 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 10:50:25.191247 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 10:50:25.191480 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 10:50:25.191695 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 10:50:25.191977 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 10:50:25.192153 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 10:50:25.192387 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 10:50:25.192600 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 10:50:25.193073 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 10:50:25.193335 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 10:50:25.193655 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 10:50:25.194061 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 10:50:25.194302 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 10:50:25.194719 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 10:50:25.194958 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 10:50:25.203402 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 10:50:25.203402 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 10:50:25.203402 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 10:50:25.203402 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 10:50:25.203402 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 10:50:25.203402 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 10:50:25.203402 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 10:50:25.203402 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 10:50:25.203896 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 10:50:25.203896 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 10:50:25.203896 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 10:50:25.203896 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 10:50:25.203896 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 10:50:25.203896 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 10:50:25.203896 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 10:50:25.203896 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 10:50:25.204353 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 10:50:25.204353 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 10:50:25.204353 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 10:50:25.204353 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 10:50:25.204353 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 10:50:25.204353 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 10:50:25.204353 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 10:50:25.204353 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 10:50:25.204815 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 10:50:25.204815 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.10/identity {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 10:50:25.204815 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 10:50:25.204815 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 10:50:25.204815 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 10:50:25.204815 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 10:50:25.204815 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 10:50:25.204815 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 10:50:25.205256 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 10:50:25.205256 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 10:50:25.205256 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 10:50:25.205256 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 10:50:25.205256 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 10:50:25.205256 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 10:50:25.205256 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 10:50:25.205256 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 10:50:25.205720 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 10:50:25.205720 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 10:50:25.205837 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 10:50:25.206205 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 10:50:25.206205 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 10:50:25.206505 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 10:50:25.206670 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 10:50:25.206910 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 10:50:25.207127 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 10:50:25.207375 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 10:50:25.207645 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 10:50:25.207880 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 10:50:25.208127 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 10:50:25.208342 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 10:50:25.208573 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 10:50:25.208791 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 10:50:25.209023 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 10:50:25.209261 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 10:50:25.209490 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 10:50:25.209721 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 10:50:25.209938 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 10:50:25.210353 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 10:50:25.210620 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 10:50:25.210839 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 10:50:25.211054 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 10:50:25.211423 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 10:50:25.211646 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 10:50:25.212004 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 10:50:25.212246 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 10:50:25.212486 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 10:50:25.212722 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 10:50:25.212941 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 10:50:25.213180 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 10:50:25.213394 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 10:50:25.213636 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 10:50:25.213857 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 10:50:25.214068 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 10:50:25.214289 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 10:50:25.214528 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 10:50:25.214771 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 10:50:25.214997 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 10:50:25.215397 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 10:50:25.216367 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 10:50:25.216746 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 10:50:25.216986 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 10:50:25.217306 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 10:50:25.217552 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 10:50:25.217800 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 10:50:25.218046 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 10:50:25.218306 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 10:50:25.218558 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 10:50:25.218883 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 10:50:25.219044 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 10:50:25.224425 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 10:50:25.224425 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 10:50:25.224425 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 10:50:25.224425 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 10:50:25.224425 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 10:50:25.224425 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 10:50:25.224425 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 10:50:25.224425 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 10:50:25.224935 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 10:50:25.224935 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 10:50:25.224935 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 10:50:25.224935 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 10:50:25.224935 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 10:50:25.224935 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 10:50:25.224935 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 10:50:25.224935 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 10:50:25.225459 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 10:50:25.225459 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 10:50:25.225459 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 10:50:25.225459 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 10:50:25.225459 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 10:50:25.225459 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 10:50:25.225459 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 10:50:25.225459 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 10:50:25.225896 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 10:50:25.225896 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 10:50:25.225896 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 10:50:25.225896 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 10:50:25.226119 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 10:50:25.226416 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 10:50:25.226830 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 10:50:25.227239 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 10:50:25.227618 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 10:50:25.227998 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 10:50:25.228399 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 10:50:25.228678 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 10:50:25.228920 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 10:50:25.229180 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 10:50:25.229419 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 10:50:25.229810 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 10:50:25.230031 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 10:50:25.230274 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 10:50:25.230535 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 10:50:25.230815 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 10:50:25.231047 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 10:50:25.231887 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 10:50:25.232168 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 10:50:25.232431 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 10:50:25.232845 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 10:50:25.233082 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 10:50:25.233314 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.10/identity {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 10:50:25.233547 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 10:50:25.233796 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 10:50:25.234029 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 10:50:25.234244 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 10:50:25.234527 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 10:50:25.234763 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 10:50:25.234979 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 10:50:25.235382 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 10:50:25.235602 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 10:50:25.235907 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 10:50:25.236094 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 10:50:25.236322 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 10:50:25.236561 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 10:50:25.236780 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 10:50:25.237020 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 10:50:25.237268 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 10:50:25.237481 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 10:50:25.237701 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 10:50:25.237980 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 10:50:25.238155 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 10:50:25.238544 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 10:50:25.238918 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 10:50:25.239154 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 10:50:25.239406 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 10:50:25.239626 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 10:50:25.239904 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 10:50:25.240158 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 10:50:25.240391 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 10:50:25.240618 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 10:50:25.240857 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 10:50:25.241091 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 10:50:25.241304 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 10:50:25.241551 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 10:50:25.241774 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 10:50:25.241987 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 10:50:25.242200 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 10:50:25.242437 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 10:50:25.242655 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 10:50:25.242886 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 10:50:25.243110 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 10:50:25.243326 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 10:50:25.243587 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 10:50:25.243827 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 10:50:25.244397 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 10:50:25.244652 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 10:50:25.244881 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 10:50:25.245132 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 10:50:25.245370 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 10:50:25.245593 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 10:50:25.245808 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 10:50:25.246024 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 10:50:25.246266 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 10:50:25.246525 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 10:50:25.246831 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 10:50:25.247051 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 10:50:25.247270 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 10:50:25.247513 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 10:50:25.247713 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 10:50:25.248011 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 10:50:25.248200 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 10:50:25.248439 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 10:50:25.248676 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 10:50:25.248894 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 10:50:25.249113 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 10:50:25.249348 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 10:50:25.249564 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 10:50:25.249816 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 10:50:25.250026 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 10:50:25.250235 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 10:50:25.250492 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 10:50:25.250706 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 10:50:25.250957 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 10:50:25.251225 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 10:50:25.251469 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 10:50:25.251728 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 10:50:25.252002 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 10:50:25.252252 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 10:50:25.252495 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 10:50:25.252722 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 10:50:25.252979 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 10:50:25.253194 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 10:50:25.253415 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 10:50:25.253884 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 10:50:25.254096 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 10:50:25.254321 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 10:50:25.254568 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 10:50:25.254779 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 10:50:25.255043 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 10:50:25.255220 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 10:50:25.255452 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 10:50:25.255688 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 10:50:25.255894 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 10:50:25.256106 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 10:50:25.256327 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 10:50:25.256544 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 10:50:25.256753 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 10:50:25.256975 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 10:50:25.257210 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 10:50:25.257423 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 10:50:25.257645 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 10:50:25.257879 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 10:50:25.258114 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 10:50:25.258373 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 10:50:25.260362 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 10:50:25.260362 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 10:50:25.260362 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 10:50:25.260362 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 10:50:25.260362 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 10:50:25.260362 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 10:50:25.260362 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 10:50:25.260362 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 10:50:25.260849 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 10:50:25.260849 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 10:50:25.260849 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 10:50:25.261113 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 10:50:25.261595 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 10:50:25.261818 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 10:50:25.262068 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 10:50:25.262311 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 10:50:25.262656 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 10:50:25.262890 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 10:50:25.264393 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 10:50:25.264393 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 10:50:25.264393 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 10:50:25.264393 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 10:50:25.264393 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 10:50:25.264800 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 10:50:25.264879 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:50:99'] {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 10:50:25.265095 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 10:50:25.265315 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 10:50:25.265622 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 10:50:25.265965 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 10:50:25.266241 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 10:50:25.266525 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 10:50:25.266775 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 10:50:25.267033 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 10:50:25.267275 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 10:50:25.267514 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 10:50:25.267735 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 10:50:25.267973 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 10:50:25.268190 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 10:50:25.268454 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 10:50:25.268691 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 10:50:25.268935 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 10:50:25.269328 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 10:50:25.269563 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 10:50:25.269783 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 10:50:25.270014 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 10:50:25.270210 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 10:50:25.270471 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 10:50:25.270693 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 10:50:25.270834 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Apr 28 10:50:25.271357 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=116050) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Apr 28 10:50:25.271517 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Apr 28 10:50:25.271842 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Apr 28 10:50:25.272016 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Apr 28 10:50:25.272340 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Apr 28 10:50:25.272498 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Apr 28 10:50:25.272708 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 10:50:25.272875 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 10:50:25.273039 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 10:50:25.273203 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 10:50:25.273386 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 10:50:25.273553 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 10:50:25.273714 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 10:50:25.274026 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 10:50:25.274190 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 10:50:25.274352 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 10:50:25.274694 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 10:50:25.275006 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 10:50:25.275170 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 10:50:25.275333 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 10:50:25.275502 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 10:50:25.275667 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 10:50:25.275830 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 10:50:25.275998 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 10:50:25.276157 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] config_source = [] {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 10:50:25.276478 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 10:50:25.276639 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 10:50:25.276802 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] debug = True {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 10:50:25.276963 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 10:50:25.277172 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 10:50:25.277339 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 10:50:25.277502 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 10:50:25.277662 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 10:50:25.277820 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 10:50:25.278679 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 10:50:25.278841 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 10:50:25.278988 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 10:50:25.279228 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 10:50:25.279308 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 10:50:25.279485 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 10:50:25.279609 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 10:50:25.286061 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 10:50:25.286061 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 10:50:25.286061 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 10:50:25.286061 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 10:50:25.286061 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] host = dv-neutron-master-2-hyperv {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 10:50:25.286061 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 10:50:25.286061 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 10:50:25.286061 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 10:50:25.286674 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 10:50:25.286674 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 10:50:25.286674 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 10:50:25.286674 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 10:50:25.286674 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 10:50:25.286674 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 10:50:25.286674 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 10:50:25.286674 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 10:50:25.287120 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 10:50:25.287120 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] log_dir = None {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 10:50:25.287120 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] log_file = None {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 10:50:25.287120 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] log_options = True {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 10:50:25.287120 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 10:50:25.287120 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 10:50:25.287120 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 10:50:25.287120 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 10:50:25.287616 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 10:50:25.287616 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 10:50:25.287616 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 10:50:25.287616 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 10:50:25.287616 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 10:50:25.287616 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 10:50:25.287616 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 10:50:25.288021 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 10:50:25.288021 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 10:50:25.288021 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 10:50:25.288021 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 10:50:25.288021 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 10:50:25.288021 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 10:50:25.288021 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 10:50:25.288021 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 10:50:25.288471 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 10:50:25.288471 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 10:50:25.288471 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 10:50:25.288471 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 10:50:25.288471 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 10:50:25.288471 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 10:50:25.288471 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 10:50:25.288471 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 10:50:25.288471 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 10:50:25.288979 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=116163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 10:50:25.289050 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 10:50:25.289050 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 10:50:25.289050 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 10:50:25.289050 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 10:50:25.289050 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 10:50:25.289050 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 10:50:25.289050 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 10:50:25.289050 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 10:50:25.289480 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 10:50:25.289480 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 10:50:25.289480 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 10:50:25.289480 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 10:50:25.289480 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 10:50:25.289480 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 10:50:25.289480 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 10:50:25.289480 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 10:50:25.289908 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 10:50:25.289908 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] use_journal = False {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 10:50:25.289908 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] use_json = False {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 10:50:25.289908 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 10:50:25.289908 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 10:50:25.290168 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 10:50:25.290168 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 10:50:25.291221 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 10:50:25.291221 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 10:50:25.291221 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 10:50:25.291221 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 10:50:25.291221 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 10:50:25.291221 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 10:50:25.291221 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 10:50:25.292326 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 10:50:25.292326 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 10:50:25.292326 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 10:50:25.292326 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 10:50:25.292326 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 10:50:25.292326 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 10:50:25.292326 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 10:50:25.293223 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 10:50:25.293223 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 10:50:25.293223 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 10:50:25.293223 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 10:50:25.293223 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 10:50:25.293223 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 10:50:25.293988 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 10:50:25.293988 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 10:50:25.293988 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 10:50:25.293988 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 10:50:25.293988 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 10:50:25.294427 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 10:50:25.294427 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 10:50:25.294618 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 10:50:25.294754 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 10:50:25.295094 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 10:50:25.295094 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 10:50:25.295246 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 10:50:25.295338 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 10:50:25.295462 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 10:50:25.295609 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 10:50:25.295787 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 10:50:25.295949 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 10:50:25.296116 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.10/identity {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 10:50:25.296279 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 10:50:25.296441 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 10:50:25.296603 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 10:50:25.296766 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 10:50:25.296928 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 10:50:25.297095 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 10:50:25.297259 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 10:50:25.297419 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 10:50:25.297585 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 10:50:25.297758 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 10:50:25.297911 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 10:50:25.298077 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 10:50:25.298222 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 10:50:25.298388 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 10:50:25.298627 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 10:50:25.298724 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 10:50:25.298886 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 10:50:25.299052 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 10:50:25.299212 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 10:50:25.299375 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 10:50:25.299537 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 10:50:25.299699 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 10:50:25.299862 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 10:50:25.300023 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 10:50:25.300186 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 10:50:25.300357 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 10:50:25.300519 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 10:50:25.300686 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 10:50:25.300837 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 10:50:25.300996 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 10:50:25.301158 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 10:50:25.301320 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 10:50:25.301481 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 10:50:25.301642 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 10:50:25.301809 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 10:50:25.301969 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 10:50:25.302142 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 10:50:25.302304 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 10:50:25.302488 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 10:50:25.302656 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 10:50:25.302801 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 10:50:25.302957 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 10:50:25.303150 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 10:50:25.303263 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 10:50:25.303425 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 10:50:25.303587 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 10:50:25.303931 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 10:50:25.303931 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 10:50:25.304161 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 10:50:25.304242 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 10:50:25.304341 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 10:50:25.304504 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 10:50:25.304671 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 10:50:25.304833 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 10:50:25.304995 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 10:50:25.305155 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 10:50:25.305316 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 10:50:25.305476 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 10:50:25.305637 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 10:50:25.305815 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 10:50:25.305982 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 10:50:25.306144 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 10:50:25.306307 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 10:50:25.306492 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 10:50:25.306657 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 10:50:25.306818 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 10:50:25.306980 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 10:50:25.307142 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 10:50:25.307305 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 10:50:25.307467 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 10:50:25.307629 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 10:50:25.307794 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 10:50:25.307966 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 10:50:25.308106 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 10:50:25.308272 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 10:50:25.308433 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 10:50:25.308595 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 10:50:25.308757 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 10:50:25.308918 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 10:50:25.309080 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 10:50:25.309771 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 10:50:25.309956 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 10:50:25.310119 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 10:50:25.310282 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 10:50:25.310460 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 10:50:25.310616 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 10:50:25.310781 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 10:50:25.310938 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 10:50:25.311104 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 10:50:25.311269 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 10:50:25.311422 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 10:50:25.311594 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 10:50:25.311758 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 10:50:25.311913 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 10:50:25.312068 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 10:50:25.312229 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 10:50:25.312409 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 10:50:25.312537 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 10:50:25.312901 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 10:50:25.312901 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 10:50:25.313406 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 10:50:25.313406 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 10:50:25.313406 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 10:50:25.313701 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 10:50:25.313701 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 10:50:25.313842 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 10:50:25.313919 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 10:50:25.314284 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 10:50:25.314284 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 10:50:25.314471 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 10:50:25.314596 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 10:50:25.314716 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 10:50:25.314836 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 10:50:25.314989 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 10:50:25.315152 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 10:50:25.315490 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 10:50:25.315490 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 10:50:25.315660 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.10/identity {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 10:50:25.315759 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 10:50:25.315920 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 10:50:25.316082 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 10:50:25.316244 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 10:50:25.316407 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 10:50:25.316574 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 10:50:25.316736 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 10:50:25.316898 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 10:50:25.317060 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 10:50:25.317222 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 10:50:25.317385 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 10:50:25.317545 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 10:50:25.317711 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 10:50:25.317874 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 10:50:25.318039 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 10:50:25.318200 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 10:50:25.318363 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 10:50:25.318529 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 10:50:25.318698 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 10:50:25.318859 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 10:50:25.319020 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 10:50:25.319182 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 10:50:25.319343 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 10:50:25.319505 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 10:50:25.319666 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 10:50:25.319831 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 10:50:25.319997 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 10:50:25.320160 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 10:50:25.320321 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 10:50:25.320483 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 10:50:25.320643 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 10:50:25.320806 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 10:50:25.320970 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 10:50:25.321132 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 10:50:25.321299 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 10:50:25.321450 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 10:50:25.321607 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 10:50:25.321770 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 10:50:25.321931 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 10:50:25.322096 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 10:50:25.322257 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 10:50:25.322431 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 10:50:25.322599 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 10:50:25.322779 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 10:50:25.322941 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 10:50:25.323103 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 10:50:25.323270 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 10:50:25.323431 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 10:50:25.323594 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 10:50:25.323757 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 10:50:25.323919 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 10:50:25.324081 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 10:50:25.324243 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 10:50:25.324406 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 10:50:25.324567 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 10:50:25.324730 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 10:50:25.324939 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 10:50:25.325096 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 10:50:25.325253 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 10:50:25.325496 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 10:50:25.325927 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 10:50:25.325927 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 10:50:25.326195 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 10:50:25.326328 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 10:50:25.326502 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 10:50:25.326588 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 10:50:25.326706 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 10:50:25.326872 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 10:50:25.327035 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 10:50:25.327197 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 10:50:25.327359 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 10:50:25.327520 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 10:50:25.327695 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 10:50:25.327859 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 10:50:25.328022 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 10:50:25.328188 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 10:50:25.328349 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 10:50:25.328511 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 10:50:25.328716 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 10:50:25.328888 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 10:50:25.329036 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 10:50:25.329197 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 10:50:25.329358 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 10:50:25.329521 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 10:50:25.329693 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 10:50:25.329855 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 10:50:25.330017 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 10:50:25.330178 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 10:50:25.330339 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 10:50:25.330528 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 10:50:25.330698 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 10:50:25.330860 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 10:50:25.331022 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 10:50:25.331184 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 10:50:25.331346 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 10:50:25.331508 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 10:50:25.331677 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 10:50:25.331830 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 10:50:25.331989 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 10:50:25.332150 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 10:50:25.332312 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 10:50:25.332474 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 10:50:25.332644 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 10:50:25.332807 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 10:50:25.332969 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 10:50:25.333131 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 10:50:25.333293 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 10:50:25.333453 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 10:50:25.333624 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 10:50:25.333786 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 10:50:25.333949 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 10:50:25.334118 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 10:50:25.334280 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 10:50:25.334465 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 10:50:25.334630 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 10:50:25.334803 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 10:50:25.334966 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 10:50:25.335134 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 10:50:25.335298 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 10:50:25.335461 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 10:50:25.335622 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 10:50:25.335787 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 10:50:25.335955 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 10:50:25.336125 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 10:50:25.336294 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 10:50:25.336457 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 10:50:25.336632 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 10:50:25.336802 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:50:99'] {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 10:50:25.336972 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 10:50:25.337135 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 10:50:25.337304 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 10:50:25.337476 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 10:50:25.337637 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 10:50:25.337800 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 10:50:25.337960 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 10:50:25.338121 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 10:50:25.338283 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 10:50:25.338466 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 10:50:25.338632 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 10:50:25.338794 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 10:50:25.338957 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 10:50:25.339119 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 10:50:25.339281 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 10:50:25.339442 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 10:50:25.339604 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 10:50:25.339766 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 10:50:25.339929 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 10:50:25.340090 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 10:50:25.340252 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 10:50:25.340414 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 10:50:25.341107 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 10:50:25.341416 dv-neutron-master-2-hyperv neutron-server[116050]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=116050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Apr 28 10:50:25.432323 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 47132) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 10:50:25.441113 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [-] 10.222.0.10 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0065019 Apr 28 10:50:36.940299 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f8f86dd-c9e7-469f-92ca-a50d4ef7db06 None None] get_active_networks_info from dv-neutron-master-2-hyperv {{(pid=116163) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Apr 28 10:50:37.041028 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f8f86dd-c9e7-469f-92ca-a50d4ef7db06 None None] No non-hosted networks {{(pid=116163) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Apr 28 10:50:37.056651 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.agentschedulers_db [None req-3f8f86dd-c9e7-469f-92ca-a50d4ef7db06 None None] DHCP Agent not found on host dv-neutron-master-2-hyperv {{(pid=116163) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Apr 28 10:50:37.140449 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-4e8a5e2d-22ab-4c3d-bc1b-68d1d44f985e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-2063559'] for agent (75ba81b7-fe99-4281-90d2-a5adb445ecea), after_create {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:50:39.370576 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-349d9725-2253-4070-8b6d-3e5a2222d452 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-2063559'] for agent (6b492ad6-0876-4d74-b20d-28143a52ceba), after_create {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:50:39.392385 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.db.api [None req-f16be4e5-8e03-4013-b7a4-93c2bce9eedc None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-neutron-master-2-hyperv {{(pid=116163) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 28 10:50:39.392790 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG oslo_db.api [None req-f16be4e5-8e03-4013-b7a4-93c2bce9eedc None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=116163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 28 10:50:39.979859 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-f16be4e5-8e03-4013-b7a4-93c2bce9eedc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (6b492ad6-0876-4d74-b20d-28143a52ceba), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:50:40.295665 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 47200) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 10:50:40.385391 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-ae94d540-e4c6-43be-adc9-b26fb6a2f62f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-2063559'] for agent (cfc241ae-e4b7-443b-b80b-59fbbc2b69c9), after_create {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:50:40.846322 dv-neutron-master-2-hyperv neutron-server[116162]: WARNING oslo_policy.policy [None req-918e8f89-5a6c-4c73-8c12-329f90c2e507 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 28 10:50:40.846941 dv-neutron-master-2-hyperv neutron-server[116162]: WARNING oslo_policy.policy [None req-918e8f89-5a6c-4c73-8c12-329f90c2e507 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 28 10:50:41.070476 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [None req-918e8f89-5a6c-4c73-8c12-329f90c2e507 admin admin] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=116162) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 28 10:50:41.082997 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-918e8f89-5a6c-4c73-8c12-329f90c2e507 admin admin] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.7769775 Apr 28 10:50:41.979474 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-01ef1de1-12fd-4cef-b76b-793f91379468 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-2063559'] for agent (39cc4f52-f5d9-4e2c-bbfa-7a1c528e1c40), after_create {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:50:43.305372 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-2063559'] for agent (d5baab19-5dd1-4902-922b-84acb048ab9c), after_create {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:50:43.306186 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 10:50:43.306497 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 10:50:43.306742 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 10:50:43.307073 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 10:50:43.307506 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 10:50:43.307845 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 10:50:43.308185 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 10:50:43.309131 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 10:50:43.309472 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 10:50:43.309817 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 10:50:43.310194 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 10:50:43.310501 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 10:50:43.310923 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 10:50:43.311194 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 10:50:43.311460 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 10:50:43.311871 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-neutron-master-2-hyperv', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=116163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 10:50:43.319514 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-neutron-master-2-hyperv', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=116163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 10:50:43.591154 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 47232) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 10:50:44.085435 dv-neutron-master-2-hyperv neutron-server[116161]: WARNING oslo_policy.policy [None req-cf8fca26-451b-49eb-9937-d8ec2d3f6cdc admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 28 10:50:44.086153 dv-neutron-master-2-hyperv neutron-server[116161]: WARNING oslo_policy.policy [None req-cf8fca26-451b-49eb-9937-d8ec2d3f6cdc admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 28 10:50:44.309751 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.v2.base [None req-cf8fca26-451b-49eb-9937-d8ec2d3f6cdc admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4', 'is_default': True, 'shared': True}} {{(pid=116161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 10:50:44.403684 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.policy [None req-cf8fca26-451b-49eb-9937-d8ec2d3f6cdc admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=116161) register_rules /opt/stack/neutron/neutron/policy.py:73}} Apr 28 10:50:44.444799 dv-neutron-master-2-hyperv neutron-server[116161]: WARNING oslo_policy.policy [None req-cf8fca26-451b-49eb-9937-d8ec2d3f6cdc admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 28 10:50:44.445184 dv-neutron-master-2-hyperv neutron-server[116161]: WARNING oslo_policy.policy [None req-cf8fca26-451b-49eb-9937-d8ec2d3f6cdc admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 28 10:50:44.608700 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-cf8fca26-451b-49eb-9937-d8ec2d3f6cdc admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8742237000704', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8742237001268', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8742236984896', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8742236977253', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8742236964908', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8742236958115', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-979628', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-924595', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1675903', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1636070'] for rbac-policy (None), before_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:50:44.810688 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-cf8fca26-451b-49eb-9937-d8ec2d3f6cdc admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:50:44.826574 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-cf8fca26-451b-49eb-9937-d8ec2d3f6cdc admin admin] 10.222.0.10 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.2189317 Apr 28 10:50:47.285100 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 47250) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 10:50:47.459988 dv-neutron-master-2-hyperv neutron-server[116163]: INFO neutron.db.l3_hamode_db [None req-c03823f3-2b2e-4e95-8225-0f742b75e2cc None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Apr 28 10:50:47.540017 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c03823f3-2b2e-4e95-8225-0f742b75e2cc None None] Routers set() bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=116163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 10:50:47.540377 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c03823f3-2b2e-4e95-8225-0f742b75e2cc None None] Router IDs set() for agent in host dv-neutron-master-2-hyperv {{(pid=116163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Apr 28 10:50:47.600965 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.v2.base [None req-202cd597-1a71-4d35-a3f0-56a22e4d7756 demo demo] Request body: {'network': {'name': 'private', 'admin_state_up': True}} {{(pid=116161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 10:50:47.676190 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-202cd597-1a71-4d35-a3f0-56a22e4d7756 demo demo] Made reservation on behalf of 007e2d9a5e39488a92b512d44c8c4703 for: {'network': 1} {{(pid=116161) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 10:50:47.679953 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-202cd597-1a71-4d35-a3f0-56a22e4d7756 demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for network (None), before_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:50:47.697139 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-202cd597-1a71-4d35-a3f0-56a22e4d7756 demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:50:47.802704 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-202cd597-1a71-4d35-a3f0-56a22e4d7756 demo demo] Publish callbacks [] for security_group (1aca6ea7-ba2a-4688-9718-a7a0fedb3710), precommit_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:50:47.875835 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-202cd597-1a71-4d35-a3f0-56a22e4d7756 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924426'] for security_group (1aca6ea7-ba2a-4688-9718-a7a0fedb3710), after_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:50:47.908335 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-202cd597-1a71-4d35-a3f0-56a22e4d7756 demo demo] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 87} {{(pid=116161) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 10:50:47.930530 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202cd597-1a71-4d35-a3f0-56a22e4d7756 demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=1aca6ea7-ba2a-4688-9718-a7a0fedb3710,revision_number=1']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 10:50:47.941935 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202cd597-1a71-4d35-a3f0-56a22e4d7756 demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 10:50:47.942273 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202cd597-1a71-4d35-a3f0-56a22e4d7756 demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 10:50:47.942642 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202cd597-1a71-4d35-a3f0-56a22e4d7756 demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 10:50:47.943024 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202cd597-1a71-4d35-a3f0-56a22e4d7756 demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 10:50:47.943346 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202cd597-1a71-4d35-a3f0-56a22e4d7756 demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 10:50:47.943671 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202cd597-1a71-4d35-a3f0-56a22e4d7756 demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 10:50:47.943987 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202cd597-1a71-4d35-a3f0-56a22e4d7756 demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 10:50:47.944303 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202cd597-1a71-4d35-a3f0-56a22e4d7756 demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 10:50:47.944653 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202cd597-1a71-4d35-a3f0-56a22e4d7756 demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 10:50:47.944970 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202cd597-1a71-4d35-a3f0-56a22e4d7756 demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 10:50:47.945297 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202cd597-1a71-4d35-a3f0-56a22e4d7756 demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 10:50:47.945628 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202cd597-1a71-4d35-a3f0-56a22e4d7756 demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 10:50:47.945939 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202cd597-1a71-4d35-a3f0-56a22e4d7756 demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 10:50:47.946247 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202cd597-1a71-4d35-a3f0-56a22e4d7756 demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 10:50:47.946580 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202cd597-1a71-4d35-a3f0-56a22e4d7756 demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 10:50:47.947914 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202cd597-1a71-4d35-a3f0-56a22e4d7756 demo demo] Tracked resource versions report: Apr 28 10:50:47.947914 dv-neutron-master-2-hyperv neutron-server[116161]: pushed versions: Apr 28 10:50:47.947914 dv-neutron-master-2-hyperv neutron-server[116161]: { 'AddressGroup': {'1.2'}, Apr 28 10:50:47.947914 dv-neutron-master-2-hyperv neutron-server[116161]: 'Agent': {'1.1'}, Apr 28 10:50:47.947914 dv-neutron-master-2-hyperv neutron-server[116161]: 'ConntrackHelper': {'1.0'}, Apr 28 10:50:47.947914 dv-neutron-master-2-hyperv neutron-server[116161]: 'LocalIPAssociation': {'1.0'}, Apr 28 10:50:47.947914 dv-neutron-master-2-hyperv neutron-server[116161]: 'Log': {'1.0'}, Apr 28 10:50:47.947914 dv-neutron-master-2-hyperv neutron-server[116161]: 'NDPProxy': {'1.0'}, Apr 28 10:50:47.947914 dv-neutron-master-2-hyperv neutron-server[116161]: 'Network': {'1.1'}, Apr 28 10:50:47.947914 dv-neutron-master-2-hyperv neutron-server[116161]: 'Port': {'1.7'}, Apr 28 10:50:47.947914 dv-neutron-master-2-hyperv neutron-server[116161]: 'PortForwarding': {'1.3'}, Apr 28 10:50:47.947914 dv-neutron-master-2-hyperv neutron-server[116161]: 'QosPolicy': {'1.10'}, Apr 28 10:50:47.947914 dv-neutron-master-2-hyperv neutron-server[116161]: 'SecurityGroup': {'1.5'}, Apr 28 10:50:47.947914 dv-neutron-master-2-hyperv neutron-server[116161]: 'SecurityGroupRule': {'1.2'}, Apr 28 10:50:47.947914 dv-neutron-master-2-hyperv neutron-server[116161]: 'SubPort': {'1.0'}, Apr 28 10:50:47.947914 dv-neutron-master-2-hyperv neutron-server[116161]: 'Subnet': {'1.1'}, Apr 28 10:50:47.947914 dv-neutron-master-2-hyperv neutron-server[116161]: 'Trunk': {'1.1'}} Apr 28 10:50:47.947914 dv-neutron-master-2-hyperv neutron-server[116161]: consumer versions: Apr 28 10:50:47.947914 dv-neutron-master-2-hyperv neutron-server[116161]: { DHCP agent@dv-neutron-master-2-hyperv: {}, Apr 28 10:50:47.947914 dv-neutron-master-2-hyperv neutron-server[116161]: L3 agent@dv-neutron-master-2-hyperv: {}, Apr 28 10:50:47.947914 dv-neutron-master-2-hyperv neutron-server[116161]: Metadata agent@dv-neutron-master-2-hyperv: {}, Apr 28 10:50:47.947914 dv-neutron-master-2-hyperv neutron-server[116161]: Metering agent@dv-neutron-master-2-hyperv: {}, Apr 28 10:50:47.947914 dv-neutron-master-2-hyperv neutron-server[116161]: Open vSwitch agent@dv-neutron-master-2-hyperv: { 'AddressGroup': '1.2', Apr 28 10:50:47.947914 dv-neutron-master-2-hyperv neutron-server[116161]: 'Agent': '1.1', Apr 28 10:50:47.947914 dv-neutron-master-2-hyperv neutron-server[116161]: 'ConntrackHelper': '1.0', Apr 28 10:50:47.947914 dv-neutron-master-2-hyperv neutron-server[116161]: 'LocalIPAssociation': '1.0', Apr 28 10:50:47.947914 dv-neutron-master-2-hyperv neutron-server[116161]: 'Log': '1.0', Apr 28 10:50:47.947914 dv-neutron-master-2-hyperv neutron-server[116161]: 'NDPProxy': '1.0', Apr 28 10:50:47.947914 dv-neutron-master-2-hyperv neutron-server[116161]: 'Network': '1.1', Apr 28 10:50:47.947914 dv-neutron-master-2-hyperv neutron-server[116161]: 'Port': '1.7', Apr 28 10:50:47.947914 dv-neutron-master-2-hyperv neutron-server[116161]: 'PortForwarding': '1.3', Apr 28 10:50:47.947914 dv-neutron-master-2-hyperv neutron-server[116161]: 'QosPolicy': '1.10', Apr 28 10:50:47.947914 dv-neutron-master-2-hyperv neutron-server[116161]: 'SecurityGroup': '1.5', Apr 28 10:50:47.947914 dv-neutron-master-2-hyperv neutron-server[116161]: 'SecurityGroupRule': '1.2', Apr 28 10:50:47.947914 dv-neutron-master-2-hyperv neutron-server[116161]: 'SubPort': '1.0', Apr 28 10:50:47.947914 dv-neutron-master-2-hyperv neutron-server[116161]: 'Subnet': '1.1', Apr 28 10:50:47.947914 dv-neutron-master-2-hyperv neutron-server[116161]: 'Trunk': '1.1'}} Apr 28 10:50:47.950853 dv-neutron-master-2-hyperv neutron-server[116161]: {{(pid=116161) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 28 10:50:47.988975 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-202cd597-1a71-4d35-a3f0-56a22e4d7756 demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8742235207024', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-961978'] for segment (b32c698b-2903-48ac-80ea-ce03d936d661), precommit_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:50:47.988975 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-202cd597-1a71-4d35-a3f0-56a22e4d7756 demo demo] Unsubscribe: segment precommit_create {{(pid=116161) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Apr 28 10:50:47.988975 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.db.segments_db [None req-202cd597-1a71-4d35-a3f0-56a22e4d7756 demo demo] Added segment b32c698b-2903-48ac-80ea-ce03d936d661 of type vlan for network 5a98558d-be75-43a0-853b-5bf69a6161fe Apr 28 10:50:48.064596 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-202cd597-1a71-4d35-a3f0-56a22e4d7756 demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742234744962'] for network (5a98558d-be75-43a0-853b-5bf69a6161fe), precommit_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:50:48.156194 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-202cd597-1a71-4d35-a3f0-56a22e4d7756 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042'] for network (5a98558d-be75-43a0-853b-5bf69a6161fe), after_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:50:48.161438 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-202cd597-1a71-4d35-a3f0-56a22e4d7756 demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 10:50:48.162178 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-202cd597-1a71-4d35-a3f0-56a22e4d7756 demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603020'] for network (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:50:48.274956 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-202cd597-1a71-4d35-a3f0-56a22e4d7756 demo demo] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 748 time: 0.9886804 Apr 28 10:50:48.278506 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202cd597-1a71-4d35-a3f0-56a22e4d7756 demo demo] Pushing event updated for resources: {'Network': ['ID=5a98558d-be75-43a0-853b-5bf69a6161fe,revision_number=1']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 10:50:48.291556 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Network 5a98558d-be75-43a0-853b-5bf69a6161fe details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=116163) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 28 10:50:50.774612 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 47262) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 10:50:51.174332 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f45ee9c-a37f-4984-8576-d04d3a18c44c demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 10:50:51.175664 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-6f45ee9c-a37f-4984-8576-d04d3a18c44c demo admin] 10.222.0.10 "GET /v2.0/networks/5a98558d-be75-43a0-853b-5bf69a6161fe HTTP/1.1" status: 200 len: 824 time: 0.4000573 Apr 28 10:50:51.200085 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-7036da97-7845-43aa-9f02-9fabac3c845d demo admin] 10.222.0.10 "GET /v2.0/subnetpools/9ed9d3da-2f3d-43ee-aeeb-e1e9cd936d5e HTTP/1.1" status: 200 len: 734 time: 0.0188377 Apr 28 10:50:51.208327 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.v2.base [None req-3edebb13-f1f7-473c-ac72-adb622d0d239 demo admin] Request body: {'subnet': {'name': 'private-subnet', 'ip_version': 4, 'subnetpool_id': '9ed9d3da-2f3d-43ee-aeeb-e1e9cd936d5e', 'network_id': '5a98558d-be75-43a0-853b-5bf69a6161fe', 'gateway_ip': '172.20.0.1'}} {{(pid=116161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 10:50:51.287698 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3edebb13-f1f7-473c-ac72-adb622d0d239 demo admin] Made reservation on behalf of 007e2d9a5e39488a92b512d44c8c4703 for: {'subnet': 1} {{(pid=116161) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 10:50:51.289944 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-3edebb13-f1f7-473c-ac72-adb622d0d239 demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:50:51.613762 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-3edebb13-f1f7-473c-ac72-adb622d0d239 demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042'] for subnet (fd9769d6-1502-45c7-9953-5cc9425a72d2), after_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:50:51.680548 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3edebb13-f1f7-473c-ac72-adb622d0d239 demo admin] Pushing event updated for resources: {'Subnet': ['ID=fd9769d6-1502-45c7-9953-5cc9425a72d2,revision_number=0']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 10:50:51.689313 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3edebb13-f1f7-473c-ac72-adb622d0d239 demo admin] Checking segment: {'id': 'b32c698b-2903-48ac-80ea-ce03d936d661', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '5a98558d-be75-43a0-853b-5bf69a6161fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 10:50:51.689710 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3edebb13-f1f7-473c-ac72-adb622d0d239 demo admin] Network hostable DHCP agents. Network: 5a98558d-be75-43a0-853b-5bf69a6161fe, hostable agents: ['75ba81b7-fe99-4281-90d2-a5adb445ecea'], hosted agents: [] {{(pid=116161) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 10:50:51.756447 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3edebb13-f1f7-473c-ac72-adb622d0d239 demo admin] Network 5a98558d-be75-43a0-853b-5bf69a6161fe is scheduled to be hosted by DHCP agent 75ba81b7-fe99-4281-90d2-a5adb445ecea with binding_index 1 {{(pid=116161) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 10:50:51.847016 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.scheduler.base_scheduler [None req-3edebb13-f1f7-473c-ac72-adb622d0d239 demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 5a98558d-be75-43a0-853b-5bf69a6161fe) {{(pid=116161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 10:50:51.855097 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3edebb13-f1f7-473c-ac72-adb622d0d239 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 10:50:51.855698 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-3edebb13-f1f7-473c-ac72-adb622d0d239 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603020'] for subnet (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:50:51.856548 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce4e1e69-1b6f-41c9-a588-bd08ad6455f9 None None] Network 5a98558d-be75-43a0-853b-5bf69a6161fe requested from dv-neutron-master-2-hyperv {{(pid=116163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 10:50:51.947666 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-3edebb13-f1f7-473c-ac72-adb622d0d239 demo admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.7424464 Apr 28 10:50:52.114036 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b8087cf-0f38-4201-9f31-14b37795fdfb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-5a98558d-be75-43a0-853b-5bf69a6161fe', 'network_id': '5a98558d-be75-43a0-853b-5bf69a6161fe', 'project_id': '007e2d9a5e39488a92b512d44c8c4703', 'fixed_ips': [{'subnet_id': 'fd9769d6-1502-45c7-9953-5cc9425a72d2'}]}} from dv-neutron-master-2-hyperv. {{(pid=116163) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 28 10:50:52.115387 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-4b8087cf-0f38-4201-9f31-14b37795fdfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (None), before_create {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:50:52.395346 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.db_base_plugin_common [None req-4b8087cf-0f38-4201-9f31-14b37795fdfb None None] Allocated IP 172.20.0.2 (5a98558d-be75-43a0-853b-5bf69a6161fe/fd9769d6-1502-45c7-9953-5cc9425a72d2/e6a45c52-ce06-426d-97f9-d483676ec079) {{(pid=116163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 10:50:52.664274 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-4b8087cf-0f38-4201-9f31-14b37795fdfb None None] Publish callbacks [] for port (e6a45c52-ce06-426d-97f9-d483676ec079), precommit_create {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:50:52.762663 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-4b8087cf-0f38-4201-9f31-14b37795fdfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742234710357'] for port (e6a45c52-ce06-426d-97f9-d483676ec079), after_create {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:50:52.836122 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b8087cf-0f38-4201-9f31-14b37795fdfb None None] Network 5a98558d-be75-43a0-853b-5bf69a6161fe is already hosted by enough agents. {{(pid=116163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 10:50:52.848181 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.scheduler.base_scheduler [None req-4b8087cf-0f38-4201-9f31-14b37795fdfb None None] Resources bound (agent type, host, resource id): {{(pid=116163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 10:50:52.853305 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b8087cf-0f38-4201-9f31-14b37795fdfb None None] Pushing event updated for resources: {'Port': ['ID=e6a45c52-ce06-426d-97f9-d483676ec079,revision_number=1']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 10:50:52.855534 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b8087cf-0f38-4201-9f31-14b37795fdfb None None] Received port after_create {{(pid=116163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 10:50:52.866180 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b8087cf-0f38-4201-9f31-14b37795fdfb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 10:50:52.866820 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b8087cf-0f38-4201-9f31-14b37795fdfb None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 10:50:52.866912 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b8087cf-0f38-4201-9f31-14b37795fdfb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 10:50:52.867227 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b8087cf-0f38-4201-9f31-14b37795fdfb None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 10:50:52.867557 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b8087cf-0f38-4201-9f31-14b37795fdfb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 10:50:52.867885 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b8087cf-0f38-4201-9f31-14b37795fdfb None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 10:50:52.868208 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b8087cf-0f38-4201-9f31-14b37795fdfb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 10:50:52.868530 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b8087cf-0f38-4201-9f31-14b37795fdfb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 10:50:52.868864 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b8087cf-0f38-4201-9f31-14b37795fdfb None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 10:50:52.869191 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b8087cf-0f38-4201-9f31-14b37795fdfb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 10:50:52.869531 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b8087cf-0f38-4201-9f31-14b37795fdfb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 10:50:52.869870 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b8087cf-0f38-4201-9f31-14b37795fdfb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 10:50:52.870191 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b8087cf-0f38-4201-9f31-14b37795fdfb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 10:50:52.870534 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b8087cf-0f38-4201-9f31-14b37795fdfb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 10:50:52.870879 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b8087cf-0f38-4201-9f31-14b37795fdfb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 10:50:52.878267 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b8087cf-0f38-4201-9f31-14b37795fdfb None None] Tracked resource versions report: Apr 28 10:50:52.878267 dv-neutron-master-2-hyperv neutron-server[116163]: pushed versions: Apr 28 10:50:52.878267 dv-neutron-master-2-hyperv neutron-server[116163]: { 'AddressGroup': {'1.2'}, Apr 28 10:50:52.878267 dv-neutron-master-2-hyperv neutron-server[116163]: 'Agent': {'1.1'}, Apr 28 10:50:52.878267 dv-neutron-master-2-hyperv neutron-server[116163]: 'ConntrackHelper': {'1.0'}, Apr 28 10:50:52.878267 dv-neutron-master-2-hyperv neutron-server[116163]: 'LocalIPAssociation': {'1.0'}, Apr 28 10:50:52.878267 dv-neutron-master-2-hyperv neutron-server[116163]: 'Log': {'1.0'}, Apr 28 10:50:52.878267 dv-neutron-master-2-hyperv neutron-server[116163]: 'NDPProxy': {'1.0'}, Apr 28 10:50:52.878267 dv-neutron-master-2-hyperv neutron-server[116163]: 'Network': {'1.1'}, Apr 28 10:50:52.878267 dv-neutron-master-2-hyperv neutron-server[116163]: 'Port': {'1.7'}, Apr 28 10:50:52.878267 dv-neutron-master-2-hyperv neutron-server[116163]: 'PortForwarding': {'1.3'}, Apr 28 10:50:52.878267 dv-neutron-master-2-hyperv neutron-server[116163]: 'QosPolicy': {'1.10'}, Apr 28 10:50:52.878267 dv-neutron-master-2-hyperv neutron-server[116163]: 'SecurityGroup': {'1.5'}, Apr 28 10:50:52.878267 dv-neutron-master-2-hyperv neutron-server[116163]: 'SecurityGroupRule': {'1.2'}, Apr 28 10:50:52.878267 dv-neutron-master-2-hyperv neutron-server[116163]: 'SubPort': {'1.0'}, Apr 28 10:50:52.878267 dv-neutron-master-2-hyperv neutron-server[116163]: 'Subnet': {'1.1'}, Apr 28 10:50:52.878267 dv-neutron-master-2-hyperv neutron-server[116163]: 'Trunk': {'1.1'}} Apr 28 10:50:52.878267 dv-neutron-master-2-hyperv neutron-server[116163]: consumer versions: Apr 28 10:50:52.878267 dv-neutron-master-2-hyperv neutron-server[116163]: { DHCP agent@dv-neutron-master-2-hyperv: {}, Apr 28 10:50:52.878267 dv-neutron-master-2-hyperv neutron-server[116163]: L3 agent@dv-neutron-master-2-hyperv: {}, Apr 28 10:50:52.878267 dv-neutron-master-2-hyperv neutron-server[116163]: Metadata agent@dv-neutron-master-2-hyperv: {}, Apr 28 10:50:52.878267 dv-neutron-master-2-hyperv neutron-server[116163]: Metering agent@dv-neutron-master-2-hyperv: {}, Apr 28 10:50:52.878267 dv-neutron-master-2-hyperv neutron-server[116163]: Open vSwitch agent@dv-neutron-master-2-hyperv: { 'AddressGroup': '1.2', Apr 28 10:50:52.878267 dv-neutron-master-2-hyperv neutron-server[116163]: 'Agent': '1.1', Apr 28 10:50:52.878267 dv-neutron-master-2-hyperv neutron-server[116163]: 'ConntrackHelper': '1.0', Apr 28 10:50:52.878267 dv-neutron-master-2-hyperv neutron-server[116163]: 'LocalIPAssociation': '1.0', Apr 28 10:50:52.878267 dv-neutron-master-2-hyperv neutron-server[116163]: 'Log': '1.0', Apr 28 10:50:52.878267 dv-neutron-master-2-hyperv neutron-server[116163]: 'NDPProxy': '1.0', Apr 28 10:50:52.878267 dv-neutron-master-2-hyperv neutron-server[116163]: 'Network': '1.1', Apr 28 10:50:52.878267 dv-neutron-master-2-hyperv neutron-server[116163]: 'Port': '1.7', Apr 28 10:50:52.878267 dv-neutron-master-2-hyperv neutron-server[116163]: 'PortForwarding': '1.3', Apr 28 10:50:52.878267 dv-neutron-master-2-hyperv neutron-server[116163]: 'QosPolicy': '1.10', Apr 28 10:50:52.878267 dv-neutron-master-2-hyperv neutron-server[116163]: 'SecurityGroup': '1.5', Apr 28 10:50:52.878267 dv-neutron-master-2-hyperv neutron-server[116163]: 'SecurityGroupRule': '1.2', Apr 28 10:50:52.878267 dv-neutron-master-2-hyperv neutron-server[116163]: 'SubPort': '1.0', Apr 28 10:50:52.878267 dv-neutron-master-2-hyperv neutron-server[116163]: 'Subnet': '1.1', Apr 28 10:50:52.878267 dv-neutron-master-2-hyperv neutron-server[116163]: 'Trunk': '1.1'}} Apr 28 10:50:52.880296 dv-neutron-master-2-hyperv neutron-server[116163]: {{(pid=116163) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 28 10:50:52.945999 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.managers [None req-4b8087cf-0f38-4201-9f31-14b37795fdfb None None] Attempting to bind port e6a45c52-ce06-426d-97f9-d483676ec079 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=116163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 28 10:50:52.946325 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.managers [None req-4b8087cf-0f38-4201-9f31-14b37795fdfb None None] Attempting to bind port e6a45c52-ce06-426d-97f9-d483676ec079 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'b32c698b-2903-48ac-80ea-ce03d936d661', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '5a98558d-be75-43a0-853b-5bf69a6161fe'}] {{(pid=116163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 28 10:50:52.946779 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b8087cf-0f38-4201-9f31-14b37795fdfb None None] Attempting to bind port e6a45c52-ce06-426d-97f9-d483676ec079 on network 5a98558d-be75-43a0-853b-5bf69a6161fe {{(pid=116163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 10:50:52.951746 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b8087cf-0f38-4201-9f31-14b37795fdfb None None] Checking agent: {'id': 'd5baab19-5dd1-4902-922b-84acb048ab9c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 10, 50, 43), 'started_at': datetime.datetime(2022, 4, 28, 10, 50, 43), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 10, 50, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=116163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 10:50:52.952131 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b8087cf-0f38-4201-9f31-14b37795fdfb None None] Checking segment: {'id': 'b32c698b-2903-48ac-80ea-ce03d936d661', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '5a98558d-be75-43a0-853b-5bf69a6161fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 10:50:52.952607 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-4b8087cf-0f38-4201-9f31-14b37795fdfb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:50:52.953002 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b8087cf-0f38-4201-9f31-14b37795fdfb None None] Bound using segment: {'id': 'b32c698b-2903-48ac-80ea-ce03d936d661', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '5a98558d-be75-43a0-853b-5bf69a6161fe'} {{(pid=116163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 10:50:52.953456 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.managers [None req-4b8087cf-0f38-4201-9f31-14b37795fdfb None None] Bound port: e6a45c52-ce06-426d-97f9-d483676ec079, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b32c698b-2903-48ac-80ea-ce03d936d661', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '5a98558d-be75-43a0-853b-5bf69a6161fe'}}] {{(pid=116163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 28 10:50:52.953869 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-4b8087cf-0f38-4201-9f31-14b37795fdfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (e6a45c52-ce06-426d-97f9-d483676ec079), before_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:50:53.017236 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-4b8087cf-0f38-4201-9f31-14b37795fdfb None None] For port e6a45c52-ce06-426d-97f9-d483676ec079, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=116163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 10:50:53.036689 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-4b8087cf-0f38-4201-9f31-14b37795fdfb None None] For port e6a45c52-ce06-426d-97f9-d483676ec079, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=e6a45c52-ce06-426d-97f9-d483676ec079,segment=NetworkSegment(b32c698b-2903-48ac-80ea-ce03d936d661),segment_id=b32c698b-2903-48ac-80ea-ce03d936d661)] {{(pid=116163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 10:50:53.093895 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-4b8087cf-0f38-4201-9f31-14b37795fdfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393'] for port (e6a45c52-ce06-426d-97f9-d483676ec079), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:50:53.153855 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b8087cf-0f38-4201-9f31-14b37795fdfb None None] Pushing event updated for resources: {'Port': ['ID=e6a45c52-ce06-426d-97f9-d483676ec079,revision_number=2']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 10:50:54.437082 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 47270) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 10:50:54.745929 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [None req-3da54d2b-328f-40b1-94bb-8c0ce3624d73 admin admin] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=116161) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 28 10:50:54.748076 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-3da54d2b-328f-40b1-94bb-8c0ce3624d73 admin admin] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3089142 Apr 28 10:50:57.223370 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 47278) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 10:50:57.531805 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [None req-620ea31d-ea5c-43aa-a7fb-3b99e133bc22 admin admin] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=116162) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 28 10:50:57.532837 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-620ea31d-ea5c-43aa-a7fb-3b99e133bc22 admin admin] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3085670 Apr 28 10:51:00.033216 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 47286) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 10:51:00.347989 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.v2.base [None req-c459f019-7874-402f-a0cd-bfc4bee9e56a demo demo] Request body: {'router': {'name': 'router1', 'admin_state_up': True}} {{(pid=116162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 10:51:00.407330 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.policy [None req-c459f019-7874-402f-a0cd-bfc4bee9e56a demo demo] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=116162) register_rules /opt/stack/neutron/neutron/policy.py:73}} Apr 28 10:51:00.448760 dv-neutron-master-2-hyperv neutron-server[116162]: WARNING oslo_policy.policy [None req-c459f019-7874-402f-a0cd-bfc4bee9e56a demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 28 10:51:00.449137 dv-neutron-master-2-hyperv neutron-server[116162]: WARNING oslo_policy.policy [None req-c459f019-7874-402f-a0cd-bfc4bee9e56a demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 28 10:51:00.585205 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-c459f019-7874-402f-a0cd-bfc4bee9e56a demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2060459', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-63449'] for router (d89a4d3f-7d78-4694-b48b-7b798b8f1c5e), before_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:51:00.587175 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-c459f019-7874-402f-a0cd-bfc4bee9e56a demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2060827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1935275', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1960866', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-63266'] for router (d89a4d3f-7d78-4694-b48b-7b798b8f1c5e), precommit_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:51:00.741829 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-c459f019-7874-402f-a0cd-bfc4bee9e56a demo demo] Publish callbacks [] for router_controller (d89a4d3f-7d78-4694-b48b-7b798b8f1c5e), precommit_add_association {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:51:00.780673 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-c459f019-7874-402f-a0cd-bfc4bee9e56a demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2060818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1935326'] for router (d89a4d3f-7d78-4694-b48b-7b798b8f1c5e), after_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:51:00.866646 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-c459f019-7874-402f-a0cd-bfc4bee9e56a demo demo] Publish callbacks [] for router (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:51:00.867837 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-c459f019-7874-402f-a0cd-bfc4bee9e56a demo demo] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.8335888 Apr 28 10:51:03.359691 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 47300) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 10:51:03.697820 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [None req-8a5fd231-4cd5-4542-9e13-6e2d51ef389c admin admin] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=116162) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 28 10:51:03.698824 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-8a5fd231-4cd5-4542-9e13-6e2d51ef389c admin admin] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3382027 Apr 28 10:51:03.965803 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Device e6a45c52-ce06-426d-97f9-d483676ec079 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=116163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 10:51:04.071162 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Provisioning complete for port e6a45c52-ce06-426d-97f9-d483676ec079 triggered by entity L2. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 10:51:04.071162 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (e6a45c52-ce06-426d-97f9-d483676ec079), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:51:04.177803 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Current status of the port e6a45c52-ce06-426d-97f9-d483676ec079 is: DOWN; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 10:51:04.178192 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (e6a45c52-ce06-426d-97f9-d483676ec079), before_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:51:04.213556 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] For port e6a45c52-ce06-426d-97f9-d483676ec079, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=e6a45c52-ce06-426d-97f9-d483676ec079,segment=NetworkSegment(b32c698b-2903-48ac-80ea-ce03d936d661),segment_id=b32c698b-2903-48ac-80ea-ce03d936d661)] {{(pid=116163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 10:51:04.281868 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393'] for port (e6a45c52-ce06-426d-97f9-d483676ec079), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:51:04.332719 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Pushing event updated for resources: {'Port': ['ID=e6a45c52-ce06-426d-97f9-d483676ec079,revision_number=3']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 10:51:04.623171 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18c14a79-b577-4a63-bd4b-3b3d494e54c0 None None] Network 5a98558d-be75-43a0-853b-5bf69a6161fe requested from dv-neutron-master-2-hyperv {{(pid=116163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 10:51:04.748591 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-8071de29-b82d-4400-94ca-bd6fa2b58d49 None None] Provisioning complete for port e6a45c52-ce06-426d-97f9-d483676ec079 triggered by entity DHCP. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 10:51:04.748982 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-8071de29-b82d-4400-94ca-bd6fa2b58d49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (e6a45c52-ce06-426d-97f9-d483676ec079), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:51:04.829057 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-8071de29-b82d-4400-94ca-bd6fa2b58d49 None None] Current status of the port e6a45c52-ce06-426d-97f9-d483676ec079 is: ACTIVE; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 10:51:04.946094 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-c4844aaf-5926-455c-b5bb-97136dfd07dc None None] Provisioning complete for port e6a45c52-ce06-426d-97f9-d483676ec079 triggered by entity DHCP. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 10:51:04.946502 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-c4844aaf-5926-455c-b5bb-97136dfd07dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (e6a45c52-ce06-426d-97f9-d483676ec079), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:51:05.021672 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-c4844aaf-5926-455c-b5bb-97136dfd07dc None None] Current status of the port e6a45c52-ce06-426d-97f9-d483676ec079 is: ACTIVE; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 10:51:05.932784 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Device e6a45c52-ce06-426d-97f9-d483676ec079 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=116163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 10:51:05.977446 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Provisioning complete for port e6a45c52-ce06-426d-97f9-d483676ec079 triggered by entity L2. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 10:51:05.977832 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (e6a45c52-ce06-426d-97f9-d483676ec079), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:51:06.053676 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Current status of the port e6a45c52-ce06-426d-97f9-d483676ec079 is: ACTIVE; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 10:51:06.226072 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 47308) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 10:51:06.534979 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.v2.base [None req-dd7d7b69-a486-4ed6-a17b-0cbae8f46a7d admin admin] Request body: {'network': {'is_default': True, 'provider:network_type': 'flat', 'admin_state_up': True, 'name': 'public', 'router:external': True, 'provider:physical_network': 'physnet1'}} {{(pid=116162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 10:51:06.607225 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd7d7b69-a486-4ed6-a17b-0cbae8f46a7d admin admin] Made reservation on behalf of 137b205c24bb416791583093fc44e8d3 for: {'network': 1} {{(pid=116162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 10:51:06.609867 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-dd7d7b69-a486-4ed6-a17b-0cbae8f46a7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for network (None), before_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:51:06.625502 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-dd7d7b69-a486-4ed6-a17b-0cbae8f46a7d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:51:06.726189 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-dd7d7b69-a486-4ed6-a17b-0cbae8f46a7d admin admin] Publish callbacks [] for security_group (07f2693f-7a64-4b06-b024-01cb2ccaee83), precommit_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:51:06.761352 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-dd7d7b69-a486-4ed6-a17b-0cbae8f46a7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924426'] for security_group (07f2693f-7a64-4b06-b024-01cb2ccaee83), after_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:51:06.772664 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-dd7d7b69-a486-4ed6-a17b-0cbae8f46a7d admin admin] Reserving flat network on physical network physnet1 {{(pid=116162) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Apr 28 10:51:06.804053 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-dd7d7b69-a486-4ed6-a17b-0cbae8f46a7d admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8742235207024', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-961978'] for segment (142bc50f-d6af-4646-8d06-bb7af6b7b51c), precommit_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:51:06.804616 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-dd7d7b69-a486-4ed6-a17b-0cbae8f46a7d admin admin] Unsubscribe: segment precommit_create {{(pid=116162) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Apr 28 10:51:06.805163 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.db.segments_db [None req-dd7d7b69-a486-4ed6-a17b-0cbae8f46a7d admin admin] Added segment 142bc50f-d6af-4646-8d06-bb7af6b7b51c of type flat for network 7be49d94-bbb8-4a61-bafe-209c5f861e1c Apr 28 10:51:06.820848 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7d7b69-a486-4ed6-a17b-0cbae8f46a7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07f2693f-7a64-4b06-b024-01cb2ccaee83,revision_number=1']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 10:51:06.865591 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7d7b69-a486-4ed6-a17b-0cbae8f46a7d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 10:51:06.865931 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7d7b69-a486-4ed6-a17b-0cbae8f46a7d admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 10:51:06.866266 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7d7b69-a486-4ed6-a17b-0cbae8f46a7d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 10:51:06.866626 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7d7b69-a486-4ed6-a17b-0cbae8f46a7d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 10:51:06.866950 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7d7b69-a486-4ed6-a17b-0cbae8f46a7d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 10:51:06.867271 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7d7b69-a486-4ed6-a17b-0cbae8f46a7d admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 10:51:06.867589 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7d7b69-a486-4ed6-a17b-0cbae8f46a7d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 10:51:06.867903 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7d7b69-a486-4ed6-a17b-0cbae8f46a7d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 10:51:06.868233 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7d7b69-a486-4ed6-a17b-0cbae8f46a7d admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 10:51:06.868552 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7d7b69-a486-4ed6-a17b-0cbae8f46a7d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 10:51:06.868881 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7d7b69-a486-4ed6-a17b-0cbae8f46a7d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 10:51:06.869196 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7d7b69-a486-4ed6-a17b-0cbae8f46a7d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 10:51:06.869505 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7d7b69-a486-4ed6-a17b-0cbae8f46a7d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 10:51:06.869814 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7d7b69-a486-4ed6-a17b-0cbae8f46a7d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 10:51:06.870122 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7d7b69-a486-4ed6-a17b-0cbae8f46a7d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 10:51:06.872117 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7d7b69-a486-4ed6-a17b-0cbae8f46a7d admin admin] Tracked resource versions report: Apr 28 10:51:06.872117 dv-neutron-master-2-hyperv neutron-server[116162]: pushed versions: Apr 28 10:51:06.872117 dv-neutron-master-2-hyperv neutron-server[116162]: { 'AddressGroup': {'1.2'}, Apr 28 10:51:06.872117 dv-neutron-master-2-hyperv neutron-server[116162]: 'Agent': {'1.1'}, Apr 28 10:51:06.872117 dv-neutron-master-2-hyperv neutron-server[116162]: 'ConntrackHelper': {'1.0'}, Apr 28 10:51:06.872117 dv-neutron-master-2-hyperv neutron-server[116162]: 'LocalIPAssociation': {'1.0'}, Apr 28 10:51:06.872117 dv-neutron-master-2-hyperv neutron-server[116162]: 'Log': {'1.0'}, Apr 28 10:51:06.872117 dv-neutron-master-2-hyperv neutron-server[116162]: 'NDPProxy': {'1.0'}, Apr 28 10:51:06.872117 dv-neutron-master-2-hyperv neutron-server[116162]: 'Network': {'1.1'}, Apr 28 10:51:06.872117 dv-neutron-master-2-hyperv neutron-server[116162]: 'Port': {'1.7'}, Apr 28 10:51:06.872117 dv-neutron-master-2-hyperv neutron-server[116162]: 'PortForwarding': {'1.3'}, Apr 28 10:51:06.872117 dv-neutron-master-2-hyperv neutron-server[116162]: 'QosPolicy': {'1.10'}, Apr 28 10:51:06.872117 dv-neutron-master-2-hyperv neutron-server[116162]: 'SecurityGroup': {'1.5'}, Apr 28 10:51:06.872117 dv-neutron-master-2-hyperv neutron-server[116162]: 'SecurityGroupRule': {'1.2'}, Apr 28 10:51:06.872117 dv-neutron-master-2-hyperv neutron-server[116162]: 'SubPort': {'1.0'}, Apr 28 10:51:06.872117 dv-neutron-master-2-hyperv neutron-server[116162]: 'Subnet': {'1.1'}, Apr 28 10:51:06.872117 dv-neutron-master-2-hyperv neutron-server[116162]: 'Trunk': {'1.1'}} Apr 28 10:51:06.872117 dv-neutron-master-2-hyperv neutron-server[116162]: consumer versions: Apr 28 10:51:06.872117 dv-neutron-master-2-hyperv neutron-server[116162]: { DHCP agent@dv-neutron-master-2-hyperv: {}, Apr 28 10:51:06.872117 dv-neutron-master-2-hyperv neutron-server[116162]: L3 agent@dv-neutron-master-2-hyperv: {}, Apr 28 10:51:06.872117 dv-neutron-master-2-hyperv neutron-server[116162]: Metadata agent@dv-neutron-master-2-hyperv: {}, Apr 28 10:51:06.872117 dv-neutron-master-2-hyperv neutron-server[116162]: Metering agent@dv-neutron-master-2-hyperv: {}, Apr 28 10:51:06.872117 dv-neutron-master-2-hyperv neutron-server[116162]: Open vSwitch agent@dv-neutron-master-2-hyperv: { 'AddressGroup': '1.2', Apr 28 10:51:06.872117 dv-neutron-master-2-hyperv neutron-server[116162]: 'Agent': '1.1', Apr 28 10:51:06.872117 dv-neutron-master-2-hyperv neutron-server[116162]: 'ConntrackHelper': '1.0', Apr 28 10:51:06.872117 dv-neutron-master-2-hyperv neutron-server[116162]: 'LocalIPAssociation': '1.0', Apr 28 10:51:06.872117 dv-neutron-master-2-hyperv neutron-server[116162]: 'Log': '1.0', Apr 28 10:51:06.872117 dv-neutron-master-2-hyperv neutron-server[116162]: 'NDPProxy': '1.0', Apr 28 10:51:06.872117 dv-neutron-master-2-hyperv neutron-server[116162]: 'Network': '1.1', Apr 28 10:51:06.872117 dv-neutron-master-2-hyperv neutron-server[116162]: 'Port': '1.7', Apr 28 10:51:06.872117 dv-neutron-master-2-hyperv neutron-server[116162]: 'PortForwarding': '1.3', Apr 28 10:51:06.872117 dv-neutron-master-2-hyperv neutron-server[116162]: 'QosPolicy': '1.10', Apr 28 10:51:06.872117 dv-neutron-master-2-hyperv neutron-server[116162]: 'SecurityGroup': '1.5', Apr 28 10:51:06.872117 dv-neutron-master-2-hyperv neutron-server[116162]: 'SecurityGroupRule': '1.2', Apr 28 10:51:06.872117 dv-neutron-master-2-hyperv neutron-server[116162]: 'SubPort': '1.0', Apr 28 10:51:06.872117 dv-neutron-master-2-hyperv neutron-server[116162]: 'Subnet': '1.1', Apr 28 10:51:06.872117 dv-neutron-master-2-hyperv neutron-server[116162]: 'Trunk': '1.1'}} Apr 28 10:51:06.872117 dv-neutron-master-2-hyperv neutron-server[116162]: {{(pid=116162) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 28 10:51:06.920348 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-dd7d7b69-a486-4ed6-a17b-0cbae8f46a7d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742234744962'] for network (7be49d94-bbb8-4a61-bafe-209c5f861e1c), precommit_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:51:06.972943 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-8a4ee16f-43fd-4c95-81e2-882902842550 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (75ba81b7-fe99-4281-90d2-a5adb445ecea), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:51:07.013315 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-dd7d7b69-a486-4ed6-a17b-0cbae8f46a7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042'] for network (7be49d94-bbb8-4a61-bafe-209c5f861e1c), after_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:51:07.014351 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd7d7b69-a486-4ed6-a17b-0cbae8f46a7d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 10:51:07.015049 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-dd7d7b69-a486-4ed6-a17b-0cbae8f46a7d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603020'] for network (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:51:07.115217 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-dd7d7b69-a486-4ed6-a17b-0cbae8f46a7d admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.8880455 Apr 28 10:51:07.116129 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7d7b69-a486-4ed6-a17b-0cbae8f46a7d admin admin] Pushing event updated for resources: {'Network': ['ID=7be49d94-bbb8-4a61-bafe-209c5f861e1c,revision_number=1']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 10:51:07.137979 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Network 7be49d94-bbb8-4a61-bafe-209c5f861e1c details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=116163) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 28 10:51:09.401666 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-d8a51834-2b86-4ed5-93d6-af45d1ec941d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (6b492ad6-0876-4d74-b20d-28143a52ceba), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:51:09.572655 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 47320) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 10:51:09.966343 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a67c28e6-484b-47a2-b659-9444ffd815bf demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 10:51:09.967653 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-a67c28e6-484b-47a2-b659-9444ffd815bf demo admin] 10.222.0.10 "GET /v2.0/subnets/fd9769d6-1502-45c7-9953-5cc9425a72d2 HTTP/1.1" status: 200 len: 849 time: 0.3940609 Apr 28 10:51:10.103502 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-cded90d1-de73-410b-9c8f-626124a2ff4f demo admin] 10.222.0.10 "GET /v2.0/routers/d89a4d3f-7d78-4694-b48b-7b798b8f1c5e HTTP/1.1" status: 200 len: 704 time: 0.1302247 Apr 28 10:51:10.376473 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-4e31f4d6-a083-4834-bbef-cb3779ec19cd demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (None), before_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:51:10.378558 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-ae94d540-e4c6-43be-adc9-b26fb6a2f62f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (cfc241ae-e4b7-443b-b80b-59fbbc2b69c9), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:51:10.668547 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.db.db_base_plugin_common [None req-4e31f4d6-a083-4834-bbef-cb3779ec19cd demo admin] Allocated IP 172.20.0.1 (5a98558d-be75-43a0-853b-5bf69a6161fe/fd9769d6-1502-45c7-9953-5cc9425a72d2/246494c2-471f-4b7f-9ec0-afcee7fd6a81) {{(pid=116162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 10:51:10.847221 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-4e31f4d6-a083-4834-bbef-cb3779ec19cd demo admin] Publish callbacks [] for port (246494c2-471f-4b7f-9ec0-afcee7fd6a81), precommit_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:51:10.962620 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-4e31f4d6-a083-4834-bbef-cb3779ec19cd demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742234710357'] for port (246494c2-471f-4b7f-9ec0-afcee7fd6a81), after_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:51:11.030866 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e31f4d6-a083-4834-bbef-cb3779ec19cd demo admin] Network 5a98558d-be75-43a0-853b-5bf69a6161fe is already hosted by enough agents. {{(pid=116162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 10:51:11.035407 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.scheduler.base_scheduler [None req-4e31f4d6-a083-4834-bbef-cb3779ec19cd demo admin] Resources bound (agent type, host, resource id): {{(pid=116162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 10:51:11.048447 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e31f4d6-a083-4834-bbef-cb3779ec19cd demo admin] Received port after_create {{(pid=116162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 10:51:11.048980 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-4e31f4d6-a083-4834-bbef-cb3779ec19cd demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2063275'] for router_interface (d89a4d3f-7d78-4694-b48b-7b798b8f1c5e), before_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:51:11.116562 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e31f4d6-a083-4834-bbef-cb3779ec19cd demo admin] Pushing event updated for resources: {'Port': ['ID=246494c2-471f-4b7f-9ec0-afcee7fd6a81,revision_number=1']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 10:51:11.275421 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-f6016302-c586-4f9a-a573-8d3e5475aae4 None None] Provisioning complete for port 246494c2-471f-4b7f-9ec0-afcee7fd6a81 triggered by entity DHCP. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 10:51:11.275937 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-f6016302-c586-4f9a-a573-8d3e5475aae4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (246494c2-471f-4b7f-9ec0-afcee7fd6a81), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:51:11.309098 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-f6016302-c586-4f9a-a573-8d3e5475aae4 None None] Port 246494c2-471f-4b7f-9ec0-afcee7fd6a81 cannot update to ACTIVE because it is not bound. {{(pid=116163) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 28 10:51:11.381498 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-4e31f4d6-a083-4834-bbef-cb3779ec19cd demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (246494c2-471f-4b7f-9ec0-afcee7fd6a81), before_update {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:51:11.585679 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-4e31f4d6-a083-4834-bbef-cb3779ec19cd demo admin] Publish callbacks [] for port (246494c2-471f-4b7f-9ec0-afcee7fd6a81), precommit_update {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:51:11.641474 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-4e31f4d6-a083-4834-bbef-cb3779ec19cd demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393'] for port (246494c2-471f-4b7f-9ec0-afcee7fd6a81), after_update {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:51:11.642246 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-4e31f4d6-a083-4834-bbef-cb3779ec19cd demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1603056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2063387'] for router_interface (d89a4d3f-7d78-4694-b48b-7b798b8f1c5e), after_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:51:11.703334 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e31f4d6-a083-4834-bbef-cb3779ec19cd demo admin] Pushing event updated for resources: {'Port': ['ID=246494c2-471f-4b7f-9ec0-afcee7fd6a81,revision_number=2']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 10:51:11.766142 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e31f4d6-a083-4834-bbef-cb3779ec19cd demo admin] Network 5a98558d-be75-43a0-853b-5bf69a6161fe is already hosted by enough agents. {{(pid=116162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 10:51:11.767485 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.scheduler.base_scheduler [None req-4e31f4d6-a083-4834-bbef-cb3779ec19cd demo admin] Resources bound (agent type, host, resource id): {{(pid=116162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 10:51:11.967094 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-01ef1de1-12fd-4cef-b76b-793f91379468 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (39cc4f52-f5d9-4e2c-bbfa-7a1c528e1c40), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:51:12.024657 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e31f4d6-a083-4834-bbef-cb3779ec19cd demo admin] Router d89a4d3f-7d78-4694-b48b-7b798b8f1c5e is scheduled to L3 agent 6b492ad6-0876-4d74-b20d-28143a52ceba with binding_index 1 {{(pid=116162) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 28 10:51:12.117923 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e31f4d6-a083-4834-bbef-cb3779ec19cd demo admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=116162) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 10:51:12.123693 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-4e31f4d6-a083-4834-bbef-cb3779ec19cd demo admin] 10.222.0.10 "PUT /v2.0/routers/d89a4d3f-7d78-4694-b48b-7b798b8f1c5e/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.0144038 Apr 28 10:51:12.132487 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-74a0e07a-6e1f-4aba-aba8-ee565ab9ac8c None None] Provisioning complete for port 246494c2-471f-4b7f-9ec0-afcee7fd6a81 triggered by entity DHCP. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 10:51:12.132869 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecd4b12b-ad96-42c7-9e8f-5a01ee4c08a6 None None] Sync routers for ids ['d89a4d3f-7d78-4694-b48b-7b798b8f1c5e'] in dv-neutron-master-2-hyperv {{(pid=116164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 10:51:12.133346 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-74a0e07a-6e1f-4aba-aba8-ee565ab9ac8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (246494c2-471f-4b7f-9ec0-afcee7fd6a81), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:51:12.145929 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecd4b12b-ad96-42c7-9e8f-5a01ee4c08a6 None None] Routers {'d89a4d3f-7d78-4694-b48b-7b798b8f1c5e'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=116164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 10:51:12.146786 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_hamode_db [None req-ecd4b12b-ad96-42c7-9e8f-5a01ee4c08a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-28T10:50:39Z,description=,heartbeat_timestamp=2022-04-28T10:51:09Z,host='dv-neutron-master-2-hyperv',id=6b492ad6-0876-4d74-b20d-28143a52ceba,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T10:50:40Z,topic='l3_agent')) {'router_ids': ['d89a4d3f-7d78-4694-b48b-7b798b8f1c5e'], 'active': True} {{(pid=116164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 10:51:12.173066 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-74a0e07a-6e1f-4aba-aba8-ee565ab9ac8c None None] Port 246494c2-471f-4b7f-9ec0-afcee7fd6a81 cannot update to ACTIVE because it is not bound. {{(pid=116163) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 28 10:51:12.338849 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_dvr_db [None req-ecd4b12b-ad96-42c7-9e8f-5a01ee4c08a6 None None] Set router d89a4d3f-7d78-4694-b48b-7b798b8f1c5e gateway port host: None {{(pid=116164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 10:51:12.750215 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_hamode_db [None req-ecd4b12b-ad96-42c7-9e8f-5a01ee4c08a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd89a4d3f-7d78-4694-b48b-7b798b8f1c5e', 'name': 'router1', 'tenant_id': '007e2d9a5e39488a92b512d44c8c4703', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T10:51:00Z', 'updated_at': '2022-04-28T10:51:11Z', 'revision_number': 2, 'project_id': '007e2d9a5e39488a92b512d44c8c4703', 'gw_port_host': None, '_interfaces': [{'id': '246494c2-471f-4b7f-9ec0-afcee7fd6a81', 'name': '', 'network_id': '5a98558d-be75-43a0-853b-5bf69a6161fe', 'tenant_id': '007e2d9a5e39488a92b512d44c8c4703', 'mac_address': 'fa:16:3e:82:2e:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd89a4d3f-7d78-4694-b48b-7b798b8f1c5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'fd9769d6-1502-45c7-9953-5cc9425a72d2', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T10:51:10Z', 'updated_at': '2022-04-28T10:51:11Z', 'revision_number': 2, 'project_id': '007e2d9a5e39488a92b512d44c8c4703', 'subnets': [{'id': 'fd9769d6-1502-45c7-9953-5cc9425a72d2', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9ed9d3da-2f3d-43ee-aeeb-e1e9cd936d5e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=116164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 10:51:12.801577 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecd4b12b-ad96-42c7-9e8f-5a01ee4c08a6 None None] Checking router: d89a4d3f-7d78-4694-b48b-7b798b8f1c5e for host: dv-neutron-master-2-hyperv {{(pid=116164) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 10:51:12.801955 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecd4b12b-ad96-42c7-9e8f-5a01ee4c08a6 None None] Updating router d89a4d3f-7d78-4694-b48b-7b798b8f1c5e port 246494c2-471f-4b7f-9ec0-afcee7fd6a81 binding host dv-neutron-master-2-hyperv {{(pid=116164) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 28 10:51:12.856824 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron_lib.callbacks.manager [None req-ecd4b12b-ad96-42c7-9e8f-5a01ee4c08a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (246494c2-471f-4b7f-9ec0-afcee7fd6a81), before_update {{(pid=116164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:51:13.327365 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (d5baab19-5dd1-4902-922b-84acb048ab9c), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:51:13.364964 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron_lib.callbacks.manager [None req-ecd4b12b-ad96-42c7-9e8f-5a01ee4c08a6 None None] Publish callbacks [] for port (246494c2-471f-4b7f-9ec0-afcee7fd6a81), precommit_update {{(pid=116164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:51:13.441402 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron_lib.callbacks.manager [None req-ecd4b12b-ad96-42c7-9e8f-5a01ee4c08a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393'] for port (246494c2-471f-4b7f-9ec0-afcee7fd6a81), after_update {{(pid=116164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:51:13.580397 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14402fad-5a35-4420-950a-a0655bb68e33 None None] Pushing event updated for resources: {'Port': ['ID=246494c2-471f-4b7f-9ec0-afcee7fd6a81,revision_number=3']} {{(pid=116164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 10:51:13.611178 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14402fad-5a35-4420-950a-a0655bb68e33 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 10:51:13.611521 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14402fad-5a35-4420-950a-a0655bb68e33 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 10:51:13.611861 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14402fad-5a35-4420-950a-a0655bb68e33 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 10:51:13.612250 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14402fad-5a35-4420-950a-a0655bb68e33 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 10:51:13.612583 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14402fad-5a35-4420-950a-a0655bb68e33 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 10:51:13.612908 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14402fad-5a35-4420-950a-a0655bb68e33 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 10:51:13.613241 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14402fad-5a35-4420-950a-a0655bb68e33 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 10:51:13.613541 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14402fad-5a35-4420-950a-a0655bb68e33 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 10:51:13.613864 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14402fad-5a35-4420-950a-a0655bb68e33 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 10:51:13.614185 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14402fad-5a35-4420-950a-a0655bb68e33 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 10:51:13.615252 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14402fad-5a35-4420-950a-a0655bb68e33 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 10:51:13.615252 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14402fad-5a35-4420-950a-a0655bb68e33 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 10:51:13.615252 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14402fad-5a35-4420-950a-a0655bb68e33 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 10:51:13.622775 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14402fad-5a35-4420-950a-a0655bb68e33 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 10:51:13.622775 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14402fad-5a35-4420-950a-a0655bb68e33 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 10:51:13.622775 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14402fad-5a35-4420-950a-a0655bb68e33 None None] Tracked resource versions report: Apr 28 10:51:13.622775 dv-neutron-master-2-hyperv neutron-server[116164]: pushed versions: Apr 28 10:51:13.622775 dv-neutron-master-2-hyperv neutron-server[116164]: { 'AddressGroup': {'1.2'}, Apr 28 10:51:13.622775 dv-neutron-master-2-hyperv neutron-server[116164]: 'Agent': {'1.1'}, Apr 28 10:51:13.622775 dv-neutron-master-2-hyperv neutron-server[116164]: 'ConntrackHelper': {'1.0'}, Apr 28 10:51:13.622775 dv-neutron-master-2-hyperv neutron-server[116164]: 'LocalIPAssociation': {'1.0'}, Apr 28 10:51:13.622775 dv-neutron-master-2-hyperv neutron-server[116164]: 'Log': {'1.0'}, Apr 28 10:51:13.622775 dv-neutron-master-2-hyperv neutron-server[116164]: 'NDPProxy': {'1.0'}, Apr 28 10:51:13.622775 dv-neutron-master-2-hyperv neutron-server[116164]: 'Network': {'1.1'}, Apr 28 10:51:13.622775 dv-neutron-master-2-hyperv neutron-server[116164]: 'Port': {'1.7'}, Apr 28 10:51:13.622775 dv-neutron-master-2-hyperv neutron-server[116164]: 'PortForwarding': {'1.3'}, Apr 28 10:51:13.622775 dv-neutron-master-2-hyperv neutron-server[116164]: 'QosPolicy': {'1.10'}, Apr 28 10:51:13.622775 dv-neutron-master-2-hyperv neutron-server[116164]: 'SecurityGroup': {'1.5'}, Apr 28 10:51:13.622775 dv-neutron-master-2-hyperv neutron-server[116164]: 'SecurityGroupRule': {'1.2'}, Apr 28 10:51:13.622775 dv-neutron-master-2-hyperv neutron-server[116164]: 'SubPort': {'1.0'}, Apr 28 10:51:13.622775 dv-neutron-master-2-hyperv neutron-server[116164]: 'Subnet': {'1.1'}, Apr 28 10:51:13.622775 dv-neutron-master-2-hyperv neutron-server[116164]: 'Trunk': {'1.1'}} Apr 28 10:51:13.622775 dv-neutron-master-2-hyperv neutron-server[116164]: consumer versions: Apr 28 10:51:13.622775 dv-neutron-master-2-hyperv neutron-server[116164]: { DHCP agent@dv-neutron-master-2-hyperv: {}, Apr 28 10:51:13.622775 dv-neutron-master-2-hyperv neutron-server[116164]: L3 agent@dv-neutron-master-2-hyperv: {}, Apr 28 10:51:13.622775 dv-neutron-master-2-hyperv neutron-server[116164]: Metadata agent@dv-neutron-master-2-hyperv: {}, Apr 28 10:51:13.622775 dv-neutron-master-2-hyperv neutron-server[116164]: Metering agent@dv-neutron-master-2-hyperv: {}, Apr 28 10:51:13.622775 dv-neutron-master-2-hyperv neutron-server[116164]: Open vSwitch agent@dv-neutron-master-2-hyperv: { 'AddressGroup': '1.2', Apr 28 10:51:13.622775 dv-neutron-master-2-hyperv neutron-server[116164]: 'Agent': '1.1', Apr 28 10:51:13.622775 dv-neutron-master-2-hyperv neutron-server[116164]: 'ConntrackHelper': '1.0', Apr 28 10:51:13.622775 dv-neutron-master-2-hyperv neutron-server[116164]: 'LocalIPAssociation': '1.0', Apr 28 10:51:13.622775 dv-neutron-master-2-hyperv neutron-server[116164]: 'Log': '1.0', Apr 28 10:51:13.622775 dv-neutron-master-2-hyperv neutron-server[116164]: 'NDPProxy': '1.0', Apr 28 10:51:13.622775 dv-neutron-master-2-hyperv neutron-server[116164]: 'Network': '1.1', Apr 28 10:51:13.622775 dv-neutron-master-2-hyperv neutron-server[116164]: 'Port': '1.7', Apr 28 10:51:13.622775 dv-neutron-master-2-hyperv neutron-server[116164]: 'PortForwarding': '1.3', Apr 28 10:51:13.622775 dv-neutron-master-2-hyperv neutron-server[116164]: 'QosPolicy': '1.10', Apr 28 10:51:13.622775 dv-neutron-master-2-hyperv neutron-server[116164]: 'SecurityGroup': '1.5', Apr 28 10:51:13.622775 dv-neutron-master-2-hyperv neutron-server[116164]: 'SecurityGroupRule': '1.2', Apr 28 10:51:13.622775 dv-neutron-master-2-hyperv neutron-server[116164]: 'SubPort': '1.0', Apr 28 10:51:13.622775 dv-neutron-master-2-hyperv neutron-server[116164]: 'Subnet': '1.1', Apr 28 10:51:13.622775 dv-neutron-master-2-hyperv neutron-server[116164]: 'Trunk': '1.1'}} Apr 28 10:51:13.622775 dv-neutron-master-2-hyperv neutron-server[116164]: {{(pid=116164) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 28 10:51:13.624933 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.plugins.ml2.managers [None req-ecd4b12b-ad96-42c7-9e8f-5a01ee4c08a6 None None] Attempting to bind port 246494c2-471f-4b7f-9ec0-afcee7fd6a81 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=116164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 28 10:51:13.624933 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.plugins.ml2.managers [None req-ecd4b12b-ad96-42c7-9e8f-5a01ee4c08a6 None None] Attempting to bind port 246494c2-471f-4b7f-9ec0-afcee7fd6a81 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'b32c698b-2903-48ac-80ea-ce03d936d661', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '5a98558d-be75-43a0-853b-5bf69a6161fe'}] {{(pid=116164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 28 10:51:13.624933 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecd4b12b-ad96-42c7-9e8f-5a01ee4c08a6 None None] Attempting to bind port 246494c2-471f-4b7f-9ec0-afcee7fd6a81 on network 5a98558d-be75-43a0-853b-5bf69a6161fe {{(pid=116164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 10:51:13.630634 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecd4b12b-ad96-42c7-9e8f-5a01ee4c08a6 None None] Checking agent: {'id': 'd5baab19-5dd1-4902-922b-84acb048ab9c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 10, 50, 43), 'started_at': datetime.datetime(2022, 4, 28, 10, 51, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 10, 51, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=116164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 10:51:13.630972 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecd4b12b-ad96-42c7-9e8f-5a01ee4c08a6 None None] Checking segment: {'id': 'b32c698b-2903-48ac-80ea-ce03d936d661', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '5a98558d-be75-43a0-853b-5bf69a6161fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 10:51:13.631454 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron_lib.callbacks.manager [None req-ecd4b12b-ad96-42c7-9e8f-5a01ee4c08a6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=116164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:51:13.631841 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecd4b12b-ad96-42c7-9e8f-5a01ee4c08a6 None None] Bound using segment: {'id': 'b32c698b-2903-48ac-80ea-ce03d936d661', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '5a98558d-be75-43a0-853b-5bf69a6161fe'} {{(pid=116164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 10:51:13.632320 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.plugins.ml2.managers [None req-ecd4b12b-ad96-42c7-9e8f-5a01ee4c08a6 None None] Bound port: 246494c2-471f-4b7f-9ec0-afcee7fd6a81, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b32c698b-2903-48ac-80ea-ce03d936d661', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '5a98558d-be75-43a0-853b-5bf69a6161fe'}}] {{(pid=116164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 28 10:51:13.632705 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron_lib.callbacks.manager [None req-ecd4b12b-ad96-42c7-9e8f-5a01ee4c08a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (246494c2-471f-4b7f-9ec0-afcee7fd6a81), before_update {{(pid=116164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:51:13.695398 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-4b693435-7f1c-41e1-a46d-5157b593ef24 None None] Provisioning complete for port 246494c2-471f-4b7f-9ec0-afcee7fd6a81 triggered by entity DHCP. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 10:51:13.695859 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-4b693435-7f1c-41e1-a46d-5157b593ef24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (246494c2-471f-4b7f-9ec0-afcee7fd6a81), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:51:13.703455 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.plugins.ml2.db [None req-ecd4b12b-ad96-42c7-9e8f-5a01ee4c08a6 None None] For port 246494c2-471f-4b7f-9ec0-afcee7fd6a81, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=116164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 10:51:13.723649 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.plugins.ml2.db [None req-ecd4b12b-ad96-42c7-9e8f-5a01ee4c08a6 None None] For port 246494c2-471f-4b7f-9ec0-afcee7fd6a81, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=246494c2-471f-4b7f-9ec0-afcee7fd6a81,segment=NetworkSegment(b32c698b-2903-48ac-80ea-ce03d936d661),segment_id=b32c698b-2903-48ac-80ea-ce03d936d661)] {{(pid=116164) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 10:51:13.732501 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-4b693435-7f1c-41e1-a46d-5157b593ef24 None None] Port 246494c2-471f-4b7f-9ec0-afcee7fd6a81 cannot update to ACTIVE because it is not bound. {{(pid=116163) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 28 10:51:13.790598 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron_lib.callbacks.manager [None req-ecd4b12b-ad96-42c7-9e8f-5a01ee4c08a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393'] for port (246494c2-471f-4b7f-9ec0-afcee7fd6a81), after_update {{(pid=116164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:51:13.849004 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecd4b12b-ad96-42c7-9e8f-5a01ee4c08a6 None None] Routers {'d89a4d3f-7d78-4694-b48b-7b798b8f1c5e'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=116164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 10:51:13.849634 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_hamode_db [None req-ecd4b12b-ad96-42c7-9e8f-5a01ee4c08a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-28T10:50:39Z,description=,heartbeat_timestamp=2022-04-28T10:51:09Z,host='dv-neutron-master-2-hyperv',id=6b492ad6-0876-4d74-b20d-28143a52ceba,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T10:50:40Z,topic='l3_agent')) {'router_ids': ['d89a4d3f-7d78-4694-b48b-7b798b8f1c5e'], 'active': True} {{(pid=116164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 10:51:13.918134 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14402fad-5a35-4420-950a-a0655bb68e33 None None] Pushing event updated for resources: {'Port': ['ID=246494c2-471f-4b7f-9ec0-afcee7fd6a81,revision_number=4']} {{(pid=116164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 10:51:13.945328 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_dvr_db [None req-ecd4b12b-ad96-42c7-9e8f-5a01ee4c08a6 None None] Set router d89a4d3f-7d78-4694-b48b-7b798b8f1c5e gateway port host: None {{(pid=116164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 10:51:14.050735 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-cb364c69-d18f-45ff-8f24-8fa887642831 None None] Provisioning complete for port 246494c2-471f-4b7f-9ec0-afcee7fd6a81 triggered by entity DHCP. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 10:51:14.051122 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-cb364c69-d18f-45ff-8f24-8fa887642831 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (246494c2-471f-4b7f-9ec0-afcee7fd6a81), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:51:14.131063 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-cb364c69-d18f-45ff-8f24-8fa887642831 None None] Current status of the port 246494c2-471f-4b7f-9ec0-afcee7fd6a81 is: DOWN; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 10:51:14.131457 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-cb364c69-d18f-45ff-8f24-8fa887642831 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (246494c2-471f-4b7f-9ec0-afcee7fd6a81), before_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:51:14.151516 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_hamode_db [None req-ecd4b12b-ad96-42c7-9e8f-5a01ee4c08a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd89a4d3f-7d78-4694-b48b-7b798b8f1c5e', 'name': 'router1', 'tenant_id': '007e2d9a5e39488a92b512d44c8c4703', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T10:51:00Z', 'updated_at': '2022-04-28T10:51:11Z', 'revision_number': 2, 'project_id': '007e2d9a5e39488a92b512d44c8c4703', 'gw_port_host': None, '_interfaces': [{'id': '246494c2-471f-4b7f-9ec0-afcee7fd6a81', 'name': '', 'network_id': '5a98558d-be75-43a0-853b-5bf69a6161fe', 'tenant_id': '007e2d9a5e39488a92b512d44c8c4703', 'mac_address': 'fa:16:3e:82:2e:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd89a4d3f-7d78-4694-b48b-7b798b8f1c5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'fd9769d6-1502-45c7-9953-5cc9425a72d2', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T10:51:10Z', 'updated_at': '2022-04-28T10:51:13Z', 'revision_number': 4, 'project_id': '007e2d9a5e39488a92b512d44c8c4703', 'subnets': [{'id': 'fd9769d6-1502-45c7-9953-5cc9425a72d2', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9ed9d3da-2f3d-43ee-aeeb-e1e9cd936d5e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=116164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 10:51:14.163521 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-cb364c69-d18f-45ff-8f24-8fa887642831 None None] For port 246494c2-471f-4b7f-9ec0-afcee7fd6a81, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=246494c2-471f-4b7f-9ec0-afcee7fd6a81,segment=NetworkSegment(b32c698b-2903-48ac-80ea-ce03d936d661),segment_id=b32c698b-2903-48ac-80ea-ce03d936d661)] {{(pid=116163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 10:51:14.181021 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecd4b12b-ad96-42c7-9e8f-5a01ee4c08a6 None None] The sync data for ids ['d89a4d3f-7d78-4694-b48b-7b798b8f1c5e'] in dv-neutron-master-2-hyperv is: [{'id': 'd89a4d3f-7d78-4694-b48b-7b798b8f1c5e', 'name': 'router1', 'tenant_id': '007e2d9a5e39488a92b512d44c8c4703', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T10:51:00Z', 'updated_at': '2022-04-28T10:51:11Z', 'revision_number': 2, 'project_id': '007e2d9a5e39488a92b512d44c8c4703', 'gw_port_host': None, '_interfaces': [{'id': '246494c2-471f-4b7f-9ec0-afcee7fd6a81', 'name': '', 'network_id': '5a98558d-be75-43a0-853b-5bf69a6161fe', 'tenant_id': '007e2d9a5e39488a92b512d44c8c4703', 'mac_address': 'fa:16:3e:82:2e:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd89a4d3f-7d78-4694-b48b-7b798b8f1c5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'fd9769d6-1502-45c7-9953-5cc9425a72d2', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T10:51:10Z', 'updated_at': '2022-04-28T10:51:13Z', 'revision_number': 4, 'project_id': '007e2d9a5e39488a92b512d44c8c4703', 'subnets': [{'id': 'fd9769d6-1502-45c7-9953-5cc9425a72d2', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9ed9d3da-2f3d-43ee-aeeb-e1e9cd936d5e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=116164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 10:51:14.218843 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-cb364c69-d18f-45ff-8f24-8fa887642831 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393'] for port (246494c2-471f-4b7f-9ec0-afcee7fd6a81), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:51:14.268827 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb364c69-d18f-45ff-8f24-8fa887642831 None None] Pushing event updated for resources: {'Port': ['ID=246494c2-471f-4b7f-9ec0-afcee7fd6a81,revision_number=5']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 10:51:14.616121 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 47340) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 10:51:14.812014 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26ff0b22-f650-4b91-9018-78402174e03b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 10:51:14.813387 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-26ff0b22-f650-4b91-9018-78402174e03b admin admin] 10.222.0.10 "GET /v2.0/networks/7be49d94-bbb8-4a61-bafe-209c5f861e1c HTTP/1.1" status: 200 len: 842 time: 0.1962421 Apr 28 10:51:14.822712 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.v2.base [None req-31ee3b9b-e7c3-402e-975d-28a978646fed admin admin] Request body: {'subnet': {'enable_dhcp': False, 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'ip_version': 4, 'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'name': 'public-subnet'}} {{(pid=116162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 10:51:14.927140 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31ee3b9b-e7c3-402e-975d-28a978646fed admin admin] Made reservation on behalf of 137b205c24bb416791583093fc44e8d3 for: {'subnet': 1} {{(pid=116162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 10:51:14.929772 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-31ee3b9b-e7c3-402e-975d-28a978646fed admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:51:15.267425 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.objects.ports [None req-31ee3b9b-e7c3-402e-975d-28a978646fed admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=116162) get_objects /opt/stack/neutron/neutron/objects/ports.py:463}} Apr 28 10:51:15.267881 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-31ee3b9b-e7c3-402e-975d-28a978646fed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042'] for subnet (c0f82f52-05ee-40f2-a57c-9d02e01fb9fa), after_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:51:15.316758 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ee3b9b-e7c3-402e-975d-28a978646fed admin admin] Pushing event updated for resources: {'Subnet': ['ID=c0f82f52-05ee-40f2-a57c-9d02e01fb9fa,revision_number=0']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 10:51:15.333307 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31ee3b9b-e7c3-402e-975d-28a978646fed admin admin] Checking segment: {'id': '142bc50f-d6af-4646-8d06-bb7af6b7b51c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 10:51:15.333692 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31ee3b9b-e7c3-402e-975d-28a978646fed admin admin] Network hostable DHCP agents. Network: 7be49d94-bbb8-4a61-bafe-209c5f861e1c, hostable agents: ['75ba81b7-fe99-4281-90d2-a5adb445ecea'], hosted agents: [] {{(pid=116162) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 10:51:15.400927 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31ee3b9b-e7c3-402e-975d-28a978646fed admin admin] Network 7be49d94-bbb8-4a61-bafe-209c5f861e1c is scheduled to be hosted by DHCP agent 75ba81b7-fe99-4281-90d2-a5adb445ecea with binding_index 1 {{(pid=116162) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 10:51:15.469327 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.scheduler.base_scheduler [None req-31ee3b9b-e7c3-402e-975d-28a978646fed admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 7be49d94-bbb8-4a61-bafe-209c5f861e1c) {{(pid=116162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 10:51:15.473339 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31ee3b9b-e7c3-402e-975d-28a978646fed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 10:51:15.473919 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-31ee3b9b-e7c3-402e-975d-28a978646fed admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603020'] for subnet (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:51:15.478073 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5a6db11-034c-4768-8b81-0e5df11c8ed1 None None] Network 7be49d94-bbb8-4a61-bafe-209c5f861e1c requested from dv-neutron-master-2-hyperv {{(pid=116163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 10:51:15.535399 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-31ee3b9b-e7c3-402e-975d-28a978646fed admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7159319 Apr 28 10:51:15.584101 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51ab5aa2-e93b-4d9f-9696-4dffe0e797bc None None] Network 7be49d94-bbb8-4a61-bafe-209c5f861e1c requested from dv-neutron-master-2-hyperv {{(pid=116163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 10:51:18.025364 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 47358) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 10:51:18.290514 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-504e4a58-eb71-4df6-b49a-6d10054c0482 demo admin] 10.222.0.10 "GET /v2.0/routers/d89a4d3f-7d78-4694-b48b-7b798b8f1c5e HTTP/1.1" status: 200 len: 710 time: 0.2639444 Apr 28 10:51:18.405744 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88ccf285-9f4c-4634-9962-9390d04785af demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 10:51:18.407151 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-88ccf285-9f4c-4634-9962-9390d04785af demo admin] 10.222.0.10 "GET /v2.0/networks/7be49d94-bbb8-4a61-bafe-209c5f861e1c HTTP/1.1" status: 200 len: 886 time: 0.1111791 Apr 28 10:51:18.415966 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.v2.base [None req-6cc02a9f-07bf-4787-86f4-549d1c2edcc8 demo admin] Request body: {'router': {'external_gateway_info': {'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c'}}} {{(pid=116161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 10:51:18.670005 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-6cc02a9f-07bf-4787-86f4-549d1c2edcc8 demo admin] Publish callbacks [] for router_gateway (d89a4d3f-7d78-4694-b48b-7b798b8f1c5e), precommit_update {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:51:18.974264 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-6cc02a9f-07bf-4787-86f4-549d1c2edcc8 demo admin] Publish callbacks [] for router_gateway (d89a4d3f-7d78-4694-b48b-7b798b8f1c5e), before_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:51:19.051394 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-6cc02a9f-07bf-4787-86f4-549d1c2edcc8 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (None), before_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:51:19.205771 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.db.db_base_plugin_common [None req-6cc02a9f-07bf-4787-86f4-549d1c2edcc8 demo admin] Allocated IP 172.36.4.219 (7be49d94-bbb8-4a61-bafe-209c5f861e1c/c0f82f52-05ee-40f2-a57c-9d02e01fb9fa/8842a7e9-8198-42a3-b304-ed73ebe79c34) {{(pid=116161) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 10:51:19.359377 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-6cc02a9f-07bf-4787-86f4-549d1c2edcc8 demo admin] Publish callbacks [] for port (8842a7e9-8198-42a3-b304-ed73ebe79c34), precommit_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:51:19.488247 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-6cc02a9f-07bf-4787-86f4-549d1c2edcc8 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742234710357'] for port (8842a7e9-8198-42a3-b304-ed73ebe79c34), after_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:51:19.565438 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cc02a9f-07bf-4787-86f4-549d1c2edcc8 demo admin] Network 7be49d94-bbb8-4a61-bafe-209c5f861e1c is already hosted by enough agents. {{(pid=116161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 10:51:19.572870 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.scheduler.base_scheduler [None req-6cc02a9f-07bf-4787-86f4-549d1c2edcc8 demo admin] Resources bound (agent type, host, resource id): {{(pid=116161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 10:51:19.580600 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cc02a9f-07bf-4787-86f4-549d1c2edcc8 demo admin] Received port after_create {{(pid=116161) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 10:51:19.586704 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc02a9f-07bf-4787-86f4-549d1c2edcc8 demo admin] Pushing event updated for resources: {'Port': ['ID=8842a7e9-8198-42a3-b304-ed73ebe79c34,revision_number=1']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 10:51:19.930589 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-6cc02a9f-07bf-4787-86f4-549d1c2edcc8 demo admin] Publish callbacks [] for router_gateway (d89a4d3f-7d78-4694-b48b-7b798b8f1c5e), after_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:51:20.145536 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-6cc02a9f-07bf-4787-86f4-549d1c2edcc8 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1935285', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2060837', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-63284'] for router (d89a4d3f-7d78-4694-b48b-7b798b8f1c5e), precommit_update {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:51:20.150505 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-6cc02a9f-07bf-4787-86f4-549d1c2edcc8 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1935326', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1935308', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1935303', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-2060860'] for router (d89a4d3f-7d78-4694-b48b-7b798b8f1c5e), after_update {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:51:20.264908 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6cc02a9f-07bf-4787-86f4-549d1c2edcc8 demo admin] Router d89a4d3f-7d78-4694-b48b-7b798b8f1c5e has already been hosted by L3 agent 6b492ad6-0876-4d74-b20d-28143a52ceba {{(pid=116161) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 10:51:20.373170 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6cc02a9f-07bf-4787-86f4-549d1c2edcc8 demo admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=116161) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 10:51:20.377886 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-6cc02a9f-07bf-4787-86f4-549d1c2edcc8 demo admin] Publish callbacks [] for router (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:51:20.379126 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-6cc02a9f-07bf-4787-86f4-549d1c2edcc8 demo admin] 10.222.0.10 "PUT /v2.0/routers/d89a4d3f-7d78-4694-b48b-7b798b8f1c5e HTTP/1.1" status: 200 len: 890 time: 1.9663453 Apr 28 10:51:21.955367 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Device 246494c2-471f-4b7f-9ec0-afcee7fd6a81 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=116163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 10:51:22.004703 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Provisioning complete for port 246494c2-471f-4b7f-9ec0-afcee7fd6a81 triggered by entity L2. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 10:51:22.005205 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (246494c2-471f-4b7f-9ec0-afcee7fd6a81), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:51:22.090047 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Current status of the port 246494c2-471f-4b7f-9ec0-afcee7fd6a81 is: ACTIVE; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 10:51:22.898112 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 47370) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 10:51:23.010756 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-2548247c-029d-490c-812f-1b7ea12c1195 admin admin] 10.222.0.10 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1114817 Apr 28 10:51:23.078047 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8538e14d-a762-479a-a05a-a8413245d064 None None] Sync routers for ids ['d89a4d3f-7d78-4694-b48b-7b798b8f1c5e'] in dv-neutron-master-2-hyperv {{(pid=116163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 10:51:23.091791 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8538e14d-a762-479a-a05a-a8413245d064 None None] Routers {'d89a4d3f-7d78-4694-b48b-7b798b8f1c5e'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=116163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 10:51:23.092379 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_hamode_db [None req-8538e14d-a762-479a-a05a-a8413245d064 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-28T10:50:39Z,description=,heartbeat_timestamp=2022-04-28T10:51:09Z,host='dv-neutron-master-2-hyperv',id=6b492ad6-0876-4d74-b20d-28143a52ceba,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T10:50:40Z,topic='l3_agent')) {'router_ids': ['d89a4d3f-7d78-4694-b48b-7b798b8f1c5e'], 'active': True} {{(pid=116163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 10:51:23.313515 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvr_db [None req-8538e14d-a762-479a-a05a-a8413245d064 None None] Set router d89a4d3f-7d78-4694-b48b-7b798b8f1c5e gateway port host: dv-neutron-master-2-hyperv {{(pid=116163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 10:51:23.773435 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_hamode_db [None req-8538e14d-a762-479a-a05a-a8413245d064 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd89a4d3f-7d78-4694-b48b-7b798b8f1c5e', 'name': 'router1', 'tenant_id': '007e2d9a5e39488a92b512d44c8c4703', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'external_fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.219'}], 'enable_snat': True}, 'gw_port_id': '8842a7e9-8198-42a3-b304-ed73ebe79c34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T10:51:00Z', 'updated_at': '2022-04-28T10:51:19Z', 'revision_number': 4, 'project_id': '007e2d9a5e39488a92b512d44c8c4703', 'gw_port': {'id': '8842a7e9-8198-42a3-b304-ed73ebe79c34', 'name': '', 'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:ff:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd89a4d3f-7d78-4694-b48b-7b798b8f1c5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T10:51:19Z', 'updated_at': '2022-04-28T10:51:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '246494c2-471f-4b7f-9ec0-afcee7fd6a81', 'name': '', 'network_id': '5a98558d-be75-43a0-853b-5bf69a6161fe', 'tenant_id': '007e2d9a5e39488a92b512d44c8c4703', 'mac_address': 'fa:16:3e:82:2e:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd89a4d3f-7d78-4694-b48b-7b798b8f1c5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'fd9769d6-1502-45c7-9953-5cc9425a72d2', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T10:51:10Z', 'updated_at': '2022-04-28T10:51:14Z', 'revision_number': 5, 'project_id': '007e2d9a5e39488a92b512d44c8c4703', 'subnets': [{'id': 'fd9769d6-1502-45c7-9953-5cc9425a72d2', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9ed9d3da-2f3d-43ee-aeeb-e1e9cd936d5e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=116163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 10:51:23.826686 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8538e14d-a762-479a-a05a-a8413245d064 None None] Checking router: d89a4d3f-7d78-4694-b48b-7b798b8f1c5e for host: dv-neutron-master-2-hyperv {{(pid=116163) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 10:51:23.827080 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8538e14d-a762-479a-a05a-a8413245d064 None None] Updating router d89a4d3f-7d78-4694-b48b-7b798b8f1c5e port 8842a7e9-8198-42a3-b304-ed73ebe79c34 binding host dv-neutron-master-2-hyperv {{(pid=116163) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 28 10:51:23.878499 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-8538e14d-a762-479a-a05a-a8413245d064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (8842a7e9-8198-42a3-b304-ed73ebe79c34), before_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:51:24.206699 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-8538e14d-a762-479a-a05a-a8413245d064 None None] Publish callbacks [] for port (8842a7e9-8198-42a3-b304-ed73ebe79c34), precommit_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:51:24.275381 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-8538e14d-a762-479a-a05a-a8413245d064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393'] for port (8842a7e9-8198-42a3-b304-ed73ebe79c34), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:51:24.331224 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5420a58-09ac-4e7e-b268-ba14c4f1dbcb None None] Pushing event updated for resources: {'Port': ['ID=8842a7e9-8198-42a3-b304-ed73ebe79c34,revision_number=2']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 10:51:24.335224 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.managers [None req-8538e14d-a762-479a-a05a-a8413245d064 None None] Attempting to bind port 8842a7e9-8198-42a3-b304-ed73ebe79c34 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=116163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 28 10:51:24.336065 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.managers [None req-8538e14d-a762-479a-a05a-a8413245d064 None None] Attempting to bind port 8842a7e9-8198-42a3-b304-ed73ebe79c34 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '142bc50f-d6af-4646-8d06-bb7af6b7b51c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c'}] {{(pid=116163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 28 10:51:24.336323 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8538e14d-a762-479a-a05a-a8413245d064 None None] Attempting to bind port 8842a7e9-8198-42a3-b304-ed73ebe79c34 on network 7be49d94-bbb8-4a61-bafe-209c5f861e1c {{(pid=116163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 10:51:24.341667 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8538e14d-a762-479a-a05a-a8413245d064 None None] Checking agent: {'id': 'd5baab19-5dd1-4902-922b-84acb048ab9c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 10, 50, 43), 'started_at': datetime.datetime(2022, 4, 28, 10, 51, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 10, 51, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=116163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 10:51:24.342049 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8538e14d-a762-479a-a05a-a8413245d064 None None] Checking segment: {'id': '142bc50f-d6af-4646-8d06-bb7af6b7b51c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 10:51:24.342464 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-8538e14d-a762-479a-a05a-a8413245d064 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:51:24.342857 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8538e14d-a762-479a-a05a-a8413245d064 None None] Bound using segment: {'id': '142bc50f-d6af-4646-8d06-bb7af6b7b51c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c'} {{(pid=116163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 10:51:24.346514 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.managers [None req-8538e14d-a762-479a-a05a-a8413245d064 None None] Bound port: 8842a7e9-8198-42a3-b304-ed73ebe79c34, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '142bc50f-d6af-4646-8d06-bb7af6b7b51c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c'}}] {{(pid=116163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 28 10:51:24.346514 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-8538e14d-a762-479a-a05a-a8413245d064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (8842a7e9-8198-42a3-b304-ed73ebe79c34), before_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:51:24.400870 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-8538e14d-a762-479a-a05a-a8413245d064 None None] For port 8842a7e9-8198-42a3-b304-ed73ebe79c34, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=116163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 10:51:24.403762 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-8538e14d-a762-479a-a05a-a8413245d064 None None] For port 8842a7e9-8198-42a3-b304-ed73ebe79c34, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=8842a7e9-8198-42a3-b304-ed73ebe79c34,segment=NetworkSegment(142bc50f-d6af-4646-8d06-bb7af6b7b51c),segment_id=142bc50f-d6af-4646-8d06-bb7af6b7b51c)] {{(pid=116163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 10:51:24.458558 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-8538e14d-a762-479a-a05a-a8413245d064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393'] for port (8842a7e9-8198-42a3-b304-ed73ebe79c34), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:51:24.516608 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5420a58-09ac-4e7e-b268-ba14c4f1dbcb None None] Pushing event updated for resources: {'Port': ['ID=8842a7e9-8198-42a3-b304-ed73ebe79c34,revision_number=3']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 10:51:24.519514 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8538e14d-a762-479a-a05a-a8413245d064 None None] Routers {'d89a4d3f-7d78-4694-b48b-7b798b8f1c5e'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=116163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 10:51:24.520444 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_hamode_db [None req-8538e14d-a762-479a-a05a-a8413245d064 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-28T10:50:39Z,description=,heartbeat_timestamp=2022-04-28T10:51:09Z,host='dv-neutron-master-2-hyperv',id=6b492ad6-0876-4d74-b20d-28143a52ceba,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T10:50:40Z,topic='l3_agent')) {'router_ids': ['d89a4d3f-7d78-4694-b48b-7b798b8f1c5e'], 'active': True} {{(pid=116163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 10:51:24.627722 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvr_db [None req-8538e14d-a762-479a-a05a-a8413245d064 None None] Set router d89a4d3f-7d78-4694-b48b-7b798b8f1c5e gateway port host: dv-neutron-master-2-hyperv {{(pid=116163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 10:51:24.836634 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_hamode_db [None req-8538e14d-a762-479a-a05a-a8413245d064 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd89a4d3f-7d78-4694-b48b-7b798b8f1c5e', 'name': 'router1', 'tenant_id': '007e2d9a5e39488a92b512d44c8c4703', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'external_fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.219'}], 'enable_snat': True}, 'gw_port_id': '8842a7e9-8198-42a3-b304-ed73ebe79c34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T10:51:00Z', 'updated_at': '2022-04-28T10:51:19Z', 'revision_number': 4, 'project_id': '007e2d9a5e39488a92b512d44c8c4703', 'gw_port': {'id': '8842a7e9-8198-42a3-b304-ed73ebe79c34', 'name': '', 'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:ff:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd89a4d3f-7d78-4694-b48b-7b798b8f1c5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T10:51:19Z', 'updated_at': '2022-04-28T10:51:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '246494c2-471f-4b7f-9ec0-afcee7fd6a81', 'name': '', 'network_id': '5a98558d-be75-43a0-853b-5bf69a6161fe', 'tenant_id': '007e2d9a5e39488a92b512d44c8c4703', 'mac_address': 'fa:16:3e:82:2e:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd89a4d3f-7d78-4694-b48b-7b798b8f1c5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'fd9769d6-1502-45c7-9953-5cc9425a72d2', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T10:51:10Z', 'updated_at': '2022-04-28T10:51:14Z', 'revision_number': 5, 'project_id': '007e2d9a5e39488a92b512d44c8c4703', 'subnets': [{'id': 'fd9769d6-1502-45c7-9953-5cc9425a72d2', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9ed9d3da-2f3d-43ee-aeeb-e1e9cd936d5e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=116163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 10:51:24.863999 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8538e14d-a762-479a-a05a-a8413245d064 None None] The sync data for ids ['d89a4d3f-7d78-4694-b48b-7b798b8f1c5e'] in dv-neutron-master-2-hyperv is: [{'id': 'd89a4d3f-7d78-4694-b48b-7b798b8f1c5e', 'name': 'router1', 'tenant_id': '007e2d9a5e39488a92b512d44c8c4703', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'external_fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.219'}], 'enable_snat': True}, 'gw_port_id': '8842a7e9-8198-42a3-b304-ed73ebe79c34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T10:51:00Z', 'updated_at': '2022-04-28T10:51:19Z', 'revision_number': 4, 'project_id': '007e2d9a5e39488a92b512d44c8c4703', 'gw_port': {'id': '8842a7e9-8198-42a3-b304-ed73ebe79c34', 'name': '', 'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:ff:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd89a4d3f-7d78-4694-b48b-7b798b8f1c5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T10:51:19Z', 'updated_at': '2022-04-28T10:51:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '246494c2-471f-4b7f-9ec0-afcee7fd6a81', 'name': '', 'network_id': '5a98558d-be75-43a0-853b-5bf69a6161fe', 'tenant_id': '007e2d9a5e39488a92b512d44c8c4703', 'mac_address': 'fa:16:3e:82:2e:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd89a4d3f-7d78-4694-b48b-7b798b8f1c5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'fd9769d6-1502-45c7-9953-5cc9425a72d2', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T10:51:10Z', 'updated_at': '2022-04-28T10:51:14Z', 'revision_number': 5, 'project_id': '007e2d9a5e39488a92b512d44c8c4703', 'subnets': [{'id': 'fd9769d6-1502-45c7-9953-5cc9425a72d2', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9ed9d3da-2f3d-43ee-aeeb-e1e9cd936d5e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=116163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 10:51:25.967844 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Device 8842a7e9-8198-42a3-b304-ed73ebe79c34 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=116163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 10:51:26.015431 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Provisioning complete for port 8842a7e9-8198-42a3-b304-ed73ebe79c34 triggered by entity L2. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 10:51:26.016039 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (8842a7e9-8198-42a3-b304-ed73ebe79c34), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:51:26.103777 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Current status of the port 8842a7e9-8198-42a3-b304-ed73ebe79c34 is: DOWN; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 10:51:26.104398 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (8842a7e9-8198-42a3-b304-ed73ebe79c34), before_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:51:26.129703 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] For port 8842a7e9-8198-42a3-b304-ed73ebe79c34, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=8842a7e9-8198-42a3-b304-ed73ebe79c34,segment=NetworkSegment(142bc50f-d6af-4646-8d06-bb7af6b7b51c),segment_id=142bc50f-d6af-4646-8d06-bb7af6b7b51c)] {{(pid=116163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 10:51:26.190143 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393'] for port (8842a7e9-8198-42a3-b304-ed73ebe79c34), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:51:26.248373 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Pushing event updated for resources: {'Port': ['ID=8842a7e9-8198-42a3-b304-ed73ebe79c34,revision_number=4']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 10:51:27.985883 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Device 8842a7e9-8198-42a3-b304-ed73ebe79c34 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=116163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 10:51:28.107052 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Provisioning complete for port 8842a7e9-8198-42a3-b304-ed73ebe79c34 triggered by entity L2. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 10:51:28.107052 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (8842a7e9-8198-42a3-b304-ed73ebe79c34), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:51:28.202832 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Current status of the port 8842a7e9-8198-42a3-b304-ed73ebe79c34 is: ACTIVE; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 10:51:36.977938 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-05452d8a-f05b-407c-a997-66b24384522e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (75ba81b7-fe99-4281-90d2-a5adb445ecea), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:51:37.208497 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.agents_db [None req-54b29a82-8a19-4507-95e3-3a2d011841ff None None] Agent healthcheck: found 5 active agents {{(pid=116164) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 28 10:51:39.400637 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-06cd05cf-79c3-47a0-a6b8-4d01647fdb18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (6b492ad6-0876-4d74-b20d-28143a52ceba), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:51:40.338213 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-ae94d540-e4c6-43be-adc9-b26fb6a2f62f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (cfc241ae-e4b7-443b-b80b-59fbbc2b69c9), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:51:41.937811 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-01ef1de1-12fd-4cef-b76b-793f91379468 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (39cc4f52-f5d9-4e2c-bbfa-7a1c528e1c40), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:51:43.320349 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (d5baab19-5dd1-4902-922b-84acb048ab9c), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:52:06.954096 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-849a76af-73f9-4672-8706-b8d1747d5bec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (75ba81b7-fe99-4281-90d2-a5adb445ecea), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:52:09.359713 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-e7eb77b6-7ff5-41bb-8804-65609bbdfd3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (6b492ad6-0876-4d74-b20d-28143a52ceba), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:52:10.691420 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-ae94d540-e4c6-43be-adc9-b26fb6a2f62f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (cfc241ae-e4b7-443b-b80b-59fbbc2b69c9), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:52:11.931395 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-01ef1de1-12fd-4cef-b76b-793f91379468 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (39cc4f52-f5d9-4e2c-bbfa-7a1c528e1c40), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:52:13.313556 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (d5baab19-5dd1-4902-922b-84acb048ab9c), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:52:14.199425 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.agents_db [None req-54b29a82-8a19-4507-95e3-3a2d011841ff None None] Agent healthcheck: found 5 active agents {{(pid=116164) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 28 10:52:36.987405 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-770b0f7e-3472-4fbe-a17c-326f290509fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (75ba81b7-fe99-4281-90d2-a5adb445ecea), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:52:39.392737 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-fb814d31-4822-4643-9f7c-1b5aab3a6c14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (6b492ad6-0876-4d74-b20d-28143a52ceba), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:52:40.358850 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-ae94d540-e4c6-43be-adc9-b26fb6a2f62f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (cfc241ae-e4b7-443b-b80b-59fbbc2b69c9), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:52:41.929923 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-01ef1de1-12fd-4cef-b76b-793f91379468 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (39cc4f52-f5d9-4e2c-bbfa-7a1c528e1c40), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:52:43.324250 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (d5baab19-5dd1-4902-922b-84acb048ab9c), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:52:49.290951 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 47886) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 10:52:49.351090 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.pecan_wsgi.hooks.translation [None req-b6ff99f8-407a-4080-95e0-f2481e971a85 admin admin] GET failed (client error): The resource could not be found. Apr 28 10:52:49.353233 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-b6ff99f8-407a-4080-95e0-f2481e971a85 admin admin] 10.222.0.10 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0613081 Apr 28 10:52:49.589137 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bea8317-83bf-4340-a53d-ce12c756c569 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 10:52:49.590619 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-7bea8317-83bf-4340-a53d-ce12c756c569 admin admin] 10.222.0.10 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 871 time: 0.2333870 Apr 28 10:52:51.198741 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.agents_db [None req-54b29a82-8a19-4507-95e3-3a2d011841ff None None] Agent healthcheck: found 5 active agents {{(pid=116164) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 28 10:52:51.843735 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 47896) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 10:52:51.935535 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f69becc7-dbb8-4ee8-a23a-d54f85eac3ed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 10:52:51.936888 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-f69becc7-dbb8-4ee8-a23a-d54f85eac3ed admin admin] 10.222.0.10 "GET /v2.0/subnets/fd9769d6-1502-45c7-9953-5cc9425a72d2 HTTP/1.1" status: 200 len: 849 time: 0.0922141 Apr 28 10:52:51.946206 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.v2.base [None req-d151e0c0-2ca0-4c65-aec8-358b6b97d188 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=116161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 10:52:52.032255 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-d151e0c0-2ca0-4c65-aec8-358b6b97d188 admin admin] Publish callbacks [] for subnet (fd9769d6-1502-45c7-9953-5cc9425a72d2), before_update {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:52:52.227315 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-d151e0c0-2ca0-4c65-aec8-358b6b97d188 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8742235135699'] for subnet (fd9769d6-1502-45c7-9953-5cc9425a72d2), after_update {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:52:52.261133 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d151e0c0-2ca0-4c65-aec8-358b6b97d188 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 10:52:52.261727 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-d151e0c0-2ca0-4c65-aec8-358b6b97d188 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603020'] for subnet (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:52:52.263030 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-d151e0c0-2ca0-4c65-aec8-358b6b97d188 admin admin] 10.222.0.10 "PUT /v2.0/subnets/fd9769d6-1502-45c7-9953-5cc9425a72d2 HTTP/1.1" status: 200 len: 868 time: 0.3204620 Apr 28 10:52:52.275356 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94434240-b2de-4f28-bf4b-32a5ce29862e None None] Network 5a98558d-be75-43a0-853b-5bf69a6161fe requested from dv-neutron-master-2-hyperv {{(pid=116163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 10:52:52.283443 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d151e0c0-2ca0-4c65-aec8-358b6b97d188 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fd9769d6-1502-45c7-9953-5cc9425a72d2,revision_number=1']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 10:52:52.292055 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d151e0c0-2ca0-4c65-aec8-358b6b97d188 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 10:52:52.292055 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d151e0c0-2ca0-4c65-aec8-358b6b97d188 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 10:52:52.292512 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d151e0c0-2ca0-4c65-aec8-358b6b97d188 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 10:52:52.292750 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d151e0c0-2ca0-4c65-aec8-358b6b97d188 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 10:52:52.293079 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d151e0c0-2ca0-4c65-aec8-358b6b97d188 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 10:52:52.293408 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d151e0c0-2ca0-4c65-aec8-358b6b97d188 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 10:52:52.293736 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d151e0c0-2ca0-4c65-aec8-358b6b97d188 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 10:52:52.294058 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d151e0c0-2ca0-4c65-aec8-358b6b97d188 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 10:52:52.294429 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d151e0c0-2ca0-4c65-aec8-358b6b97d188 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 10:52:52.294754 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d151e0c0-2ca0-4c65-aec8-358b6b97d188 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 10:52:52.295226 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d151e0c0-2ca0-4c65-aec8-358b6b97d188 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 10:52:52.295730 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d151e0c0-2ca0-4c65-aec8-358b6b97d188 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 10:52:52.296060 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d151e0c0-2ca0-4c65-aec8-358b6b97d188 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 10:52:52.296386 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d151e0c0-2ca0-4c65-aec8-358b6b97d188 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 10:52:52.296693 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d151e0c0-2ca0-4c65-aec8-358b6b97d188 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 10:52:52.638404 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-7d5448ce-6a61-46a6-85ca-0b8da6e169c1 None None] Provisioning complete for port 246494c2-471f-4b7f-9ec0-afcee7fd6a81 triggered by entity DHCP. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 10:52:52.638822 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-7d5448ce-6a61-46a6-85ca-0b8da6e169c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (246494c2-471f-4b7f-9ec0-afcee7fd6a81), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:52:52.718417 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-7d5448ce-6a61-46a6-85ca-0b8da6e169c1 None None] Current status of the port 246494c2-471f-4b7f-9ec0-afcee7fd6a81 is: ACTIVE; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 10:52:52.726475 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-7d5448ce-6a61-46a6-85ca-0b8da6e169c1 None None] Provisioning complete for port e6a45c52-ce06-426d-97f9-d483676ec079 triggered by entity DHCP. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 10:52:52.727018 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-7d5448ce-6a61-46a6-85ca-0b8da6e169c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (e6a45c52-ce06-426d-97f9-d483676ec079), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:52:52.799674 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-7d5448ce-6a61-46a6-85ca-0b8da6e169c1 None None] Current status of the port e6a45c52-ce06-426d-97f9-d483676ec079 is: ACTIVE; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 10:52:54.527992 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 47904) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 10:52:54.722559 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63178b2a-8d71-4a4e-9fdb-555616e4ae8e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 10:52:54.722952 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63178b2a-8d71-4a4e-9fdb-555616e4ae8e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 10:52:54.724506 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-63178b2a-8d71-4a4e-9fdb-555616e4ae8e admin admin] 10.222.0.10 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1548 time: 0.1955574 Apr 28 10:52:56.973801 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 47912) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 10:52:57.105932 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-343b6293-a602-4c8b-8cd1-31b9da8ca702 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 10:52:57.106428 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-343b6293-a602-4c8b-8cd1-31b9da8ca702 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 10:52:57.107945 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-343b6293-a602-4c8b-8cd1-31b9da8ca702 admin admin] 10.222.0.10 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1548 time: 0.1331508 Apr 28 10:52:59.388975 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 47920) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 10:52:59.531928 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b738256f-ea22-4649-b84f-7e23865f5dc0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 10:52:59.533289 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-b738256f-ea22-4649-b84f-7e23865f5dc0 admin admin] 10.222.0.10 "GET /v2.0/networks/5a98558d-be75-43a0-853b-5bf69a6161fe HTTP/1.1" status: 200 len: 868 time: 0.1433613 Apr 28 10:53:01.801080 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 47928) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 10:53:01.924369 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46a519a2-b9b0-43d5-92ea-4d09b8311380 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 10:53:01.925742 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-46a519a2-b9b0-43d5-92ea-4d09b8311380 admin admin] 10.222.0.10 "GET /v2.0/networks/7be49d94-bbb8-4a61-bafe-209c5f861e1c HTTP/1.1" status: 200 len: 886 time: 0.1236837 Apr 28 10:53:04.187587 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 47936) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 10:53:04.313576 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-540406a7-1ab4-4d25-9c01-eaa142444d36 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 10:53:04.314025 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-540406a7-1ab4-4d25-9c01-eaa142444d36 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 10:53:04.315597 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-540406a7-1ab4-4d25-9c01-eaa142444d36 admin admin] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1270664 Apr 28 10:53:06.576966 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 47946) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 10:53:06.667098 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8beb9d21-10e0-4201-982f-120a511a73ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 10:53:06.667547 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8beb9d21-10e0-4201-982f-120a511a73ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 10:53:06.669045 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-8beb9d21-10e0-4201-982f-120a511a73ec admin admin] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0911329 Apr 28 10:53:06.957960 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-024c37e8-9cdc-4081-a94c-8dc2022c15fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (75ba81b7-fe99-4281-90d2-a5adb445ecea), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:53:08.915621 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 47954) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 10:53:08.999652 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19ae27cc-b66d-4ac8-bf01-115281d836e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 10:53:09.005597 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-19ae27cc-b66d-4ac8-bf01-115281d836e1 admin admin] 10.222.0.10 "GET /v2.0/subnets/c0f82f52-05ee-40f2-a57c-9d02e01fb9fa HTTP/1.1" status: 200 len: 816 time: 0.0844076 Apr 28 10:53:09.339831 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-88c75655-d71e-44ea-aed4-8d612bb4ad78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (6b492ad6-0876-4d74-b20d-28143a52ceba), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:53:10.346344 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-ae94d540-e4c6-43be-adc9-b26fb6a2f62f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (cfc241ae-e4b7-443b-b80b-59fbbc2b69c9), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:53:11.262290 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 47962) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 10:53:11.355433 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fe9b997-87e5-4fd9-90e7-f4c31ceb0cb1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 10:53:11.356672 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-0fe9b997-87e5-4fd9-90e7-f4c31ceb0cb1 admin admin] 10.222.0.10 "GET /v2.0/subnets/fd9769d6-1502-45c7-9953-5cc9425a72d2 HTTP/1.1" status: 200 len: 868 time: 0.0934227 Apr 28 10:53:11.929828 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-01ef1de1-12fd-4cef-b76b-793f91379468 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (39cc4f52-f5d9-4e2c-bbfa-7a1c528e1c40), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:53:13.329345 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (d5baab19-5dd1-4902-922b-84acb048ab9c), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:53:28.197352 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.agents_db [None req-54b29a82-8a19-4507-95e3-3a2d011841ff None None] Agent healthcheck: found 5 active agents {{(pid=116164) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 28 10:53:36.968419 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-f53fa89f-b967-49d3-9c3c-74679c6d4df2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (75ba81b7-fe99-4281-90d2-a5adb445ecea), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:53:39.345222 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-59ce9a69-1838-4c3b-a250-b4d2c856447f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (6b492ad6-0876-4d74-b20d-28143a52ceba), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:53:40.334589 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-ae94d540-e4c6-43be-adc9-b26fb6a2f62f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (cfc241ae-e4b7-443b-b80b-59fbbc2b69c9), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:53:41.933462 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-01ef1de1-12fd-4cef-b76b-793f91379468 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (39cc4f52-f5d9-4e2c-bbfa-7a1c528e1c40), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:53:43.321394 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (d5baab19-5dd1-4902-922b-84acb048ab9c), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:53:52.477009 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 48020) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 10:53:52.524000 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [None req-08a6c209-e8e7-4c8c-91c0-036bf08e561c admin admin] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=116162) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 28 10:53:52.524993 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-08a6c209-e8e7-4c8c-91c0-036bf08e561c admin admin] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0470285 Apr 28 10:53:54.883646 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 48028) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 10:53:54.942518 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.pecan_wsgi.hooks.translation [None req-eef77251-8ffa-4280-8347-995988172f67 admin admin] GET failed (client error): The resource could not be found. Apr 28 10:53:54.943876 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-eef77251-8ffa-4280-8347-995988172f67 admin admin] 10.222.0.10 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0593178 Apr 28 10:53:55.151193 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b65759ab-c029-4229-af90-a972166d0371 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 10:53:55.152657 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-b65759ab-c029-4229-af90-a972166d0371 admin admin] 10.222.0.10 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.2048094 Apr 28 10:53:57.506801 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 48036) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 10:53:57.553345 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.v2.base [None req-0a4bba81-a3f2-44a1-8062-f20d597b264f admin admin] Request body: {'network': {'admin_state_up': True, 'shared': True, 'name': 'shared'}} {{(pid=116162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 10:53:57.647210 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a4bba81-a3f2-44a1-8062-f20d597b264f admin admin] Made reservation on behalf of 137b205c24bb416791583093fc44e8d3 for: {'network': 1} {{(pid=116162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 10:53:57.649417 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-0a4bba81-a3f2-44a1-8062-f20d597b264f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for network (None), before_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:53:57.677899 dv-neutron-master-2-hyperv neutron-server[116162]: WARNING neutron.services.revisions.revision_plugin [None req-0a4bba81-a3f2-44a1-8062-f20d597b264f admin admin] Could not find related network for resource to bump revision. Apr 28 10:53:57.692605 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0a4bba81-a3f2-44a1-8062-f20d597b264f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 56} {{(pid=116162) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 10:53:57.701824 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-0a4bba81-a3f2-44a1-8062-f20d597b264f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-961978'] for segment (67edcd9b-de62-47f9-8ae5-321f6c27a601), precommit_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:53:57.702158 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.db.segments_db [None req-0a4bba81-a3f2-44a1-8062-f20d597b264f admin admin] Added segment 67edcd9b-de62-47f9-8ae5-321f6c27a601 of type vlan for network 85964915-ef2c-40f1-8906-6a52853545c9 Apr 28 10:53:57.745147 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-0a4bba81-a3f2-44a1-8062-f20d597b264f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742234744962'] for network (85964915-ef2c-40f1-8906-6a52853545c9), precommit_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:53:57.812920 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-0a4bba81-a3f2-44a1-8062-f20d597b264f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042'] for network (85964915-ef2c-40f1-8906-6a52853545c9), after_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:53:57.814338 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a4bba81-a3f2-44a1-8062-f20d597b264f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 10:53:57.815054 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-0a4bba81-a3f2-44a1-8062-f20d597b264f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603020'] for network (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:53:57.874939 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a4bba81-a3f2-44a1-8062-f20d597b264f admin admin] Pushing event updated for resources: {'Network': ['ID=85964915-ef2c-40f1-8906-6a52853545c9,revision_number=1']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 10:53:57.881967 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a4bba81-a3f2-44a1-8062-f20d597b264f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 10:53:57.882484 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a4bba81-a3f2-44a1-8062-f20d597b264f admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 10:53:57.882881 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a4bba81-a3f2-44a1-8062-f20d597b264f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 10:53:57.883226 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a4bba81-a3f2-44a1-8062-f20d597b264f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 10:53:57.883558 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a4bba81-a3f2-44a1-8062-f20d597b264f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 10:53:57.883885 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a4bba81-a3f2-44a1-8062-f20d597b264f admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 10:53:57.884212 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a4bba81-a3f2-44a1-8062-f20d597b264f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 10:53:57.884534 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a4bba81-a3f2-44a1-8062-f20d597b264f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 10:53:57.884869 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a4bba81-a3f2-44a1-8062-f20d597b264f admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 10:53:57.885195 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a4bba81-a3f2-44a1-8062-f20d597b264f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 10:53:57.885515 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a4bba81-a3f2-44a1-8062-f20d597b264f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 10:53:57.885835 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a4bba81-a3f2-44a1-8062-f20d597b264f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 10:53:57.886152 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a4bba81-a3f2-44a1-8062-f20d597b264f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 10:53:57.886587 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a4bba81-a3f2-44a1-8062-f20d597b264f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 10:53:57.886902 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a4bba81-a3f2-44a1-8062-f20d597b264f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 10:53:57.898575 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Network 85964915-ef2c-40f1-8906-6a52853545c9 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=116163) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 28 10:53:57.900536 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-0a4bba81-a3f2-44a1-8062-f20d597b264f admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 846 time: 0.3926904 Apr 28 10:54:00.178330 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 48044) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 10:54:00.237053 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.pecan_wsgi.hooks.translation [None req-a20b1586-22a6-431f-9f8b-ddcebb262957 admin admin] GET failed (client error): The resource could not be found. Apr 28 10:54:00.239028 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-a20b1586-22a6-431f-9f8b-ddcebb262957 admin admin] 10.222.0.10 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0590377 Apr 28 10:54:00.308170 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f232d10-3589-4c7d-b1c8-6b64670b0717 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 10:54:00.309593 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-5f232d10-3589-4c7d-b1c8-6b64670b0717 admin admin] 10.222.0.10 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 825 time: 0.0663443 Apr 28 10:54:00.319144 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.v2.base [None req-6892a6ca-65b9-42dd-957d-87ffff8ca201 admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'name': 'shared-subnet', 'network_id': '85964915-ef2c-40f1-8906-6a52853545c9', 'description': 'shared-subnet', 'ip_version': 4}} {{(pid=116161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 10:54:00.390057 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6892a6ca-65b9-42dd-957d-87ffff8ca201 admin admin] Made reservation on behalf of 137b205c24bb416791583093fc44e8d3 for: {'subnet': 1} {{(pid=116161) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 10:54:00.392258 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-6892a6ca-65b9-42dd-957d-87ffff8ca201 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:54:00.584593 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-6892a6ca-65b9-42dd-957d-87ffff8ca201 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042'] for subnet (e51b1a06-3ce7-49d9-a6e4-aa18dec6cce7), after_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:54:00.638199 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6892a6ca-65b9-42dd-957d-87ffff8ca201 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e51b1a06-3ce7-49d9-a6e4-aa18dec6cce7,revision_number=0']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 10:54:00.648641 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6892a6ca-65b9-42dd-957d-87ffff8ca201 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 10:54:00.648982 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6892a6ca-65b9-42dd-957d-87ffff8ca201 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 10:54:00.649319 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6892a6ca-65b9-42dd-957d-87ffff8ca201 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 10:54:00.649651 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6892a6ca-65b9-42dd-957d-87ffff8ca201 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 10:54:00.649976 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6892a6ca-65b9-42dd-957d-87ffff8ca201 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 10:54:00.650299 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6892a6ca-65b9-42dd-957d-87ffff8ca201 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 10:54:00.650646 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6892a6ca-65b9-42dd-957d-87ffff8ca201 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 10:54:00.650969 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6892a6ca-65b9-42dd-957d-87ffff8ca201 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 10:54:00.651289 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6892a6ca-65b9-42dd-957d-87ffff8ca201 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 10:54:00.651608 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6892a6ca-65b9-42dd-957d-87ffff8ca201 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 10:54:00.651927 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6892a6ca-65b9-42dd-957d-87ffff8ca201 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 10:54:00.652241 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6892a6ca-65b9-42dd-957d-87ffff8ca201 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 10:54:00.652561 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6892a6ca-65b9-42dd-957d-87ffff8ca201 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 10:54:00.652876 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6892a6ca-65b9-42dd-957d-87ffff8ca201 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 10:54:00.653188 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6892a6ca-65b9-42dd-957d-87ffff8ca201 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 10:54:00.656875 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6892a6ca-65b9-42dd-957d-87ffff8ca201 admin admin] Checking segment: {'id': '67edcd9b-de62-47f9-8ae5-321f6c27a601', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '85964915-ef2c-40f1-8906-6a52853545c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 10:54:00.657232 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6892a6ca-65b9-42dd-957d-87ffff8ca201 admin admin] Network hostable DHCP agents. Network: 85964915-ef2c-40f1-8906-6a52853545c9, hostable agents: ['75ba81b7-fe99-4281-90d2-a5adb445ecea'], hosted agents: [] {{(pid=116161) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 10:54:00.727148 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6892a6ca-65b9-42dd-957d-87ffff8ca201 admin admin] Network 85964915-ef2c-40f1-8906-6a52853545c9 is scheduled to be hosted by DHCP agent 75ba81b7-fe99-4281-90d2-a5adb445ecea with binding_index 1 {{(pid=116161) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 10:54:00.807421 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.scheduler.base_scheduler [None req-6892a6ca-65b9-42dd-957d-87ffff8ca201 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 85964915-ef2c-40f1-8906-6a52853545c9) {{(pid=116161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 10:54:00.811353 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6892a6ca-65b9-42dd-957d-87ffff8ca201 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 10:54:00.811920 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-6892a6ca-65b9-42dd-957d-87ffff8ca201 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603020'] for subnet (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:54:00.817561 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60dfef62-fa58-48ec-9d43-e65783ea7e9e None None] Network 85964915-ef2c-40f1-8906-6a52853545c9 requested from dv-neutron-master-2-hyperv {{(pid=116163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 10:54:00.913878 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-6892a6ca-65b9-42dd-957d-87ffff8ca201 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5980384 Apr 28 10:54:00.921274 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45bf47a0-9bc8-4760-b352-401f4c1dfb45 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-85964915-ef2c-40f1-8906-6a52853545c9', 'network_id': '85964915-ef2c-40f1-8906-6a52853545c9', 'project_id': '137b205c24bb416791583093fc44e8d3', 'fixed_ips': [{'subnet_id': 'e51b1a06-3ce7-49d9-a6e4-aa18dec6cce7'}]}} from dv-neutron-master-2-hyperv. {{(pid=116163) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 28 10:54:00.927659 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-45bf47a0-9bc8-4760-b352-401f4c1dfb45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (None), before_create {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:54:01.080119 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.db_base_plugin_common [None req-45bf47a0-9bc8-4760-b352-401f4c1dfb45 None None] Allocated IP 192.168.233.2 (85964915-ef2c-40f1-8906-6a52853545c9/e51b1a06-3ce7-49d9-a6e4-aa18dec6cce7/b8d22cd5-beea-44f3-93be-3ffb6306bff7) {{(pid=116163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 10:54:01.331175 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-45bf47a0-9bc8-4760-b352-401f4c1dfb45 None None] Publish callbacks [] for port (b8d22cd5-beea-44f3-93be-3ffb6306bff7), precommit_create {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:54:01.442807 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-45bf47a0-9bc8-4760-b352-401f4c1dfb45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742234710357'] for port (b8d22cd5-beea-44f3-93be-3ffb6306bff7), after_create {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:54:01.480700 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45bf47a0-9bc8-4760-b352-401f4c1dfb45 None None] Network 85964915-ef2c-40f1-8906-6a52853545c9 is already hosted by enough agents. {{(pid=116163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 10:54:01.483570 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.scheduler.base_scheduler [None req-45bf47a0-9bc8-4760-b352-401f4c1dfb45 None None] Resources bound (agent type, host, resource id): {{(pid=116163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 10:54:01.487004 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45bf47a0-9bc8-4760-b352-401f4c1dfb45 None None] Received port after_create {{(pid=116163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 10:54:01.503228 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45bf47a0-9bc8-4760-b352-401f4c1dfb45 None None] Pushing event updated for resources: {'Port': ['ID=b8d22cd5-beea-44f3-93be-3ffb6306bff7,revision_number=1']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 10:54:01.540477 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45bf47a0-9bc8-4760-b352-401f4c1dfb45 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 10:54:01.540823 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45bf47a0-9bc8-4760-b352-401f4c1dfb45 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 10:54:01.541199 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45bf47a0-9bc8-4760-b352-401f4c1dfb45 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 10:54:01.541522 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45bf47a0-9bc8-4760-b352-401f4c1dfb45 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 10:54:01.541851 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45bf47a0-9bc8-4760-b352-401f4c1dfb45 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 10:54:01.542176 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45bf47a0-9bc8-4760-b352-401f4c1dfb45 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 10:54:01.542525 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45bf47a0-9bc8-4760-b352-401f4c1dfb45 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 10:54:01.542848 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45bf47a0-9bc8-4760-b352-401f4c1dfb45 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 10:54:01.543185 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45bf47a0-9bc8-4760-b352-401f4c1dfb45 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 10:54:01.543508 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45bf47a0-9bc8-4760-b352-401f4c1dfb45 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 10:54:01.543853 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45bf47a0-9bc8-4760-b352-401f4c1dfb45 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 10:54:01.544184 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45bf47a0-9bc8-4760-b352-401f4c1dfb45 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 10:54:01.544497 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45bf47a0-9bc8-4760-b352-401f4c1dfb45 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 10:54:01.544816 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45bf47a0-9bc8-4760-b352-401f4c1dfb45 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 10:54:01.545126 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45bf47a0-9bc8-4760-b352-401f4c1dfb45 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 10:54:01.562549 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.managers [None req-45bf47a0-9bc8-4760-b352-401f4c1dfb45 None None] Attempting to bind port b8d22cd5-beea-44f3-93be-3ffb6306bff7 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=116163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 28 10:54:01.562924 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.managers [None req-45bf47a0-9bc8-4760-b352-401f4c1dfb45 None None] Attempting to bind port b8d22cd5-beea-44f3-93be-3ffb6306bff7 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '67edcd9b-de62-47f9-8ae5-321f6c27a601', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '85964915-ef2c-40f1-8906-6a52853545c9'}] {{(pid=116163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 28 10:54:01.563288 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45bf47a0-9bc8-4760-b352-401f4c1dfb45 None None] Attempting to bind port b8d22cd5-beea-44f3-93be-3ffb6306bff7 on network 85964915-ef2c-40f1-8906-6a52853545c9 {{(pid=116163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 10:54:01.569234 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45bf47a0-9bc8-4760-b352-401f4c1dfb45 None None] Checking agent: {'id': 'd5baab19-5dd1-4902-922b-84acb048ab9c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 10, 50, 43), 'started_at': datetime.datetime(2022, 4, 28, 10, 51, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 10, 53, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=116163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 10:54:01.569640 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45bf47a0-9bc8-4760-b352-401f4c1dfb45 None None] Checking segment: {'id': '67edcd9b-de62-47f9-8ae5-321f6c27a601', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '85964915-ef2c-40f1-8906-6a52853545c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 10:54:01.570037 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-45bf47a0-9bc8-4760-b352-401f4c1dfb45 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:54:01.570472 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45bf47a0-9bc8-4760-b352-401f4c1dfb45 None None] Bound using segment: {'id': '67edcd9b-de62-47f9-8ae5-321f6c27a601', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '85964915-ef2c-40f1-8906-6a52853545c9'} {{(pid=116163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 10:54:01.570922 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.managers [None req-45bf47a0-9bc8-4760-b352-401f4c1dfb45 None None] Bound port: b8d22cd5-beea-44f3-93be-3ffb6306bff7, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67edcd9b-de62-47f9-8ae5-321f6c27a601', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '85964915-ef2c-40f1-8906-6a52853545c9'}}] {{(pid=116163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 28 10:54:01.571300 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-45bf47a0-9bc8-4760-b352-401f4c1dfb45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (b8d22cd5-beea-44f3-93be-3ffb6306bff7), before_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:54:01.637828 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-45bf47a0-9bc8-4760-b352-401f4c1dfb45 None None] For port b8d22cd5-beea-44f3-93be-3ffb6306bff7, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=116163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 10:54:01.641149 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-45bf47a0-9bc8-4760-b352-401f4c1dfb45 None None] For port b8d22cd5-beea-44f3-93be-3ffb6306bff7, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=b8d22cd5-beea-44f3-93be-3ffb6306bff7,segment=NetworkSegment(67edcd9b-de62-47f9-8ae5-321f6c27a601),segment_id=67edcd9b-de62-47f9-8ae5-321f6c27a601)] {{(pid=116163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 10:54:01.733824 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-45bf47a0-9bc8-4760-b352-401f4c1dfb45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393'] for port (b8d22cd5-beea-44f3-93be-3ffb6306bff7), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:54:01.792244 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45bf47a0-9bc8-4760-b352-401f4c1dfb45 None None] Pushing event updated for resources: {'Port': ['ID=b8d22cd5-beea-44f3-93be-3ffb6306bff7,revision_number=2']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 10:54:02.129920 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Device b8d22cd5-beea-44f3-93be-3ffb6306bff7 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=116163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 10:54:02.177877 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Provisioning complete for port b8d22cd5-beea-44f3-93be-3ffb6306bff7 triggered by entity L2. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 10:54:02.178191 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (b8d22cd5-beea-44f3-93be-3ffb6306bff7), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:54:02.258623 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Current status of the port b8d22cd5-beea-44f3-93be-3ffb6306bff7 is: DOWN; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 10:54:02.258931 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (b8d22cd5-beea-44f3-93be-3ffb6306bff7), before_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:54:02.294244 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] For port b8d22cd5-beea-44f3-93be-3ffb6306bff7, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=b8d22cd5-beea-44f3-93be-3ffb6306bff7,segment=NetworkSegment(67edcd9b-de62-47f9-8ae5-321f6c27a601),segment_id=67edcd9b-de62-47f9-8ae5-321f6c27a601)] {{(pid=116163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 10:54:02.367604 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393'] for port (b8d22cd5-beea-44f3-93be-3ffb6306bff7), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:54:02.421247 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Pushing event updated for resources: {'Port': ['ID=b8d22cd5-beea-44f3-93be-3ffb6306bff7,revision_number=3']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 10:54:02.701611 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92968b5a-b55c-4130-be4c-33e7c12a72bd None None] Network 85964915-ef2c-40f1-8906-6a52853545c9 requested from dv-neutron-master-2-hyperv {{(pid=116163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 10:54:02.739960 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-be5f51ec-b674-41cc-a4f7-08335eec3576 None None] Provisioning complete for port b8d22cd5-beea-44f3-93be-3ffb6306bff7 triggered by entity DHCP. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 10:54:02.740365 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-be5f51ec-b674-41cc-a4f7-08335eec3576 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (b8d22cd5-beea-44f3-93be-3ffb6306bff7), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:54:02.881671 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-be5f51ec-b674-41cc-a4f7-08335eec3576 None None] Current status of the port b8d22cd5-beea-44f3-93be-3ffb6306bff7 is: ACTIVE; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 10:54:03.307683 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-59b8e9d6-65ba-4ac5-9df2-5a2e8c4fd219 None None] Provisioning complete for port b8d22cd5-beea-44f3-93be-3ffb6306bff7 triggered by entity DHCP. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 10:54:03.308365 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-59b8e9d6-65ba-4ac5-9df2-5a2e8c4fd219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (b8d22cd5-beea-44f3-93be-3ffb6306bff7), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:54:03.387798 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-59b8e9d6-65ba-4ac5-9df2-5a2e8c4fd219 None None] Current status of the port b8d22cd5-beea-44f3-93be-3ffb6306bff7 is: ACTIVE; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 10:54:04.034567 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Device b8d22cd5-beea-44f3-93be-3ffb6306bff7 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=116163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 10:54:04.086255 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Provisioning complete for port b8d22cd5-beea-44f3-93be-3ffb6306bff7 triggered by entity L2. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 10:54:04.086677 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (b8d22cd5-beea-44f3-93be-3ffb6306bff7), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:54:04.164249 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Current status of the port b8d22cd5-beea-44f3-93be-3ffb6306bff7 is: ACTIVE; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 10:54:05.195883 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.agents_db [None req-54b29a82-8a19-4507-95e3-3a2d011841ff None None] Agent healthcheck: found 5 active agents {{(pid=116164) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 28 10:54:06.972919 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-db10af49-5e62-4677-89cb-9d0c7c09bacf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (75ba81b7-fe99-4281-90d2-a5adb445ecea), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:54:09.334263 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-4567becb-b78d-43c1-a3ed-c586da48c45b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (6b492ad6-0876-4d74-b20d-28143a52ceba), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:54:10.361183 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-ae94d540-e4c6-43be-adc9-b26fb6a2f62f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (cfc241ae-e4b7-443b-b80b-59fbbc2b69c9), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:54:11.949604 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-01ef1de1-12fd-4cef-b76b-793f91379468 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (39cc4f52-f5d9-4e2c-bbfa-7a1c528e1c40), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:54:13.337341 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (d5baab19-5dd1-4902-922b-84acb048ab9c), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:54:36.971662 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-bb9c7179-cb45-4b14-b3c3-1a875947c92e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (75ba81b7-fe99-4281-90d2-a5adb445ecea), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:54:39.360363 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-74d6d0b8-f6c8-433e-b66f-31ee4c07ab08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (6b492ad6-0876-4d74-b20d-28143a52ceba), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:54:40.360137 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-ae94d540-e4c6-43be-adc9-b26fb6a2f62f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (cfc241ae-e4b7-443b-b80b-59fbbc2b69c9), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:54:41.937585 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-01ef1de1-12fd-4cef-b76b-793f91379468 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (39cc4f52-f5d9-4e2c-bbfa-7a1c528e1c40), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:54:42.195019 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.agents_db [None req-54b29a82-8a19-4507-95e3-3a2d011841ff None None] Agent healthcheck: found 5 active agents {{(pid=116164) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 28 10:54:43.320230 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (d5baab19-5dd1-4902-922b-84acb048ab9c), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:55:06.992344 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-29b599dd-23f3-424c-a08e-e6e8252f8f11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (75ba81b7-fe99-4281-90d2-a5adb445ecea), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:55:09.352290 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-5968dac3-e002-47e2-aed2-bd5601c14669 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (6b492ad6-0876-4d74-b20d-28143a52ceba), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:55:10.353591 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-ae94d540-e4c6-43be-adc9-b26fb6a2f62f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (cfc241ae-e4b7-443b-b80b-59fbbc2b69c9), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:55:11.948387 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-01ef1de1-12fd-4cef-b76b-793f91379468 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (39cc4f52-f5d9-4e2c-bbfa-7a1c528e1c40), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:55:13.336264 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (d5baab19-5dd1-4902-922b-84acb048ab9c), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:55:19.193595 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.agents_db [None req-54b29a82-8a19-4507-95e3-3a2d011841ff None None] Agent healthcheck: found 5 active agents {{(pid=116164) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 28 10:55:36.970132 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-fc23e128-9eae-412f-90f4-667babe883da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (75ba81b7-fe99-4281-90d2-a5adb445ecea), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:55:39.341586 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-82205074-e536-4911-a890-1fd8b28b882f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (6b492ad6-0876-4d74-b20d-28143a52ceba), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:55:40.368696 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-ae94d540-e4c6-43be-adc9-b26fb6a2f62f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (cfc241ae-e4b7-443b-b80b-59fbbc2b69c9), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:55:41.987151 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-01ef1de1-12fd-4cef-b76b-793f91379468 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (39cc4f52-f5d9-4e2c-bbfa-7a1c528e1c40), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:55:43.317043 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (d5baab19-5dd1-4902-922b-84acb048ab9c), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:55:56.192633 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.agents_db [None req-54b29a82-8a19-4507-95e3-3a2d011841ff None None] Agent healthcheck: found 5 active agents {{(pid=116164) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 28 10:56:05.552601 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 48082) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 10:56:05.558252 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [None req-410cbba1-621b-40a0-95e9-8b9a000a4a9c tempest-verify_tempest_config-1471318595 tempest-verify_tempest_config-1471318595-project] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=116161) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 28 10:56:05.559277 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-410cbba1-621b-40a0-95e9-8b9a000a4a9c tempest-verify_tempest_config-1471318595 tempest-verify_tempest_config-1471318595-project] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14315 time: 0.0057456 Apr 28 10:56:06.025306 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 48100) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 10:56:06.128765 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-fbbfdf32-c569-41b9-a668-84391c75dec9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:56:06.203101 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-fbbfdf32-c569-41b9-a668-84391c75dec9 admin admin] Publish callbacks [] for security_group (15e9a08c-1e53-410b-b031-0a46ae261645), precommit_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:56:06.258751 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-fbbfdf32-c569-41b9-a668-84391c75dec9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924426'] for security_group (15e9a08c-1e53-410b-b031-0a46ae261645), after_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:56:06.304514 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-fbbfdf32-c569-41b9-a668-84391c75dec9 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=d1fddbea28b44a4a92bfe219950e4117&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2781341 Apr 28 10:56:06.305229 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbbfdf32-c569-41b9-a668-84391c75dec9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15e9a08c-1e53-410b-b031-0a46ae261645,revision_number=1']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 10:56:06.307225 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 48104) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 10:56:06.312238 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbbfdf32-c569-41b9-a668-84391c75dec9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 10:56:06.312591 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbbfdf32-c569-41b9-a668-84391c75dec9 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 10:56:06.312948 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbbfdf32-c569-41b9-a668-84391c75dec9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 10:56:06.313286 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbbfdf32-c569-41b9-a668-84391c75dec9 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 10:56:06.313614 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbbfdf32-c569-41b9-a668-84391c75dec9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 10:56:06.313942 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbbfdf32-c569-41b9-a668-84391c75dec9 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 10:56:06.315020 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbbfdf32-c569-41b9-a668-84391c75dec9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 10:56:06.315471 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbbfdf32-c569-41b9-a668-84391c75dec9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 10:56:06.315818 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbbfdf32-c569-41b9-a668-84391c75dec9 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 10:56:06.316147 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbbfdf32-c569-41b9-a668-84391c75dec9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 10:56:06.316489 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbbfdf32-c569-41b9-a668-84391c75dec9 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 10:56:06.316831 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbbfdf32-c569-41b9-a668-84391c75dec9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 10:56:06.317144 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbbfdf32-c569-41b9-a668-84391c75dec9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 10:56:06.317458 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbbfdf32-c569-41b9-a668-84391c75dec9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 10:56:06.317777 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbbfdf32-c569-41b9-a668-84391c75dec9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 10:56:06.365325 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-c9509a3e-8611-4275-804f-25a43a261d07 admin admin] Publish callbacks [] for security_group (15e9a08c-1e53-410b-b031-0a46ae261645), before_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:56:06.386464 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-c9509a3e-8611-4275-804f-25a43a261d07 admin admin] Publish callbacks [] for security_group (15e9a08c-1e53-410b-b031-0a46ae261645), precommit_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:56:06.532890 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-c9509a3e-8611-4275-804f-25a43a261d07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924426'] for security_group (15e9a08c-1e53-410b-b031-0a46ae261645), after_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:56:06.535650 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-c9509a3e-8611-4275-804f-25a43a261d07 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:56:06.536834 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-c9509a3e-8611-4275-804f-25a43a261d07 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/15e9a08c-1e53-410b-b031-0a46ae261645 HTTP/1.1" status: 204 len: 168 time: 0.2286103 Apr 28 10:56:06.544593 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9509a3e-8611-4275-804f-25a43a261d07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15e9a08c-1e53-410b-b031-0a46ae261645,revision_number=None']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 10:56:06.552036 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9509a3e-8611-4275-804f-25a43a261d07 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 10:56:06.552390 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9509a3e-8611-4275-804f-25a43a261d07 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 10:56:06.552731 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9509a3e-8611-4275-804f-25a43a261d07 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 10:56:06.553400 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9509a3e-8611-4275-804f-25a43a261d07 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 10:56:06.553881 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9509a3e-8611-4275-804f-25a43a261d07 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 10:56:06.554220 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9509a3e-8611-4275-804f-25a43a261d07 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 10:56:06.554690 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9509a3e-8611-4275-804f-25a43a261d07 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 10:56:06.554901 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9509a3e-8611-4275-804f-25a43a261d07 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 10:56:06.556888 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9509a3e-8611-4275-804f-25a43a261d07 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 10:56:06.556888 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9509a3e-8611-4275-804f-25a43a261d07 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 10:56:06.556888 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9509a3e-8611-4275-804f-25a43a261d07 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 10:56:06.556888 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9509a3e-8611-4275-804f-25a43a261d07 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 10:56:06.556888 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9509a3e-8611-4275-804f-25a43a261d07 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 10:56:06.556888 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9509a3e-8611-4275-804f-25a43a261d07 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 10:56:06.557360 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9509a3e-8611-4275-804f-25a43a261d07 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 10:56:06.950127 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-d881a93f-5a68-4fc9-a8ab-5774a4f3b558 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (75ba81b7-fe99-4281-90d2-a5adb445ecea), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:56:09.351820 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-666dafed-5feb-44b5-8964-ae2c7a8a99eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (6b492ad6-0876-4d74-b20d-28143a52ceba), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:56:10.368656 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-ae94d540-e4c6-43be-adc9-b26fb6a2f62f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (cfc241ae-e4b7-443b-b80b-59fbbc2b69c9), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:56:11.968475 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-01ef1de1-12fd-4cef-b76b-793f91379468 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (39cc4f52-f5d9-4e2c-bbfa-7a1c528e1c40), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:56:13.323412 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (d5baab19-5dd1-4902-922b-84acb048ab9c), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:56:33.191791 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.agents_db [None req-54b29a82-8a19-4507-95e3-3a2d011841ff None None] Agent healthcheck: found 5 active agents {{(pid=116164) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 28 10:56:36.961686 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-17c23d47-26a1-4ffe-9cbd-9ef511d8fb81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (75ba81b7-fe99-4281-90d2-a5adb445ecea), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:56:39.350724 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-68241b98-aa00-4ac2-83a7-546da35c8196 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (6b492ad6-0876-4d74-b20d-28143a52ceba), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:56:40.356044 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-ae94d540-e4c6-43be-adc9-b26fb6a2f62f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (cfc241ae-e4b7-443b-b80b-59fbbc2b69c9), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:56:41.973369 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-01ef1de1-12fd-4cef-b76b-793f91379468 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (39cc4f52-f5d9-4e2c-bbfa-7a1c528e1c40), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:56:43.322080 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (d5baab19-5dd1-4902-922b-84acb048ab9c), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:57:06.955237 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-cdefd5ca-546a-44fd-a616-2fdd2ffc0de8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (75ba81b7-fe99-4281-90d2-a5adb445ecea), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:57:09.349093 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-5599ea98-aeb3-49aa-9b5f-41ca5a1790d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (6b492ad6-0876-4d74-b20d-28143a52ceba), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:57:10.190824 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.agents_db [None req-54b29a82-8a19-4507-95e3-3a2d011841ff None None] Agent healthcheck: found 5 active agents {{(pid=116164) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 28 10:57:10.372043 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-ae94d540-e4c6-43be-adc9-b26fb6a2f62f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (cfc241ae-e4b7-443b-b80b-59fbbc2b69c9), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:57:11.958973 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-01ef1de1-12fd-4cef-b76b-793f91379468 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (39cc4f52-f5d9-4e2c-bbfa-7a1c528e1c40), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:57:13.335841 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (d5baab19-5dd1-4902-922b-84acb048ab9c), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:57:20.423303 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-2063559'] for agent (6be95134-9a6c-4663-8b48-90d12ce90c60), after_create {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:57:34.641086 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 48176) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 10:57:34.746060 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-a9810e71-4e40-41f5-9e30-d167be63ddc1 admin admin] 10.222.0.10 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4565 time: 0.1038637 Apr 28 10:57:36.971415 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-2f112391-473c-412b-9f0d-436649705682 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (75ba81b7-fe99-4281-90d2-a5adb445ecea), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:57:37.019821 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 48186) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 10:57:37.079740 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-5931e5e3-787f-406f-9640-13c5b13859f0 admin admin] 10.222.0.10 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4565 time: 0.0588284 Apr 28 10:57:39.403577 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-556c7ab7-5863-40b1-b5d1-21ee411909e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (6b492ad6-0876-4d74-b20d-28143a52ceba), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:57:40.363433 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-ae94d540-e4c6-43be-adc9-b26fb6a2f62f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (cfc241ae-e4b7-443b-b80b-59fbbc2b69c9), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:57:41.953896 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-01ef1de1-12fd-4cef-b76b-793f91379468 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (39cc4f52-f5d9-4e2c-bbfa-7a1c528e1c40), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:57:43.363500 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (d5baab19-5dd1-4902-922b-84acb048ab9c), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:57:47.190770 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.agents_db [None req-54b29a82-8a19-4507-95e3-3a2d011841ff None None] Agent healthcheck: found 6 active agents {{(pid=116164) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 28 10:57:50.370859 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (6be95134-9a6c-4663-8b48-90d12ce90c60), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:58:06.961812 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-a0ea5335-de3c-42f2-9844-391d446032bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (75ba81b7-fe99-4281-90d2-a5adb445ecea), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:58:09.362438 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-4a7ecfd0-85fd-4e6a-ba54-9fe2507f8168 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (6b492ad6-0876-4d74-b20d-28143a52ceba), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:58:10.413463 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-ae94d540-e4c6-43be-adc9-b26fb6a2f62f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (cfc241ae-e4b7-443b-b80b-59fbbc2b69c9), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:58:11.967333 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-01ef1de1-12fd-4cef-b76b-793f91379468 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (39cc4f52-f5d9-4e2c-bbfa-7a1c528e1c40), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:58:13.351052 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (d5baab19-5dd1-4902-922b-84acb048ab9c), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:58:20.341304 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (6be95134-9a6c-4663-8b48-90d12ce90c60), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:58:24.190180 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.agents_db [None req-54b29a82-8a19-4507-95e3-3a2d011841ff None None] Agent healthcheck: found 6 active agents {{(pid=116164) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 28 10:58:36.972042 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-49eae4c3-d2c7-4811-9d23-4c924e14fa51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (75ba81b7-fe99-4281-90d2-a5adb445ecea), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:58:39.378109 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-390cd40e-999c-42a1-bd9e-da1d7ca0c916 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (6b492ad6-0876-4d74-b20d-28143a52ceba), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:58:40.380290 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-ae94d540-e4c6-43be-adc9-b26fb6a2f62f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (cfc241ae-e4b7-443b-b80b-59fbbc2b69c9), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:58:41.965867 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-01ef1de1-12fd-4cef-b76b-793f91379468 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (39cc4f52-f5d9-4e2c-bbfa-7a1c528e1c40), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:58:43.325978 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (d5baab19-5dd1-4902-922b-84acb048ab9c), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:58:50.366088 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (6be95134-9a6c-4663-8b48-90d12ce90c60), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:58:59.877518 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 48332) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 10:59:00.177447 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.v2.base [None req-59883944-ccd3-4552-b0bc-b03eefa873c3 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-1930318039'}} {{(pid=116161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 10:59:00.254152 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59883944-ccd3-4552-b0bc-b03eefa873c3 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Made reservation on behalf of 12780407c7254bdfbde1c04e76d433ee for: {'network': 1} {{(pid=116161) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 10:59:00.258220 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-59883944-ccd3-4552-b0bc-b03eefa873c3 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for network (None), before_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:00.266733 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-59883944-ccd3-4552-b0bc-b03eefa873c3 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Publish callbacks [] for security_group (None), before_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:00.337217 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-59883944-ccd3-4552-b0bc-b03eefa873c3 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Publish callbacks [] for security_group (dfc5f106-918c-4f4b-906b-2bf525a016c7), precommit_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:00.396969 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-59883944-ccd3-4552-b0bc-b03eefa873c3 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924426'] for security_group (dfc5f106-918c-4f4b-906b-2bf525a016c7), after_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:00.422904 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59883944-ccd3-4552-b0bc-b03eefa873c3 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dfc5f106-918c-4f4b-906b-2bf525a016c7,revision_number=1']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 10:59:00.441581 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59883944-ccd3-4552-b0bc-b03eefa873c3 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 10:59:00.441991 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59883944-ccd3-4552-b0bc-b03eefa873c3 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 10:59:00.442392 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59883944-ccd3-4552-b0bc-b03eefa873c3 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 10:59:00.442809 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59883944-ccd3-4552-b0bc-b03eefa873c3 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 10:59:00.443205 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59883944-ccd3-4552-b0bc-b03eefa873c3 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 10:59:00.443596 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59883944-ccd3-4552-b0bc-b03eefa873c3 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 10:59:00.443978 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59883944-ccd3-4552-b0bc-b03eefa873c3 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 10:59:00.444358 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59883944-ccd3-4552-b0bc-b03eefa873c3 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 10:59:00.444959 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59883944-ccd3-4552-b0bc-b03eefa873c3 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 10:59:00.445376 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59883944-ccd3-4552-b0bc-b03eefa873c3 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 10:59:00.445791 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59883944-ccd3-4552-b0bc-b03eefa873c3 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 10:59:00.446222 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59883944-ccd3-4552-b0bc-b03eefa873c3 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 10:59:00.446665 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59883944-ccd3-4552-b0bc-b03eefa873c3 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 10:59:00.447175 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59883944-ccd3-4552-b0bc-b03eefa873c3 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 10:59:00.447439 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59883944-ccd3-4552-b0bc-b03eefa873c3 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 10:59:00.448570 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59883944-ccd3-4552-b0bc-b03eefa873c3 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Tracked resource versions report: Apr 28 10:59:00.448570 dv-neutron-master-2-hyperv neutron-server[116161]: pushed versions: Apr 28 10:59:00.448570 dv-neutron-master-2-hyperv neutron-server[116161]: { 'AddressGroup': {'1.2'}, Apr 28 10:59:00.448570 dv-neutron-master-2-hyperv neutron-server[116161]: 'Agent': {'1.1'}, Apr 28 10:59:00.448570 dv-neutron-master-2-hyperv neutron-server[116161]: 'ConntrackHelper': {'1.0'}, Apr 28 10:59:00.448570 dv-neutron-master-2-hyperv neutron-server[116161]: 'LocalIPAssociation': {'1.0'}, Apr 28 10:59:00.448570 dv-neutron-master-2-hyperv neutron-server[116161]: 'Log': {'1.0'}, Apr 28 10:59:00.448570 dv-neutron-master-2-hyperv neutron-server[116161]: 'NDPProxy': {'1.0'}, Apr 28 10:59:00.448570 dv-neutron-master-2-hyperv neutron-server[116161]: 'Network': {'1.1'}, Apr 28 10:59:00.448570 dv-neutron-master-2-hyperv neutron-server[116161]: 'Port': {'1.7'}, Apr 28 10:59:00.448570 dv-neutron-master-2-hyperv neutron-server[116161]: 'PortForwarding': {'1.3'}, Apr 28 10:59:00.448570 dv-neutron-master-2-hyperv neutron-server[116161]: 'QosPolicy': {'1.10'}, Apr 28 10:59:00.448570 dv-neutron-master-2-hyperv neutron-server[116161]: 'SecurityGroup': {'1.5'}, Apr 28 10:59:00.448570 dv-neutron-master-2-hyperv neutron-server[116161]: 'SecurityGroupRule': {'1.2'}, Apr 28 10:59:00.448570 dv-neutron-master-2-hyperv neutron-server[116161]: 'SubPort': {'1.0'}, Apr 28 10:59:00.448570 dv-neutron-master-2-hyperv neutron-server[116161]: 'Subnet': {'1.1'}, Apr 28 10:59:00.448570 dv-neutron-master-2-hyperv neutron-server[116161]: 'Trunk': {'1.1'}} Apr 28 10:59:00.448570 dv-neutron-master-2-hyperv neutron-server[116161]: consumer versions: Apr 28 10:59:00.448570 dv-neutron-master-2-hyperv neutron-server[116161]: { DHCP agent@dv-neutron-master-2-hyperv: {}, Apr 28 10:59:00.448570 dv-neutron-master-2-hyperv neutron-server[116161]: HyperV agent@hv-neutron-mast: {}, Apr 28 10:59:00.448570 dv-neutron-master-2-hyperv neutron-server[116161]: L3 agent@dv-neutron-master-2-hyperv: {}, Apr 28 10:59:00.448570 dv-neutron-master-2-hyperv neutron-server[116161]: Metadata agent@dv-neutron-master-2-hyperv: {}, Apr 28 10:59:00.448570 dv-neutron-master-2-hyperv neutron-server[116161]: Metering agent@dv-neutron-master-2-hyperv: {}, Apr 28 10:59:00.448570 dv-neutron-master-2-hyperv neutron-server[116161]: Open vSwitch agent@dv-neutron-master-2-hyperv: { 'AddressGroup': '1.2', Apr 28 10:59:00.448570 dv-neutron-master-2-hyperv neutron-server[116161]: 'Agent': '1.1', Apr 28 10:59:00.448570 dv-neutron-master-2-hyperv neutron-server[116161]: 'ConntrackHelper': '1.0', Apr 28 10:59:00.448570 dv-neutron-master-2-hyperv neutron-server[116161]: 'LocalIPAssociation': '1.0', Apr 28 10:59:00.448570 dv-neutron-master-2-hyperv neutron-server[116161]: 'Log': '1.0', Apr 28 10:59:00.448570 dv-neutron-master-2-hyperv neutron-server[116161]: 'NDPProxy': '1.0', Apr 28 10:59:00.448570 dv-neutron-master-2-hyperv neutron-server[116161]: 'Network': '1.1', Apr 28 10:59:00.448570 dv-neutron-master-2-hyperv neutron-server[116161]: 'Port': '1.7', Apr 28 10:59:00.448570 dv-neutron-master-2-hyperv neutron-server[116161]: 'PortForwarding': '1.3', Apr 28 10:59:00.448570 dv-neutron-master-2-hyperv neutron-server[116161]: 'QosPolicy': '1.10', Apr 28 10:59:00.448570 dv-neutron-master-2-hyperv neutron-server[116161]: 'SecurityGroup': '1.5', Apr 28 10:59:00.448570 dv-neutron-master-2-hyperv neutron-server[116161]: 'SecurityGroupRule': '1.2', Apr 28 10:59:00.448570 dv-neutron-master-2-hyperv neutron-server[116161]: 'SubPort': '1.0', Apr 28 10:59:00.448570 dv-neutron-master-2-hyperv neutron-server[116161]: 'Subnet': '1.1', Apr 28 10:59:00.448570 dv-neutron-master-2-hyperv neutron-server[116161]: 'Trunk': '1.1'}} Apr 28 10:59:00.448570 dv-neutron-master-2-hyperv neutron-server[116161]: {{(pid=116161) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 28 10:59:00.455219 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-59883944-ccd3-4552-b0bc-b03eefa873c3 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 76} {{(pid=116161) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 10:59:00.462848 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-59883944-ccd3-4552-b0bc-b03eefa873c3 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-961978'] for segment (ffa4348d-378b-4e93-98fa-ab0dc49ee16c), precommit_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:00.463238 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.db.segments_db [None req-59883944-ccd3-4552-b0bc-b03eefa873c3 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Added segment ffa4348d-378b-4e93-98fa-ab0dc49ee16c of type vlan for network 1ec9fbcf-7a57-4aaa-9c30-4e0f43e09480 Apr 28 10:59:00.507559 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-59883944-ccd3-4552-b0bc-b03eefa873c3 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742234744962'] for network (1ec9fbcf-7a57-4aaa-9c30-4e0f43e09480), precommit_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:00.611237 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-59883944-ccd3-4552-b0bc-b03eefa873c3 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042'] for network (1ec9fbcf-7a57-4aaa-9c30-4e0f43e09480), after_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:00.616562 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59883944-ccd3-4552-b0bc-b03eefa873c3 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 10:59:00.621352 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-59883944-ccd3-4552-b0bc-b03eefa873c3 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603020'] for network (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:00.693394 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59883944-ccd3-4552-b0bc-b03eefa873c3 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Pushing event updated for resources: {'Network': ['ID=1ec9fbcf-7a57-4aaa-9c30-4e0f43e09480,revision_number=1']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 10:59:00.699650 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-59883944-ccd3-4552-b0bc-b03eefa873c3 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.8210201 Apr 28 10:59:00.703628 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 48370) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 10:59:00.707712 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Network 1ec9fbcf-7a57-4aaa-9c30-4e0f43e09480 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=116163) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 28 10:59:00.709845 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 48374) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 10:59:00.721648 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.v2.base [None req-edb08878-81cf-4d8c-909d-d278715d496b tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Request body: {'subnet': {'network_id': '1ec9fbcf-7a57-4aaa-9c30-4e0f43e09480', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=116162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 10:59:00.901794 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 48382) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 10:59:00.925687 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edb08878-81cf-4d8c-909d-d278715d496b tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Made reservation on behalf of 12780407c7254bdfbde1c04e76d433ee for: {'subnet': 1} {{(pid=116162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 10:59:00.930200 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-edb08878-81cf-4d8c-909d-d278715d496b tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Publish callbacks [] for subnet (None), before_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:01.189966 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.agents_db [None req-54b29a82-8a19-4507-95e3-3a2d011841ff None None] Agent healthcheck: found 6 active agents {{(pid=116164) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 28 10:59:01.212057 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-edb08878-81cf-4d8c-909d-d278715d496b tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042'] for subnet (4552b375-7e80-4237-b00b-dca5c056d2fd), after_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:01.279332 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.v2.base [None req-692947b3-78e5-470f-9e66-3c6ea3114af9 admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-1673882918-network', 'tenant_id': '5609aa114ceb4f54b926d4fb3847cb3e'}} {{(pid=116161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 10:59:01.296587 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edb08878-81cf-4d8c-909d-d278715d496b tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Checking segment: {'id': 'ffa4348d-378b-4e93-98fa-ab0dc49ee16c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '1ec9fbcf-7a57-4aaa-9c30-4e0f43e09480'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 10:59:01.296950 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edb08878-81cf-4d8c-909d-d278715d496b tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Network hostable DHCP agents. Network: 1ec9fbcf-7a57-4aaa-9c30-4e0f43e09480, hostable agents: ['75ba81b7-fe99-4281-90d2-a5adb445ecea'], hosted agents: [] {{(pid=116162) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 10:59:01.302754 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb08878-81cf-4d8c-909d-d278715d496b tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Pushing event updated for resources: {'Subnet': ['ID=4552b375-7e80-4237-b00b-dca5c056d2fd,revision_number=0']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 10:59:01.317313 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.v2.base [None req-558b80eb-209c-434f-b879-c3c15136c624 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-90404896-network', 'tenant_id': '19a7f91fec214fcea65c9e72a1c65353'}} {{(pid=116162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 10:59:01.335346 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edb08878-81cf-4d8c-909d-d278715d496b tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 10:59:01.335346 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edb08878-81cf-4d8c-909d-d278715d496b tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 10:59:01.335346 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edb08878-81cf-4d8c-909d-d278715d496b tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 10:59:01.335346 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edb08878-81cf-4d8c-909d-d278715d496b tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 10:59:01.335346 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edb08878-81cf-4d8c-909d-d278715d496b tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 10:59:01.335346 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edb08878-81cf-4d8c-909d-d278715d496b tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 10:59:01.335346 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edb08878-81cf-4d8c-909d-d278715d496b tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 10:59:01.335346 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edb08878-81cf-4d8c-909d-d278715d496b tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 10:59:01.336585 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edb08878-81cf-4d8c-909d-d278715d496b tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 10:59:01.337301 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edb08878-81cf-4d8c-909d-d278715d496b tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 10:59:01.337835 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edb08878-81cf-4d8c-909d-d278715d496b tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 10:59:01.338203 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edb08878-81cf-4d8c-909d-d278715d496b tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 10:59:01.338567 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edb08878-81cf-4d8c-909d-d278715d496b tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 10:59:01.338891 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edb08878-81cf-4d8c-909d-d278715d496b tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 10:59:01.339223 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edb08878-81cf-4d8c-909d-d278715d496b tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 10:59:01.340387 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edb08878-81cf-4d8c-909d-d278715d496b tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Tracked resource versions report: Apr 28 10:59:01.340387 dv-neutron-master-2-hyperv neutron-server[116162]: pushed versions: Apr 28 10:59:01.340387 dv-neutron-master-2-hyperv neutron-server[116162]: { 'AddressGroup': {'1.2'}, Apr 28 10:59:01.340387 dv-neutron-master-2-hyperv neutron-server[116162]: 'Agent': {'1.1'}, Apr 28 10:59:01.340387 dv-neutron-master-2-hyperv neutron-server[116162]: 'ConntrackHelper': {'1.0'}, Apr 28 10:59:01.340387 dv-neutron-master-2-hyperv neutron-server[116162]: 'LocalIPAssociation': {'1.0'}, Apr 28 10:59:01.340387 dv-neutron-master-2-hyperv neutron-server[116162]: 'Log': {'1.0'}, Apr 28 10:59:01.340387 dv-neutron-master-2-hyperv neutron-server[116162]: 'NDPProxy': {'1.0'}, Apr 28 10:59:01.340387 dv-neutron-master-2-hyperv neutron-server[116162]: 'Network': {'1.1'}, Apr 28 10:59:01.340387 dv-neutron-master-2-hyperv neutron-server[116162]: 'Port': {'1.7'}, Apr 28 10:59:01.340387 dv-neutron-master-2-hyperv neutron-server[116162]: 'PortForwarding': {'1.3'}, Apr 28 10:59:01.340387 dv-neutron-master-2-hyperv neutron-server[116162]: 'QosPolicy': {'1.10'}, Apr 28 10:59:01.340387 dv-neutron-master-2-hyperv neutron-server[116162]: 'SecurityGroup': {'1.5'}, Apr 28 10:59:01.340387 dv-neutron-master-2-hyperv neutron-server[116162]: 'SecurityGroupRule': {'1.2'}, Apr 28 10:59:01.340387 dv-neutron-master-2-hyperv neutron-server[116162]: 'SubPort': {'1.0'}, Apr 28 10:59:01.340387 dv-neutron-master-2-hyperv neutron-server[116162]: 'Subnet': {'1.1'}, Apr 28 10:59:01.340387 dv-neutron-master-2-hyperv neutron-server[116162]: 'Trunk': {'1.1'}} Apr 28 10:59:01.340387 dv-neutron-master-2-hyperv neutron-server[116162]: consumer versions: Apr 28 10:59:01.340387 dv-neutron-master-2-hyperv neutron-server[116162]: { DHCP agent@dv-neutron-master-2-hyperv: {}, Apr 28 10:59:01.340387 dv-neutron-master-2-hyperv neutron-server[116162]: HyperV agent@hv-neutron-mast: {}, Apr 28 10:59:01.340387 dv-neutron-master-2-hyperv neutron-server[116162]: L3 agent@dv-neutron-master-2-hyperv: {}, Apr 28 10:59:01.340387 dv-neutron-master-2-hyperv neutron-server[116162]: Metadata agent@dv-neutron-master-2-hyperv: {}, Apr 28 10:59:01.340387 dv-neutron-master-2-hyperv neutron-server[116162]: Metering agent@dv-neutron-master-2-hyperv: {}, Apr 28 10:59:01.340387 dv-neutron-master-2-hyperv neutron-server[116162]: Open vSwitch agent@dv-neutron-master-2-hyperv: { 'AddressGroup': '1.2', Apr 28 10:59:01.340387 dv-neutron-master-2-hyperv neutron-server[116162]: 'Agent': '1.1', Apr 28 10:59:01.340387 dv-neutron-master-2-hyperv neutron-server[116162]: 'ConntrackHelper': '1.0', Apr 28 10:59:01.340387 dv-neutron-master-2-hyperv neutron-server[116162]: 'LocalIPAssociation': '1.0', Apr 28 10:59:01.340387 dv-neutron-master-2-hyperv neutron-server[116162]: 'Log': '1.0', Apr 28 10:59:01.340387 dv-neutron-master-2-hyperv neutron-server[116162]: 'NDPProxy': '1.0', Apr 28 10:59:01.340387 dv-neutron-master-2-hyperv neutron-server[116162]: 'Network': '1.1', Apr 28 10:59:01.340387 dv-neutron-master-2-hyperv neutron-server[116162]: 'Port': '1.7', Apr 28 10:59:01.340387 dv-neutron-master-2-hyperv neutron-server[116162]: 'PortForwarding': '1.3', Apr 28 10:59:01.340387 dv-neutron-master-2-hyperv neutron-server[116162]: 'QosPolicy': '1.10', Apr 28 10:59:01.340387 dv-neutron-master-2-hyperv neutron-server[116162]: 'SecurityGroup': '1.5', Apr 28 10:59:01.340387 dv-neutron-master-2-hyperv neutron-server[116162]: 'SecurityGroupRule': '1.2', Apr 28 10:59:01.340387 dv-neutron-master-2-hyperv neutron-server[116162]: 'SubPort': '1.0', Apr 28 10:59:01.340387 dv-neutron-master-2-hyperv neutron-server[116162]: 'Subnet': '1.1', Apr 28 10:59:01.340387 dv-neutron-master-2-hyperv neutron-server[116162]: 'Trunk': '1.1'}} Apr 28 10:59:01.340387 dv-neutron-master-2-hyperv neutron-server[116162]: {{(pid=116162) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 28 10:59:01.354801 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-692947b3-78e5-470f-9e66-3c6ea3114af9 admin admin] Made reservation on behalf of 5609aa114ceb4f54b926d4fb3847cb3e for: {'network': 1} {{(pid=116161) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 10:59:01.357470 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-692947b3-78e5-470f-9e66-3c6ea3114af9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for network (None), before_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:01.367713 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-692947b3-78e5-470f-9e66-3c6ea3114af9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:01.411252 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edb08878-81cf-4d8c-909d-d278715d496b tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Network 1ec9fbcf-7a57-4aaa-9c30-4e0f43e09480 is scheduled to be hosted by DHCP agent 75ba81b7-fe99-4281-90d2-a5adb445ecea with binding_index 1 {{(pid=116162) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 10:59:01.442648 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-692947b3-78e5-470f-9e66-3c6ea3114af9 admin admin] Publish callbacks [] for security_group (1b41ee63-49fb-4f33-a7ae-07c0d40f976a), precommit_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:01.471306 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-558b80eb-209c-434f-b879-c3c15136c624 admin admin] Made reservation on behalf of 19a7f91fec214fcea65c9e72a1c65353 for: {'network': 1} {{(pid=116162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 10:59:01.473719 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-558b80eb-209c-434f-b879-c3c15136c624 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for network (None), before_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:01.490048 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-558b80eb-209c-434f-b879-c3c15136c624 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:01.499728 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.scheduler.base_scheduler [None req-edb08878-81cf-4d8c-909d-d278715d496b tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 1ec9fbcf-7a57-4aaa-9c30-4e0f43e09480) {{(pid=116162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 10:59:01.504463 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edb08878-81cf-4d8c-909d-d278715d496b tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 10:59:01.505069 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-edb08878-81cf-4d8c-909d-d278715d496b tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603020'] for subnet (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:01.519392 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc43a92d-95a7-4160-bf42-9aaec53de238 None None] Network 1ec9fbcf-7a57-4aaa-9c30-4e0f43e09480 requested from dv-neutron-master-2-hyperv {{(pid=116163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 10:59:01.542983 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-692947b3-78e5-470f-9e66-3c6ea3114af9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924426'] for security_group (1b41ee63-49fb-4f33-a7ae-07c0d40f976a), after_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:01.559406 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-692947b3-78e5-470f-9e66-3c6ea3114af9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 93} {{(pid=116161) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 10:59:01.586141 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-558b80eb-209c-434f-b879-c3c15136c624 admin admin] Publish callbacks [] for security_group (2a41552f-27df-4da5-a257-09df152b1fd6), precommit_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:01.601728 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-692947b3-78e5-470f-9e66-3c6ea3114af9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-961978'] for segment (476d1dd6-14be-4031-824a-ce93efcfde92), precommit_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:01.601728 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.db.segments_db [None req-692947b3-78e5-470f-9e66-3c6ea3114af9 admin admin] Added segment 476d1dd6-14be-4031-824a-ce93efcfde92 of type vlan for network 86be3515-ed38-47a2-afd0-def5e9d08619 Apr 28 10:59:01.603220 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-692947b3-78e5-470f-9e66-3c6ea3114af9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b41ee63-49fb-4f33-a7ae-07c0d40f976a,revision_number=1']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 10:59:01.648825 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3389fecb-5ce1-4efd-9c7b-ed23805964e7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-1ec9fbcf-7a57-4aaa-9c30-4e0f43e09480', 'network_id': '1ec9fbcf-7a57-4aaa-9c30-4e0f43e09480', 'project_id': '12780407c7254bdfbde1c04e76d433ee', 'fixed_ips': [{'subnet_id': '4552b375-7e80-4237-b00b-dca5c056d2fd'}]}} from dv-neutron-master-2-hyperv. {{(pid=116163) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 28 10:59:01.651601 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-3389fecb-5ce1-4efd-9c7b-ed23805964e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (None), before_create {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:01.661950 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-edb08878-81cf-4d8c-909d-d278715d496b tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9535604 Apr 28 10:59:01.665559 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 48406) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 10:59:01.667484 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-558b80eb-209c-434f-b879-c3c15136c624 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924426'] for security_group (2a41552f-27df-4da5-a257-09df152b1fd6), after_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:01.669415 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-692947b3-78e5-470f-9e66-3c6ea3114af9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742234744962'] for network (86be3515-ed38-47a2-afd0-def5e9d08619), precommit_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:01.675099 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.v2.base [None req-ccd1ef4d-a61b-4147-b54e-07deb69b9df4 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Request body: {'port': {'network_id': '1ec9fbcf-7a57-4aaa-9c30-4e0f43e09480', 'name': 'tempest-NetworksTestDHCPv6-146481070'}} {{(pid=116161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 10:59:01.703635 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558b80eb-209c-434f-b879-c3c15136c624 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a41552f-27df-4da5-a257-09df152b1fd6,revision_number=1']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 10:59:01.720026 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-558b80eb-209c-434f-b879-c3c15136c624 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 80} {{(pid=116162) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 10:59:01.735159 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-558b80eb-209c-434f-b879-c3c15136c624 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-961978'] for segment (aeeab3ee-75a8-4dc8-aefc-5af1f84e59d4), precommit_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:01.735909 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.db.segments_db [None req-558b80eb-209c-434f-b879-c3c15136c624 admin admin] Added segment aeeab3ee-75a8-4dc8-aefc-5af1f84e59d4 of type vlan for network 4da8bd43-d906-4f61-8b6f-8dd6519937e1 Apr 28 10:59:01.795957 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-558b80eb-209c-434f-b879-c3c15136c624 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742234744962'] for network (4da8bd43-d906-4f61-8b6f-8dd6519937e1), precommit_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:01.890962 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.db_base_plugin_common [None req-3389fecb-5ce1-4efd-9c7b-ed23805964e7 None None] Allocated IP 2001:db8::2 (1ec9fbcf-7a57-4aaa-9c30-4e0f43e09480/4552b375-7e80-4237-b00b-dca5c056d2fd/6da33703-e2a8-4226-be25-2fcd9327e737) {{(pid=116163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 10:59:01.891704 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-558b80eb-209c-434f-b879-c3c15136c624 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042'] for network (4da8bd43-d906-4f61-8b6f-8dd6519937e1), after_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:01.892769 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-558b80eb-209c-434f-b879-c3c15136c624 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 10:59:01.893582 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-558b80eb-209c-434f-b879-c3c15136c624 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603020'] for network (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:01.961981 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558b80eb-209c-434f-b879-c3c15136c624 admin admin] Pushing event updated for resources: {'Network': ['ID=4da8bd43-d906-4f61-8b6f-8dd6519937e1,revision_number=1']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 10:59:01.984287 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-692947b3-78e5-470f-9e66-3c6ea3114af9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042'] for network (86be3515-ed38-47a2-afd0-def5e9d08619), after_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:01.985220 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-692947b3-78e5-470f-9e66-3c6ea3114af9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 10:59:01.985992 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-692947b3-78e5-470f-9e66-3c6ea3114af9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603020'] for network (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:01.991671 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Network 4da8bd43-d906-4f61-8b6f-8dd6519937e1 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=116163) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 28 10:59:02.018986 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-558b80eb-209c-434f-b879-c3c15136c624 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 876 time: 1.1149523 Apr 28 10:59:02.020319 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 48418) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 10:59:02.027985 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.v2.base [None req-2be45d08-f707-4064-a0d9-c2306630ee38 admin admin] Request body: {'subnet': {'network_id': '4da8bd43-d906-4f61-8b6f-8dd6519937e1', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-90404896-subnet', 'tenant_id': '19a7f91fec214fcea65c9e72a1c65353', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=116162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 10:59:02.094526 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-692947b3-78e5-470f-9e66-3c6ea3114af9 admin admin] Pushing event updated for resources: {'Network': ['ID=86be3515-ed38-47a2-afd0-def5e9d08619,revision_number=1']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 10:59:02.107523 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Network 86be3515-ed38-47a2-afd0-def5e9d08619 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=116163) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 28 10:59:02.125238 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ccd1ef4d-a61b-4147-b54e-07deb69b9df4 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Made reservation on behalf of 12780407c7254bdfbde1c04e76d433ee for: {'port': 1} {{(pid=116161) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 10:59:02.128628 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-ccd1ef4d-a61b-4147-b54e-07deb69b9df4 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (None), before_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:02.161971 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-692947b3-78e5-470f-9e66-3c6ea3114af9 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.4502871 Apr 28 10:59:02.163623 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.notifiers.nova [None req-ccd1ef4d-a61b-4147-b54e-07deb69b9df4 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] device_id is not set on port 8f6321af-6c2f-46ed-92bc-407257a86981 yet. {{(pid=116161) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 28 10:59:02.165662 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 48422) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 10:59:02.173185 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.v2.base [None req-b0ccd685-f500-47bd-bba1-066bd95255c8 admin admin] Request body: {'subnet': {'network_id': '86be3515-ed38-47a2-afd0-def5e9d08619', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-1673882918-subnet', 'tenant_id': '5609aa114ceb4f54b926d4fb3847cb3e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=116162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 10:59:02.493303 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-3389fecb-5ce1-4efd-9c7b-ed23805964e7 None None] Publish callbacks [] for port (6da33703-e2a8-4226-be25-2fcd9327e737), precommit_create {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:02.494373 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2be45d08-f707-4064-a0d9-c2306630ee38 admin admin] Made reservation on behalf of 19a7f91fec214fcea65c9e72a1c65353 for: {'subnet': 1} {{(pid=116162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 10:59:02.494373 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-2be45d08-f707-4064-a0d9-c2306630ee38 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:02.494373 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0ccd685-f500-47bd-bba1-066bd95255c8 admin admin] Made reservation on behalf of 5609aa114ceb4f54b926d4fb3847cb3e for: {'subnet': 1} {{(pid=116162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 10:59:02.494373 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-b0ccd685-f500-47bd-bba1-066bd95255c8 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:02.495109 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 48434) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 10:59:02.496385 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-3389fecb-5ce1-4efd-9c7b-ed23805964e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742234710357'] for port (6da33703-e2a8-4226-be25-2fcd9327e737), after_create {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:02.496385 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3389fecb-5ce1-4efd-9c7b-ed23805964e7 None None] Network 1ec9fbcf-7a57-4aaa-9c30-4e0f43e09480 is already hosted by enough agents. {{(pid=116163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 10:59:02.515252 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.scheduler.base_scheduler [None req-3389fecb-5ce1-4efd-9c7b-ed23805964e7 None None] Resources bound (agent type, host, resource id): {{(pid=116163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 10:59:02.515252 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3389fecb-5ce1-4efd-9c7b-ed23805964e7 None None] Received port after_create {{(pid=116163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 10:59:02.564182 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3389fecb-5ce1-4efd-9c7b-ed23805964e7 None None] Pushing event updated for resources: {'Port': ['ID=6da33703-e2a8-4226-be25-2fcd9327e737,revision_number=1']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 10:59:02.574529 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3389fecb-5ce1-4efd-9c7b-ed23805964e7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 10:59:02.574881 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3389fecb-5ce1-4efd-9c7b-ed23805964e7 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 10:59:02.575247 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3389fecb-5ce1-4efd-9c7b-ed23805964e7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 10:59:02.575592 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3389fecb-5ce1-4efd-9c7b-ed23805964e7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 10:59:02.575927 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3389fecb-5ce1-4efd-9c7b-ed23805964e7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 10:59:02.576259 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3389fecb-5ce1-4efd-9c7b-ed23805964e7 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 10:59:02.576586 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3389fecb-5ce1-4efd-9c7b-ed23805964e7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 10:59:02.576916 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3389fecb-5ce1-4efd-9c7b-ed23805964e7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 10:59:02.577256 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3389fecb-5ce1-4efd-9c7b-ed23805964e7 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 10:59:02.577582 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3389fecb-5ce1-4efd-9c7b-ed23805964e7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 10:59:02.578125 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3389fecb-5ce1-4efd-9c7b-ed23805964e7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 10:59:02.578492 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3389fecb-5ce1-4efd-9c7b-ed23805964e7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 10:59:02.578957 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3389fecb-5ce1-4efd-9c7b-ed23805964e7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 10:59:02.579564 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3389fecb-5ce1-4efd-9c7b-ed23805964e7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 10:59:02.580020 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3389fecb-5ce1-4efd-9c7b-ed23805964e7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 10:59:02.581321 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3389fecb-5ce1-4efd-9c7b-ed23805964e7 None None] Tracked resource versions report: Apr 28 10:59:02.581321 dv-neutron-master-2-hyperv neutron-server[116163]: pushed versions: Apr 28 10:59:02.581321 dv-neutron-master-2-hyperv neutron-server[116163]: { 'AddressGroup': {'1.2'}, Apr 28 10:59:02.581321 dv-neutron-master-2-hyperv neutron-server[116163]: 'Agent': {'1.1'}, Apr 28 10:59:02.581321 dv-neutron-master-2-hyperv neutron-server[116163]: 'ConntrackHelper': {'1.0'}, Apr 28 10:59:02.581321 dv-neutron-master-2-hyperv neutron-server[116163]: 'LocalIPAssociation': {'1.0'}, Apr 28 10:59:02.581321 dv-neutron-master-2-hyperv neutron-server[116163]: 'Log': {'1.0'}, Apr 28 10:59:02.581321 dv-neutron-master-2-hyperv neutron-server[116163]: 'NDPProxy': {'1.0'}, Apr 28 10:59:02.581321 dv-neutron-master-2-hyperv neutron-server[116163]: 'Network': {'1.1'}, Apr 28 10:59:02.581321 dv-neutron-master-2-hyperv neutron-server[116163]: 'Port': {'1.7'}, Apr 28 10:59:02.581321 dv-neutron-master-2-hyperv neutron-server[116163]: 'PortForwarding': {'1.3'}, Apr 28 10:59:02.581321 dv-neutron-master-2-hyperv neutron-server[116163]: 'QosPolicy': {'1.10'}, Apr 28 10:59:02.581321 dv-neutron-master-2-hyperv neutron-server[116163]: 'SecurityGroup': {'1.5'}, Apr 28 10:59:02.581321 dv-neutron-master-2-hyperv neutron-server[116163]: 'SecurityGroupRule': {'1.2'}, Apr 28 10:59:02.581321 dv-neutron-master-2-hyperv neutron-server[116163]: 'SubPort': {'1.0'}, Apr 28 10:59:02.581321 dv-neutron-master-2-hyperv neutron-server[116163]: 'Subnet': {'1.1'}, Apr 28 10:59:02.581321 dv-neutron-master-2-hyperv neutron-server[116163]: 'Trunk': {'1.1'}} Apr 28 10:59:02.581321 dv-neutron-master-2-hyperv neutron-server[116163]: consumer versions: Apr 28 10:59:02.581321 dv-neutron-master-2-hyperv neutron-server[116163]: { DHCP agent@dv-neutron-master-2-hyperv: {}, Apr 28 10:59:02.581321 dv-neutron-master-2-hyperv neutron-server[116163]: HyperV agent@hv-neutron-mast: {}, Apr 28 10:59:02.581321 dv-neutron-master-2-hyperv neutron-server[116163]: L3 agent@dv-neutron-master-2-hyperv: {}, Apr 28 10:59:02.581321 dv-neutron-master-2-hyperv neutron-server[116163]: Metadata agent@dv-neutron-master-2-hyperv: {}, Apr 28 10:59:02.581321 dv-neutron-master-2-hyperv neutron-server[116163]: Metering agent@dv-neutron-master-2-hyperv: {}, Apr 28 10:59:02.581321 dv-neutron-master-2-hyperv neutron-server[116163]: Open vSwitch agent@dv-neutron-master-2-hyperv: { 'AddressGroup': '1.2', Apr 28 10:59:02.581321 dv-neutron-master-2-hyperv neutron-server[116163]: 'Agent': '1.1', Apr 28 10:59:02.581321 dv-neutron-master-2-hyperv neutron-server[116163]: 'ConntrackHelper': '1.0', Apr 28 10:59:02.581321 dv-neutron-master-2-hyperv neutron-server[116163]: 'LocalIPAssociation': '1.0', Apr 28 10:59:02.581321 dv-neutron-master-2-hyperv neutron-server[116163]: 'Log': '1.0', Apr 28 10:59:02.581321 dv-neutron-master-2-hyperv neutron-server[116163]: 'NDPProxy': '1.0', Apr 28 10:59:02.581321 dv-neutron-master-2-hyperv neutron-server[116163]: 'Network': '1.1', Apr 28 10:59:02.581321 dv-neutron-master-2-hyperv neutron-server[116163]: 'Port': '1.7', Apr 28 10:59:02.581321 dv-neutron-master-2-hyperv neutron-server[116163]: 'PortForwarding': '1.3', Apr 28 10:59:02.581321 dv-neutron-master-2-hyperv neutron-server[116163]: 'QosPolicy': '1.10', Apr 28 10:59:02.581321 dv-neutron-master-2-hyperv neutron-server[116163]: 'SecurityGroup': '1.5', Apr 28 10:59:02.581321 dv-neutron-master-2-hyperv neutron-server[116163]: 'SecurityGroupRule': '1.2', Apr 28 10:59:02.581321 dv-neutron-master-2-hyperv neutron-server[116163]: 'SubPort': '1.0', Apr 28 10:59:02.581321 dv-neutron-master-2-hyperv neutron-server[116163]: 'Subnet': '1.1', Apr 28 10:59:02.581321 dv-neutron-master-2-hyperv neutron-server[116163]: 'Trunk': '1.1'}} Apr 28 10:59:02.581321 dv-neutron-master-2-hyperv neutron-server[116163]: {{(pid=116163) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 28 10:59:02.603503 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.managers [None req-3389fecb-5ce1-4efd-9c7b-ed23805964e7 None None] Attempting to bind port 6da33703-e2a8-4226-be25-2fcd9327e737 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=116163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 28 10:59:02.603882 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.managers [None req-3389fecb-5ce1-4efd-9c7b-ed23805964e7 None None] Attempting to bind port 6da33703-e2a8-4226-be25-2fcd9327e737 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'ffa4348d-378b-4e93-98fa-ab0dc49ee16c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '1ec9fbcf-7a57-4aaa-9c30-4e0f43e09480'}] {{(pid=116163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 28 10:59:02.604248 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3389fecb-5ce1-4efd-9c7b-ed23805964e7 None None] Attempting to bind port 6da33703-e2a8-4226-be25-2fcd9327e737 on network 1ec9fbcf-7a57-4aaa-9c30-4e0f43e09480 {{(pid=116163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 10:59:02.610866 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.db.db_base_plugin_common [None req-ccd1ef4d-a61b-4147-b54e-07deb69b9df4 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Allocated IP 2001:db8::2ba (1ec9fbcf-7a57-4aaa-9c30-4e0f43e09480/4552b375-7e80-4237-b00b-dca5c056d2fd/8f6321af-6c2f-46ed-92bc-407257a86981) {{(pid=116161) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 10:59:02.614623 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3389fecb-5ce1-4efd-9c7b-ed23805964e7 None None] Checking agent: {'id': 'd5baab19-5dd1-4902-922b-84acb048ab9c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 10, 50, 43), 'started_at': datetime.datetime(2022, 4, 28, 10, 51, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 10, 58, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=116163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 10:59:02.615008 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3389fecb-5ce1-4efd-9c7b-ed23805964e7 None None] Checking segment: {'id': 'ffa4348d-378b-4e93-98fa-ab0dc49ee16c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '1ec9fbcf-7a57-4aaa-9c30-4e0f43e09480'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 10:59:02.615416 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-3389fecb-5ce1-4efd-9c7b-ed23805964e7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:02.615818 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3389fecb-5ce1-4efd-9c7b-ed23805964e7 None None] Bound using segment: {'id': 'ffa4348d-378b-4e93-98fa-ab0dc49ee16c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '1ec9fbcf-7a57-4aaa-9c30-4e0f43e09480'} {{(pid=116163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 10:59:02.616294 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.managers [None req-3389fecb-5ce1-4efd-9c7b-ed23805964e7 None None] Bound port: 6da33703-e2a8-4226-be25-2fcd9327e737, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ffa4348d-378b-4e93-98fa-ab0dc49ee16c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '1ec9fbcf-7a57-4aaa-9c30-4e0f43e09480'}}] {{(pid=116163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 28 10:59:02.616788 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-3389fecb-5ce1-4efd-9c7b-ed23805964e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (6da33703-e2a8-4226-be25-2fcd9327e737), before_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:02.638474 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-2be45d08-f707-4064-a0d9-c2306630ee38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042'] for subnet (92361fe4-492b-4a32-8d67-8edec320c5e2), after_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:02.696790 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-b0ccd685-f500-47bd-bba1-066bd95255c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042'] for subnet (e48057c8-0090-4367-906b-bd6ec3ec96da), after_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:02.706179 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-3389fecb-5ce1-4efd-9c7b-ed23805964e7 None None] For port 6da33703-e2a8-4226-be25-2fcd9327e737, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=116163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 10:59:02.709040 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be45d08-f707-4064-a0d9-c2306630ee38 admin admin] Pushing event updated for resources: {'Subnet': ['ID=92361fe4-492b-4a32-8d67-8edec320c5e2,revision_number=0']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 10:59:02.713274 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-3389fecb-5ce1-4efd-9c7b-ed23805964e7 None None] For port 6da33703-e2a8-4226-be25-2fcd9327e737, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=6da33703-e2a8-4226-be25-2fcd9327e737,segment=NetworkSegment(ffa4348d-378b-4e93-98fa-ab0dc49ee16c),segment_id=ffa4348d-378b-4e93-98fa-ab0dc49ee16c)] {{(pid=116163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 10:59:02.754560 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2be45d08-f707-4064-a0d9-c2306630ee38 admin admin] Checking segment: {'id': 'aeeab3ee-75a8-4dc8-aefc-5af1f84e59d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '4da8bd43-d906-4f61-8b6f-8dd6519937e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 10:59:02.754954 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2be45d08-f707-4064-a0d9-c2306630ee38 admin admin] Network hostable DHCP agents. Network: 4da8bd43-d906-4f61-8b6f-8dd6519937e1, hostable agents: ['75ba81b7-fe99-4281-90d2-a5adb445ecea'], hosted agents: [] {{(pid=116162) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 10:59:02.782707 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ccd685-f500-47bd-bba1-066bd95255c8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e48057c8-0090-4367-906b-bd6ec3ec96da,revision_number=0']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 10:59:02.790345 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0ccd685-f500-47bd-bba1-066bd95255c8 admin admin] Checking segment: {'id': '476d1dd6-14be-4031-824a-ce93efcfde92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '86be3515-ed38-47a2-afd0-def5e9d08619'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 10:59:02.790987 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0ccd685-f500-47bd-bba1-066bd95255c8 admin admin] Network hostable DHCP agents. Network: 86be3515-ed38-47a2-afd0-def5e9d08619, hostable agents: ['75ba81b7-fe99-4281-90d2-a5adb445ecea'], hosted agents: [] {{(pid=116162) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 10:59:02.805115 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-ccd1ef4d-a61b-4147-b54e-07deb69b9df4 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Publish callbacks [] for port (8f6321af-6c2f-46ed-92bc-407257a86981), precommit_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:02.818605 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-3389fecb-5ce1-4efd-9c7b-ed23805964e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393'] for port (6da33703-e2a8-4226-be25-2fcd9327e737), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:02.874714 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2be45d08-f707-4064-a0d9-c2306630ee38 admin admin] Network 4da8bd43-d906-4f61-8b6f-8dd6519937e1 is scheduled to be hosted by DHCP agent 75ba81b7-fe99-4281-90d2-a5adb445ecea with binding_index 1 {{(pid=116162) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 10:59:02.893139 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3389fecb-5ce1-4efd-9c7b-ed23805964e7 None None] Pushing event updated for resources: {'Port': ['ID=6da33703-e2a8-4226-be25-2fcd9327e737,revision_number=2']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 10:59:02.903667 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-ccd1ef4d-a61b-4147-b54e-07deb69b9df4 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742234710357'] for port (8f6321af-6c2f-46ed-92bc-407257a86981), after_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:02.904325 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0ccd685-f500-47bd-bba1-066bd95255c8 admin admin] Network 86be3515-ed38-47a2-afd0-def5e9d08619 is scheduled to be hosted by DHCP agent 75ba81b7-fe99-4281-90d2-a5adb445ecea with binding_index 1 {{(pid=116162) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 10:59:02.973574 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.v2.base [None req-7ac41fd1-5458-4858-9118-e824db0e2ab1 tempest-ExternalNetworksTestJSON-754003237 tempest-ExternalNetworksTestJSON-754003237-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-119909851'}} {{(pid=116161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 10:59:03.007193 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.scheduler.base_scheduler [None req-b0ccd685-f500-47bd-bba1-066bd95255c8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 86be3515-ed38-47a2-afd0-def5e9d08619) {{(pid=116162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 10:59:03.013401 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.scheduler.base_scheduler [None req-2be45d08-f707-4064-a0d9-c2306630ee38 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 4da8bd43-d906-4f61-8b6f-8dd6519937e1) {{(pid=116162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 10:59:03.016098 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-454710a4-b163-403e-ac75-d632def4ec30 None None] Network 86be3515-ed38-47a2-afd0-def5e9d08619 requested from dv-neutron-master-2-hyperv {{(pid=116163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 10:59:03.022740 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccd1ef4d-a61b-4147-b54e-07deb69b9df4 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Network 1ec9fbcf-7a57-4aaa-9c30-4e0f43e09480 is already hosted by enough agents. {{(pid=116161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 10:59:03.031517 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.scheduler.base_scheduler [None req-ccd1ef4d-a61b-4147-b54e-07deb69b9df4 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Resources bound (agent type, host, resource id): {{(pid=116161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 10:59:03.037011 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccd1ef4d-a61b-4147-b54e-07deb69b9df4 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Received port after_create {{(pid=116161) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 10:59:03.038283 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0ccd685-f500-47bd-bba1-066bd95255c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 10:59:03.042443 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccd1ef4d-a61b-4147-b54e-07deb69b9df4 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 10:59:03.042812 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-b0ccd685-f500-47bd-bba1-066bd95255c8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603020'] for subnet (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:03.044125 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-ccd1ef4d-a61b-4147-b54e-07deb69b9df4 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603020'] for port (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:03.055853 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd1ef4d-a61b-4147-b54e-07deb69b9df4 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Pushing event updated for resources: {'Port': ['ID=8f6321af-6c2f-46ed-92bc-407257a86981,revision_number=1']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 10:59:03.087981 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2be45d08-f707-4064-a0d9-c2306630ee38 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 10:59:03.089038 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-2be45d08-f707-4064-a0d9-c2306630ee38 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603020'] for subnet (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:03.090954 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ac41fd1-5458-4858-9118-e824db0e2ab1 tempest-ExternalNetworksTestJSON-754003237 tempest-ExternalNetworksTestJSON-754003237-project] Made reservation on behalf of 7f03219647c248f181de354c612d931e for: {'network': 1} {{(pid=116161) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 10:59:03.095598 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-7ac41fd1-5458-4858-9118-e824db0e2ab1 tempest-ExternalNetworksTestJSON-754003237 tempest-ExternalNetworksTestJSON-754003237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for network (None), before_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:03.115479 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-7ac41fd1-5458-4858-9118-e824db0e2ab1 tempest-ExternalNetworksTestJSON-754003237 tempest-ExternalNetworksTestJSON-754003237-project] Publish callbacks [] for security_group (None), before_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:03.129080 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9fe68df-f18c-4f41-b5a1-a4c7e36d49fe None None] Network 4da8bd43-d906-4f61-8b6f-8dd6519937e1 requested from dv-neutron-master-2-hyperv {{(pid=116163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 10:59:03.155712 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-b0ccd685-f500-47bd-bba1-066bd95255c8 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.9887640 Apr 28 10:59:03.161482 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 48458) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 10:59:03.166653 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.v2.base [None req-a2592265-e7ca-4134-8095-78a352056cd8 admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-1673882918-router', 'tenant_id': '5609aa114ceb4f54b926d4fb3847cb3e', 'external_gateway_info': {'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c'}}} {{(pid=116162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 10:59:03.182227 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-ccd1ef4d-a61b-4147-b54e-07deb69b9df4 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.5154357 Apr 28 10:59:03.187096 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-2be45d08-f707-4064-a0d9-c2306630ee38 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 1.1647406 Apr 28 10:59:03.191738 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 48460) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 10:59:03.191907 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 48462) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 10:59:03.204349 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.v2.base [None req-13f4c760-66ef-47f2-98a0-c7e566f6e46a admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-90404896-router', 'tenant_id': '19a7f91fec214fcea65c9e72a1c65353', 'external_gateway_info': {'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c'}}} {{(pid=116161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 10:59:03.303192 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-7ac41fd1-5458-4858-9118-e824db0e2ab1 tempest-ExternalNetworksTestJSON-754003237 tempest-ExternalNetworksTestJSON-754003237-project] Publish callbacks [] for security_group (351bd0f4-91a7-456d-819e-924c6469cf9f), precommit_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:03.316670 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69a2a4a1-ed6a-4fa9-90a3-dac633104750 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-86be3515-ed38-47a2-afd0-def5e9d08619', 'network_id': '86be3515-ed38-47a2-afd0-def5e9d08619', 'project_id': '5609aa114ceb4f54b926d4fb3847cb3e', 'fixed_ips': [{'subnet_id': 'e48057c8-0090-4367-906b-bd6ec3ec96da'}]}} from dv-neutron-master-2-hyperv. {{(pid=116163) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 28 10:59:03.317606 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-69a2a4a1-ed6a-4fa9-90a3-dac633104750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (None), before_create {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:03.339763 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-a2592265-e7ca-4134-8095-78a352056cd8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2060459', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-63449'] for router (c3307b93-0163-4950-8edf-96a1360d17be), before_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:03.340814 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-a2592265-e7ca-4134-8095-78a352056cd8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2060827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1935275', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1960866', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-63266'] for router (c3307b93-0163-4950-8edf-96a1360d17be), precommit_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:03.341015 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-049197fa-9cf5-4dc8-9940-37f39b5dfb2b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-4da8bd43-d906-4f61-8b6f-8dd6519937e1', 'network_id': '4da8bd43-d906-4f61-8b6f-8dd6519937e1', 'project_id': '19a7f91fec214fcea65c9e72a1c65353', 'fixed_ips': [{'subnet_id': '92361fe4-492b-4a32-8d67-8edec320c5e2'}]}} from dv-neutron-master-2-hyperv. {{(pid=116163) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 28 10:59:03.342040 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-049197fa-9cf5-4dc8-9940-37f39b5dfb2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (None), before_create {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:03.342565 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-13f4c760-66ef-47f2-98a0-c7e566f6e46a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2060459', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-63449'] for router (4bdc4a64-1a8f-439a-af8a-e631bebdc4fa), before_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:03.343718 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-13f4c760-66ef-47f2-98a0-c7e566f6e46a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2060827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1935275', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1960866', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-63266'] for router (4bdc4a64-1a8f-439a-af8a-e631bebdc4fa), precommit_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:03.401991 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08a1c3e7-793d-457b-befa-f9fa33d9d2be tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 10:59:03.403410 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-7ac41fd1-5458-4858-9118-e824db0e2ab1 tempest-ExternalNetworksTestJSON-754003237 tempest-ExternalNetworksTestJSON-754003237-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924426'] for security_group (351bd0f4-91a7-456d-819e-924c6469cf9f), after_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:03.414252 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08a1c3e7-793d-457b-befa-f9fa33d9d2be tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 10:59:03.415998 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-08a1c3e7-793d-457b-befa-f9fa33d9d2be tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.2211163 Apr 28 10:59:03.418858 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 48468) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 10:59:03.431010 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7ac41fd1-5458-4858-9118-e824db0e2ab1 tempest-ExternalNetworksTestJSON-754003237 tempest-ExternalNetworksTestJSON-754003237-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 78} {{(pid=116161) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 10:59:03.445943 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-7ac41fd1-5458-4858-9118-e824db0e2ab1 tempest-ExternalNetworksTestJSON-754003237 tempest-ExternalNetworksTestJSON-754003237-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-961978'] for segment (a55053ed-541f-4817-94b4-c87580879047), precommit_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:03.446666 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.db.segments_db [None req-7ac41fd1-5458-4858-9118-e824db0e2ab1 tempest-ExternalNetworksTestJSON-754003237 tempest-ExternalNetworksTestJSON-754003237-project] Added segment a55053ed-541f-4817-94b4-c87580879047 of type vlan for network a84eda13-619e-465e-a07b-604d111ab933 Apr 28 10:59:03.526787 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-7ac41fd1-5458-4858-9118-e824db0e2ab1 tempest-ExternalNetworksTestJSON-754003237 tempest-ExternalNetworksTestJSON-754003237-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742234744962'] for network (a84eda13-619e-465e-a07b-604d111ab933), precommit_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:03.558035 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-a2592265-e7ca-4134-8095-78a352056cd8 admin admin] Publish callbacks [] for router_controller (c3307b93-0163-4950-8edf-96a1360d17be), precommit_add_association {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:03.662689 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.db_base_plugin_common [None req-69a2a4a1-ed6a-4fa9-90a3-dac633104750 None None] Allocated IP 172.20.0.2 (86be3515-ed38-47a2-afd0-def5e9d08619/e48057c8-0090-4367-906b-bd6ec3ec96da/71097d75-9099-4b9c-bce0-685bcf5f8310) {{(pid=116163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 10:59:03.663038 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac41fd1-5458-4858-9118-e824db0e2ab1 tempest-ExternalNetworksTestJSON-754003237 tempest-ExternalNetworksTestJSON-754003237-project] Pushing event updated for resources: {'SecurityGroup': ['ID=351bd0f4-91a7-456d-819e-924c6469cf9f,revision_number=1']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 10:59:03.669720 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.db_base_plugin_common [None req-049197fa-9cf5-4dc8-9940-37f39b5dfb2b None None] Allocated IP 172.20.0.2 (4da8bd43-d906-4f61-8b6f-8dd6519937e1/92361fe4-492b-4a32-8d67-8edec320c5e2/98a7f6ac-baef-48c7-a90e-e33ea6a36cca) {{(pid=116163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 10:59:03.700822 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-7ac41fd1-5458-4858-9118-e824db0e2ab1 tempest-ExternalNetworksTestJSON-754003237 tempest-ExternalNetworksTestJSON-754003237-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042'] for network (a84eda13-619e-465e-a07b-604d111ab933), after_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:03.705902 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ac41fd1-5458-4858-9118-e824db0e2ab1 tempest-ExternalNetworksTestJSON-754003237 tempest-ExternalNetworksTestJSON-754003237-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 10:59:03.706555 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-7ac41fd1-5458-4858-9118-e824db0e2ab1 tempest-ExternalNetworksTestJSON-754003237 tempest-ExternalNetworksTestJSON-754003237-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603020'] for network (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:03.795904 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-13f4c760-66ef-47f2-98a0-c7e566f6e46a admin admin] Publish callbacks [] for router_controller (4bdc4a64-1a8f-439a-af8a-e631bebdc4fa), precommit_add_association {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:03.849043 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 48474) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 10:59:03.863180 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac41fd1-5458-4858-9118-e824db0e2ab1 tempest-ExternalNetworksTestJSON-754003237 tempest-ExternalNetworksTestJSON-754003237-project] Pushing event updated for resources: {'Network': ['ID=a84eda13-619e-465e-a07b-604d111ab933,revision_number=1']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 10:59:03.880484 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Network a84eda13-619e-465e-a07b-604d111ab933 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=116163) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 28 10:59:03.901449 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-7ac41fd1-5458-4858-9118-e824db0e2ab1 tempest-ExternalNetworksTestJSON-754003237 tempest-ExternalNetworksTestJSON-754003237-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.5331144 Apr 28 10:59:03.905633 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 48480) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 10:59:03.924819 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-69a2a4a1-ed6a-4fa9-90a3-dac633104750 None None] Publish callbacks [] for port (71097d75-9099-4b9c-bce0-685bcf5f8310), precommit_create {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:03.997586 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-a2592265-e7ca-4134-8095-78a352056cd8 admin admin] Publish callbacks [] for router_gateway (c3307b93-0163-4950-8edf-96a1360d17be), precommit_update {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:04.052068 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-69a2a4a1-ed6a-4fa9-90a3-dac633104750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742234710357'] for port (71097d75-9099-4b9c-bce0-685bcf5f8310), after_create {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:04.059453 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.plugin [None req-80fd2979-5bb1-4878-9b11-c5c0bb257ccf tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Deleting port 8f6321af-6c2f-46ed-92bc-407257a86981 {{(pid=116162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 10:59:04.060620 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-80fd2979-5bb1-4878-9b11-c5c0bb257ccf tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742235130188'] for port (8f6321af-6c2f-46ed-92bc-407257a86981), before_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:04.092326 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69a2a4a1-ed6a-4fa9-90a3-dac633104750 None None] Network 86be3515-ed38-47a2-afd0-def5e9d08619 is already hosted by enough agents. {{(pid=116163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 10:59:04.209086 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-13f4c760-66ef-47f2-98a0-c7e566f6e46a admin admin] Publish callbacks [] for router_gateway (4bdc4a64-1a8f-439a-af8a-e631bebdc4fa), precommit_update {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:04.218304 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 48488) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 10:59:04.285141 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.v2.base [None req-0e596c60-e2b5-400c-848f-58d0178ef1ff tempest-DHCPAgentSchedulersTestJSON-1895138160 tempest-DHCPAgentSchedulersTestJSON-1895138160-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1783824424'}} {{(pid=116161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 10:59:04.396545 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-80fd2979-5bb1-4878-9b11-c5c0bb257ccf tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1938497'] for port (8f6321af-6c2f-46ed-92bc-407257a86981), precommit_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:04.400230 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e596c60-e2b5-400c-848f-58d0178ef1ff tempest-DHCPAgentSchedulersTestJSON-1895138160 tempest-DHCPAgentSchedulersTestJSON-1895138160-project] Made reservation on behalf of a4888da503f44d01a5869ebdfcffd074 for: {'network': 1} {{(pid=116161) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 10:59:04.403891 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-0e596c60-e2b5-400c-848f-58d0178ef1ff tempest-DHCPAgentSchedulersTestJSON-1895138160 tempest-DHCPAgentSchedulersTestJSON-1895138160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for network (None), before_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:04.422202 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.plugin [None req-80fd2979-5bb1-4878-9b11-c5c0bb257ccf tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Calling delete_port for 8f6321af-6c2f-46ed-92bc-407257a86981 owned by {{(pid=116162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 10:59:04.434033 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-0e596c60-e2b5-400c-848f-58d0178ef1ff tempest-DHCPAgentSchedulersTestJSON-1895138160 tempest-DHCPAgentSchedulersTestJSON-1895138160-project] Publish callbacks [] for security_group (None), before_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:04.435090 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.scheduler.base_scheduler [None req-69a2a4a1-ed6a-4fa9-90a3-dac633104750 None None] Resources bound (agent type, host, resource id): {{(pid=116163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 10:59:04.455347 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.v2.base [None req-73ae065a-5122-4859-8d1c-85a8aaf9f6ec tempest-ExternalNetworksTestJSON-722277804 tempest-ExternalNetworksTestJSON-722277804-project-admin] Request body: {'network': {'name': 'tempest-network--1529591689', 'router:external': True}} {{(pid=116161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 10:59:04.462412 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69a2a4a1-ed6a-4fa9-90a3-dac633104750 None None] Received port after_create {{(pid=116163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 10:59:04.470925 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Device 6da33703-e2a8-4226-be25-2fcd9327e737 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=116163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 10:59:04.552784 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.v2.base [None req-8ef65727-ff5a-4391-a0a2-77a7fe961787 tempest-MeteringTestJSON-1897952666 tempest-MeteringTestJSON-1897952666-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-1804613096'}} {{(pid=116161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 10:59:04.553371 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.v2.base [None req-8ef65727-ff5a-4391-a0a2-77a7fe961787 tempest-MeteringTestJSON-1897952666 tempest-MeteringTestJSON-1897952666-project-admin] Unknown quota resources ['metering_label']. {{(pid=116161) _create /opt/stack/neutron/neutron/api/v2/base.py:497}} Apr 28 10:59:04.557609 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-0e596c60-e2b5-400c-848f-58d0178ef1ff tempest-DHCPAgentSchedulersTestJSON-1895138160 tempest-DHCPAgentSchedulersTestJSON-1895138160-project] Publish callbacks [] for security_group (dc22021e-72ff-4471-9c26-01a694754d35), precommit_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:04.565801 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6eeb6f4-b7fb-4bb8-9a14-50d008d67c33 None None] Network 1ec9fbcf-7a57-4aaa-9c30-4e0f43e09480 requested from dv-neutron-master-2-hyperv {{(pid=116163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 10:59:04.592847 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-049197fa-9cf5-4dc8-9940-37f39b5dfb2b None None] Publish callbacks [] for port (98a7f6ac-baef-48c7-a90e-e33ea6a36cca), precommit_create {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:04.599242 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Provisioning complete for port 6da33703-e2a8-4226-be25-2fcd9327e737 triggered by entity L2. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 10:59:04.599705 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (6da33703-e2a8-4226-be25-2fcd9327e737), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:04.665382 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a2a4a1-ed6a-4fa9-90a3-dac633104750 None None] Pushing event updated for resources: {'Port': ['ID=71097d75-9099-4b9c-bce0-685bcf5f8310,revision_number=1']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 10:59:04.724385 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-a2592265-e7ca-4134-8095-78a352056cd8 admin admin] Publish callbacks [] for router_gateway (c3307b93-0163-4950-8edf-96a1360d17be), before_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:04.725471 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-049197fa-9cf5-4dc8-9940-37f39b5dfb2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742234710357'] for port (98a7f6ac-baef-48c7-a90e-e33ea6a36cca), after_create {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:04.738622 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-9a24fa57-3498-48fb-aef0-b50cfbed8dd0 None None] Provisioning complete for port 6da33703-e2a8-4226-be25-2fcd9327e737 triggered by entity DHCP. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 10:59:04.739097 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-9a24fa57-3498-48fb-aef0-b50cfbed8dd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (6da33703-e2a8-4226-be25-2fcd9327e737), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:04.766786 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-a2592265-e7ca-4134-8095-78a352056cd8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (None), before_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:04.779845 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 48506) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 10:59:04.877216 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-0e596c60-e2b5-400c-848f-58d0178ef1ff tempest-DHCPAgentSchedulersTestJSON-1895138160 tempest-DHCPAgentSchedulersTestJSON-1895138160-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924426'] for security_group (dc22021e-72ff-4471-9c26-01a694754d35), after_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:04.953539 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-049197fa-9cf5-4dc8-9940-37f39b5dfb2b None None] Network 4da8bd43-d906-4f61-8b6f-8dd6519937e1 is already hosted by enough agents. {{(pid=116163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 10:59:04.954842 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049197fa-9cf5-4dc8-9940-37f39b5dfb2b None None] Pushing event updated for resources: {'Port': ['ID=98a7f6ac-baef-48c7-a90e-e33ea6a36cca,revision_number=1']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 10:59:04.957716 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.managers [None req-69a2a4a1-ed6a-4fa9-90a3-dac633104750 None None] Attempting to bind port 71097d75-9099-4b9c-bce0-685bcf5f8310 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=116163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 28 10:59:04.958433 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.managers [None req-69a2a4a1-ed6a-4fa9-90a3-dac633104750 None None] Attempting to bind port 71097d75-9099-4b9c-bce0-685bcf5f8310 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '476d1dd6-14be-4031-824a-ce93efcfde92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '86be3515-ed38-47a2-afd0-def5e9d08619'}] {{(pid=116163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 28 10:59:04.958821 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69a2a4a1-ed6a-4fa9-90a3-dac633104750 None None] Attempting to bind port 71097d75-9099-4b9c-bce0-685bcf5f8310 on network 86be3515-ed38-47a2-afd0-def5e9d08619 {{(pid=116163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 10:59:04.965860 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-13f4c760-66ef-47f2-98a0-c7e566f6e46a admin admin] Publish callbacks [] for router_gateway (4bdc4a64-1a8f-439a-af8a-e631bebdc4fa), before_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:04.969571 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.scheduler.base_scheduler [None req-049197fa-9cf5-4dc8-9940-37f39b5dfb2b None None] Resources bound (agent type, host, resource id): {{(pid=116163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 10:59:04.971955 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69a2a4a1-ed6a-4fa9-90a3-dac633104750 None None] Checking agent: {'id': 'd5baab19-5dd1-4902-922b-84acb048ab9c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 10, 50, 43), 'started_at': datetime.datetime(2022, 4, 28, 10, 51, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 10, 58, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=116163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 10:59:04.972725 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69a2a4a1-ed6a-4fa9-90a3-dac633104750 None None] Checking segment: {'id': '476d1dd6-14be-4031-824a-ce93efcfde92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '86be3515-ed38-47a2-afd0-def5e9d08619'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 10:59:04.973183 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-69a2a4a1-ed6a-4fa9-90a3-dac633104750 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:04.973568 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69a2a4a1-ed6a-4fa9-90a3-dac633104750 None None] Bound using segment: {'id': '476d1dd6-14be-4031-824a-ce93efcfde92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '86be3515-ed38-47a2-afd0-def5e9d08619'} {{(pid=116163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 10:59:04.974046 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.managers [None req-69a2a4a1-ed6a-4fa9-90a3-dac633104750 None None] Bound port: 71097d75-9099-4b9c-bce0-685bcf5f8310, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '476d1dd6-14be-4031-824a-ce93efcfde92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '86be3515-ed38-47a2-afd0-def5e9d08619'}}] {{(pid=116163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 28 10:59:04.974725 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-69a2a4a1-ed6a-4fa9-90a3-dac633104750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (71097d75-9099-4b9c-bce0-685bcf5f8310), before_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:04.975190 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.db.db_base_plugin_common [None req-a2592265-e7ca-4134-8095-78a352056cd8 admin admin] Allocated IP 172.36.4.211 (7be49d94-bbb8-4a61-bafe-209c5f861e1c/c0f82f52-05ee-40f2-a57c-9d02e01fb9fa/54ed23fe-abb8-49c1-b804-6ecc9c6b1b72) {{(pid=116162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 10:59:04.988497 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-049197fa-9cf5-4dc8-9940-37f39b5dfb2b None None] Received port after_create {{(pid=116163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 10:59:05.042706 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73ae065a-5122-4859-8d1c-85a8aaf9f6ec tempest-ExternalNetworksTestJSON-722277804 tempest-ExternalNetworksTestJSON-722277804-project-admin] Made reservation on behalf of 6657ee783d6041a1b582e3ef65160672 for: {'network': 1} {{(pid=116161) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 10:59:05.044998 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-73ae065a-5122-4859-8d1c-85a8aaf9f6ec tempest-ExternalNetworksTestJSON-722277804 tempest-ExternalNetworksTestJSON-722277804-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for network (None), before_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:05.052743 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-80fd2979-5bb1-4878-9b11-c5c0bb257ccf tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742235135690', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742234710366'] for port (8f6321af-6c2f-46ed-92bc-407257a86981), after_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:05.056454 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 48516) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 10:59:05.142623 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-13f4c760-66ef-47f2-98a0-c7e566f6e46a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (None), before_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:05.144548 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e596c60-e2b5-400c-848f-58d0178ef1ff tempest-DHCPAgentSchedulersTestJSON-1895138160 tempest-DHCPAgentSchedulersTestJSON-1895138160-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dc22021e-72ff-4471-9c26-01a694754d35,revision_number=1']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 10:59:05.162846 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Current status of the port 6da33703-e2a8-4226-be25-2fcd9327e737 is: DOWN; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 10:59:05.163304 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (6da33703-e2a8-4226-be25-2fcd9327e737), before_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:05.174873 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80fd2979-5bb1-4878-9b11-c5c0bb257ccf tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Pushing event deleted for resources: {'Port': ['ID=8f6321af-6c2f-46ed-92bc-407257a86981,revision_number=None']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 10:59:05.192291 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.v2.base [None req-0e6b2d65-8a43-4fe5-93cc-4f7460f65e11 tempest-QuotasTest-176013197 tempest-QuotasTest-176013197-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=116162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 10:59:05.203296 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0e596c60-e2b5-400c-848f-58d0178ef1ff tempest-DHCPAgentSchedulersTestJSON-1895138160 tempest-DHCPAgentSchedulersTestJSON-1895138160-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 88} {{(pid=116161) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 10:59:05.237934 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-69a2a4a1-ed6a-4fa9-90a3-dac633104750 None None] For port 71097d75-9099-4b9c-bce0-685bcf5f8310, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=116163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 10:59:05.245404 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.managers [None req-049197fa-9cf5-4dc8-9940-37f39b5dfb2b None None] Attempting to bind port 98a7f6ac-baef-48c7-a90e-e33ea6a36cca on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=116163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 28 10:59:05.245869 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.managers [None req-049197fa-9cf5-4dc8-9940-37f39b5dfb2b None None] Attempting to bind port 98a7f6ac-baef-48c7-a90e-e33ea6a36cca by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'aeeab3ee-75a8-4dc8-aefc-5af1f84e59d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '4da8bd43-d906-4f61-8b6f-8dd6519937e1'}] {{(pid=116163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 28 10:59:05.246300 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-049197fa-9cf5-4dc8-9940-37f39b5dfb2b None None] Attempting to bind port 98a7f6ac-baef-48c7-a90e-e33ea6a36cca on network 4da8bd43-d906-4f61-8b6f-8dd6519937e1 {{(pid=116163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 10:59:05.260803 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.v2.base [None req-f217d958-1249-46b9-bef2-e0e557ca5d01 tempest-FloatingIPAdminTestJSON-1724025514 tempest-FloatingIPAdminTestJSON-1724025514-project] Request body: {'floatingip': {'floating_network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c'}} {{(pid=116162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 10:59:05.278371 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-73ae065a-5122-4859-8d1c-85a8aaf9f6ec tempest-ExternalNetworksTestJSON-722277804 tempest-ExternalNetworksTestJSON-722277804-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:05.285991 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-8ef65727-ff5a-4391-a0a2-77a7fe961787 tempest-MeteringTestJSON-1897952666 tempest-MeteringTestJSON-1897952666-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:05.290017 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-8ef65727-ff5a-4391-a0a2-77a7fe961787 tempest-MeteringTestJSON-1897952666 tempest-MeteringTestJSON-1897952666-project-admin] 10.222.0.10 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 478 time: 1.0649188 Apr 28 10:59:05.293151 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 48522) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 10:59:05.298032 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.v2.base [None req-501e59cf-c0a6-4d18-8573-559f09cd2f0c tempest-MeteringTestJSON-1897952666 tempest-MeteringTestJSON-1897952666-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.0.0/24', 'direction': 'ingress', 'metering_label_id': '800d46cd-f755-4184-a015-85adeb5ab0db'}} {{(pid=116162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 10:59:05.298818 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.v2.base [None req-501e59cf-c0a6-4d18-8573-559f09cd2f0c tempest-MeteringTestJSON-1897952666 tempest-MeteringTestJSON-1897952666-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=116162) _create /opt/stack/neutron/neutron/api/v2/base.py:497}} Apr 28 10:59:05.305289 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] For port 6da33703-e2a8-4226-be25-2fcd9327e737, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=6da33703-e2a8-4226-be25-2fcd9327e737,segment=NetworkSegment(ffa4348d-378b-4e93-98fa-ab0dc49ee16c),segment_id=ffa4348d-378b-4e93-98fa-ab0dc49ee16c)] {{(pid=116163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 10:59:05.305289 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-049197fa-9cf5-4dc8-9940-37f39b5dfb2b None None] Checking agent: {'id': 'd5baab19-5dd1-4902-922b-84acb048ab9c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 10, 50, 43), 'started_at': datetime.datetime(2022, 4, 28, 10, 51, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 10, 58, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=116163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 10:59:05.305809 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-049197fa-9cf5-4dc8-9940-37f39b5dfb2b None None] Checking segment: {'id': 'aeeab3ee-75a8-4dc8-aefc-5af1f84e59d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '4da8bd43-d906-4f61-8b6f-8dd6519937e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 10:59:05.306310 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-049197fa-9cf5-4dc8-9940-37f39b5dfb2b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:05.306839 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-049197fa-9cf5-4dc8-9940-37f39b5dfb2b None None] Bound using segment: {'id': 'aeeab3ee-75a8-4dc8-aefc-5af1f84e59d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '4da8bd43-d906-4f61-8b6f-8dd6519937e1'} {{(pid=116163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 10:59:05.307411 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.managers [None req-049197fa-9cf5-4dc8-9940-37f39b5dfb2b None None] Bound port: 98a7f6ac-baef-48c7-a90e-e33ea6a36cca, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aeeab3ee-75a8-4dc8-aefc-5af1f84e59d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '4da8bd43-d906-4f61-8b6f-8dd6519937e1'}}] {{(pid=116163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 28 10:59:05.307889 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-049197fa-9cf5-4dc8-9940-37f39b5dfb2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (98a7f6ac-baef-48c7-a90e-e33ea6a36cca), before_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:05.320555 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-9a24fa57-3498-48fb-aef0-b50cfbed8dd0 None None] Current status of the port 6da33703-e2a8-4226-be25-2fcd9327e737 is: DOWN; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 10:59:05.321161 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-9a24fa57-3498-48fb-aef0-b50cfbed8dd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (6da33703-e2a8-4226-be25-2fcd9327e737), before_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:05.325272 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-80fd2979-5bb1-4878-9b11-c5c0bb257ccf tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198022'] for port (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:05.331715 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-80fd2979-5bb1-4878-9b11-c5c0bb257ccf tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] 10.222.0.10 "DELETE /v2.0/ports/8f6321af-6c2f-46ed-92bc-407257a86981 HTTP/1.1" status: 204 len: 168 time: 1.9095054 Apr 28 10:59:05.331885 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-0e596c60-e2b5-400c-848f-58d0178ef1ff tempest-DHCPAgentSchedulersTestJSON-1895138160 tempest-DHCPAgentSchedulersTestJSON-1895138160-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-961978'] for segment (fd8b8263-ccf4-4136-839b-f5d50e179eb3), precommit_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:05.331885 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.db.segments_db [None req-0e596c60-e2b5-400c-848f-58d0178ef1ff tempest-DHCPAgentSchedulersTestJSON-1895138160 tempest-DHCPAgentSchedulersTestJSON-1895138160-project] Added segment fd8b8263-ccf4-4136-839b-f5d50e179eb3 of type vlan for network 95b7ded5-8efd-4b17-8c46-7d28443eae06 Apr 28 10:59:05.334070 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 48526) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 10:59:05.342541 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-69a2a4a1-ed6a-4fa9-90a3-dac633104750 None None] For port 71097d75-9099-4b9c-bce0-685bcf5f8310, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=71097d75-9099-4b9c-bce0-685bcf5f8310,segment=NetworkSegment(476d1dd6-14be-4031-824a-ce93efcfde92),segment_id=476d1dd6-14be-4031-824a-ce93efcfde92)] {{(pid=116163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 10:59:05.377121 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-a2592265-e7ca-4134-8095-78a352056cd8 admin admin] Publish callbacks [] for port (54ed23fe-abb8-49c1-b804-6ecc9c6b1b72), precommit_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:05.422735 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-049197fa-9cf5-4dc8-9940-37f39b5dfb2b None None] For port 98a7f6ac-baef-48c7-a90e-e33ea6a36cca, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=116163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 10:59:05.426037 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-049197fa-9cf5-4dc8-9940-37f39b5dfb2b None None] For port 98a7f6ac-baef-48c7-a90e-e33ea6a36cca, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=98a7f6ac-baef-48c7-a90e-e33ea6a36cca,segment=NetworkSegment(aeeab3ee-75a8-4dc8-aefc-5af1f84e59d4),segment_id=aeeab3ee-75a8-4dc8-aefc-5af1f84e59d4)] {{(pid=116163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 10:59:05.431107 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-69a2a4a1-ed6a-4fa9-90a3-dac633104750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393'] for port (71097d75-9099-4b9c-bce0-685bcf5f8310), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:05.439541 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393'] for port (6da33703-e2a8-4226-be25-2fcd9327e737), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:05.470458 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-0e596c60-e2b5-400c-848f-58d0178ef1ff tempest-DHCPAgentSchedulersTestJSON-1895138160 tempest-DHCPAgentSchedulersTestJSON-1895138160-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742234744962'] for network (95b7ded5-8efd-4b17-8c46-7d28443eae06), precommit_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:05.475220 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-f217d958-1249-46b9-bef2-e0e557ca5d01 tempest-FloatingIPAdminTestJSON-1724025514 tempest-FloatingIPAdminTestJSON-1724025514-project] Publish callbacks [] for floatingip (None), before_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:05.498847 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-0e6b2d65-8a43-4fe5-93cc-4f7460f65e11 tempest-QuotasTest-176013197 tempest-QuotasTest-176013197-project-admin] 10.222.0.10 "PUT /v2.0/quotas/f22c791a58c74cd8a50b01078e8a79be HTTP/1.1" status: 200 len: 366 time: 0.7176991 Apr 28 10:59:05.499443 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 48528) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 10:59:05.521956 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad73e02e-a2e5-4857-938c-8f27f48116d8 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 10:59:05.523853 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad73e02e-a2e5-4857-938c-8f27f48116d8 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 10:59:05.525427 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-ad73e02e-a2e5-4857-938c-8f27f48116d8 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1780832 Apr 28 10:59:05.531686 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 48530) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 10:59:05.533392 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-049197fa-9cf5-4dc8-9940-37f39b5dfb2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393'] for port (98a7f6ac-baef-48c7-a90e-e33ea6a36cca), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:05.551625 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-b22d04db-22c6-4261-ad07-ccf36b051139 tempest-QuotasTest-176013197 tempest-QuotasTest-176013197-project-admin] 10.222.0.10 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 468 time: 0.0471246 Apr 28 10:59:05.590688 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 48532) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 10:59:05.596189 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a2a4a1-ed6a-4fa9-90a3-dac633104750 None None] Pushing event updated for resources: {'Port': ['ID=71097d75-9099-4b9c-bce0-685bcf5f8310,revision_number=2']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 10:59:05.607166 dv-neutron-master-2-hyperv neutron-server[116162]: WARNING neutron.services.metering.metering_plugin [None req-501e59cf-c0a6-4d18-8573-559f09cd2f0c tempest-MeteringTestJSON-1897952666 tempest-MeteringTestJSON-1897952666-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Apr 28 10:59:05.625505 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.db.api [None req-9a24fa57-3498-48fb-aef0-b50cfbed8dd0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=116163) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 28 10:59:05.626188 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG oslo_db.api [None req-9a24fa57-3498-48fb-aef0-b50cfbed8dd0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=116163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 28 10:59:05.650833 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-571bd4ad-2bcb-4eb1-942a-3b8043280330 tempest-QuotasTest-176013197 tempest-QuotasTest-176013197-project-admin] 10.222.0.10 "GET /v2.0/quotas/f22c791a58c74cd8a50b01078e8a79be HTTP/1.1" status: 200 len: 366 time: 0.0589919 Apr 28 10:59:05.655247 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 48534) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 10:59:05.683633 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.db.db_base_plugin_v2 [None req-b911f1c8-b937-4c37-85b9-58b48384019e tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Deleting subnet 4552b375-7e80-4237-b00b-dca5c056d2fd {{(pid=116161) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 28 10:59:05.689833 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-b911f1c8-b937-4c37-85b9-58b48384019e tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Publish callbacks [] for subnet (4552b375-7e80-4237-b00b-dca5c056d2fd), before_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:05.705337 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-0e596c60-e2b5-400c-848f-58d0178ef1ff tempest-DHCPAgentSchedulersTestJSON-1895138160 tempest-DHCPAgentSchedulersTestJSON-1895138160-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042'] for network (95b7ded5-8efd-4b17-8c46-7d28443eae06), after_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:05.705714 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Pushing event updated for resources: {'Port': ['ID=6da33703-e2a8-4226-be25-2fcd9327e737,revision_number=3']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 10:59:05.710313 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e596c60-e2b5-400c-848f-58d0178ef1ff tempest-DHCPAgentSchedulersTestJSON-1895138160 tempest-DHCPAgentSchedulersTestJSON-1895138160-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 10:59:05.711448 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-0e596c60-e2b5-400c-848f-58d0178ef1ff tempest-DHCPAgentSchedulersTestJSON-1895138160 tempest-DHCPAgentSchedulersTestJSON-1895138160-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603020'] for network (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:05.746098 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-f217d958-1249-46b9-bef2-e0e557ca5d01 tempest-FloatingIPAdminTestJSON-1724025514 tempest-FloatingIPAdminTestJSON-1724025514-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (None), before_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:05.755144 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-73ae065a-5122-4859-8d1c-85a8aaf9f6ec tempest-ExternalNetworksTestJSON-722277804 tempest-ExternalNetworksTestJSON-722277804-project-admin] Publish callbacks [] for security_group (30b5f47d-7b72-4a8f-8a48-2ea287c22ffd), precommit_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:05.758102 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-a2592265-e7ca-4134-8095-78a352056cd8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742234710357'] for port (54ed23fe-abb8-49c1-b804-6ecc9c6b1b72), after_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:05.809896 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049197fa-9cf5-4dc8-9940-37f39b5dfb2b None None] Pushing event updated for resources: {'Port': ['ID=98a7f6ac-baef-48c7-a90e-e33ea6a36cca,revision_number=2']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 10:59:05.831031 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-73ae065a-5122-4859-8d1c-85a8aaf9f6ec tempest-ExternalNetworksTestJSON-722277804 tempest-ExternalNetworksTestJSON-722277804-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924426'] for security_group (30b5f47d-7b72-4a8f-8a48-2ea287c22ffd), after_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:05.873081 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-b911f1c8-b937-4c37-85b9-58b48384019e tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Publish callbacks [] for subnet (4552b375-7e80-4237-b00b-dca5c056d2fd), precommit_delete_associations {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:05.897459 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-73ae065a-5122-4859-8d1c-85a8aaf9f6ec tempest-ExternalNetworksTestJSON-722277804 tempest-ExternalNetworksTestJSON-722277804-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 70} {{(pid=116161) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 10:59:06.001073 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-0e596c60-e2b5-400c-848f-58d0178ef1ff tempest-DHCPAgentSchedulersTestJSON-1895138160 tempest-DHCPAgentSchedulersTestJSON-1895138160-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 2.1509376 Apr 28 10:59:06.036926 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 48538) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 10:59:06.049402 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.db.db_base_plugin_common [None req-13f4c760-66ef-47f2-98a0-c7e566f6e46a admin admin] Allocated IP 172.36.4.122 (7be49d94-bbb8-4a61-bafe-209c5f861e1c/c0f82f52-05ee-40f2-a57c-9d02e01fb9fa/0349ac72-fdf4-467a-a64f-2f09d8e6b3a4) {{(pid=116161) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 10:59:06.062747 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.v2.base [None req-bab4acda-9d35-4401-abb2-d719636a4491 tempest-DHCPAgentSchedulersTestJSON-1895138160 tempest-DHCPAgentSchedulersTestJSON-1895138160-project] Request body: {'subnet': {'network_id': '95b7ded5-8efd-4b17-8c46-7d28443eae06', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=116161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 10:59:06.074978 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-501e59cf-c0a6-4d18-8573-559f09cd2f0c tempest-MeteringTestJSON-1897952666 tempest-MeteringTestJSON-1897952666-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:06.074978 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-501e59cf-c0a6-4d18-8573-559f09cd2f0c tempest-MeteringTestJSON-1897952666 tempest-MeteringTestJSON-1897952666-project-admin] 10.222.0.10 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.7773967 Apr 28 10:59:06.079708 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e596c60-e2b5-400c-848f-58d0178ef1ff tempest-DHCPAgentSchedulersTestJSON-1895138160 tempest-DHCPAgentSchedulersTestJSON-1895138160-project] Pushing event updated for resources: {'Network': ['ID=95b7ded5-8efd-4b17-8c46-7d28443eae06,revision_number=1']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 10:59:06.082558 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 48540) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 10:59:06.096896 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Network 95b7ded5-8efd-4b17-8c46-7d28443eae06 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=116163) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 28 10:59:06.099421 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2592265-e7ca-4134-8095-78a352056cd8 admin admin] Pushing event updated for resources: {'Port': ['ID=54ed23fe-abb8-49c1-b804-6ecc9c6b1b72,revision_number=1']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 10:59:06.111053 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-73ae065a-5122-4859-8d1c-85a8aaf9f6ec tempest-ExternalNetworksTestJSON-722277804 tempest-ExternalNetworksTestJSON-722277804-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-961978'] for segment (dec33ff1-0894-40d8-a6d0-34cf1679ec3e), precommit_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:06.114442 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.db.segments_db [None req-73ae065a-5122-4859-8d1c-85a8aaf9f6ec tempest-ExternalNetworksTestJSON-722277804 tempest-ExternalNetworksTestJSON-722277804-project-admin] Added segment dec33ff1-0894-40d8-a6d0-34cf1679ec3e of type vlan for network 3816e06a-71f9-436b-8f2c-6f5e2cc346a8 Apr 28 10:59:06.124645 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2592265-e7ca-4134-8095-78a352056cd8 admin admin] Network 7be49d94-bbb8-4a61-bafe-209c5f861e1c is already hosted by enough agents. {{(pid=116162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 10:59:06.127841 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.v2.base [None req-d632b55a-a870-4aec-b59a-050194142e57 tempest-MeteringTestJSON-1897952666 tempest-MeteringTestJSON-1897952666-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.1.0/24', 'direction': 'ingress', 'metering_label_id': '800d46cd-f755-4184-a015-85adeb5ab0db'}} {{(pid=116161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 10:59:06.128278 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.v2.base [None req-d632b55a-a870-4aec-b59a-050194142e57 tempest-MeteringTestJSON-1897952666 tempest-MeteringTestJSON-1897952666-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=116161) _create /opt/stack/neutron/neutron/api/v2/base.py:497}} Apr 28 10:59:06.131993 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.scheduler.base_scheduler [None req-a2592265-e7ca-4134-8095-78a352056cd8 admin admin] Resources bound (agent type, host, resource id): {{(pid=116162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 10:59:06.139985 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2592265-e7ca-4134-8095-78a352056cd8 admin admin] Received port after_create {{(pid=116162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 10:59:06.218091 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-73ae065a-5122-4859-8d1c-85a8aaf9f6ec tempest-ExternalNetworksTestJSON-722277804 tempest-ExternalNetworksTestJSON-722277804-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742234744962'] for network (3816e06a-71f9-436b-8f2c-6f5e2cc346a8), precommit_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:06.224622 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-9a24fa57-3498-48fb-aef0-b50cfbed8dd0 None None] Current status of the port 6da33703-e2a8-4226-be25-2fcd9327e737 is: ACTIVE; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 10:59:06.258907 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-541b20f0-0869-4073-9416-d27d980f67be tempest-QuotasTest-176013197 tempest-QuotasTest-176013197-project-admin] 10.222.0.10 "DELETE /v2.0/quotas/f22c791a58c74cd8a50b01078e8a79be HTTP/1.1" status: 204 len: 168 time: 0.4998245 Apr 28 10:59:06.259742 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 48542) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 10:59:06.324986 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-99a8b2f9-5b3c-4a33-91b6-1e38a5083aab tempest-QuotasTest-176013197 tempest-QuotasTest-176013197-project-admin] 10.222.0.10 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 207 time: 0.0593867 Apr 28 10:59:06.325820 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 48544) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 10:59:06.348693 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-547ef873-b7b2-4f5d-9e66-39aa3d1fa75c None None] Could not find standard attr ID for object 8f6321af-6c2f-46ed-92bc-407257a86981. {{(pid=116163) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:182}} Apr 28 10:59:06.360261 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-547ef873-b7b2-4f5d-9e66-39aa3d1fa75c None None] Provisioning complete for port 6da33703-e2a8-4226-be25-2fcd9327e737 triggered by entity DHCP. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 10:59:06.360261 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-547ef873-b7b2-4f5d-9e66-39aa3d1fa75c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (6da33703-e2a8-4226-be25-2fcd9327e737), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:06.395245 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-a9c6d345-af3d-413f-956e-05f905147621 tempest-QuotasTest-176013197 tempest-QuotasTest-176013197-project-admin] 10.222.0.10 "GET /v2.0/quotas/f22c791a58c74cd8a50b01078e8a79be HTTP/1.1" status: 200 len: 370 time: 0.0273032 Apr 28 10:59:06.397721 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 48546) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 10:59:06.399033 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ae065a-5122-4859-8d1c-85a8aaf9f6ec tempest-ExternalNetworksTestJSON-722277804 tempest-ExternalNetworksTestJSON-722277804-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30b5f47d-7b72-4a8f-8a48-2ea287c22ffd,revision_number=1']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 10:59:06.414969 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-eed3961f-3cd8-4855-a5d9-3da0a9ad0f1f tempest-QuotasTest-176013197 tempest-QuotasTest-176013197-project-admin] 10.222.0.10 "GET /v2.0/quotas/f22c791a58c74cd8a50b01078e8a79be/default HTTP/1.1" status: 200 len: 370 time: 0.0158625 Apr 28 10:59:06.417625 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 48548) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 10:59:06.426638 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.api.v2.resource [None req-32d0c90a-e9ab-496e-877b-647212eee271 tempest-QuotasTest-176013197 tempest-QuotasTest-176013197-project-admin] delete failed (client error): The resource could not be found. Apr 28 10:59:06.427882 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-32d0c90a-e9ab-496e-877b-647212eee271 tempest-QuotasTest-176013197 tempest-QuotasTest-176013197-project-admin] 10.222.0.10 "DELETE /v2.0/quotas/f22c791a58c74cd8a50b01078e8a79be HTTP/1.1" status: 404 len: 348 time: 0.0092444 Apr 28 10:59:06.482504 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Device 6da33703-e2a8-4226-be25-2fcd9327e737 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=116163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 10:59:06.482902 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-b911f1c8-b937-4c37-85b9-58b48384019e tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-971303'] for subnet (4552b375-7e80-4237-b00b-dca5c056d2fd), precommit_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:06.488057 dv-neutron-master-2-hyperv neutron-server[116161]: WARNING neutron.services.metering.metering_plugin [None req-d632b55a-a870-4aec-b59a-050194142e57 tempest-MeteringTestJSON-1897952666 tempest-MeteringTestJSON-1897952666-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Apr 28 10:59:06.519194 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-547ef873-b7b2-4f5d-9e66-39aa3d1fa75c None None] Current status of the port 6da33703-e2a8-4226-be25-2fcd9327e737 is: ACTIVE; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 10:59:06.541505 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Provisioning complete for port 6da33703-e2a8-4226-be25-2fcd9327e737 triggered by entity L2. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 10:59:06.541902 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (6da33703-e2a8-4226-be25-2fcd9327e737), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:06.641253 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Current status of the port 6da33703-e2a8-4226-be25-2fcd9327e737 is: ACTIVE; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 10:59:06.642338 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Device 71097d75-9099-4b9c-bce0-685bcf5f8310 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=116163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 10:59:06.655664 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-d632b55a-a870-4aec-b59a-050194142e57 tempest-MeteringTestJSON-1897952666 tempest-MeteringTestJSON-1897952666-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:06.659525 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-d632b55a-a870-4aec-b59a-050194142e57 tempest-MeteringTestJSON-1897952666 tempest-MeteringTestJSON-1897952666-project-admin] 10.222.0.10 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.5406466 Apr 28 10:59:06.659525 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-73ae065a-5122-4859-8d1c-85a8aaf9f6ec tempest-ExternalNetworksTestJSON-722277804 tempest-ExternalNetworksTestJSON-722277804-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042'] for network (3816e06a-71f9-436b-8f2c-6f5e2cc346a8), after_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:06.659715 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-a2592265-e7ca-4134-8095-78a352056cd8 admin admin] Publish callbacks [] for router_gateway (c3307b93-0163-4950-8edf-96a1360d17be), after_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:06.664990 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73ae065a-5122-4859-8d1c-85a8aaf9f6ec tempest-ExternalNetworksTestJSON-722277804 tempest-ExternalNetworksTestJSON-722277804-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 10:59:06.664990 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-73ae065a-5122-4859-8d1c-85a8aaf9f6ec tempest-ExternalNetworksTestJSON-722277804 tempest-ExternalNetworksTestJSON-722277804-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603020'] for network (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:06.665170 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 48552) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 10:59:06.704864 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-ed9ee3b7-920b-4db9-a03f-04ced811995b tempest-MeteringTestJSON-1897952666 tempest-MeteringTestJSON-1897952666-project-admin] 10.222.0.10 "GET /v2.0/metering/metering-label-rules?id=14a22519-f4e5-43ae-9cac-0633242c8925 HTTP/1.1" status: 200 len: 464 time: 0.0441346 Apr 28 10:59:06.709007 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 48554) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 10:59:06.712707 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Provisioning complete for port 71097d75-9099-4b9c-bce0-685bcf5f8310 triggered by entity L2. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 10:59:06.713381 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (71097d75-9099-4b9c-bce0-685bcf5f8310), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:06.733560 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 48556) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 10:59:06.801910 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.quota.resource [None req-571ff691-6b74-40a9-a5e2-cc280aab2f1c tempest-QuotasTest-176013197 tempest-QuotasTest-176013197-project-admin] Usage tracker for resource:network and project:ff59b943e7af496eb273cb4777e6a7b4 is out of sync, need to count used quota {{(pid=116162) count_used /opt/stack/neutron/neutron/quota/resource.py:292}} Apr 28 10:59:06.806051 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.quota.resource [None req-571ff691-6b74-40a9-a5e2-cc280aab2f1c tempest-QuotasTest-176013197 tempest-QuotasTest-176013197-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=116162) count_used /opt/stack/neutron/neutron/quota/resource.py:313}} Apr 28 10:59:06.816684 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.quota.resource [None req-571ff691-6b74-40a9-a5e2-cc280aab2f1c tempest-QuotasTest-176013197 tempest-QuotasTest-176013197-project-admin] Usage tracker for resource:subnet and project:ff59b943e7af496eb273cb4777e6a7b4 is out of sync, need to count used quota {{(pid=116162) count_used /opt/stack/neutron/neutron/quota/resource.py:292}} Apr 28 10:59:06.821218 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-73ae065a-5122-4859-8d1c-85a8aaf9f6ec tempest-ExternalNetworksTestJSON-722277804 tempest-ExternalNetworksTestJSON-722277804-project-admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 2.9135275 Apr 28 10:59:06.827816 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 48558) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 10:59:06.843504 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ae065a-5122-4859-8d1c-85a8aaf9f6ec tempest-ExternalNetworksTestJSON-722277804 tempest-ExternalNetworksTestJSON-722277804-project-admin] Pushing event updated for resources: {'Network': ['ID=3816e06a-71f9-436b-8f2c-6f5e2cc346a8,revision_number=1']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 10:59:06.846334 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Current status of the port 71097d75-9099-4b9c-bce0-685bcf5f8310 is: DOWN; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 10:59:06.846979 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (71097d75-9099-4b9c-bce0-685bcf5f8310), before_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:06.850536 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-b911f1c8-b937-4c37-85b9-58b48384019e tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-971310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042'] for subnet (4552b375-7e80-4237-b00b-dca5c056d2fd), after_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:06.855218 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.quota.resource [None req-571ff691-6b74-40a9-a5e2-cc280aab2f1c tempest-QuotasTest-176013197 tempest-QuotasTest-176013197-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=116162) count_used /opt/stack/neutron/neutron/quota/resource.py:313}} Apr 28 10:59:06.856628 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-13f4c760-66ef-47f2-98a0-c7e566f6e46a admin admin] Publish callbacks [] for port (0349ac72-fdf4-467a-a64f-2f09d8e6b3a4), precommit_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:06.861163 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Network 3816e06a-71f9-436b-8f2c-6f5e2cc346a8 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=116163) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 28 10:59:06.863567 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.quota.resource [None req-571ff691-6b74-40a9-a5e2-cc280aab2f1c tempest-QuotasTest-176013197 tempest-QuotasTest-176013197-project-admin] Usage tracker for resource:subnetpool and project:ff59b943e7af496eb273cb4777e6a7b4 is out of sync, need to count used quota {{(pid=116162) count_used /opt/stack/neutron/neutron/quota/resource.py:292}} Apr 28 10:59:06.870701 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.quota.resource [None req-571ff691-6b74-40a9-a5e2-cc280aab2f1c tempest-QuotasTest-176013197 tempest-QuotasTest-176013197-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=116162) count_used /opt/stack/neutron/neutron/quota/resource.py:313}} Apr 28 10:59:06.883549 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.quota.resource [None req-571ff691-6b74-40a9-a5e2-cc280aab2f1c tempest-QuotasTest-176013197 tempest-QuotasTest-176013197-project-admin] Usage tracker for resource:port and project:ff59b943e7af496eb273cb4777e6a7b4 is out of sync, need to count used quota {{(pid=116162) count_used /opt/stack/neutron/neutron/quota/resource.py:292}} Apr 28 10:59:06.892593 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.quota.resource [None req-571ff691-6b74-40a9-a5e2-cc280aab2f1c tempest-QuotasTest-176013197 tempest-QuotasTest-176013197-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=116162) count_used /opt/stack/neutron/neutron/quota/resource.py:313}} Apr 28 10:59:06.902119 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] For port 71097d75-9099-4b9c-bce0-685bcf5f8310, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=71097d75-9099-4b9c-bce0-685bcf5f8310,segment=NetworkSegment(476d1dd6-14be-4031-824a-ce93efcfde92),segment_id=476d1dd6-14be-4031-824a-ce93efcfde92)] {{(pid=116163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 10:59:06.969497 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393'] for port (71097d75-9099-4b9c-bce0-685bcf5f8310), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:06.970334 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Device 98a7f6ac-baef-48c7-a90e-e33ea6a36cca up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=116163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 10:59:06.976126 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.quota.resource [None req-571ff691-6b74-40a9-a5e2-cc280aab2f1c tempest-QuotasTest-176013197 tempest-QuotasTest-176013197-project-admin] Usage tracker for resource:router and project:ff59b943e7af496eb273cb4777e6a7b4 is out of sync, need to count used quota {{(pid=116162) count_used /opt/stack/neutron/neutron/quota/resource.py:292}} Apr 28 10:59:06.979238 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.quota.resource [None req-571ff691-6b74-40a9-a5e2-cc280aab2f1c tempest-QuotasTest-176013197 tempest-QuotasTest-176013197-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=116162) count_used /opt/stack/neutron/neutron/quota/resource.py:313}} Apr 28 10:59:07.025198 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Pushing event updated for resources: {'Port': ['ID=71097d75-9099-4b9c-bce0-685bcf5f8310,revision_number=3']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 10:59:07.027763 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-c43b403b-eb13-48a5-bc69-b29a98d1c6d3 tempest-MeteringTestJSON-1897952666 tempest-MeteringTestJSON-1897952666-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:07.031560 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-c43b403b-eb13-48a5-bc69-b29a98d1c6d3 tempest-MeteringTestJSON-1897952666 tempest-MeteringTestJSON-1897952666-project-admin] 10.222.0.10 "DELETE /v2.0/metering/metering-label-rules/14a22519-f4e5-43ae-9cac-0633242c8925 HTTP/1.1" status: 204 len: 168 time: 0.3191803 Apr 28 10:59:07.031560 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.quota.resource [None req-571ff691-6b74-40a9-a5e2-cc280aab2f1c tempest-QuotasTest-176013197 tempest-QuotasTest-176013197-project-admin] Usage tracker for resource:floatingip and project:ff59b943e7af496eb273cb4777e6a7b4 is out of sync, need to count used quota {{(pid=116162) count_used /opt/stack/neutron/neutron/quota/resource.py:292}} Apr 28 10:59:07.033632 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 48560) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 10:59:07.034528 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.quota.resource [None req-571ff691-6b74-40a9-a5e2-cc280aab2f1c tempest-QuotasTest-176013197 tempest-QuotasTest-176013197-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=116162) count_used /opt/stack/neutron/neutron/quota/resource.py:313}} Apr 28 10:59:07.054844 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-cf1299c9-81f3-428f-9462-40c66d0982d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (75ba81b7-fe99-4281-90d2-a5adb445ecea), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:07.083683 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-926075ad-0f0b-485f-94d5-c22bf96922ba tempest-MeteringTestJSON-1897952666 tempest-MeteringTestJSON-1897952666-project-admin] 10.222.0.10 "GET /v2.0/metering/metering-label-rules?id=14a22519-f4e5-43ae-9cac-0633242c8925 HTTP/1.1" status: 200 len: 221 time: 0.0478387 Apr 28 10:59:07.086226 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Provisioning complete for port 98a7f6ac-baef-48c7-a90e-e33ea6a36cca triggered by entity L2. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 10:59:07.086753 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (98a7f6ac-baef-48c7-a90e-e33ea6a36cca), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:07.087622 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 48562) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 10:59:07.094415 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.v2.base [None req-066c028c-c3f1-4a40-8350-c73f1a356fe3 tempest-MeteringTestJSON-1897952666 tempest-MeteringTestJSON-1897952666-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--897494484', 'description': 'label created by tempest'}} {{(pid=116162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 10:59:07.095198 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.v2.base [None req-066c028c-c3f1-4a40-8350-c73f1a356fe3 tempest-MeteringTestJSON-1897952666 tempest-MeteringTestJSON-1897952666-project-admin] Unknown quota resources ['metering_label']. {{(pid=116162) _create /opt/stack/neutron/neutron/api/v2/base.py:497}} Apr 28 10:59:07.129377 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b911f1c8-b937-4c37-85b9-58b48384019e tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Pushing event deleted for resources: {'Subnet': ['ID=4552b375-7e80-4237-b00b-dca5c056d2fd,revision_number=None']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 10:59:07.137757 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de74039b-4ace-4419-a77e-9b5423ef543a None None] Network 86be3515-ed38-47a2-afd0-def5e9d08619 requested from dv-neutron-master-2-hyperv {{(pid=116163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 10:59:07.188021 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-a4d015df-4cfb-47a4-8a79-72c96924866c tempest-ExternalNetworksTestJSON-722277804 tempest-ExternalNetworksTestJSON-722277804-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-979593'] for network (3816e06a-71f9-436b-8f2c-6f5e2cc346a8), before_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:07.189261 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-cbc87529-c460-4ece-81cb-9c7f9bc8595e None None] Provisioning complete for port 71097d75-9099-4b9c-bce0-685bcf5f8310 triggered by entity DHCP. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 10:59:07.189675 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-cbc87529-c460-4ece-81cb-9c7f9bc8595e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (71097d75-9099-4b9c-bce0-685bcf5f8310), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:07.193776 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bab4acda-9d35-4401-abb2-d719636a4491 tempest-DHCPAgentSchedulersTestJSON-1895138160 tempest-DHCPAgentSchedulersTestJSON-1895138160-project] Made reservation on behalf of a4888da503f44d01a5869ebdfcffd074 for: {'subnet': 1} {{(pid=116161) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 10:59:07.197743 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-bab4acda-9d35-4401-abb2-d719636a4491 tempest-DHCPAgentSchedulersTestJSON-1895138160 tempest-DHCPAgentSchedulersTestJSON-1895138160-project] Publish callbacks [] for subnet (None), before_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:07.207192 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-a2592265-e7ca-4134-8095-78a352056cd8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2060818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1935326'] for router (c3307b93-0163-4950-8edf-96a1360d17be), after_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:07.287767 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.quota.resource [None req-571ff691-6b74-40a9-a5e2-cc280aab2f1c tempest-QuotasTest-176013197 tempest-QuotasTest-176013197-project-admin] Usage tracker for resource:security_group and project:ff59b943e7af496eb273cb4777e6a7b4 is out of sync, need to count used quota {{(pid=116162) count_used /opt/stack/neutron/neutron/quota/resource.py:292}} Apr 28 10:59:07.324803 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.quota.resource [None req-571ff691-6b74-40a9-a5e2-cc280aab2f1c tempest-QuotasTest-176013197 tempest-QuotasTest-176013197-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=116162) count_used /opt/stack/neutron/neutron/quota/resource.py:313}} Apr 28 10:59:07.361884 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-a4d015df-4cfb-47a4-8a79-72c96924866c tempest-ExternalNetworksTestJSON-722277804 tempest-ExternalNetworksTestJSON-722277804-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-973498', 'neutron.services.segments.db._delete_segments_for_network-8742235207033'] for network (3816e06a-71f9-436b-8f2c-6f5e2cc346a8), precommit_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:07.375403 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.quota.resource [None req-571ff691-6b74-40a9-a5e2-cc280aab2f1c tempest-QuotasTest-176013197 tempest-QuotasTest-176013197-project-admin] Usage tracker for resource:security_group_rule and project:ff59b943e7af496eb273cb4777e6a7b4 is out of sync, need to count used quota {{(pid=116162) count_used /opt/stack/neutron/neutron/quota/resource.py:292}} Apr 28 10:59:07.385798 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-a4d015df-4cfb-47a4-8a79-72c96924866c tempest-ExternalNetworksTestJSON-722277804 tempest-ExternalNetworksTestJSON-722277804-project-admin] Subscribe: > segment before_delete 55550000 {{(pid=116161) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 10:59:07.386163 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-a4d015df-4cfb-47a4-8a79-72c96924866c tempest-ExternalNetworksTestJSON-722277804 tempest-ExternalNetworksTestJSON-722277804-project-admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=116161) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 10:59:07.386978 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-a4d015df-4cfb-47a4-8a79-72c96924866c tempest-ExternalNetworksTestJSON-722277804 tempest-ExternalNetworksTestJSON-722277804-project-admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=116161) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 10:59:07.387315 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-a4d015df-4cfb-47a4-8a79-72c96924866c tempest-ExternalNetworksTestJSON-722277804 tempest-ExternalNetworksTestJSON-722277804-project-admin] Subscribe: > port after_create 55550000 {{(pid=116161) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 10:59:07.387670 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-a4d015df-4cfb-47a4-8a79-72c96924866c tempest-ExternalNetworksTestJSON-722277804 tempest-ExternalNetworksTestJSON-722277804-project-admin] Subscribe: > port after_delete 55550000 {{(pid=116161) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 10:59:07.388005 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-a4d015df-4cfb-47a4-8a79-72c96924866c tempest-ExternalNetworksTestJSON-722277804 tempest-ExternalNetworksTestJSON-722277804-project-admin] Subscribe: > port after_update 55550000 {{(pid=116161) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 10:59:07.388335 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-a4d015df-4cfb-47a4-8a79-72c96924866c tempest-ExternalNetworksTestJSON-722277804 tempest-ExternalNetworksTestJSON-722277804-project-admin] Subscribe: > segment after_delete 55550000 {{(pid=116161) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 10:59:07.388660 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-a4d015df-4cfb-47a4-8a79-72c96924866c tempest-ExternalNetworksTestJSON-722277804 tempest-ExternalNetworksTestJSON-722277804-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=116161) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 10:59:07.388981 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-a4d015df-4cfb-47a4-8a79-72c96924866c tempest-ExternalNetworksTestJSON-722277804 tempest-ExternalNetworksTestJSON-722277804-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=116161) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 10:59:07.389330 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-a4d015df-4cfb-47a4-8a79-72c96924866c tempest-ExternalNetworksTestJSON-722277804 tempest-ExternalNetworksTestJSON-722277804-project-admin] Subscribe: > subnet after_update 55550000 {{(pid=116161) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 10:59:07.422029 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.quota.resource [None req-571ff691-6b74-40a9-a5e2-cc280aab2f1c tempest-QuotasTest-176013197 tempest-QuotasTest-176013197-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=116162) count_used /opt/stack/neutron/neutron/quota/resource.py:313}} Apr 28 10:59:07.470608 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-571ff691-6b74-40a9-a5e2-cc280aab2f1c tempest-QuotasTest-176013197 tempest-QuotasTest-176013197-project-admin] 10.222.0.10 "GET /v2.0/quotas/ff59b943e7af496eb273cb4777e6a7b4/details.json HTTP/1.1" status: 200 len: 703 time: 0.7359166 Apr 28 10:59:07.512386 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-066c028c-c3f1-4a40-8350-c73f1a356fe3 tempest-MeteringTestJSON-1897952666 tempest-MeteringTestJSON-1897952666-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:07.516231 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-066c028c-c3f1-4a40-8350-c73f1a356fe3 tempest-MeteringTestJSON-1897952666 tempest-MeteringTestJSON-1897952666-project-admin] 10.222.0.10 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 469 time: 0.4258082 Apr 28 10:59:07.516825 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 48568) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 10:59:07.555045 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79adceeb-ca5e-4ee2-be37-0ba34699c411 None None] Network 4da8bd43-d906-4f61-8b6f-8dd6519937e1 requested from dv-neutron-master-2-hyperv {{(pid=116163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 10:59:07.612464 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-c3d1c789-aed7-4e3d-97b3-2de04d7c710e tempest-MeteringTestJSON-1897952666 tempest-MeteringTestJSON-1897952666-project-admin] 10.222.0.10 "GET /v2.0/metering/metering-labels?id=9fb18477-10b1-4a42-8f92-4c8663dfedbe HTTP/1.1" status: 200 len: 467 time: 0.0926971 Apr 28 10:59:07.614507 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 48570) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 10:59:07.656735 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Current status of the port 98a7f6ac-baef-48c7-a90e-e33ea6a36cca is: DOWN; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 10:59:07.657548 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (98a7f6ac-baef-48c7-a90e-e33ea6a36cca), before_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:07.666663 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-cbc87529-c460-4ece-81cb-9c7f9bc8595e None None] Current status of the port 71097d75-9099-4b9c-bce0-685bcf5f8310 is: ACTIVE; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 10:59:07.691452 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-a4d015df-4cfb-47a4-8a79-72c96924866c tempest-ExternalNetworksTestJSON-722277804 tempest-ExternalNetworksTestJSON-722277804-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=116161) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 10:59:07.691806 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-a4d015df-4cfb-47a4-8a79-72c96924866c tempest-ExternalNetworksTestJSON-722277804 tempest-ExternalNetworksTestJSON-722277804-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=116161) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 10:59:07.692142 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-a4d015df-4cfb-47a4-8a79-72c96924866c tempest-ExternalNetworksTestJSON-722277804 tempest-ExternalNetworksTestJSON-722277804-project-admin] Subscribe: > subnet before_create 55550000 {{(pid=116161) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 10:59:07.692581 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-a4d015df-4cfb-47a4-8a79-72c96924866c tempest-ExternalNetworksTestJSON-722277804 tempest-ExternalNetworksTestJSON-722277804-project-admin] Subscribe: > subnet before_update 55550000 {{(pid=116161) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 10:59:07.692844 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.services.segments.db [None req-a4d015df-4cfb-47a4-8a79-72c96924866c tempest-ExternalNetworksTestJSON-722277804 tempest-ExternalNetworksTestJSON-722277804-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3816e06a-71f9-436b-8f2c-6f5e2cc346a8']}} {{(pid=116161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 10:59:07.739528 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] For port 98a7f6ac-baef-48c7-a90e-e33ea6a36cca, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=98a7f6ac-baef-48c7-a90e-e33ea6a36cca,segment=NetworkSegment(aeeab3ee-75a8-4dc8-aefc-5af1f84e59d4),segment_id=aeeab3ee-75a8-4dc8-aefc-5af1f84e59d4)] {{(pid=116163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 10:59:07.787024 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-0298ee50-edee-4194-920a-7f12ffa63b83 None None] Provisioning complete for port 98a7f6ac-baef-48c7-a90e-e33ea6a36cca triggered by entity DHCP. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 10:59:07.787422 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-0298ee50-edee-4194-920a-7f12ffa63b83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (98a7f6ac-baef-48c7-a90e-e33ea6a36cca), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:07.796239 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.services.segments.db [None req-a4d015df-4cfb-47a4-8a79-72c96924866c tempest-ExternalNetworksTestJSON-722277804 tempest-ExternalNetworksTestJSON-722277804-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dec33ff1-0894-40d8-a6d0-34cf1679ec3e') {'for_net_delete': True} {{(pid=116161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 10:59:07.796565 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.services.segments.db [None req-a4d015df-4cfb-47a4-8a79-72c96924866c tempest-ExternalNetworksTestJSON-722277804 tempest-ExternalNetworksTestJSON-722277804-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dec33ff1-0894-40d8-a6d0-34cf1679ec3e') {} {{(pid=116161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 10:59:07.810943 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-b911f1c8-b937-4c37-85b9-58b48384019e tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Publish callbacks [] for subnet (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:07.814360 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-b911f1c8-b937-4c37-85b9-58b48384019e tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] 10.222.0.10 "DELETE /v2.0/subnets/4552b375-7e80-4237-b00b-dca5c056d2fd HTTP/1.1" status: 204 len: 168 time: 2.2793307 Apr 28 10:59:07.817450 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 48572) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 10:59:07.822385 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d087938-bcb0-4cd6-a6d7-deaed71b18c5 None None] Network 1ec9fbcf-7a57-4aaa-9c30-4e0f43e09480 requested from dv-neutron-master-2-hyperv {{(pid=116163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 10:59:07.850525 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-a4d015df-4cfb-47a4-8a79-72c96924866c tempest-ExternalNetworksTestJSON-722277804 tempest-ExternalNetworksTestJSON-722277804-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742235208578', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8076969'] for segment (dec33ff1-0894-40d8-a6d0-34cf1679ec3e), before_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:07.865371 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393'] for port (98a7f6ac-baef-48c7-a90e-e33ea6a36cca), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:07.946712 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-4aff07d5-a866-4c81-9c7c-071fb0589720 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] 10.222.0.10 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1154685 Apr 28 10:59:07.946906 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 48574) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 10:59:07.960801 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.v2.base [None req-cd824013-41be-438f-bf10-c1c3e31685e7 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Request body: {'subnet': {'network_id': '1ec9fbcf-7a57-4aaa-9c30-4e0f43e09480', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=116162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 10:59:07.974974 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-a4d015df-4cfb-47a4-8a79-72c96924866c tempest-ExternalNetworksTestJSON-722277804 tempest-ExternalNetworksTestJSON-722277804-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-961978'] for segment (dec33ff1-0894-40d8-a6d0-34cf1679ec3e), precommit_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:07.996995 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a4d015df-4cfb-47a4-8a79-72c96924866c tempest-ExternalNetworksTestJSON-722277804 tempest-ExternalNetworksTestJSON-722277804-project-admin] Releasing vlan 70 on physical network physnet1 to pool {{(pid=116161) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 10:59:07.997122 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-a4d015df-4cfb-47a4-8a79-72c96924866c tempest-ExternalNetworksTestJSON-722277804 tempest-ExternalNetworksTestJSON-722277804-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-961978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5219103'] for segment (dec33ff1-0894-40d8-a6d0-34cf1679ec3e), after_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:08.009296 dv-neutron-master-2-hyperv neutron-server[116161]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 28 10:59:08.009296 dv-neutron-master-2-hyperv neutron-server[116161]: from cryptography.utils import int_from_bytes Apr 28 10:59:08.009296 dv-neutron-master-2-hyperv neutron-server[116161]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 28 10:59:08.009296 dv-neutron-master-2-hyperv neutron-server[116161]: from cryptography.utils import int_from_bytes Apr 28 10:59:08.009296 dv-neutron-master-2-hyperv neutron-server[116161]: Traceback (most recent call last): Apr 28 10:59:08.009296 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 10:59:08.009296 dv-neutron-master-2-hyperv neutron-server[116161]: timer() Apr 28 10:59:08.009296 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 10:59:08.009296 dv-neutron-master-2-hyperv neutron-server[116161]: cb(*args, **kw) Apr 28 10:59:08.009296 dv-neutron-master-2-hyperv neutron-server[116161]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 28 10:59:08.009296 dv-neutron-master-2-hyperv neutron-server[116161]: return func(*args, **kwargs) Apr 28 10:59:08.009296 dv-neutron-master-2-hyperv neutron-server[116161]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 10:59:08.009296 dv-neutron-master-2-hyperv neutron-server[116161]: self._notify() Apr 28 10:59:08.009296 dv-neutron-master-2-hyperv neutron-server[116161]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 10:59:08.009296 dv-neutron-master-2-hyperv neutron-server[116161]: self.callback(batched_events) Apr 28 10:59:08.009296 dv-neutron-master-2-hyperv neutron-server[116161]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 10:59:08.009296 dv-neutron-master-2-hyperv neutron-server[116161]: event.method(event) Apr 28 10:59:08.009296 dv-neutron-master-2-hyperv neutron-server[116161]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 28 10:59:08.009296 dv-neutron-master-2-hyperv neutron-server[116161]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 10:59:08.009296 dv-neutron-master-2-hyperv neutron-server[116161]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 28 10:59:08.009296 dv-neutron-master-2-hyperv neutron-server[116161]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 10:59:08.009296 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 28 10:59:08.009296 dv-neutron-master-2-hyperv neutron-server[116161]: return f(self, *a, **k) Apr 28 10:59:08.009296 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 28 10:59:08.009296 dv-neutron-master-2-hyperv neutron-server[116161]: return self._get(url).json() Apr 28 10:59:08.009296 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 28 10:59:08.009296 dv-neutron-master-2-hyperv neutron-server[116161]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 10:59:08.009296 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 10:59:08.009296 dv-neutron-master-2-hyperv neutron-server[116161]: return self.request(url, 'GET', **kwargs) Apr 28 10:59:08.009296 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 10:59:08.009296 dv-neutron-master-2-hyperv neutron-server[116161]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 10:59:08.009296 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 10:59:08.009296 dv-neutron-master-2-hyperv neutron-server[116161]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 10:59:08.009296 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 10:59:08.009296 dv-neutron-master-2-hyperv neutron-server[116161]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 10:59:08.009296 dv-neutron-master-2-hyperv neutron-server[116161]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 10:59:08.035684 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Pushing event updated for resources: {'Port': ['ID=98a7f6ac-baef-48c7-a90e-e33ea6a36cca,revision_number=3']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 10:59:08.039157 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-0298ee50-edee-4194-920a-7f12ffa63b83 None None] Current status of the port 98a7f6ac-baef-48c7-a90e-e33ea6a36cca is: ACTIVE; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 10:59:08.067140 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2592265-e7ca-4134-8095-78a352056cd8 admin admin] Router c3307b93-0163-4950-8edf-96a1360d17be is scheduled to L3 agent 6b492ad6-0876-4d74-b20d-28143a52ceba with binding_index 1 {{(pid=116162) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 28 10:59:08.074750 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-13f4c760-66ef-47f2-98a0-c7e566f6e46a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742234710357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5219112'] for port (0349ac72-fdf4-467a-a64f-2f09d8e6b3a4), after_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:08.124537 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9823e91e-bc0d-4b30-9476-d7e86ac6ca10 None None] DHCP port deletion for 1ec9fbcf-7a57-4aaa-9c30-4e0f43e09480 request from dv-neutron-master-2-hyperv {{(pid=116163) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 28 10:59:08.127619 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13f4c760-66ef-47f2-98a0-c7e566f6e46a admin admin] Network 7be49d94-bbb8-4a61-bafe-209c5f861e1c is already hosted by enough agents. {{(pid=116161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 10:59:08.131505 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.scheduler.base_scheduler [None req-13f4c760-66ef-47f2-98a0-c7e566f6e46a admin admin] Resources bound (agent type, host, resource id): {{(pid=116161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 10:59:08.135381 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13f4c760-66ef-47f2-98a0-c7e566f6e46a admin admin] Received port after_create {{(pid=116161) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 10:59:08.137889 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f4c760-66ef-47f2-98a0-c7e566f6e46a admin admin] Pushing event updated for resources: {'Port': ['ID=0349ac72-fdf4-467a-a64f-2f09d8e6b3a4,revision_number=1']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 10:59:08.162543 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-bab4acda-9d35-4401-abb2-d719636a4491 tempest-DHCPAgentSchedulersTestJSON-1895138160 tempest-DHCPAgentSchedulersTestJSON-1895138160-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5220536', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5125438'] for subnet (57c4fce5-4fe0-432e-8934-033c711f5aea), after_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:08.199962 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-9823e91e-bc0d-4b30-9476-d7e86ac6ca10 None None] Deleting port 6da33703-e2a8-4226-be25-2fcd9327e737 {{(pid=116163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 10:59:08.200492 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-9823e91e-bc0d-4b30-9476-d7e86ac6ca10 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742235130188'] for port (6da33703-e2a8-4226-be25-2fcd9327e737), before_delete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:08.210865 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-a4d015df-4cfb-47a4-8a79-72c96924866c tempest-ExternalNetworksTestJSON-722277804 tempest-ExternalNetworksTestJSON-722277804-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-973477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2063122'] for network (3816e06a-71f9-436b-8f2c-6f5e2cc346a8), after_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:08.216404 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4d015df-4cfb-47a4-8a79-72c96924866c tempest-ExternalNetworksTestJSON-722277804 tempest-ExternalNetworksTestJSON-722277804-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 3816e06a-71f9-436b-8f2c-6f5e2cc346a8 {{(pid=116161) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Apr 28 10:59:08.220093 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-a4d015df-4cfb-47a4-8a79-72c96924866c tempest-ExternalNetworksTestJSON-722277804 tempest-ExternalNetworksTestJSON-722277804-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603020'] for network (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:08.227861 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-a4d015df-4cfb-47a4-8a79-72c96924866c tempest-ExternalNetworksTestJSON-722277804 tempest-ExternalNetworksTestJSON-722277804-project-admin] 10.222.0.10 "DELETE /v2.0/networks/3816e06a-71f9-436b-8f2c-6f5e2cc346a8 HTTP/1.1" status: 204 len: 168 time: 1.3984139 Apr 28 10:59:08.228530 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 48580) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 10:59:08.244308 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.v2.base [None req-fa165f03-1d20-421e-8529-928e450d1f33 tempest-ExternalNetworksTestJSON-722277804 tempest-ExternalNetworksTestJSON-722277804-project-admin] Request body: {'network': {'router:external': True}} {{(pid=116161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 10:59:08.276888 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-4e954ade-a5f6-4466-a2a2-ae01e9519909 None None] Provisioning complete for port 98a7f6ac-baef-48c7-a90e-e33ea6a36cca triggered by entity DHCP. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 10:59:08.280758 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-4e954ade-a5f6-4466-a2a2-ae01e9519909 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (98a7f6ac-baef-48c7-a90e-e33ea6a36cca), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:08.286125 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d015df-4cfb-47a4-8a79-72c96924866c tempest-ExternalNetworksTestJSON-722277804 tempest-ExternalNetworksTestJSON-722277804-project-admin] Pushing event deleted for resources: {'Network': ['ID=3816e06a-71f9-436b-8f2c-6f5e2cc346a8,revision_number=None']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 10:59:08.308688 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.db.db_base_plugin_common [None req-f217d958-1249-46b9-bef2-e0e557ca5d01 tempest-FloatingIPAdminTestJSON-1724025514 tempest-FloatingIPAdminTestJSON-1724025514-project] Allocated IP 172.36.4.241 (7be49d94-bbb8-4a61-bafe-209c5f861e1c/c0f82f52-05ee-40f2-a57c-9d02e01fb9fa/5c47425d-1916-4ffa-8186-c3434c533364) {{(pid=116162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 10:59:08.340631 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab4acda-9d35-4401-abb2-d719636a4491 tempest-DHCPAgentSchedulersTestJSON-1895138160 tempest-DHCPAgentSchedulersTestJSON-1895138160-project] Pushing event updated for resources: {'Subnet': ['ID=57c4fce5-4fe0-432e-8934-033c711f5aea,revision_number=0']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 10:59:08.385688 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-9823e91e-bc0d-4b30-9476-d7e86ac6ca10 None None] For port 6da33703-e2a8-4226-be25-2fcd9327e737, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=6da33703-e2a8-4226-be25-2fcd9327e737,segment=NetworkSegment(ffa4348d-378b-4e93-98fa-ab0dc49ee16c),segment_id=ffa4348d-378b-4e93-98fa-ab0dc49ee16c)] {{(pid=116163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 10:59:08.386310 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-9823e91e-bc0d-4b30-9476-d7e86ac6ca10 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1938497'] for port (6da33703-e2a8-4226-be25-2fcd9327e737), precommit_delete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:08.421459 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Device 71097d75-9099-4b9c-bce0-685bcf5f8310 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=116163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 10:59:08.423536 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-9823e91e-bc0d-4b30-9476-d7e86ac6ca10 None None] Calling delete_port for 6da33703-e2a8-4226-be25-2fcd9327e737 owned by network:dhcp {{(pid=116163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 10:59:08.475590 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 48582) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 10:59:08.492201 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bab4acda-9d35-4401-abb2-d719636a4491 tempest-DHCPAgentSchedulersTestJSON-1895138160 tempest-DHCPAgentSchedulersTestJSON-1895138160-project] Checking segment: {'id': 'fd8b8263-ccf4-4136-839b-f5d50e179eb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '95b7ded5-8efd-4b17-8c46-7d28443eae06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 10:59:08.492575 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bab4acda-9d35-4401-abb2-d719636a4491 tempest-DHCPAgentSchedulersTestJSON-1895138160 tempest-DHCPAgentSchedulersTestJSON-1895138160-project] Network hostable DHCP agents. Network: 95b7ded5-8efd-4b17-8c46-7d28443eae06, hostable agents: ['75ba81b7-fe99-4281-90d2-a5adb445ecea'], hosted agents: [] {{(pid=116161) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 10:59:08.494920 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa165f03-1d20-421e-8529-928e450d1f33 tempest-ExternalNetworksTestJSON-722277804 tempest-ExternalNetworksTestJSON-722277804-project-admin] Made reservation on behalf of 6657ee783d6041a1b582e3ef65160672 for: {'network': 1} {{(pid=116161) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 10:59:08.497170 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-fa165f03-1d20-421e-8529-928e450d1f33 tempest-ExternalNetworksTestJSON-722277804 tempest-ExternalNetworksTestJSON-722277804-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for network (None), before_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:08.525908 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fa165f03-1d20-421e-8529-928e450d1f33 tempest-ExternalNetworksTestJSON-722277804 tempest-ExternalNetworksTestJSON-722277804-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 53} {{(pid=116161) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 10:59:08.537254 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-fa165f03-1d20-421e-8529-928e450d1f33 tempest-ExternalNetworksTestJSON-722277804 tempest-ExternalNetworksTestJSON-722277804-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-961978'] for segment (c58192b7-f388-44a4-ac6a-662005874d5e), precommit_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:08.537684 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.db.segments_db [None req-fa165f03-1d20-421e-8529-928e450d1f33 tempest-ExternalNetworksTestJSON-722277804 tempest-ExternalNetworksTestJSON-722277804-project-admin] Added segment c58192b7-f388-44a4-ac6a-662005874d5e of type vlan for network dffe628c-7504-4f2e-9d15-a010114fe578 Apr 28 10:59:08.546512 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-f217d958-1249-46b9-bef2-e0e557ca5d01 tempest-FloatingIPAdminTestJSON-1724025514 tempest-FloatingIPAdminTestJSON-1724025514-project] Publish callbacks [] for port (5c47425d-1916-4ffa-8186-c3434c533364), precommit_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:08.596362 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-fa165f03-1d20-421e-8529-928e450d1f33 tempest-ExternalNetworksTestJSON-722277804 tempest-ExternalNetworksTestJSON-722277804-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742234744962'] for network (dffe628c-7504-4f2e-9d15-a010114fe578), precommit_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:08.611034 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd824013-41be-438f-bf10-c1c3e31685e7 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Made reservation on behalf of 12780407c7254bdfbde1c04e76d433ee for: {'subnet': 1} {{(pid=116162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 10:59:08.615831 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-cd824013-41be-438f-bf10-c1c3e31685e7 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Publish callbacks [] for subnet (None), before_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:08.620604 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Provisioning complete for port 71097d75-9099-4b9c-bce0-685bcf5f8310 triggered by entity L2. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 10:59:08.620974 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (71097d75-9099-4b9c-bce0-685bcf5f8310), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:08.623899 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-39e236b7-9e7c-4408-8af2-4c00540d864d tempest-MeteringTestJSON-1897952666 tempest-MeteringTestJSON-1897952666-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:08.627344 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-4e954ade-a5f6-4466-a2a2-ae01e9519909 None None] Current status of the port 98a7f6ac-baef-48c7-a90e-e33ea6a36cca is: ACTIVE; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 10:59:08.627662 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-39e236b7-9e7c-4408-8af2-4c00540d864d tempest-MeteringTestJSON-1897952666 tempest-MeteringTestJSON-1897952666-project-admin] 10.222.0.10 "DELETE /v2.0/metering/metering-labels/9fb18477-10b1-4a42-8f92-4c8663dfedbe HTTP/1.1" status: 204 len: 168 time: 1.0112824 Apr 28 10:59:08.629270 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2592265-e7ca-4134-8095-78a352056cd8 admin admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=116162) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 10:59:08.631710 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 48586) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 10:59:08.672646 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-f217d958-1249-46b9-bef2-e0e557ca5d01 tempest-FloatingIPAdminTestJSON-1724025514 tempest-FloatingIPAdminTestJSON-1724025514-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742234710357'] for port (5c47425d-1916-4ffa-8186-c3434c533364), after_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:08.675031 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-4e954ade-a5f6-4466-a2a2-ae01e9519909 None None] Provisioning complete for port 71097d75-9099-4b9c-bce0-685bcf5f8310 triggered by entity DHCP. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 10:59:08.675462 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-4e954ade-a5f6-4466-a2a2-ae01e9519909 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (71097d75-9099-4b9c-bce0-685bcf5f8310), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:08.756573 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f217d958-1249-46b9-bef2-e0e557ca5d01 tempest-FloatingIPAdminTestJSON-1724025514 tempest-FloatingIPAdminTestJSON-1724025514-project] Network 7be49d94-bbb8-4a61-bafe-209c5f861e1c is already hosted by enough agents. {{(pid=116162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 10:59:08.758565 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-13f4c760-66ef-47f2-98a0-c7e566f6e46a admin admin] Publish callbacks [] for router_gateway (4bdc4a64-1a8f-439a-af8a-e631bebdc4fa), after_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:08.760669 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-52ed7776-865d-4387-aef3-99a97561f336 tempest-MeteringTestJSON-1897952666 tempest-MeteringTestJSON-1897952666-project-admin] 10.222.0.10 "GET /v2.0/metering/metering-labels?id=9fb18477-10b1-4a42-8f92-4c8663dfedbe HTTP/1.1" status: 200 len: 216 time: 0.1242311 Apr 28 10:59:08.763945 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-fa165f03-1d20-421e-8529-928e450d1f33 tempest-ExternalNetworksTestJSON-722277804 tempest-ExternalNetworksTestJSON-722277804-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042'] for network (dffe628c-7504-4f2e-9d15-a010114fe578), after_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:08.765044 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa165f03-1d20-421e-8529-928e450d1f33 tempest-ExternalNetworksTestJSON-722277804 tempest-ExternalNetworksTestJSON-722277804-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 10:59:08.765634 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-fa165f03-1d20-421e-8529-928e450d1f33 tempest-ExternalNetworksTestJSON-722277804 tempest-ExternalNetworksTestJSON-722277804-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603020'] for network (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:08.768059 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f217d958-1249-46b9-bef2-e0e557ca5d01 tempest-FloatingIPAdminTestJSON-1724025514 tempest-FloatingIPAdminTestJSON-1724025514-project] Pushing event updated for resources: {'Port': ['ID=5c47425d-1916-4ffa-8186-c3434c533364,revision_number=1']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 10:59:08.772135 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.scheduler.base_scheduler [None req-f217d958-1249-46b9-bef2-e0e557ca5d01 tempest-FloatingIPAdminTestJSON-1724025514 tempest-FloatingIPAdminTestJSON-1724025514-project] Resources bound (agent type, host, resource id): {{(pid=116162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 10:59:08.774471 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 48588) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 10:59:08.776496 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Current status of the port 71097d75-9099-4b9c-bce0-685bcf5f8310 is: ACTIVE; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 10:59:08.777912 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Device 98a7f6ac-baef-48c7-a90e-e33ea6a36cca up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=116163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 10:59:08.790637 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f217d958-1249-46b9-bef2-e0e557ca5d01 tempest-FloatingIPAdminTestJSON-1724025514 tempest-FloatingIPAdminTestJSON-1724025514-project] Received port after_create {{(pid=116162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 10:59:08.800734 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-9823e91e-bc0d-4b30-9476-d7e86ac6ca10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742235135690', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742234710366'] for port (6da33703-e2a8-4226-be25-2fcd9327e737), after_delete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:08.854554 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9823e91e-bc0d-4b30-9476-d7e86ac6ca10 None None] Pushing event deleted for resources: {'Port': ['ID=6da33703-e2a8-4226-be25-2fcd9327e737,revision_number=None']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 10:59:08.865585 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19b42806-0534-4b46-ab0e-5edf599607df None None] Sync routers for ids ['c3307b93-0163-4950-8edf-96a1360d17be'] in dv-neutron-master-2-hyperv {{(pid=116164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 10:59:08.867220 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9823e91e-bc0d-4b30-9476-d7e86ac6ca10 None None] No DVR routers for this DVR port 6da33703-e2a8-4226-be25-2fcd9327e737 on host dv-neutron-master-2-hyperv {{(pid=116163) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 10:59:08.886780 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-4e954ade-a5f6-4466-a2a2-ae01e9519909 None None] Current status of the port 71097d75-9099-4b9c-bce0-685bcf5f8310 is: ACTIVE; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 10:59:08.887910 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-b55083ee-24ee-4725-822b-8d1d1b1cbd90 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:08.903787 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-f217d958-1249-46b9-bef2-e0e557ca5d01 tempest-FloatingIPAdminTestJSON-1724025514 tempest-FloatingIPAdminTestJSON-1724025514-project] Publish callbacks [] for floatingip (5dd317b0-6f91-4837-8ace-10856bafc5b1), precommit_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:08.905375 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Provisioning complete for port 98a7f6ac-baef-48c7-a90e-e33ea6a36cca triggered by entity L2. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 10:59:08.905816 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (98a7f6ac-baef-48c7-a90e-e33ea6a36cca), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:08.949814 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa165f03-1d20-421e-8529-928e450d1f33 tempest-ExternalNetworksTestJSON-722277804 tempest-ExternalNetworksTestJSON-722277804-project-admin] Pushing event updated for resources: {'Network': ['ID=dffe628c-7504-4f2e-9d15-a010114fe578,revision_number=1']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 10:59:08.961590 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-a2592265-e7ca-4134-8095-78a352056cd8 admin admin] Publish callbacks [] for router (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:08.966159 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-a2592265-e7ca-4134-8095-78a352056cd8 admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 5.8007824 Apr 28 10:59:08.966819 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-36571297-8bc4-4999-b996-a57d942da352 tempest-MeteringTestJSON-1897952666 tempest-MeteringTestJSON-1897952666-project-admin] 10.222.0.10 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.1859403 Apr 28 10:59:08.971553 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 48590) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 10:59:08.972148 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 48592) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 10:59:08.978359 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19b42806-0534-4b46-ab0e-5edf599607df None None] Routers {'c3307b93-0163-4950-8edf-96a1360d17be'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=116164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 10:59:08.979224 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_hamode_db [None req-19b42806-0534-4b46-ab0e-5edf599607df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-28T10:50:39Z,description=,heartbeat_timestamp=2022-04-28T10:58:39Z,host='dv-neutron-master-2-hyperv',id=6b492ad6-0876-4d74-b20d-28143a52ceba,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T10:50:40Z,topic='l3_agent')) {'router_ids': ['c3307b93-0163-4950-8edf-96a1360d17be'], 'active': True} {{(pid=116164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 10:59:08.981377 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-fa165f03-1d20-421e-8529-928e450d1f33 tempest-ExternalNetworksTestJSON-722277804 tempest-ExternalNetworksTestJSON-722277804-project-admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 835 time: 0.7433648 Apr 28 10:59:08.988463 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 48594) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 10:59:08.998489 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Network dffe628c-7504-4f2e-9d15-a010114fe578 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=116163) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 28 10:59:08.999700 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.v2.base [None req-225f0843-f803-4eef-855b-72be3fb0e1a7 tempest-ExternalNetworksTestJSON-722277804 tempest-ExternalNetworksTestJSON-722277804-project-admin] Request body: {'subnet': {'network_id': 'dffe628c-7504-4f2e-9d15-a010114fe578', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=116161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 10:59:09.072149 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Current status of the port 98a7f6ac-baef-48c7-a90e-e33ea6a36cca is: ACTIVE; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 10:59:09.092986 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bab4acda-9d35-4401-abb2-d719636a4491 tempest-DHCPAgentSchedulersTestJSON-1895138160 tempest-DHCPAgentSchedulersTestJSON-1895138160-project] Network 95b7ded5-8efd-4b17-8c46-7d28443eae06 is scheduled to be hosted by DHCP agent 75ba81b7-fe99-4281-90d2-a5adb445ecea with binding_index 1 {{(pid=116161) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 10:59:09.128006 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-225f0843-f803-4eef-855b-72be3fb0e1a7 tempest-ExternalNetworksTestJSON-722277804 tempest-ExternalNetworksTestJSON-722277804-project-admin] Made reservation on behalf of 6657ee783d6041a1b582e3ef65160672 for: {'subnet': 1} {{(pid=116161) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 10:59:09.130886 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-225f0843-f803-4eef-855b-72be3fb0e1a7 tempest-ExternalNetworksTestJSON-722277804 tempest-ExternalNetworksTestJSON-722277804-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5125580'] for subnet (None), before_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:09.141567 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_dvr_db [None req-19b42806-0534-4b46-ab0e-5edf599607df None None] Set router c3307b93-0163-4950-8edf-96a1360d17be gateway port host: dv-neutron-master-2-hyperv {{(pid=116164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 10:59:09.160067 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Device 6da33703-e2a8-4226-be25-2fcd9327e737 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=116163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 10:59:09.170666 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-fa41f879-53e4-441a-9de5-c26f62d44dbc tempest-MeteringTestJSON-1897952666 tempest-MeteringTestJSON-1897952666-project-admin] 10.222.0.10 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0486817 Apr 28 10:59:09.177211 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 48596) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 10:59:09.181444 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.scheduler.base_scheduler [None req-bab4acda-9d35-4401-abb2-d719636a4491 tempest-DHCPAgentSchedulersTestJSON-1895138160 tempest-DHCPAgentSchedulersTestJSON-1895138160-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 95b7ded5-8efd-4b17-8c46-7d28443eae06) {{(pid=116161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 10:59:09.215373 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4ef6930-b080-4e73-9ad8-e65c5b9cfcd2 None None] Network 95b7ded5-8efd-4b17-8c46-7d28443eae06 requested from dv-neutron-master-2-hyperv {{(pid=116163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 10:59:09.221155 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] No Port match for: 6da33703-e2a8-4226-be25-2fcd9327e737 {{(pid=116163) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 28 10:59:09.221776 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Device 6da33703-e2a8-4226-be25-2fcd9327e737 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=116163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 10:59:09.238018 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bab4acda-9d35-4401-abb2-d719636a4491 tempest-DHCPAgentSchedulersTestJSON-1895138160 tempest-DHCPAgentSchedulersTestJSON-1895138160-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 10:59:09.238683 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-bab4acda-9d35-4401-abb2-d719636a4491 tempest-DHCPAgentSchedulersTestJSON-1895138160 tempest-DHCPAgentSchedulersTestJSON-1895138160-project] Publish callbacks [] for subnet (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:09.282504 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-776fd5e5-d995-4baa-8244-be9463845bc7 tempest-MeteringTestJSON-1897952666 tempest-MeteringTestJSON-1897952666-project-admin] 10.222.0.10 "GET /v2.0/metering/metering-labels/800d46cd-f755-4184-a015-85adeb5ab0db HTTP/1.1" status: 200 len: 473 time: 0.1016908 Apr 28 10:59:09.283173 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-f217d958-1249-46b9-bef2-e0e557ca5d01 tempest-FloatingIPAdminTestJSON-1724025514 tempest-FloatingIPAdminTestJSON-1724025514-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (5c47425d-1916-4ffa-8186-c3434c533364), before_update {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:09.286180 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 48598) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 10:59:09.319255 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_hamode_db [None req-19b42806-0534-4b46-ab0e-5edf599607df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3307b93-0163-4950-8edf-96a1360d17be', 'name': 'tempest-ServersTestManualDisk-1673882918-router', 'tenant_id': '5609aa114ceb4f54b926d4fb3847cb3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'external_fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.211'}], 'enable_snat': True}, 'gw_port_id': '54ed23fe-abb8-49c1-b804-6ecc9c6b1b72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T10:59:03Z', 'updated_at': '2022-04-28T10:59:06Z', 'revision_number': 3, 'project_id': '5609aa114ceb4f54b926d4fb3847cb3e', 'gw_port': {'id': '54ed23fe-abb8-49c1-b804-6ecc9c6b1b72', 'name': '', 'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:58:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3307b93-0163-4950-8edf-96a1360d17be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T10:59:04Z', 'updated_at': '2022-04-28T10:59:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=116164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 10:59:09.329247 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-d30343f0-faba-4e9e-9547-733dfc92fcc9 tempest-MeteringTestJSON-1897952666 tempest-MeteringTestJSON-1897952666-project-admin] 10.222.0.10 "GET /v2.0/metering/metering-label-rules/942ed30f-fda6-4cc5-8791-d63b8e2e3477 HTTP/1.1" status: 200 len: 461 time: 0.0383911 Apr 28 10:59:09.340200 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 48600) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 10:59:09.349307 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19b42806-0534-4b46-ab0e-5edf599607df None None] Checking router: c3307b93-0163-4950-8edf-96a1360d17be for host: dv-neutron-master-2-hyperv {{(pid=116164) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 10:59:09.349899 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19b42806-0534-4b46-ab0e-5edf599607df None None] Updating router c3307b93-0163-4950-8edf-96a1360d17be port 54ed23fe-abb8-49c1-b804-6ecc9c6b1b72 binding host dv-neutron-master-2-hyperv {{(pid=116164) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 28 10:59:09.378220 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron_lib.callbacks.manager [None req-19b42806-0534-4b46-ab0e-5edf599607df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (54ed23fe-abb8-49c1-b804-6ecc9c6b1b72), before_update {{(pid=116164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:09.393131 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-bab4acda-9d35-4401-abb2-d719636a4491 tempest-DHCPAgentSchedulersTestJSON-1895138160 tempest-DHCPAgentSchedulersTestJSON-1895138160-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.3364525 Apr 28 10:59:09.394515 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-b55083ee-24ee-4725-822b-8d1d1b1cbd90 admin admin] Publish callbacks [] for security_group (ed8a1e70-29ae-4bfb-a313-e66e5e56fd48), precommit_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:09.397414 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 48602) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 10:59:09.401298 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a955a640-71e3-4cb6-81e4-10f61cc3c6ed None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-95b7ded5-8efd-4b17-8c46-7d28443eae06', 'network_id': '95b7ded5-8efd-4b17-8c46-7d28443eae06', 'project_id': 'a4888da503f44d01a5869ebdfcffd074', 'fixed_ips': [{'subnet_id': '57c4fce5-4fe0-432e-8934-033c711f5aea'}]}} from dv-neutron-master-2-hyperv. {{(pid=116163) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 28 10:59:09.402505 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-a955a640-71e3-4cb6-81e4-10f61cc3c6ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (None), before_create {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:09.412002 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.v2.base [None req-4ad988b6-ce8b-46df-8785-5ec893d42c1c tempest-DHCPAgentSchedulersTestJSON-1895138160 tempest-DHCPAgentSchedulersTestJSON-1895138160-project] Request body: {'port': {'network_id': '95b7ded5-8efd-4b17-8c46-7d28443eae06', 'name': 'tempest-DHCPAgentSchedulersTestJSON-1725468493'}} {{(pid=116161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 10:59:09.424699 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-f42bfa63-55f4-41c3-a26b-6f277752b788 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (6b492ad6-0876-4d74-b20d-28143a52ceba), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:09.620199 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.db_base_plugin_common [None req-a955a640-71e3-4cb6-81e4-10f61cc3c6ed None None] Allocated IP 172.20.0.2 (95b7ded5-8efd-4b17-8c46-7d28443eae06/57c4fce5-4fe0-432e-8934-033c711f5aea/63fb15ac-add7-4583-84b6-e4877dc45c4a) {{(pid=116163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 10:59:09.657421 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron_lib.callbacks.manager [None req-19b42806-0534-4b46-ab0e-5edf599607df None None] Publish callbacks [] for port (54ed23fe-abb8-49c1-b804-6ecc9c6b1b72), precommit_update {{(pid=116164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:09.673963 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-b55083ee-24ee-4725-822b-8d1d1b1cbd90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924426'] for security_group (ed8a1e70-29ae-4bfb-a313-e66e5e56fd48), after_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:09.728464 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-13f4c760-66ef-47f2-98a0-c7e566f6e46a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2060818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1935326'] for router (4bdc4a64-1a8f-439a-af8a-e631bebdc4fa), after_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:09.728670 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron_lib.callbacks.manager [None req-19b42806-0534-4b46-ab0e-5edf599607df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393'] for port (54ed23fe-abb8-49c1-b804-6ecc9c6b1b72), after_update {{(pid=116164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:09.750777 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55083ee-24ee-4725-822b-8d1d1b1cbd90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed8a1e70-29ae-4bfb-a313-e66e5e56fd48,revision_number=1']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 10:59:09.759596 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-b55083ee-24ee-4725-822b-8d1d1b1cbd90 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=334dca7d2a0e430daf885dc0bf39af38&name=default HTTP/1.1" status: 200 len: 2992 time: 1.2779691 Apr 28 10:59:09.767542 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 48604) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 10:59:09.783750 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.plugins.ml2.managers [None req-19b42806-0534-4b46-ab0e-5edf599607df None None] Attempting to bind port 54ed23fe-abb8-49c1-b804-6ecc9c6b1b72 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=116164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 28 10:59:09.784321 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.plugins.ml2.managers [None req-19b42806-0534-4b46-ab0e-5edf599607df None None] Attempting to bind port 54ed23fe-abb8-49c1-b804-6ecc9c6b1b72 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '142bc50f-d6af-4646-8d06-bb7af6b7b51c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c'}] {{(pid=116164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 28 10:59:09.784860 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19b42806-0534-4b46-ab0e-5edf599607df None None] Attempting to bind port 54ed23fe-abb8-49c1-b804-6ecc9c6b1b72 on network 7be49d94-bbb8-4a61-bafe-209c5f861e1c {{(pid=116164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 10:59:09.795098 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-687800f3-09b9-4b9d-8538-a16f6fd71b51 None None] Pushing event updated for resources: {'Port': ['ID=54ed23fe-abb8-49c1-b804-6ecc9c6b1b72,revision_number=2']} {{(pid=116164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 10:59:09.797954 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19b42806-0534-4b46-ab0e-5edf599607df None None] Checking agent: {'id': 'd5baab19-5dd1-4902-922b-84acb048ab9c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 10, 50, 43), 'started_at': datetime.datetime(2022, 4, 28, 10, 51, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 10, 58, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=116164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 10:59:09.798887 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19b42806-0534-4b46-ab0e-5edf599607df None None] Checking segment: {'id': '142bc50f-d6af-4646-8d06-bb7af6b7b51c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 10:59:09.799463 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron_lib.callbacks.manager [None req-19b42806-0534-4b46-ab0e-5edf599607df None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=116164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:09.800024 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19b42806-0534-4b46-ab0e-5edf599607df None None] Bound using segment: {'id': '142bc50f-d6af-4646-8d06-bb7af6b7b51c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c'} {{(pid=116164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 10:59:09.800649 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.plugins.ml2.managers [None req-19b42806-0534-4b46-ab0e-5edf599607df None None] Bound port: 54ed23fe-abb8-49c1-b804-6ecc9c6b1b72, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '142bc50f-d6af-4646-8d06-bb7af6b7b51c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c'}}] {{(pid=116164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 28 10:59:09.801179 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron_lib.callbacks.manager [None req-19b42806-0534-4b46-ab0e-5edf599607df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (54ed23fe-abb8-49c1-b804-6ecc9c6b1b72), before_update {{(pid=116164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:09.836318 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-687800f3-09b9-4b9d-8538-a16f6fd71b51 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 10:59:09.838464 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-687800f3-09b9-4b9d-8538-a16f6fd71b51 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 10:59:09.839001 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-687800f3-09b9-4b9d-8538-a16f6fd71b51 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 10:59:09.839484 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-687800f3-09b9-4b9d-8538-a16f6fd71b51 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 10:59:09.839958 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-687800f3-09b9-4b9d-8538-a16f6fd71b51 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 10:59:09.840669 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-687800f3-09b9-4b9d-8538-a16f6fd71b51 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 10:59:09.841144 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-687800f3-09b9-4b9d-8538-a16f6fd71b51 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 10:59:09.841626 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-687800f3-09b9-4b9d-8538-a16f6fd71b51 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 10:59:09.842157 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-687800f3-09b9-4b9d-8538-a16f6fd71b51 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 10:59:09.842644 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-687800f3-09b9-4b9d-8538-a16f6fd71b51 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 10:59:09.843129 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-687800f3-09b9-4b9d-8538-a16f6fd71b51 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 10:59:09.843628 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-687800f3-09b9-4b9d-8538-a16f6fd71b51 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 10:59:09.843787 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-cd824013-41be-438f-bf10-c1c3e31685e7 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042'] for subnet (87015fdc-22d0-4303-81e4-3dfedab09f66), after_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:09.844278 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-687800f3-09b9-4b9d-8538-a16f6fd71b51 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 10:59:09.844742 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-687800f3-09b9-4b9d-8538-a16f6fd71b51 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 10:59:09.845204 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-687800f3-09b9-4b9d-8538-a16f6fd71b51 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 10:59:09.846556 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-687800f3-09b9-4b9d-8538-a16f6fd71b51 None None] Tracked resource versions report: Apr 28 10:59:09.846556 dv-neutron-master-2-hyperv neutron-server[116164]: pushed versions: Apr 28 10:59:09.846556 dv-neutron-master-2-hyperv neutron-server[116164]: { 'AddressGroup': {'1.2'}, Apr 28 10:59:09.846556 dv-neutron-master-2-hyperv neutron-server[116164]: 'Agent': {'1.1'}, Apr 28 10:59:09.846556 dv-neutron-master-2-hyperv neutron-server[116164]: 'ConntrackHelper': {'1.0'}, Apr 28 10:59:09.846556 dv-neutron-master-2-hyperv neutron-server[116164]: 'LocalIPAssociation': {'1.0'}, Apr 28 10:59:09.846556 dv-neutron-master-2-hyperv neutron-server[116164]: 'Log': {'1.0'}, Apr 28 10:59:09.846556 dv-neutron-master-2-hyperv neutron-server[116164]: 'NDPProxy': {'1.0'}, Apr 28 10:59:09.846556 dv-neutron-master-2-hyperv neutron-server[116164]: 'Network': {'1.1'}, Apr 28 10:59:09.846556 dv-neutron-master-2-hyperv neutron-server[116164]: 'Port': {'1.7'}, Apr 28 10:59:09.846556 dv-neutron-master-2-hyperv neutron-server[116164]: 'PortForwarding': {'1.3'}, Apr 28 10:59:09.846556 dv-neutron-master-2-hyperv neutron-server[116164]: 'QosPolicy': {'1.10'}, Apr 28 10:59:09.846556 dv-neutron-master-2-hyperv neutron-server[116164]: 'SecurityGroup': {'1.5'}, Apr 28 10:59:09.846556 dv-neutron-master-2-hyperv neutron-server[116164]: 'SecurityGroupRule': {'1.2'}, Apr 28 10:59:09.846556 dv-neutron-master-2-hyperv neutron-server[116164]: 'SubPort': {'1.0'}, Apr 28 10:59:09.846556 dv-neutron-master-2-hyperv neutron-server[116164]: 'Subnet': {'1.1'}, Apr 28 10:59:09.846556 dv-neutron-master-2-hyperv neutron-server[116164]: 'Trunk': {'1.1'}} Apr 28 10:59:09.846556 dv-neutron-master-2-hyperv neutron-server[116164]: consumer versions: Apr 28 10:59:09.846556 dv-neutron-master-2-hyperv neutron-server[116164]: { DHCP agent@dv-neutron-master-2-hyperv: {}, Apr 28 10:59:09.846556 dv-neutron-master-2-hyperv neutron-server[116164]: HyperV agent@hv-neutron-mast: {}, Apr 28 10:59:09.846556 dv-neutron-master-2-hyperv neutron-server[116164]: L3 agent@dv-neutron-master-2-hyperv: {}, Apr 28 10:59:09.846556 dv-neutron-master-2-hyperv neutron-server[116164]: Metadata agent@dv-neutron-master-2-hyperv: {}, Apr 28 10:59:09.846556 dv-neutron-master-2-hyperv neutron-server[116164]: Metering agent@dv-neutron-master-2-hyperv: {}, Apr 28 10:59:09.846556 dv-neutron-master-2-hyperv neutron-server[116164]: Open vSwitch agent@dv-neutron-master-2-hyperv: { 'AddressGroup': '1.2', Apr 28 10:59:09.846556 dv-neutron-master-2-hyperv neutron-server[116164]: 'Agent': '1.1', Apr 28 10:59:09.846556 dv-neutron-master-2-hyperv neutron-server[116164]: 'ConntrackHelper': '1.0', Apr 28 10:59:09.846556 dv-neutron-master-2-hyperv neutron-server[116164]: 'LocalIPAssociation': '1.0', Apr 28 10:59:09.846556 dv-neutron-master-2-hyperv neutron-server[116164]: 'Log': '1.0', Apr 28 10:59:09.846556 dv-neutron-master-2-hyperv neutron-server[116164]: 'NDPProxy': '1.0', Apr 28 10:59:09.846556 dv-neutron-master-2-hyperv neutron-server[116164]: 'Network': '1.1', Apr 28 10:59:09.846556 dv-neutron-master-2-hyperv neutron-server[116164]: 'Port': '1.7', Apr 28 10:59:09.846556 dv-neutron-master-2-hyperv neutron-server[116164]: 'PortForwarding': '1.3', Apr 28 10:59:09.846556 dv-neutron-master-2-hyperv neutron-server[116164]: 'QosPolicy': '1.10', Apr 28 10:59:09.846556 dv-neutron-master-2-hyperv neutron-server[116164]: 'SecurityGroup': '1.5', Apr 28 10:59:09.846556 dv-neutron-master-2-hyperv neutron-server[116164]: 'SecurityGroupRule': '1.2', Apr 28 10:59:09.846556 dv-neutron-master-2-hyperv neutron-server[116164]: 'SubPort': '1.0', Apr 28 10:59:09.846556 dv-neutron-master-2-hyperv neutron-server[116164]: 'Subnet': '1.1', Apr 28 10:59:09.846556 dv-neutron-master-2-hyperv neutron-server[116164]: 'Trunk': '1.1'}} Apr 28 10:59:09.846556 dv-neutron-master-2-hyperv neutron-server[116164]: {{(pid=116164) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 28 10:59:09.871371 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-a955a640-71e3-4cb6-81e4-10f61cc3c6ed None None] Publish callbacks [] for port (63fb15ac-add7-4583-84b6-e4877dc45c4a), precommit_create {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:09.887961 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.plugins.ml2.db [None req-19b42806-0534-4b46-ab0e-5edf599607df None None] For port 54ed23fe-abb8-49c1-b804-6ecc9c6b1b72, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=116164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 10:59:09.891587 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.plugins.ml2.db [None req-19b42806-0534-4b46-ab0e-5edf599607df None None] For port 54ed23fe-abb8-49c1-b804-6ecc9c6b1b72, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=54ed23fe-abb8-49c1-b804-6ecc9c6b1b72,segment=NetworkSegment(142bc50f-d6af-4646-8d06-bb7af6b7b51c),segment_id=142bc50f-d6af-4646-8d06-bb7af6b7b51c)] {{(pid=116164) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 10:59:09.913423 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ad988b6-ce8b-46df-8785-5ec893d42c1c tempest-DHCPAgentSchedulersTestJSON-1895138160 tempest-DHCPAgentSchedulersTestJSON-1895138160-project] Made reservation on behalf of a4888da503f44d01a5869ebdfcffd074 for: {'port': 1} {{(pid=116161) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 10:59:09.915558 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-4ad988b6-ce8b-46df-8785-5ec893d42c1c tempest-DHCPAgentSchedulersTestJSON-1895138160 tempest-DHCPAgentSchedulersTestJSON-1895138160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (None), before_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:09.921034 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-adbee18e-8893-4b4f-bc88-9c9292af9e67 tempest-MeteringTestJSON-1897952666 tempest-MeteringTestJSON-1897952666-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:09.922170 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-adbee18e-8893-4b4f-bc88-9c9292af9e67 tempest-MeteringTestJSON-1897952666 tempest-MeteringTestJSON-1897952666-project-admin] 10.222.0.10 "DELETE /v2.0/metering/metering-label-rules/942ed30f-fda6-4cc5-8791-d63b8e2e3477 HTTP/1.1" status: 204 len: 168 time: 0.5791547 Apr 28 10:59:09.951963 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 48606) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 10:59:09.994468 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd824013-41be-438f-bf10-c1c3e31685e7 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Network 1ec9fbcf-7a57-4aaa-9c30-4e0f43e09480 is already hosted by enough agents. {{(pid=116162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 10:59:10.002213 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-a955a640-71e3-4cb6-81e4-10f61cc3c6ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742234710357'] for port (63fb15ac-add7-4583-84b6-e4877dc45c4a), after_create {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:10.003172 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron_lib.callbacks.manager [None req-19b42806-0534-4b46-ab0e-5edf599607df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393'] for port (54ed23fe-abb8-49c1-b804-6ecc9c6b1b72), after_update {{(pid=116164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:10.018103 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.notifiers.nova [None req-4ad988b6-ce8b-46df-8785-5ec893d42c1c tempest-DHCPAgentSchedulersTestJSON-1895138160 tempest-DHCPAgentSchedulersTestJSON-1895138160-project] device_id is not set on port 639edcf2-1074-45a9-b318-98f327f8e869 yet. {{(pid=116161) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 28 10:59:10.047664 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.scheduler.base_scheduler [None req-cd824013-41be-438f-bf10-c1c3e31685e7 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Resources bound (agent type, host, resource id): {{(pid=116162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 10:59:10.061768 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd824013-41be-438f-bf10-c1c3e31685e7 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 10:59:10.062377 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-cd824013-41be-438f-bf10-c1c3e31685e7 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603020'] for subnet (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:10.062939 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19b42806-0534-4b46-ab0e-5edf599607df None None] Routers {'c3307b93-0163-4950-8edf-96a1360d17be'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=116164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 10:59:10.063791 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_hamode_db [None req-19b42806-0534-4b46-ab0e-5edf599607df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-28T10:50:39Z,description=,heartbeat_timestamp=2022-04-28T10:59:09Z,host='dv-neutron-master-2-hyperv',id=6b492ad6-0876-4d74-b20d-28143a52ceba,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T10:50:40Z,topic='l3_agent')) {'router_ids': ['c3307b93-0163-4950-8edf-96a1360d17be'], 'active': True} {{(pid=116164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 10:59:10.067920 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-f217d958-1249-46b9-bef2-e0e557ca5d01 tempest-FloatingIPAdminTestJSON-1724025514 tempest-FloatingIPAdminTestJSON-1724025514-project] Publish callbacks [] for port (5c47425d-1916-4ffa-8186-c3434c533364), precommit_update {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:10.071739 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd824013-41be-438f-bf10-c1c3e31685e7 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Pushing event updated for resources: {'Subnet': ['ID=87015fdc-22d0-4303-81e4-3dfedab09f66,revision_number=0']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 10:59:10.082776 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-a17715f6-e2d0-4e18-9c88-2ebc6b487394 admin admin] Publish callbacks [] for security_group (ed8a1e70-29ae-4bfb-a313-e66e5e56fd48), before_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:10.130758 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-687800f3-09b9-4b9d-8538-a16f6fd71b51 None None] Pushing event updated for resources: {'Port': ['ID=54ed23fe-abb8-49c1-b804-6ecc9c6b1b72,revision_number=3']} {{(pid=116164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 10:59:10.133243 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a955a640-71e3-4cb6-81e4-10f61cc3c6ed None None] Pushing event updated for resources: {'Port': ['ID=63fb15ac-add7-4583-84b6-e4877dc45c4a,revision_number=1']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 10:59:10.139460 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfb88e08-ea6c-4b1c-91f1-10a8171e7292 None None] Network 1ec9fbcf-7a57-4aaa-9c30-4e0f43e09480 requested from dv-neutron-master-2-hyperv {{(pid=116163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 10:59:10.144914 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-a17715f6-e2d0-4e18-9c88-2ebc6b487394 admin admin] Publish callbacks [] for security_group (ed8a1e70-29ae-4bfb-a313-e66e5e56fd48), precommit_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:10.152160 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-f217d958-1249-46b9-bef2-e0e557ca5d01 tempest-FloatingIPAdminTestJSON-1724025514 tempest-FloatingIPAdminTestJSON-1724025514-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393'] for port (5c47425d-1916-4ffa-8186-c3434c533364), after_update {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:10.188189 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a955a640-71e3-4cb6-81e4-10f61cc3c6ed None None] Network 95b7ded5-8efd-4b17-8c46-7d28443eae06 is already hosted by enough agents. {{(pid=116163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 10:59:10.203013 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.scheduler.base_scheduler [None req-a955a640-71e3-4cb6-81e4-10f61cc3c6ed None None] Resources bound (agent type, host, resource id): {{(pid=116163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 10:59:10.210988 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a955a640-71e3-4cb6-81e4-10f61cc3c6ed None None] Received port after_create {{(pid=116163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 10:59:10.227816 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-f217d958-1249-46b9-bef2-e0e557ca5d01 tempest-FloatingIPAdminTestJSON-1724025514 tempest-FloatingIPAdminTestJSON-1724025514-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2063164'] for floatingip (5dd317b0-6f91-4837-8ace-10856bafc5b1), after_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:10.237953 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-cd824013-41be-438f-bf10-c1c3e31685e7 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.2900200 Apr 28 10:59:10.244701 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 48608) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 10:59:10.256534 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.v2.base [None req-69d5770a-d11e-4e20-84bc-3c4a0dafef14 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Request body: {'port': {'network_id': '1ec9fbcf-7a57-4aaa-9c30-4e0f43e09480', 'name': 'tempest-NetworksTestDHCPv6-1180101176'}} {{(pid=116161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 10:59:10.259490 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_dvr_db [None req-19b42806-0534-4b46-ab0e-5edf599607df None None] Set router c3307b93-0163-4950-8edf-96a1360d17be gateway port host: dv-neutron-master-2-hyperv {{(pid=116164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 10:59:10.321966 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f217d958-1249-46b9-bef2-e0e557ca5d01 tempest-FloatingIPAdminTestJSON-1724025514 tempest-FloatingIPAdminTestJSON-1724025514-project] Pushing event updated for resources: {'Port': ['ID=5c47425d-1916-4ffa-8186-c3434c533364,revision_number=2']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 10:59:10.347211 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.db.db_base_plugin_common [None req-4ad988b6-ce8b-46df-8785-5ec893d42c1c tempest-DHCPAgentSchedulersTestJSON-1895138160 tempest-DHCPAgentSchedulersTestJSON-1895138160-project] Allocated IP 172.20.0.3 (95b7ded5-8efd-4b17-8c46-7d28443eae06/57c4fce5-4fe0-432e-8934-033c711f5aea/639edcf2-1074-45a9-b318-98f327f8e869) {{(pid=116161) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 10:59:10.394342 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-dc56e77f-19b8-4dbd-8395-83b33555a55d tempest-MeteringTestJSON-1897952666 tempest-MeteringTestJSON-1897952666-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:10.395919 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-dc56e77f-19b8-4dbd-8395-83b33555a55d tempest-MeteringTestJSON-1897952666 tempest-MeteringTestJSON-1897952666-project-admin] 10.222.0.10 "DELETE /v2.0/metering/metering-labels/800d46cd-f755-4184-a015-85adeb5ab0db HTTP/1.1" status: 204 len: 168 time: 0.4426267 Apr 28 10:59:10.424431 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-f217d958-1249-46b9-bef2-e0e557ca5d01 tempest-FloatingIPAdminTestJSON-1724025514 tempest-FloatingIPAdminTestJSON-1724025514-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198022'] for floatingip (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:10.425969 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-f217d958-1249-46b9-bef2-e0e557ca5d01 tempest-FloatingIPAdminTestJSON-1724025514 tempest-FloatingIPAdminTestJSON-1724025514-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.3684986 Apr 28 10:59:10.428195 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-e91ce4b0-fe6e-4a6a-b882-e97fdbe41ac6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (None), before_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:10.431772 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 48612) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 10:59:10.443741 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.v2.base [None req-8c4a4cfa-daac-404f-8bc4-6eb95a42f43b tempest-FloatingIPAdminTestJSON-1724025514 tempest-FloatingIPAdminTestJSON-1724025514-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-1610098243'}} {{(pid=116162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 10:59:10.448185 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13f4c760-66ef-47f2-98a0-c7e566f6e46a admin admin] Router 4bdc4a64-1a8f-439a-af8a-e631bebdc4fa is scheduled to L3 agent 6b492ad6-0876-4d74-b20d-28143a52ceba with binding_index 1 {{(pid=116161) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 28 10:59:10.455184 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.objects.ports [None req-225f0843-f803-4eef-855b-72be3fb0e1a7 tempest-ExternalNetworksTestJSON-722277804 tempest-ExternalNetworksTestJSON-722277804-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=116161) get_objects /opt/stack/neutron/neutron/objects/ports.py:463}} Apr 28 10:59:10.455906 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-225f0843-f803-4eef-855b-72be3fb0e1a7 tempest-ExternalNetworksTestJSON-722277804 tempest-ExternalNetworksTestJSON-722277804-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5220536', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5125438'] for subnet (0a0fb383-295b-4f17-9da0-c52efa8598b4), after_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:10.511089 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-a17715f6-e2d0-4e18-9c88-2ebc6b487394 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924426'] for security_group (ed8a1e70-29ae-4bfb-a313-e66e5e56fd48), after_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:10.514017 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-a17715f6-e2d0-4e18-9c88-2ebc6b487394 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:10.515210 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-a17715f6-e2d0-4e18-9c88-2ebc6b487394 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/ed8a1e70-29ae-4bfb-a313-e66e5e56fd48 HTTP/1.1" status: 204 len: 168 time: 0.7346830 Apr 28 10:59:10.540635 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_hamode_db [None req-19b42806-0534-4b46-ab0e-5edf599607df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3307b93-0163-4950-8edf-96a1360d17be', 'name': 'tempest-ServersTestManualDisk-1673882918-router', 'tenant_id': '5609aa114ceb4f54b926d4fb3847cb3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'external_fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.211'}], 'enable_snat': True}, 'gw_port_id': '54ed23fe-abb8-49c1-b804-6ecc9c6b1b72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T10:59:03Z', 'updated_at': '2022-04-28T10:59:06Z', 'revision_number': 3, 'project_id': '5609aa114ceb4f54b926d4fb3847cb3e', 'gw_port': {'id': '54ed23fe-abb8-49c1-b804-6ecc9c6b1b72', 'name': '', 'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:58:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3307b93-0163-4950-8edf-96a1360d17be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T10:59:04Z', 'updated_at': '2022-04-28T10:59:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=116164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 10:59:10.573868 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17715f6-e2d0-4e18-9c88-2ebc6b487394 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed8a1e70-29ae-4bfb-a313-e66e5e56fd48,revision_number=None']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 10:59:10.611550 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19b42806-0534-4b46-ab0e-5edf599607df None None] The sync data for ids ['c3307b93-0163-4950-8edf-96a1360d17be'] in dv-neutron-master-2-hyperv is: [{'id': 'c3307b93-0163-4950-8edf-96a1360d17be', 'name': 'tempest-ServersTestManualDisk-1673882918-router', 'tenant_id': '5609aa114ceb4f54b926d4fb3847cb3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'external_fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.211'}], 'enable_snat': True}, 'gw_port_id': '54ed23fe-abb8-49c1-b804-6ecc9c6b1b72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T10:59:03Z', 'updated_at': '2022-04-28T10:59:06Z', 'revision_number': 3, 'project_id': '5609aa114ceb4f54b926d4fb3847cb3e', 'gw_port': {'id': '54ed23fe-abb8-49c1-b804-6ecc9c6b1b72', 'name': '', 'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:58:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3307b93-0163-4950-8edf-96a1360d17be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T10:59:04Z', 'updated_at': '2022-04-28T10:59:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}] {{(pid=116164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 10:59:10.656006 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-225f0843-f803-4eef-855b-72be3fb0e1a7 tempest-ExternalNetworksTestJSON-722277804 tempest-ExternalNetworksTestJSON-722277804-project-admin] Pushing event updated for resources: {'Subnet': ['ID=0a0fb383-295b-4f17-9da0-c52efa8598b4,revision_number=0']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 10:59:10.659053 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.managers [None req-a955a640-71e3-4cb6-81e4-10f61cc3c6ed None None] Attempting to bind port 63fb15ac-add7-4583-84b6-e4877dc45c4a on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=116163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 28 10:59:10.660561 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.managers [None req-a955a640-71e3-4cb6-81e4-10f61cc3c6ed None None] Attempting to bind port 63fb15ac-add7-4583-84b6-e4877dc45c4a by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'fd8b8263-ccf4-4136-839b-f5d50e179eb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '95b7ded5-8efd-4b17-8c46-7d28443eae06'}] {{(pid=116163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 28 10:59:10.661090 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a955a640-71e3-4cb6-81e4-10f61cc3c6ed None None] Attempting to bind port 63fb15ac-add7-4583-84b6-e4877dc45c4a on network 95b7ded5-8efd-4b17-8c46-7d28443eae06 {{(pid=116163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 10:59:10.665243 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c4a4cfa-daac-404f-8bc4-6eb95a42f43b tempest-FloatingIPAdminTestJSON-1724025514 tempest-FloatingIPAdminTestJSON-1724025514-project] Made reservation on behalf of af8b99f0c77b4ffb87ea3818439ce0ce for: {'network': 1} {{(pid=116162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 10:59:10.667059 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a955a640-71e3-4cb6-81e4-10f61cc3c6ed None None] Checking agent: {'id': 'd5baab19-5dd1-4902-922b-84acb048ab9c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 10, 50, 43), 'started_at': datetime.datetime(2022, 4, 28, 10, 51, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 10, 58, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=116163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 10:59:10.667315 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a955a640-71e3-4cb6-81e4-10f61cc3c6ed None None] Checking segment: {'id': 'fd8b8263-ccf4-4136-839b-f5d50e179eb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '95b7ded5-8efd-4b17-8c46-7d28443eae06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 10:59:10.667941 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-a955a640-71e3-4cb6-81e4-10f61cc3c6ed None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:10.668287 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a955a640-71e3-4cb6-81e4-10f61cc3c6ed None None] Bound using segment: {'id': 'fd8b8263-ccf4-4136-839b-f5d50e179eb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '95b7ded5-8efd-4b17-8c46-7d28443eae06'} {{(pid=116163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 10:59:10.668753 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.managers [None req-a955a640-71e3-4cb6-81e4-10f61cc3c6ed None None] Bound port: 63fb15ac-add7-4583-84b6-e4877dc45c4a, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd8b8263-ccf4-4136-839b-f5d50e179eb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '95b7ded5-8efd-4b17-8c46-7d28443eae06'}}] {{(pid=116163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 28 10:59:10.669136 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-a955a640-71e3-4cb6-81e4-10f61cc3c6ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (63fb15ac-add7-4583-84b6-e4877dc45c4a), before_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:10.669246 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-8c4a4cfa-daac-404f-8bc4-6eb95a42f43b tempest-FloatingIPAdminTestJSON-1724025514 tempest-FloatingIPAdminTestJSON-1724025514-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for network (None), before_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:10.707784 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-8c4a4cfa-daac-404f-8bc4-6eb95a42f43b tempest-FloatingIPAdminTestJSON-1724025514 tempest-FloatingIPAdminTestJSON-1724025514-project] Publish callbacks [] for security_group (None), before_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:10.740699 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57ae2631-2ad3-48ed-b698-da69a601fb11 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-1ec9fbcf-7a57-4aaa-9c30-4e0f43e09480', 'network_id': '1ec9fbcf-7a57-4aaa-9c30-4e0f43e09480', 'project_id': '12780407c7254bdfbde1c04e76d433ee', 'fixed_ips': [{'subnet_id': '87015fdc-22d0-4303-81e4-3dfedab09f66'}]}} from dv-neutron-master-2-hyperv. {{(pid=116163) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 28 10:59:10.745586 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-57ae2631-2ad3-48ed-b698-da69a601fb11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (None), before_create {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:10.767601 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-225f0843-f803-4eef-855b-72be3fb0e1a7 tempest-ExternalNetworksTestJSON-722277804 tempest-ExternalNetworksTestJSON-722277804-project-admin] Checking segment: {'id': 'c58192b7-f388-44a4-ac6a-662005874d5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'dffe628c-7504-4f2e-9d15-a010114fe578'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 10:59:10.767959 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-225f0843-f803-4eef-855b-72be3fb0e1a7 tempest-ExternalNetworksTestJSON-722277804 tempest-ExternalNetworksTestJSON-722277804-project-admin] Network hostable DHCP agents. Network: dffe628c-7504-4f2e-9d15-a010114fe578, hostable agents: ['75ba81b7-fe99-4281-90d2-a5adb445ecea'], hosted agents: [] {{(pid=116161) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 10:59:10.774565 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69d5770a-d11e-4e20-84bc-3c4a0dafef14 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Made reservation on behalf of 12780407c7254bdfbde1c04e76d433ee for: {'port': 1} {{(pid=116161) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 10:59:10.774718 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.db.db_base_plugin_common [None req-e91ce4b0-fe6e-4a6a-b882-e97fdbe41ac6 admin admin] Allocated IP 172.20.0.1 (86be3515-ed38-47a2-afd0-def5e9d08619/e48057c8-0090-4367-906b-bd6ec3ec96da/fc617ca8-1c87-48c2-8189-2007a4cfc7a1) {{(pid=116162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 10:59:10.777728 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-69d5770a-d11e-4e20-84bc-3c4a0dafef14 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (None), before_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:10.813066 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-ae94d540-e4c6-43be-adc9-b26fb6a2f62f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (cfc241ae-e4b7-443b-b80b-59fbbc2b69c9), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:10.825827 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13f4c760-66ef-47f2-98a0-c7e566f6e46a admin admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=116161) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 10:59:10.832181 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-a955a640-71e3-4cb6-81e4-10f61cc3c6ed None None] For port 63fb15ac-add7-4583-84b6-e4877dc45c4a, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=116163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 10:59:10.839211 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-a955a640-71e3-4cb6-81e4-10f61cc3c6ed None None] For port 63fb15ac-add7-4583-84b6-e4877dc45c4a, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=63fb15ac-add7-4583-84b6-e4877dc45c4a,segment=NetworkSegment(fd8b8263-ccf4-4136-839b-f5d50e179eb3),segment_id=fd8b8263-ccf4-4136-839b-f5d50e179eb3)] {{(pid=116163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 10:59:10.884755 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-4ad988b6-ce8b-46df-8785-5ec893d42c1c tempest-DHCPAgentSchedulersTestJSON-1895138160 tempest-DHCPAgentSchedulersTestJSON-1895138160-project] Publish callbacks [] for port (639edcf2-1074-45a9-b318-98f327f8e869), precommit_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:10.898020 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-450b48d6-3256-457e-9d1d-9c3151f1fb5c None None] Sync routers for ids ['4bdc4a64-1a8f-439a-af8a-e631bebdc4fa'] in dv-neutron-master-2-hyperv {{(pid=116163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 10:59:10.962870 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.notifiers.nova [None req-69d5770a-d11e-4e20-84bc-3c4a0dafef14 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] device_id is not set on port 5aa1da76-c925-4a48-8ab6-e1703d50029e yet. {{(pid=116161) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 28 10:59:10.966984 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-a955a640-71e3-4cb6-81e4-10f61cc3c6ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393'] for port (63fb15ac-add7-4583-84b6-e4877dc45c4a), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:10.971511 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 48620) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 10:59:10.976358 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-8c4a4cfa-daac-404f-8bc4-6eb95a42f43b tempest-FloatingIPAdminTestJSON-1724025514 tempest-FloatingIPAdminTestJSON-1724025514-project] Publish callbacks [] for security_group (45f61475-e28f-4bf8-8df7-6a7499558c3a), precommit_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:10.986619 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-450b48d6-3256-457e-9d1d-9c3151f1fb5c None None] Routers {'4bdc4a64-1a8f-439a-af8a-e631bebdc4fa'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=116163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 10:59:10.987297 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_hamode_db [None req-450b48d6-3256-457e-9d1d-9c3151f1fb5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-28T10:50:39Z,description=,heartbeat_timestamp=2022-04-28T10:59:09Z,host='dv-neutron-master-2-hyperv',id=6b492ad6-0876-4d74-b20d-28143a52ceba,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T10:50:40Z,topic='l3_agent')) {'router_ids': ['4bdc4a64-1a8f-439a-af8a-e631bebdc4fa'], 'active': True} {{(pid=116163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 10:59:11.041329 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-e91ce4b0-fe6e-4a6a-b882-e97fdbe41ac6 admin admin] Publish callbacks [] for port (fc617ca8-1c87-48c2-8189-2007a4cfc7a1), precommit_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:11.047012 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-8c4a4cfa-daac-404f-8bc4-6eb95a42f43b tempest-FloatingIPAdminTestJSON-1724025514 tempest-FloatingIPAdminTestJSON-1724025514-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924426'] for security_group (45f61475-e28f-4bf8-8df7-6a7499558c3a), after_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:11.059418 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8c4a4cfa-daac-404f-8bc4-6eb95a42f43b tempest-FloatingIPAdminTestJSON-1724025514 tempest-FloatingIPAdminTestJSON-1724025514-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 96} {{(pid=116162) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 10:59:11.090272 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-8c4a4cfa-daac-404f-8bc4-6eb95a42f43b tempest-FloatingIPAdminTestJSON-1724025514 tempest-FloatingIPAdminTestJSON-1724025514-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-961978'] for segment (b7a9ecbf-6332-4ba6-87fc-d02d0b404918), precommit_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:11.090272 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.db.segments_db [None req-8c4a4cfa-daac-404f-8bc4-6eb95a42f43b tempest-FloatingIPAdminTestJSON-1724025514 tempest-FloatingIPAdminTestJSON-1724025514-project] Added segment b7a9ecbf-6332-4ba6-87fc-d02d0b404918 of type vlan for network c623474b-5a9a-4f0a-a4ae-c9b4a94042f1 Apr 28 10:59:11.128631 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-4ad988b6-ce8b-46df-8785-5ec893d42c1c tempest-DHCPAgentSchedulersTestJSON-1895138160 tempest-DHCPAgentSchedulersTestJSON-1895138160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742234710357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5219112'] for port (639edcf2-1074-45a9-b318-98f327f8e869), after_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:11.148768 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-8c4a4cfa-daac-404f-8bc4-6eb95a42f43b tempest-FloatingIPAdminTestJSON-1724025514 tempest-FloatingIPAdminTestJSON-1724025514-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742234744962'] for network (c623474b-5a9a-4f0a-a4ae-c9b4a94042f1), precommit_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:11.232714 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.db_base_plugin_common [None req-57ae2631-2ad3-48ed-b698-da69a601fb11 None None] Allocated IP 2001:db8::2 (1ec9fbcf-7a57-4aaa-9c30-4e0f43e09480/87015fdc-22d0-4303-81e4-3dfedab09f66/b0858c67-3212-4d3d-aef9-d8996a012213) {{(pid=116163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 10:59:11.237367 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c4a4cfa-daac-404f-8bc4-6eb95a42f43b tempest-FloatingIPAdminTestJSON-1724025514 tempest-FloatingIPAdminTestJSON-1724025514-project] Pushing event updated for resources: {'SecurityGroup': ['ID=45f61475-e28f-4bf8-8df7-6a7499558c3a,revision_number=1']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 10:59:11.250489 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-8c4a4cfa-daac-404f-8bc4-6eb95a42f43b tempest-FloatingIPAdminTestJSON-1724025514 tempest-FloatingIPAdminTestJSON-1724025514-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042'] for network (c623474b-5a9a-4f0a-a4ae-c9b4a94042f1), after_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:11.264390 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c4a4cfa-daac-404f-8bc4-6eb95a42f43b tempest-FloatingIPAdminTestJSON-1724025514 tempest-FloatingIPAdminTestJSON-1724025514-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 10:59:11.264390 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-8c4a4cfa-daac-404f-8bc4-6eb95a42f43b tempest-FloatingIPAdminTestJSON-1724025514 tempest-FloatingIPAdminTestJSON-1724025514-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603020'] for network (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:11.269966 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-13f4c760-66ef-47f2-98a0-c7e566f6e46a admin admin] Publish callbacks [] for router (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:11.271214 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-13f4c760-66ef-47f2-98a0-c7e566f6e46a admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 916 time: 8.0786264 Apr 28 10:59:11.271882 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-225f0843-f803-4eef-855b-72be3fb0e1a7 tempest-ExternalNetworksTestJSON-722277804 tempest-ExternalNetworksTestJSON-722277804-project-admin] Network dffe628c-7504-4f2e-9d15-a010114fe578 is scheduled to be hosted by DHCP agent 75ba81b7-fe99-4281-90d2-a5adb445ecea with binding_index 1 {{(pid=116161) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 10:59:11.279912 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 48624) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 10:59:11.287086 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a955a640-71e3-4cb6-81e4-10f61cc3c6ed None None] Pushing event updated for resources: {'Port': ['ID=63fb15ac-add7-4583-84b6-e4877dc45c4a,revision_number=2']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 10:59:11.343074 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvr_db [None req-450b48d6-3256-457e-9d1d-9c3151f1fb5c None None] Set router 4bdc4a64-1a8f-439a-af8a-e631bebdc4fa gateway port host: dv-neutron-master-2-hyperv {{(pid=116163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 10:59:11.349359 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ad988b6-ce8b-46df-8785-5ec893d42c1c tempest-DHCPAgentSchedulersTestJSON-1895138160 tempest-DHCPAgentSchedulersTestJSON-1895138160-project] Network 95b7ded5-8efd-4b17-8c46-7d28443eae06 is already hosted by enough agents. {{(pid=116161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 10:59:11.355218 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-f13974aa-4f4f-4a75-a650-cbe89aaa878a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:11.358675 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.scheduler.base_scheduler [None req-4ad988b6-ce8b-46df-8785-5ec893d42c1c tempest-DHCPAgentSchedulersTestJSON-1895138160 tempest-DHCPAgentSchedulersTestJSON-1895138160-project] Resources bound (agent type, host, resource id): {{(pid=116161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 10:59:11.369761 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ad988b6-ce8b-46df-8785-5ec893d42c1c tempest-DHCPAgentSchedulersTestJSON-1895138160 tempest-DHCPAgentSchedulersTestJSON-1895138160-project] Received port after_create {{(pid=116161) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 10:59:11.374624 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad988b6-ce8b-46df-8785-5ec893d42c1c tempest-DHCPAgentSchedulersTestJSON-1895138160 tempest-DHCPAgentSchedulersTestJSON-1895138160-project] Pushing event updated for resources: {'Port': ['ID=639edcf2-1074-45a9-b318-98f327f8e869,revision_number=1']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 10:59:11.401363 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-8c4a4cfa-daac-404f-8bc4-6eb95a42f43b tempest-FloatingIPAdminTestJSON-1724025514 tempest-FloatingIPAdminTestJSON-1724025514-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.9677680 Apr 28 10:59:11.413415 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 48626) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 10:59:11.439997 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.v2.base [None req-2964af9e-5307-449a-8007-6aaf6a8464c6 tempest-FloatingIPAdminTestJSON-1724025514 tempest-FloatingIPAdminTestJSON-1724025514-project] Request body: {'subnet': {'network_id': 'c623474b-5a9a-4f0a-a4ae-c9b4a94042f1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=116162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 10:59:11.511358 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ad988b6-ce8b-46df-8785-5ec893d42c1c tempest-DHCPAgentSchedulersTestJSON-1895138160 tempest-DHCPAgentSchedulersTestJSON-1895138160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 10:59:11.512237 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-4ad988b6-ce8b-46df-8785-5ec893d42c1c tempest-DHCPAgentSchedulersTestJSON-1895138160 tempest-DHCPAgentSchedulersTestJSON-1895138160-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603020'] for port (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:11.532683 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.scheduler.base_scheduler [None req-225f0843-f803-4eef-855b-72be3fb0e1a7 tempest-ExternalNetworksTestJSON-722277804 tempest-ExternalNetworksTestJSON-722277804-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, dffe628c-7504-4f2e-9d15-a010114fe578) {{(pid=116161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 10:59:11.556267 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-225f0843-f803-4eef-855b-72be3fb0e1a7 tempest-ExternalNetworksTestJSON-722277804 tempest-ExternalNetworksTestJSON-722277804-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 10:59:11.556689 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-225f0843-f803-4eef-855b-72be3fb0e1a7 tempest-ExternalNetworksTestJSON-722277804 tempest-ExternalNetworksTestJSON-722277804-project-admin] Publish callbacks [] for subnet (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:11.568410 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c4a4cfa-daac-404f-8bc4-6eb95a42f43b tempest-FloatingIPAdminTestJSON-1724025514 tempest-FloatingIPAdminTestJSON-1724025514-project] Pushing event updated for resources: {'Network': ['ID=c623474b-5a9a-4f0a-a4ae-c9b4a94042f1,revision_number=1']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 10:59:11.620077 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 48628) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 10:59:11.633298 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-e91ce4b0-fe6e-4a6a-b882-e97fdbe41ac6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742234710357'] for port (fc617ca8-1c87-48c2-8189-2007a4cfc7a1), after_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:11.639243 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-90fc88d2-1164-4db3-bd68-695ddae035cf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:11.661487 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b396f04-6daa-445a-9c4a-44f476c4b53a None None] Network dffe628c-7504-4f2e-9d15-a010114fe578 requested from dv-neutron-master-2-hyperv {{(pid=116163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 10:59:11.664470 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Network c623474b-5a9a-4f0a-a4ae-c9b4a94042f1 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=116163) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 28 10:59:11.701959 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-225f0843-f803-4eef-855b-72be3fb0e1a7 tempest-ExternalNetworksTestJSON-722277804 tempest-ExternalNetworksTestJSON-722277804-project-admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 2.7098341 Apr 28 10:59:11.704051 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-4ad988b6-ce8b-46df-8785-5ec893d42c1c tempest-DHCPAgentSchedulersTestJSON-1895138160 tempest-DHCPAgentSchedulersTestJSON-1895138160-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.3031783 Apr 28 10:59:11.710426 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 48630) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 10:59:11.716260 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 48632) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 10:59:11.722386 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.v2.base [None req-1beca1d5-9326-4ba1-8426-180476ed914a tempest-ExternalNetworksTestJSON-722277804 tempest-ExternalNetworksTestJSON-722277804-project-admin] Request body: {'floatingip': {'floating_network_id': 'dffe628c-7504-4f2e-9d15-a010114fe578'}} {{(pid=116161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 10:59:11.748998 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91ce4b0-fe6e-4a6a-b882-e97fdbe41ac6 admin admin] Pushing event updated for resources: {'Port': ['ID=fc617ca8-1c87-48c2-8189-2007a4cfc7a1,revision_number=1']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 10:59:11.767462 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2964af9e-5307-449a-8007-6aaf6a8464c6 tempest-FloatingIPAdminTestJSON-1724025514 tempest-FloatingIPAdminTestJSON-1724025514-project] Made reservation on behalf of af8b99f0c77b4ffb87ea3818439ce0ce for: {'subnet': 1} {{(pid=116162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 10:59:11.770941 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-2964af9e-5307-449a-8007-6aaf6a8464c6 tempest-FloatingIPAdminTestJSON-1724025514 tempest-FloatingIPAdminTestJSON-1724025514-project] Publish callbacks [] for subnet (None), before_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:11.917358 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e91ce4b0-fe6e-4a6a-b882-e97fdbe41ac6 admin admin] Network 86be3515-ed38-47a2-afd0-def5e9d08619 is already hosted by enough agents. {{(pid=116162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 10:59:11.931542 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.plugin [None req-58d1e3aa-74a9-433f-b810-1de1eacaa77c tempest-DHCPAgentSchedulersTestJSON-1895138160 tempest-DHCPAgentSchedulersTestJSON-1895138160-project] Deleting port 639edcf2-1074-45a9-b318-98f327f8e869 {{(pid=116161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 10:59:11.931888 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-58d1e3aa-74a9-433f-b810-1de1eacaa77c tempest-DHCPAgentSchedulersTestJSON-1895138160 tempest-DHCPAgentSchedulersTestJSON-1895138160-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742235130188'] for port (639edcf2-1074-45a9-b318-98f327f8e869), before_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:12.002350 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-f13974aa-4f4f-4a75-a650-cbe89aaa878a admin admin] Publish callbacks [] for security_group (534cd6b8-da57-40f9-9dc8-55e739505203), precommit_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:12.014179 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_hamode_db [None req-450b48d6-3256-457e-9d1d-9c3151f1fb5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bdc4a64-1a8f-439a-af8a-e631bebdc4fa', 'name': 'tempest-ServersTestJSON-90404896-router', 'tenant_id': '19a7f91fec214fcea65c9e72a1c65353', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'external_fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.122'}], 'enable_snat': True}, 'gw_port_id': '0349ac72-fdf4-467a-a64f-2f09d8e6b3a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T10:59:03Z', 'updated_at': '2022-04-28T10:59:08Z', 'revision_number': 3, 'project_id': '19a7f91fec214fcea65c9e72a1c65353', 'gw_port': {'id': '0349ac72-fdf4-467a-a64f-2f09d8e6b3a4', 'name': '', 'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:46:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4bdc4a64-1a8f-439a-af8a-e631bebdc4fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T10:59:05Z', 'updated_at': '2022-04-28T10:59:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=116163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 10:59:12.060000 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa2cf7d2-503d-408f-be58-3e146753765f None None] Network dffe628c-7504-4f2e-9d15-a010114fe578 requested from dv-neutron-master-2-hyperv {{(pid=116163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 10:59:12.067799 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-57ae2631-2ad3-48ed-b698-da69a601fb11 None None] Publish callbacks [] for port (b0858c67-3212-4d3d-aef9-d8996a012213), precommit_create {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:12.079306 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-01ef1de1-12fd-4cef-b76b-793f91379468 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (39cc4f52-f5d9-4e2c-bbfa-7a1c528e1c40), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:12.080309 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-450b48d6-3256-457e-9d1d-9c3151f1fb5c None None] Checking router: 4bdc4a64-1a8f-439a-af8a-e631bebdc4fa for host: dv-neutron-master-2-hyperv {{(pid=116163) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 10:59:12.080661 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-450b48d6-3256-457e-9d1d-9c3151f1fb5c None None] Updating router 4bdc4a64-1a8f-439a-af8a-e631bebdc4fa port 0349ac72-fdf4-467a-a64f-2f09d8e6b3a4 binding host dv-neutron-master-2-hyperv {{(pid=116163) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 28 10:59:12.089497 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-90fc88d2-1164-4db3-bd68-695ddae035cf admin admin] Publish callbacks [] for security_group (18b495a0-56e9-4a70-9ad0-dfcf4217c4a1), precommit_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:12.105253 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-f13974aa-4f4f-4a75-a650-cbe89aaa878a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924426'] for security_group (534cd6b8-da57-40f9-9dc8-55e739505203), after_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:12.168139 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-450b48d6-3256-457e-9d1d-9c3151f1fb5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (0349ac72-fdf4-467a-a64f-2f09d8e6b3a4), before_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:12.206270 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-57ae2631-2ad3-48ed-b698-da69a601fb11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742234710357'] for port (b0858c67-3212-4d3d-aef9-d8996a012213), after_create {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:12.240589 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f13974aa-4f4f-4a75-a650-cbe89aaa878a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=534cd6b8-da57-40f9-9dc8-55e739505203,revision_number=1']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 10:59:12.250444 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-90fc88d2-1164-4db3-bd68-695ddae035cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924426'] for security_group (18b495a0-56e9-4a70-9ad0-dfcf4217c4a1), after_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:12.253675 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-1beca1d5-9326-4ba1-8426-180476ed914a tempest-ExternalNetworksTestJSON-722277804 tempest-ExternalNetworksTestJSON-722277804-project-admin] Publish callbacks [] for floatingip (None), before_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:12.272068 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-58d1e3aa-74a9-433f-b810-1de1eacaa77c tempest-DHCPAgentSchedulersTestJSON-1895138160 tempest-DHCPAgentSchedulersTestJSON-1895138160-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1938497'] for port (639edcf2-1074-45a9-b318-98f327f8e869), precommit_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:12.282870 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-f13974aa-4f4f-4a75-a650-cbe89aaa878a admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=70df1547e8d7462f867eae5c8f703b8f&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3029175 Apr 28 10:59:12.339530 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 48636) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 10:59:12.347511 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.scheduler.base_scheduler [None req-e91ce4b0-fe6e-4a6a-b882-e97fdbe41ac6 admin admin] Resources bound (agent type, host, resource id): {{(pid=116162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 10:59:12.388273 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e91ce4b0-fe6e-4a6a-b882-e97fdbe41ac6 admin admin] Received port after_create {{(pid=116162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 10:59:12.388724 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-e91ce4b0-fe6e-4a6a-b882-e97fdbe41ac6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2063275'] for router_interface (c3307b93-0163-4950-8edf-96a1360d17be), before_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:12.408598 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57ae2631-2ad3-48ed-b698-da69a601fb11 None None] Network 1ec9fbcf-7a57-4aaa-9c30-4e0f43e09480 is already hosted by enough agents. {{(pid=116163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 10:59:12.419985 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.scheduler.base_scheduler [None req-57ae2631-2ad3-48ed-b698-da69a601fb11 None None] Resources bound (agent type, host, resource id): {{(pid=116163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 10:59:12.436027 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Device 54ed23fe-abb8-49c1-b804-6ecc9c6b1b72 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=116163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 10:59:12.447648 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57ae2631-2ad3-48ed-b698-da69a601fb11 None None] Received port after_create {{(pid=116163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 10:59:12.474003 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ae2631-2ad3-48ed-b698-da69a601fb11 None None] Pushing event updated for resources: {'Port': ['ID=b0858c67-3212-4d3d-aef9-d8996a012213,revision_number=1']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 10:59:12.576958 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.plugin [None req-58d1e3aa-74a9-433f-b810-1de1eacaa77c tempest-DHCPAgentSchedulersTestJSON-1895138160 tempest-DHCPAgentSchedulersTestJSON-1895138160-project] Calling delete_port for 639edcf2-1074-45a9-b318-98f327f8e869 owned by {{(pid=116161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 10:59:12.719755 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Provisioning complete for port 54ed23fe-abb8-49c1-b804-6ecc9c6b1b72 triggered by entity L2. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 10:59:12.720205 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (54ed23fe-abb8-49c1-b804-6ecc9c6b1b72), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:12.729683 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.managers [None req-57ae2631-2ad3-48ed-b698-da69a601fb11 None None] Attempting to bind port b0858c67-3212-4d3d-aef9-d8996a012213 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=116163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 28 10:59:12.730207 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.managers [None req-57ae2631-2ad3-48ed-b698-da69a601fb11 None None] Attempting to bind port b0858c67-3212-4d3d-aef9-d8996a012213 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'ffa4348d-378b-4e93-98fa-ab0dc49ee16c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '1ec9fbcf-7a57-4aaa-9c30-4e0f43e09480'}] {{(pid=116163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 28 10:59:12.730712 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57ae2631-2ad3-48ed-b698-da69a601fb11 None None] Attempting to bind port b0858c67-3212-4d3d-aef9-d8996a012213 on network 1ec9fbcf-7a57-4aaa-9c30-4e0f43e09480 {{(pid=116163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 10:59:12.771151 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57ae2631-2ad3-48ed-b698-da69a601fb11 None None] Checking agent: {'id': 'd5baab19-5dd1-4902-922b-84acb048ab9c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 10, 50, 43), 'started_at': datetime.datetime(2022, 4, 28, 10, 51, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 10, 58, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=116163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 10:59:12.771814 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57ae2631-2ad3-48ed-b698-da69a601fb11 None None] Checking segment: {'id': 'ffa4348d-378b-4e93-98fa-ab0dc49ee16c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '1ec9fbcf-7a57-4aaa-9c30-4e0f43e09480'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 10:59:12.772199 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-57ae2631-2ad3-48ed-b698-da69a601fb11 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:12.773255 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57ae2631-2ad3-48ed-b698-da69a601fb11 None None] Bound using segment: {'id': 'ffa4348d-378b-4e93-98fa-ab0dc49ee16c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '1ec9fbcf-7a57-4aaa-9c30-4e0f43e09480'} {{(pid=116163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 10:59:12.773863 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.managers [None req-57ae2631-2ad3-48ed-b698-da69a601fb11 None None] Bound port: b0858c67-3212-4d3d-aef9-d8996a012213, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ffa4348d-378b-4e93-98fa-ab0dc49ee16c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '1ec9fbcf-7a57-4aaa-9c30-4e0f43e09480'}}] {{(pid=116163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 28 10:59:12.774346 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-57ae2631-2ad3-48ed-b698-da69a601fb11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (b0858c67-3212-4d3d-aef9-d8996a012213), before_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:12.783189 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-ed5b998e-ebe6-482d-a41d-a433a9e3c18b admin admin] Publish callbacks [] for security_group (534cd6b8-da57-40f9-9dc8-55e739505203), before_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:12.799228 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-90fc88d2-1164-4db3-bd68-695ddae035cf admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=ff59b943e7af496eb273cb4777e6a7b4&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1745973 Apr 28 10:59:12.808639 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-ed5b998e-ebe6-482d-a41d-a433a9e3c18b admin admin] Publish callbacks [] for security_group (534cd6b8-da57-40f9-9dc8-55e739505203), precommit_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:12.815511 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7180d42-7c3e-4e3d-86aa-1a645e5de2c4 None None] Network 95b7ded5-8efd-4b17-8c46-7d28443eae06 requested from dv-neutron-master-2-hyperv {{(pid=116163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 10:59:12.817814 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-8cb9a317-005f-4cab-9c8b-3921d475ea8e None None] Provisioning complete for port fc617ca8-1c87-48c2-8189-2007a4cfc7a1 triggered by entity DHCP. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 10:59:12.818315 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-8cb9a317-005f-4cab-9c8b-3921d475ea8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (fc617ca8-1c87-48c2-8189-2007a4cfc7a1), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:12.832218 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.db.db_base_plugin_common [None req-69d5770a-d11e-4e20-84bc-3c4a0dafef14 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Allocated IP 2001:db8::142 (1ec9fbcf-7a57-4aaa-9c30-4e0f43e09480/87015fdc-22d0-4303-81e4-3dfedab09f66/5aa1da76-c925-4a48-8ab6-e1703d50029e) {{(pid=116161) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 10:59:12.857420 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 48638) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 10:59:12.871929 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-2964af9e-5307-449a-8007-6aaf6a8464c6 tempest-FloatingIPAdminTestJSON-1724025514 tempest-FloatingIPAdminTestJSON-1724025514-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042'] for subnet (1fa23f6d-b0e0-4e26-a9a3-6e51bfac72cb), after_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:12.890880 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-e91ce4b0-fe6e-4a6a-b882-e97fdbe41ac6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (fc617ca8-1c87-48c2-8189-2007a4cfc7a1), before_update {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:12.984132 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90fc88d2-1164-4db3-bd68-695ddae035cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18b495a0-56e9-4a70-9ad0-dfcf4217c4a1,revision_number=1']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 10:59:13.028953 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-1beca1d5-9326-4ba1-8426-180476ed914a tempest-ExternalNetworksTestJSON-722277804 tempest-ExternalNetworksTestJSON-722277804-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (None), before_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:13.062132 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-ed5b998e-ebe6-482d-a41d-a433a9e3c18b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924426'] for security_group (534cd6b8-da57-40f9-9dc8-55e739505203), after_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:13.065641 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-ed5b998e-ebe6-482d-a41d-a433a9e3c18b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:13.066972 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-ed5b998e-ebe6-482d-a41d-a433a9e3c18b admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/534cd6b8-da57-40f9-9dc8-55e739505203 HTTP/1.1" status: 204 len: 168 time: 0.7237186 Apr 28 10:59:13.094302 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-49fcc65b-03b6-4765-8021-cfee06fb0610 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (None), before_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:13.127257 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-58d1e3aa-74a9-433f-b810-1de1eacaa77c tempest-DHCPAgentSchedulersTestJSON-1895138160 tempest-DHCPAgentSchedulersTestJSON-1895138160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742235135690', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742234710366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5219112'] for port (639edcf2-1074-45a9-b318-98f327f8e869), after_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:13.166372 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-ce896c67-ba01-40d0-b1b3-64788b1c8981 admin admin] Publish callbacks [] for security_group (18b495a0-56e9-4a70-9ad0-dfcf4217c4a1), before_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:13.196940 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5b998e-ebe6-482d-a41d-a433a9e3c18b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=534cd6b8-da57-40f9-9dc8-55e739505203,revision_number=None']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 10:59:13.198645 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2964af9e-5307-449a-8007-6aaf6a8464c6 tempest-FloatingIPAdminTestJSON-1724025514 tempest-FloatingIPAdminTestJSON-1724025514-project] Pushing event updated for resources: {'Subnet': ['ID=1fa23f6d-b0e0-4e26-a9a3-6e51bfac72cb,revision_number=0']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 10:59:13.203857 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-8cb9a317-005f-4cab-9c8b-3921d475ea8e None None] Port fc617ca8-1c87-48c2-8189-2007a4cfc7a1 cannot update to ACTIVE because it is not bound. {{(pid=116163) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 28 10:59:13.283811 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-57ae2631-2ad3-48ed-b698-da69a601fb11 None None] For port b0858c67-3212-4d3d-aef9-d8996a012213, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=116163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 10:59:13.299246 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d1e3aa-74a9-433f-b810-1de1eacaa77c tempest-DHCPAgentSchedulersTestJSON-1895138160 tempest-DHCPAgentSchedulersTestJSON-1895138160-project] Pushing event deleted for resources: {'Port': ['ID=639edcf2-1074-45a9-b318-98f327f8e869,revision_number=None']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 10:59:13.315009 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-450b48d6-3256-457e-9d1d-9c3151f1fb5c None None] Publish callbacks [] for port (0349ac72-fdf4-467a-a64f-2f09d8e6b3a4), precommit_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:13.352375 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-57ae2631-2ad3-48ed-b698-da69a601fb11 None None] For port b0858c67-3212-4d3d-aef9-d8996a012213, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=b0858c67-3212-4d3d-aef9-d8996a012213,segment=NetworkSegment(ffa4348d-378b-4e93-98fa-ab0dc49ee16c),segment_id=ffa4348d-378b-4e93-98fa-ab0dc49ee16c)] {{(pid=116163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 10:59:13.372085 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Current status of the port 54ed23fe-abb8-49c1-b804-6ecc9c6b1b72 is: DOWN; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 10:59:13.372474 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (54ed23fe-abb8-49c1-b804-6ecc9c6b1b72), before_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:13.387384 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-6917fedb-b497-4abd-b259-bdff8206705c None None] Provisioning complete for port 63fb15ac-add7-4583-84b6-e4877dc45c4a triggered by entity DHCP. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 10:59:13.387384 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-6917fedb-b497-4abd-b259-bdff8206705c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (63fb15ac-add7-4583-84b6-e4877dc45c4a), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:13.429822 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.db.db_base_plugin_common [None req-1beca1d5-9326-4ba1-8426-180476ed914a tempest-ExternalNetworksTestJSON-722277804 tempest-ExternalNetworksTestJSON-722277804-project-admin] Allocated IP 172.20.0.13 (dffe628c-7504-4f2e-9d15-a010114fe578/0a0fb383-295b-4f17-9da0-c52efa8598b4/a3425619-960d-42cb-b91f-aa4c77db8f1c) {{(pid=116161) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 10:59:13.446080 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] For port 54ed23fe-abb8-49c1-b804-6ecc9c6b1b72, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=54ed23fe-abb8-49c1-b804-6ecc9c6b1b72,segment=NetworkSegment(142bc50f-d6af-4646-8d06-bb7af6b7b51c),segment_id=142bc50f-d6af-4646-8d06-bb7af6b7b51c)] {{(pid=116163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 10:59:13.447351 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-450b48d6-3256-457e-9d1d-9c3151f1fb5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393'] for port (0349ac72-fdf4-467a-a64f-2f09d8e6b3a4), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:13.462825 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (d5baab19-5dd1-4902-922b-84acb048ab9c), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:13.466392 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-57ae2631-2ad3-48ed-b698-da69a601fb11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393'] for port (b0858c67-3212-4d3d-aef9-d8996a012213), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:13.470441 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-58d1e3aa-74a9-433f-b810-1de1eacaa77c tempest-DHCPAgentSchedulersTestJSON-1895138160 tempest-DHCPAgentSchedulersTestJSON-1895138160-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603020'] for port (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:13.474126 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-58d1e3aa-74a9-433f-b810-1de1eacaa77c tempest-DHCPAgentSchedulersTestJSON-1895138160 tempest-DHCPAgentSchedulersTestJSON-1895138160-project] 10.222.0.10 "DELETE /v2.0/ports/639edcf2-1074-45a9-b318-98f327f8e869 HTTP/1.1" status: 204 len: 168 time: 1.7555339 Apr 28 10:59:13.480712 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 48646) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 10:59:13.531380 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-69d5770a-d11e-4e20-84bc-3c4a0dafef14 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Publish callbacks [] for port (5aa1da76-c925-4a48-8ab6-e1703d50029e), precommit_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:13.547520 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393'] for port (54ed23fe-abb8-49c1-b804-6ecc9c6b1b72), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:13.548310 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Device 63fb15ac-add7-4583-84b6-e4877dc45c4a up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=116163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 10:59:13.567615 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-ce896c67-ba01-40d0-b1b3-64788b1c8981 admin admin] Publish callbacks [] for security_group (18b495a0-56e9-4a70-9ad0-dfcf4217c4a1), precommit_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:13.571749 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2964af9e-5307-449a-8007-6aaf6a8464c6 tempest-FloatingIPAdminTestJSON-1724025514 tempest-FloatingIPAdminTestJSON-1724025514-project] Checking segment: {'id': 'b7a9ecbf-6332-4ba6-87fc-d02d0b404918', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'c623474b-5a9a-4f0a-a4ae-c9b4a94042f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 10:59:13.572114 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2964af9e-5307-449a-8007-6aaf6a8464c6 tempest-FloatingIPAdminTestJSON-1724025514 tempest-FloatingIPAdminTestJSON-1724025514-project] Network hostable DHCP agents. Network: c623474b-5a9a-4f0a-a4ae-c9b4a94042f1, hostable agents: ['75ba81b7-fe99-4281-90d2-a5adb445ecea'], hosted agents: [] {{(pid=116162) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 10:59:13.668096 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.managers [None req-450b48d6-3256-457e-9d1d-9c3151f1fb5c None None] Attempting to bind port 0349ac72-fdf4-467a-a64f-2f09d8e6b3a4 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=116163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 28 10:59:13.668096 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.managers [None req-450b48d6-3256-457e-9d1d-9c3151f1fb5c None None] Attempting to bind port 0349ac72-fdf4-467a-a64f-2f09d8e6b3a4 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '142bc50f-d6af-4646-8d06-bb7af6b7b51c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c'}] {{(pid=116163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 28 10:59:13.668381 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-450b48d6-3256-457e-9d1d-9c3151f1fb5c None None] Attempting to bind port 0349ac72-fdf4-467a-a64f-2f09d8e6b3a4 on network 7be49d94-bbb8-4a61-bafe-209c5f861e1c {{(pid=116163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 10:59:13.673621 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-1beca1d5-9326-4ba1-8426-180476ed914a tempest-ExternalNetworksTestJSON-722277804 tempest-ExternalNetworksTestJSON-722277804-project-admin] Publish callbacks [] for port (a3425619-960d-42cb-b91f-aa4c77db8f1c), precommit_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:13.680984 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a195b819-3cca-4e67-bb5a-feb07bad2458 None None] Pushing event updated for resources: {'Port': ['ID=0349ac72-fdf4-467a-a64f-2f09d8e6b3a4,revision_number=2']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 10:59:13.690718 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-450b48d6-3256-457e-9d1d-9c3151f1fb5c None None] Checking agent: {'id': 'd5baab19-5dd1-4902-922b-84acb048ab9c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 10, 50, 43), 'started_at': datetime.datetime(2022, 4, 28, 10, 51, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 10, 59, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=116163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 10:59:13.690964 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-450b48d6-3256-457e-9d1d-9c3151f1fb5c None None] Checking segment: {'id': '142bc50f-d6af-4646-8d06-bb7af6b7b51c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 10:59:13.691370 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-450b48d6-3256-457e-9d1d-9c3151f1fb5c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:13.692067 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-450b48d6-3256-457e-9d1d-9c3151f1fb5c None None] Bound using segment: {'id': '142bc50f-d6af-4646-8d06-bb7af6b7b51c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c'} {{(pid=116163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 10:59:13.692442 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.managers [None req-450b48d6-3256-457e-9d1d-9c3151f1fb5c None None] Bound port: 0349ac72-fdf4-467a-a64f-2f09d8e6b3a4, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '142bc50f-d6af-4646-8d06-bb7af6b7b51c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c'}}] {{(pid=116163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 28 10:59:13.692854 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-450b48d6-3256-457e-9d1d-9c3151f1fb5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (0349ac72-fdf4-467a-a64f-2f09d8e6b3a4), before_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:13.734893 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-69d5770a-d11e-4e20-84bc-3c4a0dafef14 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742234710357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5219112'] for port (5aa1da76-c925-4a48-8ab6-e1703d50029e), after_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:13.781488 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2964af9e-5307-449a-8007-6aaf6a8464c6 tempest-FloatingIPAdminTestJSON-1724025514 tempest-FloatingIPAdminTestJSON-1724025514-project] Network c623474b-5a9a-4f0a-a4ae-c9b4a94042f1 is scheduled to be hosted by DHCP agent 75ba81b7-fe99-4281-90d2-a5adb445ecea with binding_index 1 {{(pid=116162) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 10:59:13.783657 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69d5770a-d11e-4e20-84bc-3c4a0dafef14 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Network 1ec9fbcf-7a57-4aaa-9c30-4e0f43e09480 is already hosted by enough agents. {{(pid=116161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 10:59:13.793700 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.scheduler.base_scheduler [None req-69d5770a-d11e-4e20-84bc-3c4a0dafef14 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Resources bound (agent type, host, resource id): {{(pid=116161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 10:59:13.797980 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69d5770a-d11e-4e20-84bc-3c4a0dafef14 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Received port after_create {{(pid=116161) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 10:59:13.804935 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69d5770a-d11e-4e20-84bc-3c4a0dafef14 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 10:59:13.806642 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-69d5770a-d11e-4e20-84bc-3c4a0dafef14 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603020'] for port (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:13.834768 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-1beca1d5-9326-4ba1-8426-180476ed914a tempest-ExternalNetworksTestJSON-722277804 tempest-ExternalNetworksTestJSON-722277804-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742234710357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5219112'] for port (a3425619-960d-42cb-b91f-aa4c77db8f1c), after_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:13.861532 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1beca1d5-9326-4ba1-8426-180476ed914a tempest-ExternalNetworksTestJSON-722277804 tempest-ExternalNetworksTestJSON-722277804-project-admin] Network dffe628c-7504-4f2e-9d15-a010114fe578 is already hosted by enough agents. {{(pid=116161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 10:59:13.863057 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d5770a-d11e-4e20-84bc-3c4a0dafef14 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Pushing event updated for resources: {'Port': ['ID=5aa1da76-c925-4a48-8ab6-e1703d50029e,revision_number=1']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 10:59:13.871117 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.scheduler.base_scheduler [None req-1beca1d5-9326-4ba1-8426-180476ed914a tempest-ExternalNetworksTestJSON-722277804 tempest-ExternalNetworksTestJSON-722277804-project-admin] Resources bound (agent type, host, resource id): {{(pid=116161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 10:59:13.872470 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-6917fedb-b497-4abd-b259-bdff8206705c None None] Current status of the port 63fb15ac-add7-4583-84b6-e4877dc45c4a is: DOWN; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 10:59:13.873394 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-6917fedb-b497-4abd-b259-bdff8206705c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (63fb15ac-add7-4583-84b6-e4877dc45c4a), before_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:13.873804 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1beca1d5-9326-4ba1-8426-180476ed914a tempest-ExternalNetworksTestJSON-722277804 tempest-ExternalNetworksTestJSON-722277804-project-admin] Received port after_create {{(pid=116161) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 10:59:13.879729 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Provisioning complete for port 63fb15ac-add7-4583-84b6-e4877dc45c4a triggered by entity L2. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 10:59:13.880285 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (63fb15ac-add7-4583-84b6-e4877dc45c4a), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:13.890927 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ae2631-2ad3-48ed-b698-da69a601fb11 None None] Pushing event updated for resources: {'Port': ['ID=b0858c67-3212-4d3d-aef9-d8996a012213,revision_number=2']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 10:59:13.902231 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-450b48d6-3256-457e-9d1d-9c3151f1fb5c None None] For port 0349ac72-fdf4-467a-a64f-2f09d8e6b3a4, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=116163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 10:59:13.915675 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-e91ce4b0-fe6e-4a6a-b882-e97fdbe41ac6 admin admin] Publish callbacks [] for port (fc617ca8-1c87-48c2-8189-2007a4cfc7a1), precommit_update {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:13.929072 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-ce896c67-ba01-40d0-b1b3-64788b1c8981 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924426'] for security_group (18b495a0-56e9-4a70-9ad0-dfcf4217c4a1), after_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:13.936405 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-ce896c67-ba01-40d0-b1b3-64788b1c8981 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:13.940747 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-ce896c67-ba01-40d0-b1b3-64788b1c8981 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/18b495a0-56e9-4a70-9ad0-dfcf4217c4a1 HTTP/1.1" status: 204 len: 168 time: 1.0820692 Apr 28 10:59:13.970840 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-69d5770a-d11e-4e20-84bc-3c4a0dafef14 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 3.7217410 Apr 28 10:59:13.971566 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 48654) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 10:59:13.989198 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.scheduler.base_scheduler [None req-2964af9e-5307-449a-8007-6aaf6a8464c6 tempest-FloatingIPAdminTestJSON-1724025514 tempest-FloatingIPAdminTestJSON-1724025514-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, c623474b-5a9a-4f0a-a4ae-c9b4a94042f1) {{(pid=116162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 10:59:14.000382 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2964af9e-5307-449a-8007-6aaf6a8464c6 tempest-FloatingIPAdminTestJSON-1724025514 tempest-FloatingIPAdminTestJSON-1724025514-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 10:59:14.002047 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-2964af9e-5307-449a-8007-6aaf6a8464c6 tempest-FloatingIPAdminTestJSON-1724025514 tempest-FloatingIPAdminTestJSON-1724025514-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603020'] for subnet (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:14.015362 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.db.db_base_plugin_common [None req-49fcc65b-03b6-4765-8021-cfee06fb0610 admin admin] Allocated IP 172.20.0.1 (4da8bd43-d906-4f61-8b6f-8dd6519937e1/92361fe4-492b-4a32-8d67-8edec320c5e2/8831271f-a430-441d-9f3d-a067d7643f47) {{(pid=116162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 10:59:14.022389 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce896c67-ba01-40d0-b1b3-64788b1c8981 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18b495a0-56e9-4a70-9ad0-dfcf4217c4a1,revision_number=None']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 10:59:14.024298 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-e91ce4b0-fe6e-4a6a-b882-e97fdbe41ac6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393'] for port (fc617ca8-1c87-48c2-8189-2007a4cfc7a1), after_update {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:14.025772 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-e91ce4b0-fe6e-4a6a-b882-e97fdbe41ac6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1603056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2063387'] for router_interface (c3307b93-0163-4950-8edf-96a1360d17be), after_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:14.067681 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5fa1348-af63-431c-906f-f47d0586a4fd None None] Network c623474b-5a9a-4f0a-a4ae-c9b4a94042f1 requested from dv-neutron-master-2-hyperv {{(pid=116163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 10:59:14.154962 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-450b48d6-3256-457e-9d1d-9c3151f1fb5c None None] For port 0349ac72-fdf4-467a-a64f-2f09d8e6b3a4, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=0349ac72-fdf4-467a-a64f-2f09d8e6b3a4,segment=NetworkSegment(142bc50f-d6af-4646-8d06-bb7af6b7b51c),segment_id=142bc50f-d6af-4646-8d06-bb7af6b7b51c)] {{(pid=116163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 10:59:14.169163 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-fd2cb28d-a434-4d64-b142-46f256293023 tempest-DHCPAgentSchedulersTestJSON-1039882571 tempest-DHCPAgentSchedulersTestJSON-1039882571-project-admin] 10.222.0.10 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4560 time: 0.6832526 Apr 28 10:59:14.195499 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 48656) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 10:59:14.198037 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1beca1d5-9326-4ba1-8426-180476ed914a tempest-ExternalNetworksTestJSON-722277804 tempest-ExternalNetworksTestJSON-722277804-project-admin] Pushing event updated for resources: {'Port': ['ID=a3425619-960d-42cb-b91f-aa4c77db8f1c,revision_number=1']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 10:59:14.222772 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.v2.base [None req-599dcbb7-a1ec-4d33-b58b-72aa057d1efc tempest-DHCPAgentSchedulersTestJSON-1895138160 tempest-DHCPAgentSchedulersTestJSON-1895138160-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-963731160'}} {{(pid=116161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 10:59:14.246936 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-2964af9e-5307-449a-8007-6aaf6a8464c6 tempest-FloatingIPAdminTestJSON-1724025514 tempest-FloatingIPAdminTestJSON-1724025514-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.8247881 Apr 28 10:59:14.247833 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 48658) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 10:59:14.256145 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-6917fedb-b497-4abd-b259-bdff8206705c None None] For port 63fb15ac-add7-4583-84b6-e4877dc45c4a, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=63fb15ac-add7-4583-84b6-e4877dc45c4a,segment=NetworkSegment(fd8b8263-ccf4-4136-839b-f5d50e179eb3),segment_id=fd8b8263-ccf4-4136-839b-f5d50e179eb3)] {{(pid=116163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 10:59:14.270540 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.v2.base [None req-37488f68-eae1-473d-9642-2227a1943c6d tempest-FloatingIPAdminTestJSON-1724025514 tempest-FloatingIPAdminTestJSON-1724025514-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-992963720', 'external_gateway_info': {'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c'}, 'admin_state_up': False}} {{(pid=116162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 10:59:14.312735 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b067aeba-cf14-4f62-ac2d-f03d79713cc6 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 10:59:14.323133 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b067aeba-cf14-4f62-ac2d-f03d79713cc6 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 10:59:14.328651 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91ce4b0-fe6e-4a6a-b882-e97fdbe41ac6 admin admin] Pushing event updated for resources: {'Port': ['ID=fc617ca8-1c87-48c2-8189-2007a4cfc7a1,revision_number=2']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 10:59:14.331533 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-b067aeba-cf14-4f62-ac2d-f03d79713cc6 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.3484011 Apr 28 10:59:14.333453 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 48660) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 10:59:14.371856 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-599dcbb7-a1ec-4d33-b58b-72aa057d1efc tempest-DHCPAgentSchedulersTestJSON-1895138160 tempest-DHCPAgentSchedulersTestJSON-1895138160-project] Made reservation on behalf of a4888da503f44d01a5869ebdfcffd074 for: {'network': 1} {{(pid=116161) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 10:59:14.375276 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-599dcbb7-a1ec-4d33-b58b-72aa057d1efc tempest-DHCPAgentSchedulersTestJSON-1895138160 tempest-DHCPAgentSchedulersTestJSON-1895138160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for network (None), before_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:14.382091 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-450b48d6-3256-457e-9d1d-9c3151f1fb5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393'] for port (0349ac72-fdf4-467a-a64f-2f09d8e6b3a4), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:14.403047 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e91ce4b0-fe6e-4a6a-b882-e97fdbe41ac6 admin admin] Network 86be3515-ed38-47a2-afd0-def5e9d08619 is already hosted by enough agents. {{(pid=116162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 10:59:14.403246 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-6917fedb-b497-4abd-b259-bdff8206705c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393'] for port (63fb15ac-add7-4583-84b6-e4877dc45c4a), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:14.405314 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Pushing event updated for resources: {'Port': ['ID=54ed23fe-abb8-49c1-b804-6ecc9c6b1b72,revision_number=4']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 10:59:14.405945 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.scheduler.base_scheduler [None req-e91ce4b0-fe6e-4a6a-b882-e97fdbe41ac6 admin admin] Resources bound (agent type, host, resource id): {{(pid=116162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 10:59:14.481560 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-1beca1d5-9326-4ba1-8426-180476ed914a tempest-ExternalNetworksTestJSON-722277804 tempest-ExternalNetworksTestJSON-722277804-project-admin] Publish callbacks [] for floatingip (f8ae0dcf-3945-4de3-8cfd-2511623b64cc), precommit_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:14.496966 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-37488f68-eae1-473d-9642-2227a1943c6d tempest-FloatingIPAdminTestJSON-1724025514 tempest-FloatingIPAdminTestJSON-1724025514-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2060459', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-63449'] for router (76ac97e8-357a-4c02-ab8f-161546f85317), before_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:14.498338 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-37488f68-eae1-473d-9642-2227a1943c6d tempest-FloatingIPAdminTestJSON-1724025514 tempest-FloatingIPAdminTestJSON-1724025514-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2060827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1935275', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1960866', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-63266'] for router (76ac97e8-357a-4c02-ab8f-161546f85317), precommit_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:14.507238 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-599dcbb7-a1ec-4d33-b58b-72aa057d1efc tempest-DHCPAgentSchedulersTestJSON-1895138160 tempest-DHCPAgentSchedulersTestJSON-1895138160-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 94} {{(pid=116161) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 10:59:14.509891 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-49fcc65b-03b6-4765-8021-cfee06fb0610 admin admin] Publish callbacks [] for port (8831271f-a430-441d-9f3d-a067d7643f47), precommit_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:14.511603 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 48662) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 10:59:14.572388 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-599dcbb7-a1ec-4d33-b58b-72aa057d1efc tempest-DHCPAgentSchedulersTestJSON-1895138160 tempest-DHCPAgentSchedulersTestJSON-1895138160-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-961978'] for segment (b918002a-24a0-49be-ae98-72d188a9cc79), precommit_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:14.573030 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.db.segments_db [None req-599dcbb7-a1ec-4d33-b58b-72aa057d1efc tempest-DHCPAgentSchedulersTestJSON-1895138160 tempest-DHCPAgentSchedulersTestJSON-1895138160-project] Added segment b918002a-24a0-49be-ae98-72d188a9cc79 of type vlan for network d5f1bdcf-671a-45b7-af6b-da36ae7f0f5d Apr 28 10:59:14.580344 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-36007c6c-3cb5-419a-a0f1-1856d06c9402 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:14.595971 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-62494ec2-7ad9-4ebf-a222-8fca84d6844a None None] Could not find standard attr ID for object 639edcf2-1074-45a9-b318-98f327f8e869. {{(pid=116163) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:182}} Apr 28 10:59:14.631609 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-450b48d6-3256-457e-9d1d-9c3151f1fb5c None None] Routers {'4bdc4a64-1a8f-439a-af8a-e631bebdc4fa'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=116163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 10:59:14.645929 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_hamode_db [None req-450b48d6-3256-457e-9d1d-9c3151f1fb5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-28T10:50:39Z,description=,heartbeat_timestamp=2022-04-28T10:59:09Z,host='dv-neutron-master-2-hyperv',id=6b492ad6-0876-4d74-b20d-28143a52ceba,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T10:50:40Z,topic='l3_agent')) {'router_ids': ['4bdc4a64-1a8f-439a-af8a-e631bebdc4fa'], 'active': True} {{(pid=116163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 10:59:14.657282 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19c8f68f-001f-4c63-81df-2f325830ee99 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-c623474b-5a9a-4f0a-a4ae-c9b4a94042f1', 'network_id': 'c623474b-5a9a-4f0a-a4ae-c9b4a94042f1', 'project_id': 'af8b99f0c77b4ffb87ea3818439ce0ce', 'fixed_ips': [{'subnet_id': '1fa23f6d-b0e0-4e26-a9a3-6e51bfac72cb'}]}} from dv-neutron-master-2-hyperv. {{(pid=116163) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 28 10:59:14.658484 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-19c8f68f-001f-4c63-81df-2f325830ee99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (None), before_create {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:14.729375 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-1beca1d5-9326-4ba1-8426-180476ed914a tempest-ExternalNetworksTestJSON-722277804 tempest-ExternalNetworksTestJSON-722277804-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (a3425619-960d-42cb-b91f-aa4c77db8f1c), before_update {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:14.753622 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Current status of the port 63fb15ac-add7-4583-84b6-e4877dc45c4a is: ACTIVE; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 10:59:14.759592 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-36007c6c-3cb5-419a-a0f1-1856d06c9402 admin admin] Publish callbacks [] for security_group (e1f4cb6b-02af-45a1-a08e-2913c12829b2), precommit_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:14.790149 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a195b819-3cca-4e67-bb5a-feb07bad2458 None None] Pushing event updated for resources: {'Port': ['ID=0349ac72-fdf4-467a-a64f-2f09d8e6b3a4,revision_number=3']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 10:59:14.804082 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-62494ec2-7ad9-4ebf-a222-8fca84d6844a None None] Provisioning complete for port 63fb15ac-add7-4583-84b6-e4877dc45c4a triggered by entity DHCP. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 10:59:14.804910 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-62494ec2-7ad9-4ebf-a222-8fca84d6844a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (63fb15ac-add7-4583-84b6-e4877dc45c4a), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:14.840821 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-37488f68-eae1-473d-9642-2227a1943c6d tempest-FloatingIPAdminTestJSON-1724025514 tempest-FloatingIPAdminTestJSON-1724025514-project] Publish callbacks [] for router_controller (76ac97e8-357a-4c02-ab8f-161546f85317), precommit_add_association {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:14.846620 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-36007c6c-3cb5-419a-a0f1-1856d06c9402 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924426'] for security_group (e1f4cb6b-02af-45a1-a08e-2913c12829b2), after_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:14.871429 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e91ce4b0-fe6e-4a6a-b882-e97fdbe41ac6 admin admin] Router c3307b93-0163-4950-8edf-96a1360d17be has already been hosted by L3 agent 6b492ad6-0876-4d74-b20d-28143a52ceba {{(pid=116162) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 10:59:15.017886 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-1beca1d5-9326-4ba1-8426-180476ed914a tempest-ExternalNetworksTestJSON-722277804 tempest-ExternalNetworksTestJSON-722277804-project-admin] Publish callbacks [] for port (a3425619-960d-42cb-b91f-aa4c77db8f1c), precommit_update {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:15.025342 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-49fcc65b-03b6-4765-8021-cfee06fb0610 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742234710357'] for port (8831271f-a430-441d-9f3d-a067d7643f47), after_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:15.031845 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.plugin [None req-671140d8-ec09-4b56-a507-59027a4af1cd tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Deleting port 5aa1da76-c925-4a48-8ab6-e1703d50029e {{(pid=116161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 10:59:15.032375 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-671140d8-ec09-4b56-a507-59027a4af1cd tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742235130188'] for port (5aa1da76-c925-4a48-8ab6-e1703d50029e), before_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:15.077258 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-599dcbb7-a1ec-4d33-b58b-72aa057d1efc tempest-DHCPAgentSchedulersTestJSON-1895138160 tempest-DHCPAgentSchedulersTestJSON-1895138160-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742234744962'] for network (d5f1bdcf-671a-45b7-af6b-da36ae7f0f5d), precommit_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:15.095284 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-1beca1d5-9326-4ba1-8426-180476ed914a tempest-ExternalNetworksTestJSON-722277804 tempest-ExternalNetworksTestJSON-722277804-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5219123'] for port (a3425619-960d-42cb-b91f-aa4c77db8f1c), after_update {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:15.119568 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvr_db [None req-450b48d6-3256-457e-9d1d-9c3151f1fb5c None None] Set router 4bdc4a64-1a8f-439a-af8a-e631bebdc4fa gateway port host: dv-neutron-master-2-hyperv {{(pid=116163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 10:59:15.177688 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1beca1d5-9326-4ba1-8426-180476ed914a tempest-ExternalNetworksTestJSON-722277804 tempest-ExternalNetworksTestJSON-722277804-project-admin] Pushing event updated for resources: {'Port': ['ID=a3425619-960d-42cb-b91f-aa4c77db8f1c,revision_number=2']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 10:59:15.193898 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.db.resource_extend [None req-599dcbb7-a1ec-4d33-b58b-72aa057d1efc tempest-DHCPAgentSchedulersTestJSON-1895138160 tempest-DHCPAgentSchedulersTestJSON-1895138160-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=116161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 28 10:59:15.245438 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6917fedb-b497-4abd-b259-bdff8206705c None None] Pushing event updated for resources: {'Port': ['ID=63fb15ac-add7-4583-84b6-e4877dc45c4a,revision_number=3']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 10:59:15.264755 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Device 54ed23fe-abb8-49c1-b804-6ecc9c6b1b72 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=116163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 10:59:15.294699 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-1beca1d5-9326-4ba1-8426-180476ed914a tempest-ExternalNetworksTestJSON-722277804 tempest-ExternalNetworksTestJSON-722277804-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2063164'] for floatingip (f8ae0dcf-3945-4de3-8cfd-2511623b64cc), after_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:15.321207 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-599dcbb7-a1ec-4d33-b58b-72aa057d1efc tempest-DHCPAgentSchedulersTestJSON-1895138160 tempest-DHCPAgentSchedulersTestJSON-1895138160-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042'] for network (d5f1bdcf-671a-45b7-af6b-da36ae7f0f5d), after_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:15.323352 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-36007c6c-3cb5-419a-a0f1-1856d06c9402 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=1785ec77a3644fcba2e8ed5cb587ee74&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8064647 Apr 28 10:59:15.327107 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-599dcbb7-a1ec-4d33-b58b-72aa057d1efc tempest-DHCPAgentSchedulersTestJSON-1895138160 tempest-DHCPAgentSchedulersTestJSON-1895138160-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 10:59:15.328164 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-599dcbb7-a1ec-4d33-b58b-72aa057d1efc tempest-DHCPAgentSchedulersTestJSON-1895138160 tempest-DHCPAgentSchedulersTestJSON-1895138160-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603020'] for network (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:15.342958 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 48674) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 10:59:15.355185 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49fcc65b-03b6-4765-8021-cfee06fb0610 admin admin] Pushing event updated for resources: {'Port': ['ID=8831271f-a430-441d-9f3d-a067d7643f47,revision_number=1']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 10:59:15.357690 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36007c6c-3cb5-419a-a0f1-1856d06c9402 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1f4cb6b-02af-45a1-a08e-2913c12829b2,revision_number=1']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 10:59:15.515134 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Provisioning complete for port 54ed23fe-abb8-49c1-b804-6ecc9c6b1b72 triggered by entity L2. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 10:59:15.515808 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (54ed23fe-abb8-49c1-b804-6ecc9c6b1b72), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:15.519513 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49fcc65b-03b6-4765-8021-cfee06fb0610 admin admin] Network 4da8bd43-d906-4f61-8b6f-8dd6519937e1 is already hosted by enough agents. {{(pid=116162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 10:59:15.523707 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-37488f68-eae1-473d-9642-2227a1943c6d tempest-FloatingIPAdminTestJSON-1724025514 tempest-FloatingIPAdminTestJSON-1724025514-project] Publish callbacks [] for router_gateway (76ac97e8-357a-4c02-ab8f-161546f85317), precommit_update {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:15.530198 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.scheduler.base_scheduler [None req-49fcc65b-03b6-4765-8021-cfee06fb0610 admin admin] Resources bound (agent type, host, resource id): {{(pid=116162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 10:59:15.558555 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49fcc65b-03b6-4765-8021-cfee06fb0610 admin admin] Received port after_create {{(pid=116162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 10:59:15.559044 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-49fcc65b-03b6-4765-8021-cfee06fb0610 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2063275'] for router_interface (4bdc4a64-1a8f-439a-af8a-e631bebdc4fa), before_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:15.649862 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.db_base_plugin_common [None req-19c8f68f-001f-4c63-81df-2f325830ee99 None None] Allocated IP 172.20.0.2 (c623474b-5a9a-4f0a-a4ae-c9b4a94042f1/1fa23f6d-b0e0-4e26-a9a3-6e51bfac72cb/4e3956ce-900b-44cd-ae68-15e14ae0c69a) {{(pid=116163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 10:59:15.656825 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-62494ec2-7ad9-4ebf-a222-8fca84d6844a None None] Current status of the port 63fb15ac-add7-4583-84b6-e4877dc45c4a is: ACTIVE; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 10:59:15.697623 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-599dcbb7-a1ec-4d33-b58b-72aa057d1efc tempest-DHCPAgentSchedulersTestJSON-1895138160 tempest-DHCPAgentSchedulersTestJSON-1895138160-project] Pushing event updated for resources: {'Network': ['ID=d5f1bdcf-671a-45b7-af6b-da36ae7f0f5d,revision_number=1']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 10:59:15.708688 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-599dcbb7-a1ec-4d33-b58b-72aa057d1efc tempest-DHCPAgentSchedulersTestJSON-1895138160 tempest-DHCPAgentSchedulersTestJSON-1895138160-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.5116994 Apr 28 10:59:15.712418 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-1beca1d5-9326-4ba1-8426-180476ed914a tempest-ExternalNetworksTestJSON-722277804 tempest-ExternalNetworksTestJSON-722277804-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198022'] for floatingip (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:15.717200 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-1beca1d5-9326-4ba1-8426-180476ed914a tempest-ExternalNetworksTestJSON-722277804 tempest-ExternalNetworksTestJSON-722277804-project-admin] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.9996643 Apr 28 10:59:15.719727 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 48682) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 10:59:15.720315 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 48684) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 10:59:15.722483 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-671140d8-ec09-4b56-a507-59027a4af1cd tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1938497'] for port (5aa1da76-c925-4a48-8ab6-e1703d50029e), precommit_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:15.749882 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.plugin [None req-671140d8-ec09-4b56-a507-59027a4af1cd tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Calling delete_port for 5aa1da76-c925-4a48-8ab6-e1703d50029e owned by {{(pid=116161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 10:59:15.797981 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-70697f5c-0cba-497e-8077-4043290359d0 admin admin] Publish callbacks [] for security_group (e1f4cb6b-02af-45a1-a08e-2913c12829b2), before_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:15.880273 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-70697f5c-0cba-497e-8077-4043290359d0 admin admin] Publish callbacks [] for security_group (e1f4cb6b-02af-45a1-a08e-2913c12829b2), precommit_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:15.892945 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 48690) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 10:59:15.949497 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Network d5f1bdcf-671a-45b7-af6b-da36ae7f0f5d details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=116163) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 28 10:59:15.958221 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e91ce4b0-fe6e-4a6a-b882-e97fdbe41ac6 admin admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=116162) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 10:59:15.970137 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c94d3d0-a514-4841-991a-8a2d66e38e2e None None] Sync routers for ids ['c3307b93-0163-4950-8edf-96a1360d17be'] in dv-neutron-master-2-hyperv {{(pid=116164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 10:59:15.986830 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c94d3d0-a514-4841-991a-8a2d66e38e2e None None] Routers {'c3307b93-0163-4950-8edf-96a1360d17be'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=116164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 10:59:15.987761 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_hamode_db [None req-7c94d3d0-a514-4841-991a-8a2d66e38e2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-28T10:50:39Z,description=,heartbeat_timestamp=2022-04-28T10:59:09Z,host='dv-neutron-master-2-hyperv',id=6b492ad6-0876-4d74-b20d-28143a52ceba,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T10:50:40Z,topic='l3_agent')) {'router_ids': ['c3307b93-0163-4950-8edf-96a1360d17be'], 'active': True} {{(pid=116164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 10:59:16.022838 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-e91ce4b0-fe6e-4a6a-b882-e97fdbe41ac6 admin admin] 10.222.0.10 "PUT /v2.0/routers/c3307b93-0163-4950-8edf-96a1360d17be/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0492535 Apr 28 10:59:16.028624 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-18827114-9191-4753-b9c7-8e5bd2691d7d None None] Provisioning complete for port fc617ca8-1c87-48c2-8189-2007a4cfc7a1 triggered by entity DHCP. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 10:59:16.029150 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-18827114-9191-4753-b9c7-8e5bd2691d7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (fc617ca8-1c87-48c2-8189-2007a4cfc7a1), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:16.050323 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-6cfe3c83-ad7c-4fdc-ab76-38e36ecac712 tempest-ExternalNetworksTestJSON-722277804 tempest-ExternalNetworksTestJSON-722277804-project-admin] 10.222.0.10 "GET /v2.0/floatingips?floating_network_id=dffe628c-7504-4f2e-9d15-a010114fe578 HTTP/1.1" status: 200 len: 690 time: 0.3218646 Apr 28 10:59:16.059413 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 48696) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 10:59:16.125367 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-70697f5c-0cba-497e-8077-4043290359d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924426'] for security_group (e1f4cb6b-02af-45a1-a08e-2913c12829b2), after_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:16.134875 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-70697f5c-0cba-497e-8077-4043290359d0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:16.137086 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_hamode_db [None req-450b48d6-3256-457e-9d1d-9c3151f1fb5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bdc4a64-1a8f-439a-af8a-e631bebdc4fa', 'name': 'tempest-ServersTestJSON-90404896-router', 'tenant_id': '19a7f91fec214fcea65c9e72a1c65353', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'external_fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.122'}], 'enable_snat': True}, 'gw_port_id': '0349ac72-fdf4-467a-a64f-2f09d8e6b3a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T10:59:03Z', 'updated_at': '2022-04-28T10:59:08Z', 'revision_number': 3, 'project_id': '19a7f91fec214fcea65c9e72a1c65353', 'gw_port': {'id': '0349ac72-fdf4-467a-a64f-2f09d8e6b3a4', 'name': '', 'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:46:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4bdc4a64-1a8f-439a-af8a-e631bebdc4fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T10:59:05Z', 'updated_at': '2022-04-28T10:59:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=116163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 10:59:16.142838 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_dvr_db [None req-7c94d3d0-a514-4841-991a-8a2d66e38e2e None None] Set router c3307b93-0163-4950-8edf-96a1360d17be gateway port host: dv-neutron-master-2-hyperv {{(pid=116164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 10:59:16.146024 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-70697f5c-0cba-497e-8077-4043290359d0 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/e1f4cb6b-02af-45a1-a08e-2913c12829b2 HTTP/1.1" status: 204 len: 168 time: 0.7928913 Apr 28 10:59:16.166629 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [None req-9a550986-9688-4817-992a-b48ea1d41ffb tempest-ExtensionsTestJSON-940594254 tempest-ExtensionsTestJSON-940594254-project] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=116161) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 28 10:59:16.173629 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-9a550986-9688-4817-992a-b48ea1d41ffb tempest-ExtensionsTestJSON-940594254 tempest-ExtensionsTestJSON-940594254-project] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14315 time: 0.2762349 Apr 28 10:59:16.175619 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-49fcc65b-03b6-4765-8021-cfee06fb0610 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (8831271f-a430-441d-9f3d-a067d7643f47), before_update {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:16.177281 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 48700) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 10:59:16.190448 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [None req-da92f3ae-3e96-478d-9b4b-336e37c300a6 tempest-ExtensionsTestJSON-940594254 tempest-ExtensionsTestJSON-940594254-project] http://10.222.0.10:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=116161) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 28 10:59:16.192509 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-da92f3ae-3e96-478d-9b4b-336e37c300a6 tempest-ExtensionsTestJSON-940594254 tempest-ExtensionsTestJSON-940594254-project] 10.222.0.10 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0142324 Apr 28 10:59:16.213715 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 48702) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 10:59:16.222854 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [None req-bb28da83-4166-4ad1-a5b4-b62d46766e35 tempest-ExtensionsTestJSON-940594254 tempest-ExtensionsTestJSON-940594254-project] http://10.222.0.10:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=116161) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 28 10:59:16.230146 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-bb28da83-4166-4ad1-a5b4-b62d46766e35 tempest-ExtensionsTestJSON-940594254 tempest-ExtensionsTestJSON-940594254-project] 10.222.0.10 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0150983 Apr 28 10:59:16.233220 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-671140d8-ec09-4b56-a507-59027a4af1cd tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742235135690', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742234710366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5219112'] for port (5aa1da76-c925-4a48-8ab6-e1703d50029e), after_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:16.236434 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 48704) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 10:59:16.250123 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [None req-ac4c4452-7f9e-4711-a0c2-15cb46aac4c7 tempest-ExtensionsTestJSON-940594254 tempest-ExtensionsTestJSON-940594254-project] http://10.222.0.10:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=116162) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 28 10:59:16.251355 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-ac4c4452-7f9e-4711-a0c2-15cb46aac4c7 tempest-ExtensionsTestJSON-940594254 tempest-ExtensionsTestJSON-940594254-project] 10.222.0.10 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0046427 Apr 28 10:59:16.261662 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 48706) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 10:59:16.300494 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-450b48d6-3256-457e-9d1d-9c3151f1fb5c None None] The sync data for ids ['4bdc4a64-1a8f-439a-af8a-e631bebdc4fa'] in dv-neutron-master-2-hyperv is: [{'id': '4bdc4a64-1a8f-439a-af8a-e631bebdc4fa', 'name': 'tempest-ServersTestJSON-90404896-router', 'tenant_id': '19a7f91fec214fcea65c9e72a1c65353', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'external_fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.122'}], 'enable_snat': True}, 'gw_port_id': '0349ac72-fdf4-467a-a64f-2f09d8e6b3a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T10:59:03Z', 'updated_at': '2022-04-28T10:59:08Z', 'revision_number': 3, 'project_id': '19a7f91fec214fcea65c9e72a1c65353', 'gw_port': {'id': '0349ac72-fdf4-467a-a64f-2f09d8e6b3a4', 'name': '', 'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:46:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4bdc4a64-1a8f-439a-af8a-e631bebdc4fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T10:59:05Z', 'updated_at': '2022-04-28T10:59:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}] {{(pid=116163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 10:59:16.315524 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-18827114-9191-4753-b9c7-8e5bd2691d7d None None] Port fc617ca8-1c87-48c2-8189-2007a4cfc7a1 cannot update to ACTIVE because it is not bound. {{(pid=116163) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 28 10:59:16.345822 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [None req-db86e6e0-47be-4e9b-92b2-b2a2fe66df2e tempest-ExtensionsTestJSON-940594254 tempest-ExtensionsTestJSON-940594254-project] http://10.222.0.10:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=116161) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 28 10:59:16.350135 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-db86e6e0-47be-4e9b-92b2-b2a2fe66df2e tempest-ExtensionsTestJSON-940594254 tempest-ExtensionsTestJSON-940594254-project] 10.222.0.10 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0075006 Apr 28 10:59:16.351569 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70697f5c-0cba-497e-8077-4043290359d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1f4cb6b-02af-45a1-a08e-2913c12829b2,revision_number=None']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 10:59:16.363053 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 48710) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 10:59:16.363825 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671140d8-ec09-4b56-a507-59027a4af1cd tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Pushing event deleted for resources: {'Port': ['ID=5aa1da76-c925-4a48-8ab6-e1703d50029e,revision_number=None']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 10:59:16.388190 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [None req-9f52ed84-db8c-4f7b-9866-abcab7b9324e tempest-ExtensionsTestJSON-940594254 tempest-ExtensionsTestJSON-940594254-project] http://10.222.0.10:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=116161) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 28 10:59:16.393502 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-9f52ed84-db8c-4f7b-9866-abcab7b9324e tempest-ExtensionsTestJSON-940594254 tempest-ExtensionsTestJSON-940594254-project] 10.222.0.10 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0137224 Apr 28 10:59:16.403378 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 48716) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 10:59:16.426742 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [None req-8fc10cec-4e5f-404c-872b-0800f3ae53a4 tempest-ExtensionsTestJSON-940594254 tempest-ExtensionsTestJSON-940594254-project] http://10.222.0.10:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=116161) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 28 10:59:16.432442 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-8fc10cec-4e5f-404c-872b-0800f3ae53a4 tempest-ExtensionsTestJSON-940594254 tempest-ExtensionsTestJSON-940594254-project] 10.222.0.10 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0284836 Apr 28 10:59:16.433544 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 48720) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 10:59:16.435439 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Current status of the port 54ed23fe-abb8-49c1-b804-6ecc9c6b1b72 is: ACTIVE; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 10:59:16.436692 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-f0ff2e46-4f81-4817-a923-79bf21228973 tempest-DHCPAgentSchedulersTestJSON-1039882571 tempest-DHCPAgentSchedulersTestJSON-1039882571-project-admin] 10.222.0.10 "GET /v2.0/agents/75ba81b7-fe99-4281-90d2-a5adb445ecea/dhcp-networks HTTP/1.1" status: 200 len: 7243 time: 0.7093527 Apr 28 10:59:16.436872 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Device b0858c67-3212-4d3d-aef9-d8996a012213 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=116163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 10:59:16.455118 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 48722) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 10:59:16.489947 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [None req-c43b64fe-518f-4a9b-b05d-f7bb719c69f0 tempest-ExtensionsTestJSON-940594254 tempest-ExtensionsTestJSON-940594254-project] http://10.222.0.10:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=116161) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 28 10:59:16.501276 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-c43b64fe-518f-4a9b-b05d-f7bb719c69f0 tempest-ExtensionsTestJSON-940594254 tempest-ExtensionsTestJSON-940594254-project] 10.222.0.10 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0221794 Apr 28 10:59:16.502300 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 48724) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 10:59:16.513221 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [None req-b261e77d-a387-4aa4-b338-234f767b174a tempest-ExtensionsTestJSON-940594254 tempest-ExtensionsTestJSON-940594254-project] http://10.222.0.10:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=116161) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 28 10:59:16.519783 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-b261e77d-a387-4aa4-b338-234f767b174a tempest-ExtensionsTestJSON-940594254 tempest-ExtensionsTestJSON-940594254-project] 10.222.0.10 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0138738 Apr 28 10:59:16.520396 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 48726) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 10:59:16.534776 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [None req-23786d92-2443-4288-897e-b1110a9f5e35 tempest-ExtensionsTestJSON-940594254 tempest-ExtensionsTestJSON-940594254-project] http://10.222.0.10:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=116161) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 28 10:59:16.537473 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-23786d92-2443-4288-897e-b1110a9f5e35 tempest-ExtensionsTestJSON-940594254 tempest-ExtensionsTestJSON-940594254-project] 10.222.0.10 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0159183 Apr 28 10:59:16.542288 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 48728) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 10:59:16.552632 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [None req-955959a4-29fa-49a6-99ee-c894462ace76 tempest-ExtensionsTestJSON-940594254 tempest-ExtensionsTestJSON-940594254-project] http://10.222.0.10:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=116161) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 28 10:59:16.552859 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-18827114-9191-4753-b9c7-8e5bd2691d7d None None] Provisioning complete for port b0858c67-3212-4d3d-aef9-d8996a012213 triggered by entity DHCP. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 10:59:16.553983 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-18827114-9191-4753-b9c7-8e5bd2691d7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (b0858c67-3212-4d3d-aef9-d8996a012213), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:16.558678 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-955959a4-29fa-49a6-99ee-c894462ace76 tempest-ExtensionsTestJSON-940594254 tempest-ExtensionsTestJSON-940594254-project] 10.222.0.10 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0153089 Apr 28 10:59:16.559287 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 48730) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 10:59:16.560406 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-671140d8-ec09-4b56-a507-59027a4af1cd tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198022'] for port (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:16.574887 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-671140d8-ec09-4b56-a507-59027a4af1cd tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] 10.222.0.10 "DELETE /v2.0/ports/5aa1da76-c925-4a48-8ab6-e1703d50029e HTTP/1.1" status: 204 len: 168 time: 2.2254155 Apr 28 10:59:16.584678 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [None req-438a1ebf-efd5-4584-9807-e7360fda3d88 tempest-ExtensionsTestJSON-940594254 tempest-ExtensionsTestJSON-940594254-project] http://10.222.0.10:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=116161) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 28 10:59:16.587027 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_hamode_db [None req-7c94d3d0-a514-4841-991a-8a2d66e38e2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3307b93-0163-4950-8edf-96a1360d17be', 'name': 'tempest-ServersTestManualDisk-1673882918-router', 'tenant_id': '5609aa114ceb4f54b926d4fb3847cb3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'external_fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.211'}], 'enable_snat': True}, 'gw_port_id': '54ed23fe-abb8-49c1-b804-6ecc9c6b1b72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T10:59:03Z', 'updated_at': '2022-04-28T10:59:12Z', 'revision_number': 4, 'project_id': '5609aa114ceb4f54b926d4fb3847cb3e', 'gw_port': {'id': '54ed23fe-abb8-49c1-b804-6ecc9c6b1b72', 'name': '', 'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:58:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3307b93-0163-4950-8edf-96a1360d17be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T10:59:04Z', 'updated_at': '2022-04-28T10:59:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'fc617ca8-1c87-48c2-8189-2007a4cfc7a1', 'name': '', 'network_id': '86be3515-ed38-47a2-afd0-def5e9d08619', 'tenant_id': '5609aa114ceb4f54b926d4fb3847cb3e', 'mac_address': 'fa:16:3e:81:df:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3307b93-0163-4950-8edf-96a1360d17be', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'e48057c8-0090-4367-906b-bd6ec3ec96da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T10:59:10Z', 'updated_at': '2022-04-28T10:59:13Z', 'revision_number': 2, 'project_id': '5609aa114ceb4f54b926d4fb3847cb3e', 'subnets': [{'id': 'e48057c8-0090-4367-906b-bd6ec3ec96da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=116164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 10:59:16.589102 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-438a1ebf-efd5-4584-9807-e7360fda3d88 tempest-ExtensionsTestJSON-940594254 tempest-ExtensionsTestJSON-940594254-project] 10.222.0.10 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0153129 Apr 28 10:59:16.594114 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 48732) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 10:59:16.594114 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 48734) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 10:59:16.625874 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [None req-9eefaa0f-c80f-4660-b632-66c136023804 tempest-ExtensionsTestJSON-940594254 tempest-ExtensionsTestJSON-940594254-project] http://10.222.0.10:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=116161) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 28 10:59:16.630813 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-9eefaa0f-c80f-4660-b632-66c136023804 tempest-ExtensionsTestJSON-940594254 tempest-ExtensionsTestJSON-940594254-project] 10.222.0.10 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0233531 Apr 28 10:59:16.631466 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 48736) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 10:59:16.636554 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c94d3d0-a514-4841-991a-8a2d66e38e2e None None] Checking router: c3307b93-0163-4950-8edf-96a1360d17be for host: dv-neutron-master-2-hyperv {{(pid=116164) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 10:59:16.637098 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c94d3d0-a514-4841-991a-8a2d66e38e2e None None] Updating router c3307b93-0163-4950-8edf-96a1360d17be port fc617ca8-1c87-48c2-8189-2007a4cfc7a1 binding host dv-neutron-master-2-hyperv {{(pid=116164) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 28 10:59:16.646473 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [None req-fbfe8c47-5573-4a53-855e-a0153ba472bd tempest-ExtensionsTestJSON-940594254 tempest-ExtensionsTestJSON-940594254-project] http://10.222.0.10:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=116161) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 28 10:59:16.652735 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-fbfe8c47-5573-4a53-855e-a0153ba472bd tempest-ExtensionsTestJSON-940594254 tempest-ExtensionsTestJSON-940594254-project] 10.222.0.10 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0171566 Apr 28 10:59:16.694727 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-19c8f68f-001f-4c63-81df-2f325830ee99 None None] Publish callbacks [] for port (4e3956ce-900b-44cd-ae68-15e14ae0c69a), precommit_create {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:16.701355 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron_lib.callbacks.manager [None req-7c94d3d0-a514-4841-991a-8a2d66e38e2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (fc617ca8-1c87-48c2-8189-2007a4cfc7a1), before_update {{(pid=116164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:16.704839 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bab04cd4-4520-4152-98cd-9213d9550878 tempest-DHCPAgentSchedulersTestJSON-1039882571 tempest-DHCPAgentSchedulersTestJSON-1039882571-project-admin] Network d5f1bdcf-671a-45b7-af6b-da36ae7f0f5d is scheduled to be hosted by DHCP agent 75ba81b7-fe99-4281-90d2-a5adb445ecea with binding_index 1 {{(pid=116162) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 10:59:16.734669 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 48738) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 10:59:16.757928 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [None req-5ddf510b-1fd0-42cd-9b27-c0211b3c552d tempest-ExtensionsTestJSON-940594254 tempest-ExtensionsTestJSON-940594254-project] http://10.222.0.10:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=116161) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 28 10:59:16.767165 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-5ddf510b-1fd0-42cd-9b27-c0211b3c552d tempest-ExtensionsTestJSON-940594254 tempest-ExtensionsTestJSON-940594254-project] 10.222.0.10 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0265684 Apr 28 10:59:16.767835 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 48744) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 10:59:16.771992 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Provisioning complete for port b0858c67-3212-4d3d-aef9-d8996a012213 triggered by entity L2. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 10:59:16.776350 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (b0858c67-3212-4d3d-aef9-d8996a012213), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:16.798192 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [None req-5a8c19ae-60c7-4b5d-87e8-70d924c65a8e tempest-ExtensionsTestJSON-940594254 tempest-ExtensionsTestJSON-940594254-project] http://10.222.0.10:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=116161) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 28 10:59:16.799516 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-19c8f68f-001f-4c63-81df-2f325830ee99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742234710357'] for port (4e3956ce-900b-44cd-ae68-15e14ae0c69a), after_create {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:16.821553 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-5a8c19ae-60c7-4b5d-87e8-70d924c65a8e tempest-ExtensionsTestJSON-940594254 tempest-ExtensionsTestJSON-940594254-project] 10.222.0.10 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0385246 Apr 28 10:59:16.840915 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 48746) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 10:59:16.878951 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35e78b33-fb20-4a0e-b1bb-8dfe4a3a3796 None None] Network d5f1bdcf-671a-45b7-af6b-da36ae7f0f5d requested from dv-neutron-master-2-hyperv {{(pid=116163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 10:59:16.886641 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [None req-ecdfdbb8-eb37-4502-a2ec-156585540313 tempest-ExtensionsTestJSON-940594254 tempest-ExtensionsTestJSON-940594254-project] http://10.222.0.10:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=116162) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 28 10:59:16.890015 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-ecdfdbb8-eb37-4502-a2ec-156585540313 tempest-ExtensionsTestJSON-940594254 tempest-ExtensionsTestJSON-940594254-project] 10.222.0.10 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0174909 Apr 28 10:59:16.896655 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 48748) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 10:59:16.898231 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-bab04cd4-4520-4152-98cd-9213d9550878 tempest-DHCPAgentSchedulersTestJSON-1039882571 tempest-DHCPAgentSchedulersTestJSON-1039882571-project-admin] 10.222.0.10 "POST /v2.0/agents/75ba81b7-fe99-4281-90d2-a5adb445ecea/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.4330850 Apr 28 10:59:16.901422 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 48750) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 10:59:16.910510 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [None req-18ee3b46-87af-4365-8811-e8e54b3dd229 tempest-ExtensionsTestJSON-940594254 tempest-ExtensionsTestJSON-940594254-project] http://10.222.0.10:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=116161) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 28 10:59:16.934340 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-18ee3b46-87af-4365-8811-e8e54b3dd229 tempest-ExtensionsTestJSON-940594254 tempest-ExtensionsTestJSON-940594254-project] 10.222.0.10 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0317135 Apr 28 10:59:16.941212 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c4aaf7a-a471-4b8a-90f1-e5c2711c5d2c tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 10:59:16.943747 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c4aaf7a-a471-4b8a-90f1-e5c2711c5d2c tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 10:59:16.957210 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-8c4aaf7a-a471-4b8a-90f1-e5c2711c5d2c tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.3627079 Apr 28 10:59:16.957877 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-509c38f5-acc7-49fc-b7cd-374a1ca6e871 tempest-ExternalNetworksTestJSON-722277804 tempest-ExternalNetworksTestJSON-722277804-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-979593'] for network (dffe628c-7504-4f2e-9d15-a010114fe578), before_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:16.962429 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 48752) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 10:59:16.965168 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 48754) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 10:59:16.981898 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [None req-72eca803-69c3-48a5-9f72-111a296641a7 tempest-ExtensionsTestJSON-940594254 tempest-ExtensionsTestJSON-940594254-project] http://10.222.0.10:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=116161) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 28 10:59:16.992022 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-72eca803-69c3-48a5-9f72-111a296641a7 tempest-ExtensionsTestJSON-940594254 tempest-ExtensionsTestJSON-940594254-project] 10.222.0.10 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0223870 Apr 28 10:59:17.032076 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-37488f68-eae1-473d-9642-2227a1943c6d tempest-FloatingIPAdminTestJSON-1724025514 tempest-FloatingIPAdminTestJSON-1724025514-project] Publish callbacks [] for router_gateway (76ac97e8-357a-4c02-ab8f-161546f85317), before_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:17.033923 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 48758) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 10:59:17.042264 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [None req-f8aa4f77-efd0-408b-82bb-fc34dc8ff5ea tempest-ExtensionsTestJSON-940594254 tempest-ExtensionsTestJSON-940594254-project] http://10.222.0.10:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=116161) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 28 10:59:17.047146 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-f8aa4f77-efd0-408b-82bb-fc34dc8ff5ea tempest-ExtensionsTestJSON-940594254 tempest-ExtensionsTestJSON-940594254-project] 10.222.0.10 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0115645 Apr 28 10:59:17.048068 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 48760) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 10:59:17.062507 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [None req-c95a27a6-3bf0-4b5a-94d2-9e5f81b709f2 tempest-ExtensionsTestJSON-940594254 tempest-ExtensionsTestJSON-940594254-project] http://10.222.0.10:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=116161) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 28 10:59:17.066440 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-c95a27a6-3bf0-4b5a-94d2-9e5f81b709f2 tempest-ExtensionsTestJSON-940594254 tempest-ExtensionsTestJSON-940594254-project] 10.222.0.10 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0121176 Apr 28 10:59:17.067457 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 48764) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 10:59:17.110702 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19c8f68f-001f-4c63-81df-2f325830ee99 None None] Network c623474b-5a9a-4f0a-a4ae-c9b4a94042f1 is already hosted by enough agents. {{(pid=116163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 10:59:17.120282 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [None req-83b911c3-b4c2-4d5b-a1af-01be194cefe5 tempest-ExtensionsTestJSON-940594254 tempest-ExtensionsTestJSON-940594254-project] http://10.222.0.10:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=116161) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 28 10:59:17.125696 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-83b911c3-b4c2-4d5b-a1af-01be194cefe5 tempest-ExtensionsTestJSON-940594254 tempest-ExtensionsTestJSON-940594254-project] 10.222.0.10 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0100741 Apr 28 10:59:17.130439 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 48766) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 10:59:17.134711 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.scheduler.base_scheduler [None req-19c8f68f-001f-4c63-81df-2f325830ee99 None None] Resources bound (agent type, host, resource id): {{(pid=116163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 10:59:17.143302 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19c8f68f-001f-4c63-81df-2f325830ee99 None None] Received port after_create {{(pid=116163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 10:59:17.204346 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron_lib.callbacks.manager [None req-7c94d3d0-a514-4841-991a-8a2d66e38e2e None None] Publish callbacks [] for port (fc617ca8-1c87-48c2-8189-2007a4cfc7a1), precommit_update {{(pid=116164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:17.228936 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-18827114-9191-4753-b9c7-8e5bd2691d7d None None] Current status of the port b0858c67-3212-4d3d-aef9-d8996a012213 is: DOWN; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 10:59:17.229330 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-18827114-9191-4753-b9c7-8e5bd2691d7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (b0858c67-3212-4d3d-aef9-d8996a012213), before_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:17.230180 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [None req-15f10b92-6fde-426f-9cf1-71269b9c3286 tempest-ExtensionsTestJSON-940594254 tempest-ExtensionsTestJSON-940594254-project] http://10.222.0.10:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=116161) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 28 10:59:17.234313 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c8f68f-001f-4c63-81df-2f325830ee99 None None] Pushing event updated for resources: {'Port': ['ID=4e3956ce-900b-44cd-ae68-15e14ae0c69a,revision_number=1']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 10:59:17.235472 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-37488f68-eae1-473d-9642-2227a1943c6d tempest-FloatingIPAdminTestJSON-1724025514 tempest-FloatingIPAdminTestJSON-1724025514-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (None), before_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:17.235945 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-15f10b92-6fde-426f-9cf1-71269b9c3286 tempest-ExtensionsTestJSON-940594254 tempest-ExtensionsTestJSON-940594254-project] 10.222.0.10 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0147130 Apr 28 10:59:17.239562 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 48770) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 10:59:17.250149 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [None req-ad28fa46-3f7c-47e6-89a0-49a2fdf7ab21 tempest-ExtensionsTestJSON-940594254 tempest-ExtensionsTestJSON-940594254-project] http://10.222.0.10:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=116162) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 28 10:59:17.251478 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-ad28fa46-3f7c-47e6-89a0-49a2fdf7ab21 tempest-ExtensionsTestJSON-940594254 tempest-ExtensionsTestJSON-940594254-project] 10.222.0.10 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0107956 Apr 28 10:59:17.256078 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 48772) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 10:59:17.272602 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron_lib.callbacks.manager [None req-7c94d3d0-a514-4841-991a-8a2d66e38e2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393'] for port (fc617ca8-1c87-48c2-8189-2007a4cfc7a1), after_update {{(pid=116164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:17.423101 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee69a090-6b27-440f-bb83-8bac1ce25bd8 None None] Pushing event updated for resources: {'Port': ['ID=fc617ca8-1c87-48c2-8189-2007a4cfc7a1,revision_number=3']} {{(pid=116164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 10:59:17.464819 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.db.db_base_plugin_v2 [None req-0f1c8467-7588-4ad6-92fe-873e53f5a0cb tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Deleting subnet 87015fdc-22d0-4303-81e4-3dfedab09f66 {{(pid=116161) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 28 10:59:17.500996 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-0f1c8467-7588-4ad6-92fe-873e53f5a0cb tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Publish callbacks [] for subnet (87015fdc-22d0-4303-81e4-3dfedab09f66), before_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:17.518043 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.managers [None req-19c8f68f-001f-4c63-81df-2f325830ee99 None None] Attempting to bind port 4e3956ce-900b-44cd-ae68-15e14ae0c69a on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=116163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 28 10:59:17.518856 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.managers [None req-19c8f68f-001f-4c63-81df-2f325830ee99 None None] Attempting to bind port 4e3956ce-900b-44cd-ae68-15e14ae0c69a by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'b7a9ecbf-6332-4ba6-87fc-d02d0b404918', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'c623474b-5a9a-4f0a-a4ae-c9b4a94042f1'}] {{(pid=116163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 28 10:59:17.521143 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19c8f68f-001f-4c63-81df-2f325830ee99 None None] Attempting to bind port 4e3956ce-900b-44cd-ae68-15e14ae0c69a on network c623474b-5a9a-4f0a-a4ae-c9b4a94042f1 {{(pid=116163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 10:59:17.553650 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.plugins.ml2.managers [None req-7c94d3d0-a514-4841-991a-8a2d66e38e2e None None] Attempting to bind port fc617ca8-1c87-48c2-8189-2007a4cfc7a1 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=116164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 28 10:59:17.554024 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.plugins.ml2.managers [None req-7c94d3d0-a514-4841-991a-8a2d66e38e2e None None] Attempting to bind port fc617ca8-1c87-48c2-8189-2007a4cfc7a1 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '476d1dd6-14be-4031-824a-ce93efcfde92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '86be3515-ed38-47a2-afd0-def5e9d08619'}] {{(pid=116164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 28 10:59:17.554591 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c94d3d0-a514-4841-991a-8a2d66e38e2e None None] Attempting to bind port fc617ca8-1c87-48c2-8189-2007a4cfc7a1 on network 86be3515-ed38-47a2-afd0-def5e9d08619 {{(pid=116164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 10:59:17.555663 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19c8f68f-001f-4c63-81df-2f325830ee99 None None] Checking agent: {'id': 'd5baab19-5dd1-4902-922b-84acb048ab9c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 10, 50, 43), 'started_at': datetime.datetime(2022, 4, 28, 10, 51, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 10, 59, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=116163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 10:59:17.556665 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19c8f68f-001f-4c63-81df-2f325830ee99 None None] Checking segment: {'id': 'b7a9ecbf-6332-4ba6-87fc-d02d0b404918', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'c623474b-5a9a-4f0a-a4ae-c9b4a94042f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 10:59:17.557086 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-19c8f68f-001f-4c63-81df-2f325830ee99 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:17.557589 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19c8f68f-001f-4c63-81df-2f325830ee99 None None] Bound using segment: {'id': 'b7a9ecbf-6332-4ba6-87fc-d02d0b404918', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'c623474b-5a9a-4f0a-a4ae-c9b4a94042f1'} {{(pid=116163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 10:59:17.558290 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.managers [None req-19c8f68f-001f-4c63-81df-2f325830ee99 None None] Bound port: 4e3956ce-900b-44cd-ae68-15e14ae0c69a, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7a9ecbf-6332-4ba6-87fc-d02d0b404918', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'c623474b-5a9a-4f0a-a4ae-c9b4a94042f1'}}] {{(pid=116163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 28 10:59:17.558708 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-19c8f68f-001f-4c63-81df-2f325830ee99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (4e3956ce-900b-44cd-ae68-15e14ae0c69a), before_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:17.560182 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c94d3d0-a514-4841-991a-8a2d66e38e2e None None] Checking agent: {'id': 'd5baab19-5dd1-4902-922b-84acb048ab9c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 10, 50, 43), 'started_at': datetime.datetime(2022, 4, 28, 10, 51, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 10, 59, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=116164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 10:59:17.562056 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c94d3d0-a514-4841-991a-8a2d66e38e2e None None] Checking segment: {'id': '476d1dd6-14be-4031-824a-ce93efcfde92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '86be3515-ed38-47a2-afd0-def5e9d08619'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 10:59:17.562056 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron_lib.callbacks.manager [None req-7c94d3d0-a514-4841-991a-8a2d66e38e2e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=116164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:17.562056 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c94d3d0-a514-4841-991a-8a2d66e38e2e None None] Bound using segment: {'id': '476d1dd6-14be-4031-824a-ce93efcfde92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '86be3515-ed38-47a2-afd0-def5e9d08619'} {{(pid=116164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 10:59:17.562056 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.plugins.ml2.managers [None req-7c94d3d0-a514-4841-991a-8a2d66e38e2e None None] Bound port: fc617ca8-1c87-48c2-8189-2007a4cfc7a1, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '476d1dd6-14be-4031-824a-ce93efcfde92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '86be3515-ed38-47a2-afd0-def5e9d08619'}}] {{(pid=116164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 28 10:59:17.562433 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron_lib.callbacks.manager [None req-7c94d3d0-a514-4841-991a-8a2d66e38e2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (fc617ca8-1c87-48c2-8189-2007a4cfc7a1), before_update {{(pid=116164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:17.581945 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-18827114-9191-4753-b9c7-8e5bd2691d7d None None] For port b0858c67-3212-4d3d-aef9-d8996a012213, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=b0858c67-3212-4d3d-aef9-d8996a012213,segment=NetworkSegment(ffa4348d-378b-4e93-98fa-ab0dc49ee16c),segment_id=ffa4348d-378b-4e93-98fa-ab0dc49ee16c)] {{(pid=116163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 10:59:17.600770 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Current status of the port b0858c67-3212-4d3d-aef9-d8996a012213 is: DOWN; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 10:59:17.601396 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (b0858c67-3212-4d3d-aef9-d8996a012213), before_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:17.689139 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-18827114-9191-4753-b9c7-8e5bd2691d7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393'] for port (b0858c67-3212-4d3d-aef9-d8996a012213), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:17.744671 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.plugins.ml2.db [None req-7c94d3d0-a514-4841-991a-8a2d66e38e2e None None] For port fc617ca8-1c87-48c2-8189-2007a4cfc7a1, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=116164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 10:59:17.758069 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.plugins.ml2.db [None req-7c94d3d0-a514-4841-991a-8a2d66e38e2e None None] For port fc617ca8-1c87-48c2-8189-2007a4cfc7a1, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=fc617ca8-1c87-48c2-8189-2007a4cfc7a1,segment=NetworkSegment(476d1dd6-14be-4031-824a-ce93efcfde92),segment_id=476d1dd6-14be-4031-824a-ce93efcfde92)] {{(pid=116164) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 10:59:17.762058 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-0f1c8467-7588-4ad6-92fe-873e53f5a0cb tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8076976'] for subnet (87015fdc-22d0-4303-81e4-3dfedab09f66), precommit_delete_associations {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:17.765837 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [None req-3fb5d2a6-cde2-42c6-8a07-f087c62e85fb tempest-ExtensionsTestJSON-940594254 tempest-ExtensionsTestJSON-940594254-project] http://10.222.0.10:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=116162) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 28 10:59:17.774713 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-3fb5d2a6-cde2-42c6-8a07-f087c62e85fb tempest-ExtensionsTestJSON-940594254 tempest-ExtensionsTestJSON-940594254-project] 10.222.0.10 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.5105517 Apr 28 10:59:17.790515 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 48782) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 10:59:17.802221 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18827114-9191-4753-b9c7-8e5bd2691d7d None None] Pushing event updated for resources: {'Port': ['ID=b0858c67-3212-4d3d-aef9-d8996a012213,revision_number=3']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 10:59:17.804918 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-895c5a04-680b-45af-b478-a113a5571d96 tempest-DHCPAgentSchedulersTestJSON-1039882571 tempest-DHCPAgentSchedulersTestJSON-1039882571-project-admin] 10.222.0.10 "GET /v2.0/agents/75ba81b7-fe99-4281-90d2-a5adb445ecea/dhcp-networks HTTP/1.1" status: 200 len: 8011 time: 0.9004831 Apr 28 10:59:17.817137 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 48786) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 10:59:17.824397 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [None req-b558715b-fbf1-42eb-9c86-198bd2c00c58 tempest-ExtensionsTestJSON-940594254 tempest-ExtensionsTestJSON-940594254-project] http://10.222.0.10:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=116162) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 28 10:59:17.836190 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-b558715b-fbf1-42eb-9c86-198bd2c00c58 tempest-ExtensionsTestJSON-940594254 tempest-ExtensionsTestJSON-940594254-project] 10.222.0.10 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0229852 Apr 28 10:59:17.836564 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 48788) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 10:59:17.846666 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [None req-5b169925-f065-4d80-8263-73d6e33e0d56 tempest-ExtensionsTestJSON-940594254 tempest-ExtensionsTestJSON-940594254-project] http://10.222.0.10:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=116161) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 28 10:59:17.850387 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-5b169925-f065-4d80-8263-73d6e33e0d56 tempest-ExtensionsTestJSON-940594254 tempest-ExtensionsTestJSON-940594254-project] 10.222.0.10 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0110612 Apr 28 10:59:17.853217 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 48790) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 10:59:17.856556 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron_lib.callbacks.manager [None req-7c94d3d0-a514-4841-991a-8a2d66e38e2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393'] for port (fc617ca8-1c87-48c2-8189-2007a4cfc7a1), after_update {{(pid=116164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:17.858380 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [None req-4b6dea70-799d-4d00-8695-fa4ce3b1725a tempest-ExtensionsTestJSON-940594254 tempest-ExtensionsTestJSON-940594254-project] http://10.222.0.10:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=116161) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 28 10:59:17.861388 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-688b2383-4e3d-4796-a68e-383b4307985a None None] Could not find standard attr ID for object 5aa1da76-c925-4a48-8ab6-e1703d50029e. {{(pid=116163) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:182}} Apr 28 10:59:17.866789 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-4b6dea70-799d-4d00-8695-fa4ce3b1725a tempest-ExtensionsTestJSON-940594254 tempest-ExtensionsTestJSON-940594254-project] 10.222.0.10 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0077112 Apr 28 10:59:17.868083 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 48792) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 10:59:17.877224 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [None req-037e9220-dcdd-4ec5-b49a-712a3a92a411 tempest-ExtensionsTestJSON-940594254 tempest-ExtensionsTestJSON-940594254-project] http://10.222.0.10:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=116161) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 28 10:59:17.881824 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-037e9220-dcdd-4ec5-b49a-712a3a92a411 tempest-ExtensionsTestJSON-940594254 tempest-ExtensionsTestJSON-940594254-project] 10.222.0.10 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0075541 Apr 28 10:59:17.882016 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 48794) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 10:59:17.887314 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [None req-9fcdb53b-21ae-47f4-a925-8e839cba04b7 tempest-ExtensionsTestJSON-940594254 tempest-ExtensionsTestJSON-940594254-project] http://10.222.0.10:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=116161) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 28 10:59:17.888985 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-9fcdb53b-21ae-47f4-a925-8e839cba04b7 tempest-ExtensionsTestJSON-940594254 tempest-ExtensionsTestJSON-940594254-project] 10.222.0.10 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0041144 Apr 28 10:59:17.900313 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 48796) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 10:59:17.905519 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [None req-ee83776e-bad2-4287-8171-3cd53f3286c6 tempest-ExtensionsTestJSON-940594254 tempest-ExtensionsTestJSON-940594254-project] http://10.222.0.10:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=116161) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 28 10:59:17.908967 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-ee83776e-bad2-4287-8171-3cd53f3286c6 tempest-ExtensionsTestJSON-940594254 tempest-ExtensionsTestJSON-940594254-project] 10.222.0.10 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0044699 Apr 28 10:59:17.914608 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 48798) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 10:59:17.935561 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-19c8f68f-001f-4c63-81df-2f325830ee99 None None] For port 4e3956ce-900b-44cd-ae68-15e14ae0c69a, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=116163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 10:59:17.937454 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [None req-b583fc9a-215b-4eb3-bc16-f00e0a2e1ce1 tempest-ExtensionsTestJSON-940594254 tempest-ExtensionsTestJSON-940594254-project] http://10.222.0.10:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=116162) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 28 10:59:17.940902 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-b583fc9a-215b-4eb3-bc16-f00e0a2e1ce1 tempest-ExtensionsTestJSON-940594254 tempest-ExtensionsTestJSON-940594254-project] 10.222.0.10 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0143113 Apr 28 10:59:17.956656 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 48802) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 10:59:17.961263 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-19c8f68f-001f-4c63-81df-2f325830ee99 None None] For port 4e3956ce-900b-44cd-ae68-15e14ae0c69a, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=4e3956ce-900b-44cd-ae68-15e14ae0c69a,segment=NetworkSegment(b7a9ecbf-6332-4ba6-87fc-d02d0b404918),segment_id=b7a9ecbf-6332-4ba6-87fc-d02d0b404918)] {{(pid=116163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 10:59:17.967252 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [None req-f75b4cea-997b-40e2-8a7b-9614d2a41647 tempest-ExtensionsTestJSON-940594254 tempest-ExtensionsTestJSON-940594254-project] http://10.222.0.10:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=116161) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 28 10:59:17.968242 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-f75b4cea-997b-40e2-8a7b-9614d2a41647 tempest-ExtensionsTestJSON-940594254 tempest-ExtensionsTestJSON-940594254-project] 10.222.0.10 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0106544 Apr 28 10:59:17.986553 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.plugin [None req-509c38f5-acc7-49fc-b7cd-374a1ca6e871 tempest-ExternalNetworksTestJSON-722277804 tempest-ExternalNetworksTestJSON-722277804-project-admin] Deleting port a3425619-960d-42cb-b91f-aa4c77db8f1c {{(pid=116162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 10:59:17.991012 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-509c38f5-acc7-49fc-b7cd-374a1ca6e871 tempest-ExternalNetworksTestJSON-722277804 tempest-ExternalNetworksTestJSON-722277804-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742235130188'] for port (a3425619-960d-42cb-b91f-aa4c77db8f1c), before_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:17.999698 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-688b2383-4e3d-4796-a68e-383b4307985a None None] Provisioning complete for port 8831271f-a430-441d-9f3d-a067d7643f47 triggered by entity DHCP. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 10:59:18.000288 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-688b2383-4e3d-4796-a68e-383b4307985a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (8831271f-a430-441d-9f3d-a067d7643f47), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:18.017967 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c94d3d0-a514-4841-991a-8a2d66e38e2e None None] Routers {'c3307b93-0163-4950-8edf-96a1360d17be'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=116164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 10:59:18.018830 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_hamode_db [None req-7c94d3d0-a514-4841-991a-8a2d66e38e2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-28T10:50:39Z,description=,heartbeat_timestamp=2022-04-28T10:59:09Z,host='dv-neutron-master-2-hyperv',id=6b492ad6-0876-4d74-b20d-28143a52ceba,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T10:50:40Z,topic='l3_agent')) {'router_ids': ['c3307b93-0163-4950-8edf-96a1360d17be'], 'active': True} {{(pid=116164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 10:59:18.023556 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee69a090-6b27-440f-bb83-8bac1ce25bd8 None None] Pushing event updated for resources: {'Port': ['ID=fc617ca8-1c87-48c2-8189-2007a4cfc7a1,revision_number=4']} {{(pid=116164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 10:59:18.029546 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 48804) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 10:59:18.055232 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [None req-67f83daf-abd3-417a-ab57-f04b0d49701b tempest-ExtensionsTestJSON-940594254 tempest-ExtensionsTestJSON-940594254-project] http://10.222.0.10:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=116161) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 28 10:59:18.067034 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-67f83daf-abd3-417a-ab57-f04b0d49701b tempest-ExtensionsTestJSON-940594254 tempest-ExtensionsTestJSON-940594254-project] 10.222.0.10 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0363607 Apr 28 10:59:18.094592 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-688b2383-4e3d-4796-a68e-383b4307985a None None] Port 8831271f-a430-441d-9f3d-a067d7643f47 cannot update to ACTIVE because it is not bound. {{(pid=116163) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 28 10:59:18.104985 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-19c8f68f-001f-4c63-81df-2f325830ee99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393'] for port (4e3956ce-900b-44cd-ae68-15e14ae0c69a), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:18.115288 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 48806) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 10:59:18.117151 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-688b2383-4e3d-4796-a68e-383b4307985a None None] Provisioning complete for port fc617ca8-1c87-48c2-8189-2007a4cfc7a1 triggered by entity DHCP. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 10:59:18.117720 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-688b2383-4e3d-4796-a68e-383b4307985a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (fc617ca8-1c87-48c2-8189-2007a4cfc7a1), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:18.128312 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [None req-005e7431-4778-42cd-b386-b3a6a948fe84 tempest-ExtensionsTestJSON-940594254 tempest-ExtensionsTestJSON-940594254-project] http://10.222.0.10:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=116161) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 28 10:59:18.129131 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-005e7431-4778-42cd-b386-b3a6a948fe84 tempest-ExtensionsTestJSON-940594254 tempest-ExtensionsTestJSON-940594254-project] 10.222.0.10 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0043106 Apr 28 10:59:18.146658 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 48808) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 10:59:18.153479 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [None req-0746808b-b23a-4096-9c66-5f0136818e35 tempest-ExtensionsTestJSON-940594254 tempest-ExtensionsTestJSON-940594254-project] http://10.222.0.10:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=116161) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 28 10:59:18.167763 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-0746808b-b23a-4096-9c66-5f0136818e35 tempest-ExtensionsTestJSON-940594254 tempest-ExtensionsTestJSON-940594254-project] 10.222.0.10 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0061979 Apr 28 10:59:18.171469 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 48812) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 10:59:18.184667 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [None req-43c6ba24-d5e2-4320-bf6b-c4ae956a8156 tempest-ExtensionsTestJSON-940594254 tempest-ExtensionsTestJSON-940594254-project] http://10.222.0.10:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=116161) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 28 10:59:18.185680 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-43c6ba24-d5e2-4320-bf6b-c4ae956a8156 tempest-ExtensionsTestJSON-940594254 tempest-ExtensionsTestJSON-940594254-project] 10.222.0.10 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0132830 Apr 28 10:59:18.201200 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-509c38f5-acc7-49fc-b7cd-374a1ca6e871 tempest-ExternalNetworksTestJSON-722277804 tempest-ExternalNetworksTestJSON-722277804-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1938497'] for port (a3425619-960d-42cb-b91f-aa4c77db8f1c), precommit_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:18.203023 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-509c38f5-acc7-49fc-b7cd-374a1ca6e871 tempest-ExternalNetworksTestJSON-722277804 tempest-ExternalNetworksTestJSON-722277804-project-admin] Publish callbacks [] for floatingip (a3425619-960d-42cb-b91f-aa4c77db8f1c), precommit_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:18.203421 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-0f1c8467-7588-4ad6-92fe-873e53f5a0cb tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-971303'] for subnet (87015fdc-22d0-4303-81e4-3dfedab09f66), precommit_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:18.206268 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 48814) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 10:59:18.209983 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c8f68f-001f-4c63-81df-2f325830ee99 None None] Pushing event updated for resources: {'Port': ['ID=4e3956ce-900b-44cd-ae68-15e14ae0c69a,revision_number=2']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 10:59:18.227638 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.db.api [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=116163) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 28 10:59:18.228259 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG oslo_db.api [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=116163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 28 10:59:18.254053 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.plugin [None req-509c38f5-acc7-49fc-b7cd-374a1ca6e871 tempest-ExternalNetworksTestJSON-722277804 tempest-ExternalNetworksTestJSON-722277804-project-admin] Calling delete_port for a3425619-960d-42cb-b91f-aa4c77db8f1c owned by network:floatingip {{(pid=116162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 10:59:18.317679 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [None req-b6a857f0-b098-491e-9bd2-4c9dacd66692 tempest-ExtensionsTestJSON-940594254 tempest-ExtensionsTestJSON-940594254-project] http://10.222.0.10:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=116161) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 28 10:59:18.322207 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-b6a857f0-b098-491e-9bd2-4c9dacd66692 tempest-ExtensionsTestJSON-940594254 tempest-ExtensionsTestJSON-940594254-project] 10.222.0.10 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.1001310 Apr 28 10:59:18.323221 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 48816) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 10:59:18.348819 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [None req-b00f75b2-3ddc-421e-988d-938e0d4f16b0 tempest-ExtensionsTestJSON-940594254 tempest-ExtensionsTestJSON-940594254-project] http://10.222.0.10:9696/v2.0/extensions/port-mac-override returned with HTTP 200 {{(pid=116161) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 28 10:59:18.348819 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-b00f75b2-3ddc-421e-988d-938e0d4f16b0 tempest-ExtensionsTestJSON-940594254 tempest-ExtensionsTestJSON-940594254-project] 10.222.0.10 "GET /v2.0/extensions/port-mac-override HTTP/1.1" status: 200 len: 445 time: 0.0167348 Apr 28 10:59:18.349038 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_dvr_db [None req-7c94d3d0-a514-4841-991a-8a2d66e38e2e None None] Set router c3307b93-0163-4950-8edf-96a1360d17be gateway port host: dv-neutron-master-2-hyperv {{(pid=116164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 10:59:18.359329 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 48818) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 10:59:18.377090 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [None req-17195b46-16db-4696-b158-6e106348072d tempest-ExtensionsTestJSON-940594254 tempest-ExtensionsTestJSON-940594254-project] http://10.222.0.10:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=116161) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 28 10:59:18.378880 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-17195b46-16db-4696-b158-6e106348072d tempest-ExtensionsTestJSON-940594254 tempest-ExtensionsTestJSON-940594254-project] 10.222.0.10 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0178323 Apr 28 10:59:18.398962 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 48820) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 10:59:18.407322 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-688b2383-4e3d-4796-a68e-383b4307985a None None] Current status of the port fc617ca8-1c87-48c2-8189-2007a4cfc7a1 is: DOWN; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 10:59:18.407766 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-688b2383-4e3d-4796-a68e-383b4307985a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (fc617ca8-1c87-48c2-8189-2007a4cfc7a1), before_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:18.413334 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [None req-78f31e2c-2c73-4085-b086-4b5215d8651d tempest-ExtensionsTestJSON-940594254 tempest-ExtensionsTestJSON-940594254-project] http://10.222.0.10:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=116161) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 28 10:59:18.414316 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-78f31e2c-2c73-4085-b086-4b5215d8651d tempest-ExtensionsTestJSON-940594254 tempest-ExtensionsTestJSON-940594254-project] 10.222.0.10 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0119927 Apr 28 10:59:18.421167 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 48822) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 10:59:18.434429 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-ec776d20-aeb4-4acb-be3b-1781dd6b2358 tempest-DHCPAgentSchedulersTestJSON-1039882571 tempest-DHCPAgentSchedulersTestJSON-1039882571-project-admin] 10.222.0.10 "DELETE /v2.0/agents/75ba81b7-fe99-4281-90d2-a5adb445ecea/dhcp-networks/d5f1bdcf-671a-45b7-af6b-da36ae7f0f5d HTTP/1.1" status: 204 len: 168 time: 0.6137681 Apr 28 10:59:18.435844 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [None req-d259888a-9813-4f42-9d25-78245ca4acaa tempest-ExtensionsTestJSON-940594254 tempest-ExtensionsTestJSON-940594254-project] http://10.222.0.10:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=116161) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 28 10:59:18.439809 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-d259888a-9813-4f42-9d25-78245ca4acaa tempest-ExtensionsTestJSON-940594254 tempest-ExtensionsTestJSON-940594254-project] 10.222.0.10 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0113144 Apr 28 10:59:18.439809 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 48824) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 10:59:18.449281 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 48826) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 10:59:18.468693 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [None req-0abb1756-9086-47c3-ae32-0067a72b24cb tempest-ExtensionsTestJSON-940594254 tempest-ExtensionsTestJSON-940594254-project] http://10.222.0.10:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=116161) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 28 10:59:18.472312 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-0abb1756-9086-47c3-ae32-0067a72b24cb tempest-ExtensionsTestJSON-940594254 tempest-ExtensionsTestJSON-940594254-project] 10.222.0.10 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0056894 Apr 28 10:59:18.473108 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 48828) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 10:59:18.490467 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-688b2383-4e3d-4796-a68e-383b4307985a None None] For port fc617ca8-1c87-48c2-8189-2007a4cfc7a1, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=fc617ca8-1c87-48c2-8189-2007a4cfc7a1,segment=NetworkSegment(476d1dd6-14be-4031-824a-ce93efcfde92),segment_id=476d1dd6-14be-4031-824a-ce93efcfde92)] {{(pid=116163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 10:59:18.509227 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [None req-0ccf2c71-0d1b-4af1-bde2-d6cfa41616e3 tempest-ExtensionsTestJSON-940594254 tempest-ExtensionsTestJSON-940594254-project] http://10.222.0.10:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=116161) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 28 10:59:18.515946 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-0ccf2c71-0d1b-4af1-bde2-d6cfa41616e3 tempest-ExtensionsTestJSON-940594254 tempest-ExtensionsTestJSON-940594254-project] 10.222.0.10 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0383477 Apr 28 10:59:18.520363 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 48832) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 10:59:18.533237 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [None req-49ebb853-1f20-4102-b150-108aeb04b26d tempest-ExtensionsTestJSON-940594254 tempest-ExtensionsTestJSON-940594254-project] http://10.222.0.10:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=116162) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 28 10:59:18.542112 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-49ebb853-1f20-4102-b150-108aeb04b26d tempest-ExtensionsTestJSON-940594254 tempest-ExtensionsTestJSON-940594254-project] 10.222.0.10 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0116262 Apr 28 10:59:18.554141 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-688b2383-4e3d-4796-a68e-383b4307985a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393'] for port (fc617ca8-1c87-48c2-8189-2007a4cfc7a1), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:18.555503 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 48834) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 10:59:18.582129 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [None req-36866fc3-297a-470f-972e-5f08c6116095 tempest-ExtensionsTestJSON-940594254 tempest-ExtensionsTestJSON-940594254-project] http://10.222.0.10:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=116162) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 28 10:59:18.583249 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-36866fc3-297a-470f-972e-5f08c6116095 tempest-ExtensionsTestJSON-940594254 tempest-ExtensionsTestJSON-940594254-project] 10.222.0.10 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0112660 Apr 28 10:59:18.603404 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 48836) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 10:59:18.647477 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [None req-b293d5f0-413d-4d24-895f-b446f82f4c80 tempest-ExtensionsTestJSON-940594254 tempest-ExtensionsTestJSON-940594254-project] http://10.222.0.10:9696/v2.0/extensions/quota-check-limit returned with HTTP 200 {{(pid=116162) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 28 10:59:18.652566 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-b293d5f0-413d-4d24-895f-b446f82f4c80 tempest-ExtensionsTestJSON-940594254 tempest-ExtensionsTestJSON-940594254-project] 10.222.0.10 "GET /v2.0/extensions/quota-check-limit HTTP/1.1" status: 200 len: 420 time: 0.0380595 Apr 28 10:59:18.654870 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-49fcc65b-03b6-4765-8021-cfee06fb0610 admin admin] Publish callbacks [] for port (8831271f-a430-441d-9f3d-a067d7643f47), precommit_update {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:18.664388 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 48838) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 10:59:18.667176 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.db.db_base_plugin_common [None req-37488f68-eae1-473d-9642-2227a1943c6d tempest-FloatingIPAdminTestJSON-1724025514 tempest-FloatingIPAdminTestJSON-1724025514-project] Allocated IP 172.36.4.150 (7be49d94-bbb8-4a61-bafe-209c5f861e1c/c0f82f52-05ee-40f2-a57c-9d02e01fb9fa/1d601598-80e3-41d6-b4c3-4748b5f69e51) {{(pid=116162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 10:59:18.674003 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [None req-f5da9bc1-062c-40c4-8891-9ff674910821 tempest-ExtensionsTestJSON-940594254 tempest-ExtensionsTestJSON-940594254-project] http://10.222.0.10:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=116161) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 28 10:59:18.677305 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-f5da9bc1-062c-40c4-8891-9ff674910821 tempest-ExtensionsTestJSON-940594254 tempest-ExtensionsTestJSON-940594254-project] 10.222.0.10 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 386 time: 0.0116379 Apr 28 10:59:18.681802 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 48840) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 10:59:18.704918 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [None req-f2630f38-5b80-4efc-a173-77c683d10a9c tempest-ExtensionsTestJSON-940594254 tempest-ExtensionsTestJSON-940594254-project] http://10.222.0.10:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=116162) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 28 10:59:18.705914 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-f2630f38-5b80-4efc-a173-77c683d10a9c tempest-ExtensionsTestJSON-940594254 tempest-ExtensionsTestJSON-940594254-project] 10.222.0.10 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0231884 Apr 28 10:59:18.713713 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 48842) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 10:59:18.719200 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-688b2383-4e3d-4796-a68e-383b4307985a None None] Pushing event updated for resources: {'Port': ['ID=fc617ca8-1c87-48c2-8189-2007a4cfc7a1,revision_number=5']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 10:59:18.725707 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-27a6c1b6-e272-40f8-988d-942b183dffb8 None None] Provisioning complete for port fc617ca8-1c87-48c2-8189-2007a4cfc7a1 triggered by entity DHCP. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 10:59:18.725963 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [None req-52cafca4-7f9f-4210-a4f8-adddd26b4894 tempest-ExtensionsTestJSON-940594254 tempest-ExtensionsTestJSON-940594254-project] http://10.222.0.10:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=116162) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 28 10:59:18.726997 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-52cafca4-7f9f-4210-a4f8-adddd26b4894 tempest-ExtensionsTestJSON-940594254 tempest-ExtensionsTestJSON-940594254-project] 10.222.0.10 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0123050 Apr 28 10:59:18.728214 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-27a6c1b6-e272-40f8-988d-942b183dffb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (fc617ca8-1c87-48c2-8189-2007a4cfc7a1), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:18.767363 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 48844) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 10:59:18.768034 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-49fcc65b-03b6-4765-8021-cfee06fb0610 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393'] for port (8831271f-a430-441d-9f3d-a067d7643f47), after_update {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:18.768738 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-49fcc65b-03b6-4765-8021-cfee06fb0610 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1603056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2063387'] for router_interface (4bdc4a64-1a8f-439a-af8a-e631bebdc4fa), after_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:18.772856 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_hamode_db [None req-7c94d3d0-a514-4841-991a-8a2d66e38e2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3307b93-0163-4950-8edf-96a1360d17be', 'name': 'tempest-ServersTestManualDisk-1673882918-router', 'tenant_id': '5609aa114ceb4f54b926d4fb3847cb3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'external_fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.211'}], 'enable_snat': True}, 'gw_port_id': '54ed23fe-abb8-49c1-b804-6ecc9c6b1b72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T10:59:03Z', 'updated_at': '2022-04-28T10:59:12Z', 'revision_number': 4, 'project_id': '5609aa114ceb4f54b926d4fb3847cb3e', 'gw_port': {'id': '54ed23fe-abb8-49c1-b804-6ecc9c6b1b72', 'name': '', 'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:58:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3307b93-0163-4950-8edf-96a1360d17be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T10:59:04Z', 'updated_at': '2022-04-28T10:59:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'fc617ca8-1c87-48c2-8189-2007a4cfc7a1', 'name': '', 'network_id': '86be3515-ed38-47a2-afd0-def5e9d08619', 'tenant_id': '5609aa114ceb4f54b926d4fb3847cb3e', 'mac_address': 'fa:16:3e:81:df:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3307b93-0163-4950-8edf-96a1360d17be', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'e48057c8-0090-4367-906b-bd6ec3ec96da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T10:59:10Z', 'updated_at': '2022-04-28T10:59:17Z', 'revision_number': 4, 'project_id': '5609aa114ceb4f54b926d4fb3847cb3e', 'subnets': [{'id': 'e48057c8-0090-4367-906b-bd6ec3ec96da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=116164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 10:59:18.777597 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-0f1c8467-7588-4ad6-92fe-873e53f5a0cb tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-971310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5220601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5125409'] for subnet (87015fdc-22d0-4303-81e4-3dfedab09f66), after_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:18.787314 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [None req-da073879-f7b4-4e46-8a75-2d2ebcbde084 tempest-ExtensionsTestJSON-940594254 tempest-ExtensionsTestJSON-940594254-project] http://10.222.0.10:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=116162) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 28 10:59:18.788852 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-da073879-f7b4-4e46-8a75-2d2ebcbde084 tempest-ExtensionsTestJSON-940594254 tempest-ExtensionsTestJSON-940594254-project] 10.222.0.10 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0132029 Apr 28 10:59:18.801285 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 48846) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 10:59:18.825305 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c94d3d0-a514-4841-991a-8a2d66e38e2e None None] The sync data for ids ['c3307b93-0163-4950-8edf-96a1360d17be'] in dv-neutron-master-2-hyperv is: [{'id': 'c3307b93-0163-4950-8edf-96a1360d17be', 'name': 'tempest-ServersTestManualDisk-1673882918-router', 'tenant_id': '5609aa114ceb4f54b926d4fb3847cb3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'external_fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.211'}], 'enable_snat': True}, 'gw_port_id': '54ed23fe-abb8-49c1-b804-6ecc9c6b1b72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T10:59:03Z', 'updated_at': '2022-04-28T10:59:12Z', 'revision_number': 4, 'project_id': '5609aa114ceb4f54b926d4fb3847cb3e', 'gw_port': {'id': '54ed23fe-abb8-49c1-b804-6ecc9c6b1b72', 'name': '', 'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:58:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3307b93-0163-4950-8edf-96a1360d17be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T10:59:04Z', 'updated_at': '2022-04-28T10:59:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'fc617ca8-1c87-48c2-8189-2007a4cfc7a1', 'name': '', 'network_id': '86be3515-ed38-47a2-afd0-def5e9d08619', 'tenant_id': '5609aa114ceb4f54b926d4fb3847cb3e', 'mac_address': 'fa:16:3e:81:df:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3307b93-0163-4950-8edf-96a1360d17be', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'e48057c8-0090-4367-906b-bd6ec3ec96da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T10:59:10Z', 'updated_at': '2022-04-28T10:59:17Z', 'revision_number': 4, 'project_id': '5609aa114ceb4f54b926d4fb3847cb3e', 'subnets': [{'id': 'e48057c8-0090-4367-906b-bd6ec3ec96da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=116164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 10:59:18.838842 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [None req-c826e54b-79d2-4161-bc35-1c135f15825d tempest-ExtensionsTestJSON-940594254 tempest-ExtensionsTestJSON-940594254-project] http://10.222.0.10:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=116161) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 28 10:59:18.840218 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-c826e54b-79d2-4161-bc35-1c135f15825d tempest-ExtensionsTestJSON-940594254 tempest-ExtensionsTestJSON-940594254-project] 10.222.0.10 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0150964 Apr 28 10:59:18.843766 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 48848) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 10:59:18.846651 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1c8467-7588-4ad6-92fe-873e53f5a0cb tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Pushing event deleted for resources: {'Subnet': ['ID=87015fdc-22d0-4303-81e4-3dfedab09f66,revision_number=None']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 10:59:18.865072 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Current status of the port b0858c67-3212-4d3d-aef9-d8996a012213 is: ACTIVE; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 10:59:18.883049 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [None req-f62220de-280b-4a2a-8347-01ccf8350298 tempest-ExtensionsTestJSON-940594254 tempest-ExtensionsTestJSON-940594254-project] http://10.222.0.10:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=116161) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 28 10:59:18.884093 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-f62220de-280b-4a2a-8347-01ccf8350298 tempest-ExtensionsTestJSON-940594254 tempest-ExtensionsTestJSON-940594254-project] 10.222.0.10 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0385695 Apr 28 10:59:18.904333 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-0f1c8467-7588-4ad6-92fe-873e53f5a0cb tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Publish callbacks [] for subnet (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:18.912383 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-0f1c8467-7588-4ad6-92fe-873e53f5a0cb tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] 10.222.0.10 "DELETE /v2.0/subnets/87015fdc-22d0-4303-81e4-3dfedab09f66 HTTP/1.1" status: 204 len: 168 time: 1.9205298 Apr 28 10:59:18.920487 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 48850) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 10:59:18.920826 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 48852) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 10:59:18.921193 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 48854) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 10:59:18.957822 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cc944f5-ff53-4e24-89e9-98422e7c1df3 None None] Network 1ec9fbcf-7a57-4aaa-9c30-4e0f43e09480 requested from dv-neutron-master-2-hyperv {{(pid=116163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 10:59:18.965106 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.v2.base [None req-414f251b-e2cc-4523-93d8-1aa4605f2e8b tempest-ServersTestManualDisk-708954650 tempest-ServersTestManualDisk-708954650-project] Request body: {'security_group': {'name': 'tempest-securitygroup--363731340', 'description': 'tempest-description--1773856722'}} {{(pid=116161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 10:59:19.004619 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-27a6c1b6-e272-40f8-988d-942b183dffb8 None None] Current status of the port fc617ca8-1c87-48c2-8189-2007a4cfc7a1 is: ACTIVE; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 10:59:19.015125 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-37488f68-eae1-473d-9642-2227a1943c6d tempest-FloatingIPAdminTestJSON-1724025514 tempest-FloatingIPAdminTestJSON-1724025514-project] Publish callbacks [] for port (1d601598-80e3-41d6-b4c3-4748b5f69e51), precommit_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:19.043677 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [None req-ec4019b6-2bb1-4849-9480-fdbc700e5327 tempest-ExtensionsTestJSON-940594254 tempest-ExtensionsTestJSON-940594254-project] http://10.222.0.10:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=116161) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 28 10:59:19.045068 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-ec4019b6-2bb1-4849-9480-fdbc700e5327 tempest-ExtensionsTestJSON-940594254 tempest-ExtensionsTestJSON-940594254-project] 10.222.0.10 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.1221478 Apr 28 10:59:19.053201 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 48860) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 10:59:19.064634 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-c836f87b-8776-4a65-b570-864ebf7c9653 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] 10.222.0.10 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1400197 Apr 28 10:59:19.067945 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 48862) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 10:59:19.070917 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-1fdd1b9f-df1a-4d70-8d94-af93ec8d013c tempest-DHCPAgentSchedulersTestJSON-1039882571 tempest-DHCPAgentSchedulersTestJSON-1039882571-project-admin] 10.222.0.10 "GET /v2.0/agents/75ba81b7-fe99-4281-90d2-a5adb445ecea/dhcp-networks HTTP/1.1" status: 200 len: 7243 time: 0.6265571 Apr 28 10:59:19.078288 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [None req-0b625d3a-df5f-4643-b4a1-740d6c9b8598 tempest-ExtensionsTestJSON-940594254 tempest-ExtensionsTestJSON-940594254-project] http://10.222.0.10:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=116162) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 28 10:59:19.081798 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.v2.base [None req-d59e96ae-a37f-4fdf-a4b5-81ad226a2369 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Request body: {'subnet': {'network_id': '1ec9fbcf-7a57-4aaa-9c30-4e0f43e09480', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=116161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 10:59:19.081959 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-0b625d3a-df5f-4643-b4a1-740d6c9b8598 tempest-ExtensionsTestJSON-940594254 tempest-ExtensionsTestJSON-940594254-project] 10.222.0.10 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0164783 Apr 28 10:59:19.082637 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 48864) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 10:59:19.082969 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 48866) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 10:59:19.097962 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [None req-17e40d9c-42c7-4f98-a1ca-8fa101952383 tempest-ExtensionsTestJSON-940594254 tempest-ExtensionsTestJSON-940594254-project] http://10.222.0.10:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=116161) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 28 10:59:19.099049 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-17e40d9c-42c7-4f98-a1ca-8fa101952383 tempest-ExtensionsTestJSON-940594254 tempest-ExtensionsTestJSON-940594254-project] 10.222.0.10 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0116856 Apr 28 10:59:19.144975 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 48868) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 10:59:19.161563 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [None req-84456751-6e36-4477-976f-ba40b28cc327 tempest-ExtensionsTestJSON-940594254 tempest-ExtensionsTestJSON-940594254-project] http://10.222.0.10:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=116161) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 28 10:59:19.163196 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-84456751-6e36-4477-976f-ba40b28cc327 tempest-ExtensionsTestJSON-940594254 tempest-ExtensionsTestJSON-940594254-project] 10.222.0.10 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0151811 Apr 28 10:59:19.171691 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 48870) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 10:59:19.187847 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [None req-bd35c40b-9581-47c5-9d5b-c5325fc2bbda tempest-ExtensionsTestJSON-940594254 tempest-ExtensionsTestJSON-940594254-project] http://10.222.0.10:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=116161) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 28 10:59:19.190826 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-509c38f5-acc7-49fc-b7cd-374a1ca6e871 tempest-ExternalNetworksTestJSON-722277804 tempest-ExternalNetworksTestJSON-722277804-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742235135690', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742234710366'] for port (a3425619-960d-42cb-b91f-aa4c77db8f1c), after_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:19.197869 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-bd35c40b-9581-47c5-9d5b-c5325fc2bbda tempest-ExtensionsTestJSON-940594254 tempest-ExtensionsTestJSON-940594254-project] 10.222.0.10 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0233428 Apr 28 10:59:19.218552 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 48872) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 10:59:19.220875 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49fcc65b-03b6-4765-8021-cfee06fb0610 admin admin] Pushing event updated for resources: {'Port': ['ID=8831271f-a430-441d-9f3d-a067d7643f47,revision_number=2']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 10:59:19.252977 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [None req-f74b56e3-c136-442b-85d3-7f8bc3ffa39c tempest-ExtensionsTestJSON-940594254 tempest-ExtensionsTestJSON-940594254-project] http://10.222.0.10:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=116161) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 28 10:59:19.257290 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-f74b56e3-c136-442b-85d3-7f8bc3ffa39c tempest-ExtensionsTestJSON-940594254 tempest-ExtensionsTestJSON-940594254-project] 10.222.0.10 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0050929 Apr 28 10:59:19.268545 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-613d5765-e75d-4ce6-b98b-7930a7b0b318 None None] DHCP port deletion for 1ec9fbcf-7a57-4aaa-9c30-4e0f43e09480 request from dv-neutron-master-2-hyperv {{(pid=116163) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 28 10:59:19.281265 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 48876) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 10:59:19.282277 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-414f251b-e2cc-4523-93d8-1aa4605f2e8b tempest-ServersTestManualDisk-708954650 tempest-ServersTestManualDisk-708954650-project] Publish callbacks [] for security_group (None), before_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:19.308043 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [None req-5f511565-4b1c-4270-aa2f-4a2118cb4c3c tempest-ExtensionsTestJSON-940594254 tempest-ExtensionsTestJSON-940594254-project] http://10.222.0.10:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=116161) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 28 10:59:19.315296 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-5f511565-4b1c-4270-aa2f-4a2118cb4c3c tempest-ExtensionsTestJSON-940594254 tempest-ExtensionsTestJSON-940594254-project] 10.222.0.10 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0242846 Apr 28 10:59:19.315296 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-cf4f7cad-7f3d-4926-99ba-cbcc3e950aa8 tempest-DHCPAgentSchedulersTestJSON-1039882571 tempest-DHCPAgentSchedulersTestJSON-1039882571-project-admin] 10.222.0.10 "GET /v2.0/networks/95b7ded5-8efd-4b17-8c46-7d28443eae06/dhcp-agents HTTP/1.1" status: 200 len: 808 time: 0.2251055 Apr 28 10:59:19.316557 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 48878) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 10:59:19.316557 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 48880) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 10:59:19.348355 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [None req-1d9b32d8-f96a-4fdb-a747-e347bfe682c2 tempest-ExtensionsTestJSON-940594254 tempest-ExtensionsTestJSON-940594254-project] http://10.222.0.10:9696/v2.0/extensions/security-groups-shared-filtering returned with HTTP 200 {{(pid=116161) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 28 10:59:19.351627 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-1d9b32d8-f96a-4fdb-a747-e347bfe682c2 tempest-ExtensionsTestJSON-940594254 tempest-ExtensionsTestJSON-940594254-project] 10.222.0.10 "GET /v2.0/extensions/security-groups-shared-filtering HTTP/1.1" status: 200 len: 435 time: 0.0187991 Apr 28 10:59:19.359410 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-613d5765-e75d-4ce6-b98b-7930a7b0b318 None None] Deleting port b0858c67-3212-4d3d-aef9-d8996a012213 {{(pid=116163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 10:59:19.359774 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-613d5765-e75d-4ce6-b98b-7930a7b0b318 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742235130188'] for port (b0858c67-3212-4d3d-aef9-d8996a012213), before_delete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:19.375341 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 48882) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 10:59:19.388502 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-509c38f5-acc7-49fc-b7cd-374a1ca6e871 tempest-ExternalNetworksTestJSON-722277804 tempest-ExternalNetworksTestJSON-722277804-project-admin] Pushing event deleted for resources: {'Port': ['ID=a3425619-960d-42cb-b91f-aa4c77db8f1c,revision_number=None']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 10:59:19.390916 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [None req-f6ff2f6c-d35c-47bc-be58-92410691f355 tempest-ExtensionsTestJSON-940594254 tempest-ExtensionsTestJSON-940594254-project] http://10.222.0.10:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=116161) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 28 10:59:19.392394 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-f6ff2f6c-d35c-47bc-be58-92410691f355 tempest-ExtensionsTestJSON-940594254 tempest-ExtensionsTestJSON-940594254-project] 10.222.0.10 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0158119 Apr 28 10:59:19.396242 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 48884) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 10:59:19.423999 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [None req-ca7e814c-bbe4-44ac-b354-e29c8d5eeba2 tempest-ExtensionsTestJSON-940594254 tempest-ExtensionsTestJSON-940594254-project] http://10.222.0.10:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=116162) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 28 10:59:19.423999 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-ca7e814c-bbe4-44ac-b354-e29c8d5eeba2 tempest-ExtensionsTestJSON-940594254 tempest-ExtensionsTestJSON-940594254-project] 10.222.0.10 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0044427 Apr 28 10:59:19.424137 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-1a0125ca-5c68-4c7f-ace4-386179af5379 tempest-DHCPAgentSchedulersTestJSON-1039882571 tempest-DHCPAgentSchedulersTestJSON-1039882571-project-admin] 10.222.0.10 "GET /v2.0/networks/95b7ded5-8efd-4b17-8c46-7d28443eae06/dhcp-agents HTTP/1.1" status: 200 len: 808 time: 0.0855954 Apr 28 10:59:19.430510 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 48886) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 10:59:19.431170 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 48888) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 10:59:19.455272 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [None req-c78a9573-d4f9-4fd7-a169-355137f9980c tempest-ExtensionsTestJSON-940594254 tempest-ExtensionsTestJSON-940594254-project] http://10.222.0.10:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=116161) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 28 10:59:19.460394 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-c78a9573-d4f9-4fd7-a169-355137f9980c tempest-ExtensionsTestJSON-940594254 tempest-ExtensionsTestJSON-940594254-project] 10.222.0.10 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0103412 Apr 28 10:59:19.462411 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-613d5765-e75d-4ce6-b98b-7930a7b0b318 None None] For port b0858c67-3212-4d3d-aef9-d8996a012213, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=b0858c67-3212-4d3d-aef9-d8996a012213,segment=NetworkSegment(ffa4348d-378b-4e93-98fa-ab0dc49ee16c),segment_id=ffa4348d-378b-4e93-98fa-ab0dc49ee16c)] {{(pid=116163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 10:59:19.462834 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-613d5765-e75d-4ce6-b98b-7930a7b0b318 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1938497'] for port (b0858c67-3212-4d3d-aef9-d8996a012213), precommit_delete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:19.476297 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-613d5765-e75d-4ce6-b98b-7930a7b0b318 None None] Calling delete_port for b0858c67-3212-4d3d-aef9-d8996a012213 owned by network:dhcp {{(pid=116163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 10:59:19.481309 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 48892) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 10:59:19.524834 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d59e96ae-a37f-4fdf-a4b5-81ad226a2369 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Made reservation on behalf of 12780407c7254bdfbde1c04e76d433ee for: {'subnet': 1} {{(pid=116161) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 10:59:19.528590 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [None req-ecfe30b1-8bab-4753-b821-3acf42f2808c tempest-ExtensionsTestJSON-940594254 tempest-ExtensionsTestJSON-940594254-project] http://10.222.0.10:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=116162) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 28 10:59:19.533003 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-d59e96ae-a37f-4fdf-a4b5-81ad226a2369 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5125580'] for subnet (None), before_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:19.533129 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-ecfe30b1-8bab-4753-b821-3acf42f2808c tempest-ExtensionsTestJSON-940594254 tempest-ExtensionsTestJSON-940594254-project] 10.222.0.10 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0480840 Apr 28 10:59:19.534097 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 48896) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 10:59:19.545635 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [None req-f2c53f5f-2ebd-42e8-b56c-7f1f35af0477 tempest-ExtensionsTestJSON-940594254 tempest-ExtensionsTestJSON-940594254-project] http://10.222.0.10:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=116162) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 28 10:59:19.549151 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-f2c53f5f-2ebd-42e8-b56c-7f1f35af0477 tempest-ExtensionsTestJSON-940594254 tempest-ExtensionsTestJSON-940594254-project] 10.222.0.10 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0115616 Apr 28 10:59:19.550959 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-509c38f5-acc7-49fc-b7cd-374a1ca6e871 tempest-ExternalNetworksTestJSON-722277804 tempest-ExternalNetworksTestJSON-722277804-project-admin] Publish callbacks [] for floatingip (f8ae0dcf-3945-4de3-8cfd-2511623b64cc), after_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:19.553786 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 48898) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 10:59:19.566079 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [None req-db1cf14b-2a8e-4b89-b3e8-77699b2d255e tempest-ExtensionsTestJSON-940594254 tempest-ExtensionsTestJSON-940594254-project] http://10.222.0.10:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=116162) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 28 10:59:19.568528 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-db1cf14b-2a8e-4b89-b3e8-77699b2d255e tempest-ExtensionsTestJSON-940594254 tempest-ExtensionsTestJSON-940594254-project] 10.222.0.10 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0128891 Apr 28 10:59:19.588029 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 48900) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 10:59:19.598717 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [None req-31b3d2e9-ffcd-4c6a-ad00-213d57815b0c tempest-ExtensionsTestJSON-940594254 tempest-ExtensionsTestJSON-940594254-project] http://10.222.0.10:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=116162) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 28 10:59:19.603122 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-31b3d2e9-ffcd-4c6a-ad00-213d57815b0c tempest-ExtensionsTestJSON-940594254 tempest-ExtensionsTestJSON-940594254-project] 10.222.0.10 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0080926 Apr 28 10:59:19.603122 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49fcc65b-03b6-4765-8021-cfee06fb0610 admin admin] Network 4da8bd43-d906-4f61-8b6f-8dd6519937e1 is already hosted by enough agents. {{(pid=116162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 10:59:19.605142 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-37488f68-eae1-473d-9642-2227a1943c6d tempest-FloatingIPAdminTestJSON-1724025514 tempest-FloatingIPAdminTestJSON-1724025514-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742234710357'] for port (1d601598-80e3-41d6-b4c3-4748b5f69e51), after_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:19.609902 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 48902) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 10:59:19.621590 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [None req-633e1c80-8efe-43d4-9038-0b93562cb6d3 tempest-ExtensionsTestJSON-940594254 tempest-ExtensionsTestJSON-940594254-project] http://10.222.0.10:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=116162) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 28 10:59:19.625166 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-633e1c80-8efe-43d4-9038-0b93562cb6d3 tempest-ExtensionsTestJSON-940594254 tempest-ExtensionsTestJSON-940594254-project] 10.222.0.10 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0102849 Apr 28 10:59:19.651626 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.scheduler.base_scheduler [None req-49fcc65b-03b6-4765-8021-cfee06fb0610 admin admin] Resources bound (agent type, host, resource id): {{(pid=116162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 10:59:19.655675 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 48904) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 10:59:19.749358 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 48906) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 10:59:19.752686 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [None req-71850a6e-ad2d-48df-ae27-e2226d070d75 tempest-ExtensionsTestJSON-940594254 tempest-ExtensionsTestJSON-940594254-project] http://10.222.0.10:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=116162) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 28 10:59:19.759338 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-71850a6e-ad2d-48df-ae27-e2226d070d75 tempest-ExtensionsTestJSON-940594254 tempest-ExtensionsTestJSON-940594254-project] 10.222.0.10 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0190203 Apr 28 10:59:19.782937 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 48908) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 10:59:19.789083 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-d5961fe1-bed8-4133-90dd-72c30243521d tempest-DHCPAgentSchedulersTestJSON-1039882571 tempest-DHCPAgentSchedulersTestJSON-1039882571-project-admin] 10.222.0.10 "GET /v2.0/agents/75ba81b7-fe99-4281-90d2-a5adb445ecea/dhcp-networks HTTP/1.1" status: 200 len: 7205 time: 0.3551753 Apr 28 10:59:19.801975 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Device 4e3956ce-900b-44cd-ae68-15e14ae0c69a up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=116163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 10:59:19.811048 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 48912) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 10:59:19.825463 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-414f251b-e2cc-4523-93d8-1aa4605f2e8b tempest-ServersTestManualDisk-708954650 tempest-ServersTestManualDisk-708954650-project] Publish callbacks [] for security_group (44234766-b7b5-4f53-92c0-693928ed2502), precommit_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:19.843041 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [None req-4a06a60e-a27c-4c5f-a4e7-766166031ef6 tempest-ExtensionsTestJSON-940594254 tempest-ExtensionsTestJSON-940594254-project] http://10.222.0.10:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=116162) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 28 10:59:19.847426 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-4a06a60e-a27c-4c5f-a4e7-766166031ef6 tempest-ExtensionsTestJSON-940594254 tempest-ExtensionsTestJSON-940594254-project] 10.222.0.10 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0611718 Apr 28 10:59:19.861558 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 48914) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 10:59:19.869546 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [None req-a7778a33-7da3-462b-854f-d3190b8542a3 tempest-ExtensionsTestJSON-940594254 tempest-ExtensionsTestJSON-940594254-project] http://10.222.0.10:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=116161) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 28 10:59:19.872484 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-a7778a33-7da3-462b-854f-d3190b8542a3 tempest-ExtensionsTestJSON-940594254 tempest-ExtensionsTestJSON-940594254-project] 10.222.0.10 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0071564 Apr 28 10:59:19.888652 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37488f68-eae1-473d-9642-2227a1943c6d tempest-FloatingIPAdminTestJSON-1724025514 tempest-FloatingIPAdminTestJSON-1724025514-project] Network 7be49d94-bbb8-4a61-bafe-209c5f861e1c is already hosted by enough agents. {{(pid=116162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 10:59:19.905631 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-613d5765-e75d-4ce6-b98b-7930a7b0b318 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742235135690', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742234710366'] for port (b0858c67-3212-4d3d-aef9-d8996a012213), after_delete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:19.934034 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-414f251b-e2cc-4523-93d8-1aa4605f2e8b tempest-ServersTestManualDisk-708954650 tempest-ServersTestManualDisk-708954650-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924426'] for security_group (44234766-b7b5-4f53-92c0-693928ed2502), after_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:20.004680 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37488f68-eae1-473d-9642-2227a1943c6d tempest-FloatingIPAdminTestJSON-1724025514 tempest-FloatingIPAdminTestJSON-1724025514-project] Pushing event updated for resources: {'Port': ['ID=1d601598-80e3-41d6-b4c3-4748b5f69e51,revision_number=1']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 10:59:20.013677 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.scheduler.base_scheduler [None req-37488f68-eae1-473d-9642-2227a1943c6d tempest-FloatingIPAdminTestJSON-1724025514 tempest-FloatingIPAdminTestJSON-1724025514-project] Resources bound (agent type, host, resource id): {{(pid=116162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 10:59:20.030700 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-509c38f5-acc7-49fc-b7cd-374a1ca6e871 tempest-ExternalNetworksTestJSON-722277804 tempest-ExternalNetworksTestJSON-722277804-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-971303'] for subnet (0a0fb383-295b-4f17-9da0-c52efa8598b4), precommit_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:20.039630 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37488f68-eae1-473d-9642-2227a1943c6d tempest-FloatingIPAdminTestJSON-1724025514 tempest-FloatingIPAdminTestJSON-1724025514-project] Received port after_create {{(pid=116162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 10:59:20.054099 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.v2.base [None req-4058b1c5-4cf0-4472-851e-d819f728fa6c tempest-RoutersAdminNegativeTest-284729803 tempest-RoutersAdminNegativeTest-284729803-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-1774888198', 'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c'}} {{(pid=116162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 10:59:20.080744 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-613d5765-e75d-4ce6-b98b-7930a7b0b318 None None] Pushing event deleted for resources: {'Port': ['ID=b0858c67-3212-4d3d-aef9-d8996a012213,revision_number=None']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 10:59:20.117178 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Provisioning complete for port 4e3956ce-900b-44cd-ae68-15e14ae0c69a triggered by entity L2. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 10:59:20.117319 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (4e3956ce-900b-44cd-ae68-15e14ae0c69a), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:20.124778 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-613d5765-e75d-4ce6-b98b-7930a7b0b318 None None] No DVR routers for this DVR port b0858c67-3212-4d3d-aef9-d8996a012213 on host dv-neutron-master-2-hyperv {{(pid=116163) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 10:59:20.166655 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-414f251b-e2cc-4523-93d8-1aa4605f2e8b tempest-ServersTestManualDisk-708954650 tempest-ServersTestManualDisk-708954650-project] Publish callbacks [] for security_group (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:20.172556 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-414f251b-e2cc-4523-93d8-1aa4605f2e8b tempest-ServersTestManualDisk-708954650 tempest-ServersTestManualDisk-708954650-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 1.2161641 Apr 28 10:59:20.176174 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 48918) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 10:59:20.179675 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-76a9170f-0f79-47b8-beb6-6443a5b5a9a6 tempest-DHCPAgentSchedulersTestJSON-1895138160 tempest-DHCPAgentSchedulersTestJSON-1895138160-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-979593'] for network (d5f1bdcf-671a-45b7-af6b-da36ae7f0f5d), before_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:20.185601 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.v2.base [None req-a789d5f7-2145-4ee3-8847-10d1005809e6 tempest-ServersTestManualDisk-708954650 tempest-ServersTestManualDisk-708954650-project] Request body: {'security_group_rule': {'security_group_id': '44234766-b7b5-4f53-92c0-693928ed2502', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=116162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 10:59:20.192110 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414f251b-e2cc-4523-93d8-1aa4605f2e8b tempest-ServersTestManualDisk-708954650 tempest-ServersTestManualDisk-708954650-project] Pushing event updated for resources: {'SecurityGroup': ['ID=44234766-b7b5-4f53-92c0-693928ed2502,revision_number=1']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 10:59:20.260027 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-cc9e425b-4d0d-4407-9360-c07ec99da470 None None] Provisioning complete for port 8831271f-a430-441d-9f3d-a067d7643f47 triggered by entity DHCP. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 10:59:20.260396 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-cc9e425b-4d0d-4407-9360-c07ec99da470 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (8831271f-a430-441d-9f3d-a067d7643f47), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:20.399843 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4058b1c5-4cf0-4472-851e-d819f728fa6c tempest-RoutersAdminNegativeTest-284729803 tempest-RoutersAdminNegativeTest-284729803-project-admin] Made reservation on behalf of 192703fb47ad45d395bb77641e8e113a for: {'port': 1} {{(pid=116162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 10:59:20.402547 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-4058b1c5-4cf0-4472-851e-d819f728fa6c tempest-RoutersAdminNegativeTest-284729803 tempest-RoutersAdminNegativeTest-284729803-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (None), before_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:20.417207 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49fcc65b-03b6-4765-8021-cfee06fb0610 admin admin] Router 4bdc4a64-1a8f-439a-af8a-e631bebdc4fa has already been hosted by L3 agent 6b492ad6-0876-4d74-b20d-28143a52ceba {{(pid=116162) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 10:59:20.418713 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-cc9e425b-4d0d-4407-9360-c07ec99da470 None None] Port 8831271f-a430-441d-9f3d-a067d7643f47 cannot update to ACTIVE because it is not bound. {{(pid=116163) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 28 10:59:20.423783 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a101ca3e-38f4-4817-8283-170a10de2bc3 None None] Network c623474b-5a9a-4f0a-a4ae-c9b4a94042f1 requested from dv-neutron-master-2-hyperv {{(pid=116163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 10:59:20.433218 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-4058b1c5-4cf0-4472-851e-d819f728fa6c tempest-RoutersAdminNegativeTest-284729803 tempest-RoutersAdminNegativeTest-284729803-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:20.455920 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Current status of the port 4e3956ce-900b-44cd-ae68-15e14ae0c69a is: DOWN; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 10:59:20.456521 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (4e3956ce-900b-44cd-ae68-15e14ae0c69a), before_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:20.497383 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-76a9170f-0f79-47b8-beb6-6443a5b5a9a6 tempest-DHCPAgentSchedulersTestJSON-1895138160 tempest-DHCPAgentSchedulersTestJSON-1895138160-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-973498', 'neutron.services.segments.db._delete_segments_for_network-8742235207033'] for network (d5f1bdcf-671a-45b7-af6b-da36ae7f0f5d), precommit_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:20.503832 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (6be95134-9a6c-4663-8b48-90d12ce90c60), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:20.532914 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-4058b1c5-4cf0-4472-851e-d819f728fa6c tempest-RoutersAdminNegativeTest-284729803 tempest-RoutersAdminNegativeTest-284729803-project-admin] Publish callbacks [] for security_group (eca9ff45-4fcd-44e5-8df9-d155e1154553), precommit_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:20.543043 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] For port 4e3956ce-900b-44cd-ae68-15e14ae0c69a, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=4e3956ce-900b-44cd-ae68-15e14ae0c69a,segment=NetworkSegment(b7a9ecbf-6332-4ba6-87fc-d02d0b404918),segment_id=b7a9ecbf-6332-4ba6-87fc-d02d0b404918)] {{(pid=116163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 10:59:20.554433 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-2e7efeba-d28e-45fa-9aa5-9a6bf6004779 None None] Provisioning complete for port 4e3956ce-900b-44cd-ae68-15e14ae0c69a triggered by entity DHCP. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 10:59:20.555239 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-2e7efeba-d28e-45fa-9aa5-9a6bf6004779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (4e3956ce-900b-44cd-ae68-15e14ae0c69a), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:20.561336 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.services.segments.db [None req-76a9170f-0f79-47b8-beb6-6443a5b5a9a6 tempest-DHCPAgentSchedulersTestJSON-1895138160 tempest-DHCPAgentSchedulersTestJSON-1895138160-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d5f1bdcf-671a-45b7-af6b-da36ae7f0f5d']}} {{(pid=116161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 10:59:20.585089 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.services.segments.db [None req-76a9170f-0f79-47b8-beb6-6443a5b5a9a6 tempest-DHCPAgentSchedulersTestJSON-1895138160 tempest-DHCPAgentSchedulersTestJSON-1895138160-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b918002a-24a0-49be-ae98-72d188a9cc79') {'for_net_delete': True} {{(pid=116161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 10:59:20.586850 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.services.segments.db [None req-76a9170f-0f79-47b8-beb6-6443a5b5a9a6 tempest-DHCPAgentSchedulersTestJSON-1895138160 tempest-DHCPAgentSchedulersTestJSON-1895138160-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b918002a-24a0-49be-ae98-72d188a9cc79') {} {{(pid=116161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 10:59:20.613942 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-76a9170f-0f79-47b8-beb6-6443a5b5a9a6 tempest-DHCPAgentSchedulersTestJSON-1895138160 tempest-DHCPAgentSchedulersTestJSON-1895138160-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742235208578', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8076969'] for segment (b918002a-24a0-49be-ae98-72d188a9cc79), before_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:20.652400 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-d59e96ae-a37f-4fdf-a4b5-81ad226a2369 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5220536', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5125438'] for subnet (2bc73199-30e2-4e5d-8d4b-3fd3fb2c8f8a), after_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:20.670835 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393'] for port (4e3956ce-900b-44cd-ae68-15e14ae0c69a), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:20.673307 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-4058b1c5-4cf0-4472-851e-d819f728fa6c tempest-RoutersAdminNegativeTest-284729803 tempest-RoutersAdminNegativeTest-284729803-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924426'] for security_group (eca9ff45-4fcd-44e5-8df9-d155e1154553), after_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:20.673466 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Device 63fb15ac-add7-4583-84b6-e4877dc45c4a up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=116163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 10:59:20.685962 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-a789d5f7-2145-4ee3-8847-10d1005809e6 tempest-ServersTestManualDisk-708954650 tempest-ServersTestManualDisk-708954650-project] Publish callbacks [] for security_group_rule (8811dd04-11d4-4d76-b96d-c056191a0e03), before_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:20.709208 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d59e96ae-a37f-4fdf-a4b5-81ad226a2369 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Network 1ec9fbcf-7a57-4aaa-9c30-4e0f43e09480 is already hosted by enough agents. {{(pid=116161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 10:59:20.717385 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-76a9170f-0f79-47b8-beb6-6443a5b5a9a6 tempest-DHCPAgentSchedulersTestJSON-1895138160 tempest-DHCPAgentSchedulersTestJSON-1895138160-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-961978'] for segment (b918002a-24a0-49be-ae98-72d188a9cc79), precommit_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:20.722437 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.scheduler.base_scheduler [None req-d59e96ae-a37f-4fdf-a4b5-81ad226a2369 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Resources bound (agent type, host, resource id): {{(pid=116161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 10:59:20.726409 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d59e96ae-a37f-4fdf-a4b5-81ad226a2369 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 10:59:20.728255 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-d59e96ae-a37f-4fdf-a4b5-81ad226a2369 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Publish callbacks [] for subnet (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:20.760121 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.notifiers.nova [None req-4058b1c5-4cf0-4472-851e-d819f728fa6c tempest-RoutersAdminNegativeTest-284729803 tempest-RoutersAdminNegativeTest-284729803-project-admin] device_id is not set on port 41899027-e579-4be7-8d91-f1f731b594fd yet. {{(pid=116162) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 28 10:59:20.786672 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Pushing event updated for resources: {'Port': ['ID=4e3956ce-900b-44cd-ae68-15e14ae0c69a,revision_number=3']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 10:59:20.786875 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-76a9170f-0f79-47b8-beb6-6443a5b5a9a6 tempest-DHCPAgentSchedulersTestJSON-1895138160 tempest-DHCPAgentSchedulersTestJSON-1895138160-project] Releasing vlan 94 on physical network physnet1 to pool {{(pid=116161) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 10:59:20.787234 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-76a9170f-0f79-47b8-beb6-6443a5b5a9a6 tempest-DHCPAgentSchedulersTestJSON-1895138160 tempest-DHCPAgentSchedulersTestJSON-1895138160-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-961978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5219103'] for segment (b918002a-24a0-49be-ae98-72d188a9cc79), after_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:20.794835 dv-neutron-master-2-hyperv neutron-server[116161]: Traceback (most recent call last): Apr 28 10:59:20.794835 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 10:59:20.794835 dv-neutron-master-2-hyperv neutron-server[116161]: timer() Apr 28 10:59:20.794835 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 10:59:20.794835 dv-neutron-master-2-hyperv neutron-server[116161]: cb(*args, **kw) Apr 28 10:59:20.794835 dv-neutron-master-2-hyperv neutron-server[116161]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 28 10:59:20.794835 dv-neutron-master-2-hyperv neutron-server[116161]: return func(*args, **kwargs) Apr 28 10:59:20.794835 dv-neutron-master-2-hyperv neutron-server[116161]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 10:59:20.794835 dv-neutron-master-2-hyperv neutron-server[116161]: self._notify() Apr 28 10:59:20.794835 dv-neutron-master-2-hyperv neutron-server[116161]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 10:59:20.794835 dv-neutron-master-2-hyperv neutron-server[116161]: self.callback(batched_events) Apr 28 10:59:20.794835 dv-neutron-master-2-hyperv neutron-server[116161]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 10:59:20.794835 dv-neutron-master-2-hyperv neutron-server[116161]: event.method(event) Apr 28 10:59:20.794835 dv-neutron-master-2-hyperv neutron-server[116161]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 28 10:59:20.794835 dv-neutron-master-2-hyperv neutron-server[116161]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 10:59:20.794835 dv-neutron-master-2-hyperv neutron-server[116161]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 28 10:59:20.794835 dv-neutron-master-2-hyperv neutron-server[116161]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 10:59:20.794835 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 28 10:59:20.794835 dv-neutron-master-2-hyperv neutron-server[116161]: return f(self, *a, **k) Apr 28 10:59:20.794835 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 28 10:59:20.794835 dv-neutron-master-2-hyperv neutron-server[116161]: return self._get(url).json() Apr 28 10:59:20.794835 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 28 10:59:20.794835 dv-neutron-master-2-hyperv neutron-server[116161]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 10:59:20.794835 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 10:59:20.794835 dv-neutron-master-2-hyperv neutron-server[116161]: return self.request(url, 'GET', **kwargs) Apr 28 10:59:20.794835 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 10:59:20.794835 dv-neutron-master-2-hyperv neutron-server[116161]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 10:59:20.794835 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 10:59:20.794835 dv-neutron-master-2-hyperv neutron-server[116161]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 10:59:20.794835 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 10:59:20.794835 dv-neutron-master-2-hyperv neutron-server[116161]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 10:59:20.794835 dv-neutron-master-2-hyperv neutron-server[116161]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 10:59:20.800029 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b3bb565-e34f-4192-96c3-57db0ef8e481 None None] Network 1ec9fbcf-7a57-4aaa-9c30-4e0f43e09480 requested from dv-neutron-master-2-hyperv {{(pid=116163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 10:59:20.832910 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 48922) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 10:59:20.854736 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d59e96ae-a37f-4fdf-a4b5-81ad226a2369 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Pushing event updated for resources: {'Subnet': ['ID=2bc73199-30e2-4e5d-8d4b-3fd3fb2c8f8a,revision_number=0']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 10:59:20.855715 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-509c38f5-acc7-49fc-b7cd-374a1ca6e871 tempest-ExternalNetworksTestJSON-722277804 tempest-ExternalNetworksTestJSON-722277804-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-971310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042'] for subnet (0a0fb383-295b-4f17-9da0-c52efa8598b4), after_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:20.895641 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-d59e96ae-a37f-4fdf-a4b5-81ad226a2369 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.8233795 Apr 28 10:59:20.896337 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 48926) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 10:59:20.905967 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.v2.base [None req-38ec3975-83b0-4093-b851-84f0a9ffac70 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Request body: {'port': {'network_id': '1ec9fbcf-7a57-4aaa-9c30-4e0f43e09480', 'name': 'tempest-NetworksTestDHCPv6-1955757529'}} {{(pid=116161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 10:59:20.922903 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Provisioning complete for port 63fb15ac-add7-4583-84b6-e4877dc45c4a triggered by entity L2. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 10:59:20.923296 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (63fb15ac-add7-4583-84b6-e4877dc45c4a), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:20.980369 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-2e7efeba-d28e-45fa-9aa5-9a6bf6004779 None None] Current status of the port 4e3956ce-900b-44cd-ae68-15e14ae0c69a is: DOWN; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 10:59:20.980833 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-2e7efeba-d28e-45fa-9aa5-9a6bf6004779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (4e3956ce-900b-44cd-ae68-15e14ae0c69a), before_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:21.024810 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4058b1c5-4cf0-4472-851e-d819f728fa6c tempest-RoutersAdminNegativeTest-284729803 tempest-RoutersAdminNegativeTest-284729803-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eca9ff45-4fcd-44e5-8df9-d155e1154553,revision_number=1']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 10:59:21.048847 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-509c38f5-acc7-49fc-b7cd-374a1ca6e871 tempest-ExternalNetworksTestJSON-722277804 tempest-ExternalNetworksTestJSON-722277804-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=0a0fb383-295b-4f17-9da0-c52efa8598b4,revision_number=None']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 10:59:21.058931 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-76a9170f-0f79-47b8-beb6-6443a5b5a9a6 tempest-DHCPAgentSchedulersTestJSON-1895138160 tempest-DHCPAgentSchedulersTestJSON-1895138160-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-973477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2063122'] for network (d5f1bdcf-671a-45b7-af6b-da36ae7f0f5d), after_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:21.065234 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-37488f68-eae1-473d-9642-2227a1943c6d tempest-FloatingIPAdminTestJSON-1724025514 tempest-FloatingIPAdminTestJSON-1724025514-project] Publish callbacks [] for router_gateway (76ac97e8-357a-4c02-ab8f-161546f85317), after_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:21.065964 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-6ef90463-5ff1-468d-8827-e40952777a6a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:21.092344 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-76a9170f-0f79-47b8-beb6-6443a5b5a9a6 tempest-DHCPAgentSchedulersTestJSON-1895138160 tempest-DHCPAgentSchedulersTestJSON-1895138160-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603020'] for network (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:21.095876 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-76a9170f-0f79-47b8-beb6-6443a5b5a9a6 tempest-DHCPAgentSchedulersTestJSON-1895138160 tempest-DHCPAgentSchedulersTestJSON-1895138160-project] 10.222.0.10 "DELETE /v2.0/networks/d5f1bdcf-671a-45b7-af6b-da36ae7f0f5d HTTP/1.1" status: 204 len: 168 time: 1.2837873 Apr 28 10:59:21.107528 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04991121-1ef2-47a9-b21e-20015a7c1f6a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-1ec9fbcf-7a57-4aaa-9c30-4e0f43e09480', 'network_id': '1ec9fbcf-7a57-4aaa-9c30-4e0f43e09480', 'project_id': '12780407c7254bdfbde1c04e76d433ee', 'fixed_ips': [{'subnet_id': '2bc73199-30e2-4e5d-8d4b-3fd3fb2c8f8a'}]}} from dv-neutron-master-2-hyperv. {{(pid=116163) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 28 10:59:21.113272 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-04991121-1ef2-47a9-b21e-20015a7c1f6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (None), before_create {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:21.113381 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 48930) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 10:59:21.142841 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a9170f-0f79-47b8-beb6-6443a5b5a9a6 tempest-DHCPAgentSchedulersTestJSON-1895138160 tempest-DHCPAgentSchedulersTestJSON-1895138160-project] Pushing event deleted for resources: {'Network': ['ID=d5f1bdcf-671a-45b7-af6b-da36ae7f0f5d,revision_number=None']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 10:59:21.157345 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.pecan_wsgi.hooks.translation [None req-b4791678-f146-419a-9f17-1cad9c2d54b1 tempest-DHCPAgentSchedulersTestJSON-1895138160 tempest-DHCPAgentSchedulersTestJSON-1895138160-project] DELETE failed (client error): The resource could not be found. Apr 28 10:59:21.157523 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b4791678-f146-419a-9f17-1cad9c2d54b1 tempest-DHCPAgentSchedulersTestJSON-1895138160 tempest-DHCPAgentSchedulersTestJSON-1895138160-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=116161) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 28 10:59:21.160742 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-b4791678-f146-419a-9f17-1cad9c2d54b1 tempest-DHCPAgentSchedulersTestJSON-1895138160 tempest-DHCPAgentSchedulersTestJSON-1895138160-project] 10.222.0.10 "DELETE /v2.0/ports/639edcf2-1074-45a9-b318-98f327f8e869 HTTP/1.1" status: 404 len: 333 time: 0.0476651 Apr 28 10:59:21.165920 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 48932) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 10:59:21.172231 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.db.api [None req-2e7efeba-d28e-45fa-9aa5-9a6bf6004779 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=116163) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 28 10:59:21.172591 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG oslo_db.api [None req-2e7efeba-d28e-45fa-9aa5-9a6bf6004779 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=116163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 28 10:59:21.224353 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-a789d5f7-2145-4ee3-8847-10d1005809e6 tempest-ServersTestManualDisk-708954650 tempest-ServersTestManualDisk-708954650-project] Publish callbacks [] for security_group_rule (8811dd04-11d4-4d76-b96d-c056191a0e03), precommit_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:21.244437 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Current status of the port 63fb15ac-add7-4583-84b6-e4877dc45c4a is: ACTIVE; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 10:59:21.245638 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Device fc617ca8-1c87-48c2-8189-2007a4cfc7a1 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=116163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 10:59:21.267980 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.db.db_base_plugin_v2 [None req-59f994b9-c18e-4174-a37f-389595f97fcc tempest-DHCPAgentSchedulersTestJSON-1895138160 tempest-DHCPAgentSchedulersTestJSON-1895138160-project] Deleting subnet 57c4fce5-4fe0-432e-8934-033c711f5aea {{(pid=116161) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 28 10:59:21.276256 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-59f994b9-c18e-4174-a37f-389595f97fcc tempest-DHCPAgentSchedulersTestJSON-1895138160 tempest-DHCPAgentSchedulersTestJSON-1895138160-project] Publish callbacks [] for subnet (57c4fce5-4fe0-432e-8934-033c711f5aea), before_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:21.340781 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-59f994b9-c18e-4174-a37f-389595f97fcc tempest-DHCPAgentSchedulersTestJSON-1895138160 tempest-DHCPAgentSchedulersTestJSON-1895138160-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8076976'] for subnet (57c4fce5-4fe0-432e-8934-033c711f5aea), precommit_delete_associations {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:21.354042 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Provisioning complete for port fc617ca8-1c87-48c2-8189-2007a4cfc7a1 triggered by entity L2. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 10:59:21.354434 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (fc617ca8-1c87-48c2-8189-2007a4cfc7a1), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:21.356639 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.db_base_plugin_common [None req-04991121-1ef2-47a9-b21e-20015a7c1f6a None None] Allocated IP 2001:db8::2 (1ec9fbcf-7a57-4aaa-9c30-4e0f43e09480/2bc73199-30e2-4e5d-8d4b-3fd3fb2c8f8a/7e562e9e-0a70-4ac5-85c4-fb980ec8c8d6) {{(pid=116163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 10:59:21.367510 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-6ef90463-5ff1-468d-8827-e40952777a6a admin admin] Publish callbacks [] for security_group (67b42124-073e-4286-913e-d1556cc95cde), precommit_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:21.368473 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38ec3975-83b0-4093-b851-84f0a9ffac70 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Made reservation on behalf of 12780407c7254bdfbde1c04e76d433ee for: {'port': 1} {{(pid=116161) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 10:59:21.371771 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-38ec3975-83b0-4093-b851-84f0a9ffac70 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (None), before_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:21.404355 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.notifiers.nova [None req-38ec3975-83b0-4093-b851-84f0a9ffac70 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] device_id is not set on port f6c3a8ae-96a9-422c-99c0-d420189aedd8 yet. {{(pid=116161) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 28 10:59:21.431736 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-a789d5f7-2145-4ee3-8847-10d1005809e6 tempest-ServersTestManualDisk-708954650 tempest-ServersTestManualDisk-708954650-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1912725'] for security_group_rule (8811dd04-11d4-4d76-b96d-c056191a0e03), after_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:21.477799 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-509c38f5-acc7-49fc-b7cd-374a1ca6e871 tempest-ExternalNetworksTestJSON-722277804 tempest-ExternalNetworksTestJSON-722277804-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-973498', 'neutron.services.segments.db._delete_segments_for_network-8742235207033'] for network (dffe628c-7504-4f2e-9d15-a010114fe578), precommit_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:21.517918 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Current status of the port fc617ca8-1c87-48c2-8189-2007a4cfc7a1 is: ACTIVE; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 10:59:21.520112 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Device 0349ac72-fdf4-467a-a64f-2f09d8e6b3a4 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=116163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 10:59:21.527587 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a789d5f7-2145-4ee3-8847-10d1005809e6 tempest-ServersTestManualDisk-708954650 tempest-ServersTestManualDisk-708954650-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8811dd04-11d4-4d76-b96d-c056191a0e03,revision_number=0']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 10:59:21.543305 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.db.db_base_plugin_common [None req-4058b1c5-4cf0-4472-851e-d819f728fa6c tempest-RoutersAdminNegativeTest-284729803 tempest-RoutersAdminNegativeTest-284729803-project-admin] Allocated IP 172.36.4.46 (7be49d94-bbb8-4a61-bafe-209c5f861e1c/c0f82f52-05ee-40f2-a57c-9d02e01fb9fa/41899027-e579-4be7-8d91-f1f731b594fd) {{(pid=116162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 10:59:21.576838 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-509c38f5-acc7-49fc-b7cd-374a1ca6e871 tempest-ExternalNetworksTestJSON-722277804 tempest-ExternalNetworksTestJSON-722277804-project-admin] Subscribe: > segment before_delete 55550000 {{(pid=116162) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 10:59:21.577191 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-509c38f5-acc7-49fc-b7cd-374a1ca6e871 tempest-ExternalNetworksTestJSON-722277804 tempest-ExternalNetworksTestJSON-722277804-project-admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=116162) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 10:59:21.577943 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-509c38f5-acc7-49fc-b7cd-374a1ca6e871 tempest-ExternalNetworksTestJSON-722277804 tempest-ExternalNetworksTestJSON-722277804-project-admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=116162) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 10:59:21.578267 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-509c38f5-acc7-49fc-b7cd-374a1ca6e871 tempest-ExternalNetworksTestJSON-722277804 tempest-ExternalNetworksTestJSON-722277804-project-admin] Subscribe: > port after_create 55550000 {{(pid=116162) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 10:59:21.578652 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-509c38f5-acc7-49fc-b7cd-374a1ca6e871 tempest-ExternalNetworksTestJSON-722277804 tempest-ExternalNetworksTestJSON-722277804-project-admin] Subscribe: > port after_delete 55550000 {{(pid=116162) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 10:59:21.578971 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-509c38f5-acc7-49fc-b7cd-374a1ca6e871 tempest-ExternalNetworksTestJSON-722277804 tempest-ExternalNetworksTestJSON-722277804-project-admin] Subscribe: > port after_update 55550000 {{(pid=116162) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 10:59:21.579287 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-509c38f5-acc7-49fc-b7cd-374a1ca6e871 tempest-ExternalNetworksTestJSON-722277804 tempest-ExternalNetworksTestJSON-722277804-project-admin] Subscribe: > segment after_delete 55550000 {{(pid=116162) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 10:59:21.579598 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-509c38f5-acc7-49fc-b7cd-374a1ca6e871 tempest-ExternalNetworksTestJSON-722277804 tempest-ExternalNetworksTestJSON-722277804-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=116162) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 10:59:21.579908 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-509c38f5-acc7-49fc-b7cd-374a1ca6e871 tempest-ExternalNetworksTestJSON-722277804 tempest-ExternalNetworksTestJSON-722277804-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=116162) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 10:59:21.580248 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-509c38f5-acc7-49fc-b7cd-374a1ca6e871 tempest-ExternalNetworksTestJSON-722277804 tempest-ExternalNetworksTestJSON-722277804-project-admin] Subscribe: > subnet after_update 55550000 {{(pid=116162) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 10:59:21.630601 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-04991121-1ef2-47a9-b21e-20015a7c1f6a None None] Publish callbacks [] for port (7e562e9e-0a70-4ac5-85c4-fb980ec8c8d6), precommit_create {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:21.636330 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Provisioning complete for port 0349ac72-fdf4-467a-a64f-2f09d8e6b3a4 triggered by entity L2. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 10:59:21.636836 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (0349ac72-fdf4-467a-a64f-2f09d8e6b3a4), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:21.669663 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-6ef90463-5ff1-468d-8827-e40952777a6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924426'] for security_group (67b42124-073e-4286-913e-d1556cc95cde), after_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:21.720932 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-04991121-1ef2-47a9-b21e-20015a7c1f6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742234710357'] for port (7e562e9e-0a70-4ac5-85c4-fb980ec8c8d6), after_create {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:21.748154 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-509c38f5-acc7-49fc-b7cd-374a1ca6e871 tempest-ExternalNetworksTestJSON-722277804 tempest-ExternalNetworksTestJSON-722277804-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=116162) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 10:59:21.748498 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-509c38f5-acc7-49fc-b7cd-374a1ca6e871 tempest-ExternalNetworksTestJSON-722277804 tempest-ExternalNetworksTestJSON-722277804-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=116162) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 10:59:21.748829 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-509c38f5-acc7-49fc-b7cd-374a1ca6e871 tempest-ExternalNetworksTestJSON-722277804 tempest-ExternalNetworksTestJSON-722277804-project-admin] Subscribe: > subnet before_create 55550000 {{(pid=116162) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 10:59:21.749161 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-509c38f5-acc7-49fc-b7cd-374a1ca6e871 tempest-ExternalNetworksTestJSON-722277804 tempest-ExternalNetworksTestJSON-722277804-project-admin] Subscribe: > subnet before_update 55550000 {{(pid=116162) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 10:59:21.749509 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.services.segments.db [None req-509c38f5-acc7-49fc-b7cd-374a1ca6e871 tempest-ExternalNetworksTestJSON-722277804 tempest-ExternalNetworksTestJSON-722277804-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dffe628c-7504-4f2e-9d15-a010114fe578']}} {{(pid=116162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 10:59:21.756670 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49fcc65b-03b6-4765-8021-cfee06fb0610 admin admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=116162) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 10:59:21.766479 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-6ef90463-5ff1-468d-8827-e40952777a6a admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=1c88d30bae564b3bb6ee5dfd882079fe&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9309909 Apr 28 10:59:21.767644 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-2e7efeba-d28e-45fa-9aa5-9a6bf6004779 None None] Current status of the port 4e3956ce-900b-44cd-ae68-15e14ae0c69a is: ACTIVE; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 10:59:21.777327 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 48934) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 10:59:21.780646 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29218745-75bc-488f-be68-77f757d395e0 None None] Sync routers for ids ['4bdc4a64-1a8f-439a-af8a-e631bebdc4fa'] in dv-neutron-master-2-hyperv {{(pid=116163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 10:59:21.781366 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-49fcc65b-03b6-4765-8021-cfee06fb0610 admin admin] 10.222.0.10 "PUT /v2.0/routers/4bdc4a64-1a8f-439a-af8a-e631bebdc4fa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.4826529 Apr 28 10:59:21.791857 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-a789d5f7-2145-4ee3-8847-10d1005809e6 tempest-ServersTestManualDisk-708954650 tempest-ServersTestManualDisk-708954650-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:21.797144 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-a789d5f7-2145-4ee3-8847-10d1005809e6 tempest-ServersTestManualDisk-708954650 tempest-ServersTestManualDisk-708954650-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.6124883 Apr 28 10:59:21.797144 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.services.segments.db [None req-509c38f5-acc7-49fc-b7cd-374a1ca6e871 tempest-ExternalNetworksTestJSON-722277804 tempest-ExternalNetworksTestJSON-722277804-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c58192b7-f388-44a4-ac6a-662005874d5e') {'for_net_delete': True} {{(pid=116162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 10:59:21.797144 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.services.segments.db [None req-509c38f5-acc7-49fc-b7cd-374a1ca6e871 tempest-ExternalNetworksTestJSON-722277804 tempest-ExternalNetworksTestJSON-722277804-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c58192b7-f388-44a4-ac6a-662005874d5e') {} {{(pid=116162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 10:59:21.810372 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Current status of the port 0349ac72-fdf4-467a-a64f-2f09d8e6b3a4 is: DOWN; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 10:59:21.810874 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (0349ac72-fdf4-467a-a64f-2f09d8e6b3a4), before_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:21.815655 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef90463-5ff1-468d-8827-e40952777a6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67b42124-073e-4286-913e-d1556cc95cde,revision_number=1']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 10:59:21.818099 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 48938) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 10:59:21.821140 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04991121-1ef2-47a9-b21e-20015a7c1f6a None None] Network 1ec9fbcf-7a57-4aaa-9c30-4e0f43e09480 is already hosted by enough agents. {{(pid=116163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 10:59:21.826093 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04991121-1ef2-47a9-b21e-20015a7c1f6a None None] Pushing event updated for resources: {'Port': ['ID=7e562e9e-0a70-4ac5-85c4-fb980ec8c8d6,revision_number=1']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 10:59:21.828681 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.scheduler.base_scheduler [None req-04991121-1ef2-47a9-b21e-20015a7c1f6a None None] Resources bound (agent type, host, resource id): {{(pid=116163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 10:59:21.835872 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.v2.base [None req-b8acb126-7d79-408b-ab2d-99a610d1e84f tempest-ServersTestManualDisk-708954650 tempest-ServersTestManualDisk-708954650-project] Request body: {'security_group_rule': {'security_group_id': '44234766-b7b5-4f53-92c0-693928ed2502', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=116162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 10:59:21.836076 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29218745-75bc-488f-be68-77f757d395e0 None None] Routers {'4bdc4a64-1a8f-439a-af8a-e631bebdc4fa'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=116163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 10:59:21.836160 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-59f994b9-c18e-4174-a37f-389595f97fcc tempest-DHCPAgentSchedulersTestJSON-1895138160 tempest-DHCPAgentSchedulersTestJSON-1895138160-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-971303'] for subnet (57c4fce5-4fe0-432e-8934-033c711f5aea), precommit_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:21.836244 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_hamode_db [None req-29218745-75bc-488f-be68-77f757d395e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-28T10:50:39Z,description=,heartbeat_timestamp=2022-04-28T10:59:09Z,host='dv-neutron-master-2-hyperv',id=6b492ad6-0876-4d74-b20d-28143a52ceba,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T10:50:40Z,topic='l3_agent')) {'router_ids': ['4bdc4a64-1a8f-439a-af8a-e631bebdc4fa'], 'active': True} {{(pid=116163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 10:59:21.837968 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04991121-1ef2-47a9-b21e-20015a7c1f6a None None] Received port after_create {{(pid=116163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 10:59:21.847002 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-509c38f5-acc7-49fc-b7cd-374a1ca6e871 tempest-ExternalNetworksTestJSON-722277804 tempest-ExternalNetworksTestJSON-722277804-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742235208578', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5026548'] for segment (c58192b7-f388-44a4-ac6a-662005874d5e), before_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:21.893473 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] For port 0349ac72-fdf4-467a-a64f-2f09d8e6b3a4, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=0349ac72-fdf4-467a-a64f-2f09d8e6b3a4,segment=NetworkSegment(142bc50f-d6af-4646-8d06-bb7af6b7b51c),segment_id=142bc50f-d6af-4646-8d06-bb7af6b7b51c)] {{(pid=116163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 10:59:21.931149 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-4d9a545a-2e49-4e64-8bac-a852c8b5f4bd None None] Provisioning complete for port 4e3956ce-900b-44cd-ae68-15e14ae0c69a triggered by entity DHCP. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 10:59:21.931528 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-4d9a545a-2e49-4e64-8bac-a852c8b5f4bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (4e3956ce-900b-44cd-ae68-15e14ae0c69a), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:21.940078 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.db.db_base_plugin_common [None req-38ec3975-83b0-4093-b851-84f0a9ffac70 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Allocated IP 2001:db8::331 (1ec9fbcf-7a57-4aaa-9c30-4e0f43e09480/2bc73199-30e2-4e5d-8d4b-3fd3fb2c8f8a/f6c3a8ae-96a9-422c-99c0-d420189aedd8) {{(pid=116161) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 10:59:22.043589 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393'] for port (0349ac72-fdf4-467a-a64f-2f09d8e6b3a4), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:22.086361 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-59f994b9-c18e-4174-a37f-389595f97fcc tempest-DHCPAgentSchedulersTestJSON-1895138160 tempest-DHCPAgentSchedulersTestJSON-1895138160-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-971310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5220601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5125409'] for subnet (57c4fce5-4fe0-432e-8934-033c711f5aea), after_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:22.144417 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-509c38f5-acc7-49fc-b7cd-374a1ca6e871 tempest-ExternalNetworksTestJSON-722277804 tempest-ExternalNetworksTestJSON-722277804-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-961978'] for segment (c58192b7-f388-44a4-ac6a-662005874d5e), precommit_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:22.172967 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f994b9-c18e-4174-a37f-389595f97fcc tempest-DHCPAgentSchedulersTestJSON-1895138160 tempest-DHCPAgentSchedulersTestJSON-1895138160-project] Pushing event deleted for resources: {'Subnet': ['ID=57c4fce5-4fe0-432e-8934-033c711f5aea,revision_number=None']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 10:59:22.187235 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-509c38f5-acc7-49fc-b7cd-374a1ca6e871 tempest-ExternalNetworksTestJSON-722277804 tempest-ExternalNetworksTestJSON-722277804-project-admin] Releasing vlan 53 on physical network physnet1 to pool {{(pid=116162) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 10:59:22.187921 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-509c38f5-acc7-49fc-b7cd-374a1ca6e871 tempest-ExternalNetworksTestJSON-722277804 tempest-ExternalNetworksTestJSON-722277804-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-961978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5051884'] for segment (c58192b7-f388-44a4-ac6a-662005874d5e), after_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:22.195511 dv-neutron-master-2-hyperv neutron-server[116162]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 28 10:59:22.195511 dv-neutron-master-2-hyperv neutron-server[116162]: from cryptography.utils import int_from_bytes Apr 28 10:59:22.195511 dv-neutron-master-2-hyperv neutron-server[116162]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 28 10:59:22.195511 dv-neutron-master-2-hyperv neutron-server[116162]: from cryptography.utils import int_from_bytes Apr 28 10:59:22.195511 dv-neutron-master-2-hyperv neutron-server[116162]: /opt/stack/neutron/neutron/extensions/quotasv2.py:141: UserWarning: Neutron quota engine will require "--force" parameter to set a quota limit without checking the resource usage. Apr 28 10:59:22.195511 dv-neutron-master-2-hyperv neutron-server[116162]: warnings.warn('Neutron quota engine will require "--force" ' Apr 28 10:59:22.195511 dv-neutron-master-2-hyperv neutron-server[116162]: Traceback (most recent call last): Apr 28 10:59:22.195511 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 10:59:22.195511 dv-neutron-master-2-hyperv neutron-server[116162]: timer() Apr 28 10:59:22.195511 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 10:59:22.195511 dv-neutron-master-2-hyperv neutron-server[116162]: cb(*args, **kw) Apr 28 10:59:22.195511 dv-neutron-master-2-hyperv neutron-server[116162]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 28 10:59:22.195511 dv-neutron-master-2-hyperv neutron-server[116162]: return func(*args, **kwargs) Apr 28 10:59:22.195511 dv-neutron-master-2-hyperv neutron-server[116162]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 10:59:22.195511 dv-neutron-master-2-hyperv neutron-server[116162]: self._notify() Apr 28 10:59:22.195511 dv-neutron-master-2-hyperv neutron-server[116162]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 10:59:22.195511 dv-neutron-master-2-hyperv neutron-server[116162]: self.callback(batched_events) Apr 28 10:59:22.195511 dv-neutron-master-2-hyperv neutron-server[116162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 10:59:22.195511 dv-neutron-master-2-hyperv neutron-server[116162]: event.method(event) Apr 28 10:59:22.195511 dv-neutron-master-2-hyperv neutron-server[116162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 28 10:59:22.195511 dv-neutron-master-2-hyperv neutron-server[116162]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 10:59:22.195511 dv-neutron-master-2-hyperv neutron-server[116162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 28 10:59:22.195511 dv-neutron-master-2-hyperv neutron-server[116162]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 10:59:22.195511 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 28 10:59:22.195511 dv-neutron-master-2-hyperv neutron-server[116162]: return f(self, *a, **k) Apr 28 10:59:22.195511 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 28 10:59:22.195511 dv-neutron-master-2-hyperv neutron-server[116162]: return self._get(url).json() Apr 28 10:59:22.195511 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 28 10:59:22.195511 dv-neutron-master-2-hyperv neutron-server[116162]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 10:59:22.195511 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 10:59:22.195511 dv-neutron-master-2-hyperv neutron-server[116162]: return self.request(url, 'GET', **kwargs) Apr 28 10:59:22.195511 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 10:59:22.195511 dv-neutron-master-2-hyperv neutron-server[116162]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 10:59:22.195511 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 10:59:22.195511 dv-neutron-master-2-hyperv neutron-server[116162]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 10:59:22.195511 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 10:59:22.195511 dv-neutron-master-2-hyperv neutron-server[116162]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 10:59:22.195511 dv-neutron-master-2-hyperv neutron-server[116162]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 10:59:22.207040 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-59f994b9-c18e-4174-a37f-389595f97fcc tempest-DHCPAgentSchedulersTestJSON-1895138160 tempest-DHCPAgentSchedulersTestJSON-1895138160-project] Publish callbacks [] for subnet (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:22.210539 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-59f994b9-c18e-4174-a37f-389595f97fcc tempest-DHCPAgentSchedulersTestJSON-1895138160 tempest-DHCPAgentSchedulersTestJSON-1895138160-project] 10.222.0.10 "DELETE /v2.0/subnets/57c4fce5-4fe0-432e-8934-033c711f5aea HTTP/1.1" status: 204 len: 168 time: 1.0388446 Apr 28 10:59:22.213148 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 48952) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 10:59:22.237400 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab074228-a8dc-419a-87d3-aff41ddb44be None None] Network 95b7ded5-8efd-4b17-8c46-7d28443eae06 requested from dv-neutron-master-2-hyperv {{(pid=116163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 10:59:22.321265 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-b98e7046-9d67-417f-9d94-7d94a883c034 tempest-DHCPAgentSchedulersTestJSON-1895138160 tempest-DHCPAgentSchedulersTestJSON-1895138160-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-979593'] for network (95b7ded5-8efd-4b17-8c46-7d28443eae06), before_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:22.327772 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-38ec3975-83b0-4093-b851-84f0a9ffac70 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Publish callbacks [] for port (f6c3a8ae-96a9-422c-99c0-d420189aedd8), precommit_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:22.334385 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-4058b1c5-4cf0-4472-851e-d819f728fa6c tempest-RoutersAdminNegativeTest-284729803 tempest-RoutersAdminNegativeTest-284729803-project-admin] Publish callbacks [] for port (41899027-e579-4be7-8d91-f1f731b594fd), precommit_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:22.371171 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-b8acb126-7d79-408b-ab2d-99a610d1e84f tempest-ServersTestManualDisk-708954650 tempest-ServersTestManualDisk-708954650-project] Publish callbacks [] for security_group_rule (535027f6-4c23-49f4-8cee-7ad9a52bea71), before_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:22.399645 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.plugin [None req-b98e7046-9d67-417f-9d94-7d94a883c034 tempest-DHCPAgentSchedulersTestJSON-1895138160 tempest-DHCPAgentSchedulersTestJSON-1895138160-project] Deleting port 63fb15ac-add7-4583-84b6-e4877dc45c4a {{(pid=116161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 10:59:22.399910 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-b98e7046-9d67-417f-9d94-7d94a883c034 tempest-DHCPAgentSchedulersTestJSON-1895138160 tempest-DHCPAgentSchedulersTestJSON-1895138160-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742235130188'] for port (63fb15ac-add7-4583-84b6-e4877dc45c4a), before_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:22.417079 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-83bb4577-3826-4f63-ad12-0e96fd7be9e2 admin admin] Publish callbacks [] for security_group (67b42124-073e-4286-913e-d1556cc95cde), before_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:22.446882 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-b8acb126-7d79-408b-ab2d-99a610d1e84f tempest-ServersTestManualDisk-708954650 tempest-ServersTestManualDisk-708954650-project] Publish callbacks [] for security_group_rule (535027f6-4c23-49f4-8cee-7ad9a52bea71), precommit_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:22.469168 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-37488f68-eae1-473d-9642-2227a1943c6d tempest-FloatingIPAdminTestJSON-1724025514 tempest-FloatingIPAdminTestJSON-1724025514-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2060818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1935326'] for router (76ac97e8-357a-4c02-ab8f-161546f85317), after_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:22.482111 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-83bb4577-3826-4f63-ad12-0e96fd7be9e2 admin admin] Publish callbacks [] for security_group (67b42124-073e-4286-913e-d1556cc95cde), precommit_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:22.482869 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.db [None req-b98e7046-9d67-417f-9d94-7d94a883c034 tempest-DHCPAgentSchedulersTestJSON-1895138160 tempest-DHCPAgentSchedulersTestJSON-1895138160-project] For port 63fb15ac-add7-4583-84b6-e4877dc45c4a, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=63fb15ac-add7-4583-84b6-e4877dc45c4a,segment=NetworkSegment(fd8b8263-ccf4-4136-839b-f5d50e179eb3),segment_id=fd8b8263-ccf4-4136-839b-f5d50e179eb3)] {{(pid=116161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 10:59:22.483256 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-b98e7046-9d67-417f-9d94-7d94a883c034 tempest-DHCPAgentSchedulersTestJSON-1895138160 tempest-DHCPAgentSchedulersTestJSON-1895138160-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1938497'] for port (63fb15ac-add7-4583-84b6-e4877dc45c4a), precommit_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:22.501259 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.plugin [None req-b98e7046-9d67-417f-9d94-7d94a883c034 tempest-DHCPAgentSchedulersTestJSON-1895138160 tempest-DHCPAgentSchedulersTestJSON-1895138160-project] Calling delete_port for 63fb15ac-add7-4583-84b6-e4877dc45c4a owned by network:dhcp {{(pid=116161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 10:59:22.527004 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Device 4e3956ce-900b-44cd-ae68-15e14ae0c69a up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=116163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 10:59:22.543514 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-b8acb126-7d79-408b-ab2d-99a610d1e84f tempest-ServersTestManualDisk-708954650 tempest-ServersTestManualDisk-708954650-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1912725'] for security_group_rule (535027f6-4c23-49f4-8cee-7ad9a52bea71), after_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:22.551277 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-509c38f5-acc7-49fc-b7cd-374a1ca6e871 tempest-ExternalNetworksTestJSON-722277804 tempest-ExternalNetworksTestJSON-722277804-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-973477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2063122'] for network (dffe628c-7504-4f2e-9d15-a010114fe578), after_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:22.554555 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-38ec3975-83b0-4093-b851-84f0a9ffac70 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742234710357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5219112'] for port (f6c3a8ae-96a9-422c-99c0-d420189aedd8), after_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:22.602853 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Pushing event updated for resources: {'Port': ['ID=0349ac72-fdf4-467a-a64f-2f09d8e6b3a4,revision_number=4']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 10:59:22.603405 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-509c38f5-acc7-49fc-b7cd-374a1ca6e871 tempest-ExternalNetworksTestJSON-722277804 tempest-ExternalNetworksTestJSON-722277804-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network dffe628c-7504-4f2e-9d15-a010114fe578 {{(pid=116162) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Apr 28 10:59:22.616702 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8acb126-7d79-408b-ab2d-99a610d1e84f tempest-ServersTestManualDisk-708954650 tempest-ServersTestManualDisk-708954650-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=535027f6-4c23-49f4-8cee-7ad9a52bea71,revision_number=0']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 10:59:22.618569 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38ec3975-83b0-4093-b851-84f0a9ffac70 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Network 1ec9fbcf-7a57-4aaa-9c30-4e0f43e09480 is already hosted by enough agents. {{(pid=116161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 10:59:22.623415 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-4058b1c5-4cf0-4472-851e-d819f728fa6c tempest-RoutersAdminNegativeTest-284729803 tempest-RoutersAdminNegativeTest-284729803-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742234710357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5051867'] for port (41899027-e579-4be7-8d91-f1f731b594fd), after_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:22.627132 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.scheduler.base_scheduler [None req-38ec3975-83b0-4093-b851-84f0a9ffac70 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Resources bound (agent type, host, resource id): {{(pid=116161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 10:59:22.629250 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-509c38f5-acc7-49fc-b7cd-374a1ca6e871 tempest-ExternalNetworksTestJSON-722277804 tempest-ExternalNetworksTestJSON-722277804-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603020'] for network (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:22.633772 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-509c38f5-acc7-49fc-b7cd-374a1ca6e871 tempest-ExternalNetworksTestJSON-722277804 tempest-ExternalNetworksTestJSON-722277804-project-admin] 10.222.0.10 "DELETE /v2.0/networks/dffe628c-7504-4f2e-9d15-a010114fe578 HTTP/1.1" status: 204 len: 168 time: 6.5657494 Apr 28 10:59:22.635600 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38ec3975-83b0-4093-b851-84f0a9ffac70 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Received port after_create {{(pid=116161) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 10:59:22.639434 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-509c38f5-acc7-49fc-b7cd-374a1ca6e871 tempest-ExternalNetworksTestJSON-722277804 tempest-ExternalNetworksTestJSON-722277804-project-admin] Pushing event deleted for resources: {'Network': ['ID=dffe628c-7504-4f2e-9d15-a010114fe578,revision_number=None']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 10:59:22.640776 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38ec3975-83b0-4093-b851-84f0a9ffac70 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 10:59:22.641421 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-38ec3975-83b0-4093-b851-84f0a9ffac70 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198022'] for port (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:22.645855 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 48958) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 10:59:22.661149 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ec3975-83b0-4093-b851-84f0a9ffac70 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Pushing event updated for resources: {'Port': ['ID=f6c3a8ae-96a9-422c-99c0-d420189aedd8,revision_number=1']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 10:59:22.738724 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-38ec3975-83b0-4093-b851-84f0a9ffac70 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.8366666 Apr 28 10:59:22.742548 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 48960) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 10:59:22.763956 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-b8acb126-7d79-408b-ab2d-99a610d1e84f tempest-ServersTestManualDisk-708954650 tempest-ServersTestManualDisk-708954650-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:22.765484 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-b8acb126-7d79-408b-ab2d-99a610d1e84f tempest-ServersTestManualDisk-708954650 tempest-ServersTestManualDisk-708954650-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9437711 Apr 28 10:59:22.770310 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 48962) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 10:59:22.778969 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.managers [None req-04991121-1ef2-47a9-b21e-20015a7c1f6a None None] Attempting to bind port 7e562e9e-0a70-4ac5-85c4-fb980ec8c8d6 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=116163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 28 10:59:22.779671 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.managers [None req-04991121-1ef2-47a9-b21e-20015a7c1f6a None None] Attempting to bind port 7e562e9e-0a70-4ac5-85c4-fb980ec8c8d6 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'ffa4348d-378b-4e93-98fa-ab0dc49ee16c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '1ec9fbcf-7a57-4aaa-9c30-4e0f43e09480'}] {{(pid=116163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 28 10:59:22.780895 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04991121-1ef2-47a9-b21e-20015a7c1f6a None None] Attempting to bind port 7e562e9e-0a70-4ac5-85c4-fb980ec8c8d6 on network 1ec9fbcf-7a57-4aaa-9c30-4e0f43e09480 {{(pid=116163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 10:59:22.783900 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.v2.base [None req-59100062-a3c6-4c1a-9ab8-f6d36efcba9e tempest-ServersTestManualDisk-708954650 tempest-ServersTestManualDisk-708954650-project] Request body: {'floatingip': {'floating_network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c'}} {{(pid=116162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 10:59:22.790633 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-749c0ff6-af22-4e90-92cd-251b2b85e7f6 tempest-ExternalNetworksTestJSON-722277804 tempest-ExternalNetworksTestJSON-722277804-project-admin] 10.222.0.10 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 691 time: 0.1454248 Apr 28 10:59:22.798601 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 48964) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 10:59:22.806851 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-b98e7046-9d67-417f-9d94-7d94a883c034 tempest-DHCPAgentSchedulersTestJSON-1895138160 tempest-DHCPAgentSchedulersTestJSON-1895138160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742235135690', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742234710366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5219112'] for port (63fb15ac-add7-4583-84b6-e4877dc45c4a), after_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:22.813748 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvr_db [None req-29218745-75bc-488f-be68-77f757d395e0 None None] Set router 4bdc4a64-1a8f-439a-af8a-e631bebdc4fa gateway port host: dv-neutron-master-2-hyperv {{(pid=116163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 10:59:22.818153 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04991121-1ef2-47a9-b21e-20015a7c1f6a None None] Checking agent: {'id': 'd5baab19-5dd1-4902-922b-84acb048ab9c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 10, 50, 43), 'started_at': datetime.datetime(2022, 4, 28, 10, 51, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 10, 59, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=116163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 10:59:22.819395 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04991121-1ef2-47a9-b21e-20015a7c1f6a None None] Checking segment: {'id': 'ffa4348d-378b-4e93-98fa-ab0dc49ee16c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '1ec9fbcf-7a57-4aaa-9c30-4e0f43e09480'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 10:59:22.819947 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-04991121-1ef2-47a9-b21e-20015a7c1f6a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:22.820517 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04991121-1ef2-47a9-b21e-20015a7c1f6a None None] Bound using segment: {'id': 'ffa4348d-378b-4e93-98fa-ab0dc49ee16c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '1ec9fbcf-7a57-4aaa-9c30-4e0f43e09480'} {{(pid=116163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 10:59:22.821342 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.managers [None req-04991121-1ef2-47a9-b21e-20015a7c1f6a None None] Bound port: 7e562e9e-0a70-4ac5-85c4-fb980ec8c8d6, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ffa4348d-378b-4e93-98fa-ab0dc49ee16c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '1ec9fbcf-7a57-4aaa-9c30-4e0f43e09480'}}] {{(pid=116163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 28 10:59:22.821899 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-04991121-1ef2-47a9-b21e-20015a7c1f6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (7e562e9e-0a70-4ac5-85c4-fb980ec8c8d6), before_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:22.838738 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b98e7046-9d67-417f-9d94-7d94a883c034 tempest-DHCPAgentSchedulersTestJSON-1895138160 tempest-DHCPAgentSchedulersTestJSON-1895138160-project] No DVR routers for this DVR port 63fb15ac-add7-4583-84b6-e4877dc45c4a on host dv-neutron-master-2-hyperv {{(pid=116161) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 10:59:22.894197 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Provisioning complete for port 4e3956ce-900b-44cd-ae68-15e14ae0c69a triggered by entity L2. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 10:59:22.894740 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (4e3956ce-900b-44cd-ae68-15e14ae0c69a), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:22.925503 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4058b1c5-4cf0-4472-851e-d819f728fa6c tempest-RoutersAdminNegativeTest-284729803 tempest-RoutersAdminNegativeTest-284729803-project-admin] Pushing event updated for resources: {'Port': ['ID=41899027-e579-4be7-8d91-f1f731b594fd,revision_number=1']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 10:59:22.930488 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 48966) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 10:59:22.939284 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-83bb4577-3826-4f63-ad12-0e96fd7be9e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924426'] for security_group (67b42124-073e-4286-913e-d1556cc95cde), after_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:22.941637 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-83bb4577-3826-4f63-ad12-0e96fd7be9e2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:22.942817 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-83bb4577-3826-4f63-ad12-0e96fd7be9e2 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/67b42124-073e-4286-913e-d1556cc95cde HTTP/1.1" status: 204 len: 168 time: 1.1551733 Apr 28 10:59:22.985500 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.v2.base [None req-9228219b-9dfc-4f31-97cc-6ecf96a1cff0 tempest-ServersTestJSON-1447308081 tempest-ServersTestJSON-1447308081-project] Request body: {'security_group': {'name': 'tempest-securitygroup--686837419', 'description': 'tempest-description--1988141812'}} {{(pid=116162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 10:59:23.023020 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4058b1c5-4cf0-4472-851e-d819f728fa6c tempest-RoutersAdminNegativeTest-284729803 tempest-RoutersAdminNegativeTest-284729803-project-admin] Network 7be49d94-bbb8-4a61-bafe-209c5f861e1c is already hosted by enough agents. {{(pid=116162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 10:59:23.044855 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-b98e7046-9d67-417f-9d94-7d94a883c034 tempest-DHCPAgentSchedulersTestJSON-1895138160 tempest-DHCPAgentSchedulersTestJSON-1895138160-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-973498', 'neutron.services.segments.db._delete_segments_for_network-8742235207033'] for network (95b7ded5-8efd-4b17-8c46-7d28443eae06), precommit_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:23.052582 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3f764e6-ed10-4252-b65b-1d5a9a74d0c7 None None] DHCP port deletion for 95b7ded5-8efd-4b17-8c46-7d28443eae06 request from dv-neutron-master-2-hyperv {{(pid=116163) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 28 10:59:23.059175 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.scheduler.base_scheduler [None req-4058b1c5-4cf0-4472-851e-d819f728fa6c tempest-RoutersAdminNegativeTest-284729803 tempest-RoutersAdminNegativeTest-284729803-project-admin] Resources bound (agent type, host, resource id): {{(pid=116162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 10:59:23.082604 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4058b1c5-4cf0-4472-851e-d819f728fa6c tempest-RoutersAdminNegativeTest-284729803 tempest-RoutersAdminNegativeTest-284729803-project-admin] Received port after_create {{(pid=116162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 10:59:23.084796 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-4d9a545a-2e49-4e64-8bac-a852c8b5f4bd None None] Current status of the port 4e3956ce-900b-44cd-ae68-15e14ae0c69a is: ACTIVE; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 10:59:23.096611 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.services.segments.db [None req-b98e7046-9d67-417f-9d94-7d94a883c034 tempest-DHCPAgentSchedulersTestJSON-1895138160 tempest-DHCPAgentSchedulersTestJSON-1895138160-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['95b7ded5-8efd-4b17-8c46-7d28443eae06']}} {{(pid=116161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 10:59:23.101768 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83bb4577-3826-4f63-ad12-0e96fd7be9e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67b42124-073e-4286-913e-d1556cc95cde,revision_number=None']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 10:59:23.103438 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-59100062-a3c6-4c1a-9ab8-f6d36efcba9e tempest-ServersTestManualDisk-708954650 tempest-ServersTestManualDisk-708954650-project] Publish callbacks [] for floatingip (None), before_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:23.113409 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.services.segments.db [None req-b98e7046-9d67-417f-9d94-7d94a883c034 tempest-DHCPAgentSchedulersTestJSON-1895138160 tempest-DHCPAgentSchedulersTestJSON-1895138160-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fd8b8263-ccf4-4136-839b-f5d50e179eb3') {'for_net_delete': True} {{(pid=116161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 10:59:23.113717 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.services.segments.db [None req-b98e7046-9d67-417f-9d94-7d94a883c034 tempest-DHCPAgentSchedulersTestJSON-1895138160 tempest-DHCPAgentSchedulersTestJSON-1895138160-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fd8b8263-ccf4-4136-839b-f5d50e179eb3') {} {{(pid=116161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 10:59:23.121161 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b98e7046-9d67-417f-9d94-7d94a883c034 tempest-DHCPAgentSchedulersTestJSON-1895138160 tempest-DHCPAgentSchedulersTestJSON-1895138160-project] Pushing event deleted for resources: {'Port': ['ID=63fb15ac-add7-4583-84b6-e4877dc45c4a,revision_number=None']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 10:59:23.155754 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e15968b-e9fa-4ea8-a126-5f71746b3766 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 10:59:23.162475 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e15968b-e9fa-4ea8-a126-5f71746b3766 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 10:59:23.167929 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-9e15968b-e9fa-4ea8-a126-5f71746b3766 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.4239719 Apr 28 10:59:23.168923 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 48970) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 10:59:23.171507 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-b98e7046-9d67-417f-9d94-7d94a883c034 tempest-DHCPAgentSchedulersTestJSON-1895138160 tempest-DHCPAgentSchedulersTestJSON-1895138160-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742235208578', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8076969'] for segment (fd8b8263-ccf4-4136-839b-f5d50e179eb3), before_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:23.175560 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-04991121-1ef2-47a9-b21e-20015a7c1f6a None None] For port 7e562e9e-0a70-4ac5-85c4-fb980ec8c8d6, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=116163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 10:59:23.212346 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-226a1664-9865-4c0f-b0c1-73e1e88f626b tempest-ExternalNetworksTestJSON-722277804 tempest-ExternalNetworksTestJSON-722277804-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 10:59:23.213136 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-226a1664-9865-4c0f-b0c1-73e1e88f626b tempest-ExternalNetworksTestJSON-722277804 tempest-ExternalNetworksTestJSON-722277804-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 10:59:23.213751 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-226a1664-9865-4c0f-b0c1-73e1e88f626b tempest-ExternalNetworksTestJSON-722277804 tempest-ExternalNetworksTestJSON-722277804-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 10:59:23.214353 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-226a1664-9865-4c0f-b0c1-73e1e88f626b tempest-ExternalNetworksTestJSON-722277804 tempest-ExternalNetworksTestJSON-722277804-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 10:59:23.215035 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-226a1664-9865-4c0f-b0c1-73e1e88f626b tempest-ExternalNetworksTestJSON-722277804 tempest-ExternalNetworksTestJSON-722277804-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 10:59:23.215679 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-226a1664-9865-4c0f-b0c1-73e1e88f626b tempest-ExternalNetworksTestJSON-722277804 tempest-ExternalNetworksTestJSON-722277804-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 10:59:23.216275 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-226a1664-9865-4c0f-b0c1-73e1e88f626b tempest-ExternalNetworksTestJSON-722277804 tempest-ExternalNetworksTestJSON-722277804-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 10:59:23.218235 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-226a1664-9865-4c0f-b0c1-73e1e88f626b tempest-ExternalNetworksTestJSON-722277804 tempest-ExternalNetworksTestJSON-722277804-project-admin] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4592 time: 0.4147134 Apr 28 10:59:23.223738 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 48972) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 10:59:23.226992 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-04991121-1ef2-47a9-b21e-20015a7c1f6a None None] For port 7e562e9e-0a70-4ac5-85c4-fb980ec8c8d6, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=7e562e9e-0a70-4ac5-85c4-fb980ec8c8d6,segment=NetworkSegment(ffa4348d-378b-4e93-98fa-ab0dc49ee16c),segment_id=ffa4348d-378b-4e93-98fa-ab0dc49ee16c)] {{(pid=116163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 10:59:23.263400 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Current status of the port 4e3956ce-900b-44cd-ae68-15e14ae0c69a is: ACTIVE; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 10:59:23.267084 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-b98e7046-9d67-417f-9d94-7d94a883c034 tempest-DHCPAgentSchedulersTestJSON-1895138160 tempest-DHCPAgentSchedulersTestJSON-1895138160-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-961978'] for segment (fd8b8263-ccf4-4136-839b-f5d50e179eb3), precommit_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:23.312170 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-04991121-1ef2-47a9-b21e-20015a7c1f6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393'] for port (7e562e9e-0a70-4ac5-85c4-fb980ec8c8d6), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:23.331299 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.api.v2.resource [None req-6b775b16-7061-476d-bf0a-a9dff76254c3 tempest-ExternalNetworksTestJSON-722277804 tempest-ExternalNetworksTestJSON-722277804-project-admin] delete failed (client error): The resource could not be found. Apr 28 10:59:23.335783 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-6b775b16-7061-476d-bf0a-a9dff76254c3 tempest-ExternalNetworksTestJSON-722277804 tempest-ExternalNetworksTestJSON-722277804-project-admin] 10.222.0.10 "DELETE /v2.0/floatingips/f8ae0dcf-3945-4de3-8cfd-2511623b64cc HTTP/1.1" status: 404 len: 345 time: 0.1040046 Apr 28 10:59:23.373033 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 48976) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 10:59:23.374811 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-9228219b-9dfc-4f31-97cc-6ecf96a1cff0 tempest-ServersTestJSON-1447308081 tempest-ServersTestJSON-1447308081-project] Publish callbacks [] for security_group (None), before_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:23.375355 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b98e7046-9d67-417f-9d94-7d94a883c034 tempest-DHCPAgentSchedulersTestJSON-1895138160 tempest-DHCPAgentSchedulersTestJSON-1895138160-project] Releasing vlan 88 on physical network physnet1 to pool {{(pid=116161) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 10:59:23.375766 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-b98e7046-9d67-417f-9d94-7d94a883c034 tempest-DHCPAgentSchedulersTestJSON-1895138160 tempest-DHCPAgentSchedulersTestJSON-1895138160-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-961978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5219103'] for segment (fd8b8263-ccf4-4136-839b-f5d50e179eb3), after_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:23.379423 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.plugin [None req-22cf690e-2d34-4cfa-bffb-a956292154d9 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Deleting port f6c3a8ae-96a9-422c-99c0-d420189aedd8 {{(pid=116161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 10:59:23.379846 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-22cf690e-2d34-4cfa-bffb-a956292154d9 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742235130188'] for port (f6c3a8ae-96a9-422c-99c0-d420189aedd8), before_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:23.407339 dv-neutron-master-2-hyperv neutron-server[116161]: Traceback (most recent call last): Apr 28 10:59:23.407339 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 10:59:23.407339 dv-neutron-master-2-hyperv neutron-server[116161]: timer() Apr 28 10:59:23.407339 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 10:59:23.407339 dv-neutron-master-2-hyperv neutron-server[116161]: cb(*args, **kw) Apr 28 10:59:23.407339 dv-neutron-master-2-hyperv neutron-server[116161]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 28 10:59:23.407339 dv-neutron-master-2-hyperv neutron-server[116161]: return func(*args, **kwargs) Apr 28 10:59:23.407339 dv-neutron-master-2-hyperv neutron-server[116161]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 10:59:23.407339 dv-neutron-master-2-hyperv neutron-server[116161]: self._notify() Apr 28 10:59:23.407339 dv-neutron-master-2-hyperv neutron-server[116161]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 10:59:23.407339 dv-neutron-master-2-hyperv neutron-server[116161]: self.callback(batched_events) Apr 28 10:59:23.407339 dv-neutron-master-2-hyperv neutron-server[116161]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 10:59:23.407339 dv-neutron-master-2-hyperv neutron-server[116161]: event.method(event) Apr 28 10:59:23.407339 dv-neutron-master-2-hyperv neutron-server[116161]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 28 10:59:23.407339 dv-neutron-master-2-hyperv neutron-server[116161]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 10:59:23.407339 dv-neutron-master-2-hyperv neutron-server[116161]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 28 10:59:23.407339 dv-neutron-master-2-hyperv neutron-server[116161]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 10:59:23.407339 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 28 10:59:23.407339 dv-neutron-master-2-hyperv neutron-server[116161]: return f(self, *a, **k) Apr 28 10:59:23.407339 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 28 10:59:23.407339 dv-neutron-master-2-hyperv neutron-server[116161]: return self._get(url).json() Apr 28 10:59:23.407339 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 28 10:59:23.407339 dv-neutron-master-2-hyperv neutron-server[116161]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 10:59:23.407339 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 10:59:23.407339 dv-neutron-master-2-hyperv neutron-server[116161]: return self.request(url, 'GET', **kwargs) Apr 28 10:59:23.407339 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 10:59:23.407339 dv-neutron-master-2-hyperv neutron-server[116161]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 10:59:23.407339 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 10:59:23.407339 dv-neutron-master-2-hyperv neutron-server[116161]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 10:59:23.407339 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 10:59:23.407339 dv-neutron-master-2-hyperv neutron-server[116161]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 10:59:23.407339 dv-neutron-master-2-hyperv neutron-server[116161]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 10:59:23.422866 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Device b0858c67-3212-4d3d-aef9-d8996a012213 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=116163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 10:59:23.435295 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.pecan_wsgi.hooks.translation [None req-9b849bf6-8eba-472f-9236-ab8705dbbfe3 tempest-ExternalNetworksTestJSON-722277804 tempest-ExternalNetworksTestJSON-722277804-project-admin] DELETE failed (client error): The resource could not be found. Apr 28 10:59:23.435897 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9b849bf6-8eba-472f-9236-ab8705dbbfe3 tempest-ExternalNetworksTestJSON-722277804 tempest-ExternalNetworksTestJSON-722277804-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=116162) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 28 10:59:23.439099 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-9b849bf6-8eba-472f-9236-ab8705dbbfe3 tempest-ExternalNetworksTestJSON-722277804 tempest-ExternalNetworksTestJSON-722277804-project-admin] 10.222.0.10 "DELETE /v2.0/networks/dffe628c-7504-4f2e-9d15-a010114fe578 HTTP/1.1" status: 404 len: 339 time: 0.0615842 Apr 28 10:59:23.440431 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4058b1c5-4cf0-4472-851e-d819f728fa6c tempest-RoutersAdminNegativeTest-284729803 tempest-RoutersAdminNegativeTest-284729803-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 10:59:23.442937 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-4058b1c5-4cf0-4472-851e-d819f728fa6c tempest-RoutersAdminNegativeTest-284729803 tempest-RoutersAdminNegativeTest-284729803-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198022'] for port (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:23.446792 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 48978) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 10:59:23.457037 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.v2.base [None req-f5a0c2ea-12e6-4f26-9c30-94023027b4f1 tempest-ExternalNetworksTestJSON-722277804 tempest-ExternalNetworksTestJSON-722277804-project-admin] Request body: {'network': {'name': 'tempest-network--1544727093', 'router:external': True}} {{(pid=116162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 10:59:23.476526 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37488f68-eae1-473d-9642-2227a1943c6d tempest-FloatingIPAdminTestJSON-1724025514 tempest-FloatingIPAdminTestJSON-1724025514-project] Router 76ac97e8-357a-4c02-ab8f-161546f85317 is scheduled to L3 agent 6b492ad6-0876-4d74-b20d-28143a52ceba with binding_index 1 {{(pid=116162) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 28 10:59:23.486991 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-59100062-a3c6-4c1a-9ab8-f6d36efcba9e tempest-ServersTestManualDisk-708954650 tempest-ServersTestManualDisk-708954650-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (None), before_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:23.530361 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_hamode_db [None req-29218745-75bc-488f-be68-77f757d395e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bdc4a64-1a8f-439a-af8a-e631bebdc4fa', 'name': 'tempest-ServersTestJSON-90404896-router', 'tenant_id': '19a7f91fec214fcea65c9e72a1c65353', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'external_fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.122'}], 'enable_snat': True}, 'gw_port_id': '0349ac72-fdf4-467a-a64f-2f09d8e6b3a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T10:59:03Z', 'updated_at': '2022-04-28T10:59:15Z', 'revision_number': 4, 'project_id': '19a7f91fec214fcea65c9e72a1c65353', 'gw_port': {'id': '0349ac72-fdf4-467a-a64f-2f09d8e6b3a4', 'name': '', 'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:46:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4bdc4a64-1a8f-439a-af8a-e631bebdc4fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T10:59:05Z', 'updated_at': '2022-04-28T10:59:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '8831271f-a430-441d-9f3d-a067d7643f47', 'name': '', 'network_id': '4da8bd43-d906-4f61-8b6f-8dd6519937e1', 'tenant_id': '19a7f91fec214fcea65c9e72a1c65353', 'mac_address': 'fa:16:3e:57:e7:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4bdc4a64-1a8f-439a-af8a-e631bebdc4fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 120, 'fixed_ips': [{'subnet_id': '92361fe4-492b-4a32-8d67-8edec320c5e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T10:59:13Z', 'updated_at': '2022-04-28T10:59:16Z', 'revision_number': 2, 'project_id': '19a7f91fec214fcea65c9e72a1c65353', 'subnets': [{'id': '92361fe4-492b-4a32-8d67-8edec320c5e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=116163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 10:59:23.559848 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-22cf690e-2d34-4cfa-bffb-a956292154d9 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1938497'] for port (f6c3a8ae-96a9-422c-99c0-d420189aedd8), precommit_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:23.562785 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] No Port match for: b0858c67-3212-4d3d-aef9-d8996a012213 {{(pid=116163) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 28 10:59:23.563232 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Device b0858c67-3212-4d3d-aef9-d8996a012213 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=116163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 10:59:23.611740 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.plugin [None req-22cf690e-2d34-4cfa-bffb-a956292154d9 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Calling delete_port for f6c3a8ae-96a9-422c-99c0-d420189aedd8 owned by {{(pid=116161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 10:59:23.627046 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-4058b1c5-4cf0-4472-851e-d819f728fa6c tempest-RoutersAdminNegativeTest-284729803 tempest-RoutersAdminNegativeTest-284729803-project-admin] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 3.8661344 Apr 28 10:59:23.653398 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29218745-75bc-488f-be68-77f757d395e0 None None] Checking router: 4bdc4a64-1a8f-439a-af8a-e631bebdc4fa for host: dv-neutron-master-2-hyperv {{(pid=116163) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 10:59:23.658012 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29218745-75bc-488f-be68-77f757d395e0 None None] Updating router 4bdc4a64-1a8f-439a-af8a-e631bebdc4fa port 8831271f-a430-441d-9f3d-a067d7643f47 binding host dv-neutron-master-2-hyperv {{(pid=116163) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 28 10:59:23.720350 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 48984) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 10:59:23.723226 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04991121-1ef2-47a9-b21e-20015a7c1f6a None None] Pushing event updated for resources: {'Port': ['ID=7e562e9e-0a70-4ac5-85c4-fb980ec8c8d6,revision_number=2']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 10:59:23.729179 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.v2.base [None req-b751fd0c-d396-492d-ae9c-416863215882 tempest-RoutersAdminNegativeTest-284729803 tempest-RoutersAdminNegativeTest-284729803-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'external_fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.46'}]}}} {{(pid=116162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 10:59:23.741957 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5a0c2ea-12e6-4f26-9c30-94023027b4f1 tempest-ExternalNetworksTestJSON-722277804 tempest-ExternalNetworksTestJSON-722277804-project-admin] Made reservation on behalf of 6657ee783d6041a1b582e3ef65160672 for: {'network': 1} {{(pid=116162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 10:59:23.744357 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-f5a0c2ea-12e6-4f26-9c30-94023027b4f1 tempest-ExternalNetworksTestJSON-722277804 tempest-ExternalNetworksTestJSON-722277804-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for network (None), before_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:23.748342 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-29218745-75bc-488f-be68-77f757d395e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (8831271f-a430-441d-9f3d-a067d7643f47), before_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:23.860427 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-9228219b-9dfc-4f31-97cc-6ecf96a1cff0 tempest-ServersTestJSON-1447308081 tempest-ServersTestJSON-1447308081-project] Publish callbacks [] for security_group (5b5e6860-ab9c-4333-ac60-80cd6bb33798), precommit_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:23.955863 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-b751fd0c-d396-492d-ae9c-416863215882 tempest-RoutersAdminNegativeTest-284729803 tempest-RoutersAdminNegativeTest-284729803-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2060459', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-63449'] for router (8c382b5d-64af-4c87-859d-07791c63490a), before_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:23.956886 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-b751fd0c-d396-492d-ae9c-416863215882 tempest-RoutersAdminNegativeTest-284729803 tempest-RoutersAdminNegativeTest-284729803-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2060827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1935275', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1960866', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-63266'] for router (8c382b5d-64af-4c87-859d-07791c63490a), precommit_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:23.969801 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-9228219b-9dfc-4f31-97cc-6ecf96a1cff0 tempest-ServersTestJSON-1447308081 tempest-ServersTestJSON-1447308081-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924426'] for security_group (5b5e6860-ab9c-4333-ac60-80cd6bb33798), after_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:24.027997 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-b98e7046-9d67-417f-9d94-7d94a883c034 tempest-DHCPAgentSchedulersTestJSON-1895138160 tempest-DHCPAgentSchedulersTestJSON-1895138160-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-973477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2063122'] for network (95b7ded5-8efd-4b17-8c46-7d28443eae06), after_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:24.035333 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-b98e7046-9d67-417f-9d94-7d94a883c034 tempest-DHCPAgentSchedulersTestJSON-1895138160 tempest-DHCPAgentSchedulersTestJSON-1895138160-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603020'] for network (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:24.041081 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-b98e7046-9d67-417f-9d94-7d94a883c034 tempest-DHCPAgentSchedulersTestJSON-1895138160 tempest-DHCPAgentSchedulersTestJSON-1895138160-project] 10.222.0.10 "DELETE /v2.0/networks/95b7ded5-8efd-4b17-8c46-7d28443eae06 HTTP/1.1" status: 204 len: 168 time: 1.8249853 Apr 28 10:59:24.047291 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.db.db_base_plugin_common [None req-59100062-a3c6-4c1a-9ab8-f6d36efcba9e tempest-ServersTestManualDisk-708954650 tempest-ServersTestManualDisk-708954650-project] Allocated IP 172.36.4.13 (7be49d94-bbb8-4a61-bafe-209c5f861e1c/c0f82f52-05ee-40f2-a57c-9d02e01fb9fa/381e50da-561b-4528-aa64-826d4fca1542) {{(pid=116162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 10:59:24.058452 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37488f68-eae1-473d-9642-2227a1943c6d tempest-FloatingIPAdminTestJSON-1724025514 tempest-FloatingIPAdminTestJSON-1724025514-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=116162) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 10:59:24.086533 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3ca2f18-7bf2-4d64-9cb4-d50b3003476a None None] Sync routers for ids ['76ac97e8-357a-4c02-ab8f-161546f85317'] in dv-neutron-master-2-hyperv {{(pid=116164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 10:59:24.090089 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b98e7046-9d67-417f-9d94-7d94a883c034 tempest-DHCPAgentSchedulersTestJSON-1895138160 tempest-DHCPAgentSchedulersTestJSON-1895138160-project] Pushing event deleted for resources: {'Network': ['ID=95b7ded5-8efd-4b17-8c46-7d28443eae06,revision_number=None']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 10:59:24.093788 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-22cf690e-2d34-4cfa-bffb-a956292154d9 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742235135690', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742234710366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5219112'] for port (f6c3a8ae-96a9-422c-99c0-d420189aedd8), after_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:24.113725 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f5a0c2ea-12e6-4f26-9c30-94023027b4f1 tempest-ExternalNetworksTestJSON-722277804 tempest-ExternalNetworksTestJSON-722277804-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 73} {{(pid=116162) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 10:59:24.123635 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9228219b-9dfc-4f31-97cc-6ecf96a1cff0 tempest-ServersTestJSON-1447308081 tempest-ServersTestJSON-1447308081-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5b5e6860-ab9c-4333-ac60-80cd6bb33798,revision_number=1']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 10:59:24.129087 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3ca2f18-7bf2-4d64-9cb4-d50b3003476a None None] Routers {'76ac97e8-357a-4c02-ab8f-161546f85317'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=116164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 10:59:24.135448 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_hamode_db [None req-d3ca2f18-7bf2-4d64-9cb4-d50b3003476a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-28T10:50:39Z,description=,heartbeat_timestamp=2022-04-28T10:59:09Z,host='dv-neutron-master-2-hyperv',id=6b492ad6-0876-4d74-b20d-28143a52ceba,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T10:50:40Z,topic='l3_agent')) {'router_ids': ['76ac97e8-357a-4c02-ab8f-161546f85317'], 'active': True} {{(pid=116164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 10:59:24.144653 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22cf690e-2d34-4cfa-bffb-a956292154d9 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Pushing event deleted for resources: {'Port': ['ID=f6c3a8ae-96a9-422c-99c0-d420189aedd8,revision_number=None']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 10:59:24.157982 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-9228219b-9dfc-4f31-97cc-6ecf96a1cff0 tempest-ServersTestJSON-1447308081 tempest-ServersTestJSON-1447308081-project] Publish callbacks [] for security_group (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:24.163520 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-9228219b-9dfc-4f31-97cc-6ecf96a1cff0 tempest-ServersTestJSON-1447308081 tempest-ServersTestJSON-1447308081-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 1.2178092 Apr 28 10:59:24.175086 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 48994) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 10:59:24.186534 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.v2.base [None req-fd16be26-68ff-4dd2-b463-b30098da02ea tempest-ServersTestJSON-1447308081 tempest-ServersTestJSON-1447308081-project] Request body: {'security_group_rule': {'security_group_id': '5b5e6860-ab9c-4333-ac60-80cd6bb33798', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=116161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 10:59:24.197383 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-22cf690e-2d34-4cfa-bffb-a956292154d9 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198022'] for port (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:24.203229 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-22cf690e-2d34-4cfa-bffb-a956292154d9 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] 10.222.0.10 "DELETE /v2.0/ports/f6c3a8ae-96a9-422c-99c0-d420189aedd8 HTTP/1.1" status: 204 len: 168 time: 1.0258460 Apr 28 10:59:24.203659 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 48996) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 10:59:24.221042 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-37488f68-eae1-473d-9642-2227a1943c6d tempest-FloatingIPAdminTestJSON-1724025514 tempest-FloatingIPAdminTestJSON-1724025514-project] Publish callbacks [] for router (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:24.224823 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-37488f68-eae1-473d-9642-2227a1943c6d tempest-FloatingIPAdminTestJSON-1724025514 tempest-FloatingIPAdminTestJSON-1724025514-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 891 time: 9.9605947 Apr 28 10:59:24.227600 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 48998) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 10:59:24.269188 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_hamode_db [None req-d3ca2f18-7bf2-4d64-9cb4-d50b3003476a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=116164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 10:59:24.274270 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04f31f4c-3a3d-4661-ad97-8d26b5c51ec2 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 10:59:24.277157 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04f31f4c-3a3d-4661-ad97-8d26b5c51ec2 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 10:59:24.281653 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-04f31f4c-3a3d-4661-ad97-8d26b5c51ec2 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0745411 Apr 28 10:59:24.282169 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 49002) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 10:59:24.282280 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-f5a0c2ea-12e6-4f26-9c30-94023027b4f1 tempest-ExternalNetworksTestJSON-722277804 tempest-ExternalNetworksTestJSON-722277804-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-961978'] for segment (e799a0d7-f28f-4b1a-8f6a-bb116edc8367), precommit_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:24.282641 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.db.segments_db [None req-f5a0c2ea-12e6-4f26-9c30-94023027b4f1 tempest-ExternalNetworksTestJSON-722277804 tempest-ExternalNetworksTestJSON-722277804-project-admin] Added segment e799a0d7-f28f-4b1a-8f6a-bb116edc8367 of type vlan for network f9c4f4f3-e71e-4a16-b3e3-116639906811 Apr 28 10:59:24.299542 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3ca2f18-7bf2-4d64-9cb4-d50b3003476a None None] Routers {'76ac97e8-357a-4c02-ab8f-161546f85317'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=116164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 10:59:24.300200 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_hamode_db [None req-d3ca2f18-7bf2-4d64-9cb4-d50b3003476a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-28T10:50:39Z,description=,heartbeat_timestamp=2022-04-28T10:59:09Z,host='dv-neutron-master-2-hyperv',id=6b492ad6-0876-4d74-b20d-28143a52ceba,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T10:50:40Z,topic='l3_agent')) {'router_ids': ['76ac97e8-357a-4c02-ab8f-161546f85317'], 'active': True} {{(pid=116164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 10:59:24.360438 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.db.db_base_plugin_v2 [None req-95678977-7e95-4077-bb6d-768676bc529e tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Deleting subnet 2bc73199-30e2-4e5d-8d4b-3fd3fb2c8f8a {{(pid=116161) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 28 10:59:24.367112 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-95678977-7e95-4077-bb6d-768676bc529e tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Publish callbacks [] for subnet (2bc73199-30e2-4e5d-8d4b-3fd3fb2c8f8a), before_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:24.405151 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-fd16be26-68ff-4dd2-b463-b30098da02ea tempest-ServersTestJSON-1447308081 tempest-ServersTestJSON-1447308081-project] Publish callbacks [] for security_group_rule (5d67a1ec-b10b-4ee1-8dc9-da11f1129704), before_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:24.422539 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_hamode_db [None req-d3ca2f18-7bf2-4d64-9cb4-d50b3003476a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=116164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 10:59:24.425131 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3ca2f18-7bf2-4d64-9cb4-d50b3003476a None None] The sync data for ids ['76ac97e8-357a-4c02-ab8f-161546f85317'] in dv-neutron-master-2-hyperv is: [] {{(pid=116164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 10:59:24.459143 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-95678977-7e95-4077-bb6d-768676bc529e tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8076976'] for subnet (2bc73199-30e2-4e5d-8d4b-3fd3fb2c8f8a), precommit_delete_associations {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:24.489743 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-29218745-75bc-488f-be68-77f757d395e0 None None] Publish callbacks [] for port (8831271f-a430-441d-9f3d-a067d7643f47), precommit_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:24.523640 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Device 0349ac72-fdf4-467a-a64f-2f09d8e6b3a4 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=116163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 10:59:24.622875 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-29218745-75bc-488f-be68-77f757d395e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393'] for port (8831271f-a430-441d-9f3d-a067d7643f47), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:24.711036 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-fd16be26-68ff-4dd2-b463-b30098da02ea tempest-ServersTestJSON-1447308081 tempest-ServersTestJSON-1447308081-project] Publish callbacks [] for security_group_rule (5d67a1ec-b10b-4ee1-8dc9-da11f1129704), precommit_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:24.714036 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-95678977-7e95-4077-bb6d-768676bc529e tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-971303'] for subnet (2bc73199-30e2-4e5d-8d4b-3fd3fb2c8f8a), precommit_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:24.760450 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 49010) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 10:59:24.783418 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-b751fd0c-d396-492d-ae9c-416863215882 tempest-RoutersAdminNegativeTest-284729803 tempest-RoutersAdminNegativeTest-284729803-project-admin] Publish callbacks [] for router_controller (8c382b5d-64af-4c87-859d-07791c63490a), precommit_add_association {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:24.791751 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 49012) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 10:59:24.798684 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Provisioning complete for port 0349ac72-fdf4-467a-a64f-2f09d8e6b3a4 triggered by entity L2. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 10:59:24.800320 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (0349ac72-fdf4-467a-a64f-2f09d8e6b3a4), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:24.814636 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-fd16be26-68ff-4dd2-b463-b30098da02ea tempest-ServersTestJSON-1447308081 tempest-ServersTestJSON-1447308081-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1912725'] for security_group_rule (5d67a1ec-b10b-4ee1-8dc9-da11f1129704), after_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:24.827096 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-f5a0c2ea-12e6-4f26-9c30-94023027b4f1 tempest-ExternalNetworksTestJSON-722277804 tempest-ExternalNetworksTestJSON-722277804-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742234744962'] for network (f9c4f4f3-e71e-4a16-b3e3-116639906811), precommit_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:24.837722 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd16be26-68ff-4dd2-b463-b30098da02ea tempest-ServersTestJSON-1447308081 tempest-ServersTestJSON-1447308081-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5d67a1ec-b10b-4ee1-8dc9-da11f1129704,revision_number=0']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 10:59:24.943141 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-fd16be26-68ff-4dd2-b463-b30098da02ea tempest-ServersTestJSON-1447308081 tempest-ServersTestJSON-1447308081-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:24.947169 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-fd16be26-68ff-4dd2-b463-b30098da02ea tempest-ServersTestJSON-1447308081 tempest-ServersTestJSON-1447308081-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7685618 Apr 28 10:59:24.947456 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 49018) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 10:59:24.954250 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.db.resource_extend [None req-f5a0c2ea-12e6-4f26-9c30-94023027b4f1 tempest-ExternalNetworksTestJSON-722277804 tempest-ExternalNetworksTestJSON-722277804-project-admin] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=116162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 28 10:59:24.955169 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.v2.base [None req-b6c08d7b-ac43-49cf-b10f-8fa6c06f3437 tempest-ServersTestJSON-1447308081 tempest-ServersTestJSON-1447308081-project] Request body: {'security_group_rule': {'security_group_id': '5b5e6860-ab9c-4333-ac60-80cd6bb33798', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=116161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 10:59:24.976616 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-95678977-7e95-4077-bb6d-768676bc529e tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-971310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5220601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5125409'] for subnet (2bc73199-30e2-4e5d-8d4b-3fd3fb2c8f8a), after_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:25.056626 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95678977-7e95-4077-bb6d-768676bc529e tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Pushing event deleted for resources: {'Subnet': ['ID=2bc73199-30e2-4e5d-8d4b-3fd3fb2c8f8a,revision_number=None']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 10:59:25.064097 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.managers [None req-29218745-75bc-488f-be68-77f757d395e0 None None] Attempting to bind port 8831271f-a430-441d-9f3d-a067d7643f47 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=116163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 28 10:59:25.064576 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.managers [None req-29218745-75bc-488f-be68-77f757d395e0 None None] Attempting to bind port 8831271f-a430-441d-9f3d-a067d7643f47 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'aeeab3ee-75a8-4dc8-aefc-5af1f84e59d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '4da8bd43-d906-4f61-8b6f-8dd6519937e1'}] {{(pid=116163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 28 10:59:25.065365 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29218745-75bc-488f-be68-77f757d395e0 None None] Attempting to bind port 8831271f-a430-441d-9f3d-a067d7643f47 on network 4da8bd43-d906-4f61-8b6f-8dd6519937e1 {{(pid=116163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 10:59:25.074119 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d1d32e2-0692-48eb-8264-9a0fdebb5dea None None] Pushing event updated for resources: {'Port': ['ID=8831271f-a430-441d-9f3d-a067d7643f47,revision_number=3']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 10:59:25.080476 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29218745-75bc-488f-be68-77f757d395e0 None None] Checking agent: {'id': 'd5baab19-5dd1-4902-922b-84acb048ab9c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 10, 50, 43), 'started_at': datetime.datetime(2022, 4, 28, 10, 51, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 10, 59, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=116163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 10:59:25.081022 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29218745-75bc-488f-be68-77f757d395e0 None None] Checking segment: {'id': 'aeeab3ee-75a8-4dc8-aefc-5af1f84e59d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '4da8bd43-d906-4f61-8b6f-8dd6519937e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 10:59:25.081498 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-29218745-75bc-488f-be68-77f757d395e0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:25.082093 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29218745-75bc-488f-be68-77f757d395e0 None None] Bound using segment: {'id': 'aeeab3ee-75a8-4dc8-aefc-5af1f84e59d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '4da8bd43-d906-4f61-8b6f-8dd6519937e1'} {{(pid=116163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 10:59:25.082612 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.managers [None req-29218745-75bc-488f-be68-77f757d395e0 None None] Bound port: 8831271f-a430-441d-9f3d-a067d7643f47, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aeeab3ee-75a8-4dc8-aefc-5af1f84e59d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '4da8bd43-d906-4f61-8b6f-8dd6519937e1'}}] {{(pid=116163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 28 10:59:25.083285 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-29218745-75bc-488f-be68-77f757d395e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (8831271f-a430-441d-9f3d-a067d7643f47), before_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:25.101955 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-95678977-7e95-4077-bb6d-768676bc529e tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Publish callbacks [] for subnet (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:25.109843 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-95678977-7e95-4077-bb6d-768676bc529e tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] 10.222.0.10 "DELETE /v2.0/subnets/2bc73199-30e2-4e5d-8d4b-3fd3fb2c8f8a HTTP/1.1" status: 204 len: 168 time: 0.8257589 Apr 28 10:59:25.129249 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 49020) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 10:59:25.148559 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-59100062-a3c6-4c1a-9ab8-f6d36efcba9e tempest-ServersTestManualDisk-708954650 tempest-ServersTestManualDisk-708954650-project] Publish callbacks [] for port (381e50da-561b-4528-aa64-826d4fca1542), precommit_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:25.157449 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.v2.base [None req-b0690ae5-8047-4bb9-92d6-ab238b95ec3b tempest-FloatingIPTestJSON-373071706 tempest-FloatingIPTestJSON-373071706-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-699712873'}} {{(pid=116161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 10:59:25.167714 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-29218745-75bc-488f-be68-77f757d395e0 None None] For port 8831271f-a430-441d-9f3d-a067d7643f47, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=116163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 10:59:25.172033 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-29218745-75bc-488f-be68-77f757d395e0 None None] For port 8831271f-a430-441d-9f3d-a067d7643f47, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=8831271f-a430-441d-9f3d-a067d7643f47,segment=NetworkSegment(aeeab3ee-75a8-4dc8-aefc-5af1f84e59d4),segment_id=aeeab3ee-75a8-4dc8-aefc-5af1f84e59d4)] {{(pid=116163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 10:59:25.198833 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-d8b7b80d-6751-4ce7-9d9e-1a5a6c56618f None None] Provisioning complete for port 8831271f-a430-441d-9f3d-a067d7643f47 triggered by entity DHCP. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 10:59:25.199324 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-d8b7b80d-6751-4ce7-9d9e-1a5a6c56618f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (8831271f-a430-441d-9f3d-a067d7643f47), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:25.207356 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-b6c08d7b-ac43-49cf-b10f-8fa6c06f3437 tempest-ServersTestJSON-1447308081 tempest-ServersTestJSON-1447308081-project] Publish callbacks [] for security_group_rule (8f913062-7d32-4f5b-b675-190e56cd4dbe), before_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:25.221591 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-324f9dca-af45-48a8-8754-0ca83f2b42e2 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=a4888da503f44d01a5869ebdfcffd074&name=default HTTP/1.1" status: 200 len: 2992 time: 0.4600201 Apr 28 10:59:25.229213 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 49022) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 10:59:25.241830 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Current status of the port 0349ac72-fdf4-467a-a64f-2f09d8e6b3a4 is: ACTIVE; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 10:59:25.243737 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Device 7e562e9e-0a70-4ac5-85c4-fb980ec8c8d6 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=116163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 10:59:25.252472 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-29218745-75bc-488f-be68-77f757d395e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393'] for port (8831271f-a430-441d-9f3d-a067d7643f47), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:25.254659 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-088b69cf-5e67-4e3c-8388-0d7dd559e34c None None] Network 1ec9fbcf-7a57-4aaa-9c30-4e0f43e09480 requested from dv-neutron-master-2-hyperv {{(pid=116163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 10:59:25.278459 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-b2b39241-6e5c-4059-93aa-ea3b8c74d3f3 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] 10.222.0.10 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1454670 Apr 28 10:59:25.282318 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 49024) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 10:59:25.333641 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0690ae5-8047-4bb9-92d6-ab238b95ec3b tempest-FloatingIPTestJSON-373071706 tempest-FloatingIPTestJSON-373071706-project] Made reservation on behalf of 36d1e8ae0c6b44fb858256714ad6ff62 for: {'network': 1} {{(pid=116161) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 10:59:25.333959 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-d8b7b80d-6751-4ce7-9d9e-1a5a6c56618f None None] Port 8831271f-a430-441d-9f3d-a067d7643f47 cannot update to ACTIVE because it is not bound. {{(pid=116163) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 28 10:59:25.340163 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-b0690ae5-8047-4bb9-92d6-ab238b95ec3b tempest-FloatingIPTestJSON-373071706 tempest-FloatingIPTestJSON-373071706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for network (None), before_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:25.366468 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-f5a0c2ea-12e6-4f26-9c30-94023027b4f1 tempest-ExternalNetworksTestJSON-722277804 tempest-ExternalNetworksTestJSON-722277804-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042'] for network (f9c4f4f3-e71e-4a16-b3e3-116639906811), after_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:25.367595 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5a0c2ea-12e6-4f26-9c30-94023027b4f1 tempest-ExternalNetworksTestJSON-722277804 tempest-ExternalNetworksTestJSON-722277804-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 10:59:25.368252 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-f5a0c2ea-12e6-4f26-9c30-94023027b4f1 tempest-ExternalNetworksTestJSON-722277804 tempest-ExternalNetworksTestJSON-722277804-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603020'] for network (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:25.372793 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-b0690ae5-8047-4bb9-92d6-ab238b95ec3b tempest-FloatingIPTestJSON-373071706 tempest-FloatingIPTestJSON-373071706-project] Publish callbacks [] for security_group (None), before_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:25.432398 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29218745-75bc-488f-be68-77f757d395e0 None None] Routers {'4bdc4a64-1a8f-439a-af8a-e631bebdc4fa'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=116163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 10:59:25.433054 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_hamode_db [None req-29218745-75bc-488f-be68-77f757d395e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-28T10:50:39Z,description=,heartbeat_timestamp=2022-04-28T10:59:09Z,host='dv-neutron-master-2-hyperv',id=6b492ad6-0876-4d74-b20d-28143a52ceba,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T10:50:40Z,topic='l3_agent')) {'router_ids': ['4bdc4a64-1a8f-439a-af8a-e631bebdc4fa'], 'active': True} {{(pid=116163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 10:59:25.445009 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d1d32e2-0692-48eb-8264-9a0fdebb5dea None None] Pushing event updated for resources: {'Port': ['ID=8831271f-a430-441d-9f3d-a067d7643f47,revision_number=4']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 10:59:25.458082 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-f5a0c2ea-12e6-4f26-9c30-94023027b4f1 tempest-ExternalNetworksTestJSON-722277804 tempest-ExternalNetworksTestJSON-722277804-project-admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 2.0094800 Apr 28 10:59:25.463239 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-b751fd0c-d396-492d-ae9c-416863215882 tempest-RoutersAdminNegativeTest-284729803 tempest-RoutersAdminNegativeTest-284729803-project-admin] Publish callbacks [] for router_gateway (8c382b5d-64af-4c87-859d-07791c63490a), precommit_update {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:25.480521 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 49026) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 10:59:25.532580 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Provisioning complete for port 7e562e9e-0a70-4ac5-85c4-fb980ec8c8d6 triggered by entity L2. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 10:59:25.533250 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (7e562e9e-0a70-4ac5-85c4-fb980ec8c8d6), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:25.542995 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-b0690ae5-8047-4bb9-92d6-ab238b95ec3b tempest-FloatingIPTestJSON-373071706 tempest-FloatingIPTestJSON-373071706-project] Publish callbacks [] for security_group (9432f311-11d6-417c-bbf0-fd34299c6de5), precommit_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:25.544717 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-8f532af0-c056-454f-960e-779b4f9b84c1 None None] Provisioning complete for port 7e562e9e-0a70-4ac5-85c4-fb980ec8c8d6 triggered by entity DHCP. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 10:59:25.545181 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-8f532af0-c056-454f-960e-779b4f9b84c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (7e562e9e-0a70-4ac5-85c4-fb980ec8c8d6), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:25.565405 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-f12866ab-dc45-48ef-a150-68d526502315 admin admin] Publish callbacks [] for security_group (dc22021e-72ff-4471-9c26-01a694754d35), before_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:25.602681 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfc7009b-a98f-4d1c-ada7-efccce9678d2 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 10:59:25.604852 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-cfc7009b-a98f-4d1c-ada7-efccce9678d2 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.3138659 Apr 28 10:59:25.611253 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-b0690ae5-8047-4bb9-92d6-ab238b95ec3b tempest-FloatingIPTestJSON-373071706 tempest-FloatingIPTestJSON-373071706-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924426'] for security_group (9432f311-11d6-417c-bbf0-fd34299c6de5), after_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:25.618929 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 49028) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 10:59:25.724238 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-59100062-a3c6-4c1a-9ab8-f6d36efcba9e tempest-ServersTestManualDisk-708954650 tempest-ServersTestManualDisk-708954650-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742234710357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5051867'] for port (381e50da-561b-4528-aa64-826d4fca1542), after_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:25.726883 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a0c2ea-12e6-4f26-9c30-94023027b4f1 tempest-ExternalNetworksTestJSON-722277804 tempest-ExternalNetworksTestJSON-722277804-project-admin] Pushing event updated for resources: {'Network': ['ID=f9c4f4f3-e71e-4a16-b3e3-116639906811,revision_number=1']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 10:59:25.734350 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b0690ae5-8047-4bb9-92d6-ab238b95ec3b tempest-FloatingIPTestJSON-373071706 tempest-FloatingIPTestJSON-373071706-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 77} {{(pid=116161) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 10:59:25.752740 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-b6c08d7b-ac43-49cf-b10f-8fa6c06f3437 tempest-ServersTestJSON-1447308081 tempest-ServersTestJSON-1447308081-project] Publish callbacks [] for security_group_rule (8f913062-7d32-4f5b-b675-190e56cd4dbe), precommit_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:25.773809 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-f12866ab-dc45-48ef-a150-68d526502315 admin admin] Publish callbacks [] for security_group (dc22021e-72ff-4471-9c26-01a694754d35), precommit_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:25.806828 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-b0690ae5-8047-4bb9-92d6-ab238b95ec3b tempest-FloatingIPTestJSON-373071706 tempest-FloatingIPTestJSON-373071706-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-961978'] for segment (d25549da-75e0-48bb-a18b-1a66b8312622), precommit_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:25.807174 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.db.segments_db [None req-b0690ae5-8047-4bb9-92d6-ab238b95ec3b tempest-FloatingIPTestJSON-373071706 tempest-FloatingIPTestJSON-373071706-project] Added segment d25549da-75e0-48bb-a18b-1a66b8312622 of type vlan for network 2f0c4506-288d-4d72-9653-41f71dea9778 Apr 28 10:59:25.808792 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0690ae5-8047-4bb9-92d6-ab238b95ec3b tempest-FloatingIPTestJSON-373071706 tempest-FloatingIPTestJSON-373071706-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9432f311-11d6-417c-bbf0-fd34299c6de5,revision_number=1']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 10:59:25.841733 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a4683d7-47bb-4cf6-8a2d-caad369f78f7 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 10:59:25.846113 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-9a4683d7-47bb-4cf6-8a2d-caad369f78f7 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1908846 Apr 28 10:59:25.846113 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-b6c08d7b-ac43-49cf-b10f-8fa6c06f3437 tempest-ServersTestJSON-1447308081 tempest-ServersTestJSON-1447308081-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1912725'] for security_group_rule (8f913062-7d32-4f5b-b675-190e56cd4dbe), after_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:25.849054 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 49030) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 10:59:25.881747 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59100062-a3c6-4c1a-9ab8-f6d36efcba9e tempest-ServersTestManualDisk-708954650 tempest-ServersTestManualDisk-708954650-project] Network 7be49d94-bbb8-4a61-bafe-209c5f861e1c is already hosted by enough agents. {{(pid=116162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 10:59:25.888525 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c08d7b-ac43-49cf-b10f-8fa6c06f3437 tempest-ServersTestJSON-1447308081 tempest-ServersTestJSON-1447308081-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8f913062-7d32-4f5b-b675-190e56cd4dbe,revision_number=0']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 10:59:25.906787 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a185a2e-8736-452b-9828-494d318269e8 None None] DHCP port deletion for 1ec9fbcf-7a57-4aaa-9c30-4e0f43e09480 request from dv-neutron-master-2-hyperv {{(pid=116163) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 28 10:59:25.908150 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.scheduler.base_scheduler [None req-59100062-a3c6-4c1a-9ab8-f6d36efcba9e tempest-ServersTestManualDisk-708954650 tempest-ServersTestManualDisk-708954650-project] Resources bound (agent type, host, resource id): {{(pid=116162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 10:59:25.908604 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Network f9c4f4f3-e71e-4a16-b3e3-116639906811 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=116163) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 28 10:59:25.922229 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59100062-a3c6-4c1a-9ab8-f6d36efcba9e tempest-ServersTestManualDisk-708954650 tempest-ServersTestManualDisk-708954650-project] Received port after_create {{(pid=116162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 10:59:25.936480 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59100062-a3c6-4c1a-9ab8-f6d36efcba9e tempest-ServersTestManualDisk-708954650 tempest-ServersTestManualDisk-708954650-project] Pushing event updated for resources: {'Port': ['ID=381e50da-561b-4528-aa64-826d4fca1542,revision_number=1']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 10:59:25.962356 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-b0690ae5-8047-4bb9-92d6-ab238b95ec3b tempest-FloatingIPTestJSON-373071706 tempest-FloatingIPTestJSON-373071706-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742234744962'] for network (2f0c4506-288d-4d72-9653-41f71dea9778), precommit_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:25.970578 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-9e307355-8cca-49ee-88e2-766787f48e26 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] 10.222.0.10 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0894520 Apr 28 10:59:25.980118 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 49032) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 10:59:25.988647 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.v2.base [None req-d5e6a357-9a87-4a35-a8d0-a09458ad8396 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Request body: {'subnet': {'network_id': '1ec9fbcf-7a57-4aaa-9c30-4e0f43e09480', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=116161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 10:59:26.014982 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b46adce-8f74-43c6-a59b-73fd5581ba5c tempest-ExternalNetworksTestJSON-754003237 tempest-ExternalNetworksTestJSON-754003237-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 10:59:26.020491 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b46adce-8f74-43c6-a59b-73fd5581ba5c tempest-ExternalNetworksTestJSON-754003237 tempest-ExternalNetworksTestJSON-754003237-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 10:59:26.025590 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b46adce-8f74-43c6-a59b-73fd5581ba5c tempest-ExternalNetworksTestJSON-754003237 tempest-ExternalNetworksTestJSON-754003237-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 10:59:26.031005 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b46adce-8f74-43c6-a59b-73fd5581ba5c tempest-ExternalNetworksTestJSON-754003237 tempest-ExternalNetworksTestJSON-754003237-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 10:59:26.036128 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-3b46adce-8f74-43c6-a59b-73fd5581ba5c tempest-ExternalNetworksTestJSON-754003237 tempest-ExternalNetworksTestJSON-754003237-project] 10.222.0.10 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2453 time: 0.5472286 Apr 28 10:59:26.036288 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 49034) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 10:59:26.055107 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvr_db [None req-29218745-75bc-488f-be68-77f757d395e0 None None] Set router 4bdc4a64-1a8f-439a-af8a-e631bebdc4fa gateway port host: dv-neutron-master-2-hyperv {{(pid=116163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 10:59:26.115199 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-ae8b3dc5-9666-468a-a494-363659316794 tempest-ExternalNetworksTestJSON-722277804 tempest-ExternalNetworksTestJSON-722277804-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-979593'] for network (f9c4f4f3-e71e-4a16-b3e3-116639906811), before_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:26.126238 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-b6c08d7b-ac43-49cf-b10f-8fa6c06f3437 tempest-ServersTestJSON-1447308081 tempest-ServersTestJSON-1447308081-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:26.127537 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-b6c08d7b-ac43-49cf-b10f-8fa6c06f3437 tempest-ServersTestJSON-1447308081 tempest-ServersTestJSON-1447308081-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.1790986 Apr 28 10:59:26.132503 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 49036) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 10:59:26.158373 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-f12866ab-dc45-48ef-a150-68d526502315 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924426'] for security_group (dc22021e-72ff-4471-9c26-01a694754d35), after_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:26.161415 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-f12866ab-dc45-48ef-a150-68d526502315 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:26.163657 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-f12866ab-dc45-48ef-a150-68d526502315 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/dc22021e-72ff-4471-9c26-01a694754d35 HTTP/1.1" status: 204 len: 168 time: 0.9325197 Apr 28 10:59:26.166124 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.v2.base [None req-eb0ae56e-f02a-4e7a-86a4-4d7cbc8434a6 tempest-ServersTestJSON-1447308081 tempest-ServersTestJSON-1447308081-project] Request body: {'floatingip': {'floating_network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c'}} {{(pid=116162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 10:59:26.191526 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f12866ab-dc45-48ef-a150-68d526502315 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc22021e-72ff-4471-9c26-01a694754d35,revision_number=None']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 10:59:26.194533 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-b0690ae5-8047-4bb9-92d6-ab238b95ec3b tempest-FloatingIPTestJSON-373071706 tempest-FloatingIPTestJSON-373071706-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042'] for network (2f0c4506-288d-4d72-9653-41f71dea9778), after_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:26.199263 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0690ae5-8047-4bb9-92d6-ab238b95ec3b tempest-FloatingIPTestJSON-373071706 tempest-FloatingIPTestJSON-373071706-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 10:59:26.199864 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-b0690ae5-8047-4bb9-92d6-ab238b95ec3b tempest-FloatingIPTestJSON-373071706 tempest-FloatingIPTestJSON-373071706-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603020'] for network (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:26.330078 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-59100062-a3c6-4c1a-9ab8-f6d36efcba9e tempest-ServersTestManualDisk-708954650 tempest-ServersTestManualDisk-708954650-project] Publish callbacks [] for floatingip (90330ed3-ebe0-491c-8c64-b4e11610ed43), precommit_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:26.333289 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-b751fd0c-d396-492d-ae9c-416863215882 tempest-RoutersAdminNegativeTest-284729803 tempest-RoutersAdminNegativeTest-284729803-project-admin] Publish callbacks [] for router_gateway (8c382b5d-64af-4c87-859d-07791c63490a), before_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:26.340401 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0690ae5-8047-4bb9-92d6-ab238b95ec3b tempest-FloatingIPTestJSON-373071706 tempest-FloatingIPTestJSON-373071706-project] Pushing event updated for resources: {'Network': ['ID=2f0c4506-288d-4d72-9653-41f71dea9778,revision_number=1']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 10:59:26.340918 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Current status of the port 7e562e9e-0a70-4ac5-85c4-fb980ec8c8d6 is: DOWN; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 10:59:26.341376 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (7e562e9e-0a70-4ac5-85c4-fb980ec8c8d6), before_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:26.377826 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-ae8b3dc5-9666-468a-a494-363659316794 tempest-ExternalNetworksTestJSON-722277804 tempest-ExternalNetworksTestJSON-722277804-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-973498', 'neutron.services.segments.db._delete_segments_for_network-8742235207033'] for network (f9c4f4f3-e71e-4a16-b3e3-116639906811), precommit_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:26.386132 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-b0690ae5-8047-4bb9-92d6-ab238b95ec3b tempest-FloatingIPTestJSON-373071706 tempest-FloatingIPTestJSON-373071706-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.5835710 Apr 28 10:59:26.388735 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 49040) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 10:59:26.397714 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.v2.base [None req-6fa5a8dd-5093-43fe-80f8-18d013d55334 tempest-FloatingIPTestJSON-373071706 tempest-FloatingIPTestJSON-373071706-project] Request body: {'subnet': {'network_id': '2f0c4506-288d-4d72-9653-41f71dea9778', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=116161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 10:59:26.420790 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-b751fd0c-d396-492d-ae9c-416863215882 tempest-RoutersAdminNegativeTest-284729803 tempest-RoutersAdminNegativeTest-284729803-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (None), before_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:26.428962 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.services.segments.db [None req-ae8b3dc5-9666-468a-a494-363659316794 tempest-ExternalNetworksTestJSON-722277804 tempest-ExternalNetworksTestJSON-722277804-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f9c4f4f3-e71e-4a16-b3e3-116639906811']}} {{(pid=116161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 10:59:26.429471 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] For port 7e562e9e-0a70-4ac5-85c4-fb980ec8c8d6, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=7e562e9e-0a70-4ac5-85c4-fb980ec8c8d6,segment=NetworkSegment(ffa4348d-378b-4e93-98fa-ab0dc49ee16c),segment_id=ffa4348d-378b-4e93-98fa-ab0dc49ee16c)] {{(pid=116163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 10:59:26.430799 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_hamode_db [None req-29218745-75bc-488f-be68-77f757d395e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bdc4a64-1a8f-439a-af8a-e631bebdc4fa', 'name': 'tempest-ServersTestJSON-90404896-router', 'tenant_id': '19a7f91fec214fcea65c9e72a1c65353', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'external_fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.122'}], 'enable_snat': True}, 'gw_port_id': '0349ac72-fdf4-467a-a64f-2f09d8e6b3a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T10:59:03Z', 'updated_at': '2022-04-28T10:59:15Z', 'revision_number': 4, 'project_id': '19a7f91fec214fcea65c9e72a1c65353', 'gw_port': {'id': '0349ac72-fdf4-467a-a64f-2f09d8e6b3a4', 'name': '', 'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:46:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bdc4a64-1a8f-439a-af8a-e631bebdc4fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T10:59:05Z', 'updated_at': '2022-04-28T10:59:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '8831271f-a430-441d-9f3d-a067d7643f47', 'name': '', 'network_id': '4da8bd43-d906-4f61-8b6f-8dd6519937e1', 'tenant_id': '19a7f91fec214fcea65c9e72a1c65353', 'mac_address': 'fa:16:3e:57:e7:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4bdc4a64-1a8f-439a-af8a-e631bebdc4fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 120, 'fixed_ips': [{'subnet_id': '92361fe4-492b-4a32-8d67-8edec320c5e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T10:59:13Z', 'updated_at': '2022-04-28T10:59:25Z', 'revision_number': 4, 'project_id': '19a7f91fec214fcea65c9e72a1c65353', 'subnets': [{'id': '92361fe4-492b-4a32-8d67-8edec320c5e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=116163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 10:59:26.453154 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.services.segments.db [None req-ae8b3dc5-9666-468a-a494-363659316794 tempest-ExternalNetworksTestJSON-722277804 tempest-ExternalNetworksTestJSON-722277804-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e799a0d7-f28f-4b1a-8f6a-bb116edc8367') {'for_net_delete': True} {{(pid=116161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 10:59:26.454899 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.services.segments.db [None req-ae8b3dc5-9666-468a-a494-363659316794 tempest-ExternalNetworksTestJSON-722277804 tempest-ExternalNetworksTestJSON-722277804-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e799a0d7-f28f-4b1a-8f6a-bb116edc8367') {} {{(pid=116161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 10:59:26.459569 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Network 2f0c4506-288d-4d72-9653-41f71dea9778 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=116163) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 28 10:59:26.493465 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5e6a357-9a87-4a35-a8d0-a09458ad8396 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Made reservation on behalf of 12780407c7254bdfbde1c04e76d433ee for: {'subnet': 1} {{(pid=116161) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 10:59:26.497072 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-d5e6a357-9a87-4a35-a8d0-a09458ad8396 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5125580'] for subnet (None), before_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:26.532841 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29218745-75bc-488f-be68-77f757d395e0 None None] The sync data for ids ['4bdc4a64-1a8f-439a-af8a-e631bebdc4fa'] in dv-neutron-master-2-hyperv is: [{'id': '4bdc4a64-1a8f-439a-af8a-e631bebdc4fa', 'name': 'tempest-ServersTestJSON-90404896-router', 'tenant_id': '19a7f91fec214fcea65c9e72a1c65353', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'external_fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.122'}], 'enable_snat': True}, 'gw_port_id': '0349ac72-fdf4-467a-a64f-2f09d8e6b3a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T10:59:03Z', 'updated_at': '2022-04-28T10:59:15Z', 'revision_number': 4, 'project_id': '19a7f91fec214fcea65c9e72a1c65353', 'gw_port': {'id': '0349ac72-fdf4-467a-a64f-2f09d8e6b3a4', 'name': '', 'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:46:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bdc4a64-1a8f-439a-af8a-e631bebdc4fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T10:59:05Z', 'updated_at': '2022-04-28T10:59:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '8831271f-a430-441d-9f3d-a067d7643f47', 'name': '', 'network_id': '4da8bd43-d906-4f61-8b6f-8dd6519937e1', 'tenant_id': '19a7f91fec214fcea65c9e72a1c65353', 'mac_address': 'fa:16:3e:57:e7:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4bdc4a64-1a8f-439a-af8a-e631bebdc4fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 120, 'fixed_ips': [{'subnet_id': '92361fe4-492b-4a32-8d67-8edec320c5e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T10:59:13Z', 'updated_at': '2022-04-28T10:59:25Z', 'revision_number': 4, 'project_id': '19a7f91fec214fcea65c9e72a1c65353', 'subnets': [{'id': '92361fe4-492b-4a32-8d67-8edec320c5e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=116163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 10:59:26.581147 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-7a185a2e-8736-452b-9828-494d318269e8 None None] Deleting port 7e562e9e-0a70-4ac5-85c4-fb980ec8c8d6 {{(pid=116163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 10:59:26.581606 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-7a185a2e-8736-452b-9828-494d318269e8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742235130188'] for port (7e562e9e-0a70-4ac5-85c4-fb980ec8c8d6), before_delete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:26.711242 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-7a185a2e-8736-452b-9828-494d318269e8 None None] For port 7e562e9e-0a70-4ac5-85c4-fb980ec8c8d6, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=7e562e9e-0a70-4ac5-85c4-fb980ec8c8d6,segment=NetworkSegment(ffa4348d-378b-4e93-98fa-ab0dc49ee16c),segment_id=ffa4348d-378b-4e93-98fa-ab0dc49ee16c)] {{(pid=116163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 10:59:26.711648 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-7a185a2e-8736-452b-9828-494d318269e8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1938497'] for port (7e562e9e-0a70-4ac5-85c4-fb980ec8c8d6), precommit_delete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:26.726075 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-7a185a2e-8736-452b-9828-494d318269e8 None None] Calling delete_port for 7e562e9e-0a70-4ac5-85c4-fb980ec8c8d6 owned by network:dhcp {{(pid=116163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 10:59:26.802074 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-ae8b3dc5-9666-468a-a494-363659316794 tempest-ExternalNetworksTestJSON-722277804 tempest-ExternalNetworksTestJSON-722277804-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742235208578', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8076969'] for segment (e799a0d7-f28f-4b1a-8f6a-bb116edc8367), before_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:26.811212 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393'] for port (7e562e9e-0a70-4ac5-85c4-fb980ec8c8d6), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:26.822124 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-eb0ae56e-f02a-4e7a-86a4-4d7cbc8434a6 tempest-ServersTestJSON-1447308081 tempest-ServersTestJSON-1447308081-project] Publish callbacks [] for floatingip (None), before_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:26.841474 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-ae8b3dc5-9666-468a-a494-363659316794 tempest-ExternalNetworksTestJSON-722277804 tempest-ExternalNetworksTestJSON-722277804-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-961978'] for segment (e799a0d7-f28f-4b1a-8f6a-bb116edc8367), precommit_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:26.855788 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ae8b3dc5-9666-468a-a494-363659316794 tempest-ExternalNetworksTestJSON-722277804 tempest-ExternalNetworksTestJSON-722277804-project-admin] Releasing vlan 73 on physical network physnet1 to pool {{(pid=116161) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 10:59:26.856284 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-ae8b3dc5-9666-468a-a494-363659316794 tempest-ExternalNetworksTestJSON-722277804 tempest-ExternalNetworksTestJSON-722277804-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-961978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5219103'] for segment (e799a0d7-f28f-4b1a-8f6a-bb116edc8367), after_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:26.859609 dv-neutron-master-2-hyperv neutron-server[116161]: Traceback (most recent call last): Apr 28 10:59:26.859609 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 10:59:26.859609 dv-neutron-master-2-hyperv neutron-server[116161]: timer() Apr 28 10:59:26.859609 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 10:59:26.859609 dv-neutron-master-2-hyperv neutron-server[116161]: cb(*args, **kw) Apr 28 10:59:26.859609 dv-neutron-master-2-hyperv neutron-server[116161]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 28 10:59:26.859609 dv-neutron-master-2-hyperv neutron-server[116161]: return func(*args, **kwargs) Apr 28 10:59:26.859609 dv-neutron-master-2-hyperv neutron-server[116161]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 10:59:26.859609 dv-neutron-master-2-hyperv neutron-server[116161]: self._notify() Apr 28 10:59:26.859609 dv-neutron-master-2-hyperv neutron-server[116161]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 10:59:26.859609 dv-neutron-master-2-hyperv neutron-server[116161]: self.callback(batched_events) Apr 28 10:59:26.859609 dv-neutron-master-2-hyperv neutron-server[116161]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 10:59:26.859609 dv-neutron-master-2-hyperv neutron-server[116161]: event.method(event) Apr 28 10:59:26.859609 dv-neutron-master-2-hyperv neutron-server[116161]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 28 10:59:26.859609 dv-neutron-master-2-hyperv neutron-server[116161]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 10:59:26.859609 dv-neutron-master-2-hyperv neutron-server[116161]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 28 10:59:26.859609 dv-neutron-master-2-hyperv neutron-server[116161]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 10:59:26.859609 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 28 10:59:26.859609 dv-neutron-master-2-hyperv neutron-server[116161]: return f(self, *a, **k) Apr 28 10:59:26.859609 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 28 10:59:26.859609 dv-neutron-master-2-hyperv neutron-server[116161]: return self._get(url).json() Apr 28 10:59:26.859609 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 28 10:59:26.859609 dv-neutron-master-2-hyperv neutron-server[116161]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 10:59:26.859609 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 10:59:26.859609 dv-neutron-master-2-hyperv neutron-server[116161]: return self.request(url, 'GET', **kwargs) Apr 28 10:59:26.859609 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 10:59:26.859609 dv-neutron-master-2-hyperv neutron-server[116161]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 10:59:26.859609 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 10:59:26.859609 dv-neutron-master-2-hyperv neutron-server[116161]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 10:59:26.859609 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 10:59:26.859609 dv-neutron-master-2-hyperv neutron-server[116161]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 10:59:26.859609 dv-neutron-master-2-hyperv neutron-server[116161]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 10:59:26.902227 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Pushing event updated for resources: {'Port': ['ID=7e562e9e-0a70-4ac5-85c4-fb980ec8c8d6,revision_number=4']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 10:59:26.920073 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-d5e6a357-9a87-4a35-a8d0-a09458ad8396 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5220536', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5125438'] for subnet (d7383842-cbc8-4b87-8670-71516a5bdcd8), after_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:26.966770 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Device 63fb15ac-add7-4583-84b6-e4877dc45c4a no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=116163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 10:59:26.979530 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-59100062-a3c6-4c1a-9ab8-f6d36efcba9e tempest-ServersTestManualDisk-708954650 tempest-ServersTestManualDisk-708954650-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (381e50da-561b-4528-aa64-826d4fca1542), before_update {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:26.994235 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] No Port match for: 63fb15ac-add7-4583-84b6-e4877dc45c4a {{(pid=116163) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 28 10:59:26.994737 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Device 63fb15ac-add7-4583-84b6-e4877dc45c4a not bound to the agent host dv-neutron-master-2-hyperv {{(pid=116163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 10:59:27.016471 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-7a185a2e-8736-452b-9828-494d318269e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742235135690', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742234710366'] for port (7e562e9e-0a70-4ac5-85c4-fb980ec8c8d6), after_delete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:27.042924 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a185a2e-8736-452b-9828-494d318269e8 None None] No DVR routers for this DVR port 7e562e9e-0a70-4ac5-85c4-fb980ec8c8d6 on host dv-neutron-master-2-hyperv {{(pid=116163) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 10:59:27.048505 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-8f532af0-c056-454f-960e-779b4f9b84c1 None None] Current status of the port 7e562e9e-0a70-4ac5-85c4-fb980ec8c8d6 is: ACTIVE; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 10:59:27.110521 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fa5a8dd-5093-43fe-80f8-18d013d55334 tempest-FloatingIPTestJSON-373071706 tempest-FloatingIPTestJSON-373071706-project] Made reservation on behalf of 36d1e8ae0c6b44fb858256714ad6ff62 for: {'subnet': 1} {{(pid=116161) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 10:59:27.115160 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-6fa5a8dd-5093-43fe-80f8-18d013d55334 tempest-FloatingIPTestJSON-373071706 tempest-FloatingIPTestJSON-373071706-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5125580'] for subnet (None), before_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:27.116914 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a185a2e-8736-452b-9828-494d318269e8 None None] Pushing event deleted for resources: {'Port': ['ID=7e562e9e-0a70-4ac5-85c4-fb980ec8c8d6,revision_number=None']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 10:59:27.128404 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e6a357-9a87-4a35-a8d0-a09458ad8396 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Pushing event updated for resources: {'Subnet': ['ID=d7383842-cbc8-4b87-8670-71516a5bdcd8,revision_number=0']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 10:59:27.136456 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 49044) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 10:59:27.152854 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-59509e15-d549-4214-b503-2b0264f9da2b tempest-FloatingIPAdminTestJSON-1724025514 tempest-FloatingIPAdminTestJSON-1724025514-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (None), before_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:27.168381 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5e6a357-9a87-4a35-a8d0-a09458ad8396 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Network 1ec9fbcf-7a57-4aaa-9c30-4e0f43e09480 is already hosted by enough agents. {{(pid=116161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 10:59:27.174843 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-ab5d1308-d07c-46d4-9c6a-2063e4c361d7 None None] Provisioning complete for port 8831271f-a430-441d-9f3d-a067d7643f47 triggered by entity DHCP. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 10:59:27.175246 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-ab5d1308-d07c-46d4-9c6a-2063e4c361d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (8831271f-a430-441d-9f3d-a067d7643f47), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:27.177540 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Device 8831271f-a430-441d-9f3d-a067d7643f47 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=116163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 10:59:27.203822 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.scheduler.base_scheduler [None req-d5e6a357-9a87-4a35-a8d0-a09458ad8396 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Resources bound (agent type, host, resource id): {{(pid=116161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 10:59:27.212901 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-9a051919-6d83-4c1b-ad50-ca1509a16cca admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:27.221912 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5e6a357-9a87-4a35-a8d0-a09458ad8396 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 10:59:27.224286 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-d5e6a357-9a87-4a35-a8d0-a09458ad8396 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Publish callbacks [] for subnet (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:27.263670 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32cc9c48-53cb-46fe-8041-68c507563b60 None None] Network 1ec9fbcf-7a57-4aaa-9c30-4e0f43e09480 requested from dv-neutron-master-2-hyperv {{(pid=116163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 10:59:27.293104 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-ae8b3dc5-9666-468a-a494-363659316794 tempest-ExternalNetworksTestJSON-722277804 tempest-ExternalNetworksTestJSON-722277804-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-973477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2063122'] for network (f9c4f4f3-e71e-4a16-b3e3-116639906811), after_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:27.298344 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-eb0ae56e-f02a-4e7a-86a4-4d7cbc8434a6 tempest-ServersTestJSON-1447308081 tempest-ServersTestJSON-1447308081-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (None), before_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:27.314492 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae8b3dc5-9666-468a-a494-363659316794 tempest-ExternalNetworksTestJSON-722277804 tempest-ExternalNetworksTestJSON-722277804-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network f9c4f4f3-e71e-4a16-b3e3-116639906811 {{(pid=116161) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Apr 28 10:59:27.336065 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-ae8b3dc5-9666-468a-a494-363659316794 tempest-ExternalNetworksTestJSON-722277804 tempest-ExternalNetworksTestJSON-722277804-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603020'] for network (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:27.340635 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Provisioning complete for port 8831271f-a430-441d-9f3d-a067d7643f47 triggered by entity L2. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 10:59:27.340822 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-ae8b3dc5-9666-468a-a494-363659316794 tempest-ExternalNetworksTestJSON-722277804 tempest-ExternalNetworksTestJSON-722277804-project-admin] 10.222.0.10 "DELETE /v2.0/networks/f9c4f4f3-e71e-4a16-b3e3-116639906811 HTTP/1.1" status: 204 len: 168 time: 1.3027916 Apr 28 10:59:27.342425 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (8831271f-a430-441d-9f3d-a067d7643f47), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:27.347108 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 49046) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 10:59:27.348110 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8b3dc5-9666-468a-a494-363659316794 tempest-ExternalNetworksTestJSON-722277804 tempest-ExternalNetworksTestJSON-722277804-project-admin] Pushing event deleted for resources: {'Network': ['ID=f9c4f4f3-e71e-4a16-b3e3-116639906811,revision_number=None']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 10:59:27.356469 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.v2.base [None req-2482e2b6-c679-4221-9af3-329ae1dbffb7 tempest-ExternalNetworksTestJSON-722277804 tempest-ExternalNetworksTestJSON-722277804-project-admin] Request body: {'network': {'name': 'tempest-network--1687496330', 'router:external': True}} {{(pid=116161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 10:59:27.393171 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-d5e6a357-9a87-4a35-a8d0-a09458ad8396 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.4118145 Apr 28 10:59:27.396092 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 49048) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 10:59:27.401491 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.v2.base [None req-f0c8137b-5f95-4f90-ab12-a3cbea9ab0e6 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Request body: {'port': {'network_id': '1ec9fbcf-7a57-4aaa-9c30-4e0f43e09480', 'fixed_ips': [{'subnet_id': 'd7383842-cbc8-4b87-8670-71516a5bdcd8', 'ip_address': '2001:db8::beef:e603:9a2:7d61'}], 'name': 'tempest-NetworksTestDHCPv6-1374966445'}} {{(pid=116162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 10:59:27.485841 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2482e2b6-c679-4221-9af3-329ae1dbffb7 tempest-ExternalNetworksTestJSON-722277804 tempest-ExternalNetworksTestJSON-722277804-project-admin] Made reservation on behalf of 6657ee783d6041a1b582e3ef65160672 for: {'network': 1} {{(pid=116161) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 10:59:27.488462 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-2482e2b6-c679-4221-9af3-329ae1dbffb7 tempest-ExternalNetworksTestJSON-722277804 tempest-ExternalNetworksTestJSON-722277804-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for network (None), before_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:27.622728 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2482e2b6-c679-4221-9af3-329ae1dbffb7 tempest-ExternalNetworksTestJSON-722277804 tempest-ExternalNetworksTestJSON-722277804-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 83} {{(pid=116161) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 10:59:27.664040 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a72aedc3-5656-4482-a3b7-18616c1a34b0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-1ec9fbcf-7a57-4aaa-9c30-4e0f43e09480', 'network_id': '1ec9fbcf-7a57-4aaa-9c30-4e0f43e09480', 'project_id': '12780407c7254bdfbde1c04e76d433ee', 'fixed_ips': [{'subnet_id': 'd7383842-cbc8-4b87-8670-71516a5bdcd8'}]}} from dv-neutron-master-2-hyperv. {{(pid=116163) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 28 10:59:27.665097 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-a72aedc3-5656-4482-a3b7-18616c1a34b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (None), before_create {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:27.670656 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-2482e2b6-c679-4221-9af3-329ae1dbffb7 tempest-ExternalNetworksTestJSON-722277804 tempest-ExternalNetworksTestJSON-722277804-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-961978'] for segment (a75e52e7-b473-4fda-ac5d-577e7012a218), precommit_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:27.671204 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.db.segments_db [None req-2482e2b6-c679-4221-9af3-329ae1dbffb7 tempest-ExternalNetworksTestJSON-722277804 tempest-ExternalNetworksTestJSON-722277804-project-admin] Added segment a75e52e7-b473-4fda-ac5d-577e7012a218 of type vlan for network 62aad5a4-96da-43c0-b774-8767de523d13 Apr 28 10:59:27.686858 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Current status of the port 8831271f-a430-441d-9f3d-a067d7643f47 is: DOWN; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 10:59:27.687427 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (8831271f-a430-441d-9f3d-a067d7643f47), before_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:27.694675 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-9a051919-6d83-4c1b-ad50-ca1509a16cca admin admin] Publish callbacks [] for security_group (8910eb71-6d72-445b-a388-a97730fd4fc7), precommit_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:27.726319 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-ab5d1308-d07c-46d4-9c6a-2063e4c361d7 None None] Current status of the port 8831271f-a430-441d-9f3d-a067d7643f47 is: DOWN; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 10:59:27.726859 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-ab5d1308-d07c-46d4-9c6a-2063e4c361d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (8831271f-a430-441d-9f3d-a067d7643f47), before_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:27.749732 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-2482e2b6-c679-4221-9af3-329ae1dbffb7 tempest-ExternalNetworksTestJSON-722277804 tempest-ExternalNetworksTestJSON-722277804-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742234744962'] for network (62aad5a4-96da-43c0-b774-8767de523d13), precommit_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:27.781728 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-9a051919-6d83-4c1b-ad50-ca1509a16cca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924426'] for security_group (8910eb71-6d72-445b-a388-a97730fd4fc7), after_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:27.809438 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-6fa5a8dd-5093-43fe-80f8-18d013d55334 tempest-FloatingIPTestJSON-373071706 tempest-FloatingIPTestJSON-373071706-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5220536', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5125438'] for subnet (8ca70516-0729-4db3-b53b-6aedfb36038a), after_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:27.816538 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.db.db_base_plugin_common [None req-59509e15-d549-4214-b503-2b0264f9da2b tempest-FloatingIPAdminTestJSON-1724025514 tempest-FloatingIPAdminTestJSON-1724025514-project] Allocated IP 172.20.0.1 (c623474b-5a9a-4f0a-a4ae-c9b4a94042f1/1fa23f6d-b0e0-4e26-a9a3-6e51bfac72cb/eb30bc8e-c4a5-41dc-9531-e448797088d4) {{(pid=116162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 10:59:27.832697 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] For port 8831271f-a430-441d-9f3d-a067d7643f47, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=8831271f-a430-441d-9f3d-a067d7643f47,segment=NetworkSegment(aeeab3ee-75a8-4dc8-aefc-5af1f84e59d4),segment_id=aeeab3ee-75a8-4dc8-aefc-5af1f84e59d4)] {{(pid=116163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 10:59:27.866799 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-2482e2b6-c679-4221-9af3-329ae1dbffb7 tempest-ExternalNetworksTestJSON-722277804 tempest-ExternalNetworksTestJSON-722277804-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042'] for network (62aad5a4-96da-43c0-b774-8767de523d13), after_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:27.868177 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2482e2b6-c679-4221-9af3-329ae1dbffb7 tempest-ExternalNetworksTestJSON-722277804 tempest-ExternalNetworksTestJSON-722277804-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 10:59:27.868910 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-2482e2b6-c679-4221-9af3-329ae1dbffb7 tempest-ExternalNetworksTestJSON-722277804 tempest-ExternalNetworksTestJSON-722277804-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603020'] for network (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:27.894003 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-9a051919-6d83-4c1b-ad50-ca1509a16cca admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=a58f4edeed4f4f9a8a354e7c218e74f1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7433901 Apr 28 10:59:27.907630 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 49050) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 10:59:27.916221 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.db_base_plugin_common [None req-a72aedc3-5656-4482-a3b7-18616c1a34b0 None None] Allocated IP 2001:db8::2 (1ec9fbcf-7a57-4aaa-9c30-4e0f43e09480/d7383842-cbc8-4b87-8670-71516a5bdcd8/e81f4a07-efce-41b7-af6d-38496b6d87fa) {{(pid=116163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 10:59:27.920387 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a051919-6d83-4c1b-ad50-ca1509a16cca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8910eb71-6d72-445b-a388-a97730fd4fc7,revision_number=1']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 10:59:27.986383 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393'] for port (8831271f-a430-441d-9f3d-a067d7643f47), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:27.995767 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.db.api [None req-ab5d1308-d07c-46d4-9c6a-2063e4c361d7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=116163) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 28 10:59:27.996127 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG oslo_db.api [None req-ab5d1308-d07c-46d4-9c6a-2063e4c361d7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=116163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 28 10:59:28.054896 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Device 7e562e9e-0a70-4ac5-85c4-fb980ec8c8d6 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=116163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 10:59:28.089393 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] No Port match for: 7e562e9e-0a70-4ac5-85c4-fb980ec8c8d6 {{(pid=116163) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 28 10:59:28.089738 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Device 7e562e9e-0a70-4ac5-85c4-fb980ec8c8d6 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=116163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 10:59:28.098989 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-59509e15-d549-4214-b503-2b0264f9da2b tempest-FloatingIPAdminTestJSON-1724025514 tempest-FloatingIPAdminTestJSON-1724025514-project] Publish callbacks [] for port (eb30bc8e-c4a5-41dc-9531-e448797088d4), precommit_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:28.161861 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Pushing event updated for resources: {'Port': ['ID=8831271f-a430-441d-9f3d-a067d7643f47,revision_number=5']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 10:59:28.215682 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-2482e2b6-c679-4221-9af3-329ae1dbffb7 tempest-ExternalNetworksTestJSON-722277804 tempest-ExternalNetworksTestJSON-722277804-project-admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.8646688 Apr 28 10:59:28.221569 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2482e2b6-c679-4221-9af3-329ae1dbffb7 tempest-ExternalNetworksTestJSON-722277804 tempest-ExternalNetworksTestJSON-722277804-project-admin] Pushing event updated for resources: {'Network': ['ID=62aad5a4-96da-43c0-b774-8767de523d13,revision_number=1']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 10:59:28.223526 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 49052) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 10:59:28.227775 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa5a8dd-5093-43fe-80f8-18d013d55334 tempest-FloatingIPTestJSON-373071706 tempest-FloatingIPTestJSON-373071706-project] Pushing event updated for resources: {'Subnet': ['ID=8ca70516-0729-4db3-b53b-6aedfb36038a,revision_number=0']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 10:59:28.243929 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Network 62aad5a4-96da-43c0-b774-8767de523d13 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=116163) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 28 10:59:28.274630 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fa5a8dd-5093-43fe-80f8-18d013d55334 tempest-FloatingIPTestJSON-373071706 tempest-FloatingIPTestJSON-373071706-project] Checking segment: {'id': 'd25549da-75e0-48bb-a18b-1a66b8312622', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '2f0c4506-288d-4d72-9653-41f71dea9778'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 10:59:28.275048 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fa5a8dd-5093-43fe-80f8-18d013d55334 tempest-FloatingIPTestJSON-373071706 tempest-FloatingIPTestJSON-373071706-project] Network hostable DHCP agents. Network: 2f0c4506-288d-4d72-9653-41f71dea9778, hostable agents: ['75ba81b7-fe99-4281-90d2-a5adb445ecea'], hosted agents: [] {{(pid=116161) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 10:59:28.276173 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-59509e15-d549-4214-b503-2b0264f9da2b tempest-FloatingIPAdminTestJSON-1724025514 tempest-FloatingIPAdminTestJSON-1724025514-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742234710357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5051867'] for port (eb30bc8e-c4a5-41dc-9531-e448797088d4), after_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:28.334732 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f34658f2-38db-463b-8955-943e967d6ff1 tempest-ExternalNetworksTestJSON-754003237 tempest-ExternalNetworksTestJSON-754003237-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 10:59:28.336567 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-f34658f2-38db-463b-8955-943e967d6ff1 tempest-ExternalNetworksTestJSON-754003237 tempest-ExternalNetworksTestJSON-754003237-project] 10.222.0.10 "GET /v2.0/networks/62aad5a4-96da-43c0-b774-8767de523d13 HTTP/1.1" status: 200 len: 757 time: 0.1098967 Apr 28 10:59:28.341170 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 49054) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 10:59:28.369253 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-4d3629d1-1209-490e-b474-e45f2f16ce9d admin admin] Publish callbacks [] for security_group (8910eb71-6d72-445b-a388-a97730fd4fc7), before_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:28.383767 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-a72aedc3-5656-4482-a3b7-18616c1a34b0 None None] Publish callbacks [] for port (e81f4a07-efce-41b7-af6d-38496b6d87fa), precommit_create {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:28.389850 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-b751fd0c-d396-492d-ae9c-416863215882 tempest-RoutersAdminNegativeTest-284729803 tempest-RoutersAdminNegativeTest-284729803-project-admin] Publish callbacks [] for router (8c382b5d-64af-4c87-859d-07791c63490a), before_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:28.420632 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-4d3629d1-1209-490e-b474-e45f2f16ce9d admin admin] Publish callbacks [] for security_group (8910eb71-6d72-445b-a388-a97730fd4fc7), precommit_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:28.443222 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7d42dfa-da28-4839-a618-df52b27ade14 tempest-ExternalNetworksTestJSON-754003237 tempest-ExternalNetworksTestJSON-754003237-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 10:59:28.444678 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-b7d42dfa-da28-4839-a618-df52b27ade14 tempest-ExternalNetworksTestJSON-754003237 tempest-ExternalNetworksTestJSON-754003237-project] 10.222.0.10 "GET /v2.0/networks/a84eda13-619e-465e-a07b-604d111ab933 HTTP/1.1" status: 200 len: 767 time: 0.1009722 Apr 28 10:59:28.447089 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fa5a8dd-5093-43fe-80f8-18d013d55334 tempest-FloatingIPTestJSON-373071706 tempest-FloatingIPTestJSON-373071706-project] Network 2f0c4506-288d-4d72-9653-41f71dea9778 is scheduled to be hosted by DHCP agent 75ba81b7-fe99-4281-90d2-a5adb445ecea with binding_index 1 {{(pid=116161) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 10:59:28.449092 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 49056) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 10:59:28.478173 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-a72aedc3-5656-4482-a3b7-18616c1a34b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742234710357'] for port (e81f4a07-efce-41b7-af6d-38496b6d87fa), after_create {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:28.540258 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.scheduler.base_scheduler [None req-6fa5a8dd-5093-43fe-80f8-18d013d55334 tempest-FloatingIPTestJSON-373071706 tempest-FloatingIPTestJSON-373071706-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 2f0c4506-288d-4d72-9653-41f71dea9778) {{(pid=116161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 10:59:28.545712 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fa5a8dd-5093-43fe-80f8-18d013d55334 tempest-FloatingIPTestJSON-373071706 tempest-FloatingIPTestJSON-373071706-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 10:59:28.546302 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-6fa5a8dd-5093-43fe-80f8-18d013d55334 tempest-FloatingIPTestJSON-373071706 tempest-FloatingIPTestJSON-373071706-project] Publish callbacks [] for subnet (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:28.550769 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-c967cd66-74ba-4fea-a1a4-c2f69500eb74 tempest-ExternalNetworksTestJSON-722277804 tempest-ExternalNetworksTestJSON-722277804-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-979593'] for network (62aad5a4-96da-43c0-b774-8767de523d13), before_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:28.556090 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59509e15-d549-4214-b503-2b0264f9da2b tempest-FloatingIPAdminTestJSON-1724025514 tempest-FloatingIPAdminTestJSON-1724025514-project] Pushing event updated for resources: {'Port': ['ID=eb30bc8e-c4a5-41dc-9531-e448797088d4,revision_number=1']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 10:59:28.573302 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59509e15-d549-4214-b503-2b0264f9da2b tempest-FloatingIPAdminTestJSON-1724025514 tempest-FloatingIPAdminTestJSON-1724025514-project] Network c623474b-5a9a-4f0a-a4ae-c9b4a94042f1 is already hosted by enough agents. {{(pid=116162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 10:59:28.603197 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.scheduler.base_scheduler [None req-59509e15-d549-4214-b503-2b0264f9da2b tempest-FloatingIPAdminTestJSON-1724025514 tempest-FloatingIPAdminTestJSON-1724025514-project] Resources bound (agent type, host, resource id): {{(pid=116162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 10:59:28.606444 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59509e15-d549-4214-b503-2b0264f9da2b tempest-FloatingIPAdminTestJSON-1724025514 tempest-FloatingIPAdminTestJSON-1724025514-project] Received port after_create {{(pid=116162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 10:59:28.632951 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-6fa5a8dd-5093-43fe-80f8-18d013d55334 tempest-FloatingIPTestJSON-373071706 tempest-FloatingIPTestJSON-373071706-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 2.2431495 Apr 28 10:59:28.661462 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-c967cd66-74ba-4fea-a1a4-c2f69500eb74 tempest-ExternalNetworksTestJSON-722277804 tempest-ExternalNetworksTestJSON-722277804-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-973498', 'neutron.services.segments.db._delete_segments_for_network-8742235207033'] for network (62aad5a4-96da-43c0-b774-8767de523d13), precommit_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:28.664364 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 49058) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 10:59:28.673131 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.v2.base [None req-4be35ae1-b55d-4ce3-8dcd-24e1f6363a07 tempest-FloatingIPTestJSON-373071706 tempest-FloatingIPTestJSON-373071706-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1028126737', 'external_gateway_info': {'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c'}, 'admin_state_up': False}} {{(pid=116161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 10:59:28.683381 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a72aedc3-5656-4482-a3b7-18616c1a34b0 None None] Network 1ec9fbcf-7a57-4aaa-9c30-4e0f43e09480 is already hosted by enough agents. {{(pid=116163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 10:59:28.688509 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad3573a4-e0b1-4b56-ab1f-6e1d4c6dbb5e None None] Network 2f0c4506-288d-4d72-9653-41f71dea9778 requested from dv-neutron-master-2-hyperv {{(pid=116163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 10:59:28.709344 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.services.segments.db [None req-c967cd66-74ba-4fea-a1a4-c2f69500eb74 tempest-ExternalNetworksTestJSON-722277804 tempest-ExternalNetworksTestJSON-722277804-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['62aad5a4-96da-43c0-b774-8767de523d13']}} {{(pid=116161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 10:59:28.712860 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.scheduler.base_scheduler [None req-a72aedc3-5656-4482-a3b7-18616c1a34b0 None None] Resources bound (agent type, host, resource id): {{(pid=116163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 10:59:28.722983 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a72aedc3-5656-4482-a3b7-18616c1a34b0 None None] Received port after_create {{(pid=116163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 10:59:28.725239 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.services.segments.db [None req-c967cd66-74ba-4fea-a1a4-c2f69500eb74 tempest-ExternalNetworksTestJSON-722277804 tempest-ExternalNetworksTestJSON-722277804-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a75e52e7-b473-4fda-ac5d-577e7012a218') {'for_net_delete': True} {{(pid=116161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 10:59:28.725536 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.services.segments.db [None req-c967cd66-74ba-4fea-a1a4-c2f69500eb74 tempest-ExternalNetworksTestJSON-722277804 tempest-ExternalNetworksTestJSON-722277804-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a75e52e7-b473-4fda-ac5d-577e7012a218') {} {{(pid=116161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 10:59:28.736729 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-c967cd66-74ba-4fea-a1a4-c2f69500eb74 tempest-ExternalNetworksTestJSON-722277804 tempest-ExternalNetworksTestJSON-722277804-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742235208578', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8076969'] for segment (a75e52e7-b473-4fda-ac5d-577e7012a218), before_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:28.746542 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a72aedc3-5656-4482-a3b7-18616c1a34b0 None None] Pushing event updated for resources: {'Port': ['ID=e81f4a07-efce-41b7-af6d-38496b6d87fa,revision_number=1']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 10:59:28.756596 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-c967cd66-74ba-4fea-a1a4-c2f69500eb74 tempest-ExternalNetworksTestJSON-722277804 tempest-ExternalNetworksTestJSON-722277804-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-961978'] for segment (a75e52e7-b473-4fda-ac5d-577e7012a218), precommit_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:28.764868 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c967cd66-74ba-4fea-a1a4-c2f69500eb74 tempest-ExternalNetworksTestJSON-722277804 tempest-ExternalNetworksTestJSON-722277804-project-admin] Releasing vlan 83 on physical network physnet1 to pool {{(pid=116161) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 10:59:28.765400 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-c967cd66-74ba-4fea-a1a4-c2f69500eb74 tempest-ExternalNetworksTestJSON-722277804 tempest-ExternalNetworksTestJSON-722277804-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-961978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5219103'] for segment (a75e52e7-b473-4fda-ac5d-577e7012a218), after_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:28.767816 dv-neutron-master-2-hyperv neutron-server[116161]: Traceback (most recent call last): Apr 28 10:59:28.767816 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 10:59:28.767816 dv-neutron-master-2-hyperv neutron-server[116161]: timer() Apr 28 10:59:28.767816 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 10:59:28.767816 dv-neutron-master-2-hyperv neutron-server[116161]: cb(*args, **kw) Apr 28 10:59:28.767816 dv-neutron-master-2-hyperv neutron-server[116161]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 28 10:59:28.767816 dv-neutron-master-2-hyperv neutron-server[116161]: return func(*args, **kwargs) Apr 28 10:59:28.767816 dv-neutron-master-2-hyperv neutron-server[116161]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 10:59:28.767816 dv-neutron-master-2-hyperv neutron-server[116161]: self._notify() Apr 28 10:59:28.767816 dv-neutron-master-2-hyperv neutron-server[116161]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 10:59:28.767816 dv-neutron-master-2-hyperv neutron-server[116161]: self.callback(batched_events) Apr 28 10:59:28.767816 dv-neutron-master-2-hyperv neutron-server[116161]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 10:59:28.767816 dv-neutron-master-2-hyperv neutron-server[116161]: event.method(event) Apr 28 10:59:28.767816 dv-neutron-master-2-hyperv neutron-server[116161]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 28 10:59:28.767816 dv-neutron-master-2-hyperv neutron-server[116161]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 10:59:28.767816 dv-neutron-master-2-hyperv neutron-server[116161]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 28 10:59:28.767816 dv-neutron-master-2-hyperv neutron-server[116161]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 10:59:28.767816 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 28 10:59:28.767816 dv-neutron-master-2-hyperv neutron-server[116161]: return f(self, *a, **k) Apr 28 10:59:28.767816 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 28 10:59:28.767816 dv-neutron-master-2-hyperv neutron-server[116161]: return self._get(url).json() Apr 28 10:59:28.767816 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 28 10:59:28.767816 dv-neutron-master-2-hyperv neutron-server[116161]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 10:59:28.767816 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 10:59:28.767816 dv-neutron-master-2-hyperv neutron-server[116161]: return self.request(url, 'GET', **kwargs) Apr 28 10:59:28.767816 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 10:59:28.767816 dv-neutron-master-2-hyperv neutron-server[116161]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 10:59:28.767816 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 10:59:28.767816 dv-neutron-master-2-hyperv neutron-server[116161]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 10:59:28.767816 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 10:59:28.767816 dv-neutron-master-2-hyperv neutron-server[116161]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 10:59:28.767816 dv-neutron-master-2-hyperv neutron-server[116161]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 10:59:28.793745 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-4be35ae1-b55d-4ce3-8dcd-24e1f6363a07 tempest-FloatingIPTestJSON-373071706 tempest-FloatingIPTestJSON-373071706-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2060459', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-63449'] for router (f78b6f71-c91e-4419-a7fc-4e894ee6d57e), before_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:28.795906 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-ab5d1308-d07c-46d4-9c6a-2063e4c361d7 None None] Current status of the port 8831271f-a430-441d-9f3d-a067d7643f47 is: ACTIVE; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 10:59:28.796031 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-4be35ae1-b55d-4ce3-8dcd-24e1f6363a07 tempest-FloatingIPTestJSON-373071706 tempest-FloatingIPTestJSON-373071706-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2060827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1935275', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1960866', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-63266'] for router (f78b6f71-c91e-4419-a7fc-4e894ee6d57e), precommit_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:28.891486 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.managers [None req-a72aedc3-5656-4482-a3b7-18616c1a34b0 None None] Attempting to bind port e81f4a07-efce-41b7-af6d-38496b6d87fa on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=116163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 28 10:59:28.892169 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.managers [None req-a72aedc3-5656-4482-a3b7-18616c1a34b0 None None] Attempting to bind port e81f4a07-efce-41b7-af6d-38496b6d87fa by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'ffa4348d-378b-4e93-98fa-ab0dc49ee16c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '1ec9fbcf-7a57-4aaa-9c30-4e0f43e09480'}] {{(pid=116163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 28 10:59:28.892723 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a72aedc3-5656-4482-a3b7-18616c1a34b0 None None] Attempting to bind port e81f4a07-efce-41b7-af6d-38496b6d87fa on network 1ec9fbcf-7a57-4aaa-9c30-4e0f43e09480 {{(pid=116163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 10:59:28.899593 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcb19d61-49df-4842-b727-aa5e34882c3f None None] Network 2f0c4506-288d-4d72-9653-41f71dea9778 requested from dv-neutron-master-2-hyperv {{(pid=116163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 10:59:28.921959 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a72aedc3-5656-4482-a3b7-18616c1a34b0 None None] Checking agent: {'id': 'd5baab19-5dd1-4902-922b-84acb048ab9c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 10, 50, 43), 'started_at': datetime.datetime(2022, 4, 28, 10, 51, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 10, 59, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=116163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 10:59:28.922323 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a72aedc3-5656-4482-a3b7-18616c1a34b0 None None] Checking segment: {'id': 'ffa4348d-378b-4e93-98fa-ab0dc49ee16c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '1ec9fbcf-7a57-4aaa-9c30-4e0f43e09480'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 10:59:28.922750 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-a72aedc3-5656-4482-a3b7-18616c1a34b0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:28.923144 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a72aedc3-5656-4482-a3b7-18616c1a34b0 None None] Bound using segment: {'id': 'ffa4348d-378b-4e93-98fa-ab0dc49ee16c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '1ec9fbcf-7a57-4aaa-9c30-4e0f43e09480'} {{(pid=116163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 10:59:28.923627 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.managers [None req-a72aedc3-5656-4482-a3b7-18616c1a34b0 None None] Bound port: e81f4a07-efce-41b7-af6d-38496b6d87fa, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ffa4348d-378b-4e93-98fa-ab0dc49ee16c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '1ec9fbcf-7a57-4aaa-9c30-4e0f43e09480'}}] {{(pid=116163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 28 10:59:28.924010 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-a72aedc3-5656-4482-a3b7-18616c1a34b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (e81f4a07-efce-41b7-af6d-38496b6d87fa), before_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:28.931840 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-c967cd66-74ba-4fea-a1a4-c2f69500eb74 tempest-ExternalNetworksTestJSON-722277804 tempest-ExternalNetworksTestJSON-722277804-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-973477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2063122'] for network (62aad5a4-96da-43c0-b774-8767de523d13), after_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:28.942232 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c967cd66-74ba-4fea-a1a4-c2f69500eb74 tempest-ExternalNetworksTestJSON-722277804 tempest-ExternalNetworksTestJSON-722277804-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 62aad5a4-96da-43c0-b774-8767de523d13 {{(pid=116161) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Apr 28 10:59:28.951236 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-21fbde4e-bf87-44d2-86fb-fc5b6347d75a None None] Provisioning complete for port eb30bc8e-c4a5-41dc-9531-e448797088d4 triggered by entity DHCP. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 10:59:28.951630 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-21fbde4e-bf87-44d2-86fb-fc5b6347d75a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (eb30bc8e-c4a5-41dc-9531-e448797088d4), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:28.957243 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c967cd66-74ba-4fea-a1a4-c2f69500eb74 tempest-ExternalNetworksTestJSON-722277804 tempest-ExternalNetworksTestJSON-722277804-project-admin] Pushing event deleted for resources: {'Network': ['ID=62aad5a4-96da-43c0-b774-8767de523d13,revision_number=None']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 10:59:28.959733 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-c967cd66-74ba-4fea-a1a4-c2f69500eb74 tempest-ExternalNetworksTestJSON-722277804 tempest-ExternalNetworksTestJSON-722277804-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603020'] for network (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:28.963517 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-c967cd66-74ba-4fea-a1a4-c2f69500eb74 tempest-ExternalNetworksTestJSON-722277804 tempest-ExternalNetworksTestJSON-722277804-project-admin] 10.222.0.10 "DELETE /v2.0/networks/62aad5a4-96da-43c0-b774-8767de523d13 HTTP/1.1" status: 204 len: 168 time: 0.5124080 Apr 28 10:59:28.971867 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 49060) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 10:59:28.979565 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.v2.base [None req-eb3daabe-177e-443d-8b3d-4c6ea86d3a80 tempest-ExternalNetworksTestJSON-722277804 tempest-ExternalNetworksTestJSON-722277804-project-admin] Request body: {'network': {'name': 'tempest-network--263226636'}} {{(pid=116161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 10:59:29.047301 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-4be35ae1-b55d-4ce3-8dcd-24e1f6363a07 tempest-FloatingIPTestJSON-373071706 tempest-FloatingIPTestJSON-373071706-project] Publish callbacks [] for router_controller (f78b6f71-c91e-4419-a7fc-4e894ee6d57e), precommit_add_association {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:29.056655 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.db.db_base_plugin_common [None req-eb0ae56e-f02a-4e7a-86a4-4d7cbc8434a6 tempest-ServersTestJSON-1447308081 tempest-ServersTestJSON-1447308081-project] Allocated IP 172.36.4.243 (7be49d94-bbb8-4a61-bafe-209c5f861e1c/c0f82f52-05ee-40f2-a57c-9d02e01fb9fa/b73615a8-7c72-4880-bc7e-de7cbfc1f95c) {{(pid=116162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 10:59:29.062556 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-21fbde4e-bf87-44d2-86fb-fc5b6347d75a None None] Port eb30bc8e-c4a5-41dc-9531-e448797088d4 cannot update to ACTIVE because it is not bound. {{(pid=116163) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 28 10:59:29.078793 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-b751fd0c-d396-492d-ae9c-416863215882 tempest-RoutersAdminNegativeTest-284729803 tempest-RoutersAdminNegativeTest-284729803-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2060865', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-63275'] for router (8c382b5d-64af-4c87-859d-07791c63490a), precommit_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:29.087056 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-59509e15-d549-4214-b503-2b0264f9da2b tempest-FloatingIPAdminTestJSON-1724025514 tempest-FloatingIPAdminTestJSON-1724025514-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2063275'] for router_interface (76ac97e8-357a-4c02-ab8f-161546f85317), before_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:29.090131 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-b751fd0c-d396-492d-ae9c-416863215882 tempest-RoutersAdminNegativeTest-284729803 tempest-RoutersAdminNegativeTest-284729803-project-admin] Publish callbacks [] for router_controller (8c382b5d-64af-4c87-859d-07791c63490a), precommit_delete_associations {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:29.108941 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-59100062-a3c6-4c1a-9ab8-f6d36efcba9e tempest-ServersTestManualDisk-708954650 tempest-ServersTestManualDisk-708954650-project] Publish callbacks [] for port (381e50da-561b-4528-aa64-826d4fca1542), precommit_update {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:29.132341 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-a72aedc3-5656-4482-a3b7-18616c1a34b0 None None] For port e81f4a07-efce-41b7-af6d-38496b6d87fa, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=116163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 10:59:29.137412 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-a72aedc3-5656-4482-a3b7-18616c1a34b0 None None] For port e81f4a07-efce-41b7-af6d-38496b6d87fa, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=e81f4a07-efce-41b7-af6d-38496b6d87fa,segment=NetworkSegment(ffa4348d-378b-4e93-98fa-ab0dc49ee16c),segment_id=ffa4348d-378b-4e93-98fa-ab0dc49ee16c)] {{(pid=116163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 10:59:29.157043 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Device 8831271f-a430-441d-9f3d-a067d7643f47 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=116163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 10:59:29.197834 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb3daabe-177e-443d-8b3d-4c6ea86d3a80 tempest-ExternalNetworksTestJSON-722277804 tempest-ExternalNetworksTestJSON-722277804-project-admin] Made reservation on behalf of 6657ee783d6041a1b582e3ef65160672 for: {'network': 1} {{(pid=116161) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 10:59:29.200188 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-eb3daabe-177e-443d-8b3d-4c6ea86d3a80 tempest-ExternalNetworksTestJSON-722277804 tempest-ExternalNetworksTestJSON-722277804-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for network (None), before_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:29.215539 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Provisioning complete for port 8831271f-a430-441d-9f3d-a067d7643f47 triggered by entity L2. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 10:59:29.216186 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (8831271f-a430-441d-9f3d-a067d7643f47), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:29.217134 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0c8137b-5f95-4f90-ab12-a3cbea9ab0e6 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Made reservation on behalf of 12780407c7254bdfbde1c04e76d433ee for: {'port': 1} {{(pid=116162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 10:59:29.249586 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-4d3629d1-1209-490e-b474-e45f2f16ce9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924426'] for security_group (8910eb71-6d72-445b-a388-a97730fd4fc7), after_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:29.252203 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-4d3629d1-1209-490e-b474-e45f2f16ce9d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:29.253353 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-4d3629d1-1209-490e-b474-e45f2f16ce9d admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/8910eb71-6d72-445b-a388-a97730fd4fc7 HTTP/1.1" status: 204 len: 168 time: 1.3172767 Apr 28 10:59:29.254151 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-59100062-a3c6-4c1a-9ab8-f6d36efcba9e tempest-ServersTestManualDisk-708954650 tempest-ServersTestManualDisk-708954650-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5051840'] for port (381e50da-561b-4528-aa64-826d4fca1542), after_update {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:29.268101 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-a72aedc3-5656-4482-a3b7-18616c1a34b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393'] for port (e81f4a07-efce-41b7-af6d-38496b6d87fa), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:29.303255 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eb3daabe-177e-443d-8b3d-4c6ea86d3a80 tempest-ExternalNetworksTestJSON-722277804 tempest-ExternalNetworksTestJSON-722277804-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 55} {{(pid=116161) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 10:59:29.350207 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3629d1-1209-490e-b474-e45f2f16ce9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8910eb71-6d72-445b-a388-a97730fd4fc7,revision_number=None']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 10:59:29.364539 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a72aedc3-5656-4482-a3b7-18616c1a34b0 None None] Pushing event updated for resources: {'Port': ['ID=e81f4a07-efce-41b7-af6d-38496b6d87fa,revision_number=2']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 10:59:29.435497 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-eb3daabe-177e-443d-8b3d-4c6ea86d3a80 tempest-ExternalNetworksTestJSON-722277804 tempest-ExternalNetworksTestJSON-722277804-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-961978'] for segment (51a71588-5b62-428e-93bf-a3a76766512b), precommit_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:29.435839 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.db.segments_db [None req-eb3daabe-177e-443d-8b3d-4c6ea86d3a80 tempest-ExternalNetworksTestJSON-722277804 tempest-ExternalNetworksTestJSON-722277804-project-admin] Added segment 51a71588-5b62-428e-93bf-a3a76766512b of type vlan for network f09d786b-255e-49bb-a9fa-f37c13e466c8 Apr 28 10:59:29.436745 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-b751fd0c-d396-492d-ae9c-416863215882 tempest-RoutersAdminNegativeTest-284729803 tempest-RoutersAdminNegativeTest-284729803-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2060888'] for router (8c382b5d-64af-4c87-859d-07791c63490a), after_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:29.443929 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b751fd0c-d396-492d-ae9c-416863215882 tempest-RoutersAdminNegativeTest-284729803 tempest-RoutersAdminNegativeTest-284729803-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 8c382b5d-64af-4c87-859d-07791c63490a {{(pid=116162) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 28 10:59:29.454347 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Current status of the port 8831271f-a430-441d-9f3d-a067d7643f47 is: ACTIVE; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 10:59:29.461080 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-4be35ae1-b55d-4ce3-8dcd-24e1f6363a07 tempest-FloatingIPTestJSON-373071706 tempest-FloatingIPTestJSON-373071706-project] Publish callbacks [] for router_gateway (f78b6f71-c91e-4419-a7fc-4e894ee6d57e), precommit_update {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:29.508154 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-eb3daabe-177e-443d-8b3d-4c6ea86d3a80 tempest-ExternalNetworksTestJSON-722277804 tempest-ExternalNetworksTestJSON-722277804-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742234744962'] for network (f09d786b-255e-49bb-a9fa-f37c13e466c8), precommit_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:29.541400 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59100062-a3c6-4c1a-9ab8-f6d36efcba9e tempest-ServersTestManualDisk-708954650 tempest-ServersTestManualDisk-708954650-project] Pushing event updated for resources: {'Port': ['ID=381e50da-561b-4528-aa64-826d4fca1542,revision_number=2']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 10:59:29.574157 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-59100062-a3c6-4c1a-9ab8-f6d36efcba9e tempest-ServersTestManualDisk-708954650 tempest-ServersTestManualDisk-708954650-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2063164'] for floatingip (90330ed3-ebe0-491c-8c64-b4e11610ed43), after_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:29.585094 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-eb0ae56e-f02a-4e7a-86a4-4d7cbc8434a6 tempest-ServersTestJSON-1447308081 tempest-ServersTestJSON-1447308081-project] Publish callbacks [] for port (b73615a8-7c72-4880-bc7e-de7cbfc1f95c), precommit_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:29.593188 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-f0c8137b-5f95-4f90-ab12-a3cbea9ab0e6 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (None), before_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:29.616069 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.api.v2.resource [None req-b751fd0c-d396-492d-ae9c-416863215882 tempest-RoutersAdminNegativeTest-284729803 tempest-RoutersAdminNegativeTest-284729803-project-admin] create failed (client error): There was a conflict when trying to complete your request. Apr 28 10:59:29.617168 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-b751fd0c-d396-492d-ae9c-416863215882 tempest-RoutersAdminNegativeTest-284729803 tempest-RoutersAdminNegativeTest-284729803-project-admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 5.8914380 Apr 28 10:59:29.620518 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 49064) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 10:59:29.697121 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.notifiers.nova [None req-f0c8137b-5f95-4f90-ab12-a3cbea9ab0e6 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] device_id is not set on port 9237df77-3dc9-45dc-958d-6cec805b497c yet. {{(pid=116162) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 28 10:59:29.697755 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-eb3daabe-177e-443d-8b3d-4c6ea86d3a80 tempest-ExternalNetworksTestJSON-722277804 tempest-ExternalNetworksTestJSON-722277804-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042'] for network (f09d786b-255e-49bb-a9fa-f37c13e466c8), after_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:29.698969 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb3daabe-177e-443d-8b3d-4c6ea86d3a80 tempest-ExternalNetworksTestJSON-722277804 tempest-ExternalNetworksTestJSON-722277804-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 10:59:29.699620 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-eb3daabe-177e-443d-8b3d-4c6ea86d3a80 tempest-ExternalNetworksTestJSON-722277804 tempest-ExternalNetworksTestJSON-722277804-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603020'] for network (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:29.760154 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-59100062-a3c6-4c1a-9ab8-f6d36efcba9e tempest-ServersTestManualDisk-708954650 tempest-ServersTestManualDisk-708954650-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198022'] for floatingip (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:29.771982 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-59100062-a3c6-4c1a-9ab8-f6d36efcba9e tempest-ServersTestManualDisk-708954650 tempest-ServersTestManualDisk-708954650-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 6.9894426 Apr 28 10:59:29.863441 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-4be35ae1-b55d-4ce3-8dcd-24e1f6363a07 tempest-FloatingIPTestJSON-373071706 tempest-FloatingIPTestJSON-373071706-project] Publish callbacks [] for router_gateway (f78b6f71-c91e-4419-a7fc-4e894ee6d57e), before_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:29.874062 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-eb3daabe-177e-443d-8b3d-4c6ea86d3a80 tempest-ExternalNetworksTestJSON-722277804 tempest-ExternalNetworksTestJSON-722277804-project-admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.9009516 Apr 28 10:59:29.918440 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 49070) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 10:59:29.928565 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.v2.base [None req-1b546f09-459a-47b5-9d06-84a1d2a32454 tempest-ExternalNetworksTestJSON-722277804 tempest-ExternalNetworksTestJSON-722277804-project-admin] Request body: {'network': {'router:external': True}} {{(pid=116162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 10:59:29.938707 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3daabe-177e-443d-8b3d-4c6ea86d3a80 tempest-ExternalNetworksTestJSON-722277804 tempest-ExternalNetworksTestJSON-722277804-project-admin] Pushing event updated for resources: {'Network': ['ID=f09d786b-255e-49bb-a9fa-f37c13e466c8,revision_number=1']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 10:59:29.938917 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-59509e15-d549-4214-b503-2b0264f9da2b tempest-FloatingIPAdminTestJSON-1724025514 tempest-FloatingIPAdminTestJSON-1724025514-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (eb30bc8e-c4a5-41dc-9531-e448797088d4), before_update {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:29.949300 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Network f09d786b-255e-49bb-a9fa-f37c13e466c8 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=116163) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 28 10:59:29.978236 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-4be35ae1-b55d-4ce3-8dcd-24e1f6363a07 tempest-FloatingIPTestJSON-373071706 tempest-FloatingIPTestJSON-373071706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (None), before_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:30.055908 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-eb0ae56e-f02a-4e7a-86a4-4d7cbc8434a6 tempest-ServersTestJSON-1447308081 tempest-ServersTestJSON-1447308081-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742234710357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5051867'] for port (b73615a8-7c72-4880-bc7e-de7cbfc1f95c), after_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:30.106679 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.plugin [None req-9ada846a-8abc-4534-8df2-78801ae89aa8 tempest-RoutersAdminNegativeTest-284729803 tempest-RoutersAdminNegativeTest-284729803-project-admin] Deleting port 41899027-e579-4be7-8d91-f1f731b594fd {{(pid=116162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 10:59:30.107100 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-9ada846a-8abc-4534-8df2-78801ae89aa8 tempest-RoutersAdminNegativeTest-284729803 tempest-RoutersAdminNegativeTest-284729803-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742235130188'] for port (41899027-e579-4be7-8d91-f1f731b594fd), before_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:30.133211 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.db.db_base_plugin_common [None req-4be35ae1-b55d-4ce3-8dcd-24e1f6363a07 tempest-FloatingIPTestJSON-373071706 tempest-FloatingIPTestJSON-373071706-project] Allocated IP 172.36.4.236 (7be49d94-bbb8-4a61-bafe-209c5f861e1c/c0f82f52-05ee-40f2-a57c-9d02e01fb9fa/e022b529-fe9c-4ffe-83a4-696e682b5e91) {{(pid=116161) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 10:59:30.237303 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb0ae56e-f02a-4e7a-86a4-4d7cbc8434a6 tempest-ServersTestJSON-1447308081 tempest-ServersTestJSON-1447308081-project] Network 7be49d94-bbb8-4a61-bafe-209c5f861e1c is already hosted by enough agents. {{(pid=116162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 10:59:30.272453 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-4be35ae1-b55d-4ce3-8dcd-24e1f6363a07 tempest-FloatingIPTestJSON-373071706 tempest-FloatingIPTestJSON-373071706-project] Publish callbacks [] for port (e022b529-fe9c-4ffe-83a4-696e682b5e91), precommit_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:30.351382 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.scheduler.base_scheduler [None req-eb0ae56e-f02a-4e7a-86a4-4d7cbc8434a6 tempest-ServersTestJSON-1447308081 tempest-ServersTestJSON-1447308081-project] Resources bound (agent type, host, resource id): {{(pid=116162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 10:59:30.353205 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb0ae56e-f02a-4e7a-86a4-4d7cbc8434a6 tempest-ServersTestJSON-1447308081 tempest-ServersTestJSON-1447308081-project] Pushing event updated for resources: {'Port': ['ID=b73615a8-7c72-4880-bc7e-de7cbfc1f95c,revision_number=1']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 10:59:30.362139 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb0ae56e-f02a-4e7a-86a4-4d7cbc8434a6 tempest-ServersTestJSON-1447308081 tempest-ServersTestJSON-1447308081-project] Received port after_create {{(pid=116162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 10:59:30.383860 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-4be35ae1-b55d-4ce3-8dcd-24e1f6363a07 tempest-FloatingIPTestJSON-373071706 tempest-FloatingIPTestJSON-373071706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742234710357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5219112'] for port (e022b529-fe9c-4ffe-83a4-696e682b5e91), after_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:30.452113 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4be35ae1-b55d-4ce3-8dcd-24e1f6363a07 tempest-FloatingIPTestJSON-373071706 tempest-FloatingIPTestJSON-373071706-project] Network 7be49d94-bbb8-4a61-bafe-209c5f861e1c is already hosted by enough agents. {{(pid=116161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 10:59:30.456384 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.scheduler.base_scheduler [None req-4be35ae1-b55d-4ce3-8dcd-24e1f6363a07 tempest-FloatingIPTestJSON-373071706 tempest-FloatingIPTestJSON-373071706-project] Resources bound (agent type, host, resource id): {{(pid=116161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 10:59:30.459823 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4be35ae1-b55d-4ce3-8dcd-24e1f6363a07 tempest-FloatingIPTestJSON-373071706 tempest-FloatingIPTestJSON-373071706-project] Received port after_create {{(pid=116161) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 10:59:30.490145 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.db.db_base_plugin_common [None req-f0c8137b-5f95-4f90-ab12-a3cbea9ab0e6 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Allocated IP 2001:db8::beef:e603:9a2:7d61 (1ec9fbcf-7a57-4aaa-9c30-4e0f43e09480/d7383842-cbc8-4b87-8670-71516a5bdcd8/9237df77-3dc9-45dc-958d-6cec805b497c) {{(pid=116162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 10:59:30.495721 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 49110) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 10:59:30.501288 dv-neutron-master-2-hyperv neutron-server[116161]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Apr 28 10:59:30.547417 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-9ada846a-8abc-4534-8df2-78801ae89aa8 tempest-RoutersAdminNegativeTest-284729803 tempest-RoutersAdminNegativeTest-284729803-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1938497'] for port (41899027-e579-4be7-8d91-f1f731b594fd), precommit_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:30.567892 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be35ae1-b55d-4ce3-8dcd-24e1f6363a07 tempest-FloatingIPTestJSON-373071706 tempest-FloatingIPTestJSON-373071706-project] Pushing event updated for resources: {'Port': ['ID=e022b529-fe9c-4ffe-83a4-696e682b5e91,revision_number=1']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 10:59:30.579450 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-0fc8dddf-eda8-468c-923f-0caa363aeb36 req-9d13f04f-9218-45ca-a290-71c49fc4d128 tempest-ServersTestManualDisk-708954650 tempest-ServersTestManualDisk-708954650-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-securitygroup--363731340&fields=id&tenant_id=5609aa114ceb4f54b926d4fb3847cb3e HTTP/1.1" status: 200 len: 267 time: 0.0793688 Apr 28 10:59:30.588627 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.plugin [None req-9ada846a-8abc-4534-8df2-78801ae89aa8 tempest-RoutersAdminNegativeTest-284729803 tempest-RoutersAdminNegativeTest-284729803-project-admin] Calling delete_port for 41899027-e579-4be7-8d91-f1f731b594fd owned by {{(pid=116162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 10:59:30.798538 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-1b546f09-459a-47b5-9d06-84a1d2a32454 tempest-ExternalNetworksTestJSON-722277804 tempest-ExternalNetworksTestJSON-722277804-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742234744962'] for network (f09d786b-255e-49bb-a9fa-f37c13e466c8), precommit_update {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:30.836402 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-eb0ae56e-f02a-4e7a-86a4-4d7cbc8434a6 tempest-ServersTestJSON-1447308081 tempest-ServersTestJSON-1447308081-project] Publish callbacks [] for floatingip (8131a908-c5c2-48f7-b2d8-e6a1e520ba65), precommit_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:30.872543 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc8dddf-eda8-468c-923f-0caa363aeb36 req-414b205c-933f-42e6-a4d8-8666f2629ac6 tempest-ServersTestManualDisk-708954650 tempest-ServersTestManualDisk-708954650-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 10:59:30.879172 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-0fc8dddf-eda8-468c-923f-0caa363aeb36 req-414b205c-933f-42e6-a4d8-8666f2629ac6 tempest-ServersTestManualDisk-708954650 tempest-ServersTestManualDisk-708954650-project] 10.222.0.10 "GET /v2.0/networks?id=86be3515-ed38-47a2-afd0-def5e9d08619 HTTP/1.1" status: 200 len: 812 time: 0.2607384 Apr 28 10:59:30.891593 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-0fc8dddf-eda8-468c-923f-0caa363aeb36 req-cdc2d050-a507-4d5c-91b8-39ee1cda043f tempest-ServersTestManualDisk-708954650 tempest-ServersTestManualDisk-708954650-project] 10.222.0.10 "GET /v2.0/quotas/5609aa114ceb4f54b926d4fb3847cb3e HTTP/1.1" status: 200 len: 375 time: 0.0115681 Apr 28 10:59:30.909485 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-8fc867cf-cb67-4f98-95ec-94fe0e52f462 None None] Provisioning complete for port e81f4a07-efce-41b7-af6d-38496b6d87fa triggered by entity DHCP. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 10:59:30.910601 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-8fc867cf-cb67-4f98-95ec-94fe0e52f462 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (e81f4a07-efce-41b7-af6d-38496b6d87fa), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:30.934710 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-1b546f09-459a-47b5-9d06-84a1d2a32454 tempest-ExternalNetworksTestJSON-722277804 tempest-ExternalNetworksTestJSON-722277804-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042'] for network (f09d786b-255e-49bb-a9fa-f37c13e466c8), after_update {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:31.028535 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-8fc867cf-cb67-4f98-95ec-94fe0e52f462 None None] Current status of the port e81f4a07-efce-41b7-af6d-38496b6d87fa is: DOWN; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 10:59:31.028956 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-8fc867cf-cb67-4f98-95ec-94fe0e52f462 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (e81f4a07-efce-41b7-af6d-38496b6d87fa), before_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:31.063250 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-0fc8dddf-eda8-468c-923f-0caa363aeb36 req-36862501-dca6-427c-85a4-98fa8cab286c tempest-ServersTestManualDisk-708954650 tempest-ServersTestManualDisk-708954650-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=5609aa114ceb4f54b926d4fb3847cb3e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1612446 Apr 28 10:59:31.127257 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-8fc867cf-cb67-4f98-95ec-94fe0e52f462 None None] For port e81f4a07-efce-41b7-af6d-38496b6d87fa, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=e81f4a07-efce-41b7-af6d-38496b6d87fa,segment=NetworkSegment(ffa4348d-378b-4e93-98fa-ab0dc49ee16c),segment_id=ffa4348d-378b-4e93-98fa-ab0dc49ee16c)] {{(pid=116163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 10:59:31.177091 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Device e81f4a07-efce-41b7-af6d-38496b6d87fa up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=116163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 10:59:31.236085 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-8fc867cf-cb67-4f98-95ec-94fe0e52f462 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393'] for port (e81f4a07-efce-41b7-af6d-38496b6d87fa), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:31.238826 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Provisioning complete for port e81f4a07-efce-41b7-af6d-38496b6d87fa triggered by entity L2. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 10:59:31.239457 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (e81f4a07-efce-41b7-af6d-38496b6d87fa), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:31.255091 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-1b546f09-459a-47b5-9d06-84a1d2a32454 tempest-ExternalNetworksTestJSON-722277804 tempest-ExternalNetworksTestJSON-722277804-project-admin] Network f09d786b-255e-49bb-a9fa-f37c13e466c8 is not hosted by any dhcp agent {{(pid=116162) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Apr 28 10:59:31.256498 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b546f09-459a-47b5-9d06-84a1d2a32454 tempest-ExternalNetworksTestJSON-722277804 tempest-ExternalNetworksTestJSON-722277804-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 10:59:31.257092 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-1b546f09-459a-47b5-9d06-84a1d2a32454 tempest-ExternalNetworksTestJSON-722277804 tempest-ExternalNetworksTestJSON-722277804-project-admin] Publish callbacks [] for network (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:31.258423 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-1b546f09-459a-47b5-9d06-84a1d2a32454 tempest-ExternalNetworksTestJSON-722277804 tempest-ExternalNetworksTestJSON-722277804-project-admin] 10.222.0.10 "PUT /v2.0/networks/f09d786b-255e-49bb-a9fa-f37c13e466c8 HTTP/1.1" status: 200 len: 856 time: 1.3393824 Apr 28 10:59:31.277928 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 49122) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 10:59:31.345707 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc867cf-cb67-4f98-95ec-94fe0e52f462 None None] Pushing event updated for resources: {'Port': ['ID=e81f4a07-efce-41b7-af6d-38496b6d87fa,revision_number=3']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 10:59:31.384167 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b546f09-459a-47b5-9d06-84a1d2a32454 tempest-ExternalNetworksTestJSON-722277804 tempest-ExternalNetworksTestJSON-722277804-project-admin] Pushing event updated for resources: {'Network': ['ID=f09d786b-255e-49bb-a9fa-f37c13e466c8,revision_number=2']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 10:59:31.384844 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Current status of the port e81f4a07-efce-41b7-af6d-38496b6d87fa is: ACTIVE; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 10:59:31.418074 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-9ada846a-8abc-4534-8df2-78801ae89aa8 tempest-RoutersAdminNegativeTest-284729803 tempest-RoutersAdminNegativeTest-284729803-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742235135690', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742234710366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5051867'] for port (41899027-e579-4be7-8d91-f1f731b594fd), after_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:31.445149 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-59509e15-d549-4214-b503-2b0264f9da2b tempest-FloatingIPAdminTestJSON-1724025514 tempest-FloatingIPAdminTestJSON-1724025514-project] Publish callbacks [] for port (eb30bc8e-c4a5-41dc-9531-e448797088d4), precommit_update {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:31.449367 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-eb0ae56e-f02a-4e7a-86a4-4d7cbc8434a6 tempest-ServersTestJSON-1447308081 tempest-ServersTestJSON-1447308081-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (b73615a8-7c72-4880-bc7e-de7cbfc1f95c), before_update {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:31.480086 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-4be35ae1-b55d-4ce3-8dcd-24e1f6363a07 tempest-FloatingIPTestJSON-373071706 tempest-FloatingIPTestJSON-373071706-project] Publish callbacks [] for router_gateway (f78b6f71-c91e-4419-a7fc-4e894ee6d57e), after_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:31.488090 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [req-0fc8dddf-eda8-468c-923f-0caa363aeb36 req-192a5745-4db0-4733-8cbf-72e973dd399c service neutron] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=116161) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 28 10:59:31.488914 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-0fc8dddf-eda8-468c-923f-0caa363aeb36 req-192a5745-4db0-4733-8cbf-72e973dd399c service neutron] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0643702 Apr 28 10:59:31.547569 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-59509e15-d549-4214-b503-2b0264f9da2b tempest-FloatingIPAdminTestJSON-1724025514 tempest-FloatingIPAdminTestJSON-1724025514-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5051840'] for port (eb30bc8e-c4a5-41dc-9531-e448797088d4), after_update {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:31.556551 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-55931ce4-637d-485e-a60a-54cb22eff7db tempest-ExternalNetworksTestJSON-722277804 tempest-ExternalNetworksTestJSON-722277804-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-979593'] for network (f09d786b-255e-49bb-a9fa-f37c13e466c8), before_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:31.567359 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ada846a-8abc-4534-8df2-78801ae89aa8 tempest-RoutersAdminNegativeTest-284729803 tempest-RoutersAdminNegativeTest-284729803-project-admin] Pushing event deleted for resources: {'Port': ['ID=41899027-e579-4be7-8d91-f1f731b594fd,revision_number=None']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 10:59:31.670896 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-0fc8dddf-eda8-468c-923f-0caa363aeb36 req-0bad1b59-5b34-4243-95c4-c9f913bb5f4e service neutron] 10.222.0.10 "GET /v2.0/networks/86be3515-ed38-47a2-afd0-def5e9d08619?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1437964 Apr 28 10:59:31.760320 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59509e15-d549-4214-b503-2b0264f9da2b tempest-FloatingIPAdminTestJSON-1724025514 tempest-FloatingIPAdminTestJSON-1724025514-project] Pushing event updated for resources: {'Port': ['ID=eb30bc8e-c4a5-41dc-9531-e448797088d4,revision_number=2']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 10:59:31.778247 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 49136) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 10:59:31.790198 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-59509e15-d549-4214-b503-2b0264f9da2b tempest-FloatingIPAdminTestJSON-1724025514 tempest-FloatingIPAdminTestJSON-1724025514-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1603056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2063387'] for router_interface (76ac97e8-357a-4c02-ab8f-161546f85317), after_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:31.816328 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-f0c8137b-5f95-4f90-ab12-a3cbea9ab0e6 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Publish callbacks [] for port (9237df77-3dc9-45dc-958d-6cec805b497c), precommit_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:31.856358 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-4be35ae1-b55d-4ce3-8dcd-24e1f6363a07 tempest-FloatingIPTestJSON-373071706 tempest-FloatingIPTestJSON-373071706-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2060818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1935326'] for router (f78b6f71-c91e-4419-a7fc-4e894ee6d57e), after_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:31.860937 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-0fc8dddf-eda8-468c-923f-0caa363aeb36 req-2fbbb17a-1bab-454f-9f67-2a2478c07a67 service neutron] 10.222.0.10 "GET /v2.0/networks/86be3515-ed38-47a2-afd0-def5e9d08619?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1800516 Apr 28 10:59:31.875309 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-9ada846a-8abc-4534-8df2-78801ae89aa8 tempest-RoutersAdminNegativeTest-284729803 tempest-RoutersAdminNegativeTest-284729803-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198022'] for port (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:31.882287 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-9ada846a-8abc-4534-8df2-78801ae89aa8 tempest-RoutersAdminNegativeTest-284729803 tempest-RoutersAdminNegativeTest-284729803-project-admin] 10.222.0.10 "DELETE /v2.0/ports/41899027-e579-4be7-8d91-f1f731b594fd HTTP/1.1" status: 204 len: 168 time: 2.2568538 Apr 28 10:59:31.902579 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.v2.base [None req-7bdfca01-431d-4c19-a372-cf23bda3c1e2 tempest-RoutersIpV6AdminTest-911026605 tempest-RoutersIpV6AdminTest-911026605-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-1710701700', 'router:external': True}} {{(pid=116161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 10:59:31.955207 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-55931ce4-637d-485e-a60a-54cb22eff7db tempest-ExternalNetworksTestJSON-722277804 tempest-ExternalNetworksTestJSON-722277804-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-973498', 'neutron.services.segments.db._delete_segments_for_network-8742235207033'] for network (f09d786b-255e-49bb-a9fa-f37c13e466c8), precommit_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:31.995322 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bdfca01-431d-4c19-a372-cf23bda3c1e2 tempest-RoutersIpV6AdminTest-911026605 tempest-RoutersIpV6AdminTest-911026605-project-admin] Made reservation on behalf of 37bf07f749f54683b465358b4cfb1f35 for: {'network': 1} {{(pid=116161) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 10:59:31.997627 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-7bdfca01-431d-4c19-a372-cf23bda3c1e2 tempest-RoutersIpV6AdminTest-911026605 tempest-RoutersIpV6AdminTest-911026605-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for network (None), before_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:32.009834 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-7bdfca01-431d-4c19-a372-cf23bda3c1e2 tempest-RoutersIpV6AdminTest-911026605 tempest-RoutersIpV6AdminTest-911026605-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:32.040770 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.services.segments.db [None req-55931ce4-637d-485e-a60a-54cb22eff7db tempest-ExternalNetworksTestJSON-722277804 tempest-ExternalNetworksTestJSON-722277804-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f09d786b-255e-49bb-a9fa-f37c13e466c8']}} {{(pid=116162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 10:59:32.066605 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.services.segments.db [None req-55931ce4-637d-485e-a60a-54cb22eff7db tempest-ExternalNetworksTestJSON-722277804 tempest-ExternalNetworksTestJSON-722277804-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '51a71588-5b62-428e-93bf-a3a76766512b') {'for_net_delete': True} {{(pid=116162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 10:59:32.066904 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.services.segments.db [None req-55931ce4-637d-485e-a60a-54cb22eff7db tempest-ExternalNetworksTestJSON-722277804 tempest-ExternalNetworksTestJSON-722277804-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '51a71588-5b62-428e-93bf-a3a76766512b') {} {{(pid=116162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 10:59:32.085082 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-55931ce4-637d-485e-a60a-54cb22eff7db tempest-ExternalNetworksTestJSON-722277804 tempest-ExternalNetworksTestJSON-722277804-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742235208578', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5026548'] for segment (51a71588-5b62-428e-93bf-a3a76766512b), before_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:32.100773 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-7bdfca01-431d-4c19-a372-cf23bda3c1e2 tempest-RoutersIpV6AdminTest-911026605 tempest-RoutersIpV6AdminTest-911026605-project-admin] Publish callbacks [] for security_group (4a8f4721-e385-49bf-afb9-9e8fb7d93cac), precommit_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:32.120425 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-eb0ae56e-f02a-4e7a-86a4-4d7cbc8434a6 tempest-ServersTestJSON-1447308081 tempest-ServersTestJSON-1447308081-project] Publish callbacks [] for port (b73615a8-7c72-4880-bc7e-de7cbfc1f95c), precommit_update {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:32.124679 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-55931ce4-637d-485e-a60a-54cb22eff7db tempest-ExternalNetworksTestJSON-722277804 tempest-ExternalNetworksTestJSON-722277804-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-961978'] for segment (51a71588-5b62-428e-93bf-a3a76766512b), precommit_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:32.127560 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59509e15-d549-4214-b503-2b0264f9da2b tempest-FloatingIPAdminTestJSON-1724025514 tempest-FloatingIPAdminTestJSON-1724025514-project] Network c623474b-5a9a-4f0a-a4ae-c9b4a94042f1 is already hosted by enough agents. {{(pid=116162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 10:59:32.132056 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.scheduler.base_scheduler [None req-59509e15-d549-4214-b503-2b0264f9da2b tempest-FloatingIPAdminTestJSON-1724025514 tempest-FloatingIPAdminTestJSON-1724025514-project] Resources bound (agent type, host, resource id): {{(pid=116162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 10:59:32.136843 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-55931ce4-637d-485e-a60a-54cb22eff7db tempest-ExternalNetworksTestJSON-722277804 tempest-ExternalNetworksTestJSON-722277804-project-admin] Releasing vlan 55 on physical network physnet1 to pool {{(pid=116162) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 10:59:32.137250 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-55931ce4-637d-485e-a60a-54cb22eff7db tempest-ExternalNetworksTestJSON-722277804 tempest-ExternalNetworksTestJSON-722277804-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-961978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5051884'] for segment (51a71588-5b62-428e-93bf-a3a76766512b), after_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:32.139983 dv-neutron-master-2-hyperv neutron-server[116162]: Traceback (most recent call last): Apr 28 10:59:32.139983 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 10:59:32.139983 dv-neutron-master-2-hyperv neutron-server[116162]: timer() Apr 28 10:59:32.139983 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 10:59:32.139983 dv-neutron-master-2-hyperv neutron-server[116162]: cb(*args, **kw) Apr 28 10:59:32.139983 dv-neutron-master-2-hyperv neutron-server[116162]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 28 10:59:32.139983 dv-neutron-master-2-hyperv neutron-server[116162]: return func(*args, **kwargs) Apr 28 10:59:32.139983 dv-neutron-master-2-hyperv neutron-server[116162]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 10:59:32.139983 dv-neutron-master-2-hyperv neutron-server[116162]: self._notify() Apr 28 10:59:32.139983 dv-neutron-master-2-hyperv neutron-server[116162]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 10:59:32.139983 dv-neutron-master-2-hyperv neutron-server[116162]: self.callback(batched_events) Apr 28 10:59:32.139983 dv-neutron-master-2-hyperv neutron-server[116162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 10:59:32.139983 dv-neutron-master-2-hyperv neutron-server[116162]: event.method(event) Apr 28 10:59:32.139983 dv-neutron-master-2-hyperv neutron-server[116162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 28 10:59:32.139983 dv-neutron-master-2-hyperv neutron-server[116162]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 10:59:32.139983 dv-neutron-master-2-hyperv neutron-server[116162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 28 10:59:32.139983 dv-neutron-master-2-hyperv neutron-server[116162]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 10:59:32.139983 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 28 10:59:32.139983 dv-neutron-master-2-hyperv neutron-server[116162]: return f(self, *a, **k) Apr 28 10:59:32.139983 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 28 10:59:32.139983 dv-neutron-master-2-hyperv neutron-server[116162]: return self._get(url).json() Apr 28 10:59:32.139983 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 28 10:59:32.139983 dv-neutron-master-2-hyperv neutron-server[116162]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 10:59:32.139983 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 10:59:32.139983 dv-neutron-master-2-hyperv neutron-server[116162]: return self.request(url, 'GET', **kwargs) Apr 28 10:59:32.139983 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 10:59:32.139983 dv-neutron-master-2-hyperv neutron-server[116162]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 10:59:32.139983 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 10:59:32.139983 dv-neutron-master-2-hyperv neutron-server[116162]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 10:59:32.139983 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 10:59:32.139983 dv-neutron-master-2-hyperv neutron-server[116162]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 10:59:32.139983 dv-neutron-master-2-hyperv neutron-server[116162]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 10:59:32.159247 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4be35ae1-b55d-4ce3-8dcd-24e1f6363a07 tempest-FloatingIPTestJSON-373071706 tempest-FloatingIPTestJSON-373071706-project] Router f78b6f71-c91e-4419-a7fc-4e894ee6d57e is scheduled to L3 agent 6b492ad6-0876-4d74-b20d-28143a52ceba with binding_index 1 {{(pid=116161) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 28 10:59:32.162697 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-f0c8137b-5f95-4f90-ab12-a3cbea9ab0e6 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742234710357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5051867'] for port (9237df77-3dc9-45dc-958d-6cec805b497c), after_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:32.254473 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-7bdfca01-431d-4c19-a372-cf23bda3c1e2 tempest-RoutersIpV6AdminTest-911026605 tempest-RoutersIpV6AdminTest-911026605-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924426'] for security_group (4a8f4721-e385-49bf-afb9-9e8fb7d93cac), after_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:32.258789 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-eb0ae56e-f02a-4e7a-86a4-4d7cbc8434a6 tempest-ServersTestJSON-1447308081 tempest-ServersTestJSON-1447308081-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5051840'] for port (b73615a8-7c72-4880-bc7e-de7cbfc1f95c), after_update {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:32.319148 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bdfca01-431d-4c19-a372-cf23bda3c1e2 tempest-RoutersIpV6AdminTest-911026605 tempest-RoutersIpV6AdminTest-911026605-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a8f4721-e385-49bf-afb9-9e8fb7d93cac,revision_number=1']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 10:59:32.320870 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0c8137b-5f95-4f90-ab12-a3cbea9ab0e6 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Network 1ec9fbcf-7a57-4aaa-9c30-4e0f43e09480 is already hosted by enough agents. {{(pid=116162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 10:59:32.331571 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.scheduler.base_scheduler [None req-f0c8137b-5f95-4f90-ab12-a3cbea9ab0e6 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Resources bound (agent type, host, resource id): {{(pid=116162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 10:59:32.374844 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0c8137b-5f95-4f90-ab12-a3cbea9ab0e6 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Received port after_create {{(pid=116162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 10:59:32.383016 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0c8137b-5f95-4f90-ab12-a3cbea9ab0e6 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 10:59:32.383925 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-f0c8137b-5f95-4f90-ab12-a3cbea9ab0e6 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198022'] for port (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:32.388587 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7bdfca01-431d-4c19-a372-cf23bda3c1e2 tempest-RoutersIpV6AdminTest-911026605 tempest-RoutersIpV6AdminTest-911026605-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 99} {{(pid=116161) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 10:59:32.400397 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-55931ce4-637d-485e-a60a-54cb22eff7db tempest-ExternalNetworksTestJSON-722277804 tempest-ExternalNetworksTestJSON-722277804-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-973477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2063122'] for network (f09d786b-255e-49bb-a9fa-f37c13e466c8), after_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:32.405396 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-7bdfca01-431d-4c19-a372-cf23bda3c1e2 tempest-RoutersIpV6AdminTest-911026605 tempest-RoutersIpV6AdminTest-911026605-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-961978'] for segment (c93a638c-99c9-4a0e-b0b6-dc88ff4f94ea), precommit_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:32.405665 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.db.segments_db [None req-7bdfca01-431d-4c19-a372-cf23bda3c1e2 tempest-RoutersIpV6AdminTest-911026605 tempest-RoutersIpV6AdminTest-911026605-project-admin] Added segment c93a638c-99c9-4a0e-b0b6-dc88ff4f94ea of type vlan for network 63e015c2-d7bf-41db-9139-272c95fcaed4 Apr 28 10:59:32.486452 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 49166) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 10:59:32.513744 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55931ce4-637d-485e-a60a-54cb22eff7db tempest-ExternalNetworksTestJSON-722277804 tempest-ExternalNetworksTestJSON-722277804-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network f09d786b-255e-49bb-a9fa-f37c13e466c8 {{(pid=116162) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Apr 28 10:59:32.516457 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 49170) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 10:59:32.526648 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-7bdfca01-431d-4c19-a372-cf23bda3c1e2 tempest-RoutersIpV6AdminTest-911026605 tempest-RoutersIpV6AdminTest-911026605-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742234744962'] for network (63e015c2-d7bf-41db-9139-272c95fcaed4), precommit_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:32.529227 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4be35ae1-b55d-4ce3-8dcd-24e1f6363a07 tempest-FloatingIPTestJSON-373071706 tempest-FloatingIPTestJSON-373071706-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=116161) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 10:59:32.532132 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-55931ce4-637d-485e-a60a-54cb22eff7db tempest-ExternalNetworksTestJSON-722277804 tempest-ExternalNetworksTestJSON-722277804-project-admin] Publish callbacks [] for network (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:32.543772 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-55931ce4-637d-485e-a60a-54cb22eff7db tempest-ExternalNetworksTestJSON-722277804 tempest-ExternalNetworksTestJSON-722277804-project-admin] 10.222.0.10 "DELETE /v2.0/networks/f09d786b-255e-49bb-a9fa-f37c13e466c8 HTTP/1.1" status: 204 len: 168 time: 1.2596624 Apr 28 10:59:32.543772 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c8137b-5f95-4f90-ab12-a3cbea9ab0e6 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Pushing event updated for resources: {'Port': ['ID=9237df77-3dc9-45dc-958d-6cec805b497c,revision_number=1']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 10:59:32.546068 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 49174) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 10:59:32.583503 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-a1e5cdc6-9906-41c0-a70b-7f6fbf5762f9 None None] Provisioning complete for port eb30bc8e-c4a5-41dc-9531-e448797088d4 triggered by entity DHCP. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 10:59:32.584865 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-a1e5cdc6-9906-41c0-a70b-7f6fbf5762f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (eb30bc8e-c4a5-41dc-9531-e448797088d4), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:32.602730 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb0ae56e-f02a-4e7a-86a4-4d7cbc8434a6 tempest-ServersTestJSON-1447308081 tempest-ServersTestJSON-1447308081-project] Pushing event updated for resources: {'Port': ['ID=b73615a8-7c72-4880-bc7e-de7cbfc1f95c,revision_number=2']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 10:59:32.620483 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55931ce4-637d-485e-a60a-54cb22eff7db tempest-ExternalNetworksTestJSON-722277804 tempest-ExternalNetworksTestJSON-722277804-project-admin] Pushing event deleted for resources: {'Network': ['ID=f09d786b-255e-49bb-a9fa-f37c13e466c8,revision_number=None']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 10:59:32.625093 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-f0c8137b-5f95-4f90-ab12-a3cbea9ab0e6 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 5.2278945 Apr 28 10:59:32.626541 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-4be35ae1-b55d-4ce3-8dcd-24e1f6363a07 tempest-FloatingIPTestJSON-373071706 tempest-FloatingIPTestJSON-373071706-project] Publish callbacks [] for router (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:32.640851 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-4be35ae1-b55d-4ce3-8dcd-24e1f6363a07 tempest-FloatingIPTestJSON-373071706 tempest-FloatingIPTestJSON-373071706-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 3.9753940 Apr 28 10:59:32.643841 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 49176) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 10:59:32.644174 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 49178) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 10:59:32.644879 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-7bdfca01-431d-4c19-a372-cf23bda3c1e2 tempest-RoutersIpV6AdminTest-911026605 tempest-RoutersIpV6AdminTest-911026605-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042'] for network (63e015c2-d7bf-41db-9139-272c95fcaed4), after_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:32.646345 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bdfca01-431d-4c19-a372-cf23bda3c1e2 tempest-RoutersIpV6AdminTest-911026605 tempest-RoutersIpV6AdminTest-911026605-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 10:59:32.648502 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-7bdfca01-431d-4c19-a372-cf23bda3c1e2 tempest-RoutersIpV6AdminTest-911026605 tempest-RoutersIpV6AdminTest-911026605-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603020'] for network (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:32.659688 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.pecan_wsgi.hooks.translation [None req-f780b7b3-806e-4836-b2dc-b2366ea91e56 tempest-ExternalNetworksTestJSON-754003237 tempest-ExternalNetworksTestJSON-754003237-project] DELETE failed (client error): The resource could not be found. Apr 28 10:59:32.660145 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f780b7b3-806e-4836-b2dc-b2366ea91e56 tempest-ExternalNetworksTestJSON-754003237 tempest-ExternalNetworksTestJSON-754003237-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=116162) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 28 10:59:32.673560 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-f780b7b3-806e-4836-b2dc-b2366ea91e56 tempest-ExternalNetworksTestJSON-754003237 tempest-ExternalNetworksTestJSON-754003237-project] 10.222.0.10 "DELETE /v2.0/subnets/0a0fb383-295b-4f17-9da0-c52efa8598b4 HTTP/1.1" status: 404 len: 337 time: 0.0698204 Apr 28 10:59:32.673754 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-a1e5cdc6-9906-41c0-a70b-7f6fbf5762f9 None None] Port eb30bc8e-c4a5-41dc-9531-e448797088d4 cannot update to ACTIVE because it is not bound. {{(pid=116163) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 28 10:59:32.691617 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 49180) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 10:59:32.692188 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-eb0ae56e-f02a-4e7a-86a4-4d7cbc8434a6 tempest-ServersTestJSON-1447308081 tempest-ServersTestJSON-1447308081-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2063164'] for floatingip (8131a908-c5c2-48f7-b2d8-e6a1e520ba65), after_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:32.750116 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59509e15-d549-4214-b503-2b0264f9da2b tempest-FloatingIPAdminTestJSON-1724025514 tempest-FloatingIPAdminTestJSON-1724025514-project] Router 76ac97e8-357a-4c02-ab8f-161546f85317 has already been hosted by L3 agent 6b492ad6-0876-4d74-b20d-28143a52ceba {{(pid=116162) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 10:59:32.797707 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-3dbc53e5-f902-40e6-acf8-df03ae1e92a5 None None] Provisioning complete for port 9237df77-3dc9-45dc-958d-6cec805b497c triggered by entity DHCP. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 10:59:32.798159 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-3dbc53e5-f902-40e6-acf8-df03ae1e92a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (9237df77-3dc9-45dc-958d-6cec805b497c), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:32.868733 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14e4e491-43b3-49ef-8480-36b8653ec92b tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 10:59:32.869888 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-fe74479b-88f1-441e-95eb-9b0fc1e32c86 tempest-ExternalNetworksTestJSON-754003237 tempest-ExternalNetworksTestJSON-754003237-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-979593'] for network (a84eda13-619e-465e-a07b-604d111ab933), before_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:32.875570 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14e4e491-43b3-49ef-8480-36b8653ec92b tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 10:59:32.878076 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-14e4e491-43b3-49ef-8480-36b8653ec92b tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1686 time: 0.2268975 Apr 28 10:59:32.882596 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 49182) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 10:59:32.888727 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-eb0ae56e-f02a-4e7a-86a4-4d7cbc8434a6 tempest-ServersTestJSON-1447308081 tempest-ServersTestJSON-1447308081-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198022'] for floatingip (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:32.899737 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-eb0ae56e-f02a-4e7a-86a4-4d7cbc8434a6 tempest-ServersTestJSON-1447308081 tempest-ServersTestJSON-1447308081-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 6.7640288 Apr 28 10:59:32.909531 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-3dbc53e5-f902-40e6-acf8-df03ae1e92a5 None None] Port 9237df77-3dc9-45dc-958d-6cec805b497c cannot update to ACTIVE because it is not bound. {{(pid=116163) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 28 10:59:32.979385 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-c52bba56-9cd4-463f-9cb3-5859780b4351 req-d25856af-a39f-406d-a7bd-735b456ec558 tempest-ServersTestManualDisk-708954650 tempest-ServersTestManualDisk-708954650-project] 10.222.0.10 "GET /v2.0/ports?device_id=7b8f1546-43fe-47eb-a29a-4d9b0d24e4fe HTTP/1.1" status: 200 len: 210 time: 0.4866936 Apr 28 10:59:32.982927 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-7bdfca01-431d-4c19-a372-cf23bda3c1e2 tempest-RoutersIpV6AdminTest-911026605 tempest-RoutersIpV6AdminTest-911026605-project-admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 874 time: 1.2021577 Apr 28 10:59:32.987347 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bdfca01-431d-4c19-a372-cf23bda3c1e2 tempest-RoutersIpV6AdminTest-911026605 tempest-RoutersIpV6AdminTest-911026605-project-admin] Pushing event updated for resources: {'Network': ['ID=63e015c2-d7bf-41db-9139-272c95fcaed4,revision_number=1']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 10:59:32.996181 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 49188) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 10:59:32.998806 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Network 63e015c2-d7bf-41db-9139-272c95fcaed4 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=116163) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 28 10:59:33.001475 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.v2.base [None req-3ed40e1b-bc51-40af-aa41-c4d6261ab1af tempest-RoutersIpV6AdminTest-911026605 tempest-RoutersIpV6AdminTest-911026605-project-admin] Request body: {'subnet': {'network_id': '63e015c2-d7bf-41db-9139-272c95fcaed4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=116161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 10:59:33.069827 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-6a71a0c8-b776-4ebe-a2c2-c475313016a5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:33.230581 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Device e81f4a07-efce-41b7-af6d-38496b6d87fa up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=116163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 10:59:33.248719 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-fe74479b-88f1-441e-95eb-9b0fc1e32c86 tempest-ExternalNetworksTestJSON-754003237 tempest-ExternalNetworksTestJSON-754003237-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-973498', 'neutron.services.segments.db._delete_segments_for_network-8742235207033'] for network (a84eda13-619e-465e-a07b-604d111ab933), precommit_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:33.444663 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Provisioning complete for port e81f4a07-efce-41b7-af6d-38496b6d87fa triggered by entity L2. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 10:59:33.444663 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (e81f4a07-efce-41b7-af6d-38496b6d87fa), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:33.444826 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.services.segments.db [None req-fe74479b-88f1-441e-95eb-9b0fc1e32c86 tempest-ExternalNetworksTestJSON-754003237 tempest-ExternalNetworksTestJSON-754003237-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a84eda13-619e-465e-a07b-604d111ab933']}} {{(pid=116162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 10:59:33.444826 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.services.segments.db [None req-fe74479b-88f1-441e-95eb-9b0fc1e32c86 tempest-ExternalNetworksTestJSON-754003237 tempest-ExternalNetworksTestJSON-754003237-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a55053ed-541f-4817-94b4-c87580879047') {'for_net_delete': True} {{(pid=116162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 10:59:33.444826 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.services.segments.db [None req-fe74479b-88f1-441e-95eb-9b0fc1e32c86 tempest-ExternalNetworksTestJSON-754003237 tempest-ExternalNetworksTestJSON-754003237-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a55053ed-541f-4817-94b4-c87580879047') {} {{(pid=116162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 10:59:33.444826 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-fe74479b-88f1-441e-95eb-9b0fc1e32c86 tempest-ExternalNetworksTestJSON-754003237 tempest-ExternalNetworksTestJSON-754003237-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742235208578', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5026548'] for segment (a55053ed-541f-4817-94b4-c87580879047), before_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:33.444826 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-fe74479b-88f1-441e-95eb-9b0fc1e32c86 tempest-ExternalNetworksTestJSON-754003237 tempest-ExternalNetworksTestJSON-754003237-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-961978'] for segment (a55053ed-541f-4817-94b4-c87580879047), precommit_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:33.444826 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fe74479b-88f1-441e-95eb-9b0fc1e32c86 tempest-ExternalNetworksTestJSON-754003237 tempest-ExternalNetworksTestJSON-754003237-project] Releasing vlan 78 on physical network physnet1 to pool {{(pid=116162) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 10:59:33.444826 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-fe74479b-88f1-441e-95eb-9b0fc1e32c86 tempest-ExternalNetworksTestJSON-754003237 tempest-ExternalNetworksTestJSON-754003237-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-961978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5051884'] for segment (a55053ed-541f-4817-94b4-c87580879047), after_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:33.445664 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-07a3202d-b4a8-4fde-aa0b-7818d4209820 req-d69f8e7d-70a9-436a-aab8-e9d2457f55a6 tempest-ServersTestJSON-1447308081 tempest-ServersTestJSON-1447308081-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-securitygroup--686837419&fields=id&tenant_id=19a7f91fec214fcea65c9e72a1c65353 HTTP/1.1" status: 200 len: 267 time: 0.1238110 Apr 28 10:59:33.445760 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Current status of the port e81f4a07-efce-41b7-af6d-38496b6d87fa is: ACTIVE; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 10:59:33.445839 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-6a71a0c8-b776-4ebe-a2c2-c475313016a5 admin admin] Publish callbacks [] for security_group (7d7ec298-34a4-40d5-a231-19170992fbff), precommit_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:33.445922 dv-neutron-master-2-hyperv neutron-server[116162]: Traceback (most recent call last): Apr 28 10:59:33.445922 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 10:59:33.445922 dv-neutron-master-2-hyperv neutron-server[116162]: timer() Apr 28 10:59:33.445922 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 10:59:33.445922 dv-neutron-master-2-hyperv neutron-server[116162]: cb(*args, **kw) Apr 28 10:59:33.445922 dv-neutron-master-2-hyperv neutron-server[116162]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 28 10:59:33.445922 dv-neutron-master-2-hyperv neutron-server[116162]: return func(*args, **kwargs) Apr 28 10:59:33.445922 dv-neutron-master-2-hyperv neutron-server[116162]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 10:59:33.445922 dv-neutron-master-2-hyperv neutron-server[116162]: self._notify() Apr 28 10:59:33.445922 dv-neutron-master-2-hyperv neutron-server[116162]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 10:59:33.445922 dv-neutron-master-2-hyperv neutron-server[116162]: self.callback(batched_events) Apr 28 10:59:33.445922 dv-neutron-master-2-hyperv neutron-server[116162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 10:59:33.445922 dv-neutron-master-2-hyperv neutron-server[116162]: event.method(event) Apr 28 10:59:33.445922 dv-neutron-master-2-hyperv neutron-server[116162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 28 10:59:33.445922 dv-neutron-master-2-hyperv neutron-server[116162]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 10:59:33.445922 dv-neutron-master-2-hyperv neutron-server[116162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 28 10:59:33.445922 dv-neutron-master-2-hyperv neutron-server[116162]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 10:59:33.445922 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 28 10:59:33.445922 dv-neutron-master-2-hyperv neutron-server[116162]: return f(self, *a, **k) Apr 28 10:59:33.445922 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 28 10:59:33.445922 dv-neutron-master-2-hyperv neutron-server[116162]: return self._get(url).json() Apr 28 10:59:33.445922 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 28 10:59:33.445922 dv-neutron-master-2-hyperv neutron-server[116162]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 10:59:33.445922 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 10:59:33.445922 dv-neutron-master-2-hyperv neutron-server[116162]: return self.request(url, 'GET', **kwargs) Apr 28 10:59:33.445922 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 10:59:33.445922 dv-neutron-master-2-hyperv neutron-server[116162]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 10:59:33.445922 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 10:59:33.445922 dv-neutron-master-2-hyperv neutron-server[116162]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 10:59:33.445922 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 10:59:33.445922 dv-neutron-master-2-hyperv neutron-server[116162]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 10:59:33.445922 dv-neutron-master-2-hyperv neutron-server[116162]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 10:59:33.445922 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.plugin [None req-7ee21959-82f7-4c73-80af-c941ee2053d5 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Deleting port 9237df77-3dc9-45dc-958d-6cec805b497c {{(pid=116162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 10:59:33.445922 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-7ee21959-82f7-4c73-80af-c941ee2053d5 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742235130188'] for port (9237df77-3dc9-45dc-958d-6cec805b497c), before_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:33.449004 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59509e15-d549-4214-b503-2b0264f9da2b tempest-FloatingIPAdminTestJSON-1724025514 tempest-FloatingIPAdminTestJSON-1724025514-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=116162) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 10:59:33.469269 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 49206) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 10:59:33.471488 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-59509e15-d549-4214-b503-2b0264f9da2b tempest-FloatingIPAdminTestJSON-1724025514 tempest-FloatingIPAdminTestJSON-1724025514-project] 10.222.0.10 "PUT /v2.0/routers/76ac97e8-357a-4c02-ab8f-161546f85317/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.1852276 Apr 28 10:59:33.476351 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.v2.base [None req-64edc20c-afa8-42c5-a6df-5df69010bc46 tempest-FloatingIPAdminTestJSON-1724025514 tempest-FloatingIPAdminTestJSON-1724025514-project] Request body: {'port': {'network_id': 'c623474b-5a9a-4f0a-a4ae-c9b4a94042f1', 'name': 'tempest-FloatingIPAdminTestJSON-1825814325'}} {{(pid=116161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 10:59:33.559452 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cd08a7f-e2fc-41fe-b2fc-cbb31fae47a3 None None] Sync routers for ids ['f78b6f71-c91e-4419-a7fc-4e894ee6d57e'] in dv-neutron-master-2-hyperv {{(pid=116163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 10:59:33.559543 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e4008eb-40f9-4752-804a-a10146a8356b None None] Sync routers for ids ['76ac97e8-357a-4c02-ab8f-161546f85317'] in dv-neutron-master-2-hyperv {{(pid=116164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 10:59:33.566188 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e4008eb-40f9-4752-804a-a10146a8356b None None] Routers {'76ac97e8-357a-4c02-ab8f-161546f85317'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=116164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 10:59:33.566861 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cd08a7f-e2fc-41fe-b2fc-cbb31fae47a3 None None] Routers {'f78b6f71-c91e-4419-a7fc-4e894ee6d57e'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=116163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 10:59:33.566985 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_hamode_db [None req-9e4008eb-40f9-4752-804a-a10146a8356b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-28T10:50:39Z,description=,heartbeat_timestamp=2022-04-28T10:59:09Z,host='dv-neutron-master-2-hyperv',id=6b492ad6-0876-4d74-b20d-28143a52ceba,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T10:50:40Z,topic='l3_agent')) {'router_ids': ['76ac97e8-357a-4c02-ab8f-161546f85317'], 'active': True} {{(pid=116164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 10:59:33.568023 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_hamode_db [None req-1cd08a7f-e2fc-41fe-b2fc-cbb31fae47a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-28T10:50:39Z,description=,heartbeat_timestamp=2022-04-28T10:59:09Z,host='dv-neutron-master-2-hyperv',id=6b492ad6-0876-4d74-b20d-28143a52ceba,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T10:50:40Z,topic='l3_agent')) {'router_ids': ['f78b6f71-c91e-4419-a7fc-4e894ee6d57e'], 'active': True} {{(pid=116163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 10:59:33.583049 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-7ee21959-82f7-4c73-80af-c941ee2053d5 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1938497'] for port (9237df77-3dc9-45dc-958d-6cec805b497c), precommit_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:33.598725 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.plugin [None req-7ee21959-82f7-4c73-80af-c941ee2053d5 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Calling delete_port for 9237df77-3dc9-45dc-958d-6cec805b497c owned by {{(pid=116162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 10:59:33.604981 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_hamode_db [None req-9e4008eb-40f9-4752-804a-a10146a8356b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=116164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 10:59:33.616645 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e4008eb-40f9-4752-804a-a10146a8356b None None] Routers {'76ac97e8-357a-4c02-ab8f-161546f85317'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=116164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 10:59:33.617716 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_hamode_db [None req-9e4008eb-40f9-4752-804a-a10146a8356b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-28T10:50:39Z,description=,heartbeat_timestamp=2022-04-28T10:59:09Z,host='dv-neutron-master-2-hyperv',id=6b492ad6-0876-4d74-b20d-28143a52ceba,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T10:50:40Z,topic='l3_agent')) {'router_ids': ['76ac97e8-357a-4c02-ab8f-161546f85317'], 'active': True} {{(pid=116164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 10:59:33.627632 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_hamode_db [None req-1cd08a7f-e2fc-41fe-b2fc-cbb31fae47a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=116163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 10:59:33.639764 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cd08a7f-e2fc-41fe-b2fc-cbb31fae47a3 None None] Routers {'f78b6f71-c91e-4419-a7fc-4e894ee6d57e'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=116163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 10:59:33.640553 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_hamode_db [None req-1cd08a7f-e2fc-41fe-b2fc-cbb31fae47a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-28T10:50:39Z,description=,heartbeat_timestamp=2022-04-28T10:59:09Z,host='dv-neutron-master-2-hyperv',id=6b492ad6-0876-4d74-b20d-28143a52ceba,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T10:50:40Z,topic='l3_agent')) {'router_ids': ['f78b6f71-c91e-4419-a7fc-4e894ee6d57e'], 'active': True} {{(pid=116163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 10:59:33.664179 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_hamode_db [None req-9e4008eb-40f9-4752-804a-a10146a8356b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=116164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 10:59:33.665071 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e4008eb-40f9-4752-804a-a10146a8356b None None] The sync data for ids ['76ac97e8-357a-4c02-ab8f-161546f85317'] in dv-neutron-master-2-hyperv is: [] {{(pid=116164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 10:59:33.682659 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-fe74479b-88f1-441e-95eb-9b0fc1e32c86 tempest-ExternalNetworksTestJSON-754003237 tempest-ExternalNetworksTestJSON-754003237-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-973477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2063122'] for network (a84eda13-619e-465e-a07b-604d111ab933), after_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:33.683247 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-fe74479b-88f1-441e-95eb-9b0fc1e32c86 tempest-ExternalNetworksTestJSON-754003237 tempest-ExternalNetworksTestJSON-754003237-project] Publish callbacks [] for network (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:33.689263 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-fe74479b-88f1-441e-95eb-9b0fc1e32c86 tempest-ExternalNetworksTestJSON-754003237 tempest-ExternalNetworksTestJSON-754003237-project] 10.222.0.10 "DELETE /v2.0/networks/a84eda13-619e-465e-a07b-604d111ab933 HTTP/1.1" status: 204 len: 168 time: 0.9891901 Apr 28 10:59:33.698194 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_hamode_db [None req-1cd08a7f-e2fc-41fe-b2fc-cbb31fae47a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=116163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 10:59:33.702550 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe74479b-88f1-441e-95eb-9b0fc1e32c86 tempest-ExternalNetworksTestJSON-754003237 tempest-ExternalNetworksTestJSON-754003237-project] Pushing event deleted for resources: {'Network': ['ID=a84eda13-619e-465e-a07b-604d111ab933,revision_number=None']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 10:59:33.709592 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cd08a7f-e2fc-41fe-b2fc-cbb31fae47a3 None None] The sync data for ids ['f78b6f71-c91e-4419-a7fc-4e894ee6d57e'] in dv-neutron-master-2-hyperv is: [] {{(pid=116163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 10:59:33.765584 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-6a71a0c8-b776-4ebe-a2c2-c475313016a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924426'] for security_group (7d7ec298-34a4-40d5-a231-19170992fbff), after_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:33.767898 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ed40e1b-bc51-40af-aa41-c4d6261ab1af tempest-RoutersIpV6AdminTest-911026605 tempest-RoutersIpV6AdminTest-911026605-project-admin] Made reservation on behalf of 37bf07f749f54683b465358b4cfb1f35 for: {'subnet': 1} {{(pid=116161) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 10:59:33.770103 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-3ed40e1b-bc51-40af-aa41-c4d6261ab1af tempest-RoutersIpV6AdminTest-911026605 tempest-RoutersIpV6AdminTest-911026605-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5125580'] for subnet (None), before_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:33.952518 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-6a71a0c8-b776-4ebe-a2c2-c475313016a5 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=39655fc922404278b2e9b4e4b61845fa&name=default HTTP/1.1" status: 200 len: 2996 time: 1.4336486 Apr 28 10:59:33.955210 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 49214) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 10:59:33.980413 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a71a0c8-b776-4ebe-a2c2-c475313016a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d7ec298-34a4-40d5-a231-19170992fbff,revision_number=1']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 10:59:34.008192 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a3202d-b4a8-4fde-aa0b-7818d4209820 req-00edea61-8313-4a7a-9322-62bf04285762 tempest-ServersTestJSON-1447308081 tempest-ServersTestJSON-1447308081-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 10:59:34.009451 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-4f3d72bb-8de9-439a-9adb-d5742db3de9a admin admin] Publish callbacks [] for security_group (7d7ec298-34a4-40d5-a231-19170992fbff), before_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:34.009691 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-07a3202d-b4a8-4fde-aa0b-7818d4209820 req-00edea61-8313-4a7a-9322-62bf04285762 tempest-ServersTestJSON-1447308081 tempest-ServersTestJSON-1447308081-project] 10.222.0.10 "GET /v2.0/networks?id=4da8bd43-d906-4f61-8b6f-8dd6519937e1 HTTP/1.1" status: 200 len: 804 time: 0.6415250 Apr 28 10:59:34.031485 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-4f3d72bb-8de9-439a-9adb-d5742db3de9a admin admin] Publish callbacks [] for security_group (7d7ec298-34a4-40d5-a231-19170992fbff), precommit_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:34.061961 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-07a3202d-b4a8-4fde-aa0b-7818d4209820 req-9581e8cd-218a-44d4-bf7c-4c2bc2e01986 tempest-ServersTestJSON-1447308081 tempest-ServersTestJSON-1447308081-project] 10.222.0.10 "GET /v2.0/quotas/19a7f91fec214fcea65c9e72a1c65353 HTTP/1.1" status: 200 len: 375 time: 0.0454681 Apr 28 10:59:34.145587 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-c4df5ee3-bb22-4735-b049-a00e133fd200 req-ecaf89c2-2717-400f-bb60-a918ee439c1e tempest-ServersTestManualDisk-708954650 tempest-ServersTestManualDisk-708954650-project] 10.222.0.10 "GET /v2.0/ports?device_id=7b8f1546-43fe-47eb-a29a-4d9b0d24e4fe HTTP/1.1" status: 200 len: 210 time: 0.0760703 Apr 28 10:59:34.189239 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-07a3202d-b4a8-4fde-aa0b-7818d4209820 req-90ac0547-c91f-460e-aaf9-7e56ed1d82e7 tempest-ServersTestJSON-1447308081 tempest-ServersTestJSON-1447308081-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=19a7f91fec214fcea65c9e72a1c65353&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1163456 Apr 28 10:59:34.290689 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-3c9affc5-ba54-4db3-b026-b38bad5ad0da tempest-FloatingIPTestJSON-373071706 tempest-FloatingIPTestJSON-373071706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (None), before_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:34.365192 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-07a3202d-b4a8-4fde-aa0b-7818d4209820 req-d62dc21f-970c-4416-b98f-ce90dd9e1bc0 service neutron] 10.222.0.10 "GET /v2.0/networks/4da8bd43-d906-4f61-8b6f-8dd6519937e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1628864 Apr 28 10:59:34.556976 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-07a3202d-b4a8-4fde-aa0b-7818d4209820 req-5932e665-6653-471a-906b-8e618eb97840 service neutron] 10.222.0.10 "GET /v2.0/networks/4da8bd43-d906-4f61-8b6f-8dd6519937e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1850896 Apr 28 10:59:34.712037 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.db.db_base_plugin_common [None req-3c9affc5-ba54-4db3-b026-b38bad5ad0da tempest-FloatingIPTestJSON-373071706 tempest-FloatingIPTestJSON-373071706-project] Allocated IP 172.20.0.1 (2f0c4506-288d-4d72-9653-41f71dea9778/8ca70516-0729-4db3-b53b-6aedfb36038a/26083a80-fcdf-4946-b56d-aa24cc7aa646) {{(pid=116161) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 10:59:34.821584 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-3c9affc5-ba54-4db3-b026-b38bad5ad0da tempest-FloatingIPTestJSON-373071706 tempest-FloatingIPTestJSON-373071706-project] Publish callbacks [] for port (26083a80-fcdf-4946-b56d-aa24cc7aa646), precommit_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:35.226011 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-907a5fd4-d85d-465e-ae3c-aa69dd08eb69 req-6a5f2b21-045f-4d5d-987d-56c156b57508 tempest-ServersTestManualDisk-708954650 tempest-ServersTestManualDisk-708954650-project] 10.222.0.10 "GET /v2.0/ports?device_id=7b8f1546-43fe-47eb-a29a-4d9b0d24e4fe HTTP/1.1" status: 200 len: 210 time: 0.0299616 Apr 28 10:59:35.281632 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-7ee21959-82f7-4c73-80af-c941ee2053d5 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742235135690', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742234710366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5051867'] for port (9237df77-3dc9-45dc-958d-6cec805b497c), after_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:35.282759 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64edc20c-afa8-42c5-a6df-5df69010bc46 tempest-FloatingIPAdminTestJSON-1724025514 tempest-FloatingIPAdminTestJSON-1724025514-project] Made reservation on behalf of af8b99f0c77b4ffb87ea3818439ce0ce for: {'port': 1} {{(pid=116161) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 10:59:35.286744 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-64edc20c-afa8-42c5-a6df-5df69010bc46 tempest-FloatingIPAdminTestJSON-1724025514 tempest-FloatingIPAdminTestJSON-1724025514-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (None), before_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:35.291853 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-3c9affc5-ba54-4db3-b026-b38bad5ad0da tempest-FloatingIPTestJSON-373071706 tempest-FloatingIPTestJSON-373071706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742234710357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5219112'] for port (26083a80-fcdf-4946-b56d-aa24cc7aa646), after_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:35.322719 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee21959-82f7-4c73-80af-c941ee2053d5 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Pushing event deleted for resources: {'Port': ['ID=9237df77-3dc9-45dc-958d-6cec805b497c,revision_number=None']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 10:59:35.348575 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-7ee21959-82f7-4c73-80af-c941ee2053d5 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198022'] for port (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:35.353665 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-7ee21959-82f7-4c73-80af-c941ee2053d5 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] 10.222.0.10 "DELETE /v2.0/ports/9237df77-3dc9-45dc-958d-6cec805b497c HTTP/1.1" status: 204 len: 168 time: 2.4670372 Apr 28 10:59:35.355159 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 49224) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 10:59:35.365730 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.notifiers.nova [None req-64edc20c-afa8-42c5-a6df-5df69010bc46 tempest-FloatingIPAdminTestJSON-1724025514 tempest-FloatingIPAdminTestJSON-1724025514-project] device_id is not set on port 1ba440db-cb83-4b7b-8fb7-a60f5a74a91d yet. {{(pid=116161) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 28 10:59:35.393279 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c9affc5-ba54-4db3-b026-b38bad5ad0da tempest-FloatingIPTestJSON-373071706 tempest-FloatingIPTestJSON-373071706-project] Network 2f0c4506-288d-4d72-9653-41f71dea9778 is already hosted by enough agents. {{(pid=116161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 10:59:35.451960 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.scheduler.base_scheduler [None req-3c9affc5-ba54-4db3-b026-b38bad5ad0da tempest-FloatingIPTestJSON-373071706 tempest-FloatingIPTestJSON-373071706-project] Resources bound (agent type, host, resource id): {{(pid=116161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 10:59:35.460846 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c9affc5-ba54-4db3-b026-b38bad5ad0da tempest-FloatingIPTestJSON-373071706 tempest-FloatingIPTestJSON-373071706-project] Received port after_create {{(pid=116161) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 10:59:35.477551 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-46b02ccd-9208-40a6-bd1c-05e354307361 req-499d41a1-7343-4ab0-9f76-5f4c27b62046 tempest-ServersTestJSON-1447308081 tempest-ServersTestJSON-1447308081-project] 10.222.0.10 "GET /v2.0/ports?device_id=2a07d7d5-8b9a-4bde-9f8a-f5af3ef71d28 HTTP/1.1" status: 200 len: 210 time: 0.1213026 Apr 28 10:59:35.520465 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c9affc5-ba54-4db3-b026-b38bad5ad0da tempest-FloatingIPTestJSON-373071706 tempest-FloatingIPTestJSON-373071706-project] Pushing event updated for resources: {'Port': ['ID=26083a80-fcdf-4946-b56d-aa24cc7aa646,revision_number=1']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 10:59:35.624791 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-3c9affc5-ba54-4db3-b026-b38bad5ad0da tempest-FloatingIPTestJSON-373071706 tempest-FloatingIPTestJSON-373071706-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2063275'] for router_interface (f78b6f71-c91e-4419-a7fc-4e894ee6d57e), before_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:35.769901 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 49248) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 10:59:35.826232 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.db.db_base_plugin_common [None req-64edc20c-afa8-42c5-a6df-5df69010bc46 tempest-FloatingIPAdminTestJSON-1724025514 tempest-FloatingIPAdminTestJSON-1724025514-project] Allocated IP 172.20.0.3 (c623474b-5a9a-4f0a-a4ae-c9b4a94042f1/1fa23f6d-b0e0-4e26-a9a3-6e51bfac72cb/1ba440db-cb83-4b7b-8fb7-a60f5a74a91d) {{(pid=116161) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 10:59:35.834496 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6d90a5b-8596-4874-ab5a-49e86afca9e0 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 10:59:35.836744 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6d90a5b-8596-4874-ab5a-49e86afca9e0 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 10:59:35.839196 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-d6d90a5b-8596-4874-ab5a-49e86afca9e0 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.4831378 Apr 28 10:59:35.841848 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 49252) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 10:59:35.906156 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.db.db_base_plugin_v2 [None req-9ce84308-1ede-41a9-b01a-6d423119afc1 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Deleting subnet d7383842-cbc8-4b87-8670-71516a5bdcd8 {{(pid=116162) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 28 10:59:35.909643 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-9ce84308-1ede-41a9-b01a-6d423119afc1 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Publish callbacks [] for subnet (d7383842-cbc8-4b87-8670-71516a5bdcd8), before_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:35.912874 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-4f3d72bb-8de9-439a-9adb-d5742db3de9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924426'] for security_group (7d7ec298-34a4-40d5-a231-19170992fbff), after_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:35.915685 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-4f3d72bb-8de9-439a-9adb-d5742db3de9a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:35.919149 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-4f3d72bb-8de9-439a-9adb-d5742db3de9a admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/7d7ec298-34a4-40d5-a231-19170992fbff HTTP/1.1" status: 204 len: 168 time: 1.9605367 Apr 28 10:59:35.956883 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3d72bb-8de9-439a-9adb-d5742db3de9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d7ec298-34a4-40d5-a231-19170992fbff,revision_number=None']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 10:59:35.983202 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-9ce84308-1ede-41a9-b01a-6d423119afc1 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5026541'] for subnet (d7383842-cbc8-4b87-8670-71516a5bdcd8), precommit_delete_associations {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:36.139800 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-9ce84308-1ede-41a9-b01a-6d423119afc1 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-971303'] for subnet (d7383842-cbc8-4b87-8670-71516a5bdcd8), precommit_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:36.315602 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-875c05b4-e54d-4f36-bdf5-2b132301fd17 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=7f03219647c248f181de354c612d931e&name=default HTTP/1.1" status: 200 len: 2992 time: 0.5421271 Apr 28 10:59:36.318901 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 49264) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 10:59:36.345822 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-9ce84308-1ede-41a9-b01a-6d423119afc1 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-971310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5053962', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4210815'] for subnet (d7383842-cbc8-4b87-8670-71516a5bdcd8), after_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:36.376460 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-9ce84308-1ede-41a9-b01a-6d423119afc1 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603020'] for subnet (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:36.379407 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f68894f9-5e06-4197-b862-618dcbebcfb7 None None] Network 1ec9fbcf-7a57-4aaa-9c30-4e0f43e09480 requested from dv-neutron-master-2-hyperv {{(pid=116163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 10:59:36.379920 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-1d46ae21-e736-47f2-aa54-9687637275b4 req-af5255c5-975e-494f-b851-04754187e504 tempest-ServersTestManualDisk-708954650 tempest-ServersTestManualDisk-708954650-project] 10.222.0.10 "GET /v2.0/ports?device_id=7b8f1546-43fe-47eb-a29a-4d9b0d24e4fe HTTP/1.1" status: 200 len: 210 time: 0.0886397 Apr 28 10:59:36.381592 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-9ce84308-1ede-41a9-b01a-6d423119afc1 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] 10.222.0.10 "DELETE /v2.0/subnets/d7383842-cbc8-4b87-8670-71516a5bdcd8 HTTP/1.1" status: 204 len: 168 time: 0.5384681 Apr 28 10:59:36.385663 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.objects.ports [None req-3ed40e1b-bc51-40af-aa41-c4d6261ab1af tempest-RoutersIpV6AdminTest-911026605 tempest-RoutersIpV6AdminTest-911026605-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=116161) get_objects /opt/stack/neutron/neutron/objects/ports.py:463}} Apr 28 10:59:36.386130 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-3ed40e1b-bc51-40af-aa41-c4d6261ab1af tempest-RoutersIpV6AdminTest-911026605 tempest-RoutersIpV6AdminTest-911026605-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5220536', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5125438'] for subnet (5cacca1a-335a-4899-a121-baffb49d1897), after_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:36.391531 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 49268) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 10:59:36.412320 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce84308-1ede-41a9-b01a-6d423119afc1 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Pushing event deleted for resources: {'Subnet': ['ID=d7383842-cbc8-4b87-8670-71516a5bdcd8,revision_number=None']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 10:59:36.435561 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-2344f7f6-d6e3-41eb-b4ef-037b30f8e13e admin admin] Publish callbacks [] for security_group (351bd0f4-91a7-456d-819e-924c6469cf9f), before_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:36.463696 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-2344f7f6-d6e3-41eb-b4ef-037b30f8e13e admin admin] Publish callbacks [] for security_group (351bd0f4-91a7-456d-819e-924c6469cf9f), precommit_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:36.501512 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-fc6d3999-17cc-47c1-ac4b-1df47b5ad1bf tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] 10.222.0.10 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1030073 Apr 28 10:59:36.502171 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 49272) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 10:59:36.508973 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.v2.base [None req-6ca961cb-a73a-458e-a3f3-b095fbfaa0ce tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Request body: {'subnet': {'network_id': '1ec9fbcf-7a57-4aaa-9c30-4e0f43e09480', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=116162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 10:59:36.528857 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-3c9affc5-ba54-4db3-b026-b38bad5ad0da tempest-FloatingIPTestJSON-373071706 tempest-FloatingIPTestJSON-373071706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (26083a80-fcdf-4946-b56d-aa24cc7aa646), before_update {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:36.540115 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed40e1b-bc51-40af-aa41-c4d6261ab1af tempest-RoutersIpV6AdminTest-911026605 tempest-RoutersIpV6AdminTest-911026605-project-admin] Pushing event updated for resources: {'Subnet': ['ID=5cacca1a-335a-4899-a121-baffb49d1897,revision_number=0']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 10:59:36.585831 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-64edc20c-afa8-42c5-a6df-5df69010bc46 tempest-FloatingIPAdminTestJSON-1724025514 tempest-FloatingIPAdminTestJSON-1724025514-project] Publish callbacks [] for port (1ba440db-cb83-4b7b-8fb7-a60f5a74a91d), precommit_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:36.639363 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-69e12d08-4439-498f-a4d1-a3aab8f8d015 req-6c36a15f-742d-425a-b415-6493ea3682c5 tempest-ServersTestJSON-1447308081 tempest-ServersTestJSON-1447308081-project] 10.222.0.10 "GET /v2.0/ports?device_id=2a07d7d5-8b9a-4bde-9f8a-f5af3ef71d28 HTTP/1.1" status: 200 len: 210 time: 0.0967402 Apr 28 10:59:36.644598 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ed40e1b-bc51-40af-aa41-c4d6261ab1af tempest-RoutersIpV6AdminTest-911026605 tempest-RoutersIpV6AdminTest-911026605-project-admin] Checking segment: {'id': 'c93a638c-99c9-4a0e-b0b6-dc88ff4f94ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '63e015c2-d7bf-41db-9139-272c95fcaed4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 10:59:36.644968 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ed40e1b-bc51-40af-aa41-c4d6261ab1af tempest-RoutersIpV6AdminTest-911026605 tempest-RoutersIpV6AdminTest-911026605-project-admin] Network hostable DHCP agents. Network: 63e015c2-d7bf-41db-9139-272c95fcaed4, hostable agents: ['75ba81b7-fe99-4281-90d2-a5adb445ecea'], hosted agents: [] {{(pid=116161) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 10:59:36.666021 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27d984e8-e214-4fd9-8ef8-472bf5ea8600 None None] DHCP port deletion for 1ec9fbcf-7a57-4aaa-9c30-4e0f43e09480 request from dv-neutron-master-2-hyperv {{(pid=116163) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 28 10:59:36.682246 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-2344f7f6-d6e3-41eb-b4ef-037b30f8e13e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924426'] for security_group (351bd0f4-91a7-456d-819e-924c6469cf9f), after_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:36.685240 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-2344f7f6-d6e3-41eb-b4ef-037b30f8e13e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:36.688883 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-2344f7f6-d6e3-41eb-b4ef-037b30f8e13e admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/351bd0f4-91a7-456d-819e-924c6469cf9f HTTP/1.1" status: 204 len: 168 time: 0.3656106 Apr 28 10:59:36.715003 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2344f7f6-d6e3-41eb-b4ef-037b30f8e13e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=351bd0f4-91a7-456d-819e-924c6469cf9f,revision_number=None']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 10:59:36.718036 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-27d984e8-e214-4fd9-8ef8-472bf5ea8600 None None] Deleting port e81f4a07-efce-41b7-af6d-38496b6d87fa {{(pid=116163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 10:59:36.725075 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ca961cb-a73a-458e-a3f3-b095fbfaa0ce tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Made reservation on behalf of 12780407c7254bdfbde1c04e76d433ee for: {'subnet': 1} {{(pid=116162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 10:59:36.735005 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-27d984e8-e214-4fd9-8ef8-472bf5ea8600 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742235130188'] for port (e81f4a07-efce-41b7-af6d-38496b6d87fa), before_delete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:36.739088 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-6ca961cb-a73a-458e-a3f3-b095fbfaa0ce tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4210834'] for subnet (None), before_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:36.780798 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 49280) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 10:59:36.789496 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ed40e1b-bc51-40af-aa41-c4d6261ab1af tempest-RoutersIpV6AdminTest-911026605 tempest-RoutersIpV6AdminTest-911026605-project-admin] Network 63e015c2-d7bf-41db-9139-272c95fcaed4 is scheduled to be hosted by DHCP agent 75ba81b7-fe99-4281-90d2-a5adb445ecea with binding_index 1 {{(pid=116161) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 10:59:36.845193 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-64edc20c-afa8-42c5-a6df-5df69010bc46 tempest-FloatingIPAdminTestJSON-1724025514 tempest-FloatingIPAdminTestJSON-1724025514-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742234710357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5219112'] for port (1ba440db-cb83-4b7b-8fb7-a60f5a74a91d), after_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:36.854966 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-27d984e8-e214-4fd9-8ef8-472bf5ea8600 None None] For port e81f4a07-efce-41b7-af6d-38496b6d87fa, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=e81f4a07-efce-41b7-af6d-38496b6d87fa,segment=NetworkSegment(ffa4348d-378b-4e93-98fa-ab0dc49ee16c),segment_id=ffa4348d-378b-4e93-98fa-ab0dc49ee16c)] {{(pid=116163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 10:59:36.855371 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-27d984e8-e214-4fd9-8ef8-472bf5ea8600 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1938497'] for port (e81f4a07-efce-41b7-af6d-38496b6d87fa), precommit_delete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:36.875097 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-27d984e8-e214-4fd9-8ef8-472bf5ea8600 None None] Calling delete_port for e81f4a07-efce-41b7-af6d-38496b6d87fa owned by network:dhcp {{(pid=116163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 10:59:36.927105 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-10dfcccc-6687-40c8-b14f-2f6293879c04 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=192703fb47ad45d395bb77641e8e113a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1450045 Apr 28 10:59:36.934362 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 49284) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 10:59:36.938960 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.scheduler.base_scheduler [None req-3ed40e1b-bc51-40af-aa41-c4d6261ab1af tempest-RoutersIpV6AdminTest-911026605 tempest-RoutersIpV6AdminTest-911026605-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 63e015c2-d7bf-41db-9139-272c95fcaed4) {{(pid=116161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 10:59:36.956061 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3b884a7-f312-4c33-bbfe-2cc43b604788 None None] Network 63e015c2-d7bf-41db-9139-272c95fcaed4 requested from dv-neutron-master-2-hyperv {{(pid=116163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 10:59:37.011947 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ed40e1b-bc51-40af-aa41-c4d6261ab1af tempest-RoutersIpV6AdminTest-911026605 tempest-RoutersIpV6AdminTest-911026605-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 10:59:37.017424 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-3ed40e1b-bc51-40af-aa41-c4d6261ab1af tempest-RoutersIpV6AdminTest-911026605 tempest-RoutersIpV6AdminTest-911026605-project-admin] Publish callbacks [] for subnet (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:37.034864 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-93fe3129-2156-4b32-a3c0-989787cad53a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (75ba81b7-fe99-4281-90d2-a5adb445ecea), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:37.036181 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-6ca961cb-a73a-458e-a3f3-b095fbfaa0ce tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5054027', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4210784'] for subnet (81c5b125-e8fd-4869-84fd-e5b5a23d0e57), after_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:37.065701 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64edc20c-afa8-42c5-a6df-5df69010bc46 tempest-FloatingIPAdminTestJSON-1724025514 tempest-FloatingIPAdminTestJSON-1724025514-project] Network c623474b-5a9a-4f0a-a4ae-c9b4a94042f1 is already hosted by enough agents. {{(pid=116161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 10:59:37.095128 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-27d984e8-e214-4fd9-8ef8-472bf5ea8600 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742235135690', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742234710366'] for port (e81f4a07-efce-41b7-af6d-38496b6d87fa), after_delete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:37.101604 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.scheduler.base_scheduler [None req-64edc20c-afa8-42c5-a6df-5df69010bc46 tempest-FloatingIPAdminTestJSON-1724025514 tempest-FloatingIPAdminTestJSON-1724025514-project] Resources bound (agent type, host, resource id): {{(pid=116161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 10:59:37.108707 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64edc20c-afa8-42c5-a6df-5df69010bc46 tempest-FloatingIPAdminTestJSON-1724025514 tempest-FloatingIPAdminTestJSON-1724025514-project] Pushing event updated for resources: {'Port': ['ID=1ba440db-cb83-4b7b-8fb7-a60f5a74a91d,revision_number=1']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 10:59:37.112325 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64edc20c-afa8-42c5-a6df-5df69010bc46 tempest-FloatingIPAdminTestJSON-1724025514 tempest-FloatingIPAdminTestJSON-1724025514-project] Received port after_create {{(pid=116161) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 10:59:37.133875 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27d984e8-e214-4fd9-8ef8-472bf5ea8600 None None] No DVR routers for this DVR port e81f4a07-efce-41b7-af6d-38496b6d87fa on host dv-neutron-master-2-hyperv {{(pid=116163) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 10:59:37.135711 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d984e8-e214-4fd9-8ef8-472bf5ea8600 None None] Pushing event deleted for resources: {'Port': ['ID=e81f4a07-efce-41b7-af6d-38496b6d87fa,revision_number=None']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 10:59:37.144597 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fd41788-4ec2-4023-ad6a-7befafd52e50 None None] Network 63e015c2-d7bf-41db-9139-272c95fcaed4 requested from dv-neutron-master-2-hyperv {{(pid=116163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 10:59:37.188793 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ca961cb-a73a-458e-a3f3-b095fbfaa0ce tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Network 1ec9fbcf-7a57-4aaa-9c30-4e0f43e09480 is already hosted by enough agents. {{(pid=116162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 10:59:37.195514 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.scheduler.base_scheduler [None req-6ca961cb-a73a-458e-a3f3-b095fbfaa0ce tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Resources bound (agent type, host, resource id): {{(pid=116162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 10:59:37.203335 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ca961cb-a73a-458e-a3f3-b095fbfaa0ce tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 10:59:37.204083 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-6ca961cb-a73a-458e-a3f3-b095fbfaa0ce tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603020'] for subnet (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:37.217608 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca961cb-a73a-458e-a3f3-b095fbfaa0ce tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Pushing event updated for resources: {'Subnet': ['ID=81c5b125-e8fd-4869-84fd-e5b5a23d0e57,revision_number=0']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 10:59:37.221418 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Device e81f4a07-efce-41b7-af6d-38496b6d87fa no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=116163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 10:59:37.231196 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-3ed40e1b-bc51-40af-aa41-c4d6261ab1af tempest-RoutersIpV6AdminTest-911026605 tempest-RoutersIpV6AdminTest-911026605-project-admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 4.2343042 Apr 28 10:59:37.233702 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 49290) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 10:59:37.244286 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.v2.base [None req-0c80de61-2951-4626-b527-1b10d671f5ef tempest-RoutersIpV6AdminTest-911026605 tempest-RoutersIpV6AdminTest-911026605-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-878222561', 'network_id': '63e015c2-d7bf-41db-9139-272c95fcaed4'}} {{(pid=116162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 10:59:37.305389 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-6ca961cb-a73a-458e-a3f3-b095fbfaa0ce tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.8005373 Apr 28 10:59:37.306996 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 49292) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 10:59:37.313255 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64edc20c-afa8-42c5-a6df-5df69010bc46 tempest-FloatingIPAdminTestJSON-1724025514 tempest-FloatingIPAdminTestJSON-1724025514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 10:59:37.316743 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-64edc20c-afa8-42c5-a6df-5df69010bc46 tempest-FloatingIPAdminTestJSON-1724025514 tempest-FloatingIPAdminTestJSON-1724025514-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198022'] for port (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:37.321913 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.v2.base [None req-b77c6cde-0e82-4b4d-b706-002405bb8955 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Request body: {'port': {'network_id': '1ec9fbcf-7a57-4aaa-9c30-4e0f43e09480', 'fixed_ips': [{'subnet_id': '81c5b125-e8fd-4869-84fd-e5b5a23d0e57', 'ip_address': '2001:db8::8e1c:f9b8:6153:f39a'}], 'name': 'tempest-NetworksTestDHCPv6-1833125730'}} {{(pid=116162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 10:59:37.344645 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-f94d34a3-1c1f-4386-9e40-abba1a075197 admin admin] Publish callbacks [] for security_group (eca9ff45-4fcd-44e5-8df9-d155e1154553), before_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:37.364236 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-3c9affc5-ba54-4db3-b026-b38bad5ad0da tempest-FloatingIPTestJSON-373071706 tempest-FloatingIPTestJSON-373071706-project] Publish callbacks [] for port (26083a80-fcdf-4946-b56d-aa24cc7aa646), precommit_update {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:37.365639 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17423730-9a74-4597-84ca-bc795b1843f2 None None] Network 1ec9fbcf-7a57-4aaa-9c30-4e0f43e09480 requested from dv-neutron-master-2-hyperv {{(pid=116163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 10:59:37.420624 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-f94d34a3-1c1f-4386-9e40-abba1a075197 admin admin] Publish callbacks [] for security_group (eca9ff45-4fcd-44e5-8df9-d155e1154553), precommit_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:37.529749 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c80de61-2951-4626-b527-1b10d671f5ef tempest-RoutersIpV6AdminTest-911026605 tempest-RoutersIpV6AdminTest-911026605-project-admin] Made reservation on behalf of 37bf07f749f54683b465358b4cfb1f35 for: {'port': 1} {{(pid=116162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 10:59:37.529954 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] No Port match for: e81f4a07-efce-41b7-af6d-38496b6d87fa {{(pid=116163) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 28 10:59:37.530464 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Device e81f4a07-efce-41b7-af6d-38496b6d87fa not bound to the agent host dv-neutron-master-2-hyperv {{(pid=116163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 10:59:37.542799 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-0c80de61-2951-4626-b527-1b10d671f5ef tempest-RoutersIpV6AdminTest-911026605 tempest-RoutersIpV6AdminTest-911026605-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (None), before_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:37.543402 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-3c9affc5-ba54-4db3-b026-b38bad5ad0da tempest-FloatingIPTestJSON-373071706 tempest-FloatingIPTestJSON-373071706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5219123'] for port (26083a80-fcdf-4946-b56d-aa24cc7aa646), after_update {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:37.547417 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-435da0c5-38a8-48f4-bff1-5bb892def1f7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-1ec9fbcf-7a57-4aaa-9c30-4e0f43e09480', 'network_id': '1ec9fbcf-7a57-4aaa-9c30-4e0f43e09480', 'project_id': '12780407c7254bdfbde1c04e76d433ee', 'fixed_ips': [{'subnet_id': '81c5b125-e8fd-4869-84fd-e5b5a23d0e57'}]}} from dv-neutron-master-2-hyperv. {{(pid=116163) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 28 10:59:37.549129 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-435da0c5-38a8-48f4-bff1-5bb892def1f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (None), before_create {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:37.593047 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.notifiers.nova [None req-0c80de61-2951-4626-b527-1b10d671f5ef tempest-RoutersIpV6AdminTest-911026605 tempest-RoutersIpV6AdminTest-911026605-project-admin] device_id is not set on port dc20527a-cd49-4718-bf96-54f8a2280387 yet. {{(pid=116162) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 28 10:59:37.612104 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-64edc20c-afa8-42c5-a6df-5df69010bc46 tempest-FloatingIPAdminTestJSON-1724025514 tempest-FloatingIPAdminTestJSON-1724025514-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.1416523 Apr 28 10:59:37.618384 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 49296) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 10:59:37.699293 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-3c9affc5-ba54-4db3-b026-b38bad5ad0da tempest-FloatingIPTestJSON-373071706 tempest-FloatingIPTestJSON-373071706-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1603056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2063387'] for router_interface (f78b6f71-c91e-4419-a7fc-4e894ee6d57e), after_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:37.709358 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c9affc5-ba54-4db3-b026-b38bad5ad0da tempest-FloatingIPTestJSON-373071706 tempest-FloatingIPTestJSON-373071706-project] Pushing event updated for resources: {'Port': ['ID=26083a80-fcdf-4946-b56d-aa24cc7aa646,revision_number=2']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 10:59:37.740983 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b77c6cde-0e82-4b4d-b706-002405bb8955 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Made reservation on behalf of 12780407c7254bdfbde1c04e76d433ee for: {'port': 1} {{(pid=116162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 10:59:37.808744 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-f94d34a3-1c1f-4386-9e40-abba1a075197 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924426'] for security_group (eca9ff45-4fcd-44e5-8df9-d155e1154553), after_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:37.812645 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-f94d34a3-1c1f-4386-9e40-abba1a075197 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:37.816576 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-f94d34a3-1c1f-4386-9e40-abba1a075197 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/eca9ff45-4fcd-44e5-8df9-d155e1154553 HTTP/1.1" status: 204 len: 168 time: 0.8755827 Apr 28 10:59:37.840480 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-d9f54de1-f856-4a17-acda-c90808a5cf73 req-cd86ee85-680d-439f-9379-c7ba002da7ce tempest-ServersTestManualDisk-708954650 tempest-ServersTestManualDisk-708954650-project] 10.222.0.10 "GET /v2.0/ports?device_id=7b8f1546-43fe-47eb-a29a-4d9b0d24e4fe HTTP/1.1" status: 200 len: 210 time: 0.1186619 Apr 28 10:59:37.899951 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.db_base_plugin_common [None req-435da0c5-38a8-48f4-bff1-5bb892def1f7 None None] Allocated IP 2001:db8::2 (1ec9fbcf-7a57-4aaa-9c30-4e0f43e09480/81c5b125-e8fd-4869-84fd-e5b5a23d0e57/c0417693-0695-42ef-bfe1-ad1e6168ba2b) {{(pid=116163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 10:59:37.922587 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 49306) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 10:59:37.943298 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94d34a3-1c1f-4386-9e40-abba1a075197 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eca9ff45-4fcd-44e5-8df9-d155e1154553,revision_number=None']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 10:59:37.951737 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-1d4d0b46-48a2-4f3f-9da8-43a7c5203415 None None] Provisioning complete for port 1ba440db-cb83-4b7b-8fb7-a60f5a74a91d triggered by entity DHCP. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 10:59:37.951737 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-1d4d0b46-48a2-4f3f-9da8-43a7c5203415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (1ba440db-cb83-4b7b-8fb7-a60f5a74a91d), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:38.028085 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.v2.base [None req-ced331b2-27c9-4fa2-8071-b1435f6565bd tempest-FloatingIPAdminTestJSON-874176094 tempest-FloatingIPAdminTestJSON-874176094-project-admin] Request body: {'floatingip': {'floating_network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'project_id': 'af8b99f0c77b4ffb87ea3818439ce0ce', 'port_id': '1ba440db-cb83-4b7b-8fb7-a60f5a74a91d'}} {{(pid=116161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 10:59:38.051506 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c9affc5-ba54-4db3-b026-b38bad5ad0da tempest-FloatingIPTestJSON-373071706 tempest-FloatingIPTestJSON-373071706-project] Network 2f0c4506-288d-4d72-9653-41f71dea9778 is already hosted by enough agents. {{(pid=116161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 10:59:38.056235 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.db.db_base_plugin_common [None req-0c80de61-2951-4626-b527-1b10d671f5ef tempest-RoutersIpV6AdminTest-911026605 tempest-RoutersIpV6AdminTest-911026605-project-admin] Allocated IP 2001:db8::242 (63e015c2-d7bf-41db-9139-272c95fcaed4/5cacca1a-335a-4899-a121-baffb49d1897/dc20527a-cd49-4718-bf96-54f8a2280387) {{(pid=116162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 10:59:38.069892 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-a672d1c4-de25-4880-ad48-8a9171c3e447 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=6657ee783d6041a1b582e3ef65160672&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1449785 Apr 28 10:59:38.070919 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.scheduler.base_scheduler [None req-3c9affc5-ba54-4db3-b026-b38bad5ad0da tempest-FloatingIPTestJSON-373071706 tempest-FloatingIPTestJSON-373071706-project] Resources bound (agent type, host, resource id): {{(pid=116161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 10:59:38.073144 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 49308) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 10:59:38.074923 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-b77c6cde-0e82-4b4d-b706-002405bb8955 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (None), before_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:38.082125 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-1d4d0b46-48a2-4f3f-9da8-43a7c5203415 None None] Port 1ba440db-cb83-4b7b-8fb7-a60f5a74a91d cannot update to ACTIVE because it is not bound. {{(pid=116163) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 28 10:59:38.114494 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-8970a033-e838-4a66-a689-a9e987967d93 req-dda79cfa-f203-40db-9a27-2c69717a19b9 tempest-ServersTestJSON-1447308081 tempest-ServersTestJSON-1447308081-project] 10.222.0.10 "GET /v2.0/ports?device_id=2a07d7d5-8b9a-4bde-9f8a-f5af3ef71d28 HTTP/1.1" status: 200 len: 210 time: 0.0937459 Apr 28 10:59:38.115183 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.notifiers.nova [None req-b77c6cde-0e82-4b4d-b706-002405bb8955 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] device_id is not set on port 37b59c98-179e-404a-bdfa-d7b3fdb55450 yet. {{(pid=116162) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 28 10:59:38.189274 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.agents_db [None req-54b29a82-8a19-4507-95e3-3a2d011841ff None None] Agent healthcheck: found 6 active agents {{(pid=116164) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 28 10:59:38.244588 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-435da0c5-38a8-48f4-bff1-5bb892def1f7 None None] Publish callbacks [] for port (c0417693-0695-42ef-bfe1-ad1e6168ba2b), precommit_create {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:38.259159 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-ced331b2-27c9-4fa2-8071-b1435f6565bd tempest-FloatingIPAdminTestJSON-874176094 tempest-FloatingIPAdminTestJSON-874176094-project-admin] Publish callbacks [] for floatingip (None), before_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:38.277609 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-3febe085-4a5c-4bb8-bb7b-4b2ccceddd09 admin admin] Publish callbacks [] for security_group (30b5f47d-7b72-4a8f-8a48-2ea287c22ffd), before_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:38.316078 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-435da0c5-38a8-48f4-bff1-5bb892def1f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742234710357'] for port (c0417693-0695-42ef-bfe1-ad1e6168ba2b), after_create {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:38.360665 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-3febe085-4a5c-4bb8-bb7b-4b2ccceddd09 admin admin] Publish callbacks [] for security_group (30b5f47d-7b72-4a8f-8a48-2ea287c22ffd), precommit_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:38.378586 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c9affc5-ba54-4db3-b026-b38bad5ad0da tempest-FloatingIPTestJSON-373071706 tempest-FloatingIPTestJSON-373071706-project] Router f78b6f71-c91e-4419-a7fc-4e894ee6d57e has already been hosted by L3 agent 6b492ad6-0876-4d74-b20d-28143a52ceba {{(pid=116161) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 10:59:38.415638 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-ced331b2-27c9-4fa2-8071-b1435f6565bd tempest-FloatingIPAdminTestJSON-874176094 tempest-FloatingIPAdminTestJSON-874176094-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (None), before_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:38.419559 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435da0c5-38a8-48f4-bff1-5bb892def1f7 None None] Pushing event updated for resources: {'Port': ['ID=c0417693-0695-42ef-bfe1-ad1e6168ba2b,revision_number=1']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 10:59:38.435695 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-435da0c5-38a8-48f4-bff1-5bb892def1f7 None None] Network 1ec9fbcf-7a57-4aaa-9c30-4e0f43e09480 is already hosted by enough agents. {{(pid=116163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 10:59:38.441594 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-0c80de61-2951-4626-b527-1b10d671f5ef tempest-RoutersIpV6AdminTest-911026605 tempest-RoutersIpV6AdminTest-911026605-project-admin] Publish callbacks [] for port (dc20527a-cd49-4718-bf96-54f8a2280387), precommit_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:38.442140 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.scheduler.base_scheduler [None req-435da0c5-38a8-48f4-bff1-5bb892def1f7 None None] Resources bound (agent type, host, resource id): {{(pid=116163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 10:59:38.442140 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-435da0c5-38a8-48f4-bff1-5bb892def1f7 None None] Received port after_create {{(pid=116163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 10:59:38.507924 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.db.db_base_plugin_common [None req-b77c6cde-0e82-4b4d-b706-002405bb8955 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Allocated IP 2001:db8::8e1c:f9b8:6153:f39a (1ec9fbcf-7a57-4aaa-9c30-4e0f43e09480/81c5b125-e8fd-4869-84fd-e5b5a23d0e57/37b59c98-179e-404a-bdfa-d7b3fdb55450) {{(pid=116162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 10:59:38.527322 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.managers [None req-435da0c5-38a8-48f4-bff1-5bb892def1f7 None None] Attempting to bind port c0417693-0695-42ef-bfe1-ad1e6168ba2b on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=116163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 28 10:59:38.527700 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.managers [None req-435da0c5-38a8-48f4-bff1-5bb892def1f7 None None] Attempting to bind port c0417693-0695-42ef-bfe1-ad1e6168ba2b by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'ffa4348d-378b-4e93-98fa-ab0dc49ee16c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '1ec9fbcf-7a57-4aaa-9c30-4e0f43e09480'}] {{(pid=116163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 28 10:59:38.528065 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-435da0c5-38a8-48f4-bff1-5bb892def1f7 None None] Attempting to bind port c0417693-0695-42ef-bfe1-ad1e6168ba2b on network 1ec9fbcf-7a57-4aaa-9c30-4e0f43e09480 {{(pid=116163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 10:59:38.534921 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-435da0c5-38a8-48f4-bff1-5bb892def1f7 None None] Checking agent: {'id': 'd5baab19-5dd1-4902-922b-84acb048ab9c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 10, 50, 43), 'started_at': datetime.datetime(2022, 4, 28, 10, 51, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 10, 59, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=116163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 10:59:38.535999 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-435da0c5-38a8-48f4-bff1-5bb892def1f7 None None] Checking segment: {'id': 'ffa4348d-378b-4e93-98fa-ab0dc49ee16c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '1ec9fbcf-7a57-4aaa-9c30-4e0f43e09480'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 10:59:38.537108 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-435da0c5-38a8-48f4-bff1-5bb892def1f7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:38.537736 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-435da0c5-38a8-48f4-bff1-5bb892def1f7 None None] Bound using segment: {'id': 'ffa4348d-378b-4e93-98fa-ab0dc49ee16c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '1ec9fbcf-7a57-4aaa-9c30-4e0f43e09480'} {{(pid=116163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 10:59:38.538466 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.managers [None req-435da0c5-38a8-48f4-bff1-5bb892def1f7 None None] Bound port: c0417693-0695-42ef-bfe1-ad1e6168ba2b, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ffa4348d-378b-4e93-98fa-ab0dc49ee16c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '1ec9fbcf-7a57-4aaa-9c30-4e0f43e09480'}}] {{(pid=116163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 28 10:59:38.539126 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-435da0c5-38a8-48f4-bff1-5bb892def1f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (c0417693-0695-42ef-bfe1-ad1e6168ba2b), before_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:38.576076 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.20', 59207) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 10:59:38.616875 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-3febe085-4a5c-4bb8-bb7b-4b2ccceddd09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924426'] for security_group (30b5f47d-7b72-4a8f-8a48-2ea287c22ffd), after_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:38.619490 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-3febe085-4a5c-4bb8-bb7b-4b2ccceddd09 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:38.623203 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-3febe085-4a5c-4bb8-bb7b-4b2ccceddd09 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/30b5f47d-7b72-4a8f-8a48-2ea287c22ffd HTTP/1.1" status: 204 len: 168 time: 0.5231249 Apr 28 10:59:38.654678 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3febe085-4a5c-4bb8-bb7b-4b2ccceddd09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30b5f47d-7b72-4a8f-8a48-2ea287c22ffd,revision_number=None']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 10:59:38.661591 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c9affc5-ba54-4db3-b026-b38bad5ad0da tempest-FloatingIPTestJSON-373071706 tempest-FloatingIPTestJSON-373071706-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=116161) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 10:59:38.664204 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-435da0c5-38a8-48f4-bff1-5bb892def1f7 None None] For port c0417693-0695-42ef-bfe1-ad1e6168ba2b, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=116163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 10:59:38.668808 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-3c9affc5-ba54-4db3-b026-b38bad5ad0da tempest-FloatingIPTestJSON-373071706 tempest-FloatingIPTestJSON-373071706-project] 10.222.0.10 "PUT /v2.0/routers/f78b6f71-c91e-4419-a7fc-4e894ee6d57e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0104308 Apr 28 10:59:38.675586 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 49318) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 10:59:38.681661 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.v2.base [None req-b95c48ec-f92c-45a2-ba81-8ecd7e625b0f tempest-FloatingIPTestJSON-373071706 tempest-FloatingIPTestJSON-373071706-project] Request body: {'port': {'network_id': '2f0c4506-288d-4d72-9653-41f71dea9778', 'name': 'tempest-FloatingIPTestJSON-1625355749'}} {{(pid=116161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 10:59:38.685327 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.db.db_base_plugin_common [None req-ced331b2-27c9-4fa2-8071-b1435f6565bd tempest-FloatingIPAdminTestJSON-874176094 tempest-FloatingIPAdminTestJSON-874176094-project-admin] Allocated IP 172.36.4.156 (7be49d94-bbb8-4a61-bafe-209c5f861e1c/c0f82f52-05ee-40f2-a57c-9d02e01fb9fa/f6d931ca-f2a8-4be2-8679-57e45f70855b) {{(pid=116161) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 10:59:38.699339 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8f4a947-db1d-4d98-9b8f-1bf8932b7b19 None None] Sync routers for ids ['f78b6f71-c91e-4419-a7fc-4e894ee6d57e'] in dv-neutron-master-2-hyperv {{(pid=116163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 10:59:38.724171 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-435da0c5-38a8-48f4-bff1-5bb892def1f7 None None] For port c0417693-0695-42ef-bfe1-ad1e6168ba2b, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=c0417693-0695-42ef-bfe1-ad1e6168ba2b,segment=NetworkSegment(ffa4348d-378b-4e93-98fa-ab0dc49ee16c),segment_id=ffa4348d-378b-4e93-98fa-ab0dc49ee16c)] {{(pid=116163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 10:59:38.735569 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8f4a947-db1d-4d98-9b8f-1bf8932b7b19 None None] Routers {'f78b6f71-c91e-4419-a7fc-4e894ee6d57e'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=116163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 10:59:38.736847 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_hamode_db [None req-f8f4a947-db1d-4d98-9b8f-1bf8932b7b19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-28T10:50:39Z,description=,heartbeat_timestamp=2022-04-28T10:59:09Z,host='dv-neutron-master-2-hyperv',id=6b492ad6-0876-4d74-b20d-28143a52ceba,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T10:50:40Z,topic='l3_agent')) {'router_ids': ['f78b6f71-c91e-4419-a7fc-4e894ee6d57e'], 'active': True} {{(pid=116163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 10:59:38.793061 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_hamode_db [None req-f8f4a947-db1d-4d98-9b8f-1bf8932b7b19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=116163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 10:59:38.804954 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8f4a947-db1d-4d98-9b8f-1bf8932b7b19 None None] Routers {'f78b6f71-c91e-4419-a7fc-4e894ee6d57e'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=116163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 10:59:38.805664 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_hamode_db [None req-f8f4a947-db1d-4d98-9b8f-1bf8932b7b19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-28T10:50:39Z,description=,heartbeat_timestamp=2022-04-28T10:59:09Z,host='dv-neutron-master-2-hyperv',id=6b492ad6-0876-4d74-b20d-28143a52ceba,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T10:50:40Z,topic='l3_agent')) {'router_ids': ['f78b6f71-c91e-4419-a7fc-4e894ee6d57e'], 'active': True} {{(pid=116163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 10:59:38.853194 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-435da0c5-38a8-48f4-bff1-5bb892def1f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393'] for port (c0417693-0695-42ef-bfe1-ad1e6168ba2b), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:38.861792 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_hamode_db [None req-f8f4a947-db1d-4d98-9b8f-1bf8932b7b19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=116163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 10:59:38.861792 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8f4a947-db1d-4d98-9b8f-1bf8932b7b19 None None] The sync data for ids ['f78b6f71-c91e-4419-a7fc-4e894ee6d57e'] in dv-neutron-master-2-hyperv is: [] {{(pid=116163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 10:59:38.873853 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-0c80de61-2951-4626-b527-1b10d671f5ef tempest-RoutersIpV6AdminTest-911026605 tempest-RoutersIpV6AdminTest-911026605-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742234710357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5051867'] for port (dc20527a-cd49-4718-bf96-54f8a2280387), after_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:38.908296 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-ced331b2-27c9-4fa2-8071-b1435f6565bd tempest-FloatingIPAdminTestJSON-874176094 tempest-FloatingIPAdminTestJSON-874176094-project-admin] Publish callbacks [] for port (f6d931ca-f2a8-4be2-8679-57e45f70855b), precommit_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:38.990770 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b95c48ec-f92c-45a2-ba81-8ecd7e625b0f tempest-FloatingIPTestJSON-373071706 tempest-FloatingIPTestJSON-373071706-project] Made reservation on behalf of 36d1e8ae0c6b44fb858256714ad6ff62 for: {'port': 1} {{(pid=116161) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 10:59:38.997995 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-b95c48ec-f92c-45a2-ba81-8ecd7e625b0f tempest-FloatingIPTestJSON-373071706 tempest-FloatingIPTestJSON-373071706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (None), before_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:39.006611 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435da0c5-38a8-48f4-bff1-5bb892def1f7 None None] Pushing event updated for resources: {'Port': ['ID=c0417693-0695-42ef-bfe1-ad1e6168ba2b,revision_number=2']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 10:59:39.031236 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c80de61-2951-4626-b527-1b10d671f5ef tempest-RoutersIpV6AdminTest-911026605 tempest-RoutersIpV6AdminTest-911026605-project-admin] Network 63e015c2-d7bf-41db-9139-272c95fcaed4 is already hosted by enough agents. {{(pid=116162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 10:59:39.044496 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.scheduler.base_scheduler [None req-0c80de61-2951-4626-b527-1b10d671f5ef tempest-RoutersIpV6AdminTest-911026605 tempest-RoutersIpV6AdminTest-911026605-project-admin] Resources bound (agent type, host, resource id): {{(pid=116162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 10:59:39.049875 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c80de61-2951-4626-b527-1b10d671f5ef tempest-RoutersIpV6AdminTest-911026605 tempest-RoutersIpV6AdminTest-911026605-project-admin] Received port after_create {{(pid=116162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 10:59:39.050955 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c80de61-2951-4626-b527-1b10d671f5ef tempest-RoutersIpV6AdminTest-911026605 tempest-RoutersIpV6AdminTest-911026605-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 10:59:39.051769 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-0c80de61-2951-4626-b527-1b10d671f5ef tempest-RoutersIpV6AdminTest-911026605 tempest-RoutersIpV6AdminTest-911026605-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198022'] for port (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:39.052940 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-5a020e2d-a7ae-4fe2-a8f5-313b3fed7b2f req-6ae09b47-ad1d-415a-801c-1c10ffdbe6f6 tempest-ServersTestManualDisk-708954650 tempest-ServersTestManualDisk-708954650-project] 10.222.0.10 "GET /v2.0/ports?device_id=7b8f1546-43fe-47eb-a29a-4d9b0d24e4fe HTTP/1.1" status: 200 len: 210 time: 0.0323367 Apr 28 10:59:39.058738 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.notifiers.nova [None req-b95c48ec-f92c-45a2-ba81-8ecd7e625b0f tempest-FloatingIPTestJSON-373071706 tempest-FloatingIPTestJSON-373071706-project] device_id is not set on port 35878a5a-57ad-4a9c-80c2-2d4291c804f1 yet. {{(pid=116161) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 28 10:59:39.121908 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-ced331b2-27c9-4fa2-8071-b1435f6565bd tempest-FloatingIPAdminTestJSON-874176094 tempest-FloatingIPAdminTestJSON-874176094-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742234710357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5219112'] for port (f6d931ca-f2a8-4be2-8679-57e45f70855b), after_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:39.198142 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc8dddf-eda8-468c-923f-0caa363aeb36 req-0d8d331d-0e05-4b49-af4f-086c39483843 tempest-ServersTestManualDisk-708954650 tempest-ServersTestManualDisk-708954650-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 10:59:39.199698 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-0fc8dddf-eda8-468c-923f-0caa363aeb36 req-0d8d331d-0e05-4b49-af4f-086c39483843 tempest-ServersTestManualDisk-708954650 tempest-ServersTestManualDisk-708954650-project] 10.222.0.20 "GET /v2.0/networks?id=86be3515-ed38-47a2-afd0-def5e9d08619 HTTP/1.1" status: 200 len: 812 time: 0.6225655 Apr 28 10:59:39.206341 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c80de61-2951-4626-b527-1b10d671f5ef tempest-RoutersIpV6AdminTest-911026605 tempest-RoutersIpV6AdminTest-911026605-project-admin] Pushing event updated for resources: {'Port': ['ID=dc20527a-cd49-4718-bf96-54f8a2280387,revision_number=1']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 10:59:39.214090 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-0c80de61-2951-4626-b527-1b10d671f5ef tempest-RoutersIpV6AdminTest-911026605 tempest-RoutersIpV6AdminTest-911026605-project-admin] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 1.9746912 Apr 28 10:59:39.214214 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ced331b2-27c9-4fa2-8071-b1435f6565bd tempest-FloatingIPAdminTestJSON-874176094 tempest-FloatingIPAdminTestJSON-874176094-project-admin] Network 7be49d94-bbb8-4a61-bafe-209c5f861e1c is already hosted by enough agents. {{(pid=116161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 10:59:39.214323 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 49334) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 10:59:39.226817 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.scheduler.base_scheduler [None req-ced331b2-27c9-4fa2-8071-b1435f6565bd tempest-FloatingIPAdminTestJSON-874176094 tempest-FloatingIPAdminTestJSON-874176094-project-admin] Resources bound (agent type, host, resource id): {{(pid=116161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 10:59:39.233153 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ced331b2-27c9-4fa2-8071-b1435f6565bd tempest-FloatingIPAdminTestJSON-874176094 tempest-FloatingIPAdminTestJSON-874176094-project-admin] Received port after_create {{(pid=116161) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 10:59:39.235193 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced331b2-27c9-4fa2-8071-b1435f6565bd tempest-FloatingIPAdminTestJSON-874176094 tempest-FloatingIPAdminTestJSON-874176094-project-admin] Pushing event updated for resources: {'Port': ['ID=f6d931ca-f2a8-4be2-8679-57e45f70855b,revision_number=1']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 10:59:39.295011 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-fd32b0ef-a2f0-4a61-b74d-3f5e692759c4 req-1f66e507-14bf-4067-bdc8-d0dffa23e3eb tempest-ServersTestJSON-1447308081 tempest-ServersTestJSON-1447308081-project] 10.222.0.10 "GET /v2.0/ports?device_id=2a07d7d5-8b9a-4bde-9f8a-f5af3ef71d28 HTTP/1.1" status: 200 len: 210 time: 0.0659947 Apr 28 10:59:39.307689 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.db.db_base_plugin_common [None req-b95c48ec-f92c-45a2-ba81-8ecd7e625b0f tempest-FloatingIPTestJSON-373071706 tempest-FloatingIPTestJSON-373071706-project] Allocated IP 172.20.0.13 (2f0c4506-288d-4d72-9653-41f71dea9778/8ca70516-0729-4db3-b53b-6aedfb36038a/35878a5a-57ad-4a9c-80c2-2d4291c804f1) {{(pid=116161) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 10:59:39.360058 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.plugin [None req-ecdc5618-587c-4fba-85e6-e4f883c0aa3b tempest-RoutersIpV6AdminTest-911026605 tempest-RoutersIpV6AdminTest-911026605-project-admin] Deleting port dc20527a-cd49-4718-bf96-54f8a2280387 {{(pid=116162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 10:59:39.360498 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-ecdc5618-587c-4fba-85e6-e4f883c0aa3b tempest-RoutersIpV6AdminTest-911026605 tempest-RoutersIpV6AdminTest-911026605-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742235130188'] for port (dc20527a-cd49-4718-bf96-54f8a2280387), before_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:39.383812 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-b77c6cde-0e82-4b4d-b706-002405bb8955 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Publish callbacks [] for port (37b59c98-179e-404a-bdfa-d7b3fdb55450), precommit_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:39.392375 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-8f828e1c-c4a5-46c1-acbe-12a047d613b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (6b492ad6-0876-4d74-b20d-28143a52ceba), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:39.515313 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-ecdc5618-587c-4fba-85e6-e4f883c0aa3b tempest-RoutersIpV6AdminTest-911026605 tempest-RoutersIpV6AdminTest-911026605-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1938497'] for port (dc20527a-cd49-4718-bf96-54f8a2280387), precommit_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:39.529550 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.plugin [None req-ecdc5618-587c-4fba-85e6-e4f883c0aa3b tempest-RoutersIpV6AdminTest-911026605 tempest-RoutersIpV6AdminTest-911026605-project-admin] Calling delete_port for dc20527a-cd49-4718-bf96-54f8a2280387 owned by {{(pid=116162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 10:59:39.657207 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-b95c48ec-f92c-45a2-ba81-8ecd7e625b0f tempest-FloatingIPTestJSON-373071706 tempest-FloatingIPTestJSON-373071706-project] Publish callbacks [] for port (35878a5a-57ad-4a9c-80c2-2d4291c804f1), precommit_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:39.677975 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-0fc8dddf-eda8-468c-923f-0caa363aeb36 req-554de6d7-d3b1-4269-9d5c-e92ab763e2c7 tempest-ServersTestManualDisk-708954650 tempest-ServersTestManualDisk-708954650-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5609aa114ceb4f54b926d4fb3847cb3e HTTP/1.1" status: 200 len: 379 time: 0.0958445 Apr 28 10:59:39.691472 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.v2.base [req-0fc8dddf-eda8-468c-923f-0caa363aeb36 req-e922b44a-6bf5-479e-8a60-145dec530047 tempest-ServersTestManualDisk-708954650 tempest-ServersTestManualDisk-708954650-project] Request body: {'port': {'device_id': '7b8f1546-43fe-47eb-a29a-4d9b0d24e4fe', 'network_id': '86be3515-ed38-47a2-afd0-def5e9d08619', 'admin_state_up': True, 'tenant_id': '5609aa114ceb4f54b926d4fb3847cb3e', 'security_groups': ['44234766-b7b5-4f53-92c0-693928ed2502']}} {{(pid=116162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 10:59:39.803684 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-b77c6cde-0e82-4b4d-b706-002405bb8955 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742234710357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5051867'] for port (37b59c98-179e-404a-bdfa-d7b3fdb55450), after_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:39.935476 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.20', 59213) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 10:59:40.162708 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b77c6cde-0e82-4b4d-b706-002405bb8955 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Network 1ec9fbcf-7a57-4aaa-9c30-4e0f43e09480 is already hosted by enough agents. {{(pid=116162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 10:59:40.168962 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77c6cde-0e82-4b4d-b706-002405bb8955 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Pushing event updated for resources: {'Port': ['ID=37b59c98-179e-404a-bdfa-d7b3fdb55450,revision_number=1']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 10:59:40.176503 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.scheduler.base_scheduler [None req-b77c6cde-0e82-4b4d-b706-002405bb8955 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Resources bound (agent type, host, resource id): {{(pid=116162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 10:59:40.181055 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b77c6cde-0e82-4b4d-b706-002405bb8955 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Received port after_create {{(pid=116162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 10:59:40.186385 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b77c6cde-0e82-4b4d-b706-002405bb8955 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 10:59:40.186935 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-b77c6cde-0e82-4b4d-b706-002405bb8955 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198022'] for port (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:40.241428 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-ecdc5618-587c-4fba-85e6-e4f883c0aa3b tempest-RoutersIpV6AdminTest-911026605 tempest-RoutersIpV6AdminTest-911026605-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742235135690', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742234710366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5051867'] for port (dc20527a-cd49-4718-bf96-54f8a2280387), after_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:40.244208 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-b95c48ec-f92c-45a2-ba81-8ecd7e625b0f tempest-FloatingIPTestJSON-373071706 tempest-FloatingIPTestJSON-373071706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742234710357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5219112'] for port (35878a5a-57ad-4a9c-80c2-2d4291c804f1), after_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:40.306743 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-b77c6cde-0e82-4b4d-b706-002405bb8955 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.9985511 Apr 28 10:59:40.307738 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0fc8dddf-eda8-468c-923f-0caa363aeb36 req-e922b44a-6bf5-479e-8a60-145dec530047 tempest-ServersTestManualDisk-708954650 tempest-ServersTestManualDisk-708954650-project] Made reservation on behalf of 5609aa114ceb4f54b926d4fb3847cb3e for: {'port': 1} {{(pid=116162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 10:59:40.325293 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [req-0fc8dddf-eda8-468c-923f-0caa363aeb36 req-e922b44a-6bf5-479e-8a60-145dec530047 tempest-ServersTestManualDisk-708954650 tempest-ServersTestManualDisk-708954650-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (None), before_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:40.327692 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 49382) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 10:59:40.329374 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecdc5618-587c-4fba-85e6-e4f883c0aa3b tempest-RoutersIpV6AdminTest-911026605 tempest-RoutersIpV6AdminTest-911026605-project-admin] Pushing event deleted for resources: {'Port': ['ID=dc20527a-cd49-4718-bf96-54f8a2280387,revision_number=None']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 10:59:40.372797 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-30d89536-b765-4f02-903d-93823bf9d886 req-9e59a610-4224-47d0-b0de-98b32f40da20 tempest-ServersTestManualDisk-708954650 tempest-ServersTestManualDisk-708954650-project] 10.222.0.10 "GET /v2.0/ports?device_id=7b8f1546-43fe-47eb-a29a-4d9b0d24e4fe HTTP/1.1" status: 200 len: 210 time: 0.1971419 Apr 28 10:59:40.391133 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-ecdc5618-587c-4fba-85e6-e4f883c0aa3b tempest-RoutersIpV6AdminTest-911026605 tempest-RoutersIpV6AdminTest-911026605-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198022'] for port (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:40.394360 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-ecdc5618-587c-4fba-85e6-e4f883c0aa3b tempest-RoutersIpV6AdminTest-911026605 tempest-RoutersIpV6AdminTest-911026605-project-admin] 10.222.0.10 "DELETE /v2.0/ports/dc20527a-cd49-4718-bf96-54f8a2280387 HTTP/1.1" status: 204 len: 168 time: 1.1802294 Apr 28 10:59:40.401051 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 49388) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 10:59:40.410071 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-ae94d540-e4c6-43be-adc9-b26fb6a2f62f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (cfc241ae-e4b7-443b-b80b-59fbbc2b69c9), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:40.417393 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.v2.base [None req-ea6433aa-3e18-4611-80d9-1e07d84ad31b tempest-RoutersIpV6AdminTest-911026605 tempest-RoutersIpV6AdminTest-911026605-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '63e015c2-d7bf-41db-9139-272c95fcaed4', 'external_fixed_ips': [{'subnet_id': '5cacca1a-335a-4899-a121-baffb49d1897', 'ip_address': '2001:db8::242'}]}}} {{(pid=116162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 10:59:40.432637 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 49394) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 10:59:40.441063 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a3202d-b4a8-4fde-aa0b-7818d4209820 req-2444083a-73e8-4f3f-8229-d195ec8fd834 tempest-ServersTestJSON-1447308081 tempest-ServersTestJSON-1447308081-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 10:59:40.449892 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-07a3202d-b4a8-4fde-aa0b-7818d4209820 req-2444083a-73e8-4f3f-8229-d195ec8fd834 tempest-ServersTestJSON-1447308081 tempest-ServersTestJSON-1447308081-project] 10.222.0.20 "GET /v2.0/networks?id=4da8bd43-d906-4f61-8b6f-8dd6519937e1 HTTP/1.1" status: 200 len: 804 time: 0.5119846 Apr 28 10:59:40.482996 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8499c92d-7344-4ce1-b51e-037a3cfb4a73 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 10:59:40.488598 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8499c92d-7344-4ce1-b51e-037a3cfb4a73 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 10:59:40.498450 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-8499c92d-7344-4ce1-b51e-037a3cfb4a73 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.1598191 Apr 28 10:59:40.500124 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 49400) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 10:59:40.541943 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b95c48ec-f92c-45a2-ba81-8ecd7e625b0f tempest-FloatingIPTestJSON-373071706 tempest-FloatingIPTestJSON-373071706-project] Pushing event updated for resources: {'Port': ['ID=35878a5a-57ad-4a9c-80c2-2d4291c804f1,revision_number=1']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 10:59:40.563341 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b95c48ec-f92c-45a2-ba81-8ecd7e625b0f tempest-FloatingIPTestJSON-373071706 tempest-FloatingIPTestJSON-373071706-project] Network 2f0c4506-288d-4d72-9653-41f71dea9778 is already hosted by enough agents. {{(pid=116161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 10:59:40.575854 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.scheduler.base_scheduler [None req-b95c48ec-f92c-45a2-ba81-8ecd7e625b0f tempest-FloatingIPTestJSON-373071706 tempest-FloatingIPTestJSON-373071706-project] Resources bound (agent type, host, resource id): {{(pid=116161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 10:59:40.579355 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b95c48ec-f92c-45a2-ba81-8ecd7e625b0f tempest-FloatingIPTestJSON-373071706 tempest-FloatingIPTestJSON-373071706-project] Received port after_create {{(pid=116161) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 10:59:40.609495 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.v2.base [None req-af02b95a-f03e-4264-84a9-f0f265ddff33 tempest-ExtraDHCPOptionsTestJSON-2049120849 tempest-ExtraDHCPOptionsTestJSON-2049120849-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-1110849782'}} {{(pid=116162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 10:59:40.621918 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-ea6433aa-3e18-4611-80d9-1e07d84ad31b tempest-RoutersIpV6AdminTest-911026605 tempest-RoutersIpV6AdminTest-911026605-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2060459', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-63449'] for router (e83a173c-0d9c-47b7-a48b-afd5f1cd8170), before_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:40.622992 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-ea6433aa-3e18-4611-80d9-1e07d84ad31b tempest-RoutersIpV6AdminTest-911026605 tempest-RoutersIpV6AdminTest-911026605-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2060827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1935275', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1960866', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-63266'] for router (e83a173c-0d9c-47b7-a48b-afd5f1cd8170), precommit_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:40.691594 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-ced331b2-27c9-4fa2-8071-b1435f6565bd tempest-FloatingIPAdminTestJSON-874176094 tempest-FloatingIPAdminTestJSON-874176094-project-admin] Publish callbacks [] for floatingip (4e9c83ae-181d-4e2d-b3b0-07ec92e9e774), precommit_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:40.705079 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.db.db_base_plugin_common [req-0fc8dddf-eda8-468c-923f-0caa363aeb36 req-e922b44a-6bf5-479e-8a60-145dec530047 tempest-ServersTestManualDisk-708954650 tempest-ServersTestManualDisk-708954650-project] Allocated IP 172.20.0.12 (86be3515-ed38-47a2-afd0-def5e9d08619/e48057c8-0090-4367-906b-bd6ec3ec96da/c0d148b4-7df0-41b4-ae3e-381c91ef07cd) {{(pid=116162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 10:59:40.709134 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.plugin [None req-7b45590e-b6c2-4799-826c-dbef22424e7c tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Deleting port 37b59c98-179e-404a-bdfa-d7b3fdb55450 {{(pid=116162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 10:59:40.709475 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-7b45590e-b6c2-4799-826c-dbef22424e7c tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742235130188'] for port (37b59c98-179e-404a-bdfa-d7b3fdb55450), before_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:40.775441 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-3a8ba135-95e2-4f4f-b504-ad6655c67586 None None] Provisioning complete for port c0417693-0695-42ef-bfe1-ad1e6168ba2b triggered by entity DHCP. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 10:59:40.775441 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-3a8ba135-95e2-4f4f-b504-ad6655c67586 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (c0417693-0695-42ef-bfe1-ad1e6168ba2b), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:40.786115 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-ea6433aa-3e18-4611-80d9-1e07d84ad31b tempest-RoutersIpV6AdminTest-911026605 tempest-RoutersIpV6AdminTest-911026605-project-admin] Publish callbacks [] for router_controller (e83a173c-0d9c-47b7-a48b-afd5f1cd8170), precommit_add_association {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:40.851747 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af02b95a-f03e-4264-84a9-f0f265ddff33 tempest-ExtraDHCPOptionsTestJSON-2049120849 tempest-ExtraDHCPOptionsTestJSON-2049120849-project] Made reservation on behalf of 29ab18587b584ca99471c85af7215dde for: {'network': 1} {{(pid=116162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 10:59:40.854893 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-83c36608-7476-4109-bb70-494b637bc416 req-1fb2d2c3-140f-496b-831b-187a9c4d0aad tempest-ServersTestJSON-1447308081 tempest-ServersTestJSON-1447308081-project] 10.222.0.10 "GET /v2.0/ports?device_id=2a07d7d5-8b9a-4bde-9f8a-f5af3ef71d28 HTTP/1.1" status: 200 len: 210 time: 0.2894609 Apr 28 10:59:40.863300 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-af02b95a-f03e-4264-84a9-f0f265ddff33 tempest-ExtraDHCPOptionsTestJSON-2049120849 tempest-ExtraDHCPOptionsTestJSON-2049120849-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for network (None), before_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:40.941769 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-3a8ba135-95e2-4f4f-b504-ad6655c67586 None None] Current status of the port c0417693-0695-42ef-bfe1-ad1e6168ba2b is: DOWN; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 10:59:40.941769 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-3a8ba135-95e2-4f4f-b504-ad6655c67586 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (c0417693-0695-42ef-bfe1-ad1e6168ba2b), before_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:40.943261 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-af02b95a-f03e-4264-84a9-f0f265ddff33 tempest-ExtraDHCPOptionsTestJSON-2049120849 tempest-ExtraDHCPOptionsTestJSON-2049120849-project] Publish callbacks [] for security_group (None), before_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:40.961165 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b95c48ec-f92c-45a2-ba81-8ecd7e625b0f tempest-FloatingIPTestJSON-373071706 tempest-FloatingIPTestJSON-373071706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 10:59:40.961796 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-b95c48ec-f92c-45a2-ba81-8ecd7e625b0f tempest-FloatingIPTestJSON-373071706 tempest-FloatingIPTestJSON-373071706-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198022'] for port (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:40.982910 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-07a3202d-b4a8-4fde-aa0b-7818d4209820 req-9acae89f-242c-46d7-a81d-e10f3b0496ec tempest-ServersTestJSON-1447308081 tempest-ServersTestJSON-1447308081-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=19a7f91fec214fcea65c9e72a1c65353 HTTP/1.1" status: 200 len: 379 time: 0.4159541 Apr 28 10:59:40.992693 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.v2.base [req-07a3202d-b4a8-4fde-aa0b-7818d4209820 req-367ec1c5-3805-411b-b60d-4410ec104de5 tempest-ServersTestJSON-1447308081 tempest-ServersTestJSON-1447308081-project] Request body: {'port': {'device_id': '2a07d7d5-8b9a-4bde-9f8a-f5af3ef71d28', 'network_id': '4da8bd43-d906-4f61-8b6f-8dd6519937e1', 'admin_state_up': True, 'tenant_id': '19a7f91fec214fcea65c9e72a1c65353', 'security_groups': ['5b5e6860-ab9c-4333-ac60-80cd6bb33798']}} {{(pid=116161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 10:59:40.997514 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-ced331b2-27c9-4fa2-8071-b1435f6565bd tempest-FloatingIPAdminTestJSON-874176094 tempest-FloatingIPAdminTestJSON-874176094-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (f6d931ca-f2a8-4be2-8679-57e45f70855b), before_update {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:40.998293 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-3a8ba135-95e2-4f4f-b504-ad6655c67586 None None] For port c0417693-0695-42ef-bfe1-ad1e6168ba2b, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=c0417693-0695-42ef-bfe1-ad1e6168ba2b,segment=NetworkSegment(ffa4348d-378b-4e93-98fa-ab0dc49ee16c),segment_id=ffa4348d-378b-4e93-98fa-ab0dc49ee16c)] {{(pid=116163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 10:59:41.064091 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-3a8ba135-95e2-4f4f-b504-ad6655c67586 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393'] for port (c0417693-0695-42ef-bfe1-ad1e6168ba2b), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:41.148154 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a8ba135-95e2-4f4f-b504-ad6655c67586 None None] Pushing event updated for resources: {'Port': ['ID=c0417693-0695-42ef-bfe1-ad1e6168ba2b,revision_number=3']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 10:59:41.160212 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-b95c48ec-f92c-45a2-ba81-8ecd7e625b0f tempest-FloatingIPTestJSON-373071706 tempest-FloatingIPTestJSON-373071706-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.4814193 Apr 28 10:59:41.165405 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 49412) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 10:59:41.170773 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-7b45590e-b6c2-4799-826c-dbef22424e7c tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1938497'] for port (37b59c98-179e-404a-bdfa-d7b3fdb55450), precommit_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:41.170971 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.v2.base [None req-3de86c6f-852c-41cf-8515-5c7fc0099ae8 tempest-FloatingIPTestJSON-373071706 tempest-FloatingIPTestJSON-373071706-project] Request body: {'port': {'network_id': '2f0c4506-288d-4d72-9653-41f71dea9778', 'name': 'tempest-FloatingIPTestJSON-2050077139'}} {{(pid=116161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 10:59:41.201916 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-4a74b9a2-e884-4ebc-b5d0-f0d43e7064af None None] Provisioning complete for port 37b59c98-179e-404a-bdfa-d7b3fdb55450 triggered by entity DHCP. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 10:59:41.203287 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-4a74b9a2-e884-4ebc-b5d0-f0d43e7064af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (37b59c98-179e-404a-bdfa-d7b3fdb55450), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:41.285335 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Device c0417693-0695-42ef-bfe1-ad1e6168ba2b up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=116163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 10:59:41.301487 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.plugin [None req-7b45590e-b6c2-4799-826c-dbef22424e7c tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Calling delete_port for 37b59c98-179e-404a-bdfa-d7b3fdb55450 owned by {{(pid=116162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 10:59:41.307186 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-ea6433aa-3e18-4611-80d9-1e07d84ad31b tempest-RoutersIpV6AdminTest-911026605 tempest-RoutersIpV6AdminTest-911026605-project-admin] Publish callbacks [] for router_gateway (e83a173c-0d9c-47b7-a48b-afd5f1cd8170), precommit_update {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:41.342541 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-4a74b9a2-e884-4ebc-b5d0-f0d43e7064af None None] Port 37b59c98-179e-404a-bdfa-d7b3fdb55450 cannot update to ACTIVE because it is not bound. {{(pid=116163) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 28 10:59:41.370638 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Provisioning complete for port c0417693-0695-42ef-bfe1-ad1e6168ba2b triggered by entity L2. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 10:59:41.371378 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (c0417693-0695-42ef-bfe1-ad1e6168ba2b), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:41.609840 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-ced331b2-27c9-4fa2-8071-b1435f6565bd tempest-FloatingIPAdminTestJSON-874176094 tempest-FloatingIPAdminTestJSON-874176094-project-admin] Publish callbacks [] for port (f6d931ca-f2a8-4be2-8679-57e45f70855b), precommit_update {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:41.638298 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Current status of the port c0417693-0695-42ef-bfe1-ad1e6168ba2b is: ACTIVE; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 10:59:41.662772 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-3d41dc03-f32f-46fa-90b1-99343079ae49 req-bf99de0d-4745-4c17-a2b7-096dd1a4aa6e tempest-ServersTestManualDisk-708954650 tempest-ServersTestManualDisk-708954650-project] 10.222.0.10 "GET /v2.0/ports?device_id=7b8f1546-43fe-47eb-a29a-4d9b0d24e4fe HTTP/1.1" status: 200 len: 210 time: 0.0576048 Apr 28 10:59:41.671955 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [req-0fc8dddf-eda8-468c-923f-0caa363aeb36 req-e922b44a-6bf5-479e-8a60-145dec530047 tempest-ServersTestManualDisk-708954650 tempest-ServersTestManualDisk-708954650-project] Publish callbacks [] for port (c0d148b4-7df0-41b4-ae3e-381c91ef07cd), precommit_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:41.685206 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3de86c6f-852c-41cf-8515-5c7fc0099ae8 tempest-FloatingIPTestJSON-373071706 tempest-FloatingIPTestJSON-373071706-project] Made reservation on behalf of 36d1e8ae0c6b44fb858256714ad6ff62 for: {'port': 1} {{(pid=116161) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 10:59:41.697467 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-3de86c6f-852c-41cf-8515-5c7fc0099ae8 tempest-FloatingIPTestJSON-373071706 tempest-FloatingIPTestJSON-373071706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (None), before_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:41.721584 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-ced331b2-27c9-4fa2-8071-b1435f6565bd tempest-FloatingIPAdminTestJSON-874176094 tempest-FloatingIPAdminTestJSON-874176094-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5219123'] for port (f6d931ca-f2a8-4be2-8679-57e45f70855b), after_update {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:41.787850 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.notifiers.nova [None req-3de86c6f-852c-41cf-8515-5c7fc0099ae8 tempest-FloatingIPTestJSON-373071706 tempest-FloatingIPTestJSON-373071706-project] device_id is not set on port 84303778-aaf9-40db-bdfb-b7ae416720b9 yet. {{(pid=116161) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 28 10:59:41.831461 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-af02b95a-f03e-4264-84a9-f0f265ddff33 tempest-ExtraDHCPOptionsTestJSON-2049120849 tempest-ExtraDHCPOptionsTestJSON-2049120849-project] Publish callbacks [] for security_group (22e2129d-38c1-42f1-9971-95d594ea1bc8), precommit_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:41.889015 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced331b2-27c9-4fa2-8071-b1435f6565bd tempest-FloatingIPAdminTestJSON-874176094 tempest-FloatingIPAdminTestJSON-874176094-project-admin] Pushing event updated for resources: {'Port': ['ID=f6d931ca-f2a8-4be2-8679-57e45f70855b,revision_number=2']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 10:59:41.914255 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-ced331b2-27c9-4fa2-8071-b1435f6565bd tempest-FloatingIPAdminTestJSON-874176094 tempest-FloatingIPAdminTestJSON-874176094-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2063164'] for floatingip (4e9c83ae-181d-4e2d-b3b0-07ec92e9e774), after_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:41.993436 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-af02b95a-f03e-4264-84a9-f0f265ddff33 tempest-ExtraDHCPOptionsTestJSON-2049120849 tempest-ExtraDHCPOptionsTestJSON-2049120849-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924426'] for security_group (22e2129d-38c1-42f1-9971-95d594ea1bc8), after_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:42.021522 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-ea6433aa-3e18-4611-80d9-1e07d84ad31b tempest-RoutersIpV6AdminTest-911026605 tempest-RoutersIpV6AdminTest-911026605-project-admin] Publish callbacks [] for router_gateway (e83a173c-0d9c-47b7-a48b-afd5f1cd8170), before_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:42.043373 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-3748312c-14ef-44c6-a945-cbfcf72a7289 req-968ed28c-1596-4aa0-a1e7-711179eddf82 tempest-ServersTestJSON-1447308081 tempest-ServersTestJSON-1447308081-project] 10.222.0.10 "GET /v2.0/ports?device_id=2a07d7d5-8b9a-4bde-9f8a-f5af3ef71d28 HTTP/1.1" status: 200 len: 210 time: 0.0587513 Apr 28 10:59:42.049240 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-ea6433aa-3e18-4611-80d9-1e07d84ad31b tempest-RoutersIpV6AdminTest-911026605 tempest-RoutersIpV6AdminTest-911026605-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (None), before_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:42.087149 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af02b95a-f03e-4264-84a9-f0f265ddff33 tempest-ExtraDHCPOptionsTestJSON-2049120849 tempest-ExtraDHCPOptionsTestJSON-2049120849-project] Pushing event updated for resources: {'SecurityGroup': ['ID=22e2129d-38c1-42f1-9971-95d594ea1bc8,revision_number=1']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 10:59:42.126648 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-07a3202d-b4a8-4fde-aa0b-7818d4209820 req-367ec1c5-3805-411b-b60d-4410ec104de5 tempest-ServersTestJSON-1447308081 tempest-ServersTestJSON-1447308081-project] Made reservation on behalf of 19a7f91fec214fcea65c9e72a1c65353 for: {'port': 1} {{(pid=116161) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 10:59:42.143600 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [req-07a3202d-b4a8-4fde-aa0b-7818d4209820 req-367ec1c5-3805-411b-b60d-4410ec104de5 tempest-ServersTestJSON-1447308081 tempest-ServersTestJSON-1447308081-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (None), before_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:42.206741 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-01ef1de1-12fd-4cef-b76b-793f91379468 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (39cc4f52-f5d9-4e2c-bbfa-7a1c528e1c40), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:42.230758 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-7b45590e-b6c2-4799-826c-dbef22424e7c tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742235135690', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742234710366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5051867'] for port (37b59c98-179e-404a-bdfa-d7b3fdb55450), after_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:42.243053 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [req-0fc8dddf-eda8-468c-923f-0caa363aeb36 req-e922b44a-6bf5-479e-8a60-145dec530047 tempest-ServersTestManualDisk-708954650 tempest-ServersTestManualDisk-708954650-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742234710357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5051867'] for port (c0d148b4-7df0-41b4-ae3e-381c91ef07cd), after_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:42.257444 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-af02b95a-f03e-4264-84a9-f0f265ddff33 tempest-ExtraDHCPOptionsTestJSON-2049120849 tempest-ExtraDHCPOptionsTestJSON-2049120849-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 74} {{(pid=116162) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 10:59:42.315272 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b45590e-b6c2-4799-826c-dbef22424e7c tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Pushing event deleted for resources: {'Port': ['ID=37b59c98-179e-404a-bdfa-d7b3fdb55450,revision_number=None']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 10:59:42.368297 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-af02b95a-f03e-4264-84a9-f0f265ddff33 tempest-ExtraDHCPOptionsTestJSON-2049120849 tempest-ExtraDHCPOptionsTestJSON-2049120849-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-961978'] for segment (bf4e3229-fea7-4ec5-afed-0101e433f98f), precommit_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:42.368901 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.db.segments_db [None req-af02b95a-f03e-4264-84a9-f0f265ddff33 tempest-ExtraDHCPOptionsTestJSON-2049120849 tempest-ExtraDHCPOptionsTestJSON-2049120849-project] Added segment bf4e3229-fea7-4ec5-afed-0101e433f98f of type vlan for network 745b0058-f3a7-4eda-8b8e-1233d30fc8a9 Apr 28 10:59:42.517277 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0fc8dddf-eda8-468c-923f-0caa363aeb36 req-e922b44a-6bf5-479e-8a60-145dec530047 tempest-ServersTestManualDisk-708954650 tempest-ServersTestManualDisk-708954650-project] Network 86be3515-ed38-47a2-afd0-def5e9d08619 is already hosted by enough agents. {{(pid=116162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 10:59:42.531317 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-7b45590e-b6c2-4799-826c-dbef22424e7c tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198022'] for port (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:42.535010 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-7b45590e-b6c2-4799-826c-dbef22424e7c tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] 10.222.0.10 "DELETE /v2.0/ports/37b59c98-179e-404a-bdfa-d7b3fdb55450 HTTP/1.1" status: 204 len: 168 time: 2.0325642 Apr 28 10:59:42.545909 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 49432) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 10:59:42.546760 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e922b44a-6bf5-479e-8a60-145dec530047 tempest-ServersTestManualDisk-708954650 tempest-ServersTestManualDisk-708954650-project] Pushing event updated for resources: {'Port': ['ID=c0d148b4-7df0-41b4-ae3e-381c91ef07cd,revision_number=1']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 10:59:42.557536 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.scheduler.base_scheduler [req-0fc8dddf-eda8-468c-923f-0caa363aeb36 req-e922b44a-6bf5-479e-8a60-145dec530047 tempest-ServersTestManualDisk-708954650 tempest-ServersTestManualDisk-708954650-project] Resources bound (agent type, host, resource id): {{(pid=116162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 10:59:42.573192 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.db.db_base_plugin_common [None req-3de86c6f-852c-41cf-8515-5c7fc0099ae8 tempest-FloatingIPTestJSON-373071706 tempest-FloatingIPTestJSON-373071706-project] Allocated IP 172.20.0.6 (2f0c4506-288d-4d72-9653-41f71dea9778/8ca70516-0729-4db3-b53b-6aedfb36038a/84303778-aaf9-40db-bdfb-b7ae416720b9) {{(pid=116161) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 10:59:42.603581 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-af02b95a-f03e-4264-84a9-f0f265ddff33 tempest-ExtraDHCPOptionsTestJSON-2049120849 tempest-ExtraDHCPOptionsTestJSON-2049120849-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742234744962'] for network (745b0058-f3a7-4eda-8b8e-1233d30fc8a9), precommit_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:42.603753 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.db.l3_db [None req-ced331b2-27c9-4fa2-8071-b1435f6565bd tempest-FloatingIPAdminTestJSON-874176094 tempest-FloatingIPAdminTestJSON-874176094-project-admin] Floating IP 4e9c83ae-181d-4e2d-b3b0-07ec92e9e774 associated. External IP: 172.36.4.156, port: 1ba440db-cb83-4b7b-8fb7-a60f5a74a91d. Apr 28 10:59:42.603860 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.db.l3_dvrscheduler_db [req-0fc8dddf-eda8-468c-923f-0caa363aeb36 req-e922b44a-6bf5-479e-8a60-145dec530047 tempest-ServersTestManualDisk-708954650 tempest-ServersTestManualDisk-708954650-project] Received port after_create {{(pid=116162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 10:59:42.650321 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.db.db_base_plugin_common [None req-ea6433aa-3e18-4611-80d9-1e07d84ad31b tempest-RoutersIpV6AdminTest-911026605 tempest-RoutersIpV6AdminTest-911026605-project-admin] Allocated IP 2001:db8::242 (63e015c2-d7bf-41db-9139-272c95fcaed4/5cacca1a-335a-4899-a121-baffb49d1897/119a70db-5154-46bb-9b6d-42e0839bd4e6) {{(pid=116162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 10:59:42.729135 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.db.db_base_plugin_common [req-07a3202d-b4a8-4fde-aa0b-7818d4209820 req-367ec1c5-3805-411b-b60d-4410ec104de5 tempest-ServersTestJSON-1447308081 tempest-ServersTestJSON-1447308081-project] Allocated IP 172.20.0.6 (4da8bd43-d906-4f61-8b6f-8dd6519937e1/92361fe4-492b-4a32-8d67-8edec320c5e2/69c48b6b-9700-4a70-bcfe-7a9c85a59fc2) {{(pid=116161) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 10:59:42.766857 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc8dddf-eda8-468c-923f-0caa363aeb36 req-e922b44a-6bf5-479e-8a60-145dec530047 tempest-ServersTestManualDisk-708954650 tempest-ServersTestManualDisk-708954650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 10:59:42.767515 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [req-0fc8dddf-eda8-468c-923f-0caa363aeb36 req-e922b44a-6bf5-479e-8a60-145dec530047 tempest-ServersTestManualDisk-708954650 tempest-ServersTestManualDisk-708954650-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198022'] for port (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:42.793570 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce3b59fa-f452-4edb-9b44-4fe6f51fdf56 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 10:59:42.796294 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce3b59fa-f452-4edb-9b44-4fe6f51fdf56 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 10:59:42.797932 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-ce3b59fa-f452-4edb-9b44-4fe6f51fdf56 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2485240 Apr 28 10:59:42.804632 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 49438) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 10:59:42.886166 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 49440) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 10:59:42.896712 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-af02b95a-f03e-4264-84a9-f0f265ddff33 tempest-ExtraDHCPOptionsTestJSON-2049120849 tempest-ExtraDHCPOptionsTestJSON-2049120849-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042'] for network (745b0058-f3a7-4eda-8b8e-1233d30fc8a9), after_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:42.902184 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af02b95a-f03e-4264-84a9-f0f265ddff33 tempest-ExtraDHCPOptionsTestJSON-2049120849 tempest-ExtraDHCPOptionsTestJSON-2049120849-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 10:59:42.902917 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-af02b95a-f03e-4264-84a9-f0f265ddff33 tempest-ExtraDHCPOptionsTestJSON-2049120849 tempest-ExtraDHCPOptionsTestJSON-2049120849-project] Publish callbacks [] for network (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:42.937458 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-0fc8dddf-eda8-468c-923f-0caa363aeb36 req-e922b44a-6bf5-479e-8a60-145dec530047 tempest-ServersTestManualDisk-708954650 tempest-ServersTestManualDisk-708954650-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.2514112 Apr 28 10:59:42.964995 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [req-0fc8dddf-eda8-468c-923f-0caa363aeb36 req-3b923ef1-62ca-43dc-8206-256fa6051bdb tempest-ServersTestManualDisk-708954650 tempest-ServersTestManualDisk-708954650-project] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=116162) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 28 10:59:42.966990 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-0fc8dddf-eda8-468c-923f-0caa363aeb36 req-3b923ef1-62ca-43dc-8206-256fa6051bdb tempest-ServersTestManualDisk-708954650 tempest-ServersTestManualDisk-708954650-project] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0221994 Apr 28 10:59:42.988185 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-8ec44bf4-d655-423c-a6c2-e48981b9675a None None] Provisioning complete for port c0d148b4-7df0-41b4-ae3e-381c91ef07cd triggered by entity DHCP. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 10:59:42.988697 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-8ec44bf4-d655-423c-a6c2-e48981b9675a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (c0d148b4-7df0-41b4-ae3e-381c91ef07cd), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:43.076835 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-af02b95a-f03e-4264-84a9-f0f265ddff33 tempest-ExtraDHCPOptionsTestJSON-2049120849 tempest-ExtraDHCPOptionsTestJSON-2049120849-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 2.6428161 Apr 28 10:59:43.077532 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 49444) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 10:59:43.112419 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-8ec44bf4-d655-423c-a6c2-e48981b9675a None None] Port c0d148b4-7df0-41b4-ae3e-381c91ef07cd cannot update to ACTIVE because it is not bound. {{(pid=116163) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 28 10:59:43.146483 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.v2.base [None req-acf38e70-faa5-4b77-b28a-752ebf207280 tempest-ExtraDHCPOptionsTestJSON-2049120849 tempest-ExtraDHCPOptionsTestJSON-2049120849-project] Request body: {'subnet': {'network_id': '745b0058-f3a7-4eda-8b8e-1233d30fc8a9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=116162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 10:59:43.188318 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.v2.base [None req-e6287543-7027-4e6e-a1e1-c843a73280d4 tempest-QuotasNegativeTest-252070539 tempest-QuotasNegativeTest-252070539-project-admin] Request body: {'quota': {'network': 2}} {{(pid=116161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 10:59:43.195890 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Device c0417693-0695-42ef-bfe1-ad1e6168ba2b up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=116163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 10:59:43.204922 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.db.db_base_plugin_v2 [None req-610c6e92-4e2a-4649-93e3-024d6fb70b0a tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Deleting subnet 81c5b125-e8fd-4869-84fd-e5b5a23d0e57 {{(pid=116162) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 28 10:59:43.211950 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e4c9de-8297-47ed-9ecd-44fe6da44a72 req-b2354831-30ec-473f-8e79-08eb4d85e17e tempest-ServersTestManualDisk-708954650 tempest-ServersTestManualDisk-708954650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 10:59:43.214026 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-25e4c9de-8297-47ed-9ecd-44fe6da44a72 req-b2354831-30ec-473f-8e79-08eb4d85e17e tempest-ServersTestManualDisk-708954650 tempest-ServersTestManualDisk-708954650-project] 10.222.0.10 "GET /v2.0/ports?device_id=7b8f1546-43fe-47eb-a29a-4d9b0d24e4fe HTTP/1.1" status: 200 len: 932 time: 0.3200831 Apr 28 10:59:43.250575 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af02b95a-f03e-4264-84a9-f0f265ddff33 tempest-ExtraDHCPOptionsTestJSON-2049120849 tempest-ExtraDHCPOptionsTestJSON-2049120849-project] Pushing event updated for resources: {'Network': ['ID=745b0058-f3a7-4eda-8b8e-1233d30fc8a9,revision_number=1']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 10:59:43.261402 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-610c6e92-4e2a-4649-93e3-024d6fb70b0a tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Publish callbacks [] for subnet (81c5b125-e8fd-4869-84fd-e5b5a23d0e57), before_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:43.285592 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-ea6433aa-3e18-4611-80d9-1e07d84ad31b tempest-RoutersIpV6AdminTest-911026605 tempest-RoutersIpV6AdminTest-911026605-project-admin] Publish callbacks [] for port (119a70db-5154-46bb-9b6d-42e0839bd4e6), precommit_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:43.286427 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Network 745b0058-f3a7-4eda-8b8e-1233d30fc8a9 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=116163) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 28 10:59:43.289962 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Provisioning complete for port c0417693-0695-42ef-bfe1-ad1e6168ba2b triggered by entity L2. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 10:59:43.290518 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (c0417693-0695-42ef-bfe1-ad1e6168ba2b), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:43.365623 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (d5baab19-5dd1-4902-922b-84acb048ab9c), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:43.380381 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-cfd3de18-417c-4d20-9d88-0ce23e3a4d2d req-94a151d4-6c87-4ffd-9d28-a714f4b349b6 tempest-ServersTestJSON-1447308081 tempest-ServersTestJSON-1447308081-project] 10.222.0.10 "GET /v2.0/ports?device_id=2a07d7d5-8b9a-4bde-9f8a-f5af3ef71d28 HTTP/1.1" status: 200 len: 210 time: 0.1629069 Apr 28 10:59:43.401322 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-25e4c9de-8297-47ed-9ecd-44fe6da44a72 req-5ea68579-e544-4a54-b12d-e07e5dcd6118 tempest-ServersTestManualDisk-708954650 tempest-ServersTestManualDisk-708954650-project] 10.222.0.10 "GET /v2.0/security-groups?id=44234766-b7b5-4f53-92c0-693928ed2502&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1682773 Apr 28 10:59:43.411091 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.v2.base [req-0fc8dddf-eda8-468c-923f-0caa363aeb36 req-c32952e9-0d45-48b0-a984-f450c9f0d941 service neutron] Request body: {'port': {'device_id': '7b8f1546-43fe-47eb-a29a-4d9b0d24e4fe', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-mast'}} {{(pid=116162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 10:59:43.469891 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [req-07a3202d-b4a8-4fde-aa0b-7818d4209820 req-367ec1c5-3805-411b-b60d-4410ec104de5 tempest-ServersTestJSON-1447308081 tempest-ServersTestJSON-1447308081-project] Publish callbacks [] for port (69c48b6b-9700-4a70-bcfe-7a9c85a59fc2), precommit_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:43.530936 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-610c6e92-4e2a-4649-93e3-024d6fb70b0a tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5026541'] for subnet (81c5b125-e8fd-4869-84fd-e5b5a23d0e57), precommit_delete_associations {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:43.546367 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Current status of the port c0417693-0695-42ef-bfe1-ad1e6168ba2b is: ACTIVE; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 10:59:43.547756 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-e6287543-7027-4e6e-a1e1-c843a73280d4 tempest-QuotasNegativeTest-252070539 tempest-QuotasNegativeTest-252070539-project-admin] 10.222.0.10 "PUT /v2.0/quotas/e3362c26b007473f801152ac34510084 HTTP/1.1" status: 200 len: 368 time: 0.6523769 Apr 28 10:59:43.556605 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 49450) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 10:59:43.576687 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.v2.base [None req-d3475aa2-ae52-40e1-a918-881813b934ae tempest-QuotasNegativeTest-252070539 tempest-QuotasNegativeTest-252070539-project-admin] Request body: {'network': {'project_id': 'e3362c26b007473f801152ac34510084'}} {{(pid=116161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 10:59:43.609772 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-3de86c6f-852c-41cf-8515-5c7fc0099ae8 tempest-FloatingIPTestJSON-373071706 tempest-FloatingIPTestJSON-373071706-project] Publish callbacks [] for port (84303778-aaf9-40db-bdfb-b7ae416720b9), precommit_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:43.657301 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [req-0fc8dddf-eda8-468c-923f-0caa363aeb36 req-c32952e9-0d45-48b0-a984-f450c9f0d941 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (c0d148b4-7df0-41b4-ae3e-381c91ef07cd), before_update {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:43.740051 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-610c6e92-4e2a-4649-93e3-024d6fb70b0a tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-971303'] for subnet (81c5b125-e8fd-4869-84fd-e5b5a23d0e57), precommit_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:43.771347 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ced331b2-27c9-4fa2-8071-b1435f6565bd tempest-FloatingIPAdminTestJSON-874176094 tempest-FloatingIPAdminTestJSON-874176094-project-admin] Router 76ac97e8-357a-4c02-ab8f-161546f85317 has already been hosted by L3 agent 6b492ad6-0876-4d74-b20d-28143a52ceba {{(pid=116161) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 10:59:43.933664 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ced331b2-27c9-4fa2-8071-b1435f6565bd tempest-FloatingIPAdminTestJSON-874176094 tempest-FloatingIPAdminTestJSON-874176094-project-admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=116161) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 10:59:43.945597 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f1264cd-c2bb-48fe-87b3-ee6aae434479 None None] Sync routers for ids ['76ac97e8-357a-4c02-ab8f-161546f85317'] in dv-neutron-master-2-hyperv {{(pid=116164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 10:59:43.959628 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f1264cd-c2bb-48fe-87b3-ee6aae434479 None None] Routers {'76ac97e8-357a-4c02-ab8f-161546f85317'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=116164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 10:59:43.965383 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_hamode_db [None req-1f1264cd-c2bb-48fe-87b3-ee6aae434479 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-28T10:50:39Z,description=,heartbeat_timestamp=2022-04-28T10:59:39Z,host='dv-neutron-master-2-hyperv',id=6b492ad6-0876-4d74-b20d-28143a52ceba,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T10:50:40Z,topic='l3_agent')) {'router_ids': ['76ac97e8-357a-4c02-ab8f-161546f85317'], 'active': True} {{(pid=116164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 10:59:43.984400 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-acf38e70-faa5-4b77-b28a-752ebf207280 tempest-ExtraDHCPOptionsTestJSON-2049120849 tempest-ExtraDHCPOptionsTestJSON-2049120849-project] Made reservation on behalf of 29ab18587b584ca99471c85af7215dde for: {'subnet': 1} {{(pid=116162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 10:59:43.989077 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-acf38e70-faa5-4b77-b28a-752ebf207280 tempest-ExtraDHCPOptionsTestJSON-2049120849 tempest-ExtraDHCPOptionsTestJSON-2049120849-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4210834'] for subnet (None), before_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:44.015886 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3475aa2-ae52-40e1-a918-881813b934ae tempest-QuotasNegativeTest-252070539 tempest-QuotasNegativeTest-252070539-project-admin] Made reservation on behalf of e3362c26b007473f801152ac34510084 for: {'network': 1} {{(pid=116161) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 10:59:44.016522 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_hamode_db [None req-1f1264cd-c2bb-48fe-87b3-ee6aae434479 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=116164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 10:59:44.018451 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-d3475aa2-ae52-40e1-a918-881813b934ae tempest-QuotasNegativeTest-252070539 tempest-QuotasNegativeTest-252070539-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for network (None), before_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:44.024841 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-3de86c6f-852c-41cf-8515-5c7fc0099ae8 tempest-FloatingIPTestJSON-373071706 tempest-FloatingIPTestJSON-373071706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742234710357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5219112'] for port (84303778-aaf9-40db-bdfb-b7ae416720b9), after_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:44.028877 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-ea6433aa-3e18-4611-80d9-1e07d84ad31b tempest-RoutersIpV6AdminTest-911026605 tempest-RoutersIpV6AdminTest-911026605-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742234710357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5051867'] for port (119a70db-5154-46bb-9b6d-42e0839bd4e6), after_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:44.029097 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f1264cd-c2bb-48fe-87b3-ee6aae434479 None None] Routers {'76ac97e8-357a-4c02-ab8f-161546f85317'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=116164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 10:59:44.029859 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_hamode_db [None req-1f1264cd-c2bb-48fe-87b3-ee6aae434479 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-28T10:50:39Z,description=,heartbeat_timestamp=2022-04-28T10:59:39Z,host='dv-neutron-master-2-hyperv',id=6b492ad6-0876-4d74-b20d-28143a52ceba,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T10:50:40Z,topic='l3_agent')) {'router_ids': ['76ac97e8-357a-4c02-ab8f-161546f85317'], 'active': True} {{(pid=116164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 10:59:44.033128 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-ced331b2-27c9-4fa2-8071-b1435f6565bd tempest-FloatingIPAdminTestJSON-874176094 tempest-FloatingIPAdminTestJSON-874176094-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198022'] for floatingip (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:44.035877 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [req-07a3202d-b4a8-4fde-aa0b-7818d4209820 req-367ec1c5-3805-411b-b60d-4410ec104de5 tempest-ServersTestJSON-1447308081 tempest-ServersTestJSON-1447308081-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742234710357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5219112'] for port (69c48b6b-9700-4a70-bcfe-7a9c85a59fc2), after_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:44.082266 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_hamode_db [None req-1f1264cd-c2bb-48fe-87b3-ee6aae434479 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=116164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 10:59:44.083704 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f1264cd-c2bb-48fe-87b3-ee6aae434479 None None] The sync data for ids ['76ac97e8-357a-4c02-ab8f-161546f85317'] in dv-neutron-master-2-hyperv is: [] {{(pid=116164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 10:59:44.134170 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-d3475aa2-ae52-40e1-a918-881813b934ae tempest-QuotasNegativeTest-252070539 tempest-QuotasNegativeTest-252070539-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:44.172477 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3de86c6f-852c-41cf-8515-5c7fc0099ae8 tempest-FloatingIPTestJSON-373071706 tempest-FloatingIPTestJSON-373071706-project] Network 2f0c4506-288d-4d72-9653-41f71dea9778 is already hosted by enough agents. {{(pid=116161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 10:59:44.185576 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-07a3202d-b4a8-4fde-aa0b-7818d4209820 req-367ec1c5-3805-411b-b60d-4410ec104de5 tempest-ServersTestJSON-1447308081 tempest-ServersTestJSON-1447308081-project] Network 4da8bd43-d906-4f61-8b6f-8dd6519937e1 is already hosted by enough agents. {{(pid=116161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 10:59:44.195684 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-ced331b2-27c9-4fa2-8071-b1435f6565bd tempest-FloatingIPAdminTestJSON-874176094 tempest-FloatingIPAdminTestJSON-874176094-project-admin] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 988 time: 6.5724814 Apr 28 10:59:44.197231 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.scheduler.base_scheduler [None req-3de86c6f-852c-41cf-8515-5c7fc0099ae8 tempest-FloatingIPTestJSON-373071706 tempest-FloatingIPTestJSON-373071706-project] Resources bound (agent type, host, resource id): {{(pid=116161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 10:59:44.200507 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3de86c6f-852c-41cf-8515-5c7fc0099ae8 tempest-FloatingIPTestJSON-373071706 tempest-FloatingIPTestJSON-373071706-project] Received port after_create {{(pid=116161) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 10:59:44.216693 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 49452) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 10:59:44.218424 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.scheduler.base_scheduler [req-07a3202d-b4a8-4fde-aa0b-7818d4209820 req-367ec1c5-3805-411b-b60d-4410ec104de5 tempest-ServersTestJSON-1447308081 tempest-ServersTestJSON-1447308081-project] Resources bound (agent type, host, resource id): {{(pid=116161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 10:59:44.223369 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.db.l3_dvrscheduler_db [req-07a3202d-b4a8-4fde-aa0b-7818d4209820 req-367ec1c5-3805-411b-b60d-4410ec104de5 tempest-ServersTestJSON-1447308081 tempest-ServersTestJSON-1447308081-project] Received port after_create {{(pid=116161) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 10:59:44.357994 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de86c6f-852c-41cf-8515-5c7fc0099ae8 tempest-FloatingIPTestJSON-373071706 tempest-FloatingIPTestJSON-373071706-project] Pushing event updated for resources: {'Port': ['ID=84303778-aaf9-40db-bdfb-b7ae416720b9,revision_number=1']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 10:59:44.439928 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-610c6e92-4e2a-4649-93e3-024d6fb70b0a tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-971310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5053962', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4210815'] for subnet (81c5b125-e8fd-4869-84fd-e5b5a23d0e57), after_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:44.514035 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea6433aa-3e18-4611-80d9-1e07d84ad31b tempest-RoutersIpV6AdminTest-911026605 tempest-RoutersIpV6AdminTest-911026605-project-admin] Network 63e015c2-d7bf-41db-9139-272c95fcaed4 is already hosted by enough agents. {{(pid=116162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 10:59:44.564234 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.scheduler.base_scheduler [None req-ea6433aa-3e18-4611-80d9-1e07d84ad31b tempest-RoutersIpV6AdminTest-911026605 tempest-RoutersIpV6AdminTest-911026605-project-admin] Resources bound (agent type, host, resource id): {{(pid=116162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 10:59:44.573704 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-3e6f7818-a3fb-4516-bcc4-aef3cb05773d None None] Provisioning complete for port 69c48b6b-9700-4a70-bcfe-7a9c85a59fc2 triggered by entity DHCP. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 10:59:44.577178 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-3e6f7818-a3fb-4516-bcc4-aef3cb05773d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (69c48b6b-9700-4a70-bcfe-7a9c85a59fc2), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:44.580136 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610c6e92-4e2a-4649-93e3-024d6fb70b0a tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Pushing event deleted for resources: {'Subnet': ['ID=81c5b125-e8fd-4869-84fd-e5b5a23d0e57,revision_number=None']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 10:59:44.583252 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea6433aa-3e18-4611-80d9-1e07d84ad31b tempest-RoutersIpV6AdminTest-911026605 tempest-RoutersIpV6AdminTest-911026605-project-admin] Received port after_create {{(pid=116162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 10:59:44.617298 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-367ec1c5-3805-411b-b60d-4410ec104de5 tempest-ServersTestJSON-1447308081 tempest-ServersTestJSON-1447308081-project] Pushing event updated for resources: {'Port': ['ID=69c48b6b-9700-4a70-bcfe-7a9c85a59fc2,revision_number=1']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 10:59:44.628321 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-610c6e92-4e2a-4649-93e3-024d6fb70b0a tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603020'] for subnet (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:44.632735 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-610c6e92-4e2a-4649-93e3-024d6fb70b0a tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] 10.222.0.10 "DELETE /v2.0/subnets/81c5b125-e8fd-4869-84fd-e5b5a23d0e57 HTTP/1.1" status: 204 len: 168 time: 1.8255076 Apr 28 10:59:44.642427 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7199ca38-772d-40e8-8fab-9a169918e977 None None] Network 1ec9fbcf-7a57-4aaa-9c30-4e0f43e09480 requested from dv-neutron-master-2-hyperv {{(pid=116163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 10:59:44.655856 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3de86c6f-852c-41cf-8515-5c7fc0099ae8 tempest-FloatingIPTestJSON-373071706 tempest-FloatingIPTestJSON-373071706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 10:59:44.656546 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-3de86c6f-852c-41cf-8515-5c7fc0099ae8 tempest-FloatingIPTestJSON-373071706 tempest-FloatingIPTestJSON-373071706-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198022'] for port (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:44.677733 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 49458) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 10:59:44.685568 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-3e6f7818-a3fb-4516-bcc4-aef3cb05773d None None] Port 69c48b6b-9700-4a70-bcfe-7a9c85a59fc2 cannot update to ACTIVE because it is not bound. {{(pid=116163) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 28 10:59:44.687886 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6433aa-3e18-4611-80d9-1e07d84ad31b tempest-RoutersIpV6AdminTest-911026605 tempest-RoutersIpV6AdminTest-911026605-project-admin] Pushing event updated for resources: {'Port': ['ID=119a70db-5154-46bb-9b6d-42e0839bd4e6,revision_number=1']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 10:59:44.800405 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-e6ecca50-1e38-4d29-aacd-459e12355277 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] 10.222.0.10 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1124403 Apr 28 10:59:44.819200 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 49460) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 10:59:44.836450 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.v2.base [None req-3fc598d7-4ea3-4758-bb3a-65b01b379744 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Request body: {'subnet': {'network_id': '1ec9fbcf-7a57-4aaa-9c30-4e0f43e09480', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=116162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 10:59:44.846308 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-3de86c6f-852c-41cf-8515-5c7fc0099ae8 tempest-FloatingIPTestJSON-373071706 tempest-FloatingIPTestJSON-373071706-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 3.6798782 Apr 28 10:59:44.853884 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc825e7-4966-4807-bc48-01e7f91e201e req-ad61f7cb-a60f-4ee6-b3ab-78237d617f5e tempest-ServersTestManualDisk-708954650 tempest-ServersTestManualDisk-708954650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 10:59:44.855432 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-ffc825e7-4966-4807-bc48-01e7f91e201e req-ad61f7cb-a60f-4ee6-b3ab-78237d617f5e tempest-ServersTestManualDisk-708954650 tempest-ServersTestManualDisk-708954650-project] 10.222.0.10 "GET /v2.0/ports?device_id=7b8f1546-43fe-47eb-a29a-4d9b0d24e4fe HTTP/1.1" status: 200 len: 932 time: 0.2868309 Apr 28 10:59:44.860276 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 49462) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 10:59:44.866319 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a3202d-b4a8-4fde-aa0b-7818d4209820 req-367ec1c5-3805-411b-b60d-4410ec104de5 tempest-ServersTestJSON-1447308081 tempest-ServersTestJSON-1447308081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 10:59:44.866922 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [req-07a3202d-b4a8-4fde-aa0b-7818d4209820 req-367ec1c5-3805-411b-b60d-4410ec104de5 tempest-ServersTestJSON-1447308081 tempest-ServersTestJSON-1447308081-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198022'] for port (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:44.882886 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-2e8c2fe6-735c-4b1e-9b3c-7ccd09060e1e tempest-FloatingIPAdminTestJSON-874176094 tempest-FloatingIPAdminTestJSON-874176094-project-admin] 10.222.0.10 "GET /v2.0/floatingips/4e9c83ae-181d-4e2d-b3b0-07ec92e9e774 HTTP/1.1" status: 200 len: 983 time: 0.6523781 Apr 28 10:59:44.890766 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.v2.base [None req-110e02b0-7124-4553-8d44-980367287051 tempest-FloatingIPTestJSON-373071706 tempest-FloatingIPTestJSON-373071706-project] Request body: {'floatingip': {'floating_network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'port_id': '84303778-aaf9-40db-bdfb-b7ae416720b9', 'fixed_ip_address': '172.20.0.6'}} {{(pid=116161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 10:59:44.906808 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 49464) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 10:59:44.956768 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d76053b-a9a9-41a7-90e8-64af3c45b859 None None] DHCP port deletion for 1ec9fbcf-7a57-4aaa-9c30-4e0f43e09480 request from dv-neutron-master-2-hyperv {{(pid=116163) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 28 10:59:44.961632 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fdd2464-d4b1-4dc2-b390-5e4f8771bf74 req-3d5865a8-f5ce-49a8-b865-37e690e51d6e tempest-ServersTestJSON-1447308081 tempest-ServersTestJSON-1447308081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 10:59:44.963329 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-9fdd2464-d4b1-4dc2-b390-5e4f8771bf74 req-3d5865a8-f5ce-49a8-b865-37e690e51d6e tempest-ServersTestJSON-1447308081 tempest-ServersTestJSON-1447308081-project] 10.222.0.10 "GET /v2.0/ports?device_id=2a07d7d5-8b9a-4bde-9f8a-f5af3ef71d28 HTTP/1.1" status: 200 len: 931 time: 0.3536329 Apr 28 10:59:45.019244 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-8d76053b-a9a9-41a7-90e8-64af3c45b859 None None] Deleting port c0417693-0695-42ef-bfe1-ad1e6168ba2b {{(pid=116163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 10:59:45.020837 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-8d76053b-a9a9-41a7-90e8-64af3c45b859 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742235130188'] for port (c0417693-0695-42ef-bfe1-ad1e6168ba2b), before_delete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:45.048775 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-07a3202d-b4a8-4fde-aa0b-7818d4209820 req-367ec1c5-3805-411b-b60d-4410ec104de5 tempest-ServersTestJSON-1447308081 tempest-ServersTestJSON-1447308081-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.0603657 Apr 28 10:59:45.060680 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-d3475aa2-ae52-40e1-a918-881813b934ae tempest-QuotasNegativeTest-252070539 tempest-QuotasNegativeTest-252070539-project-admin] Publish callbacks [] for security_group (5c51fb53-3f32-419b-a66a-0abeeef4ec93), precommit_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:45.071943 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.notifiers.nova [req-0fc8dddf-eda8-468c-923f-0caa363aeb36 req-c32952e9-0d45-48b0-a984-f450c9f0d941 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c0d148b4-7df0-41b4-ae3e-381c91ef07cd {{(pid=116162) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 10:59:45.083876 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fc598d7-4ea3-4758-bb3a-65b01b379744 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Made reservation on behalf of 12780407c7254bdfbde1c04e76d433ee for: {'subnet': 1} {{(pid=116162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 10:59:45.085054 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-3fc598d7-4ea3-4758-bb3a-65b01b379744 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4210834'] for subnet (None), before_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:45.092716 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.v2.base [req-07a3202d-b4a8-4fde-aa0b-7818d4209820 req-566bbd91-e819-4d81-8292-93264e7bcffb service neutron] Request body: {'port': {'device_id': '2a07d7d5-8b9a-4bde-9f8a-f5af3ef71d28', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-mast'}} {{(pid=116161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 10:59:45.092912 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [req-0fc8dddf-eda8-468c-923f-0caa363aeb36 req-c32952e9-0d45-48b0-a984-f450c9f0d941 service neutron] Publish callbacks [] for port (c0d148b4-7df0-41b4-ae3e-381c91ef07cd), precommit_update {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:45.123997 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-acf38e70-faa5-4b77-b28a-752ebf207280 tempest-ExtraDHCPOptionsTestJSON-2049120849 tempest-ExtraDHCPOptionsTestJSON-2049120849-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5054027', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4210784'] for subnet (6d90e461-01e7-49ad-b03b-a61c7b7e1001), after_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:45.148282 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-8d76053b-a9a9-41a7-90e8-64af3c45b859 None None] For port c0417693-0695-42ef-bfe1-ad1e6168ba2b, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=c0417693-0695-42ef-bfe1-ad1e6168ba2b,segment=NetworkSegment(ffa4348d-378b-4e93-98fa-ab0dc49ee16c),segment_id=ffa4348d-378b-4e93-98fa-ab0dc49ee16c)] {{(pid=116163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 10:59:45.148802 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-8d76053b-a9a9-41a7-90e8-64af3c45b859 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1938497'] for port (c0417693-0695-42ef-bfe1-ad1e6168ba2b), precommit_delete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:45.151757 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-d3475aa2-ae52-40e1-a918-881813b934ae tempest-QuotasNegativeTest-252070539 tempest-QuotasNegativeTest-252070539-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924426'] for security_group (5c51fb53-3f32-419b-a66a-0abeeef4ec93), after_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:45.164139 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-b3686105-1539-4fd6-b39a-d4e9d65d1cb7 tempest-FloatingIPAdminTestJSON-874176094 tempest-FloatingIPAdminTestJSON-874176094-project-admin] 10.222.0.10 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2426 time: 0.2561295 Apr 28 10:59:45.174990 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Device c0417693-0695-42ef-bfe1-ad1e6168ba2b no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=116163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 10:59:45.174990 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-8d76053b-a9a9-41a7-90e8-64af3c45b859 None None] Calling delete_port for c0417693-0695-42ef-bfe1-ad1e6168ba2b owned by network:dhcp {{(pid=116163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 10:59:45.191419 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 49468) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 10:59:45.193434 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3475aa2-ae52-40e1-a918-881813b934ae tempest-QuotasNegativeTest-252070539 tempest-QuotasNegativeTest-252070539-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c51fb53-3f32-419b-a66a-0abeeef4ec93,revision_number=1']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 10:59:45.198637 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-ffc825e7-4966-4807-bc48-01e7f91e201e req-2326447d-24e2-40bc-8894-95986afa82f3 tempest-ServersTestManualDisk-708954650 tempest-ServersTestManualDisk-708954650-project] 10.222.0.10 "GET /v2.0/security-groups?id=44234766-b7b5-4f53-92c0-693928ed2502&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3205676 Apr 28 10:59:45.211103 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-110e02b0-7124-4553-8d44-980367287051 tempest-FloatingIPTestJSON-373071706 tempest-FloatingIPTestJSON-373071706-project] Publish callbacks [] for floatingip (None), before_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:45.388929 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-110e02b0-7124-4553-8d44-980367287051 tempest-FloatingIPTestJSON-373071706 tempest-FloatingIPTestJSON-373071706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (None), before_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:45.391073 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [req-07a3202d-b4a8-4fde-aa0b-7818d4209820 req-566bbd91-e819-4d81-8292-93264e7bcffb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (69c48b6b-9700-4a70-bcfe-7a9c85a59fc2), before_update {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:45.415990 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d3475aa2-ae52-40e1-a918-881813b934ae tempest-QuotasNegativeTest-252070539 tempest-QuotasNegativeTest-252070539-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 69} {{(pid=116161) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 10:59:45.438091 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-9fdd2464-d4b1-4dc2-b390-5e4f8771bf74 req-cfbb3783-26fe-4efc-bb01-ea98ddae1028 tempest-ServersTestJSON-1447308081 tempest-ServersTestJSON-1447308081-project] 10.222.0.10 "GET /v2.0/security-groups?id=5b5e6860-ab9c-4333-ac60-80cd6bb33798&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4281304 Apr 28 10:59:45.438977 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Current status of the port c0417693-0695-42ef-bfe1-ad1e6168ba2b is: ACTIVE; New status is: DOWN {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 10:59:45.439589 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (c0417693-0695-42ef-bfe1-ad1e6168ba2b), before_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:45.443355 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.db.provisioning_blocks [req-0fc8dddf-eda8-468c-923f-0caa363aeb36 req-c32952e9-0d45-48b0-a984-f450c9f0d941 service neutron] Transition to ACTIVE for port object c0d148b4-7df0-41b4-ae3e-381c91ef07cd will not be triggered until provisioned by entity L2. {{(pid=116162) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 28 10:59:45.491937 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-d3475aa2-ae52-40e1-a918-881813b934ae tempest-QuotasNegativeTest-252070539 tempest-QuotasNegativeTest-252070539-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-961978'] for segment (f395937e-04cc-482f-b685-68c6e5570ca5), precommit_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:45.492563 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.db.segments_db [None req-d3475aa2-ae52-40e1-a918-881813b934ae tempest-QuotasNegativeTest-252070539 tempest-QuotasNegativeTest-252070539-project-admin] Added segment f395937e-04cc-482f-b685-68c6e5570ca5 of type vlan for network e2f6e680-a67d-4e3f-ba85-937e9f33dc3c Apr 28 10:59:45.554155 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf38e70-faa5-4b77-b28a-752ebf207280 tempest-ExtraDHCPOptionsTestJSON-2049120849 tempest-ExtraDHCPOptionsTestJSON-2049120849-project] Pushing event updated for resources: {'Subnet': ['ID=6d90e461-01e7-49ad-b03b-a61c7b7e1001,revision_number=0']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 10:59:45.653392 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-d3475aa2-ae52-40e1-a918-881813b934ae tempest-QuotasNegativeTest-252070539 tempest-QuotasNegativeTest-252070539-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742234744962'] for network (e2f6e680-a67d-4e3f-ba85-937e9f33dc3c), precommit_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:45.655980 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acf38e70-faa5-4b77-b28a-752ebf207280 tempest-ExtraDHCPOptionsTestJSON-2049120849 tempest-ExtraDHCPOptionsTestJSON-2049120849-project] Checking segment: {'id': 'bf4e3229-fea7-4ec5-afed-0101e433f98f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '745b0058-f3a7-4eda-8b8e-1233d30fc8a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 10:59:45.656353 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acf38e70-faa5-4b77-b28a-752ebf207280 tempest-ExtraDHCPOptionsTestJSON-2049120849 tempest-ExtraDHCPOptionsTestJSON-2049120849-project] Network hostable DHCP agents. Network: 745b0058-f3a7-4eda-8b8e-1233d30fc8a9, hostable agents: ['75ba81b7-fe99-4281-90d2-a5adb445ecea'], hosted agents: [] {{(pid=116162) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 10:59:45.670883 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-8d76053b-a9a9-41a7-90e8-64af3c45b859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742235135690', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742234710366'] for port (c0417693-0695-42ef-bfe1-ad1e6168ba2b), after_delete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:45.689879 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d76053b-a9a9-41a7-90e8-64af3c45b859 None None] No DVR routers for this DVR port c0417693-0695-42ef-bfe1-ad1e6168ba2b on host dv-neutron-master-2-hyperv {{(pid=116163) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 10:59:45.704494 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-ea6433aa-3e18-4611-80d9-1e07d84ad31b tempest-RoutersIpV6AdminTest-911026605 tempest-RoutersIpV6AdminTest-911026605-project-admin] Publish callbacks [] for router_gateway (e83a173c-0d9c-47b7-a48b-afd5f1cd8170), after_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:45.753955 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [req-0fc8dddf-eda8-468c-923f-0caa363aeb36 req-c32952e9-0d45-48b0-a984-f450c9f0d941 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5051840'] for port (c0d148b4-7df0-41b4-ae3e-381c91ef07cd), after_update {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:45.758184 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d76053b-a9a9-41a7-90e8-64af3c45b859 None None] Pushing event deleted for resources: {'Port': ['ID=c0417693-0695-42ef-bfe1-ad1e6168ba2b,revision_number=None']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 10:59:45.830997 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.plugin [None req-5744c686-14ac-4794-83a6-d0d61372dda1 tempest-FloatingIPAdminTestJSON-1724025514 tempest-FloatingIPAdminTestJSON-1724025514-project] Deleting port f6d931ca-f2a8-4be2-8679-57e45f70855b {{(pid=116162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 10:59:45.833852 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-5744c686-14ac-4794-83a6-d0d61372dda1 tempest-FloatingIPAdminTestJSON-1724025514 tempest-FloatingIPAdminTestJSON-1724025514-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742235130188'] for port (f6d931ca-f2a8-4be2-8679-57e45f70855b), before_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:45.835847 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.db.db_base_plugin_common [None req-110e02b0-7124-4553-8d44-980367287051 tempest-FloatingIPTestJSON-373071706 tempest-FloatingIPTestJSON-373071706-project] Allocated IP 172.36.4.192 (7be49d94-bbb8-4a61-bafe-209c5f861e1c/c0f82f52-05ee-40f2-a57c-9d02e01fb9fa/50085a80-25bd-4492-869a-41677cf93903) {{(pid=116161) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 10:59:45.846725 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.db.resource_extend [None req-d3475aa2-ae52-40e1-a918-881813b934ae tempest-QuotasNegativeTest-252070539 tempest-QuotasNegativeTest-252070539-project-admin] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=116161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 28 10:59:45.966531 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32952e9-0d45-48b0-a984-f450c9f0d941 service neutron] Pushing event updated for resources: {'Port': ['ID=c0d148b4-7df0-41b4-ae3e-381c91ef07cd,revision_number=2']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 10:59:45.985161 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acf38e70-faa5-4b77-b28a-752ebf207280 tempest-ExtraDHCPOptionsTestJSON-2049120849 tempest-ExtraDHCPOptionsTestJSON-2049120849-project] Network 745b0058-f3a7-4eda-8b8e-1233d30fc8a9 is scheduled to be hosted by DHCP agent 75ba81b7-fe99-4281-90d2-a5adb445ecea with binding_index 1 {{(pid=116162) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 10:59:46.158348 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.scheduler.base_scheduler [None req-acf38e70-faa5-4b77-b28a-752ebf207280 tempest-ExtraDHCPOptionsTestJSON-2049120849 tempest-ExtraDHCPOptionsTestJSON-2049120849-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 745b0058-f3a7-4eda-8b8e-1233d30fc8a9) {{(pid=116162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 10:59:46.163202 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-5744c686-14ac-4794-83a6-d0d61372dda1 tempest-FloatingIPAdminTestJSON-1724025514 tempest-FloatingIPAdminTestJSON-1724025514-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1938497'] for port (f6d931ca-f2a8-4be2-8679-57e45f70855b), precommit_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:46.163532 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-5744c686-14ac-4794-83a6-d0d61372dda1 tempest-FloatingIPAdminTestJSON-1724025514 tempest-FloatingIPAdminTestJSON-1724025514-project] Publish callbacks [] for floatingip (f6d931ca-f2a8-4be2-8679-57e45f70855b), precommit_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:46.169584 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2950f348-c54e-4a06-895f-55f2cad32dc9 None None] Network 745b0058-f3a7-4eda-8b8e-1233d30fc8a9 requested from dv-neutron-master-2-hyperv {{(pid=116163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 10:59:46.176884 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-3fc598d7-4ea3-4758-bb3a-65b01b379744 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5054027', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4210784'] for subnet (1b87b134-1a45-4b56-81fd-ab767925c451), after_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:46.182245 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acf38e70-faa5-4b77-b28a-752ebf207280 tempest-ExtraDHCPOptionsTestJSON-2049120849 tempest-ExtraDHCPOptionsTestJSON-2049120849-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 10:59:46.187656 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-acf38e70-faa5-4b77-b28a-752ebf207280 tempest-ExtraDHCPOptionsTestJSON-2049120849 tempest-ExtraDHCPOptionsTestJSON-2049120849-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603020'] for subnet (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:46.212779 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.plugin [None req-5744c686-14ac-4794-83a6-d0d61372dda1 tempest-FloatingIPAdminTestJSON-1724025514 tempest-FloatingIPAdminTestJSON-1724025514-project] Calling delete_port for f6d931ca-f2a8-4be2-8679-57e45f70855b owned by network:floatingip {{(pid=116162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 10:59:46.316717 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fc598d7-4ea3-4758-bb3a-65b01b379744 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Network 1ec9fbcf-7a57-4aaa-9c30-4e0f43e09480 is already hosted by enough agents. {{(pid=116162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 10:59:46.383109 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2554c6b3-9d17-4f0b-ad4d-25eace12be42 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-745b0058-f3a7-4eda-8b8e-1233d30fc8a9', 'network_id': '745b0058-f3a7-4eda-8b8e-1233d30fc8a9', 'project_id': '29ab18587b584ca99471c85af7215dde', 'fixed_ips': [{'subnet_id': '6d90e461-01e7-49ad-b03b-a61c7b7e1001'}]}} from dv-neutron-master-2-hyperv. {{(pid=116163) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 28 10:59:46.386524 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-2554c6b3-9d17-4f0b-ad4d-25eace12be42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (None), before_create {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:46.549865 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.db_base_plugin_common [None req-2554c6b3-9d17-4f0b-ad4d-25eace12be42 None None] Allocated IP 172.20.0.2 (745b0058-f3a7-4eda-8b8e-1233d30fc8a9/6d90e461-01e7-49ad-b03b-a61c7b7e1001/32f87c66-0a77-496b-a432-fbaacaf36b62) {{(pid=116163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 10:59:46.594797 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-d3475aa2-ae52-40e1-a918-881813b934ae tempest-QuotasNegativeTest-252070539 tempest-QuotasNegativeTest-252070539-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042'] for network (e2f6e680-a67d-4e3f-ba85-937e9f33dc3c), after_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:46.596156 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3475aa2-ae52-40e1-a918-881813b934ae tempest-QuotasNegativeTest-252070539 tempest-QuotasNegativeTest-252070539-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 10:59:46.596758 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-d3475aa2-ae52-40e1-a918-881813b934ae tempest-QuotasNegativeTest-252070539 tempest-QuotasNegativeTest-252070539-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603020'] for network (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:46.619606 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.scheduler.base_scheduler [None req-3fc598d7-4ea3-4758-bb3a-65b01b379744 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Resources bound (agent type, host, resource id): {{(pid=116162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 10:59:46.635491 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-acf38e70-faa5-4b77-b28a-752ebf207280 tempest-ExtraDHCPOptionsTestJSON-2049120849 tempest-ExtraDHCPOptionsTestJSON-2049120849-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.5252209 Apr 28 10:59:46.635964 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7532b68-3f9d-442f-ad47-026e5c64ac07 None None] Network 1ec9fbcf-7a57-4aaa-9c30-4e0f43e09480 requested from dv-neutron-master-2-hyperv {{(pid=116163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 10:59:46.640511 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fc598d7-4ea3-4758-bb3a-65b01b379744 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 10:59:46.641349 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-3fc598d7-4ea3-4758-bb3a-65b01b379744 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603020'] for subnet (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:46.650477 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 49474) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 10:59:46.668636 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.v2.base [None req-e5fa0696-3184-486b-8c3d-d41d8677d09f tempest-ExtraDHCPOptionsTestJSON-2049120849 tempest-ExtraDHCPOptionsTestJSON-2049120849-project] Request body: {'port': {'network_id': '745b0058-f3a7-4eda-8b8e-1233d30fc8a9', 'name': 'tempest-ExtraDHCPOptionsTestJSON-6855087'}} {{(pid=116162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 10:59:46.678509 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.managers [req-0fc8dddf-eda8-468c-923f-0caa363aeb36 req-c32952e9-0d45-48b0-a984-f450c9f0d941 service neutron] Attempting to bind port c0d148b4-7df0-41b4-ae3e-381c91ef07cd on host hv-neutron-mast for vnic_type normal with profile {{(pid=116162) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 28 10:59:46.679135 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.managers [req-0fc8dddf-eda8-468c-923f-0caa363aeb36 req-c32952e9-0d45-48b0-a984-f450c9f0d941 service neutron] Attempting to bind port c0d148b4-7df0-41b4-ae3e-381c91ef07cd by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '476d1dd6-14be-4031-824a-ce93efcfde92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '86be3515-ed38-47a2-afd0-def5e9d08619'}] {{(pid=116162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 28 10:59:46.679645 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fc8dddf-eda8-468c-923f-0caa363aeb36 req-c32952e9-0d45-48b0-a984-f450c9f0d941 service neutron] Attempting to bind port c0d148b4-7df0-41b4-ae3e-381c91ef07cd on network 86be3515-ed38-47a2-afd0-def5e9d08619 {{(pid=116162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 10:59:46.695087 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc598d7-4ea3-4758-bb3a-65b01b379744 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Pushing event updated for resources: {'Subnet': ['ID=1b87b134-1a45-4b56-81fd-ab767925c451,revision_number=0']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 10:59:46.731232 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-110e02b0-7124-4553-8d44-980367287051 tempest-FloatingIPTestJSON-373071706 tempest-FloatingIPTestJSON-373071706-project] Publish callbacks [] for port (50085a80-25bd-4492-869a-41677cf93903), precommit_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:46.751953 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fc8dddf-eda8-468c-923f-0caa363aeb36 req-c32952e9-0d45-48b0-a984-f450c9f0d941 service neutron] Port c0d148b4-7df0-41b4-ae3e-381c91ef07cd on network 86be3515-ed38-47a2-afd0-def5e9d08619 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=116162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 28 10:59:46.763016 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fc8dddf-eda8-468c-923f-0caa363aeb36 req-c32952e9-0d45-48b0-a984-f450c9f0d941 service neutron] Attempting to bind port c0d148b4-7df0-41b4-ae3e-381c91ef07cd on network 86be3515-ed38-47a2-afd0-def5e9d08619 {{(pid=116162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 10:59:46.771803 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-ea6433aa-3e18-4611-80d9-1e07d84ad31b tempest-RoutersIpV6AdminTest-911026605 tempest-RoutersIpV6AdminTest-911026605-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2060818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1935326'] for router (e83a173c-0d9c-47b7-a48b-afd5f1cd8170), after_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:46.809132 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fc8dddf-eda8-468c-923f-0caa363aeb36 req-c32952e9-0d45-48b0-a984-f450c9f0d941 service neutron] Checking agent: {'id': '6be95134-9a6c-4663-8b48-90d12ce90c60', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-mast', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 10, 57, 20), 'started_at': datetime.datetime(2022, 4, 28, 10, 57, 20), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 10, 59, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=116162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 10:59:46.809817 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fc8dddf-eda8-468c-923f-0caa363aeb36 req-c32952e9-0d45-48b0-a984-f450c9f0d941 service neutron] Checking segment: {'id': '476d1dd6-14be-4031-824a-ce93efcfde92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '86be3515-ed38-47a2-afd0-def5e9d08619'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 10:59:46.810627 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fc8dddf-eda8-468c-923f-0caa363aeb36 req-c32952e9-0d45-48b0-a984-f450c9f0d941 service neutron] Bound using segment: {'id': '476d1dd6-14be-4031-824a-ce93efcfde92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '86be3515-ed38-47a2-afd0-def5e9d08619'} {{(pid=116162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 10:59:46.812183 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.managers [req-0fc8dddf-eda8-468c-923f-0caa363aeb36 req-c32952e9-0d45-48b0-a984-f450c9f0d941 service neutron] Bound port: c0d148b4-7df0-41b4-ae3e-381c91ef07cd, host: hv-neutron-mast, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '476d1dd6-14be-4031-824a-ce93efcfde92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '86be3515-ed38-47a2-afd0-def5e9d08619'}}] {{(pid=116162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 28 10:59:46.812183 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [req-0fc8dddf-eda8-468c-923f-0caa363aeb36 req-c32952e9-0d45-48b0-a984-f450c9f0d941 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (c0d148b4-7df0-41b4-ae3e-381c91ef07cd), before_update {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:46.835683 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95e1d64f-a2d1-48bd-93eb-26ae6a60f31d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-1ec9fbcf-7a57-4aaa-9c30-4e0f43e09480', 'network_id': '1ec9fbcf-7a57-4aaa-9c30-4e0f43e09480', 'project_id': '12780407c7254bdfbde1c04e76d433ee', 'fixed_ips': [{'subnet_id': '1b87b134-1a45-4b56-81fd-ab767925c451'}]}} from dv-neutron-master-2-hyperv. {{(pid=116163) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 28 10:59:46.841109 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-95e1d64f-a2d1-48bd-93eb-26ae6a60f31d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (None), before_create {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:46.853409 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-2554c6b3-9d17-4f0b-ad4d-25eace12be42 None None] Publish callbacks [] for port (32f87c66-0a77-496b-a432-fbaacaf36b62), precommit_create {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:46.860897 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-3fc598d7-4ea3-4758-bb3a-65b01b379744 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.0371559 Apr 28 10:59:46.869715 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 49476) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 10:59:46.927166 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3475aa2-ae52-40e1-a918-881813b934ae tempest-QuotasNegativeTest-252070539 tempest-QuotasNegativeTest-252070539-project-admin] Pushing event updated for resources: {'Network': ['ID=e2f6e680-a67d-4e3f-ba85-937e9f33dc3c,revision_number=1']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 10:59:46.935962 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.v2.base [None req-f4fe8e44-e068-4999-bdf2-c179ea960f59 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Request body: {'port': {'network_id': '1ec9fbcf-7a57-4aaa-9c30-4e0f43e09480', 'fixed_ips': [{'subnet_id': '1b87b134-1a45-4b56-81fd-ab767925c451', 'ip_address': '2001:db8::fe2e:4ce5:199b:ff4e'}], 'name': 'tempest-NetworksTestDHCPv6-1486515200'}} {{(pid=116161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 10:59:47.088169 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ff5f02-0752-45f8-a57d-7ce98b6527ce req-479b3e6b-7df1-4f76-b0ae-19e7c08aedb9 tempest-ServersTestManualDisk-708954650 tempest-ServersTestManualDisk-708954650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 10:59:47.090125 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-88ff5f02-0752-45f8-a57d-7ce98b6527ce req-479b3e6b-7df1-4f76-b0ae-19e7c08aedb9 tempest-ServersTestManualDisk-708954650 tempest-ServersTestManualDisk-708954650-project] 10.222.0.10 "GET /v2.0/ports?device_id=7b8f1546-43fe-47eb-a29a-4d9b0d24e4fe HTTP/1.1" status: 200 len: 944 time: 0.7177274 Apr 28 10:59:47.115849 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.db [req-0fc8dddf-eda8-468c-923f-0caa363aeb36 req-c32952e9-0d45-48b0-a984-f450c9f0d941 service neutron] For port c0d148b4-7df0-41b4-ae3e-381c91ef07cd, host hv-neutron-mast, cleared binding levels {{(pid=116162) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 10:59:47.154576 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.db [req-0fc8dddf-eda8-468c-923f-0caa363aeb36 req-c32952e9-0d45-48b0-a984-f450c9f0d941 service neutron] For port c0d148b4-7df0-41b4-ae3e-381c91ef07cd, host hv-neutron-mast, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=c0d148b4-7df0-41b4-ae3e-381c91ef07cd,segment=NetworkSegment(476d1dd6-14be-4031-824a-ce93efcfde92),segment_id=476d1dd6-14be-4031-824a-ce93efcfde92)] {{(pid=116162) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 10:59:47.155866 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.notifiers.nova [req-07a3202d-b4a8-4fde-aa0b-7818d4209820 req-566bbd91-e819-4d81-8292-93264e7bcffb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 69c48b6b-9700-4a70-bcfe-7a9c85a59fc2 {{(pid=116161) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 10:59:47.198293 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3eef30-f16f-4fc4-a5e2-1f76471c837a req-79dd794f-3124-4369-b813-0fe2234ea5f8 tempest-ServersTestJSON-1447308081 tempest-ServersTestJSON-1447308081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 10:59:47.200086 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-4d3eef30-f16f-4fc4-a5e2-1f76471c837a req-79dd794f-3124-4369-b813-0fe2234ea5f8 tempest-ServersTestJSON-1447308081 tempest-ServersTestJSON-1447308081-project] 10.222.0.10 "GET /v2.0/ports?device_id=2a07d7d5-8b9a-4bde-9f8a-f5af3ef71d28 HTTP/1.1" status: 200 len: 931 time: 0.5685220 Apr 28 10:59:47.214494 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [req-07a3202d-b4a8-4fde-aa0b-7818d4209820 req-566bbd91-e819-4d81-8292-93264e7bcffb service neutron] Publish callbacks [] for port (69c48b6b-9700-4a70-bcfe-7a9c85a59fc2), precommit_update {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:47.261910 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Network e2f6e680-a67d-4e3f-ba85-937e9f33dc3c details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=116163) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 28 10:59:47.269063 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-2554c6b3-9d17-4f0b-ad4d-25eace12be42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742234710357'] for port (32f87c66-0a77-496b-a432-fbaacaf36b62), after_create {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:47.293831 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.db.provisioning_blocks [req-07a3202d-b4a8-4fde-aa0b-7818d4209820 req-566bbd91-e819-4d81-8292-93264e7bcffb service neutron] Transition to ACTIVE for port object 69c48b6b-9700-4a70-bcfe-7a9c85a59fc2 will not be triggered until provisioned by entity L2. {{(pid=116161) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 28 10:59:47.301002 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-88ff5f02-0752-45f8-a57d-7ce98b6527ce req-47c6397a-60cc-4bb2-8b6f-30ae0b2e93c2 tempest-ServersTestManualDisk-708954650 tempest-ServersTestManualDisk-708954650-project] 10.222.0.10 "GET /v2.0/security-groups?id=44234766-b7b5-4f53-92c0-693928ed2502&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1824543 Apr 28 10:59:47.352914 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-4d3eef30-f16f-4fc4-a5e2-1f76471c837a req-6075c527-a013-48bd-a249-2b21b69123b2 tempest-ServersTestJSON-1447308081 tempest-ServersTestJSON-1447308081-project] 10.222.0.10 "GET /v2.0/security-groups?id=5b5e6860-ab9c-4333-ac60-80cd6bb33798&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1351027 Apr 28 10:59:47.366575 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-d3475aa2-ae52-40e1-a918-881813b934ae tempest-QuotasNegativeTest-252070539 tempest-QuotasNegativeTest-252070539-project-admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 3.8062410 Apr 28 10:59:47.369021 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 49478) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 10:59:47.374311 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.v2.base [None req-5108c9a4-0e4a-4e21-9358-14f8c4d71e6e tempest-QuotasNegativeTest-252070539 tempest-QuotasNegativeTest-252070539-project-admin] Request body: {'network': {'project_id': 'e3362c26b007473f801152ac34510084'}} {{(pid=116161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 10:59:47.381436 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2554c6b3-9d17-4f0b-ad4d-25eace12be42 None None] Network 745b0058-f3a7-4eda-8b8e-1233d30fc8a9 is already hosted by enough agents. {{(pid=116163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 10:59:47.396263 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.db_base_plugin_common [None req-95e1d64f-a2d1-48bd-93eb-26ae6a60f31d None None] Allocated IP 2001:db8::2 (1ec9fbcf-7a57-4aaa-9c30-4e0f43e09480/1b87b134-1a45-4b56-81fd-ab767925c451/2db084fe-b3dd-490a-a005-39fc90c59ce5) {{(pid=116163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 10:59:47.407029 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.scheduler.base_scheduler [None req-2554c6b3-9d17-4f0b-ad4d-25eace12be42 None None] Resources bound (agent type, host, resource id): {{(pid=116163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 10:59:47.414196 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2554c6b3-9d17-4f0b-ad4d-25eace12be42 None None] Received port after_create {{(pid=116163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 10:59:47.421928 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2554c6b3-9d17-4f0b-ad4d-25eace12be42 None None] Pushing event updated for resources: {'Port': ['ID=32f87c66-0a77-496b-a432-fbaacaf36b62,revision_number=1']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 10:59:47.473256 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [req-0fc8dddf-eda8-468c-923f-0caa363aeb36 req-c32952e9-0d45-48b0-a984-f450c9f0d941 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5051840'] for port (c0d148b4-7df0-41b4-ae3e-381c91ef07cd), after_update {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:47.508318 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5108c9a4-0e4a-4e21-9358-14f8c4d71e6e tempest-QuotasNegativeTest-252070539 tempest-QuotasNegativeTest-252070539-project-admin] Made reservation on behalf of e3362c26b007473f801152ac34510084 for: {'network': 1} {{(pid=116161) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 10:59:47.511118 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-5108c9a4-0e4a-4e21-9358-14f8c4d71e6e tempest-QuotasNegativeTest-252070539 tempest-QuotasNegativeTest-252070539-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for network (None), before_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:47.514535 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-110e02b0-7124-4553-8d44-980367287051 tempest-FloatingIPTestJSON-373071706 tempest-FloatingIPTestJSON-373071706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742234710357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5219112'] for port (50085a80-25bd-4492-869a-41677cf93903), after_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:47.515541 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4fe8e44-e068-4999-bdf2-c179ea960f59 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Made reservation on behalf of 12780407c7254bdfbde1c04e76d433ee for: {'port': 1} {{(pid=116161) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 10:59:47.526763 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea6433aa-3e18-4611-80d9-1e07d84ad31b tempest-RoutersIpV6AdminTest-911026605 tempest-RoutersIpV6AdminTest-911026605-project-admin] Router e83a173c-0d9c-47b7-a48b-afd5f1cd8170 is scheduled to L3 agent 6b492ad6-0876-4d74-b20d-28143a52ceba with binding_index 1 {{(pid=116162) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 28 10:59:47.529170 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5fa0696-3184-486b-8c3d-d41d8677d09f tempest-ExtraDHCPOptionsTestJSON-2049120849 tempest-ExtraDHCPOptionsTestJSON-2049120849-project] Made reservation on behalf of 29ab18587b584ca99471c85af7215dde for: {'port': 1} {{(pid=116162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 10:59:47.533369 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-e5fa0696-3184-486b-8c3d-d41d8677d09f tempest-ExtraDHCPOptionsTestJSON-2049120849 tempest-ExtraDHCPOptionsTestJSON-2049120849-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (None), before_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:47.540500 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-5744c686-14ac-4794-83a6-d0d61372dda1 tempest-FloatingIPAdminTestJSON-1724025514 tempest-FloatingIPAdminTestJSON-1724025514-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742235135690', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742234710366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5051867'] for port (f6d931ca-f2a8-4be2-8679-57e45f70855b), after_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:47.542753 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.managers [None req-2554c6b3-9d17-4f0b-ad4d-25eace12be42 None None] Attempting to bind port 32f87c66-0a77-496b-a432-fbaacaf36b62 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=116163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 28 10:59:47.542753 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.managers [None req-2554c6b3-9d17-4f0b-ad4d-25eace12be42 None None] Attempting to bind port 32f87c66-0a77-496b-a432-fbaacaf36b62 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'bf4e3229-fea7-4ec5-afed-0101e433f98f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '745b0058-f3a7-4eda-8b8e-1233d30fc8a9'}] {{(pid=116163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 28 10:59:47.542753 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2554c6b3-9d17-4f0b-ad4d-25eace12be42 None None] Attempting to bind port 32f87c66-0a77-496b-a432-fbaacaf36b62 on network 745b0058-f3a7-4eda-8b8e-1233d30fc8a9 {{(pid=116163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 10:59:47.550013 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2554c6b3-9d17-4f0b-ad4d-25eace12be42 None None] Checking agent: {'id': 'd5baab19-5dd1-4902-922b-84acb048ab9c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 10, 50, 43), 'started_at': datetime.datetime(2022, 4, 28, 10, 51, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 10, 59, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=116163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 10:59:47.550559 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2554c6b3-9d17-4f0b-ad4d-25eace12be42 None None] Checking segment: {'id': 'bf4e3229-fea7-4ec5-afed-0101e433f98f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '745b0058-f3a7-4eda-8b8e-1233d30fc8a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 10:59:47.551064 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-2554c6b3-9d17-4f0b-ad4d-25eace12be42 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:47.551606 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2554c6b3-9d17-4f0b-ad4d-25eace12be42 None None] Bound using segment: {'id': 'bf4e3229-fea7-4ec5-afed-0101e433f98f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '745b0058-f3a7-4eda-8b8e-1233d30fc8a9'} {{(pid=116163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 10:59:47.552186 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.managers [None req-2554c6b3-9d17-4f0b-ad4d-25eace12be42 None None] Bound port: 32f87c66-0a77-496b-a432-fbaacaf36b62, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf4e3229-fea7-4ec5-afed-0101e433f98f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '745b0058-f3a7-4eda-8b8e-1233d30fc8a9'}}] {{(pid=116163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 28 10:59:47.552691 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-2554c6b3-9d17-4f0b-ad4d-25eace12be42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (32f87c66-0a77-496b-a432-fbaacaf36b62), before_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:47.619371 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.notifiers.nova [None req-e5fa0696-3184-486b-8c3d-d41d8677d09f tempest-ExtraDHCPOptionsTestJSON-2049120849 tempest-ExtraDHCPOptionsTestJSON-2049120849-project] device_id is not set on port b6fa3f62-8e61-48fc-bbd3-9089f20ffd14 yet. {{(pid=116162) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 28 10:59:47.629422 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [req-07a3202d-b4a8-4fde-aa0b-7818d4209820 req-566bbd91-e819-4d81-8292-93264e7bcffb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5219123'] for port (69c48b6b-9700-4a70-bcfe-7a9c85a59fc2), after_update {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:47.717888 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-110e02b0-7124-4553-8d44-980367287051 tempest-FloatingIPTestJSON-373071706 tempest-FloatingIPTestJSON-373071706-project] Network 7be49d94-bbb8-4a61-bafe-209c5f861e1c is already hosted by enough agents. {{(pid=116161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 10:59:47.806897 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc8dddf-eda8-468c-923f-0caa363aeb36 req-c32952e9-0d45-48b0-a984-f450c9f0d941 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 10:59:47.807521 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [req-0fc8dddf-eda8-468c-923f-0caa363aeb36 req-c32952e9-0d45-48b0-a984-f450c9f0d941 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198022'] for port (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:47.809543 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-0fc8dddf-eda8-468c-923f-0caa363aeb36 req-c32952e9-0d45-48b0-a984-f450c9f0d941 service neutron] 10.222.0.20 "PUT /v2.0/ports/c0d148b4-7df0-41b4-ae3e-381c91ef07cd HTTP/1.1" status: 200 len: 1094 time: 4.5884120 Apr 28 10:59:47.811609 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-2554c6b3-9d17-4f0b-ad4d-25eace12be42 None None] For port 32f87c66-0a77-496b-a432-fbaacaf36b62, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=116163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 10:59:47.818325 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.scheduler.base_scheduler [None req-110e02b0-7124-4553-8d44-980367287051 tempest-FloatingIPTestJSON-373071706 tempest-FloatingIPTestJSON-373071706-project] Resources bound (agent type, host, resource id): {{(pid=116161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 10:59:47.821720 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-110e02b0-7124-4553-8d44-980367287051 tempest-FloatingIPTestJSON-373071706 tempest-FloatingIPTestJSON-373071706-project] Received port after_create {{(pid=116161) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 10:59:47.833277 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-95e1d64f-a2d1-48bd-93eb-26ae6a60f31d None None] Publish callbacks [] for port (2db084fe-b3dd-490a-a005-39fc90c59ce5), precommit_create {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:47.838063 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-2554c6b3-9d17-4f0b-ad4d-25eace12be42 None None] For port 32f87c66-0a77-496b-a432-fbaacaf36b62, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=32f87c66-0a77-496b-a432-fbaacaf36b62,segment=NetworkSegment(bf4e3229-fea7-4ec5-afed-0101e433f98f),segment_id=bf4e3229-fea7-4ec5-afed-0101e433f98f)] {{(pid=116163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 10:59:47.868832 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b8f1546-43fe-47eb-a29a-4d9b0d24e4fe', 'tag': 'c0d148b4-7df0-41b4-ae3e-381c91ef07cd'}] {{(pid=116162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 10:59:47.883757 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-5744c686-14ac-4794-83a6-d0d61372dda1 tempest-FloatingIPAdminTestJSON-1724025514 tempest-FloatingIPAdminTestJSON-1724025514-project] Publish callbacks [] for floatingip (4e9c83ae-181d-4e2d-b3b0-07ec92e9e774), after_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:47.884198 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.db.l3_db [None req-5744c686-14ac-4794-83a6-d0d61372dda1 tempest-FloatingIPAdminTestJSON-1724025514 tempest-FloatingIPAdminTestJSON-1724025514-project] Floating IP 4e9c83ae-181d-4e2d-b3b0-07ec92e9e774 disassociated (deleted). External IP: 172.36.4.156, port: 1ba440db-cb83-4b7b-8fb7-a60f5a74a91d. Apr 28 10:59:47.932743 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-110e02b0-7124-4553-8d44-980367287051 tempest-FloatingIPTestJSON-373071706 tempest-FloatingIPTestJSON-373071706-project] Pushing event updated for resources: {'Port': ['ID=50085a80-25bd-4492-869a-41677cf93903,revision_number=1']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 10:59:47.936561 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-2554c6b3-9d17-4f0b-ad4d-25eace12be42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393'] for port (32f87c66-0a77-496b-a432-fbaacaf36b62), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:47.970678 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5108c9a4-0e4a-4e21-9358-14f8c4d71e6e tempest-QuotasNegativeTest-252070539 tempest-QuotasNegativeTest-252070539-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 71} {{(pid=116161) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 10:59:48.001326 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-5108c9a4-0e4a-4e21-9358-14f8c4d71e6e tempest-QuotasNegativeTest-252070539 tempest-QuotasNegativeTest-252070539-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-961978'] for segment (97ce7377-b27d-4a0a-910f-ab292afd813c), precommit_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:48.007299 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.db.segments_db [None req-5108c9a4-0e4a-4e21-9358-14f8c4d71e6e tempest-QuotasNegativeTest-252070539 tempest-QuotasNegativeTest-252070539-project-admin] Added segment 97ce7377-b27d-4a0a-910f-ab292afd813c of type vlan for network fc606837-1c9a-496b-b0af-aab04e7488b9 Apr 28 10:59:48.043541 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32952e9-0d45-48b0-a984-f450c9f0d941 service neutron] Pushing event updated for resources: {'Port': ['ID=c0d148b4-7df0-41b4-ae3e-381c91ef07cd,revision_number=3']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 10:59:48.108016 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-95e1d64f-a2d1-48bd-93eb-26ae6a60f31d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742234710357'] for port (2db084fe-b3dd-490a-a005-39fc90c59ce5), after_create {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:48.122448 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5744c686-14ac-4794-83a6-d0d61372dda1 tempest-FloatingIPAdminTestJSON-1724025514 tempest-FloatingIPAdminTestJSON-1724025514-project] Pushing event deleted for resources: {'Port': ['ID=f6d931ca-f2a8-4be2-8679-57e45f70855b,revision_number=None']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 10:59:48.136137 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2554c6b3-9d17-4f0b-ad4d-25eace12be42 None None] Pushing event updated for resources: {'Port': ['ID=32f87c66-0a77-496b-a432-fbaacaf36b62,revision_number=2']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 10:59:48.149398 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-5108c9a4-0e4a-4e21-9358-14f8c4d71e6e tempest-QuotasNegativeTest-252070539 tempest-QuotasNegativeTest-252070539-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742234744962'] for network (fc606837-1c9a-496b-b0af-aab04e7488b9), precommit_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:48.228098 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.db.db_base_plugin_common [None req-e5fa0696-3184-486b-8c3d-d41d8677d09f tempest-ExtraDHCPOptionsTestJSON-2049120849 tempest-ExtraDHCPOptionsTestJSON-2049120849-project] Allocated IP 172.20.0.8 (745b0058-f3a7-4eda-8b8e-1233d30fc8a9/6d90e461-01e7-49ad-b03b-a61c7b7e1001/b6fa3f62-8e61-48fc-bbd3-9089f20ffd14) {{(pid=116162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 10:59:48.277095 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95e1d64f-a2d1-48bd-93eb-26ae6a60f31d None None] Network 1ec9fbcf-7a57-4aaa-9c30-4e0f43e09480 is already hosted by enough agents. {{(pid=116163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 10:59:48.282895 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.scheduler.base_scheduler [None req-95e1d64f-a2d1-48bd-93eb-26ae6a60f31d None None] Resources bound (agent type, host, resource id): {{(pid=116163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 10:59:48.291031 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95e1d64f-a2d1-48bd-93eb-26ae6a60f31d None None] Received port after_create {{(pid=116163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 10:59:48.317618 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc8dddf-eda8-468c-923f-0caa363aeb36 req-34670534-70a3-43b7-beea-ba0426036e7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 10:59:48.319674 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-0fc8dddf-eda8-468c-923f-0caa363aeb36 req-34670534-70a3-43b7-beea-ba0426036e7e service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=5609aa114ceb4f54b926d4fb3847cb3e&device_id=7b8f1546-43fe-47eb-a29a-4d9b0d24e4fe HTTP/1.1" status: 200 len: 1128 time: 0.2918739 Apr 28 10:59:48.323598 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ba53f40d6116d28995a8e36159d0e539b5353eec116fb5dd4ce03b4b2159ab1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9aa9b3b-8e02-40e7-914e-6674addec438" -d '{"events": [{"name": "network-changed", "server_uuid": "7b8f1546-43fe-47eb-a29a-4d9b0d24e4fe", "tag": "c0d148b4-7df0-41b4-ae3e-381c91ef07cd"}]}' {{(pid=116162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 10:59:48.330501 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e1d64f-a2d1-48bd-93eb-26ae6a60f31d None None] Pushing event updated for resources: {'Port': ['ID=2db084fe-b3dd-490a-a005-39fc90c59ce5,revision_number=1']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 10:59:48.370716 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-f4fe8e44-e068-4999-bdf2-c179ea960f59 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (None), before_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:48.401098 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-5108c9a4-0e4a-4e21-9358-14f8c4d71e6e tempest-QuotasNegativeTest-252070539 tempest-QuotasNegativeTest-252070539-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042'] for network (fc606837-1c9a-496b-b0af-aab04e7488b9), after_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:48.402318 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5108c9a4-0e4a-4e21-9358-14f8c4d71e6e tempest-QuotasNegativeTest-252070539 tempest-QuotasNegativeTest-252070539-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 10:59:48.402955 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-5108c9a4-0e4a-4e21-9358-14f8c4d71e6e tempest-QuotasNegativeTest-252070539 tempest-QuotasNegativeTest-252070539-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603020'] for network (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:48.525592 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-566bbd91-e819-4d81-8292-93264e7bcffb service neutron] Pushing event updated for resources: {'Port': ['ID=69c48b6b-9700-4a70-bcfe-7a9c85a59fc2,revision_number=2']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 10:59:48.540881 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.managers [None req-95e1d64f-a2d1-48bd-93eb-26ae6a60f31d None None] Attempting to bind port 2db084fe-b3dd-490a-a005-39fc90c59ce5 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=116163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 28 10:59:48.543675 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.managers [None req-95e1d64f-a2d1-48bd-93eb-26ae6a60f31d None None] Attempting to bind port 2db084fe-b3dd-490a-a005-39fc90c59ce5 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'ffa4348d-378b-4e93-98fa-ab0dc49ee16c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '1ec9fbcf-7a57-4aaa-9c30-4e0f43e09480'}] {{(pid=116163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 28 10:59:48.544370 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95e1d64f-a2d1-48bd-93eb-26ae6a60f31d None None] Attempting to bind port 2db084fe-b3dd-490a-a005-39fc90c59ce5 on network 1ec9fbcf-7a57-4aaa-9c30-4e0f43e09480 {{(pid=116163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 10:59:48.580419 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95e1d64f-a2d1-48bd-93eb-26ae6a60f31d None None] Checking agent: {'id': 'd5baab19-5dd1-4902-922b-84acb048ab9c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 10, 50, 43), 'started_at': datetime.datetime(2022, 4, 28, 10, 51, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 10, 59, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=116163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 10:59:48.580799 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95e1d64f-a2d1-48bd-93eb-26ae6a60f31d None None] Checking segment: {'id': 'ffa4348d-378b-4e93-98fa-ab0dc49ee16c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '1ec9fbcf-7a57-4aaa-9c30-4e0f43e09480'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 10:59:48.581205 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-95e1d64f-a2d1-48bd-93eb-26ae6a60f31d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:48.581598 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95e1d64f-a2d1-48bd-93eb-26ae6a60f31d None None] Bound using segment: {'id': 'ffa4348d-378b-4e93-98fa-ab0dc49ee16c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '1ec9fbcf-7a57-4aaa-9c30-4e0f43e09480'} {{(pid=116163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 10:59:48.582083 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.managers [None req-95e1d64f-a2d1-48bd-93eb-26ae6a60f31d None None] Bound port: 2db084fe-b3dd-490a-a005-39fc90c59ce5, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ffa4348d-378b-4e93-98fa-ab0dc49ee16c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '1ec9fbcf-7a57-4aaa-9c30-4e0f43e09480'}}] {{(pid=116163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 28 10:59:48.585536 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-95e1d64f-a2d1-48bd-93eb-26ae6a60f31d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (2db084fe-b3dd-490a-a005-39fc90c59ce5), before_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:48.658995 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-0fc8dddf-eda8-468c-923f-0caa363aeb36 req-c58c4d65-3282-4587-985c-02462e66eef8 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c0d148b4-7df0-41b4-ae3e-381c91ef07cd HTTP/1.1" status: 200 len: 217 time: 0.3242688 Apr 28 10:59:48.660869 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.notifiers.nova [None req-f4fe8e44-e068-4999-bdf2-c179ea960f59 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] device_id is not set on port 8c766c44-968e-4f16-9f82-117481ffd790 yet. {{(pid=116161) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 28 10:59:48.679160 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 10:59:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-508f7ba4-0f99-4d73-9e20-678386f543bd x-openstack-request-id: req-508f7ba4-0f99-4d73-9e20-678386f543bd {{(pid=116162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 10:59:48.680964 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7b8f1546-43fe-47eb-a29a-4d9b0d24e4fe", "tag": "c0d148b4-7df0-41b4-ae3e-381c91ef07cd", "status": "completed", "code": 200}]} {{(pid=116162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 10:59:48.680964 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-508f7ba4-0f99-4d73-9e20-678386f543bd {{(pid=116162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 10:59:48.680964 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.notifiers.nova [-] Nova event matching ['req-508f7ba4-0f99-4d73-9e20-678386f543bd'] response: {'name': 'network-changed', 'server_uuid': '7b8f1546-43fe-47eb-a29a-4d9b0d24e4fe', 'tag': 'c0d148b4-7df0-41b4-ae3e-381c91ef07cd', 'status': 'completed', 'code': 200} Apr 28 10:59:48.775512 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-5108c9a4-0e4a-4e21-9358-14f8c4d71e6e tempest-QuotasNegativeTest-252070539 tempest-QuotasNegativeTest-252070539-project-admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 1.4051142 Apr 28 10:59:48.837653 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-95e1d64f-a2d1-48bd-93eb-26ae6a60f31d None None] For port 2db084fe-b3dd-490a-a005-39fc90c59ce5, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=116163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 10:59:48.843804 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 49494) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 10:59:48.844745 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-95e1d64f-a2d1-48bd-93eb-26ae6a60f31d None None] For port 2db084fe-b3dd-490a-a005-39fc90c59ce5, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=2db084fe-b3dd-490a-a005-39fc90c59ce5,segment=NetworkSegment(ffa4348d-378b-4e93-98fa-ab0dc49ee16c),segment_id=ffa4348d-378b-4e93-98fa-ab0dc49ee16c)] {{(pid=116163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 10:59:48.851180 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc8dddf-eda8-468c-923f-0caa363aeb36 req-86ec6485-c33d-474c-ad1d-d75cbe6f7cb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 10:59:48.855326 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847300b3-17d8-42dd-81aa-6cd37a4a215e req-beec7cc0-29b9-4a04-b42d-d20c882118b5 tempest-ServersTestManualDisk-708954650 tempest-ServersTestManualDisk-708954650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 10:59:48.855477 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-0fc8dddf-eda8-468c-923f-0caa363aeb36 req-86ec6485-c33d-474c-ad1d-d75cbe6f7cb1 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e48057c8-0090-4367-906b-bd6ec3ec96da HTTP/1.1" status: 200 len: 851 time: 0.1869018 Apr 28 10:59:48.857549 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-847300b3-17d8-42dd-81aa-6cd37a4a215e req-beec7cc0-29b9-4a04-b42d-d20c882118b5 tempest-ServersTestManualDisk-708954650 tempest-ServersTestManualDisk-708954650-project] 10.222.0.10 "GET /v2.0/ports?device_id=7b8f1546-43fe-47eb-a29a-4d9b0d24e4fe HTTP/1.1" status: 200 len: 944 time: 0.3356216 Apr 28 10:59:48.862931 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.v2.base [None req-e3f0b00e-feff-4e8d-a0ec-45c9892d8358 tempest-QuotasNegativeTest-252070539 tempest-QuotasNegativeTest-252070539-project-admin] Request body: {'network': {'project_id': 'e3362c26b007473f801152ac34510084'}} {{(pid=116161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 10:59:48.907684 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5108c9a4-0e4a-4e21-9358-14f8c4d71e6e tempest-QuotasNegativeTest-252070539 tempest-QuotasNegativeTest-252070539-project-admin] Pushing event updated for resources: {'Network': ['ID=fc606837-1c9a-496b-b0af-aab04e7488b9,revision_number=1']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 10:59:48.918901 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Network fc606837-1c9a-496b-b0af-aab04e7488b9 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=116163) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 28 10:59:48.935501 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea6433aa-3e18-4611-80d9-1e07d84ad31b tempest-RoutersIpV6AdminTest-911026605 tempest-RoutersIpV6AdminTest-911026605-project-admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=116162) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 10:59:48.948779 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-95e1d64f-a2d1-48bd-93eb-26ae6a60f31d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393'] for port (2db084fe-b3dd-490a-a005-39fc90c59ce5), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:48.955414 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.managers [req-07a3202d-b4a8-4fde-aa0b-7818d4209820 req-566bbd91-e819-4d81-8292-93264e7bcffb service neutron] Attempting to bind port 69c48b6b-9700-4a70-bcfe-7a9c85a59fc2 on host hv-neutron-mast for vnic_type normal with profile {{(pid=116161) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 28 10:59:48.955969 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.managers [req-07a3202d-b4a8-4fde-aa0b-7818d4209820 req-566bbd91-e819-4d81-8292-93264e7bcffb service neutron] Attempting to bind port 69c48b6b-9700-4a70-bcfe-7a9c85a59fc2 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': 'aeeab3ee-75a8-4dc8-aefc-5af1f84e59d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '4da8bd43-d906-4f61-8b6f-8dd6519937e1'}] {{(pid=116161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 28 10:59:48.956127 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07a3202d-b4a8-4fde-aa0b-7818d4209820 req-566bbd91-e819-4d81-8292-93264e7bcffb service neutron] Attempting to bind port 69c48b6b-9700-4a70-bcfe-7a9c85a59fc2 on network 4da8bd43-d906-4f61-8b6f-8dd6519937e1 {{(pid=116161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 10:59:49.001077 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-769bbc75-a6d3-4465-a344-00da0e6a72fa None None] Sync routers for ids ['e83a173c-0d9c-47b7-a48b-afd5f1cd8170'] in dv-neutron-master-2-hyperv {{(pid=116163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 10:59:49.117503 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-769bbc75-a6d3-4465-a344-00da0e6a72fa None None] Routers {'e83a173c-0d9c-47b7-a48b-afd5f1cd8170'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=116163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 10:59:49.118037 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_hamode_db [None req-769bbc75-a6d3-4465-a344-00da0e6a72fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-28T10:50:39Z,description=,heartbeat_timestamp=2022-04-28T10:59:39Z,host='dv-neutron-master-2-hyperv',id=6b492ad6-0876-4d74-b20d-28143a52ceba,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T10:50:40Z,topic='l3_agent')) {'router_ids': ['e83a173c-0d9c-47b7-a48b-afd5f1cd8170'], 'active': True} {{(pid=116163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 10:59:49.122936 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07a3202d-b4a8-4fde-aa0b-7818d4209820 req-566bbd91-e819-4d81-8292-93264e7bcffb service neutron] Port 69c48b6b-9700-4a70-bcfe-7a9c85a59fc2 on network 4da8bd43-d906-4f61-8b6f-8dd6519937e1 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=116161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 28 10:59:49.123379 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07a3202d-b4a8-4fde-aa0b-7818d4209820 req-566bbd91-e819-4d81-8292-93264e7bcffb service neutron] Attempting to bind port 69c48b6b-9700-4a70-bcfe-7a9c85a59fc2 on network 4da8bd43-d906-4f61-8b6f-8dd6519937e1 {{(pid=116161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 10:59:49.195661 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07a3202d-b4a8-4fde-aa0b-7818d4209820 req-566bbd91-e819-4d81-8292-93264e7bcffb service neutron] Checking agent: {'id': '6be95134-9a6c-4663-8b48-90d12ce90c60', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-mast', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 10, 57, 20), 'started_at': datetime.datetime(2022, 4, 28, 10, 57, 20), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 10, 59, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=116161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 10:59:49.196165 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07a3202d-b4a8-4fde-aa0b-7818d4209820 req-566bbd91-e819-4d81-8292-93264e7bcffb service neutron] Checking segment: {'id': 'aeeab3ee-75a8-4dc8-aefc-5af1f84e59d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '4da8bd43-d906-4f61-8b6f-8dd6519937e1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 10:59:49.196921 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07a3202d-b4a8-4fde-aa0b-7818d4209820 req-566bbd91-e819-4d81-8292-93264e7bcffb service neutron] Bound using segment: {'id': 'aeeab3ee-75a8-4dc8-aefc-5af1f84e59d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '4da8bd43-d906-4f61-8b6f-8dd6519937e1'} {{(pid=116161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 10:59:49.198887 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.managers [req-07a3202d-b4a8-4fde-aa0b-7818d4209820 req-566bbd91-e819-4d81-8292-93264e7bcffb service neutron] Bound port: 69c48b6b-9700-4a70-bcfe-7a9c85a59fc2, host: hv-neutron-mast, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aeeab3ee-75a8-4dc8-aefc-5af1f84e59d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '4da8bd43-d906-4f61-8b6f-8dd6519937e1'}}] {{(pid=116161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 28 10:59:49.199376 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [req-07a3202d-b4a8-4fde-aa0b-7818d4209820 req-566bbd91-e819-4d81-8292-93264e7bcffb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (69c48b6b-9700-4a70-bcfe-7a9c85a59fc2), before_update {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:49.230651 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.pecan_wsgi.hooks.translation [None req-e3f0b00e-feff-4e8d-a0ec-45c9892d8358 tempest-QuotasNegativeTest-252070539 tempest-QuotasNegativeTest-252070539-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Apr 28 10:59:49.230651 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e3f0b00e-feff-4e8d-a0ec-45c9892d8358 tempest-QuotasNegativeTest-252070539 tempest-QuotasNegativeTest-252070539-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=116161) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 28 10:59:49.235331 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e1d64f-a2d1-48bd-93eb-26ae6a60f31d None None] Pushing event updated for resources: {'Port': ['ID=2db084fe-b3dd-490a-a005-39fc90c59ce5,revision_number=2']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 10:59:49.239125 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-e3f0b00e-feff-4e8d-a0ec-45c9892d8358 tempest-QuotasNegativeTest-252070539 tempest-QuotasNegativeTest-252070539-project-admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.3767169 Apr 28 10:59:49.318997 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 49496) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 10:59:49.325266 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-ea6433aa-3e18-4611-80d9-1e07d84ad31b tempest-RoutersIpV6AdminTest-911026605 tempest-RoutersIpV6AdminTest-911026605-project-admin] Publish callbacks [] for router (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:49.326492 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-ea6433aa-3e18-4611-80d9-1e07d84ad31b tempest-RoutersIpV6AdminTest-911026605 tempest-RoutersIpV6AdminTest-911026605-project-admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 8.9217539 Apr 28 10:59:49.359387 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Device 32f87c66-0a77-496b-a432-fbaacaf36b62 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=116163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 10:59:49.378749 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 49498) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 10:59:49.454201 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5744c686-14ac-4794-83a6-d0d61372dda1 tempest-FloatingIPAdminTestJSON-1724025514 tempest-FloatingIPAdminTestJSON-1724025514-project] Router 76ac97e8-357a-4c02-ab8f-161546f85317 has already been hosted by L3 agent 6b492ad6-0876-4d74-b20d-28143a52ceba {{(pid=116162) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 10:59:49.505229 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-847300b3-17d8-42dd-81aa-6cd37a4a215e req-4fcc2174-04e3-4659-b75b-7941b75728a2 tempest-ServersTestManualDisk-708954650 tempest-ServersTestManualDisk-708954650-project] 10.222.0.10 "GET /v2.0/security-groups?id=44234766-b7b5-4f53-92c0-693928ed2502&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6287689 Apr 28 10:59:49.540021 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4f3761-169b-4b27-bd28-50f7d5d157b7 req-470e7e90-8609-42b4-a9d6-068667b7e550 tempest-ServersTestJSON-1447308081 tempest-ServersTestJSON-1447308081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 10:59:49.541898 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-2e4f3761-169b-4b27-bd28-50f7d5d157b7 req-470e7e90-8609-42b4-a9d6-068667b7e550 tempest-ServersTestJSON-1447308081 tempest-ServersTestJSON-1447308081-project] 10.222.0.10 "GET /v2.0/ports?device_id=2a07d7d5-8b9a-4bde-9f8a-f5af3ef71d28 HTTP/1.1" status: 200 len: 943 time: 0.6971719 Apr 28 10:59:49.578811 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvr_db [None req-769bbc75-a6d3-4465-a344-00da0e6a72fa None None] Set router e83a173c-0d9c-47b7-a48b-afd5f1cd8170 gateway port host: dv-neutron-master-2-hyperv {{(pid=116163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 10:59:49.629840 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.db.db_base_plugin_common [None req-f4fe8e44-e068-4999-bdf2-c179ea960f59 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Allocated IP 2001:db8::fe2e:4ce5:199b:ff4e (1ec9fbcf-7a57-4aaa-9c30-4e0f43e09480/1b87b134-1a45-4b56-81fd-ab767925c451/8c766c44-968e-4f16-9f82-117481ffd790) {{(pid=116161) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 10:59:49.654911 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-d2e0b789-5a77-4a9e-ba00-b57859b04801 tempest-QuotasNegativeTest-252070539 tempest-QuotasNegativeTest-252070539-project-admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=e3362c26b007473f801152ac34510084&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3324788 Apr 28 10:59:49.656033 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc8dddf-eda8-468c-923f-0caa363aeb36 req-a4fc1e8c-1907-4321-b793-e2c80693734c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 10:59:49.657623 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-0fc8dddf-eda8-468c-923f-0caa363aeb36 req-a4fc1e8c-1907-4321-b793-e2c80693734c service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=86be3515-ed38-47a2-afd0-def5e9d08619&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.6515219 Apr 28 10:59:49.660779 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 49500) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 10:59:49.808087 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Provisioning complete for port 32f87c66-0a77-496b-a432-fbaacaf36b62 triggered by entity L2. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 10:59:49.808474 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (32f87c66-0a77-496b-a432-fbaacaf36b62), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:49.814100 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-2e4f3761-169b-4b27-bd28-50f7d5d157b7 req-b30f08f9-8d38-4ace-9e7f-2abb3936be49 tempest-ServersTestJSON-1447308081 tempest-ServersTestJSON-1447308081-project] 10.222.0.10 "GET /v2.0/security-groups?id=5b5e6860-ab9c-4333-ac60-80cd6bb33798&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2624190 Apr 28 10:59:49.940345 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.db [req-07a3202d-b4a8-4fde-aa0b-7818d4209820 req-566bbd91-e819-4d81-8292-93264e7bcffb service neutron] For port 69c48b6b-9700-4a70-bcfe-7a9c85a59fc2, host hv-neutron-mast, cleared binding levels {{(pid=116161) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 10:59:50.052736 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-ad2396f9-6bf4-4b77-a956-ad29bfe0610a tempest-QuotasNegativeTest-252070539 tempest-QuotasNegativeTest-252070539-project-admin] Publish callbacks [] for security_group (5c51fb53-3f32-419b-a66a-0abeeef4ec93), before_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:50.076443 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.db [req-07a3202d-b4a8-4fde-aa0b-7818d4209820 req-566bbd91-e819-4d81-8292-93264e7bcffb service neutron] For port 69c48b6b-9700-4a70-bcfe-7a9c85a59fc2, host hv-neutron-mast, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=69c48b6b-9700-4a70-bcfe-7a9c85a59fc2,segment=NetworkSegment(aeeab3ee-75a8-4dc8-aefc-5af1f84e59d4),segment_id=aeeab3ee-75a8-4dc8-aefc-5af1f84e59d4)] {{(pid=116161) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 10:59:50.095468 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-110e02b0-7124-4553-8d44-980367287051 tempest-FloatingIPTestJSON-373071706 tempest-FloatingIPTestJSON-373071706-project] Publish callbacks [] for floatingip (31d730e8-b8cb-4296-8f4a-ae8f99104c6a), precommit_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:50.102112 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_hamode_db [None req-769bbc75-a6d3-4465-a344-00da0e6a72fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e83a173c-0d9c-47b7-a48b-afd5f1cd8170', 'name': '', 'tenant_id': '37bf07f749f54683b465358b4cfb1f35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63e015c2-d7bf-41db-9139-272c95fcaed4', 'external_fixed_ips': [{'subnet_id': '5cacca1a-335a-4899-a121-baffb49d1897', 'ip_address': '2001:db8::242'}], 'enable_snat': True}, 'gw_port_id': '119a70db-5154-46bb-9b6d-42e0839bd4e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T10:59:40Z', 'updated_at': '2022-04-28T10:59:44Z', 'revision_number': 3, 'project_id': '37bf07f749f54683b465358b4cfb1f35', 'gw_port': {'id': '119a70db-5154-46bb-9b6d-42e0839bd4e6', 'name': '', 'network_id': '63e015c2-d7bf-41db-9139-272c95fcaed4', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:89:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e83a173c-0d9c-47b7-a48b-afd5f1cd8170', 'device_owner': 'network:router_gateway', 'standard_attr_id': 218, 'fixed_ips': [{'subnet_id': '5cacca1a-335a-4899-a121-baffb49d1897', 'ip_address': '2001:db8::242', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T10:59:42Z', 'updated_at': '2022-04-28T10:59:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5cacca1a-335a-4899-a121-baffb49d1897', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=116163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 10:59:50.104719 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Current status of the port 32f87c66-0a77-496b-a432-fbaacaf36b62 is: DOWN; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 10:59:50.104838 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (32f87c66-0a77-496b-a432-fbaacaf36b62), before_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:50.155622 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab00fd1e-d378-4555-8192-0db326be4821 None None] Network 745b0058-f3a7-4eda-8b8e-1233d30fc8a9 requested from dv-neutron-master-2-hyperv {{(pid=116163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 10:59:50.184718 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [req-07a3202d-b4a8-4fde-aa0b-7818d4209820 req-566bbd91-e819-4d81-8292-93264e7bcffb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5219123'] for port (69c48b6b-9700-4a70-bcfe-7a9c85a59fc2), after_update {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:50.195383 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-769bbc75-a6d3-4465-a344-00da0e6a72fa None None] Checking router: e83a173c-0d9c-47b7-a48b-afd5f1cd8170 for host: dv-neutron-master-2-hyperv {{(pid=116163) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 10:59:50.195806 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-769bbc75-a6d3-4465-a344-00da0e6a72fa None None] Updating router e83a173c-0d9c-47b7-a48b-afd5f1cd8170 port 119a70db-5154-46bb-9b6d-42e0839bd4e6 binding host dv-neutron-master-2-hyperv {{(pid=116163) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 28 10:59:50.227059 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-ad2396f9-6bf4-4b77-a956-ad29bfe0610a tempest-QuotasNegativeTest-252070539 tempest-QuotasNegativeTest-252070539-project-admin] Publish callbacks [] for security_group (5c51fb53-3f32-419b-a66a-0abeeef4ec93), precommit_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:50.325700 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-769bbc75-a6d3-4465-a344-00da0e6a72fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (119a70db-5154-46bb-9b6d-42e0839bd4e6), before_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:50.327779 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-2a6b002c-4881-467c-83c7-a5eebd2c972a None None] Provisioning complete for port 32f87c66-0a77-496b-a432-fbaacaf36b62 triggered by entity DHCP. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 10:59:50.328282 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-2a6b002c-4881-467c-83c7-a5eebd2c972a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (32f87c66-0a77-496b-a432-fbaacaf36b62), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:50.464498 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] For port 32f87c66-0a77-496b-a432-fbaacaf36b62, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=32f87c66-0a77-496b-a432-fbaacaf36b62,segment=NetworkSegment(bf4e3229-fea7-4ec5-afed-0101e433f98f),segment_id=bf4e3229-fea7-4ec5-afed-0101e433f98f)] {{(pid=116163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 10:59:50.622263 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393'] for port (32f87c66-0a77-496b-a432-fbaacaf36b62), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:50.625977 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (6be95134-9a6c-4663-8b48-90d12ce90c60), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:50.650636 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-e5fa0696-3184-486b-8c3d-d41d8677d09f tempest-ExtraDHCPOptionsTestJSON-2049120849 tempest-ExtraDHCPOptionsTestJSON-2049120849-project] Publish callbacks [] for port (b6fa3f62-8e61-48fc-bbd3-9089f20ffd14), precommit_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:50.839343 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-75c17572-68a8-4703-b47a-a8ff9d57c7aa tempest-RoutersIpV6AdminTest-911026605 tempest-RoutersIpV6AdminTest-911026605-project-admin] Publish callbacks [] for router (e83a173c-0d9c-47b7-a48b-afd5f1cd8170), before_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:50.890166 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Pushing event updated for resources: {'Port': ['ID=32f87c66-0a77-496b-a432-fbaacaf36b62,revision_number=3']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 10:59:50.949501 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a3202d-b4a8-4fde-aa0b-7818d4209820 req-566bbd91-e819-4d81-8292-93264e7bcffb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 10:59:50.950196 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [req-07a3202d-b4a8-4fde-aa0b-7818d4209820 req-566bbd91-e819-4d81-8292-93264e7bcffb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198022'] for port (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:50.953692 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-07a3202d-b4a8-4fde-aa0b-7818d4209820 req-566bbd91-e819-4d81-8292-93264e7bcffb service neutron] 10.222.0.20 "PUT /v2.0/ports/69c48b6b-9700-4a70-bcfe-7a9c85a59fc2 HTTP/1.1" status: 200 len: 1093 time: 5.8739274 Apr 28 10:59:50.963677 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-566bbd91-e819-4d81-8292-93264e7bcffb service neutron] Pushing event updated for resources: {'Port': ['ID=69c48b6b-9700-4a70-bcfe-7a9c85a59fc2,revision_number=3']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 10:59:50.975094 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a07d7d5-8b9a-4bde-9f8a-f5af3ef71d28', 'tag': '69c48b6b-9700-4a70-bcfe-7a9c85a59fc2'}] {{(pid=116161) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 10:59:50.987345 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-2a6b002c-4881-467c-83c7-a5eebd2c972a None None] Current status of the port 32f87c66-0a77-496b-a432-fbaacaf36b62 is: ACTIVE; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 10:59:51.004190 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-0fc8dddf-eda8-468c-923f-0caa363aeb36 req-4d58a520-83f5-4ae2-b8b1-39cb9a7b81bc service neutron] 10.222.0.20 "GET /v2.0/networks/86be3515-ed38-47a2-afd0-def5e9d08619?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3056064 Apr 28 10:59:51.042741 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-75c17572-68a8-4703-b47a-a8ff9d57c7aa tempest-RoutersIpV6AdminTest-911026605 tempest-RoutersIpV6AdminTest-911026605-project-admin] Publish callbacks [] for router_gateway (e83a173c-0d9c-47b7-a48b-afd5f1cd8170), before_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:51.103744 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5744c686-14ac-4794-83a6-d0d61372dda1 tempest-FloatingIPAdminTestJSON-1724025514 tempest-FloatingIPAdminTestJSON-1724025514-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=116162) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 10:59:51.120357 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-5744c686-14ac-4794-83a6-d0d61372dda1 tempest-FloatingIPAdminTestJSON-1724025514 tempest-FloatingIPAdminTestJSON-1724025514-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198022'] for floatingip (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:51.126727 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cf34a87-00fc-41f2-84b7-422e7f7b1b96 None None] Sync routers for ids ['76ac97e8-357a-4c02-ab8f-161546f85317'] in dv-neutron-master-2-hyperv {{(pid=116164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 10:59:51.163252 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-72c3a167-5ce1-4733-9af5-1207c000fe74 None None] Provisioning complete for port 2db084fe-b3dd-490a-a005-39fc90c59ce5 triggered by entity DHCP. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 10:59:51.168431 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-72c3a167-5ce1-4733-9af5-1207c000fe74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (2db084fe-b3dd-490a-a005-39fc90c59ce5), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:51.168721 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cf34a87-00fc-41f2-84b7-422e7f7b1b96 None None] Routers {'76ac97e8-357a-4c02-ab8f-161546f85317'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=116164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 10:59:51.168721 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_hamode_db [None req-7cf34a87-00fc-41f2-84b7-422e7f7b1b96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-28T10:50:39Z,description=,heartbeat_timestamp=2022-04-28T10:59:39Z,host='dv-neutron-master-2-hyperv',id=6b492ad6-0876-4d74-b20d-28143a52ceba,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T10:50:40Z,topic='l3_agent')) {'router_ids': ['76ac97e8-357a-4c02-ab8f-161546f85317'], 'active': True} {{(pid=116164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 10:59:51.224436 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-ad2396f9-6bf4-4b77-a956-ad29bfe0610a tempest-QuotasNegativeTest-252070539 tempest-QuotasNegativeTest-252070539-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924426'] for security_group (5c51fb53-3f32-419b-a66a-0abeeef4ec93), after_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:51.226895 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-ad2396f9-6bf4-4b77-a956-ad29bfe0610a tempest-QuotasNegativeTest-252070539 tempest-QuotasNegativeTest-252070539-project-admin] Publish callbacks [] for security_group (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:51.228279 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-ad2396f9-6bf4-4b77-a956-ad29bfe0610a tempest-QuotasNegativeTest-252070539 tempest-QuotasNegativeTest-252070539-project-admin] 10.222.0.10 "DELETE /v2.0/security-groups/5c51fb53-3f32-419b-a66a-0abeeef4ec93 HTTP/1.1" status: 204 len: 168 time: 1.5629940 Apr 28 10:59:51.275758 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_hamode_db [None req-7cf34a87-00fc-41f2-84b7-422e7f7b1b96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=116164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 10:59:51.284124 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.plugin [None req-75c17572-68a8-4703-b47a-a8ff9d57c7aa tempest-RoutersIpV6AdminTest-911026605 tempest-RoutersIpV6AdminTest-911026605-project-admin] Deleting port 119a70db-5154-46bb-9b6d-42e0839bd4e6 {{(pid=116162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 10:59:51.284531 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-75c17572-68a8-4703-b47a-a8ff9d57c7aa tempest-RoutersIpV6AdminTest-911026605 tempest-RoutersIpV6AdminTest-911026605-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742235130188'] for port (119a70db-5154-46bb-9b6d-42e0839bd4e6), before_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:51.289823 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cf34a87-00fc-41f2-84b7-422e7f7b1b96 None None] Routers {'76ac97e8-357a-4c02-ab8f-161546f85317'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=116164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 10:59:51.290768 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_hamode_db [None req-7cf34a87-00fc-41f2-84b7-422e7f7b1b96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-28T10:50:39Z,description=,heartbeat_timestamp=2022-04-28T10:59:39Z,host='dv-neutron-master-2-hyperv',id=6b492ad6-0876-4d74-b20d-28143a52ceba,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T10:50:40Z,topic='l3_agent')) {'router_ids': ['76ac97e8-357a-4c02-ab8f-161546f85317'], 'active': True} {{(pid=116164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 10:59:51.300390 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 49510) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 10:59:51.302386 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-e5fa0696-3184-486b-8c3d-d41d8677d09f tempest-ExtraDHCPOptionsTestJSON-2049120849 tempest-ExtraDHCPOptionsTestJSON-2049120849-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742234710357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5051867'] for port (b6fa3f62-8e61-48fc-bbd3-9089f20ffd14), after_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:51.397159 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5fa0696-3184-486b-8c3d-d41d8677d09f tempest-ExtraDHCPOptionsTestJSON-2049120849 tempest-ExtraDHCPOptionsTestJSON-2049120849-project] Network 745b0058-f3a7-4eda-8b8e-1233d30fc8a9 is already hosted by enough agents. {{(pid=116162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 10:59:51.421101 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.scheduler.base_scheduler [None req-e5fa0696-3184-486b-8c3d-d41d8677d09f tempest-ExtraDHCPOptionsTestJSON-2049120849 tempest-ExtraDHCPOptionsTestJSON-2049120849-project] Resources bound (agent type, host, resource id): {{(pid=116162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 10:59:51.422766 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Device 2db084fe-b3dd-490a-a005-39fc90c59ce5 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=116163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 10:59:51.424266 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-5744c686-14ac-4794-83a6-d0d61372dda1 tempest-FloatingIPAdminTestJSON-1724025514 tempest-FloatingIPAdminTestJSON-1724025514-project] 10.222.0.10 "DELETE /v2.0/floatingips/4e9c83ae-181d-4e2d-b3b0-07ec92e9e774 HTTP/1.1" status: 204 len: 168 time: 6.1749253 Apr 28 10:59:51.435431 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5fa0696-3184-486b-8c3d-d41d8677d09f tempest-ExtraDHCPOptionsTestJSON-2049120849 tempest-ExtraDHCPOptionsTestJSON-2049120849-project] Received port after_create {{(pid=116162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 10:59:51.446807 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 49512) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 10:59:51.450130 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2396f9-6bf4-4b77-a956-ad29bfe0610a tempest-QuotasNegativeTest-252070539 tempest-QuotasNegativeTest-252070539-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c51fb53-3f32-419b-a66a-0abeeef4ec93,revision_number=None']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 10:59:51.482961 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98a7d7d-6f38-4b3e-a510-41f36f6fcc1e req-8dbedcec-95f1-4db3-8032-a602071eea04 tempest-ServersTestJSON-1447308081 tempest-ServersTestJSON-1447308081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 10:59:51.487793 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.v2.base [None req-ac25702a-223f-4660-832e-d250a4f16bc6 tempest-FloatingIPAdminTestJSON-874176094 tempest-FloatingIPAdminTestJSON-874176094-project-admin] Request body: {'floatingip': {'floating_network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c'}} {{(pid=116162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 10:59:51.499608 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-a98a7d7d-6f38-4b3e-a510-41f36f6fcc1e req-8dbedcec-95f1-4db3-8032-a602071eea04 tempest-ServersTestJSON-1447308081 tempest-ServersTestJSON-1447308081-project] 10.222.0.10 "GET /v2.0/ports?device_id=2a07d7d5-8b9a-4bde-9f8a-f5af3ef71d28 HTTP/1.1" status: 200 len: 943 time: 0.3125718 Apr 28 10:59:51.533196 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-72c3a167-5ce1-4733-9af5-1207c000fe74 None None] Current status of the port 2db084fe-b3dd-490a-a005-39fc90c59ce5 is: DOWN; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 10:59:51.533691 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-72c3a167-5ce1-4733-9af5-1207c000fe74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (2db084fe-b3dd-490a-a005-39fc90c59ce5), before_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:51.539194 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e748734031c26dffb00ab563e48cb7690d820419218221ecd4f9c2a21276ff88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d0fe4b0-8904-4adf-a972-86fc697fdfc5" -d '{"events": [{"name": "network-changed", "server_uuid": "2a07d7d5-8b9a-4bde-9f8a-f5af3ef71d28", "tag": "69c48b6b-9700-4a70-bcfe-7a9c85a59fc2"}]}' {{(pid=116161) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 10:59:51.547459 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_hamode_db [None req-7cf34a87-00fc-41f2-84b7-422e7f7b1b96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=116164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 10:59:51.548548 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cf34a87-00fc-41f2-84b7-422e7f7b1b96 None None] The sync data for ids ['76ac97e8-357a-4c02-ab8f-161546f85317'] in dv-neutron-master-2-hyperv is: [] {{(pid=116164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 10:59:51.605288 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a3202d-b4a8-4fde-aa0b-7818d4209820 req-e95887fa-2ace-4b6c-815a-6b6d03e3ea52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 10:59:51.607411 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-07a3202d-b4a8-4fde-aa0b-7818d4209820 req-e95887fa-2ace-4b6c-815a-6b6d03e3ea52 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=19a7f91fec214fcea65c9e72a1c65353&device_id=2a07d7d5-8b9a-4bde-9f8a-f5af3ef71d28 HTTP/1.1" status: 200 len: 1127 time: 0.4216774 Apr 28 10:59:51.624699 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-769bbc75-a6d3-4465-a344-00da0e6a72fa None None] Publish callbacks [] for port (119a70db-5154-46bb-9b6d-42e0839bd4e6), precommit_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:51.627546 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e288caa-d6ba-4dc6-81df-9f69e1f0d46e req-17b527b0-1653-4de4-92e2-2a15590ab2b2 tempest-ServersTestManualDisk-708954650 tempest-ServersTestManualDisk-708954650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 10:59:51.630289 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-7e288caa-d6ba-4dc6-81df-9f69e1f0d46e req-17b527b0-1653-4de4-92e2-2a15590ab2b2 tempest-ServersTestManualDisk-708954650 tempest-ServersTestManualDisk-708954650-project] 10.222.0.10 "GET /v2.0/ports?device_id=7b8f1546-43fe-47eb-a29a-4d9b0d24e4fe HTTP/1.1" status: 200 len: 944 time: 0.7959998 Apr 28 10:59:51.647577 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Provisioning complete for port 2db084fe-b3dd-490a-a005-39fc90c59ce5 triggered by entity L2. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 10:59:51.647880 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (2db084fe-b3dd-490a-a005-39fc90c59ce5), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:51.658490 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-110e02b0-7124-4553-8d44-980367287051 tempest-FloatingIPTestJSON-373071706 tempest-FloatingIPTestJSON-373071706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (50085a80-25bd-4492-869a-41677cf93903), before_update {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:51.686221 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-f4fe8e44-e068-4999-bdf2-c179ea960f59 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Publish callbacks [] for port (8c766c44-968e-4f16-9f82-117481ffd790), precommit_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:51.687435 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-0fc8dddf-eda8-468c-923f-0caa363aeb36 req-90eaefbb-8ca5-46a5-a999-8821ccebd879 service neutron] 10.222.0.20 "GET /v2.0/networks/86be3515-ed38-47a2-afd0-def5e9d08619?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6636682 Apr 28 10:59:51.688083 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5fa0696-3184-486b-8c3d-d41d8677d09f tempest-ExtraDHCPOptionsTestJSON-2049120849 tempest-ExtraDHCPOptionsTestJSON-2049120849-project] Pushing event updated for resources: {'Port': ['ID=b6fa3f62-8e61-48fc-bbd3-9089f20ffd14,revision_number=1']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 10:59:51.706158 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-f28c57e3-b70b-4914-bdc4-e3de348c7577 tempest-QuotasNegativeTest-252070539 tempest-QuotasNegativeTest-252070539-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-979593'] for network (fc606837-1c9a-496b-b0af-aab04e7488b9), before_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:51.738422 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5fa0696-3184-486b-8c3d-d41d8677d09f tempest-ExtraDHCPOptionsTestJSON-2049120849 tempest-ExtraDHCPOptionsTestJSON-2049120849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 10:59:51.739553 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-e5fa0696-3184-486b-8c3d-d41d8677d09f tempest-ExtraDHCPOptionsTestJSON-2049120849 tempest-ExtraDHCPOptionsTestJSON-2049120849-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198022'] for port (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:51.748629 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-769bbc75-a6d3-4465-a344-00da0e6a72fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393'] for port (119a70db-5154-46bb-9b6d-42e0839bd4e6), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:51.793835 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-07a3202d-b4a8-4fde-aa0b-7818d4209820 req-30ec0af0-e704-4543-bf6a-5004ed8dea44 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=69c48b6b-9700-4a70-bcfe-7a9c85a59fc2 HTTP/1.1" status: 200 len: 217 time: 0.1620185 Apr 28 10:59:51.803656 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-75c17572-68a8-4703-b47a-a8ff9d57c7aa tempest-RoutersIpV6AdminTest-911026605 tempest-RoutersIpV6AdminTest-911026605-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1938497'] for port (119a70db-5154-46bb-9b6d-42e0839bd4e6), precommit_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:51.819229 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-ac25702a-223f-4660-832e-d250a4f16bc6 tempest-FloatingIPAdminTestJSON-874176094 tempest-FloatingIPAdminTestJSON-874176094-project-admin] Publish callbacks [] for floatingip (None), before_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:51.838067 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.plugin [None req-75c17572-68a8-4703-b47a-a8ff9d57c7aa tempest-RoutersIpV6AdminTest-911026605 tempest-RoutersIpV6AdminTest-911026605-project-admin] Calling delete_port for 119a70db-5154-46bb-9b6d-42e0839bd4e6 owned by network:router_gateway {{(pid=116162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 10:59:51.917388 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-72c3a167-5ce1-4733-9af5-1207c000fe74 None None] For port 2db084fe-b3dd-490a-a005-39fc90c59ce5, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=2db084fe-b3dd-490a-a005-39fc90c59ce5,segment=NetworkSegment(ffa4348d-378b-4e93-98fa-ab0dc49ee16c),segment_id=ffa4348d-378b-4e93-98fa-ab0dc49ee16c)] {{(pid=116163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 10:59:51.924329 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-e5fa0696-3184-486b-8c3d-d41d8677d09f tempest-ExtraDHCPOptionsTestJSON-2049120849 tempest-ExtraDHCPOptionsTestJSON-2049120849-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 5.2649951 Apr 28 10:59:51.925856 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-7e288caa-d6ba-4dc6-81df-9f69e1f0d46e req-f7c4d8a8-919e-48fe-9275-cff6bbaf43bb tempest-ServersTestManualDisk-708954650 tempest-ServersTestManualDisk-708954650-project] 10.222.0.10 "GET /v2.0/security-groups?id=44234766-b7b5-4f53-92c0-693928ed2502&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2740300 Apr 28 10:59:51.927305 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9aa9b3b-8e02-40e7-914e-6674addec438 req-85d6c6fd-032d-4c8d-be40-0a0bbf1726a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 10:59:51.928854 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-c9aa9b3b-8e02-40e7-914e-6674addec438 req-85d6c6fd-032d-4c8d-be40-0a0bbf1726a1 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=5609aa114ceb4f54b926d4fb3847cb3e&device_id=7b8f1546-43fe-47eb-a29a-4d9b0d24e4fe HTTP/1.1" status: 200 len: 1128 time: 0.0536876 Apr 28 10:59:51.930270 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 49516) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 10:59:51.937729 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a49cd96a-cb1d-4bbf-a8e0-fc0645bfe1d5 None None] Pushing event updated for resources: {'Port': ['ID=119a70db-5154-46bb-9b6d-42e0839bd4e6,revision_number=2']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 10:59:51.954634 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.managers [None req-769bbc75-a6d3-4465-a344-00da0e6a72fa None None] Attempting to bind port 119a70db-5154-46bb-9b6d-42e0839bd4e6 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=116163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 28 10:59:51.956778 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.managers [None req-769bbc75-a6d3-4465-a344-00da0e6a72fa None None] Attempting to bind port 119a70db-5154-46bb-9b6d-42e0839bd4e6 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'c93a638c-99c9-4a0e-b0b6-dc88ff4f94ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '63e015c2-d7bf-41db-9139-272c95fcaed4'}] {{(pid=116163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 28 10:59:51.957434 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-769bbc75-a6d3-4465-a344-00da0e6a72fa None None] Attempting to bind port 119a70db-5154-46bb-9b6d-42e0839bd4e6 on network 63e015c2-d7bf-41db-9139-272c95fcaed4 {{(pid=116163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 10:59:51.961055 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.v2.base [None req-aec4cbd6-a854-4d4d-8a18-51bcaafa6b39 tempest-ExtraDHCPOptionsTestJSON-2049120849 tempest-ExtraDHCPOptionsTestJSON-2049120849-project] Request body: {'port': {'network_id': '745b0058-f3a7-4eda-8b8e-1233d30fc8a9', 'name': 'tempest-ExtraDHCPOptionsTestJSON-950830035', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=116161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 10:59:51.961848 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.api.validators [None req-aec4cbd6-a854-4d4d-8a18-51bcaafa6b39 tempest-ExtraDHCPOptionsTestJSON-2049120849 tempest-ExtraDHCPOptionsTestJSON-2049120849-project] bootfile-name is not in valid_values {{(pid=116161) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Apr 28 10:59:51.962510 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.api.validators [None req-aec4cbd6-a854-4d4d-8a18-51bcaafa6b39 tempest-ExtraDHCPOptionsTestJSON-2049120849 tempest-ExtraDHCPOptionsTestJSON-2049120849-project] tftp-server is not in valid_values {{(pid=116161) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Apr 28 10:59:51.963015 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.api.validators [None req-aec4cbd6-a854-4d4d-8a18-51bcaafa6b39 tempest-ExtraDHCPOptionsTestJSON-2049120849 tempest-ExtraDHCPOptionsTestJSON-2049120849-project] server-ip-address is not in valid_values {{(pid=116161) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Apr 28 10:59:51.970467 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-769bbc75-a6d3-4465-a344-00da0e6a72fa None None] Checking agent: {'id': 'd5baab19-5dd1-4902-922b-84acb048ab9c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 10, 50, 43), 'started_at': datetime.datetime(2022, 4, 28, 10, 51, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 10, 59, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=116163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 10:59:51.971457 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-769bbc75-a6d3-4465-a344-00da0e6a72fa None None] Checking segment: {'id': 'c93a638c-99c9-4a0e-b0b6-dc88ff4f94ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '63e015c2-d7bf-41db-9139-272c95fcaed4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 10:59:51.971972 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-769bbc75-a6d3-4465-a344-00da0e6a72fa None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:51.973645 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-769bbc75-a6d3-4465-a344-00da0e6a72fa None None] Bound using segment: {'id': 'c93a638c-99c9-4a0e-b0b6-dc88ff4f94ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '63e015c2-d7bf-41db-9139-272c95fcaed4'} {{(pid=116163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 10:59:51.974831 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.managers [None req-769bbc75-a6d3-4465-a344-00da0e6a72fa None None] Bound port: 119a70db-5154-46bb-9b6d-42e0839bd4e6, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c93a638c-99c9-4a0e-b0b6-dc88ff4f94ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '63e015c2-d7bf-41db-9139-272c95fcaed4'}}] {{(pid=116163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 28 10:59:51.976435 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-769bbc75-a6d3-4465-a344-00da0e6a72fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (119a70db-5154-46bb-9b6d-42e0839bd4e6), before_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:51.993622 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-a98a7d7d-6f38-4b3e-a510-41f36f6fcc1e req-e9c14f7b-9fa8-4616-bbd6-6b0f4b6a9191 tempest-ServersTestJSON-1447308081 tempest-ServersTestJSON-1447308081-project] 10.222.0.10 "GET /v2.0/security-groups?id=5b5e6860-ab9c-4333-ac60-80cd6bb33798&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4914722 Apr 28 10:59:52.059742 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-769bbc75-a6d3-4465-a344-00da0e6a72fa None None] For port 119a70db-5154-46bb-9b6d-42e0839bd4e6, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=116163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 10:59:52.066710 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-769bbc75-a6d3-4465-a344-00da0e6a72fa None None] For port 119a70db-5154-46bb-9b6d-42e0839bd4e6, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=119a70db-5154-46bb-9b6d-42e0839bd4e6,segment=NetworkSegment(c93a638c-99c9-4a0e-b0b6-dc88ff4f94ea),segment_id=c93a638c-99c9-4a0e-b0b6-dc88ff4f94ea)] {{(pid=116163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 10:59:52.080144 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-72c3a167-5ce1-4733-9af5-1207c000fe74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393'] for port (2db084fe-b3dd-490a-a005-39fc90c59ce5), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:52.144857 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a3202d-b4a8-4fde-aa0b-7818d4209820 req-435b5655-5655-475f-afe4-d85408d28f84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 10:59:52.160046 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-07a3202d-b4a8-4fde-aa0b-7818d4209820 req-435b5655-5655-475f-afe4-d85408d28f84 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=92361fe4-492b-4a32-8d67-8edec320c5e2 HTTP/1.1" status: 200 len: 843 time: 0.3270402 Apr 28 10:59:52.174154 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c3a167-5ce1-4733-9af5-1207c000fe74 None None] Pushing event updated for resources: {'Port': ['ID=2db084fe-b3dd-490a-a005-39fc90c59ce5,revision_number=3']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 10:59:52.179772 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-f28c57e3-b70b-4914-bdc4-e3de348c7577 tempest-QuotasNegativeTest-252070539 tempest-QuotasNegativeTest-252070539-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-973498', 'neutron.services.segments.db._delete_segments_for_network-8742235207033'] for network (fc606837-1c9a-496b-b0af-aab04e7488b9), precommit_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:52.184603 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-769bbc75-a6d3-4465-a344-00da0e6a72fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393'] for port (119a70db-5154-46bb-9b6d-42e0839bd4e6), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:52.257907 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.services.segments.db [None req-f28c57e3-b70b-4914-bdc4-e3de348c7577 tempest-QuotasNegativeTest-252070539 tempest-QuotasNegativeTest-252070539-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fc606837-1c9a-496b-b0af-aab04e7488b9']}} {{(pid=116162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 10:59:52.263328 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-ac25702a-223f-4660-832e-d250a4f16bc6 tempest-FloatingIPAdminTestJSON-874176094 tempest-FloatingIPAdminTestJSON-874176094-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (None), before_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:52.268012 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a49cd96a-cb1d-4bbf-a8e0-fc0645bfe1d5 None None] Pushing event updated for resources: {'Port': ['ID=119a70db-5154-46bb-9b6d-42e0839bd4e6,revision_number=3']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 10:59:52.288081 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Current status of the port 2db084fe-b3dd-490a-a005-39fc90c59ce5 is: DOWN; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 10:59:52.288816 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (2db084fe-b3dd-490a-a005-39fc90c59ce5), before_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:52.289670 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 10:59:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97d9b57f-f665-4d76-a35a-fce0890edf08 x-openstack-request-id: req-97d9b57f-f665-4d76-a35a-fce0890edf08 {{(pid=116161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 10:59:52.290166 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2a07d7d5-8b9a-4bde-9f8a-f5af3ef71d28", "tag": "69c48b6b-9700-4a70-bcfe-7a9c85a59fc2", "status": "completed", "code": 200}]} {{(pid=116161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 10:59:52.290261 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-97d9b57f-f665-4d76-a35a-fce0890edf08 {{(pid=116161) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 10:59:52.290739 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.notifiers.nova [-] Nova event matching ['req-97d9b57f-f665-4d76-a35a-fce0890edf08'] response: {'name': 'network-changed', 'server_uuid': '2a07d7d5-8b9a-4bde-9f8a-f5af3ef71d28', 'tag': '69c48b6b-9700-4a70-bcfe-7a9c85a59fc2', 'status': 'completed', 'code': 200} Apr 28 10:59:52.304221 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-f4fe8e44-e068-4999-bdf2-c179ea960f59 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742234710357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5219112'] for port (8c766c44-968e-4f16-9f82-117481ffd790), after_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:52.332002 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-769bbc75-a6d3-4465-a344-00da0e6a72fa None None] Routers {'e83a173c-0d9c-47b7-a48b-afd5f1cd8170'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=116163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 10:59:52.334441 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_hamode_db [None req-769bbc75-a6d3-4465-a344-00da0e6a72fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-28T10:50:39Z,description=,heartbeat_timestamp=2022-04-28T10:59:39Z,host='dv-neutron-master-2-hyperv',id=6b492ad6-0876-4d74-b20d-28143a52ceba,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T10:50:40Z,topic='l3_agent')) {'router_ids': ['e83a173c-0d9c-47b7-a48b-afd5f1cd8170'], 'active': True} {{(pid=116163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 10:59:52.356674 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.services.segments.db [None req-f28c57e3-b70b-4914-bdc4-e3de348c7577 tempest-QuotasNegativeTest-252070539 tempest-QuotasNegativeTest-252070539-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '97ce7377-b27d-4a0a-910f-ab292afd813c') {'for_net_delete': True} {{(pid=116162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 10:59:52.357040 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.services.segments.db [None req-f28c57e3-b70b-4914-bdc4-e3de348c7577 tempest-QuotasNegativeTest-252070539 tempest-QuotasNegativeTest-252070539-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '97ce7377-b27d-4a0a-910f-ab292afd813c') {} {{(pid=116162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 10:59:52.432924 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4fe8e44-e068-4999-bdf2-c179ea960f59 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Network 1ec9fbcf-7a57-4aaa-9c30-4e0f43e09480 is already hosted by enough agents. {{(pid=116161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 10:59:52.433246 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-f28c57e3-b70b-4914-bdc4-e3de348c7577 tempest-QuotasNegativeTest-252070539 tempest-QuotasNegativeTest-252070539-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742235208578', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5026548'] for segment (97ce7377-b27d-4a0a-910f-ab292afd813c), before_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:52.458054 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.scheduler.base_scheduler [None req-f4fe8e44-e068-4999-bdf2-c179ea960f59 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Resources bound (agent type, host, resource id): {{(pid=116161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 10:59:52.472521 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-d0167abd-2047-4aeb-abf0-17ff9927da8b None None] Provisioning complete for port b6fa3f62-8e61-48fc-bbd3-9089f20ffd14 triggered by entity DHCP. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 10:59:52.473322 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-d0167abd-2047-4aeb-abf0-17ff9927da8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (b6fa3f62-8e61-48fc-bbd3-9089f20ffd14), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:52.495626 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9aa9b3b-8e02-40e7-914e-6674addec438 req-fbfc54ab-4580-46d9-bcac-a50d7688b254 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 10:59:52.497191 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-c9aa9b3b-8e02-40e7-914e-6674addec438 req-fbfc54ab-4580-46d9-bcac-a50d7688b254 service neutron] 10.222.0.20 "GET /v2.0/networks?id=86be3515-ed38-47a2-afd0-def5e9d08619 HTTP/1.1" status: 200 len: 912 time: 0.5404956 Apr 28 10:59:52.507922 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4fe8e44-e068-4999-bdf2-c179ea960f59 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Received port after_create {{(pid=116161) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 10:59:52.508504 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-f28c57e3-b70b-4914-bdc4-e3de348c7577 tempest-QuotasNegativeTest-252070539 tempest-QuotasNegativeTest-252070539-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-961978'] for segment (97ce7377-b27d-4a0a-910f-ab292afd813c), precommit_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:52.520647 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-d0167abd-2047-4aeb-abf0-17ff9927da8b None None] Port b6fa3f62-8e61-48fc-bbd3-9089f20ffd14 cannot update to ACTIVE because it is not bound. {{(pid=116163) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 28 10:59:52.524273 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4fe8e44-e068-4999-bdf2-c179ea960f59 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 10:59:52.525171 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-f4fe8e44-e068-4999-bdf2-c179ea960f59 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198022'] for port (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:52.532763 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-d0167abd-2047-4aeb-abf0-17ff9927da8b None None] Provisioning complete for port 32f87c66-0a77-496b-a432-fbaacaf36b62 triggered by entity DHCP. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 10:59:52.532763 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-d0167abd-2047-4aeb-abf0-17ff9927da8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (32f87c66-0a77-496b-a432-fbaacaf36b62), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:52.538061 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a3202d-b4a8-4fde-aa0b-7818d4209820 req-cdc601fd-f6a3-47cf-b901-8b8e315b1998 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 10:59:52.539674 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-07a3202d-b4a8-4fde-aa0b-7818d4209820 req-cdc601fd-f6a3-47cf-b901-8b8e315b1998 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=4da8bd43-d906-4f61-8b6f-8dd6519937e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.2525003 Apr 28 10:59:52.545554 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f28c57e3-b70b-4914-bdc4-e3de348c7577 tempest-QuotasNegativeTest-252070539 tempest-QuotasNegativeTest-252070539-project-admin] Releasing vlan 71 on physical network physnet1 to pool {{(pid=116162) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 10:59:52.546051 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-f28c57e3-b70b-4914-bdc4-e3de348c7577 tempest-QuotasNegativeTest-252070539 tempest-QuotasNegativeTest-252070539-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-961978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5051884'] for segment (97ce7377-b27d-4a0a-910f-ab292afd813c), after_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:52.548378 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.db.db_base_plugin_common [None req-ac25702a-223f-4660-832e-d250a4f16bc6 tempest-FloatingIPAdminTestJSON-874176094 tempest-FloatingIPAdminTestJSON-874176094-project-admin] Allocated IP 172.36.4.210 (7be49d94-bbb8-4a61-bafe-209c5f861e1c/c0f82f52-05ee-40f2-a57c-9d02e01fb9fa/b8567910-3164-4cd6-bf23-c546e935822b) {{(pid=116162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 10:59:52.550499 dv-neutron-master-2-hyperv neutron-server[116162]: Traceback (most recent call last): Apr 28 10:59:52.550499 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 10:59:52.550499 dv-neutron-master-2-hyperv neutron-server[116162]: timer() Apr 28 10:59:52.550499 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 10:59:52.550499 dv-neutron-master-2-hyperv neutron-server[116162]: cb(*args, **kw) Apr 28 10:59:52.550499 dv-neutron-master-2-hyperv neutron-server[116162]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 28 10:59:52.550499 dv-neutron-master-2-hyperv neutron-server[116162]: return func(*args, **kwargs) Apr 28 10:59:52.550499 dv-neutron-master-2-hyperv neutron-server[116162]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 10:59:52.550499 dv-neutron-master-2-hyperv neutron-server[116162]: self._notify() Apr 28 10:59:52.550499 dv-neutron-master-2-hyperv neutron-server[116162]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 10:59:52.550499 dv-neutron-master-2-hyperv neutron-server[116162]: self.callback(batched_events) Apr 28 10:59:52.550499 dv-neutron-master-2-hyperv neutron-server[116162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 10:59:52.550499 dv-neutron-master-2-hyperv neutron-server[116162]: event.method(event) Apr 28 10:59:52.550499 dv-neutron-master-2-hyperv neutron-server[116162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 28 10:59:52.550499 dv-neutron-master-2-hyperv neutron-server[116162]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 10:59:52.550499 dv-neutron-master-2-hyperv neutron-server[116162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 28 10:59:52.550499 dv-neutron-master-2-hyperv neutron-server[116162]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 10:59:52.550499 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 28 10:59:52.550499 dv-neutron-master-2-hyperv neutron-server[116162]: return f(self, *a, **k) Apr 28 10:59:52.550499 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 28 10:59:52.550499 dv-neutron-master-2-hyperv neutron-server[116162]: return self._get(url).json() Apr 28 10:59:52.550499 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 28 10:59:52.550499 dv-neutron-master-2-hyperv neutron-server[116162]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 10:59:52.550499 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 10:59:52.550499 dv-neutron-master-2-hyperv neutron-server[116162]: return self.request(url, 'GET', **kwargs) Apr 28 10:59:52.550499 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 10:59:52.550499 dv-neutron-master-2-hyperv neutron-server[116162]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 10:59:52.550499 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 10:59:52.550499 dv-neutron-master-2-hyperv neutron-server[116162]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 10:59:52.550499 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 10:59:52.550499 dv-neutron-master-2-hyperv neutron-server[116162]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 10:59:52.550499 dv-neutron-master-2-hyperv neutron-server[116162]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 10:59:52.563326 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.db.api [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=116163) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 28 10:59:52.563326 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG oslo_db.api [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=116163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 28 10:59:52.580842 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvr_db [None req-769bbc75-a6d3-4465-a344-00da0e6a72fa None None] Set router e83a173c-0d9c-47b7-a48b-afd5f1cd8170 gateway port host: None {{(pid=116163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 10:59:52.653984 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_hamode_db [None req-769bbc75-a6d3-4465-a344-00da0e6a72fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e83a173c-0d9c-47b7-a48b-afd5f1cd8170', 'name': '', 'tenant_id': '37bf07f749f54683b465358b4cfb1f35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T10:59:40Z', 'updated_at': '2022-04-28T10:59:51Z', 'revision_number': 4, 'project_id': '37bf07f749f54683b465358b4cfb1f35', 'gw_port_host': None}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=116163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 10:59:52.695258 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-769bbc75-a6d3-4465-a344-00da0e6a72fa None None] The sync data for ids ['e83a173c-0d9c-47b7-a48b-afd5f1cd8170'] in dv-neutron-master-2-hyperv is: [{'id': 'e83a173c-0d9c-47b7-a48b-afd5f1cd8170', 'name': '', 'tenant_id': '37bf07f749f54683b465358b4cfb1f35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T10:59:40Z', 'updated_at': '2022-04-28T10:59:51Z', 'revision_number': 4, 'project_id': '37bf07f749f54683b465358b4cfb1f35', 'gw_port_host': None}] {{(pid=116163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 10:59:52.710851 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aec4cbd6-a854-4d4d-8a18-51bcaafa6b39 tempest-ExtraDHCPOptionsTestJSON-2049120849 tempest-ExtraDHCPOptionsTestJSON-2049120849-project] Made reservation on behalf of 29ab18587b584ca99471c85af7215dde for: {'port': 1} {{(pid=116161) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 10:59:52.720957 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-aec4cbd6-a854-4d4d-8a18-51bcaafa6b39 tempest-ExtraDHCPOptionsTestJSON-2049120849 tempest-ExtraDHCPOptionsTestJSON-2049120849-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (None), before_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:52.752612 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4fe8e44-e068-4999-bdf2-c179ea960f59 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Pushing event updated for resources: {'Port': ['ID=8c766c44-968e-4f16-9f82-117481ffd790,revision_number=1']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 10:59:52.787712 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-110e02b0-7124-4553-8d44-980367287051 tempest-FloatingIPTestJSON-373071706 tempest-FloatingIPTestJSON-373071706-project] Publish callbacks [] for port (50085a80-25bd-4492-869a-41677cf93903), precommit_update {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:52.788455 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-d0167abd-2047-4aeb-abf0-17ff9927da8b None None] Current status of the port 32f87c66-0a77-496b-a432-fbaacaf36b62 is: ACTIVE; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 10:59:52.791311 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-c9aa9b3b-8e02-40e7-914e-6674addec438 req-12590945-8d7a-4694-b5ef-d42265032ee7 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c0d148b4-7df0-41b4-ae3e-381c91ef07cd HTTP/1.1" status: 200 len: 217 time: 0.2738535 Apr 28 10:59:52.802277 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-f4fe8e44-e068-4999-bdf2-c179ea960f59 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 5.8748939 Apr 28 10:59:52.802277 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.notifiers.nova [None req-aec4cbd6-a854-4d4d-8a18-51bcaafa6b39 tempest-ExtraDHCPOptionsTestJSON-2049120849 tempest-ExtraDHCPOptionsTestJSON-2049120849-project] device_id is not set on port 4cde84a0-d636-45cd-953c-ab955794e140 yet. {{(pid=116161) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 28 10:59:52.809335 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 49522) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 10:59:52.830886 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-f28c57e3-b70b-4914-bdc4-e3de348c7577 tempest-QuotasNegativeTest-252070539 tempest-QuotasNegativeTest-252070539-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-973477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2063122'] for network (fc606837-1c9a-496b-b0af-aab04e7488b9), after_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:52.842776 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-f28c57e3-b70b-4914-bdc4-e3de348c7577 tempest-QuotasNegativeTest-252070539 tempest-QuotasNegativeTest-252070539-project-admin] Publish callbacks [] for network (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:52.850337 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-f28c57e3-b70b-4914-bdc4-e3de348c7577 tempest-QuotasNegativeTest-252070539 tempest-QuotasNegativeTest-252070539-project-admin] 10.222.0.10 "DELETE /v2.0/networks/fc606837-1c9a-496b-b0af-aab04e7488b9 HTTP/1.1" status: 204 len: 168 time: 1.5423820 Apr 28 10:59:52.863357 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 49524) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 10:59:52.886703 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-110e02b0-7124-4553-8d44-980367287051 tempest-FloatingIPTestJSON-373071706 tempest-FloatingIPTestJSON-373071706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5219123'] for port (50085a80-25bd-4492-869a-41677cf93903), after_update {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:52.923109 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-05d5cf3c-c8f6-485b-94d9-831a095116f7 None None] Provisioning complete for port 8c766c44-968e-4f16-9f82-117481ffd790 triggered by entity DHCP. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 10:59:52.923678 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-05d5cf3c-c8f6-485b-94d9-831a095116f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (8c766c44-968e-4f16-9f82-117481ffd790), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:53.017480 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-05d5cf3c-c8f6-485b-94d9-831a095116f7 None None] Port 8c766c44-968e-4f16-9f82-117481ffd790 cannot update to ACTIVE because it is not bound. {{(pid=116163) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 28 10:59:53.017712 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10db49e7-ac8d-42fb-8631-45ece9e43407 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 10:59:53.023390 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10db49e7-ac8d-42fb-8631-45ece9e43407 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 10:59:53.025754 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-10db49e7-ac8d-42fb-8631-45ece9e43407 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1687 time: 0.2144444 Apr 28 10:59:53.064373 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 49528) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 10:59:53.066254 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28c57e3-b70b-4914-bdc4-e3de348c7577 tempest-QuotasNegativeTest-252070539 tempest-QuotasNegativeTest-252070539-project-admin] Pushing event deleted for resources: {'Network': ['ID=fc606837-1c9a-496b-b0af-aab04e7488b9,revision_number=None']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 10:59:53.163801 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-07a3202d-b4a8-4fde-aa0b-7818d4209820 req-70531ba0-11d2-460d-84ad-bc2d01487c1d service neutron] 10.222.0.20 "GET /v2.0/networks/4da8bd43-d906-4f61-8b6f-8dd6519937e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5942986 Apr 28 10:59:53.180136 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9aa9b3b-8e02-40e7-914e-6674addec438 req-619d1079-eaa6-4512-b109-a2be0407ea2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 10:59:53.181922 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-c9aa9b3b-8e02-40e7-914e-6674addec438 req-619d1079-eaa6-4512-b109-a2be0407ea2b service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e48057c8-0090-4367-906b-bd6ec3ec96da HTTP/1.1" status: 200 len: 851 time: 0.3896043 Apr 28 10:59:53.183271 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Current status of the port 2db084fe-b3dd-490a-a005-39fc90c59ce5 is: ACTIVE; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 10:59:53.185115 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Device 32f87c66-0a77-496b-a432-fbaacaf36b62 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=116163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 10:59:53.246192 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Provisioning complete for port 32f87c66-0a77-496b-a432-fbaacaf36b62 triggered by entity L2. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 10:59:53.246534 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (32f87c66-0a77-496b-a432-fbaacaf36b62), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:53.264471 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-91d736d6-0a44-48cc-bd7f-42bbee1e5e25 tempest-QuotasNegativeTest-252070539 tempest-QuotasNegativeTest-252070539-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-979593'] for network (e2f6e680-a67d-4e3f-ba85-937e9f33dc3c), before_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:53.275145 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5dd5514-52db-490f-93ff-7c437dde18e0 req-7ea0d65e-febd-41ae-b760-64a70a566670 tempest-ServersTestManualDisk-708954650 tempest-ServersTestManualDisk-708954650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 10:59:53.278338 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-ac25702a-223f-4660-832e-d250a4f16bc6 tempest-FloatingIPAdminTestJSON-874176094 tempest-FloatingIPAdminTestJSON-874176094-project-admin] Publish callbacks [] for port (b8567910-3164-4cd6-bf23-c546e935822b), precommit_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:53.292626 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-b5dd5514-52db-490f-93ff-7c437dde18e0 req-7ea0d65e-febd-41ae-b760-64a70a566670 tempest-ServersTestManualDisk-708954650 tempest-ServersTestManualDisk-708954650-project] 10.222.0.10 "GET /v2.0/ports?device_id=7b8f1546-43fe-47eb-a29a-4d9b0d24e4fe HTTP/1.1" status: 200 len: 944 time: 0.2256081 Apr 28 10:59:53.303423 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9aa9b3b-8e02-40e7-914e-6674addec438 req-0f02d071-ab93-4cba-8fc8-ff34fb07bc83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 10:59:53.310046 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-c9aa9b3b-8e02-40e7-914e-6674addec438 req-0f02d071-ab93-4cba-8fc8-ff34fb07bc83 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=86be3515-ed38-47a2-afd0-def5e9d08619&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.1095781 Apr 28 10:59:53.348438 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Current status of the port 32f87c66-0a77-496b-a432-fbaacaf36b62 is: ACTIVE; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 10:59:53.348672 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-75c17572-68a8-4703-b47a-a8ff9d57c7aa tempest-RoutersIpV6AdminTest-911026605 tempest-RoutersIpV6AdminTest-911026605-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742235135690', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742234710366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5051867'] for port (119a70db-5154-46bb-9b6d-42e0839bd4e6), after_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:53.364224 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3c8e4c-0a17-4588-9056-4a38ec751862 req-e2ace6c8-53d2-4e44-ac7b-11a678d559ca tempest-ServersTestJSON-1447308081 tempest-ServersTestJSON-1447308081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 10:59:53.365675 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-2e3c8e4c-0a17-4588-9056-4a38ec751862 req-e2ace6c8-53d2-4e44-ac7b-11a678d559ca tempest-ServersTestJSON-1447308081 tempest-ServersTestJSON-1447308081-project] 10.222.0.10 "GET /v2.0/ports?device_id=2a07d7d5-8b9a-4bde-9f8a-f5af3ef71d28 HTTP/1.1" status: 200 len: 943 time: 0.0981302 Apr 28 10:59:53.366307 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-110e02b0-7124-4553-8d44-980367287051 tempest-FloatingIPTestJSON-373071706 tempest-FloatingIPTestJSON-373071706-project] Pushing event updated for resources: {'Port': ['ID=50085a80-25bd-4492-869a-41677cf93903,revision_number=2']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 10:59:53.422014 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-110e02b0-7124-4553-8d44-980367287051 tempest-FloatingIPTestJSON-373071706 tempest-FloatingIPTestJSON-373071706-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2063164'] for floatingip (31d730e8-b8cb-4296-8f4a-ae8f99104c6a), after_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:53.447164 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c17572-68a8-4703-b47a-a8ff9d57c7aa tempest-RoutersIpV6AdminTest-911026605 tempest-RoutersIpV6AdminTest-911026605-project-admin] Pushing event deleted for resources: {'Port': ['ID=119a70db-5154-46bb-9b6d-42e0839bd4e6,revision_number=None']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 10:59:53.545398 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Device 2db084fe-b3dd-490a-a005-39fc90c59ce5 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=116163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 10:59:53.548038 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.db.db_base_plugin_common [None req-aec4cbd6-a854-4d4d-8a18-51bcaafa6b39 tempest-ExtraDHCPOptionsTestJSON-2049120849 tempest-ExtraDHCPOptionsTestJSON-2049120849-project] Allocated IP 172.20.0.13 (745b0058-f3a7-4eda-8b8e-1233d30fc8a9/6d90e461-01e7-49ad-b03b-a61c7b7e1001/4cde84a0-d636-45cd-953c-ab955794e140) {{(pid=116161) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 10:59:53.596214 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-91d736d6-0a44-48cc-bd7f-42bbee1e5e25 tempest-QuotasNegativeTest-252070539 tempest-QuotasNegativeTest-252070539-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-973498', 'neutron.services.segments.db._delete_segments_for_network-8742235207033'] for network (e2f6e680-a67d-4e3f-ba85-937e9f33dc3c), precommit_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:53.601230 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-75c17572-68a8-4703-b47a-a8ff9d57c7aa tempest-RoutersIpV6AdminTest-911026605 tempest-RoutersIpV6AdminTest-911026605-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1935354'] for router_gateway (e83a173c-0d9c-47b7-a48b-afd5f1cd8170), after_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:53.607215 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Provisioning complete for port 2db084fe-b3dd-490a-a005-39fc90c59ce5 triggered by entity L2. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 10:59:53.607581 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (2db084fe-b3dd-490a-a005-39fc90c59ce5), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:53.623149 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.db.l3_db [None req-110e02b0-7124-4553-8d44-980367287051 tempest-FloatingIPTestJSON-373071706 tempest-FloatingIPTestJSON-373071706-project] Floating IP 31d730e8-b8cb-4296-8f4a-ae8f99104c6a associated. External IP: 172.36.4.192, port: 84303778-aaf9-40db-bdfb-b7ae416720b9. Apr 28 10:59:53.699370 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Current status of the port 2db084fe-b3dd-490a-a005-39fc90c59ce5 is: ACTIVE; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 10:59:53.733758 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.services.segments.db [None req-91d736d6-0a44-48cc-bd7f-42bbee1e5e25 tempest-QuotasNegativeTest-252070539 tempest-QuotasNegativeTest-252070539-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e2f6e680-a67d-4e3f-ba85-937e9f33dc3c']}} {{(pid=116162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 10:59:53.740709 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-ac25702a-223f-4660-832e-d250a4f16bc6 tempest-FloatingIPAdminTestJSON-874176094 tempest-FloatingIPAdminTestJSON-874176094-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742234710357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5051867'] for port (b8567910-3164-4cd6-bf23-c546e935822b), after_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:53.749948 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-75c17572-68a8-4703-b47a-a8ff9d57c7aa tempest-RoutersIpV6AdminTest-911026605 tempest-RoutersIpV6AdminTest-911026605-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2060865', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-63275'] for router (e83a173c-0d9c-47b7-a48b-afd5f1cd8170), precommit_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:53.752251 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-b5dd5514-52db-490f-93ff-7c437dde18e0 req-10b92505-8ca4-4fc3-b603-987f18bd47be tempest-ServersTestManualDisk-708954650 tempest-ServersTestManualDisk-708954650-project] 10.222.0.10 "GET /v2.0/security-groups?id=44234766-b7b5-4f53-92c0-693928ed2502&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3698826 Apr 28 10:59:53.753708 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-75c17572-68a8-4703-b47a-a8ff9d57c7aa tempest-RoutersIpV6AdminTest-911026605 tempest-RoutersIpV6AdminTest-911026605-project-admin] Publish callbacks [] for router_controller (e83a173c-0d9c-47b7-a48b-afd5f1cd8170), precommit_delete_associations {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:53.762050 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.services.segments.db [None req-91d736d6-0a44-48cc-bd7f-42bbee1e5e25 tempest-QuotasNegativeTest-252070539 tempest-QuotasNegativeTest-252070539-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f395937e-04cc-482f-b685-68c6e5570ca5') {'for_net_delete': True} {{(pid=116162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 10:59:53.765331 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.services.segments.db [None req-91d736d6-0a44-48cc-bd7f-42bbee1e5e25 tempest-QuotasNegativeTest-252070539 tempest-QuotasNegativeTest-252070539-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f395937e-04cc-482f-b685-68c6e5570ca5') {} {{(pid=116162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 10:59:53.767255 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-c9aa9b3b-8e02-40e7-914e-6674addec438 req-b9bfef44-9301-45a7-bb66-81632afc2fc0 service neutron] 10.222.0.20 "GET /v2.0/networks/86be3515-ed38-47a2-afd0-def5e9d08619?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4285302 Apr 28 10:59:53.771857 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.plugin [None req-3a463c3f-0f09-40c3-8d12-a72d96568062 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Deleting port 8c766c44-968e-4f16-9f82-117481ffd790 {{(pid=116161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 10:59:53.772210 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-3a463c3f-0f09-40c3-8d12-a72d96568062 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742235130188'] for port (8c766c44-968e-4f16-9f82-117481ffd790), before_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:53.804249 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-2e3c8e4c-0a17-4588-9056-4a38ec751862 req-1d848a52-ae72-439f-886d-42875c91ab3b tempest-ServersTestJSON-1447308081 tempest-ServersTestJSON-1447308081-project] 10.222.0.10 "GET /v2.0/security-groups?id=5b5e6860-ab9c-4333-ac60-80cd6bb33798&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4144537 Apr 28 10:59:54.112692 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-91d736d6-0a44-48cc-bd7f-42bbee1e5e25 tempest-QuotasNegativeTest-252070539 tempest-QuotasNegativeTest-252070539-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742235208578', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5026548'] for segment (f395937e-04cc-482f-b685-68c6e5570ca5), before_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:54.133083 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac25702a-223f-4660-832e-d250a4f16bc6 tempest-FloatingIPAdminTestJSON-874176094 tempest-FloatingIPAdminTestJSON-874176094-project-admin] Network 7be49d94-bbb8-4a61-bafe-209c5f861e1c is already hosted by enough agents. {{(pid=116162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 10:59:54.142909 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.scheduler.base_scheduler [None req-ac25702a-223f-4660-832e-d250a4f16bc6 tempest-FloatingIPAdminTestJSON-874176094 tempest-FloatingIPAdminTestJSON-874176094-project-admin] Resources bound (agent type, host, resource id): {{(pid=116162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 10:59:54.148878 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-91d736d6-0a44-48cc-bd7f-42bbee1e5e25 tempest-QuotasNegativeTest-252070539 tempest-QuotasNegativeTest-252070539-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-961978'] for segment (f395937e-04cc-482f-b685-68c6e5570ca5), precommit_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:54.153371 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-07a3202d-b4a8-4fde-aa0b-7818d4209820 req-c6f6a3d4-a770-4ed8-8546-24d9695d89e3 service neutron] 10.222.0.20 "GET /v2.0/networks/4da8bd43-d906-4f61-8b6f-8dd6519937e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7963362 Apr 28 10:59:54.163112 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac25702a-223f-4660-832e-d250a4f16bc6 tempest-FloatingIPAdminTestJSON-874176094 tempest-FloatingIPAdminTestJSON-874176094-project-admin] Received port after_create {{(pid=116162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 10:59:54.195263 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-91d736d6-0a44-48cc-bd7f-42bbee1e5e25 tempest-QuotasNegativeTest-252070539 tempest-QuotasNegativeTest-252070539-project-admin] Releasing vlan 69 on physical network physnet1 to pool {{(pid=116162) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 10:59:54.195679 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-91d736d6-0a44-48cc-bd7f-42bbee1e5e25 tempest-QuotasNegativeTest-252070539 tempest-QuotasNegativeTest-252070539-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-961978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5051884'] for segment (f395937e-04cc-482f-b685-68c6e5570ca5), after_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:54.197380 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac25702a-223f-4660-832e-d250a4f16bc6 tempest-FloatingIPAdminTestJSON-874176094 tempest-FloatingIPAdminTestJSON-874176094-project-admin] Pushing event updated for resources: {'Port': ['ID=b8567910-3164-4cd6-bf23-c546e935822b,revision_number=1']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 10:59:54.199710 dv-neutron-master-2-hyperv neutron-server[116162]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 28 10:59:54.199710 dv-neutron-master-2-hyperv neutron-server[116162]: items = [ Apr 28 10:59:54.199710 dv-neutron-master-2-hyperv neutron-server[116162]: Traceback (most recent call last): Apr 28 10:59:54.199710 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 10:59:54.199710 dv-neutron-master-2-hyperv neutron-server[116162]: timer() Apr 28 10:59:54.199710 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 10:59:54.199710 dv-neutron-master-2-hyperv neutron-server[116162]: cb(*args, **kw) Apr 28 10:59:54.199710 dv-neutron-master-2-hyperv neutron-server[116162]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 28 10:59:54.199710 dv-neutron-master-2-hyperv neutron-server[116162]: return func(*args, **kwargs) Apr 28 10:59:54.199710 dv-neutron-master-2-hyperv neutron-server[116162]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 10:59:54.199710 dv-neutron-master-2-hyperv neutron-server[116162]: self._notify() Apr 28 10:59:54.199710 dv-neutron-master-2-hyperv neutron-server[116162]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 10:59:54.199710 dv-neutron-master-2-hyperv neutron-server[116162]: self.callback(batched_events) Apr 28 10:59:54.199710 dv-neutron-master-2-hyperv neutron-server[116162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 10:59:54.199710 dv-neutron-master-2-hyperv neutron-server[116162]: event.method(event) Apr 28 10:59:54.199710 dv-neutron-master-2-hyperv neutron-server[116162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 28 10:59:54.199710 dv-neutron-master-2-hyperv neutron-server[116162]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 10:59:54.199710 dv-neutron-master-2-hyperv neutron-server[116162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 28 10:59:54.199710 dv-neutron-master-2-hyperv neutron-server[116162]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 10:59:54.199710 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 28 10:59:54.199710 dv-neutron-master-2-hyperv neutron-server[116162]: return f(self, *a, **k) Apr 28 10:59:54.199710 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 28 10:59:54.199710 dv-neutron-master-2-hyperv neutron-server[116162]: return self._get(url).json() Apr 28 10:59:54.199710 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 28 10:59:54.199710 dv-neutron-master-2-hyperv neutron-server[116162]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 10:59:54.199710 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 10:59:54.199710 dv-neutron-master-2-hyperv neutron-server[116162]: return self.request(url, 'GET', **kwargs) Apr 28 10:59:54.199710 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 10:59:54.199710 dv-neutron-master-2-hyperv neutron-server[116162]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 10:59:54.199710 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 10:59:54.199710 dv-neutron-master-2-hyperv neutron-server[116162]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 10:59:54.199710 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 10:59:54.199710 dv-neutron-master-2-hyperv neutron-server[116162]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 10:59:54.199710 dv-neutron-master-2-hyperv neutron-server[116162]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 10:59:54.229732 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-75c17572-68a8-4703-b47a-a8ff9d57c7aa tempest-RoutersIpV6AdminTest-911026605 tempest-RoutersIpV6AdminTest-911026605-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2060888'] for router (e83a173c-0d9c-47b7-a48b-afd5f1cd8170), after_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:54.230255 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75c17572-68a8-4703-b47a-a8ff9d57c7aa tempest-RoutersIpV6AdminTest-911026605 tempest-RoutersIpV6AdminTest-911026605-project-admin] Fanout notify agent at l3_agent the message router_deleted on router e83a173c-0d9c-47b7-a48b-afd5f1cd8170 {{(pid=116162) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 28 10:59:54.279456 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-3a463c3f-0f09-40c3-8d12-a72d96568062 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1938497'] for port (8c766c44-968e-4f16-9f82-117481ffd790), precommit_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:54.286921 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-75c17572-68a8-4703-b47a-a8ff9d57c7aa tempest-RoutersIpV6AdminTest-911026605 tempest-RoutersIpV6AdminTest-911026605-project-admin] Publish callbacks [] for router (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:54.291042 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-75c17572-68a8-4703-b47a-a8ff9d57c7aa tempest-RoutersIpV6AdminTest-911026605 tempest-RoutersIpV6AdminTest-911026605-project-admin] 10.222.0.10 "DELETE /v2.0/routers/e83a173c-0d9c-47b7-a48b-afd5f1cd8170 HTTP/1.1" status: 204 len: 168 time: 4.8929570 Apr 28 10:59:54.293473 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 49532) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 10:59:54.317473 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.plugin [None req-3a463c3f-0f09-40c3-8d12-a72d96568062 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Calling delete_port for 8c766c44-968e-4f16-9f82-117481ffd790 owned by {{(pid=116161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 10:59:54.373218 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-c9aa9b3b-8e02-40e7-914e-6674addec438 req-831757c7-bf67-4dde-bee3-6af3338abd30 service neutron] 10.222.0.20 "GET /v2.0/networks/86be3515-ed38-47a2-afd0-def5e9d08619?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2631915 Apr 28 10:59:54.387348 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-91d736d6-0a44-48cc-bd7f-42bbee1e5e25 tempest-QuotasNegativeTest-252070539 tempest-QuotasNegativeTest-252070539-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-973477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2063122'] for network (e2f6e680-a67d-4e3f-ba85-937e9f33dc3c), after_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:54.392121 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-91d736d6-0a44-48cc-bd7f-42bbee1e5e25 tempest-QuotasNegativeTest-252070539 tempest-QuotasNegativeTest-252070539-project-admin] Publish callbacks [] for network (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:54.396731 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-91d736d6-0a44-48cc-bd7f-42bbee1e5e25 tempest-QuotasNegativeTest-252070539 tempest-QuotasNegativeTest-252070539-project-admin] 10.222.0.10 "DELETE /v2.0/networks/e2f6e680-a67d-4e3f-ba85-937e9f33dc3c HTTP/1.1" status: 204 len: 168 time: 1.5104709 Apr 28 10:59:54.415796 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d736d6-0a44-48cc-bd7f-42bbee1e5e25 tempest-QuotasNegativeTest-252070539 tempest-QuotasNegativeTest-252070539-project-admin] Pushing event deleted for resources: {'Network': ['ID=e2f6e680-a67d-4e3f-ba85-937e9f33dc3c,revision_number=None']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 10:59:54.420906 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-ac25702a-223f-4660-832e-d250a4f16bc6 tempest-FloatingIPAdminTestJSON-874176094 tempest-FloatingIPAdminTestJSON-874176094-project-admin] Publish callbacks [] for floatingip (ee605eb1-a170-400b-9bc8-d750be4bcbde), precommit_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:54.463056 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.db.db_base_plugin_v2 [None req-b489a2bb-af91-4d52-bd27-1ceef4f92555 tempest-RoutersIpV6AdminTest-911026605 tempest-RoutersIpV6AdminTest-911026605-project-admin] Deleting subnet 5cacca1a-335a-4899-a121-baffb49d1897 {{(pid=116161) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 28 10:59:54.471044 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-b489a2bb-af91-4d52-bd27-1ceef4f92555 tempest-RoutersIpV6AdminTest-911026605 tempest-RoutersIpV6AdminTest-911026605-project-admin] Publish callbacks [] for subnet (5cacca1a-335a-4899-a121-baffb49d1897), before_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:54.516588 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-aec4cbd6-a854-4d4d-8a18-51bcaafa6b39 tempest-ExtraDHCPOptionsTestJSON-2049120849 tempest-ExtraDHCPOptionsTestJSON-2049120849-project] Publish callbacks [] for port (4cde84a0-d636-45cd-953c-ab955794e140), precommit_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:54.524919 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-ac25702a-223f-4660-832e-d250a4f16bc6 tempest-FloatingIPAdminTestJSON-874176094 tempest-FloatingIPAdminTestJSON-874176094-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (b8567910-3164-4cd6-bf23-c546e935822b), before_update {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:54.585975 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-b489a2bb-af91-4d52-bd27-1ceef4f92555 tempest-RoutersIpV6AdminTest-911026605 tempest-RoutersIpV6AdminTest-911026605-project-admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8076976'] for subnet (5cacca1a-335a-4899-a121-baffb49d1897), precommit_delete_associations {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:54.661809 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-110e02b0-7124-4553-8d44-980367287051 tempest-FloatingIPTestJSON-373071706 tempest-FloatingIPTestJSON-373071706-project] Router f78b6f71-c91e-4419-a7fc-4e894ee6d57e has already been hosted by L3 agent 6b492ad6-0876-4d74-b20d-28143a52ceba {{(pid=116161) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 10:59:54.686185 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-b489a2bb-af91-4d52-bd27-1ceef4f92555 tempest-RoutersIpV6AdminTest-911026605 tempest-RoutersIpV6AdminTest-911026605-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-971303'] for subnet (5cacca1a-335a-4899-a121-baffb49d1897), precommit_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:54.696194 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-ac25702a-223f-4660-832e-d250a4f16bc6 tempest-FloatingIPAdminTestJSON-874176094 tempest-FloatingIPAdminTestJSON-874176094-project-admin] Publish callbacks [] for port (b8567910-3164-4cd6-bf23-c546e935822b), precommit_update {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:54.783543 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-ac25702a-223f-4660-832e-d250a4f16bc6 tempest-FloatingIPAdminTestJSON-874176094 tempest-FloatingIPAdminTestJSON-874176094-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5051840'] for port (b8567910-3164-4cd6-bf23-c546e935822b), after_update {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:54.787953 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-aec4cbd6-a854-4d4d-8a18-51bcaafa6b39 tempest-ExtraDHCPOptionsTestJSON-2049120849 tempest-ExtraDHCPOptionsTestJSON-2049120849-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742234710357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5219112'] for port (4cde84a0-d636-45cd-953c-ab955794e140), after_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:54.877841 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac25702a-223f-4660-832e-d250a4f16bc6 tempest-FloatingIPAdminTestJSON-874176094 tempest-FloatingIPAdminTestJSON-874176094-project-admin] Pushing event updated for resources: {'Port': ['ID=b8567910-3164-4cd6-bf23-c546e935822b,revision_number=2']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 10:59:54.889295 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-ac25702a-223f-4660-832e-d250a4f16bc6 tempest-FloatingIPAdminTestJSON-874176094 tempest-FloatingIPAdminTestJSON-874176094-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2063164'] for floatingip (ee605eb1-a170-400b-9bc8-d750be4bcbde), after_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:54.919828 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aec4cbd6-a854-4d4d-8a18-51bcaafa6b39 tempest-ExtraDHCPOptionsTestJSON-2049120849 tempest-ExtraDHCPOptionsTestJSON-2049120849-project] Network 745b0058-f3a7-4eda-8b8e-1233d30fc8a9 is already hosted by enough agents. {{(pid=116161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 10:59:54.925899 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec4cbd6-a854-4d4d-8a18-51bcaafa6b39 tempest-ExtraDHCPOptionsTestJSON-2049120849 tempest-ExtraDHCPOptionsTestJSON-2049120849-project] Pushing event updated for resources: {'Port': ['ID=4cde84a0-d636-45cd-953c-ab955794e140,revision_number=1']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 10:59:54.959641 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.scheduler.base_scheduler [None req-aec4cbd6-a854-4d4d-8a18-51bcaafa6b39 tempest-ExtraDHCPOptionsTestJSON-2049120849 tempest-ExtraDHCPOptionsTestJSON-2049120849-project] Resources bound (agent type, host, resource id): {{(pid=116161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 10:59:54.967232 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-3a463c3f-0f09-40c3-8d12-a72d96568062 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742235135690', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742234710366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5219112'] for port (8c766c44-968e-4f16-9f82-117481ffd790), after_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:54.977999 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aec4cbd6-a854-4d4d-8a18-51bcaafa6b39 tempest-ExtraDHCPOptionsTestJSON-2049120849 tempest-ExtraDHCPOptionsTestJSON-2049120849-project] Received port after_create {{(pid=116161) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 10:59:54.999987 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-ac25702a-223f-4660-832e-d250a4f16bc6 tempest-FloatingIPAdminTestJSON-874176094 tempest-FloatingIPAdminTestJSON-874176094-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198022'] for floatingip (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:55.003989 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-ac25702a-223f-4660-832e-d250a4f16bc6 tempest-FloatingIPAdminTestJSON-874176094 tempest-FloatingIPAdminTestJSON-874176094-project-admin] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.5532768 Apr 28 10:59:55.006153 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 49542) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 10:59:55.071179 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a463c3f-0f09-40c3-8d12-a72d96568062 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Pushing event deleted for resources: {'Port': ['ID=8c766c44-968e-4f16-9f82-117481ffd790,revision_number=None']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 10:59:55.078565 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c907d7a-91bc-4f0e-9b94-377580e3b1ac req-0fbb64c1-aa8e-4326-b7c2-3cfb65412916 tempest-ServersTestManualDisk-708954650 tempest-ServersTestManualDisk-708954650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 10:59:55.080116 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-7c907d7a-91bc-4f0e-9b94-377580e3b1ac req-0fbb64c1-aa8e-4326-b7c2-3cfb65412916 tempest-ServersTestManualDisk-708954650 tempest-ServersTestManualDisk-708954650-project] 10.222.0.10 "GET /v2.0/ports?device_id=7b8f1546-43fe-47eb-a29a-4d9b0d24e4fe HTTP/1.1" status: 200 len: 944 time: 0.2074900 Apr 28 10:59:55.104872 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-110e02b0-7124-4553-8d44-980367287051 tempest-FloatingIPTestJSON-373071706 tempest-FloatingIPTestJSON-373071706-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=116161) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 10:59:55.104872 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-b489a2bb-af91-4d52-bd27-1ceef4f92555 tempest-RoutersIpV6AdminTest-911026605 tempest-RoutersIpV6AdminTest-911026605-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-971310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5220601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5125409'] for subnet (5cacca1a-335a-4899-a121-baffb49d1897), after_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:55.109808 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37545b57-aacb-4f24-a562-133ef2972f4c None None] Sync routers for ids ['f78b6f71-c91e-4419-a7fc-4e894ee6d57e'] in dv-neutron-master-2-hyperv {{(pid=116163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 10:59:55.123221 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37545b57-aacb-4f24-a562-133ef2972f4c None None] Routers {'f78b6f71-c91e-4419-a7fc-4e894ee6d57e'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=116163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 10:59:55.124352 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_hamode_db [None req-37545b57-aacb-4f24-a562-133ef2972f4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-28T10:50:39Z,description=,heartbeat_timestamp=2022-04-28T10:59:39Z,host='dv-neutron-master-2-hyperv',id=6b492ad6-0876-4d74-b20d-28143a52ceba,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T10:50:40Z,topic='l3_agent')) {'router_ids': ['f78b6f71-c91e-4419-a7fc-4e894ee6d57e'], 'active': True} {{(pid=116163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 10:59:55.158963 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71deeb81-e003-4f4a-b9ac-912bbb038c43 req-3394850c-aa84-4d8c-9d00-3f6898a1a389 tempest-ServersTestJSON-1447308081 tempest-ServersTestJSON-1447308081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 10:59:55.161069 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-71deeb81-e003-4f4a-b9ac-912bbb038c43 req-3394850c-aa84-4d8c-9d00-3f6898a1a389 tempest-ServersTestJSON-1447308081 tempest-ServersTestJSON-1447308081-project] 10.222.0.10 "GET /v2.0/ports?device_id=2a07d7d5-8b9a-4bde-9f8a-f5af3ef71d28 HTTP/1.1" status: 200 len: 943 time: 0.2430518 Apr 28 10:59:55.171114 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_hamode_db [None req-37545b57-aacb-4f24-a562-133ef2972f4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=116163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 10:59:55.183392 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37545b57-aacb-4f24-a562-133ef2972f4c None None] Routers {'f78b6f71-c91e-4419-a7fc-4e894ee6d57e'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=116163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 10:59:55.184291 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_hamode_db [None req-37545b57-aacb-4f24-a562-133ef2972f4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-28T10:50:39Z,description=,heartbeat_timestamp=2022-04-28T10:59:39Z,host='dv-neutron-master-2-hyperv',id=6b492ad6-0876-4d74-b20d-28143a52ceba,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T10:50:40Z,topic='l3_agent')) {'router_ids': ['f78b6f71-c91e-4419-a7fc-4e894ee6d57e'], 'active': True} {{(pid=116163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 10:59:55.241412 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_hamode_db [None req-37545b57-aacb-4f24-a562-133ef2972f4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=116163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 10:59:55.241412 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37545b57-aacb-4f24-a562-133ef2972f4c None None] The sync data for ids ['f78b6f71-c91e-4419-a7fc-4e894ee6d57e'] in dv-neutron-master-2-hyperv is: [] {{(pid=116163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 10:59:55.243335 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-3a463c3f-0f09-40c3-8d12-a72d96568062 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198022'] for port (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:55.249745 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-3a463c3f-0f09-40c3-8d12-a72d96568062 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] 10.222.0.10 "DELETE /v2.0/ports/8c766c44-968e-4f16-9f82-117481ffd790 HTTP/1.1" status: 204 len: 168 time: 2.1771002 Apr 28 10:59:55.249745 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b489a2bb-af91-4d52-bd27-1ceef4f92555 tempest-RoutersIpV6AdminTest-911026605 tempest-RoutersIpV6AdminTest-911026605-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=5cacca1a-335a-4899-a121-baffb49d1897,revision_number=None']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 10:59:55.250363 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 49548) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 10:59:55.277070 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aec4cbd6-a854-4d4d-8a18-51bcaafa6b39 tempest-ExtraDHCPOptionsTestJSON-2049120849 tempest-ExtraDHCPOptionsTestJSON-2049120849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 10:59:55.278002 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-aec4cbd6-a854-4d4d-8a18-51bcaafa6b39 tempest-ExtraDHCPOptionsTestJSON-2049120849 tempest-ExtraDHCPOptionsTestJSON-2049120849-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198022'] for port (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:55.281333 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-9007f2ca-09e1-4dd4-a26b-cc4cbf7ea837 None None] Provisioning complete for port 4cde84a0-d636-45cd-953c-ab955794e140 triggered by entity DHCP. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 10:59:55.281703 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-9007f2ca-09e1-4dd4-a26b-cc4cbf7ea837 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (4cde84a0-d636-45cd-953c-ab955794e140), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:55.310728 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-b489a2bb-af91-4d52-bd27-1ceef4f92555 tempest-RoutersIpV6AdminTest-911026605 tempest-RoutersIpV6AdminTest-911026605-project-admin] Publish callbacks [] for subnet (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:55.314033 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-b489a2bb-af91-4d52-bd27-1ceef4f92555 tempest-RoutersIpV6AdminTest-911026605 tempest-RoutersIpV6AdminTest-911026605-project-admin] 10.222.0.10 "DELETE /v2.0/subnets/5cacca1a-335a-4899-a121-baffb49d1897 HTTP/1.1" status: 204 len: 168 time: 1.0195785 Apr 28 10:59:55.321870 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 49550) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 10:59:55.322207 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 49552) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 10:59:55.332119 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.v2.base [None req-f48cc2ee-7793-4ab9-9c90-ce2485d24c50 tempest-FloatingIPAdminTestJSON-994006882 tempest-FloatingIPAdminTestJSON-994006882-project] Request body: {'floatingip': {'floating_network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c'}} {{(pid=116162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 10:59:55.352540 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-9007f2ca-09e1-4dd4-a26b-cc4cbf7ea837 None None] Port 4cde84a0-d636-45cd-953c-ab955794e140 cannot update to ACTIVE because it is not bound. {{(pid=116163) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 28 10:59:55.399488 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b00bcfb-2c93-49aa-a830-7a7b700b57db tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 10:59:55.401817 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b00bcfb-2c93-49aa-a830-7a7b700b57db tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 10:59:55.403888 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-5b00bcfb-2c93-49aa-a830-7a7b700b57db tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1483591 Apr 28 10:59:55.406660 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 49556) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 10:59:55.422296 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-110e02b0-7124-4553-8d44-980367287051 tempest-FloatingIPTestJSON-373071706 tempest-FloatingIPTestJSON-373071706-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198022'] for floatingip (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:55.458768 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-71deeb81-e003-4f4a-b9ac-912bbb038c43 req-57e72beb-c9d6-4f65-b243-eefb9ca1d0af tempest-ServersTestJSON-1447308081 tempest-ServersTestJSON-1447308081-project] 10.222.0.10 "GET /v2.0/security-groups?id=5b5e6860-ab9c-4333-ac60-80cd6bb33798&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2666709 Apr 28 10:59:55.463006 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.db.db_base_plugin_v2 [None req-8e972fd2-2423-4521-8653-84c5414a39a1 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Deleting subnet 1b87b134-1a45-4b56-81fd-ab767925c451 {{(pid=116162) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 28 10:59:55.466675 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-8e972fd2-2423-4521-8653-84c5414a39a1 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Publish callbacks [] for subnet (1b87b134-1a45-4b56-81fd-ab767925c451), before_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:55.481477 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-7c907d7a-91bc-4f0e-9b94-377580e3b1ac req-b4505ec2-fe78-4974-bf82-3bdd62a120e8 tempest-ServersTestManualDisk-708954650 tempest-ServersTestManualDisk-708954650-project] 10.222.0.10 "GET /v2.0/security-groups?id=44234766-b7b5-4f53-92c0-693928ed2502&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3892121 Apr 28 10:59:55.495745 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-aec4cbd6-a854-4d4d-8a18-51bcaafa6b39 tempest-ExtraDHCPOptionsTestJSON-2049120849 tempest-ExtraDHCPOptionsTestJSON-2049120849-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1152 time: 3.5427387 Apr 28 10:59:55.496069 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 49558) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 10:59:55.515600 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-4ab27812-1928-46d9-b857-5dfe00aa7e22 tempest-RoutersIpV6AdminTest-911026605 tempest-RoutersIpV6AdminTest-911026605-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-979593'] for network (63e015c2-d7bf-41db-9139-272c95fcaed4), before_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:55.517853 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-40ef702f-5a52-4467-bfec-54509f4e4781 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:55.523273 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-110e02b0-7124-4553-8d44-980367287051 tempest-FloatingIPTestJSON-373071706 tempest-FloatingIPTestJSON-373071706-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 10.6535428 Apr 28 10:59:55.529137 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 49560) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 10:59:55.533268 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-f48cc2ee-7793-4ab9-9c90-ce2485d24c50 tempest-FloatingIPAdminTestJSON-994006882 tempest-FloatingIPAdminTestJSON-994006882-project] Publish callbacks [] for floatingip (None), before_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:55.533904 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.v2.base [None req-50bc656c-84b9-4e9d-a641-e5e623514c2d tempest-FloatingIPTestJSON-373071706 tempest-FloatingIPTestJSON-373071706-project] Request body: {'floatingip': {'port_id': None}} {{(pid=116161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 10:59:55.557679 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-8e972fd2-2423-4521-8653-84c5414a39a1 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5026541'] for subnet (1b87b134-1a45-4b56-81fd-ab767925c451), precommit_delete_associations {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:55.608203 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d941266d-812b-4c3a-aab6-66e2e1b0ce70 tempest-ExtraDHCPOptionsTestJSON-2049120849 tempest-ExtraDHCPOptionsTestJSON-2049120849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 10:59:55.613333 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d941266d-812b-4c3a-aab6-66e2e1b0ce70 tempest-ExtraDHCPOptionsTestJSON-2049120849 tempest-ExtraDHCPOptionsTestJSON-2049120849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 10:59:55.619237 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d941266d-812b-4c3a-aab6-66e2e1b0ce70 tempest-ExtraDHCPOptionsTestJSON-2049120849 tempest-ExtraDHCPOptionsTestJSON-2049120849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 10:59:55.623507 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-d941266d-812b-4c3a-aab6-66e2e1b0ce70 tempest-ExtraDHCPOptionsTestJSON-2049120849 tempest-ExtraDHCPOptionsTestJSON-2049120849-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2615 time: 0.1239011 Apr 28 10:59:55.628936 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 49562) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 10:59:55.700426 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-f48cc2ee-7793-4ab9-9c90-ce2485d24c50 tempest-FloatingIPAdminTestJSON-994006882 tempest-FloatingIPAdminTestJSON-994006882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (None), before_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:55.752414 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-8e972fd2-2423-4521-8653-84c5414a39a1 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-971303'] for subnet (1b87b134-1a45-4b56-81fd-ab767925c451), precommit_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:55.791377 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-50bc656c-84b9-4e9d-a641-e5e623514c2d tempest-FloatingIPTestJSON-373071706 tempest-FloatingIPTestJSON-373071706-project] Publish callbacks [] for floatingip (31d730e8-b8cb-4296-8f4a-ae8f99104c6a), before_update {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:55.800448 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-4ab27812-1928-46d9-b857-5dfe00aa7e22 tempest-RoutersIpV6AdminTest-911026605 tempest-RoutersIpV6AdminTest-911026605-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-973498', 'neutron.services.segments.db._delete_segments_for_network-8742235207033'] for network (63e015c2-d7bf-41db-9139-272c95fcaed4), precommit_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:55.861449 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.db.db_base_plugin_common [None req-f48cc2ee-7793-4ab9-9c90-ce2485d24c50 tempest-FloatingIPAdminTestJSON-994006882 tempest-FloatingIPAdminTestJSON-994006882-project] Allocated IP 172.36.4.49 (7be49d94-bbb8-4a61-bafe-209c5f861e1c/c0f82f52-05ee-40f2-a57c-9d02e01fb9fa/806215f7-b789-487f-85b9-34f8e249b8a8) {{(pid=116162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 10:59:55.911346 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.services.segments.db [None req-4ab27812-1928-46d9-b857-5dfe00aa7e22 tempest-RoutersIpV6AdminTest-911026605 tempest-RoutersIpV6AdminTest-911026605-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['63e015c2-d7bf-41db-9139-272c95fcaed4']}} {{(pid=116161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 10:59:55.930331 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-8e972fd2-2423-4521-8653-84c5414a39a1 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-971310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5053962', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4210815'] for subnet (1b87b134-1a45-4b56-81fd-ab767925c451), after_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:55.940479 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.services.segments.db [None req-4ab27812-1928-46d9-b857-5dfe00aa7e22 tempest-RoutersIpV6AdminTest-911026605 tempest-RoutersIpV6AdminTest-911026605-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c93a638c-99c9-4a0e-b0b6-dc88ff4f94ea') {'for_net_delete': True} {{(pid=116161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 10:59:55.940789 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.services.segments.db [None req-4ab27812-1928-46d9-b857-5dfe00aa7e22 tempest-RoutersIpV6AdminTest-911026605 tempest-RoutersIpV6AdminTest-911026605-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c93a638c-99c9-4a0e-b0b6-dc88ff4f94ea') {} {{(pid=116161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 10:59:55.942873 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.plugin [None req-1f89b9d5-f74c-4ae8-b85e-cfcbf15850a4 tempest-ExtraDHCPOptionsTestJSON-2049120849 tempest-ExtraDHCPOptionsTestJSON-2049120849-project] Deleting port 4cde84a0-d636-45cd-953c-ab955794e140 {{(pid=116161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 10:59:55.943223 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-1f89b9d5-f74c-4ae8-b85e-cfcbf15850a4 tempest-ExtraDHCPOptionsTestJSON-2049120849 tempest-ExtraDHCPOptionsTestJSON-2049120849-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742235130188'] for port (4cde84a0-d636-45cd-953c-ab955794e140), before_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:55.963773 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e972fd2-2423-4521-8653-84c5414a39a1 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Pushing event deleted for resources: {'Subnet': ['ID=1b87b134-1a45-4b56-81fd-ab767925c451,revision_number=None']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 10:59:55.968610 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-8e972fd2-2423-4521-8653-84c5414a39a1 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603020'] for subnet (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:55.975045 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-8e972fd2-2423-4521-8653-84c5414a39a1 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] 10.222.0.10 "DELETE /v2.0/subnets/1b87b134-1a45-4b56-81fd-ab767925c451 HTTP/1.1" status: 204 len: 168 time: 0.5642219 Apr 28 10:59:55.976546 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 49564) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 10:59:55.979241 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be7c3f18-e125-4202-b26a-1867fad78d82 None None] Network 1ec9fbcf-7a57-4aaa-9c30-4e0f43e09480 requested from dv-neutron-master-2-hyperv {{(pid=116163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 10:59:55.994549 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-4ab27812-1928-46d9-b857-5dfe00aa7e22 tempest-RoutersIpV6AdminTest-911026605 tempest-RoutersIpV6AdminTest-911026605-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742235208578', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8076969'] for segment (c93a638c-99c9-4a0e-b0b6-dc88ff4f94ea), before_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:56.003931 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-40ef702f-5a52-4467-bfec-54509f4e4781 admin admin] Publish callbacks [] for security_group (d0313c7a-c5c6-44e5-a00a-252ab47c5312), precommit_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:56.026793 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-10acf9fd-075d-4447-ac60-f7d1995863f6 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] 10.222.0.10 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0467412 Apr 28 10:59:56.027922 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 49566) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 10:59:56.074822 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-f48cc2ee-7793-4ab9-9c90-ce2485d24c50 tempest-FloatingIPAdminTestJSON-994006882 tempest-FloatingIPAdminTestJSON-994006882-project] Publish callbacks [] for port (806215f7-b789-487f-85b9-34f8e249b8a8), precommit_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:56.075042 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-40ef702f-5a52-4467-bfec-54509f4e4781 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924426'] for security_group (d0313c7a-c5c6-44e5-a00a-252ab47c5312), after_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:56.083252 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-4ab27812-1928-46d9-b857-5dfe00aa7e22 tempest-RoutersIpV6AdminTest-911026605 tempest-RoutersIpV6AdminTest-911026605-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-961978'] for segment (c93a638c-99c9-4a0e-b0b6-dc88ff4f94ea), precommit_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:56.102745 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f99accc-b244-43b3-a734-9069e8dfdb65 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 10:59:56.107069 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-4f99accc-b244-43b3-a734-9069e8dfdb65 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0757625 Apr 28 10:59:56.107405 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 49568) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 10:59:56.162978 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4ab27812-1928-46d9-b857-5dfe00aa7e22 tempest-RoutersIpV6AdminTest-911026605 tempest-RoutersIpV6AdminTest-911026605-project-admin] Releasing vlan 99 on physical network physnet1 to pool {{(pid=116161) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 10:59:56.163382 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-4ab27812-1928-46d9-b857-5dfe00aa7e22 tempest-RoutersIpV6AdminTest-911026605 tempest-RoutersIpV6AdminTest-911026605-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-961978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5219103'] for segment (c93a638c-99c9-4a0e-b0b6-dc88ff4f94ea), after_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:56.176269 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc43b420-bdde-4e53-8ece-8a578355e3f8 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 10:59:56.180204 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-cc43b420-bdde-4e53-8ece-8a578355e3f8 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0693343 Apr 28 10:59:56.180755 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 49570) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 10:59:56.200870 dv-neutron-master-2-hyperv neutron-server[116161]: /opt/stack/neutron/neutron/extensions/quotasv2.py:141: UserWarning: Neutron quota engine will require "--force" parameter to set a quota limit without checking the resource usage. Apr 28 10:59:56.200870 dv-neutron-master-2-hyperv neutron-server[116161]: warnings.warn('Neutron quota engine will require "--force" ' Apr 28 10:59:56.200870 dv-neutron-master-2-hyperv neutron-server[116161]: Traceback (most recent call last): Apr 28 10:59:56.200870 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 10:59:56.200870 dv-neutron-master-2-hyperv neutron-server[116161]: timer() Apr 28 10:59:56.200870 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 10:59:56.200870 dv-neutron-master-2-hyperv neutron-server[116161]: cb(*args, **kw) Apr 28 10:59:56.200870 dv-neutron-master-2-hyperv neutron-server[116161]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 28 10:59:56.200870 dv-neutron-master-2-hyperv neutron-server[116161]: return func(*args, **kwargs) Apr 28 10:59:56.200870 dv-neutron-master-2-hyperv neutron-server[116161]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 10:59:56.200870 dv-neutron-master-2-hyperv neutron-server[116161]: self._notify() Apr 28 10:59:56.200870 dv-neutron-master-2-hyperv neutron-server[116161]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 10:59:56.200870 dv-neutron-master-2-hyperv neutron-server[116161]: self.callback(batched_events) Apr 28 10:59:56.200870 dv-neutron-master-2-hyperv neutron-server[116161]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 10:59:56.200870 dv-neutron-master-2-hyperv neutron-server[116161]: event.method(event) Apr 28 10:59:56.200870 dv-neutron-master-2-hyperv neutron-server[116161]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 28 10:59:56.200870 dv-neutron-master-2-hyperv neutron-server[116161]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 10:59:56.200870 dv-neutron-master-2-hyperv neutron-server[116161]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 28 10:59:56.200870 dv-neutron-master-2-hyperv neutron-server[116161]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 10:59:56.200870 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 28 10:59:56.200870 dv-neutron-master-2-hyperv neutron-server[116161]: return f(self, *a, **k) Apr 28 10:59:56.200870 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 28 10:59:56.200870 dv-neutron-master-2-hyperv neutron-server[116161]: return self._get(url).json() Apr 28 10:59:56.200870 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 28 10:59:56.200870 dv-neutron-master-2-hyperv neutron-server[116161]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 10:59:56.200870 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 10:59:56.200870 dv-neutron-master-2-hyperv neutron-server[116161]: return self.request(url, 'GET', **kwargs) Apr 28 10:59:56.200870 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 10:59:56.200870 dv-neutron-master-2-hyperv neutron-server[116161]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 10:59:56.200870 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 10:59:56.200870 dv-neutron-master-2-hyperv neutron-server[116161]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 10:59:56.200870 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 10:59:56.200870 dv-neutron-master-2-hyperv neutron-server[116161]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 10:59:56.200870 dv-neutron-master-2-hyperv neutron-server[116161]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 10:59:56.228346 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-2f421ff3-87ff-41f7-acec-4dec61f864bd tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] 10.222.0.10 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0422881 Apr 28 10:59:56.229800 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 49572) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 10:59:56.231754 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0fe4b0-8904-4adf-a972-86fc697fdfc5 req-6de52f94-4fd3-4c1d-b932-33fc96829794 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 10:59:56.233283 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-8d0fe4b0-8904-4adf-a972-86fc697fdfc5 req-6de52f94-4fd3-4c1d-b932-33fc96829794 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=19a7f91fec214fcea65c9e72a1c65353&device_id=2a07d7d5-8b9a-4bde-9f8a-f5af3ef71d28 HTTP/1.1" status: 200 len: 1127 time: 0.2495396 Apr 28 10:59:56.239576 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.v2.base [None req-82d3a64c-4244-47e3-80e8-b367845f88e6 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Request body: {'subnet': {'network_id': '1ec9fbcf-7a57-4aaa-9c30-4e0f43e09480', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=116162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 10:59:56.243090 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-50bc656c-84b9-4e9d-a641-e5e623514c2d tempest-FloatingIPTestJSON-373071706 tempest-FloatingIPTestJSON-373071706-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:56.248481 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ef702f-5a52-4467-bfec-54509f4e4781 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0313c7a-c5c6-44e5-a00a-252ab47c5312,revision_number=1']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 10:59:56.267941 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-f48cc2ee-7793-4ab9-9c90-ce2485d24c50 tempest-FloatingIPAdminTestJSON-994006882 tempest-FloatingIPAdminTestJSON-994006882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742234710357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5051867'] for port (806215f7-b789-487f-85b9-34f8e249b8a8), after_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:56.283292 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccd848fb-b29a-4f7a-9619-731d10a161bc None None] DHCP port deletion for 1ec9fbcf-7a57-4aaa-9c30-4e0f43e09480 request from dv-neutron-master-2-hyperv {{(pid=116163) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 28 10:59:56.290587 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-40ef702f-5a52-4467-bfec-54509f4e4781 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=cd1a7986712943d5a3fd3830cc8d15dc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9636631 Apr 28 10:59:56.299032 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 49574) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 10:59:56.334262 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-1f89b9d5-f74c-4ae8-b85e-cfcbf15850a4 tempest-ExtraDHCPOptionsTestJSON-2049120849 tempest-ExtraDHCPOptionsTestJSON-2049120849-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1938497'] for port (4cde84a0-d636-45cd-953c-ab955794e140), precommit_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:56.336489 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-ccd848fb-b29a-4f7a-9619-731d10a161bc None None] Deleting port 2db084fe-b3dd-490a-a005-39fc90c59ce5 {{(pid=116163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 10:59:56.337068 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-ccd848fb-b29a-4f7a-9619-731d10a161bc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742235130188'] for port (2db084fe-b3dd-490a-a005-39fc90c59ce5), before_delete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:56.349210 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-50bc656c-84b9-4e9d-a641-e5e623514c2d tempest-FloatingIPTestJSON-373071706 tempest-FloatingIPTestJSON-373071706-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2063164'] for floatingip (31d730e8-b8cb-4296-8f4a-ae8f99104c6a), after_update {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:56.349592 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.db.l3_db [None req-50bc656c-84b9-4e9d-a641-e5e623514c2d tempest-FloatingIPTestJSON-373071706 tempest-FloatingIPTestJSON-373071706-project] Floating IP 31d730e8-b8cb-4296-8f4a-ae8f99104c6a disassociated. External IP: 172.36.4.192, port: 84303778-aaf9-40db-bdfb-b7ae416720b9. Apr 28 10:59:56.358938 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f48cc2ee-7793-4ab9-9c90-ce2485d24c50 tempest-FloatingIPAdminTestJSON-994006882 tempest-FloatingIPAdminTestJSON-994006882-project] Network 7be49d94-bbb8-4a61-bafe-209c5f861e1c is already hosted by enough agents. {{(pid=116162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 10:59:56.376240 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.scheduler.base_scheduler [None req-f48cc2ee-7793-4ab9-9c90-ce2485d24c50 tempest-FloatingIPAdminTestJSON-994006882 tempest-FloatingIPAdminTestJSON-994006882-project] Resources bound (agent type, host, resource id): {{(pid=116162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 10:59:56.386026 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f48cc2ee-7793-4ab9-9c90-ce2485d24c50 tempest-FloatingIPAdminTestJSON-994006882 tempest-FloatingIPAdminTestJSON-994006882-project] Received port after_create {{(pid=116162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 10:59:56.407708 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-ccd848fb-b29a-4f7a-9619-731d10a161bc None None] For port 2db084fe-b3dd-490a-a005-39fc90c59ce5, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=2db084fe-b3dd-490a-a005-39fc90c59ce5,segment=NetworkSegment(ffa4348d-378b-4e93-98fa-ab0dc49ee16c),segment_id=ffa4348d-378b-4e93-98fa-ab0dc49ee16c)] {{(pid=116163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 10:59:56.408251 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-ccd848fb-b29a-4f7a-9619-731d10a161bc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1938497'] for port (2db084fe-b3dd-490a-a005-39fc90c59ce5), precommit_delete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:56.424018 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-ccd848fb-b29a-4f7a-9619-731d10a161bc None None] Calling delete_port for 2db084fe-b3dd-490a-a005-39fc90c59ce5 owned by network:dhcp {{(pid=116163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 10:59:56.428260 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48cc2ee-7793-4ab9-9c90-ce2485d24c50 tempest-FloatingIPAdminTestJSON-994006882 tempest-FloatingIPAdminTestJSON-994006882-project] Pushing event updated for resources: {'Port': ['ID=806215f7-b789-487f-85b9-34f8e249b8a8,revision_number=1']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 10:59:56.477457 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-dd07f13a-565a-4aef-8199-ce955033214e admin admin] Publish callbacks [] for security_group (d0313c7a-c5c6-44e5-a00a-252ab47c5312), before_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:56.547094 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-dd07f13a-565a-4aef-8199-ce955033214e admin admin] Publish callbacks [] for security_group (d0313c7a-c5c6-44e5-a00a-252ab47c5312), precommit_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:56.575143 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82d3a64c-4244-47e3-80e8-b367845f88e6 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Made reservation on behalf of 12780407c7254bdfbde1c04e76d433ee for: {'subnet': 1} {{(pid=116162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 10:59:56.578517 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-82d3a64c-4244-47e3-80e8-b367845f88e6 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4210834'] for subnet (None), before_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:56.583813 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-f48cc2ee-7793-4ab9-9c90-ce2485d24c50 tempest-FloatingIPAdminTestJSON-994006882 tempest-FloatingIPAdminTestJSON-994006882-project] Publish callbacks [] for floatingip (33d2c793-151f-4324-ad98-85793659cbaf), precommit_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:56.658460 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-ccd848fb-b29a-4f7a-9619-731d10a161bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742235135690', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742234710366'] for port (2db084fe-b3dd-490a-a005-39fc90c59ce5), after_delete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:56.683425 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.plugin [None req-1f89b9d5-f74c-4ae8-b85e-cfcbf15850a4 tempest-ExtraDHCPOptionsTestJSON-2049120849 tempest-ExtraDHCPOptionsTestJSON-2049120849-project] Calling delete_port for 4cde84a0-d636-45cd-953c-ab955794e140 owned by {{(pid=116161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 10:59:56.684741 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd848fb-b29a-4f7a-9619-731d10a161bc None None] Pushing event deleted for resources: {'Port': ['ID=2db084fe-b3dd-490a-a005-39fc90c59ce5,revision_number=None']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 10:59:56.691567 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccd848fb-b29a-4f7a-9619-731d10a161bc None None] No DVR routers for this DVR port 2db084fe-b3dd-490a-a005-39fc90c59ce5 on host dv-neutron-master-2-hyperv {{(pid=116163) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 10:59:56.692771 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-4ab27812-1928-46d9-b857-5dfe00aa7e22 tempest-RoutersIpV6AdminTest-911026605 tempest-RoutersIpV6AdminTest-911026605-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-973477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2063122'] for network (63e015c2-d7bf-41db-9139-272c95fcaed4), after_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:56.763359 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ab27812-1928-46d9-b857-5dfe00aa7e22 tempest-RoutersIpV6AdminTest-911026605 tempest-RoutersIpV6AdminTest-911026605-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 63e015c2-d7bf-41db-9139-272c95fcaed4 {{(pid=116161) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Apr 28 10:59:56.776978 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-dd07f13a-565a-4aef-8199-ce955033214e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924426'] for security_group (d0313c7a-c5c6-44e5-a00a-252ab47c5312), after_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:56.779493 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-dd07f13a-565a-4aef-8199-ce955033214e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:56.783637 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-dd07f13a-565a-4aef-8199-ce955033214e admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/d0313c7a-c5c6-44e5-a00a-252ab47c5312 HTTP/1.1" status: 204 len: 168 time: 0.4806499 Apr 28 10:59:56.788495 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-f48cc2ee-7793-4ab9-9c90-ce2485d24c50 tempest-FloatingIPAdminTestJSON-994006882 tempest-FloatingIPAdminTestJSON-994006882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (806215f7-b789-487f-85b9-34f8e249b8a8), before_update {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:56.793433 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-4ab27812-1928-46d9-b857-5dfe00aa7e22 tempest-RoutersIpV6AdminTest-911026605 tempest-RoutersIpV6AdminTest-911026605-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603020'] for network (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:56.807610 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-4ab27812-1928-46d9-b857-5dfe00aa7e22 tempest-RoutersIpV6AdminTest-911026605 tempest-RoutersIpV6AdminTest-911026605-project-admin] 10.222.0.10 "DELETE /v2.0/networks/63e015c2-d7bf-41db-9139-272c95fcaed4 HTTP/1.1" status: 204 len: 168 time: 1.4735568 Apr 28 10:59:56.823444 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd07f13a-565a-4aef-8199-ce955033214e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0313c7a-c5c6-44e5-a00a-252ab47c5312,revision_number=None']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 10:59:56.890851 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab27812-1928-46d9-b857-5dfe00aa7e22 tempest-RoutersIpV6AdminTest-911026605 tempest-RoutersIpV6AdminTest-911026605-project-admin] Pushing event deleted for resources: {'Network': ['ID=63e015c2-d7bf-41db-9139-272c95fcaed4,revision_number=None']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 10:59:56.900114 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Device 69c48b6b-9700-4a70-bcfe-7a9c85a59fc2 details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=116163) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 28 10:59:56.927803 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe399c0f-c2dd-482d-b749-61447e65d473 req-957e5a25-7481-4b40-aff8-418b5a5c1730 tempest-ServersTestJSON-1447308081 tempest-ServersTestJSON-1447308081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 10:59:56.932580 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-fe399c0f-c2dd-482d-b749-61447e65d473 req-957e5a25-7481-4b40-aff8-418b5a5c1730 tempest-ServersTestJSON-1447308081 tempest-ServersTestJSON-1447308081-project] 10.222.0.10 "GET /v2.0/ports?device_id=2a07d7d5-8b9a-4bde-9f8a-f5af3ef71d28 HTTP/1.1" status: 200 len: 943 time: 0.2453966 Apr 28 10:59:56.940943 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9537f14a-fedd-4006-a30a-390fba76b528 req-eeabb097-7fbd-4dc3-9006-ab188e12ac71 tempest-ServersTestManualDisk-708954650 tempest-ServersTestManualDisk-708954650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 10:59:56.945092 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-9537f14a-fedd-4006-a30a-390fba76b528 req-eeabb097-7fbd-4dc3-9006-ab188e12ac71 tempest-ServersTestManualDisk-708954650 tempest-ServersTestManualDisk-708954650-project] 10.222.0.10 "GET /v2.0/ports?device_id=7b8f1546-43fe-47eb-a29a-4d9b0d24e4fe HTTP/1.1" status: 200 len: 944 time: 0.2632036 Apr 28 10:59:57.055182 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0fe4b0-8904-4adf-a972-86fc697fdfc5 req-6719d650-ff9d-48a6-a785-4a5c7d40f62d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 10:59:57.059629 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-8d0fe4b0-8904-4adf-a972-86fc697fdfc5 req-6719d650-ff9d-48a6-a785-4a5c7d40f62d service neutron] 10.222.0.20 "GET /v2.0/networks?id=4da8bd43-d906-4f61-8b6f-8dd6519937e1 HTTP/1.1" status: 200 len: 904 time: 0.8121431 Apr 28 10:59:57.085365 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-f48cc2ee-7793-4ab9-9c90-ce2485d24c50 tempest-FloatingIPAdminTestJSON-994006882 tempest-FloatingIPAdminTestJSON-994006882-project] Publish callbacks [] for port (806215f7-b789-487f-85b9-34f8e249b8a8), precommit_update {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:57.097009 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] For port 69c48b6b-9700-4a70-bcfe-7a9c85a59fc2, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=69c48b6b-9700-4a70-bcfe-7a9c85a59fc2,segment=NetworkSegment(aeeab3ee-75a8-4dc8-aefc-5af1f84e59d4),segment_id=aeeab3ee-75a8-4dc8-aefc-5af1f84e59d4)] {{(pid=116163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 10:59:57.104782 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-82d3a64c-4244-47e3-80e8-b367845f88e6 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5054027', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4210784'] for subnet (6e8ddfad-c322-416b-8c2e-22e271b61ae5), after_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:57.136779 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Returning: {'device': '69c48b6b-9700-4a70-bcfe-7a9c85a59fc2', 'network_id': '4da8bd43-d906-4f61-8b6f-8dd6519937e1', 'port_id': '69c48b6b-9700-4a70-bcfe-7a9c85a59fc2', 'mac_address': 'fa:16:3e:75:b9:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 80, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '92361fe4-492b-4a32-8d67-8edec320c5e2', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=116163) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 28 10:59:57.187498 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Current status of the port 69c48b6b-9700-4a70-bcfe-7a9c85a59fc2 is: DOWN; New status is: BUILD {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 10:59:57.188122 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (69c48b6b-9700-4a70-bcfe-7a9c85a59fc2), before_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:57.204557 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.notifiers.nova [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 69c48b6b-9700-4a70-bcfe-7a9c85a59fc2 {{(pid=116163) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 10:59:57.219010 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-f48cc2ee-7793-4ab9-9c90-ce2485d24c50 tempest-FloatingIPAdminTestJSON-994006882 tempest-FloatingIPAdminTestJSON-994006882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5051840'] for port (806215f7-b789-487f-85b9-34f8e249b8a8), after_update {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:57.237011 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] For port 69c48b6b-9700-4a70-bcfe-7a9c85a59fc2, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=69c48b6b-9700-4a70-bcfe-7a9c85a59fc2,segment=NetworkSegment(aeeab3ee-75a8-4dc8-aefc-5af1f84e59d4),segment_id=aeeab3ee-75a8-4dc8-aefc-5af1f84e59d4)] {{(pid=116163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 10:59:57.242014 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d3a64c-4244-47e3-80e8-b367845f88e6 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Pushing event updated for resources: {'Subnet': ['ID=6e8ddfad-c322-416b-8c2e-22e271b61ae5,revision_number=0']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 10:59:57.255442 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-8d0fe4b0-8904-4adf-a972-86fc697fdfc5 req-e218e457-310e-41aa-ad61-7cff380a808c service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=69c48b6b-9700-4a70-bcfe-7a9c85a59fc2 HTTP/1.1" status: 200 len: 217 time: 0.1643941 Apr 28 10:59:57.275887 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82d3a64c-4244-47e3-80e8-b367845f88e6 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Network 1ec9fbcf-7a57-4aaa-9c30-4e0f43e09480 is already hosted by enough agents. {{(pid=116162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 10:59:57.313978 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.scheduler.base_scheduler [None req-82d3a64c-4244-47e3-80e8-b367845f88e6 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Resources bound (agent type, host, resource id): {{(pid=116162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 10:59:57.317206 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-fe399c0f-c2dd-482d-b749-61447e65d473 req-f8ae4270-3558-43ad-9e93-59cccaf186d9 tempest-ServersTestJSON-1447308081 tempest-ServersTestJSON-1447308081-project] 10.222.0.10 "GET /v2.0/security-groups?id=5b5e6860-ab9c-4333-ac60-80cd6bb33798&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3671126 Apr 28 10:59:57.323355 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82d3a64c-4244-47e3-80e8-b367845f88e6 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 10:59:57.324450 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-82d3a64c-4244-47e3-80e8-b367845f88e6 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603020'] for subnet (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:57.326872 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f588f15-30cb-4082-88fe-cafb8db11393 None None] Network 1ec9fbcf-7a57-4aaa-9c30-4e0f43e09480 requested from dv-neutron-master-2-hyperv {{(pid=116163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 10:59:57.336439 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-9537f14a-fedd-4006-a30a-390fba76b528 req-1c46c559-d4b2-4fe2-a0ba-653da4c62c19 tempest-ServersTestManualDisk-708954650 tempest-ServersTestManualDisk-708954650-project] 10.222.0.10 "GET /v2.0/security-groups?id=44234766-b7b5-4f53-92c0-693928ed2502&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3495789 Apr 28 10:59:57.352230 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393'] for port (69c48b6b-9700-4a70-bcfe-7a9c85a59fc2), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:57.377646 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48cc2ee-7793-4ab9-9c90-ce2485d24c50 tempest-FloatingIPAdminTestJSON-994006882 tempest-FloatingIPAdminTestJSON-994006882-project] Pushing event updated for resources: {'Port': ['ID=806215f7-b789-487f-85b9-34f8e249b8a8,revision_number=2']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 10:59:57.388922 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-f48cc2ee-7793-4ab9-9c90-ce2485d24c50 tempest-FloatingIPAdminTestJSON-994006882 tempest-FloatingIPAdminTestJSON-994006882-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2063164'] for floatingip (33d2c793-151f-4324-ad98-85793659cbaf), after_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:57.419420 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0fe4b0-8904-4adf-a972-86fc697fdfc5 req-202f2894-d961-4152-a4fb-28f3ff80a102 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 10:59:57.420944 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-8d0fe4b0-8904-4adf-a972-86fc697fdfc5 req-202f2894-d961-4152-a4fb-28f3ff80a102 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=92361fe4-492b-4a32-8d67-8edec320c5e2 HTTP/1.1" status: 200 len: 843 time: 0.1509356 Apr 28 10:59:57.459290 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-82d3a64c-4244-47e3-80e8-b367845f88e6 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.2280397 Apr 28 10:59:57.460528 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 49590) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 10:59:57.470584 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.v2.base [None req-26d0de4d-f5b5-4703-b89c-c3b02e55a770 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Request body: {'port': {'network_id': '1ec9fbcf-7a57-4aaa-9c30-4e0f43e09480', 'fixed_ips': [{'subnet_id': '6e8ddfad-c322-416b-8c2e-22e271b61ae5', 'ip_address': '2001:db8::b1de:6225:3f6a:9cfa'}], 'name': 'tempest-NetworksTestDHCPv6-1918404952'}} {{(pid=116162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 10:59:57.485243 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0fe4b0-8904-4adf-a972-86fc697fdfc5 req-a39bcb9d-91a0-4dcd-8b51-ad08ca62c79c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 10:59:57.486827 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-8d0fe4b0-8904-4adf-a972-86fc697fdfc5 req-a39bcb9d-91a0-4dcd-8b51-ad08ca62c79c service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=4da8bd43-d906-4f61-8b6f-8dd6519937e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0573807 Apr 28 10:59:57.502910 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Device 2db084fe-b3dd-490a-a005-39fc90c59ce5 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=116163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 10:59:57.531276 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] No Port match for: 2db084fe-b3dd-490a-a005-39fc90c59ce5 {{(pid=116163) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 28 10:59:57.531276 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Device 2db084fe-b3dd-490a-a005-39fc90c59ce5 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=116163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 10:59:57.531596 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-f48cc2ee-7793-4ab9-9c90-ce2485d24c50 tempest-FloatingIPAdminTestJSON-994006882 tempest-FloatingIPAdminTestJSON-994006882-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198022'] for floatingip (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:57.542542 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-f48cc2ee-7793-4ab9-9c90-ce2485d24c50 tempest-FloatingIPAdminTestJSON-994006882 tempest-FloatingIPAdminTestJSON-994006882-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.5372789 Apr 28 10:59:57.543902 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 49592) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 10:59:57.554998 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 49594) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 10:59:57.556784 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.v2.base [None req-d04f3f3b-cf0c-42f9-9ccb-87429f4a8f0e tempest-RoutersIpV6AdminTest-911026605 tempest-RoutersIpV6AdminTest-911026605-project-admin] Request body: {'router': {'name': 'tempest-router--572311463', 'project_id': 'a10a78d5e7dc4318b3013107f99684c3'}} {{(pid=116161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 10:59:57.558858 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Pushing event updated for resources: {'Port': ['ID=69c48b6b-9700-4a70-bcfe-7a9c85a59fc2,revision_number=4']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 10:59:57.567825 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-1f89b9d5-f74c-4ae8-b85e-cfcbf15850a4 tempest-ExtraDHCPOptionsTestJSON-2049120849 tempest-ExtraDHCPOptionsTestJSON-2049120849-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742235135690', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742234710366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5219112'] for port (4cde84a0-d636-45cd-953c-ab955794e140), after_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:57.609348 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3fc6b96-efdc-43d2-b5fa-8454b0a44f9f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-1ec9fbcf-7a57-4aaa-9c30-4e0f43e09480', 'network_id': '1ec9fbcf-7a57-4aaa-9c30-4e0f43e09480', 'project_id': '12780407c7254bdfbde1c04e76d433ee', 'fixed_ips': [{'subnet_id': '6e8ddfad-c322-416b-8c2e-22e271b61ae5'}]}} from dv-neutron-master-2-hyperv. {{(pid=116163) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 28 10:59:57.611263 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-f3fc6b96-efdc-43d2-b5fa-8454b0a44f9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (None), before_create {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:57.636171 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] get_ports_and_sgs() called for port_ids ['69c48b6b-9700-4a70-bcfe-7a9c85a59fc2'] {{(pid=116163) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 10:59:57.636526 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 49596) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 10:59:57.644001 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f89b9d5-f74c-4ae8-b85e-cfcbf15850a4 tempest-ExtraDHCPOptionsTestJSON-2049120849 tempest-ExtraDHCPOptionsTestJSON-2049120849-project] Pushing event deleted for resources: {'Port': ['ID=4cde84a0-d636-45cd-953c-ab955794e140,revision_number=None']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 10:59:57.653183 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-56a6beaf-4a9c-4ef4-9772-1f4f7be36dd7 tempest-FloatingIPAdminTestJSON-874176094 tempest-FloatingIPAdminTestJSON-874176094-project-admin] 10.222.0.10 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3090 time: 0.0969868 Apr 28 10:59:57.656146 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 49598) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 10:59:57.681760 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50bc656c-84b9-4e9d-a641-e5e623514c2d tempest-FloatingIPTestJSON-373071706 tempest-FloatingIPTestJSON-373071706-project] Router f78b6f71-c91e-4419-a7fc-4e894ee6d57e has already been hosted by L3 agent 6b492ad6-0876-4d74-b20d-28143a52ceba {{(pid=116161) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 10:59:57.701740 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-313bc597-5b8c-4827-b016-c1bb05fed04b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:57.767772 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-f9ee4391-eee7-4662-b23b-e9de101bc7d3 tempest-FloatingIPAdminTestJSON-1724025514 tempest-FloatingIPAdminTestJSON-1724025514-project] 10.222.0.10 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 691 time: 0.1081707 Apr 28 10:59:57.768010 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-d04f3f3b-cf0c-42f9-9ccb-87429f4a8f0e tempest-RoutersIpV6AdminTest-911026605 tempest-RoutersIpV6AdminTest-911026605-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2060459', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-63449'] for router (e3d432e3-e4e2-4092-a90e-4d665207c613), before_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:57.771935 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 49600) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 10:59:57.772063 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-d04f3f3b-cf0c-42f9-9ccb-87429f4a8f0e tempest-RoutersIpV6AdminTest-911026605 tempest-RoutersIpV6AdminTest-911026605-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2060827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1935275', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1960866', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-63266'] for router (e3d432e3-e4e2-4092-a90e-4d665207c613), precommit_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:57.782613 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-8d0fe4b0-8904-4adf-a972-86fc697fdfc5 req-4bd64fc7-3938-41da-ba91-7c212e01c9cc service neutron] 10.222.0.20 "GET /v2.0/networks/4da8bd43-d906-4f61-8b6f-8dd6519937e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2646630 Apr 28 10:59:57.913949 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-313bc597-5b8c-4827-b016-c1bb05fed04b admin admin] Publish callbacks [] for security_group (0bb378eb-2ede-407e-ba6c-30d43594d00b), precommit_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:57.944583 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-1f89b9d5-f74c-4ae8-b85e-cfcbf15850a4 tempest-ExtraDHCPOptionsTestJSON-2049120849 tempest-ExtraDHCPOptionsTestJSON-2049120849-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198022'] for port (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:57.944815 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.plugin [None req-5efb9354-051f-4277-92e0-c4b7b034764f tempest-FloatingIPAdminTestJSON-994006882 tempest-FloatingIPAdminTestJSON-994006882-project] Deleting port 806215f7-b789-487f-85b9-34f8e249b8a8 {{(pid=116162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 10:59:57.945063 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-5efb9354-051f-4277-92e0-c4b7b034764f tempest-FloatingIPAdminTestJSON-994006882 tempest-FloatingIPAdminTestJSON-994006882-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742235130188'] for port (806215f7-b789-487f-85b9-34f8e249b8a8), before_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:57.952051 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-1f89b9d5-f74c-4ae8-b85e-cfcbf15850a4 tempest-ExtraDHCPOptionsTestJSON-2049120849 tempest-ExtraDHCPOptionsTestJSON-2049120849-project] 10.222.0.10 "DELETE /v2.0/ports/4cde84a0-d636-45cd-953c-ab955794e140 HTTP/1.1" status: 204 len: 168 time: 2.3219428 Apr 28 10:59:57.956841 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 49602) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 10:59:57.964980 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.v2.base [None req-b7c31d20-41e6-44ba-8767-11f73bcf124b tempest-ExtraDHCPOptionsTestJSON-2049120849 tempest-ExtraDHCPOptionsTestJSON-2049120849-project] Request body: {'port': {'name': 'tempest-new-port-name-1048201498', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=116162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 10:59:57.965390 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.api.validators [None req-b7c31d20-41e6-44ba-8767-11f73bcf124b tempest-ExtraDHCPOptionsTestJSON-2049120849 tempest-ExtraDHCPOptionsTestJSON-2049120849-project] bootfile-name is not in valid_values {{(pid=116162) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Apr 28 10:59:57.965731 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.api.validators [None req-b7c31d20-41e6-44ba-8767-11f73bcf124b tempest-ExtraDHCPOptionsTestJSON-2049120849 tempest-ExtraDHCPOptionsTestJSON-2049120849-project] tftp-server is not in valid_values {{(pid=116162) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Apr 28 10:59:57.965994 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.db_base_plugin_common [None req-f3fc6b96-efdc-43d2-b5fa-8454b0a44f9f None None] Allocated IP 2001:db8::2 (1ec9fbcf-7a57-4aaa-9c30-4e0f43e09480/6e8ddfad-c322-416b-8c2e-22e271b61ae5/c191c493-5731-40f0-9b14-080677bb4cf1) {{(pid=116163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 10:59:57.966097 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.api.validators [None req-b7c31d20-41e6-44ba-8767-11f73bcf124b tempest-ExtraDHCPOptionsTestJSON-2049120849 tempest-ExtraDHCPOptionsTestJSON-2049120849-project] server-ip-address is not in valid_values {{(pid=116162) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Apr 28 10:59:57.997934 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26d0de4d-f5b5-4703-b89c-c3b02e55a770 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Made reservation on behalf of 12780407c7254bdfbde1c04e76d433ee for: {'port': 1} {{(pid=116162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 10:59:58.074911 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-313bc597-5b8c-4827-b016-c1bb05fed04b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924426'] for security_group (0bb378eb-2ede-407e-ba6c-30d43594d00b), after_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:58.074911 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-d04f3f3b-cf0c-42f9-9ccb-87429f4a8f0e tempest-RoutersIpV6AdminTest-911026605 tempest-RoutersIpV6AdminTest-911026605-project-admin] Publish callbacks [] for router_controller (e3d432e3-e4e2-4092-a90e-4d665207c613), precommit_add_association {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:58.140506 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50bc656c-84b9-4e9d-a641-e5e623514c2d tempest-FloatingIPTestJSON-373071706 tempest-FloatingIPTestJSON-373071706-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=116161) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 10:59:58.144698 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-8d0fe4b0-8904-4adf-a972-86fc697fdfc5 req-2c801d31-9070-44af-8600-e94541b3be87 service neutron] 10.222.0.20 "GET /v2.0/networks/4da8bd43-d906-4f61-8b6f-8dd6519937e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3174357 Apr 28 10:59:58.148084 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-50bc656c-84b9-4e9d-a641-e5e623514c2d tempest-FloatingIPTestJSON-373071706 tempest-FloatingIPTestJSON-373071706-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198022'] for floatingip (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:58.150366 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313bc597-5b8c-4827-b016-c1bb05fed04b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0bb378eb-2ede-407e-ba6c-30d43594d00b,revision_number=1']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 10:59:58.156189 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08fcc350-fdca-4cd2-8c0c-06a993142785 None None] Sync routers for ids ['f78b6f71-c91e-4419-a7fc-4e894ee6d57e'] in dv-neutron-master-2-hyperv {{(pid=116164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 10:59:58.164586 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-b7c31d20-41e6-44ba-8767-11f73bcf124b tempest-ExtraDHCPOptionsTestJSON-2049120849 tempest-ExtraDHCPOptionsTestJSON-2049120849-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (b6fa3f62-8e61-48fc-bbd3-9089f20ffd14), before_update {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:58.166177 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-313bc597-5b8c-4827-b016-c1bb05fed04b admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=63f5ee2f8c4248c5b967fcddd71881a1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5232115 Apr 28 10:59:58.169113 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 49604) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 10:59:58.174076 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-5efb9354-051f-4277-92e0-c4b7b034764f tempest-FloatingIPAdminTestJSON-994006882 tempest-FloatingIPAdminTestJSON-994006882-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1938497'] for port (806215f7-b789-487f-85b9-34f8e249b8a8), precommit_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:58.174345 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-5efb9354-051f-4277-92e0-c4b7b034764f tempest-FloatingIPAdminTestJSON-994006882 tempest-FloatingIPAdminTestJSON-994006882-project] Publish callbacks [] for floatingip (806215f7-b789-487f-85b9-34f8e249b8a8), precommit_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:58.179231 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08fcc350-fdca-4cd2-8c0c-06a993142785 None None] Routers {'f78b6f71-c91e-4419-a7fc-4e894ee6d57e'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=116164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 10:59:58.179678 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_hamode_db [None req-08fcc350-fdca-4cd2-8c0c-06a993142785 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-28T10:50:39Z,description=,heartbeat_timestamp=2022-04-28T10:59:39Z,host='dv-neutron-master-2-hyperv',id=6b492ad6-0876-4d74-b20d-28143a52ceba,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T10:50:40Z,topic='l3_agent')) {'router_ids': ['f78b6f71-c91e-4419-a7fc-4e894ee6d57e'], 'active': True} {{(pid=116164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 10:59:58.185080 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-f3fc6b96-efdc-43d2-b5fa-8454b0a44f9f None None] Publish callbacks [] for port (c191c493-5731-40f0-9b14-080677bb4cf1), precommit_create {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:58.200875 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-d04f3f3b-cf0c-42f9-9ccb-87429f4a8f0e tempest-RoutersIpV6AdminTest-911026605 tempest-RoutersIpV6AdminTest-911026605-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2060818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1935326'] for router (e3d432e3-e4e2-4092-a90e-4d665207c613), after_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:58.214958 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_hamode_db [None req-08fcc350-fdca-4cd2-8c0c-06a993142785 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=116164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 10:59:58.222495 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-50bc656c-84b9-4e9d-a641-e5e623514c2d tempest-FloatingIPTestJSON-373071706 tempest-FloatingIPTestJSON-373071706-project] 10.222.0.10 "PUT /v2.0/floatingips/31d730e8-b8cb-4296-8f4a-ae8f99104c6a HTTP/1.1" status: 200 len: 688 time: 2.6897442 Apr 28 10:59:58.225065 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 49606) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 10:59:58.225380 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08fcc350-fdca-4cd2-8c0c-06a993142785 None None] Routers {'f78b6f71-c91e-4419-a7fc-4e894ee6d57e'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=116164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 10:59:58.225994 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_hamode_db [None req-08fcc350-fdca-4cd2-8c0c-06a993142785 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-28T10:50:39Z,description=,heartbeat_timestamp=2022-04-28T10:59:39Z,host='dv-neutron-master-2-hyperv',id=6b492ad6-0876-4d74-b20d-28143a52ceba,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T10:50:40Z,topic='l3_agent')) {'router_ids': ['f78b6f71-c91e-4419-a7fc-4e894ee6d57e'], 'active': True} {{(pid=116164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 10:59:58.227670 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.plugin [None req-5efb9354-051f-4277-92e0-c4b7b034764f tempest-FloatingIPAdminTestJSON-994006882 tempest-FloatingIPAdminTestJSON-994006882-project] Calling delete_port for 806215f7-b789-487f-85b9-34f8e249b8a8 owned by network:floatingip {{(pid=116162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 10:59:58.246132 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-26d0de4d-f5b5-4703-b89c-c3b02e55a770 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (None), before_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:58.264085 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_hamode_db [None req-08fcc350-fdca-4cd2-8c0c-06a993142785 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=116164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 10:59:58.264651 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08fcc350-fdca-4cd2-8c0c-06a993142785 None None] The sync data for ids ['f78b6f71-c91e-4419-a7fc-4e894ee6d57e'] in dv-neutron-master-2-hyperv is: [] {{(pid=116164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 10:59:58.289508 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-f3fc6b96-efdc-43d2-b5fa-8454b0a44f9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742234710357'] for port (c191c493-5731-40f0-9b14-080677bb4cf1), after_create {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:58.314739 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-d04f3f3b-cf0c-42f9-9ccb-87429f4a8f0e tempest-RoutersIpV6AdminTest-911026605 tempest-RoutersIpV6AdminTest-911026605-project-admin] Publish callbacks [] for router (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:58.322499 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-d04f3f3b-cf0c-42f9-9ccb-87429f4a8f0e tempest-RoutersIpV6AdminTest-911026605 tempest-RoutersIpV6AdminTest-911026605-project-admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.7699883 Apr 28 10:59:58.334319 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 49608) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 10:59:58.340738 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3fc6b96-efdc-43d2-b5fa-8454b0a44f9f None None] Network 1ec9fbcf-7a57-4aaa-9c30-4e0f43e09480 is already hosted by enough agents. {{(pid=116163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 10:59:58.343941 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.scheduler.base_scheduler [None req-f3fc6b96-efdc-43d2-b5fa-8454b0a44f9f None None] Resources bound (agent type, host, resource id): {{(pid=116163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 10:59:58.349534 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3fc6b96-efdc-43d2-b5fa-8454b0a44f9f None None] Received port after_create {{(pid=116163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 10:59:58.352685 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3fc6b96-efdc-43d2-b5fa-8454b0a44f9f None None] Pushing event updated for resources: {'Port': ['ID=c191c493-5731-40f0-9b14-080677bb4cf1,revision_number=1']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 10:59:58.357121 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.plugin [None req-53124a8d-ee11-46b7-a646-60231d328aba tempest-FloatingIPTestJSON-373071706 tempest-FloatingIPTestJSON-373071706-project] Deleting port 50085a80-25bd-4492-869a-41677cf93903 {{(pid=116161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 10:59:58.357678 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-53124a8d-ee11-46b7-a646-60231d328aba tempest-FloatingIPTestJSON-373071706 tempest-FloatingIPTestJSON-373071706-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742235130188'] for port (50085a80-25bd-4492-869a-41677cf93903), before_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:58.380694 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.notifiers.nova [None req-26d0de4d-f5b5-4703-b89c-c3b02e55a770 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] device_id is not set on port 779ce878-d3e4-4c3b-adb5-f0bb52fe5669 yet. {{(pid=116162) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 28 10:59:58.425828 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.managers [None req-f3fc6b96-efdc-43d2-b5fa-8454b0a44f9f None None] Attempting to bind port c191c493-5731-40f0-9b14-080677bb4cf1 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=116163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 28 10:59:58.426265 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.managers [None req-f3fc6b96-efdc-43d2-b5fa-8454b0a44f9f None None] Attempting to bind port c191c493-5731-40f0-9b14-080677bb4cf1 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'ffa4348d-378b-4e93-98fa-ab0dc49ee16c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '1ec9fbcf-7a57-4aaa-9c30-4e0f43e09480'}] {{(pid=116163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 28 10:59:58.426660 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3fc6b96-efdc-43d2-b5fa-8454b0a44f9f None None] Attempting to bind port c191c493-5731-40f0-9b14-080677bb4cf1 on network 1ec9fbcf-7a57-4aaa-9c30-4e0f43e09480 {{(pid=116163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 10:59:58.433845 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3fc6b96-efdc-43d2-b5fa-8454b0a44f9f None None] Checking agent: {'id': 'd5baab19-5dd1-4902-922b-84acb048ab9c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 10, 50, 43), 'started_at': datetime.datetime(2022, 4, 28, 10, 51, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 10, 59, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=116163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 10:59:58.434095 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3fc6b96-efdc-43d2-b5fa-8454b0a44f9f None None] Checking segment: {'id': 'ffa4348d-378b-4e93-98fa-ab0dc49ee16c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '1ec9fbcf-7a57-4aaa-9c30-4e0f43e09480'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 10:59:58.434379 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-f3fc6b96-efdc-43d2-b5fa-8454b0a44f9f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:58.434932 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3fc6b96-efdc-43d2-b5fa-8454b0a44f9f None None] Bound using segment: {'id': 'ffa4348d-378b-4e93-98fa-ab0dc49ee16c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '1ec9fbcf-7a57-4aaa-9c30-4e0f43e09480'} {{(pid=116163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 10:59:58.435984 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.managers [None req-f3fc6b96-efdc-43d2-b5fa-8454b0a44f9f None None] Bound port: c191c493-5731-40f0-9b14-080677bb4cf1, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ffa4348d-378b-4e93-98fa-ab0dc49ee16c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '1ec9fbcf-7a57-4aaa-9c30-4e0f43e09480'}}] {{(pid=116163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 28 10:59:58.436638 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-f3fc6b96-efdc-43d2-b5fa-8454b0a44f9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (c191c493-5731-40f0-9b14-080677bb4cf1), before_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:58.522131 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-f3fc6b96-efdc-43d2-b5fa-8454b0a44f9f None None] For port c191c493-5731-40f0-9b14-080677bb4cf1, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=116163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 10:59:58.526557 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-f3fc6b96-efdc-43d2-b5fa-8454b0a44f9f None None] For port c191c493-5731-40f0-9b14-080677bb4cf1, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=c191c493-5731-40f0-9b14-080677bb4cf1,segment=NetworkSegment(ffa4348d-378b-4e93-98fa-ab0dc49ee16c),segment_id=ffa4348d-378b-4e93-98fa-ab0dc49ee16c)] {{(pid=116163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 10:59:58.556386 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecda550b-77b0-43a6-9666-e83e50a19cd2 req-60c54ec5-88b8-4f09-a06f-39e3845d23fb tempest-ServersTestJSON-1447308081 tempest-ServersTestJSON-1447308081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 10:59:58.561038 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-ecda550b-77b0-43a6-9666-e83e50a19cd2 req-60c54ec5-88b8-4f09-a06f-39e3845d23fb tempest-ServersTestJSON-1447308081 tempest-ServersTestJSON-1447308081-project] 10.222.0.10 "GET /v2.0/ports?device_id=2a07d7d5-8b9a-4bde-9f8a-f5af3ef71d28 HTTP/1.1" status: 200 len: 944 time: 0.1013539 Apr 28 10:59:58.564019 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-53124a8d-ee11-46b7-a646-60231d328aba tempest-FloatingIPTestJSON-373071706 tempest-FloatingIPTestJSON-373071706-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1938497'] for port (50085a80-25bd-4492-869a-41677cf93903), precommit_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:58.564346 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-53124a8d-ee11-46b7-a646-60231d328aba tempest-FloatingIPTestJSON-373071706 tempest-FloatingIPTestJSON-373071706-project] Publish callbacks [] for floatingip (50085a80-25bd-4492-869a-41677cf93903), precommit_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:58.574436 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe13380-51fd-4d46-a869-3b68deb05222 req-71b2e410-cd6e-421f-b924-05c959b1999c tempest-ServersTestManualDisk-708954650 tempest-ServersTestManualDisk-708954650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 10:59:58.576048 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-abe13380-51fd-4d46-a869-3b68deb05222 req-71b2e410-cd6e-421f-b924-05c959b1999c tempest-ServersTestManualDisk-708954650 tempest-ServersTestManualDisk-708954650-project] 10.222.0.10 "GET /v2.0/ports?device_id=7b8f1546-43fe-47eb-a29a-4d9b0d24e4fe HTTP/1.1" status: 200 len: 944 time: 0.1178310 Apr 28 10:59:58.607622 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.plugin [None req-53124a8d-ee11-46b7-a646-60231d328aba tempest-FloatingIPTestJSON-373071706 tempest-FloatingIPTestJSON-373071706-project] Calling delete_port for 50085a80-25bd-4492-869a-41677cf93903 owned by network:floatingip {{(pid=116161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 10:59:58.609446 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-f3fc6b96-efdc-43d2-b5fa-8454b0a44f9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393'] for port (c191c493-5731-40f0-9b14-080677bb4cf1), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:58.684567 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3fc6b96-efdc-43d2-b5fa-8454b0a44f9f None None] Pushing event updated for resources: {'Port': ['ID=c191c493-5731-40f0-9b14-080677bb4cf1,revision_number=2']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 10:59:58.746085 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-ecda550b-77b0-43a6-9666-e83e50a19cd2 req-9232801b-8fee-444d-a570-c09918943019 tempest-ServersTestJSON-1447308081 tempest-ServersTestJSON-1447308081-project] 10.222.0.10 "GET /v2.0/security-groups?id=5b5e6860-ab9c-4333-ac60-80cd6bb33798&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1781087 Apr 28 10:59:58.758905 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-abe13380-51fd-4d46-a869-3b68deb05222 req-ca43fbc7-4ec3-47bb-8cee-effd0662d08f tempest-ServersTestManualDisk-708954650 tempest-ServersTestManualDisk-708954650-project] 10.222.0.10 "GET /v2.0/security-groups?id=44234766-b7b5-4f53-92c0-693928ed2502&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1703939 Apr 28 10:59:58.769894 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-768452d2-813b-42fc-bc9c-81ea066f3ed4 admin admin] Publish callbacks [] for security_group (0bb378eb-2ede-407e-ba6c-30d43594d00b), before_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:58.872756 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-8bde639d-021f-4769-ada2-9871502b004f tempest-RoutersIpV6AdminTest-911026605 tempest-RoutersIpV6AdminTest-911026605-project-admin] Publish callbacks [] for router (e3d432e3-e4e2-4092-a90e-4d665207c613), before_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:58.893546 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Device c0d148b4-7df0-41b4-ae3e-381c91ef07cd details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=116163) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 28 10:59:58.937412 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Device 69c48b6b-9700-4a70-bcfe-7a9c85a59fc2 up at agent hyperv_hv-neutron-mast {{(pid=116163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 10:59:58.957624 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-53124a8d-ee11-46b7-a646-60231d328aba tempest-FloatingIPTestJSON-373071706 tempest-FloatingIPTestJSON-373071706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742235135690', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742234710366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5219112'] for port (50085a80-25bd-4492-869a-41677cf93903), after_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:58.971090 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-768452d2-813b-42fc-bc9c-81ea066f3ed4 admin admin] Publish callbacks [] for security_group (0bb378eb-2ede-407e-ba6c-30d43594d00b), precommit_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:58.992896 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53124a8d-ee11-46b7-a646-60231d328aba tempest-FloatingIPTestJSON-373071706 tempest-FloatingIPTestJSON-373071706-project] Pushing event deleted for resources: {'Port': ['ID=50085a80-25bd-4492-869a-41677cf93903,revision_number=None']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 10:59:59.044947 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Provisioning for port 69c48b6b-9700-4a70-bcfe-7a9c85a59fc2 completed by entity L2. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 28 10:59:59.086727 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] For port c0d148b4-7df0-41b4-ae3e-381c91ef07cd, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=c0d148b4-7df0-41b4-ae3e-381c91ef07cd,segment=NetworkSegment(476d1dd6-14be-4031-824a-ce93efcfde92),segment_id=476d1dd6-14be-4031-824a-ce93efcfde92)] {{(pid=116163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 10:59:59.090897 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-53124a8d-ee11-46b7-a646-60231d328aba tempest-FloatingIPTestJSON-373071706 tempest-FloatingIPTestJSON-373071706-project] Publish callbacks [] for floatingip (31d730e8-b8cb-4296-8f4a-ae8f99104c6a), after_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:59.093907 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-53124a8d-ee11-46b7-a646-60231d328aba tempest-FloatingIPTestJSON-373071706 tempest-FloatingIPTestJSON-373071706-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198022'] for floatingip (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:59.100983 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-53124a8d-ee11-46b7-a646-60231d328aba tempest-FloatingIPTestJSON-373071706 tempest-FloatingIPTestJSON-373071706-project] 10.222.0.10 "DELETE /v2.0/floatingips/31d730e8-b8cb-4296-8f4a-ae8f99104c6a HTTP/1.1" status: 204 len: 168 time: 0.8745008 Apr 28 10:59:59.101887 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 49614) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 10:59:59.103802 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Returning: {'device': 'c0d148b4-7df0-41b4-ae3e-381c91ef07cd', 'network_id': '86be3515-ed38-47a2-afd0-def5e9d08619', 'port_id': 'c0d148b4-7df0-41b4-ae3e-381c91ef07cd', 'mac_address': 'fa:16:3e:7c:4d:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 93, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e48057c8-0090-4367-906b-bd6ec3ec96da', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=116163) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 28 10:59:59.107936 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Provisioning complete for port 69c48b6b-9700-4a70-bcfe-7a9c85a59fc2 triggered by entity L2. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 10:59:59.108081 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.v2.base [None req-1af30ac5-fba9-41ad-bc57-4c5a8c8ab35a tempest-FloatingIPTestJSON-373071706 tempest-FloatingIPTestJSON-373071706-project] Request body: {'floatingip': {'floating_network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'port_id': '35878a5a-57ad-4a9c-80c2-2d4291c804f1'}} {{(pid=116161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 10:59:59.108232 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (69c48b6b-9700-4a70-bcfe-7a9c85a59fc2), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:59.175011 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-1af30ac5-fba9-41ad-bc57-4c5a8c8ab35a tempest-FloatingIPTestJSON-373071706 tempest-FloatingIPTestJSON-373071706-project] Publish callbacks [] for floatingip (None), before_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:59.175725 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Current status of the port c0d148b4-7df0-41b4-ae3e-381c91ef07cd is: DOWN; New status is: BUILD {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 10:59:59.176273 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (c0d148b4-7df0-41b4-ae3e-381c91ef07cd), before_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:59.192415 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.notifiers.nova [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c0d148b4-7df0-41b4-ae3e-381c91ef07cd {{(pid=116163) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 10:59:59.234091 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-8bde639d-021f-4769-ada2-9871502b004f tempest-RoutersIpV6AdminTest-911026605 tempest-RoutersIpV6AdminTest-911026605-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2060865', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-63275'] for router (e3d432e3-e4e2-4092-a90e-4d665207c613), precommit_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:59.237997 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-8bde639d-021f-4769-ada2-9871502b004f tempest-RoutersIpV6AdminTest-911026605 tempest-RoutersIpV6AdminTest-911026605-project-admin] Publish callbacks [] for router_controller (e3d432e3-e4e2-4092-a90e-4d665207c613), precommit_delete_associations {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:59.275292 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-1af30ac5-fba9-41ad-bc57-4c5a8c8ab35a tempest-FloatingIPTestJSON-373071706 tempest-FloatingIPTestJSON-373071706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (None), before_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:59.297509 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.db.db_base_plugin_common [None req-26d0de4d-f5b5-4703-b89c-c3b02e55a770 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Allocated IP 2001:db8::b1de:6225:3f6a:9cfa (1ec9fbcf-7a57-4aaa-9c30-4e0f43e09480/6e8ddfad-c322-416b-8c2e-22e271b61ae5/779ce878-d3e4-4c3b-adb5-f0bb52fe5669) {{(pid=116162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 10:59:59.356477 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] For port c0d148b4-7df0-41b4-ae3e-381c91ef07cd, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=c0d148b4-7df0-41b4-ae3e-381c91ef07cd,segment=NetworkSegment(476d1dd6-14be-4031-824a-ce93efcfde92),segment_id=476d1dd6-14be-4031-824a-ce93efcfde92)] {{(pid=116163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 10:59:59.366813 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Current status of the port 69c48b6b-9700-4a70-bcfe-7a9c85a59fc2 is: BUILD; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 10:59:59.367298 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (69c48b6b-9700-4a70-bcfe-7a9c85a59fc2), before_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:59.386469 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-768452d2-813b-42fc-bc9c-81ea066f3ed4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924426'] for security_group (0bb378eb-2ede-407e-ba6c-30d43594d00b), after_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:59.391485 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-768452d2-813b-42fc-bc9c-81ea066f3ed4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:59.393872 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-768452d2-813b-42fc-bc9c-81ea066f3ed4 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/0bb378eb-2ede-407e-ba6c-30d43594d00b HTTP/1.1" status: 204 len: 168 time: 1.2236559 Apr 28 10:59:59.396999 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a07d7d5-8b9a-4bde-9f8a-f5af3ef71d28', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69c48b6b-9700-4a70-bcfe-7a9c85a59fc2'}] {{(pid=116163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 10:59:59.407033 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.db.db_base_plugin_common [None req-1af30ac5-fba9-41ad-bc57-4c5a8c8ab35a tempest-FloatingIPTestJSON-373071706 tempest-FloatingIPTestJSON-373071706-project] Allocated IP 172.36.4.247 (7be49d94-bbb8-4a61-bafe-209c5f861e1c/c0f82f52-05ee-40f2-a57c-9d02e01fb9fa/d4284a2a-608f-45fb-ad76-1d17baefedb3) {{(pid=116161) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 10:59:59.414796 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768452d2-813b-42fc-bc9c-81ea066f3ed4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bb378eb-2ede-407e-ba6c-30d43594d00b,revision_number=None']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 10:59:59.461562 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-5efb9354-051f-4277-92e0-c4b7b034764f tempest-FloatingIPAdminTestJSON-994006882 tempest-FloatingIPAdminTestJSON-994006882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742235135690', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742234710366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5051867'] for port (806215f7-b789-487f-85b9-34f8e249b8a8), after_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:59.500097 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-8bde639d-021f-4769-ada2-9871502b004f tempest-RoutersIpV6AdminTest-911026605 tempest-RoutersIpV6AdminTest-911026605-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2060888'] for router (e3d432e3-e4e2-4092-a90e-4d665207c613), after_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:59.500485 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393'] for port (c0d148b4-7df0-41b4-ae3e-381c91ef07cd), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:59.501697 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8bde639d-021f-4769-ada2-9871502b004f tempest-RoutersIpV6AdminTest-911026605 tempest-RoutersIpV6AdminTest-911026605-project-admin] Fanout notify agent at l3_agent the message router_deleted on router e3d432e3-e4e2-4092-a90e-4d665207c613 {{(pid=116162) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 28 10:59:59.508466 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] For port 69c48b6b-9700-4a70-bcfe-7a9c85a59fc2, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=69c48b6b-9700-4a70-bcfe-7a9c85a59fc2,segment=NetworkSegment(aeeab3ee-75a8-4dc8-aefc-5af1f84e59d4),segment_id=aeeab3ee-75a8-4dc8-aefc-5af1f84e59d4)] {{(pid=116163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 10:59:59.554239 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-8bde639d-021f-4769-ada2-9871502b004f tempest-RoutersIpV6AdminTest-911026605 tempest-RoutersIpV6AdminTest-911026605-project-admin] Publish callbacks [] for router (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:59.556173 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-8bde639d-021f-4769-ada2-9871502b004f tempest-RoutersIpV6AdminTest-911026605 tempest-RoutersIpV6AdminTest-911026605-project-admin] 10.222.0.10 "DELETE /v2.0/routers/e3d432e3-e4e2-4092-a90e-4d665207c613 HTTP/1.1" status: 204 len: 168 time: 1.2136166 Apr 28 10:59:59.606997 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393'] for port (69c48b6b-9700-4a70-bcfe-7a9c85a59fc2), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:59.612221 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Device c191c493-5731-40f0-9b14-080677bb4cf1 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=116163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 10:59:59.624311 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5efb9354-051f-4277-92e0-c4b7b034764f tempest-FloatingIPAdminTestJSON-994006882 tempest-FloatingIPAdminTestJSON-994006882-project] Pushing event deleted for resources: {'Port': ['ID=806215f7-b789-487f-85b9-34f8e249b8a8,revision_number=None']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 10:59:59.656712 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-1af30ac5-fba9-41ad-bc57-4c5a8c8ab35a tempest-FloatingIPTestJSON-373071706 tempest-FloatingIPTestJSON-373071706-project] Publish callbacks [] for port (d4284a2a-608f-45fb-ad76-1d17baefedb3), precommit_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:59.682374 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Pushing event updated for resources: {'Port': ['ID=c0d148b4-7df0-41b4-ae3e-381c91ef07cd,revision_number=4']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 10:59:59.752844 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] get_ports_and_sgs() called for port_ids ['c0d148b4-7df0-41b4-ae3e-381c91ef07cd'] {{(pid=116163) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 10:59:59.781090 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-b7c31d20-41e6-44ba-8767-11f73bcf124b tempest-ExtraDHCPOptionsTestJSON-2049120849 tempest-ExtraDHCPOptionsTestJSON-2049120849-project] Publish callbacks [] for port (b6fa3f62-8e61-48fc-bbd3-9089f20ffd14), precommit_update {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:59.807740 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-1af30ac5-fba9-41ad-bc57-4c5a8c8ab35a tempest-FloatingIPTestJSON-373071706 tempest-FloatingIPTestJSON-373071706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742234710357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5219112'] for port (d4284a2a-608f-45fb-ad76-1d17baefedb3), after_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:59.813569 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Pushing event updated for resources: {'Port': ['ID=69c48b6b-9700-4a70-bcfe-7a9c85a59fc2,revision_number=5']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 10:59:59.852197 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Provisioning complete for port c191c493-5731-40f0-9b14-080677bb4cf1 triggered by entity L2. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 10:59:59.856451 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (c191c493-5731-40f0-9b14-080677bb4cf1), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:59.882615 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-b7c31d20-41e6-44ba-8767-11f73bcf124b tempest-ExtraDHCPOptionsTestJSON-2049120849 tempest-ExtraDHCPOptionsTestJSON-2049120849-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5051840'] for port (b6fa3f62-8e61-48fc-bbd3-9089f20ffd14), after_update {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 10:59:59.929363 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af30ac5-fba9-41ad-bc57-4c5a8c8ab35a tempest-FloatingIPTestJSON-373071706 tempest-FloatingIPTestJSON-373071706-project] Pushing event updated for resources: {'Port': ['ID=d4284a2a-608f-45fb-ad76-1d17baefedb3,revision_number=1']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 10:59:59.962070 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1af30ac5-fba9-41ad-bc57-4c5a8c8ab35a tempest-FloatingIPTestJSON-373071706 tempest-FloatingIPTestJSON-373071706-project] Network 7be49d94-bbb8-4a61-bafe-209c5f861e1c is already hosted by enough agents. {{(pid=116161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 11:00:00.015680 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.scheduler.base_scheduler [None req-1af30ac5-fba9-41ad-bc57-4c5a8c8ab35a tempest-FloatingIPTestJSON-373071706 tempest-FloatingIPTestJSON-373071706-project] Resources bound (agent type, host, resource id): {{(pid=116161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 11:00:00.022563 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1af30ac5-fba9-41ad-bc57-4c5a8c8ab35a tempest-FloatingIPTestJSON-373071706 tempest-FloatingIPTestJSON-373071706-project] Received port after_create {{(pid=116161) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 11:00:00.082603 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42bd18f5-d3b7-421a-83f4-5b984e375b28 req-f0226993-8e59-4897-a4a4-99e216ef6011 tempest-ServersTestJSON-1447308081 tempest-ServersTestJSON-1447308081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:00:00.084348 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-42bd18f5-d3b7-421a-83f4-5b984e375b28 req-f0226993-8e59-4897-a4a4-99e216ef6011 tempest-ServersTestJSON-1447308081 tempest-ServersTestJSON-1447308081-project] 10.222.0.10 "GET /v2.0/ports?device_id=2a07d7d5-8b9a-4bde-9f8a-f5af3ef71d28 HTTP/1.1" status: 200 len: 945 time: 0.1512523 Apr 28 11:00:00.092666 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc3a94d-792e-4786-807e-bc143b14578f req-f0eb68ce-041f-4d13-8b1c-5a4ed4f4b6e7 tempest-ServersTestManualDisk-708954650 tempest-ServersTestManualDisk-708954650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:00:00.109969 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-3fc3a94d-792e-4786-807e-bc143b14578f req-f0eb68ce-041f-4d13-8b1c-5a4ed4f4b6e7 tempest-ServersTestManualDisk-708954650 tempest-ServersTestManualDisk-708954650-project] 10.222.0.10 "GET /v2.0/ports?device_id=7b8f1546-43fe-47eb-a29a-4d9b0d24e4fe HTTP/1.1" status: 200 len: 945 time: 0.1679294 Apr 28 11:00:00.189219 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 49628) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:00:00.229093 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-3fc3a94d-792e-4786-807e-bc143b14578f req-246d1bbf-a63c-4171-9de3-55fb18e6a711 tempest-ServersTestManualDisk-708954650 tempest-ServersTestManualDisk-708954650-project] 10.222.0.10 "GET /v2.0/security-groups?id=44234766-b7b5-4f53-92c0-693928ed2502&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1179988 Apr 28 11:00:00.253315 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Current status of the port c191c493-5731-40f0-9b14-080677bb4cf1 is: DOWN; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:00:00.254388 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (c191c493-5731-40f0-9b14-080677bb4cf1), before_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:00.277239 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-42bd18f5-d3b7-421a-83f4-5b984e375b28 req-edd40841-6bd2-487a-b539-75d782ef5495 tempest-ServersTestJSON-1447308081 tempest-ServersTestJSON-1447308081-project] 10.222.0.10 "GET /v2.0/security-groups?id=5b5e6860-ab9c-4333-ac60-80cd6bb33798&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1396058 Apr 28 11:00:00.333298 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-26d0de4d-f5b5-4703-b89c-c3b02e55a770 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Publish callbacks [] for port (779ce878-d3e4-4c3b-adb5-f0bb52fe5669), precommit_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:00.334450 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] For port c191c493-5731-40f0-9b14-080677bb4cf1, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=c191c493-5731-40f0-9b14-080677bb4cf1,segment=NetworkSegment(ffa4348d-378b-4e93-98fa-ab0dc49ee16c),segment_id=ffa4348d-378b-4e93-98fa-ab0dc49ee16c)] {{(pid=116163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 11:00:00.347524 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-2ce685de-ca35-43e2-943f-eb7a4728f6d9 None None] Provisioning complete for port c191c493-5731-40f0-9b14-080677bb4cf1 triggered by entity DHCP. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:00:00.348890 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-2ce685de-ca35-43e2-943f-eb7a4728f6d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (c191c493-5731-40f0-9b14-080677bb4cf1), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:00.349429 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-5efb9354-051f-4277-92e0-c4b7b034764f tempest-FloatingIPAdminTestJSON-994006882 tempest-FloatingIPAdminTestJSON-994006882-project] Publish callbacks [] for floatingip (33d2c793-151f-4324-ad98-85793659cbaf), after_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:00.352218 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-5efb9354-051f-4277-92e0-c4b7b034764f tempest-FloatingIPAdminTestJSON-994006882 tempest-FloatingIPAdminTestJSON-994006882-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198022'] for floatingip (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:00.358093 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-5efb9354-051f-4277-92e0-c4b7b034764f tempest-FloatingIPAdminTestJSON-994006882 tempest-FloatingIPAdminTestJSON-994006882-project] 10.222.0.10 "DELETE /v2.0/floatingips/33d2c793-151f-4324-ad98-85793659cbaf HTTP/1.1" status: 204 len: 168 time: 2.5857458 Apr 28 11:00:00.381753 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c31d20-41e6-44ba-8767-11f73bcf124b tempest-ExtraDHCPOptionsTestJSON-2049120849 tempest-ExtraDHCPOptionsTestJSON-2049120849-project] Pushing event updated for resources: {'Port': ['ID=b6fa3f62-8e61-48fc-bbd3-9089f20ffd14,revision_number=2']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:00:00.389459 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f01aec4a4f83961b54a953becfce2676879fb1d4b91122543244f430a0b8460" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce8416e0-871e-41ac-817b-5cfb79d44f96" -d '{"events": [{"server_uuid": "2a07d7d5-8b9a-4bde-9f8a-f5af3ef71d28", "name": "network-vif-plugged", "status": "completed", "tag": "69c48b6b-9700-4a70-bcfe-7a9c85a59fc2"}]}' {{(pid=116163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 11:00:00.392119 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.plugin [None req-b7c31d20-41e6-44ba-8767-11f73bcf124b tempest-ExtraDHCPOptionsTestJSON-2049120849 tempest-ExtraDHCPOptionsTestJSON-2049120849-project] In _notify_port_updated(), no bound segment for port b6fa3f62-8e61-48fc-bbd3-9089f20ffd14 on network 745b0058-f3a7-4eda-8b8e-1233d30fc8a9 {{(pid=116162) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:936}} Apr 28 11:00:00.393226 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 49632) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:00:00.402605 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7c31d20-41e6-44ba-8767-11f73bcf124b tempest-ExtraDHCPOptionsTestJSON-2049120849 tempest-ExtraDHCPOptionsTestJSON-2049120849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:00:00.403329 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-b7c31d20-41e6-44ba-8767-11f73bcf124b tempest-ExtraDHCPOptionsTestJSON-2049120849 tempest-ExtraDHCPOptionsTestJSON-2049120849-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198022'] for port (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:00.405010 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-b7c31d20-41e6-44ba-8767-11f73bcf124b tempest-ExtraDHCPOptionsTestJSON-2049120849 tempest-ExtraDHCPOptionsTestJSON-2049120849-project] 10.222.0.10 "PUT /v2.0/ports/b6fa3f62-8e61-48fc-bbd3-9089f20ffd14 HTTP/1.1" status: 200 len: 1136 time: 2.4468210 Apr 28 11:00:00.411682 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 49636) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:00:00.422477 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393'] for port (c191c493-5731-40f0-9b14-080677bb4cf1), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:00.513827 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0867e24c-39fb-41fa-b5ce-6c5094acb0b1 tempest-ExtraDHCPOptionsTestJSON-2049120849 tempest-ExtraDHCPOptionsTestJSON-2049120849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:00:00.519523 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-0867e24c-39fb-41fa-b5ce-6c5094acb0b1 tempest-ExtraDHCPOptionsTestJSON-2049120849 tempest-ExtraDHCPOptionsTestJSON-2049120849-project] 10.222.0.10 "GET /v2.0/ports/b6fa3f62-8e61-48fc-bbd3-9089f20ffd14 HTTP/1.1" status: 200 len: 1136 time: 0.1014383 Apr 28 11:00:00.520810 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 49642) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:00:00.534278 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Pushing event updated for resources: {'Port': ['ID=c191c493-5731-40f0-9b14-080677bb4cf1,revision_number=3']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:00:00.551978 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-2ce685de-ca35-43e2-943f-eb7a4728f6d9 None None] Current status of the port c191c493-5731-40f0-9b14-080677bb4cf1 is: ACTIVE; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:00:00.630381 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-26d0de4d-f5b5-4703-b89c-c3b02e55a770 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742234710357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5051867'] for port (779ce878-d3e4-4c3b-adb5-f0bb52fe5669), after_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:00.656013 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26d0de4d-f5b5-4703-b89c-c3b02e55a770 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Network 1ec9fbcf-7a57-4aaa-9c30-4e0f43e09480 is already hosted by enough agents. {{(pid=116162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 11:00:00.678676 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-7e1d96e9-62c7-4350-a15a-2382890274b4 None None] Provisioning complete for port b6fa3f62-8e61-48fc-bbd3-9089f20ffd14 triggered by entity DHCP. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:00:00.679403 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-7e1d96e9-62c7-4350-a15a-2382890274b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (b6fa3f62-8e61-48fc-bbd3-9089f20ffd14), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:00.693340 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.scheduler.base_scheduler [None req-26d0de4d-f5b5-4703-b89c-c3b02e55a770 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Resources bound (agent type, host, resource id): {{(pid=116162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 11:00:00.703348 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26d0de4d-f5b5-4703-b89c-c3b02e55a770 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Received port after_create {{(pid=116162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 11:00:00.712557 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26d0de4d-f5b5-4703-b89c-c3b02e55a770 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:00:00.713232 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-26d0de4d-f5b5-4703-b89c-c3b02e55a770 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198022'] for port (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:00.755438 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.plugin [None req-95cfeb05-e889-459e-a82a-955b16e36e57 tempest-ExtraDHCPOptionsTestJSON-2049120849 tempest-ExtraDHCPOptionsTestJSON-2049120849-project] Deleting port b6fa3f62-8e61-48fc-bbd3-9089f20ffd14 {{(pid=116162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 11:00:00.756177 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-95cfeb05-e889-459e-a82a-955b16e36e57 tempest-ExtraDHCPOptionsTestJSON-2049120849 tempest-ExtraDHCPOptionsTestJSON-2049120849-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742235130188'] for port (b6fa3f62-8e61-48fc-bbd3-9089f20ffd14), before_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:00.763309 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d0de4d-f5b5-4703-b89c-c3b02e55a770 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Pushing event updated for resources: {'Port': ['ID=779ce878-d3e4-4c3b-adb5-f0bb52fe5669,revision_number=1']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:00:00.771258 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 11:00:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7086e89d-288a-42dd-b68c-5d959e3d69bc x-openstack-request-id: req-7086e89d-288a-42dd-b68c-5d959e3d69bc {{(pid=116163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 11:00:00.771573 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a07d7d5-8b9a-4bde-9f8a-f5af3ef71d28", "name": "network-vif-plugged", "status": "completed", "tag": "69c48b6b-9700-4a70-bcfe-7a9c85a59fc2", "code": 200}]} {{(pid=116163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 11:00:00.771894 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-7086e89d-288a-42dd-b68c-5d959e3d69bc {{(pid=116163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 11:00:00.772562 dv-neutron-master-2-hyperv neutron-server[116163]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7086e89d-288a-42dd-b68c-5d959e3d69bc'] response: {'server_uuid': '2a07d7d5-8b9a-4bde-9f8a-f5af3ef71d28', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69c48b6b-9700-4a70-bcfe-7a9c85a59fc2', 'code': 200} Apr 28 11:00:00.792764 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-26d0de4d-f5b5-4703-b89c-c3b02e55a770 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 3.3302541 Apr 28 11:00:00.808344 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 49644) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:00:00.819783 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.v2.base [None req-56cfa2b5-98bf-47dd-bf6a-9607df15bd32 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Request body: {'port': {'network_id': '1ec9fbcf-7a57-4aaa-9c30-4e0f43e09480', 'fixed_ips': [{'subnet_id': '6e8ddfad-c322-416b-8c2e-22e271b61ae5', 'ip_address': '2001:db8::b1de:6225:3f6a:9cfa'}], 'name': 'tempest-NetworksTestDHCPv6-802648111'}} {{(pid=116162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:00:00.839839 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-7e1d96e9-62c7-4350-a15a-2382890274b4 None None] Port b6fa3f62-8e61-48fc-bbd3-9089f20ffd14 cannot update to ACTIVE because it is not bound. {{(pid=116163) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 28 11:00:00.889985 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.v2.base [None req-f5915265-f331-456c-b2de-92330b1dd140 tempest-RoutersIpV6AdminTest-2062886361 tempest-RoutersIpV6AdminTest-2062886361-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1411481601', 'external_gateway_info': {'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c'}, 'admin_state_up': False}} {{(pid=116161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:00:00.913716 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Device c0d148b4-7df0-41b4-ae3e-381c91ef07cd up at agent hyperv_hv-neutron-mast {{(pid=116163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 11:00:00.979097 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.plugin [None req-95c62953-edac-4934-9522-834162f7df1a tempest-FloatingIPAdminTestJSON-874176094 tempest-FloatingIPAdminTestJSON-874176094-project-admin] Deleting port b8567910-3164-4cd6-bf23-c546e935822b {{(pid=116161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 11:00:00.979437 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-95c62953-edac-4934-9522-834162f7df1a tempest-FloatingIPAdminTestJSON-874176094 tempest-FloatingIPAdminTestJSON-874176094-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742235130188'] for port (b8567910-3164-4cd6-bf23-c546e935822b), before_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:00.989202 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Provisioning for port c0d148b4-7df0-41b4-ae3e-381c91ef07cd completed by entity L2. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 28 11:00:01.014028 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-95cfeb05-e889-459e-a82a-955b16e36e57 tempest-ExtraDHCPOptionsTestJSON-2049120849 tempest-ExtraDHCPOptionsTestJSON-2049120849-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1938497'] for port (b6fa3f62-8e61-48fc-bbd3-9089f20ffd14), precommit_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:01.049094 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.plugin [None req-95cfeb05-e889-459e-a82a-955b16e36e57 tempest-ExtraDHCPOptionsTestJSON-2049120849 tempest-ExtraDHCPOptionsTestJSON-2049120849-project] Calling delete_port for b6fa3f62-8e61-48fc-bbd3-9089f20ffd14 owned by {{(pid=116162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 11:00:01.108598 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Provisioning complete for port c0d148b4-7df0-41b4-ae3e-381c91ef07cd triggered by entity L2. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:00:01.109444 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (c0d148b4-7df0-41b4-ae3e-381c91ef07cd), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:01.114155 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-f5915265-f331-456c-b2de-92330b1dd140 tempest-RoutersIpV6AdminTest-2062886361 tempest-RoutersIpV6AdminTest-2062886361-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2060459', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-63449'] for router (73193f52-37d8-488b-8905-f81676340be3), before_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:01.115155 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-f5915265-f331-456c-b2de-92330b1dd140 tempest-RoutersIpV6AdminTest-2062886361 tempest-RoutersIpV6AdminTest-2062886361-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2060827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1935275', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1960866', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-63266'] for router (73193f52-37d8-488b-8905-f81676340be3), precommit_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:01.123257 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-95c62953-edac-4934-9522-834162f7df1a tempest-FloatingIPAdminTestJSON-874176094 tempest-FloatingIPAdminTestJSON-874176094-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1938497'] for port (b8567910-3164-4cd6-bf23-c546e935822b), precommit_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:01.123605 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-95c62953-edac-4934-9522-834162f7df1a tempest-FloatingIPAdminTestJSON-874176094 tempest-FloatingIPAdminTestJSON-874176094-project-admin] Publish callbacks [] for floatingip (b8567910-3164-4cd6-bf23-c546e935822b), precommit_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:01.144565 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.plugin [None req-95c62953-edac-4934-9522-834162f7df1a tempest-FloatingIPAdminTestJSON-874176094 tempest-FloatingIPAdminTestJSON-874176094-project-admin] Calling delete_port for b8567910-3164-4cd6-bf23-c546e935822b owned by network:floatingip {{(pid=116161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 11:00:01.158159 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56cfa2b5-98bf-47dd-bf6a-9607df15bd32 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Made reservation on behalf of 12780407c7254bdfbde1c04e76d433ee for: {'port': 1} {{(pid=116162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 11:00:01.165238 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-56cfa2b5-98bf-47dd-bf6a-9607df15bd32 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (None), before_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:01.174717 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-d445158d-f51c-434f-8d44-4aa0916a9ff4 None None] Provisioning complete for port 779ce878-d3e4-4c3b-adb5-f0bb52fe5669 triggered by entity DHCP. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:00:01.175089 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-d445158d-f51c-434f-8d44-4aa0916a9ff4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (779ce878-d3e4-4c3b-adb5-f0bb52fe5669), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:01.205829 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.notifiers.nova [None req-56cfa2b5-98bf-47dd-bf6a-9607df15bd32 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] device_id is not set on port b8eff833-3165-4754-8585-9da54fb8c120 yet. {{(pid=116162) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 28 11:00:01.240737 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-d445158d-f51c-434f-8d44-4aa0916a9ff4 None None] Port 779ce878-d3e4-4c3b-adb5-f0bb52fe5669 cannot update to ACTIVE because it is not bound. {{(pid=116163) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 28 11:00:01.283302 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Current status of the port c0d148b4-7df0-41b4-ae3e-381c91ef07cd is: BUILD; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:00:01.283675 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (c0d148b4-7df0-41b4-ae3e-381c91ef07cd), before_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:01.364587 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-f5915265-f331-456c-b2de-92330b1dd140 tempest-RoutersIpV6AdminTest-2062886361 tempest-RoutersIpV6AdminTest-2062886361-project] Publish callbacks [] for router_controller (73193f52-37d8-488b-8905-f81676340be3), precommit_add_association {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:01.369966 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] For port c0d148b4-7df0-41b4-ae3e-381c91ef07cd, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=c0d148b4-7df0-41b4-ae3e-381c91ef07cd,segment=NetworkSegment(476d1dd6-14be-4031-824a-ce93efcfde92),segment_id=476d1dd6-14be-4031-824a-ce93efcfde92)] {{(pid=116163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 11:00:01.375596 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35bf5bd1-889b-40bf-ae25-72d0df3a3ff8 req-73dd4017-f415-41d2-b95b-92b3bafc5f4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:00:01.377463 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-35bf5bd1-889b-40bf-ae25-72d0df3a3ff8 req-73dd4017-f415-41d2-b95b-92b3bafc5f4e service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=2a07d7d5-8b9a-4bde-9f8a-f5af3ef71d28 HTTP/1.1" status: 200 len: 1129 time: 0.2068188 Apr 28 11:00:01.455007 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393'] for port (c0d148b4-7df0-41b4-ae3e-381c91ef07cd), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:01.470911 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [req-35bf5bd1-889b-40bf-ae25-72d0df3a3ff8 req-41057b18-06c6-4ba0-aeee-2d998fcce185 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:01.493691 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Device c191c493-5731-40f0-9b14-080677bb4cf1 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=116163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 11:00:01.508873 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-95cfeb05-e889-459e-a82a-955b16e36e57 tempest-ExtraDHCPOptionsTestJSON-2049120849 tempest-ExtraDHCPOptionsTestJSON-2049120849-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742235135690', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742234710366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5051867'] for port (b6fa3f62-8e61-48fc-bbd3-9089f20ffd14), after_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:01.545250 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95cfeb05-e889-459e-a82a-955b16e36e57 tempest-ExtraDHCPOptionsTestJSON-2049120849 tempest-ExtraDHCPOptionsTestJSON-2049120849-project] Pushing event deleted for resources: {'Port': ['ID=b6fa3f62-8e61-48fc-bbd3-9089f20ffd14,revision_number=None']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:00:01.550171 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.pecan_wsgi.hooks.translation [None req-56cfa2b5-98bf-47dd-bf6a-9607df15bd32 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] POST failed (client error): There was a conflict when trying to complete your request. Apr 28 11:00:01.551431 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-56cfa2b5-98bf-47dd-bf6a-9607df15bd32 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=116162) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 28 11:00:01.568544 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Pushing event updated for resources: {'Port': ['ID=c0d148b4-7df0-41b4-ae3e-381c91ef07cd,revision_number=5']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:00:01.571743 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95cfeb05-e889-459e-a82a-955b16e36e57 tempest-ExtraDHCPOptionsTestJSON-2049120849 tempest-ExtraDHCPOptionsTestJSON-2049120849-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:00:01.572173 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95cfeb05-e889-459e-a82a-955b16e36e57 tempest-ExtraDHCPOptionsTestJSON-2049120849 tempest-ExtraDHCPOptionsTestJSON-2049120849-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:00:01.572588 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95cfeb05-e889-459e-a82a-955b16e36e57 tempest-ExtraDHCPOptionsTestJSON-2049120849 tempest-ExtraDHCPOptionsTestJSON-2049120849-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:00:01.572993 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95cfeb05-e889-459e-a82a-955b16e36e57 tempest-ExtraDHCPOptionsTestJSON-2049120849 tempest-ExtraDHCPOptionsTestJSON-2049120849-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:00:01.573393 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95cfeb05-e889-459e-a82a-955b16e36e57 tempest-ExtraDHCPOptionsTestJSON-2049120849 tempest-ExtraDHCPOptionsTestJSON-2049120849-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:00:01.573816 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95cfeb05-e889-459e-a82a-955b16e36e57 tempest-ExtraDHCPOptionsTestJSON-2049120849 tempest-ExtraDHCPOptionsTestJSON-2049120849-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:00:01.574214 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95cfeb05-e889-459e-a82a-955b16e36e57 tempest-ExtraDHCPOptionsTestJSON-2049120849 tempest-ExtraDHCPOptionsTestJSON-2049120849-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:00:01.574629 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95cfeb05-e889-459e-a82a-955b16e36e57 tempest-ExtraDHCPOptionsTestJSON-2049120849 tempest-ExtraDHCPOptionsTestJSON-2049120849-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:00:01.574962 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Provisioning complete for port c191c493-5731-40f0-9b14-080677bb4cf1 triggered by entity L2. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:00:01.575068 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95cfeb05-e889-459e-a82a-955b16e36e57 tempest-ExtraDHCPOptionsTestJSON-2049120849 tempest-ExtraDHCPOptionsTestJSON-2049120849-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:00:01.575330 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (c191c493-5731-40f0-9b14-080677bb4cf1), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:01.575442 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95cfeb05-e889-459e-a82a-955b16e36e57 tempest-ExtraDHCPOptionsTestJSON-2049120849 tempest-ExtraDHCPOptionsTestJSON-2049120849-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:00:01.575867 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95cfeb05-e889-459e-a82a-955b16e36e57 tempest-ExtraDHCPOptionsTestJSON-2049120849 tempest-ExtraDHCPOptionsTestJSON-2049120849-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:00:01.576267 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95cfeb05-e889-459e-a82a-955b16e36e57 tempest-ExtraDHCPOptionsTestJSON-2049120849 tempest-ExtraDHCPOptionsTestJSON-2049120849-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:00:01.576769 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95cfeb05-e889-459e-a82a-955b16e36e57 tempest-ExtraDHCPOptionsTestJSON-2049120849 tempest-ExtraDHCPOptionsTestJSON-2049120849-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:00:01.577264 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95cfeb05-e889-459e-a82a-955b16e36e57 tempest-ExtraDHCPOptionsTestJSON-2049120849 tempest-ExtraDHCPOptionsTestJSON-2049120849-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:00:01.577741 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95cfeb05-e889-459e-a82a-955b16e36e57 tempest-ExtraDHCPOptionsTestJSON-2049120849 tempest-ExtraDHCPOptionsTestJSON-2049120849-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:00:01.612240 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3142d0d-bd47-4cb7-981f-cbca9f937b01 req-4d8aca93-7f78-4654-8a0e-24bba0bd499e tempest-ServersTestManualDisk-708954650 tempest-ServersTestManualDisk-708954650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:00:01.614790 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-b3142d0d-bd47-4cb7-981f-cbca9f937b01 req-4d8aca93-7f78-4654-8a0e-24bba0bd499e tempest-ServersTestManualDisk-708954650 tempest-ServersTestManualDisk-708954650-project] 10.222.0.10 "GET /v2.0/ports?device_id=7b8f1546-43fe-47eb-a29a-4d9b0d24e4fe HTTP/1.1" status: 200 len: 945 time: 0.2437518 Apr 28 11:00:01.632860 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149127e6-5344-4fe5-87d0-e9c16af1aa1c req-80961661-ea68-4043-b82e-3bc74da475b3 tempest-ServersTestJSON-1447308081 tempest-ServersTestJSON-1447308081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:00:01.639631 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-149127e6-5344-4fe5-87d0-e9c16af1aa1c req-80961661-ea68-4043-b82e-3bc74da475b3 tempest-ServersTestJSON-1447308081 tempest-ServersTestJSON-1447308081-project] 10.222.0.10 "GET /v2.0/ports?device_id=2a07d7d5-8b9a-4bde-9f8a-f5af3ef71d28 HTTP/1.1" status: 200 len: 945 time: 0.2453308 Apr 28 11:00:01.677355 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-56cfa2b5-98bf-47dd-bf6a-9607df15bd32 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 0.8677070 Apr 28 11:00:01.690509 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 49666) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:00:01.690658 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Current status of the port c191c493-5731-40f0-9b14-080677bb4cf1 is: ACTIVE; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:00:01.706975 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-95cfeb05-e889-459e-a82a-955b16e36e57 tempest-ExtraDHCPOptionsTestJSON-2049120849 tempest-ExtraDHCPOptionsTestJSON-2049120849-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198022'] for port (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:01.711379 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-95cfeb05-e889-459e-a82a-955b16e36e57 tempest-ExtraDHCPOptionsTestJSON-2049120849 tempest-ExtraDHCPOptionsTestJSON-2049120849-project] 10.222.0.10 "DELETE /v2.0/ports/b6fa3f62-8e61-48fc-bbd3-9089f20ffd14 HTTP/1.1" status: 204 len: 168 time: 1.1795850 Apr 28 11:00:01.728918 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 49668) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:00:01.784241 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66636bef-74df-4f31-88be-eaa9e7f7ccf9 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:00:01.790365 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66636bef-74df-4f31-88be-eaa9e7f7ccf9 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:00:01.795017 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-66636bef-74df-4f31-88be-eaa9e7f7ccf9 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1687 time: 0.1021297 Apr 28 11:00:01.798234 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 49672) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:00:01.815624 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-f5915265-f331-456c-b2de-92330b1dd140 tempest-RoutersIpV6AdminTest-2062886361 tempest-RoutersIpV6AdminTest-2062886361-project] Publish callbacks [] for router_gateway (73193f52-37d8-488b-8905-f81676340be3), precommit_update {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:01.841854 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-1af30ac5-fba9-41ad-bc57-4c5a8c8ab35a tempest-FloatingIPTestJSON-373071706 tempest-FloatingIPTestJSON-373071706-project] Publish callbacks [] for floatingip (f90cc187-b830-4ba8-abe0-face619d8036), precommit_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:01.846547 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.db.db_base_plugin_v2 [None req-428d5144-7a0c-4ce7-8a75-48223e7c3cf9 tempest-ExtraDHCPOptionsTestJSON-2049120849 tempest-ExtraDHCPOptionsTestJSON-2049120849-project] Deleting subnet 6d90e461-01e7-49ad-b03b-a61c7b7e1001 {{(pid=116162) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 28 11:00:01.852647 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-428d5144-7a0c-4ce7-8a75-48223e7c3cf9 tempest-ExtraDHCPOptionsTestJSON-2049120849 tempest-ExtraDHCPOptionsTestJSON-2049120849-project] Publish callbacks [] for subnet (6d90e461-01e7-49ad-b03b-a61c7b7e1001), before_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:01.913278 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-b3142d0d-bd47-4cb7-981f-cbca9f937b01 req-683044c3-e1eb-4efd-96e5-e7022c14aa5b tempest-ServersTestManualDisk-708954650 tempest-ServersTestManualDisk-708954650-project] 10.222.0.10 "GET /v2.0/security-groups?id=44234766-b7b5-4f53-92c0-693928ed2502&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2885413 Apr 28 11:00:01.925155 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-149127e6-5344-4fe5-87d0-e9c16af1aa1c req-60a595a8-5291-4136-b788-8b57fee01404 tempest-ServersTestJSON-1447308081 tempest-ServersTestJSON-1447308081-project] 10.222.0.10 "GET /v2.0/security-groups?id=5b5e6860-ab9c-4333-ac60-80cd6bb33798&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2598836 Apr 28 11:00:01.926689 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-428d5144-7a0c-4ce7-8a75-48223e7c3cf9 tempest-ExtraDHCPOptionsTestJSON-2049120849 tempest-ExtraDHCPOptionsTestJSON-2049120849-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5026541'] for subnet (6d90e461-01e7-49ad-b03b-a61c7b7e1001), precommit_delete_associations {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:01.979795 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.plugin [None req-d0f09f3d-1c7b-477b-a0ea-0cb07d2a50f6 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Deleting port 779ce878-d3e4-4c3b-adb5-f0bb52fe5669 {{(pid=116162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 11:00:01.980137 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-d0f09f3d-1c7b-477b-a0ea-0cb07d2a50f6 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742235130188'] for port (779ce878-d3e4-4c3b-adb5-f0bb52fe5669), before_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:02.005903 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-95c62953-edac-4934-9522-834162f7df1a tempest-FloatingIPAdminTestJSON-874176094 tempest-FloatingIPAdminTestJSON-874176094-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742235135690', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742234710366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5219112'] for port (b8567910-3164-4cd6-bf23-c546e935822b), after_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:02.059163 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c62953-edac-4934-9522-834162f7df1a tempest-FloatingIPAdminTestJSON-874176094 tempest-FloatingIPAdminTestJSON-874176094-project-admin] Pushing event deleted for resources: {'Port': ['ID=b8567910-3164-4cd6-bf23-c546e935822b,revision_number=None']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:00:02.117924 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95c62953-edac-4934-9522-834162f7df1a tempest-FloatingIPAdminTestJSON-874176094 tempest-FloatingIPAdminTestJSON-874176094-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:00:02.118641 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95c62953-edac-4934-9522-834162f7df1a tempest-FloatingIPAdminTestJSON-874176094 tempest-FloatingIPAdminTestJSON-874176094-project-admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:00:02.119303 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95c62953-edac-4934-9522-834162f7df1a tempest-FloatingIPAdminTestJSON-874176094 tempest-FloatingIPAdminTestJSON-874176094-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:00:02.119681 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-d0f09f3d-1c7b-477b-a0ea-0cb07d2a50f6 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1938497'] for port (779ce878-d3e4-4c3b-adb5-f0bb52fe5669), precommit_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:02.120102 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95c62953-edac-4934-9522-834162f7df1a tempest-FloatingIPAdminTestJSON-874176094 tempest-FloatingIPAdminTestJSON-874176094-project-admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:00:02.120633 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95c62953-edac-4934-9522-834162f7df1a tempest-FloatingIPAdminTestJSON-874176094 tempest-FloatingIPAdminTestJSON-874176094-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:00:02.121187 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95c62953-edac-4934-9522-834162f7df1a tempest-FloatingIPAdminTestJSON-874176094 tempest-FloatingIPAdminTestJSON-874176094-project-admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:00:02.121716 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95c62953-edac-4934-9522-834162f7df1a tempest-FloatingIPAdminTestJSON-874176094 tempest-FloatingIPAdminTestJSON-874176094-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:00:02.122245 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95c62953-edac-4934-9522-834162f7df1a tempest-FloatingIPAdminTestJSON-874176094 tempest-FloatingIPAdminTestJSON-874176094-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:00:02.122499 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-428d5144-7a0c-4ce7-8a75-48223e7c3cf9 tempest-ExtraDHCPOptionsTestJSON-2049120849 tempest-ExtraDHCPOptionsTestJSON-2049120849-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-971303'] for subnet (6d90e461-01e7-49ad-b03b-a61c7b7e1001), precommit_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:02.123064 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95c62953-edac-4934-9522-834162f7df1a tempest-FloatingIPAdminTestJSON-874176094 tempest-FloatingIPAdminTestJSON-874176094-project-admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:00:02.123594 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95c62953-edac-4934-9522-834162f7df1a tempest-FloatingIPAdminTestJSON-874176094 tempest-FloatingIPAdminTestJSON-874176094-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:00:02.124236 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95c62953-edac-4934-9522-834162f7df1a tempest-FloatingIPAdminTestJSON-874176094 tempest-FloatingIPAdminTestJSON-874176094-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:00:02.124774 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95c62953-edac-4934-9522-834162f7df1a tempest-FloatingIPAdminTestJSON-874176094 tempest-FloatingIPAdminTestJSON-874176094-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:00:02.125316 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95c62953-edac-4934-9522-834162f7df1a tempest-FloatingIPAdminTestJSON-874176094 tempest-FloatingIPAdminTestJSON-874176094-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:00:02.125841 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95c62953-edac-4934-9522-834162f7df1a tempest-FloatingIPAdminTestJSON-874176094 tempest-FloatingIPAdminTestJSON-874176094-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:00:02.126375 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95c62953-edac-4934-9522-834162f7df1a tempest-FloatingIPAdminTestJSON-874176094 tempest-FloatingIPAdminTestJSON-874176094-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:00:02.162503 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.plugin [None req-d0f09f3d-1c7b-477b-a0ea-0cb07d2a50f6 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Calling delete_port for 779ce878-d3e4-4c3b-adb5-f0bb52fe5669 owned by {{(pid=116162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 11:00:02.211408 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-1af30ac5-fba9-41ad-bc57-4c5a8c8ab35a tempest-FloatingIPTestJSON-373071706 tempest-FloatingIPTestJSON-373071706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (d4284a2a-608f-45fb-ad76-1d17baefedb3), before_update {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:02.317999 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-428d5144-7a0c-4ce7-8a75-48223e7c3cf9 tempest-ExtraDHCPOptionsTestJSON-2049120849 tempest-ExtraDHCPOptionsTestJSON-2049120849-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-971310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5053962', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4210815'] for subnet (6d90e461-01e7-49ad-b03b-a61c7b7e1001), after_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:02.321274 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [req-35bf5bd1-889b-40bf-ae25-72d0df3a3ff8 req-41057b18-06c6-4ba0-aeee-2d998fcce185 service neutron] Publish callbacks [] for security_group (c7b8fc5f-1738-42e7-966a-35e42b945ce7), precommit_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:02.331277 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-f5915265-f331-456c-b2de-92330b1dd140 tempest-RoutersIpV6AdminTest-2062886361 tempest-RoutersIpV6AdminTest-2062886361-project] Publish callbacks [] for router_gateway (73193f52-37d8-488b-8905-f81676340be3), before_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:02.334285 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-95c62953-edac-4934-9522-834162f7df1a tempest-FloatingIPAdminTestJSON-874176094 tempest-FloatingIPAdminTestJSON-874176094-project-admin] Publish callbacks [] for floatingip (ee605eb1-a170-400b-9bc8-d750be4bcbde), after_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:02.336755 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-95c62953-edac-4934-9522-834162f7df1a tempest-FloatingIPAdminTestJSON-874176094 tempest-FloatingIPAdminTestJSON-874176094-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198022'] for floatingip (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:02.341672 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-95c62953-edac-4934-9522-834162f7df1a tempest-FloatingIPAdminTestJSON-874176094 tempest-FloatingIPAdminTestJSON-874176094-project-admin] 10.222.0.10 "DELETE /v2.0/floatingips/ee605eb1-a170-400b-9bc8-d750be4bcbde HTTP/1.1" status: 204 len: 168 time: 1.9437623 Apr 28 11:00:02.343386 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 49680) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:00:02.345034 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-428d5144-7a0c-4ce7-8a75-48223e7c3cf9 tempest-ExtraDHCPOptionsTestJSON-2049120849 tempest-ExtraDHCPOptionsTestJSON-2049120849-project] Pushing event deleted for resources: {'Subnet': ['ID=6d90e461-01e7-49ad-b03b-a61c7b7e1001,revision_number=None']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:00:02.349124 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-428d5144-7a0c-4ce7-8a75-48223e7c3cf9 tempest-ExtraDHCPOptionsTestJSON-2049120849 tempest-ExtraDHCPOptionsTestJSON-2049120849-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603020'] for subnet (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:02.352514 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-428d5144-7a0c-4ce7-8a75-48223e7c3cf9 tempest-ExtraDHCPOptionsTestJSON-2049120849 tempest-ExtraDHCPOptionsTestJSON-2049120849-project] 10.222.0.10 "DELETE /v2.0/subnets/6d90e461-01e7-49ad-b03b-a61c7b7e1001 HTTP/1.1" status: 204 len: 168 time: 0.6222241 Apr 28 11:00:02.355092 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 49682) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:00:02.360561 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d6eefbd-9e11-4c9c-bcb3-7c3510fd52a8 None None] Network 745b0058-f3a7-4eda-8b8e-1233d30fc8a9 requested from dv-neutron-master-2-hyperv {{(pid=116163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 11:00:02.396906 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-f5915265-f331-456c-b2de-92330b1dd140 tempest-RoutersIpV6AdminTest-2062886361 tempest-RoutersIpV6AdminTest-2062886361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (None), before_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:02.430186 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-d0f09f3d-1c7b-477b-a0ea-0cb07d2a50f6 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742235135690', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742234710366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5051867'] for port (779ce878-d3e4-4c3b-adb5-f0bb52fe5669), after_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:02.467268 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f09f3d-1c7b-477b-a0ea-0cb07d2a50f6 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Pushing event deleted for resources: {'Port': ['ID=779ce878-d3e4-4c3b-adb5-f0bb52fe5669,revision_number=None']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:00:02.476516 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-1ed88c68-4b0e-44ef-acfa-6db175530de5 tempest-ExtraDHCPOptionsTestJSON-2049120849 tempest-ExtraDHCPOptionsTestJSON-2049120849-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-979593'] for network (745b0058-f3a7-4eda-8b8e-1233d30fc8a9), before_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:02.488948 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [req-35bf5bd1-889b-40bf-ae25-72d0df3a3ff8 req-41057b18-06c6-4ba0-aeee-2d998fcce185 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924426'] for security_group (c7b8fc5f-1738-42e7-966a-35e42b945ce7), after_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:02.567314 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.plugin [None req-1ed88c68-4b0e-44ef-acfa-6db175530de5 tempest-ExtraDHCPOptionsTestJSON-2049120849 tempest-ExtraDHCPOptionsTestJSON-2049120849-project] Deleting port 32f87c66-0a77-496b-a432-fbaacaf36b62 {{(pid=116162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 11:00:02.567962 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-1ed88c68-4b0e-44ef-acfa-6db175530de5 tempest-ExtraDHCPOptionsTestJSON-2049120849 tempest-ExtraDHCPOptionsTestJSON-2049120849-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742235130188'] for port (32f87c66-0a77-496b-a432-fbaacaf36b62), before_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:02.572773 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-d0f09f3d-1c7b-477b-a0ea-0cb07d2a50f6 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198022'] for port (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:02.579356 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-d0f09f3d-1c7b-477b-a0ea-0cb07d2a50f6 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] 10.222.0.10 "DELETE /v2.0/ports/779ce878-d3e4-4c3b-adb5-f0bb52fe5669 HTTP/1.1" status: 204 len: 168 time: 0.7800910 Apr 28 11:00:02.583269 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 49688) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:00:02.584385 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69c9cb4f-3294-4d4f-a805-6aef88586e54 None None] DHCP port deletion for 745b0058-f3a7-4eda-8b8e-1233d30fc8a9 request from dv-neutron-master-2-hyperv {{(pid=116163) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 28 11:00:02.605106 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-35bf5bd1-889b-40bf-ae25-72d0df3a3ff8 req-41057b18-06c6-4ba0-aeee-2d998fcce185 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=5b5e6860-ab9c-4333-ac60-80cd6bb33798&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.2119176 Apr 28 11:00:02.632759 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.plugin [None req-aa2f3e2c-38a5-4382-9cd4-66c9809ed5b5 tempest-FloatingIPAdminTestJSON-1724025514 tempest-FloatingIPAdminTestJSON-1724025514-project] Deleting port 1ba440db-cb83-4b7b-8fb7-a60f5a74a91d {{(pid=116161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 11:00:02.633103 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-aa2f3e2c-38a5-4382-9cd4-66c9809ed5b5 tempest-FloatingIPAdminTestJSON-1724025514 tempest-FloatingIPAdminTestJSON-1724025514-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742235130188'] for port (1ba440db-cb83-4b7b-8fb7-a60f5a74a91d), before_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:02.654655 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-69c9cb4f-3294-4d4f-a805-6aef88586e54 None None] Deleting port 32f87c66-0a77-496b-a432-fbaacaf36b62 {{(pid=116163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 11:00:02.655487 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-69c9cb4f-3294-4d4f-a805-6aef88586e54 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742235130188'] for port (32f87c66-0a77-496b-a432-fbaacaf36b62), before_delete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:02.672649 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41057b18-06c6-4ba0-aeee-2d998fcce185 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=c7b8fc5f-1738-42e7-966a-35e42b945ce7,revision_number=1']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:00:02.701914 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.db [None req-1ed88c68-4b0e-44ef-acfa-6db175530de5 tempest-ExtraDHCPOptionsTestJSON-2049120849 tempest-ExtraDHCPOptionsTestJSON-2049120849-project] For port 32f87c66-0a77-496b-a432-fbaacaf36b62, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=32f87c66-0a77-496b-a432-fbaacaf36b62,segment=NetworkSegment(bf4e3229-fea7-4ec5-afed-0101e433f98f),segment_id=bf4e3229-fea7-4ec5-afed-0101e433f98f)] {{(pid=116162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 11:00:02.702584 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-1ed88c68-4b0e-44ef-acfa-6db175530de5 tempest-ExtraDHCPOptionsTestJSON-2049120849 tempest-ExtraDHCPOptionsTestJSON-2049120849-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1938497'] for port (32f87c66-0a77-496b-a432-fbaacaf36b62), precommit_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:02.728594 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecf07b60-0480-44d6-a472-883a1909a14e tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:00:02.730261 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecf07b60-0480-44d6-a472-883a1909a14e tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:00:02.735017 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-ecf07b60-0480-44d6-a472-883a1909a14e tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1504920 Apr 28 11:00:02.735635 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 49692) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:00:02.743296 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.plugin [None req-1ed88c68-4b0e-44ef-acfa-6db175530de5 tempest-ExtraDHCPOptionsTestJSON-2049120849 tempest-ExtraDHCPOptionsTestJSON-2049120849-project] Calling delete_port for 32f87c66-0a77-496b-a432-fbaacaf36b62 owned by network:dhcp {{(pid=116162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 11:00:02.783563 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.db.db_base_plugin_common [None req-f5915265-f331-456c-b2de-92330b1dd140 tempest-RoutersIpV6AdminTest-2062886361 tempest-RoutersIpV6AdminTest-2062886361-project] Allocated IP 172.36.4.221 (7be49d94-bbb8-4a61-bafe-209c5f861e1c/c0f82f52-05ee-40f2-a57c-9d02e01fb9fa/f7a322a2-fc65-4914-8feb-2fa31f659092) {{(pid=116161) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 11:00:02.814498 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 49694) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:00:02.831103 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-69c9cb4f-3294-4d4f-a805-6aef88586e54 None None] For port 32f87c66-0a77-496b-a432-fbaacaf36b62, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=32f87c66-0a77-496b-a432-fbaacaf36b62,segment=NetworkSegment(bf4e3229-fea7-4ec5-afed-0101e433f98f),segment_id=bf4e3229-fea7-4ec5-afed-0101e433f98f)] {{(pid=116163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 11:00:02.831601 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-69c9cb4f-3294-4d4f-a805-6aef88586e54 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1938497'] for port (32f87c66-0a77-496b-a432-fbaacaf36b62), precommit_delete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:02.834050 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-1af30ac5-fba9-41ad-bc57-4c5a8c8ab35a tempest-FloatingIPTestJSON-373071706 tempest-FloatingIPTestJSON-373071706-project] Publish callbacks [] for port (d4284a2a-608f-45fb-ad76-1d17baefedb3), precommit_update {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:02.850155 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-69c9cb4f-3294-4d4f-a805-6aef88586e54 None None] Calling delete_port for 32f87c66-0a77-496b-a432-fbaacaf36b62 owned by network:dhcp {{(pid=116163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 11:00:02.858721 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.db.db_base_plugin_v2 [None req-94dac8f0-ad1a-4c9c-9890-1a419e33f1a2 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Deleting subnet 6e8ddfad-c322-416b-8c2e-22e271b61ae5 {{(pid=116162) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 28 11:00:02.862133 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-94dac8f0-ad1a-4c9c-9890-1a419e33f1a2 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Publish callbacks [] for subnet (6e8ddfad-c322-416b-8c2e-22e271b61ae5), before_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:02.916776 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-94dac8f0-ad1a-4c9c-9890-1a419e33f1a2 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5026541'] for subnet (6e8ddfad-c322-416b-8c2e-22e271b61ae5), precommit_delete_associations {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:02.964858 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b8f1546-43fe-47eb-a29a-4d9b0d24e4fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0d148b4-7df0-41b4-ae3e-381c91ef07cd'}] {{(pid=116163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 11:00:02.983681 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f01aec4a4f83961b54a953becfce2676879fb1d4b91122543244f430a0b8460" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-186d3796-ffa4-4536-8ae5-c53968e56692" -d '{"events": [{"server_uuid": "7b8f1546-43fe-47eb-a29a-4d9b0d24e4fe", "name": "network-vif-plugged", "status": "completed", "tag": "c0d148b4-7df0-41b4-ae3e-381c91ef07cd"}]}' {{(pid=116163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 11:00:03.048624 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-69c9cb4f-3294-4d4f-a805-6aef88586e54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742235135690', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742234710366'] for port (32f87c66-0a77-496b-a432-fbaacaf36b62), after_delete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:03.081190 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c9cb4f-3294-4d4f-a805-6aef88586e54 None None] Pushing event deleted for resources: {'Port': ['ID=32f87c66-0a77-496b-a432-fbaacaf36b62,revision_number=None']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:00:03.086495 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69c9cb4f-3294-4d4f-a805-6aef88586e54 None None] No DVR routers for this DVR port 32f87c66-0a77-496b-a432-fbaacaf36b62 on host dv-neutron-master-2-hyperv {{(pid=116163) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 11:00:03.094525 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69c9cb4f-3294-4d4f-a805-6aef88586e54 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:00:03.094764 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69c9cb4f-3294-4d4f-a805-6aef88586e54 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:00:03.098654 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69c9cb4f-3294-4d4f-a805-6aef88586e54 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:00:03.098654 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69c9cb4f-3294-4d4f-a805-6aef88586e54 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:00:03.098654 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69c9cb4f-3294-4d4f-a805-6aef88586e54 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:00:03.098654 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69c9cb4f-3294-4d4f-a805-6aef88586e54 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:00:03.098654 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69c9cb4f-3294-4d4f-a805-6aef88586e54 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:00:03.098654 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69c9cb4f-3294-4d4f-a805-6aef88586e54 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:00:03.098654 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69c9cb4f-3294-4d4f-a805-6aef88586e54 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:00:03.098654 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69c9cb4f-3294-4d4f-a805-6aef88586e54 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:00:03.098654 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69c9cb4f-3294-4d4f-a805-6aef88586e54 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:00:03.098654 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69c9cb4f-3294-4d4f-a805-6aef88586e54 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:00:03.098654 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69c9cb4f-3294-4d4f-a805-6aef88586e54 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:00:03.099487 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69c9cb4f-3294-4d4f-a805-6aef88586e54 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:00:03.099487 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69c9cb4f-3294-4d4f-a805-6aef88586e54 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:00:03.152942 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.v2.base [None req-dbec3049-81ea-496e-89ce-aefa4e95980e tempest-RoutersTestDVR-1284419090 tempest-RoutersTestDVR-1284419090-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-1319915348'}} {{(pid=116161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:00:03.162945 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-1af30ac5-fba9-41ad-bc57-4c5a8c8ab35a tempest-FloatingIPTestJSON-373071706 tempest-FloatingIPTestJSON-373071706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5219123'] for port (d4284a2a-608f-45fb-ad76-1d17baefedb3), after_update {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:03.184743 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-aa2f3e2c-38a5-4382-9cd4-66c9809ed5b5 tempest-FloatingIPAdminTestJSON-1724025514 tempest-FloatingIPAdminTestJSON-1724025514-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1938497'] for port (1ba440db-cb83-4b7b-8fb7-a60f5a74a91d), precommit_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:03.290843 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-94dac8f0-ad1a-4c9c-9890-1a419e33f1a2 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-971303'] for subnet (6e8ddfad-c322-416b-8c2e-22e271b61ae5), precommit_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:03.305132 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.plugin [None req-aa2f3e2c-38a5-4382-9cd4-66c9809ed5b5 tempest-FloatingIPAdminTestJSON-1724025514 tempest-FloatingIPAdminTestJSON-1724025514-project] Calling delete_port for 1ba440db-cb83-4b7b-8fb7-a60f5a74a91d owned by {{(pid=116161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 11:00:03.333730 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-1ed88c68-4b0e-44ef-acfa-6db175530de5 tempest-ExtraDHCPOptionsTestJSON-2049120849 tempest-ExtraDHCPOptionsTestJSON-2049120849-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742235135690', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742234710366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5051867'] for port (32f87c66-0a77-496b-a432-fbaacaf36b62), after_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:03.365635 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed88c68-4b0e-44ef-acfa-6db175530de5 tempest-ExtraDHCPOptionsTestJSON-2049120849 tempest-ExtraDHCPOptionsTestJSON-2049120849-project] Pushing event deleted for resources: {'Port': ['ID=32f87c66-0a77-496b-a432-fbaacaf36b62,revision_number=None']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:00:03.369613 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ed88c68-4b0e-44ef-acfa-6db175530de5 tempest-ExtraDHCPOptionsTestJSON-2049120849 tempest-ExtraDHCPOptionsTestJSON-2049120849-project] No DVR routers for this DVR port 32f87c66-0a77-496b-a432-fbaacaf36b62 on host dv-neutron-master-2-hyperv {{(pid=116162) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 11:00:03.381700 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14207de0-338b-496f-95a4-bfe889b5a378 req-66762faa-4f91-4c74-bde7-2edf3c6467d0 tempest-ServersTestJSON-1447308081 tempest-ServersTestJSON-1447308081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:00:03.383253 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-14207de0-338b-496f-95a4-bfe889b5a378 req-66762faa-4f91-4c74-bde7-2edf3c6467d0 tempest-ServersTestJSON-1447308081 tempest-ServersTestJSON-1447308081-project] 10.222.0.10 "GET /v2.0/ports?device_id=2a07d7d5-8b9a-4bde-9f8a-f5af3ef71d28 HTTP/1.1" status: 200 len: 945 time: 0.2364583 Apr 28 11:00:03.404626 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5bb4619-8b34-4936-82a8-e9ee42ecdaeb req-9fbde33c-60da-4e79-a752-5c28be25379b tempest-ServersTestManualDisk-708954650 tempest-ServersTestManualDisk-708954650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:00:03.406153 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-f5bb4619-8b34-4936-82a8-e9ee42ecdaeb req-9fbde33c-60da-4e79-a752-5c28be25379b tempest-ServersTestManualDisk-708954650 tempest-ServersTestManualDisk-708954650-project] 10.222.0.10 "GET /v2.0/ports?device_id=7b8f1546-43fe-47eb-a29a-4d9b0d24e4fe HTTP/1.1" status: 200 len: 946 time: 0.2604818 Apr 28 11:00:03.453187 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af30ac5-fba9-41ad-bc57-4c5a8c8ab35a tempest-FloatingIPTestJSON-373071706 tempest-FloatingIPTestJSON-373071706-project] Pushing event updated for resources: {'Port': ['ID=d4284a2a-608f-45fb-ad76-1d17baefedb3,revision_number=2']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:00:03.461947 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-dbec3049-81ea-496e-89ce-aefa4e95980e tempest-RoutersTestDVR-1284419090 tempest-RoutersTestDVR-1284419090-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2060459', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-63449'] for router (f433ae64-0553-4905-8d23-bb17457311ff), before_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:03.463155 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-dbec3049-81ea-496e-89ce-aefa4e95980e tempest-RoutersTestDVR-1284419090 tempest-RoutersTestDVR-1284419090-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2060827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1935275', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1960866', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-63266'] for router (f433ae64-0553-4905-8d23-bb17457311ff), precommit_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:03.466078 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-1ed88c68-4b0e-44ef-acfa-6db175530de5 tempest-ExtraDHCPOptionsTestJSON-2049120849 tempest-ExtraDHCPOptionsTestJSON-2049120849-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-973498', 'neutron.services.segments.db._delete_segments_for_network-8742235207033'] for network (745b0058-f3a7-4eda-8b8e-1233d30fc8a9), precommit_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:03.468423 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Device 32f87c66-0a77-496b-a432-fbaacaf36b62 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=116163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 11:00:03.489796 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.services.segments.db [None req-1ed88c68-4b0e-44ef-acfa-6db175530de5 tempest-ExtraDHCPOptionsTestJSON-2049120849 tempest-ExtraDHCPOptionsTestJSON-2049120849-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['745b0058-f3a7-4eda-8b8e-1233d30fc8a9']}} {{(pid=116162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:00:03.490014 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] No Port match for: 32f87c66-0a77-496b-a432-fbaacaf36b62 {{(pid=116163) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 28 11:00:03.494620 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Device 32f87c66-0a77-496b-a432-fbaacaf36b62 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=116163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 11:00:03.500631 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.services.segments.db [None req-1ed88c68-4b0e-44ef-acfa-6db175530de5 tempest-ExtraDHCPOptionsTestJSON-2049120849 tempest-ExtraDHCPOptionsTestJSON-2049120849-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bf4e3229-fea7-4ec5-afed-0101e433f98f') {'for_net_delete': True} {{(pid=116162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:00:03.500789 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.services.segments.db [None req-1ed88c68-4b0e-44ef-acfa-6db175530de5 tempest-ExtraDHCPOptionsTestJSON-2049120849 tempest-ExtraDHCPOptionsTestJSON-2049120849-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bf4e3229-fea7-4ec5-afed-0101e433f98f') {} {{(pid=116162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:00:03.511699 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-94dac8f0-ad1a-4c9c-9890-1a419e33f1a2 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-971310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5053962', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4210815'] for subnet (6e8ddfad-c322-416b-8c2e-22e271b61ae5), after_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:03.515429 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-1ed88c68-4b0e-44ef-acfa-6db175530de5 tempest-ExtraDHCPOptionsTestJSON-2049120849 tempest-ExtraDHCPOptionsTestJSON-2049120849-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742235208578', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5026548'] for segment (bf4e3229-fea7-4ec5-afed-0101e433f98f), before_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:03.516491 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-f5915265-f331-456c-b2de-92330b1dd140 tempest-RoutersIpV6AdminTest-2062886361 tempest-RoutersIpV6AdminTest-2062886361-project] Publish callbacks [] for port (f7a322a2-fc65-4914-8feb-2fa31f659092), precommit_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:03.520975 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-1af30ac5-fba9-41ad-bc57-4c5a8c8ab35a tempest-FloatingIPTestJSON-373071706 tempest-FloatingIPTestJSON-373071706-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2063164'] for floatingip (f90cc187-b830-4ba8-abe0-face619d8036), after_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:03.551621 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94dac8f0-ad1a-4c9c-9890-1a419e33f1a2 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Pushing event deleted for resources: {'Subnet': ['ID=6e8ddfad-c322-416b-8c2e-22e271b61ae5,revision_number=None']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:00:03.557383 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-94dac8f0-ad1a-4c9c-9890-1a419e33f1a2 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603020'] for subnet (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:03.560610 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-94dac8f0-ad1a-4c9c-9890-1a419e33f1a2 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] 10.222.0.10 "DELETE /v2.0/subnets/6e8ddfad-c322-416b-8c2e-22e271b61ae5 HTTP/1.1" status: 204 len: 168 time: 0.8187270 Apr 28 11:00:03.563613 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 49706) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:00:03.565284 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e08ae018-9dca-4586-8060-c7ae65d7931a None None] Network 1ec9fbcf-7a57-4aaa-9c30-4e0f43e09480 requested from dv-neutron-master-2-hyperv {{(pid=116163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 11:00:03.565655 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-1ed88c68-4b0e-44ef-acfa-6db175530de5 tempest-ExtraDHCPOptionsTestJSON-2049120849 tempest-ExtraDHCPOptionsTestJSON-2049120849-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-961978'] for segment (bf4e3229-fea7-4ec5-afed-0101e433f98f), precommit_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:03.607596 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1ed88c68-4b0e-44ef-acfa-6db175530de5 tempest-ExtraDHCPOptionsTestJSON-2049120849 tempest-ExtraDHCPOptionsTestJSON-2049120849-project] Releasing vlan 74 on physical network physnet1 to pool {{(pid=116162) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 11:00:03.608312 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-1ed88c68-4b0e-44ef-acfa-6db175530de5 tempest-ExtraDHCPOptionsTestJSON-2049120849 tempest-ExtraDHCPOptionsTestJSON-2049120849-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-961978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5051884'] for segment (bf4e3229-fea7-4ec5-afed-0101e433f98f), after_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:03.611111 dv-neutron-master-2-hyperv neutron-server[116162]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 28 11:00:03.611111 dv-neutron-master-2-hyperv neutron-server[116162]: self.session.flush() Apr 28 11:00:03.611111 dv-neutron-master-2-hyperv neutron-server[116162]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 28 11:00:03.611111 dv-neutron-master-2-hyperv neutron-server[116162]: self.session.flush() Apr 28 11:00:03.611111 dv-neutron-master-2-hyperv neutron-server[116162]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 28 11:00:03.611111 dv-neutron-master-2-hyperv neutron-server[116162]: self.session.flush() Apr 28 11:00:03.611111 dv-neutron-master-2-hyperv neutron-server[116162]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 28 11:00:03.611111 dv-neutron-master-2-hyperv neutron-server[116162]: self.session.flush() Apr 28 11:00:03.611111 dv-neutron-master-2-hyperv neutron-server[116162]: Traceback (most recent call last): Apr 28 11:00:03.611111 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 11:00:03.611111 dv-neutron-master-2-hyperv neutron-server[116162]: timer() Apr 28 11:00:03.611111 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 11:00:03.611111 dv-neutron-master-2-hyperv neutron-server[116162]: cb(*args, **kw) Apr 28 11:00:03.611111 dv-neutron-master-2-hyperv neutron-server[116162]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 28 11:00:03.611111 dv-neutron-master-2-hyperv neutron-server[116162]: return func(*args, **kwargs) Apr 28 11:00:03.611111 dv-neutron-master-2-hyperv neutron-server[116162]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 11:00:03.611111 dv-neutron-master-2-hyperv neutron-server[116162]: self._notify() Apr 28 11:00:03.611111 dv-neutron-master-2-hyperv neutron-server[116162]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 11:00:03.611111 dv-neutron-master-2-hyperv neutron-server[116162]: self.callback(batched_events) Apr 28 11:00:03.611111 dv-neutron-master-2-hyperv neutron-server[116162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 11:00:03.611111 dv-neutron-master-2-hyperv neutron-server[116162]: event.method(event) Apr 28 11:00:03.611111 dv-neutron-master-2-hyperv neutron-server[116162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 28 11:00:03.611111 dv-neutron-master-2-hyperv neutron-server[116162]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 11:00:03.611111 dv-neutron-master-2-hyperv neutron-server[116162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 28 11:00:03.611111 dv-neutron-master-2-hyperv neutron-server[116162]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 11:00:03.611111 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 28 11:00:03.611111 dv-neutron-master-2-hyperv neutron-server[116162]: return f(self, *a, **k) Apr 28 11:00:03.611111 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 28 11:00:03.611111 dv-neutron-master-2-hyperv neutron-server[116162]: return self._get(url).json() Apr 28 11:00:03.611111 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 28 11:00:03.611111 dv-neutron-master-2-hyperv neutron-server[116162]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 11:00:03.611111 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 11:00:03.611111 dv-neutron-master-2-hyperv neutron-server[116162]: return self.request(url, 'GET', **kwargs) Apr 28 11:00:03.611111 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 11:00:03.611111 dv-neutron-master-2-hyperv neutron-server[116162]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 11:00:03.611111 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 11:00:03.611111 dv-neutron-master-2-hyperv neutron-server[116162]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 11:00:03.611111 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 11:00:03.611111 dv-neutron-master-2-hyperv neutron-server[116162]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 11:00:03.611111 dv-neutron-master-2-hyperv neutron-server[116162]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 11:00:03.624673 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-493b2fea-629c-4abf-b750-b45cc3744925 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] 10.222.0.10 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0601945 Apr 28 11:00:03.629115 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 49708) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:00:03.648518 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.v2.base [None req-ef0c81e8-d190-4784-87ca-7100bba747ea tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Request body: {'subnet': {'network_id': '1ec9fbcf-7a57-4aaa-9c30-4e0f43e09480', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=116161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:00:03.675142 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-14207de0-338b-496f-95a4-bfe889b5a378 req-e0ea9224-77cb-42a3-95ff-b4a5f8de3158 tempest-ServersTestJSON-1447308081 tempest-ServersTestJSON-1447308081-project] 10.222.0.10 "GET /v2.0/security-groups?id=5b5e6860-ab9c-4333-ac60-80cd6bb33798&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2831228 Apr 28 11:00:03.698997 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-f5bb4619-8b34-4936-82a8-e9ee42ecdaeb req-faba66aa-bb62-45fd-995e-dc1d336bcb54 tempest-ServersTestManualDisk-708954650 tempest-ServersTestManualDisk-708954650-project] 10.222.0.10 "GET /v2.0/security-groups?id=44234766-b7b5-4f53-92c0-693928ed2502&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2491095 Apr 28 11:00:03.728859 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5606a439-da14-4be5-ac13-78592a6d5572 None None] DHCP port deletion for 1ec9fbcf-7a57-4aaa-9c30-4e0f43e09480 request from dv-neutron-master-2-hyperv {{(pid=116163) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 28 11:00:03.739126 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 11:00:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcf24672-8f6a-4dc2-8037-ff41031b24b3 x-openstack-request-id: req-bcf24672-8f6a-4dc2-8037-ff41031b24b3 {{(pid=116163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 11:00:03.739492 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b8f1546-43fe-47eb-a29a-4d9b0d24e4fe", "name": "network-vif-plugged", "status": "completed", "tag": "c0d148b4-7df0-41b4-ae3e-381c91ef07cd", "code": 200}]} {{(pid=116163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 11:00:03.740196 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-bcf24672-8f6a-4dc2-8037-ff41031b24b3 {{(pid=116163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 11:00:03.740680 dv-neutron-master-2-hyperv neutron-server[116163]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bcf24672-8f6a-4dc2-8037-ff41031b24b3'] response: {'server_uuid': '7b8f1546-43fe-47eb-a29a-4d9b0d24e4fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0d148b4-7df0-41b4-ae3e-381c91ef07cd', 'code': 200} Apr 28 11:00:03.744521 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-dbec3049-81ea-496e-89ce-aefa4e95980e tempest-RoutersTestDVR-1284419090 tempest-RoutersTestDVR-1284419090-project-admin] Publish callbacks [] for router_controller (f433ae64-0553-4905-8d23-bb17457311ff), precommit_add_association {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:03.774082 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-1ed88c68-4b0e-44ef-acfa-6db175530de5 tempest-ExtraDHCPOptionsTestJSON-2049120849 tempest-ExtraDHCPOptionsTestJSON-2049120849-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-973477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2063122'] for network (745b0058-f3a7-4eda-8b8e-1233d30fc8a9), after_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:03.774351 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-5606a439-da14-4be5-ac13-78592a6d5572 None None] Deleting port c191c493-5731-40f0-9b14-080677bb4cf1 {{(pid=116163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 11:00:03.774578 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-5606a439-da14-4be5-ac13-78592a6d5572 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742235130188'] for port (c191c493-5731-40f0-9b14-080677bb4cf1), before_delete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:03.783374 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-1ed88c68-4b0e-44ef-acfa-6db175530de5 tempest-ExtraDHCPOptionsTestJSON-2049120849 tempest-ExtraDHCPOptionsTestJSON-2049120849-project] Publish callbacks [] for network (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:03.791238 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-1ed88c68-4b0e-44ef-acfa-6db175530de5 tempest-ExtraDHCPOptionsTestJSON-2049120849 tempest-ExtraDHCPOptionsTestJSON-2049120849-project] 10.222.0.10 "DELETE /v2.0/networks/745b0058-f3a7-4eda-8b8e-1233d30fc8a9 HTTP/1.1" status: 204 len: 168 time: 1.4342136 Apr 28 11:00:03.805213 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed88c68-4b0e-44ef-acfa-6db175530de5 tempest-ExtraDHCPOptionsTestJSON-2049120849 tempest-ExtraDHCPOptionsTestJSON-2049120849-project] Pushing event deleted for resources: {'Network': ['ID=745b0058-f3a7-4eda-8b8e-1233d30fc8a9,revision_number=None']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:00:03.847442 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-dbec3049-81ea-496e-89ce-aefa4e95980e tempest-RoutersTestDVR-1284419090 tempest-RoutersTestDVR-1284419090-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2060818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1935326'] for router (f433ae64-0553-4905-8d23-bb17457311ff), after_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:03.877512 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-5606a439-da14-4be5-ac13-78592a6d5572 None None] For port c191c493-5731-40f0-9b14-080677bb4cf1, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=c191c493-5731-40f0-9b14-080677bb4cf1,segment=NetworkSegment(ffa4348d-378b-4e93-98fa-ab0dc49ee16c),segment_id=ffa4348d-378b-4e93-98fa-ab0dc49ee16c)] {{(pid=116163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 11:00:03.878013 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-5606a439-da14-4be5-ac13-78592a6d5572 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1938497'] for port (c191c493-5731-40f0-9b14-080677bb4cf1), precommit_delete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:03.887064 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.db.l3_db [None req-1af30ac5-fba9-41ad-bc57-4c5a8c8ab35a tempest-FloatingIPTestJSON-373071706 tempest-FloatingIPTestJSON-373071706-project] Floating IP f90cc187-b830-4ba8-abe0-face619d8036 associated. External IP: 172.36.4.247, port: 35878a5a-57ad-4a9c-80c2-2d4291c804f1. Apr 28 11:00:03.899161 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-5606a439-da14-4be5-ac13-78592a6d5572 None None] Calling delete_port for c191c493-5731-40f0-9b14-080677bb4cf1 owned by network:dhcp {{(pid=116163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 11:00:03.934634 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-f5915265-f331-456c-b2de-92330b1dd140 tempest-RoutersIpV6AdminTest-2062886361 tempest-RoutersIpV6AdminTest-2062886361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742234710357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5219112'] for port (f7a322a2-fc65-4914-8feb-2fa31f659092), after_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:03.993471 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-dbec3049-81ea-496e-89ce-aefa4e95980e tempest-RoutersTestDVR-1284419090 tempest-RoutersTestDVR-1284419090-project-admin] Publish callbacks [] for router (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:03.994592 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-dbec3049-81ea-496e-89ce-aefa4e95980e tempest-RoutersTestDVR-1284419090 tempest-RoutersTestDVR-1284419090-project-admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 729 time: 1.1706905 Apr 28 11:00:03.997344 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 49712) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:00:03.997990 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5915265-f331-456c-b2de-92330b1dd140 tempest-RoutersIpV6AdminTest-2062886361 tempest-RoutersIpV6AdminTest-2062886361-project] Network 7be49d94-bbb8-4a61-bafe-209c5f861e1c is already hosted by enough agents. {{(pid=116161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 11:00:04.005861 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.scheduler.base_scheduler [None req-f5915265-f331-456c-b2de-92330b1dd140 tempest-RoutersIpV6AdminTest-2062886361 tempest-RoutersIpV6AdminTest-2062886361-project] Resources bound (agent type, host, resource id): {{(pid=116161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 11:00:04.018799 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5915265-f331-456c-b2de-92330b1dd140 tempest-RoutersIpV6AdminTest-2062886361 tempest-RoutersIpV6AdminTest-2062886361-project] Received port after_create {{(pid=116161) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 11:00:04.060406 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-aa2f3e2c-38a5-4382-9cd4-66c9809ed5b5 tempest-FloatingIPAdminTestJSON-1724025514 tempest-FloatingIPAdminTestJSON-1724025514-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742235135690', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742234710366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5219112'] for port (1ba440db-cb83-4b7b-8fb7-a60f5a74a91d), after_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:04.061950 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5915265-f331-456c-b2de-92330b1dd140 tempest-RoutersIpV6AdminTest-2062886361 tempest-RoutersIpV6AdminTest-2062886361-project] Pushing event updated for resources: {'Port': ['ID=f7a322a2-fc65-4914-8feb-2fa31f659092,revision_number=1']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:00:04.078434 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-c55be481-9d45-4229-b150-49984baf3c96 tempest-RoutersTestDVR-1284419090 tempest-RoutersTestDVR-1284419090-project-admin] Publish callbacks [] for router (f433ae64-0553-4905-8d23-bb17457311ff), before_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:04.081887 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef0c81e8-d190-4784-87ca-7100bba747ea tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Made reservation on behalf of 12780407c7254bdfbde1c04e76d433ee for: {'subnet': 1} {{(pid=116161) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 11:00:04.085375 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-ef0c81e8-d190-4784-87ca-7100bba747ea tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5125580'] for subnet (None), before_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:04.085740 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-5606a439-da14-4be5-ac13-78592a6d5572 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742235135690', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742234710366'] for port (c191c493-5731-40f0-9b14-080677bb4cf1), after_delete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:04.117861 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5606a439-da14-4be5-ac13-78592a6d5572 None None] Pushing event deleted for resources: {'Port': ['ID=c191c493-5731-40f0-9b14-080677bb4cf1,revision_number=None']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:00:04.125267 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2f3e2c-38a5-4382-9cd4-66c9809ed5b5 tempest-FloatingIPAdminTestJSON-1724025514 tempest-FloatingIPAdminTestJSON-1724025514-project] Pushing event deleted for resources: {'Port': ['ID=1ba440db-cb83-4b7b-8fb7-a60f5a74a91d,revision_number=None']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:00:04.126019 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5606a439-da14-4be5-ac13-78592a6d5572 None None] No DVR routers for this DVR port c191c493-5731-40f0-9b14-080677bb4cf1 on host dv-neutron-master-2-hyperv {{(pid=116163) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 11:00:04.288739 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-c55be481-9d45-4229-b150-49984baf3c96 tempest-RoutersTestDVR-1284419090 tempest-RoutersTestDVR-1284419090-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2060865', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-63275'] for router (f433ae64-0553-4905-8d23-bb17457311ff), precommit_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:04.291487 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-c55be481-9d45-4229-b150-49984baf3c96 tempest-RoutersTestDVR-1284419090 tempest-RoutersTestDVR-1284419090-project-admin] Publish callbacks [] for router_controller (f433ae64-0553-4905-8d23-bb17457311ff), precommit_delete_associations {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:04.420117 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-c55be481-9d45-4229-b150-49984baf3c96 tempest-RoutersTestDVR-1284419090 tempest-RoutersTestDVR-1284419090-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2060888'] for router (f433ae64-0553-4905-8d23-bb17457311ff), after_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:04.420626 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c55be481-9d45-4229-b150-49984baf3c96 tempest-RoutersTestDVR-1284419090 tempest-RoutersTestDVR-1284419090-project-admin] Fanout notify agent at l3_agent the message router_deleted on router f433ae64-0553-4905-8d23-bb17457311ff {{(pid=116162) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 28 11:00:04.426294 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-aa2f3e2c-38a5-4382-9cd4-66c9809ed5b5 tempest-FloatingIPAdminTestJSON-1724025514 tempest-FloatingIPAdminTestJSON-1724025514-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198022'] for port (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:04.429987 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-c55be481-9d45-4229-b150-49984baf3c96 tempest-RoutersTestDVR-1284419090 tempest-RoutersTestDVR-1284419090-project-admin] Publish callbacks [] for router (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:04.429987 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-c55be481-9d45-4229-b150-49984baf3c96 tempest-RoutersTestDVR-1284419090 tempest-RoutersTestDVR-1284419090-project-admin] 10.222.0.10 "DELETE /v2.0/routers/f433ae64-0553-4905-8d23-bb17457311ff HTTP/1.1" status: 204 len: 168 time: 0.4311497 Apr 28 11:00:04.432169 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 49716) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:00:04.433048 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-aa2f3e2c-38a5-4382-9cd4-66c9809ed5b5 tempest-FloatingIPAdminTestJSON-1724025514 tempest-FloatingIPAdminTestJSON-1724025514-project] 10.222.0.10 "DELETE /v2.0/ports/1ba440db-cb83-4b7b-8fb7-a60f5a74a91d HTTP/1.1" status: 204 len: 168 time: 2.0886831 Apr 28 11:00:04.434577 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 49718) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:00:04.442437 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.v2.base [None req-0f076907-e680-41e7-ba83-b5018572138d tempest-RoutersTestDVR-1284419090 tempest-RoutersTestDVR-1284419090-project-admin] Request body: {'router': {'name': 'tempest-router-496276502', 'distributed': False}} {{(pid=116162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:00:04.489828 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 49720) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:00:04.531757 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af3de8f9-1b66-4295-851f-b1956c7aea84 tempest-FloatingIPAdminTestJSON-1724025514 tempest-FloatingIPAdminTestJSON-1724025514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:00:04.533303 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-af3de8f9-1b66-4295-851f-b1956c7aea84 tempest-FloatingIPAdminTestJSON-1724025514 tempest-FloatingIPAdminTestJSON-1724025514-project] 10.222.0.10 "GET /v2.0/ports?device_id=76ac97e8-357a-4c02-ab8f-161546f85317 HTTP/1.1" status: 200 len: 913 time: 0.0975814 Apr 28 11:00:04.536501 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 49724) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:00:04.563430 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1af30ac5-fba9-41ad-bc57-4c5a8c8ab35a tempest-FloatingIPTestJSON-373071706 tempest-FloatingIPTestJSON-373071706-project] Router f78b6f71-c91e-4419-a7fc-4e894ee6d57e has already been hosted by L3 agent 6b492ad6-0876-4d74-b20d-28143a52ceba {{(pid=116161) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 11:00:04.600209 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-0f076907-e680-41e7-ba83-b5018572138d tempest-RoutersTestDVR-1284419090 tempest-RoutersTestDVR-1284419090-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2060459', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-63449'] for router (2bba095c-86d1-4b63-ad45-af701556bd67), before_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:04.601244 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-0f076907-e680-41e7-ba83-b5018572138d tempest-RoutersTestDVR-1284419090 tempest-RoutersTestDVR-1284419090-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2060827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1935275', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1960866', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-63266'] for router (2bba095c-86d1-4b63-ad45-af701556bd67), precommit_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:04.698385 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-0f076907-e680-41e7-ba83-b5018572138d tempest-RoutersTestDVR-1284419090 tempest-RoutersTestDVR-1284419090-project-admin] Publish callbacks [] for router_controller (2bba095c-86d1-4b63-ad45-af701556bd67), precommit_add_association {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:04.758594 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-0f076907-e680-41e7-ba83-b5018572138d tempest-RoutersTestDVR-1284419090 tempest-RoutersTestDVR-1284419090-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2060818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1935326'] for router (2bba095c-86d1-4b63-ad45-af701556bd67), after_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:04.844996 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-0f076907-e680-41e7-ba83-b5018572138d tempest-RoutersTestDVR-1284419090 tempest-RoutersTestDVR-1284419090-project-admin] Publish callbacks [] for router (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:04.846433 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-0f076907-e680-41e7-ba83-b5018572138d tempest-RoutersTestDVR-1284419090 tempest-RoutersTestDVR-1284419090-project-admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.4088120 Apr 28 11:00:04.849617 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 49730) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:00:04.954298 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-d43709c7-67a8-4893-b0de-f0e0ff902d70 tempest-RoutersTestDVR-1284419090 tempest-RoutersTestDVR-1284419090-project-admin] Publish callbacks [] for router (2bba095c-86d1-4b63-ad45-af701556bd67), before_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:05.091621 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58777be5-1bd4-4960-96e1-e5638a7cd508 req-794fb1a2-01ac-4b8f-9eb8-f47e5aa17320 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:00:05.093056 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-58777be5-1bd4-4960-96e1-e5638a7cd508 req-794fb1a2-01ac-4b8f-9eb8-f47e5aa17320 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=7b8f1546-43fe-47eb-a29a-4d9b0d24e4fe HTTP/1.1" status: 200 len: 1130 time: 0.4820943 Apr 28 11:00:05.102735 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-ef0c81e8-d190-4784-87ca-7100bba747ea tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5220536', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5125438'] for subnet (992f51a2-f0ba-4be7-b7f1-f15cbc66fb00), after_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:05.216651 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-8e4eccb3-7ad0-45d8-8d4b-f531cbcc870e admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=29ab18587b584ca99471c85af7215dde&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7227867 Apr 28 11:00:05.223804 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 49734) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:00:05.227332 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-d43709c7-67a8-4893-b0de-f0e0ff902d70 tempest-RoutersTestDVR-1284419090 tempest-RoutersTestDVR-1284419090-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2060865', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-63275'] for router (2bba095c-86d1-4b63-ad45-af701556bd67), precommit_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:05.231770 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-d43709c7-67a8-4893-b0de-f0e0ff902d70 tempest-RoutersTestDVR-1284419090 tempest-RoutersTestDVR-1284419090-project-admin] Publish callbacks [] for router_controller (2bba095c-86d1-4b63-ad45-af701556bd67), precommit_delete_associations {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:05.246059 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef0c81e8-d190-4784-87ca-7100bba747ea tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Network 1ec9fbcf-7a57-4aaa-9c30-4e0f43e09480 is already hosted by enough agents. {{(pid=116161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 11:00:05.246258 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-4f481fac-4089-4978-bcf4-0a5ac41039bb tempest-FloatingIPAdminTestJSON-1724025514 tempest-FloatingIPAdminTestJSON-1724025514-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2063420'] for router_interface (76ac97e8-357a-4c02-ab8f-161546f85317), before_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:05.257602 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768f2dc9-dcaf-4ed3-bda3-7e94e8edb985 req-70950259-b798-462c-ad4a-75851011f44d tempest-ServersTestJSON-1447308081 tempest-ServersTestJSON-1447308081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:00:05.259121 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-768f2dc9-dcaf-4ed3-bda3-7e94e8edb985 req-70950259-b798-462c-ad4a-75851011f44d tempest-ServersTestJSON-1447308081 tempest-ServersTestJSON-1447308081-project] 10.222.0.10 "GET /v2.0/ports?device_id=2a07d7d5-8b9a-4bde-9f8a-f5af3ef71d28 HTTP/1.1" status: 200 len: 945 time: 0.4854267 Apr 28 11:00:05.299160 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.scheduler.base_scheduler [None req-ef0c81e8-d190-4784-87ca-7100bba747ea tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Resources bound (agent type, host, resource id): {{(pid=116161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 11:00:05.302446 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef0c81e8-d190-4784-87ca-7100bba747ea tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:00:05.303039 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-ef0c81e8-d190-4784-87ca-7100bba747ea tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Publish callbacks [] for subnet (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:05.309530 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fe97bbb-8b14-450b-9264-45b74f2cbd44 None None] Network 1ec9fbcf-7a57-4aaa-9c30-4e0f43e09480 requested from dv-neutron-master-2-hyperv {{(pid=116163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 11:00:05.317518 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f4e23b-bb9f-4ce6-8e50-a4e6335f02ef req-a6fd1886-ce62-4eb7-a305-80d11e6cc33a tempest-ServersTestManualDisk-708954650 tempest-ServersTestManualDisk-708954650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:00:05.319056 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-89f4e23b-bb9f-4ce6-8e50-a4e6335f02ef req-a6fd1886-ce62-4eb7-a305-80d11e6cc33a tempest-ServersTestManualDisk-708954650 tempest-ServersTestManualDisk-708954650-project] 10.222.0.10 "GET /v2.0/ports?device_id=7b8f1546-43fe-47eb-a29a-4d9b0d24e4fe HTTP/1.1" status: 200 len: 946 time: 0.2235339 Apr 28 11:00:05.331219 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-f5915265-f331-456c-b2de-92330b1dd140 tempest-RoutersIpV6AdminTest-2062886361 tempest-RoutersIpV6AdminTest-2062886361-project] Publish callbacks [] for router_gateway (73193f52-37d8-488b-8905-f81676340be3), after_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:05.392096 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-64f484c9-fd09-4c40-b43a-058cd9e80333 admin admin] Publish callbacks [] for security_group (22e2129d-38c1-42f1-9971-95d594ea1bc8), before_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:05.392634 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef0c81e8-d190-4784-87ca-7100bba747ea tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Pushing event updated for resources: {'Subnet': ['ID=992f51a2-f0ba-4be7-b7f1-f15cbc66fb00,revision_number=0']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:00:05.423844 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-d43709c7-67a8-4893-b0de-f0e0ff902d70 tempest-RoutersTestDVR-1284419090 tempest-RoutersTestDVR-1284419090-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2060888'] for router (2bba095c-86d1-4b63-ad45-af701556bd67), after_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:05.424365 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d43709c7-67a8-4893-b0de-f0e0ff902d70 tempest-RoutersTestDVR-1284419090 tempest-RoutersTestDVR-1284419090-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 2bba095c-86d1-4b63-ad45-af701556bd67 {{(pid=116162) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 28 11:00:05.433650 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-d43709c7-67a8-4893-b0de-f0e0ff902d70 tempest-RoutersTestDVR-1284419090 tempest-RoutersTestDVR-1284419090-project-admin] Publish callbacks [] for router (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:05.439965 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-d43709c7-67a8-4893-b0de-f0e0ff902d70 tempest-RoutersTestDVR-1284419090 tempest-RoutersTestDVR-1284419090-project-admin] 10.222.0.10 "DELETE /v2.0/routers/2bba095c-86d1-4b63-ad45-af701556bd67 HTTP/1.1" status: 204 len: 168 time: 0.5893352 Apr 28 11:00:05.442828 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-64f484c9-fd09-4c40-b43a-058cd9e80333 admin admin] Publish callbacks [] for security_group (22e2129d-38c1-42f1-9971-95d594ea1bc8), precommit_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:05.445794 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 49736) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:00:05.449986 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.v2.base [None req-fc371953-a7a6-47bc-8c50-4cc2f15abc26 tempest-RoutersTestDVR-1284419090 tempest-RoutersTestDVR-1284419090-project-admin] Request body: {'router': {'name': 'tempest-router-679438456', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': '41a48b6d5a3e4b44851c13e9d846bf9b'}} {{(pid=116162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:00:05.451908 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-559d0f4a-5241-4168-ab25-9813e4a1bd82 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-1ec9fbcf-7a57-4aaa-9c30-4e0f43e09480', 'network_id': '1ec9fbcf-7a57-4aaa-9c30-4e0f43e09480', 'project_id': '12780407c7254bdfbde1c04e76d433ee', 'fixed_ips': [{'subnet_id': '992f51a2-f0ba-4be7-b7f1-f15cbc66fb00'}]}} from dv-neutron-master-2-hyperv. {{(pid=116163) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 28 11:00:05.453290 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-559d0f4a-5241-4168-ab25-9813e4a1bd82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (None), before_create {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:05.474808 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Device c191c493-5731-40f0-9b14-080677bb4cf1 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=116163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 11:00:05.486887 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1af30ac5-fba9-41ad-bc57-4c5a8c8ab35a tempest-FloatingIPTestJSON-373071706 tempest-FloatingIPTestJSON-373071706-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=116161) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 11:00:05.506636 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0d5f07d-7455-4cf5-8242-544d882ff876 None None] Sync routers for ids ['f78b6f71-c91e-4419-a7fc-4e894ee6d57e'] in dv-neutron-master-2-hyperv {{(pid=116163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 11:00:05.507828 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] No Port match for: c191c493-5731-40f0-9b14-080677bb4cf1 {{(pid=116163) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 28 11:00:05.508294 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Device c191c493-5731-40f0-9b14-080677bb4cf1 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=116163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 11:00:05.525681 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-ef0c81e8-d190-4784-87ca-7100bba747ea tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.8874066 Apr 28 11:00:05.530994 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 49738) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:00:05.531611 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0d5f07d-7455-4cf5-8242-544d882ff876 None None] Routers {'f78b6f71-c91e-4419-a7fc-4e894ee6d57e'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=116163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 11:00:05.532233 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_hamode_db [None req-c0d5f07d-7455-4cf5-8242-544d882ff876 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-28T10:50:39Z,description=,heartbeat_timestamp=2022-04-28T10:59:39Z,host='dv-neutron-master-2-hyperv',id=6b492ad6-0876-4d74-b20d-28143a52ceba,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T10:50:40Z,topic='l3_agent')) {'router_ids': ['f78b6f71-c91e-4419-a7fc-4e894ee6d57e'], 'active': True} {{(pid=116163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:00:05.537282 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-58777be5-1bd4-4960-96e1-e5638a7cd508 req-b2aea7cf-22a4-4079-b3ce-7771ab20568f service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=44234766-b7b5-4f53-92c0-693928ed2502&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4113681 Apr 28 11:00:05.547173 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.v2.base [None req-3fa7e8da-979b-4fe5-b632-22c5c7e7a25c tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Request body: {'port': {'network_id': '1ec9fbcf-7a57-4aaa-9c30-4e0f43e09480', 'fixed_ips': [{'subnet_id': '992f51a2-f0ba-4be7-b7f1-f15cbc66fb00', 'ip_address': '2001:db8:0:1::3'}], 'name': 'tempest-NetworksTestDHCPv6-954537719'}} {{(pid=116161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:00:05.573774 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-89f4e23b-bb9f-4ce6-8e50-a4e6335f02ef req-c477fe8d-32b1-4cd5-af33-035df0f6211f tempest-ServersTestManualDisk-708954650 tempest-ServersTestManualDisk-708954650-project] 10.222.0.10 "GET /v2.0/security-groups?id=44234766-b7b5-4f53-92c0-693928ed2502&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2384543 Apr 28 11:00:05.584236 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_hamode_db [None req-c0d5f07d-7455-4cf5-8242-544d882ff876 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=116163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:00:05.617370 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-768f2dc9-dcaf-4ed3-bda3-7e94e8edb985 req-06d95113-832e-4525-9bf2-d8e6c29f5a55 tempest-ServersTestJSON-1447308081 tempest-ServersTestJSON-1447308081-project] 10.222.0.10 "GET /v2.0/security-groups?id=5b5e6860-ab9c-4333-ac60-80cd6bb33798&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3210754 Apr 28 11:00:05.646436 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-1af30ac5-fba9-41ad-bc57-4c5a8c8ab35a tempest-FloatingIPTestJSON-373071706 tempest-FloatingIPTestJSON-373071706-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198022'] for floatingip (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:05.699419 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0d5f07d-7455-4cf5-8242-544d882ff876 None None] Routers {'f78b6f71-c91e-4419-a7fc-4e894ee6d57e'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=116163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 11:00:05.700065 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_hamode_db [None req-c0d5f07d-7455-4cf5-8242-544d882ff876 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-28T10:50:39Z,description=,heartbeat_timestamp=2022-04-28T10:59:39Z,host='dv-neutron-master-2-hyperv',id=6b492ad6-0876-4d74-b20d-28143a52ceba,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T10:50:40Z,topic='l3_agent')) {'router_ids': ['f78b6f71-c91e-4419-a7fc-4e894ee6d57e'], 'active': True} {{(pid=116163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:00:05.715522 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.plugin [None req-4f481fac-4089-4978-bcf4-0a5ac41039bb tempest-FloatingIPAdminTestJSON-1724025514 tempest-FloatingIPAdminTestJSON-1724025514-project] Deleting port eb30bc8e-c4a5-41dc-9531-e448797088d4 {{(pid=116162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 11:00:05.716070 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-4f481fac-4089-4978-bcf4-0a5ac41039bb tempest-FloatingIPAdminTestJSON-1724025514 tempest-FloatingIPAdminTestJSON-1724025514-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742235130188'] for port (eb30bc8e-c4a5-41dc-9531-e448797088d4), before_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:05.726251 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-1af30ac5-fba9-41ad-bc57-4c5a8c8ab35a tempest-FloatingIPTestJSON-373071706 tempest-FloatingIPTestJSON-373071706-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 984 time: 6.6205537 Apr 28 11:00:05.726490 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-fc371953-a7a6-47bc-8c50-4cc2f15abc26 tempest-RoutersTestDVR-1284419090 tempest-RoutersTestDVR-1284419090-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2060459', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-63449'] for router (dadf9144-ff23-47bc-9ea2-9ab3ecc8cab9), before_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:05.726490 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-fc371953-a7a6-47bc-8c50-4cc2f15abc26 tempest-RoutersTestDVR-1284419090 tempest-RoutersTestDVR-1284419090-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2060827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1935275', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1960866', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-63266'] for router (dadf9144-ff23-47bc-9ea2-9ab3ecc8cab9), precommit_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:05.729851 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 49742) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:00:05.762223 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-64f484c9-fd09-4c40-b43a-058cd9e80333 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924426'] for security_group (22e2129d-38c1-42f1-9971-95d594ea1bc8), after_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:05.764979 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-64f484c9-fd09-4c40-b43a-058cd9e80333 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:05.768625 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-64f484c9-fd09-4c40-b43a-058cd9e80333 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/22e2129d-38c1-42f1-9971-95d594ea1bc8 HTTP/1.1" status: 204 len: 168 time: 0.5361478 Apr 28 11:00:05.815376 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-fc371953-a7a6-47bc-8c50-4cc2f15abc26 tempest-RoutersTestDVR-1284419090 tempest-RoutersTestDVR-1284419090-project-admin] Publish callbacks [] for router_controller (dadf9144-ff23-47bc-9ea2-9ab3ecc8cab9), precommit_add_association {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:05.836874 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f484c9-fd09-4c40-b43a-058cd9e80333 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22e2129d-38c1-42f1-9971-95d594ea1bc8,revision_number=None']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:00:05.878902 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_hamode_db [None req-c0d5f07d-7455-4cf5-8242-544d882ff876 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=116163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:00:05.879517 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0d5f07d-7455-4cf5-8242-544d882ff876 None None] The sync data for ids ['f78b6f71-c91e-4419-a7fc-4e894ee6d57e'] in dv-neutron-master-2-hyperv is: [] {{(pid=116163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 11:00:05.898298 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.db_base_plugin_common [None req-559d0f4a-5241-4168-ab25-9813e4a1bd82 None None] Allocated IP 2001:db8::2 (1ec9fbcf-7a57-4aaa-9c30-4e0f43e09480/992f51a2-f0ba-4be7-b7f1-f15cbc66fb00/5cf42dd0-75ee-45f8-a976-797109598a6d) {{(pid=116163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 11:00:05.902137 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-fc371953-a7a6-47bc-8c50-4cc2f15abc26 tempest-RoutersTestDVR-1284419090 tempest-RoutersTestDVR-1284419090-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2060818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1935326'] for router (dadf9144-ff23-47bc-9ea2-9ab3ecc8cab9), after_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:05.934010 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-4f481fac-4089-4978-bcf4-0a5ac41039bb tempest-FloatingIPAdminTestJSON-1724025514 tempest-FloatingIPAdminTestJSON-1724025514-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1938497'] for port (eb30bc8e-c4a5-41dc-9531-e448797088d4), precommit_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:05.943001 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34af0978-59f5-48e1-85d5-978dc530a30c req-2f06f2dd-c798-498c-9c1d-8fafa60043a5 tempest-ServersTestJSON-1447308081 tempest-ServersTestJSON-1447308081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:00:05.944560 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-34af0978-59f5-48e1-85d5-978dc530a30c req-2f06f2dd-c798-498c-9c1d-8fafa60043a5 tempest-ServersTestJSON-1447308081 tempest-ServersTestJSON-1447308081-project] 10.222.0.10 "GET /v2.0/ports?device_id=2a07d7d5-8b9a-4bde-9f8a-f5af3ef71d28 HTTP/1.1" status: 200 len: 945 time: 0.1327899 Apr 28 11:00:05.958208 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-d895bcba-a11f-4439-8dde-becac6fbadaf tempest-FloatingIPTestJSON-373071706 tempest-FloatingIPTestJSON-373071706-project] 10.222.0.10 "GET /v2.0/floatingips/f90cc187-b830-4ba8-abe0-face619d8036 HTTP/1.1" status: 200 len: 979 time: 0.2207811 Apr 28 11:00:05.958479 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 49746) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:00:05.958566 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 49748) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:00:05.971518 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.v2.base [None req-ba040fd1-7cc5-4283-9644-ad3ca6d6b900 tempest-ServersTestJSON-1447308081 tempest-ServersTestJSON-1447308081-project] Request body: {'floatingip': {'port_id': '69c48b6b-9700-4a70-bcfe-7a9c85a59fc2'}} {{(pid=116161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:00:06.009358 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-fc371953-a7a6-47bc-8c50-4cc2f15abc26 tempest-RoutersTestDVR-1284419090 tempest-RoutersTestDVR-1284419090-project-admin] Publish callbacks [] for router (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:06.010606 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-fc371953-a7a6-47bc-8c50-4cc2f15abc26 tempest-RoutersTestDVR-1284419090 tempest-RoutersTestDVR-1284419090-project-admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.5638692 Apr 28 11:00:06.011828 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.plugin [None req-4f481fac-4089-4978-bcf4-0a5ac41039bb tempest-FloatingIPAdminTestJSON-1724025514 tempest-FloatingIPAdminTestJSON-1724025514-project] Calling delete_port for eb30bc8e-c4a5-41dc-9531-e448797088d4 owned by network:router_interface {{(pid=116162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 11:00:06.014170 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 49750) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:00:06.021120 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.v2.base [None req-2df721b2-3cfa-4f2e-b9eb-82381204fe81 tempest-RoutersTestDVR-1284419090 tempest-RoutersTestDVR-1284419090-project-admin] Request body: {'router': {'distributed': True}} {{(pid=116161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:00:06.024980 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-ba040fd1-7cc5-4283-9644-ad3ca6d6b900 tempest-ServersTestJSON-1447308081 tempest-ServersTestJSON-1447308081-project] Publish callbacks [] for floatingip (8131a908-c5c2-48f7-b2d8-e6a1e520ba65), before_update {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:06.027258 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-f5915265-f331-456c-b2de-92330b1dd140 tempest-RoutersIpV6AdminTest-2062886361 tempest-RoutersIpV6AdminTest-2062886361-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2060818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1935326'] for router (73193f52-37d8-488b-8905-f81676340be3), after_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:06.096095 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fa7e8da-979b-4fe5-b632-22c5c7e7a25c tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Made reservation on behalf of 12780407c7254bdfbde1c04e76d433ee for: {'port': 1} {{(pid=116161) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 11:00:06.100757 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-559d0f4a-5241-4168-ab25-9813e4a1bd82 None None] Publish callbacks [] for port (5cf42dd0-75ee-45f8-a976-797109598a6d), precommit_create {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:06.180636 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-559d0f4a-5241-4168-ab25-9813e4a1bd82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742234710357'] for port (5cf42dd0-75ee-45f8-a976-797109598a6d), after_create {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:06.208314 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-559d0f4a-5241-4168-ab25-9813e4a1bd82 None None] Network 1ec9fbcf-7a57-4aaa-9c30-4e0f43e09480 is already hosted by enough agents. {{(pid=116163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 11:00:06.243858 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.scheduler.base_scheduler [None req-559d0f4a-5241-4168-ab25-9813e4a1bd82 None None] Resources bound (agent type, host, resource id): {{(pid=116163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 11:00:06.248725 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-559d0f4a-5241-4168-ab25-9813e4a1bd82 None None] Received port after_create {{(pid=116163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 11:00:06.346040 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.managers [None req-559d0f4a-5241-4168-ab25-9813e4a1bd82 None None] Attempting to bind port 5cf42dd0-75ee-45f8-a976-797109598a6d on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=116163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 28 11:00:06.346728 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.managers [None req-559d0f4a-5241-4168-ab25-9813e4a1bd82 None None] Attempting to bind port 5cf42dd0-75ee-45f8-a976-797109598a6d by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'ffa4348d-378b-4e93-98fa-ab0dc49ee16c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '1ec9fbcf-7a57-4aaa-9c30-4e0f43e09480'}] {{(pid=116163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 28 11:00:06.346829 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-559d0f4a-5241-4168-ab25-9813e4a1bd82 None None] Attempting to bind port 5cf42dd0-75ee-45f8-a976-797109598a6d on network 1ec9fbcf-7a57-4aaa-9c30-4e0f43e09480 {{(pid=116163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 11:00:06.356569 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-559d0f4a-5241-4168-ab25-9813e4a1bd82 None None] Checking agent: {'id': 'd5baab19-5dd1-4902-922b-84acb048ab9c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 10, 50, 43), 'started_at': datetime.datetime(2022, 4, 28, 10, 51, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 10, 59, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=116163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 11:00:06.356971 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-559d0f4a-5241-4168-ab25-9813e4a1bd82 None None] Checking segment: {'id': 'ffa4348d-378b-4e93-98fa-ab0dc49ee16c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '1ec9fbcf-7a57-4aaa-9c30-4e0f43e09480'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 11:00:06.357501 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-559d0f4a-5241-4168-ab25-9813e4a1bd82 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:06.361187 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-559d0f4a-5241-4168-ab25-9813e4a1bd82 None None] Bound using segment: {'id': 'ffa4348d-378b-4e93-98fa-ab0dc49ee16c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '1ec9fbcf-7a57-4aaa-9c30-4e0f43e09480'} {{(pid=116163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 11:00:06.361187 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.managers [None req-559d0f4a-5241-4168-ab25-9813e4a1bd82 None None] Bound port: 5cf42dd0-75ee-45f8-a976-797109598a6d, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ffa4348d-378b-4e93-98fa-ab0dc49ee16c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '1ec9fbcf-7a57-4aaa-9c30-4e0f43e09480'}}] {{(pid=116163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 28 11:00:06.361187 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-559d0f4a-5241-4168-ab25-9813e4a1bd82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (5cf42dd0-75ee-45f8-a976-797109598a6d), before_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:06.361429 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-559d0f4a-5241-4168-ab25-9813e4a1bd82 None None] Pushing event updated for resources: {'Port': ['ID=5cf42dd0-75ee-45f8-a976-797109598a6d,revision_number=1']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:00:06.367505 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-5d9e30b4-85a2-48be-863c-94164ffaebbd tempest-FloatingIPTestJSON-373071706 tempest-FloatingIPTestJSON-373071706-project] 10.222.0.10 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 982 time: 0.4108145 Apr 28 11:00:06.369861 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 49760) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:00:06.374268 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.v2.base [None req-ce7e8088-c873-4b8b-8d10-812c710f31c0 tempest-FloatingIPTestJSON-373071706 tempest-FloatingIPTestJSON-373071706-project] Request body: {'floatingip': {'port_id': '84303778-aaf9-40db-bdfb-b7ae416720b9'}} {{(pid=116162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:00:06.448301 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-ce7e8088-c873-4b8b-8d10-812c710f31c0 tempest-FloatingIPTestJSON-373071706 tempest-FloatingIPTestJSON-373071706-project] Publish callbacks [] for floatingip (f90cc187-b830-4ba8-abe0-face619d8036), before_update {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:06.476124 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-559d0f4a-5241-4168-ab25-9813e4a1bd82 None None] For port 5cf42dd0-75ee-45f8-a976-797109598a6d, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=116163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 11:00:06.481074 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-559d0f4a-5241-4168-ab25-9813e4a1bd82 None None] For port 5cf42dd0-75ee-45f8-a976-797109598a6d, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=5cf42dd0-75ee-45f8-a976-797109598a6d,segment=NetworkSegment(ffa4348d-378b-4e93-98fa-ab0dc49ee16c),segment_id=ffa4348d-378b-4e93-98fa-ab0dc49ee16c)] {{(pid=116163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 11:00:06.541844 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-3fa7e8da-979b-4fe5-b632-22c5c7e7a25c tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (None), before_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:06.547526 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-2df721b2-3cfa-4f2e-b9eb-82381204fe81 tempest-RoutersTestDVR-1284419090 tempest-RoutersTestDVR-1284419090-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1935285', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2060837', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-63284'] for router (dadf9144-ff23-47bc-9ea2-9ab3ecc8cab9), precommit_update {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:06.547895 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-2df721b2-3cfa-4f2e-b9eb-82381204fe81 tempest-RoutersTestDVR-1284419090 tempest-RoutersTestDVR-1284419090-project-admin] Publish callbacks [] for router (dadf9144-ff23-47bc-9ea2-9ab3ecc8cab9), before_update {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:06.554920 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-559d0f4a-5241-4168-ab25-9813e4a1bd82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393'] for port (5cf42dd0-75ee-45f8-a976-797109598a6d), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:06.620968 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-559d0f4a-5241-4168-ab25-9813e4a1bd82 None None] Pushing event updated for resources: {'Port': ['ID=5cf42dd0-75ee-45f8-a976-797109598a6d,revision_number=2']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:00:06.784022 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-4f481fac-4089-4978-bcf4-0a5ac41039bb tempest-FloatingIPAdminTestJSON-1724025514 tempest-FloatingIPAdminTestJSON-1724025514-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742235135690', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742234710366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5051867'] for port (eb30bc8e-c4a5-41dc-9531-e448797088d4), after_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:06.807665 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-2df721b2-3cfa-4f2e-b9eb-82381204fe81 tempest-RoutersTestDVR-1284419090 tempest-RoutersTestDVR-1284419090-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=116161) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:160}} Apr 28 11:00:06.808004 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-2df721b2-3cfa-4f2e-b9eb-82381204fe81 tempest-RoutersTestDVR-1284419090 tempest-RoutersTestDVR-1284419090-project-admin] Router dadf9144-ff23-47bc-9ea2-9ab3ecc8cab9 migrating from provider to provider. {{(pid=116161) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:167}} Apr 28 11:00:06.808374 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-2df721b2-3cfa-4f2e-b9eb-82381204fe81 tempest-RoutersTestDVR-1284419090 tempest-RoutersTestDVR-1284419090-project-admin] Publish callbacks [] for router_controller (dadf9144-ff23-47bc-9ea2-9ab3ecc8cab9), precommit_delete_associations {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:06.818958 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f481fac-4089-4978-bcf4-0a5ac41039bb tempest-FloatingIPAdminTestJSON-1724025514 tempest-FloatingIPAdminTestJSON-1724025514-project] Pushing event deleted for resources: {'Port': ['ID=eb30bc8e-c4a5-41dc-9531-e448797088d4,revision_number=None']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:00:06.819402 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.notifiers.nova [None req-3fa7e8da-979b-4fe5-b632-22c5c7e7a25c tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] device_id is not set on port 5cb8da42-18ee-4a61-98dd-9ed31f1f5eaa yet. {{(pid=116161) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 28 11:00:06.839928 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-2df721b2-3cfa-4f2e-b9eb-82381204fe81 tempest-RoutersTestDVR-1284419090 tempest-RoutersTestDVR-1284419090-project-admin] Publish callbacks [] for router_controller (dadf9144-ff23-47bc-9ea2-9ab3ecc8cab9), precommit_add_association {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:07.025410 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-c9fabd2f-b297-4e14-b600-dd8f1d3da239 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (75ba81b7-fe99-4281-90d2-a5adb445ecea), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:07.157692 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 49774) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:00:07.291650 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-4f481fac-4089-4978-bcf4-0a5ac41039bb tempest-FloatingIPAdminTestJSON-1724025514 tempest-FloatingIPAdminTestJSON-1724025514-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1603051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2063504'] for router_interface (76ac97e8-357a-4c02-ab8f-161546f85317), after_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:07.353420 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.v2.base [None req-9880765c-cae8-40d9-be6e-0f31284723f6 tempest-BulkNetworkOpsIpV6Test-1073769146 tempest-BulkNetworkOpsIpV6Test-1073769146-project] Request body: {'networks': [{'name': 'tempest-network--324263222'}, {'name': 'tempest-network--231319025'}]} {{(pid=116162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:00:07.353734 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.v2.base [None req-9880765c-cae8-40d9-be6e-0f31284723f6 tempest-BulkNetworkOpsIpV6Test-1073769146 tempest-BulkNetworkOpsIpV6Test-1073769146-project] Request body: {'network': {'name': 'tempest-network--324263222'}} {{(pid=116162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:00:07.354193 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.v2.base [None req-9880765c-cae8-40d9-be6e-0f31284723f6 tempest-BulkNetworkOpsIpV6Test-1073769146 tempest-BulkNetworkOpsIpV6Test-1073769146-project] Request body: {'network': {'name': 'tempest-network--231319025'}} {{(pid=116162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:00:07.374115 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-2df721b2-3cfa-4f2e-b9eb-82381204fe81 tempest-RoutersTestDVR-1284419090 tempest-RoutersTestDVR-1284419090-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1935326', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1935308', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1935303', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-2060860'] for router (dadf9144-ff23-47bc-9ea2-9ab3ecc8cab9), after_update {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:07.386096 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3023f6-d7bc-401f-8573-5e781194b456 req-2e112998-0c98-4931-a44d-cd56e0efbdd2 tempest-ServersTestManualDisk-708954650 tempest-ServersTestManualDisk-708954650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:00:07.387660 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-7b3023f6-d7bc-401f-8573-5e781194b456 req-2e112998-0c98-4931-a44d-cd56e0efbdd2 tempest-ServersTestManualDisk-708954650 tempest-ServersTestManualDisk-708954650-project] 10.222.0.10 "GET /v2.0/ports?device_id=7b8f1546-43fe-47eb-a29a-4d9b0d24e4fe HTTP/1.1" status: 200 len: 946 time: 0.6415551 Apr 28 11:00:07.488841 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Device 5cf42dd0-75ee-45f8-a976-797109598a6d up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=116163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 11:00:07.542002 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9880765c-cae8-40d9-be6e-0f31284723f6 tempest-BulkNetworkOpsIpV6Test-1073769146 tempest-BulkNetworkOpsIpV6Test-1073769146-project] Made reservation on behalf of a487441111cf4fc6a7148af7844715e4 for: {'network': 2} {{(pid=116162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 11:00:07.544891 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5915265-f331-456c-b2de-92330b1dd140 tempest-RoutersIpV6AdminTest-2062886361 tempest-RoutersIpV6AdminTest-2062886361-project] Router 73193f52-37d8-488b-8905-f81676340be3 is scheduled to L3 agent 6b492ad6-0876-4d74-b20d-28143a52ceba with binding_index 1 {{(pid=116161) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 28 11:00:07.548295 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-9880765c-cae8-40d9-be6e-0f31284723f6 tempest-BulkNetworkOpsIpV6Test-1073769146 tempest-BulkNetworkOpsIpV6Test-1073769146-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for network (None), before_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:07.553198 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Provisioning complete for port 5cf42dd0-75ee-45f8-a976-797109598a6d triggered by entity L2. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:00:07.553496 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (5cf42dd0-75ee-45f8-a976-797109598a6d), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:07.595552 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-9880765c-cae8-40d9-be6e-0f31284723f6 tempest-BulkNetworkOpsIpV6Test-1073769146 tempest-BulkNetworkOpsIpV6Test-1073769146-project] Publish callbacks [] for security_group (None), before_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:07.647406 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.db.resource_extend [None req-ce7e8088-c873-4b8b-8d10-812c710f31c0 tempest-FloatingIPTestJSON-373071706 tempest-FloatingIPTestJSON-373071706-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=116162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 28 11:00:07.664746 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Current status of the port 5cf42dd0-75ee-45f8-a976-797109598a6d is: DOWN; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:00:07.665146 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (5cf42dd0-75ee-45f8-a976-797109598a6d), before_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:07.709607 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] For port 5cf42dd0-75ee-45f8-a976-797109598a6d, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=5cf42dd0-75ee-45f8-a976-797109598a6d,segment=NetworkSegment(ffa4348d-378b-4e93-98fa-ab0dc49ee16c),segment_id=ffa4348d-378b-4e93-98fa-ab0dc49ee16c)] {{(pid=116163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 11:00:07.738307 dv-neutron-master-2-hyperv neutron-server[116161]: WARNING neutron.scheduler.l3_agent_scheduler [None req-2df721b2-3cfa-4f2e-b9eb-82381204fe81 tempest-RoutersTestDVR-1284419090 tempest-RoutersTestDVR-1284419090-project-admin] No L3 agents can host the router dadf9144-ff23-47bc-9ea2-9ab3ecc8cab9 Apr 28 11:00:07.743558 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-7b3023f6-d7bc-401f-8573-5e781194b456 req-7e5d5b5f-0ef8-4c86-9cb9-d5dcd874be84 tempest-ServersTestManualDisk-708954650 tempest-ServersTestManualDisk-708954650-project] 10.222.0.10 "GET /v2.0/security-groups?id=44234766-b7b5-4f53-92c0-693928ed2502&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3389297 Apr 28 11:00:07.745163 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.db.resource_extend [None req-ba040fd1-7cc5-4283-9644-ad3ca6d6b900 tempest-ServersTestJSON-1447308081 tempest-ServersTestJSON-1447308081-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=116161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 28 11:00:07.780596 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-ce7e8088-c873-4b8b-8d10-812c710f31c0 tempest-FloatingIPTestJSON-373071706 tempest-FloatingIPTestJSON-373071706-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:07.783102 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393'] for port (5cf42dd0-75ee-45f8-a976-797109598a6d), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:07.792023 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.pecan_wsgi.hooks.translation [None req-3fa7e8da-979b-4fe5-b632-22c5c7e7a25c tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 28 11:00:07.792023 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3fa7e8da-979b-4fe5-b632-22c5c7e7a25c tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=116161) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 28 11:00:07.846247 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Pushing event updated for resources: {'Port': ['ID=5cf42dd0-75ee-45f8-a976-797109598a6d,revision_number=3']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:00:07.864586 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-ce7e8088-c873-4b8b-8d10-812c710f31c0 tempest-FloatingIPTestJSON-373071706 tempest-FloatingIPTestJSON-373071706-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2063164'] for floatingip (f90cc187-b830-4ba8-abe0-face619d8036), after_update {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:07.867455 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-ba040fd1-7cc5-4283-9644-ad3ca6d6b900 tempest-ServersTestJSON-1447308081 tempest-ServersTestJSON-1447308081-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:07.920818 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-3fa7e8da-979b-4fe5-b632-22c5c7e7a25c tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 2.3784156 Apr 28 11:00:07.921003 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 49778) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:00:07.941784 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f481fac-4089-4978-bcf4-0a5ac41039bb tempest-FloatingIPAdminTestJSON-1724025514 tempest-FloatingIPAdminTestJSON-1724025514-project] Router 76ac97e8-357a-4c02-ab8f-161546f85317 has already been hosted by L3 agent 6b492ad6-0876-4d74-b20d-28143a52ceba {{(pid=116162) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 11:00:07.951125 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5915265-f331-456c-b2de-92330b1dd140 tempest-RoutersIpV6AdminTest-2062886361 tempest-RoutersIpV6AdminTest-2062886361-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=116161) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 11:00:07.952666 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-ba040fd1-7cc5-4283-9644-ad3ca6d6b900 tempest-ServersTestJSON-1447308081 tempest-ServersTestJSON-1447308081-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2063164'] for floatingip (8131a908-c5c2-48f7-b2d8-e6a1e520ba65), after_update {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:07.962725 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74bd8e6c-8393-4fc8-a420-41f42a96b779 None None] Sync routers for ids ['73193f52-37d8-488b-8905-f81676340be3'] in dv-neutron-master-2-hyperv {{(pid=116164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 11:00:07.978554 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74bd8e6c-8393-4fc8-a420-41f42a96b779 None None] Routers {'73193f52-37d8-488b-8905-f81676340be3'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=116164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 11:00:07.979295 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_hamode_db [None req-74bd8e6c-8393-4fc8-a420-41f42a96b779 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-28T10:50:39Z,description=,heartbeat_timestamp=2022-04-28T10:59:39Z,host='dv-neutron-master-2-hyperv',id=6b492ad6-0876-4d74-b20d-28143a52ceba,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T10:50:40Z,topic='l3_agent')) {'router_ids': ['73193f52-37d8-488b-8905-f81676340be3'], 'active': True} {{(pid=116164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:00:07.986738 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-9880765c-cae8-40d9-be6e-0f31284723f6 tempest-BulkNetworkOpsIpV6Test-1073769146 tempest-BulkNetworkOpsIpV6Test-1073769146-project] Publish callbacks [] for security_group (1e995d54-277f-4878-b83d-be8692346ac4), precommit_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:07.991001 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-bdd7c0ed-8b93-4b63-b067-7d8a2442d013 None None] Provisioning complete for port 5cf42dd0-75ee-45f8-a976-797109598a6d triggered by entity DHCP. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:00:07.991670 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-bdd7c0ed-8b93-4b63-b067-7d8a2442d013 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (5cf42dd0-75ee-45f8-a976-797109598a6d), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:08.018093 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_hamode_db [None req-74bd8e6c-8393-4fc8-a420-41f42a96b779 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=116164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:00:08.030810 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74bd8e6c-8393-4fc8-a420-41f42a96b779 None None] Routers {'73193f52-37d8-488b-8905-f81676340be3'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=116164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 11:00:08.031688 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_hamode_db [None req-74bd8e6c-8393-4fc8-a420-41f42a96b779 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-28T10:50:39Z,description=,heartbeat_timestamp=2022-04-28T10:59:39Z,host='dv-neutron-master-2-hyperv',id=6b492ad6-0876-4d74-b20d-28143a52ceba,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T10:50:40Z,topic='l3_agent')) {'router_ids': ['73193f52-37d8-488b-8905-f81676340be3'], 'active': True} {{(pid=116164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:00:08.046276 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2f6e683-f309-4e5d-97db-b5d3de85d6b6 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:00:08.047812 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-d2f6e683-f309-4e5d-97db-b5d3de85d6b6 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.1228278 Apr 28 11:00:08.053114 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 49780) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:00:08.053546 dv-neutron-master-2-hyperv neutron-server[116161]: WARNING neutron.objects.base [None req-2df721b2-3cfa-4f2e-b9eb-82381204fe81 tempest-RoutersTestDVR-1284419090 tempest-RoutersTestDVR-1284419090-project-admin] ORM session: SQL execution without transaction in progress, traceback: Apr 28 11:00:08.053546 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/eventlet/greenthread.py", line 221, in main Apr 28 11:00:08.053546 dv-neutron-master-2-hyperv neutron-server[116161]: result = function(*args, **kwargs) Apr 28 11:00:08.053546 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py", line 837, in process_request Apr 28 11:00:08.053546 dv-neutron-master-2-hyperv neutron-server[116161]: proto.__init__(conn_state, self) Apr 28 11:00:08.053546 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py", line 350, in __init__ Apr 28 11:00:08.053546 dv-neutron-master-2-hyperv neutron-server[116161]: self.handle() Apr 28 11:00:08.053546 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py", line 383, in handle Apr 28 11:00:08.053546 dv-neutron-master-2-hyperv neutron-server[116161]: self.handle_one_request() Apr 28 11:00:08.053546 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py", line 459, in handle_one_request Apr 28 11:00:08.053546 dv-neutron-master-2-hyperv neutron-server[116161]: self.handle_one_response() Apr 28 11:00:08.053546 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py", line 569, in handle_one_response Apr 28 11:00:08.053546 dv-neutron-master-2-hyperv neutron-server[116161]: result = self.application(self.environ, start_response) Apr 28 11:00:08.053546 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/paste/urlmap.py", line 216, in __call__ Apr 28 11:00:08.053546 dv-neutron-master-2-hyperv neutron-server[116161]: return app(environ, start_response) Apr 28 11:00:08.053546 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 129, in __call__ Apr 28 11:00:08.053546 dv-neutron-master-2-hyperv neutron-server[116161]: resp = self.call_func(req, *args, **kw) Apr 28 11:00:08.053546 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 193, in call_func Apr 28 11:00:08.053546 dv-neutron-master-2-hyperv neutron-server[116161]: return self.func(req, *args, **kwargs) Apr 28 11:00:08.053546 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/oslo_middleware/base.py", line 124, in __call__ Apr 28 11:00:08.053546 dv-neutron-master-2-hyperv neutron-server[116161]: response = req.get_response(self.application) Apr 28 11:00:08.053546 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/webob/request.py", line 1313, in send Apr 28 11:00:08.053546 dv-neutron-master-2-hyperv neutron-server[116161]: status, headers, app_iter = self.call_application( Apr 28 11:00:08.053546 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/webob/request.py", line 1278, in call_application Apr 28 11:00:08.053546 dv-neutron-master-2-hyperv neutron-server[116161]: app_iter = application(self.environ, start_response) Apr 28 11:00:08.053546 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 129, in __call__ Apr 28 11:00:08.053546 dv-neutron-master-2-hyperv neutron-server[116161]: resp = self.call_func(req, *args, **kw) Apr 28 11:00:08.053546 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 193, in call_func Apr 28 11:00:08.053546 dv-neutron-master-2-hyperv neutron-server[116161]: return self.func(req, *args, **kwargs) Apr 28 11:00:08.053546 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/oslo_middleware/base.py", line 124, in __call__ Apr 28 11:00:08.053546 dv-neutron-master-2-hyperv neutron-server[116161]: response = req.get_response(self.application) Apr 28 11:00:08.053546 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/webob/request.py", line 1313, in send Apr 28 11:00:08.053546 dv-neutron-master-2-hyperv neutron-server[116161]: status, headers, app_iter = self.call_application( Apr 28 11:00:08.053546 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/webob/request.py", line 1278, in call_application Apr 28 11:00:08.053546 dv-neutron-master-2-hyperv neutron-server[116161]: app_iter = application(self.environ, start_response) Apr 28 11:00:08.053546 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 129, in __call__ Apr 28 11:00:08.053546 dv-neutron-master-2-hyperv neutron-server[116161]: resp = self.call_func(req, *args, **kw) Apr 28 11:00:08.053546 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 193, in call_func Apr 28 11:00:08.053546 dv-neutron-master-2-hyperv neutron-server[116161]: return self.func(req, *args, **kwargs) Apr 28 11:00:08.053546 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/oslo_middleware/request_id.py", line 58, in __call__ Apr 28 11:00:08.053546 dv-neutron-master-2-hyperv neutron-server[116161]: response = req.get_response(self.application) Apr 28 11:00:08.053546 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/webob/request.py", line 1313, in send Apr 28 11:00:08.053546 dv-neutron-master-2-hyperv neutron-server[116161]: status, headers, app_iter = self.call_application( Apr 28 11:00:08.053546 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/webob/request.py", line 1278, in call_application Apr 28 11:00:08.053546 dv-neutron-master-2-hyperv neutron-server[116161]: app_iter = application(self.environ, start_response) Apr 28 11:00:08.053546 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 129, in __call__ Apr 28 11:00:08.053546 dv-neutron-master-2-hyperv neutron-server[116161]: resp = self.call_func(req, *args, **kw) Apr 28 11:00:08.053546 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 193, in call_func Apr 28 11:00:08.053546 dv-neutron-master-2-hyperv neutron-server[116161]: return self.func(req, *args, **kwargs) Apr 28 11:00:08.053546 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/oslo_middleware/catch_errors.py", line 40, in __call__ Apr 28 11:00:08.053546 dv-neutron-master-2-hyperv neutron-server[116161]: response = req.get_response(self.application) Apr 28 11:00:08.053546 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/webob/request.py", line 1313, in send Apr 28 11:00:08.053546 dv-neutron-master-2-hyperv neutron-server[116161]: status, headers, app_iter = self.call_application( Apr 28 11:00:08.053546 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/webob/request.py", line 1278, in call_application Apr 28 11:00:08.053546 dv-neutron-master-2-hyperv neutron-server[116161]: app_iter = application(self.environ, start_response) Apr 28 11:00:08.053546 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 129, in __call__ Apr 28 11:00:08.053546 dv-neutron-master-2-hyperv neutron-server[116161]: resp = self.call_func(req, *args, **kw) Apr 28 11:00:08.053546 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 193, in call_func Apr 28 11:00:08.053546 dv-neutron-master-2-hyperv neutron-server[116161]: return self.func(req, *args, **kwargs) Apr 28 11:00:08.053546 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/osprofiler/web.py", line 112, in __call__ Apr 28 11:00:08.053546 dv-neutron-master-2-hyperv neutron-server[116161]: return request.get_response(self.application) Apr 28 11:00:08.053546 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/webob/request.py", line 1313, in send Apr 28 11:00:08.053546 dv-neutron-master-2-hyperv neutron-server[116161]: status, headers, app_iter = self.call_application( Apr 28 11:00:08.053546 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/webob/request.py", line 1278, in call_application Apr 28 11:00:08.053546 dv-neutron-master-2-hyperv neutron-server[116161]: app_iter = application(self.environ, start_response) Apr 28 11:00:08.053546 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 129, in __call__ Apr 28 11:00:08.053546 dv-neutron-master-2-hyperv neutron-server[116161]: resp = self.call_func(req, *args, **kw) Apr 28 11:00:08.053546 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 193, in call_func Apr 28 11:00:08.053546 dv-neutron-master-2-hyperv neutron-server[116161]: return self.func(req, *args, **kwargs) Apr 28 11:00:08.053546 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/keystonemiddleware/auth_token/__init__.py", line 341, in __call__ Apr 28 11:00:08.053546 dv-neutron-master-2-hyperv neutron-server[116161]: response = req.get_response(self._app) Apr 28 11:00:08.053546 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/webob/request.py", line 1313, in send Apr 28 11:00:08.053546 dv-neutron-master-2-hyperv neutron-server[116161]: status, headers, app_iter = self.call_application( Apr 28 11:00:08.053546 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/webob/request.py", line 1278, in call_application Apr 28 11:00:08.053546 dv-neutron-master-2-hyperv neutron-server[116161]: app_iter = application(self.environ, start_response) Apr 28 11:00:08.053546 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 143, in __call__ Apr 28 11:00:08.053546 dv-neutron-master-2-hyperv neutron-server[116161]: return resp(environ, start_response) Apr 28 11:00:08.053546 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 143, in __call__ Apr 28 11:00:08.053546 dv-neutron-master-2-hyperv neutron-server[116161]: return resp(environ, start_response) Apr 28 11:00:08.053546 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/routes/middleware.py", line 153, in __call__ Apr 28 11:00:08.053546 dv-neutron-master-2-hyperv neutron-server[116161]: response = self.app(environ, start_response) Apr 28 11:00:08.053546 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 143, in __call__ Apr 28 11:00:08.053546 dv-neutron-master-2-hyperv neutron-server[116161]: return resp(environ, start_response) Apr 28 11:00:08.053546 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 129, in __call__ Apr 28 11:00:08.053546 dv-neutron-master-2-hyperv neutron-server[116161]: resp = self.call_func(req, *args, **kw) Apr 28 11:00:08.053546 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 193, in call_func Apr 28 11:00:08.059050 dv-neutron-master-2-hyperv neutron-server[116161]: return self.func(req, *args, **kwargs) Apr 28 11:00:08.059050 dv-neutron-master-2-hyperv neutron-server[116161]: File "/opt/stack/neutron/neutron/api/v2/resource.py", line 98, in resource Apr 28 11:00:08.059050 dv-neutron-master-2-hyperv neutron-server[116161]: result = method(request=request, **args) Apr 28 11:00:08.059050 dv-neutron-master-2-hyperv neutron-server[116161]: File "/opt/stack/neutron/neutron/api/v2/base.py", line 631, in update Apr 28 11:00:08.059050 dv-neutron-master-2-hyperv neutron-server[116161]: return self._update(request, id, body, **kwargs) Apr 28 11:00:08.059050 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 28 11:00:08.059050 dv-neutron-master-2-hyperv neutron-server[116161]: return f(*args, **kwargs) Apr 28 11:00:08.059050 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 28 11:00:08.059050 dv-neutron-master-2-hyperv neutron-server[116161]: return f(*args, **kwargs) Apr 28 11:00:08.059050 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 28 11:00:08.059050 dv-neutron-master-2-hyperv neutron-server[116161]: return f(*dup_args, **dup_kwargs) Apr 28 11:00:08.059050 dv-neutron-master-2-hyperv neutron-server[116161]: File "/opt/stack/neutron/neutron/api/v2/base.py", line 696, in _update Apr 28 11:00:08.059050 dv-neutron-master-2-hyperv neutron-server[116161]: obj = obj_updater(request.context, id, **kwargs) Apr 28 11:00:08.059050 dv-neutron-master-2-hyperv neutron-server[116161]: File "/opt/stack/neutron/neutron/db/extraroute_db.py", line 71, in update_router Apr 28 11:00:08.059050 dv-neutron-master-2-hyperv neutron-server[116161]: return super(ExtraRoute_dbonly_mixin, self).update_router( Apr 28 11:00:08.059050 dv-neutron-master-2-hyperv neutron-server[116161]: File "/opt/stack/neutron/neutron/db/l3_db.py", line 2104, in update_router Apr 28 11:00:08.059050 dv-neutron-master-2-hyperv neutron-server[116161]: self.notify_router_updated(context, router_dict['id'], None) Apr 28 11:00:08.059050 dv-neutron-master-2-hyperv neutron-server[116161]: File "/opt/stack/neutron/neutron/db/l3_db.py", line 2078, in notify_router_updated Apr 28 11:00:08.059050 dv-neutron-master-2-hyperv neutron-server[116161]: self.l3_rpc_notifier.routers_updated( Apr 28 11:00:08.059050 dv-neutron-master-2-hyperv neutron-server[116161]: File "/opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py", line 138, in routers_updated Apr 28 11:00:08.059050 dv-neutron-master-2-hyperv neutron-server[116161]: self._notification(context, 'routers_updated', router_ids, Apr 28 11:00:08.059050 dv-neutron-master-2-hyperv neutron-server[116161]: File "/opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py", line 99, in _notification Apr 28 11:00:08.059050 dv-neutron-master-2-hyperv neutron-server[116161]: self._agent_notification( Apr 28 11:00:08.059050 dv-neutron-master-2-hyperv neutron-server[116161]: File "/opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py", line 61, in _agent_notification Apr 28 11:00:08.059050 dv-neutron-master-2-hyperv neutron-server[116161]: hosts = plugin.get_hosts_to_notify(adminContext, router_id) Apr 28 11:00:08.059050 dv-neutron-master-2-hyperv neutron-server[116161]: File "/opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py", line 310, in get_hosts_to_notify Apr 28 11:00:08.059050 dv-neutron-master-2-hyperv neutron-server[116161]: dvr_hosts = self._get_dvr_hosts_for_router(context, router_id) Apr 28 11:00:08.059050 dv-neutron-master-2-hyperv neutron-server[116161]: File "/opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py", line 328, in _get_dvr_hosts_for_router Apr 28 11:00:08.059050 dv-neutron-master-2-hyperv neutron-server[116161]: hosts = self._get_dvr_hosts_for_subnets(context, subnet_ids) Apr 28 11:00:08.059050 dv-neutron-master-2-hyperv neutron-server[116161]: File "/opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py", line 367, in _get_dvr_hosts_for_subnets Apr 28 11:00:08.059050 dv-neutron-master-2-hyperv neutron-server[116161]: hosts = [item[0] for item in query if item[0] != ''] Apr 28 11:00:08.059050 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/query.py", line 2896, in __iter__ Apr 28 11:00:08.059050 dv-neutron-master-2-hyperv neutron-server[116161]: return self._iter().__iter__() Apr 28 11:00:08.059050 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/query.py", line 2903, in _iter Apr 28 11:00:08.059050 dv-neutron-master-2-hyperv neutron-server[116161]: result = self.session.execute( Apr 28 11:00:08.059050 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/session.py", line 1673, in execute Apr 28 11:00:08.059050 dv-neutron-master-2-hyperv neutron-server[116161]: result = fn(orm_exec_state) Apr 28 11:00:08.059050 dv-neutron-master-2-hyperv neutron-server[116161]: Apr 28 11:00:08.061455 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-9880765c-cae8-40d9-be6e-0f31284723f6 tempest-BulkNetworkOpsIpV6Test-1073769146 tempest-BulkNetworkOpsIpV6Test-1073769146-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924426'] for security_group (1e995d54-277f-4878-b83d-be8692346ac4), after_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:08.061455 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-9880765c-cae8-40d9-be6e-0f31284723f6 tempest-BulkNetworkOpsIpV6Test-1073769146 tempest-BulkNetworkOpsIpV6Test-1073769146-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for network (None), before_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:08.072044 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_hamode_db [None req-74bd8e6c-8393-4fc8-a420-41f42a96b779 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=116164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:00:08.072674 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74bd8e6c-8393-4fc8-a420-41f42a96b779 None None] The sync data for ids ['73193f52-37d8-488b-8905-f81676340be3'] in dv-neutron-master-2-hyperv is: [] {{(pid=116164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 11:00:08.075621 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2df721b2-3cfa-4f2e-b9eb-82381204fe81 tempest-RoutersTestDVR-1284419090 tempest-RoutersTestDVR-1284419090-project-admin] Hosts for router dadf9144-ff23-47bc-9ea2-9ab3ecc8cab9: [] {{(pid=116161) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:329}} Apr 28 11:00:08.122799 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-bdd7c0ed-8b93-4b63-b067-7d8a2442d013 None None] Current status of the port 5cf42dd0-75ee-45f8-a976-797109598a6d is: ACTIVE; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:00:08.127955 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-f5915265-f331-456c-b2de-92330b1dd140 tempest-RoutersIpV6AdminTest-2062886361 tempest-RoutersIpV6AdminTest-2062886361-project] Publish callbacks [] for router (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:08.129228 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-f5915265-f331-456c-b2de-92330b1dd140 tempest-RoutersIpV6AdminTest-2062886361 tempest-RoutersIpV6AdminTest-2062886361-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 7.9310207 Apr 28 11:00:08.133274 dv-neutron-master-2-hyperv neutron-server[116161]: WARNING neutron.objects.base [None req-2df721b2-3cfa-4f2e-b9eb-82381204fe81 tempest-RoutersTestDVR-1284419090 tempest-RoutersTestDVR-1284419090-project-admin] ORM session: SQL execution without transaction in progress, traceback: Apr 28 11:00:08.133274 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/eventlet/greenthread.py", line 221, in main Apr 28 11:00:08.133274 dv-neutron-master-2-hyperv neutron-server[116161]: result = function(*args, **kwargs) Apr 28 11:00:08.133274 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py", line 837, in process_request Apr 28 11:00:08.133274 dv-neutron-master-2-hyperv neutron-server[116161]: proto.__init__(conn_state, self) Apr 28 11:00:08.133274 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py", line 350, in __init__ Apr 28 11:00:08.133274 dv-neutron-master-2-hyperv neutron-server[116161]: self.handle() Apr 28 11:00:08.133274 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py", line 383, in handle Apr 28 11:00:08.133274 dv-neutron-master-2-hyperv neutron-server[116161]: self.handle_one_request() Apr 28 11:00:08.133274 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py", line 459, in handle_one_request Apr 28 11:00:08.133274 dv-neutron-master-2-hyperv neutron-server[116161]: self.handle_one_response() Apr 28 11:00:08.133274 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py", line 569, in handle_one_response Apr 28 11:00:08.133274 dv-neutron-master-2-hyperv neutron-server[116161]: result = self.application(self.environ, start_response) Apr 28 11:00:08.133274 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/paste/urlmap.py", line 216, in __call__ Apr 28 11:00:08.133274 dv-neutron-master-2-hyperv neutron-server[116161]: return app(environ, start_response) Apr 28 11:00:08.133274 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 129, in __call__ Apr 28 11:00:08.133274 dv-neutron-master-2-hyperv neutron-server[116161]: resp = self.call_func(req, *args, **kw) Apr 28 11:00:08.133274 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 193, in call_func Apr 28 11:00:08.133274 dv-neutron-master-2-hyperv neutron-server[116161]: return self.func(req, *args, **kwargs) Apr 28 11:00:08.133274 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/oslo_middleware/base.py", line 124, in __call__ Apr 28 11:00:08.133274 dv-neutron-master-2-hyperv neutron-server[116161]: response = req.get_response(self.application) Apr 28 11:00:08.133274 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/webob/request.py", line 1313, in send Apr 28 11:00:08.133274 dv-neutron-master-2-hyperv neutron-server[116161]: status, headers, app_iter = self.call_application( Apr 28 11:00:08.133274 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/webob/request.py", line 1278, in call_application Apr 28 11:00:08.133274 dv-neutron-master-2-hyperv neutron-server[116161]: app_iter = application(self.environ, start_response) Apr 28 11:00:08.133274 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 129, in __call__ Apr 28 11:00:08.133274 dv-neutron-master-2-hyperv neutron-server[116161]: resp = self.call_func(req, *args, **kw) Apr 28 11:00:08.133274 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 193, in call_func Apr 28 11:00:08.133274 dv-neutron-master-2-hyperv neutron-server[116161]: return self.func(req, *args, **kwargs) Apr 28 11:00:08.133274 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/oslo_middleware/base.py", line 124, in __call__ Apr 28 11:00:08.133274 dv-neutron-master-2-hyperv neutron-server[116161]: response = req.get_response(self.application) Apr 28 11:00:08.133274 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/webob/request.py", line 1313, in send Apr 28 11:00:08.133274 dv-neutron-master-2-hyperv neutron-server[116161]: status, headers, app_iter = self.call_application( Apr 28 11:00:08.133274 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/webob/request.py", line 1278, in call_application Apr 28 11:00:08.133274 dv-neutron-master-2-hyperv neutron-server[116161]: app_iter = application(self.environ, start_response) Apr 28 11:00:08.133274 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 129, in __call__ Apr 28 11:00:08.133274 dv-neutron-master-2-hyperv neutron-server[116161]: resp = self.call_func(req, *args, **kw) Apr 28 11:00:08.133274 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 193, in call_func Apr 28 11:00:08.133274 dv-neutron-master-2-hyperv neutron-server[116161]: return self.func(req, *args, **kwargs) Apr 28 11:00:08.133274 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/oslo_middleware/request_id.py", line 58, in __call__ Apr 28 11:00:08.133274 dv-neutron-master-2-hyperv neutron-server[116161]: response = req.get_response(self.application) Apr 28 11:00:08.133274 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/webob/request.py", line 1313, in send Apr 28 11:00:08.133274 dv-neutron-master-2-hyperv neutron-server[116161]: status, headers, app_iter = self.call_application( Apr 28 11:00:08.133274 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/webob/request.py", line 1278, in call_application Apr 28 11:00:08.133274 dv-neutron-master-2-hyperv neutron-server[116161]: app_iter = application(self.environ, start_response) Apr 28 11:00:08.133274 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 129, in __call__ Apr 28 11:00:08.133274 dv-neutron-master-2-hyperv neutron-server[116161]: resp = self.call_func(req, *args, **kw) Apr 28 11:00:08.133274 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 193, in call_func Apr 28 11:00:08.133274 dv-neutron-master-2-hyperv neutron-server[116161]: return self.func(req, *args, **kwargs) Apr 28 11:00:08.133274 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/oslo_middleware/catch_errors.py", line 40, in __call__ Apr 28 11:00:08.133274 dv-neutron-master-2-hyperv neutron-server[116161]: response = req.get_response(self.application) Apr 28 11:00:08.133274 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/webob/request.py", line 1313, in send Apr 28 11:00:08.133274 dv-neutron-master-2-hyperv neutron-server[116161]: status, headers, app_iter = self.call_application( Apr 28 11:00:08.133274 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/webob/request.py", line 1278, in call_application Apr 28 11:00:08.133274 dv-neutron-master-2-hyperv neutron-server[116161]: app_iter = application(self.environ, start_response) Apr 28 11:00:08.133274 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 129, in __call__ Apr 28 11:00:08.133274 dv-neutron-master-2-hyperv neutron-server[116161]: resp = self.call_func(req, *args, **kw) Apr 28 11:00:08.133274 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 193, in call_func Apr 28 11:00:08.133274 dv-neutron-master-2-hyperv neutron-server[116161]: return self.func(req, *args, **kwargs) Apr 28 11:00:08.133274 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/osprofiler/web.py", line 112, in __call__ Apr 28 11:00:08.133274 dv-neutron-master-2-hyperv neutron-server[116161]: return request.get_response(self.application) Apr 28 11:00:08.133274 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/webob/request.py", line 1313, in send Apr 28 11:00:08.133274 dv-neutron-master-2-hyperv neutron-server[116161]: status, headers, app_iter = self.call_application( Apr 28 11:00:08.133274 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/webob/request.py", line 1278, in call_application Apr 28 11:00:08.133274 dv-neutron-master-2-hyperv neutron-server[116161]: app_iter = application(self.environ, start_response) Apr 28 11:00:08.133274 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 129, in __call__ Apr 28 11:00:08.133274 dv-neutron-master-2-hyperv neutron-server[116161]: resp = self.call_func(req, *args, **kw) Apr 28 11:00:08.133274 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 193, in call_func Apr 28 11:00:08.133274 dv-neutron-master-2-hyperv neutron-server[116161]: return self.func(req, *args, **kwargs) Apr 28 11:00:08.133274 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/keystonemiddleware/auth_token/__init__.py", line 341, in __call__ Apr 28 11:00:08.133274 dv-neutron-master-2-hyperv neutron-server[116161]: response = req.get_response(self._app) Apr 28 11:00:08.133274 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/webob/request.py", line 1313, in send Apr 28 11:00:08.133274 dv-neutron-master-2-hyperv neutron-server[116161]: status, headers, app_iter = self.call_application( Apr 28 11:00:08.133274 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/webob/request.py", line 1278, in call_application Apr 28 11:00:08.133274 dv-neutron-master-2-hyperv neutron-server[116161]: app_iter = application(self.environ, start_response) Apr 28 11:00:08.133274 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 143, in __call__ Apr 28 11:00:08.133274 dv-neutron-master-2-hyperv neutron-server[116161]: return resp(environ, start_response) Apr 28 11:00:08.133274 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 143, in __call__ Apr 28 11:00:08.133274 dv-neutron-master-2-hyperv neutron-server[116161]: return resp(environ, start_response) Apr 28 11:00:08.133274 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/routes/middleware.py", line 153, in __call__ Apr 28 11:00:08.133274 dv-neutron-master-2-hyperv neutron-server[116161]: response = self.app(environ, start_response) Apr 28 11:00:08.133274 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 143, in __call__ Apr 28 11:00:08.133274 dv-neutron-master-2-hyperv neutron-server[116161]: return resp(environ, start_response) Apr 28 11:00:08.133274 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 129, in __call__ Apr 28 11:00:08.133274 dv-neutron-master-2-hyperv neutron-server[116161]: resp = self.call_func(req, *args, **kw) Apr 28 11:00:08.133274 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 193, in call_func Apr 28 11:00:08.137977 dv-neutron-master-2-hyperv neutron-server[116161]: return self.func(req, *args, **kwargs) Apr 28 11:00:08.137977 dv-neutron-master-2-hyperv neutron-server[116161]: File "/opt/stack/neutron/neutron/api/v2/resource.py", line 98, in resource Apr 28 11:00:08.137977 dv-neutron-master-2-hyperv neutron-server[116161]: result = method(request=request, **args) Apr 28 11:00:08.137977 dv-neutron-master-2-hyperv neutron-server[116161]: File "/opt/stack/neutron/neutron/api/v2/base.py", line 631, in update Apr 28 11:00:08.137977 dv-neutron-master-2-hyperv neutron-server[116161]: return self._update(request, id, body, **kwargs) Apr 28 11:00:08.137977 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 28 11:00:08.137977 dv-neutron-master-2-hyperv neutron-server[116161]: return f(*args, **kwargs) Apr 28 11:00:08.137977 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 28 11:00:08.137977 dv-neutron-master-2-hyperv neutron-server[116161]: return f(*args, **kwargs) Apr 28 11:00:08.137977 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 28 11:00:08.137977 dv-neutron-master-2-hyperv neutron-server[116161]: return f(*dup_args, **dup_kwargs) Apr 28 11:00:08.137977 dv-neutron-master-2-hyperv neutron-server[116161]: File "/opt/stack/neutron/neutron/api/v2/base.py", line 696, in _update Apr 28 11:00:08.137977 dv-neutron-master-2-hyperv neutron-server[116161]: obj = obj_updater(request.context, id, **kwargs) Apr 28 11:00:08.137977 dv-neutron-master-2-hyperv neutron-server[116161]: File "/opt/stack/neutron/neutron/db/extraroute_db.py", line 71, in update_router Apr 28 11:00:08.137977 dv-neutron-master-2-hyperv neutron-server[116161]: return super(ExtraRoute_dbonly_mixin, self).update_router( Apr 28 11:00:08.137977 dv-neutron-master-2-hyperv neutron-server[116161]: File "/opt/stack/neutron/neutron/db/l3_db.py", line 2104, in update_router Apr 28 11:00:08.137977 dv-neutron-master-2-hyperv neutron-server[116161]: self.notify_router_updated(context, router_dict['id'], None) Apr 28 11:00:08.137977 dv-neutron-master-2-hyperv neutron-server[116161]: File "/opt/stack/neutron/neutron/db/l3_db.py", line 2078, in notify_router_updated Apr 28 11:00:08.137977 dv-neutron-master-2-hyperv neutron-server[116161]: self.l3_rpc_notifier.routers_updated( Apr 28 11:00:08.137977 dv-neutron-master-2-hyperv neutron-server[116161]: File "/opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py", line 138, in routers_updated Apr 28 11:00:08.137977 dv-neutron-master-2-hyperv neutron-server[116161]: self._notification(context, 'routers_updated', router_ids, Apr 28 11:00:08.137977 dv-neutron-master-2-hyperv neutron-server[116161]: File "/opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py", line 99, in _notification Apr 28 11:00:08.137977 dv-neutron-master-2-hyperv neutron-server[116161]: self._agent_notification( Apr 28 11:00:08.137977 dv-neutron-master-2-hyperv neutron-server[116161]: File "/opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py", line 61, in _agent_notification Apr 28 11:00:08.137977 dv-neutron-master-2-hyperv neutron-server[116161]: hosts = plugin.get_hosts_to_notify(adminContext, router_id) Apr 28 11:00:08.137977 dv-neutron-master-2-hyperv neutron-server[116161]: File "/opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py", line 312, in get_hosts_to_notify Apr 28 11:00:08.137977 dv-neutron-master-2-hyperv neutron-server[116161]: dvr_hosts |= self._get_other_dvr_hosts(context, router_id) Apr 28 11:00:08.137977 dv-neutron-master-2-hyperv neutron-server[116161]: File "/opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py", line 340, in _get_other_dvr_hosts Apr 28 11:00:08.137977 dv-neutron-master-2-hyperv neutron-server[116161]: self._get_other_dvr_router_ids_connected_router( Apr 28 11:00:08.137977 dv-neutron-master-2-hyperv neutron-server[116161]: File "/opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py", line 412, in _get_other_dvr_router_ids_connected_router Apr 28 11:00:08.137977 dv-neutron-master-2-hyperv neutron-server[116161]: return [item[0] for item in query] Apr 28 11:00:08.137977 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/query.py", line 2896, in __iter__ Apr 28 11:00:08.137977 dv-neutron-master-2-hyperv neutron-server[116161]: return self._iter().__iter__() Apr 28 11:00:08.137977 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/query.py", line 2903, in _iter Apr 28 11:00:08.137977 dv-neutron-master-2-hyperv neutron-server[116161]: result = self.session.execute( Apr 28 11:00:08.137977 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/session.py", line 1673, in execute Apr 28 11:00:08.137977 dv-neutron-master-2-hyperv neutron-server[116161]: result = fn(orm_exec_state) Apr 28 11:00:08.137977 dv-neutron-master-2-hyperv neutron-server[116161]: Apr 28 11:00:08.137977 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 49782) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:00:08.149434 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2df721b2-3cfa-4f2e-b9eb-82381204fe81 tempest-RoutersTestDVR-1284419090 tempest-RoutersTestDVR-1284419090-project-admin] Hosts for other DVR routers connected to router dadf9144-ff23-47bc-9ea2-9ab3ecc8cab9: set() {{(pid=116161) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:346}} Apr 28 11:00:08.151989 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-2df721b2-3cfa-4f2e-b9eb-82381204fe81 tempest-RoutersTestDVR-1284419090 tempest-RoutersTestDVR-1284419090-project-admin] Publish callbacks [] for router (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:08.153105 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-2df721b2-3cfa-4f2e-b9eb-82381204fe81 tempest-RoutersTestDVR-1284419090 tempest-RoutersTestDVR-1284419090-project-admin] 10.222.0.10 "PUT /v2.0/routers/dadf9144-ff23-47bc-9ea2-9ab3ecc8cab9 HTTP/1.1" status: 200 len: 716 time: 2.1364257 Apr 28 11:00:08.167205 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 49784) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:00:08.168329 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.db.l3_db [None req-ce7e8088-c873-4b8b-8d10-812c710f31c0 tempest-FloatingIPTestJSON-373071706 tempest-FloatingIPTestJSON-373071706-project] Floating IP f90cc187-b830-4ba8-abe0-face619d8036 associated. External IP: 172.36.4.247, port: 35878a5a-57ad-4a9c-80c2-2d4291c804f1. Apr 28 11:00:08.199427 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.db.l3_db [None req-ba040fd1-7cc5-4283-9644-ad3ca6d6b900 tempest-ServersTestJSON-1447308081 tempest-ServersTestJSON-1447308081-project] Floating IP 8131a908-c5c2-48f7-b2d8-e6a1e520ba65 associated. External IP: 172.36.4.243, port: 69c48b6b-9700-4a70-bcfe-7a9c85a59fc2. Apr 28 11:00:08.340542 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-c3dfdbc5-f17d-4258-bd8f-f3369bcc01e4 tempest-RoutersIpV6AdminTest-911026605 tempest-RoutersIpV6AdminTest-911026605-project-admin] 10.222.0.10 "GET /v2.0/routers/73193f52-37d8-488b-8905-f81676340be3 HTTP/1.1" status: 200 len: 925 time: 0.2008004 Apr 28 11:00:08.345287 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 49786) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:00:08.380505 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-84fc7b08-c753-494b-ae67-436701f493a3 tempest-RoutersIpV6AdminTest-2062886361 tempest-RoutersIpV6AdminTest-2062886361-project] 10.222.0.10 "GET /v2.0/ports?device_id=73193f52-37d8-488b-8905-f81676340be3 HTTP/1.1" status: 200 len: 205 time: 0.0318348 Apr 28 11:00:08.380899 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 49788) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:00:08.575076 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-44024ffa-277d-4420-8b25-e4d6d2f717c8 tempest-RoutersIpV6AdminTest-2062886361 tempest-RoutersIpV6AdminTest-2062886361-project] Publish callbacks [] for router (73193f52-37d8-488b-8905-f81676340be3), before_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:08.616008 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba040fd1-7cc5-4283-9644-ad3ca6d6b900 tempest-ServersTestJSON-1447308081 tempest-ServersTestJSON-1447308081-project] Router 4bdc4a64-1a8f-439a-af8a-e631bebdc4fa has already been hosted by L3 agent 6b492ad6-0876-4d74-b20d-28143a52ceba {{(pid=116161) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 11:00:08.624850 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9880765c-cae8-40d9-be6e-0f31284723f6 tempest-BulkNetworkOpsIpV6Test-1073769146 tempest-BulkNetworkOpsIpV6Test-1073769146-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1e995d54-277f-4878-b83d-be8692346ac4,revision_number=1']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:00:08.642005 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e450bc2-f724-4b6a-9ca9-3edb12aff5a6 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:00:08.643422 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e450bc2-f724-4b6a-9ca9-3edb12aff5a6 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:00:08.645573 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-2e450bc2-f724-4b6a-9ca9-3edb12aff5a6 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.5874619 Apr 28 11:00:08.649753 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9880765c-cae8-40d9-be6e-0f31284723f6 tempest-BulkNetworkOpsIpV6Test-1073769146 tempest-BulkNetworkOpsIpV6Test-1073769146-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 51} {{(pid=116162) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 11:00:08.653169 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-f6a34bdb-71f1-4d4c-8122-0fdf80209340 tempest-RoutersTestDVR-1284419090 tempest-RoutersTestDVR-1284419090-project-admin] 10.222.0.10 "GET /v2.0/routers/dadf9144-ff23-47bc-9ea2-9ab3ecc8cab9 HTTP/1.1" status: 200 len: 716 time: 0.4824758 Apr 28 11:00:08.653825 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 49790) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:00:08.661721 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 49792) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:00:08.741557 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-9880765c-cae8-40d9-be6e-0f31284723f6 tempest-BulkNetworkOpsIpV6Test-1073769146 tempest-BulkNetworkOpsIpV6Test-1073769146-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-961978'] for segment (006b3ead-d0e9-4637-9a9b-9af8d63c907d), precommit_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:08.741915 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.db.segments_db [None req-9880765c-cae8-40d9-be6e-0f31284723f6 tempest-BulkNetworkOpsIpV6Test-1073769146 tempest-BulkNetworkOpsIpV6Test-1073769146-project] Added segment 006b3ead-d0e9-4637-9a9b-9af8d63c907d of type vlan for network 39e1d936-0992-4aa3-a0ee-1ac9dacfef1a Apr 28 11:00:08.764159 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f481fac-4089-4978-bcf4-0a5ac41039bb tempest-FloatingIPAdminTestJSON-1724025514 tempest-FloatingIPAdminTestJSON-1724025514-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=116162) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 11:00:08.770200 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-44024ffa-277d-4420-8b25-e4d6d2f717c8 tempest-RoutersIpV6AdminTest-2062886361 tempest-RoutersIpV6AdminTest-2062886361-project] Publish callbacks [] for router_gateway (73193f52-37d8-488b-8905-f81676340be3), before_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:08.774087 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-4f481fac-4089-4978-bcf4-0a5ac41039bb tempest-FloatingIPAdminTestJSON-1724025514 tempest-FloatingIPAdminTestJSON-1724025514-project] 10.222.0.10 "PUT /v2.0/routers/76ac97e8-357a-4c02-ab8f-161546f85317/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2364693 Apr 28 11:00:08.775695 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 49796) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:00:08.800057 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa6c9e66-b243-4361-9894-1cd252ce70cb None None] Sync routers for ids ['76ac97e8-357a-4c02-ab8f-161546f85317'] in dv-neutron-master-2-hyperv {{(pid=116163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 11:00:08.813492 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa6c9e66-b243-4361-9894-1cd252ce70cb None None] Routers {'76ac97e8-357a-4c02-ab8f-161546f85317'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=116163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 11:00:08.818795 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_hamode_db [None req-aa6c9e66-b243-4361-9894-1cd252ce70cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-28T10:50:39Z,description=,heartbeat_timestamp=2022-04-28T10:59:39Z,host='dv-neutron-master-2-hyperv',id=6b492ad6-0876-4d74-b20d-28143a52ceba,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T10:50:40Z,topic='l3_agent')) {'router_ids': ['76ac97e8-357a-4c02-ab8f-161546f85317'], 'active': True} {{(pid=116163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:00:08.829199 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-9880765c-cae8-40d9-be6e-0f31284723f6 tempest-BulkNetworkOpsIpV6Test-1073769146 tempest-BulkNetworkOpsIpV6Test-1073769146-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742234744962'] for network (39e1d936-0992-4aa3-a0ee-1ac9dacfef1a), precommit_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:08.838174 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.db.db_base_plugin_v2 [None req-e6db3edf-f0a1-473d-9fd1-5d5c7c4c2892 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Deleting subnet 992f51a2-f0ba-4be7-b7f1-f15cbc66fb00 {{(pid=116162) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 28 11:00:08.840969 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba040fd1-7cc5-4283-9644-ad3ca6d6b900 tempest-ServersTestJSON-1447308081 tempest-ServersTestJSON-1447308081-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=116161) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 11:00:08.847802 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-e6db3edf-f0a1-473d-9fd1-5d5c7c4c2892 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Publish callbacks [] for subnet (992f51a2-f0ba-4be7-b7f1-f15cbc66fb00), before_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:08.848239 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-ba040fd1-7cc5-4283-9644-ad3ca6d6b900 tempest-ServersTestJSON-1447308081 tempest-ServersTestJSON-1447308081-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198022'] for floatingip (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:08.856913 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c72381cd-b64f-4145-825c-e52211f10e48 None None] Sync routers for ids ['4bdc4a64-1a8f-439a-af8a-e631bebdc4fa'] in dv-neutron-master-2-hyperv {{(pid=116164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 11:00:08.871801 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c72381cd-b64f-4145-825c-e52211f10e48 None None] Routers {'4bdc4a64-1a8f-439a-af8a-e631bebdc4fa'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=116164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 11:00:08.872441 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_hamode_db [None req-c72381cd-b64f-4145-825c-e52211f10e48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-28T10:50:39Z,description=,heartbeat_timestamp=2022-04-28T10:59:39Z,host='dv-neutron-master-2-hyperv',id=6b492ad6-0876-4d74-b20d-28143a52ceba,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T10:50:40Z,topic='l3_agent')) {'router_ids': ['4bdc4a64-1a8f-439a-af8a-e631bebdc4fa'], 'active': True} {{(pid=116164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:00:08.891929 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_hamode_db [None req-aa6c9e66-b243-4361-9894-1cd252ce70cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=116163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:00:08.903735 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa6c9e66-b243-4361-9894-1cd252ce70cb None None] Routers {'76ac97e8-357a-4c02-ab8f-161546f85317'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=116163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 11:00:08.904609 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_hamode_db [None req-aa6c9e66-b243-4361-9894-1cd252ce70cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-28T10:50:39Z,description=,heartbeat_timestamp=2022-04-28T10:59:39Z,host='dv-neutron-master-2-hyperv',id=6b492ad6-0876-4d74-b20d-28143a52ceba,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T10:50:40Z,topic='l3_agent')) {'router_ids': ['76ac97e8-357a-4c02-ab8f-161546f85317'], 'active': True} {{(pid=116163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:00:08.946011 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_hamode_db [None req-aa6c9e66-b243-4361-9894-1cd252ce70cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=116163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:00:08.947001 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa6c9e66-b243-4361-9894-1cd252ce70cb None None] The sync data for ids ['76ac97e8-357a-4c02-ab8f-161546f85317'] in dv-neutron-master-2-hyperv is: [] {{(pid=116163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 11:00:09.027665 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_dvr_db [None req-c72381cd-b64f-4145-825c-e52211f10e48 None None] Set router 4bdc4a64-1a8f-439a-af8a-e631bebdc4fa gateway port host: dv-neutron-master-2-hyperv {{(pid=116164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 11:00:09.056511 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9880765c-cae8-40d9-be6e-0f31284723f6 tempest-BulkNetworkOpsIpV6Test-1073769146 tempest-BulkNetworkOpsIpV6Test-1073769146-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 94} {{(pid=116162) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 11:00:09.060076 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-e6db3edf-f0a1-473d-9fd1-5d5c7c4c2892 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5026541'] for subnet (992f51a2-f0ba-4be7-b7f1-f15cbc66fb00), precommit_delete_associations {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:09.093444 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-4c15016e-1cb4-493a-84ec-e6f0ac579494 tempest-RoutersTestDVR-752780994 tempest-RoutersTestDVR-752780994-project] 10.222.0.10 "GET /v2.0/routers/dadf9144-ff23-47bc-9ea2-9ab3ecc8cab9 HTTP/1.1" status: 200 len: 682 time: 0.4136117 Apr 28 11:00:09.100229 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 49800) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:00:09.117109 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-9880765c-cae8-40d9-be6e-0f31284723f6 tempest-BulkNetworkOpsIpV6Test-1073769146 tempest-BulkNetworkOpsIpV6Test-1073769146-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-961978'] for segment (b02d24de-cdf7-4e86-a2e6-0c58964d102d), precommit_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:09.117456 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.db.segments_db [None req-9880765c-cae8-40d9-be6e-0f31284723f6 tempest-BulkNetworkOpsIpV6Test-1073769146 tempest-BulkNetworkOpsIpV6Test-1073769146-project] Added segment b02d24de-cdf7-4e86-a2e6-0c58964d102d of type vlan for network 2ae8dbe1-313f-4beb-afd2-595d158ce793 Apr 28 11:00:09.252373 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-ba040fd1-7cc5-4283-9644-ad3ca6d6b900 tempest-ServersTestJSON-1447308081 tempest-ServersTestJSON-1447308081-project] 10.222.0.10 "PUT /v2.0/floatingips/8131a908-c5c2-48f7-b2d8-e6a1e520ba65 HTTP/1.1" status: 200 len: 991 time: 3.2897482 Apr 28 11:00:09.258704 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a07d7d5-8b9a-4bde-9f8a-f5af3ef71d28', 'tag': '69c48b6b-9700-4a70-bcfe-7a9c85a59fc2'}] {{(pid=116161) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 11:00:09.260762 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e748734031c26dffb00ab563e48cb7690d820419218221ecd4f9c2a21276ff88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0300594-d958-4fb0-b5d1-01f391c97982" -d '{"events": [{"name": "network-changed", "server_uuid": "2a07d7d5-8b9a-4bde-9f8a-f5af3ef71d28", "tag": "69c48b6b-9700-4a70-bcfe-7a9c85a59fc2"}]}' {{(pid=116161) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 11:00:09.272278 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.plugin [None req-44024ffa-277d-4420-8b25-e4d6d2f717c8 tempest-RoutersIpV6AdminTest-2062886361 tempest-RoutersIpV6AdminTest-2062886361-project] Deleting port f7a322a2-fc65-4914-8feb-2fa31f659092 {{(pid=116161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 11:00:09.272627 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-44024ffa-277d-4420-8b25-e4d6d2f717c8 tempest-RoutersIpV6AdminTest-2062886361 tempest-RoutersIpV6AdminTest-2062886361-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742235130188'] for port (f7a322a2-fc65-4914-8feb-2fa31f659092), before_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:09.281980 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7678de86-85bb-4227-a215-170657045bd7 req-a1a0d236-97e8-421d-8c2e-52d8f39a43a7 tempest-ServersTestManualDisk-708954650 tempest-ServersTestManualDisk-708954650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:00:09.283554 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-7678de86-85bb-4227-a215-170657045bd7 req-a1a0d236-97e8-421d-8c2e-52d8f39a43a7 tempest-ServersTestManualDisk-708954650 tempest-ServersTestManualDisk-708954650-project] 10.222.0.10 "GET /v2.0/ports?device_id=7b8f1546-43fe-47eb-a29a-4d9b0d24e4fe HTTP/1.1" status: 200 len: 946 time: 0.1352768 Apr 28 11:00:09.299313 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-283d6380-0184-4e0a-81a7-00f789f48dad tempest-FloatingIPAdminTestJSON-1724025514 tempest-FloatingIPAdminTestJSON-1724025514-project] Publish callbacks [] for router (76ac97e8-357a-4c02-ab8f-161546f85317), before_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:09.316816 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-9880765c-cae8-40d9-be6e-0f31284723f6 tempest-BulkNetworkOpsIpV6Test-1073769146 tempest-BulkNetworkOpsIpV6Test-1073769146-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742234744962'] for network (2ae8dbe1-313f-4beb-afd2-595d158ce793), precommit_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:09.324251 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-330985c8-b9bb-4506-b3fe-23824c9e587f tempest-RoutersTestDVR-1284419090 tempest-RoutersTestDVR-1284419090-project-admin] Publish callbacks [] for router (dadf9144-ff23-47bc-9ea2-9ab3ecc8cab9), before_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:09.378599 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_hamode_db [None req-c72381cd-b64f-4145-825c-e52211f10e48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bdc4a64-1a8f-439a-af8a-e631bebdc4fa', 'name': 'tempest-ServersTestJSON-90404896-router', 'tenant_id': '19a7f91fec214fcea65c9e72a1c65353', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'external_fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.122'}], 'enable_snat': True}, 'gw_port_id': '0349ac72-fdf4-467a-a64f-2f09d8e6b3a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T10:59:03Z', 'updated_at': '2022-04-28T10:59:15Z', 'revision_number': 4, 'project_id': '19a7f91fec214fcea65c9e72a1c65353', 'gw_port': {'id': '0349ac72-fdf4-467a-a64f-2f09d8e6b3a4', 'name': '', 'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:46:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bdc4a64-1a8f-439a-af8a-e631bebdc4fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T10:59:05Z', 'updated_at': '2022-04-28T10:59:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '8131a908-c5c2-48f7-b2d8-e6a1e520ba65', 'tenant_id': '19a7f91fec214fcea65c9e72a1c65353', 'floating_ip_address': '172.36.4.243', 'floating_network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'router_id': '4bdc4a64-1a8f-439a-af8a-e631bebdc4fa', 'port_id': '69c48b6b-9700-4a70-bcfe-7a9c85a59fc2', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 186, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4da8bd43-d906-4f61-8b6f-8dd6519937e1', 'mac_address': 'fa:16:3e:75:b9:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a07d7d5-8b9a-4bde-9f8a-f5af3ef71d28', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T10:59:30Z', 'updated_at': '2022-04-28T11:00:07Z', 'revision_number': 1, 'project_id': '19a7f91fec214fcea65c9e72a1c65353', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8831271f-a430-441d-9f3d-a067d7643f47', 'name': '', 'network_id': '4da8bd43-d906-4f61-8b6f-8dd6519937e1', 'tenant_id': '19a7f91fec214fcea65c9e72a1c65353', 'mac_address': 'fa:16:3e:57:e7:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bdc4a64-1a8f-439a-af8a-e631bebdc4fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 120, 'fixed_ips': [{'subnet_id': '92361fe4-492b-4a32-8d67-8edec320c5e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T10:59:13Z', 'updated_at': '2022-04-28T10:59:27Z', 'revision_number': 5, 'project_id': '19a7f91fec214fcea65c9e72a1c65353', 'subnets': [{'id': '92361fe4-492b-4a32-8d67-8edec320c5e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=116164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:00:09.404502 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-ed6f9582-58a4-45b7-b1a1-3368ababef4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (6b492ad6-0876-4d74-b20d-28143a52ceba), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:09.410579 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c72381cd-b64f-4145-825c-e52211f10e48 None None] Checking router: 4bdc4a64-1a8f-439a-af8a-e631bebdc4fa for host: dv-neutron-master-2-hyperv {{(pid=116164) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 11:00:09.419836 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce7e8088-c873-4b8b-8d10-812c710f31c0 tempest-FloatingIPTestJSON-373071706 tempest-FloatingIPTestJSON-373071706-project] Router f78b6f71-c91e-4419-a7fc-4e894ee6d57e has already been hosted by L3 agent 6b492ad6-0876-4d74-b20d-28143a52ceba {{(pid=116162) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 11:00:09.421225 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c72381cd-b64f-4145-825c-e52211f10e48 None None] Routers {'4bdc4a64-1a8f-439a-af8a-e631bebdc4fa'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=116164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 11:00:09.422562 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_hamode_db [None req-c72381cd-b64f-4145-825c-e52211f10e48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-28T10:50:39Z,description=,heartbeat_timestamp=2022-04-28T11:00:09Z,host='dv-neutron-master-2-hyperv',id=6b492ad6-0876-4d74-b20d-28143a52ceba,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T10:50:40Z,topic='l3_agent')) {'router_ids': ['4bdc4a64-1a8f-439a-af8a-e631bebdc4fa'], 'active': True} {{(pid=116164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:00:09.427282 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-e6db3edf-f0a1-473d-9fd1-5d5c7c4c2892 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-971303'] for subnet (992f51a2-f0ba-4be7-b7f1-f15cbc66fb00), precommit_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:09.513644 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea37be5-5f14-47f4-81cf-2e115d54222c req-e5f0a6ca-5ac1-44da-bebf-451f20743c96 tempest-ServersTestJSON-1447308081 tempest-ServersTestJSON-1447308081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:00:09.515179 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-1ea37be5-5f14-47f4-81cf-2e115d54222c req-e5f0a6ca-5ac1-44da-bebf-451f20743c96 tempest-ServersTestJSON-1447308081 tempest-ServersTestJSON-1447308081-project] 10.222.0.10 "GET /v2.0/ports?device_id=2a07d7d5-8b9a-4bde-9f8a-f5af3ef71d28 HTTP/1.1" status: 200 len: 945 time: 0.1974134 Apr 28 11:00:09.517060 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Device 5cf42dd0-75ee-45f8-a976-797109598a6d up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=116163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 11:00:09.525020 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-7678de86-85bb-4227-a215-170657045bd7 req-e2e6181f-b950-48c7-8604-0bd194d742cb tempest-ServersTestManualDisk-708954650 tempest-ServersTestManualDisk-708954650-project] 10.222.0.10 "GET /v2.0/security-groups?id=44234766-b7b5-4f53-92c0-693928ed2502&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2282894 Apr 28 11:00:09.531064 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-44024ffa-277d-4420-8b25-e4d6d2f717c8 tempest-RoutersIpV6AdminTest-2062886361 tempest-RoutersIpV6AdminTest-2062886361-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1938497'] for port (f7a322a2-fc65-4914-8feb-2fa31f659092), precommit_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:09.570304 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.plugin [None req-44024ffa-277d-4420-8b25-e4d6d2f717c8 tempest-RoutersIpV6AdminTest-2062886361 tempest-RoutersIpV6AdminTest-2062886361-project] Calling delete_port for f7a322a2-fc65-4914-8feb-2fa31f659092 owned by network:router_gateway {{(pid=116161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 11:00:09.594324 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_dvr_db [None req-c72381cd-b64f-4145-825c-e52211f10e48 None None] Set router 4bdc4a64-1a8f-439a-af8a-e631bebdc4fa gateway port host: dv-neutron-master-2-hyperv {{(pid=116164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 11:00:09.602134 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-283d6380-0184-4e0a-81a7-00f789f48dad tempest-FloatingIPAdminTestJSON-1724025514 tempest-FloatingIPAdminTestJSON-1724025514-project] Publish callbacks [] for router_gateway (76ac97e8-357a-4c02-ab8f-161546f85317), before_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:09.625656 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-330985c8-b9bb-4506-b3fe-23824c9e587f tempest-RoutersTestDVR-1284419090 tempest-RoutersTestDVR-1284419090-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2060865', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-63275'] for router (dadf9144-ff23-47bc-9ea2-9ab3ecc8cab9), precommit_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:09.630336 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-9880765c-cae8-40d9-be6e-0f31284723f6 tempest-BulkNetworkOpsIpV6Test-1073769146 tempest-BulkNetworkOpsIpV6Test-1073769146-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042'] for network (39e1d936-0992-4aa3-a0ee-1ac9dacfef1a), after_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:09.631524 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-9880765c-cae8-40d9-be6e-0f31284723f6 tempest-BulkNetworkOpsIpV6Test-1073769146 tempest-BulkNetworkOpsIpV6Test-1073769146-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042'] for network (2ae8dbe1-313f-4beb-afd2-595d158ce793), after_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:09.634727 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Provisioning complete for port 5cf42dd0-75ee-45f8-a976-797109598a6d triggered by entity L2. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:00:09.635101 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (5cf42dd0-75ee-45f8-a976-797109598a6d), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:09.636554 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9880765c-cae8-40d9-be6e-0f31284723f6 tempest-BulkNetworkOpsIpV6Test-1073769146 tempest-BulkNetworkOpsIpV6Test-1073769146-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:00:09.645175 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9880765c-cae8-40d9-be6e-0f31284723f6 tempest-BulkNetworkOpsIpV6Test-1073769146 tempest-BulkNetworkOpsIpV6Test-1073769146-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:00:09.646866 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-9880765c-cae8-40d9-be6e-0f31284723f6 tempest-BulkNetworkOpsIpV6Test-1073769146 tempest-BulkNetworkOpsIpV6Test-1073769146-project] Publish callbacks [] for network (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:09.652846 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-330985c8-b9bb-4506-b3fe-23824c9e587f tempest-RoutersTestDVR-1284419090 tempest-RoutersTestDVR-1284419090-project-admin] Publish callbacks [] for router_controller (dadf9144-ff23-47bc-9ea2-9ab3ecc8cab9), precommit_delete_associations {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:09.678728 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 11:00:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dedb9e41-9193-4632-9159-3074623b5aae x-openstack-request-id: req-dedb9e41-9193-4632-9159-3074623b5aae {{(pid=116161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 11:00:09.679421 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2a07d7d5-8b9a-4bde-9f8a-f5af3ef71d28", "tag": "69c48b6b-9700-4a70-bcfe-7a9c85a59fc2", "status": "completed", "code": 200}]} {{(pid=116161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 11:00:09.680347 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-dedb9e41-9193-4632-9159-3074623b5aae {{(pid=116161) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 11:00:09.681955 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dedb9e41-9193-4632-9159-3074623b5aae'] response: {'name': 'network-changed', 'server_uuid': '2a07d7d5-8b9a-4bde-9f8a-f5af3ef71d28', 'tag': '69c48b6b-9700-4a70-bcfe-7a9c85a59fc2', 'status': 'completed', 'code': 200} Apr 28 11:00:09.744624 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-1ea37be5-5f14-47f4-81cf-2e115d54222c req-c566b6be-4d95-4d24-8582-6169a09cf5bc tempest-ServersTestJSON-1447308081 tempest-ServersTestJSON-1447308081-project] 10.222.0.10 "GET /v2.0/security-groups?id=5b5e6860-ab9c-4333-ac60-80cd6bb33798&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2170622 Apr 28 11:00:09.788690 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Current status of the port 5cf42dd0-75ee-45f8-a976-797109598a6d is: ACTIVE; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:00:09.838115 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9880765c-cae8-40d9-be6e-0f31284723f6 tempest-BulkNetworkOpsIpV6Test-1073769146 tempest-BulkNetworkOpsIpV6Test-1073769146-project] Pushing event updated for resources: {'Network': ['ID=39e1d936-0992-4aa3-a0ee-1ac9dacfef1a,revision_number=1']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:00:09.850182 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Network 39e1d936-0992-4aa3-a0ee-1ac9dacfef1a details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=116163) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 28 11:00:09.854881 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0300594-d958-4fb0-b5d1-01f391c97982 req-057f5bf7-40b0-48f0-a5d4-13366cff2ed1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:00:09.858701 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-b0300594-d958-4fb0-b5d1-01f391c97982 req-057f5bf7-40b0-48f0-a5d4-13366cff2ed1 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=19a7f91fec214fcea65c9e72a1c65353&device_id=2a07d7d5-8b9a-4bde-9f8a-f5af3ef71d28 HTTP/1.1" status: 200 len: 1129 time: 0.1688550 Apr 28 11:00:09.867771 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-e6db3edf-f0a1-473d-9fd1-5d5c7c4c2892 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-971310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5053962', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4210815'] for subnet (992f51a2-f0ba-4be7-b7f1-f15cbc66fb00), after_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:09.869668 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-330985c8-b9bb-4506-b3fe-23824c9e587f tempest-RoutersTestDVR-1284419090 tempest-RoutersTestDVR-1284419090-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2060888'] for router (dadf9144-ff23-47bc-9ea2-9ab3ecc8cab9), after_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:09.870185 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-330985c8-b9bb-4506-b3fe-23824c9e587f tempest-RoutersTestDVR-1284419090 tempest-RoutersTestDVR-1284419090-project-admin] Fanout notify agent at l3_agent the message router_deleted on router dadf9144-ff23-47bc-9ea2-9ab3ecc8cab9 {{(pid=116162) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 28 11:00:09.884799 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-330985c8-b9bb-4506-b3fe-23824c9e587f tempest-RoutersTestDVR-1284419090 tempest-RoutersTestDVR-1284419090-project-admin] Publish callbacks [] for router (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:09.884799 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-330985c8-b9bb-4506-b3fe-23824c9e587f tempest-RoutersTestDVR-1284419090 tempest-RoutersTestDVR-1284419090-project-admin] 10.222.0.10 "DELETE /v2.0/routers/dadf9144-ff23-47bc-9ea2-9ab3ecc8cab9 HTTP/1.1" status: 204 len: 168 time: 0.7785141 Apr 28 11:00:09.884799 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-9880765c-cae8-40d9-be6e-0f31284723f6 tempest-BulkNetworkOpsIpV6Test-1073769146 tempest-BulkNetworkOpsIpV6Test-1073769146-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1318 time: 2.6933846 Apr 28 11:00:09.890251 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 49812) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:00:09.890622 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 49814) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:00:09.895458 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_hamode_db [None req-c72381cd-b64f-4145-825c-e52211f10e48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bdc4a64-1a8f-439a-af8a-e631bebdc4fa', 'name': 'tempest-ServersTestJSON-90404896-router', 'tenant_id': '19a7f91fec214fcea65c9e72a1c65353', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'external_fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.122'}], 'enable_snat': True}, 'gw_port_id': '0349ac72-fdf4-467a-a64f-2f09d8e6b3a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T10:59:03Z', 'updated_at': '2022-04-28T10:59:15Z', 'revision_number': 4, 'project_id': '19a7f91fec214fcea65c9e72a1c65353', 'gw_port': {'id': '0349ac72-fdf4-467a-a64f-2f09d8e6b3a4', 'name': '', 'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:46:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bdc4a64-1a8f-439a-af8a-e631bebdc4fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T10:59:05Z', 'updated_at': '2022-04-28T10:59:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '8131a908-c5c2-48f7-b2d8-e6a1e520ba65', 'tenant_id': '19a7f91fec214fcea65c9e72a1c65353', 'floating_ip_address': '172.36.4.243', 'floating_network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'router_id': '4bdc4a64-1a8f-439a-af8a-e631bebdc4fa', 'port_id': '69c48b6b-9700-4a70-bcfe-7a9c85a59fc2', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 186, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4da8bd43-d906-4f61-8b6f-8dd6519937e1', 'mac_address': 'fa:16:3e:75:b9:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a07d7d5-8b9a-4bde-9f8a-f5af3ef71d28', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T10:59:30Z', 'updated_at': '2022-04-28T11:00:07Z', 'revision_number': 1, 'project_id': '19a7f91fec214fcea65c9e72a1c65353', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8831271f-a430-441d-9f3d-a067d7643f47', 'name': '', 'network_id': '4da8bd43-d906-4f61-8b6f-8dd6519937e1', 'tenant_id': '19a7f91fec214fcea65c9e72a1c65353', 'mac_address': 'fa:16:3e:57:e7:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bdc4a64-1a8f-439a-af8a-e631bebdc4fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 120, 'fixed_ips': [{'subnet_id': '92361fe4-492b-4a32-8d67-8edec320c5e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T10:59:13Z', 'updated_at': '2022-04-28T10:59:27Z', 'revision_number': 5, 'project_id': '19a7f91fec214fcea65c9e72a1c65353', 'subnets': [{'id': '92361fe4-492b-4a32-8d67-8edec320c5e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=116164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:00:09.916246 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.v2.base [None req-52f1f2d0-0842-487e-877a-e638707a9219 tempest-RoutersTestDVR-1284419090 tempest-RoutersTestDVR-1284419090-project-admin] Request body: {'router': {'name': 'tempest-router-1951634557', 'distributed': True}} {{(pid=116162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:00:09.925309 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c72381cd-b64f-4145-825c-e52211f10e48 None None] The sync data for ids ['4bdc4a64-1a8f-439a-af8a-e631bebdc4fa'] in dv-neutron-master-2-hyperv is: [{'id': '4bdc4a64-1a8f-439a-af8a-e631bebdc4fa', 'name': 'tempest-ServersTestJSON-90404896-router', 'tenant_id': '19a7f91fec214fcea65c9e72a1c65353', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'external_fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.122'}], 'enable_snat': True}, 'gw_port_id': '0349ac72-fdf4-467a-a64f-2f09d8e6b3a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T10:59:03Z', 'updated_at': '2022-04-28T10:59:15Z', 'revision_number': 4, 'project_id': '19a7f91fec214fcea65c9e72a1c65353', 'gw_port': {'id': '0349ac72-fdf4-467a-a64f-2f09d8e6b3a4', 'name': '', 'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:46:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bdc4a64-1a8f-439a-af8a-e631bebdc4fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T10:59:05Z', 'updated_at': '2022-04-28T10:59:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '8131a908-c5c2-48f7-b2d8-e6a1e520ba65', 'tenant_id': '19a7f91fec214fcea65c9e72a1c65353', 'floating_ip_address': '172.36.4.243', 'floating_network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'router_id': '4bdc4a64-1a8f-439a-af8a-e631bebdc4fa', 'port_id': '69c48b6b-9700-4a70-bcfe-7a9c85a59fc2', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 186, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4da8bd43-d906-4f61-8b6f-8dd6519937e1', 'mac_address': 'fa:16:3e:75:b9:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a07d7d5-8b9a-4bde-9f8a-f5af3ef71d28', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T10:59:30Z', 'updated_at': '2022-04-28T11:00:07Z', 'revision_number': 1, 'project_id': '19a7f91fec214fcea65c9e72a1c65353', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8831271f-a430-441d-9f3d-a067d7643f47', 'name': '', 'network_id': '4da8bd43-d906-4f61-8b6f-8dd6519937e1', 'tenant_id': '19a7f91fec214fcea65c9e72a1c65353', 'mac_address': 'fa:16:3e:57:e7:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bdc4a64-1a8f-439a-af8a-e631bebdc4fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 120, 'fixed_ips': [{'subnet_id': '92361fe4-492b-4a32-8d67-8edec320c5e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T10:59:13Z', 'updated_at': '2022-04-28T10:59:27Z', 'revision_number': 5, 'project_id': '19a7f91fec214fcea65c9e72a1c65353', 'subnets': [{'id': '92361fe4-492b-4a32-8d67-8edec320c5e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=116164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 11:00:09.967850 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d40a323-2946-48f3-a67e-67210ea2763d req-af3f76fa-e7d4-40a6-b8b9-4fb0f106c43e tempest-ServersTestManualDisk-708954650 tempest-ServersTestManualDisk-708954650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:00:09.969397 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-4d40a323-2946-48f3-a67e-67210ea2763d req-af3f76fa-e7d4-40a6-b8b9-4fb0f106c43e tempest-ServersTestManualDisk-708954650 tempest-ServersTestManualDisk-708954650-project] 10.222.0.10 "GET /v2.0/ports?device_id=7b8f1546-43fe-47eb-a29a-4d9b0d24e4fe HTTP/1.1" status: 200 len: 946 time: 0.2510977 Apr 28 11:00:09.980948 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 49816) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:00:09.981541 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.plugin [None req-283d6380-0184-4e0a-81a7-00f789f48dad tempest-FloatingIPAdminTestJSON-1724025514 tempest-FloatingIPAdminTestJSON-1724025514-project] Deleting port 1d601598-80e3-41d6-b4c3-4748b5f69e51 {{(pid=116161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 11:00:09.981887 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-283d6380-0184-4e0a-81a7-00f789f48dad tempest-FloatingIPAdminTestJSON-1724025514 tempest-FloatingIPAdminTestJSON-1724025514-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742235130188'] for port (1d601598-80e3-41d6-b4c3-4748b5f69e51), before_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:10.001195 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.v2.base [None req-6666e7b5-e9f2-458b-9e12-639e2f97df4c tempest-ServersTestManualDisk-708954650 tempest-ServersTestManualDisk-708954650-project] Request body: {'floatingip': {'port_id': 'c0d148b4-7df0-41b4-ae3e-381c91ef07cd'}} {{(pid=116161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:00:10.009464 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6db3edf-f0a1-473d-9fd1-5d5c7c4c2892 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Pushing event deleted for resources: {'Subnet': ['ID=992f51a2-f0ba-4be7-b7f1-f15cbc66fb00,revision_number=None']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:00:10.025964 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce7e8088-c873-4b8b-8d10-812c710f31c0 tempest-FloatingIPTestJSON-373071706 tempest-FloatingIPTestJSON-373071706-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=116162) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 11:00:10.026744 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66fa6063-d332-4320-8460-0782e7d0b5ee None None] Network 1ec9fbcf-7a57-4aaa-9c30-4e0f43e09480 requested from dv-neutron-master-2-hyperv {{(pid=116163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 11:00:10.030225 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-e6db3edf-f0a1-473d-9fd1-5d5c7c4c2892 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603020'] for subnet (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:10.034078 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-e6db3edf-f0a1-473d-9fd1-5d5c7c4c2892 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] 10.222.0.10 "DELETE /v2.0/subnets/992f51a2-f0ba-4be7-b7f1-f15cbc66fb00 HTTP/1.1" status: 204 len: 168 time: 1.3732207 Apr 28 11:00:10.057649 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e68900fd-a9b0-4038-9572-ea971676552e None None] Sync routers for ids ['f78b6f71-c91e-4419-a7fc-4e894ee6d57e'] in dv-neutron-master-2-hyperv {{(pid=116163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 11:00:10.078429 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 49818) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:00:10.079959 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9880765c-cae8-40d9-be6e-0f31284723f6 tempest-BulkNetworkOpsIpV6Test-1073769146 tempest-BulkNetworkOpsIpV6Test-1073769146-project] Pushing event updated for resources: {'Network': ['ID=2ae8dbe1-313f-4beb-afd2-595d158ce793,revision_number=1']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:00:10.099470 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-6666e7b5-e9f2-458b-9e12-639e2f97df4c tempest-ServersTestManualDisk-708954650 tempest-ServersTestManualDisk-708954650-project] Publish callbacks [] for floatingip (90330ed3-ebe0-491c-8c64-b4e11610ed43), before_update {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:10.102785 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-52f1f2d0-0842-487e-877a-e638707a9219 tempest-RoutersTestDVR-1284419090 tempest-RoutersTestDVR-1284419090-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2060459', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-63449'] for router (e6dfead5-48e6-4067-a338-5cea4abdac6b), before_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:10.103815 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-52f1f2d0-0842-487e-877a-e638707a9219 tempest-RoutersTestDVR-1284419090 tempest-RoutersTestDVR-1284419090-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2060827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1935275', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1960866', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-63266'] for router (e6dfead5-48e6-4067-a338-5cea4abdac6b), precommit_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:10.134946 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Network 2ae8dbe1-313f-4beb-afd2-595d158ce793 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=116163) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 28 11:00:10.138672 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e68900fd-a9b0-4038-9572-ea971676552e None None] Routers {'f78b6f71-c91e-4419-a7fc-4e894ee6d57e'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=116163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 11:00:10.139381 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_hamode_db [None req-e68900fd-a9b0-4038-9572-ea971676552e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-28T10:50:39Z,description=,heartbeat_timestamp=2022-04-28T11:00:09Z,host='dv-neutron-master-2-hyperv',id=6b492ad6-0876-4d74-b20d-28143a52ceba,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T10:50:40Z,topic='l3_agent')) {'router_ids': ['f78b6f71-c91e-4419-a7fc-4e894ee6d57e'], 'active': True} {{(pid=116163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:00:10.198767 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-7e9e2a28-cc3f-4d70-931f-b72367aa2b48 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] 10.222.0.10 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1168675 Apr 28 11:00:10.200784 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 49820) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:00:10.215082 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.v2.base [None req-ac3d7bed-58de-4e81-89cf-4da7354963c2 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Request body: {'subnet': {'network_id': '1ec9fbcf-7a57-4aaa-9c30-4e0f43e09480', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=116162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:00:10.232867 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_hamode_db [None req-e68900fd-a9b0-4038-9572-ea971676552e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=116163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:00:10.293074 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17b32c6b-bcef-4e2a-99f4-a652fecbe535 None None] New status for floating IP 8131a908-c5c2-48f7-b2d8-e6a1e520ba65: ACTIVE {{(pid=116164) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 28 11:00:10.307061 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e68900fd-a9b0-4038-9572-ea971676552e None None] Routers {'f78b6f71-c91e-4419-a7fc-4e894ee6d57e'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=116163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 11:00:10.307061 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_hamode_db [None req-e68900fd-a9b0-4038-9572-ea971676552e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-28T10:50:39Z,description=,heartbeat_timestamp=2022-04-28T11:00:09Z,host='dv-neutron-master-2-hyperv',id=6b492ad6-0876-4d74-b20d-28143a52ceba,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T10:50:40Z,topic='l3_agent')) {'router_ids': ['f78b6f71-c91e-4419-a7fc-4e894ee6d57e'], 'active': True} {{(pid=116163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:00:10.360438 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f9be424-ba62-444a-89d5-678db94ff714 None None] DHCP port deletion for 1ec9fbcf-7a57-4aaa-9c30-4e0f43e09480 request from dv-neutron-master-2-hyperv {{(pid=116163) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 28 11:00:10.367603 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_hamode_db [None req-e68900fd-a9b0-4038-9572-ea971676552e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=116163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:00:10.368514 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e68900fd-a9b0-4038-9572-ea971676552e None None] The sync data for ids ['f78b6f71-c91e-4419-a7fc-4e894ee6d57e'] in dv-neutron-master-2-hyperv is: [] {{(pid=116163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 11:00:10.369211 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-52f1f2d0-0842-487e-877a-e638707a9219 tempest-RoutersTestDVR-1284419090 tempest-RoutersTestDVR-1284419090-project-admin] Publish callbacks [] for router_controller (e6dfead5-48e6-4067-a338-5cea4abdac6b), precommit_add_association {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:10.419527 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd77a22f-6701-492c-8d9f-2adce4754256 tempest-BulkNetworkOpsIpV6Test-1073769146 tempest-BulkNetworkOpsIpV6Test-1073769146-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:00:10.424594 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd77a22f-6701-492c-8d9f-2adce4754256 tempest-BulkNetworkOpsIpV6Test-1073769146 tempest-BulkNetworkOpsIpV6Test-1073769146-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:00:10.431877 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd77a22f-6701-492c-8d9f-2adce4754256 tempest-BulkNetworkOpsIpV6Test-1073769146 tempest-BulkNetworkOpsIpV6Test-1073769146-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:00:10.433430 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-5f9be424-ba62-444a-89d5-678db94ff714 None None] Deleting port 5cf42dd0-75ee-45f8-a976-797109598a6d {{(pid=116163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 11:00:10.433887 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-5f9be424-ba62-444a-89d5-678db94ff714 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742235130188'] for port (5cf42dd0-75ee-45f8-a976-797109598a6d), before_delete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:10.437884 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd77a22f-6701-492c-8d9f-2adce4754256 tempest-BulkNetworkOpsIpV6Test-1073769146 tempest-BulkNetworkOpsIpV6Test-1073769146-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:00:10.443395 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-fd77a22f-6701-492c-8d9f-2adce4754256 tempest-BulkNetworkOpsIpV6Test-1073769146 tempest-BulkNetworkOpsIpV6Test-1073769146-project] 10.222.0.10 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2405 time: 0.5441825 Apr 28 11:00:10.443999 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 49822) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:00:10.463319 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-52f1f2d0-0842-487e-877a-e638707a9219 tempest-RoutersTestDVR-1284419090 tempest-RoutersTestDVR-1284419090-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2060818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1935326'] for router (e6dfead5-48e6-4067-a338-5cea4abdac6b), after_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:10.504262 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-ae94d540-e4c6-43be-adc9-b26fb6a2f62f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (cfc241ae-e4b7-443b-b80b-59fbbc2b69c9), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:10.528929 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac3d7bed-58de-4e81-89cf-4da7354963c2 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Made reservation on behalf of 12780407c7254bdfbde1c04e76d433ee for: {'subnet': 1} {{(pid=116162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 11:00:10.531209 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-5f9be424-ba62-444a-89d5-678db94ff714 None None] For port 5cf42dd0-75ee-45f8-a976-797109598a6d, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=5cf42dd0-75ee-45f8-a976-797109598a6d,segment=NetworkSegment(ffa4348d-378b-4e93-98fa-ab0dc49ee16c),segment_id=ffa4348d-378b-4e93-98fa-ab0dc49ee16c)] {{(pid=116163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 11:00:10.531209 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-5f9be424-ba62-444a-89d5-678db94ff714 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1938497'] for port (5cf42dd0-75ee-45f8-a976-797109598a6d), precommit_delete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:10.534324 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-ac3d7bed-58de-4e81-89cf-4da7354963c2 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4210834'] for subnet (None), before_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:10.552182 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-5f9be424-ba62-444a-89d5-678db94ff714 None None] Calling delete_port for 5cf42dd0-75ee-45f8-a976-797109598a6d owned by network:dhcp {{(pid=116163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 11:00:10.572620 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-283d6380-0184-4e0a-81a7-00f789f48dad tempest-FloatingIPAdminTestJSON-1724025514 tempest-FloatingIPAdminTestJSON-1724025514-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1938497'] for port (1d601598-80e3-41d6-b4c3-4748b5f69e51), precommit_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:10.589686 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0300594-d958-4fb0-b5d1-01f391c97982 req-f6ecd639-e657-45f4-ab8a-d59440c86f31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:00:10.591224 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-b0300594-d958-4fb0-b5d1-01f391c97982 req-f6ecd639-e657-45f4-ab8a-d59440c86f31 service neutron] 10.222.0.20 "GET /v2.0/networks?id=4da8bd43-d906-4f61-8b6f-8dd6519937e1 HTTP/1.1" status: 200 len: 904 time: 0.6554520 Apr 28 11:00:10.597734 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.plugin [None req-283d6380-0184-4e0a-81a7-00f789f48dad tempest-FloatingIPAdminTestJSON-1724025514 tempest-FloatingIPAdminTestJSON-1724025514-project] Calling delete_port for 1d601598-80e3-41d6-b4c3-4748b5f69e51 owned by network:router_gateway {{(pid=116161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 11:00:10.623723 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-52f1f2d0-0842-487e-877a-e638707a9219 tempest-RoutersTestDVR-1284419090 tempest-RoutersTestDVR-1284419090-project-admin] Publish callbacks [] for router (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:10.627681 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-52f1f2d0-0842-487e-877a-e638707a9219 tempest-RoutersTestDVR-1284419090 tempest-RoutersTestDVR-1284419090-project-admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.7291210 Apr 28 11:00:10.643642 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 49824) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:00:10.665684 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-d0ed7902-2ee1-4870-a130-8fb5949c5ff5 tempest-BulkNetworkOpsIpV6Test-1073769146 tempest-BulkNetworkOpsIpV6Test-1073769146-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-979593'] for network (39e1d936-0992-4aa3-a0ee-1ac9dacfef1a), before_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:10.742600 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-44024ffa-277d-4420-8b25-e4d6d2f717c8 tempest-RoutersIpV6AdminTest-2062886361 tempest-RoutersIpV6AdminTest-2062886361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742235135690', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742234710366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5219112'] for port (f7a322a2-fc65-4914-8feb-2fa31f659092), after_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:10.749163 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-5f9be424-ba62-444a-89d5-678db94ff714 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742235135690', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742234710366'] for port (5cf42dd0-75ee-45f8-a976-797109598a6d), after_delete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:10.777436 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9be424-ba62-444a-89d5-678db94ff714 None None] Pushing event deleted for resources: {'Port': ['ID=5cf42dd0-75ee-45f8-a976-797109598a6d,revision_number=None']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:00:10.786618 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f9be424-ba62-444a-89d5-678db94ff714 None None] No DVR routers for this DVR port 5cf42dd0-75ee-45f8-a976-797109598a6d on host dv-neutron-master-2-hyperv {{(pid=116163) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 11:00:10.869564 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44024ffa-277d-4420-8b25-e4d6d2f717c8 tempest-RoutersIpV6AdminTest-2062886361 tempest-RoutersIpV6AdminTest-2062886361-project] Pushing event deleted for resources: {'Port': ['ID=f7a322a2-fc65-4914-8feb-2fa31f659092,revision_number=None']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:00:10.881183 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-a55c65ec-0de3-4025-aac3-ff89bba34932 tempest-RoutersTestDVR-1284419090 tempest-RoutersTestDVR-1284419090-project-admin] Publish callbacks [] for router (e6dfead5-48e6-4067-a338-5cea4abdac6b), before_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:10.885311 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.db.resource_extend [None req-6666e7b5-e9f2-458b-9e12-639e2f97df4c tempest-ServersTestManualDisk-708954650 tempest-ServersTestManualDisk-708954650-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=116161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 28 11:00:10.890053 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-b0300594-d958-4fb0-b5d1-01f391c97982 req-5a907a1b-8d73-452e-a35f-47e09c84dfc7 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=69c48b6b-9700-4a70-bcfe-7a9c85a59fc2 HTTP/1.1" status: 200 len: 999 time: 0.2901883 Apr 28 11:00:11.115240 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-6666e7b5-e9f2-458b-9e12-639e2f97df4c tempest-ServersTestManualDisk-708954650 tempest-ServersTestManualDisk-708954650-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:11.145775 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce7e8088-c873-4b8b-8d10-812c710f31c0 tempest-FloatingIPTestJSON-373071706 tempest-FloatingIPTestJSON-373071706-project] Router f78b6f71-c91e-4419-a7fc-4e894ee6d57e has already been hosted by L3 agent 6b492ad6-0876-4d74-b20d-28143a52ceba {{(pid=116162) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 11:00:11.147873 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-d0ed7902-2ee1-4870-a130-8fb5949c5ff5 tempest-BulkNetworkOpsIpV6Test-1073769146 tempest-BulkNetworkOpsIpV6Test-1073769146-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-973498', 'neutron.services.segments.db._delete_segments_for_network-8742235207033'] for network (39e1d936-0992-4aa3-a0ee-1ac9dacfef1a), precommit_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:11.205617 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.services.segments.db [None req-d0ed7902-2ee1-4870-a130-8fb5949c5ff5 tempest-BulkNetworkOpsIpV6Test-1073769146 tempest-BulkNetworkOpsIpV6Test-1073769146-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['39e1d936-0992-4aa3-a0ee-1ac9dacfef1a']}} {{(pid=116162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:00:11.223947 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.services.segments.db [None req-d0ed7902-2ee1-4870-a130-8fb5949c5ff5 tempest-BulkNetworkOpsIpV6Test-1073769146 tempest-BulkNetworkOpsIpV6Test-1073769146-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '006b3ead-d0e9-4637-9a9b-9af8d63c907d') {'for_net_delete': True} {{(pid=116162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:00:11.224248 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.services.segments.db [None req-d0ed7902-2ee1-4870-a130-8fb5949c5ff5 tempest-BulkNetworkOpsIpV6Test-1073769146 tempest-BulkNetworkOpsIpV6Test-1073769146-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '006b3ead-d0e9-4637-9a9b-9af8d63c907d') {} {{(pid=116162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:00:11.288830 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-d0ed7902-2ee1-4870-a130-8fb5949c5ff5 tempest-BulkNetworkOpsIpV6Test-1073769146 tempest-BulkNetworkOpsIpV6Test-1073769146-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742235208578', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5026548'] for segment (006b3ead-d0e9-4637-9a9b-9af8d63c907d), before_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:11.326975 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-d0ed7902-2ee1-4870-a130-8fb5949c5ff5 tempest-BulkNetworkOpsIpV6Test-1073769146 tempest-BulkNetworkOpsIpV6Test-1073769146-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-961978'] for segment (006b3ead-d0e9-4637-9a9b-9af8d63c907d), precommit_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:11.340765 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d0ed7902-2ee1-4870-a130-8fb5949c5ff5 tempest-BulkNetworkOpsIpV6Test-1073769146 tempest-BulkNetworkOpsIpV6Test-1073769146-project] Releasing vlan 51 on physical network physnet1 to pool {{(pid=116162) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 11:00:11.341170 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-d0ed7902-2ee1-4870-a130-8fb5949c5ff5 tempest-BulkNetworkOpsIpV6Test-1073769146 tempest-BulkNetworkOpsIpV6Test-1073769146-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-961978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5051884'] for segment (006b3ead-d0e9-4637-9a9b-9af8d63c907d), after_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:11.345995 dv-neutron-master-2-hyperv neutron-server[116162]: Traceback (most recent call last): Apr 28 11:00:11.345995 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 11:00:11.345995 dv-neutron-master-2-hyperv neutron-server[116162]: timer() Apr 28 11:00:11.345995 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 11:00:11.345995 dv-neutron-master-2-hyperv neutron-server[116162]: cb(*args, **kw) Apr 28 11:00:11.345995 dv-neutron-master-2-hyperv neutron-server[116162]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 28 11:00:11.345995 dv-neutron-master-2-hyperv neutron-server[116162]: return func(*args, **kwargs) Apr 28 11:00:11.345995 dv-neutron-master-2-hyperv neutron-server[116162]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 11:00:11.345995 dv-neutron-master-2-hyperv neutron-server[116162]: self._notify() Apr 28 11:00:11.345995 dv-neutron-master-2-hyperv neutron-server[116162]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 11:00:11.345995 dv-neutron-master-2-hyperv neutron-server[116162]: self.callback(batched_events) Apr 28 11:00:11.345995 dv-neutron-master-2-hyperv neutron-server[116162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 11:00:11.345995 dv-neutron-master-2-hyperv neutron-server[116162]: event.method(event) Apr 28 11:00:11.345995 dv-neutron-master-2-hyperv neutron-server[116162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 28 11:00:11.345995 dv-neutron-master-2-hyperv neutron-server[116162]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 11:00:11.345995 dv-neutron-master-2-hyperv neutron-server[116162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 28 11:00:11.345995 dv-neutron-master-2-hyperv neutron-server[116162]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 11:00:11.345995 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 28 11:00:11.345995 dv-neutron-master-2-hyperv neutron-server[116162]: return f(self, *a, **k) Apr 28 11:00:11.345995 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 28 11:00:11.345995 dv-neutron-master-2-hyperv neutron-server[116162]: return self._get(url).json() Apr 28 11:00:11.345995 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 28 11:00:11.345995 dv-neutron-master-2-hyperv neutron-server[116162]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 11:00:11.345995 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 11:00:11.345995 dv-neutron-master-2-hyperv neutron-server[116162]: return self.request(url, 'GET', **kwargs) Apr 28 11:00:11.345995 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 11:00:11.345995 dv-neutron-master-2-hyperv neutron-server[116162]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 11:00:11.345995 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 11:00:11.345995 dv-neutron-master-2-hyperv neutron-server[116162]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 11:00:11.345995 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 11:00:11.345995 dv-neutron-master-2-hyperv neutron-server[116162]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 11:00:11.345995 dv-neutron-master-2-hyperv neutron-server[116162]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 11:00:11.435051 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Device 5cf42dd0-75ee-45f8-a976-797109598a6d no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=116163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 11:00:11.445095 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-ac3d7bed-58de-4e81-89cf-4da7354963c2 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5054027', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4210784'] for subnet (48b91d53-5724-4cc4-8205-238cc2fc97b3), after_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:11.457098 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce7e8088-c873-4b8b-8d10-812c710f31c0 tempest-FloatingIPTestJSON-373071706 tempest-FloatingIPTestJSON-373071706-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=116162) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 11:00:11.460248 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] No Port match for: 5cf42dd0-75ee-45f8-a976-797109598a6d {{(pid=116163) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 28 11:00:11.460558 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Device 5cf42dd0-75ee-45f8-a976-797109598a6d not bound to the agent host dv-neutron-master-2-hyperv {{(pid=116163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 11:00:11.477828 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47d52b1f-792f-4601-9729-11ff8a986de2 None None] Sync routers for ids ['f78b6f71-c91e-4419-a7fc-4e894ee6d57e'] in dv-neutron-master-2-hyperv {{(pid=116163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 11:00:11.481929 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-ce7e8088-c873-4b8b-8d10-812c710f31c0 tempest-FloatingIPTestJSON-373071706 tempest-FloatingIPTestJSON-373071706-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198022'] for floatingip (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:11.490367 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47d52b1f-792f-4601-9729-11ff8a986de2 None None] Routers {'f78b6f71-c91e-4419-a7fc-4e894ee6d57e'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=116163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 11:00:11.491147 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_hamode_db [None req-47d52b1f-792f-4601-9729-11ff8a986de2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-28T10:50:39Z,description=,heartbeat_timestamp=2022-04-28T11:00:09Z,host='dv-neutron-master-2-hyperv',id=6b492ad6-0876-4d74-b20d-28143a52ceba,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T10:50:40Z,topic='l3_agent')) {'router_ids': ['f78b6f71-c91e-4419-a7fc-4e894ee6d57e'], 'active': True} {{(pid=116163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:00:11.495702 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0300594-d958-4fb0-b5d1-01f391c97982 req-b1931d2c-331d-4146-9120-1b03842d237a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:00:11.497174 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-b0300594-d958-4fb0-b5d1-01f391c97982 req-b1931d2c-331d-4146-9120-1b03842d237a service neutron] 10.222.0.20 "GET /v2.0/subnets?id=92361fe4-492b-4a32-8d67-8edec320c5e2 HTTP/1.1" status: 200 len: 843 time: 0.5593214 Apr 28 11:00:11.500391 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-6666e7b5-e9f2-458b-9e12-639e2f97df4c tempest-ServersTestManualDisk-708954650 tempest-ServersTestManualDisk-708954650-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2063164'] for floatingip (90330ed3-ebe0-491c-8c64-b4e11610ed43), after_update {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:11.518005 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac3d7bed-58de-4e81-89cf-4da7354963c2 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Network 1ec9fbcf-7a57-4aaa-9c30-4e0f43e09480 is already hosted by enough agents. {{(pid=116162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 11:00:11.525391 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.scheduler.base_scheduler [None req-ac3d7bed-58de-4e81-89cf-4da7354963c2 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Resources bound (agent type, host, resource id): {{(pid=116162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 11:00:11.532446 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_hamode_db [None req-47d52b1f-792f-4601-9729-11ff8a986de2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=116163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:00:11.533437 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac3d7bed-58de-4e81-89cf-4da7354963c2 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:00:11.533962 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-ac3d7bed-58de-4e81-89cf-4da7354963c2 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603020'] for subnet (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:11.542022 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60570c5c-0882-4c97-b503-1d8fb64f1f77 None None] Network 1ec9fbcf-7a57-4aaa-9c30-4e0f43e09480 requested from dv-neutron-master-2-hyperv {{(pid=116163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 11:00:11.547651 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac3d7bed-58de-4e81-89cf-4da7354963c2 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Pushing event updated for resources: {'Subnet': ['ID=48b91d53-5724-4cc4-8205-238cc2fc97b3,revision_number=0']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:00:11.549269 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-d0ed7902-2ee1-4870-a130-8fb5949c5ff5 tempest-BulkNetworkOpsIpV6Test-1073769146 tempest-BulkNetworkOpsIpV6Test-1073769146-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-973477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2063122'] for network (39e1d936-0992-4aa3-a0ee-1ac9dacfef1a), after_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:11.564785 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-44024ffa-277d-4420-8b25-e4d6d2f717c8 tempest-RoutersIpV6AdminTest-2062886361 tempest-RoutersIpV6AdminTest-2062886361-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1935354'] for router_gateway (73193f52-37d8-488b-8905-f81676340be3), after_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:11.583385 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-d0ed7902-2ee1-4870-a130-8fb5949c5ff5 tempest-BulkNetworkOpsIpV6Test-1073769146 tempest-BulkNetworkOpsIpV6Test-1073769146-project] Publish callbacks [] for network (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:11.583385 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-d0ed7902-2ee1-4870-a130-8fb5949c5ff5 tempest-BulkNetworkOpsIpV6Test-1073769146 tempest-BulkNetworkOpsIpV6Test-1073769146-project] 10.222.0.10 "DELETE /v2.0/networks/39e1d936-0992-4aa3-a0ee-1ac9dacfef1a HTTP/1.1" status: 204 len: 168 time: 1.1319504 Apr 28 11:00:11.583583 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-a55c65ec-0de3-4025-aac3-ff89bba34932 tempest-RoutersTestDVR-1284419090 tempest-RoutersTestDVR-1284419090-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2060865', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-63275'] for router (e6dfead5-48e6-4067-a338-5cea4abdac6b), precommit_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:11.586432 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-a55c65ec-0de3-4025-aac3-ff89bba34932 tempest-RoutersTestDVR-1284419090 tempest-RoutersTestDVR-1284419090-project-admin] Publish callbacks [] for router_controller (e6dfead5-48e6-4067-a338-5cea4abdac6b), precommit_delete_associations {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:11.586744 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 49826) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:00:11.592473 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47d52b1f-792f-4601-9729-11ff8a986de2 None None] Routers {'f78b6f71-c91e-4419-a7fc-4e894ee6d57e'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=116163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 11:00:11.592892 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ed7902-2ee1-4870-a130-8fb5949c5ff5 tempest-BulkNetworkOpsIpV6Test-1073769146 tempest-BulkNetworkOpsIpV6Test-1073769146-project] Pushing event deleted for resources: {'Network': ['ID=39e1d936-0992-4aa3-a0ee-1ac9dacfef1a,revision_number=None']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:00:11.593480 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_hamode_db [None req-47d52b1f-792f-4601-9729-11ff8a986de2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-28T10:50:39Z,description=,heartbeat_timestamp=2022-04-28T11:00:09Z,host='dv-neutron-master-2-hyperv',id=6b492ad6-0876-4d74-b20d-28143a52ceba,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T10:50:40Z,topic='l3_agent')) {'router_ids': ['f78b6f71-c91e-4419-a7fc-4e894ee6d57e'], 'active': True} {{(pid=116163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:00:11.604710 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-ce7e8088-c873-4b8b-8d10-812c710f31c0 tempest-FloatingIPTestJSON-373071706 tempest-FloatingIPTestJSON-373071706-project] 10.222.0.10 "PUT /v2.0/floatingips/f90cc187-b830-4ba8-abe0-face619d8036 HTTP/1.1" status: 200 len: 978 time: 5.2335935 Apr 28 11:00:11.612650 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 49828) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:00:11.617427 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.v2.base [None req-d78ab5dc-2f2a-4de9-81df-f2976d615614 tempest-FloatingIPTestJSON-373071706 tempest-FloatingIPTestJSON-373071706-project] Request body: {'floatingip': {'port_id': None}} {{(pid=116162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:00:11.635720 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_hamode_db [None req-47d52b1f-792f-4601-9729-11ff8a986de2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=116163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:00:11.636322 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47d52b1f-792f-4601-9729-11ff8a986de2 None None] The sync data for ids ['f78b6f71-c91e-4419-a7fc-4e894ee6d57e'] in dv-neutron-master-2-hyperv is: [] {{(pid=116163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 11:00:11.663913 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-ac3d7bed-58de-4e81-89cf-4da7354963c2 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.4557436 Apr 28 11:00:11.667205 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 49830) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:00:11.673700 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.v2.base [None req-6466cb6f-5815-41ea-9ec2-1ac09557b10c tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1240437917', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=116162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:00:11.710965 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-d78ab5dc-2f2a-4de9-81df-f2976d615614 tempest-FloatingIPTestJSON-373071706 tempest-FloatingIPTestJSON-373071706-project] Publish callbacks [] for floatingip (f90cc187-b830-4ba8-abe0-face619d8036), before_update {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:11.713080 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0031cfe9-a3d8-4ef4-9495-9b94be913862 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-1ec9fbcf-7a57-4aaa-9c30-4e0f43e09480', 'network_id': '1ec9fbcf-7a57-4aaa-9c30-4e0f43e09480', 'project_id': '12780407c7254bdfbde1c04e76d433ee', 'fixed_ips': [{'subnet_id': '48b91d53-5724-4cc4-8205-238cc2fc97b3'}]}} from dv-neutron-master-2-hyperv. {{(pid=116163) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 28 11:00:11.714205 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-0031cfe9-a3d8-4ef4-9495-9b94be913862 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (None), before_create {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:11.803023 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-6466cb6f-5815-41ea-9ec2-1ac09557b10c tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2060459', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-63449'] for router (67edd4d2-fbd6-48be-9b4d-1a9fe308b0f0), before_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:11.804375 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-6466cb6f-5815-41ea-9ec2-1ac09557b10c tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2060827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1935275', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1960866', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-63266'] for router (67edd4d2-fbd6-48be-9b4d-1a9fe308b0f0), precommit_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:11.822193 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-44024ffa-277d-4420-8b25-e4d6d2f717c8 tempest-RoutersIpV6AdminTest-2062886361 tempest-RoutersIpV6AdminTest-2062886361-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2060865', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-63275'] for router (73193f52-37d8-488b-8905-f81676340be3), precommit_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:11.830859 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-44024ffa-277d-4420-8b25-e4d6d2f717c8 tempest-RoutersIpV6AdminTest-2062886361 tempest-RoutersIpV6AdminTest-2062886361-project] Publish callbacks [] for router_controller (73193f52-37d8-488b-8905-f81676340be3), precommit_delete_associations {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:11.836496 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0300594-d958-4fb0-b5d1-01f391c97982 req-e608a6ca-99b0-4025-9bcd-7429f7ab9f0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:00:11.837951 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-b0300594-d958-4fb0-b5d1-01f391c97982 req-e608a6ca-99b0-4025-9bcd-7429f7ab9f0d service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=4da8bd43-d906-4f61-8b6f-8dd6519937e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.3057864 Apr 28 11:00:11.864271 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.db_base_plugin_common [None req-0031cfe9-a3d8-4ef4-9495-9b94be913862 None None] Allocated IP 2001:db8::2 (1ec9fbcf-7a57-4aaa-9c30-4e0f43e09480/48b91d53-5724-4cc4-8205-238cc2fc97b3/e1a76c42-a5b0-4f0d-8216-cd13a12b3af6) {{(pid=116163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 11:00:11.881423 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-6466cb6f-5815-41ea-9ec2-1ac09557b10c tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Publish callbacks [] for router_controller (67edd4d2-fbd6-48be-9b4d-1a9fe308b0f0), precommit_add_association {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:11.931954 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-6466cb6f-5815-41ea-9ec2-1ac09557b10c tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2060818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1935326'] for router (67edd4d2-fbd6-48be-9b4d-1a9fe308b0f0), after_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:11.955164 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-a55c65ec-0de3-4025-aac3-ff89bba34932 tempest-RoutersTestDVR-1284419090 tempest-RoutersTestDVR-1284419090-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2060888'] for router (e6dfead5-48e6-4067-a338-5cea4abdac6b), after_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:11.955662 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a55c65ec-0de3-4025-aac3-ff89bba34932 tempest-RoutersTestDVR-1284419090 tempest-RoutersTestDVR-1284419090-project-admin] Fanout notify agent at l3_agent the message router_deleted on router e6dfead5-48e6-4067-a338-5cea4abdac6b {{(pid=116161) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 28 11:00:11.982484 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-a55c65ec-0de3-4025-aac3-ff89bba34932 tempest-RoutersTestDVR-1284419090 tempest-RoutersTestDVR-1284419090-project-admin] Publish callbacks [] for router (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:11.983629 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-a55c65ec-0de3-4025-aac3-ff89bba34932 tempest-RoutersTestDVR-1284419090 tempest-RoutersTestDVR-1284419090-project-admin] 10.222.0.10 "DELETE /v2.0/routers/e6dfead5-48e6-4067-a338-5cea4abdac6b HTTP/1.1" status: 204 len: 168 time: 1.3385332 Apr 28 11:00:12.005618 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-a892eb01-dc8a-4d65-9050-4e640a962d15 tempest-BulkNetworkOpsIpV6Test-1073769146 tempest-BulkNetworkOpsIpV6Test-1073769146-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-979593'] for network (2ae8dbe1-313f-4beb-afd2-595d158ce793), before_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:12.031908 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-6466cb6f-5815-41ea-9ec2-1ac09557b10c tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Publish callbacks [] for router (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:12.032265 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-0031cfe9-a3d8-4ef4-9495-9b94be913862 None None] Publish callbacks [] for port (e1a76c42-a5b0-4f0d-8216-cd13a12b3af6), precommit_create {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:12.034437 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-6466cb6f-5815-41ea-9ec2-1ac09557b10c tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.3650250 Apr 28 11:00:12.036125 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 49834) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:00:12.044928 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.db.l3_db [None req-6666e7b5-e9f2-458b-9e12-639e2f97df4c tempest-ServersTestManualDisk-708954650 tempest-ServersTestManualDisk-708954650-project] Floating IP 90330ed3-ebe0-491c-8c64-b4e11610ed43 associated. External IP: 172.36.4.13, port: c0d148b4-7df0-41b4-ae3e-381c91ef07cd. Apr 28 11:00:12.090457 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-283d6380-0184-4e0a-81a7-00f789f48dad tempest-FloatingIPAdminTestJSON-1724025514 tempest-FloatingIPAdminTestJSON-1724025514-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742235135690', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742234710366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5219112'] for port (1d601598-80e3-41d6-b4c3-4748b5f69e51), after_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:12.090577 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-01ef1de1-12fd-4cef-b76b-793f91379468 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (39cc4f52-f5d9-4e2c-bbfa-7a1c528e1c40), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:12.090685 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-44024ffa-277d-4420-8b25-e4d6d2f717c8 tempest-RoutersIpV6AdminTest-2062886361 tempest-RoutersIpV6AdminTest-2062886361-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2060888'] for router (73193f52-37d8-488b-8905-f81676340be3), after_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:12.090685 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44024ffa-277d-4420-8b25-e4d6d2f717c8 tempest-RoutersIpV6AdminTest-2062886361 tempest-RoutersIpV6AdminTest-2062886361-project] Fanout notify agent at l3_agent the message router_deleted on router 73193f52-37d8-488b-8905-f81676340be3 {{(pid=116161) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 28 11:00:12.112570 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-44024ffa-277d-4420-8b25-e4d6d2f717c8 tempest-RoutersIpV6AdminTest-2062886361 tempest-RoutersIpV6AdminTest-2062886361-project] Publish callbacks [] for router (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:12.118838 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-44024ffa-277d-4420-8b25-e4d6d2f717c8 tempest-RoutersIpV6AdminTest-2062886361 tempest-RoutersIpV6AdminTest-2062886361-project] 10.222.0.10 "DELETE /v2.0/routers/73193f52-37d8-488b-8905-f81676340be3 HTTP/1.1" status: 204 len: 168 time: 3.7303038 Apr 28 11:00:12.119116 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-0031cfe9-a3d8-4ef4-9495-9b94be913862 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742234710357'] for port (e1a76c42-a5b0-4f0d-8216-cd13a12b3af6), after_create {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:12.142085 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 49836) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:00:12.147763 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-d78ab5dc-2f2a-4de9-81df-f2976d615614 tempest-FloatingIPTestJSON-373071706 tempest-FloatingIPTestJSON-373071706-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:12.150955 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.v2.base [None req-d866d174-4916-4c82-9559-b262d6d35bad tempest-RoutersIpV6AdminTest-911026605 tempest-RoutersIpV6AdminTest-911026605-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1940584012', 'external_gateway_info': {'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'enable_snat': False}}} {{(pid=116162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:00:12.167238 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0031cfe9-a3d8-4ef4-9495-9b94be913862 None None] Network 1ec9fbcf-7a57-4aaa-9c30-4e0f43e09480 is already hosted by enough agents. {{(pid=116163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 11:00:12.169065 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-283d6380-0184-4e0a-81a7-00f789f48dad tempest-FloatingIPAdminTestJSON-1724025514 tempest-FloatingIPAdminTestJSON-1724025514-project] Pushing event deleted for resources: {'Port': ['ID=1d601598-80e3-41d6-b4c3-4748b5f69e51,revision_number=None']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:00:12.170762 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.scheduler.base_scheduler [None req-0031cfe9-a3d8-4ef4-9495-9b94be913862 None None] Resources bound (agent type, host, resource id): {{(pid=116163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 11:00:12.178023 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0031cfe9-a3d8-4ef4-9495-9b94be913862 None None] Received port after_create {{(pid=116163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 11:00:12.191959 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0031cfe9-a3d8-4ef4-9495-9b94be913862 None None] Pushing event updated for resources: {'Port': ['ID=e1a76c42-a5b0-4f0d-8216-cd13a12b3af6,revision_number=1']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:00:12.214239 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-b0300594-d958-4fb0-b5d1-01f391c97982 req-57dc2341-87df-44ce-87c9-a717a60fa3f0 service neutron] 10.222.0.20 "GET /v2.0/networks/4da8bd43-d906-4f61-8b6f-8dd6519937e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3395789 Apr 28 11:00:12.240215 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-d78ab5dc-2f2a-4de9-81df-f2976d615614 tempest-FloatingIPTestJSON-373071706 tempest-FloatingIPTestJSON-373071706-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2063164'] for floatingip (f90cc187-b830-4ba8-abe0-face619d8036), after_update {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:12.240656 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.db.l3_db [None req-d78ab5dc-2f2a-4de9-81df-f2976d615614 tempest-FloatingIPTestJSON-373071706 tempest-FloatingIPTestJSON-373071706-project] Floating IP f90cc187-b830-4ba8-abe0-face619d8036 disassociated. External IP: 172.36.4.247, port: 84303778-aaf9-40db-bdfb-b7ae416720b9. Apr 28 11:00:12.250952 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.managers [None req-0031cfe9-a3d8-4ef4-9495-9b94be913862 None None] Attempting to bind port e1a76c42-a5b0-4f0d-8216-cd13a12b3af6 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=116163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 28 11:00:12.251413 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.managers [None req-0031cfe9-a3d8-4ef4-9495-9b94be913862 None None] Attempting to bind port e1a76c42-a5b0-4f0d-8216-cd13a12b3af6 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'ffa4348d-378b-4e93-98fa-ab0dc49ee16c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '1ec9fbcf-7a57-4aaa-9c30-4e0f43e09480'}] {{(pid=116163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 28 11:00:12.251840 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0031cfe9-a3d8-4ef4-9495-9b94be913862 None None] Attempting to bind port e1a76c42-a5b0-4f0d-8216-cd13a12b3af6 on network 1ec9fbcf-7a57-4aaa-9c30-4e0f43e09480 {{(pid=116163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 11:00:12.258051 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0031cfe9-a3d8-4ef4-9495-9b94be913862 None None] Checking agent: {'id': 'd5baab19-5dd1-4902-922b-84acb048ab9c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 10, 50, 43), 'started_at': datetime.datetime(2022, 4, 28, 10, 51, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 10, 59, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=116163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 11:00:12.259391 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0031cfe9-a3d8-4ef4-9495-9b94be913862 None None] Checking segment: {'id': 'ffa4348d-378b-4e93-98fa-ab0dc49ee16c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '1ec9fbcf-7a57-4aaa-9c30-4e0f43e09480'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 11:00:12.259391 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-0031cfe9-a3d8-4ef4-9495-9b94be913862 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:12.259391 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0031cfe9-a3d8-4ef4-9495-9b94be913862 None None] Bound using segment: {'id': 'ffa4348d-378b-4e93-98fa-ab0dc49ee16c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '1ec9fbcf-7a57-4aaa-9c30-4e0f43e09480'} {{(pid=116163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 11:00:12.259912 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.managers [None req-0031cfe9-a3d8-4ef4-9495-9b94be913862 None None] Bound port: e1a76c42-a5b0-4f0d-8216-cd13a12b3af6, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ffa4348d-378b-4e93-98fa-ab0dc49ee16c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '1ec9fbcf-7a57-4aaa-9c30-4e0f43e09480'}}] {{(pid=116163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 28 11:00:12.260365 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-0031cfe9-a3d8-4ef4-9495-9b94be913862 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (e1a76c42-a5b0-4f0d-8216-cd13a12b3af6), before_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:12.314241 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-d866d174-4916-4c82-9559-b262d6d35bad tempest-RoutersIpV6AdminTest-911026605 tempest-RoutersIpV6AdminTest-911026605-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2060459', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-63449'] for router (c7e4f3ab-e404-46ae-b5c3-0f2f13797fa9), before_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:12.315266 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-d866d174-4916-4c82-9559-b262d6d35bad tempest-RoutersIpV6AdminTest-911026605 tempest-RoutersIpV6AdminTest-911026605-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2060827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1935275', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1960866', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-63266'] for router (c7e4f3ab-e404-46ae-b5c3-0f2f13797fa9), precommit_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:12.325854 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-a892eb01-dc8a-4d65-9050-4e640a962d15 tempest-BulkNetworkOpsIpV6Test-1073769146 tempest-BulkNetworkOpsIpV6Test-1073769146-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-973498', 'neutron.services.segments.db._delete_segments_for_network-8742235207033'] for network (2ae8dbe1-313f-4beb-afd2-595d158ce793), precommit_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:12.354502 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-0031cfe9-a3d8-4ef4-9495-9b94be913862 None None] For port e1a76c42-a5b0-4f0d-8216-cd13a12b3af6, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=116163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 11:00:12.358714 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-0031cfe9-a3d8-4ef4-9495-9b94be913862 None None] For port e1a76c42-a5b0-4f0d-8216-cd13a12b3af6, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=e1a76c42-a5b0-4f0d-8216-cd13a12b3af6,segment=NetworkSegment(ffa4348d-378b-4e93-98fa-ab0dc49ee16c),segment_id=ffa4348d-378b-4e93-98fa-ab0dc49ee16c)] {{(pid=116163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 11:00:12.409004 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.services.segments.db [None req-a892eb01-dc8a-4d65-9050-4e640a962d15 tempest-BulkNetworkOpsIpV6Test-1073769146 tempest-BulkNetworkOpsIpV6Test-1073769146-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2ae8dbe1-313f-4beb-afd2-595d158ce793']}} {{(pid=116161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:00:12.427512 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.services.segments.db [None req-a892eb01-dc8a-4d65-9050-4e640a962d15 tempest-BulkNetworkOpsIpV6Test-1073769146 tempest-BulkNetworkOpsIpV6Test-1073769146-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b02d24de-cdf7-4e86-a2e6-0c58964d102d') {'for_net_delete': True} {{(pid=116161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:00:12.427824 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.services.segments.db [None req-a892eb01-dc8a-4d65-9050-4e640a962d15 tempest-BulkNetworkOpsIpV6Test-1073769146 tempest-BulkNetworkOpsIpV6Test-1073769146-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b02d24de-cdf7-4e86-a2e6-0c58964d102d') {} {{(pid=116161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:00:12.437464 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-0031cfe9-a3d8-4ef4-9495-9b94be913862 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393'] for port (e1a76c42-a5b0-4f0d-8216-cd13a12b3af6), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:12.443067 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-283d6380-0184-4e0a-81a7-00f789f48dad tempest-FloatingIPAdminTestJSON-1724025514 tempest-FloatingIPAdminTestJSON-1724025514-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1935354'] for router_gateway (76ac97e8-357a-4c02-ab8f-161546f85317), after_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:12.448999 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-a892eb01-dc8a-4d65-9050-4e640a962d15 tempest-BulkNetworkOpsIpV6Test-1073769146 tempest-BulkNetworkOpsIpV6Test-1073769146-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742235208578', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8076969'] for segment (b02d24de-cdf7-4e86-a2e6-0c58964d102d), before_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:12.478129 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-d866d174-4916-4c82-9559-b262d6d35bad tempest-RoutersIpV6AdminTest-911026605 tempest-RoutersIpV6AdminTest-911026605-project-admin] Publish callbacks [] for router_controller (c7e4f3ab-e404-46ae-b5c3-0f2f13797fa9), precommit_add_association {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:12.526874 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0031cfe9-a3d8-4ef4-9495-9b94be913862 None None] Pushing event updated for resources: {'Port': ['ID=e1a76c42-a5b0-4f0d-8216-cd13a12b3af6,revision_number=2']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:00:12.534202 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-2f42da54-edd5-42ee-ab2c-a0226127e0a2 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (None), before_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:12.581658 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-a892eb01-dc8a-4d65-9050-4e640a962d15 tempest-BulkNetworkOpsIpV6Test-1073769146 tempest-BulkNetworkOpsIpV6Test-1073769146-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-961978'] for segment (b02d24de-cdf7-4e86-a2e6-0c58964d102d), precommit_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:12.585367 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 49840) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:00:12.629732 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-b0300594-d958-4fb0-b5d1-01f391c97982 req-fc56eccc-2779-46e1-bfcb-d97b7c484bf2 service neutron] 10.222.0.20 "GET /v2.0/networks/4da8bd43-d906-4f61-8b6f-8dd6519937e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4066389 Apr 28 11:00:12.632823 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a892eb01-dc8a-4d65-9050-4e640a962d15 tempest-BulkNetworkOpsIpV6Test-1073769146 tempest-BulkNetworkOpsIpV6Test-1073769146-project] Releasing vlan 94 on physical network physnet1 to pool {{(pid=116161) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 11:00:12.633226 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-a892eb01-dc8a-4d65-9050-4e640a962d15 tempest-BulkNetworkOpsIpV6Test-1073769146 tempest-BulkNetworkOpsIpV6Test-1073769146-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-961978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5219103'] for segment (b02d24de-cdf7-4e86-a2e6-0c58964d102d), after_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:12.638010 dv-neutron-master-2-hyperv neutron-server[116161]: Traceback (most recent call last): Apr 28 11:00:12.638010 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 11:00:12.638010 dv-neutron-master-2-hyperv neutron-server[116161]: timer() Apr 28 11:00:12.638010 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 11:00:12.638010 dv-neutron-master-2-hyperv neutron-server[116161]: cb(*args, **kw) Apr 28 11:00:12.638010 dv-neutron-master-2-hyperv neutron-server[116161]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 28 11:00:12.638010 dv-neutron-master-2-hyperv neutron-server[116161]: return func(*args, **kwargs) Apr 28 11:00:12.638010 dv-neutron-master-2-hyperv neutron-server[116161]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 11:00:12.638010 dv-neutron-master-2-hyperv neutron-server[116161]: self._notify() Apr 28 11:00:12.638010 dv-neutron-master-2-hyperv neutron-server[116161]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 11:00:12.638010 dv-neutron-master-2-hyperv neutron-server[116161]: self.callback(batched_events) Apr 28 11:00:12.638010 dv-neutron-master-2-hyperv neutron-server[116161]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 11:00:12.638010 dv-neutron-master-2-hyperv neutron-server[116161]: event.method(event) Apr 28 11:00:12.638010 dv-neutron-master-2-hyperv neutron-server[116161]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 28 11:00:12.638010 dv-neutron-master-2-hyperv neutron-server[116161]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 11:00:12.638010 dv-neutron-master-2-hyperv neutron-server[116161]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 28 11:00:12.638010 dv-neutron-master-2-hyperv neutron-server[116161]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 11:00:12.638010 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 28 11:00:12.638010 dv-neutron-master-2-hyperv neutron-server[116161]: return f(self, *a, **k) Apr 28 11:00:12.638010 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 28 11:00:12.638010 dv-neutron-master-2-hyperv neutron-server[116161]: return self._get(url).json() Apr 28 11:00:12.638010 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 28 11:00:12.638010 dv-neutron-master-2-hyperv neutron-server[116161]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 11:00:12.638010 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 11:00:12.638010 dv-neutron-master-2-hyperv neutron-server[116161]: return self.request(url, 'GET', **kwargs) Apr 28 11:00:12.638010 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 11:00:12.638010 dv-neutron-master-2-hyperv neutron-server[116161]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 11:00:12.638010 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 11:00:12.638010 dv-neutron-master-2-hyperv neutron-server[116161]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 11:00:12.638010 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 11:00:12.638010 dv-neutron-master-2-hyperv neutron-server[116161]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 11:00:12.638010 dv-neutron-master-2-hyperv neutron-server[116161]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 11:00:12.639964 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-283d6380-0184-4e0a-81a7-00f789f48dad tempest-FloatingIPAdminTestJSON-1724025514 tempest-FloatingIPAdminTestJSON-1724025514-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2060865', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-63275'] for router (76ac97e8-357a-4c02-ab8f-161546f85317), precommit_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:12.657664 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-283d6380-0184-4e0a-81a7-00f789f48dad tempest-FloatingIPAdminTestJSON-1724025514 tempest-FloatingIPAdminTestJSON-1724025514-project] Publish callbacks [] for router_controller (76ac97e8-357a-4c02-ab8f-161546f85317), precommit_delete_associations {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:12.830879 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-b98bd316-0119-4aaa-8356-8ccf6a215b1c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:12.856419 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-d866d174-4916-4c82-9559-b262d6d35bad tempest-RoutersIpV6AdminTest-911026605 tempest-RoutersIpV6AdminTest-911026605-project-admin] Publish callbacks [] for router_gateway (c7e4f3ab-e404-46ae-b5c3-0f2f13797fa9), precommit_update {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:12.866438 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6666e7b5-e9f2-458b-9e12-639e2f97df4c tempest-ServersTestManualDisk-708954650 tempest-ServersTestManualDisk-708954650-project] Router c3307b93-0163-4950-8edf-96a1360d17be has already been hosted by L3 agent 6b492ad6-0876-4d74-b20d-28143a52ceba {{(pid=116161) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 11:00:12.891876 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d78ab5dc-2f2a-4de9-81df-f2976d615614 tempest-FloatingIPTestJSON-373071706 tempest-FloatingIPTestJSON-373071706-project] Router f78b6f71-c91e-4419-a7fc-4e894ee6d57e has already been hosted by L3 agent 6b492ad6-0876-4d74-b20d-28143a52ceba {{(pid=116162) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 11:00:12.913742 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-283d6380-0184-4e0a-81a7-00f789f48dad tempest-FloatingIPAdminTestJSON-1724025514 tempest-FloatingIPAdminTestJSON-1724025514-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2060888'] for router (76ac97e8-357a-4c02-ab8f-161546f85317), after_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:12.914292 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-283d6380-0184-4e0a-81a7-00f789f48dad tempest-FloatingIPAdminTestJSON-1724025514 tempest-FloatingIPAdminTestJSON-1724025514-project] Fanout notify agent at l3_agent the message router_deleted on router 76ac97e8-357a-4c02-ab8f-161546f85317 {{(pid=116161) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 28 11:00:12.925508 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-283d6380-0184-4e0a-81a7-00f789f48dad tempest-FloatingIPAdminTestJSON-1724025514 tempest-FloatingIPAdminTestJSON-1724025514-project] Publish callbacks [] for router (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:12.928881 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-283d6380-0184-4e0a-81a7-00f789f48dad tempest-FloatingIPAdminTestJSON-1724025514 tempest-FloatingIPAdminTestJSON-1724025514-project] 10.222.0.10 "DELETE /v2.0/routers/76ac97e8-357a-4c02-ab8f-161546f85317 HTTP/1.1" status: 204 len: 168 time: 4.1500528 Apr 28 11:00:12.929192 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 49844) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:00:12.945275 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-a892eb01-dc8a-4d65-9050-4e640a962d15 tempest-BulkNetworkOpsIpV6Test-1073769146 tempest-BulkNetworkOpsIpV6Test-1073769146-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-973477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2063122'] for network (2ae8dbe1-313f-4beb-afd2-595d158ce793), after_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:12.983561 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-a892eb01-dc8a-4d65-9050-4e640a962d15 tempest-BulkNetworkOpsIpV6Test-1073769146 tempest-BulkNetworkOpsIpV6Test-1073769146-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603020'] for network (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:12.986693 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-a892eb01-dc8a-4d65-9050-4e640a962d15 tempest-BulkNetworkOpsIpV6Test-1073769146 tempest-BulkNetworkOpsIpV6Test-1073769146-project] 10.222.0.10 "DELETE /v2.0/networks/2ae8dbe1-313f-4beb-afd2-595d158ce793 HTTP/1.1" status: 204 len: 168 time: 1.3744383 Apr 28 11:00:12.993817 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 49846) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:00:13.016415 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a892eb01-dc8a-4d65-9050-4e640a962d15 tempest-BulkNetworkOpsIpV6Test-1073769146 tempest-BulkNetworkOpsIpV6Test-1073769146-project] Pushing event deleted for resources: {'Network': ['ID=2ae8dbe1-313f-4beb-afd2-595d158ce793,revision_number=None']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:00:13.076800 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.db.db_base_plugin_v2 [None req-e2e4060d-66c1-487e-899f-18b33d562031 tempest-FloatingIPAdminTestJSON-1724025514 tempest-FloatingIPAdminTestJSON-1724025514-project] Deleting subnet 1fa23f6d-b0e0-4e26-a9a3-6e51bfac72cb {{(pid=116161) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 28 11:00:13.082792 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-e2e4060d-66c1-487e-899f-18b33d562031 tempest-FloatingIPAdminTestJSON-1724025514 tempest-FloatingIPAdminTestJSON-1724025514-project] Publish callbacks [] for subnet (1fa23f6d-b0e0-4e26-a9a3-6e51bfac72cb), before_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:13.117485 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6666e7b5-e9f2-458b-9e12-639e2f97df4c tempest-ServersTestManualDisk-708954650 tempest-ServersTestManualDisk-708954650-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=116161) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 11:00:13.124953 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-6666e7b5-e9f2-458b-9e12-639e2f97df4c tempest-ServersTestManualDisk-708954650 tempest-ServersTestManualDisk-708954650-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198022'] for floatingip (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:13.127930 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09c2ef0d-7efc-4d3c-a389-045a67f3116d None None] Sync routers for ids ['c3307b93-0163-4950-8edf-96a1360d17be'] in dv-neutron-master-2-hyperv {{(pid=116164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 11:00:13.142342 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09c2ef0d-7efc-4d3c-a389-045a67f3116d None None] Routers {'c3307b93-0163-4950-8edf-96a1360d17be'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=116164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 11:00:13.143308 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_hamode_db [None req-09c2ef0d-7efc-4d3c-a389-045a67f3116d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-28T10:50:39Z,description=,heartbeat_timestamp=2022-04-28T11:00:09Z,host='dv-neutron-master-2-hyperv',id=6b492ad6-0876-4d74-b20d-28143a52ceba,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T10:50:40Z,topic='l3_agent')) {'router_ids': ['c3307b93-0163-4950-8edf-96a1360d17be'], 'active': True} {{(pid=116164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:00:13.169715 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-e2e4060d-66c1-487e-899f-18b33d562031 tempest-FloatingIPAdminTestJSON-1724025514 tempest-FloatingIPAdminTestJSON-1724025514-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8076976'] for subnet (1fa23f6d-b0e0-4e26-a9a3-6e51bfac72cb), precommit_delete_associations {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:13.214362 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-b98bd316-0119-4aaa-8356-8ccf6a215b1c admin admin] Publish callbacks [] for security_group (62783e10-934b-4a7d-8457-cc8a85c19c25), precommit_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:13.223900 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-6666e7b5-e9f2-458b-9e12-639e2f97df4c tempest-ServersTestManualDisk-708954650 tempest-ServersTestManualDisk-708954650-project] 10.222.0.10 "PUT /v2.0/floatingips/90330ed3-ebe0-491c-8c64-b4e11610ed43 HTTP/1.1" status: 200 len: 991 time: 3.2363231 Apr 28 11:00:13.223900 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b8f1546-43fe-47eb-a29a-4d9b0d24e4fe', 'tag': 'c0d148b4-7df0-41b4-ae3e-381c91ef07cd'}] {{(pid=116161) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 11:00:13.226817 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e748734031c26dffb00ab563e48cb7690d820419218221ecd4f9c2a21276ff88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-476f13a1-f14c-4830-ba17-e2724eea2baf" -d '{"events": [{"name": "network-changed", "server_uuid": "7b8f1546-43fe-47eb-a29a-4d9b0d24e4fe", "tag": "c0d148b4-7df0-41b4-ae3e-381c91ef07cd"}]}' {{(pid=116161) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 11:00:13.283774 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-b98bd316-0119-4aaa-8356-8ccf6a215b1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924426'] for security_group (62783e10-934b-4a7d-8457-cc8a85c19c25), after_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:13.301719 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 11:00:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-014ef1f7-ea69-478c-aab0-a6f0bd967476 x-openstack-request-id: req-014ef1f7-ea69-478c-aab0-a6f0bd967476 {{(pid=116161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 11:00:13.302080 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7b8f1546-43fe-47eb-a29a-4d9b0d24e4fe", "tag": "c0d148b4-7df0-41b4-ae3e-381c91ef07cd", "status": "completed", "code": 200}]} {{(pid=116161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 11:00:13.302423 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-014ef1f7-ea69-478c-aab0-a6f0bd967476 {{(pid=116161) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 11:00:13.302904 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.notifiers.nova [-] Nova event matching ['req-014ef1f7-ea69-478c-aab0-a6f0bd967476'] response: {'name': 'network-changed', 'server_uuid': '7b8f1546-43fe-47eb-a29a-4d9b0d24e4fe', 'tag': 'c0d148b4-7df0-41b4-ae3e-381c91ef07cd', 'status': 'completed', 'code': 200} Apr 28 11:00:13.316970 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f12176e-65a7-471f-b34b-6ab20f7645b2 tempest-BulkNetworkOpsIpV6Test-1073769146 tempest-BulkNetworkOpsIpV6Test-1073769146-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:00:13.327619 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f12176e-65a7-471f-b34b-6ab20f7645b2 tempest-BulkNetworkOpsIpV6Test-1073769146 tempest-BulkNetworkOpsIpV6Test-1073769146-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:00:13.333503 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-5f12176e-65a7-471f-b34b-6ab20f7645b2 tempest-BulkNetworkOpsIpV6Test-1073769146 tempest-BulkNetworkOpsIpV6Test-1073769146-project] 10.222.0.10 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.3305600 Apr 28 11:00:13.333503 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d78ab5dc-2f2a-4de9-81df-f2976d615614 tempest-FloatingIPTestJSON-373071706 tempest-FloatingIPTestJSON-373071706-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=116162) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 11:00:13.335471 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 49852) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:00:13.343381 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5fedb50-0fc7-4b1c-93e5-56900461c4cc None None] Sync routers for ids ['f78b6f71-c91e-4419-a7fc-4e894ee6d57e'] in dv-neutron-master-2-hyperv {{(pid=116163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 11:00:13.343663 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-d78ab5dc-2f2a-4de9-81df-f2976d615614 tempest-FloatingIPTestJSON-373071706 tempest-FloatingIPTestJSON-373071706-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198022'] for floatingip (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:13.366526 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (d5baab19-5dd1-4902-922b-84acb048ab9c), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:13.368582 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5fedb50-0fc7-4b1c-93e5-56900461c4cc None None] Routers {'f78b6f71-c91e-4419-a7fc-4e894ee6d57e'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=116163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 11:00:13.371436 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_hamode_db [None req-c5fedb50-0fc7-4b1c-93e5-56900461c4cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-28T10:50:39Z,description=,heartbeat_timestamp=2022-04-28T11:00:09Z,host='dv-neutron-master-2-hyperv',id=6b492ad6-0876-4d74-b20d-28143a52ceba,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T10:50:40Z,topic='l3_agent')) {'router_ids': ['f78b6f71-c91e-4419-a7fc-4e894ee6d57e'], 'active': True} {{(pid=116163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:00:13.372108 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.v2.base [None req-b27765e7-33ad-4ca8-b004-2fde8404b27a tempest-BulkNetworkOpsIpV6Test-1073769146 tempest-BulkNetworkOpsIpV6Test-1073769146-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1710024212'}} {{(pid=116162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:00:13.404051 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-e2e4060d-66c1-487e-899f-18b33d562031 tempest-FloatingIPAdminTestJSON-1724025514 tempest-FloatingIPAdminTestJSON-1724025514-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-971303'] for subnet (1fa23f6d-b0e0-4e26-a9a3-6e51bfac72cb), precommit_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:13.427637 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_dvr_db [None req-09c2ef0d-7efc-4d3c-a389-045a67f3116d None None] Set router c3307b93-0163-4950-8edf-96a1360d17be gateway port host: dv-neutron-master-2-hyperv {{(pid=116164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 11:00:13.440996 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-b98bd316-0119-4aaa-8356-8ccf6a215b1c admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=41a48b6d5a3e4b44851c13e9d846bf9b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8529444 Apr 28 11:00:13.455498 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 49854) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:00:13.463048 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b98bd316-0119-4aaa-8356-8ccf6a215b1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62783e10-934b-4a7d-8457-cc8a85c19c25,revision_number=1']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:00:13.505127 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d70eb03-ab33-418b-af31-8d43fd84a0ff req-1b50a5b7-73c0-4bf0-80c0-73c6951a2896 tempest-ServersTestManualDisk-708954650 tempest-ServersTestManualDisk-708954650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:00:13.510099 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-0d70eb03-ab33-418b-af31-8d43fd84a0ff req-1b50a5b7-73c0-4bf0-80c0-73c6951a2896 tempest-ServersTestManualDisk-708954650 tempest-ServersTestManualDisk-708954650-project] 10.222.0.10 "GET /v2.0/ports?device_id=7b8f1546-43fe-47eb-a29a-4d9b0d24e4fe HTTP/1.1" status: 200 len: 946 time: 0.1889279 Apr 28 11:00:13.566877 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476f13a1-f14c-4830-ba17-e2724eea2baf req-f693200f-e0a4-438b-be06-8c04822ea45e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:00:13.568134 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-476f13a1-f14c-4830-ba17-e2724eea2baf req-f693200f-e0a4-438b-be06-8c04822ea45e service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=5609aa114ceb4f54b926d4fb3847cb3e&device_id=7b8f1546-43fe-47eb-a29a-4d9b0d24e4fe HTTP/1.1" status: 200 len: 1130 time: 0.2060821 Apr 28 11:00:13.781019 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Device e1a76c42-a5b0-4f0d-8216-cd13a12b3af6 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=116163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 11:00:13.786943 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_hamode_db [None req-c5fedb50-0fc7-4b1c-93e5-56900461c4cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=116163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:00:13.793686 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-e2e4060d-66c1-487e-899f-18b33d562031 tempest-FloatingIPAdminTestJSON-1724025514 tempest-FloatingIPAdminTestJSON-1724025514-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-971310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5220601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5125409'] for subnet (1fa23f6d-b0e0-4e26-a9a3-6e51bfac72cb), after_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:13.859917 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5fedb50-0fc7-4b1c-93e5-56900461c4cc None None] Routers {'f78b6f71-c91e-4419-a7fc-4e894ee6d57e'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=116163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 11:00:13.863158 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_hamode_db [None req-c5fedb50-0fc7-4b1c-93e5-56900461c4cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-28T10:50:39Z,description=,heartbeat_timestamp=2022-04-28T11:00:09Z,host='dv-neutron-master-2-hyperv',id=6b492ad6-0876-4d74-b20d-28143a52ceba,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T10:50:40Z,topic='l3_agent')) {'router_ids': ['f78b6f71-c91e-4419-a7fc-4e894ee6d57e'], 'active': True} {{(pid=116163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:00:13.880500 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-0d70eb03-ab33-418b-af31-8d43fd84a0ff req-8d4ad56f-1916-407a-a4fd-5db1508d26db tempest-ServersTestManualDisk-708954650 tempest-ServersTestManualDisk-708954650-project] 10.222.0.10 "GET /v2.0/security-groups?id=44234766-b7b5-4f53-92c0-693928ed2502&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3536754 Apr 28 11:00:13.885290 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e4060d-66c1-487e-899f-18b33d562031 tempest-FloatingIPAdminTestJSON-1724025514 tempest-FloatingIPAdminTestJSON-1724025514-project] Pushing event deleted for resources: {'Subnet': ['ID=1fa23f6d-b0e0-4e26-a9a3-6e51bfac72cb,revision_number=None']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:00:13.919862 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-e2e4060d-66c1-487e-899f-18b33d562031 tempest-FloatingIPAdminTestJSON-1724025514 tempest-FloatingIPAdminTestJSON-1724025514-project] Publish callbacks [] for subnet (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:13.929251 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-e2e4060d-66c1-487e-899f-18b33d562031 tempest-FloatingIPAdminTestJSON-1724025514 tempest-FloatingIPAdminTestJSON-1724025514-project] 10.222.0.10 "DELETE /v2.0/subnets/1fa23f6d-b0e0-4e26-a9a3-6e51bfac72cb HTTP/1.1" status: 204 len: 168 time: 0.9988163 Apr 28 11:00:13.932710 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 49858) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:00:13.960333 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_hamode_db [None req-09c2ef0d-7efc-4d3c-a389-045a67f3116d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3307b93-0163-4950-8edf-96a1360d17be', 'name': 'tempest-ServersTestManualDisk-1673882918-router', 'tenant_id': '5609aa114ceb4f54b926d4fb3847cb3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'external_fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.211'}], 'enable_snat': True}, 'gw_port_id': '54ed23fe-abb8-49c1-b804-6ecc9c6b1b72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T10:59:03Z', 'updated_at': '2022-04-28T10:59:12Z', 'revision_number': 4, 'project_id': '5609aa114ceb4f54b926d4fb3847cb3e', 'gw_port': {'id': '54ed23fe-abb8-49c1-b804-6ecc9c6b1b72', 'name': '', 'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:58:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3307b93-0163-4950-8edf-96a1360d17be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T10:59:04Z', 'updated_at': '2022-04-28T10:59:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '90330ed3-ebe0-491c-8c64-b4e11610ed43', 'tenant_id': '5609aa114ceb4f54b926d4fb3847cb3e', 'floating_ip_address': '172.36.4.13', 'floating_network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'router_id': 'c3307b93-0163-4950-8edf-96a1360d17be', 'port_id': 'c0d148b4-7df0-41b4-ae3e-381c91ef07cd', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 167, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '86be3515-ed38-47a2-afd0-def5e9d08619', 'mac_address': 'fa:16:3e:7c:4d:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b8f1546-43fe-47eb-a29a-4d9b0d24e4fe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T10:59:26Z', 'updated_at': '2022-04-28T11:00:10Z', 'revision_number': 1, 'project_id': '5609aa114ceb4f54b926d4fb3847cb3e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fc617ca8-1c87-48c2-8189-2007a4cfc7a1', 'name': '', 'network_id': '86be3515-ed38-47a2-afd0-def5e9d08619', 'tenant_id': '5609aa114ceb4f54b926d4fb3847cb3e', 'mac_address': 'fa:16:3e:81:df:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3307b93-0163-4950-8edf-96a1360d17be', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'e48057c8-0090-4367-906b-bd6ec3ec96da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T10:59:10Z', 'updated_at': '2022-04-28T10:59:18Z', 'revision_number': 5, 'project_id': '5609aa114ceb4f54b926d4fb3847cb3e', 'subnets': [{'id': 'e48057c8-0090-4367-906b-bd6ec3ec96da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=116164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:00:13.969434 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2f6251d-f868-46f8-b6b9-4d0305fbe54d None None] Network c623474b-5a9a-4f0a-a4ae-c9b4a94042f1 requested from dv-neutron-master-2-hyperv {{(pid=116163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 11:00:13.983841 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476f13a1-f14c-4830-ba17-e2724eea2baf req-105ca12e-5592-43dc-8af5-3340a4c3a44e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:00:13.985601 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-476f13a1-f14c-4830-ba17-e2724eea2baf req-105ca12e-5592-43dc-8af5-3340a4c3a44e service neutron] 10.222.0.20 "GET /v2.0/networks?id=86be3515-ed38-47a2-afd0-def5e9d08619 HTTP/1.1" status: 200 len: 912 time: 0.3927531 Apr 28 11:00:14.000269 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09c2ef0d-7efc-4d3c-a389-045a67f3116d None None] Checking router: c3307b93-0163-4950-8edf-96a1360d17be for host: dv-neutron-master-2-hyperv {{(pid=116164) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 11:00:14.006334 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.db.db_base_plugin_common [None req-2f42da54-edd5-42ee-ab2c-a0226127e0a2 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Allocated IP 2001:db8::1 (1ec9fbcf-7a57-4aaa-9c30-4e0f43e09480/48b91d53-5724-4cc4-8205-238cc2fc97b3/4936dc99-f534-4107-862a-2c59383272c2) {{(pid=116162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 11:00:14.017864 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09c2ef0d-7efc-4d3c-a389-045a67f3116d None None] Routers {'c3307b93-0163-4950-8edf-96a1360d17be'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=116164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 11:00:14.023202 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_hamode_db [None req-c5fedb50-0fc7-4b1c-93e5-56900461c4cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=116163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:00:14.024024 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_hamode_db [None req-09c2ef0d-7efc-4d3c-a389-045a67f3116d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-28T10:50:39Z,description=,heartbeat_timestamp=2022-04-28T11:00:09Z,host='dv-neutron-master-2-hyperv',id=6b492ad6-0876-4d74-b20d-28143a52ceba,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T10:50:40Z,topic='l3_agent')) {'router_ids': ['c3307b93-0163-4950-8edf-96a1360d17be'], 'active': True} {{(pid=116164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:00:14.027687 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5fedb50-0fc7-4b1c-93e5-56900461c4cc None None] The sync data for ids ['f78b6f71-c91e-4419-a7fc-4e894ee6d57e'] in dv-neutron-master-2-hyperv is: [] {{(pid=116163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 11:00:14.116603 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-d78ab5dc-2f2a-4de9-81df-f2976d615614 tempest-FloatingIPTestJSON-373071706 tempest-FloatingIPTestJSON-373071706-project] 10.222.0.10 "PUT /v2.0/floatingips/f90cc187-b830-4ba8-abe0-face619d8036 HTTP/1.1" status: 200 len: 688 time: 2.5025604 Apr 28 11:00:14.120127 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 49862) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:00:14.177375 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Provisioning complete for port e1a76c42-a5b0-4f0d-8216-cd13a12b3af6 triggered by entity L2. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:00:14.181159 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (e1a76c42-a5b0-4f0d-8216-cd13a12b3af6), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:14.186152 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-192a0104-a7ae-45c7-9b23-d792ade0a9c8 None None] Provisioning complete for port e1a76c42-a5b0-4f0d-8216-cd13a12b3af6 triggered by entity DHCP. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:00:14.186574 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-192a0104-a7ae-45c7-9b23-d792ade0a9c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (e1a76c42-a5b0-4f0d-8216-cd13a12b3af6), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:14.195859 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_dvr_db [None req-09c2ef0d-7efc-4d3c-a389-045a67f3116d None None] Set router c3307b93-0163-4950-8edf-96a1360d17be gateway port host: dv-neutron-master-2-hyperv {{(pid=116164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 11:00:14.219483 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b27765e7-33ad-4ca8-b004-2fde8404b27a tempest-BulkNetworkOpsIpV6Test-1073769146 tempest-BulkNetworkOpsIpV6Test-1073769146-project] Made reservation on behalf of a487441111cf4fc6a7148af7844715e4 for: {'network': 1} {{(pid=116162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 11:00:14.223948 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-b27765e7-33ad-4ca8-b004-2fde8404b27a tempest-BulkNetworkOpsIpV6Test-1073769146 tempest-BulkNetworkOpsIpV6Test-1073769146-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for network (None), before_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:14.267490 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-137e3de8-ea15-48f7-88bc-aabb5849594a admin admin] Publish callbacks [] for security_group (62783e10-934b-4a7d-8457-cc8a85c19c25), before_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:14.292117 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-137e3de8-ea15-48f7-88bc-aabb5849594a admin admin] Publish callbacks [] for security_group (62783e10-934b-4a7d-8457-cc8a85c19c25), precommit_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:14.398231 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-d866d174-4916-4c82-9559-b262d6d35bad tempest-RoutersIpV6AdminTest-911026605 tempest-RoutersIpV6AdminTest-911026605-project-admin] Publish callbacks [] for router_gateway (c7e4f3ab-e404-46ae-b5c3-0f2f13797fa9), before_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:14.421101 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-192a0104-a7ae-45c7-9b23-d792ade0a9c8 None None] Current status of the port e1a76c42-a5b0-4f0d-8216-cd13a12b3af6 is: DOWN; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:00:14.421501 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-192a0104-a7ae-45c7-9b23-d792ade0a9c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (e1a76c42-a5b0-4f0d-8216-cd13a12b3af6), before_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:14.438210 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a11c3f72-9fd7-47f8-9b09-29d7ef173b52 None None] DHCP port deletion for c623474b-5a9a-4f0a-a4ae-c9b4a94042f1 request from dv-neutron-master-2-hyperv {{(pid=116163) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 28 11:00:14.441568 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-2f42da54-edd5-42ee-ab2c-a0226127e0a2 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Publish callbacks [] for port (4936dc99-f534-4107-862a-2c59383272c2), precommit_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:14.446347 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-d866d174-4916-4c82-9559-b262d6d35bad tempest-RoutersIpV6AdminTest-911026605 tempest-RoutersIpV6AdminTest-911026605-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (None), before_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:14.458957 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_hamode_db [None req-09c2ef0d-7efc-4d3c-a389-045a67f3116d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3307b93-0163-4950-8edf-96a1360d17be', 'name': 'tempest-ServersTestManualDisk-1673882918-router', 'tenant_id': '5609aa114ceb4f54b926d4fb3847cb3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'external_fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.211'}], 'enable_snat': True}, 'gw_port_id': '54ed23fe-abb8-49c1-b804-6ecc9c6b1b72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T10:59:03Z', 'updated_at': '2022-04-28T10:59:12Z', 'revision_number': 4, 'project_id': '5609aa114ceb4f54b926d4fb3847cb3e', 'gw_port': {'id': '54ed23fe-abb8-49c1-b804-6ecc9c6b1b72', 'name': '', 'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:58:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3307b93-0163-4950-8edf-96a1360d17be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T10:59:04Z', 'updated_at': '2022-04-28T10:59:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '90330ed3-ebe0-491c-8c64-b4e11610ed43', 'tenant_id': '5609aa114ceb4f54b926d4fb3847cb3e', 'floating_ip_address': '172.36.4.13', 'floating_network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'router_id': 'c3307b93-0163-4950-8edf-96a1360d17be', 'port_id': 'c0d148b4-7df0-41b4-ae3e-381c91ef07cd', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 167, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '86be3515-ed38-47a2-afd0-def5e9d08619', 'mac_address': 'fa:16:3e:7c:4d:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b8f1546-43fe-47eb-a29a-4d9b0d24e4fe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T10:59:26Z', 'updated_at': '2022-04-28T11:00:10Z', 'revision_number': 1, 'project_id': '5609aa114ceb4f54b926d4fb3847cb3e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fc617ca8-1c87-48c2-8189-2007a4cfc7a1', 'name': '', 'network_id': '86be3515-ed38-47a2-afd0-def5e9d08619', 'tenant_id': '5609aa114ceb4f54b926d4fb3847cb3e', 'mac_address': 'fa:16:3e:81:df:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3307b93-0163-4950-8edf-96a1360d17be', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'e48057c8-0090-4367-906b-bd6ec3ec96da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T10:59:10Z', 'updated_at': '2022-04-28T10:59:18Z', 'revision_number': 5, 'project_id': '5609aa114ceb4f54b926d4fb3847cb3e', 'subnets': [{'id': 'e48057c8-0090-4367-906b-bd6ec3ec96da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=116164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:00:14.467424 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-192a0104-a7ae-45c7-9b23-d792ade0a9c8 None None] For port e1a76c42-a5b0-4f0d-8216-cd13a12b3af6, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=e1a76c42-a5b0-4f0d-8216-cd13a12b3af6,segment=NetworkSegment(ffa4348d-378b-4e93-98fa-ab0dc49ee16c),segment_id=ffa4348d-378b-4e93-98fa-ab0dc49ee16c)] {{(pid=116163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 11:00:14.470867 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Current status of the port e1a76c42-a5b0-4f0d-8216-cd13a12b3af6 is: DOWN; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:00:14.471560 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (e1a76c42-a5b0-4f0d-8216-cd13a12b3af6), before_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:14.481489 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-137e3de8-ea15-48f7-88bc-aabb5849594a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924426'] for security_group (62783e10-934b-4a7d-8457-cc8a85c19c25), after_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:14.484114 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-137e3de8-ea15-48f7-88bc-aabb5849594a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:14.490062 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-137e3de8-ea15-48f7-88bc-aabb5849594a admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/62783e10-934b-4a7d-8457-cc8a85c19c25 HTTP/1.1" status: 204 len: 168 time: 1.0089998 Apr 28 11:00:14.495534 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09c2ef0d-7efc-4d3c-a389-045a67f3116d None None] The sync data for ids ['c3307b93-0163-4950-8edf-96a1360d17be'] in dv-neutron-master-2-hyperv is: [{'id': 'c3307b93-0163-4950-8edf-96a1360d17be', 'name': 'tempest-ServersTestManualDisk-1673882918-router', 'tenant_id': '5609aa114ceb4f54b926d4fb3847cb3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'external_fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.211'}], 'enable_snat': True}, 'gw_port_id': '54ed23fe-abb8-49c1-b804-6ecc9c6b1b72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T10:59:03Z', 'updated_at': '2022-04-28T10:59:12Z', 'revision_number': 4, 'project_id': '5609aa114ceb4f54b926d4fb3847cb3e', 'gw_port': {'id': '54ed23fe-abb8-49c1-b804-6ecc9c6b1b72', 'name': '', 'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:58:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3307b93-0163-4950-8edf-96a1360d17be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T10:59:04Z', 'updated_at': '2022-04-28T10:59:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '90330ed3-ebe0-491c-8c64-b4e11610ed43', 'tenant_id': '5609aa114ceb4f54b926d4fb3847cb3e', 'floating_ip_address': '172.36.4.13', 'floating_network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'router_id': 'c3307b93-0163-4950-8edf-96a1360d17be', 'port_id': 'c0d148b4-7df0-41b4-ae3e-381c91ef07cd', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 167, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '86be3515-ed38-47a2-afd0-def5e9d08619', 'mac_address': 'fa:16:3e:7c:4d:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b8f1546-43fe-47eb-a29a-4d9b0d24e4fe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T10:59:26Z', 'updated_at': '2022-04-28T11:00:10Z', 'revision_number': 1, 'project_id': '5609aa114ceb4f54b926d4fb3847cb3e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fc617ca8-1c87-48c2-8189-2007a4cfc7a1', 'name': '', 'network_id': '86be3515-ed38-47a2-afd0-def5e9d08619', 'tenant_id': '5609aa114ceb4f54b926d4fb3847cb3e', 'mac_address': 'fa:16:3e:81:df:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3307b93-0163-4950-8edf-96a1360d17be', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'e48057c8-0090-4367-906b-bd6ec3ec96da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T10:59:10Z', 'updated_at': '2022-04-28T10:59:18Z', 'revision_number': 5, 'project_id': '5609aa114ceb4f54b926d4fb3847cb3e', 'subnets': [{'id': 'e48057c8-0090-4367-906b-bd6ec3ec96da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=116164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 11:00:14.498835 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b27765e7-33ad-4ca8-b004-2fde8404b27a tempest-BulkNetworkOpsIpV6Test-1073769146 tempest-BulkNetworkOpsIpV6Test-1073769146-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 50} {{(pid=116162) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 11:00:14.541010 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-a11c3f72-9fd7-47f8-9b09-29d7ef173b52 None None] Deleting port 4e3956ce-900b-44cd-ae68-15e14ae0c69a {{(pid=116163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 11:00:14.541478 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-a11c3f72-9fd7-47f8-9b09-29d7ef173b52 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742235130188'] for port (4e3956ce-900b-44cd-ae68-15e14ae0c69a), before_delete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:14.608667 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137e3de8-ea15-48f7-88bc-aabb5849594a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62783e10-934b-4a7d-8457-cc8a85c19c25,revision_number=None']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:00:14.619416 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-a11c3f72-9fd7-47f8-9b09-29d7ef173b52 None None] For port 4e3956ce-900b-44cd-ae68-15e14ae0c69a, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=4e3956ce-900b-44cd-ae68-15e14ae0c69a,segment=NetworkSegment(b7a9ecbf-6332-4ba6-87fc-d02d0b404918),segment_id=b7a9ecbf-6332-4ba6-87fc-d02d0b404918)] {{(pid=116163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 11:00:14.620274 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-a11c3f72-9fd7-47f8-9b09-29d7ef173b52 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1938497'] for port (4e3956ce-900b-44cd-ae68-15e14ae0c69a), precommit_delete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:14.624357 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-b27765e7-33ad-4ca8-b004-2fde8404b27a tempest-BulkNetworkOpsIpV6Test-1073769146 tempest-BulkNetworkOpsIpV6Test-1073769146-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-961978'] for segment (3d9173fb-7a3d-4db4-891c-edf72e2f4c21), precommit_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:14.624716 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.db.segments_db [None req-b27765e7-33ad-4ca8-b004-2fde8404b27a tempest-BulkNetworkOpsIpV6Test-1073769146 tempest-BulkNetworkOpsIpV6Test-1073769146-project] Added segment 3d9173fb-7a3d-4db4-891c-edf72e2f4c21 of type vlan for network bff37705-e03f-4af0-a65f-ddadd51cbcc8 Apr 28 11:00:14.626039 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.plugin [None req-114a073b-9d31-4f52-896e-fa4368a7290c tempest-FloatingIPTestJSON-373071706 tempest-FloatingIPTestJSON-373071706-project] Deleting port d4284a2a-608f-45fb-ad76-1d17baefedb3 {{(pid=116162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 11:00:14.631586 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-114a073b-9d31-4f52-896e-fa4368a7290c tempest-FloatingIPTestJSON-373071706 tempest-FloatingIPTestJSON-373071706-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742235130188'] for port (d4284a2a-608f-45fb-ad76-1d17baefedb3), before_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:14.634246 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-1a5016a5-52d5-4d93-b22f-a77b61f76019 tempest-FloatingIPAdminTestJSON-1724025514 tempest-FloatingIPAdminTestJSON-1724025514-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-979593'] for network (c623474b-5a9a-4f0a-a4ae-c9b4a94042f1), before_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:14.639886 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-a11c3f72-9fd7-47f8-9b09-29d7ef173b52 None None] Calling delete_port for 4e3956ce-900b-44cd-ae68-15e14ae0c69a owned by network:dhcp {{(pid=116163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 11:00:14.643513 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-192a0104-a7ae-45c7-9b23-d792ade0a9c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393'] for port (e1a76c42-a5b0-4f0d-8216-cd13a12b3af6), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:14.653738 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-476f13a1-f14c-4830-ba17-e2724eea2baf req-b62a4ffe-a2cc-4ccc-9e70-f812b039869a service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c0d148b4-7df0-41b4-ae3e-381c91ef07cd HTTP/1.1" status: 200 len: 999 time: 0.6319292 Apr 28 11:00:14.743924 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.plugin [None req-1a5016a5-52d5-4d93-b22f-a77b61f76019 tempest-FloatingIPAdminTestJSON-1724025514 tempest-FloatingIPAdminTestJSON-1724025514-project] Deleting port 4e3956ce-900b-44cd-ae68-15e14ae0c69a {{(pid=116161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 11:00:14.744345 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-1a5016a5-52d5-4d93-b22f-a77b61f76019 tempest-FloatingIPAdminTestJSON-1724025514 tempest-FloatingIPAdminTestJSON-1724025514-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742235130188'] for port (4e3956ce-900b-44cd-ae68-15e14ae0c69a), before_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:14.776316 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476f13a1-f14c-4830-ba17-e2724eea2baf req-c502de31-a474-402d-b9d7-503bd13fa6bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:00:14.778548 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-476f13a1-f14c-4830-ba17-e2724eea2baf req-c502de31-a474-402d-b9d7-503bd13fa6bc service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e48057c8-0090-4367-906b-bd6ec3ec96da HTTP/1.1" status: 200 len: 851 time: 0.0979521 Apr 28 11:00:14.784801 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-b27765e7-33ad-4ca8-b004-2fde8404b27a tempest-BulkNetworkOpsIpV6Test-1073769146 tempest-BulkNetworkOpsIpV6Test-1073769146-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742234744962'] for network (bff37705-e03f-4af0-a65f-ddadd51cbcc8), precommit_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:14.812346 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-192a0104-a7ae-45c7-9b23-d792ade0a9c8 None None] Pushing event updated for resources: {'Port': ['ID=e1a76c42-a5b0-4f0d-8216-cd13a12b3af6,revision_number=3']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:00:14.829914 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.db.api [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=116163) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 28 11:00:14.830277 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG oslo_db.api [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=116163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 28 11:00:14.868568 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-114a073b-9d31-4f52-896e-fa4368a7290c tempest-FloatingIPTestJSON-373071706 tempest-FloatingIPTestJSON-373071706-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1938497'] for port (d4284a2a-608f-45fb-ad76-1d17baefedb3), precommit_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:14.868912 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-114a073b-9d31-4f52-896e-fa4368a7290c tempest-FloatingIPTestJSON-373071706 tempest-FloatingIPTestJSON-373071706-project] Publish callbacks [] for floatingip (d4284a2a-608f-45fb-ad76-1d17baefedb3), precommit_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:14.879462 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.db.db_base_plugin_common [None req-d866d174-4916-4c82-9559-b262d6d35bad tempest-RoutersIpV6AdminTest-911026605 tempest-RoutersIpV6AdminTest-911026605-project-admin] Allocated IP 172.36.4.68 (7be49d94-bbb8-4a61-bafe-209c5f861e1c/c0f82f52-05ee-40f2-a57c-9d02e01fb9fa/c524ce9b-cfb2-4be5-94d5-3fed524799ed) {{(pid=116162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 11:00:14.885448 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66df1d45-a653-4a0b-a5e7-47bda75a9f3c None None] New status for floating IP 90330ed3-ebe0-491c-8c64-b4e11610ed43: ACTIVE {{(pid=116164) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 28 11:00:14.892399 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476f13a1-f14c-4830-ba17-e2724eea2baf req-703e386c-c45b-4a60-8f49-d331709114bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:00:14.895019 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-476f13a1-f14c-4830-ba17-e2724eea2baf req-703e386c-c45b-4a60-8f49-d331709114bc service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=86be3515-ed38-47a2-afd0-def5e9d08619&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.1069367 Apr 28 11:00:14.895732 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.plugin [None req-114a073b-9d31-4f52-896e-fa4368a7290c tempest-FloatingIPTestJSON-373071706 tempest-FloatingIPTestJSON-373071706-project] Calling delete_port for d4284a2a-608f-45fb-ad76-1d17baefedb3 owned by network:floatingip {{(pid=116162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 11:00:14.896946 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.db [None req-1a5016a5-52d5-4d93-b22f-a77b61f76019 tempest-FloatingIPAdminTestJSON-1724025514 tempest-FloatingIPAdminTestJSON-1724025514-project] For port 4e3956ce-900b-44cd-ae68-15e14ae0c69a, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=4e3956ce-900b-44cd-ae68-15e14ae0c69a,segment=NetworkSegment(b7a9ecbf-6332-4ba6-87fc-d02d0b404918),segment_id=b7a9ecbf-6332-4ba6-87fc-d02d0b404918)] {{(pid=116161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 11:00:14.897321 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-1a5016a5-52d5-4d93-b22f-a77b61f76019 tempest-FloatingIPAdminTestJSON-1724025514 tempest-FloatingIPAdminTestJSON-1724025514-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1938497'] for port (4e3956ce-900b-44cd-ae68-15e14ae0c69a), precommit_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:14.905220 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-2f42da54-edd5-42ee-ab2c-a0226127e0a2 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742234710357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5051867'] for port (4936dc99-f534-4107-862a-2c59383272c2), after_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:14.929481 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.plugin [None req-1a5016a5-52d5-4d93-b22f-a77b61f76019 tempest-FloatingIPAdminTestJSON-1724025514 tempest-FloatingIPAdminTestJSON-1724025514-project] Calling delete_port for 4e3956ce-900b-44cd-ae68-15e14ae0c69a owned by network:dhcp {{(pid=116161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 11:00:14.968518 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-a11c3f72-9fd7-47f8-9b09-29d7ef173b52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742235135690', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742234710366'] for port (4e3956ce-900b-44cd-ae68-15e14ae0c69a), after_delete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:15.017533 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11c3f72-9fd7-47f8-9b09-29d7ef173b52 None None] Pushing event deleted for resources: {'Port': ['ID=4e3956ce-900b-44cd-ae68-15e14ae0c69a,revision_number=None']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:00:15.022412 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a11c3f72-9fd7-47f8-9b09-29d7ef173b52 None None] No DVR routers for this DVR port 4e3956ce-900b-44cd-ae68-15e14ae0c69a on host dv-neutron-master-2-hyperv {{(pid=116163) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 11:00:15.035323 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-b27765e7-33ad-4ca8-b004-2fde8404b27a tempest-BulkNetworkOpsIpV6Test-1073769146 tempest-BulkNetworkOpsIpV6Test-1073769146-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042'] for network (bff37705-e03f-4af0-a65f-ddadd51cbcc8), after_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:15.040766 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b27765e7-33ad-4ca8-b004-2fde8404b27a tempest-BulkNetworkOpsIpV6Test-1073769146 tempest-BulkNetworkOpsIpV6Test-1073769146-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:00:15.042017 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-b27765e7-33ad-4ca8-b004-2fde8404b27a tempest-BulkNetworkOpsIpV6Test-1073769146 tempest-BulkNetworkOpsIpV6Test-1073769146-project] Publish callbacks [] for network (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:15.055563 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f42da54-edd5-42ee-ab2c-a0226127e0a2 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Network 1ec9fbcf-7a57-4aaa-9c30-4e0f43e09480 is already hosted by enough agents. {{(pid=116162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 11:00:15.078234 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-476f13a1-f14c-4830-ba17-e2724eea2baf req-07707bd8-7494-4519-8655-f40dcf13a96e service neutron] 10.222.0.20 "GET /v2.0/networks/86be3515-ed38-47a2-afd0-def5e9d08619?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1731520 Apr 28 11:00:15.085584 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.scheduler.base_scheduler [None req-2f42da54-edd5-42ee-ab2c-a0226127e0a2 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Resources bound (agent type, host, resource id): {{(pid=116162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 11:00:15.088091 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f42da54-edd5-42ee-ab2c-a0226127e0a2 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Received port after_create {{(pid=116162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 11:00:15.088839 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-2f42da54-edd5-42ee-ab2c-a0226127e0a2 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2063275'] for router_interface (67edd4d2-fbd6-48be-9b4d-1a9fe308b0f0), before_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:15.131090 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-1a5016a5-52d5-4d93-b22f-a77b61f76019 tempest-FloatingIPAdminTestJSON-1724025514 tempest-FloatingIPAdminTestJSON-1724025514-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742235135690', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742234710366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5219112'] for port (4e3956ce-900b-44cd-ae68-15e14ae0c69a), after_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:15.132728 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f42da54-edd5-42ee-ab2c-a0226127e0a2 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Pushing event updated for resources: {'Port': ['ID=4936dc99-f534-4107-862a-2c59383272c2,revision_number=1']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:00:15.189341 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5016a5-52d5-4d93-b22f-a77b61f76019 tempest-FloatingIPAdminTestJSON-1724025514 tempest-FloatingIPAdminTestJSON-1724025514-project] Pushing event deleted for resources: {'Port': ['ID=4e3956ce-900b-44cd-ae68-15e14ae0c69a,revision_number=None']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:00:15.195649 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a5016a5-52d5-4d93-b22f-a77b61f76019 tempest-FloatingIPAdminTestJSON-1724025514 tempest-FloatingIPAdminTestJSON-1724025514-project] No DVR routers for this DVR port 4e3956ce-900b-44cd-ae68-15e14ae0c69a on host dv-neutron-master-2-hyperv {{(pid=116161) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 11:00:15.202023 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.agents_db [None req-54b29a82-8a19-4507-95e3-3a2d011841ff None None] Agent healthcheck: found 6 active agents {{(pid=116164) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 28 11:00:15.249252 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-b27765e7-33ad-4ca8-b004-2fde8404b27a tempest-BulkNetworkOpsIpV6Test-1073769146 tempest-BulkNetworkOpsIpV6Test-1073769146-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.9029562 Apr 28 11:00:15.259193 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 49868) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:00:15.264246 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.v2.base [None req-4242bdef-2503-46b1-8665-facf0435d650 tempest-BulkNetworkOpsIpV6Test-1073769146 tempest-BulkNetworkOpsIpV6Test-1073769146-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1977648153'}} {{(pid=116162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:00:15.270593 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-476f13a1-f14c-4830-ba17-e2724eea2baf req-72e51fce-6862-47a0-8ff7-cd0764ae2b2f service neutron] 10.222.0.20 "GET /v2.0/networks/86be3515-ed38-47a2-afd0-def5e9d08619?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1808386 Apr 28 11:00:15.287302 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b27765e7-33ad-4ca8-b004-2fde8404b27a tempest-BulkNetworkOpsIpV6Test-1073769146 tempest-BulkNetworkOpsIpV6Test-1073769146-project] Pushing event updated for resources: {'Network': ['ID=bff37705-e03f-4af0-a65f-ddadd51cbcc8,revision_number=1']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:00:15.304291 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Network bff37705-e03f-4af0-a65f-ddadd51cbcc8 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=116163) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 28 11:00:15.344627 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 49870) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:00:15.355703 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-1a5016a5-52d5-4d93-b22f-a77b61f76019 tempest-FloatingIPAdminTestJSON-1724025514 tempest-FloatingIPAdminTestJSON-1724025514-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-973498', 'neutron.services.segments.db._delete_segments_for_network-8742235207033'] for network (c623474b-5a9a-4f0a-a4ae-c9b4a94042f1), precommit_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:15.385955 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.services.segments.db [None req-1a5016a5-52d5-4d93-b22f-a77b61f76019 tempest-FloatingIPAdminTestJSON-1724025514 tempest-FloatingIPAdminTestJSON-1724025514-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c623474b-5a9a-4f0a-a4ae-c9b4a94042f1']}} {{(pid=116161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:00:15.389455 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-22e58743-602b-416e-aaeb-bae2b7376ee1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:15.398498 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.services.segments.db [None req-1a5016a5-52d5-4d93-b22f-a77b61f76019 tempest-FloatingIPAdminTestJSON-1724025514 tempest-FloatingIPAdminTestJSON-1724025514-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b7a9ecbf-6332-4ba6-87fc-d02d0b404918') {'for_net_delete': True} {{(pid=116161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:00:15.398814 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.services.segments.db [None req-1a5016a5-52d5-4d93-b22f-a77b61f76019 tempest-FloatingIPAdminTestJSON-1724025514 tempest-FloatingIPAdminTestJSON-1724025514-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b7a9ecbf-6332-4ba6-87fc-d02d0b404918') {} {{(pid=116161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:00:15.411212 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-1a5016a5-52d5-4d93-b22f-a77b61f76019 tempest-FloatingIPAdminTestJSON-1724025514 tempest-FloatingIPAdminTestJSON-1724025514-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742235208578', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8076969'] for segment (b7a9ecbf-6332-4ba6-87fc-d02d0b404918), before_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:15.413112 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4242bdef-2503-46b1-8665-facf0435d650 tempest-BulkNetworkOpsIpV6Test-1073769146 tempest-BulkNetworkOpsIpV6Test-1073769146-project] Made reservation on behalf of a487441111cf4fc6a7148af7844715e4 for: {'network': 1} {{(pid=116162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 11:00:15.416528 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-4242bdef-2503-46b1-8665-facf0435d650 tempest-BulkNetworkOpsIpV6Test-1073769146 tempest-BulkNetworkOpsIpV6Test-1073769146-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for network (None), before_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:15.422315 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Current status of the port e1a76c42-a5b0-4f0d-8216-cd13a12b3af6 is: ACTIVE; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:00:15.426151 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-1a5016a5-52d5-4d93-b22f-a77b61f76019 tempest-FloatingIPAdminTestJSON-1724025514 tempest-FloatingIPAdminTestJSON-1724025514-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-961978'] for segment (b7a9ecbf-6332-4ba6-87fc-d02d0b404918), precommit_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:15.432992 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1a5016a5-52d5-4d93-b22f-a77b61f76019 tempest-FloatingIPAdminTestJSON-1724025514 tempest-FloatingIPAdminTestJSON-1724025514-project] Releasing vlan 96 on physical network physnet1 to pool {{(pid=116161) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 11:00:15.433396 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-1a5016a5-52d5-4d93-b22f-a77b61f76019 tempest-FloatingIPAdminTestJSON-1724025514 tempest-FloatingIPAdminTestJSON-1724025514-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-961978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5219103'] for segment (b7a9ecbf-6332-4ba6-87fc-d02d0b404918), after_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:15.436693 dv-neutron-master-2-hyperv neutron-server[116161]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 28 11:00:15.436693 dv-neutron-master-2-hyperv neutron-server[116161]: self.session.flush() Apr 28 11:00:15.436693 dv-neutron-master-2-hyperv neutron-server[116161]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 28 11:00:15.436693 dv-neutron-master-2-hyperv neutron-server[116161]: self.session.flush() Apr 28 11:00:15.436693 dv-neutron-master-2-hyperv neutron-server[116161]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 28 11:00:15.436693 dv-neutron-master-2-hyperv neutron-server[116161]: self.session.flush() Apr 28 11:00:15.436693 dv-neutron-master-2-hyperv neutron-server[116161]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 28 11:00:15.436693 dv-neutron-master-2-hyperv neutron-server[116161]: self.session.flush() Apr 28 11:00:15.436693 dv-neutron-master-2-hyperv neutron-server[116161]: Traceback (most recent call last): Apr 28 11:00:15.436693 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 11:00:15.436693 dv-neutron-master-2-hyperv neutron-server[116161]: timer() Apr 28 11:00:15.436693 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 11:00:15.436693 dv-neutron-master-2-hyperv neutron-server[116161]: cb(*args, **kw) Apr 28 11:00:15.436693 dv-neutron-master-2-hyperv neutron-server[116161]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 28 11:00:15.436693 dv-neutron-master-2-hyperv neutron-server[116161]: return func(*args, **kwargs) Apr 28 11:00:15.436693 dv-neutron-master-2-hyperv neutron-server[116161]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 11:00:15.436693 dv-neutron-master-2-hyperv neutron-server[116161]: self._notify() Apr 28 11:00:15.436693 dv-neutron-master-2-hyperv neutron-server[116161]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 11:00:15.436693 dv-neutron-master-2-hyperv neutron-server[116161]: self.callback(batched_events) Apr 28 11:00:15.436693 dv-neutron-master-2-hyperv neutron-server[116161]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 11:00:15.436693 dv-neutron-master-2-hyperv neutron-server[116161]: event.method(event) Apr 28 11:00:15.436693 dv-neutron-master-2-hyperv neutron-server[116161]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 28 11:00:15.436693 dv-neutron-master-2-hyperv neutron-server[116161]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 11:00:15.436693 dv-neutron-master-2-hyperv neutron-server[116161]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 28 11:00:15.436693 dv-neutron-master-2-hyperv neutron-server[116161]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 11:00:15.436693 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 28 11:00:15.436693 dv-neutron-master-2-hyperv neutron-server[116161]: return f(self, *a, **k) Apr 28 11:00:15.436693 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 28 11:00:15.436693 dv-neutron-master-2-hyperv neutron-server[116161]: return self._get(url).json() Apr 28 11:00:15.436693 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 28 11:00:15.436693 dv-neutron-master-2-hyperv neutron-server[116161]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 11:00:15.436693 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 11:00:15.436693 dv-neutron-master-2-hyperv neutron-server[116161]: return self.request(url, 'GET', **kwargs) Apr 28 11:00:15.436693 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 11:00:15.436693 dv-neutron-master-2-hyperv neutron-server[116161]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 11:00:15.436693 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 11:00:15.436693 dv-neutron-master-2-hyperv neutron-server[116161]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 11:00:15.436693 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 11:00:15.436693 dv-neutron-master-2-hyperv neutron-server[116161]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 11:00:15.436693 dv-neutron-master-2-hyperv neutron-server[116161]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 11:00:15.441139 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-d866d174-4916-4c82-9559-b262d6d35bad tempest-RoutersIpV6AdminTest-911026605 tempest-RoutersIpV6AdminTest-911026605-project-admin] Publish callbacks [] for port (c524ce9b-cfb2-4be5-94d5-3fed524799ed), precommit_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:15.478270 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-ea6b9e14-801f-4449-b8a5-d946300a07e3 None None] Provisioning complete for port 4936dc99-f534-4107-862a-2c59383272c2 triggered by entity DHCP. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:00:15.479354 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-ea6b9e14-801f-4449-b8a5-d946300a07e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (4936dc99-f534-4107-862a-2c59383272c2), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:15.503637 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4242bdef-2503-46b1-8665-facf0435d650 tempest-BulkNetworkOpsIpV6Test-1073769146 tempest-BulkNetworkOpsIpV6Test-1073769146-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 71} {{(pid=116162) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 11:00:15.525282 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-ea6b9e14-801f-4449-b8a5-d946300a07e3 None None] Port 4936dc99-f534-4107-862a-2c59383272c2 cannot update to ACTIVE because it is not bound. {{(pid=116163) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 28 11:00:15.535957 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-4242bdef-2503-46b1-8665-facf0435d650 tempest-BulkNetworkOpsIpV6Test-1073769146 tempest-BulkNetworkOpsIpV6Test-1073769146-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-961978'] for segment (69662f67-8b6a-45a1-872b-ed3ae5ebef57), precommit_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:15.536309 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.db.segments_db [None req-4242bdef-2503-46b1-8665-facf0435d650 tempest-BulkNetworkOpsIpV6Test-1073769146 tempest-BulkNetworkOpsIpV6Test-1073769146-project] Added segment 69662f67-8b6a-45a1-872b-ed3ae5ebef57 of type vlan for network 3cdc3d40-5155-4222-b731-419b5471bd91 Apr 28 11:00:15.536681 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Device e1a76c42-a5b0-4f0d-8216-cd13a12b3af6 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=116163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 11:00:15.571363 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-1a5016a5-52d5-4d93-b22f-a77b61f76019 tempest-FloatingIPAdminTestJSON-1724025514 tempest-FloatingIPAdminTestJSON-1724025514-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-973477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2063122'] for network (c623474b-5a9a-4f0a-a4ae-c9b4a94042f1), after_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:15.576300 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-1a5016a5-52d5-4d93-b22f-a77b61f76019 tempest-FloatingIPAdminTestJSON-1724025514 tempest-FloatingIPAdminTestJSON-1724025514-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603020'] for network (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:15.582657 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-1a5016a5-52d5-4d93-b22f-a77b61f76019 tempest-FloatingIPAdminTestJSON-1724025514 tempest-FloatingIPAdminTestJSON-1724025514-project] 10.222.0.10 "DELETE /v2.0/networks/c623474b-5a9a-4f0a-a4ae-c9b4a94042f1 HTTP/1.1" status: 204 len: 168 time: 1.6460476 Apr 28 11:00:15.583201 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 49872) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:00:15.590056 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Provisioning complete for port e1a76c42-a5b0-4f0d-8216-cd13a12b3af6 triggered by entity L2. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:00:15.590607 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (e1a76c42-a5b0-4f0d-8216-cd13a12b3af6), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:15.640909 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5016a5-52d5-4d93-b22f-a77b61f76019 tempest-FloatingIPAdminTestJSON-1724025514 tempest-FloatingIPAdminTestJSON-1724025514-project] Pushing event deleted for resources: {'Network': ['ID=c623474b-5a9a-4f0a-a4ae-c9b4a94042f1,revision_number=None']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:00:15.644307 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-4242bdef-2503-46b1-8665-facf0435d650 tempest-BulkNetworkOpsIpV6Test-1073769146 tempest-BulkNetworkOpsIpV6Test-1073769146-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742234744962'] for network (3cdc3d40-5155-4222-b731-419b5471bd91), precommit_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:15.648186 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-2f42da54-edd5-42ee-ab2c-a0226127e0a2 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (4936dc99-f534-4107-862a-2c59383272c2), before_update {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:15.687253 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Current status of the port e1a76c42-a5b0-4f0d-8216-cd13a12b3af6 is: ACTIVE; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:00:15.717004 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-114a073b-9d31-4f52-896e-fa4368a7290c tempest-FloatingIPTestJSON-373071706 tempest-FloatingIPTestJSON-373071706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742235135690', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742234710366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5051867'] for port (d4284a2a-608f-45fb-ad76-1d17baefedb3), after_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:15.727378 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-d866d174-4916-4c82-9559-b262d6d35bad tempest-RoutersIpV6AdminTest-911026605 tempest-RoutersIpV6AdminTest-911026605-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742234710357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5051867'] for port (c524ce9b-cfb2-4be5-94d5-3fed524799ed), after_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:15.734798 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-22e58743-602b-416e-aaeb-bae2b7376ee1 admin admin] Publish callbacks [] for security_group (350afcc0-e6fc-41c8-9a8b-1ee159953e09), precommit_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:15.735088 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.plugin [None req-0bd51b85-44c9-47bc-93c0-858fd8945175 tempest-FloatingIPAdminTestJSON-1724025514 tempest-FloatingIPAdminTestJSON-1724025514-project] Deleting port 5c47425d-1916-4ffa-8186-c3434c533364 {{(pid=116161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 11:00:15.735505 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-0bd51b85-44c9-47bc-93c0-858fd8945175 tempest-FloatingIPAdminTestJSON-1724025514 tempest-FloatingIPAdminTestJSON-1724025514-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742235130188'] for port (5c47425d-1916-4ffa-8186-c3434c533364), before_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:15.749550 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Device 4e3956ce-900b-44cd-ae68-15e14ae0c69a no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=116163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 11:00:15.773790 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] No Port match for: 4e3956ce-900b-44cd-ae68-15e14ae0c69a {{(pid=116163) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 28 11:00:15.774216 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Device 4e3956ce-900b-44cd-ae68-15e14ae0c69a not bound to the agent host dv-neutron-master-2-hyperv {{(pid=116163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 11:00:15.776661 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114a073b-9d31-4f52-896e-fa4368a7290c tempest-FloatingIPTestJSON-373071706 tempest-FloatingIPTestJSON-373071706-project] Pushing event deleted for resources: {'Port': ['ID=d4284a2a-608f-45fb-ad76-1d17baefedb3,revision_number=None']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:00:15.819879 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-0bd51b85-44c9-47bc-93c0-858fd8945175 tempest-FloatingIPAdminTestJSON-1724025514 tempest-FloatingIPAdminTestJSON-1724025514-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1938497'] for port (5c47425d-1916-4ffa-8186-c3434c533364), precommit_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:15.820212 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-0bd51b85-44c9-47bc-93c0-858fd8945175 tempest-FloatingIPAdminTestJSON-1724025514 tempest-FloatingIPAdminTestJSON-1724025514-project] Publish callbacks [] for floatingip (5c47425d-1916-4ffa-8186-c3434c533364), precommit_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:15.833646 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.plugin [None req-0bd51b85-44c9-47bc-93c0-858fd8945175 tempest-FloatingIPAdminTestJSON-1724025514 tempest-FloatingIPAdminTestJSON-1724025514-project] Calling delete_port for 5c47425d-1916-4ffa-8186-c3434c533364 owned by network:floatingip {{(pid=116161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 11:00:15.839825 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d866d174-4916-4c82-9559-b262d6d35bad tempest-RoutersIpV6AdminTest-911026605 tempest-RoutersIpV6AdminTest-911026605-project-admin] Network 7be49d94-bbb8-4a61-bafe-209c5f861e1c is already hosted by enough agents. {{(pid=116162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 11:00:15.842712 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-22e58743-602b-416e-aaeb-bae2b7376ee1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924426'] for security_group (350afcc0-e6fc-41c8-9a8b-1ee159953e09), after_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:15.867952 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-4242bdef-2503-46b1-8665-facf0435d650 tempest-BulkNetworkOpsIpV6Test-1073769146 tempest-BulkNetworkOpsIpV6Test-1073769146-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042'] for network (3cdc3d40-5155-4222-b731-419b5471bd91), after_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:15.873401 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4242bdef-2503-46b1-8665-facf0435d650 tempest-BulkNetworkOpsIpV6Test-1073769146 tempest-BulkNetworkOpsIpV6Test-1073769146-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:00:15.874011 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-4242bdef-2503-46b1-8665-facf0435d650 tempest-BulkNetworkOpsIpV6Test-1073769146 tempest-BulkNetworkOpsIpV6Test-1073769146-project] Publish callbacks [] for network (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:15.889154 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.scheduler.base_scheduler [None req-d866d174-4916-4c82-9559-b262d6d35bad tempest-RoutersIpV6AdminTest-911026605 tempest-RoutersIpV6AdminTest-911026605-project-admin] Resources bound (agent type, host, resource id): {{(pid=116162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 11:00:15.951830 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d866d174-4916-4c82-9559-b262d6d35bad tempest-RoutersIpV6AdminTest-911026605 tempest-RoutersIpV6AdminTest-911026605-project-admin] Received port after_create {{(pid=116162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 11:00:16.042114 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-0bd51b85-44c9-47bc-93c0-858fd8945175 tempest-FloatingIPAdminTestJSON-1724025514 tempest-FloatingIPAdminTestJSON-1724025514-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742235135690', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742234710366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5219112'] for port (5c47425d-1916-4ffa-8186-c3434c533364), after_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:16.046868 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-22e58743-602b-416e-aaeb-bae2b7376ee1 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=53084b8c2ee64f2f86f88ef4f336f5a8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6989946 Apr 28 11:00:16.047604 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 49876) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:00:16.074779 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd51b85-44c9-47bc-93c0-858fd8945175 tempest-FloatingIPAdminTestJSON-1724025514 tempest-FloatingIPAdminTestJSON-1724025514-project] Pushing event deleted for resources: {'Port': ['ID=5c47425d-1916-4ffa-8186-c3434c533364,revision_number=None']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:00:16.088198 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e58743-602b-416e-aaeb-bae2b7376ee1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=350afcc0-e6fc-41c8-9a8b-1ee159953e09,revision_number=1']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:00:16.098490 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d866d174-4916-4c82-9559-b262d6d35bad tempest-RoutersIpV6AdminTest-911026605 tempest-RoutersIpV6AdminTest-911026605-project-admin] Pushing event updated for resources: {'Port': ['ID=c524ce9b-cfb2-4be5-94d5-3fed524799ed,revision_number=1']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:00:16.103808 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-4242bdef-2503-46b1-8665-facf0435d650 tempest-BulkNetworkOpsIpV6Test-1073769146 tempest-BulkNetworkOpsIpV6Test-1073769146-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.8433821 Apr 28 11:00:16.110046 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 49878) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:00:16.115005 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4242bdef-2503-46b1-8665-facf0435d650 tempest-BulkNetworkOpsIpV6Test-1073769146 tempest-BulkNetworkOpsIpV6Test-1073769146-project] Pushing event updated for resources: {'Network': ['ID=3cdc3d40-5155-4222-b731-419b5471bd91,revision_number=1']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:00:16.122900 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.v2.base [None req-91eb19d1-3bb9-42bb-b91d-e4744918a74d tempest-BulkNetworkOpsIpV6Test-1073769146 tempest-BulkNetworkOpsIpV6Test-1073769146-project] Request body: {'ports': [{'network_id': 'bff37705-e03f-4af0-a65f-ddadd51cbcc8', 'name': 'tempest-port--155316017', 'admin_state_up': True}, {'network_id': '3cdc3d40-5155-4222-b731-419b5471bd91', 'admin_state_up': False}]} {{(pid=116161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:00:16.124885 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.v2.base [None req-91eb19d1-3bb9-42bb-b91d-e4744918a74d tempest-BulkNetworkOpsIpV6Test-1073769146 tempest-BulkNetworkOpsIpV6Test-1073769146-project] Request body: {'port': {'network_id': 'bff37705-e03f-4af0-a65f-ddadd51cbcc8', 'name': 'tempest-port--155316017', 'admin_state_up': True}} {{(pid=116161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:00:16.124885 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.v2.base [None req-91eb19d1-3bb9-42bb-b91d-e4744918a74d tempest-BulkNetworkOpsIpV6Test-1073769146 tempest-BulkNetworkOpsIpV6Test-1073769146-project] Request body: {'port': {'network_id': '3cdc3d40-5155-4222-b731-419b5471bd91', 'admin_state_up': False}} {{(pid=116161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:00:16.128744 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Network 3cdc3d40-5155-4222-b731-419b5471bd91 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=116163) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 28 11:00:16.129278 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-114a073b-9d31-4f52-896e-fa4368a7290c tempest-FloatingIPTestJSON-373071706 tempest-FloatingIPTestJSON-373071706-project] Publish callbacks [] for floatingip (f90cc187-b830-4ba8-abe0-face619d8036), after_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:16.132626 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-114a073b-9d31-4f52-896e-fa4368a7290c tempest-FloatingIPTestJSON-373071706 tempest-FloatingIPTestJSON-373071706-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198022'] for floatingip (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:16.134916 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-114a073b-9d31-4f52-896e-fa4368a7290c tempest-FloatingIPTestJSON-373071706 tempest-FloatingIPTestJSON-373071706-project] 10.222.0.10 "DELETE /v2.0/floatingips/f90cc187-b830-4ba8-abe0-face619d8036 HTTP/1.1" status: 204 len: 168 time: 2.0120137 Apr 28 11:00:16.152466 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 49880) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:00:16.231041 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.api.v2.resource [None req-420f44be-7db5-4ff0-9694-3b6b26ddc8f2 tempest-FloatingIPTestJSON-373071706 tempest-FloatingIPTestJSON-373071706-project] delete failed (client error): The resource could not be found. Apr 28 11:00:16.232089 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-420f44be-7db5-4ff0-9694-3b6b26ddc8f2 tempest-FloatingIPTestJSON-373071706 tempest-FloatingIPTestJSON-373071706-project] 10.222.0.10 "DELETE /v2.0/floatingips/f90cc187-b830-4ba8-abe0-face619d8036 HTTP/1.1" status: 404 len: 345 time: 0.0779243 Apr 28 11:00:16.240516 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 49882) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:00:16.288231 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-5a0ae905-3e8c-4183-bcaa-410cd1295e75 admin admin] Publish callbacks [] for security_group (350afcc0-e6fc-41c8-9a8b-1ee159953e09), before_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:16.294278 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-0bd51b85-44c9-47bc-93c0-858fd8945175 tempest-FloatingIPAdminTestJSON-1724025514 tempest-FloatingIPAdminTestJSON-1724025514-project] Publish callbacks [] for floatingip (5dd317b0-6f91-4837-8ace-10856bafc5b1), after_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:16.296757 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-0bd51b85-44c9-47bc-93c0-858fd8945175 tempest-FloatingIPAdminTestJSON-1724025514 tempest-FloatingIPAdminTestJSON-1724025514-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198022'] for floatingip (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:16.297885 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-0bd51b85-44c9-47bc-93c0-858fd8945175 tempest-FloatingIPAdminTestJSON-1724025514 tempest-FloatingIPAdminTestJSON-1724025514-project] 10.222.0.10 "DELETE /v2.0/floatingips/5dd317b0-6f91-4837-8ace-10856bafc5b1 HTTP/1.1" status: 204 len: 168 time: 0.7107959 Apr 28 11:00:16.373080 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-5a0ae905-3e8c-4183-bcaa-410cd1295e75 admin admin] Publish callbacks [] for security_group (350afcc0-e6fc-41c8-9a8b-1ee159953e09), precommit_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:16.398246 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1bc60c5-e6d5-49f6-8601-e82b6d70304d tempest-FloatingIPTestJSON-373071706 tempest-FloatingIPTestJSON-373071706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:00:16.403511 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1bc60c5-e6d5-49f6-8601-e82b6d70304d tempest-FloatingIPTestJSON-373071706 tempest-FloatingIPTestJSON-373071706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:00:16.408762 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1bc60c5-e6d5-49f6-8601-e82b6d70304d tempest-FloatingIPTestJSON-373071706 tempest-FloatingIPTestJSON-373071706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:00:16.412940 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-c1bc60c5-e6d5-49f6-8601-e82b6d70304d tempest-FloatingIPTestJSON-373071706 tempest-FloatingIPTestJSON-373071706-project] 10.222.0.10 "GET /v2.0/ports?network_id=2f0c4506-288d-4d72-9653-41f71dea9778 HTTP/1.1" status: 200 len: 2359 time: 0.1459079 Apr 28 11:00:16.413831 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 49886) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:00:16.449053 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-2f42da54-edd5-42ee-ab2c-a0226127e0a2 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Publish callbacks [] for port (4936dc99-f534-4107-862a-2c59383272c2), precommit_update {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:16.488741 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75a0536a-63b1-4486-a963-a9a2bf57d7cc tempest-FloatingIPTestJSON-373071706 tempest-FloatingIPTestJSON-373071706-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:00:16.490116 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-75a0536a-63b1-4486-a963-a9a2bf57d7cc tempest-FloatingIPTestJSON-373071706 tempest-FloatingIPTestJSON-373071706-project] 10.222.0.10 "GET /v2.0/subnets/8ca70516-0729-4db3-b53b-6aedfb36038a HTTP/1.1" status: 200 len: 797 time: 0.0685232 Apr 28 11:00:16.494768 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 49888) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:00:16.499453 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.v2.base [None req-104626ac-d7e3-48e5-a79f-b9baf729ffe8 tempest-FloatingIPTestJSON-373071706 tempest-FloatingIPTestJSON-373071706-project] Request body: {'port': {'network_id': '2f0c4506-288d-4d72-9653-41f71dea9778', 'name': 'tempest-FloatingIPTestJSON-1292027606', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.12'}]}} {{(pid=116161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:00:16.510993 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-2f42da54-edd5-42ee-ab2c-a0226127e0a2 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5051840'] for port (4936dc99-f534-4107-862a-2c59383272c2), after_update {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:16.511764 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-2f42da54-edd5-42ee-ab2c-a0226127e0a2 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1603056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2063387'] for router_interface (67edd4d2-fbd6-48be-9b4d-1a9fe308b0f0), after_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:16.569452 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91eb19d1-3bb9-42bb-b91d-e4744918a74d tempest-BulkNetworkOpsIpV6Test-1073769146 tempest-BulkNetworkOpsIpV6Test-1073769146-project] Made reservation on behalf of a487441111cf4fc6a7148af7844715e4 for: {'port': 2} {{(pid=116161) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 11:00:16.573503 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-91eb19d1-3bb9-42bb-b91d-e4744918a74d tempest-BulkNetworkOpsIpV6Test-1073769146 tempest-BulkNetworkOpsIpV6Test-1073769146-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (None), before_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:16.599928 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-91eb19d1-3bb9-42bb-b91d-e4744918a74d tempest-BulkNetworkOpsIpV6Test-1073769146 tempest-BulkNetworkOpsIpV6Test-1073769146-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (None), before_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:16.601796 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-5a0ae905-3e8c-4183-bcaa-410cd1295e75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924426'] for security_group (350afcc0-e6fc-41c8-9a8b-1ee159953e09), after_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:16.604364 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-5a0ae905-3e8c-4183-bcaa-410cd1295e75 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:16.605786 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-5a0ae905-3e8c-4183-bcaa-410cd1295e75 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/350afcc0-e6fc-41c8-9a8b-1ee159953e09 HTTP/1.1" status: 204 len: 168 time: 0.5419958 Apr 28 11:00:16.629857 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a0ae905-3e8c-4183-bcaa-410cd1295e75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=350afcc0-e6fc-41c8-9a8b-1ee159953e09,revision_number=None']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:00:16.790708 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.notifiers.nova [None req-91eb19d1-3bb9-42bb-b91d-e4744918a74d tempest-BulkNetworkOpsIpV6Test-1073769146 tempest-BulkNetworkOpsIpV6Test-1073769146-project] device_id is not set on port 663f1d4b-c3ed-4c84-919f-b7a16e641685 yet. {{(pid=116161) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 28 11:00:16.798077 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-104626ac-d7e3-48e5-a79f-b9baf729ffe8 tempest-FloatingIPTestJSON-373071706 tempest-FloatingIPTestJSON-373071706-project] Made reservation on behalf of 36d1e8ae0c6b44fb858256714ad6ff62 for: {'port': 1} {{(pid=116161) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 11:00:16.866594 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 49894) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:00:16.925314 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-104626ac-d7e3-48e5-a79f-b9baf729ffe8 tempest-FloatingIPTestJSON-373071706 tempest-FloatingIPTestJSON-373071706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (None), before_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:16.959149 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.notifiers.nova [None req-104626ac-d7e3-48e5-a79f-b9baf729ffe8 tempest-FloatingIPTestJSON-373071706 tempest-FloatingIPTestJSON-373071706-project] device_id is not set on port c2c7679a-bca5-440c-a66e-8849ce3171b7 yet. {{(pid=116161) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 28 11:00:17.010113 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-d866d174-4916-4c82-9559-b262d6d35bad tempest-RoutersIpV6AdminTest-911026605 tempest-RoutersIpV6AdminTest-911026605-project-admin] Publish callbacks [] for router_gateway (c7e4f3ab-e404-46ae-b5c3-0f2f13797fa9), after_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:17.045163 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-91eb19d1-3bb9-42bb-b91d-e4744918a74d tempest-BulkNetworkOpsIpV6Test-1073769146 tempest-BulkNetworkOpsIpV6Test-1073769146-project] Publish callbacks [] for port (663f1d4b-c3ed-4c84-919f-b7a16e641685), precommit_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:17.051629 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f42da54-edd5-42ee-ab2c-a0226127e0a2 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Pushing event updated for resources: {'Port': ['ID=4936dc99-f534-4107-862a-2c59383272c2,revision_number=2']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:00:17.145006 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f42da54-edd5-42ee-ab2c-a0226127e0a2 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Network 1ec9fbcf-7a57-4aaa-9c30-4e0f43e09480 is already hosted by enough agents. {{(pid=116162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 11:00:17.147813 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.scheduler.base_scheduler [None req-2f42da54-edd5-42ee-ab2c-a0226127e0a2 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Resources bound (agent type, host, resource id): {{(pid=116162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 11:00:17.216982 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.notifiers.nova [None req-91eb19d1-3bb9-42bb-b91d-e4744918a74d tempest-BulkNetworkOpsIpV6Test-1073769146 tempest-BulkNetworkOpsIpV6Test-1073769146-project] device_id is not set on port b3368b48-e2dc-469f-a8b6-3c07befdca28 yet. {{(pid=116161) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 28 11:00:17.242996 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-93647106-1514-4074-8b34-297fb1e551c9 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=af8b99f0c77b4ffb87ea3818439ce0ce&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3752530 Apr 28 11:00:17.269063 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 49906) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:00:17.335446 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-d866d174-4916-4c82-9559-b262d6d35bad tempest-RoutersIpV6AdminTest-911026605 tempest-RoutersIpV6AdminTest-911026605-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2060818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1935326'] for router (c7e4f3ab-e404-46ae-b5c3-0f2f13797fa9), after_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:17.461831 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-e381f842-8a99-4d53-92b6-995e19fffada admin admin] Publish callbacks [] for security_group (45f61475-e28f-4bf8-8df7-6a7499558c3a), before_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:17.463858 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-c1a969c8-fc8f-464f-adb8-8bf4cf6f720a None None] Provisioning complete for port 4936dc99-f534-4107-862a-2c59383272c2 triggered by entity DHCP. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:00:17.464371 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-c1a969c8-fc8f-464f-adb8-8bf4cf6f720a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (4936dc99-f534-4107-862a-2c59383272c2), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:17.498795 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f42da54-edd5-42ee-ab2c-a0226127e0a2 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Router 67edd4d2-fbd6-48be-9b4d-1a9fe308b0f0 is scheduled to L3 agent 6b492ad6-0876-4d74-b20d-28143a52ceba with binding_index 1 {{(pid=116162) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 28 11:00:17.505148 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-c1a969c8-fc8f-464f-adb8-8bf4cf6f720a None None] Port 4936dc99-f534-4107-862a-2c59383272c2 cannot update to ACTIVE because it is not bound. {{(pid=116163) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 28 11:00:17.543328 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-91eb19d1-3bb9-42bb-b91d-e4744918a74d tempest-BulkNetworkOpsIpV6Test-1073769146 tempest-BulkNetworkOpsIpV6Test-1073769146-project] Publish callbacks [] for port (b3368b48-e2dc-469f-a8b6-3c07befdca28), precommit_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:17.560074 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-e381f842-8a99-4d53-92b6-995e19fffada admin admin] Publish callbacks [] for security_group (45f61475-e28f-4bf8-8df7-6a7499558c3a), precommit_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:17.577743 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d866d174-4916-4c82-9559-b262d6d35bad tempest-RoutersIpV6AdminTest-911026605 tempest-RoutersIpV6AdminTest-911026605-project-admin] Router c7e4f3ab-e404-46ae-b5c3-0f2f13797fa9 is scheduled to L3 agent 6b492ad6-0876-4d74-b20d-28143a52ceba with binding_index 1 {{(pid=116162) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 28 11:00:17.581362 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.db.db_base_plugin_common [None req-104626ac-d7e3-48e5-a79f-b9baf729ffe8 tempest-FloatingIPTestJSON-373071706 tempest-FloatingIPTestJSON-373071706-project] Allocated IP 172.20.0.14 (2f0c4506-288d-4d72-9653-41f71dea9778/8ca70516-0729-4db3-b53b-6aedfb36038a/c2c7679a-bca5-440c-a66e-8849ce3171b7) {{(pid=116161) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 11:00:17.602864 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.db.db_base_plugin_common [None req-104626ac-d7e3-48e5-a79f-b9baf729ffe8 tempest-FloatingIPTestJSON-373071706 tempest-FloatingIPTestJSON-373071706-project] Allocated IP 172.20.0.12 (2f0c4506-288d-4d72-9653-41f71dea9778/8ca70516-0729-4db3-b53b-6aedfb36038a/c2c7679a-bca5-440c-a66e-8849ce3171b7) {{(pid=116161) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 11:00:17.640122 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f42da54-edd5-42ee-ab2c-a0226127e0a2 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=116162) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 11:00:17.649868 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-2f42da54-edd5-42ee-ab2c-a0226127e0a2 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] 10.222.0.10 "PUT /v2.0/routers/67edd4d2-fbd6-48be-9b4d-1a9fe308b0f0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6093385 Apr 28 11:00:17.652002 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c26cdeda-ae9d-498d-85a8-fe4cecc5aa86 None None] Sync routers for ids ['67edd4d2-fbd6-48be-9b4d-1a9fe308b0f0'] in dv-neutron-master-2-hyperv {{(pid=116163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 11:00:17.653215 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 49916) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:00:17.662425 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c26cdeda-ae9d-498d-85a8-fe4cecc5aa86 None None] Routers {'67edd4d2-fbd6-48be-9b4d-1a9fe308b0f0'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=116163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 11:00:17.663163 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_hamode_db [None req-c26cdeda-ae9d-498d-85a8-fe4cecc5aa86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-28T10:50:39Z,description=,heartbeat_timestamp=2022-04-28T11:00:09Z,host='dv-neutron-master-2-hyperv',id=6b492ad6-0876-4d74-b20d-28143a52ceba,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T10:50:40Z,topic='l3_agent')) {'router_ids': ['67edd4d2-fbd6-48be-9b4d-1a9fe308b0f0'], 'active': True} {{(pid=116163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:00:17.720800 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d866d174-4916-4c82-9559-b262d6d35bad tempest-RoutersIpV6AdminTest-911026605 tempest-RoutersIpV6AdminTest-911026605-project-admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=116162) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 11:00:17.730598 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a443378-e9e3-4dc6-90f0-0bb7a98d6554 None None] Sync routers for ids ['c7e4f3ab-e404-46ae-b5c3-0f2f13797fa9'] in dv-neutron-master-2-hyperv {{(pid=116164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 11:00:17.749291 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cbfe9ff-15da-4cde-a483-d4bdd5e924ba tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:00:17.750353 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a443378-e9e3-4dc6-90f0-0bb7a98d6554 None None] Routers {'c7e4f3ab-e404-46ae-b5c3-0f2f13797fa9'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=116164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 11:00:17.750685 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-3cbfe9ff-15da-4cde-a483-d4bdd5e924ba tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] 10.222.0.10 "GET /v2.0/ports/4936dc99-f534-4107-862a-2c59383272c2 HTTP/1.1" status: 200 len: 911 time: 0.0947728 Apr 28 11:00:17.751480 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_hamode_db [None req-8a443378-e9e3-4dc6-90f0-0bb7a98d6554 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-28T10:50:39Z,description=,heartbeat_timestamp=2022-04-28T11:00:09Z,host='dv-neutron-master-2-hyperv',id=6b492ad6-0876-4d74-b20d-28143a52ceba,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T10:50:40Z,topic='l3_agent')) {'router_ids': ['c7e4f3ab-e404-46ae-b5c3-0f2f13797fa9'], 'active': True} {{(pid=116164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:00:17.751848 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-91eb19d1-3bb9-42bb-b91d-e4744918a74d tempest-BulkNetworkOpsIpV6Test-1073769146 tempest-BulkNetworkOpsIpV6Test-1073769146-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742234710357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5219112'] for port (663f1d4b-c3ed-4c84-919f-b7a16e641685), after_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:17.754122 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 49920) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:00:17.781471 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvr_db [None req-c26cdeda-ae9d-498d-85a8-fe4cecc5aa86 None None] Set router 67edd4d2-fbd6-48be-9b4d-1a9fe308b0f0 gateway port host: None {{(pid=116163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 11:00:17.816372 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-d866d174-4916-4c82-9559-b262d6d35bad tempest-RoutersIpV6AdminTest-911026605 tempest-RoutersIpV6AdminTest-911026605-project-admin] Publish callbacks [] for router (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:17.820485 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-e381f842-8a99-4d53-92b6-995e19fffada admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924426'] for security_group (45f61475-e28f-4bf8-8df7-6a7499558c3a), after_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:17.823021 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-e381f842-8a99-4d53-92b6-995e19fffada admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:17.827088 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-e381f842-8a99-4d53-92b6-995e19fffada admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/45f61475-e28f-4bf8-8df7-6a7499558c3a HTTP/1.1" status: 204 len: 168 time: 0.5584636 Apr 28 11:00:17.829472 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-d866d174-4916-4c82-9559-b262d6d35bad tempest-RoutersIpV6AdminTest-911026605 tempest-RoutersIpV6AdminTest-911026605-project-admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 5.6861758 Apr 28 11:00:17.834965 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 49922) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:00:17.910342 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 49926) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:00:17.913448 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e381f842-8a99-4d53-92b6-995e19fffada admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45f61475-e28f-4bf8-8df7-6a7499558c3a,revision_number=None']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:00:17.942367 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_dvr_db [None req-8a443378-e9e3-4dc6-90f0-0bb7a98d6554 None None] Set router c7e4f3ab-e404-46ae-b5c3-0f2f13797fa9 gateway port host: dv-neutron-master-2-hyperv {{(pid=116164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 11:00:17.951304 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91eb19d1-3bb9-42bb-b91d-e4744918a74d tempest-BulkNetworkOpsIpV6Test-1073769146 tempest-BulkNetworkOpsIpV6Test-1073769146-project] Pushing event updated for resources: {'Port': ['ID=663f1d4b-c3ed-4c84-919f-b7a16e641685,revision_number=1']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:00:17.962132 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95f66258-2bcb-4654-8ee4-d1ee9bb4f1ef tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:00:17.982592 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91eb19d1-3bb9-42bb-b91d-e4744918a74d tempest-BulkNetworkOpsIpV6Test-1073769146 tempest-BulkNetworkOpsIpV6Test-1073769146-project] Checking segment: {'id': '3d9173fb-7a3d-4db4-891c-edf72e2f4c21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'bff37705-e03f-4af0-a65f-ddadd51cbcc8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 11:00:17.982964 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91eb19d1-3bb9-42bb-b91d-e4744918a74d tempest-BulkNetworkOpsIpV6Test-1073769146 tempest-BulkNetworkOpsIpV6Test-1073769146-project] Network hostable DHCP agents. Network: bff37705-e03f-4af0-a65f-ddadd51cbcc8, hostable agents: ['75ba81b7-fe99-4281-90d2-a5adb445ecea'], hosted agents: [] {{(pid=116161) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 11:00:17.988598 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95f66258-2bcb-4654-8ee4-d1ee9bb4f1ef tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:00:17.992938 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-95f66258-2bcb-4654-8ee4-d1ee9bb4f1ef tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.2347410 Apr 28 11:00:17.993156 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 49930) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:00:18.073055 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-104626ac-d7e3-48e5-a79f-b9baf729ffe8 tempest-FloatingIPTestJSON-373071706 tempest-FloatingIPTestJSON-373071706-project] Publish callbacks [] for port (c2c7679a-bca5-440c-a66e-8849ce3171b7), precommit_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:18.135488 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.v2.base [None req-20d8a3ba-255c-4032-880a-436472a05787 tempest-AllowedAddressPairIpV6TestJSON-1423465983 tempest-AllowedAddressPairIpV6TestJSON-1423465983-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-1737217472'}} {{(pid=116161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:00:18.144835 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-6f215537-28cb-422a-84d2-23c5c808cfb9 tempest-RoutersIpV6AdminTest-911026605 tempest-RoutersIpV6AdminTest-911026605-project-admin] 10.222.0.10 "GET /v2.0/routers/c7e4f3ab-e404-46ae-b5c3-0f2f13797fa9 HTTP/1.1" status: 200 len: 908 time: 0.3100412 Apr 28 11:00:18.147438 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 49932) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:00:18.156931 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.v2.base [None req-8a0154a8-6380-4a57-b204-9ccc8925b50b tempest-RoutersIpV6AdminTest-911026605 tempest-RoutersIpV6AdminTest-911026605-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1940584012', 'external_gateway_info': {'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'enable_snat': True}}} {{(pid=116161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:00:18.234488 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_hamode_db [None req-c26cdeda-ae9d-498d-85a8-fe4cecc5aa86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67edd4d2-fbd6-48be-9b4d-1a9fe308b0f0', 'name': 'tempest-NetworksTestDHCPv6-router-1240437917', 'tenant_id': '12780407c7254bdfbde1c04e76d433ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T11:00:11Z', 'updated_at': '2022-04-28T11:00:15Z', 'revision_number': 2, 'project_id': '12780407c7254bdfbde1c04e76d433ee', 'gw_port_host': None, '_interfaces': [{'id': '4936dc99-f534-4107-862a-2c59383272c2', 'name': '', 'network_id': '1ec9fbcf-7a57-4aaa-9c30-4e0f43e09480', 'tenant_id': '12780407c7254bdfbde1c04e76d433ee', 'mac_address': 'fa:16:3e:b6:57:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67edd4d2-fbd6-48be-9b4d-1a9fe308b0f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 287, 'fixed_ips': [{'subnet_id': '48b91d53-5724-4cc4-8205-238cc2fc97b3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:00:12Z', 'updated_at': '2022-04-28T11:00:16Z', 'revision_number': 2, 'project_id': '12780407c7254bdfbde1c04e76d433ee', 'subnets': [{'id': '48b91d53-5724-4cc4-8205-238cc2fc97b3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=116163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:00:18.258585 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_hamode_db [None req-8a443378-e9e3-4dc6-90f0-0bb7a98d6554 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7e4f3ab-e404-46ae-b5c3-0f2f13797fa9', 'name': 'tempest-snat-router-1940584012', 'tenant_id': '37bf07f749f54683b465358b4cfb1f35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'external_fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.68'}], 'enable_snat': False}, 'gw_port_id': 'c524ce9b-cfb2-4be5-94d5-3fed524799ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T11:00:12Z', 'updated_at': '2022-04-28T11:00:16Z', 'revision_number': 3, 'project_id': '37bf07f749f54683b465358b4cfb1f35', 'gw_port': {'id': 'c524ce9b-cfb2-4be5-94d5-3fed524799ed', 'name': '', 'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:34:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7e4f3ab-e404-46ae-b5c3-0f2f13797fa9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 294, 'fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:00:14Z', 'updated_at': '2022-04-28T11:00:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=116164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:00:18.312097 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c26cdeda-ae9d-498d-85a8-fe4cecc5aa86 None None] Checking router: 67edd4d2-fbd6-48be-9b4d-1a9fe308b0f0 for host: dv-neutron-master-2-hyperv {{(pid=116163) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 11:00:18.312097 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c26cdeda-ae9d-498d-85a8-fe4cecc5aa86 None None] Updating router 67edd4d2-fbd6-48be-9b4d-1a9fe308b0f0 port 4936dc99-f534-4107-862a-2c59383272c2 binding host dv-neutron-master-2-hyperv {{(pid=116163) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 28 11:00:18.312359 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a443378-e9e3-4dc6-90f0-0bb7a98d6554 None None] Checking router: c7e4f3ab-e404-46ae-b5c3-0f2f13797fa9 for host: dv-neutron-master-2-hyperv {{(pid=116164) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 11:00:18.312359 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a443378-e9e3-4dc6-90f0-0bb7a98d6554 None None] Updating router c7e4f3ab-e404-46ae-b5c3-0f2f13797fa9 port c524ce9b-cfb2-4be5-94d5-3fed524799ed binding host dv-neutron-master-2-hyperv {{(pid=116164) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 28 11:00:18.312554 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-c26cdeda-ae9d-498d-85a8-fe4cecc5aa86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (4936dc99-f534-4107-862a-2c59383272c2), before_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:18.316310 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron_lib.callbacks.manager [None req-8a443378-e9e3-4dc6-90f0-0bb7a98d6554 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (c524ce9b-cfb2-4be5-94d5-3fed524799ed), before_update {{(pid=116164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:18.480868 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-48a6ca63-b98e-4705-8a58-38635ac0823b tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2063420'] for router_interface (67edd4d2-fbd6-48be-9b4d-1a9fe308b0f0), before_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:18.598023 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-c26cdeda-ae9d-498d-85a8-fe4cecc5aa86 None None] Publish callbacks [] for port (4936dc99-f534-4107-862a-2c59383272c2), precommit_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:18.616914 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron_lib.callbacks.manager [None req-8a443378-e9e3-4dc6-90f0-0bb7a98d6554 None None] Publish callbacks [] for port (c524ce9b-cfb2-4be5-94d5-3fed524799ed), precommit_update {{(pid=116164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:18.712925 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.plugin [None req-48a6ca63-b98e-4705-8a58-38635ac0823b tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Deleting port 4936dc99-f534-4107-862a-2c59383272c2 {{(pid=116162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 11:00:18.713501 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-48a6ca63-b98e-4705-8a58-38635ac0823b tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742235130188'] for port (4936dc99-f534-4107-862a-2c59383272c2), before_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:18.800605 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-48a6ca63-b98e-4705-8a58-38635ac0823b tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1938497'] for port (4936dc99-f534-4107-862a-2c59383272c2), precommit_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:18.816028 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.plugin [None req-48a6ca63-b98e-4705-8a58-38635ac0823b tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Calling delete_port for 4936dc99-f534-4107-862a-2c59383272c2 owned by network:router_interface {{(pid=116162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 11:00:18.981409 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-8a0154a8-6380-4a57-b204-9ccc8925b50b tempest-RoutersIpV6AdminTest-911026605 tempest-RoutersIpV6AdminTest-911026605-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2060459', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-63449'] for router (1301f67a-c5cc-4361-a91a-3534cfd20b12), before_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:18.982955 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-8a0154a8-6380-4a57-b204-9ccc8925b50b tempest-RoutersIpV6AdminTest-911026605 tempest-RoutersIpV6AdminTest-911026605-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2060827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1935275', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1960866', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-63266'] for router (1301f67a-c5cc-4361-a91a-3534cfd20b12), precommit_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:18.984013 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-c26cdeda-ae9d-498d-85a8-fe4cecc5aa86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393'] for port (4936dc99-f534-4107-862a-2c59383272c2), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:18.986872 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20d8a3ba-255c-4032-880a-436472a05787 tempest-AllowedAddressPairIpV6TestJSON-1423465983 tempest-AllowedAddressPairIpV6TestJSON-1423465983-project] Made reservation on behalf of 62ef7fc4f0364d0fa58d1125917b9dec for: {'network': 1} {{(pid=116161) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 11:00:18.995326 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-20d8a3ba-255c-4032-880a-436472a05787 tempest-AllowedAddressPairIpV6TestJSON-1423465983 tempest-AllowedAddressPairIpV6TestJSON-1423465983-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for network (None), before_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:18.995326 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91eb19d1-3bb9-42bb-b91d-e4744918a74d tempest-BulkNetworkOpsIpV6Test-1073769146 tempest-BulkNetworkOpsIpV6Test-1073769146-project] Network bff37705-e03f-4af0-a65f-ddadd51cbcc8 is scheduled to be hosted by DHCP agent 75ba81b7-fe99-4281-90d2-a5adb445ecea with binding_index 1 {{(pid=116161) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 11:00:18.998564 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-104626ac-d7e3-48e5-a79f-b9baf729ffe8 tempest-FloatingIPTestJSON-373071706 tempest-FloatingIPTestJSON-373071706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742234710357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5219112'] for port (c2c7679a-bca5-440c-a66e-8849ce3171b7), after_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:19.013777 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron_lib.callbacks.manager [None req-8a443378-e9e3-4dc6-90f0-0bb7a98d6554 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393'] for port (c524ce9b-cfb2-4be5-94d5-3fed524799ed), after_update {{(pid=116164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:19.043282 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6678d493-a2ee-46c8-a665-18613e5f3663 None None] Pushing event updated for resources: {'Port': ['ID=4936dc99-f534-4107-862a-2c59383272c2,revision_number=3']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:00:19.114982 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-20d8a3ba-255c-4032-880a-436472a05787 tempest-AllowedAddressPairIpV6TestJSON-1423465983 tempest-AllowedAddressPairIpV6TestJSON-1423465983-project] Publish callbacks [] for security_group (None), before_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:19.146751 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.scheduler.base_scheduler [None req-91eb19d1-3bb9-42bb-b91d-e4744918a74d tempest-BulkNetworkOpsIpV6Test-1073769146 tempest-BulkNetworkOpsIpV6Test-1073769146-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, bff37705-e03f-4af0-a65f-ddadd51cbcc8) {{(pid=116161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 11:00:19.157553 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0656f6a-ee50-4797-a023-f1614b9193eb None None] Network bff37705-e03f-4af0-a65f-ddadd51cbcc8 requested from dv-neutron-master-2-hyperv {{(pid=116163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 11:00:19.162811 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.managers [None req-c26cdeda-ae9d-498d-85a8-fe4cecc5aa86 None None] Attempting to bind port 4936dc99-f534-4107-862a-2c59383272c2 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=116163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 28 11:00:19.163594 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.managers [None req-c26cdeda-ae9d-498d-85a8-fe4cecc5aa86 None None] Attempting to bind port 4936dc99-f534-4107-862a-2c59383272c2 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'ffa4348d-378b-4e93-98fa-ab0dc49ee16c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '1ec9fbcf-7a57-4aaa-9c30-4e0f43e09480'}] {{(pid=116163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 28 11:00:19.164167 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c26cdeda-ae9d-498d-85a8-fe4cecc5aa86 None None] Attempting to bind port 4936dc99-f534-4107-862a-2c59383272c2 on network 1ec9fbcf-7a57-4aaa-9c30-4e0f43e09480 {{(pid=116163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 11:00:19.169338 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91eb19d1-3bb9-42bb-b91d-e4744918a74d tempest-BulkNetworkOpsIpV6Test-1073769146 tempest-BulkNetworkOpsIpV6Test-1073769146-project] Received port after_create {{(pid=116161) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 11:00:19.170232 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-91eb19d1-3bb9-42bb-b91d-e4744918a74d tempest-BulkNetworkOpsIpV6Test-1073769146 tempest-BulkNetworkOpsIpV6Test-1073769146-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742234710357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5219112'] for port (b3368b48-e2dc-469f-a8b6-3c07befdca28), after_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:19.170627 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f9b22ba-3d0b-4c87-8e0b-b39ec37afc13 None None] Pushing event updated for resources: {'Port': ['ID=c524ce9b-cfb2-4be5-94d5-3fed524799ed,revision_number=2']} {{(pid=116164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:00:19.191842 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.plugins.ml2.managers [None req-8a443378-e9e3-4dc6-90f0-0bb7a98d6554 None None] Attempting to bind port c524ce9b-cfb2-4be5-94d5-3fed524799ed on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=116164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 28 11:00:19.192220 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.plugins.ml2.managers [None req-8a443378-e9e3-4dc6-90f0-0bb7a98d6554 None None] Attempting to bind port c524ce9b-cfb2-4be5-94d5-3fed524799ed by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '142bc50f-d6af-4646-8d06-bb7af6b7b51c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c'}] {{(pid=116164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 28 11:00:19.192581 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a443378-e9e3-4dc6-90f0-0bb7a98d6554 None None] Attempting to bind port c524ce9b-cfb2-4be5-94d5-3fed524799ed on network 7be49d94-bbb8-4a61-bafe-209c5f861e1c {{(pid=116164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 11:00:19.198349 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c26cdeda-ae9d-498d-85a8-fe4cecc5aa86 None None] Checking agent: {'id': 'd5baab19-5dd1-4902-922b-84acb048ab9c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 10, 50, 43), 'started_at': datetime.datetime(2022, 4, 28, 10, 51, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 11, 0, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=116163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 11:00:19.201745 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c26cdeda-ae9d-498d-85a8-fe4cecc5aa86 None None] Checking segment: {'id': 'ffa4348d-378b-4e93-98fa-ab0dc49ee16c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '1ec9fbcf-7a57-4aaa-9c30-4e0f43e09480'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 11:00:19.202842 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-c26cdeda-ae9d-498d-85a8-fe4cecc5aa86 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:19.204163 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c26cdeda-ae9d-498d-85a8-fe4cecc5aa86 None None] Bound using segment: {'id': 'ffa4348d-378b-4e93-98fa-ab0dc49ee16c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '1ec9fbcf-7a57-4aaa-9c30-4e0f43e09480'} {{(pid=116163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 11:00:19.206009 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.managers [None req-c26cdeda-ae9d-498d-85a8-fe4cecc5aa86 None None] Bound port: 4936dc99-f534-4107-862a-2c59383272c2, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ffa4348d-378b-4e93-98fa-ab0dc49ee16c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '1ec9fbcf-7a57-4aaa-9c30-4e0f43e09480'}}] {{(pid=116163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 28 11:00:19.206663 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-c26cdeda-ae9d-498d-85a8-fe4cecc5aa86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (4936dc99-f534-4107-862a-2c59383272c2), before_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:19.213250 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f9b22ba-3d0b-4c87-8e0b-b39ec37afc13 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:00:19.215104 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f9b22ba-3d0b-4c87-8e0b-b39ec37afc13 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:00:19.215104 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f9b22ba-3d0b-4c87-8e0b-b39ec37afc13 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:00:19.215104 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f9b22ba-3d0b-4c87-8e0b-b39ec37afc13 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:00:19.215104 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f9b22ba-3d0b-4c87-8e0b-b39ec37afc13 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:00:19.215104 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f9b22ba-3d0b-4c87-8e0b-b39ec37afc13 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:00:19.216264 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f9b22ba-3d0b-4c87-8e0b-b39ec37afc13 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:00:19.216592 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f9b22ba-3d0b-4c87-8e0b-b39ec37afc13 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:00:19.216944 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f9b22ba-3d0b-4c87-8e0b-b39ec37afc13 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:00:19.217275 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f9b22ba-3d0b-4c87-8e0b-b39ec37afc13 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:00:19.217613 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f9b22ba-3d0b-4c87-8e0b-b39ec37afc13 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:00:19.217953 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f9b22ba-3d0b-4c87-8e0b-b39ec37afc13 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:00:19.218272 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f9b22ba-3d0b-4c87-8e0b-b39ec37afc13 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:00:19.218613 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f9b22ba-3d0b-4c87-8e0b-b39ec37afc13 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:00:19.218931 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f9b22ba-3d0b-4c87-8e0b-b39ec37afc13 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:00:19.232525 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a443378-e9e3-4dc6-90f0-0bb7a98d6554 None None] Checking agent: {'id': 'd5baab19-5dd1-4902-922b-84acb048ab9c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 10, 50, 43), 'started_at': datetime.datetime(2022, 4, 28, 10, 51, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 11, 0, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=116164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 11:00:19.232945 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a443378-e9e3-4dc6-90f0-0bb7a98d6554 None None] Checking segment: {'id': '142bc50f-d6af-4646-8d06-bb7af6b7b51c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 11:00:19.233357 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron_lib.callbacks.manager [None req-8a443378-e9e3-4dc6-90f0-0bb7a98d6554 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=116164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:19.233752 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a443378-e9e3-4dc6-90f0-0bb7a98d6554 None None] Bound using segment: {'id': '142bc50f-d6af-4646-8d06-bb7af6b7b51c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c'} {{(pid=116164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 11:00:19.234249 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.plugins.ml2.managers [None req-8a443378-e9e3-4dc6-90f0-0bb7a98d6554 None None] Bound port: c524ce9b-cfb2-4be5-94d5-3fed524799ed, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '142bc50f-d6af-4646-8d06-bb7af6b7b51c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c'}}] {{(pid=116164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 28 11:00:19.234664 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron_lib.callbacks.manager [None req-8a443378-e9e3-4dc6-90f0-0bb7a98d6554 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (c524ce9b-cfb2-4be5-94d5-3fed524799ed), before_update {{(pid=116164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:19.312358 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-20d8a3ba-255c-4032-880a-436472a05787 tempest-AllowedAddressPairIpV6TestJSON-1423465983 tempest-AllowedAddressPairIpV6TestJSON-1423465983-project] Publish callbacks [] for security_group (ed46305f-4eee-4dfa-a849-3c9a538374ed), precommit_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:19.327105 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-8a0154a8-6380-4a57-b204-9ccc8925b50b tempest-RoutersIpV6AdminTest-911026605 tempest-RoutersIpV6AdminTest-911026605-project-admin] Publish callbacks [] for router_controller (1301f67a-c5cc-4361-a91a-3534cfd20b12), precommit_add_association {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:19.332740 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-104626ac-d7e3-48e5-a79f-b9baf729ffe8 tempest-FloatingIPTestJSON-373071706 tempest-FloatingIPTestJSON-373071706-project] Network 2f0c4506-288d-4d72-9653-41f71dea9778 is already hosted by enough agents. {{(pid=116161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 11:00:19.344434 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.plugins.ml2.db [None req-8a443378-e9e3-4dc6-90f0-0bb7a98d6554 None None] For port c524ce9b-cfb2-4be5-94d5-3fed524799ed, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=116164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 11:00:19.347932 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.plugins.ml2.db [None req-8a443378-e9e3-4dc6-90f0-0bb7a98d6554 None None] For port c524ce9b-cfb2-4be5-94d5-3fed524799ed, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=c524ce9b-cfb2-4be5-94d5-3fed524799ed,segment=NetworkSegment(142bc50f-d6af-4646-8d06-bb7af6b7b51c),segment_id=142bc50f-d6af-4646-8d06-bb7af6b7b51c)] {{(pid=116164) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 11:00:19.350739 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.scheduler.base_scheduler [None req-104626ac-d7e3-48e5-a79f-b9baf729ffe8 tempest-FloatingIPTestJSON-373071706 tempest-FloatingIPTestJSON-373071706-project] Resources bound (agent type, host, resource id): {{(pid=116161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 11:00:19.354717 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-104626ac-d7e3-48e5-a79f-b9baf729ffe8 tempest-FloatingIPTestJSON-373071706 tempest-FloatingIPTestJSON-373071706-project] Pushing event updated for resources: {'Port': ['ID=c2c7679a-bca5-440c-a66e-8849ce3171b7,revision_number=1']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:00:19.369271 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-104626ac-d7e3-48e5-a79f-b9baf729ffe8 tempest-FloatingIPTestJSON-373071706 tempest-FloatingIPTestJSON-373071706-project] Received port after_create {{(pid=116161) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 11:00:19.418708 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-20d8a3ba-255c-4032-880a-436472a05787 tempest-AllowedAddressPairIpV6TestJSON-1423465983 tempest-AllowedAddressPairIpV6TestJSON-1423465983-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924426'] for security_group (ed46305f-4eee-4dfa-a849-3c9a538374ed), after_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:19.475302 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-ce0dc41a-e0e4-47a3-8285-17d21bc83ccb None None] Provisioning complete for port 4936dc99-f534-4107-862a-2c59383272c2 triggered by entity DHCP. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:00:19.475678 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-ce0dc41a-e0e4-47a3-8285-17d21bc83ccb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (4936dc99-f534-4107-862a-2c59383272c2), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:19.485510 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron_lib.callbacks.manager [None req-8a443378-e9e3-4dc6-90f0-0bb7a98d6554 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393'] for port (c524ce9b-cfb2-4be5-94d5-3fed524799ed), after_update {{(pid=116164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:19.515884 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-ce0dc41a-e0e4-47a3-8285-17d21bc83ccb None None] Port 4936dc99-f534-4107-862a-2c59383272c2 cannot update to ACTIVE because it is not bound. {{(pid=116163) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 28 11:00:19.523466 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-20d8a3ba-255c-4032-880a-436472a05787 tempest-AllowedAddressPairIpV6TestJSON-1423465983 tempest-AllowedAddressPairIpV6TestJSON-1423465983-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 81} {{(pid=116161) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 11:00:19.528179 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a443378-e9e3-4dc6-90f0-0bb7a98d6554 None None] Routers {'c7e4f3ab-e404-46ae-b5c3-0f2f13797fa9'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=116164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 11:00:19.528817 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_hamode_db [None req-8a443378-e9e3-4dc6-90f0-0bb7a98d6554 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-28T10:50:39Z,description=,heartbeat_timestamp=2022-04-28T11:00:09Z,host='dv-neutron-master-2-hyperv',id=6b492ad6-0876-4d74-b20d-28143a52ceba,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T10:50:40Z,topic='l3_agent')) {'router_ids': ['c7e4f3ab-e404-46ae-b5c3-0f2f13797fa9'], 'active': True} {{(pid=116164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:00:19.532622 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91eb19d1-3bb9-42bb-b91d-e4744918a74d tempest-BulkNetworkOpsIpV6Test-1073769146 tempest-BulkNetworkOpsIpV6Test-1073769146-project] Pushing event updated for resources: {'Port': ['ID=b3368b48-e2dc-469f-a8b6-3c07befdca28,revision_number=1']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:00:19.541579 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-104626ac-d7e3-48e5-a79f-b9baf729ffe8 tempest-FloatingIPTestJSON-373071706 tempest-FloatingIPTestJSON-373071706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:00:19.542220 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-104626ac-d7e3-48e5-a79f-b9baf729ffe8 tempest-FloatingIPTestJSON-373071706 tempest-FloatingIPTestJSON-373071706-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198022'] for port (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:19.543333 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-48a6ca63-b98e-4705-8a58-38635ac0823b tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742235135690', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742234710366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5051867'] for port (4936dc99-f534-4107-862a-2c59383272c2), after_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:19.544347 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.db.api [None req-c26cdeda-ae9d-498d-85a8-fe4cecc5aa86 None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=116163) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 28 11:00:19.544804 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG oslo_db.api [None req-c26cdeda-ae9d-498d-85a8-fe4cecc5aa86 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=116163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 28 11:00:19.584322 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d8a3ba-255c-4032-880a-436472a05787 tempest-AllowedAddressPairIpV6TestJSON-1423465983 tempest-AllowedAddressPairIpV6TestJSON-1423465983-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ed46305f-4eee-4dfa-a849-3c9a538374ed,revision_number=1']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:00:19.585375 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a6ca63-b98e-4705-8a58-38635ac0823b tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Pushing event deleted for resources: {'Port': ['ID=4936dc99-f534-4107-862a-2c59383272c2,revision_number=None']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:00:19.587373 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-20d8a3ba-255c-4032-880a-436472a05787 tempest-AllowedAddressPairIpV6TestJSON-1423465983 tempest-AllowedAddressPairIpV6TestJSON-1423465983-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-961978'] for segment (4b1d6630-cb00-4d72-81af-ad6ab5a286f0), precommit_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:19.587738 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.db.segments_db [None req-20d8a3ba-255c-4032-880a-436472a05787 tempest-AllowedAddressPairIpV6TestJSON-1423465983 tempest-AllowedAddressPairIpV6TestJSON-1423465983-project] Added segment 4b1d6630-cb00-4d72-81af-ad6ab5a286f0 of type vlan for network ec35233f-5e4a-4c87-8c46-b43c22af8e04 Apr 28 11:00:19.601305 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91eb19d1-3bb9-42bb-b91d-e4744918a74d tempest-BulkNetworkOpsIpV6Test-1073769146 tempest-BulkNetworkOpsIpV6Test-1073769146-project] Checking segment: {'id': '69662f67-8b6a-45a1-872b-ed3ae5ebef57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '3cdc3d40-5155-4222-b731-419b5471bd91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 11:00:19.601683 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91eb19d1-3bb9-42bb-b91d-e4744918a74d tempest-BulkNetworkOpsIpV6Test-1073769146 tempest-BulkNetworkOpsIpV6Test-1073769146-project] Network hostable DHCP agents. Network: 3cdc3d40-5155-4222-b731-419b5471bd91, hostable agents: ['75ba81b7-fe99-4281-90d2-a5adb445ecea'], hosted agents: [] {{(pid=116161) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 11:00:19.607440 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f9b22ba-3d0b-4c87-8e0b-b39ec37afc13 None None] Pushing event updated for resources: {'Port': ['ID=c524ce9b-cfb2-4be5-94d5-3fed524799ed,revision_number=3']} {{(pid=116164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:00:19.682596 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_dvr_db [None req-8a443378-e9e3-4dc6-90f0-0bb7a98d6554 None None] Set router c7e4f3ab-e404-46ae-b5c3-0f2f13797fa9 gateway port host: dv-neutron-master-2-hyperv {{(pid=116164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 11:00:19.712636 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-20d8a3ba-255c-4032-880a-436472a05787 tempest-AllowedAddressPairIpV6TestJSON-1423465983 tempest-AllowedAddressPairIpV6TestJSON-1423465983-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742234744962'] for network (ec35233f-5e4a-4c87-8c46-b43c22af8e04), precommit_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:19.718118 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-8a0154a8-6380-4a57-b204-9ccc8925b50b tempest-RoutersIpV6AdminTest-911026605 tempest-RoutersIpV6AdminTest-911026605-project-admin] Publish callbacks [] for router_gateway (1301f67a-c5cc-4361-a91a-3534cfd20b12), precommit_update {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:19.739460 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-104626ac-d7e3-48e5-a79f-b9baf729ffe8 tempest-FloatingIPTestJSON-373071706 tempest-FloatingIPTestJSON-373071706-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1010 time: 3.2426088 Apr 28 11:00:19.740984 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 49936) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:00:19.746386 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.v2.base [None req-37a39c70-acb2-4cdd-8508-81dd7f2e827c tempest-FloatingIPTestJSON-373071706 tempest-FloatingIPTestJSON-373071706-project] Request body: {'floatingip': {'floating_network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'port_id': 'c2c7679a-bca5-440c-a66e-8849ce3171b7', 'fixed_ip_address': '172.20.0.14'}} {{(pid=116162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:00:19.770743 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-48a6ca63-b98e-4705-8a58-38635ac0823b tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1603051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2063504'] for router_interface (67edd4d2-fbd6-48be-9b4d-1a9fe308b0f0), after_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:19.791962 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 49938) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:00:19.809355 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-40978e2f-ba28-4938-a69b-edfc5fb1913b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:19.830559 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-37a39c70-acb2-4cdd-8508-81dd7f2e827c tempest-FloatingIPTestJSON-373071706 tempest-FloatingIPTestJSON-373071706-project] Publish callbacks [] for floatingip (None), before_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:19.837157 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-20d8a3ba-255c-4032-880a-436472a05787 tempest-AllowedAddressPairIpV6TestJSON-1423465983 tempest-AllowedAddressPairIpV6TestJSON-1423465983-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042'] for network (ec35233f-5e4a-4c87-8c46-b43c22af8e04), after_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:19.842146 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20d8a3ba-255c-4032-880a-436472a05787 tempest-AllowedAddressPairIpV6TestJSON-1423465983 tempest-AllowedAddressPairIpV6TestJSON-1423465983-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:00:19.842769 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-20d8a3ba-255c-4032-880a-436472a05787 tempest-AllowedAddressPairIpV6TestJSON-1423465983 tempest-AllowedAddressPairIpV6TestJSON-1423465983-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603020'] for network (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:19.845018 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91eb19d1-3bb9-42bb-b91d-e4744918a74d tempest-BulkNetworkOpsIpV6Test-1073769146 tempest-BulkNetworkOpsIpV6Test-1073769146-project] Network 3cdc3d40-5155-4222-b731-419b5471bd91 is scheduled to be hosted by DHCP agent 75ba81b7-fe99-4281-90d2-a5adb445ecea with binding_index 1 {{(pid=116161) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 11:00:19.998905 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_hamode_db [None req-8a443378-e9e3-4dc6-90f0-0bb7a98d6554 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7e4f3ab-e404-46ae-b5c3-0f2f13797fa9', 'name': 'tempest-snat-router-1940584012', 'tenant_id': '37bf07f749f54683b465358b4cfb1f35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'external_fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.68'}], 'enable_snat': False}, 'gw_port_id': 'c524ce9b-cfb2-4be5-94d5-3fed524799ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T11:00:12Z', 'updated_at': '2022-04-28T11:00:16Z', 'revision_number': 3, 'project_id': '37bf07f749f54683b465358b4cfb1f35', 'gw_port': {'id': 'c524ce9b-cfb2-4be5-94d5-3fed524799ed', 'name': '', 'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:34:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7e4f3ab-e404-46ae-b5c3-0f2f13797fa9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 294, 'fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:00:14Z', 'updated_at': '2022-04-28T11:00:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=116164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:00:19.999790 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.scheduler.base_scheduler [None req-91eb19d1-3bb9-42bb-b91d-e4744918a74d tempest-BulkNetworkOpsIpV6Test-1073769146 tempest-BulkNetworkOpsIpV6Test-1073769146-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 3cdc3d40-5155-4222-b731-419b5471bd91) {{(pid=116161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 11:00:20.005031 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-20d8a3ba-255c-4032-880a-436472a05787 tempest-AllowedAddressPairIpV6TestJSON-1423465983 tempest-AllowedAddressPairIpV6TestJSON-1423465983-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 2.0772955 Apr 28 11:00:20.010080 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48a6ca63-b98e-4705-8a58-38635ac0823b tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Router 67edd4d2-fbd6-48be-9b4d-1a9fe308b0f0 has already been hosted by L3 agent 6b492ad6-0876-4d74-b20d-28143a52ceba {{(pid=116162) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 11:00:20.010965 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 49940) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:00:20.013604 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d8a3ba-255c-4032-880a-436472a05787 tempest-AllowedAddressPairIpV6TestJSON-1423465983 tempest-AllowedAddressPairIpV6TestJSON-1423465983-project] Pushing event updated for resources: {'Network': ['ID=ec35233f-5e4a-4c87-8c46-b43c22af8e04,revision_number=1']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:00:20.016132 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91eb19d1-3bb9-42bb-b91d-e4744918a74d tempest-BulkNetworkOpsIpV6Test-1073769146 tempest-BulkNetworkOpsIpV6Test-1073769146-project] Received port after_create {{(pid=116161) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 11:00:20.019346 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.v2.base [None req-0799b556-9dd1-4277-993b-81ffe9741e43 tempest-AllowedAddressPairIpV6TestJSON-1423465983 tempest-AllowedAddressPairIpV6TestJSON-1423465983-project] Request body: {'subnet': {'network_id': 'ec35233f-5e4a-4c87-8c46-b43c22af8e04', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=116162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:00:20.021931 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91eb19d1-3bb9-42bb-b91d-e4744918a74d tempest-BulkNetworkOpsIpV6Test-1073769146 tempest-BulkNetworkOpsIpV6Test-1073769146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:00:20.026740 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91eb19d1-3bb9-42bb-b91d-e4744918a74d tempest-BulkNetworkOpsIpV6Test-1073769146 tempest-BulkNetworkOpsIpV6Test-1073769146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:00:20.027758 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-91eb19d1-3bb9-42bb-b91d-e4744918a74d tempest-BulkNetworkOpsIpV6Test-1073769146 tempest-BulkNetworkOpsIpV6Test-1073769146-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198022'] for port (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:20.028089 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Network ec35233f-5e4a-4c87-8c46-b43c22af8e04 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=116163) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 28 11:00:20.029482 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a443378-e9e3-4dc6-90f0-0bb7a98d6554 None None] The sync data for ids ['c7e4f3ab-e404-46ae-b5c3-0f2f13797fa9'] in dv-neutron-master-2-hyperv is: [{'id': 'c7e4f3ab-e404-46ae-b5c3-0f2f13797fa9', 'name': 'tempest-snat-router-1940584012', 'tenant_id': '37bf07f749f54683b465358b4cfb1f35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'external_fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.68'}], 'enable_snat': False}, 'gw_port_id': 'c524ce9b-cfb2-4be5-94d5-3fed524799ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T11:00:12Z', 'updated_at': '2022-04-28T11:00:16Z', 'revision_number': 3, 'project_id': '37bf07f749f54683b465358b4cfb1f35', 'gw_port': {'id': 'c524ce9b-cfb2-4be5-94d5-3fed524799ed', 'name': '', 'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:34:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7e4f3ab-e404-46ae-b5c3-0f2f13797fa9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 294, 'fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:00:14Z', 'updated_at': '2022-04-28T11:00:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-master-2-hyperv'}] {{(pid=116164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 11:00:20.033051 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dee1047d-d2f6-476b-b2de-6e6933cced24 None None] Network 3cdc3d40-5155-4222-b731-419b5471bd91 requested from dv-neutron-master-2-hyperv {{(pid=116163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 11:00:20.126586 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.managers [None req-c26cdeda-ae9d-498d-85a8-fe4cecc5aa86 None None] Attempting to bind port 4936dc99-f534-4107-862a-2c59383272c2 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=116163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 28 11:00:20.126967 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.managers [None req-c26cdeda-ae9d-498d-85a8-fe4cecc5aa86 None None] Attempting to bind port 4936dc99-f534-4107-862a-2c59383272c2 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'ffa4348d-378b-4e93-98fa-ab0dc49ee16c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '1ec9fbcf-7a57-4aaa-9c30-4e0f43e09480'}] {{(pid=116163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 28 11:00:20.127333 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c26cdeda-ae9d-498d-85a8-fe4cecc5aa86 None None] Attempting to bind port 4936dc99-f534-4107-862a-2c59383272c2 on network 1ec9fbcf-7a57-4aaa-9c30-4e0f43e09480 {{(pid=116163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 11:00:20.139120 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-37a39c70-acb2-4cdd-8508-81dd7f2e827c tempest-FloatingIPTestJSON-373071706 tempest-FloatingIPTestJSON-373071706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (None), before_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:20.160890 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c26cdeda-ae9d-498d-85a8-fe4cecc5aa86 None None] Checking agent: {'id': 'd5baab19-5dd1-4902-922b-84acb048ab9c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 10, 50, 43), 'started_at': datetime.datetime(2022, 4, 28, 10, 51, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 11, 0, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=116163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 11:00:20.161273 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c26cdeda-ae9d-498d-85a8-fe4cecc5aa86 None None] Checking segment: {'id': 'ffa4348d-378b-4e93-98fa-ab0dc49ee16c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '1ec9fbcf-7a57-4aaa-9c30-4e0f43e09480'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 11:00:20.161679 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-c26cdeda-ae9d-498d-85a8-fe4cecc5aa86 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:20.162082 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c26cdeda-ae9d-498d-85a8-fe4cecc5aa86 None None] Bound using segment: {'id': 'ffa4348d-378b-4e93-98fa-ab0dc49ee16c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '1ec9fbcf-7a57-4aaa-9c30-4e0f43e09480'} {{(pid=116163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 11:00:20.162621 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.managers [None req-c26cdeda-ae9d-498d-85a8-fe4cecc5aa86 None None] Bound port: 4936dc99-f534-4107-862a-2c59383272c2, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ffa4348d-378b-4e93-98fa-ab0dc49ee16c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '1ec9fbcf-7a57-4aaa-9c30-4e0f43e09480'}}] {{(pid=116163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 28 11:00:20.163004 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-c26cdeda-ae9d-498d-85a8-fe4cecc5aa86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (4936dc99-f534-4107-862a-2c59383272c2), before_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:20.241648 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-c26cdeda-ae9d-498d-85a8-fe4cecc5aa86 None None] Port 4936dc99-f534-4107-862a-2c59383272c2 has been deleted concurrently {{(pid=116163) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:680}} Apr 28 11:00:20.275597 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c26cdeda-ae9d-498d-85a8-fe4cecc5aa86 None None] Routers {'67edd4d2-fbd6-48be-9b4d-1a9fe308b0f0'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=116163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 11:00:20.276254 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_hamode_db [None req-c26cdeda-ae9d-498d-85a8-fe4cecc5aa86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-28T10:50:39Z,description=,heartbeat_timestamp=2022-04-28T11:00:09Z,host='dv-neutron-master-2-hyperv',id=6b492ad6-0876-4d74-b20d-28143a52ceba,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T10:50:40Z,topic='l3_agent')) {'router_ids': ['67edd4d2-fbd6-48be-9b4d-1a9fe308b0f0'], 'active': True} {{(pid=116163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:00:20.277031 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48a6ca63-b98e-4705-8a58-38635ac0823b tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=116162) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 11:00:20.282889 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-48a6ca63-b98e-4705-8a58-38635ac0823b tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] 10.222.0.10 "PUT /v2.0/routers/67edd4d2-fbd6-48be-9b4d-1a9fe308b0f0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2882488 Apr 28 11:00:20.290368 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 49942) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:00:20.370376 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvr_db [None req-c26cdeda-ae9d-498d-85a8-fe4cecc5aa86 None None] Set router 67edd4d2-fbd6-48be-9b4d-1a9fe308b0f0 gateway port host: None {{(pid=116163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 11:00:20.377782 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0799b556-9dd1-4277-993b-81ffe9741e43 tempest-AllowedAddressPairIpV6TestJSON-1423465983 tempest-AllowedAddressPairIpV6TestJSON-1423465983-project] Made reservation on behalf of 62ef7fc4f0364d0fa58d1125917b9dec for: {'subnet': 1} {{(pid=116162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 11:00:20.382344 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-0799b556-9dd1-4277-993b-81ffe9741e43 tempest-AllowedAddressPairIpV6TestJSON-1423465983 tempest-AllowedAddressPairIpV6TestJSON-1423465983-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4210834'] for subnet (None), before_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:20.412908 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f95a7615-c9f1-4b28-985e-007887cbf569 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:00:20.414648 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f95a7615-c9f1-4b28-985e-007887cbf569 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:00:20.416277 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-f95a7615-c9f1-4b28-985e-007887cbf569 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1222041 Apr 28 11:00:20.421409 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 49944) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:00:20.434524 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-91eb19d1-3bb9-42bb-b91d-e4744918a74d tempest-BulkNetworkOpsIpV6Test-1073769146 tempest-BulkNetworkOpsIpV6Test-1073769146-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 4.3193564 Apr 28 11:00:20.438059 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 49946) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:00:20.439742 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (6be95134-9a6c-4663-8b48-90d12ce90c60), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:20.443296 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_hamode_db [None req-c26cdeda-ae9d-498d-85a8-fe4cecc5aa86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67edd4d2-fbd6-48be-9b4d-1a9fe308b0f0', 'name': 'tempest-NetworksTestDHCPv6-router-1240437917', 'tenant_id': '12780407c7254bdfbde1c04e76d433ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T11:00:11Z', 'updated_at': '2022-04-28T11:00:18Z', 'revision_number': 3, 'project_id': '12780407c7254bdfbde1c04e76d433ee', 'gw_port_host': None}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=116163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:00:20.513247 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-40978e2f-ba28-4938-a69b-edfc5fb1913b admin admin] Publish callbacks [] for security_group (ad22a45a-3e6e-48d6-bbb0-2ce0064dfc04), precommit_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:20.525838 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c26cdeda-ae9d-498d-85a8-fe4cecc5aa86 None None] The sync data for ids ['67edd4d2-fbd6-48be-9b4d-1a9fe308b0f0'] in dv-neutron-master-2-hyperv is: [{'id': '67edd4d2-fbd6-48be-9b4d-1a9fe308b0f0', 'name': 'tempest-NetworksTestDHCPv6-router-1240437917', 'tenant_id': '12780407c7254bdfbde1c04e76d433ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T11:00:11Z', 'updated_at': '2022-04-28T11:00:18Z', 'revision_number': 3, 'project_id': '12780407c7254bdfbde1c04e76d433ee', 'gw_port_host': None}] {{(pid=116163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 11:00:20.539017 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.db.db_base_plugin_common [None req-37a39c70-acb2-4cdd-8508-81dd7f2e827c tempest-FloatingIPTestJSON-373071706 tempest-FloatingIPTestJSON-373071706-project] Allocated IP 172.36.4.51 (7be49d94-bbb8-4a61-bafe-209c5f861e1c/c0f82f52-05ee-40f2-a57c-9d02e01fb9fa/01f14aa1-af68-4415-be84-10002fb38bbe) {{(pid=116162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 11:00:20.540682 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3ac181c-b0fa-4c49-b0aa-94b0aef3f66d tempest-BulkNetworkOpsIpV6Test-1073769146 tempest-BulkNetworkOpsIpV6Test-1073769146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:00:20.545982 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3ac181c-b0fa-4c49-b0aa-94b0aef3f66d tempest-BulkNetworkOpsIpV6Test-1073769146 tempest-BulkNetworkOpsIpV6Test-1073769146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:00:20.547660 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-b3ac181c-b0fa-4c49-b0aa-94b0aef3f66d tempest-BulkNetworkOpsIpV6Test-1073769146 tempest-BulkNetworkOpsIpV6Test-1073769146-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.1083899 Apr 28 11:00:20.551677 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 49950) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:00:20.569103 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-8a0154a8-6380-4a57-b204-9ccc8925b50b tempest-RoutersIpV6AdminTest-911026605 tempest-RoutersIpV6AdminTest-911026605-project-admin] Publish callbacks [] for router_gateway (1301f67a-c5cc-4361-a91a-3534cfd20b12), before_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:20.595690 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.db.db_base_plugin_v2 [None req-2102408f-e114-4341-b74d-dbc8cae149ae tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Deleting subnet 48b91d53-5724-4cc4-8205-238cc2fc97b3 {{(pid=116162) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 28 11:00:20.603629 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-2102408f-e114-4341-b74d-dbc8cae149ae tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Publish callbacks [] for subnet (48b91d53-5724-4cc4-8205-238cc2fc97b3), before_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:20.612876 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-8a0154a8-6380-4a57-b204-9ccc8925b50b tempest-RoutersIpV6AdminTest-911026605 tempest-RoutersIpV6AdminTest-911026605-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (None), before_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:20.617084 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-40978e2f-ba28-4938-a69b-edfc5fb1913b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924426'] for security_group (ad22a45a-3e6e-48d6-bbb0-2ce0064dfc04), after_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:20.738280 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-40978e2f-ba28-4938-a69b-edfc5fb1913b admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=b3f67406245e4cd8836c06237715bfdc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9446423 Apr 28 11:00:20.741173 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 49952) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:00:20.741606 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-2102408f-e114-4341-b74d-dbc8cae149ae tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5026541'] for subnet (48b91d53-5724-4cc4-8205-238cc2fc97b3), precommit_delete_associations {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:20.762911 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40978e2f-ba28-4938-a69b-edfc5fb1913b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad22a45a-3e6e-48d6-bbb0-2ce0064dfc04,revision_number=1']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:00:20.800375 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.plugin [None req-61de5af6-f525-4519-90e3-7633b5c4260a tempest-BulkNetworkOpsIpV6Test-1073769146 tempest-BulkNetworkOpsIpV6Test-1073769146-project] Deleting port 663f1d4b-c3ed-4c84-919f-b7a16e641685 {{(pid=116161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 11:00:20.800753 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-61de5af6-f525-4519-90e3-7633b5c4260a tempest-BulkNetworkOpsIpV6Test-1073769146 tempest-BulkNetworkOpsIpV6Test-1073769146-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742235130188'] for port (663f1d4b-c3ed-4c84-919f-b7a16e641685), before_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:20.910971 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-61de5af6-f525-4519-90e3-7633b5c4260a tempest-BulkNetworkOpsIpV6Test-1073769146 tempest-BulkNetworkOpsIpV6Test-1073769146-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1938497'] for port (663f1d4b-c3ed-4c84-919f-b7a16e641685), precommit_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:20.933866 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.plugin [None req-61de5af6-f525-4519-90e3-7633b5c4260a tempest-BulkNetworkOpsIpV6Test-1073769146 tempest-BulkNetworkOpsIpV6Test-1073769146-project] Calling delete_port for 663f1d4b-c3ed-4c84-919f-b7a16e641685 owned by {{(pid=116161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 11:00:20.935801 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-f1af21a5-0bed-458c-8b80-5340977c5a02 admin admin] Publish callbacks [] for security_group (ad22a45a-3e6e-48d6-bbb0-2ce0064dfc04), before_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:20.939749 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-37a39c70-acb2-4cdd-8508-81dd7f2e827c tempest-FloatingIPTestJSON-373071706 tempest-FloatingIPTestJSON-373071706-project] Publish callbacks [] for port (01f14aa1-af68-4415-be84-10002fb38bbe), precommit_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:20.966379 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-2102408f-e114-4341-b74d-dbc8cae149ae tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-971303'] for subnet (48b91d53-5724-4cc4-8205-238cc2fc97b3), precommit_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:21.007734 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-0799b556-9dd1-4277-993b-81ffe9741e43 tempest-AllowedAddressPairIpV6TestJSON-1423465983 tempest-AllowedAddressPairIpV6TestJSON-1423465983-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5054027', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4210784'] for subnet (37f73dfc-8be8-4713-873f-1b121883eeba), after_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:21.027341 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-f1af21a5-0bed-458c-8b80-5340977c5a02 admin admin] Publish callbacks [] for security_group (ad22a45a-3e6e-48d6-bbb0-2ce0064dfc04), precommit_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:21.144064 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0799b556-9dd1-4277-993b-81ffe9741e43 tempest-AllowedAddressPairIpV6TestJSON-1423465983 tempest-AllowedAddressPairIpV6TestJSON-1423465983-project] Pushing event updated for resources: {'Subnet': ['ID=37f73dfc-8be8-4713-873f-1b121883eeba,revision_number=0']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:00:21.164296 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0799b556-9dd1-4277-993b-81ffe9741e43 tempest-AllowedAddressPairIpV6TestJSON-1423465983 tempest-AllowedAddressPairIpV6TestJSON-1423465983-project] Checking segment: {'id': '4b1d6630-cb00-4d72-81af-ad6ab5a286f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'ec35233f-5e4a-4c87-8c46-b43c22af8e04'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 11:00:21.164577 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0799b556-9dd1-4277-993b-81ffe9741e43 tempest-AllowedAddressPairIpV6TestJSON-1423465983 tempest-AllowedAddressPairIpV6TestJSON-1423465983-project] Network hostable DHCP agents. Network: ec35233f-5e4a-4c87-8c46-b43c22af8e04, hostable agents: ['75ba81b7-fe99-4281-90d2-a5adb445ecea'], hosted agents: [] {{(pid=116162) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 11:00:21.188165 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-f1af21a5-0bed-458c-8b80-5340977c5a02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924426'] for security_group (ad22a45a-3e6e-48d6-bbb0-2ce0064dfc04), after_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:21.191419 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-f1af21a5-0bed-458c-8b80-5340977c5a02 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:21.192606 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-f1af21a5-0bed-458c-8b80-5340977c5a02 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/ad22a45a-3e6e-48d6-bbb0-2ce0064dfc04 HTTP/1.1" status: 204 len: 168 time: 0.4480708 Apr 28 11:00:21.201178 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1af21a5-0bed-458c-8b80-5340977c5a02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad22a45a-3e6e-48d6-bbb0-2ce0064dfc04,revision_number=None']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:00:21.218192 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-2102408f-e114-4341-b74d-dbc8cae149ae tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-971310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5053962', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4210815'] for subnet (48b91d53-5724-4cc4-8205-238cc2fc97b3), after_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:21.222968 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-37a39c70-acb2-4cdd-8508-81dd7f2e827c tempest-FloatingIPTestJSON-373071706 tempest-FloatingIPTestJSON-373071706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742234710357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5051867'] for port (01f14aa1-af68-4415-be84-10002fb38bbe), after_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:21.234836 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-61de5af6-f525-4519-90e3-7633b5c4260a tempest-BulkNetworkOpsIpV6Test-1073769146 tempest-BulkNetworkOpsIpV6Test-1073769146-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742235135690', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742234710366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5219112'] for port (663f1d4b-c3ed-4c84-919f-b7a16e641685), after_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:21.289273 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0799b556-9dd1-4277-993b-81ffe9741e43 tempest-AllowedAddressPairIpV6TestJSON-1423465983 tempest-AllowedAddressPairIpV6TestJSON-1423465983-project] Network ec35233f-5e4a-4c87-8c46-b43c22af8e04 is scheduled to be hosted by DHCP agent 75ba81b7-fe99-4281-90d2-a5adb445ecea with binding_index 1 {{(pid=116162) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 11:00:21.298026 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37a39c70-acb2-4cdd-8508-81dd7f2e827c tempest-FloatingIPTestJSON-373071706 tempest-FloatingIPTestJSON-373071706-project] Network 7be49d94-bbb8-4a61-bafe-209c5f861e1c is already hosted by enough agents. {{(pid=116162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 11:00:21.299325 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2102408f-e114-4341-b74d-dbc8cae149ae tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Pushing event deleted for resources: {'Subnet': ['ID=48b91d53-5724-4cc4-8205-238cc2fc97b3,revision_number=None']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:00:21.302138 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61de5af6-f525-4519-90e3-7633b5c4260a tempest-BulkNetworkOpsIpV6Test-1073769146 tempest-BulkNetworkOpsIpV6Test-1073769146-project] Pushing event deleted for resources: {'Port': ['ID=663f1d4b-c3ed-4c84-919f-b7a16e641685,revision_number=None']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:00:21.304216 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.scheduler.base_scheduler [None req-37a39c70-acb2-4cdd-8508-81dd7f2e827c tempest-FloatingIPTestJSON-373071706 tempest-FloatingIPTestJSON-373071706-project] Resources bound (agent type, host, resource id): {{(pid=116162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 11:00:21.311981 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37a39c70-acb2-4cdd-8508-81dd7f2e827c tempest-FloatingIPTestJSON-373071706 tempest-FloatingIPTestJSON-373071706-project] Received port after_create {{(pid=116162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 11:00:21.312676 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-61de5af6-f525-4519-90e3-7633b5c4260a tempest-BulkNetworkOpsIpV6Test-1073769146 tempest-BulkNetworkOpsIpV6Test-1073769146-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198022'] for port (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:21.317139 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-61de5af6-f525-4519-90e3-7633b5c4260a tempest-BulkNetworkOpsIpV6Test-1073769146 tempest-BulkNetworkOpsIpV6Test-1073769146-project] 10.222.0.10 "DELETE /v2.0/ports/663f1d4b-c3ed-4c84-919f-b7a16e641685 HTTP/1.1" status: 204 len: 168 time: 0.7582674 Apr 28 11:00:21.321139 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eda8275b-e3da-4f39-90b8-63f99eed5077 None None] Network 1ec9fbcf-7a57-4aaa-9c30-4e0f43e09480 requested from dv-neutron-master-2-hyperv {{(pid=116163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 11:00:21.331611 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 49956) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:00:21.376922 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-2102408f-e114-4341-b74d-dbc8cae149ae tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603020'] for subnet (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:21.381849 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-2102408f-e114-4341-b74d-dbc8cae149ae tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] 10.222.0.10 "DELETE /v2.0/subnets/48b91d53-5724-4cc4-8205-238cc2fc97b3 HTTP/1.1" status: 204 len: 168 time: 0.9491572 Apr 28 11:00:21.387250 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.db.db_base_plugin_common [None req-8a0154a8-6380-4a57-b204-9ccc8925b50b tempest-RoutersIpV6AdminTest-911026605 tempest-RoutersIpV6AdminTest-911026605-project-admin] Allocated IP 172.36.4.111 (7be49d94-bbb8-4a61-bafe-209c5f861e1c/c0f82f52-05ee-40f2-a57c-9d02e01fb9fa/a1c74ad9-9251-4a9b-8784-3fb0b8931a6e) {{(pid=116161) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 11:00:21.387428 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 49958) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:00:21.447907 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a39c70-acb2-4cdd-8508-81dd7f2e827c tempest-FloatingIPTestJSON-373071706 tempest-FloatingIPTestJSON-373071706-project] Pushing event updated for resources: {'Port': ['ID=01f14aa1-af68-4415-be84-10002fb38bbe,revision_number=1']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:00:21.539680 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.scheduler.base_scheduler [None req-0799b556-9dd1-4277-993b-81ffe9741e43 tempest-AllowedAddressPairIpV6TestJSON-1423465983 tempest-AllowedAddressPairIpV6TestJSON-1423465983-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, ec35233f-5e4a-4c87-8c46-b43c22af8e04) {{(pid=116162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 11:00:21.555480 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00e037ac-c95b-4f0c-bc2c-29ca7935c45b None None] Network ec35233f-5e4a-4c87-8c46-b43c22af8e04 requested from dv-neutron-master-2-hyperv {{(pid=116163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 11:00:21.560858 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0799b556-9dd1-4277-993b-81ffe9741e43 tempest-AllowedAddressPairIpV6TestJSON-1423465983 tempest-AllowedAddressPairIpV6TestJSON-1423465983-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:00:21.561418 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-0799b556-9dd1-4277-993b-81ffe9741e43 tempest-AllowedAddressPairIpV6TestJSON-1423465983 tempest-AllowedAddressPairIpV6TestJSON-1423465983-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603020'] for subnet (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:21.578219 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07bfd679-cb63-47ab-953f-01057ef1c11f None None] DHCP port deletion for 1ec9fbcf-7a57-4aaa-9c30-4e0f43e09480 request from dv-neutron-master-2-hyperv {{(pid=116163) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 28 11:00:21.594028 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-208de62f-883f-481c-829e-5a1672de33da tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] 10.222.0.10 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.2032194 Apr 28 11:00:21.598794 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-8a0154a8-6380-4a57-b204-9ccc8925b50b tempest-RoutersIpV6AdminTest-911026605 tempest-RoutersIpV6AdminTest-911026605-project-admin] Publish callbacks [] for port (a1c74ad9-9251-4a9b-8784-3fb0b8931a6e), precommit_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:21.600675 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 49960) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:00:21.670928 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Device c524ce9b-cfb2-4be5-94d5-3fed524799ed up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=116163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 11:00:21.683559 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.plugin [None req-17011adb-58b0-498a-8879-b7e5d4a5efd2 tempest-BulkNetworkOpsIpV6Test-1073769146 tempest-BulkNetworkOpsIpV6Test-1073769146-project] Deleting port b3368b48-e2dc-469f-a8b6-3c07befdca28 {{(pid=116161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 11:00:21.685539 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-17011adb-58b0-498a-8879-b7e5d4a5efd2 tempest-BulkNetworkOpsIpV6Test-1073769146 tempest-BulkNetworkOpsIpV6Test-1073769146-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742235130188'] for port (b3368b48-e2dc-469f-a8b6-3c07befdca28), before_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:21.712580 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-0799b556-9dd1-4277-993b-81ffe9741e43 tempest-AllowedAddressPairIpV6TestJSON-1423465983 tempest-AllowedAddressPairIpV6TestJSON-1423465983-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7002244 Apr 28 11:00:21.713573 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 49964) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:00:21.753553 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-07bfd679-cb63-47ab-953f-01057ef1c11f None None] Deleting port e1a76c42-a5b0-4f0d-8216-cd13a12b3af6 {{(pid=116163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 11:00:21.754100 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-07bfd679-cb63-47ab-953f-01057ef1c11f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742235130188'] for port (e1a76c42-a5b0-4f0d-8216-cd13a12b3af6), before_delete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:21.754736 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.v2.base [None req-035000a9-f615-4d1d-ab1e-75025b8ac9ba tempest-AllowedAddressPairIpV6TestJSON-1423465983 tempest-AllowedAddressPairIpV6TestJSON-1423465983-project] Request body: {'port': {'network_id': 'ec35233f-5e4a-4c87-8c46-b43c22af8e04', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-357008966'}} {{(pid=116162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:00:21.776986 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-8cfce8fc-b50e-4e6e-832b-dfe77bd9770d tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Publish callbacks [] for router (67edd4d2-fbd6-48be-9b4d-1a9fe308b0f0), before_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:21.843567 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Provisioning complete for port c524ce9b-cfb2-4be5-94d5-3fed524799ed triggered by entity L2. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:00:21.843942 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (c524ce9b-cfb2-4be5-94d5-3fed524799ed), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:21.851531 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-07bfd679-cb63-47ab-953f-01057ef1c11f None None] For port e1a76c42-a5b0-4f0d-8216-cd13a12b3af6, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=e1a76c42-a5b0-4f0d-8216-cd13a12b3af6,segment=NetworkSegment(ffa4348d-378b-4e93-98fa-ab0dc49ee16c),segment_id=ffa4348d-378b-4e93-98fa-ab0dc49ee16c)] {{(pid=116163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 11:00:21.851927 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-07bfd679-cb63-47ab-953f-01057ef1c11f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1938497'] for port (e1a76c42-a5b0-4f0d-8216-cd13a12b3af6), precommit_delete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:21.880240 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2566b266-eaae-4922-9f48-2f4eee41ed51 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-ec35233f-5e4a-4c87-8c46-b43c22af8e04', 'network_id': 'ec35233f-5e4a-4c87-8c46-b43c22af8e04', 'project_id': '62ef7fc4f0364d0fa58d1125917b9dec', 'fixed_ips': [{'subnet_id': '37f73dfc-8be8-4713-873f-1b121883eeba'}]}} from dv-neutron-master-2-hyperv. {{(pid=116163) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 28 11:00:21.886287 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-2566b266-eaae-4922-9f48-2f4eee41ed51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (None), before_create {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:21.889137 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-07bfd679-cb63-47ab-953f-01057ef1c11f None None] Calling delete_port for e1a76c42-a5b0-4f0d-8216-cd13a12b3af6 owned by network:dhcp {{(pid=116163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 11:00:21.949492 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-17011adb-58b0-498a-8879-b7e5d4a5efd2 tempest-BulkNetworkOpsIpV6Test-1073769146 tempest-BulkNetworkOpsIpV6Test-1073769146-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1938497'] for port (b3368b48-e2dc-469f-a8b6-3c07befdca28), precommit_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:21.994360 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-035000a9-f615-4d1d-ab1e-75025b8ac9ba tempest-AllowedAddressPairIpV6TestJSON-1423465983 tempest-AllowedAddressPairIpV6TestJSON-1423465983-project] Made reservation on behalf of 62ef7fc4f0364d0fa58d1125917b9dec for: {'port': 1} {{(pid=116162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 11:00:21.999964 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-035000a9-f615-4d1d-ab1e-75025b8ac9ba tempest-AllowedAddressPairIpV6TestJSON-1423465983 tempest-AllowedAddressPairIpV6TestJSON-1423465983-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (None), before_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:22.022199 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.plugin [None req-17011adb-58b0-498a-8879-b7e5d4a5efd2 tempest-BulkNetworkOpsIpV6Test-1073769146 tempest-BulkNetworkOpsIpV6Test-1073769146-project] Calling delete_port for b3368b48-e2dc-469f-a8b6-3c07befdca28 owned by {{(pid=116161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 11:00:22.028594 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-8a0154a8-6380-4a57-b204-9ccc8925b50b tempest-RoutersIpV6AdminTest-911026605 tempest-RoutersIpV6AdminTest-911026605-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742234710357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5219112'] for port (a1c74ad9-9251-4a9b-8784-3fb0b8931a6e), after_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:22.057435 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.notifiers.nova [None req-035000a9-f615-4d1d-ab1e-75025b8ac9ba tempest-AllowedAddressPairIpV6TestJSON-1423465983 tempest-AllowedAddressPairIpV6TestJSON-1423465983-project] device_id is not set on port 50b57921-e089-48d6-9dce-927dc4f9307f yet. {{(pid=116162) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 28 11:00:22.074195 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-8cfce8fc-b50e-4e6e-832b-dfe77bd9770d tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2060865', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-63275'] for router (67edd4d2-fbd6-48be-9b4d-1a9fe308b0f0), precommit_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:22.098768 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-8cfce8fc-b50e-4e6e-832b-dfe77bd9770d tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Publish callbacks [] for router_controller (67edd4d2-fbd6-48be-9b4d-1a9fe308b0f0), precommit_delete_associations {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:22.132666 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 49966) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:00:22.135285 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Current status of the port c524ce9b-cfb2-4be5-94d5-3fed524799ed is: DOWN; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:00:22.135683 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (c524ce9b-cfb2-4be5-94d5-3fed524799ed), before_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:22.149886 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a0154a8-6380-4a57-b204-9ccc8925b50b tempest-RoutersIpV6AdminTest-911026605 tempest-RoutersIpV6AdminTest-911026605-project-admin] Network 7be49d94-bbb8-4a61-bafe-209c5f861e1c is already hosted by enough agents. {{(pid=116161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 11:00:22.167672 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.db_base_plugin_common [None req-2566b266-eaae-4922-9f48-2f4eee41ed51 None None] Allocated IP 2001:db8::2 (ec35233f-5e4a-4c87-8c46-b43c22af8e04/37f73dfc-8be8-4713-873f-1b121883eeba/5a101913-1674-46ad-abdf-eb175eb35cf3) {{(pid=116163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 11:00:22.171253 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] For port c524ce9b-cfb2-4be5-94d5-3fed524799ed, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=c524ce9b-cfb2-4be5-94d5-3fed524799ed,segment=NetworkSegment(142bc50f-d6af-4646-8d06-bb7af6b7b51c),segment_id=142bc50f-d6af-4646-8d06-bb7af6b7b51c)] {{(pid=116163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 11:00:22.177663 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-d2b1c813-1697-4ee8-910a-caebdf4569e3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:22.205282 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-07bfd679-cb63-47ab-953f-01057ef1c11f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742235135690', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742234710366'] for port (e1a76c42-a5b0-4f0d-8216-cd13a12b3af6), after_delete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:22.249085 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-37a39c70-acb2-4cdd-8508-81dd7f2e827c tempest-FloatingIPTestJSON-373071706 tempest-FloatingIPTestJSON-373071706-project] Publish callbacks [] for floatingip (6dc70046-0afe-4cec-a509-9cb954ab11c2), precommit_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:22.263068 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.scheduler.base_scheduler [None req-8a0154a8-6380-4a57-b204-9ccc8925b50b tempest-RoutersIpV6AdminTest-911026605 tempest-RoutersIpV6AdminTest-911026605-project-admin] Resources bound (agent type, host, resource id): {{(pid=116161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 11:00:22.272020 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a0154a8-6380-4a57-b204-9ccc8925b50b tempest-RoutersIpV6AdminTest-911026605 tempest-RoutersIpV6AdminTest-911026605-project-admin] Received port after_create {{(pid=116161) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 11:00:22.279043 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a0154a8-6380-4a57-b204-9ccc8925b50b tempest-RoutersIpV6AdminTest-911026605 tempest-RoutersIpV6AdminTest-911026605-project-admin] Pushing event updated for resources: {'Port': ['ID=a1c74ad9-9251-4a9b-8784-3fb0b8931a6e,revision_number=1']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:00:22.304400 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-17011adb-58b0-498a-8879-b7e5d4a5efd2 tempest-BulkNetworkOpsIpV6Test-1073769146 tempest-BulkNetworkOpsIpV6Test-1073769146-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742235135690', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742234710366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5219112'] for port (b3368b48-e2dc-469f-a8b6-3c07befdca28), after_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:22.320266 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-d2b1c813-1697-4ee8-910a-caebdf4569e3 admin admin] Publish callbacks [] for security_group (3f1582f7-0e5c-42d1-85d3-f87612ce721e), precommit_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:22.353810 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-8cfce8fc-b50e-4e6e-832b-dfe77bd9770d tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2060888'] for router (67edd4d2-fbd6-48be-9b4d-1a9fe308b0f0), after_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:22.354517 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8cfce8fc-b50e-4e6e-832b-dfe77bd9770d tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Fanout notify agent at l3_agent the message router_deleted on router 67edd4d2-fbd6-48be-9b4d-1a9fe308b0f0 {{(pid=116161) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 28 11:00:22.358357 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17011adb-58b0-498a-8879-b7e5d4a5efd2 tempest-BulkNetworkOpsIpV6Test-1073769146 tempest-BulkNetworkOpsIpV6Test-1073769146-project] Pushing event deleted for resources: {'Port': ['ID=b3368b48-e2dc-469f-a8b6-3c07befdca28,revision_number=None']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:00:22.370748 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-8cfce8fc-b50e-4e6e-832b-dfe77bd9770d tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Publish callbacks [] for router (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:22.374630 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-8cfce8fc-b50e-4e6e-832b-dfe77bd9770d tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] 10.222.0.10 "DELETE /v2.0/routers/67edd4d2-fbd6-48be-9b4d-1a9fe308b0f0 HTTP/1.1" status: 204 len: 168 time: 0.7710311 Apr 28 11:00:22.375277 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 49970) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:00:22.384602 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.v2.base [None req-f868f985-134a-4d8e-9ae6-f4e8e9947fd9 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Request body: {'subnet': {'network_id': '1ec9fbcf-7a57-4aaa-9c30-4e0f43e09480', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=116162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:00:22.388695 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bccbb902-fdaa-40c8-9a3d-1e95767b82de None None] Sync routers for ids ['67edd4d2-fbd6-48be-9b4d-1a9fe308b0f0'] in dv-neutron-master-2-hyperv {{(pid=116163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 11:00:22.394093 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393'] for port (c524ce9b-cfb2-4be5-94d5-3fed524799ed), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:22.401226 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07bfd679-cb63-47ab-953f-01057ef1c11f None None] Pushing event deleted for resources: {'Port': ['ID=e1a76c42-a5b0-4f0d-8216-cd13a12b3af6,revision_number=None']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:00:22.431302 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-d2b1c813-1697-4ee8-910a-caebdf4569e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924426'] for security_group (3f1582f7-0e5c-42d1-85d3-f87612ce721e), after_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:22.465676 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-17011adb-58b0-498a-8879-b7e5d4a5efd2 tempest-BulkNetworkOpsIpV6Test-1073769146 tempest-BulkNetworkOpsIpV6Test-1073769146-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198022'] for port (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:22.471305 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-17011adb-58b0-498a-8879-b7e5d4a5efd2 tempest-BulkNetworkOpsIpV6Test-1073769146 tempest-BulkNetworkOpsIpV6Test-1073769146-project] 10.222.0.10 "DELETE /v2.0/ports/b3368b48-e2dc-469f-a8b6-3c07befdca28 HTTP/1.1" status: 204 len: 168 time: 1.1386888 Apr 28 11:00:22.472980 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 49976) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:00:22.481593 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-d2b1c813-1697-4ee8-910a-caebdf4569e3 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=2495ef0681aa4f43933a4297a384d4cd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3456602 Apr 28 11:00:22.497145 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 49978) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:00:22.504622 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bccbb902-fdaa-40c8-9a3d-1e95767b82de None None] Routers set() bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=116163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 11:00:22.505080 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bccbb902-fdaa-40c8-9a3d-1e95767b82de None None] Router IDs set() for agent in host dv-neutron-master-2-hyperv {{(pid=116163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Apr 28 11:00:22.508557 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_agentschedulers_db [None req-bccbb902-fdaa-40c8-9a3d-1e95767b82de None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'67edd4d2-fbd6-48be-9b4d-1a9fe308b0f0'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-28T10:50:39Z,description=,heartbeat_timestamp=2022-04-28T11:00:09Z,host='dv-neutron-master-2-hyperv',id=6b492ad6-0876-4d74-b20d-28143a52ceba,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T10:50:40Z,topic='l3_agent'). {{(pid=116163) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Apr 28 11:00:22.519861 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Pushing event updated for resources: {'Port': ['ID=c524ce9b-cfb2-4be5-94d5-3fed524799ed,revision_number=4']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:00:22.523224 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07bfd679-cb63-47ab-953f-01057ef1c11f None None] No DVR routers for this DVR port e1a76c42-a5b0-4f0d-8216-cd13a12b3af6 on host dv-neutron-master-2-hyperv {{(pid=116163) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 11:00:22.530060 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-625a97a6-6cfb-4bd2-aab7-20cea6a50ce3 tempest-BulkNetworkOpsIpV6Test-1073769146 tempest-BulkNetworkOpsIpV6Test-1073769146-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0513616 Apr 28 11:00:22.531255 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 49980) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:00:22.537036 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.v2.base [None req-524b896a-75c6-43c5-a731-89e1098b4ebc tempest-BulkNetworkOpsIpV6Test-1073769146 tempest-BulkNetworkOpsIpV6Test-1073769146-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-454776316'}} {{(pid=116161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:00:22.544597 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bccbb902-fdaa-40c8-9a3d-1e95767b82de None None] Routers set() bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=116163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 11:00:22.545087 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bccbb902-fdaa-40c8-9a3d-1e95767b82de None None] Router IDs set() for agent in host dv-neutron-master-2-hyperv {{(pid=116163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Apr 28 11:00:22.545849 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_agentschedulers_db [None req-bccbb902-fdaa-40c8-9a3d-1e95767b82de None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'67edd4d2-fbd6-48be-9b4d-1a9fe308b0f0'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-28T10:50:39Z,description=,heartbeat_timestamp=2022-04-28T11:00:09Z,host='dv-neutron-master-2-hyperv',id=6b492ad6-0876-4d74-b20d-28143a52ceba,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T10:50:40Z,topic='l3_agent'). {{(pid=116163) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Apr 28 11:00:22.546238 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bccbb902-fdaa-40c8-9a3d-1e95767b82de None None] The sync data for ids ['67edd4d2-fbd6-48be-9b4d-1a9fe308b0f0'] in dv-neutron-master-2-hyperv is: [] {{(pid=116163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 11:00:22.613657 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b1c813-1697-4ee8-910a-caebdf4569e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f1582f7-0e5c-42d1-85d3-f87612ce721e,revision_number=1']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:00:22.621222 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-37a39c70-acb2-4cdd-8508-81dd7f2e827c tempest-FloatingIPTestJSON-373071706 tempest-FloatingIPTestJSON-373071706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (01f14aa1-af68-4415-be84-10002fb38bbe), before_update {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:22.622232 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-2566b266-eaae-4922-9f48-2f4eee41ed51 None None] Publish callbacks [] for port (5a101913-1674-46ad-abdf-eb175eb35cf3), precommit_create {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:22.705337 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-6d3d9306-d584-438b-b014-d12ca0bea172 admin admin] Publish callbacks [] for security_group (3f1582f7-0e5c-42d1-85d3-f87612ce721e), before_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:22.712658 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-2566b266-eaae-4922-9f48-2f4eee41ed51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742234710357'] for port (5a101913-1674-46ad-abdf-eb175eb35cf3), after_create {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:22.739121 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-524b896a-75c6-43c5-a731-89e1098b4ebc tempest-BulkNetworkOpsIpV6Test-1073769146 tempest-BulkNetworkOpsIpV6Test-1073769146-project] Made reservation on behalf of a487441111cf4fc6a7148af7844715e4 for: {'network': 1} {{(pid=116161) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 11:00:22.742339 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-524b896a-75c6-43c5-a731-89e1098b4ebc tempest-BulkNetworkOpsIpV6Test-1073769146 tempest-BulkNetworkOpsIpV6Test-1073769146-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for network (None), before_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:22.761090 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-f82f9fd1-bc55-491e-9b87-75b29eff8116 req-ec88a739-157d-4e55-a493-b3ecd120ee80 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=7b8f1546-43fe-47eb-a29a-4d9b0d24e4fe&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1104014 Apr 28 11:00:22.766568 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2566b266-eaae-4922-9f48-2f4eee41ed51 None None] Network ec35233f-5e4a-4c87-8c46-b43c22af8e04 is already hosted by enough agents. {{(pid=116163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 11:00:22.771784 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.scheduler.base_scheduler [None req-2566b266-eaae-4922-9f48-2f4eee41ed51 None None] Resources bound (agent type, host, resource id): {{(pid=116163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 11:00:22.773949 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2566b266-eaae-4922-9f48-2f4eee41ed51 None None] Pushing event updated for resources: {'Port': ['ID=5a101913-1674-46ad-abdf-eb175eb35cf3,revision_number=1']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:00:22.778931 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2566b266-eaae-4922-9f48-2f4eee41ed51 None None] Received port after_create {{(pid=116163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 11:00:22.788234 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-6d3d9306-d584-438b-b014-d12ca0bea172 admin admin] Publish callbacks [] for security_group (3f1582f7-0e5c-42d1-85d3-f87612ce721e), precommit_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:22.793235 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f868f985-134a-4d8e-9ae6-f4e8e9947fd9 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Made reservation on behalf of 12780407c7254bdfbde1c04e76d433ee for: {'subnet': 1} {{(pid=116162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 11:00:22.798004 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-f868f985-134a-4d8e-9ae6-f4e8e9947fd9 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4210834'] for subnet (None), before_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:22.853669 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.managers [None req-2566b266-eaae-4922-9f48-2f4eee41ed51 None None] Attempting to bind port 5a101913-1674-46ad-abdf-eb175eb35cf3 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=116163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 28 11:00:22.854035 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.managers [None req-2566b266-eaae-4922-9f48-2f4eee41ed51 None None] Attempting to bind port 5a101913-1674-46ad-abdf-eb175eb35cf3 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '4b1d6630-cb00-4d72-81af-ad6ab5a286f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'ec35233f-5e4a-4c87-8c46-b43c22af8e04'}] {{(pid=116163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 28 11:00:22.854646 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2566b266-eaae-4922-9f48-2f4eee41ed51 None None] Attempting to bind port 5a101913-1674-46ad-abdf-eb175eb35cf3 on network ec35233f-5e4a-4c87-8c46-b43c22af8e04 {{(pid=116163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 11:00:22.860582 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2566b266-eaae-4922-9f48-2f4eee41ed51 None None] Checking agent: {'id': 'd5baab19-5dd1-4902-922b-84acb048ab9c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 10, 50, 43), 'started_at': datetime.datetime(2022, 4, 28, 10, 51, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 11, 0, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=116163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 11:00:22.860956 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2566b266-eaae-4922-9f48-2f4eee41ed51 None None] Checking segment: {'id': '4b1d6630-cb00-4d72-81af-ad6ab5a286f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'ec35233f-5e4a-4c87-8c46-b43c22af8e04'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 11:00:22.861351 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-2566b266-eaae-4922-9f48-2f4eee41ed51 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:22.861740 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2566b266-eaae-4922-9f48-2f4eee41ed51 None None] Bound using segment: {'id': '4b1d6630-cb00-4d72-81af-ad6ab5a286f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'ec35233f-5e4a-4c87-8c46-b43c22af8e04'} {{(pid=116163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 11:00:22.863180 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.managers [None req-2566b266-eaae-4922-9f48-2f4eee41ed51 None None] Bound port: 5a101913-1674-46ad-abdf-eb175eb35cf3, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4b1d6630-cb00-4d72-81af-ad6ab5a286f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'ec35233f-5e4a-4c87-8c46-b43c22af8e04'}}] {{(pid=116163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 28 11:00:22.863559 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-2566b266-eaae-4922-9f48-2f4eee41ed51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (5a101913-1674-46ad-abdf-eb175eb35cf3), before_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:22.891244 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-524b896a-75c6-43c5-a731-89e1098b4ebc tempest-BulkNetworkOpsIpV6Test-1073769146 tempest-BulkNetworkOpsIpV6Test-1073769146-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 70} {{(pid=116161) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 11:00:22.915577 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82f9fd1-bc55-491e-9b87-75b29eff8116 req-a6a7e8b3-5bd2-4016-b15c-159fc230008c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:00:22.917086 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-f82f9fd1-bc55-491e-9b87-75b29eff8116 req-a6a7e8b3-5bd2-4016-b15c-159fc230008c service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=5609aa114ceb4f54b926d4fb3847cb3e&device_id=7b8f1546-43fe-47eb-a29a-4d9b0d24e4fe HTTP/1.1" status: 200 len: 1130 time: 0.0663013 Apr 28 11:00:22.922651 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-524b896a-75c6-43c5-a731-89e1098b4ebc tempest-BulkNetworkOpsIpV6Test-1073769146 tempest-BulkNetworkOpsIpV6Test-1073769146-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-961978'] for segment (99d708d3-7c81-4fae-8b69-6703b2a63d3f), precommit_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:22.923238 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.db.segments_db [None req-524b896a-75c6-43c5-a731-89e1098b4ebc tempest-BulkNetworkOpsIpV6Test-1073769146 tempest-BulkNetworkOpsIpV6Test-1073769146-project] Added segment 99d708d3-7c81-4fae-8b69-6703b2a63d3f of type vlan for network 7bedb636-71b9-4901-b28d-816d0ffe0e47 Apr 28 11:00:22.934431 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-8a0154a8-6380-4a57-b204-9ccc8925b50b tempest-RoutersIpV6AdminTest-911026605 tempest-RoutersIpV6AdminTest-911026605-project-admin] Publish callbacks [] for router_gateway (1301f67a-c5cc-4361-a91a-3534cfd20b12), after_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:22.949802 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-2566b266-eaae-4922-9f48-2f4eee41ed51 None None] For port 5a101913-1674-46ad-abdf-eb175eb35cf3, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=116163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 11:00:22.953783 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-2566b266-eaae-4922-9f48-2f4eee41ed51 None None] For port 5a101913-1674-46ad-abdf-eb175eb35cf3, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=5a101913-1674-46ad-abdf-eb175eb35cf3,segment=NetworkSegment(4b1d6630-cb00-4d72-81af-ad6ab5a286f0),segment_id=4b1d6630-cb00-4d72-81af-ad6ab5a286f0)] {{(pid=116163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 11:00:23.020006 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-2566b266-eaae-4922-9f48-2f4eee41ed51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393'] for port (5a101913-1674-46ad-abdf-eb175eb35cf3), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:23.031934 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-524b896a-75c6-43c5-a731-89e1098b4ebc tempest-BulkNetworkOpsIpV6Test-1073769146 tempest-BulkNetworkOpsIpV6Test-1073769146-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742234744962'] for network (7bedb636-71b9-4901-b28d-816d0ffe0e47), precommit_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:23.090743 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2566b266-eaae-4922-9f48-2f4eee41ed51 None None] Pushing event updated for resources: {'Port': ['ID=5a101913-1674-46ad-abdf-eb175eb35cf3,revision_number=2']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:00:23.330200 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-8a0154a8-6380-4a57-b204-9ccc8925b50b tempest-RoutersIpV6AdminTest-911026605 tempest-RoutersIpV6AdminTest-911026605-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2060818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1935326'] for router (1301f67a-c5cc-4361-a91a-3534cfd20b12), after_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:23.358331 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.db.db_base_plugin_common [None req-035000a9-f615-4d1d-ab1e-75025b8ac9ba tempest-AllowedAddressPairIpV6TestJSON-1423465983 tempest-AllowedAddressPairIpV6TestJSON-1423465983-project] Allocated IP 2001:db8::138 (ec35233f-5e4a-4c87-8c46-b43c22af8e04/37f73dfc-8be8-4713-873f-1b121883eeba/50b57921-e089-48d6-9dce-927dc4f9307f) {{(pid=116162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 11:00:23.397222 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-524b896a-75c6-43c5-a731-89e1098b4ebc tempest-BulkNetworkOpsIpV6Test-1073769146 tempest-BulkNetworkOpsIpV6Test-1073769146-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042'] for network (7bedb636-71b9-4901-b28d-816d0ffe0e47), after_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:23.403129 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-524b896a-75c6-43c5-a731-89e1098b4ebc tempest-BulkNetworkOpsIpV6Test-1073769146 tempest-BulkNetworkOpsIpV6Test-1073769146-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:00:23.406590 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-524b896a-75c6-43c5-a731-89e1098b4ebc tempest-BulkNetworkOpsIpV6Test-1073769146 tempest-BulkNetworkOpsIpV6Test-1073769146-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603020'] for network (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:23.494280 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524b896a-75c6-43c5-a731-89e1098b4ebc tempest-BulkNetworkOpsIpV6Test-1073769146 tempest-BulkNetworkOpsIpV6Test-1073769146-project] Pushing event updated for resources: {'Network': ['ID=7bedb636-71b9-4901-b28d-816d0ffe0e47,revision_number=1']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:00:23.498029 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-524b896a-75c6-43c5-a731-89e1098b4ebc tempest-BulkNetworkOpsIpV6Test-1073769146 tempest-BulkNetworkOpsIpV6Test-1073769146-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.9656637 Apr 28 11:00:23.502612 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82f9fd1-bc55-491e-9b87-75b29eff8116 req-559a8904-b4a9-4f7c-947c-3ece34c72022 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:00:23.503726 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-f82f9fd1-bc55-491e-9b87-75b29eff8116 req-559a8904-b4a9-4f7c-947c-3ece34c72022 service neutron] 10.222.0.20 "GET /v2.0/networks?id=86be3515-ed38-47a2-afd0-def5e9d08619 HTTP/1.1" status: 200 len: 912 time: 0.5098777 Apr 28 11:00:23.505445 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 49982) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:00:23.516536 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.v2.base [None req-d52a9d1c-b5e3-4b90-9a00-3b5b7e3ec3eb tempest-BulkNetworkOpsIpV6Test-1073769146 tempest-BulkNetworkOpsIpV6Test-1073769146-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1063572844'}} {{(pid=116161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:00:23.525396 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-37a39c70-acb2-4cdd-8508-81dd7f2e827c tempest-FloatingIPTestJSON-373071706 tempest-FloatingIPTestJSON-373071706-project] Publish callbacks [] for port (01f14aa1-af68-4415-be84-10002fb38bbe), precommit_update {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:23.535328 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Network 7bedb636-71b9-4901-b28d-816d0ffe0e47 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=116163) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 28 11:00:23.583443 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-6d3d9306-d584-438b-b014-d12ca0bea172 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924426'] for security_group (3f1582f7-0e5c-42d1-85d3-f87612ce721e), after_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:23.587709 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-6d3d9306-d584-438b-b014-d12ca0bea172 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:23.590024 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-6d3d9306-d584-438b-b014-d12ca0bea172 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/3f1582f7-0e5c-42d1-85d3-f87612ce721e HTTP/1.1" status: 204 len: 168 time: 1.0911937 Apr 28 11:00:23.639282 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-f82f9fd1-bc55-491e-9b87-75b29eff8116 req-c70fa57b-609e-4f4c-adb8-421fb8758887 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c0d148b4-7df0-41b4-ae3e-381c91ef07cd HTTP/1.1" status: 200 len: 1001 time: 0.0999637 Apr 28 11:00:23.643300 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d52a9d1c-b5e3-4b90-9a00-3b5b7e3ec3eb tempest-BulkNetworkOpsIpV6Test-1073769146 tempest-BulkNetworkOpsIpV6Test-1073769146-project] Made reservation on behalf of a487441111cf4fc6a7148af7844715e4 for: {'network': 1} {{(pid=116161) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 11:00:23.647578 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-37a39c70-acb2-4cdd-8508-81dd7f2e827c tempest-FloatingIPTestJSON-373071706 tempest-FloatingIPTestJSON-373071706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5051840'] for port (01f14aa1-af68-4415-be84-10002fb38bbe), after_update {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:23.650093 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-d52a9d1c-b5e3-4b90-9a00-3b5b7e3ec3eb tempest-BulkNetworkOpsIpV6Test-1073769146 tempest-BulkNetworkOpsIpV6Test-1073769146-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for network (None), before_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:23.663799 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d3d9306-d584-438b-b014-d12ca0bea172 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f1582f7-0e5c-42d1-85d3-f87612ce721e,revision_number=None']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:00:23.679316 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Device c524ce9b-cfb2-4be5-94d5-3fed524799ed up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=116163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 11:00:23.777138 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d52a9d1c-b5e3-4b90-9a00-3b5b7e3ec3eb tempest-BulkNetworkOpsIpV6Test-1073769146 tempest-BulkNetworkOpsIpV6Test-1073769146-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 99} {{(pid=116161) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 11:00:23.780627 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Provisioning complete for port c524ce9b-cfb2-4be5-94d5-3fed524799ed triggered by entity L2. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:00:23.781014 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (c524ce9b-cfb2-4be5-94d5-3fed524799ed), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:23.793472 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-d52a9d1c-b5e3-4b90-9a00-3b5b7e3ec3eb tempest-BulkNetworkOpsIpV6Test-1073769146 tempest-BulkNetworkOpsIpV6Test-1073769146-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-961978'] for segment (8e47dd62-7420-4939-af30-ad284f082933), precommit_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:23.795402 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.db.segments_db [None req-d52a9d1c-b5e3-4b90-9a00-3b5b7e3ec3eb tempest-BulkNetworkOpsIpV6Test-1073769146 tempest-BulkNetworkOpsIpV6Test-1073769146-project] Added segment 8e47dd62-7420-4939-af30-ad284f082933 of type vlan for network 2cf9a9e9-b63a-437c-88fb-269bfb7fccd8 Apr 28 11:00:23.863065 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-d52a9d1c-b5e3-4b90-9a00-3b5b7e3ec3eb tempest-BulkNetworkOpsIpV6Test-1073769146 tempest-BulkNetworkOpsIpV6Test-1073769146-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742234744962'] for network (2cf9a9e9-b63a-437c-88fb-269bfb7fccd8), precommit_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:23.888237 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82f9fd1-bc55-491e-9b87-75b29eff8116 req-994d7635-b07b-446e-abb5-7cd559c5b724 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:00:23.900176 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-f82f9fd1-bc55-491e-9b87-75b29eff8116 req-994d7635-b07b-446e-abb5-7cd559c5b724 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e48057c8-0090-4367-906b-bd6ec3ec96da HTTP/1.1" status: 200 len: 851 time: 0.2424626 Apr 28 11:00:23.909331 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a39c70-acb2-4cdd-8508-81dd7f2e827c tempest-FloatingIPTestJSON-373071706 tempest-FloatingIPTestJSON-373071706-project] Pushing event updated for resources: {'Port': ['ID=01f14aa1-af68-4415-be84-10002fb38bbe,revision_number=2']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:00:23.932424 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-37a39c70-acb2-4cdd-8508-81dd7f2e827c tempest-FloatingIPTestJSON-373071706 tempest-FloatingIPTestJSON-373071706-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2063164'] for floatingip (6dc70046-0afe-4cec-a509-9cb954ab11c2), after_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:23.937091 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-f868f985-134a-4d8e-9ae6-f4e8e9947fd9 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5054027', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4210784'] for subnet (0f560321-8f14-4cab-b25d-e67afdf2e3dd), after_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:23.952402 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Current status of the port c524ce9b-cfb2-4be5-94d5-3fed524799ed is: ACTIVE; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:00:23.979312 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82f9fd1-bc55-491e-9b87-75b29eff8116 req-90993175-d2a1-4aca-8cf9-0017f341d4e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:00:23.981275 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-f82f9fd1-bc55-491e-9b87-75b29eff8116 req-90993175-d2a1-4aca-8cf9-0017f341d4e0 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=86be3515-ed38-47a2-afd0-def5e9d08619&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0740647 Apr 28 11:00:24.051684 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-d52a9d1c-b5e3-4b90-9a00-3b5b7e3ec3eb tempest-BulkNetworkOpsIpV6Test-1073769146 tempest-BulkNetworkOpsIpV6Test-1073769146-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042'] for network (2cf9a9e9-b63a-437c-88fb-269bfb7fccd8), after_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:24.054055 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Device e1a76c42-a5b0-4f0d-8216-cd13a12b3af6 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=116163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 11:00:24.057648 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d52a9d1c-b5e3-4b90-9a00-3b5b7e3ec3eb tempest-BulkNetworkOpsIpV6Test-1073769146 tempest-BulkNetworkOpsIpV6Test-1073769146-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:00:24.058253 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-d52a9d1c-b5e3-4b90-9a00-3b5b7e3ec3eb tempest-BulkNetworkOpsIpV6Test-1073769146 tempest-BulkNetworkOpsIpV6Test-1073769146-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603020'] for network (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:24.079106 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] No Port match for: e1a76c42-a5b0-4f0d-8216-cd13a12b3af6 {{(pid=116163) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 28 11:00:24.079496 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Device e1a76c42-a5b0-4f0d-8216-cd13a12b3af6 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=116163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 11:00:24.127009 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-035000a9-f615-4d1d-ab1e-75025b8ac9ba tempest-AllowedAddressPairIpV6TestJSON-1423465983 tempest-AllowedAddressPairIpV6TestJSON-1423465983-project] Publish callbacks [] for port (50b57921-e089-48d6-9dce-927dc4f9307f), precommit_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:24.139579 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a0154a8-6380-4a57-b204-9ccc8925b50b tempest-RoutersIpV6AdminTest-911026605 tempest-RoutersIpV6AdminTest-911026605-project-admin] Router 1301f67a-c5cc-4361-a91a-3534cfd20b12 is scheduled to L3 agent 6b492ad6-0876-4d74-b20d-28143a52ceba with binding_index 1 {{(pid=116161) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 28 11:00:24.177719 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.db.l3_db [None req-37a39c70-acb2-4cdd-8508-81dd7f2e827c tempest-FloatingIPTestJSON-373071706 tempest-FloatingIPTestJSON-373071706-project] Floating IP 6dc70046-0afe-4cec-a509-9cb954ab11c2 associated. External IP: 172.36.4.51, port: c2c7679a-bca5-440c-a66e-8849ce3171b7. Apr 28 11:00:24.237381 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-d52a9d1c-b5e3-4b90-9a00-3b5b7e3ec3eb tempest-BulkNetworkOpsIpV6Test-1073769146 tempest-BulkNetworkOpsIpV6Test-1073769146-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.7298484 Apr 28 11:00:24.255929 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d52a9d1c-b5e3-4b90-9a00-3b5b7e3ec3eb tempest-BulkNetworkOpsIpV6Test-1073769146 tempest-BulkNetworkOpsIpV6Test-1073769146-project] Pushing event updated for resources: {'Network': ['ID=2cf9a9e9-b63a-437c-88fb-269bfb7fccd8,revision_number=1']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:00:24.291739 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Network 2cf9a9e9-b63a-437c-88fb-269bfb7fccd8 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=116163) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 28 11:00:24.317868 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f868f985-134a-4d8e-9ae6-f4e8e9947fd9 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Network 1ec9fbcf-7a57-4aaa-9c30-4e0f43e09480 is already hosted by enough agents. {{(pid=116162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 11:00:24.320481 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.scheduler.base_scheduler [None req-f868f985-134a-4d8e-9ae6-f4e8e9947fd9 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Resources bound (agent type, host, resource id): {{(pid=116162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 11:00:24.335747 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f868f985-134a-4d8e-9ae6-f4e8e9947fd9 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:00:24.337519 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-f868f985-134a-4d8e-9ae6-f4e8e9947fd9 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603020'] for subnet (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:24.358663 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dcc382e-c6e9-47ed-8e06-5ebe08a926c5 None None] Network 1ec9fbcf-7a57-4aaa-9c30-4e0f43e09480 requested from dv-neutron-master-2-hyperv {{(pid=116163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 11:00:24.363877 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-f82f9fd1-bc55-491e-9b87-75b29eff8116 req-20c21305-ac07-42a8-acb7-54218e4e613f service neutron] 10.222.0.20 "GET /v2.0/networks/86be3515-ed38-47a2-afd0-def5e9d08619?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3706007 Apr 28 11:00:24.433662 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f868f985-134a-4d8e-9ae6-f4e8e9947fd9 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Pushing event updated for resources: {'Subnet': ['ID=0f560321-8f14-4cab-b25d-e67afdf2e3dd,revision_number=0']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:00:24.444901 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-f868f985-134a-4d8e-9ae6-f4e8e9947fd9 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.0646396 Apr 28 11:00:24.447921 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 49994) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:00:24.456474 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.v2.base [None req-da8d56aa-bc1e-45a3-8e4f-32958b98a1dd tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-980612461', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=116162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:00:24.599116 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-035000a9-f615-4d1d-ab1e-75025b8ac9ba tempest-AllowedAddressPairIpV6TestJSON-1423465983 tempest-AllowedAddressPairIpV6TestJSON-1423465983-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742234710357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5051867'] for port (50b57921-e089-48d6-9dce-927dc4f9307f), after_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:24.604067 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-da8d56aa-bc1e-45a3-8e4f-32958b98a1dd tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2060459', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-63449'] for router (8dc4ad74-a8a1-4b24-a9f5-e7afd75eeb47), before_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:24.605465 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-da8d56aa-bc1e-45a3-8e4f-32958b98a1dd tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2060827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1935275', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1960866', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-63266'] for router (8dc4ad74-a8a1-4b24-a9f5-e7afd75eeb47), precommit_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:24.714984 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78f76dab-03e1-4639-9c84-9244bdaa9bdd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-1ec9fbcf-7a57-4aaa-9c30-4e0f43e09480', 'network_id': '1ec9fbcf-7a57-4aaa-9c30-4e0f43e09480', 'project_id': '12780407c7254bdfbde1c04e76d433ee', 'fixed_ips': [{'subnet_id': '0f560321-8f14-4cab-b25d-e67afdf2e3dd'}]}} from dv-neutron-master-2-hyperv. {{(pid=116163) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 28 11:00:24.717394 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-78f76dab-03e1-4639-9c84-9244bdaa9bdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (None), before_create {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:24.772005 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-035000a9-f615-4d1d-ab1e-75025b8ac9ba tempest-AllowedAddressPairIpV6TestJSON-1423465983 tempest-AllowedAddressPairIpV6TestJSON-1423465983-project] Network ec35233f-5e4a-4c87-8c46-b43c22af8e04 is already hosted by enough agents. {{(pid=116162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 11:00:24.822450 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.scheduler.base_scheduler [None req-035000a9-f615-4d1d-ab1e-75025b8ac9ba tempest-AllowedAddressPairIpV6TestJSON-1423465983 tempest-AllowedAddressPairIpV6TestJSON-1423465983-project] Resources bound (agent type, host, resource id): {{(pid=116162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 11:00:24.844218 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-f82f9fd1-bc55-491e-9b87-75b29eff8116 req-272bdda2-6cca-44b3-bd4b-2521cedb6dd0 service neutron] 10.222.0.20 "GET /v2.0/networks/86be3515-ed38-47a2-afd0-def5e9d08619?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4738166 Apr 28 11:00:24.845985 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-035000a9-f615-4d1d-ab1e-75025b8ac9ba tempest-AllowedAddressPairIpV6TestJSON-1423465983 tempest-AllowedAddressPairIpV6TestJSON-1423465983-project] Received port after_create {{(pid=116162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 11:00:24.858677 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-035000a9-f615-4d1d-ab1e-75025b8ac9ba tempest-AllowedAddressPairIpV6TestJSON-1423465983 tempest-AllowedAddressPairIpV6TestJSON-1423465983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:00:24.859398 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-035000a9-f615-4d1d-ab1e-75025b8ac9ba tempest-AllowedAddressPairIpV6TestJSON-1423465983 tempest-AllowedAddressPairIpV6TestJSON-1423465983-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198022'] for port (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:24.862901 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a0154a8-6380-4a57-b204-9ccc8925b50b tempest-RoutersIpV6AdminTest-911026605 tempest-RoutersIpV6AdminTest-911026605-project-admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=116161) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 11:00:24.888111 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-257179c2-de0a-45f8-8ba7-6a1b3ea35c72 None None] Sync routers for ids ['1301f67a-c5cc-4361-a91a-3534cfd20b12'] in dv-neutron-master-2-hyperv {{(pid=116164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 11:00:24.910906 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-257179c2-de0a-45f8-8ba7-6a1b3ea35c72 None None] Routers {'1301f67a-c5cc-4361-a91a-3534cfd20b12'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=116164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 11:00:24.911765 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_hamode_db [None req-257179c2-de0a-45f8-8ba7-6a1b3ea35c72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-28T10:50:39Z,description=,heartbeat_timestamp=2022-04-28T11:00:09Z,host='dv-neutron-master-2-hyperv',id=6b492ad6-0876-4d74-b20d-28143a52ceba,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T10:50:40Z,topic='l3_agent')) {'router_ids': ['1301f67a-c5cc-4361-a91a-3534cfd20b12'], 'active': True} {{(pid=116164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:00:24.912228 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035000a9-f615-4d1d-ab1e-75025b8ac9ba tempest-AllowedAddressPairIpV6TestJSON-1423465983 tempest-AllowedAddressPairIpV6TestJSON-1423465983-project] Pushing event updated for resources: {'Port': ['ID=50b57921-e089-48d6-9dce-927dc4f9307f,revision_number=1']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:00:24.959073 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-8a0154a8-6380-4a57-b204-9ccc8925b50b tempest-RoutersIpV6AdminTest-911026605 tempest-RoutersIpV6AdminTest-911026605-project-admin] Publish callbacks [] for router (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:24.963222 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-8a0154a8-6380-4a57-b204-9ccc8925b50b tempest-RoutersIpV6AdminTest-911026605 tempest-RoutersIpV6AdminTest-911026605-project-admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 6.8093147 Apr 28 11:00:24.963222 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 50000) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:00:25.051453 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-da8d56aa-bc1e-45a3-8e4f-32958b98a1dd tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Publish callbacks [] for router_controller (8dc4ad74-a8a1-4b24-a9f5-e7afd75eeb47), precommit_add_association {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:25.058241 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34dc8e6f-e7a9-4dab-bd81-4790ddfe6967 None None] Network ec35233f-5e4a-4c87-8c46-b43c22af8e04 requested from dv-neutron-master-2-hyperv {{(pid=116163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 11:00:25.087386 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37a39c70-acb2-4cdd-8508-81dd7f2e827c tempest-FloatingIPTestJSON-373071706 tempest-FloatingIPTestJSON-373071706-project] Router f78b6f71-c91e-4419-a7fc-4e894ee6d57e has already been hosted by L3 agent 6b492ad6-0876-4d74-b20d-28143a52ceba {{(pid=116162) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 11:00:25.146591 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-441ad37f-fa8e-4fb3-91d8-a94bcdcdef37 None None] Provisioning complete for port 5a101913-1674-46ad-abdf-eb175eb35cf3 triggered by entity DHCP. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:00:25.148317 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-441ad37f-fa8e-4fb3-91d8-a94bcdcdef37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (5a101913-1674-46ad-abdf-eb175eb35cf3), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:25.187710 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_dvr_db [None req-257179c2-de0a-45f8-8ba7-6a1b3ea35c72 None None] Set router 1301f67a-c5cc-4361-a91a-3534cfd20b12 gateway port host: dv-neutron-master-2-hyperv {{(pid=116164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 11:00:25.206367 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-da8d56aa-bc1e-45a3-8e4f-32958b98a1dd tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2060818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1935326'] for router (8dc4ad74-a8a1-4b24-a9f5-e7afd75eeb47), after_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:25.236139 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 50006) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:00:25.238205 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-035000a9-f615-4d1d-ab1e-75025b8ac9ba tempest-AllowedAddressPairIpV6TestJSON-1423465983 tempest-AllowedAddressPairIpV6TestJSON-1423465983-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 3.4907396 Apr 28 11:00:25.331279 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.db_base_plugin_common [None req-78f76dab-03e1-4639-9c84-9244bdaa9bdd None None] Allocated IP 2001:db8::2 (1ec9fbcf-7a57-4aaa-9c30-4e0f43e09480/0f560321-8f14-4cab-b25d-e67afdf2e3dd/0f1342ea-0998-45e8-960c-7c535ed3aa1b) {{(pid=116163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 11:00:25.337336 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-da8d56aa-bc1e-45a3-8e4f-32958b98a1dd tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Publish callbacks [] for router (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:25.358885 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-da8d56aa-bc1e-45a3-8e4f-32958b98a1dd tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.8920803 Apr 28 11:00:25.362366 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 50010) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:00:25.731250 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-78f76dab-03e1-4639-9c84-9244bdaa9bdd None None] Publish callbacks [] for port (0f1342ea-0998-45e8-960c-7c535ed3aa1b), precommit_create {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:25.840758 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Device 5a101913-1674-46ad-abdf-eb175eb35cf3 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=116163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 11:00:25.863000 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_hamode_db [None req-257179c2-de0a-45f8-8ba7-6a1b3ea35c72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1301f67a-c5cc-4361-a91a-3534cfd20b12', 'name': 'tempest-snat-router-1940584012', 'tenant_id': '37bf07f749f54683b465358b4cfb1f35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'external_fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.111'}], 'enable_snat': True}, 'gw_port_id': 'a1c74ad9-9251-4a9b-8784-3fb0b8931a6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T11:00:19Z', 'updated_at': '2022-04-28T11:00:22Z', 'revision_number': 3, 'project_id': '37bf07f749f54683b465358b4cfb1f35', 'gw_port': {'id': 'a1c74ad9-9251-4a9b-8784-3fb0b8931a6e', 'name': '', 'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:0d:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1301f67a-c5cc-4361-a91a-3534cfd20b12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:00:20Z', 'updated_at': '2022-04-28T11:00:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=116164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:00:25.945028 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-257179c2-de0a-45f8-8ba7-6a1b3ea35c72 None None] Checking router: 1301f67a-c5cc-4361-a91a-3534cfd20b12 for host: dv-neutron-master-2-hyperv {{(pid=116164) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 11:00:25.945754 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-257179c2-de0a-45f8-8ba7-6a1b3ea35c72 None None] Updating router 1301f67a-c5cc-4361-a91a-3534cfd20b12 port a1c74ad9-9251-4a9b-8784-3fb0b8931a6e binding host dv-neutron-master-2-hyperv {{(pid=116164) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 28 11:00:25.990107 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-78f76dab-03e1-4639-9c84-9244bdaa9bdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742234710357'] for port (0f1342ea-0998-45e8-960c-7c535ed3aa1b), after_create {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:26.015175 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron_lib.callbacks.manager [None req-257179c2-de0a-45f8-8ba7-6a1b3ea35c72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (a1c74ad9-9251-4a9b-8784-3fb0b8931a6e), before_update {{(pid=116164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:26.047441 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.v2.base [None req-32dad5aa-2def-4624-a7b6-d4e9c492f7e3 tempest-AllowedAddressPairIpV6TestJSON-1423465983 tempest-AllowedAddressPairIpV6TestJSON-1423465983-project] Request body: {'port': {'network_id': 'ec35233f-5e4a-4c87-8c46-b43c22af8e04', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1200777880', 'allowed_address_pairs': [{'ip_address': '2001:db8::138', 'mac_address': 'fa:16:3e:61:72:f6'}]}} {{(pid=116161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:00:26.129049 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-7a63f5e9-2b90-453c-993e-af3d6f538d0c tempest-RoutersIpV6AdminTest-911026605 tempest-RoutersIpV6AdminTest-911026605-project-admin] 10.222.0.10 "GET /v2.0/routers/1301f67a-c5cc-4361-a91a-3534cfd20b12 HTTP/1.1" status: 200 len: 908 time: 1.1645918 Apr 28 11:00:26.154017 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 50016) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:00:26.173966 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f76dab-03e1-4639-9c84-9244bdaa9bdd None None] Pushing event updated for resources: {'Port': ['ID=0f1342ea-0998-45e8-960c-7c535ed3aa1b,revision_number=1']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:00:26.249034 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37a39c70-acb2-4cdd-8508-81dd7f2e827c tempest-FloatingIPTestJSON-373071706 tempest-FloatingIPTestJSON-373071706-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=116162) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 11:00:26.273186 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Provisioning complete for port 5a101913-1674-46ad-abdf-eb175eb35cf3 triggered by entity L2. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:00:26.273186 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (5a101913-1674-46ad-abdf-eb175eb35cf3), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:26.309265 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-5df9cd7f-c9ff-49bd-aeaf-e9936d8403df tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (None), before_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:26.413557 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-541e3f95-912e-4750-bfea-24a55c458404 None None] Sync routers for ids ['f78b6f71-c91e-4419-a7fc-4e894ee6d57e'] in dv-neutron-master-2-hyperv {{(pid=116163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 11:00:26.479999 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-c1af3279-2502-439e-9563-6e3115ec068e tempest-RoutersIpV6AdminTest-911026605 tempest-RoutersIpV6AdminTest-911026605-project-admin] Publish callbacks [] for router (1301f67a-c5cc-4361-a91a-3534cfd20b12), before_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:26.493345 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78f76dab-03e1-4639-9c84-9244bdaa9bdd None None] Network 1ec9fbcf-7a57-4aaa-9c30-4e0f43e09480 is already hosted by enough agents. {{(pid=116163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 11:00:26.512462 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-541e3f95-912e-4750-bfea-24a55c458404 None None] Routers {'f78b6f71-c91e-4419-a7fc-4e894ee6d57e'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=116163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 11:00:26.517352 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_hamode_db [None req-541e3f95-912e-4750-bfea-24a55c458404 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-28T10:50:39Z,description=,heartbeat_timestamp=2022-04-28T11:00:09Z,host='dv-neutron-master-2-hyperv',id=6b492ad6-0876-4d74-b20d-28143a52ceba,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T10:50:40Z,topic='l3_agent')) {'router_ids': ['f78b6f71-c91e-4419-a7fc-4e894ee6d57e'], 'active': True} {{(pid=116163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:00:26.519824 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.scheduler.base_scheduler [None req-78f76dab-03e1-4639-9c84-9244bdaa9bdd None None] Resources bound (agent type, host, resource id): {{(pid=116163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 11:00:26.555807 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78f76dab-03e1-4639-9c84-9244bdaa9bdd None None] Received port after_create {{(pid=116163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 11:00:26.682945 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-37a39c70-acb2-4cdd-8508-81dd7f2e827c tempest-FloatingIPTestJSON-373071706 tempest-FloatingIPTestJSON-373071706-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198022'] for floatingip (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:26.725673 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32dad5aa-2def-4624-a7b6-d4e9c492f7e3 tempest-AllowedAddressPairIpV6TestJSON-1423465983 tempest-AllowedAddressPairIpV6TestJSON-1423465983-project] Made reservation on behalf of 62ef7fc4f0364d0fa58d1125917b9dec for: {'port': 1} {{(pid=116161) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 11:00:26.804613 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-37a39c70-acb2-4cdd-8508-81dd7f2e827c tempest-FloatingIPTestJSON-373071706 tempest-FloatingIPTestJSON-373071706-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 7.0624564 Apr 28 11:00:26.811913 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 50024) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:00:26.816646 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.v2.base [None req-be206905-0458-4890-9fd2-43eef19d1847 tempest-FloatingIPTestJSON-373071706 tempest-FloatingIPTestJSON-373071706-project] Request body: {'floatingip': {'port_id': 'c2c7679a-bca5-440c-a66e-8849ce3171b7', 'fixed_ip_address': '172.20.0.12'}} {{(pid=116162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:00:26.894743 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron_lib.callbacks.manager [None req-257179c2-de0a-45f8-8ba7-6a1b3ea35c72 None None] Publish callbacks [] for port (a1c74ad9-9251-4a9b-8784-3fb0b8931a6e), precommit_update {{(pid=116164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:26.919885 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-c1af3279-2502-439e-9563-6e3115ec068e tempest-RoutersIpV6AdminTest-911026605 tempest-RoutersIpV6AdminTest-911026605-project-admin] Publish callbacks [] for router_gateway (1301f67a-c5cc-4361-a91a-3534cfd20b12), before_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:26.971152 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron_lib.callbacks.manager [None req-257179c2-de0a-45f8-8ba7-6a1b3ea35c72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393'] for port (a1c74ad9-9251-4a9b-8784-3fb0b8931a6e), after_update {{(pid=116164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:26.982376 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-32dad5aa-2def-4624-a7b6-d4e9c492f7e3 tempest-AllowedAddressPairIpV6TestJSON-1423465983 tempest-AllowedAddressPairIpV6TestJSON-1423465983-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (None), before_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:26.996391 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Current status of the port 5a101913-1674-46ad-abdf-eb175eb35cf3 is: DOWN; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:00:27.004123 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.notifiers.nova [None req-32dad5aa-2def-4624-a7b6-d4e9c492f7e3 tempest-AllowedAddressPairIpV6TestJSON-1423465983 tempest-AllowedAddressPairIpV6TestJSON-1423465983-project] device_id is not set on port 7ed70cbb-e5cd-4765-9ca0-4c4790bf8dcd yet. {{(pid=116161) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 28 11:00:27.006011 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (5a101913-1674-46ad-abdf-eb175eb35cf3), before_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:27.024302 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.db.db_base_plugin_common [None req-5df9cd7f-c9ff-49bd-aeaf-e9936d8403df tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Allocated IP 2001:db8::1 (1ec9fbcf-7a57-4aaa-9c30-4e0f43e09480/0f560321-8f14-4cab-b25d-e67afdf2e3dd/c3a771d6-be9e-485c-b3a7-f59e4cd020af) {{(pid=116162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 11:00:27.120451 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.plugin [None req-c1af3279-2502-439e-9563-6e3115ec068e tempest-RoutersIpV6AdminTest-911026605 tempest-RoutersIpV6AdminTest-911026605-project-admin] Deleting port a1c74ad9-9251-4a9b-8784-3fb0b8931a6e {{(pid=116161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 11:00:27.121423 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-c1af3279-2502-439e-9563-6e3115ec068e tempest-RoutersIpV6AdminTest-911026605 tempest-RoutersIpV6AdminTest-911026605-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742235130188'] for port (a1c74ad9-9251-4a9b-8784-3fb0b8931a6e), before_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:27.145045 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_hamode_db [None req-541e3f95-912e-4750-bfea-24a55c458404 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=116163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:00:27.163433 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10f11a6-8287-4e79-aaba-b27003ed7db1 None None] Pushing event updated for resources: {'Port': ['ID=a1c74ad9-9251-4a9b-8784-3fb0b8931a6e,revision_number=2']} {{(pid=116164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:00:27.181229 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.plugins.ml2.managers [None req-257179c2-de0a-45f8-8ba7-6a1b3ea35c72 None None] Attempting to bind port a1c74ad9-9251-4a9b-8784-3fb0b8931a6e on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=116164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 28 11:00:27.182180 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.plugins.ml2.managers [None req-257179c2-de0a-45f8-8ba7-6a1b3ea35c72 None None] Attempting to bind port a1c74ad9-9251-4a9b-8784-3fb0b8931a6e by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '142bc50f-d6af-4646-8d06-bb7af6b7b51c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c'}] {{(pid=116164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 28 11:00:27.182727 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-257179c2-de0a-45f8-8ba7-6a1b3ea35c72 None None] Attempting to bind port a1c74ad9-9251-4a9b-8784-3fb0b8931a6e on network 7be49d94-bbb8-4a61-bafe-209c5f861e1c {{(pid=116164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 11:00:27.197156 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-257179c2-de0a-45f8-8ba7-6a1b3ea35c72 None None] Checking agent: {'id': 'd5baab19-5dd1-4902-922b-84acb048ab9c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 10, 50, 43), 'started_at': datetime.datetime(2022, 4, 28, 10, 51, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 11, 0, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=116164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 11:00:27.199104 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-257179c2-de0a-45f8-8ba7-6a1b3ea35c72 None None] Checking segment: {'id': '142bc50f-d6af-4646-8d06-bb7af6b7b51c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 11:00:27.199705 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron_lib.callbacks.manager [None req-257179c2-de0a-45f8-8ba7-6a1b3ea35c72 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=116164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:27.201643 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-257179c2-de0a-45f8-8ba7-6a1b3ea35c72 None None] Bound using segment: {'id': '142bc50f-d6af-4646-8d06-bb7af6b7b51c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c'} {{(pid=116164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 11:00:27.203802 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.plugins.ml2.managers [None req-257179c2-de0a-45f8-8ba7-6a1b3ea35c72 None None] Bound port: a1c74ad9-9251-4a9b-8784-3fb0b8931a6e, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '142bc50f-d6af-4646-8d06-bb7af6b7b51c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c'}}] {{(pid=116164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 28 11:00:27.204414 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron_lib.callbacks.manager [None req-257179c2-de0a-45f8-8ba7-6a1b3ea35c72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (a1c74ad9-9251-4a9b-8784-3fb0b8931a6e), before_update {{(pid=116164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:27.242650 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-5df9cd7f-c9ff-49bd-aeaf-e9936d8403df tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Publish callbacks [] for port (c3a771d6-be9e-485c-b3a7-f59e4cd020af), precommit_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:27.276224 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-be206905-0458-4890-9fd2-43eef19d1847 tempest-FloatingIPTestJSON-373071706 tempest-FloatingIPTestJSON-373071706-project] Publish callbacks [] for floatingip (6dc70046-0afe-4cec-a509-9cb954ab11c2), before_update {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:27.348917 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.plugins.ml2.db [None req-257179c2-de0a-45f8-8ba7-6a1b3ea35c72 None None] For port a1c74ad9-9251-4a9b-8784-3fb0b8931a6e, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=116164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 11:00:27.350230 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.managers [None req-78f76dab-03e1-4639-9c84-9244bdaa9bdd None None] Attempting to bind port 0f1342ea-0998-45e8-960c-7c535ed3aa1b on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=116163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 28 11:00:27.350725 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.managers [None req-78f76dab-03e1-4639-9c84-9244bdaa9bdd None None] Attempting to bind port 0f1342ea-0998-45e8-960c-7c535ed3aa1b by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'ffa4348d-378b-4e93-98fa-ab0dc49ee16c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '1ec9fbcf-7a57-4aaa-9c30-4e0f43e09480'}] {{(pid=116163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 28 11:00:27.351180 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78f76dab-03e1-4639-9c84-9244bdaa9bdd None None] Attempting to bind port 0f1342ea-0998-45e8-960c-7c535ed3aa1b on network 1ec9fbcf-7a57-4aaa-9c30-4e0f43e09480 {{(pid=116163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 11:00:27.354516 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-541e3f95-912e-4750-bfea-24a55c458404 None None] Routers {'f78b6f71-c91e-4419-a7fc-4e894ee6d57e'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=116163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 11:00:27.358782 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_hamode_db [None req-541e3f95-912e-4750-bfea-24a55c458404 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-28T10:50:39Z,description=,heartbeat_timestamp=2022-04-28T11:00:09Z,host='dv-neutron-master-2-hyperv',id=6b492ad6-0876-4d74-b20d-28143a52ceba,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T10:50:40Z,topic='l3_agent')) {'router_ids': ['f78b6f71-c91e-4419-a7fc-4e894ee6d57e'], 'active': True} {{(pid=116163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:00:27.363196 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.plugins.ml2.db [None req-257179c2-de0a-45f8-8ba7-6a1b3ea35c72 None None] For port a1c74ad9-9251-4a9b-8784-3fb0b8931a6e, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=a1c74ad9-9251-4a9b-8784-3fb0b8931a6e,segment=NetworkSegment(142bc50f-d6af-4646-8d06-bb7af6b7b51c),segment_id=142bc50f-d6af-4646-8d06-bb7af6b7b51c)] {{(pid=116164) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 11:00:27.375226 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] For port 5a101913-1674-46ad-abdf-eb175eb35cf3, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=5a101913-1674-46ad-abdf-eb175eb35cf3,segment=NetworkSegment(4b1d6630-cb00-4d72-81af-ad6ab5a286f0),segment_id=4b1d6630-cb00-4d72-81af-ad6ab5a286f0)] {{(pid=116163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 11:00:27.378760 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-5df9cd7f-c9ff-49bd-aeaf-e9936d8403df tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742234710357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5051867'] for port (c3a771d6-be9e-485c-b3a7-f59e4cd020af), after_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:27.378919 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.db.db_base_plugin_common [None req-32dad5aa-2def-4624-a7b6-d4e9c492f7e3 tempest-AllowedAddressPairIpV6TestJSON-1423465983 tempest-AllowedAddressPairIpV6TestJSON-1423465983-project] Allocated IP 2001:db8::b2 (ec35233f-5e4a-4c87-8c46-b43c22af8e04/37f73dfc-8be8-4713-873f-1b121883eeba/7ed70cbb-e5cd-4765-9ca0-4c4790bf8dcd) {{(pid=116161) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 11:00:27.402361 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.db [None req-c1af3279-2502-439e-9563-6e3115ec068e tempest-RoutersIpV6AdminTest-911026605 tempest-RoutersIpV6AdminTest-911026605-project-admin] For port a1c74ad9-9251-4a9b-8784-3fb0b8931a6e, host dv-neutron-master-2-hyperv, got binding levels [] {{(pid=116161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 11:00:27.402819 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-c1af3279-2502-439e-9563-6e3115ec068e tempest-RoutersIpV6AdminTest-911026605 tempest-RoutersIpV6AdminTest-911026605-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1938497'] for port (a1c74ad9-9251-4a9b-8784-3fb0b8931a6e), precommit_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:27.423032 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron_lib.callbacks.manager [None req-257179c2-de0a-45f8-8ba7-6a1b3ea35c72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393'] for port (a1c74ad9-9251-4a9b-8784-3fb0b8931a6e), after_update {{(pid=116164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:27.435355 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.plugin [None req-c1af3279-2502-439e-9563-6e3115ec068e tempest-RoutersIpV6AdminTest-911026605 tempest-RoutersIpV6AdminTest-911026605-project-admin] Calling delete_port for a1c74ad9-9251-4a9b-8784-3fb0b8931a6e owned by network:router_gateway {{(pid=116161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 11:00:27.503118 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 50032) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:00:27.616620 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-257179c2-de0a-45f8-8ba7-6a1b3ea35c72 None None] Routers {'1301f67a-c5cc-4361-a91a-3534cfd20b12'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=116164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 11:00:27.617263 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_hamode_db [None req-257179c2-de0a-45f8-8ba7-6a1b3ea35c72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-28T10:50:39Z,description=,heartbeat_timestamp=2022-04-28T11:00:09Z,host='dv-neutron-master-2-hyperv',id=6b492ad6-0876-4d74-b20d-28143a52ceba,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T10:50:40Z,topic='l3_agent')) {'router_ids': ['1301f67a-c5cc-4361-a91a-3534cfd20b12'], 'active': True} {{(pid=116164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:00:27.629064 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 50036) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:00:27.635343 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.v2.base [None req-17ae653f-42b0-4f54-badc-e05fb16cb271 tempest-BulkNetworkOpsIpV6Test-1073769146 tempest-BulkNetworkOpsIpV6Test-1073769146-project] Request body: {'subnets': [{'network_id': '7bedb636-71b9-4901-b28d-816d0ffe0e47', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--931938511', 'ip_version': 6}, {'network_id': '2cf9a9e9-b63a-437c-88fb-269bfb7fccd8', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=116161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:00:27.635550 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.v2.base [None req-17ae653f-42b0-4f54-badc-e05fb16cb271 tempest-BulkNetworkOpsIpV6Test-1073769146 tempest-BulkNetworkOpsIpV6Test-1073769146-project] Request body: {'subnet': {'network_id': '7bedb636-71b9-4901-b28d-816d0ffe0e47', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--931938511', 'ip_version': 6}} {{(pid=116161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:00:27.636470 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.v2.base [None req-17ae653f-42b0-4f54-badc-e05fb16cb271 tempest-BulkNetworkOpsIpV6Test-1073769146 tempest-BulkNetworkOpsIpV6Test-1073769146-project] Request body: {'subnet': {'network_id': '2cf9a9e9-b63a-437c-88fb-269bfb7fccd8', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=116161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:00:27.646158 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78f76dab-03e1-4639-9c84-9244bdaa9bdd None None] Checking agent: {'id': 'd5baab19-5dd1-4902-922b-84acb048ab9c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 10, 50, 43), 'started_at': datetime.datetime(2022, 4, 28, 10, 51, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 11, 0, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=116163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 11:00:27.654194 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78f76dab-03e1-4639-9c84-9244bdaa9bdd None None] Checking segment: {'id': 'ffa4348d-378b-4e93-98fa-ab0dc49ee16c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '1ec9fbcf-7a57-4aaa-9c30-4e0f43e09480'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 11:00:27.654976 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-78f76dab-03e1-4639-9c84-9244bdaa9bdd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:27.655595 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78f76dab-03e1-4639-9c84-9244bdaa9bdd None None] Bound using segment: {'id': 'ffa4348d-378b-4e93-98fa-ab0dc49ee16c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '1ec9fbcf-7a57-4aaa-9c30-4e0f43e09480'} {{(pid=116163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 11:00:27.656310 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.managers [None req-78f76dab-03e1-4639-9c84-9244bdaa9bdd None None] Bound port: 0f1342ea-0998-45e8-960c-7c535ed3aa1b, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ffa4348d-378b-4e93-98fa-ab0dc49ee16c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '1ec9fbcf-7a57-4aaa-9c30-4e0f43e09480'}}] {{(pid=116163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 28 11:00:27.657422 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-78f76dab-03e1-4639-9c84-9244bdaa9bdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (0f1342ea-0998-45e8-960c-7c535ed3aa1b), before_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:27.659365 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393'] for port (5a101913-1674-46ad-abdf-eb175eb35cf3), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:27.675423 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5df9cd7f-c9ff-49bd-aeaf-e9936d8403df tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Network 1ec9fbcf-7a57-4aaa-9c30-4e0f43e09480 is already hosted by enough agents. {{(pid=116162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 11:00:27.676965 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_hamode_db [None req-541e3f95-912e-4750-bfea-24a55c458404 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=116163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:00:27.678168 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-541e3f95-912e-4750-bfea-24a55c458404 None None] The sync data for ids ['f78b6f71-c91e-4419-a7fc-4e894ee6d57e'] in dv-neutron-master-2-hyperv is: [] {{(pid=116163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 11:00:27.679083 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10f11a6-8287-4e79-aaba-b27003ed7db1 None None] Pushing event updated for resources: {'Port': ['ID=a1c74ad9-9251-4a9b-8784-3fb0b8931a6e,revision_number=3']} {{(pid=116164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:00:27.698064 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.scheduler.base_scheduler [None req-5df9cd7f-c9ff-49bd-aeaf-e9936d8403df tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Resources bound (agent type, host, resource id): {{(pid=116162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 11:00:27.703105 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5df9cd7f-c9ff-49bd-aeaf-e9936d8403df tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Received port after_create {{(pid=116162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 11:00:27.706304 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-5df9cd7f-c9ff-49bd-aeaf-e9936d8403df tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2063275'] for router_interface (8dc4ad74-a8a1-4b24-a9f5-e7afd75eeb47), before_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:27.724486 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df9cd7f-c9ff-49bd-aeaf-e9936d8403df tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Pushing event updated for resources: {'Port': ['ID=c3a771d6-be9e-485c-b3a7-f59e4cd020af,revision_number=1']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:00:27.732999 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-441ad37f-fa8e-4fb3-91d8-a94bcdcdef37 None None] Current status of the port 5a101913-1674-46ad-abdf-eb175eb35cf3 is: DOWN; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:00:27.733524 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-441ad37f-fa8e-4fb3-91d8-a94bcdcdef37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (5a101913-1674-46ad-abdf-eb175eb35cf3), before_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:27.762021 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_dvr_db [None req-257179c2-de0a-45f8-8ba7-6a1b3ea35c72 None None] Set router 1301f67a-c5cc-4361-a91a-3534cfd20b12 gateway port host: None {{(pid=116164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 11:00:27.823114 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Pushing event updated for resources: {'Port': ['ID=5a101913-1674-46ad-abdf-eb175eb35cf3,revision_number=3']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:00:27.864697 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.v2.base [None req-fe45c114-56ec-4d3a-adc5-16f7d7c7eee4 tempest-PortsAdminExtendedAttrsTestJSON-176698039 tempest-PortsAdminExtendedAttrsTestJSON-176698039-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-801422688'}} {{(pid=116162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:00:27.874311 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_hamode_db [None req-257179c2-de0a-45f8-8ba7-6a1b3ea35c72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1301f67a-c5cc-4361-a91a-3534cfd20b12', 'name': 'tempest-snat-router-1940584012', 'tenant_id': '37bf07f749f54683b465358b4cfb1f35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T11:00:19Z', 'updated_at': '2022-04-28T11:00:26Z', 'revision_number': 4, 'project_id': '37bf07f749f54683b465358b4cfb1f35', 'gw_port_host': None}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=116164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:00:27.901371 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-78f76dab-03e1-4639-9c84-9244bdaa9bdd None None] For port 0f1342ea-0998-45e8-960c-7c535ed3aa1b, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=116163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 11:00:27.906456 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-78f76dab-03e1-4639-9c84-9244bdaa9bdd None None] For port 0f1342ea-0998-45e8-960c-7c535ed3aa1b, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=0f1342ea-0998-45e8-960c-7c535ed3aa1b,segment=NetworkSegment(ffa4348d-378b-4e93-98fa-ab0dc49ee16c),segment_id=ffa4348d-378b-4e93-98fa-ab0dc49ee16c)] {{(pid=116163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 11:00:27.910576 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.db.api [None req-441ad37f-fa8e-4fb3-91d8-a94bcdcdef37 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=116163) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 28 11:00:27.911043 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG oslo_db.api [None req-441ad37f-fa8e-4fb3-91d8-a94bcdcdef37 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=116163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 28 11:00:27.913721 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-32dad5aa-2def-4624-a7b6-d4e9c492f7e3 tempest-AllowedAddressPairIpV6TestJSON-1423465983 tempest-AllowedAddressPairIpV6TestJSON-1423465983-project] Publish callbacks [] for port (7ed70cbb-e5cd-4765-9ca0-4c4790bf8dcd), precommit_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:27.934058 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-257179c2-de0a-45f8-8ba7-6a1b3ea35c72 None None] The sync data for ids ['1301f67a-c5cc-4361-a91a-3534cfd20b12'] in dv-neutron-master-2-hyperv is: [{'id': '1301f67a-c5cc-4361-a91a-3534cfd20b12', 'name': 'tempest-snat-router-1940584012', 'tenant_id': '37bf07f749f54683b465358b4cfb1f35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T11:00:19Z', 'updated_at': '2022-04-28T11:00:26Z', 'revision_number': 4, 'project_id': '37bf07f749f54683b465358b4cfb1f35', 'gw_port_host': None}] {{(pid=116164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 11:00:27.975048 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-78f76dab-03e1-4639-9c84-9244bdaa9bdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393'] for port (0f1342ea-0998-45e8-960c-7c535ed3aa1b), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:27.996765 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe45c114-56ec-4d3a-adc5-16f7d7c7eee4 tempest-PortsAdminExtendedAttrsTestJSON-176698039 tempest-PortsAdminExtendedAttrsTestJSON-176698039-project] Made reservation on behalf of 32f5aa69100a4433ad4102f6333bb860 for: {'network': 1} {{(pid=116162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 11:00:28.000179 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-fe45c114-56ec-4d3a-adc5-16f7d7c7eee4 tempest-PortsAdminExtendedAttrsTestJSON-176698039 tempest-PortsAdminExtendedAttrsTestJSON-176698039-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for network (None), before_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:28.012539 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-fe45c114-56ec-4d3a-adc5-16f7d7c7eee4 tempest-PortsAdminExtendedAttrsTestJSON-176698039 tempest-PortsAdminExtendedAttrsTestJSON-176698039-project] Publish callbacks [] for security_group (None), before_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:28.057214 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f76dab-03e1-4639-9c84-9244bdaa9bdd None None] Pushing event updated for resources: {'Port': ['ID=0f1342ea-0998-45e8-960c-7c535ed3aa1b,revision_number=2']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:00:28.182371 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-c1af3279-2502-439e-9563-6e3115ec068e tempest-RoutersIpV6AdminTest-911026605 tempest-RoutersIpV6AdminTest-911026605-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742235135690', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742234710366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5219112'] for port (a1c74ad9-9251-4a9b-8784-3fb0b8931a6e), after_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:28.223945 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17ae653f-42b0-4f54-badc-e05fb16cb271 tempest-BulkNetworkOpsIpV6Test-1073769146 tempest-BulkNetworkOpsIpV6Test-1073769146-project] Made reservation on behalf of a487441111cf4fc6a7148af7844715e4 for: {'subnet': 2} {{(pid=116161) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 11:00:28.228551 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-17ae653f-42b0-4f54-badc-e05fb16cb271 tempest-BulkNetworkOpsIpV6Test-1073769146 tempest-BulkNetworkOpsIpV6Test-1073769146-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5125580'] for subnet (None), before_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:28.228911 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-17ae653f-42b0-4f54-badc-e05fb16cb271 tempest-BulkNetworkOpsIpV6Test-1073769146 tempest-BulkNetworkOpsIpV6Test-1073769146-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5125580'] for subnet (None), before_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:28.256969 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-32dad5aa-2def-4624-a7b6-d4e9c492f7e3 tempest-AllowedAddressPairIpV6TestJSON-1423465983 tempest-AllowedAddressPairIpV6TestJSON-1423465983-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742234710357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5219112'] for port (7ed70cbb-e5cd-4765-9ca0-4c4790bf8dcd), after_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:28.264264 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1af3279-2502-439e-9563-6e3115ec068e tempest-RoutersIpV6AdminTest-911026605 tempest-RoutersIpV6AdminTest-911026605-project-admin] Pushing event deleted for resources: {'Port': ['ID=a1c74ad9-9251-4a9b-8784-3fb0b8931a6e,revision_number=None']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:00:28.460638 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-441ad37f-fa8e-4fb3-91d8-a94bcdcdef37 None None] Current status of the port 5a101913-1674-46ad-abdf-eb175eb35cf3 is: ACTIVE; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:00:28.479038 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32dad5aa-2def-4624-a7b6-d4e9c492f7e3 tempest-AllowedAddressPairIpV6TestJSON-1423465983 tempest-AllowedAddressPairIpV6TestJSON-1423465983-project] Network ec35233f-5e4a-4c87-8c46-b43c22af8e04 is already hosted by enough agents. {{(pid=116161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 11:00:28.487403 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-c1af3279-2502-439e-9563-6e3115ec068e tempest-RoutersIpV6AdminTest-911026605 tempest-RoutersIpV6AdminTest-911026605-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1935354'] for router_gateway (1301f67a-c5cc-4361-a91a-3534cfd20b12), after_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:28.493390 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.scheduler.base_scheduler [None req-32dad5aa-2def-4624-a7b6-d4e9c492f7e3 tempest-AllowedAddressPairIpV6TestJSON-1423465983 tempest-AllowedAddressPairIpV6TestJSON-1423465983-project] Resources bound (agent type, host, resource id): {{(pid=116161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 11:00:28.522901 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32dad5aa-2def-4624-a7b6-d4e9c492f7e3 tempest-AllowedAddressPairIpV6TestJSON-1423465983 tempest-AllowedAddressPairIpV6TestJSON-1423465983-project] Received port after_create {{(pid=116161) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 11:00:28.528265 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32dad5aa-2def-4624-a7b6-d4e9c492f7e3 tempest-AllowedAddressPairIpV6TestJSON-1423465983 tempest-AllowedAddressPairIpV6TestJSON-1423465983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:00:28.528947 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-32dad5aa-2def-4624-a7b6-d4e9c492f7e3 tempest-AllowedAddressPairIpV6TestJSON-1423465983 tempest-AllowedAddressPairIpV6TestJSON-1423465983-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198022'] for port (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:28.531716 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32dad5aa-2def-4624-a7b6-d4e9c492f7e3 tempest-AllowedAddressPairIpV6TestJSON-1423465983 tempest-AllowedAddressPairIpV6TestJSON-1423465983-project] Pushing event updated for resources: {'Port': ['ID=7ed70cbb-e5cd-4765-9ca0-4c4790bf8dcd,revision_number=1']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:00:28.555665 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-5df9cd7f-c9ff-49bd-aeaf-e9936d8403df tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (c3a771d6-be9e-485c-b3a7-f59e4cd020af), before_update {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:28.593150 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-a6faf6ee-a218-4425-abe2-0b1fb04a5018 None None] Provisioning complete for port 50b57921-e089-48d6-9dce-927dc4f9307f triggered by entity DHCP. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:00:28.593150 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-a6faf6ee-a218-4425-abe2-0b1fb04a5018 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (50b57921-e089-48d6-9dce-927dc4f9307f), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:28.635716 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-c1af3279-2502-439e-9563-6e3115ec068e tempest-RoutersIpV6AdminTest-911026605 tempest-RoutersIpV6AdminTest-911026605-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2060865', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-63275'] for router (1301f67a-c5cc-4361-a91a-3534cfd20b12), precommit_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:28.636306 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-c1af3279-2502-439e-9563-6e3115ec068e tempest-RoutersIpV6AdminTest-911026605 tempest-RoutersIpV6AdminTest-911026605-project-admin] Publish callbacks [] for router_controller (1301f67a-c5cc-4361-a91a-3534cfd20b12), precommit_delete_associations {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:28.644530 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-a6faf6ee-a218-4425-abe2-0b1fb04a5018 None None] Port 50b57921-e089-48d6-9dce-927dc4f9307f cannot update to ACTIVE because it is not bound. {{(pid=116163) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 28 11:00:28.654107 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-a6faf6ee-a218-4425-abe2-0b1fb04a5018 None None] Provisioning complete for port 5a101913-1674-46ad-abdf-eb175eb35cf3 triggered by entity DHCP. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:00:28.654389 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-a6faf6ee-a218-4425-abe2-0b1fb04a5018 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (5a101913-1674-46ad-abdf-eb175eb35cf3), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:28.667685 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-fe45c114-56ec-4d3a-adc5-16f7d7c7eee4 tempest-PortsAdminExtendedAttrsTestJSON-176698039 tempest-PortsAdminExtendedAttrsTestJSON-176698039-project] Publish callbacks [] for security_group (09464ec5-c61a-46c2-b7fd-44ead54da2cc), precommit_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:28.779337 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-a6faf6ee-a218-4425-abe2-0b1fb04a5018 None None] Current status of the port 5a101913-1674-46ad-abdf-eb175eb35cf3 is: ACTIVE; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:00:28.795251 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-fe45c114-56ec-4d3a-adc5-16f7d7c7eee4 tempest-PortsAdminExtendedAttrsTestJSON-176698039 tempest-PortsAdminExtendedAttrsTestJSON-176698039-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924426'] for security_group (09464ec5-c61a-46c2-b7fd-44ead54da2cc), after_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:28.804708 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-c1af3279-2502-439e-9563-6e3115ec068e tempest-RoutersIpV6AdminTest-911026605 tempest-RoutersIpV6AdminTest-911026605-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2060888'] for router (1301f67a-c5cc-4361-a91a-3534cfd20b12), after_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:28.805333 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1af3279-2502-439e-9563-6e3115ec068e tempest-RoutersIpV6AdminTest-911026605 tempest-RoutersIpV6AdminTest-911026605-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 1301f67a-c5cc-4361-a91a-3534cfd20b12 {{(pid=116161) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 28 11:00:28.809673 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-32dad5aa-2def-4624-a7b6-d4e9c492f7e3 tempest-AllowedAddressPairIpV6TestJSON-1423465983 tempest-AllowedAddressPairIpV6TestJSON-1423465983-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1007 time: 3.5705645 Apr 28 11:00:28.818802 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 50038) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:00:28.833733 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-c1af3279-2502-439e-9563-6e3115ec068e tempest-RoutersIpV6AdminTest-911026605 tempest-RoutersIpV6AdminTest-911026605-project-admin] Publish callbacks [] for router (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:28.837381 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-c1af3279-2502-439e-9563-6e3115ec068e tempest-RoutersIpV6AdminTest-911026605 tempest-RoutersIpV6AdminTest-911026605-project-admin] 10.222.0.10 "DELETE /v2.0/routers/1301f67a-c5cc-4361-a91a-3534cfd20b12 HTTP/1.1" status: 204 len: 168 time: 2.6792431 Apr 28 11:00:28.841255 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 50040) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:00:28.884651 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fe45c114-56ec-4d3a-adc5-16f7d7c7eee4 tempest-PortsAdminExtendedAttrsTestJSON-176698039 tempest-PortsAdminExtendedAttrsTestJSON-176698039-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 72} {{(pid=116162) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 11:00:28.892895 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe45c114-56ec-4d3a-adc5-16f7d7c7eee4 tempest-PortsAdminExtendedAttrsTestJSON-176698039 tempest-PortsAdminExtendedAttrsTestJSON-176698039-project] Pushing event updated for resources: {'SecurityGroup': ['ID=09464ec5-c61a-46c2-b7fd-44ead54da2cc,revision_number=1']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:00:28.898365 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-0da5fbd0-0c8b-4245-b352-4ef018bfe8d5 None None] Provisioning complete for port 7ed70cbb-e5cd-4765-9ca0-4c4790bf8dcd triggered by entity DHCP. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:00:28.898966 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-0da5fbd0-0c8b-4245-b352-4ef018bfe8d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (7ed70cbb-e5cd-4765-9ca0-4c4790bf8dcd), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:28.935582 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-fe45c114-56ec-4d3a-adc5-16f7d7c7eee4 tempest-PortsAdminExtendedAttrsTestJSON-176698039 tempest-PortsAdminExtendedAttrsTestJSON-176698039-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-961978'] for segment (abe8e1cd-a345-4d5a-8e67-dd4a3c06b8f7), precommit_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:28.935931 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.db.segments_db [None req-fe45c114-56ec-4d3a-adc5-16f7d7c7eee4 tempest-PortsAdminExtendedAttrsTestJSON-176698039 tempest-PortsAdminExtendedAttrsTestJSON-176698039-project] Added segment abe8e1cd-a345-4d5a-8e67-dd4a3c06b8f7 of type vlan for network 5906800e-e79e-4c4d-8615-db96c22f6516 Apr 28 11:00:28.940614 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-0da5fbd0-0c8b-4245-b352-4ef018bfe8d5 None None] Port 7ed70cbb-e5cd-4765-9ca0-4c4790bf8dcd cannot update to ACTIVE because it is not bound. {{(pid=116163) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 28 11:00:28.975137 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c35035be-fefd-420b-9862-b365d2445dfb tempest-AllowedAddressPairIpV6TestJSON-1423465983 tempest-AllowedAddressPairIpV6TestJSON-1423465983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:00:28.980787 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c35035be-fefd-420b-9862-b365d2445dfb tempest-AllowedAddressPairIpV6TestJSON-1423465983 tempest-AllowedAddressPairIpV6TestJSON-1423465983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:00:28.986116 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c35035be-fefd-420b-9862-b365d2445dfb tempest-AllowedAddressPairIpV6TestJSON-1423465983 tempest-AllowedAddressPairIpV6TestJSON-1423465983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:00:28.987854 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-c35035be-fefd-420b-9862-b365d2445dfb tempest-AllowedAddressPairIpV6TestJSON-1423465983 tempest-AllowedAddressPairIpV6TestJSON-1423465983-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2482 time: 0.1687155 Apr 28 11:00:29.005675 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 50042) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:00:29.048853 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-fe45c114-56ec-4d3a-adc5-16f7d7c7eee4 tempest-PortsAdminExtendedAttrsTestJSON-176698039 tempest-PortsAdminExtendedAttrsTestJSON-176698039-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742234744962'] for network (5906800e-e79e-4c4d-8615-db96c22f6516), precommit_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:29.094585 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-be206905-0458-4890-9fd2-43eef19d1847 tempest-FloatingIPTestJSON-373071706 tempest-FloatingIPTestJSON-373071706-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:29.129447 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-5df9cd7f-c9ff-49bd-aeaf-e9936d8403df tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Publish callbacks [] for port (c3a771d6-be9e-485c-b3a7-f59e4cd020af), precommit_update {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:29.144779 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-be206905-0458-4890-9fd2-43eef19d1847 tempest-FloatingIPTestJSON-373071706 tempest-FloatingIPTestJSON-373071706-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2063164'] for floatingip (6dc70046-0afe-4cec-a509-9cb954ab11c2), after_update {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:29.162064 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-5f847e36-8b36-46db-968c-aa018f36d485 tempest-RoutersIpV6AdminTest-911026605 tempest-RoutersIpV6AdminTest-911026605-project-admin] Publish callbacks [] for router (c7e4f3ab-e404-46ae-b5c3-0f2f13797fa9), before_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:29.181358 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-fe45c114-56ec-4d3a-adc5-16f7d7c7eee4 tempest-PortsAdminExtendedAttrsTestJSON-176698039 tempest-PortsAdminExtendedAttrsTestJSON-176698039-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042'] for network (5906800e-e79e-4c4d-8615-db96c22f6516), after_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:29.186304 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe45c114-56ec-4d3a-adc5-16f7d7c7eee4 tempest-PortsAdminExtendedAttrsTestJSON-176698039 tempest-PortsAdminExtendedAttrsTestJSON-176698039-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:00:29.186964 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-fe45c114-56ec-4d3a-adc5-16f7d7c7eee4 tempest-PortsAdminExtendedAttrsTestJSON-176698039 tempest-PortsAdminExtendedAttrsTestJSON-176698039-project] Publish callbacks [] for network (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:29.221932 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.plugin [None req-9e885266-4c62-4fb9-bc3f-3f3aa15dadaf tempest-AllowedAddressPairIpV6TestJSON-1423465983 tempest-AllowedAddressPairIpV6TestJSON-1423465983-project] Deleting port 7ed70cbb-e5cd-4765-9ca0-4c4790bf8dcd {{(pid=116161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 11:00:29.222674 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-9e885266-4c62-4fb9-bc3f-3f3aa15dadaf tempest-AllowedAddressPairIpV6TestJSON-1423465983 tempest-AllowedAddressPairIpV6TestJSON-1423465983-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742235130188'] for port (7ed70cbb-e5cd-4765-9ca0-4c4790bf8dcd), before_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:29.233689 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-5df9cd7f-c9ff-49bd-aeaf-e9936d8403df tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5051840'] for port (c3a771d6-be9e-485c-b3a7-f59e4cd020af), after_update {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:29.234709 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-5df9cd7f-c9ff-49bd-aeaf-e9936d8403df tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1603056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2063387'] for router_interface (8dc4ad74-a8a1-4b24-a9f5-e7afd75eeb47), after_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:29.339262 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-fe45c114-56ec-4d3a-adc5-16f7d7c7eee4 tempest-PortsAdminExtendedAttrsTestJSON-176698039 tempest-PortsAdminExtendedAttrsTestJSON-176698039-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 1.8334737 Apr 28 11:00:29.359484 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe45c114-56ec-4d3a-adc5-16f7d7c7eee4 tempest-PortsAdminExtendedAttrsTestJSON-176698039 tempest-PortsAdminExtendedAttrsTestJSON-176698039-project] Pushing event updated for resources: {'Network': ['ID=5906800e-e79e-4c4d-8615-db96c22f6516,revision_number=1']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:00:29.378759 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Network 5906800e-e79e-4c4d-8615-db96c22f6516 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=116163) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 28 11:00:29.431584 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-9e885266-4c62-4fb9-bc3f-3f3aa15dadaf tempest-AllowedAddressPairIpV6TestJSON-1423465983 tempest-AllowedAddressPairIpV6TestJSON-1423465983-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1938497'] for port (7ed70cbb-e5cd-4765-9ca0-4c4790bf8dcd), precommit_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:29.441463 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df9cd7f-c9ff-49bd-aeaf-e9936d8403df tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Pushing event updated for resources: {'Port': ['ID=c3a771d6-be9e-485c-b3a7-f59e4cd020af,revision_number=2']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:00:29.452621 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-5f847e36-8b36-46db-968c-aa018f36d485 tempest-RoutersIpV6AdminTest-911026605 tempest-RoutersIpV6AdminTest-911026605-project-admin] Publish callbacks [] for router_gateway (c7e4f3ab-e404-46ae-b5c3-0f2f13797fa9), before_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:29.462738 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.plugin [None req-9e885266-4c62-4fb9-bc3f-3f3aa15dadaf tempest-AllowedAddressPairIpV6TestJSON-1423465983 tempest-AllowedAddressPairIpV6TestJSON-1423465983-project] Calling delete_port for 7ed70cbb-e5cd-4765-9ca0-4c4790bf8dcd owned by {{(pid=116161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 11:00:29.491278 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-17ae653f-42b0-4f54-badc-e05fb16cb271 tempest-BulkNetworkOpsIpV6Test-1073769146 tempest-BulkNetworkOpsIpV6Test-1073769146-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5220536', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5125438'] for subnet (1468d1e0-6a4d-4236-afd6-6f7fa184a99e), after_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:29.561371 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5df9cd7f-c9ff-49bd-aeaf-e9936d8403df tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Network 1ec9fbcf-7a57-4aaa-9c30-4e0f43e09480 is already hosted by enough agents. {{(pid=116162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 11:00:29.564309 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.scheduler.base_scheduler [None req-5df9cd7f-c9ff-49bd-aeaf-e9936d8403df tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Resources bound (agent type, host, resource id): {{(pid=116162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 11:00:29.687589 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 50048) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:00:29.696559 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be206905-0458-4890-9fd2-43eef19d1847 tempest-FloatingIPTestJSON-373071706 tempest-FloatingIPTestJSON-373071706-project] Router f78b6f71-c91e-4419-a7fc-4e894ee6d57e has already been hosted by L3 agent 6b492ad6-0876-4d74-b20d-28143a52ceba {{(pid=116162) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 11:00:29.706367 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.v2.base [None req-4fbc37be-62d6-4202-8b71-640478f58625 tempest-PortsAdminExtendedAttrsTestJSON-609717489 tempest-PortsAdminExtendedAttrsTestJSON-609717489-project-admin] Request body: {'port': {'network_id': '5906800e-e79e-4c4d-8615-db96c22f6516', 'binding:host_id': 'hv-neutron-mast', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1808660653'}} {{(pid=116162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:00:29.712326 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ae653f-42b0-4f54-badc-e05fb16cb271 tempest-BulkNetworkOpsIpV6Test-1073769146 tempest-BulkNetworkOpsIpV6Test-1073769146-project] Pushing event updated for resources: {'Subnet': ['ID=1468d1e0-6a4d-4236-afd6-6f7fa184a99e,revision_number=0']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:00:29.744201 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.plugin [None req-5f847e36-8b36-46db-968c-aa018f36d485 tempest-RoutersIpV6AdminTest-911026605 tempest-RoutersIpV6AdminTest-911026605-project-admin] Deleting port c524ce9b-cfb2-4be5-94d5-3fed524799ed {{(pid=116161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 11:00:29.744621 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-5f847e36-8b36-46db-968c-aa018f36d485 tempest-RoutersIpV6AdminTest-911026605 tempest-RoutersIpV6AdminTest-911026605-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742235130188'] for port (c524ce9b-cfb2-4be5-94d5-3fed524799ed), before_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:29.748950 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17ae653f-42b0-4f54-badc-e05fb16cb271 tempest-BulkNetworkOpsIpV6Test-1073769146 tempest-BulkNetworkOpsIpV6Test-1073769146-project] Checking segment: {'id': '99d708d3-7c81-4fae-8b69-6703b2a63d3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '7bedb636-71b9-4901-b28d-816d0ffe0e47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 11:00:29.753379 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17ae653f-42b0-4f54-badc-e05fb16cb271 tempest-BulkNetworkOpsIpV6Test-1073769146 tempest-BulkNetworkOpsIpV6Test-1073769146-project] Network hostable DHCP agents. Network: 7bedb636-71b9-4901-b28d-816d0ffe0e47, hostable agents: ['75ba81b7-fe99-4281-90d2-a5adb445ecea'], hosted agents: [] {{(pid=116161) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 11:00:29.797059 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-f3c70127-0e82-4585-970d-241408c8af99 None None] Provisioning complete for port 0f1342ea-0998-45e8-960c-7c535ed3aa1b triggered by entity DHCP. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:00:29.797544 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-f3c70127-0e82-4585-970d-241408c8af99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (0f1342ea-0998-45e8-960c-7c535ed3aa1b), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:29.903336 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-f3c70127-0e82-4585-970d-241408c8af99 None None] Current status of the port 0f1342ea-0998-45e8-960c-7c535ed3aa1b is: DOWN; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:00:29.904180 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-f3c70127-0e82-4585-970d-241408c8af99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (0f1342ea-0998-45e8-960c-7c535ed3aa1b), before_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:29.917077 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.db [None req-5f847e36-8b36-46db-968c-aa018f36d485 tempest-RoutersIpV6AdminTest-911026605 tempest-RoutersIpV6AdminTest-911026605-project-admin] For port c524ce9b-cfb2-4be5-94d5-3fed524799ed, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=c524ce9b-cfb2-4be5-94d5-3fed524799ed,segment=NetworkSegment(142bc50f-d6af-4646-8d06-bb7af6b7b51c),segment_id=142bc50f-d6af-4646-8d06-bb7af6b7b51c)] {{(pid=116161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 11:00:29.917448 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-5f847e36-8b36-46db-968c-aa018f36d485 tempest-RoutersIpV6AdminTest-911026605 tempest-RoutersIpV6AdminTest-911026605-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1938497'] for port (c524ce9b-cfb2-4be5-94d5-3fed524799ed), precommit_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:29.938169 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.plugin [None req-5f847e36-8b36-46db-968c-aa018f36d485 tempest-RoutersIpV6AdminTest-911026605 tempest-RoutersIpV6AdminTest-911026605-project-admin] Calling delete_port for c524ce9b-cfb2-4be5-94d5-3fed524799ed owned by network:router_gateway {{(pid=116161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 11:00:29.972968 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-f3c70127-0e82-4585-970d-241408c8af99 None None] For port 0f1342ea-0998-45e8-960c-7c535ed3aa1b, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=0f1342ea-0998-45e8-960c-7c535ed3aa1b,segment=NetworkSegment(ffa4348d-378b-4e93-98fa-ab0dc49ee16c),segment_id=ffa4348d-378b-4e93-98fa-ab0dc49ee16c)] {{(pid=116163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 11:00:29.979192 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Device 5a101913-1674-46ad-abdf-eb175eb35cf3 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=116163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 11:00:29.982269 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fbc37be-62d6-4202-8b71-640478f58625 tempest-PortsAdminExtendedAttrsTestJSON-609717489 tempest-PortsAdminExtendedAttrsTestJSON-609717489-project-admin] Made reservation on behalf of ede11bda08db40a3b88445a21d497160 for: {'port': 1} {{(pid=116162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 11:00:29.984784 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-4fbc37be-62d6-4202-8b71-640478f58625 tempest-PortsAdminExtendedAttrsTestJSON-609717489 tempest-PortsAdminExtendedAttrsTestJSON-609717489-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (None), before_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:29.989931 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be206905-0458-4890-9fd2-43eef19d1847 tempest-FloatingIPTestJSON-373071706 tempest-FloatingIPTestJSON-373071706-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=116162) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 11:00:29.996025 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-be206905-0458-4890-9fd2-43eef19d1847 tempest-FloatingIPTestJSON-373071706 tempest-FloatingIPTestJSON-373071706-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198022'] for floatingip (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:30.002296 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff68dd8a-f860-420c-9501-5ff0fbc8ab75 None None] Sync routers for ids ['f78b6f71-c91e-4419-a7fc-4e894ee6d57e'] in dv-neutron-master-2-hyperv {{(pid=116164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 11:00:30.021360 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-4fbc37be-62d6-4202-8b71-640478f58625 tempest-PortsAdminExtendedAttrsTestJSON-609717489 tempest-PortsAdminExtendedAttrsTestJSON-609717489-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:30.022682 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff68dd8a-f860-420c-9501-5ff0fbc8ab75 None None] Routers {'f78b6f71-c91e-4419-a7fc-4e894ee6d57e'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=116164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 11:00:30.024215 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_hamode_db [None req-ff68dd8a-f860-420c-9501-5ff0fbc8ab75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-28T10:50:39Z,description=,heartbeat_timestamp=2022-04-28T11:00:09Z,host='dv-neutron-master-2-hyperv',id=6b492ad6-0876-4d74-b20d-28143a52ceba,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T10:50:40Z,topic='l3_agent')) {'router_ids': ['f78b6f71-c91e-4419-a7fc-4e894ee6d57e'], 'active': True} {{(pid=116164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:00:30.037033 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Provisioning complete for port 5a101913-1674-46ad-abdf-eb175eb35cf3 triggered by entity L2. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:00:30.037426 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (5a101913-1674-46ad-abdf-eb175eb35cf3), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:30.058863 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5df9cd7f-c9ff-49bd-aeaf-e9936d8403df tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Router 8dc4ad74-a8a1-4b24-a9f5-e7afd75eeb47 is scheduled to L3 agent 6b492ad6-0876-4d74-b20d-28143a52ceba with binding_index 1 {{(pid=116162) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 28 11:00:30.086784 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_hamode_db [None req-ff68dd8a-f860-420c-9501-5ff0fbc8ab75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=116164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:00:30.093410 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-f3c70127-0e82-4585-970d-241408c8af99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393'] for port (0f1342ea-0998-45e8-960c-7c535ed3aa1b), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:30.098462 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff68dd8a-f860-420c-9501-5ff0fbc8ab75 None None] Routers {'f78b6f71-c91e-4419-a7fc-4e894ee6d57e'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=116164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 11:00:30.099394 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_hamode_db [None req-ff68dd8a-f860-420c-9501-5ff0fbc8ab75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-28T10:50:39Z,description=,heartbeat_timestamp=2022-04-28T11:00:09Z,host='dv-neutron-master-2-hyperv',id=6b492ad6-0876-4d74-b20d-28143a52ceba,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T10:50:40Z,topic='l3_agent')) {'router_ids': ['f78b6f71-c91e-4419-a7fc-4e894ee6d57e'], 'active': True} {{(pid=116164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:00:30.156302 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_hamode_db [None req-ff68dd8a-f860-420c-9501-5ff0fbc8ab75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=116164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:00:30.157010 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff68dd8a-f860-420c-9501-5ff0fbc8ab75 None None] The sync data for ids ['f78b6f71-c91e-4419-a7fc-4e894ee6d57e'] in dv-neutron-master-2-hyperv is: [] {{(pid=116164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 11:00:30.185176 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-be206905-0458-4890-9fd2-43eef19d1847 tempest-FloatingIPTestJSON-373071706 tempest-FloatingIPTestJSON-373071706-project] 10.222.0.10 "PUT /v2.0/floatingips/6dc70046-0afe-4cec-a509-9cb954ab11c2 HTTP/1.1" status: 200 len: 978 time: 3.3693576 Apr 28 11:00:30.190216 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Current status of the port 5a101913-1674-46ad-abdf-eb175eb35cf3 is: ACTIVE; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:00:30.192452 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Device 0f1342ea-0998-45e8-960c-7c535ed3aa1b up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=116163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 11:00:30.211925 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 50052) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:00:30.231643 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c70127-0e82-4585-970d-241408c8af99 None None] Pushing event updated for resources: {'Port': ['ID=0f1342ea-0998-45e8-960c-7c535ed3aa1b,revision_number=3']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:00:30.268809 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-cb0cac7f-3ce8-414d-b939-64edc9a9da72 None None] Provisioning complete for port c3a771d6-be9e-485c-b3a7-f59e4cd020af triggered by entity DHCP. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:00:30.269221 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-cb0cac7f-3ce8-414d-b939-64edc9a9da72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (c3a771d6-be9e-485c-b3a7-f59e4cd020af), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:30.272107 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Provisioning complete for port 0f1342ea-0998-45e8-960c-7c535ed3aa1b triggered by entity L2. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:00:30.272733 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (0f1342ea-0998-45e8-960c-7c535ed3aa1b), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:30.345015 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-cb0cac7f-3ce8-414d-b939-64edc9a9da72 None None] Port c3a771d6-be9e-485c-b3a7-f59e4cd020af cannot update to ACTIVE because it is not bound. {{(pid=116163) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 28 11:00:30.380367 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5df9cd7f-c9ff-49bd-aeaf-e9936d8403df tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=116162) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 11:00:30.388611 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-5df9cd7f-c9ff-49bd-aeaf-e9936d8403df tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] 10.222.0.10 "PUT /v2.0/routers/8dc4ad74-a8a1-4b24-a9f5-e7afd75eeb47/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0150900 Apr 28 11:00:30.391155 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 50054) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:00:30.398606 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Current status of the port 0f1342ea-0998-45e8-960c-7c535ed3aa1b is: ACTIVE; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:00:30.401096 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf2e0381-0cd2-4a4c-8029-33f7d193aeac None None] Sync routers for ids ['8dc4ad74-a8a1-4b24-a9f5-e7afd75eeb47'] in dv-neutron-master-2-hyperv {{(pid=116163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 11:00:30.412994 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf2e0381-0cd2-4a4c-8029-33f7d193aeac None None] Routers {'8dc4ad74-a8a1-4b24-a9f5-e7afd75eeb47'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=116163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 11:00:30.413927 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_hamode_db [None req-cf2e0381-0cd2-4a4c-8029-33f7d193aeac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-28T10:50:39Z,description=,heartbeat_timestamp=2022-04-28T11:00:09Z,host='dv-neutron-master-2-hyperv',id=6b492ad6-0876-4d74-b20d-28143a52ceba,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T10:50:40Z,topic='l3_agent')) {'router_ids': ['8dc4ad74-a8a1-4b24-a9f5-e7afd75eeb47'], 'active': True} {{(pid=116163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:00:30.444350 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-9e885266-4c62-4fb9-bc3f-3f3aa15dadaf tempest-AllowedAddressPairIpV6TestJSON-1423465983 tempest-AllowedAddressPairIpV6TestJSON-1423465983-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742235135690', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742234710366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5219112'] for port (7ed70cbb-e5cd-4765-9ca0-4c4790bf8dcd), after_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:30.445794 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17ae653f-42b0-4f54-badc-e05fb16cb271 tempest-BulkNetworkOpsIpV6Test-1073769146 tempest-BulkNetworkOpsIpV6Test-1073769146-project] Network 7bedb636-71b9-4901-b28d-816d0ffe0e47 is scheduled to be hosted by DHCP agent 75ba81b7-fe99-4281-90d2-a5adb445ecea with binding_index 1 {{(pid=116161) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 11:00:30.458591 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93532199-00d9-4015-bc39-d6f377cb8634 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:00:30.458591 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-93532199-00d9-4015-bc39-d6f377cb8634 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] 10.222.0.10 "GET /v2.0/ports/c3a771d6-be9e-485c-b3a7-f59e4cd020af HTTP/1.1" status: 200 len: 911 time: 0.0588872 Apr 28 11:00:30.460421 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 50056) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:00:30.492122 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-4fbc37be-62d6-4202-8b71-640478f58625 tempest-PortsAdminExtendedAttrsTestJSON-609717489 tempest-PortsAdminExtendedAttrsTestJSON-609717489-project-admin] Publish callbacks [] for security_group (2e658fee-bc8a-4449-a072-95bb58ada002), precommit_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:30.505967 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-d18a5ff7-b8db-4352-879c-3512ce8be4a9 None None] Provisioning complete for port c3a771d6-be9e-485c-b3a7-f59e4cd020af triggered by entity DHCP. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:00:30.506344 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-d18a5ff7-b8db-4352-879c-3512ce8be4a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (c3a771d6-be9e-485c-b3a7-f59e4cd020af), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:30.551385 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvr_db [None req-cf2e0381-0cd2-4a4c-8029-33f7d193aeac None None] Set router 8dc4ad74-a8a1-4b24-a9f5-e7afd75eeb47 gateway port host: None {{(pid=116163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 11:00:30.557046 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e885266-4c62-4fb9-bc3f-3f3aa15dadaf tempest-AllowedAddressPairIpV6TestJSON-1423465983 tempest-AllowedAddressPairIpV6TestJSON-1423465983-project] Pushing event deleted for resources: {'Port': ['ID=7ed70cbb-e5cd-4765-9ca0-4c4790bf8dcd,revision_number=None']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:00:30.557328 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dacb7a1-218d-4527-bbbb-d7c10fecd02a tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:00:30.563660 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dacb7a1-218d-4527-bbbb-d7c10fecd02a tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:00:30.568112 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-4dacb7a1-218d-4527-bbbb-d7c10fecd02a tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.0995202 Apr 28 11:00:30.568112 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.plugin [None req-0004c186-61f5-4821-91be-2022f9acf535 tempest-FloatingIPTestJSON-373071706 tempest-FloatingIPTestJSON-373071706-project] Deleting port 01f14aa1-af68-4415-be84-10002fb38bbe {{(pid=116162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 11:00:30.568112 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-0004c186-61f5-4821-91be-2022f9acf535 tempest-FloatingIPTestJSON-373071706 tempest-FloatingIPTestJSON-373071706-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742235130188'] for port (01f14aa1-af68-4415-be84-10002fb38bbe), before_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:30.569631 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 50058) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:00:30.573823 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-4fbc37be-62d6-4202-8b71-640478f58625 tempest-PortsAdminExtendedAttrsTestJSON-609717489 tempest-PortsAdminExtendedAttrsTestJSON-609717489-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924426'] for security_group (2e658fee-bc8a-4449-a072-95bb58ada002), after_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:30.573993 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-d18a5ff7-b8db-4352-879c-3512ce8be4a9 None None] Port c3a771d6-be9e-485c-b3a7-f59e4cd020af cannot update to ACTIVE because it is not bound. {{(pid=116163) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 28 11:00:30.578952 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.notifiers.nova [None req-4fbc37be-62d6-4202-8b71-640478f58625 tempest-PortsAdminExtendedAttrsTestJSON-609717489 tempest-PortsAdminExtendedAttrsTestJSON-609717489-project-admin] device_id is not set on port f4ffc60d-eb71-4b22-93ab-0bcb478b8432 yet. {{(pid=116162) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 28 11:00:30.621318 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.scheduler.base_scheduler [None req-17ae653f-42b0-4f54-badc-e05fb16cb271 tempest-BulkNetworkOpsIpV6Test-1073769146 tempest-BulkNetworkOpsIpV6Test-1073769146-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 7bedb636-71b9-4901-b28d-816d0ffe0e47) {{(pid=116161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 11:00:30.655657 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-9e885266-4c62-4fb9-bc3f-3f3aa15dadaf tempest-AllowedAddressPairIpV6TestJSON-1423465983 tempest-AllowedAddressPairIpV6TestJSON-1423465983-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198022'] for port (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:30.658283 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c6ddc25-bf1f-4c4e-88d4-91e3383b65f5 None None] Network 7bedb636-71b9-4901-b28d-816d0ffe0e47 requested from dv-neutron-master-2-hyperv {{(pid=116163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 11:00:30.658904 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-9e885266-4c62-4fb9-bc3f-3f3aa15dadaf tempest-AllowedAddressPairIpV6TestJSON-1423465983 tempest-AllowedAddressPairIpV6TestJSON-1423465983-project] 10.222.0.10 "DELETE /v2.0/ports/7ed70cbb-e5cd-4765-9ca0-4c4790bf8dcd HTTP/1.1" status: 204 len: 168 time: 1.6504006 Apr 28 11:00:30.664079 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 50060) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:00:30.673818 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-17ae653f-42b0-4f54-badc-e05fb16cb271 tempest-BulkNetworkOpsIpV6Test-1073769146 tempest-BulkNetworkOpsIpV6Test-1073769146-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5220536', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5125438'] for subnet (23409aa0-8848-4e5f-be1d-c7ac307c6dfa), after_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:30.787529 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.pecan_wsgi.hooks.translation [None req-61eb37fd-f308-4276-8358-f9a56d3e7dcb tempest-AllowedAddressPairIpV6TestJSON-1423465983 tempest-AllowedAddressPairIpV6TestJSON-1423465983-project] GET failed (client error): The resource could not be found. Apr 28 11:00:30.793120 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-61eb37fd-f308-4276-8358-f9a56d3e7dcb tempest-AllowedAddressPairIpV6TestJSON-1423465983 tempest-AllowedAddressPairIpV6TestJSON-1423465983-project] 10.222.0.10 "GET /v2.0/ports/7ed70cbb-e5cd-4765-9ca0-4c4790bf8dcd HTTP/1.1" status: 404 len: 333 time: 0.1280882 Apr 28 11:00:30.793797 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 50062) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:00:30.809220 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.v2.base [None req-39268206-5242-4bdc-907b-6c40ac5c0cbe tempest-AllowedAddressPairIpV6TestJSON-1423465983 tempest-AllowedAddressPairIpV6TestJSON-1423465983-project] Request body: {'port': {'network_id': 'ec35233f-5e4a-4c87-8c46-b43c22af8e04', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-774845863'}} {{(pid=116161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:00:30.860685 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b54d4eb-128e-40bd-abcc-a00fde9be532 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-7bedb636-71b9-4901-b28d-816d0ffe0e47', 'network_id': '7bedb636-71b9-4901-b28d-816d0ffe0e47', 'project_id': 'a487441111cf4fc6a7148af7844715e4', 'fixed_ips': [{'subnet_id': '1468d1e0-6a4d-4236-afd6-6f7fa184a99e'}]}} from dv-neutron-master-2-hyperv. {{(pid=116163) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 28 11:00:30.861578 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-8b54d4eb-128e-40bd-abcc-a00fde9be532 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (None), before_create {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:30.863928 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fbc37be-62d6-4202-8b71-640478f58625 tempest-PortsAdminExtendedAttrsTestJSON-609717489 tempest-PortsAdminExtendedAttrsTestJSON-609717489-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e658fee-bc8a-4449-a072-95bb58ada002,revision_number=1']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:00:30.905826 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_hamode_db [None req-cf2e0381-0cd2-4a4c-8029-33f7d193aeac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8dc4ad74-a8a1-4b24-a9f5-e7afd75eeb47', 'name': 'tempest-NetworksTestDHCPv6-router-980612461', 'tenant_id': '12780407c7254bdfbde1c04e76d433ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T11:00:24Z', 'updated_at': '2022-04-28T11:00:28Z', 'revision_number': 2, 'project_id': '12780407c7254bdfbde1c04e76d433ee', 'gw_port_host': None, '_interfaces': [{'id': 'c3a771d6-be9e-485c-b3a7-f59e4cd020af', 'name': '', 'network_id': '1ec9fbcf-7a57-4aaa-9c30-4e0f43e09480', 'tenant_id': '12780407c7254bdfbde1c04e76d433ee', 'mac_address': 'fa:16:3e:2f:90:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8dc4ad74-a8a1-4b24-a9f5-e7afd75eeb47', 'device_owner': 'network:router_interface', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': '0f560321-8f14-4cab-b25d-e67afdf2e3dd', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:00:26Z', 'updated_at': '2022-04-28T11:00:28Z', 'revision_number': 2, 'project_id': '12780407c7254bdfbde1c04e76d433ee', 'subnets': [{'id': '0f560321-8f14-4cab-b25d-e67afdf2e3dd', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=116163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:00:30.912528 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ae653f-42b0-4f54-badc-e05fb16cb271 tempest-BulkNetworkOpsIpV6Test-1073769146 tempest-BulkNetworkOpsIpV6Test-1073769146-project] Pushing event updated for resources: {'Subnet': ['ID=23409aa0-8848-4e5f-be1d-c7ac307c6dfa,revision_number=0']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:00:30.923577 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17ae653f-42b0-4f54-badc-e05fb16cb271 tempest-BulkNetworkOpsIpV6Test-1073769146 tempest-BulkNetworkOpsIpV6Test-1073769146-project] Checking segment: {'id': '8e47dd62-7420-4939-af30-ad284f082933', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '2cf9a9e9-b63a-437c-88fb-269bfb7fccd8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 11:00:30.923979 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17ae653f-42b0-4f54-badc-e05fb16cb271 tempest-BulkNetworkOpsIpV6Test-1073769146 tempest-BulkNetworkOpsIpV6Test-1073769146-project] Network hostable DHCP agents. Network: 2cf9a9e9-b63a-437c-88fb-269bfb7fccd8, hostable agents: ['75ba81b7-fe99-4281-90d2-a5adb445ecea'], hosted agents: [] {{(pid=116161) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 11:00:30.979892 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-5f847e36-8b36-46db-968c-aa018f36d485 tempest-RoutersIpV6AdminTest-911026605 tempest-RoutersIpV6AdminTest-911026605-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742235135690', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742234710366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5219112'] for port (c524ce9b-cfb2-4be5-94d5-3fed524799ed), after_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:30.984386 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf2e0381-0cd2-4a4c-8029-33f7d193aeac None None] Checking router: 8dc4ad74-a8a1-4b24-a9f5-e7afd75eeb47 for host: dv-neutron-master-2-hyperv {{(pid=116163) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 11:00:30.985063 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf2e0381-0cd2-4a4c-8029-33f7d193aeac None None] Updating router 8dc4ad74-a8a1-4b24-a9f5-e7afd75eeb47 port c3a771d6-be9e-485c-b3a7-f59e4cd020af binding host dv-neutron-master-2-hyperv {{(pid=116163) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 28 11:00:31.007398 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f847e36-8b36-46db-968c-aa018f36d485 tempest-RoutersIpV6AdminTest-911026605 tempest-RoutersIpV6AdminTest-911026605-project-admin] Pushing event deleted for resources: {'Port': ['ID=c524ce9b-cfb2-4be5-94d5-3fed524799ed,revision_number=None']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:00:31.033161 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-cf2e0381-0cd2-4a4c-8029-33f7d193aeac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (c3a771d6-be9e-485c-b3a7-f59e4cd020af), before_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:31.042961 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17ae653f-42b0-4f54-badc-e05fb16cb271 tempest-BulkNetworkOpsIpV6Test-1073769146 tempest-BulkNetworkOpsIpV6Test-1073769146-project] Network 2cf9a9e9-b63a-437c-88fb-269bfb7fccd8 is scheduled to be hosted by DHCP agent 75ba81b7-fe99-4281-90d2-a5adb445ecea with binding_index 1 {{(pid=116161) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 11:00:31.086448 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39268206-5242-4bdc-907b-6c40ac5c0cbe tempest-AllowedAddressPairIpV6TestJSON-1423465983 tempest-AllowedAddressPairIpV6TestJSON-1423465983-project] Made reservation on behalf of 62ef7fc4f0364d0fa58d1125917b9dec for: {'port': 1} {{(pid=116161) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 11:00:31.090234 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-39268206-5242-4bdc-907b-6c40ac5c0cbe tempest-AllowedAddressPairIpV6TestJSON-1423465983 tempest-AllowedAddressPairIpV6TestJSON-1423465983-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (None), before_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:31.121256 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.notifiers.nova [None req-39268206-5242-4bdc-907b-6c40ac5c0cbe tempest-AllowedAddressPairIpV6TestJSON-1423465983 tempest-AllowedAddressPairIpV6TestJSON-1423465983-project] device_id is not set on port b543899a-0fd8-4dd6-865a-e59804fb3c33 yet. {{(pid=116161) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 28 11:00:31.130904 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-5f847e36-8b36-46db-968c-aa018f36d485 tempest-RoutersIpV6AdminTest-911026605 tempest-RoutersIpV6AdminTest-911026605-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1935354'] for router_gateway (c7e4f3ab-e404-46ae-b5c3-0f2f13797fa9), after_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:31.189964 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.scheduler.base_scheduler [None req-17ae653f-42b0-4f54-badc-e05fb16cb271 tempest-BulkNetworkOpsIpV6Test-1073769146 tempest-BulkNetworkOpsIpV6Test-1073769146-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 2cf9a9e9-b63a-437c-88fb-269bfb7fccd8) {{(pid=116161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 11:00:31.204035 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b14ef901-314a-4289-b658-d46637606248 None None] Network 2cf9a9e9-b63a-437c-88fb-269bfb7fccd8 requested from dv-neutron-master-2-hyperv {{(pid=116163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 11:00:31.239551 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17ae653f-42b0-4f54-badc-e05fb16cb271 tempest-BulkNetworkOpsIpV6Test-1073769146 tempest-BulkNetworkOpsIpV6Test-1073769146-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:00:31.239988 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17ae653f-42b0-4f54-badc-e05fb16cb271 tempest-BulkNetworkOpsIpV6Test-1073769146 tempest-BulkNetworkOpsIpV6Test-1073769146-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:00:31.240648 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-17ae653f-42b0-4f54-badc-e05fb16cb271 tempest-BulkNetworkOpsIpV6Test-1073769146 tempest-BulkNetworkOpsIpV6Test-1073769146-project] Publish callbacks [] for subnet (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:31.293341 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-5f847e36-8b36-46db-968c-aa018f36d485 tempest-RoutersIpV6AdminTest-911026605 tempest-RoutersIpV6AdminTest-911026605-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2060865', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-63275'] for router (c7e4f3ab-e404-46ae-b5c3-0f2f13797fa9), precommit_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:31.298543 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-5f847e36-8b36-46db-968c-aa018f36d485 tempest-RoutersIpV6AdminTest-911026605 tempest-RoutersIpV6AdminTest-911026605-project-admin] Publish callbacks [] for router_controller (c7e4f3ab-e404-46ae-b5c3-0f2f13797fa9), precommit_delete_associations {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:31.305145 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.db_base_plugin_common [None req-8b54d4eb-128e-40bd-abcc-a00fde9be532 None None] Allocated IP 2001:db8::1 (7bedb636-71b9-4901-b28d-816d0ffe0e47/1468d1e0-6a4d-4236-afd6-6f7fa184a99e/f75a53f7-f551-4f73-a994-76ea62c7b90b) {{(pid=116163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 11:00:31.366794 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-17ae653f-42b0-4f54-badc-e05fb16cb271 tempest-BulkNetworkOpsIpV6Test-1073769146 tempest-BulkNetworkOpsIpV6Test-1073769146-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1475 time: 3.7366226 Apr 28 11:00:31.370430 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 50064) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:00:31.383028 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-0004c186-61f5-4821-91be-2022f9acf535 tempest-FloatingIPTestJSON-373071706 tempest-FloatingIPTestJSON-373071706-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1938497'] for port (01f14aa1-af68-4415-be84-10002fb38bbe), precommit_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:31.383262 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-0004c186-61f5-4821-91be-2022f9acf535 tempest-FloatingIPTestJSON-373071706 tempest-FloatingIPTestJSON-373071706-project] Publish callbacks [] for floatingip (01f14aa1-af68-4415-be84-10002fb38bbe), precommit_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:31.388336 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.notifiers.nova [None req-4fbc37be-62d6-4202-8b71-640478f58625 tempest-PortsAdminExtendedAttrsTestJSON-609717489 tempest-PortsAdminExtendedAttrsTestJSON-609717489-project-admin] device_id is not set on port f4ffc60d-eb71-4b22-93ab-0bcb478b8432 yet. {{(pid=116162) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 28 11:00:31.409699 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.plugin [None req-0004c186-61f5-4821-91be-2022f9acf535 tempest-FloatingIPTestJSON-373071706 tempest-FloatingIPTestJSON-373071706-project] Calling delete_port for 01f14aa1-af68-4415-be84-10002fb38bbe owned by network:floatingip {{(pid=116162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 11:00:31.442982 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.db.db_base_plugin_common [None req-39268206-5242-4bdc-907b-6c40ac5c0cbe tempest-AllowedAddressPairIpV6TestJSON-1423465983 tempest-AllowedAddressPairIpV6TestJSON-1423465983-project] Allocated IP 2001:db8::3a9 (ec35233f-5e4a-4c87-8c46-b43c22af8e04/37f73dfc-8be8-4713-873f-1b121883eeba/b543899a-0fd8-4dd6-865a-e59804fb3c33) {{(pid=116161) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 11:00:31.450465 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ef1cf5d-b8a7-4123-9d72-66581ef913e1 tempest-BulkNetworkOpsIpV6Test-1073769146 tempest-BulkNetworkOpsIpV6Test-1073769146-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:00:31.451116 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-4fbc37be-62d6-4202-8b71-640478f58625 tempest-PortsAdminExtendedAttrsTestJSON-609717489 tempest-PortsAdminExtendedAttrsTestJSON-609717489-project-admin] Publish callbacks [] for port (f4ffc60d-eb71-4b22-93ab-0bcb478b8432), precommit_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:31.452208 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ef1cf5d-b8a7-4123-9d72-66581ef913e1 tempest-BulkNetworkOpsIpV6Test-1073769146 tempest-BulkNetworkOpsIpV6Test-1073769146-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:00:31.452994 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ef1cf5d-b8a7-4123-9d72-66581ef913e1 tempest-BulkNetworkOpsIpV6Test-1073769146 tempest-BulkNetworkOpsIpV6Test-1073769146-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:00:31.454859 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-3ef1cf5d-b8a7-4123-9d72-66581ef913e1 tempest-BulkNetworkOpsIpV6Test-1073769146 tempest-BulkNetworkOpsIpV6Test-1073769146-project] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2101 time: 0.0837660 Apr 28 11:00:31.465519 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 50066) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:00:31.478445 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-5f847e36-8b36-46db-968c-aa018f36d485 tempest-RoutersIpV6AdminTest-911026605 tempest-RoutersIpV6AdminTest-911026605-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2060888'] for router (c7e4f3ab-e404-46ae-b5c3-0f2f13797fa9), after_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:31.478919 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f847e36-8b36-46db-968c-aa018f36d485 tempest-RoutersIpV6AdminTest-911026605 tempest-RoutersIpV6AdminTest-911026605-project-admin] Fanout notify agent at l3_agent the message router_deleted on router c7e4f3ab-e404-46ae-b5c3-0f2f13797fa9 {{(pid=116161) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 28 11:00:31.498221 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d99a423-c19d-4d47-9d55-7d0fc41a2b5c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-2cf9a9e9-b63a-437c-88fb-269bfb7fccd8', 'network_id': '2cf9a9e9-b63a-437c-88fb-269bfb7fccd8', 'project_id': 'a487441111cf4fc6a7148af7844715e4', 'fixed_ips': [{'subnet_id': '23409aa0-8848-4e5f-be1d-c7ac307c6dfa'}]}} from dv-neutron-master-2-hyperv. {{(pid=116163) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 28 11:00:31.499710 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-9d99a423-c19d-4d47-9d55-7d0fc41a2b5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (None), before_create {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:31.562884 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-4fbc37be-62d6-4202-8b71-640478f58625 tempest-PortsAdminExtendedAttrsTestJSON-609717489 tempest-PortsAdminExtendedAttrsTestJSON-609717489-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742234710357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5051867'] for port (f4ffc60d-eb71-4b22-93ab-0bcb478b8432), after_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:31.565617 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.db.db_base_plugin_v2 [None req-30f26ab7-8185-4153-9cc3-5e5f962717a3 tempest-BulkNetworkOpsIpV6Test-1073769146 tempest-BulkNetworkOpsIpV6Test-1073769146-project] Deleting subnet 1468d1e0-6a4d-4236-afd6-6f7fa184a99e {{(pid=116161) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 28 11:00:31.574721 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-5f847e36-8b36-46db-968c-aa018f36d485 tempest-RoutersIpV6AdminTest-911026605 tempest-RoutersIpV6AdminTest-911026605-project-admin] Publish callbacks [] for router (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:31.575901 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-5f847e36-8b36-46db-968c-aa018f36d485 tempest-RoutersIpV6AdminTest-911026605 tempest-RoutersIpV6AdminTest-911026605-project-admin] 10.222.0.10 "DELETE /v2.0/routers/c7e4f3ab-e404-46ae-b5c3-0f2f13797fa9 HTTP/1.1" status: 204 len: 168 time: 2.7322633 Apr 28 11:00:31.580254 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 50068) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:00:31.606246 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.v2.base [None req-4b4a44d2-e5ed-4058-8176-6b7921da2939 tempest-RoutersIpV6AdminTest-2062886361 tempest-RoutersIpV6AdminTest-2062886361-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1798220304', 'external_gateway_info': {'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c'}, 'admin_state_up': False}} {{(pid=116161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:00:31.675378 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fbc37be-62d6-4202-8b71-640478f58625 tempest-PortsAdminExtendedAttrsTestJSON-609717489 tempest-PortsAdminExtendedAttrsTestJSON-609717489-project-admin] Pushing event updated for resources: {'Port': ['ID=f4ffc60d-eb71-4b22-93ab-0bcb478b8432,revision_number=1']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:00:31.733727 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-4b4a44d2-e5ed-4058-8176-6b7921da2939 tempest-RoutersIpV6AdminTest-2062886361 tempest-RoutersIpV6AdminTest-2062886361-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2060459', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-63449'] for router (57907182-5801-4d8f-aae8-ba67c4a76194), before_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:31.734980 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-4b4a44d2-e5ed-4058-8176-6b7921da2939 tempest-RoutersIpV6AdminTest-2062886361 tempest-RoutersIpV6AdminTest-2062886361-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2060827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1935275', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1960866', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-63266'] for router (57907182-5801-4d8f-aae8-ba67c4a76194), precommit_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:31.774357 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fbc37be-62d6-4202-8b71-640478f58625 tempest-PortsAdminExtendedAttrsTestJSON-609717489 tempest-PortsAdminExtendedAttrsTestJSON-609717489-project-admin] Checking segment: {'id': 'abe8e1cd-a345-4d5a-8e67-dd4a3c06b8f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '5906800e-e79e-4c4d-8615-db96c22f6516'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 11:00:31.774754 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fbc37be-62d6-4202-8b71-640478f58625 tempest-PortsAdminExtendedAttrsTestJSON-609717489 tempest-PortsAdminExtendedAttrsTestJSON-609717489-project-admin] Network hostable DHCP agents. Network: 5906800e-e79e-4c4d-8615-db96c22f6516, hostable agents: ['75ba81b7-fe99-4281-90d2-a5adb445ecea'], hosted agents: [] {{(pid=116162) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 11:00:31.790739 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-28644ae9-0fc8-45ef-9273-180ce3919019 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2063420'] for router_interface (8dc4ad74-a8a1-4b24-a9f5-e7afd75eeb47), before_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:31.799823 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-8b54d4eb-128e-40bd-abcc-a00fde9be532 None None] Publish callbacks [] for port (f75a53f7-f551-4f73-a994-76ea62c7b90b), precommit_create {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:31.827687 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-4b4a44d2-e5ed-4058-8176-6b7921da2939 tempest-RoutersIpV6AdminTest-2062886361 tempest-RoutersIpV6AdminTest-2062886361-project] Publish callbacks [] for router_controller (57907182-5801-4d8f-aae8-ba67c4a76194), precommit_add_association {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:31.841978 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-39268206-5242-4bdc-907b-6c40ac5c0cbe tempest-AllowedAddressPairIpV6TestJSON-1423465983 tempest-AllowedAddressPairIpV6TestJSON-1423465983-project] Publish callbacks [] for port (b543899a-0fd8-4dd6-865a-e59804fb3c33), precommit_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:31.864501 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.db_base_plugin_common [None req-9d99a423-c19d-4d47-9d55-7d0fc41a2b5c None None] Allocated IP 2001:db8:0:1::1 (2cf9a9e9-b63a-437c-88fb-269bfb7fccd8/23409aa0-8848-4e5f-be1d-c7ac307c6dfa/31848119-3ea1-445a-84a1-303ce906e913) {{(pid=116163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 11:00:31.867955 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-cf2e0381-0cd2-4a4c-8029-33f7d193aeac None None] Publish callbacks [] for port (c3a771d6-be9e-485c-b3a7-f59e4cd020af), precommit_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:31.881085 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-30f26ab7-8185-4153-9cc3-5e5f962717a3 tempest-BulkNetworkOpsIpV6Test-1073769146 tempest-BulkNetworkOpsIpV6Test-1073769146-project] Publish callbacks [] for subnet (1468d1e0-6a4d-4236-afd6-6f7fa184a99e), before_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:31.885175 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-8b54d4eb-128e-40bd-abcc-a00fde9be532 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742234710357'] for port (f75a53f7-f551-4f73-a994-76ea62c7b90b), after_create {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:31.965869 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fbc37be-62d6-4202-8b71-640478f58625 tempest-PortsAdminExtendedAttrsTestJSON-609717489 tempest-PortsAdminExtendedAttrsTestJSON-609717489-project-admin] Network 5906800e-e79e-4c4d-8615-db96c22f6516 is scheduled to be hosted by DHCP agent 75ba81b7-fe99-4281-90d2-a5adb445ecea with binding_index 1 {{(pid=116162) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 11:00:31.986054 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-30f26ab7-8185-4153-9cc3-5e5f962717a3 tempest-BulkNetworkOpsIpV6Test-1073769146 tempest-BulkNetworkOpsIpV6Test-1073769146-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8076976'] for subnet (1468d1e0-6a4d-4236-afd6-6f7fa184a99e), precommit_delete_associations {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:31.989500 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b54d4eb-128e-40bd-abcc-a00fde9be532 None None] Network 7bedb636-71b9-4901-b28d-816d0ffe0e47 is already hosted by enough agents. {{(pid=116163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 11:00:32.003176 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-cf2e0381-0cd2-4a4c-8029-33f7d193aeac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393'] for port (c3a771d6-be9e-485c-b3a7-f59e4cd020af), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:32.003472 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-0004c186-61f5-4821-91be-2022f9acf535 tempest-FloatingIPTestJSON-373071706 tempest-FloatingIPTestJSON-373071706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742235135690', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742234710366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5051867'] for port (01f14aa1-af68-4415-be84-10002fb38bbe), after_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:32.007338 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.scheduler.base_scheduler [None req-8b54d4eb-128e-40bd-abcc-a00fde9be532 None None] Resources bound (agent type, host, resource id): {{(pid=116163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 11:00:32.013052 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-39268206-5242-4bdc-907b-6c40ac5c0cbe tempest-AllowedAddressPairIpV6TestJSON-1423465983 tempest-AllowedAddressPairIpV6TestJSON-1423465983-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742234710357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5219112'] for port (b543899a-0fd8-4dd6-865a-e59804fb3c33), after_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:32.019553 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b54d4eb-128e-40bd-abcc-a00fde9be532 None None] Pushing event updated for resources: {'Port': ['ID=f75a53f7-f551-4f73-a994-76ea62c7b90b,revision_number=1']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:00:32.025842 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b54d4eb-128e-40bd-abcc-a00fde9be532 None None] Received port after_create {{(pid=116163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 11:00:32.047773 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0004c186-61f5-4821-91be-2022f9acf535 tempest-FloatingIPTestJSON-373071706 tempest-FloatingIPTestJSON-373071706-project] Pushing event deleted for resources: {'Port': ['ID=01f14aa1-af68-4415-be84-10002fb38bbe,revision_number=None']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:00:32.057976 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.scheduler.base_scheduler [None req-4fbc37be-62d6-4202-8b71-640478f58625 tempest-PortsAdminExtendedAttrsTestJSON-609717489 tempest-PortsAdminExtendedAttrsTestJSON-609717489-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 5906800e-e79e-4c4d-8615-db96c22f6516) {{(pid=116162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 11:00:32.082567 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fbc37be-62d6-4202-8b71-640478f58625 tempest-PortsAdminExtendedAttrsTestJSON-609717489 tempest-PortsAdminExtendedAttrsTestJSON-609717489-project-admin] Received port after_create {{(pid=116162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 11:00:32.146671 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39268206-5242-4bdc-907b-6c40ac5c0cbe tempest-AllowedAddressPairIpV6TestJSON-1423465983 tempest-AllowedAddressPairIpV6TestJSON-1423465983-project] Pushing event updated for resources: {'Port': ['ID=b543899a-0fd8-4dd6-865a-e59804fb3c33,revision_number=1']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:00:32.163408 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.managers [None req-4fbc37be-62d6-4202-8b71-640478f58625 tempest-PortsAdminExtendedAttrsTestJSON-609717489 tempest-PortsAdminExtendedAttrsTestJSON-609717489-project-admin] Attempting to bind port f4ffc60d-eb71-4b22-93ab-0bcb478b8432 on host hv-neutron-mast for vnic_type normal with profile {{(pid=116162) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 28 11:00:32.163747 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.managers [None req-4fbc37be-62d6-4202-8b71-640478f58625 tempest-PortsAdminExtendedAttrsTestJSON-609717489 tempest-PortsAdminExtendedAttrsTestJSON-609717489-project-admin] Attempting to bind port f4ffc60d-eb71-4b22-93ab-0bcb478b8432 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': 'abe8e1cd-a345-4d5a-8e67-dd4a3c06b8f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '5906800e-e79e-4c4d-8615-db96c22f6516'}] {{(pid=116162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 28 11:00:32.164140 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fbc37be-62d6-4202-8b71-640478f58625 tempest-PortsAdminExtendedAttrsTestJSON-609717489 tempest-PortsAdminExtendedAttrsTestJSON-609717489-project-admin] Attempting to bind port f4ffc60d-eb71-4b22-93ab-0bcb478b8432 on network 5906800e-e79e-4c4d-8615-db96c22f6516 {{(pid=116162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 11:00:32.188795 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fbc37be-62d6-4202-8b71-640478f58625 tempest-PortsAdminExtendedAttrsTestJSON-609717489 tempest-PortsAdminExtendedAttrsTestJSON-609717489-project-admin] Port f4ffc60d-eb71-4b22-93ab-0bcb478b8432 on network 5906800e-e79e-4c4d-8615-db96c22f6516 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=116162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 28 11:00:32.189159 dv-neutron-master-2-hyperv neutron-server[116162]: ERROR neutron.plugins.ml2.managers [None req-4fbc37be-62d6-4202-8b71-640478f58625 tempest-PortsAdminExtendedAttrsTestJSON-609717489 tempest-PortsAdminExtendedAttrsTestJSON-609717489-project-admin] Failed to bind port f4ffc60d-eb71-4b22-93ab-0bcb478b8432 on host hv-neutron-mast for vnic_type normal using segments [{'id': 'abe8e1cd-a345-4d5a-8e67-dd4a3c06b8f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '5906800e-e79e-4c4d-8615-db96c22f6516'}] Apr 28 11:00:32.191959 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a49fed9d-b2bc-45bd-a0fc-5c84bdcffd7c None None] Network 5906800e-e79e-4c4d-8615-db96c22f6516 requested from dv-neutron-master-2-hyperv {{(pid=116163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 11:00:32.193280 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.plugins.ml2.plugin [None req-4fbc37be-62d6-4202-8b71-640478f58625 tempest-PortsAdminExtendedAttrsTestJSON-609717489 tempest-PortsAdminExtendedAttrsTestJSON-609717489-project-admin] Attempt 2 to bind port f4ffc60d-eb71-4b22-93ab-0bcb478b8432 Apr 28 11:00:32.206384 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.plugin [None req-28644ae9-0fc8-45ef-9273-180ce3919019 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Deleting port c3a771d6-be9e-485c-b3a7-f59e4cd020af {{(pid=116162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 11:00:32.208322 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-28644ae9-0fc8-45ef-9273-180ce3919019 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742235130188'] for port (c3a771d6-be9e-485c-b3a7-f59e4cd020af), before_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:32.212828 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-0004c186-61f5-4821-91be-2022f9acf535 tempest-FloatingIPTestJSON-373071706 tempest-FloatingIPTestJSON-373071706-project] Publish callbacks [] for floatingip (6dc70046-0afe-4cec-a509-9cb954ab11c2), after_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:32.213273 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.db.l3_db [None req-0004c186-61f5-4821-91be-2022f9acf535 tempest-FloatingIPTestJSON-373071706 tempest-FloatingIPTestJSON-373071706-project] Floating IP 6dc70046-0afe-4cec-a509-9cb954ab11c2 disassociated (deleted). External IP: 172.36.4.51, port: c2c7679a-bca5-440c-a66e-8849ce3171b7. Apr 28 11:00:32.234302 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39268206-5242-4bdc-907b-6c40ac5c0cbe tempest-AllowedAddressPairIpV6TestJSON-1423465983 tempest-AllowedAddressPairIpV6TestJSON-1423465983-project] Network ec35233f-5e4a-4c87-8c46-b43c22af8e04 is already hosted by enough agents. {{(pid=116161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 11:00:32.238860 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-4b4a44d2-e5ed-4058-8176-6b7921da2939 tempest-RoutersIpV6AdminTest-2062886361 tempest-RoutersIpV6AdminTest-2062886361-project] Publish callbacks [] for router_gateway (57907182-5801-4d8f-aae8-ba67c4a76194), precommit_update {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:32.245904 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.scheduler.base_scheduler [None req-39268206-5242-4bdc-907b-6c40ac5c0cbe tempest-AllowedAddressPairIpV6TestJSON-1423465983 tempest-AllowedAddressPairIpV6TestJSON-1423465983-project] Resources bound (agent type, host, resource id): {{(pid=116161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 11:00:32.259379 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39268206-5242-4bdc-907b-6c40ac5c0cbe tempest-AllowedAddressPairIpV6TestJSON-1423465983 tempest-AllowedAddressPairIpV6TestJSON-1423465983-project] Received port after_create {{(pid=116161) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 11:00:32.266599 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39268206-5242-4bdc-907b-6c40ac5c0cbe tempest-AllowedAddressPairIpV6TestJSON-1423465983 tempest-AllowedAddressPairIpV6TestJSON-1423465983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:00:32.268135 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-39268206-5242-4bdc-907b-6c40ac5c0cbe tempest-AllowedAddressPairIpV6TestJSON-1423465983 tempest-AllowedAddressPairIpV6TestJSON-1423465983-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198022'] for port (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:32.271667 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc048a0-6039-4400-9b31-da3bbed0b53a None None] Pushing event updated for resources: {'Port': ['ID=c3a771d6-be9e-485c-b3a7-f59e4cd020af,revision_number=3']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:00:32.284477 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.managers [None req-4fbc37be-62d6-4202-8b71-640478f58625 tempest-PortsAdminExtendedAttrsTestJSON-609717489 tempest-PortsAdminExtendedAttrsTestJSON-609717489-project-admin] Attempting to bind port f4ffc60d-eb71-4b22-93ab-0bcb478b8432 on host hv-neutron-mast for vnic_type normal with profile {{(pid=116162) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 28 11:00:32.285016 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.managers [None req-4fbc37be-62d6-4202-8b71-640478f58625 tempest-PortsAdminExtendedAttrsTestJSON-609717489 tempest-PortsAdminExtendedAttrsTestJSON-609717489-project-admin] Attempting to bind port f4ffc60d-eb71-4b22-93ab-0bcb478b8432 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': 'abe8e1cd-a345-4d5a-8e67-dd4a3c06b8f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '5906800e-e79e-4c4d-8615-db96c22f6516'}] {{(pid=116162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 28 11:00:32.285389 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fbc37be-62d6-4202-8b71-640478f58625 tempest-PortsAdminExtendedAttrsTestJSON-609717489 tempest-PortsAdminExtendedAttrsTestJSON-609717489-project-admin] Attempting to bind port f4ffc60d-eb71-4b22-93ab-0bcb478b8432 on network 5906800e-e79e-4c4d-8615-db96c22f6516 {{(pid=116162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 11:00:32.321055 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fbc37be-62d6-4202-8b71-640478f58625 tempest-PortsAdminExtendedAttrsTestJSON-609717489 tempest-PortsAdminExtendedAttrsTestJSON-609717489-project-admin] Port f4ffc60d-eb71-4b22-93ab-0bcb478b8432 on network 5906800e-e79e-4c4d-8615-db96c22f6516 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=116162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 28 11:00:32.321663 dv-neutron-master-2-hyperv neutron-server[116162]: ERROR neutron.plugins.ml2.managers [None req-4fbc37be-62d6-4202-8b71-640478f58625 tempest-PortsAdminExtendedAttrsTestJSON-609717489 tempest-PortsAdminExtendedAttrsTestJSON-609717489-project-admin] Failed to bind port f4ffc60d-eb71-4b22-93ab-0bcb478b8432 on host hv-neutron-mast for vnic_type normal using segments [{'id': 'abe8e1cd-a345-4d5a-8e67-dd4a3c06b8f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '5906800e-e79e-4c4d-8615-db96c22f6516'}] Apr 28 11:00:32.328164 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.plugins.ml2.plugin [None req-4fbc37be-62d6-4202-8b71-640478f58625 tempest-PortsAdminExtendedAttrsTestJSON-609717489 tempest-PortsAdminExtendedAttrsTestJSON-609717489-project-admin] Attempt 3 to bind port f4ffc60d-eb71-4b22-93ab-0bcb478b8432 Apr 28 11:00:32.361556 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-30f26ab7-8185-4153-9cc3-5e5f962717a3 tempest-BulkNetworkOpsIpV6Test-1073769146 tempest-BulkNetworkOpsIpV6Test-1073769146-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-971303'] for subnet (1468d1e0-6a4d-4236-afd6-6f7fa184a99e), precommit_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:32.366765 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.managers [None req-8b54d4eb-128e-40bd-abcc-a00fde9be532 None None] Attempting to bind port f75a53f7-f551-4f73-a994-76ea62c7b90b on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=116163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 28 11:00:32.367373 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.managers [None req-8b54d4eb-128e-40bd-abcc-a00fde9be532 None None] Attempting to bind port f75a53f7-f551-4f73-a994-76ea62c7b90b by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '99d708d3-7c81-4fae-8b69-6703b2a63d3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '7bedb636-71b9-4901-b28d-816d0ffe0e47'}] {{(pid=116163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 28 11:00:32.367911 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b54d4eb-128e-40bd-abcc-a00fde9be532 None None] Attempting to bind port f75a53f7-f551-4f73-a994-76ea62c7b90b on network 7bedb636-71b9-4901-b28d-816d0ffe0e47 {{(pid=116163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 11:00:32.395970 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Device 0f1342ea-0998-45e8-960c-7c535ed3aa1b up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=116163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 11:00:32.429346 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.managers [None req-4fbc37be-62d6-4202-8b71-640478f58625 tempest-PortsAdminExtendedAttrsTestJSON-609717489 tempest-PortsAdminExtendedAttrsTestJSON-609717489-project-admin] Attempting to bind port f4ffc60d-eb71-4b22-93ab-0bcb478b8432 on host hv-neutron-mast for vnic_type normal with profile {{(pid=116162) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 28 11:00:32.430704 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.managers [None req-4fbc37be-62d6-4202-8b71-640478f58625 tempest-PortsAdminExtendedAttrsTestJSON-609717489 tempest-PortsAdminExtendedAttrsTestJSON-609717489-project-admin] Attempting to bind port f4ffc60d-eb71-4b22-93ab-0bcb478b8432 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': 'abe8e1cd-a345-4d5a-8e67-dd4a3c06b8f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '5906800e-e79e-4c4d-8615-db96c22f6516'}] {{(pid=116162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 28 11:00:32.431691 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fbc37be-62d6-4202-8b71-640478f58625 tempest-PortsAdminExtendedAttrsTestJSON-609717489 tempest-PortsAdminExtendedAttrsTestJSON-609717489-project-admin] Attempting to bind port f4ffc60d-eb71-4b22-93ab-0bcb478b8432 on network 5906800e-e79e-4c4d-8615-db96c22f6516 {{(pid=116162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 11:00:32.444079 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.managers [None req-cf2e0381-0cd2-4a4c-8029-33f7d193aeac None None] Attempting to bind port c3a771d6-be9e-485c-b3a7-f59e4cd020af on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=116163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 28 11:00:32.444451 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.managers [None req-cf2e0381-0cd2-4a4c-8029-33f7d193aeac None None] Attempting to bind port c3a771d6-be9e-485c-b3a7-f59e4cd020af by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'ffa4348d-378b-4e93-98fa-ab0dc49ee16c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '1ec9fbcf-7a57-4aaa-9c30-4e0f43e09480'}] {{(pid=116163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 28 11:00:32.444817 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf2e0381-0cd2-4a4c-8029-33f7d193aeac None None] Attempting to bind port c3a771d6-be9e-485c-b3a7-f59e4cd020af on network 1ec9fbcf-7a57-4aaa-9c30-4e0f43e09480 {{(pid=116163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 11:00:32.454166 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-39268206-5242-4bdc-907b-6c40ac5c0cbe tempest-AllowedAddressPairIpV6TestJSON-1423465983 tempest-AllowedAddressPairIpV6TestJSON-1423465983-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.6524246 Apr 28 11:00:32.460069 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fbc37be-62d6-4202-8b71-640478f58625 tempest-PortsAdminExtendedAttrsTestJSON-609717489 tempest-PortsAdminExtendedAttrsTestJSON-609717489-project-admin] Port f4ffc60d-eb71-4b22-93ab-0bcb478b8432 on network 5906800e-e79e-4c4d-8615-db96c22f6516 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=116162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 28 11:00:32.460696 dv-neutron-master-2-hyperv neutron-server[116162]: ERROR neutron.plugins.ml2.managers [None req-4fbc37be-62d6-4202-8b71-640478f58625 tempest-PortsAdminExtendedAttrsTestJSON-609717489 tempest-PortsAdminExtendedAttrsTestJSON-609717489-project-admin] Failed to bind port f4ffc60d-eb71-4b22-93ab-0bcb478b8432 on host hv-neutron-mast for vnic_type normal using segments [{'id': 'abe8e1cd-a345-4d5a-8e67-dd4a3c06b8f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '5906800e-e79e-4c4d-8615-db96c22f6516'}] Apr 28 11:00:32.464798 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 50070) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:00:32.465479 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.plugins.ml2.plugin [None req-4fbc37be-62d6-4202-8b71-640478f58625 tempest-PortsAdminExtendedAttrsTestJSON-609717489 tempest-PortsAdminExtendedAttrsTestJSON-609717489-project-admin] Attempt 4 to bind port f4ffc60d-eb71-4b22-93ab-0bcb478b8432 Apr 28 11:00:32.467137 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b54d4eb-128e-40bd-abcc-a00fde9be532 None None] Checking agent: {'id': 'd5baab19-5dd1-4902-922b-84acb048ab9c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 10, 50, 43), 'started_at': datetime.datetime(2022, 4, 28, 10, 51, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 11, 0, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=116163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 11:00:32.467456 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b54d4eb-128e-40bd-abcc-a00fde9be532 None None] Checking segment: {'id': '99d708d3-7c81-4fae-8b69-6703b2a63d3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '7bedb636-71b9-4901-b28d-816d0ffe0e47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 11:00:32.467864 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-8b54d4eb-128e-40bd-abcc-a00fde9be532 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:32.468254 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b54d4eb-128e-40bd-abcc-a00fde9be532 None None] Bound using segment: {'id': '99d708d3-7c81-4fae-8b69-6703b2a63d3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '7bedb636-71b9-4901-b28d-816d0ffe0e47'} {{(pid=116163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 11:00:32.468733 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.managers [None req-8b54d4eb-128e-40bd-abcc-a00fde9be532 None None] Bound port: f75a53f7-f551-4f73-a994-76ea62c7b90b, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99d708d3-7c81-4fae-8b69-6703b2a63d3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '7bedb636-71b9-4901-b28d-816d0ffe0e47'}}] {{(pid=116163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 28 11:00:32.469114 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-8b54d4eb-128e-40bd-abcc-a00fde9be532 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (f75a53f7-f551-4f73-a994-76ea62c7b90b), before_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:32.475455 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.v2.base [None req-3c30faf2-0a32-47b4-9ef6-9c9ab8ea832c tempest-AllowedAddressPairIpV6TestJSON-1423465983 tempest-AllowedAddressPairIpV6TestJSON-1423465983-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::138', 'mac_address': 'fa:16:3e:61:72:f6'}]}} {{(pid=116162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:00:32.512355 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf2e0381-0cd2-4a4c-8029-33f7d193aeac None None] Checking agent: {'id': 'd5baab19-5dd1-4902-922b-84acb048ab9c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 10, 50, 43), 'started_at': datetime.datetime(2022, 4, 28, 10, 51, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 11, 0, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=116163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 11:00:32.512959 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf2e0381-0cd2-4a4c-8029-33f7d193aeac None None] Checking segment: {'id': 'ffa4348d-378b-4e93-98fa-ab0dc49ee16c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '1ec9fbcf-7a57-4aaa-9c30-4e0f43e09480'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 11:00:32.513192 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-cf2e0381-0cd2-4a4c-8029-33f7d193aeac None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:32.513585 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf2e0381-0cd2-4a4c-8029-33f7d193aeac None None] Bound using segment: {'id': 'ffa4348d-378b-4e93-98fa-ab0dc49ee16c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '1ec9fbcf-7a57-4aaa-9c30-4e0f43e09480'} {{(pid=116163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 11:00:32.514067 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.managers [None req-cf2e0381-0cd2-4a4c-8029-33f7d193aeac None None] Bound port: c3a771d6-be9e-485c-b3a7-f59e4cd020af, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ffa4348d-378b-4e93-98fa-ab0dc49ee16c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '1ec9fbcf-7a57-4aaa-9c30-4e0f43e09480'}}] {{(pid=116163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 28 11:00:32.514478 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-cf2e0381-0cd2-4a4c-8029-33f7d193aeac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (c3a771d6-be9e-485c-b3a7-f59e4cd020af), before_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:32.545871 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.db [None req-28644ae9-0fc8-45ef-9273-180ce3919019 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] For port c3a771d6-be9e-485c-b3a7-f59e4cd020af, host dv-neutron-master-2-hyperv, got binding levels [] {{(pid=116162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 11:00:32.546511 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-28644ae9-0fc8-45ef-9273-180ce3919019 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1938497'] for port (c3a771d6-be9e-485c-b3a7-f59e4cd020af), precommit_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:32.589163 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.managers [None req-4fbc37be-62d6-4202-8b71-640478f58625 tempest-PortsAdminExtendedAttrsTestJSON-609717489 tempest-PortsAdminExtendedAttrsTestJSON-609717489-project-admin] Attempting to bind port f4ffc60d-eb71-4b22-93ab-0bcb478b8432 on host hv-neutron-mast for vnic_type normal with profile {{(pid=116162) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 28 11:00:32.589655 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.managers [None req-4fbc37be-62d6-4202-8b71-640478f58625 tempest-PortsAdminExtendedAttrsTestJSON-609717489 tempest-PortsAdminExtendedAttrsTestJSON-609717489-project-admin] Attempting to bind port f4ffc60d-eb71-4b22-93ab-0bcb478b8432 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': 'abe8e1cd-a345-4d5a-8e67-dd4a3c06b8f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '5906800e-e79e-4c4d-8615-db96c22f6516'}] {{(pid=116162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 28 11:00:32.590097 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fbc37be-62d6-4202-8b71-640478f58625 tempest-PortsAdminExtendedAttrsTestJSON-609717489 tempest-PortsAdminExtendedAttrsTestJSON-609717489-project-admin] Attempting to bind port f4ffc60d-eb71-4b22-93ab-0bcb478b8432 on network 5906800e-e79e-4c4d-8615-db96c22f6516 {{(pid=116162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 11:00:32.601807 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-740b2f6d-79fb-472a-8510-e37c804b97f8 None None] Provisioning complete for port c3a771d6-be9e-485c-b3a7-f59e4cd020af triggered by entity DHCP. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:00:32.602177 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-740b2f6d-79fb-472a-8510-e37c804b97f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (c3a771d6-be9e-485c-b3a7-f59e4cd020af), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:32.602910 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.plugin [None req-28644ae9-0fc8-45ef-9273-180ce3919019 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Calling delete_port for c3a771d6-be9e-485c-b3a7-f59e4cd020af owned by network:router_interface {{(pid=116162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 11:00:32.630851 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-9d99a423-c19d-4d47-9d55-7d0fc41a2b5c None None] Publish callbacks [] for port (31848119-3ea1-445a-84a1-303ce906e913), precommit_create {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:32.643122 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fbc37be-62d6-4202-8b71-640478f58625 tempest-PortsAdminExtendedAttrsTestJSON-609717489 tempest-PortsAdminExtendedAttrsTestJSON-609717489-project-admin] Port f4ffc60d-eb71-4b22-93ab-0bcb478b8432 on network 5906800e-e79e-4c4d-8615-db96c22f6516 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=116162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 28 11:00:32.643742 dv-neutron-master-2-hyperv neutron-server[116162]: ERROR neutron.plugins.ml2.managers [None req-4fbc37be-62d6-4202-8b71-640478f58625 tempest-PortsAdminExtendedAttrsTestJSON-609717489 tempest-PortsAdminExtendedAttrsTestJSON-609717489-project-admin] Failed to bind port f4ffc60d-eb71-4b22-93ab-0bcb478b8432 on host hv-neutron-mast for vnic_type normal using segments [{'id': 'abe8e1cd-a345-4d5a-8e67-dd4a3c06b8f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '5906800e-e79e-4c4d-8615-db96c22f6516'}] Apr 28 11:00:32.650244 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.plugins.ml2.plugin [None req-4fbc37be-62d6-4202-8b71-640478f58625 tempest-PortsAdminExtendedAttrsTestJSON-609717489 tempest-PortsAdminExtendedAttrsTestJSON-609717489-project-admin] Attempt 5 to bind port f4ffc60d-eb71-4b22-93ab-0bcb478b8432 Apr 28 11:00:32.692910 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-4b4a44d2-e5ed-4058-8176-6b7921da2939 tempest-RoutersIpV6AdminTest-2062886361 tempest-RoutersIpV6AdminTest-2062886361-project] Publish callbacks [] for router_gateway (57907182-5801-4d8f-aae8-ba67c4a76194), before_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:32.695799 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Provisioning complete for port 0f1342ea-0998-45e8-960c-7c535ed3aa1b triggered by entity L2. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:00:32.696180 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (0f1342ea-0998-45e8-960c-7c535ed3aa1b), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:32.697615 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-740b2f6d-79fb-472a-8510-e37c804b97f8 None None] Port c3a771d6-be9e-485c-b3a7-f59e4cd020af cannot update to ACTIVE because it is not bound. {{(pid=116163) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 28 11:00:32.714700 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-4b4a44d2-e5ed-4058-8176-6b7921da2939 tempest-RoutersIpV6AdminTest-2062886361 tempest-RoutersIpV6AdminTest-2062886361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (None), before_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:32.725547 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-cf2e0381-0cd2-4a4c-8029-33f7d193aeac None None] For port c3a771d6-be9e-485c-b3a7-f59e4cd020af, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=116163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 11:00:32.727837 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-9d99a423-c19d-4d47-9d55-7d0fc41a2b5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742234710357'] for port (31848119-3ea1-445a-84a1-303ce906e913), after_create {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:32.749641 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.managers [None req-4fbc37be-62d6-4202-8b71-640478f58625 tempest-PortsAdminExtendedAttrsTestJSON-609717489 tempest-PortsAdminExtendedAttrsTestJSON-609717489-project-admin] Attempting to bind port f4ffc60d-eb71-4b22-93ab-0bcb478b8432 on host hv-neutron-mast for vnic_type normal with profile {{(pid=116162) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 28 11:00:32.750247 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.managers [None req-4fbc37be-62d6-4202-8b71-640478f58625 tempest-PortsAdminExtendedAttrsTestJSON-609717489 tempest-PortsAdminExtendedAttrsTestJSON-609717489-project-admin] Attempting to bind port f4ffc60d-eb71-4b22-93ab-0bcb478b8432 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': 'abe8e1cd-a345-4d5a-8e67-dd4a3c06b8f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '5906800e-e79e-4c4d-8615-db96c22f6516'}] {{(pid=116162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 28 11:00:32.750520 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fbc37be-62d6-4202-8b71-640478f58625 tempest-PortsAdminExtendedAttrsTestJSON-609717489 tempest-PortsAdminExtendedAttrsTestJSON-609717489-project-admin] Attempting to bind port f4ffc60d-eb71-4b22-93ab-0bcb478b8432 on network 5906800e-e79e-4c4d-8615-db96c22f6516 {{(pid=116162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 11:00:32.759308 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-30f26ab7-8185-4153-9cc3-5e5f962717a3 tempest-BulkNetworkOpsIpV6Test-1073769146 tempest-BulkNetworkOpsIpV6Test-1073769146-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-971310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5220601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5125409'] for subnet (1468d1e0-6a4d-4236-afd6-6f7fa184a99e), after_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:32.771455 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-8b54d4eb-128e-40bd-abcc-a00fde9be532 None None] For port f75a53f7-f551-4f73-a994-76ea62c7b90b, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=116163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 11:00:32.774439 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-cf2e0381-0cd2-4a4c-8029-33f7d193aeac None None] For port c3a771d6-be9e-485c-b3a7-f59e4cd020af, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=c3a771d6-be9e-485c-b3a7-f59e4cd020af,segment=NetworkSegment(ffa4348d-378b-4e93-98fa-ab0dc49ee16c),segment_id=ffa4348d-378b-4e93-98fa-ab0dc49ee16c)] {{(pid=116163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 11:00:32.784934 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fbc37be-62d6-4202-8b71-640478f58625 tempest-PortsAdminExtendedAttrsTestJSON-609717489 tempest-PortsAdminExtendedAttrsTestJSON-609717489-project-admin] Port f4ffc60d-eb71-4b22-93ab-0bcb478b8432 on network 5906800e-e79e-4c4d-8615-db96c22f6516 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=116162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 28 11:00:32.785353 dv-neutron-master-2-hyperv neutron-server[116162]: ERROR neutron.plugins.ml2.managers [None req-4fbc37be-62d6-4202-8b71-640478f58625 tempest-PortsAdminExtendedAttrsTestJSON-609717489 tempest-PortsAdminExtendedAttrsTestJSON-609717489-project-admin] Failed to bind port f4ffc60d-eb71-4b22-93ab-0bcb478b8432 on host hv-neutron-mast for vnic_type normal using segments [{'id': 'abe8e1cd-a345-4d5a-8e67-dd4a3c06b8f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '5906800e-e79e-4c4d-8615-db96c22f6516'}] Apr 28 11:00:32.793013 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-8b54d4eb-128e-40bd-abcc-a00fde9be532 None None] For port f75a53f7-f551-4f73-a994-76ea62c7b90b, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=f75a53f7-f551-4f73-a994-76ea62c7b90b,segment=NetworkSegment(99d708d3-7c81-4fae-8b69-6703b2a63d3f),segment_id=99d708d3-7c81-4fae-8b69-6703b2a63d3f)] {{(pid=116163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 11:00:32.797160 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.plugins.ml2.plugin [None req-4fbc37be-62d6-4202-8b71-640478f58625 tempest-PortsAdminExtendedAttrsTestJSON-609717489 tempest-PortsAdminExtendedAttrsTestJSON-609717489-project-admin] Attempt 6 to bind port f4ffc60d-eb71-4b22-93ab-0bcb478b8432 Apr 28 11:00:32.803698 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d99a423-c19d-4d47-9d55-7d0fc41a2b5c None None] Network 2cf9a9e9-b63a-437c-88fb-269bfb7fccd8 is already hosted by enough agents. {{(pid=116163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 11:00:32.806918 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f26ab7-8185-4153-9cc3-5e5f962717a3 tempest-BulkNetworkOpsIpV6Test-1073769146 tempest-BulkNetworkOpsIpV6Test-1073769146-project] Pushing event deleted for resources: {'Subnet': ['ID=1468d1e0-6a4d-4236-afd6-6f7fa184a99e,revision_number=None']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:00:32.813916 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.scheduler.base_scheduler [None req-9d99a423-c19d-4d47-9d55-7d0fc41a2b5c None None] Resources bound (agent type, host, resource id): {{(pid=116163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 11:00:32.820323 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d99a423-c19d-4d47-9d55-7d0fc41a2b5c None None] Received port after_create {{(pid=116163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 11:00:32.828580 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d99a423-c19d-4d47-9d55-7d0fc41a2b5c None None] Pushing event updated for resources: {'Port': ['ID=31848119-3ea1-445a-84a1-303ce906e913,revision_number=1']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:00:32.841193 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-2d3861d5-e251-427f-87e5-88c0edcf0e56 None None] Provisioning complete for port b543899a-0fd8-4dd6-865a-e59804fb3c33 triggered by entity DHCP. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:00:32.841791 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-2d3861d5-e251-427f-87e5-88c0edcf0e56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (b543899a-0fd8-4dd6-865a-e59804fb3c33), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:32.855614 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-30f26ab7-8185-4153-9cc3-5e5f962717a3 tempest-BulkNetworkOpsIpV6Test-1073769146 tempest-BulkNetworkOpsIpV6Test-1073769146-project] Publish callbacks [] for subnet (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:32.861798 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-30f26ab7-8185-4153-9cc3-5e5f962717a3 tempest-BulkNetworkOpsIpV6Test-1073769146 tempest-BulkNetworkOpsIpV6Test-1073769146-project] 10.222.0.10 "DELETE /v2.0/subnets/1468d1e0-6a4d-4236-afd6-6f7fa184a99e HTTP/1.1" status: 204 len: 168 time: 1.3914077 Apr 28 11:00:32.865185 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 50072) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:00:32.879276 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.managers [None req-4fbc37be-62d6-4202-8b71-640478f58625 tempest-PortsAdminExtendedAttrsTestJSON-609717489 tempest-PortsAdminExtendedAttrsTestJSON-609717489-project-admin] Attempting to bind port f4ffc60d-eb71-4b22-93ab-0bcb478b8432 on host hv-neutron-mast for vnic_type normal with profile {{(pid=116162) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 28 11:00:32.879951 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.managers [None req-4fbc37be-62d6-4202-8b71-640478f58625 tempest-PortsAdminExtendedAttrsTestJSON-609717489 tempest-PortsAdminExtendedAttrsTestJSON-609717489-project-admin] Attempting to bind port f4ffc60d-eb71-4b22-93ab-0bcb478b8432 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': 'abe8e1cd-a345-4d5a-8e67-dd4a3c06b8f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '5906800e-e79e-4c4d-8615-db96c22f6516'}] {{(pid=116162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 28 11:00:32.880108 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fbc37be-62d6-4202-8b71-640478f58625 tempest-PortsAdminExtendedAttrsTestJSON-609717489 tempest-PortsAdminExtendedAttrsTestJSON-609717489-project-admin] Attempting to bind port f4ffc60d-eb71-4b22-93ab-0bcb478b8432 on network 5906800e-e79e-4c4d-8615-db96c22f6516 {{(pid=116162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 11:00:32.886111 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-3c30faf2-0a32-47b4-9ef6-9c9ab8ea832c tempest-AllowedAddressPairIpV6TestJSON-1423465983 tempest-AllowedAddressPairIpV6TestJSON-1423465983-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (b543899a-0fd8-4dd6-865a-e59804fb3c33), before_update {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:32.904195 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-cf2e0381-0cd2-4a4c-8029-33f7d193aeac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393'] for port (c3a771d6-be9e-485c-b3a7-f59e4cd020af), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:32.928068 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.db.db_base_plugin_common [None req-4b4a44d2-e5ed-4058-8176-6b7921da2939 tempest-RoutersIpV6AdminTest-2062886361 tempest-RoutersIpV6AdminTest-2062886361-project] Allocated IP 172.36.4.164 (7be49d94-bbb8-4a61-bafe-209c5f861e1c/c0f82f52-05ee-40f2-a57c-9d02e01fb9fa/eee90d0d-a786-4232-8eef-c7be3515a9e8) {{(pid=116161) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 11:00:32.930620 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-8b54d4eb-128e-40bd-abcc-a00fde9be532 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393'] for port (f75a53f7-f551-4f73-a994-76ea62c7b90b), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:32.944334 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.db.db_base_plugin_v2 [None req-06d3d878-5e8e-4ae0-8504-74629ec86d45 tempest-BulkNetworkOpsIpV6Test-1073769146 tempest-BulkNetworkOpsIpV6Test-1073769146-project] Deleting subnet 23409aa0-8848-4e5f-be1d-c7ac307c6dfa {{(pid=116161) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 28 11:00:32.944545 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fbc37be-62d6-4202-8b71-640478f58625 tempest-PortsAdminExtendedAttrsTestJSON-609717489 tempest-PortsAdminExtendedAttrsTestJSON-609717489-project-admin] Port f4ffc60d-eb71-4b22-93ab-0bcb478b8432 on network 5906800e-e79e-4c4d-8615-db96c22f6516 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=116162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 28 11:00:32.944930 dv-neutron-master-2-hyperv neutron-server[116162]: ERROR neutron.plugins.ml2.managers [None req-4fbc37be-62d6-4202-8b71-640478f58625 tempest-PortsAdminExtendedAttrsTestJSON-609717489 tempest-PortsAdminExtendedAttrsTestJSON-609717489-project-admin] Failed to bind port f4ffc60d-eb71-4b22-93ab-0bcb478b8432 on host hv-neutron-mast for vnic_type normal using segments [{'id': 'abe8e1cd-a345-4d5a-8e67-dd4a3c06b8f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '5906800e-e79e-4c4d-8615-db96c22f6516'}] Apr 28 11:00:32.948301 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.plugins.ml2.plugin [None req-4fbc37be-62d6-4202-8b71-640478f58625 tempest-PortsAdminExtendedAttrsTestJSON-609717489 tempest-PortsAdminExtendedAttrsTestJSON-609717489-project-admin] Attempt 7 to bind port f4ffc60d-eb71-4b22-93ab-0bcb478b8432 Apr 28 11:00:32.948482 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-06d3d878-5e8e-4ae0-8504-74629ec86d45 tempest-BulkNetworkOpsIpV6Test-1073769146 tempest-BulkNetworkOpsIpV6Test-1073769146-project] Publish callbacks [] for subnet (23409aa0-8848-4e5f-be1d-c7ac307c6dfa), before_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:32.979245 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-2d3861d5-e251-427f-87e5-88c0edcf0e56 None None] Port b543899a-0fd8-4dd6-865a-e59804fb3c33 cannot update to ACTIVE because it is not bound. {{(pid=116163) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 28 11:00:32.995693 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Current status of the port 0f1342ea-0998-45e8-960c-7c535ed3aa1b is: ACTIVE; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:00:33.009451 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.managers [None req-4fbc37be-62d6-4202-8b71-640478f58625 tempest-PortsAdminExtendedAttrsTestJSON-609717489 tempest-PortsAdminExtendedAttrsTestJSON-609717489-project-admin] Attempting to bind port f4ffc60d-eb71-4b22-93ab-0bcb478b8432 on host hv-neutron-mast for vnic_type normal with profile {{(pid=116162) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 28 11:00:33.009897 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.managers [None req-4fbc37be-62d6-4202-8b71-640478f58625 tempest-PortsAdminExtendedAttrsTestJSON-609717489 tempest-PortsAdminExtendedAttrsTestJSON-609717489-project-admin] Attempting to bind port f4ffc60d-eb71-4b22-93ab-0bcb478b8432 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': 'abe8e1cd-a345-4d5a-8e67-dd4a3c06b8f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '5906800e-e79e-4c4d-8615-db96c22f6516'}] {{(pid=116162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 28 11:00:33.010338 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fbc37be-62d6-4202-8b71-640478f58625 tempest-PortsAdminExtendedAttrsTestJSON-609717489 tempest-PortsAdminExtendedAttrsTestJSON-609717489-project-admin] Attempting to bind port f4ffc60d-eb71-4b22-93ab-0bcb478b8432 on network 5906800e-e79e-4c4d-8615-db96c22f6516 {{(pid=116162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 11:00:33.014196 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0004c186-61f5-4821-91be-2022f9acf535 tempest-FloatingIPTestJSON-373071706 tempest-FloatingIPTestJSON-373071706-project] Router f78b6f71-c91e-4419-a7fc-4e894ee6d57e has already been hosted by L3 agent 6b492ad6-0876-4d74-b20d-28143a52ceba {{(pid=116162) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 11:00:33.015266 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.managers [None req-9d99a423-c19d-4d47-9d55-7d0fc41a2b5c None None] Attempting to bind port 31848119-3ea1-445a-84a1-303ce906e913 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=116163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 28 11:00:33.015787 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.managers [None req-9d99a423-c19d-4d47-9d55-7d0fc41a2b5c None None] Attempting to bind port 31848119-3ea1-445a-84a1-303ce906e913 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '8e47dd62-7420-4939-af30-ad284f082933', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '2cf9a9e9-b63a-437c-88fb-269bfb7fccd8'}] {{(pid=116163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 28 11:00:33.015931 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-06d3d878-5e8e-4ae0-8504-74629ec86d45 tempest-BulkNetworkOpsIpV6Test-1073769146 tempest-BulkNetworkOpsIpV6Test-1073769146-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8076976'] for subnet (23409aa0-8848-4e5f-be1d-c7ac307c6dfa), precommit_delete_associations {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:33.016445 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d99a423-c19d-4d47-9d55-7d0fc41a2b5c None None] Attempting to bind port 31848119-3ea1-445a-84a1-303ce906e913 on network 2cf9a9e9-b63a-437c-88fb-269bfb7fccd8 {{(pid=116163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 11:00:33.028532 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fbc37be-62d6-4202-8b71-640478f58625 tempest-PortsAdminExtendedAttrsTestJSON-609717489 tempest-PortsAdminExtendedAttrsTestJSON-609717489-project-admin] Port f4ffc60d-eb71-4b22-93ab-0bcb478b8432 on network 5906800e-e79e-4c4d-8615-db96c22f6516 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=116162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 28 11:00:33.029049 dv-neutron-master-2-hyperv neutron-server[116162]: ERROR neutron.plugins.ml2.managers [None req-4fbc37be-62d6-4202-8b71-640478f58625 tempest-PortsAdminExtendedAttrsTestJSON-609717489 tempest-PortsAdminExtendedAttrsTestJSON-609717489-project-admin] Failed to bind port f4ffc60d-eb71-4b22-93ab-0bcb478b8432 on host hv-neutron-mast for vnic_type normal using segments [{'id': 'abe8e1cd-a345-4d5a-8e67-dd4a3c06b8f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '5906800e-e79e-4c4d-8615-db96c22f6516'}] Apr 28 11:00:33.034563 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.plugins.ml2.plugin [None req-4fbc37be-62d6-4202-8b71-640478f58625 tempest-PortsAdminExtendedAttrsTestJSON-609717489 tempest-PortsAdminExtendedAttrsTestJSON-609717489-project-admin] Attempt 8 to bind port f4ffc60d-eb71-4b22-93ab-0bcb478b8432 Apr 28 11:00:33.037741 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d99a423-c19d-4d47-9d55-7d0fc41a2b5c None None] Checking agent: {'id': 'd5baab19-5dd1-4902-922b-84acb048ab9c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 10, 50, 43), 'started_at': datetime.datetime(2022, 4, 28, 10, 51, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 11, 0, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=116163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 11:00:33.038362 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d99a423-c19d-4d47-9d55-7d0fc41a2b5c None None] Checking segment: {'id': '8e47dd62-7420-4939-af30-ad284f082933', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '2cf9a9e9-b63a-437c-88fb-269bfb7fccd8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 11:00:33.038943 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-9d99a423-c19d-4d47-9d55-7d0fc41a2b5c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:33.039481 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d99a423-c19d-4d47-9d55-7d0fc41a2b5c None None] Bound using segment: {'id': '8e47dd62-7420-4939-af30-ad284f082933', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '2cf9a9e9-b63a-437c-88fb-269bfb7fccd8'} {{(pid=116163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 11:00:33.040122 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.managers [None req-9d99a423-c19d-4d47-9d55-7d0fc41a2b5c None None] Bound port: 31848119-3ea1-445a-84a1-303ce906e913, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e47dd62-7420-4939-af30-ad284f082933', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '2cf9a9e9-b63a-437c-88fb-269bfb7fccd8'}}] {{(pid=116163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 28 11:00:33.040666 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-9d99a423-c19d-4d47-9d55-7d0fc41a2b5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (31848119-3ea1-445a-84a1-303ce906e913), before_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:33.053676 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc048a0-6039-4400-9b31-da3bbed0b53a None None] Pushing event updated for resources: {'Port': ['ID=c3a771d6-be9e-485c-b3a7-f59e4cd020af,revision_number=4']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:00:33.058858 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf2e0381-0cd2-4a4c-8029-33f7d193aeac None None] Routers {'8dc4ad74-a8a1-4b24-a9f5-e7afd75eeb47'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=116163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 11:00:33.059669 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_hamode_db [None req-cf2e0381-0cd2-4a4c-8029-33f7d193aeac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-28T10:50:39Z,description=,heartbeat_timestamp=2022-04-28T11:00:09Z,host='dv-neutron-master-2-hyperv',id=6b492ad6-0876-4d74-b20d-28143a52ceba,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T10:50:40Z,topic='l3_agent')) {'router_ids': ['8dc4ad74-a8a1-4b24-a9f5-e7afd75eeb47'], 'active': True} {{(pid=116163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:00:33.094975 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.managers [None req-4fbc37be-62d6-4202-8b71-640478f58625 tempest-PortsAdminExtendedAttrsTestJSON-609717489 tempest-PortsAdminExtendedAttrsTestJSON-609717489-project-admin] Attempting to bind port f4ffc60d-eb71-4b22-93ab-0bcb478b8432 on host hv-neutron-mast for vnic_type normal with profile {{(pid=116162) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 28 11:00:33.095317 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.managers [None req-4fbc37be-62d6-4202-8b71-640478f58625 tempest-PortsAdminExtendedAttrsTestJSON-609717489 tempest-PortsAdminExtendedAttrsTestJSON-609717489-project-admin] Attempting to bind port f4ffc60d-eb71-4b22-93ab-0bcb478b8432 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': 'abe8e1cd-a345-4d5a-8e67-dd4a3c06b8f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '5906800e-e79e-4c4d-8615-db96c22f6516'}] {{(pid=116162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 28 11:00:33.095751 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fbc37be-62d6-4202-8b71-640478f58625 tempest-PortsAdminExtendedAttrsTestJSON-609717489 tempest-PortsAdminExtendedAttrsTestJSON-609717489-project-admin] Attempting to bind port f4ffc60d-eb71-4b22-93ab-0bcb478b8432 on network 5906800e-e79e-4c4d-8615-db96c22f6516 {{(pid=116162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 11:00:33.122294 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fbc37be-62d6-4202-8b71-640478f58625 tempest-PortsAdminExtendedAttrsTestJSON-609717489 tempest-PortsAdminExtendedAttrsTestJSON-609717489-project-admin] Port f4ffc60d-eb71-4b22-93ab-0bcb478b8432 on network 5906800e-e79e-4c4d-8615-db96c22f6516 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=116162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 28 11:00:33.122653 dv-neutron-master-2-hyperv neutron-server[116162]: ERROR neutron.plugins.ml2.managers [None req-4fbc37be-62d6-4202-8b71-640478f58625 tempest-PortsAdminExtendedAttrsTestJSON-609717489 tempest-PortsAdminExtendedAttrsTestJSON-609717489-project-admin] Failed to bind port f4ffc60d-eb71-4b22-93ab-0bcb478b8432 on host hv-neutron-mast for vnic_type normal using segments [{'id': 'abe8e1cd-a345-4d5a-8e67-dd4a3c06b8f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '5906800e-e79e-4c4d-8615-db96c22f6516'}] Apr 28 11:00:33.126597 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.plugins.ml2.plugin [None req-4fbc37be-62d6-4202-8b71-640478f58625 tempest-PortsAdminExtendedAttrsTestJSON-609717489 tempest-PortsAdminExtendedAttrsTestJSON-609717489-project-admin] Attempt 9 to bind port f4ffc60d-eb71-4b22-93ab-0bcb478b8432 Apr 28 11:00:33.155308 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-4b4a44d2-e5ed-4058-8176-6b7921da2939 tempest-RoutersIpV6AdminTest-2062886361 tempest-RoutersIpV6AdminTest-2062886361-project] Publish callbacks [] for port (eee90d0d-a786-4232-8eef-c7be3515a9e8), precommit_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:33.207272 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.managers [None req-4fbc37be-62d6-4202-8b71-640478f58625 tempest-PortsAdminExtendedAttrsTestJSON-609717489 tempest-PortsAdminExtendedAttrsTestJSON-609717489-project-admin] Attempting to bind port f4ffc60d-eb71-4b22-93ab-0bcb478b8432 on host hv-neutron-mast for vnic_type normal with profile {{(pid=116162) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 28 11:00:33.208240 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.managers [None req-4fbc37be-62d6-4202-8b71-640478f58625 tempest-PortsAdminExtendedAttrsTestJSON-609717489 tempest-PortsAdminExtendedAttrsTestJSON-609717489-project-admin] Attempting to bind port f4ffc60d-eb71-4b22-93ab-0bcb478b8432 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': 'abe8e1cd-a345-4d5a-8e67-dd4a3c06b8f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '5906800e-e79e-4c4d-8615-db96c22f6516'}] {{(pid=116162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 28 11:00:33.208684 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fbc37be-62d6-4202-8b71-640478f58625 tempest-PortsAdminExtendedAttrsTestJSON-609717489 tempest-PortsAdminExtendedAttrsTestJSON-609717489-project-admin] Attempting to bind port f4ffc60d-eb71-4b22-93ab-0bcb478b8432 on network 5906800e-e79e-4c4d-8615-db96c22f6516 {{(pid=116162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 11:00:33.228786 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-06d3d878-5e8e-4ae0-8504-74629ec86d45 tempest-BulkNetworkOpsIpV6Test-1073769146 tempest-BulkNetworkOpsIpV6Test-1073769146-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-971303'] for subnet (23409aa0-8848-4e5f-be1d-c7ac307c6dfa), precommit_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:33.302359 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fbc37be-62d6-4202-8b71-640478f58625 tempest-PortsAdminExtendedAttrsTestJSON-609717489 tempest-PortsAdminExtendedAttrsTestJSON-609717489-project-admin] Port f4ffc60d-eb71-4b22-93ab-0bcb478b8432 on network 5906800e-e79e-4c4d-8615-db96c22f6516 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=116162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 28 11:00:33.302826 dv-neutron-master-2-hyperv neutron-server[116162]: ERROR neutron.plugins.ml2.managers [None req-4fbc37be-62d6-4202-8b71-640478f58625 tempest-PortsAdminExtendedAttrsTestJSON-609717489 tempest-PortsAdminExtendedAttrsTestJSON-609717489-project-admin] Failed to bind port f4ffc60d-eb71-4b22-93ab-0bcb478b8432 on host hv-neutron-mast for vnic_type normal using segments [{'id': 'abe8e1cd-a345-4d5a-8e67-dd4a3c06b8f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '5906800e-e79e-4c4d-8615-db96c22f6516'}] Apr 28 11:00:33.337125 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.plugins.ml2.plugin [None req-4fbc37be-62d6-4202-8b71-640478f58625 tempest-PortsAdminExtendedAttrsTestJSON-609717489 tempest-PortsAdminExtendedAttrsTestJSON-609717489-project-admin] Attempt 10 to bind port f4ffc60d-eb71-4b22-93ab-0bcb478b8432 Apr 28 11:00:33.368566 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.managers [None req-4fbc37be-62d6-4202-8b71-640478f58625 tempest-PortsAdminExtendedAttrsTestJSON-609717489 tempest-PortsAdminExtendedAttrsTestJSON-609717489-project-admin] Attempting to bind port f4ffc60d-eb71-4b22-93ab-0bcb478b8432 on host hv-neutron-mast for vnic_type normal with profile {{(pid=116162) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 28 11:00:33.368904 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.managers [None req-4fbc37be-62d6-4202-8b71-640478f58625 tempest-PortsAdminExtendedAttrsTestJSON-609717489 tempest-PortsAdminExtendedAttrsTestJSON-609717489-project-admin] Attempting to bind port f4ffc60d-eb71-4b22-93ab-0bcb478b8432 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': 'abe8e1cd-a345-4d5a-8e67-dd4a3c06b8f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '5906800e-e79e-4c4d-8615-db96c22f6516'}] {{(pid=116162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 28 11:00:33.369874 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fbc37be-62d6-4202-8b71-640478f58625 tempest-PortsAdminExtendedAttrsTestJSON-609717489 tempest-PortsAdminExtendedAttrsTestJSON-609717489-project-admin] Attempting to bind port f4ffc60d-eb71-4b22-93ab-0bcb478b8432 on network 5906800e-e79e-4c4d-8615-db96c22f6516 {{(pid=116162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 11:00:33.372048 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-28644ae9-0fc8-45ef-9273-180ce3919019 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742235135690', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742234710366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5051867'] for port (c3a771d6-be9e-485c-b3a7-f59e4cd020af), after_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:33.408897 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvr_db [None req-cf2e0381-0cd2-4a4c-8029-33f7d193aeac None None] Set router 8dc4ad74-a8a1-4b24-a9f5-e7afd75eeb47 gateway port host: None {{(pid=116163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 11:00:33.423562 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-06d3d878-5e8e-4ae0-8504-74629ec86d45 tempest-BulkNetworkOpsIpV6Test-1073769146 tempest-BulkNetworkOpsIpV6Test-1073769146-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-971310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5220601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5125409'] for subnet (23409aa0-8848-4e5f-be1d-c7ac307c6dfa), after_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:33.445143 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0004c186-61f5-4821-91be-2022f9acf535 tempest-FloatingIPTestJSON-373071706 tempest-FloatingIPTestJSON-373071706-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=116162) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 11:00:33.458614 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7862d76b-5ba7-48e7-8786-7e11b9a1c051 None None] Sync routers for ids ['f78b6f71-c91e-4419-a7fc-4e894ee6d57e'] in dv-neutron-master-2-hyperv {{(pid=116164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 11:00:33.459672 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d3d878-5e8e-4ae0-8504-74629ec86d45 tempest-BulkNetworkOpsIpV6Test-1073769146 tempest-BulkNetworkOpsIpV6Test-1073769146-project] Pushing event deleted for resources: {'Subnet': ['ID=23409aa0-8848-4e5f-be1d-c7ac307c6dfa,revision_number=None']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:00:33.464948 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b54d4eb-128e-40bd-abcc-a00fde9be532 None None] Pushing event updated for resources: {'Port': ['ID=f75a53f7-f551-4f73-a994-76ea62c7b90b,revision_number=3']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:00:33.474894 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-4b4a44d2-e5ed-4058-8176-6b7921da2939 tempest-RoutersIpV6AdminTest-2062886361 tempest-RoutersIpV6AdminTest-2062886361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742234710357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5219112'] for port (eee90d0d-a786-4232-8eef-c7be3515a9e8), after_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:33.485086 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7862d76b-5ba7-48e7-8786-7e11b9a1c051 None None] Routers {'f78b6f71-c91e-4419-a7fc-4e894ee6d57e'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=116164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 11:00:33.485989 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_hamode_db [None req-7862d76b-5ba7-48e7-8786-7e11b9a1c051 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-28T10:50:39Z,description=,heartbeat_timestamp=2022-04-28T11:00:09Z,host='dv-neutron-master-2-hyperv',id=6b492ad6-0876-4d74-b20d-28143a52ceba,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T10:50:40Z,topic='l3_agent')) {'router_ids': ['f78b6f71-c91e-4419-a7fc-4e894ee6d57e'], 'active': True} {{(pid=116164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:00:33.499056 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-9d99a423-c19d-4d47-9d55-7d0fc41a2b5c None None] For port 31848119-3ea1-445a-84a1-303ce906e913, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=116163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 11:00:33.505841 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-9d99a423-c19d-4d47-9d55-7d0fc41a2b5c None None] For port 31848119-3ea1-445a-84a1-303ce906e913, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=31848119-3ea1-445a-84a1-303ce906e913,segment=NetworkSegment(8e47dd62-7420-4939-af30-ad284f082933),segment_id=8e47dd62-7420-4939-af30-ad284f082933)] {{(pid=116163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 11:00:33.511408 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-e50182f1-e249-422c-8aff-19e2b14b7cee None None] Could not find standard attr ID for object c3a771d6-be9e-485c-b3a7-f59e4cd020af. {{(pid=116163) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:182}} Apr 28 11:00:33.542784 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fbc37be-62d6-4202-8b71-640478f58625 tempest-PortsAdminExtendedAttrsTestJSON-609717489 tempest-PortsAdminExtendedAttrsTestJSON-609717489-project-admin] Port f4ffc60d-eb71-4b22-93ab-0bcb478b8432 on network 5906800e-e79e-4c4d-8615-db96c22f6516 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=116162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 28 11:00:33.543116 dv-neutron-master-2-hyperv neutron-server[116162]: ERROR neutron.plugins.ml2.managers [None req-4fbc37be-62d6-4202-8b71-640478f58625 tempest-PortsAdminExtendedAttrsTestJSON-609717489 tempest-PortsAdminExtendedAttrsTestJSON-609717489-project-admin] Failed to bind port f4ffc60d-eb71-4b22-93ab-0bcb478b8432 on host hv-neutron-mast for vnic_type normal using segments [{'id': 'abe8e1cd-a345-4d5a-8e67-dd4a3c06b8f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '5906800e-e79e-4c4d-8615-db96c22f6516'}] Apr 28 11:00:33.543492 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-4fbc37be-62d6-4202-8b71-640478f58625 tempest-PortsAdminExtendedAttrsTestJSON-609717489 tempest-PortsAdminExtendedAttrsTestJSON-609717489-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (f4ffc60d-eb71-4b22-93ab-0bcb478b8432), before_update {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:33.547991 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b4a44d2-e5ed-4058-8176-6b7921da2939 tempest-RoutersIpV6AdminTest-2062886361 tempest-RoutersIpV6AdminTest-2062886361-project] Network 7be49d94-bbb8-4a61-bafe-209c5f861e1c is already hosted by enough agents. {{(pid=116161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 11:00:33.550580 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-06d3d878-5e8e-4ae0-8504-74629ec86d45 tempest-BulkNetworkOpsIpV6Test-1073769146 tempest-BulkNetworkOpsIpV6Test-1073769146-project] Publish callbacks [] for subnet (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:33.554099 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-06d3d878-5e8e-4ae0-8504-74629ec86d45 tempest-BulkNetworkOpsIpV6Test-1073769146 tempest-BulkNetworkOpsIpV6Test-1073769146-project] 10.222.0.10 "DELETE /v2.0/subnets/23409aa0-8848-4e5f-be1d-c7ac307c6dfa HTTP/1.1" status: 204 len: 168 time: 0.6879392 Apr 28 11:00:33.555246 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4a44d2-e5ed-4058-8176-6b7921da2939 tempest-RoutersIpV6AdminTest-2062886361 tempest-RoutersIpV6AdminTest-2062886361-project] Pushing event updated for resources: {'Port': ['ID=eee90d0d-a786-4232-8eef-c7be3515a9e8,revision_number=1']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:00:33.557849 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_hamode_db [None req-7862d76b-5ba7-48e7-8786-7e11b9a1c051 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=116164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:00:33.558817 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.scheduler.base_scheduler [None req-4b4a44d2-e5ed-4058-8176-6b7921da2939 tempest-RoutersIpV6AdminTest-2062886361 tempest-RoutersIpV6AdminTest-2062886361-project] Resources bound (agent type, host, resource id): {{(pid=116161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 11:00:33.560398 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-0004c186-61f5-4821-91be-2022f9acf535 tempest-FloatingIPTestJSON-373071706 tempest-FloatingIPTestJSON-373071706-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198022'] for floatingip (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:33.561332 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 50074) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:00:33.563697 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28644ae9-0fc8-45ef-9273-180ce3919019 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Pushing event deleted for resources: {'Port': ['ID=c3a771d6-be9e-485c-b3a7-f59e4cd020af,revision_number=None']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:00:33.564203 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b4a44d2-e5ed-4058-8176-6b7921da2939 tempest-RoutersIpV6AdminTest-2062886361 tempest-RoutersIpV6AdminTest-2062886361-project] Received port after_create {{(pid=116161) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 11:00:33.583372 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7862d76b-5ba7-48e7-8786-7e11b9a1c051 None None] Routers {'f78b6f71-c91e-4419-a7fc-4e894ee6d57e'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=116164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 11:00:33.583991 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_hamode_db [None req-7862d76b-5ba7-48e7-8786-7e11b9a1c051 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-28T10:50:39Z,description=,heartbeat_timestamp=2022-04-28T11:00:09Z,host='dv-neutron-master-2-hyperv',id=6b492ad6-0876-4d74-b20d-28143a52ceba,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T10:50:40Z,topic='l3_agent')) {'router_ids': ['f78b6f71-c91e-4419-a7fc-4e894ee6d57e'], 'active': True} {{(pid=116164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:00:33.603329 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-9d99a423-c19d-4d47-9d55-7d0fc41a2b5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393'] for port (31848119-3ea1-445a-84a1-303ce906e913), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:33.760314 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-28644ae9-0fc8-45ef-9273-180ce3919019 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1603051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2063504'] for router_interface (8dc4ad74-a8a1-4b24-a9f5-e7afd75eeb47), after_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:33.821760 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-0004c186-61f5-4821-91be-2022f9acf535 tempest-FloatingIPTestJSON-373071706 tempest-FloatingIPTestJSON-373071706-project] 10.222.0.10 "DELETE /v2.0/floatingips/6dc70046-0afe-4cec-a509-9cb954ab11c2 HTTP/1.1" status: 204 len: 168 time: 3.6052389 Apr 28 11:00:33.822520 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 50076) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:00:33.850033 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d99a423-c19d-4d47-9d55-7d0fc41a2b5c None None] Pushing event updated for resources: {'Port': ['ID=31848119-3ea1-445a-84a1-303ce906e913,revision_number=3']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:00:33.872387 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a290efa2-55bd-47fc-b40f-a718186a2c1b tempest-BulkNetworkOpsIpV6Test-1073769146 tempest-BulkNetworkOpsIpV6Test-1073769146-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:00:33.883504 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Device f75a53f7-f551-4f73-a994-76ea62c7b90b up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=116163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 11:00:33.888489 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-a290efa2-55bd-47fc-b40f-a718186a2c1b tempest-BulkNetworkOpsIpV6Test-1073769146 tempest-BulkNetworkOpsIpV6Test-1073769146-project] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3255851 Apr 28 11:00:33.889087 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 50078) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:00:33.897487 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_hamode_db [None req-7862d76b-5ba7-48e7-8786-7e11b9a1c051 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=116164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:00:33.898825 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7862d76b-5ba7-48e7-8786-7e11b9a1c051 None None] The sync data for ids ['f78b6f71-c91e-4419-a7fc-4e894ee6d57e'] in dv-neutron-master-2-hyperv is: [] {{(pid=116164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 11:00:34.009632 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_hamode_db [None req-cf2e0381-0cd2-4a4c-8029-33f7d193aeac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8dc4ad74-a8a1-4b24-a9f5-e7afd75eeb47', 'name': 'tempest-NetworksTestDHCPv6-router-980612461', 'tenant_id': '12780407c7254bdfbde1c04e76d433ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T11:00:24Z', 'updated_at': '2022-04-28T11:00:28Z', 'revision_number': 2, 'project_id': '12780407c7254bdfbde1c04e76d433ee', 'gw_port_host': None, '_interfaces': [{'id': 'c3a771d6-be9e-485c-b3a7-f59e4cd020af', 'name': '', 'network_id': '1ec9fbcf-7a57-4aaa-9c30-4e0f43e09480', 'tenant_id': '12780407c7254bdfbde1c04e76d433ee', 'mac_address': 'fa:16:3e:2f:90:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8dc4ad74-a8a1-4b24-a9f5-e7afd75eeb47', 'device_owner': 'network:router_interface', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': '0f560321-8f14-4cab-b25d-e67afdf2e3dd', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:00:26Z', 'updated_at': '2022-04-28T11:00:32Z', 'revision_number': 4, 'project_id': '12780407c7254bdfbde1c04e76d433ee', 'subnets': [{'id': '0f560321-8f14-4cab-b25d-e67afdf2e3dd', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=116163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:00:34.047053 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-ae07e6be-e4f4-4f61-93e5-bdc4998598ae tempest-BulkNetworkOpsIpV6Test-1073769146 tempest-BulkNetworkOpsIpV6Test-1073769146-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-979593'] for network (2cf9a9e9-b63a-437c-88fb-269bfb7fccd8), before_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:34.050729 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Provisioning complete for port f75a53f7-f551-4f73-a994-76ea62c7b90b triggered by entity L2. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:00:34.051525 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (f75a53f7-f551-4f73-a994-76ea62c7b90b), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:34.055804 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf2e0381-0cd2-4a4c-8029-33f7d193aeac None None] The sync data for ids ['8dc4ad74-a8a1-4b24-a9f5-e7afd75eeb47'] in dv-neutron-master-2-hyperv is: [{'id': '8dc4ad74-a8a1-4b24-a9f5-e7afd75eeb47', 'name': 'tempest-NetworksTestDHCPv6-router-980612461', 'tenant_id': '12780407c7254bdfbde1c04e76d433ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T11:00:24Z', 'updated_at': '2022-04-28T11:00:28Z', 'revision_number': 2, 'project_id': '12780407c7254bdfbde1c04e76d433ee', 'gw_port_host': None, '_interfaces': [{'id': 'c3a771d6-be9e-485c-b3a7-f59e4cd020af', 'name': '', 'network_id': '1ec9fbcf-7a57-4aaa-9c30-4e0f43e09480', 'tenant_id': '12780407c7254bdfbde1c04e76d433ee', 'mac_address': 'fa:16:3e:2f:90:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8dc4ad74-a8a1-4b24-a9f5-e7afd75eeb47', 'device_owner': 'network:router_interface', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': '0f560321-8f14-4cab-b25d-e67afdf2e3dd', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:00:26Z', 'updated_at': '2022-04-28T11:00:32Z', 'revision_number': 4, 'project_id': '12780407c7254bdfbde1c04e76d433ee', 'subnets': [{'id': '0f560321-8f14-4cab-b25d-e67afdf2e3dd', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=116163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 11:00:34.076969 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-3c30faf2-0a32-47b4-9ef6-9c9ab8ea832c tempest-AllowedAddressPairIpV6TestJSON-1423465983 tempest-AllowedAddressPairIpV6TestJSON-1423465983-project] Publish callbacks [] for port (b543899a-0fd8-4dd6-865a-e59804fb3c33), precommit_update {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:34.198879 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-3c30faf2-0a32-47b4-9ef6-9c9ab8ea832c tempest-AllowedAddressPairIpV6TestJSON-1423465983 tempest-AllowedAddressPairIpV6TestJSON-1423465983-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5051840'] for port (b543899a-0fd8-4dd6-865a-e59804fb3c33), after_update {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:34.205510 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.db [None req-4fbc37be-62d6-4202-8b71-640478f58625 tempest-PortsAdminExtendedAttrsTestJSON-609717489 tempest-PortsAdminExtendedAttrsTestJSON-609717489-project-admin] For port f4ffc60d-eb71-4b22-93ab-0bcb478b8432, host hv-neutron-mast, cleared binding levels {{(pid=116162) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 11:00:34.205935 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.db [None req-4fbc37be-62d6-4202-8b71-640478f58625 tempest-PortsAdminExtendedAttrsTestJSON-609717489 tempest-PortsAdminExtendedAttrsTestJSON-609717489-project-admin] Attempted to set empty binding levels {{(pid=116162) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Apr 28 11:00:34.208194 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.plugin [None req-ae07e6be-e4f4-4f61-93e5-bdc4998598ae tempest-BulkNetworkOpsIpV6Test-1073769146 tempest-BulkNetworkOpsIpV6Test-1073769146-project] Deleting port 31848119-3ea1-445a-84a1-303ce906e913 {{(pid=116161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 11:00:34.209656 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-ae07e6be-e4f4-4f61-93e5-bdc4998598ae tempest-BulkNetworkOpsIpV6Test-1073769146 tempest-BulkNetworkOpsIpV6Test-1073769146-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742235130188'] for port (31848119-3ea1-445a-84a1-303ce906e913), before_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:34.213328 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Current status of the port f75a53f7-f551-4f73-a994-76ea62c7b90b is: DOWN; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:00:34.213808 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (f75a53f7-f551-4f73-a994-76ea62c7b90b), before_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:34.284624 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] For port f75a53f7-f551-4f73-a994-76ea62c7b90b, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=f75a53f7-f551-4f73-a994-76ea62c7b90b,segment=NetworkSegment(99d708d3-7c81-4fae-8b69-6703b2a63d3f),segment_id=99d708d3-7c81-4fae-8b69-6703b2a63d3f)] {{(pid=116163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 11:00:34.284824 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.plugin [None req-3c30faf2-0a32-47b4-9ef6-9c9ab8ea832c tempest-AllowedAddressPairIpV6TestJSON-1423465983 tempest-AllowedAddressPairIpV6TestJSON-1423465983-project] In _notify_port_updated(), no bound segment for port b543899a-0fd8-4dd6-865a-e59804fb3c33 on network ec35233f-5e4a-4c87-8c46-b43c22af8e04 {{(pid=116162) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:936}} Apr 28 11:00:34.289956 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c30faf2-0a32-47b4-9ef6-9c9ab8ea832c tempest-AllowedAddressPairIpV6TestJSON-1423465983 tempest-AllowedAddressPairIpV6TestJSON-1423465983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:00:34.290697 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-3c30faf2-0a32-47b4-9ef6-9c9ab8ea832c tempest-AllowedAddressPairIpV6TestJSON-1423465983 tempest-AllowedAddressPairIpV6TestJSON-1423465983-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198022'] for port (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:34.294440 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-3c30faf2-0a32-47b4-9ef6-9c9ab8ea832c tempest-AllowedAddressPairIpV6TestJSON-1423465983 tempest-AllowedAddressPairIpV6TestJSON-1423465983-project] 10.222.0.10 "PUT /v2.0/ports/b543899a-0fd8-4dd6-865a-e59804fb3c33 HTTP/1.1" status: 200 len: 1002 time: 1.8230069 Apr 28 11:00:34.294440 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-4fbc37be-62d6-4202-8b71-640478f58625 tempest-PortsAdminExtendedAttrsTestJSON-609717489 tempest-PortsAdminExtendedAttrsTestJSON-609717489-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5051840'] for port (f4ffc60d-eb71-4b22-93ab-0bcb478b8432), after_update {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:34.304561 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 50080) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:00:34.306384 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28644ae9-0fc8-45ef-9273-180ce3919019 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Router 8dc4ad74-a8a1-4b24-a9f5-e7afd75eeb47 has already been hosted by L3 agent 6b492ad6-0876-4d74-b20d-28143a52ceba {{(pid=116162) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 11:00:34.321589 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.plugin [None req-0130e16d-0f36-4daa-8b29-2af1daf8d001 tempest-FloatingIPTestJSON-373071706 tempest-FloatingIPTestJSON-373071706-project] Deleting port c2c7679a-bca5-440c-a66e-8849ce3171b7 {{(pid=116162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 11:00:34.322004 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-0130e16d-0f36-4daa-8b29-2af1daf8d001 tempest-FloatingIPTestJSON-373071706 tempest-FloatingIPTestJSON-373071706-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742235130188'] for port (c2c7679a-bca5-440c-a66e-8849ce3171b7), before_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:34.371278 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393'] for port (f75a53f7-f551-4f73-a994-76ea62c7b90b), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:34.474211 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Device c524ce9b-cfb2-4be5-94d5-3fed524799ed no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=116163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 11:00:34.517997 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] No Port match for: c524ce9b-cfb2-4be5-94d5-3fed524799ed {{(pid=116163) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 28 11:00:34.518273 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Device c524ce9b-cfb2-4be5-94d5-3fed524799ed not bound to the agent host dv-neutron-master-2-hyperv {{(pid=116163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 11:00:34.521101 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Pushing event updated for resources: {'Port': ['ID=f75a53f7-f551-4f73-a994-76ea62c7b90b,revision_number=4']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:00:34.790697 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.db [None req-ae07e6be-e4f4-4f61-93e5-bdc4998598ae tempest-BulkNetworkOpsIpV6Test-1073769146 tempest-BulkNetworkOpsIpV6Test-1073769146-project] For port 31848119-3ea1-445a-84a1-303ce906e913, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=31848119-3ea1-445a-84a1-303ce906e913,segment=NetworkSegment(8e47dd62-7420-4939-af30-ad284f082933),segment_id=8e47dd62-7420-4939-af30-ad284f082933)] {{(pid=116161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 11:00:34.791276 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-ae07e6be-e4f4-4f61-93e5-bdc4998598ae tempest-BulkNetworkOpsIpV6Test-1073769146 tempest-BulkNetworkOpsIpV6Test-1073769146-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1938497'] for port (31848119-3ea1-445a-84a1-303ce906e913), precommit_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:34.809396 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.plugin [None req-ae07e6be-e4f4-4f61-93e5-bdc4998598ae tempest-BulkNetworkOpsIpV6Test-1073769146 tempest-BulkNetworkOpsIpV6Test-1073769146-project] Calling delete_port for 31848119-3ea1-445a-84a1-303ce906e913 owned by network:dhcp {{(pid=116161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 11:00:34.880390 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-b23c766b-5cce-486a-8739-c86000744f3d None None] Provisioning complete for port b543899a-0fd8-4dd6-865a-e59804fb3c33 triggered by entity DHCP. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:00:34.880899 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-b23c766b-5cce-486a-8739-c86000744f3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (b543899a-0fd8-4dd6-865a-e59804fb3c33), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:34.894567 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fbc37be-62d6-4202-8b71-640478f58625 tempest-PortsAdminExtendedAttrsTestJSON-609717489 tempest-PortsAdminExtendedAttrsTestJSON-609717489-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:00:34.895570 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-4fbc37be-62d6-4202-8b71-640478f58625 tempest-PortsAdminExtendedAttrsTestJSON-609717489 tempest-PortsAdminExtendedAttrsTestJSON-609717489-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198022'] for port (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:34.902056 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-4b4a44d2-e5ed-4058-8176-6b7921da2939 tempest-RoutersIpV6AdminTest-2062886361 tempest-RoutersIpV6AdminTest-2062886361-project] Publish callbacks [] for router_gateway (57907182-5801-4d8f-aae8-ba67c4a76194), after_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:34.903140 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c30faf2-0a32-47b4-9ef6-9c9ab8ea832c tempest-AllowedAddressPairIpV6TestJSON-1423465983 tempest-AllowedAddressPairIpV6TestJSON-1423465983-project] Pushing event updated for resources: {'Port': ['ID=b543899a-0fd8-4dd6-865a-e59804fb3c33,revision_number=2']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:00:34.956668 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-545e1308-03e1-419a-ba1b-7ecab23caf39 None None] Network 7bedb636-71b9-4901-b28d-816d0ffe0e47 requested from dv-neutron-master-2-hyperv {{(pid=116163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 11:00:35.013961 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-b23c766b-5cce-486a-8739-c86000744f3d None None] Port b543899a-0fd8-4dd6-865a-e59804fb3c33 cannot update to ACTIVE because it is not bound. {{(pid=116163) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 28 11:00:35.132257 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28644ae9-0fc8-45ef-9273-180ce3919019 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=116162) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 11:00:35.147858 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-28644ae9-0fc8-45ef-9273-180ce3919019 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] 10.222.0.10 "PUT /v2.0/routers/8dc4ad74-a8a1-4b24-a9f5-e7afd75eeb47/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4008150 Apr 28 11:00:35.151521 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-ffd9c1d9-13cb-4cbf-9380-7626e831a4a5 None None] Provisioning complete for port f75a53f7-f551-4f73-a994-76ea62c7b90b triggered by entity DHCP. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:00:35.151969 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-ffd9c1d9-13cb-4cbf-9380-7626e831a4a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (f75a53f7-f551-4f73-a994-76ea62c7b90b), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:35.158664 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 50084) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:00:35.179267 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-4fbc37be-62d6-4202-8b71-640478f58625 tempest-PortsAdminExtendedAttrsTestJSON-609717489 tempest-PortsAdminExtendedAttrsTestJSON-609717489-project-admin] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 982 time: 5.4780645 Apr 28 11:00:35.179267 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.plugin [None req-825d52d6-aa10-4a75-939f-82f5b16fd2b6 tempest-AllowedAddressPairIpV6TestJSON-1423465983 tempest-AllowedAddressPairIpV6TestJSON-1423465983-project] Deleting port b543899a-0fd8-4dd6-865a-e59804fb3c33 {{(pid=116162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 11:00:35.179267 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-825d52d6-aa10-4a75-939f-82f5b16fd2b6 tempest-AllowedAddressPairIpV6TestJSON-1423465983 tempest-AllowedAddressPairIpV6TestJSON-1423465983-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742235130188'] for port (b543899a-0fd8-4dd6-865a-e59804fb3c33), before_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:35.183387 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 50086) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:00:35.203399 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7acf1ba5-90f0-4939-852e-e1236c362b2c None None] DHCP port deletion for 7bedb636-71b9-4901-b28d-816d0ffe0e47 request from dv-neutron-master-2-hyperv {{(pid=116163) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 28 11:00:35.210154 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fbc37be-62d6-4202-8b71-640478f58625 tempest-PortsAdminExtendedAttrsTestJSON-609717489 tempest-PortsAdminExtendedAttrsTestJSON-609717489-project-admin] Pushing event updated for resources: {'Port': ['ID=f4ffc60d-eb71-4b22-93ab-0bcb478b8432,revision_number=2']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:00:35.222749 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-0130e16d-0f36-4daa-8b29-2af1daf8d001 tempest-FloatingIPTestJSON-373071706 tempest-FloatingIPTestJSON-373071706-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1938497'] for port (c2c7679a-bca5-440c-a66e-8849ce3171b7), precommit_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:35.261205 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.plugin [None req-0130e16d-0f36-4daa-8b29-2af1daf8d001 tempest-FloatingIPTestJSON-373071706 tempest-FloatingIPTestJSON-373071706-project] Calling delete_port for c2c7679a-bca5-440c-a66e-8849ce3171b7 owned by {{(pid=116162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 11:00:35.301357 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-4b4a44d2-e5ed-4058-8176-6b7921da2939 tempest-RoutersIpV6AdminTest-2062886361 tempest-RoutersIpV6AdminTest-2062886361-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2060818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1935326'] for router (57907182-5801-4d8f-aae8-ba67c4a76194), after_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:35.309337 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-7acf1ba5-90f0-4939-852e-e1236c362b2c None None] Deleting port f75a53f7-f551-4f73-a994-76ea62c7b90b {{(pid=116163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 11:00:35.309711 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-7acf1ba5-90f0-4939-852e-e1236c362b2c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742235130188'] for port (f75a53f7-f551-4f73-a994-76ea62c7b90b), before_delete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:35.315087 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1301fa77-3b9b-4150-bc35-b9ac832a3796 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:00:35.316701 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1301fa77-3b9b-4150-bc35-b9ac832a3796 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:00:35.320799 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-1301fa77-3b9b-4150-bc35-b9ac832a3796 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1588674 Apr 28 11:00:35.321672 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 50088) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:00:35.397326 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-ae07e6be-e4f4-4f61-93e5-bdc4998598ae tempest-BulkNetworkOpsIpV6Test-1073769146 tempest-BulkNetworkOpsIpV6Test-1073769146-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742235135690', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742234710366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5219112'] for port (31848119-3ea1-445a-84a1-303ce906e913), after_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:35.422036 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-7acf1ba5-90f0-4939-852e-e1236c362b2c None None] For port f75a53f7-f551-4f73-a994-76ea62c7b90b, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=f75a53f7-f551-4f73-a994-76ea62c7b90b,segment=NetworkSegment(99d708d3-7c81-4fae-8b69-6703b2a63d3f),segment_id=99d708d3-7c81-4fae-8b69-6703b2a63d3f)] {{(pid=116163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 11:00:35.422860 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-7acf1ba5-90f0-4939-852e-e1236c362b2c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1938497'] for port (f75a53f7-f551-4f73-a994-76ea62c7b90b), precommit_delete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:35.428532 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-825d52d6-aa10-4a75-939f-82f5b16fd2b6 tempest-AllowedAddressPairIpV6TestJSON-1423465983 tempest-AllowedAddressPairIpV6TestJSON-1423465983-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1938497'] for port (b543899a-0fd8-4dd6-865a-e59804fb3c33), precommit_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:35.432322 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae07e6be-e4f4-4f61-93e5-bdc4998598ae tempest-BulkNetworkOpsIpV6Test-1073769146 tempest-BulkNetworkOpsIpV6Test-1073769146-project] No DVR routers for this DVR port 31848119-3ea1-445a-84a1-303ce906e913 on host dv-neutron-master-2-hyperv {{(pid=116161) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 11:00:35.442576 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae07e6be-e4f4-4f61-93e5-bdc4998598ae tempest-BulkNetworkOpsIpV6Test-1073769146 tempest-BulkNetworkOpsIpV6Test-1073769146-project] Pushing event deleted for resources: {'Port': ['ID=31848119-3ea1-445a-84a1-303ce906e913,revision_number=None']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:00:35.451882 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-7acf1ba5-90f0-4939-852e-e1236c362b2c None None] Calling delete_port for f75a53f7-f551-4f73-a994-76ea62c7b90b owned by network:dhcp {{(pid=116163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 11:00:35.458551 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-ffd9c1d9-13cb-4cbf-9380-7626e831a4a5 None None] Current status of the port f75a53f7-f551-4f73-a994-76ea62c7b90b is: ACTIVE; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:00:35.458734 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.db.db_base_plugin_v2 [None req-6b1ede86-6e24-4c6b-9623-a316ae9369d0 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Deleting subnet 0f560321-8f14-4cab-b25d-e67afdf2e3dd {{(pid=116162) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 28 11:00:35.461837 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-6b1ede86-6e24-4c6b-9623-a316ae9369d0 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Publish callbacks [] for subnet (0f560321-8f14-4cab-b25d-e67afdf2e3dd), before_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:35.497191 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.plugin [None req-825d52d6-aa10-4a75-939f-82f5b16fd2b6 tempest-AllowedAddressPairIpV6TestJSON-1423465983 tempest-AllowedAddressPairIpV6TestJSON-1423465983-project] Calling delete_port for b543899a-0fd8-4dd6-865a-e59804fb3c33 owned by {{(pid=116162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 11:00:35.530462 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.plugin [None req-e274a828-2d0e-4ea0-982e-e335f2af2cac tempest-PortsAdminExtendedAttrsTestJSON-609717489 tempest-PortsAdminExtendedAttrsTestJSON-609717489-project-admin] Deleting port f4ffc60d-eb71-4b22-93ab-0bcb478b8432 {{(pid=116161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 11:00:35.530777 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-e274a828-2d0e-4ea0-982e-e335f2af2cac tempest-PortsAdminExtendedAttrsTestJSON-609717489 tempest-PortsAdminExtendedAttrsTestJSON-609717489-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742235130188'] for port (f4ffc60d-eb71-4b22-93ab-0bcb478b8432), before_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:35.562707 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-6b1ede86-6e24-4c6b-9623-a316ae9369d0 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5026541'] for subnet (0f560321-8f14-4cab-b25d-e67afdf2e3dd), precommit_delete_associations {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:35.574772 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3ac0700-22ce-4b05-a382-65af67c0d878 None None] Network 2cf9a9e9-b63a-437c-88fb-269bfb7fccd8 requested from dv-neutron-master-2-hyperv {{(pid=116163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 11:00:35.583412 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-e3dfa412-e027-4167-9199-40e06f60cfb6 None None] Could not find standard attr ID for object 31848119-3ea1-445a-84a1-303ce906e913. {{(pid=116163) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:182}} Apr 28 11:00:35.591280 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-ae07e6be-e4f4-4f61-93e5-bdc4998598ae tempest-BulkNetworkOpsIpV6Test-1073769146 tempest-BulkNetworkOpsIpV6Test-1073769146-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-973498', 'neutron.services.segments.db._delete_segments_for_network-8742235207033'] for network (2cf9a9e9-b63a-437c-88fb-269bfb7fccd8), precommit_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:35.642635 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-7acf1ba5-90f0-4939-852e-e1236c362b2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742235135690', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742234710366'] for port (f75a53f7-f551-4f73-a994-76ea62c7b90b), after_delete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:35.655447 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.services.segments.db [None req-ae07e6be-e4f4-4f61-93e5-bdc4998598ae tempest-BulkNetworkOpsIpV6Test-1073769146 tempest-BulkNetworkOpsIpV6Test-1073769146-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2cf9a9e9-b63a-437c-88fb-269bfb7fccd8']}} {{(pid=116161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:00:35.657771 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.db [None req-e274a828-2d0e-4ea0-982e-e335f2af2cac tempest-PortsAdminExtendedAttrsTestJSON-609717489 tempest-PortsAdminExtendedAttrsTestJSON-609717489-project-admin] For port f4ffc60d-eb71-4b22-93ab-0bcb478b8432, host hv-neutron-mast, got binding levels [] {{(pid=116161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 11:00:35.658819 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-e274a828-2d0e-4ea0-982e-e335f2af2cac tempest-PortsAdminExtendedAttrsTestJSON-609717489 tempest-PortsAdminExtendedAttrsTestJSON-609717489-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1938497'] for port (f4ffc60d-eb71-4b22-93ab-0bcb478b8432), precommit_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:35.674862 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.services.segments.db [None req-ae07e6be-e4f4-4f61-93e5-bdc4998598ae tempest-BulkNetworkOpsIpV6Test-1073769146 tempest-BulkNetworkOpsIpV6Test-1073769146-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8e47dd62-7420-4939-af30-ad284f082933') {'for_net_delete': True} {{(pid=116161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:00:35.675169 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.services.segments.db [None req-ae07e6be-e4f4-4f61-93e5-bdc4998598ae tempest-BulkNetworkOpsIpV6Test-1073769146 tempest-BulkNetworkOpsIpV6Test-1073769146-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8e47dd62-7420-4939-af30-ad284f082933') {} {{(pid=116161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:00:35.689077 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.plugin [None req-e274a828-2d0e-4ea0-982e-e335f2af2cac tempest-PortsAdminExtendedAttrsTestJSON-609717489 tempest-PortsAdminExtendedAttrsTestJSON-609717489-project-admin] Calling delete_port for f4ffc60d-eb71-4b22-93ab-0bcb478b8432 owned by {{(pid=116161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 11:00:35.692900 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7acf1ba5-90f0-4939-852e-e1236c362b2c None None] Pushing event deleted for resources: {'Port': ['ID=f75a53f7-f551-4f73-a994-76ea62c7b90b,revision_number=None']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:00:35.694868 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7acf1ba5-90f0-4939-852e-e1236c362b2c None None] No DVR routers for this DVR port f75a53f7-f551-4f73-a994-76ea62c7b90b on host dv-neutron-master-2-hyperv {{(pid=116163) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 11:00:35.698959 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-ae07e6be-e4f4-4f61-93e5-bdc4998598ae tempest-BulkNetworkOpsIpV6Test-1073769146 tempest-BulkNetworkOpsIpV6Test-1073769146-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742235208578', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8076969'] for segment (8e47dd62-7420-4939-af30-ad284f082933), before_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:35.724684 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-ae07e6be-e4f4-4f61-93e5-bdc4998598ae tempest-BulkNetworkOpsIpV6Test-1073769146 tempest-BulkNetworkOpsIpV6Test-1073769146-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-961978'] for segment (8e47dd62-7420-4939-af30-ad284f082933), precommit_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:35.730578 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ae07e6be-e4f4-4f61-93e5-bdc4998598ae tempest-BulkNetworkOpsIpV6Test-1073769146 tempest-BulkNetworkOpsIpV6Test-1073769146-project] Releasing vlan 99 on physical network physnet1 to pool {{(pid=116161) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 11:00:35.730977 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-ae07e6be-e4f4-4f61-93e5-bdc4998598ae tempest-BulkNetworkOpsIpV6Test-1073769146 tempest-BulkNetworkOpsIpV6Test-1073769146-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-961978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5219103'] for segment (8e47dd62-7420-4939-af30-ad284f082933), after_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:35.737605 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-6b1ede86-6e24-4c6b-9623-a316ae9369d0 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-971303'] for subnet (0f560321-8f14-4cab-b25d-e67afdf2e3dd), precommit_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:35.744826 dv-neutron-master-2-hyperv neutron-server[116161]: Traceback (most recent call last): Apr 28 11:00:35.744826 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 11:00:35.744826 dv-neutron-master-2-hyperv neutron-server[116161]: timer() Apr 28 11:00:35.744826 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 11:00:35.744826 dv-neutron-master-2-hyperv neutron-server[116161]: cb(*args, **kw) Apr 28 11:00:35.744826 dv-neutron-master-2-hyperv neutron-server[116161]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 28 11:00:35.744826 dv-neutron-master-2-hyperv neutron-server[116161]: return func(*args, **kwargs) Apr 28 11:00:35.744826 dv-neutron-master-2-hyperv neutron-server[116161]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 11:00:35.744826 dv-neutron-master-2-hyperv neutron-server[116161]: self._notify() Apr 28 11:00:35.744826 dv-neutron-master-2-hyperv neutron-server[116161]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 11:00:35.744826 dv-neutron-master-2-hyperv neutron-server[116161]: self.callback(batched_events) Apr 28 11:00:35.744826 dv-neutron-master-2-hyperv neutron-server[116161]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 11:00:35.744826 dv-neutron-master-2-hyperv neutron-server[116161]: event.method(event) Apr 28 11:00:35.744826 dv-neutron-master-2-hyperv neutron-server[116161]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 28 11:00:35.744826 dv-neutron-master-2-hyperv neutron-server[116161]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 11:00:35.744826 dv-neutron-master-2-hyperv neutron-server[116161]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 28 11:00:35.744826 dv-neutron-master-2-hyperv neutron-server[116161]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 11:00:35.744826 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 28 11:00:35.744826 dv-neutron-master-2-hyperv neutron-server[116161]: return f(self, *a, **k) Apr 28 11:00:35.744826 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 28 11:00:35.744826 dv-neutron-master-2-hyperv neutron-server[116161]: return self._get(url).json() Apr 28 11:00:35.744826 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 28 11:00:35.744826 dv-neutron-master-2-hyperv neutron-server[116161]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 11:00:35.744826 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 11:00:35.744826 dv-neutron-master-2-hyperv neutron-server[116161]: return self.request(url, 'GET', **kwargs) Apr 28 11:00:35.744826 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 11:00:35.744826 dv-neutron-master-2-hyperv neutron-server[116161]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 11:00:35.744826 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 11:00:35.744826 dv-neutron-master-2-hyperv neutron-server[116161]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 11:00:35.744826 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 11:00:35.744826 dv-neutron-master-2-hyperv neutron-server[116161]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 11:00:35.744826 dv-neutron-master-2-hyperv neutron-server[116161]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 11:00:35.815565 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3e354a5-e5a7-4110-966d-feffbb0937f6 None None] DHCP port deletion for 2cf9a9e9-b63a-437c-88fb-269bfb7fccd8 request from dv-neutron-master-2-hyperv {{(pid=116163) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 28 11:00:35.871318 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Device f75a53f7-f551-4f73-a994-76ea62c7b90b no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=116163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 11:00:35.893637 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b4a44d2-e5ed-4058-8176-6b7921da2939 tempest-RoutersIpV6AdminTest-2062886361 tempest-RoutersIpV6AdminTest-2062886361-project] Router 57907182-5801-4d8f-aae8-ba67c4a76194 is scheduled to L3 agent 6b492ad6-0876-4d74-b20d-28143a52ceba with binding_index 1 {{(pid=116161) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 28 11:00:35.894212 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] No Port match for: f75a53f7-f551-4f73-a994-76ea62c7b90b {{(pid=116163) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 28 11:00:35.894602 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Device f75a53f7-f551-4f73-a994-76ea62c7b90b not bound to the agent host dv-neutron-master-2-hyperv {{(pid=116163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 11:00:35.921838 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-825d52d6-aa10-4a75-939f-82f5b16fd2b6 tempest-AllowedAddressPairIpV6TestJSON-1423465983 tempest-AllowedAddressPairIpV6TestJSON-1423465983-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742235135690', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742234710366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5051867'] for port (b543899a-0fd8-4dd6-865a-e59804fb3c33), after_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:35.940557 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-ae07e6be-e4f4-4f61-93e5-bdc4998598ae tempest-BulkNetworkOpsIpV6Test-1073769146 tempest-BulkNetworkOpsIpV6Test-1073769146-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-973477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2063122'] for network (2cf9a9e9-b63a-437c-88fb-269bfb7fccd8), after_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:35.952004 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-825d52d6-aa10-4a75-939f-82f5b16fd2b6 tempest-AllowedAddressPairIpV6TestJSON-1423465983 tempest-AllowedAddressPairIpV6TestJSON-1423465983-project] Pushing event deleted for resources: {'Port': ['ID=b543899a-0fd8-4dd6-865a-e59804fb3c33,revision_number=None']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:00:35.958603 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-ae07e6be-e4f4-4f61-93e5-bdc4998598ae tempest-BulkNetworkOpsIpV6Test-1073769146 tempest-BulkNetworkOpsIpV6Test-1073769146-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603020'] for network (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:35.962876 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-ae07e6be-e4f4-4f61-93e5-bdc4998598ae tempest-BulkNetworkOpsIpV6Test-1073769146 tempest-BulkNetworkOpsIpV6Test-1073769146-project] 10.222.0.10 "DELETE /v2.0/networks/2cf9a9e9-b63a-437c-88fb-269bfb7fccd8 HTTP/1.1" status: 204 len: 168 time: 2.0705059 Apr 28 11:00:35.981107 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 50092) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:00:35.997292 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-0130e16d-0f36-4daa-8b29-2af1daf8d001 tempest-FloatingIPTestJSON-373071706 tempest-FloatingIPTestJSON-373071706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742235135690', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742234710366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5051867'] for port (c2c7679a-bca5-440c-a66e-8849ce3171b7), after_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:35.999353 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-6b1ede86-6e24-4c6b-9623-a316ae9369d0 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-971310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5053962', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4210815'] for subnet (0f560321-8f14-4cab-b25d-e67afdf2e3dd), after_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:36.027378 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae07e6be-e4f4-4f61-93e5-bdc4998598ae tempest-BulkNetworkOpsIpV6Test-1073769146 tempest-BulkNetworkOpsIpV6Test-1073769146-project] Pushing event deleted for resources: {'Network': ['ID=2cf9a9e9-b63a-437c-88fb-269bfb7fccd8,revision_number=None']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:00:36.031916 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-e274a828-2d0e-4ea0-982e-e335f2af2cac tempest-PortsAdminExtendedAttrsTestJSON-609717489 tempest-PortsAdminExtendedAttrsTestJSON-609717489-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742235135690', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742234710366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5219112'] for port (f4ffc60d-eb71-4b22-93ab-0bcb478b8432), after_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:36.071463 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e274a828-2d0e-4ea0-982e-e335f2af2cac tempest-PortsAdminExtendedAttrsTestJSON-609717489 tempest-PortsAdminExtendedAttrsTestJSON-609717489-project-admin] Pushing event deleted for resources: {'Port': ['ID=f4ffc60d-eb71-4b22-93ab-0bcb478b8432,revision_number=None']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:00:36.078707 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-e274a828-2d0e-4ea0-982e-e335f2af2cac tempest-PortsAdminExtendedAttrsTestJSON-609717489 tempest-PortsAdminExtendedAttrsTestJSON-609717489-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198022'] for port (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:36.084121 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-e274a828-2d0e-4ea0-982e-e335f2af2cac tempest-PortsAdminExtendedAttrsTestJSON-609717489 tempest-PortsAdminExtendedAttrsTestJSON-609717489-project-admin] 10.222.0.10 "DELETE /v2.0/ports/f4ffc60d-eb71-4b22-93ab-0bcb478b8432 HTTP/1.1" status: 204 len: 168 time: 0.8972888 Apr 28 11:00:36.087290 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 50094) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:00:36.100156 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0130e16d-0f36-4daa-8b29-2af1daf8d001 tempest-FloatingIPTestJSON-373071706 tempest-FloatingIPTestJSON-373071706-project] Pushing event deleted for resources: {'Port': ['ID=c2c7679a-bca5-440c-a66e-8849ce3171b7,revision_number=None']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:00:36.101782 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1ede86-6e24-4c6b-9623-a316ae9369d0 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Pushing event deleted for resources: {'Subnet': ['ID=0f560321-8f14-4cab-b25d-e67afdf2e3dd,revision_number=None']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:00:36.102607 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b4a44d2-e5ed-4058-8176-6b7921da2939 tempest-RoutersIpV6AdminTest-2062886361 tempest-RoutersIpV6AdminTest-2062886361-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=116161) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 11:00:36.103860 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-6b1ede86-6e24-4c6b-9623-a316ae9369d0 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603020'] for subnet (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:36.107308 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-6b1ede86-6e24-4c6b-9623-a316ae9369d0 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] 10.222.0.10 "DELETE /v2.0/subnets/0f560321-8f14-4cab-b25d-e67afdf2e3dd HTTP/1.1" status: 204 len: 168 time: 0.7818272 Apr 28 11:00:36.121565 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 50096) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:00:36.123009 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f0f1b90-baaa-4734-a5c7-a4762e09ec46 None None] Network 1ec9fbcf-7a57-4aaa-9c30-4e0f43e09480 requested from dv-neutron-master-2-hyperv {{(pid=116163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 11:00:36.131652 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.pecan_wsgi.hooks.translation [None req-ead46c23-0bc2-4c01-b40e-3da30fbd1ce9 tempest-PortsAdminExtendedAttrsTestJSON-609717489 tempest-PortsAdminExtendedAttrsTestJSON-609717489-project-admin] GET failed (client error): The resource could not be found. Apr 28 11:00:36.133371 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-ead46c23-0bc2-4c01-b40e-3da30fbd1ce9 tempest-PortsAdminExtendedAttrsTestJSON-609717489 tempest-PortsAdminExtendedAttrsTestJSON-609717489-project-admin] 10.222.0.10 "GET /v2.0/ports/f4ffc60d-eb71-4b22-93ab-0bcb478b8432 HTTP/1.1" status: 404 len: 333 time: 0.0448594 Apr 28 11:00:36.136908 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 50098) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:00:36.144541 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.v2.base [None req-95c75f14-17fb-4dfc-a42f-691246f64c6e tempest-PortsAdminExtendedAttrsTestJSON-609717489 tempest-PortsAdminExtendedAttrsTestJSON-609717489-project-admin] Request body: {'port': {'network_id': '5906800e-e79e-4c4d-8615-db96c22f6516', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1688399182'}} {{(pid=116161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:00:36.156430 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94c98518-c03c-4b9a-a8be-36dcfeb7c41e None None] Sync routers for ids ['57907182-5801-4d8f-aae8-ba67c4a76194'] in dv-neutron-master-2-hyperv {{(pid=116163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 11:00:36.218363 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94c98518-c03c-4b9a-a8be-36dcfeb7c41e None None] Routers {'57907182-5801-4d8f-aae8-ba67c4a76194'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=116163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 11:00:36.219494 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_hamode_db [None req-94c98518-c03c-4b9a-a8be-36dcfeb7c41e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-28T10:50:39Z,description=,heartbeat_timestamp=2022-04-28T11:00:09Z,host='dv-neutron-master-2-hyperv',id=6b492ad6-0876-4d74-b20d-28143a52ceba,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T10:50:40Z,topic='l3_agent')) {'router_ids': ['57907182-5801-4d8f-aae8-ba67c4a76194'], 'active': True} {{(pid=116163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:00:36.226446 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-4b4a44d2-e5ed-4058-8176-6b7921da2939 tempest-RoutersIpV6AdminTest-2062886361 tempest-RoutersIpV6AdminTest-2062886361-project] Publish callbacks [] for router (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:36.234146 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-4b4a44d2-e5ed-4058-8176-6b7921da2939 tempest-RoutersIpV6AdminTest-2062886361 tempest-RoutersIpV6AdminTest-2062886361-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 4.6457136 Apr 28 11:00:36.238702 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 50100) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:00:36.255662 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.v2.base [None req-97d7486a-1d78-4c4f-8241-b6c57ebcce0f tempest-RoutersIpV6AdminTest-911026605 tempest-RoutersIpV6AdminTest-911026605-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'enable_snat': False}}} {{(pid=116161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:00:36.290758 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61a7dbfe-8605-463b-8e80-bb698dc8a634 None None] Sync routers for ids ['8dc4ad74-a8a1-4b24-a9f5-e7afd75eeb47'] in dv-neutron-master-2-hyperv {{(pid=116164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 11:00:36.307597 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61a7dbfe-8605-463b-8e80-bb698dc8a634 None None] Routers {'8dc4ad74-a8a1-4b24-a9f5-e7afd75eeb47'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=116164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 11:00:36.309030 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_hamode_db [None req-61a7dbfe-8605-463b-8e80-bb698dc8a634 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-28T10:50:39Z,description=,heartbeat_timestamp=2022-04-28T11:00:09Z,host='dv-neutron-master-2-hyperv',id=6b492ad6-0876-4d74-b20d-28143a52ceba,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T10:50:40Z,topic='l3_agent')) {'router_ids': ['8dc4ad74-a8a1-4b24-a9f5-e7afd75eeb47'], 'active': True} {{(pid=116164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:00:36.309201 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-71ac9bd6-6669-4d31-9ffa-0c43496e20af tempest-BulkNetworkOpsIpV6Test-1073769146 tempest-BulkNetworkOpsIpV6Test-1073769146-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-979593'] for network (7bedb636-71b9-4901-b28d-816d0ffe0e47), before_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:36.315634 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_hamode_db [None req-94c98518-c03c-4b9a-a8be-36dcfeb7c41e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=116163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:00:36.316514 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-f958bd72-f3e6-45dc-80ad-4eb92ad7d59c tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] 10.222.0.10 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.1918662 Apr 28 11:00:36.320605 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 50102) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:00:36.327022 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94c98518-c03c-4b9a-a8be-36dcfeb7c41e None None] Routers {'57907182-5801-4d8f-aae8-ba67c4a76194'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=116163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 11:00:36.327731 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_hamode_db [None req-94c98518-c03c-4b9a-a8be-36dcfeb7c41e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-28T10:50:39Z,description=,heartbeat_timestamp=2022-04-28T11:00:09Z,host='dv-neutron-master-2-hyperv',id=6b492ad6-0876-4d74-b20d-28143a52ceba,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T10:50:40Z,topic='l3_agent')) {'router_ids': ['57907182-5801-4d8f-aae8-ba67c4a76194'], 'active': True} {{(pid=116163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:00:36.353494 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95c75f14-17fb-4dfc-a42f-691246f64c6e tempest-PortsAdminExtendedAttrsTestJSON-609717489 tempest-PortsAdminExtendedAttrsTestJSON-609717489-project-admin] Made reservation on behalf of ede11bda08db40a3b88445a21d497160 for: {'port': 1} {{(pid=116161) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 11:00:36.355854 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-825d52d6-aa10-4a75-939f-82f5b16fd2b6 tempest-AllowedAddressPairIpV6TestJSON-1423465983 tempest-AllowedAddressPairIpV6TestJSON-1423465983-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198022'] for port (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:36.358774 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-95c75f14-17fb-4dfc-a42f-691246f64c6e tempest-PortsAdminExtendedAttrsTestJSON-609717489 tempest-PortsAdminExtendedAttrsTestJSON-609717489-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (None), before_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:36.359197 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-825d52d6-aa10-4a75-939f-82f5b16fd2b6 tempest-AllowedAddressPairIpV6TestJSON-1423465983 tempest-AllowedAddressPairIpV6TestJSON-1423465983-project] 10.222.0.10 "DELETE /v2.0/ports/b543899a-0fd8-4dd6-865a-e59804fb3c33 HTTP/1.1" status: 204 len: 168 time: 2.0509288 Apr 28 11:00:36.364093 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 50104) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:00:36.406676 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.pecan_wsgi.hooks.translation [None req-162bd701-fa1b-4128-8654-4691b8596f13 tempest-AllowedAddressPairIpV6TestJSON-1423465983 tempest-AllowedAddressPairIpV6TestJSON-1423465983-project] GET failed (client error): The resource could not be found. Apr 28 11:00:36.414833 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-162bd701-fa1b-4128-8654-4691b8596f13 tempest-AllowedAddressPairIpV6TestJSON-1423465983 tempest-AllowedAddressPairIpV6TestJSON-1423465983-project] 10.222.0.10 "GET /v2.0/ports/b543899a-0fd8-4dd6-865a-e59804fb3c33 HTTP/1.1" status: 404 len: 333 time: 0.0438104 Apr 28 11:00:36.418356 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 50106) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:00:36.425844 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38481fd2-c3e1-4b42-83e5-b433258a8508 None None] DHCP port deletion for 1ec9fbcf-7a57-4aaa-9c30-4e0f43e09480 request from dv-neutron-master-2-hyperv {{(pid=116163) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 28 11:00:36.428788 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_hamode_db [None req-94c98518-c03c-4b9a-a8be-36dcfeb7c41e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=116163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:00:36.429745 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94c98518-c03c-4b9a-a8be-36dcfeb7c41e None None] The sync data for ids ['57907182-5801-4d8f-aae8-ba67c4a76194'] in dv-neutron-master-2-hyperv is: [] {{(pid=116163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 11:00:36.437098 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_dvr_db [None req-61a7dbfe-8605-463b-8e80-bb698dc8a634 None None] Set router 8dc4ad74-a8a1-4b24-a9f5-e7afd75eeb47 gateway port host: None {{(pid=116164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 11:00:36.441517 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.v2.base [None req-42bc77ea-90a7-4ef0-bfd5-2bfebf50042f tempest-AllowedAddressPairIpV6TestJSON-1423465983 tempest-AllowedAddressPairIpV6TestJSON-1423465983-project] Request body: {'port': {'network_id': 'ec35233f-5e4a-4c87-8c46-b43c22af8e04', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1882029432'}} {{(pid=116162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:00:36.479105 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-38481fd2-c3e1-4b42-83e5-b433258a8508 None None] Deleting port 0f1342ea-0998-45e8-960c-7c535ed3aa1b {{(pid=116163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 11:00:36.481074 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-38481fd2-c3e1-4b42-83e5-b433258a8508 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742235130188'] for port (0f1342ea-0998-45e8-960c-7c535ed3aa1b), before_delete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:36.488021 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.notifiers.nova [None req-95c75f14-17fb-4dfc-a42f-691246f64c6e tempest-PortsAdminExtendedAttrsTestJSON-609717489 tempest-PortsAdminExtendedAttrsTestJSON-609717489-project-admin] device_id is not set on port fb9a144b-6e15-4cc2-8f37-0b0026fbbc23 yet. {{(pid=116161) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 28 11:00:36.493137 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-0130e16d-0f36-4daa-8b29-2af1daf8d001 tempest-FloatingIPTestJSON-373071706 tempest-FloatingIPTestJSON-373071706-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198022'] for port (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:36.499025 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-bed9704a-1eb6-48e6-b6f9-1769e8da24a4 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Publish callbacks [] for router (8dc4ad74-a8a1-4b24-a9f5-e7afd75eeb47), before_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:36.502826 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-0130e16d-0f36-4daa-8b29-2af1daf8d001 tempest-FloatingIPTestJSON-373071706 tempest-FloatingIPTestJSON-373071706-project] 10.222.0.10 "DELETE /v2.0/ports/c2c7679a-bca5-440c-a66e-8849ce3171b7 HTTP/1.1" status: 204 len: 168 time: 2.6179202 Apr 28 11:00:36.508891 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_hamode_db [None req-61a7dbfe-8605-463b-8e80-bb698dc8a634 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8dc4ad74-a8a1-4b24-a9f5-e7afd75eeb47', 'name': 'tempest-NetworksTestDHCPv6-router-980612461', 'tenant_id': '12780407c7254bdfbde1c04e76d433ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T11:00:24Z', 'updated_at': '2022-04-28T11:00:33Z', 'revision_number': 3, 'project_id': '12780407c7254bdfbde1c04e76d433ee', 'gw_port_host': None}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=116164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:00:36.513715 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 50108) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:00:36.519113 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.v2.base [None req-67150054-f7b5-4997-9b40-d96ab69c26b8 tempest-FloatingIPTestJSON-373071706 tempest-FloatingIPTestJSON-373071706-project] Request body: {'floatingip': {'floating_network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c'}} {{(pid=116162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:00:36.547457 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61a7dbfe-8605-463b-8e80-bb698dc8a634 None None] Checking router: 8dc4ad74-a8a1-4b24-a9f5-e7afd75eeb47 for host: dv-neutron-master-2-hyperv {{(pid=116164) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 11:00:36.557330 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61a7dbfe-8605-463b-8e80-bb698dc8a634 None None] Routers {'8dc4ad74-a8a1-4b24-a9f5-e7afd75eeb47'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=116164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 11:00:36.558440 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_hamode_db [None req-61a7dbfe-8605-463b-8e80-bb698dc8a634 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-28T10:50:39Z,description=,heartbeat_timestamp=2022-04-28T11:00:09Z,host='dv-neutron-master-2-hyperv',id=6b492ad6-0876-4d74-b20d-28143a52ceba,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T10:50:40Z,topic='l3_agent')) {'router_ids': ['8dc4ad74-a8a1-4b24-a9f5-e7afd75eeb47'], 'active': True} {{(pid=116164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:00:36.571890 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-38481fd2-c3e1-4b42-83e5-b433258a8508 None None] For port 0f1342ea-0998-45e8-960c-7c535ed3aa1b, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=0f1342ea-0998-45e8-960c-7c535ed3aa1b,segment=NetworkSegment(ffa4348d-378b-4e93-98fa-ab0dc49ee16c),segment_id=ffa4348d-378b-4e93-98fa-ab0dc49ee16c)] {{(pid=116163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 11:00:36.572335 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-38481fd2-c3e1-4b42-83e5-b433258a8508 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1938497'] for port (0f1342ea-0998-45e8-960c-7c535ed3aa1b), precommit_delete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:36.589140 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-38481fd2-c3e1-4b42-83e5-b433258a8508 None None] Calling delete_port for 0f1342ea-0998-45e8-960c-7c535ed3aa1b owned by network:dhcp {{(pid=116163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 11:00:36.616043 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-71ac9bd6-6669-4d31-9ffa-0c43496e20af tempest-BulkNetworkOpsIpV6Test-1073769146 tempest-BulkNetworkOpsIpV6Test-1073769146-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-973498', 'neutron.services.segments.db._delete_segments_for_network-8742235207033'] for network (7bedb636-71b9-4901-b28d-816d0ffe0e47), precommit_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:36.638739 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_dvr_db [None req-61a7dbfe-8605-463b-8e80-bb698dc8a634 None None] Set router 8dc4ad74-a8a1-4b24-a9f5-e7afd75eeb47 gateway port host: None {{(pid=116164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 11:00:36.664672 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.services.segments.db [None req-71ac9bd6-6669-4d31-9ffa-0c43496e20af tempest-BulkNetworkOpsIpV6Test-1073769146 tempest-BulkNetworkOpsIpV6Test-1073769146-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7bedb636-71b9-4901-b28d-816d0ffe0e47']}} {{(pid=116162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:00:36.688767 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.services.segments.db [None req-71ac9bd6-6669-4d31-9ffa-0c43496e20af tempest-BulkNetworkOpsIpV6Test-1073769146 tempest-BulkNetworkOpsIpV6Test-1073769146-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '99d708d3-7c81-4fae-8b69-6703b2a63d3f') {'for_net_delete': True} {{(pid=116162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:00:36.689174 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.services.segments.db [None req-71ac9bd6-6669-4d31-9ffa-0c43496e20af tempest-BulkNetworkOpsIpV6Test-1073769146 tempest-BulkNetworkOpsIpV6Test-1073769146-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '99d708d3-7c81-4fae-8b69-6703b2a63d3f') {} {{(pid=116162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:00:36.699948 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_hamode_db [None req-61a7dbfe-8605-463b-8e80-bb698dc8a634 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8dc4ad74-a8a1-4b24-a9f5-e7afd75eeb47', 'name': 'tempest-NetworksTestDHCPv6-router-980612461', 'tenant_id': '12780407c7254bdfbde1c04e76d433ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T11:00:24Z', 'updated_at': '2022-04-28T11:00:33Z', 'revision_number': 3, 'project_id': '12780407c7254bdfbde1c04e76d433ee', 'gw_port_host': None}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=116164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:00:36.703431 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-67150054-f7b5-4997-9b40-d96ab69c26b8 tempest-FloatingIPTestJSON-373071706 tempest-FloatingIPTestJSON-373071706-project] Publish callbacks [] for floatingip (None), before_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:36.708055 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-71ac9bd6-6669-4d31-9ffa-0c43496e20af tempest-BulkNetworkOpsIpV6Test-1073769146 tempest-BulkNetworkOpsIpV6Test-1073769146-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742235208578', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5026548'] for segment (99d708d3-7c81-4fae-8b69-6703b2a63d3f), before_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:36.731285 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61a7dbfe-8605-463b-8e80-bb698dc8a634 None None] The sync data for ids ['8dc4ad74-a8a1-4b24-a9f5-e7afd75eeb47'] in dv-neutron-master-2-hyperv is: [{'id': '8dc4ad74-a8a1-4b24-a9f5-e7afd75eeb47', 'name': 'tempest-NetworksTestDHCPv6-router-980612461', 'tenant_id': '12780407c7254bdfbde1c04e76d433ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T11:00:24Z', 'updated_at': '2022-04-28T11:00:33Z', 'revision_number': 3, 'project_id': '12780407c7254bdfbde1c04e76d433ee', 'gw_port_host': None}] {{(pid=116164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 11:00:36.760192 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-71ac9bd6-6669-4d31-9ffa-0c43496e20af tempest-BulkNetworkOpsIpV6Test-1073769146 tempest-BulkNetworkOpsIpV6Test-1073769146-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-961978'] for segment (99d708d3-7c81-4fae-8b69-6703b2a63d3f), precommit_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:36.773610 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-71ac9bd6-6669-4d31-9ffa-0c43496e20af tempest-BulkNetworkOpsIpV6Test-1073769146 tempest-BulkNetworkOpsIpV6Test-1073769146-project] Releasing vlan 70 on physical network physnet1 to pool {{(pid=116162) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 11:00:36.773610 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-71ac9bd6-6669-4d31-9ffa-0c43496e20af tempest-BulkNetworkOpsIpV6Test-1073769146 tempest-BulkNetworkOpsIpV6Test-1073769146-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-961978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5051884'] for segment (99d708d3-7c81-4fae-8b69-6703b2a63d3f), after_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:36.776804 dv-neutron-master-2-hyperv neutron-server[116162]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 28 11:00:36.776804 dv-neutron-master-2-hyperv neutron-server[116162]: items = [ Apr 28 11:00:36.776804 dv-neutron-master-2-hyperv neutron-server[116162]: Traceback (most recent call last): Apr 28 11:00:36.776804 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 11:00:36.776804 dv-neutron-master-2-hyperv neutron-server[116162]: timer() Apr 28 11:00:36.776804 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 11:00:36.776804 dv-neutron-master-2-hyperv neutron-server[116162]: cb(*args, **kw) Apr 28 11:00:36.776804 dv-neutron-master-2-hyperv neutron-server[116162]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 28 11:00:36.776804 dv-neutron-master-2-hyperv neutron-server[116162]: return func(*args, **kwargs) Apr 28 11:00:36.776804 dv-neutron-master-2-hyperv neutron-server[116162]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 11:00:36.776804 dv-neutron-master-2-hyperv neutron-server[116162]: self._notify() Apr 28 11:00:36.776804 dv-neutron-master-2-hyperv neutron-server[116162]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 11:00:36.776804 dv-neutron-master-2-hyperv neutron-server[116162]: self.callback(batched_events) Apr 28 11:00:36.776804 dv-neutron-master-2-hyperv neutron-server[116162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 11:00:36.776804 dv-neutron-master-2-hyperv neutron-server[116162]: event.method(event) Apr 28 11:00:36.776804 dv-neutron-master-2-hyperv neutron-server[116162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 28 11:00:36.776804 dv-neutron-master-2-hyperv neutron-server[116162]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 11:00:36.776804 dv-neutron-master-2-hyperv neutron-server[116162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 28 11:00:36.776804 dv-neutron-master-2-hyperv neutron-server[116162]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 11:00:36.776804 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 28 11:00:36.776804 dv-neutron-master-2-hyperv neutron-server[116162]: return f(self, *a, **k) Apr 28 11:00:36.776804 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 28 11:00:36.776804 dv-neutron-master-2-hyperv neutron-server[116162]: return self._get(url).json() Apr 28 11:00:36.776804 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 28 11:00:36.776804 dv-neutron-master-2-hyperv neutron-server[116162]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 11:00:36.776804 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 11:00:36.776804 dv-neutron-master-2-hyperv neutron-server[116162]: return self.request(url, 'GET', **kwargs) Apr 28 11:00:36.776804 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 11:00:36.776804 dv-neutron-master-2-hyperv neutron-server[116162]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 11:00:36.776804 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 11:00:36.776804 dv-neutron-master-2-hyperv neutron-server[116162]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 11:00:36.776804 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 11:00:36.776804 dv-neutron-master-2-hyperv neutron-server[116162]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 11:00:36.776804 dv-neutron-master-2-hyperv neutron-server[116162]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 11:00:36.782411 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-38481fd2-c3e1-4b42-83e5-b433258a8508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742235135690', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742234710366'] for port (0f1342ea-0998-45e8-960c-7c535ed3aa1b), after_delete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:36.798101 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-bed9704a-1eb6-48e6-b6f9-1769e8da24a4 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2060865', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-63275'] for router (8dc4ad74-a8a1-4b24-a9f5-e7afd75eeb47), precommit_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:36.802005 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-bed9704a-1eb6-48e6-b6f9-1769e8da24a4 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Publish callbacks [] for router_controller (8dc4ad74-a8a1-4b24-a9f5-e7afd75eeb47), precommit_delete_associations {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:36.817908 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42bc77ea-90a7-4ef0-bfd5-2bfebf50042f tempest-AllowedAddressPairIpV6TestJSON-1423465983 tempest-AllowedAddressPairIpV6TestJSON-1423465983-project] Made reservation on behalf of 62ef7fc4f0364d0fa58d1125917b9dec for: {'port': 1} {{(pid=116162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 11:00:36.820682 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38481fd2-c3e1-4b42-83e5-b433258a8508 None None] Pushing event deleted for resources: {'Port': ['ID=0f1342ea-0998-45e8-960c-7c535ed3aa1b,revision_number=None']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:00:36.822617 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-42bc77ea-90a7-4ef0-bfd5-2bfebf50042f tempest-AllowedAddressPairIpV6TestJSON-1423465983 tempest-AllowedAddressPairIpV6TestJSON-1423465983-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (None), before_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:36.827557 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38481fd2-c3e1-4b42-83e5-b433258a8508 None None] No DVR routers for this DVR port 0f1342ea-0998-45e8-960c-7c535ed3aa1b on host dv-neutron-master-2-hyperv {{(pid=116163) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 11:00:36.898465 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.notifiers.nova [None req-42bc77ea-90a7-4ef0-bfd5-2bfebf50042f tempest-AllowedAddressPairIpV6TestJSON-1423465983 tempest-AllowedAddressPairIpV6TestJSON-1423465983-project] device_id is not set on port efea86d4-b3b3-48b7-8527-ae30b2ba55cc yet. {{(pid=116162) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 28 11:00:36.908761 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-67150054-f7b5-4997-9b40-d96ab69c26b8 tempest-FloatingIPTestJSON-373071706 tempest-FloatingIPTestJSON-373071706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (None), before_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:36.982387 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-bed9704a-1eb6-48e6-b6f9-1769e8da24a4 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2060888'] for router (8dc4ad74-a8a1-4b24-a9f5-e7afd75eeb47), after_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:36.982972 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bed9704a-1eb6-48e6-b6f9-1769e8da24a4 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Fanout notify agent at l3_agent the message router_deleted on router 8dc4ad74-a8a1-4b24-a9f5-e7afd75eeb47 {{(pid=116161) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 28 11:00:36.997917 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-bed9704a-1eb6-48e6-b6f9-1769e8da24a4 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Publish callbacks [] for router (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:36.999026 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-bed9704a-1eb6-48e6-b6f9-1769e8da24a4 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] 10.222.0.10 "DELETE /v2.0/routers/8dc4ad74-a8a1-4b24-a9f5-e7afd75eeb47 HTTP/1.1" status: 204 len: 168 time: 0.6615989 Apr 28 11:00:37.003514 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-95c75f14-17fb-4dfc-a42f-691246f64c6e tempest-PortsAdminExtendedAttrsTestJSON-609717489 tempest-PortsAdminExtendedAttrsTestJSON-609717489-project-admin] Publish callbacks [] for port (fb9a144b-6e15-4cc2-8f37-0b0026fbbc23), precommit_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:37.006014 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 50110) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:00:37.019569 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-46c7fbe9-882a-4ce7-a410-7c1a2bd29d4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (75ba81b7-fe99-4281-90d2-a5adb445ecea), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:37.039274 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-71ac9bd6-6669-4d31-9ffa-0c43496e20af tempest-BulkNetworkOpsIpV6Test-1073769146 tempest-BulkNetworkOpsIpV6Test-1073769146-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-973477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2063122'] for network (7bedb636-71b9-4901-b28d-816d0ffe0e47), after_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:37.050264 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-b875469b-8fea-4cea-acc6-5ba094942426 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0401003 Apr 28 11:00:37.052335 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 50112) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:00:37.061738 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-71ac9bd6-6669-4d31-9ffa-0c43496e20af tempest-BulkNetworkOpsIpV6Test-1073769146 tempest-BulkNetworkOpsIpV6Test-1073769146-project] Publish callbacks [] for network (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:37.061738 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-71ac9bd6-6669-4d31-9ffa-0c43496e20af tempest-BulkNetworkOpsIpV6Test-1073769146 tempest-BulkNetworkOpsIpV6Test-1073769146-project] 10.222.0.10 "DELETE /v2.0/networks/7bedb636-71b9-4901-b28d-816d0ffe0e47 HTTP/1.1" status: 204 len: 168 time: 1.0764539 Apr 28 11:00:37.078657 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 50114) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:00:37.129300 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ac9bd6-6669-4d31-9ffa-0c43496e20af tempest-BulkNetworkOpsIpV6Test-1073769146 tempest-BulkNetworkOpsIpV6Test-1073769146-project] Pushing event deleted for resources: {'Network': ['ID=7bedb636-71b9-4901-b28d-816d0ffe0e47,revision_number=None']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:00:37.176280 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.db.db_base_plugin_common [None req-42bc77ea-90a7-4ef0-bfd5-2bfebf50042f tempest-AllowedAddressPairIpV6TestJSON-1423465983 tempest-AllowedAddressPairIpV6TestJSON-1423465983-project] Allocated IP 2001:db8::1be (ec35233f-5e4a-4c87-8c46-b43c22af8e04/37f73dfc-8be8-4713-873f-1b121883eeba/efea86d4-b3b3-48b7-8527-ae30b2ba55cc) {{(pid=116162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 11:00:37.197934 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3de781f4-f791-493c-bfdf-664282a73067 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:00:37.200354 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-3de781f4-f791-493c-bfdf-664282a73067 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1364090 Apr 28 11:00:37.209000 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.db.db_base_plugin_common [None req-67150054-f7b5-4997-9b40-d96ab69c26b8 tempest-FloatingIPTestJSON-373071706 tempest-FloatingIPTestJSON-373071706-project] Allocated IP 172.36.4.33 (7be49d94-bbb8-4a61-bafe-209c5f861e1c/c0f82f52-05ee-40f2-a57c-9d02e01fb9fa/228d4e5b-1b6e-4b5a-9369-d6695e75cb1a) {{(pid=116162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 11:00:37.222057 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 50116) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:00:37.287685 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-9342c4ee-5755-4dcb-b5e1-09e6b3cf6a37 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] 10.222.0.10 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0645068 Apr 28 11:00:37.295475 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 50118) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:00:37.311738 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.v2.base [None req-e50cddb0-af48-4d68-b3bf-ad0b7f8102c8 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Request body: {'subnet': {'network_id': '1ec9fbcf-7a57-4aaa-9c30-4e0f43e09480', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=116162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:00:37.431423 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-97d7486a-1d78-4c4f-8241-b6c57ebcce0f tempest-RoutersIpV6AdminTest-911026605 tempest-RoutersIpV6AdminTest-911026605-project-admin] Publish callbacks [] for router_gateway (57907182-5801-4d8f-aae8-ba67c4a76194), precommit_update {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:37.487320 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-03a478cd-63f7-41cf-863e-bd6ec394e936 tempest-BulkNetworkOpsIpV6Test-1073769146 tempest-BulkNetworkOpsIpV6Test-1073769146-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-979593'] for network (3cdc3d40-5155-4222-b731-419b5471bd91), before_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:37.513980 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-67150054-f7b5-4997-9b40-d96ab69c26b8 tempest-FloatingIPTestJSON-373071706 tempest-FloatingIPTestJSON-373071706-project] Publish callbacks [] for port (228d4e5b-1b6e-4b5a-9369-d6695e75cb1a), precommit_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:37.544015 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-95c75f14-17fb-4dfc-a42f-691246f64c6e tempest-PortsAdminExtendedAttrsTestJSON-609717489 tempest-PortsAdminExtendedAttrsTestJSON-609717489-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742234710357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5219112'] for port (fb9a144b-6e15-4cc2-8f37-0b0026fbbc23), after_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:37.576963 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e50cddb0-af48-4d68-b3bf-ad0b7f8102c8 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Made reservation on behalf of 12780407c7254bdfbde1c04e76d433ee for: {'subnet': 1} {{(pid=116162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 11:00:37.581006 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-e50cddb0-af48-4d68-b3bf-ad0b7f8102c8 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4210834'] for subnet (None), before_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:37.587932 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-42bc77ea-90a7-4ef0-bfd5-2bfebf50042f tempest-AllowedAddressPairIpV6TestJSON-1423465983 tempest-AllowedAddressPairIpV6TestJSON-1423465983-project] Publish callbacks [] for port (efea86d4-b3b3-48b7-8527-ae30b2ba55cc), precommit_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:37.649836 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-03a478cd-63f7-41cf-863e-bd6ec394e936 tempest-BulkNetworkOpsIpV6Test-1073769146 tempest-BulkNetworkOpsIpV6Test-1073769146-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-973498', 'neutron.services.segments.db._delete_segments_for_network-8742235207033'] for network (3cdc3d40-5155-4222-b731-419b5471bd91), precommit_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:37.662697 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-67150054-f7b5-4997-9b40-d96ab69c26b8 tempest-FloatingIPTestJSON-373071706 tempest-FloatingIPTestJSON-373071706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742234710357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5051867'] for port (228d4e5b-1b6e-4b5a-9369-d6695e75cb1a), after_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:37.671883 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95c75f14-17fb-4dfc-a42f-691246f64c6e tempest-PortsAdminExtendedAttrsTestJSON-609717489 tempest-PortsAdminExtendedAttrsTestJSON-609717489-project-admin] Network 5906800e-e79e-4c4d-8615-db96c22f6516 is already hosted by enough agents. {{(pid=116161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 11:00:37.690233 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.scheduler.base_scheduler [None req-95c75f14-17fb-4dfc-a42f-691246f64c6e tempest-PortsAdminExtendedAttrsTestJSON-609717489 tempest-PortsAdminExtendedAttrsTestJSON-609717489-project-admin] Resources bound (agent type, host, resource id): {{(pid=116161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 11:00:37.693116 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.services.segments.db [None req-03a478cd-63f7-41cf-863e-bd6ec394e936 tempest-BulkNetworkOpsIpV6Test-1073769146 tempest-BulkNetworkOpsIpV6Test-1073769146-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3cdc3d40-5155-4222-b731-419b5471bd91']}} {{(pid=116161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:00:37.699831 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95c75f14-17fb-4dfc-a42f-691246f64c6e tempest-PortsAdminExtendedAttrsTestJSON-609717489 tempest-PortsAdminExtendedAttrsTestJSON-609717489-project-admin] Received port after_create {{(pid=116161) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 11:00:37.700753 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95c75f14-17fb-4dfc-a42f-691246f64c6e tempest-PortsAdminExtendedAttrsTestJSON-609717489 tempest-PortsAdminExtendedAttrsTestJSON-609717489-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:00:37.701358 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-95c75f14-17fb-4dfc-a42f-691246f64c6e tempest-PortsAdminExtendedAttrsTestJSON-609717489 tempest-PortsAdminExtendedAttrsTestJSON-609717489-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198022'] for port (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:37.720628 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c75f14-17fb-4dfc-a42f-691246f64c6e tempest-PortsAdminExtendedAttrsTestJSON-609717489 tempest-PortsAdminExtendedAttrsTestJSON-609717489-project-admin] Pushing event updated for resources: {'Port': ['ID=fb9a144b-6e15-4cc2-8f37-0b0026fbbc23,revision_number=1']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:00:37.724068 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.services.segments.db [None req-03a478cd-63f7-41cf-863e-bd6ec394e936 tempest-BulkNetworkOpsIpV6Test-1073769146 tempest-BulkNetworkOpsIpV6Test-1073769146-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '69662f67-8b6a-45a1-872b-ed3ae5ebef57') {'for_net_delete': True} {{(pid=116161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:00:37.724369 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.services.segments.db [None req-03a478cd-63f7-41cf-863e-bd6ec394e936 tempest-BulkNetworkOpsIpV6Test-1073769146 tempest-BulkNetworkOpsIpV6Test-1073769146-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '69662f67-8b6a-45a1-872b-ed3ae5ebef57') {} {{(pid=116161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:00:37.759198 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Device c3a771d6-be9e-485c-b3a7-f59e4cd020af no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=116163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 11:00:37.772953 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-03a478cd-63f7-41cf-863e-bd6ec394e936 tempest-BulkNetworkOpsIpV6Test-1073769146 tempest-BulkNetworkOpsIpV6Test-1073769146-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742235208578', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8076969'] for segment (69662f67-8b6a-45a1-872b-ed3ae5ebef57), before_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:37.787253 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] No Port match for: c3a771d6-be9e-485c-b3a7-f59e4cd020af {{(pid=116163) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 28 11:00:37.788029 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Device c3a771d6-be9e-485c-b3a7-f59e4cd020af not bound to the agent host dv-neutron-master-2-hyperv {{(pid=116163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 11:00:37.788271 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Device 0f1342ea-0998-45e8-960c-7c535ed3aa1b no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=116163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 11:00:37.796184 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-03a478cd-63f7-41cf-863e-bd6ec394e936 tempest-BulkNetworkOpsIpV6Test-1073769146 tempest-BulkNetworkOpsIpV6Test-1073769146-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-961978'] for segment (69662f67-8b6a-45a1-872b-ed3ae5ebef57), precommit_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:37.806866 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-03a478cd-63f7-41cf-863e-bd6ec394e936 tempest-BulkNetworkOpsIpV6Test-1073769146 tempest-BulkNetworkOpsIpV6Test-1073769146-project] Releasing vlan 71 on physical network physnet1 to pool {{(pid=116161) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 11:00:37.807189 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-03a478cd-63f7-41cf-863e-bd6ec394e936 tempest-BulkNetworkOpsIpV6Test-1073769146 tempest-BulkNetworkOpsIpV6Test-1073769146-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-961978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5219103'] for segment (69662f67-8b6a-45a1-872b-ed3ae5ebef57), after_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:37.810851 dv-neutron-master-2-hyperv neutron-server[116161]: Traceback (most recent call last): Apr 28 11:00:37.810851 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 11:00:37.810851 dv-neutron-master-2-hyperv neutron-server[116161]: timer() Apr 28 11:00:37.810851 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 11:00:37.810851 dv-neutron-master-2-hyperv neutron-server[116161]: cb(*args, **kw) Apr 28 11:00:37.810851 dv-neutron-master-2-hyperv neutron-server[116161]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 28 11:00:37.810851 dv-neutron-master-2-hyperv neutron-server[116161]: return func(*args, **kwargs) Apr 28 11:00:37.810851 dv-neutron-master-2-hyperv neutron-server[116161]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 11:00:37.810851 dv-neutron-master-2-hyperv neutron-server[116161]: self._notify() Apr 28 11:00:37.810851 dv-neutron-master-2-hyperv neutron-server[116161]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 11:00:37.810851 dv-neutron-master-2-hyperv neutron-server[116161]: self.callback(batched_events) Apr 28 11:00:37.810851 dv-neutron-master-2-hyperv neutron-server[116161]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 11:00:37.810851 dv-neutron-master-2-hyperv neutron-server[116161]: event.method(event) Apr 28 11:00:37.810851 dv-neutron-master-2-hyperv neutron-server[116161]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 28 11:00:37.810851 dv-neutron-master-2-hyperv neutron-server[116161]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 11:00:37.810851 dv-neutron-master-2-hyperv neutron-server[116161]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 28 11:00:37.810851 dv-neutron-master-2-hyperv neutron-server[116161]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 11:00:37.810851 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 28 11:00:37.810851 dv-neutron-master-2-hyperv neutron-server[116161]: return f(self, *a, **k) Apr 28 11:00:37.810851 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 28 11:00:37.810851 dv-neutron-master-2-hyperv neutron-server[116161]: return self._get(url).json() Apr 28 11:00:37.810851 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 28 11:00:37.810851 dv-neutron-master-2-hyperv neutron-server[116161]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 11:00:37.810851 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 11:00:37.810851 dv-neutron-master-2-hyperv neutron-server[116161]: return self.request(url, 'GET', **kwargs) Apr 28 11:00:37.810851 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 11:00:37.810851 dv-neutron-master-2-hyperv neutron-server[116161]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 11:00:37.810851 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 11:00:37.810851 dv-neutron-master-2-hyperv neutron-server[116161]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 11:00:37.810851 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 11:00:37.810851 dv-neutron-master-2-hyperv neutron-server[116161]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 11:00:37.810851 dv-neutron-master-2-hyperv neutron-server[116161]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 11:00:37.813023 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] No Port match for: 0f1342ea-0998-45e8-960c-7c535ed3aa1b {{(pid=116163) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 28 11:00:37.813371 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Device 0f1342ea-0998-45e8-960c-7c535ed3aa1b not bound to the agent host dv-neutron-master-2-hyperv {{(pid=116163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 11:00:37.813889 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Device 31848119-3ea1-445a-84a1-303ce906e913 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=116163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 11:00:37.836556 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] No Port match for: 31848119-3ea1-445a-84a1-303ce906e913 {{(pid=116163) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 28 11:00:37.837050 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Device 31848119-3ea1-445a-84a1-303ce906e913 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=116163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 11:00:37.856402 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-95c75f14-17fb-4dfc-a42f-691246f64c6e tempest-PortsAdminExtendedAttrsTestJSON-609717489 tempest-PortsAdminExtendedAttrsTestJSON-609717489-project-admin] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 1.7182548 Apr 28 11:00:37.861316 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 50120) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:00:37.869408 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.v2.base [None req-d5b41f0f-e493-4d24-9d7b-bfc1d5df5ee1 tempest-PortsAdminExtendedAttrsTestJSON-609717489 tempest-PortsAdminExtendedAttrsTestJSON-609717489-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-mast'}} {{(pid=116161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:00:38.008656 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-03a478cd-63f7-41cf-863e-bd6ec394e936 tempest-BulkNetworkOpsIpV6Test-1073769146 tempest-BulkNetworkOpsIpV6Test-1073769146-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-973477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2063122'] for network (3cdc3d40-5155-4222-b731-419b5471bd91), after_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:38.020021 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-03a478cd-63f7-41cf-863e-bd6ec394e936 tempest-BulkNetworkOpsIpV6Test-1073769146 tempest-BulkNetworkOpsIpV6Test-1073769146-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603020'] for network (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:38.023211 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-03a478cd-63f7-41cf-863e-bd6ec394e936 tempest-BulkNetworkOpsIpV6Test-1073769146 tempest-BulkNetworkOpsIpV6Test-1073769146-project] 10.222.0.10 "DELETE /v2.0/networks/3cdc3d40-5155-4222-b731-419b5471bd91 HTTP/1.1" status: 204 len: 168 time: 0.9424357 Apr 28 11:00:38.026893 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 50122) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:00:38.027078 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-d5b41f0f-e493-4d24-9d7b-bfc1d5df5ee1 tempest-PortsAdminExtendedAttrsTestJSON-609717489 tempest-PortsAdminExtendedAttrsTestJSON-609717489-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (fb9a144b-6e15-4cc2-8f37-0b0026fbbc23), before_update {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:38.046277 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a478cd-63f7-41cf-863e-bd6ec394e936 tempest-BulkNetworkOpsIpV6Test-1073769146 tempest-BulkNetworkOpsIpV6Test-1073769146-project] Pushing event deleted for resources: {'Network': ['ID=3cdc3d40-5155-4222-b731-419b5471bd91,revision_number=None']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:00:38.047846 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67150054-f7b5-4997-9b40-d96ab69c26b8 tempest-FloatingIPTestJSON-373071706 tempest-FloatingIPTestJSON-373071706-project] Network 7be49d94-bbb8-4a61-bafe-209c5f861e1c is already hosted by enough agents. {{(pid=116162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 11:00:38.067673 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.scheduler.base_scheduler [None req-67150054-f7b5-4997-9b40-d96ab69c26b8 tempest-FloatingIPTestJSON-373071706 tempest-FloatingIPTestJSON-373071706-project] Resources bound (agent type, host, resource id): {{(pid=116162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 11:00:38.073475 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67150054-f7b5-4997-9b40-d96ab69c26b8 tempest-FloatingIPTestJSON-373071706 tempest-FloatingIPTestJSON-373071706-project] Received port after_create {{(pid=116162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 11:00:38.083498 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67150054-f7b5-4997-9b40-d96ab69c26b8 tempest-FloatingIPTestJSON-373071706 tempest-FloatingIPTestJSON-373071706-project] Pushing event updated for resources: {'Port': ['ID=228d4e5b-1b6e-4b5a-9369-d6695e75cb1a,revision_number=1']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:00:38.125182 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-42bc77ea-90a7-4ef0-bfd5-2bfebf50042f tempest-AllowedAddressPairIpV6TestJSON-1423465983 tempest-AllowedAddressPairIpV6TestJSON-1423465983-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742234710357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5051867'] for port (efea86d4-b3b3-48b7-8527-ae30b2ba55cc), after_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:38.243538 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-3741b69d-e1b3-412e-804b-b743e9317961 tempest-BulkNetworkOpsIpV6Test-1073769146 tempest-BulkNetworkOpsIpV6Test-1073769146-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-979593'] for network (bff37705-e03f-4af0-a65f-ddadd51cbcc8), before_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:38.258926 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42bc77ea-90a7-4ef0-bfd5-2bfebf50042f tempest-AllowedAddressPairIpV6TestJSON-1423465983 tempest-AllowedAddressPairIpV6TestJSON-1423465983-project] Network ec35233f-5e4a-4c87-8c46-b43c22af8e04 is already hosted by enough agents. {{(pid=116162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 11:00:38.278201 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.scheduler.base_scheduler [None req-42bc77ea-90a7-4ef0-bfd5-2bfebf50042f tempest-AllowedAddressPairIpV6TestJSON-1423465983 tempest-AllowedAddressPairIpV6TestJSON-1423465983-project] Resources bound (agent type, host, resource id): {{(pid=116162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 11:00:38.284367 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42bc77ea-90a7-4ef0-bfd5-2bfebf50042f tempest-AllowedAddressPairIpV6TestJSON-1423465983 tempest-AllowedAddressPairIpV6TestJSON-1423465983-project] Received port after_create {{(pid=116162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 11:00:38.289422 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42bc77ea-90a7-4ef0-bfd5-2bfebf50042f tempest-AllowedAddressPairIpV6TestJSON-1423465983 tempest-AllowedAddressPairIpV6TestJSON-1423465983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:00:38.290030 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-42bc77ea-90a7-4ef0-bfd5-2bfebf50042f tempest-AllowedAddressPairIpV6TestJSON-1423465983 tempest-AllowedAddressPairIpV6TestJSON-1423465983-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198022'] for port (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:38.308757 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-97d7486a-1d78-4c4f-8241-b6c57ebcce0f tempest-RoutersIpV6AdminTest-911026605 tempest-RoutersIpV6AdminTest-911026605-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1935285', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2060837', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-63284'] for router (57907182-5801-4d8f-aae8-ba67c4a76194), precommit_update {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:38.312630 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42bc77ea-90a7-4ef0-bfd5-2bfebf50042f tempest-AllowedAddressPairIpV6TestJSON-1423465983 tempest-AllowedAddressPairIpV6TestJSON-1423465983-project] Pushing event updated for resources: {'Port': ['ID=efea86d4-b3b3-48b7-8527-ae30b2ba55cc,revision_number=1']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:00:38.315825 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-97d7486a-1d78-4c4f-8241-b6c57ebcce0f tempest-RoutersIpV6AdminTest-911026605 tempest-RoutersIpV6AdminTest-911026605-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1935326', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1935308', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1935303', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-2060860'] for router (57907182-5801-4d8f-aae8-ba67c4a76194), after_update {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:38.385195 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.notifiers.nova [None req-d5b41f0f-e493-4d24-9d7b-bfc1d5df5ee1 tempest-PortsAdminExtendedAttrsTestJSON-609717489 tempest-PortsAdminExtendedAttrsTestJSON-609717489-project-admin] device_id is not set on port fb9a144b-6e15-4cc2-8f37-0b0026fbbc23 yet. {{(pid=116161) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 28 11:00:38.396217 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-d5b41f0f-e493-4d24-9d7b-bfc1d5df5ee1 tempest-PortsAdminExtendedAttrsTestJSON-609717489 tempest-PortsAdminExtendedAttrsTestJSON-609717489-project-admin] Publish callbacks [] for port (fb9a144b-6e15-4cc2-8f37-0b0026fbbc23), precommit_update {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:38.419167 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-67150054-f7b5-4997-9b40-d96ab69c26b8 tempest-FloatingIPTestJSON-373071706 tempest-FloatingIPTestJSON-373071706-project] Publish callbacks [] for floatingip (3cb6fd31-dc51-48d0-811b-1fec98e2c203), precommit_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:38.457855 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-d5b41f0f-e493-4d24-9d7b-bfc1d5df5ee1 tempest-PortsAdminExtendedAttrsTestJSON-609717489 tempest-PortsAdminExtendedAttrsTestJSON-609717489-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5219123'] for port (fb9a144b-6e15-4cc2-8f37-0b0026fbbc23), after_update {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:38.468399 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-42bc77ea-90a7-4ef0-bfd5-2bfebf50042f tempest-AllowedAddressPairIpV6TestJSON-1423465983 tempest-AllowedAddressPairIpV6TestJSON-1423465983-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 2.0321538 Apr 28 11:00:38.470895 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-3741b69d-e1b3-412e-804b-b743e9317961 tempest-BulkNetworkOpsIpV6Test-1073769146 tempest-BulkNetworkOpsIpV6Test-1073769146-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-973498', 'neutron.services.segments.db._delete_segments_for_network-8742235207033'] for network (bff37705-e03f-4af0-a65f-ddadd51cbcc8), precommit_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:38.475008 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 50124) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:00:38.485411 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.v2.base [None req-815880be-8b8b-4b35-b47d-4fd41c4d769b tempest-AllowedAddressPairIpV6TestJSON-1423465983 tempest-AllowedAddressPairIpV6TestJSON-1423465983-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:61:72:f6'}]}} {{(pid=116162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:00:38.517143 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97d7486a-1d78-4c4f-8241-b6c57ebcce0f tempest-RoutersIpV6AdminTest-911026605 tempest-RoutersIpV6AdminTest-911026605-project-admin] Router 57907182-5801-4d8f-aae8-ba67c4a76194 has already been hosted by L3 agent 6b492ad6-0876-4d74-b20d-28143a52ceba {{(pid=116161) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 11:00:38.521945 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b41f0f-e493-4d24-9d7b-bfc1d5df5ee1 tempest-PortsAdminExtendedAttrsTestJSON-609717489 tempest-PortsAdminExtendedAttrsTestJSON-609717489-project-admin] Pushing event updated for resources: {'Port': ['ID=fb9a144b-6e15-4cc2-8f37-0b0026fbbc23,revision_number=2']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:00:38.553002 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.services.segments.db [None req-3741b69d-e1b3-412e-804b-b743e9317961 tempest-BulkNetworkOpsIpV6Test-1073769146 tempest-BulkNetworkOpsIpV6Test-1073769146-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bff37705-e03f-4af0-a65f-ddadd51cbcc8']}} {{(pid=116162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:00:38.574346 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-c592df2a-ed48-4b78-9b81-d7e55446693d None None] Provisioning complete for port efea86d4-b3b3-48b7-8527-ae30b2ba55cc triggered by entity DHCP. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:00:38.574928 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-c592df2a-ed48-4b78-9b81-d7e55446693d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (efea86d4-b3b3-48b7-8527-ae30b2ba55cc), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:38.581834 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.managers [None req-d5b41f0f-e493-4d24-9d7b-bfc1d5df5ee1 tempest-PortsAdminExtendedAttrsTestJSON-609717489 tempest-PortsAdminExtendedAttrsTestJSON-609717489-project-admin] Attempting to bind port fb9a144b-6e15-4cc2-8f37-0b0026fbbc23 on host hv-neutron-mast for vnic_type normal with profile {{(pid=116161) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 28 11:00:38.582182 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.managers [None req-d5b41f0f-e493-4d24-9d7b-bfc1d5df5ee1 tempest-PortsAdminExtendedAttrsTestJSON-609717489 tempest-PortsAdminExtendedAttrsTestJSON-609717489-project-admin] Attempting to bind port fb9a144b-6e15-4cc2-8f37-0b0026fbbc23 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': 'abe8e1cd-a345-4d5a-8e67-dd4a3c06b8f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '5906800e-e79e-4c4d-8615-db96c22f6516'}] {{(pid=116161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 28 11:00:38.582609 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5b41f0f-e493-4d24-9d7b-bfc1d5df5ee1 tempest-PortsAdminExtendedAttrsTestJSON-609717489 tempest-PortsAdminExtendedAttrsTestJSON-609717489-project-admin] Attempting to bind port fb9a144b-6e15-4cc2-8f37-0b0026fbbc23 on network 5906800e-e79e-4c4d-8615-db96c22f6516 {{(pid=116161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 11:00:38.590226 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5b41f0f-e493-4d24-9d7b-bfc1d5df5ee1 tempest-PortsAdminExtendedAttrsTestJSON-609717489 tempest-PortsAdminExtendedAttrsTestJSON-609717489-project-admin] Port fb9a144b-6e15-4cc2-8f37-0b0026fbbc23 on network 5906800e-e79e-4c4d-8615-db96c22f6516 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=116161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 28 11:00:38.590621 dv-neutron-master-2-hyperv neutron-server[116161]: ERROR neutron.plugins.ml2.managers [None req-d5b41f0f-e493-4d24-9d7b-bfc1d5df5ee1 tempest-PortsAdminExtendedAttrsTestJSON-609717489 tempest-PortsAdminExtendedAttrsTestJSON-609717489-project-admin] Failed to bind port fb9a144b-6e15-4cc2-8f37-0b0026fbbc23 on host hv-neutron-mast for vnic_type normal using segments [{'id': 'abe8e1cd-a345-4d5a-8e67-dd4a3c06b8f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '5906800e-e79e-4c4d-8615-db96c22f6516'}] Apr 28 11:00:38.592476 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.services.segments.db [None req-3741b69d-e1b3-412e-804b-b743e9317961 tempest-BulkNetworkOpsIpV6Test-1073769146 tempest-BulkNetworkOpsIpV6Test-1073769146-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3d9173fb-7a3d-4db4-891c-edf72e2f4c21') {'for_net_delete': True} {{(pid=116162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:00:38.592601 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.plugins.ml2.plugin [None req-d5b41f0f-e493-4d24-9d7b-bfc1d5df5ee1 tempest-PortsAdminExtendedAttrsTestJSON-609717489 tempest-PortsAdminExtendedAttrsTestJSON-609717489-project-admin] Attempt 2 to bind port fb9a144b-6e15-4cc2-8f37-0b0026fbbc23 Apr 28 11:00:38.592765 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.services.segments.db [None req-3741b69d-e1b3-412e-804b-b743e9317961 tempest-BulkNetworkOpsIpV6Test-1073769146 tempest-BulkNetworkOpsIpV6Test-1073769146-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3d9173fb-7a3d-4db4-891c-edf72e2f4c21') {} {{(pid=116162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:00:38.613327 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-c592df2a-ed48-4b78-9b81-d7e55446693d None None] Port efea86d4-b3b3-48b7-8527-ae30b2ba55cc cannot update to ACTIVE because it is not bound. {{(pid=116163) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 28 11:00:38.617627 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-3741b69d-e1b3-412e-804b-b743e9317961 tempest-BulkNetworkOpsIpV6Test-1073769146 tempest-BulkNetworkOpsIpV6Test-1073769146-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742235208578', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5026548'] for segment (3d9173fb-7a3d-4db4-891c-edf72e2f4c21), before_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:38.619511 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.managers [None req-d5b41f0f-e493-4d24-9d7b-bfc1d5df5ee1 tempest-PortsAdminExtendedAttrsTestJSON-609717489 tempest-PortsAdminExtendedAttrsTestJSON-609717489-project-admin] Attempting to bind port fb9a144b-6e15-4cc2-8f37-0b0026fbbc23 on host hv-neutron-mast for vnic_type normal with profile {{(pid=116161) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 28 11:00:38.619861 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.managers [None req-d5b41f0f-e493-4d24-9d7b-bfc1d5df5ee1 tempest-PortsAdminExtendedAttrsTestJSON-609717489 tempest-PortsAdminExtendedAttrsTestJSON-609717489-project-admin] Attempting to bind port fb9a144b-6e15-4cc2-8f37-0b0026fbbc23 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': 'abe8e1cd-a345-4d5a-8e67-dd4a3c06b8f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '5906800e-e79e-4c4d-8615-db96c22f6516'}] {{(pid=116161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 28 11:00:38.620208 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5b41f0f-e493-4d24-9d7b-bfc1d5df5ee1 tempest-PortsAdminExtendedAttrsTestJSON-609717489 tempest-PortsAdminExtendedAttrsTestJSON-609717489-project-admin] Attempting to bind port fb9a144b-6e15-4cc2-8f37-0b0026fbbc23 on network 5906800e-e79e-4c4d-8615-db96c22f6516 {{(pid=116161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 11:00:38.631410 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5b41f0f-e493-4d24-9d7b-bfc1d5df5ee1 tempest-PortsAdminExtendedAttrsTestJSON-609717489 tempest-PortsAdminExtendedAttrsTestJSON-609717489-project-admin] Port fb9a144b-6e15-4cc2-8f37-0b0026fbbc23 on network 5906800e-e79e-4c4d-8615-db96c22f6516 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=116161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 28 11:00:38.631749 dv-neutron-master-2-hyperv neutron-server[116161]: ERROR neutron.plugins.ml2.managers [None req-d5b41f0f-e493-4d24-9d7b-bfc1d5df5ee1 tempest-PortsAdminExtendedAttrsTestJSON-609717489 tempest-PortsAdminExtendedAttrsTestJSON-609717489-project-admin] Failed to bind port fb9a144b-6e15-4cc2-8f37-0b0026fbbc23 on host hv-neutron-mast for vnic_type normal using segments [{'id': 'abe8e1cd-a345-4d5a-8e67-dd4a3c06b8f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '5906800e-e79e-4c4d-8615-db96c22f6516'}] Apr 28 11:00:38.633459 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.plugins.ml2.plugin [None req-d5b41f0f-e493-4d24-9d7b-bfc1d5df5ee1 tempest-PortsAdminExtendedAttrsTestJSON-609717489 tempest-PortsAdminExtendedAttrsTestJSON-609717489-project-admin] Attempt 3 to bind port fb9a144b-6e15-4cc2-8f37-0b0026fbbc23 Apr 28 11:00:38.655935 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-67150054-f7b5-4997-9b40-d96ab69c26b8 tempest-FloatingIPTestJSON-373071706 tempest-FloatingIPTestJSON-373071706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (228d4e5b-1b6e-4b5a-9369-d6695e75cb1a), before_update {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:38.674663 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.managers [None req-d5b41f0f-e493-4d24-9d7b-bfc1d5df5ee1 tempest-PortsAdminExtendedAttrsTestJSON-609717489 tempest-PortsAdminExtendedAttrsTestJSON-609717489-project-admin] Attempting to bind port fb9a144b-6e15-4cc2-8f37-0b0026fbbc23 on host hv-neutron-mast for vnic_type normal with profile {{(pid=116161) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 28 11:00:38.674990 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.objects.ports [None req-e50cddb0-af48-4d68-b3bf-ad0b7f8102c8 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=116162) get_objects /opt/stack/neutron/neutron/objects/ports.py:463}} Apr 28 11:00:38.675095 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.managers [None req-d5b41f0f-e493-4d24-9d7b-bfc1d5df5ee1 tempest-PortsAdminExtendedAttrsTestJSON-609717489 tempest-PortsAdminExtendedAttrsTestJSON-609717489-project-admin] Attempting to bind port fb9a144b-6e15-4cc2-8f37-0b0026fbbc23 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': 'abe8e1cd-a345-4d5a-8e67-dd4a3c06b8f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '5906800e-e79e-4c4d-8615-db96c22f6516'}] {{(pid=116161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 28 11:00:38.675334 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5b41f0f-e493-4d24-9d7b-bfc1d5df5ee1 tempest-PortsAdminExtendedAttrsTestJSON-609717489 tempest-PortsAdminExtendedAttrsTestJSON-609717489-project-admin] Attempting to bind port fb9a144b-6e15-4cc2-8f37-0b0026fbbc23 on network 5906800e-e79e-4c4d-8615-db96c22f6516 {{(pid=116161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 11:00:38.683004 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-3741b69d-e1b3-412e-804b-b743e9317961 tempest-BulkNetworkOpsIpV6Test-1073769146 tempest-BulkNetworkOpsIpV6Test-1073769146-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-961978'] for segment (3d9173fb-7a3d-4db4-891c-edf72e2f4c21), precommit_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:38.689501 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5b41f0f-e493-4d24-9d7b-bfc1d5df5ee1 tempest-PortsAdminExtendedAttrsTestJSON-609717489 tempest-PortsAdminExtendedAttrsTestJSON-609717489-project-admin] Port fb9a144b-6e15-4cc2-8f37-0b0026fbbc23 on network 5906800e-e79e-4c4d-8615-db96c22f6516 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=116161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 28 11:00:38.689501 dv-neutron-master-2-hyperv neutron-server[116161]: ERROR neutron.plugins.ml2.managers [None req-d5b41f0f-e493-4d24-9d7b-bfc1d5df5ee1 tempest-PortsAdminExtendedAttrsTestJSON-609717489 tempest-PortsAdminExtendedAttrsTestJSON-609717489-project-admin] Failed to bind port fb9a144b-6e15-4cc2-8f37-0b0026fbbc23 on host hv-neutron-mast for vnic_type normal using segments [{'id': 'abe8e1cd-a345-4d5a-8e67-dd4a3c06b8f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '5906800e-e79e-4c4d-8615-db96c22f6516'}] Apr 28 11:00:38.689501 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.plugins.ml2.plugin [None req-d5b41f0f-e493-4d24-9d7b-bfc1d5df5ee1 tempest-PortsAdminExtendedAttrsTestJSON-609717489 tempest-PortsAdminExtendedAttrsTestJSON-609717489-project-admin] Attempt 4 to bind port fb9a144b-6e15-4cc2-8f37-0b0026fbbc23 Apr 28 11:00:38.703092 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97d7486a-1d78-4c4f-8241-b6c57ebcce0f tempest-RoutersIpV6AdminTest-911026605 tempest-RoutersIpV6AdminTest-911026605-project-admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=116161) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 11:00:38.705578 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-e50cddb0-af48-4d68-b3bf-ad0b7f8102c8 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5054027', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4210784'] for subnet (6424caa1-3f51-4576-8d23-97ffba52f4ce), after_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:38.708716 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-97d7486a-1d78-4c4f-8241-b6c57ebcce0f tempest-RoutersIpV6AdminTest-911026605 tempest-RoutersIpV6AdminTest-911026605-project-admin] Publish callbacks [] for router (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:38.710675 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-97d7486a-1d78-4c4f-8241-b6c57ebcce0f tempest-RoutersIpV6AdminTest-911026605 tempest-RoutersIpV6AdminTest-911026605-project-admin] 10.222.0.10 "PUT /v2.0/routers/57907182-5801-4d8f-aae8-ba67c4a76194 HTTP/1.1" status: 200 len: 926 time: 2.4721215 Apr 28 11:00:38.713103 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 50126) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:00:38.716618 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3741b69d-e1b3-412e-804b-b743e9317961 tempest-BulkNetworkOpsIpV6Test-1073769146 tempest-BulkNetworkOpsIpV6Test-1073769146-project] Releasing vlan 50 on physical network physnet1 to pool {{(pid=116162) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 11:00:38.717020 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-3741b69d-e1b3-412e-804b-b743e9317961 tempest-BulkNetworkOpsIpV6Test-1073769146 tempest-BulkNetworkOpsIpV6Test-1073769146-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-961978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5051884'] for segment (3d9173fb-7a3d-4db4-891c-edf72e2f4c21), after_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:38.717847 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-689da836-dc9a-43ba-8c79-e371d4ec9683 None None] Sync routers for ids ['57907182-5801-4d8f-aae8-ba67c4a76194'] in dv-neutron-master-2-hyperv {{(pid=116163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 11:00:38.721586 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.managers [None req-d5b41f0f-e493-4d24-9d7b-bfc1d5df5ee1 tempest-PortsAdminExtendedAttrsTestJSON-609717489 tempest-PortsAdminExtendedAttrsTestJSON-609717489-project-admin] Attempting to bind port fb9a144b-6e15-4cc2-8f37-0b0026fbbc23 on host hv-neutron-mast for vnic_type normal with profile {{(pid=116161) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 28 11:00:38.721966 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.managers [None req-d5b41f0f-e493-4d24-9d7b-bfc1d5df5ee1 tempest-PortsAdminExtendedAttrsTestJSON-609717489 tempest-PortsAdminExtendedAttrsTestJSON-609717489-project-admin] Attempting to bind port fb9a144b-6e15-4cc2-8f37-0b0026fbbc23 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': 'abe8e1cd-a345-4d5a-8e67-dd4a3c06b8f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '5906800e-e79e-4c4d-8615-db96c22f6516'}] {{(pid=116161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 28 11:00:38.722311 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5b41f0f-e493-4d24-9d7b-bfc1d5df5ee1 tempest-PortsAdminExtendedAttrsTestJSON-609717489 tempest-PortsAdminExtendedAttrsTestJSON-609717489-project-admin] Attempting to bind port fb9a144b-6e15-4cc2-8f37-0b0026fbbc23 on network 5906800e-e79e-4c4d-8615-db96c22f6516 {{(pid=116161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 11:00:38.722589 dv-neutron-master-2-hyperv neutron-server[116162]: Traceback (most recent call last): Apr 28 11:00:38.722589 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 11:00:38.722589 dv-neutron-master-2-hyperv neutron-server[116162]: timer() Apr 28 11:00:38.722589 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 11:00:38.722589 dv-neutron-master-2-hyperv neutron-server[116162]: cb(*args, **kw) Apr 28 11:00:38.722589 dv-neutron-master-2-hyperv neutron-server[116162]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 28 11:00:38.722589 dv-neutron-master-2-hyperv neutron-server[116162]: return func(*args, **kwargs) Apr 28 11:00:38.722589 dv-neutron-master-2-hyperv neutron-server[116162]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 11:00:38.722589 dv-neutron-master-2-hyperv neutron-server[116162]: self._notify() Apr 28 11:00:38.722589 dv-neutron-master-2-hyperv neutron-server[116162]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 11:00:38.722589 dv-neutron-master-2-hyperv neutron-server[116162]: self.callback(batched_events) Apr 28 11:00:38.722589 dv-neutron-master-2-hyperv neutron-server[116162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 11:00:38.722589 dv-neutron-master-2-hyperv neutron-server[116162]: event.method(event) Apr 28 11:00:38.722589 dv-neutron-master-2-hyperv neutron-server[116162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 28 11:00:38.722589 dv-neutron-master-2-hyperv neutron-server[116162]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 11:00:38.722589 dv-neutron-master-2-hyperv neutron-server[116162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 28 11:00:38.722589 dv-neutron-master-2-hyperv neutron-server[116162]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 11:00:38.722589 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 28 11:00:38.722589 dv-neutron-master-2-hyperv neutron-server[116162]: return f(self, *a, **k) Apr 28 11:00:38.722589 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 28 11:00:38.722589 dv-neutron-master-2-hyperv neutron-server[116162]: return self._get(url).json() Apr 28 11:00:38.722589 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 28 11:00:38.722589 dv-neutron-master-2-hyperv neutron-server[116162]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 11:00:38.722589 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 11:00:38.722589 dv-neutron-master-2-hyperv neutron-server[116162]: return self.request(url, 'GET', **kwargs) Apr 28 11:00:38.722589 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 11:00:38.722589 dv-neutron-master-2-hyperv neutron-server[116162]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 11:00:38.722589 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 11:00:38.722589 dv-neutron-master-2-hyperv neutron-server[116162]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 11:00:38.722589 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 11:00:38.722589 dv-neutron-master-2-hyperv neutron-server[116162]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 11:00:38.722589 dv-neutron-master-2-hyperv neutron-server[116162]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 11:00:38.733072 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-689da836-dc9a-43ba-8c79-e371d4ec9683 None None] Routers {'57907182-5801-4d8f-aae8-ba67c4a76194'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=116163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 11:00:38.733872 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_hamode_db [None req-689da836-dc9a-43ba-8c79-e371d4ec9683 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-28T10:50:39Z,description=,heartbeat_timestamp=2022-04-28T11:00:09Z,host='dv-neutron-master-2-hyperv',id=6b492ad6-0876-4d74-b20d-28143a52ceba,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T10:50:40Z,topic='l3_agent')) {'router_ids': ['57907182-5801-4d8f-aae8-ba67c4a76194'], 'active': True} {{(pid=116163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:00:38.758131 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5b41f0f-e493-4d24-9d7b-bfc1d5df5ee1 tempest-PortsAdminExtendedAttrsTestJSON-609717489 tempest-PortsAdminExtendedAttrsTestJSON-609717489-project-admin] Port fb9a144b-6e15-4cc2-8f37-0b0026fbbc23 on network 5906800e-e79e-4c4d-8615-db96c22f6516 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=116161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 28 11:00:38.758526 dv-neutron-master-2-hyperv neutron-server[116161]: ERROR neutron.plugins.ml2.managers [None req-d5b41f0f-e493-4d24-9d7b-bfc1d5df5ee1 tempest-PortsAdminExtendedAttrsTestJSON-609717489 tempest-PortsAdminExtendedAttrsTestJSON-609717489-project-admin] Failed to bind port fb9a144b-6e15-4cc2-8f37-0b0026fbbc23 on host hv-neutron-mast for vnic_type normal using segments [{'id': 'abe8e1cd-a345-4d5a-8e67-dd4a3c06b8f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '5906800e-e79e-4c4d-8615-db96c22f6516'}] Apr 28 11:00:38.760391 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.plugins.ml2.plugin [None req-d5b41f0f-e493-4d24-9d7b-bfc1d5df5ee1 tempest-PortsAdminExtendedAttrsTestJSON-609717489 tempest-PortsAdminExtendedAttrsTestJSON-609717489-project-admin] Attempt 5 to bind port fb9a144b-6e15-4cc2-8f37-0b0026fbbc23 Apr 28 11:00:38.785125 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.managers [None req-d5b41f0f-e493-4d24-9d7b-bfc1d5df5ee1 tempest-PortsAdminExtendedAttrsTestJSON-609717489 tempest-PortsAdminExtendedAttrsTestJSON-609717489-project-admin] Attempting to bind port fb9a144b-6e15-4cc2-8f37-0b0026fbbc23 on host hv-neutron-mast for vnic_type normal with profile {{(pid=116161) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 28 11:00:38.785423 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.managers [None req-d5b41f0f-e493-4d24-9d7b-bfc1d5df5ee1 tempest-PortsAdminExtendedAttrsTestJSON-609717489 tempest-PortsAdminExtendedAttrsTestJSON-609717489-project-admin] Attempting to bind port fb9a144b-6e15-4cc2-8f37-0b0026fbbc23 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': 'abe8e1cd-a345-4d5a-8e67-dd4a3c06b8f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '5906800e-e79e-4c4d-8615-db96c22f6516'}] {{(pid=116161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 28 11:00:38.785709 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5b41f0f-e493-4d24-9d7b-bfc1d5df5ee1 tempest-PortsAdminExtendedAttrsTestJSON-609717489 tempest-PortsAdminExtendedAttrsTestJSON-609717489-project-admin] Attempting to bind port fb9a144b-6e15-4cc2-8f37-0b0026fbbc23 on network 5906800e-e79e-4c4d-8615-db96c22f6516 {{(pid=116161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 11:00:38.793573 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5b41f0f-e493-4d24-9d7b-bfc1d5df5ee1 tempest-PortsAdminExtendedAttrsTestJSON-609717489 tempest-PortsAdminExtendedAttrsTestJSON-609717489-project-admin] Port fb9a144b-6e15-4cc2-8f37-0b0026fbbc23 on network 5906800e-e79e-4c4d-8615-db96c22f6516 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=116161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 28 11:00:38.793931 dv-neutron-master-2-hyperv neutron-server[116161]: ERROR neutron.plugins.ml2.managers [None req-d5b41f0f-e493-4d24-9d7b-bfc1d5df5ee1 tempest-PortsAdminExtendedAttrsTestJSON-609717489 tempest-PortsAdminExtendedAttrsTestJSON-609717489-project-admin] Failed to bind port fb9a144b-6e15-4cc2-8f37-0b0026fbbc23 on host hv-neutron-mast for vnic_type normal using segments [{'id': 'abe8e1cd-a345-4d5a-8e67-dd4a3c06b8f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '5906800e-e79e-4c4d-8615-db96c22f6516'}] Apr 28 11:00:38.796009 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.plugins.ml2.plugin [None req-d5b41f0f-e493-4d24-9d7b-bfc1d5df5ee1 tempest-PortsAdminExtendedAttrsTestJSON-609717489 tempest-PortsAdminExtendedAttrsTestJSON-609717489-project-admin] Attempt 6 to bind port fb9a144b-6e15-4cc2-8f37-0b0026fbbc23 Apr 28 11:00:38.839022 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.managers [None req-d5b41f0f-e493-4d24-9d7b-bfc1d5df5ee1 tempest-PortsAdminExtendedAttrsTestJSON-609717489 tempest-PortsAdminExtendedAttrsTestJSON-609717489-project-admin] Attempting to bind port fb9a144b-6e15-4cc2-8f37-0b0026fbbc23 on host hv-neutron-mast for vnic_type normal with profile {{(pid=116161) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 28 11:00:38.839384 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.managers [None req-d5b41f0f-e493-4d24-9d7b-bfc1d5df5ee1 tempest-PortsAdminExtendedAttrsTestJSON-609717489 tempest-PortsAdminExtendedAttrsTestJSON-609717489-project-admin] Attempting to bind port fb9a144b-6e15-4cc2-8f37-0b0026fbbc23 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': 'abe8e1cd-a345-4d5a-8e67-dd4a3c06b8f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '5906800e-e79e-4c4d-8615-db96c22f6516'}] {{(pid=116161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 28 11:00:38.839692 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5b41f0f-e493-4d24-9d7b-bfc1d5df5ee1 tempest-PortsAdminExtendedAttrsTestJSON-609717489 tempest-PortsAdminExtendedAttrsTestJSON-609717489-project-admin] Attempting to bind port fb9a144b-6e15-4cc2-8f37-0b0026fbbc23 on network 5906800e-e79e-4c4d-8615-db96c22f6516 {{(pid=116161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 11:00:38.852352 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5b41f0f-e493-4d24-9d7b-bfc1d5df5ee1 tempest-PortsAdminExtendedAttrsTestJSON-609717489 tempest-PortsAdminExtendedAttrsTestJSON-609717489-project-admin] Port fb9a144b-6e15-4cc2-8f37-0b0026fbbc23 on network 5906800e-e79e-4c4d-8615-db96c22f6516 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=116161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 28 11:00:38.852691 dv-neutron-master-2-hyperv neutron-server[116161]: ERROR neutron.plugins.ml2.managers [None req-d5b41f0f-e493-4d24-9d7b-bfc1d5df5ee1 tempest-PortsAdminExtendedAttrsTestJSON-609717489 tempest-PortsAdminExtendedAttrsTestJSON-609717489-project-admin] Failed to bind port fb9a144b-6e15-4cc2-8f37-0b0026fbbc23 on host hv-neutron-mast for vnic_type normal using segments [{'id': 'abe8e1cd-a345-4d5a-8e67-dd4a3c06b8f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '5906800e-e79e-4c4d-8615-db96c22f6516'}] Apr 28 11:00:38.855827 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.plugins.ml2.plugin [None req-d5b41f0f-e493-4d24-9d7b-bfc1d5df5ee1 tempest-PortsAdminExtendedAttrsTestJSON-609717489 tempest-PortsAdminExtendedAttrsTestJSON-609717489-project-admin] Attempt 7 to bind port fb9a144b-6e15-4cc2-8f37-0b0026fbbc23 Apr 28 11:00:38.867957 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e50cddb0-af48-4d68-b3bf-ad0b7f8102c8 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Network 1ec9fbcf-7a57-4aaa-9c30-4e0f43e09480 is already hosted by enough agents. {{(pid=116162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 11:00:38.876274 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-b406c700-baf2-42ff-8ed5-830a98f2ea2f tempest-RoutersIpV6AdminTest-911026605 tempest-RoutersIpV6AdminTest-911026605-project-admin] 10.222.0.10 "GET /v2.0/routers/57907182-5801-4d8f-aae8-ba67c4a76194 HTTP/1.1" status: 200 len: 926 time: 0.1602669 Apr 28 11:00:38.877689 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 50128) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:00:38.879879 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.scheduler.base_scheduler [None req-e50cddb0-af48-4d68-b3bf-ad0b7f8102c8 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Resources bound (agent type, host, resource id): {{(pid=116162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 11:00:38.880180 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.managers [None req-d5b41f0f-e493-4d24-9d7b-bfc1d5df5ee1 tempest-PortsAdminExtendedAttrsTestJSON-609717489 tempest-PortsAdminExtendedAttrsTestJSON-609717489-project-admin] Attempting to bind port fb9a144b-6e15-4cc2-8f37-0b0026fbbc23 on host hv-neutron-mast for vnic_type normal with profile {{(pid=116161) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 28 11:00:38.880556 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.managers [None req-d5b41f0f-e493-4d24-9d7b-bfc1d5df5ee1 tempest-PortsAdminExtendedAttrsTestJSON-609717489 tempest-PortsAdminExtendedAttrsTestJSON-609717489-project-admin] Attempting to bind port fb9a144b-6e15-4cc2-8f37-0b0026fbbc23 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': 'abe8e1cd-a345-4d5a-8e67-dd4a3c06b8f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '5906800e-e79e-4c4d-8615-db96c22f6516'}] {{(pid=116161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 28 11:00:38.880893 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5b41f0f-e493-4d24-9d7b-bfc1d5df5ee1 tempest-PortsAdminExtendedAttrsTestJSON-609717489 tempest-PortsAdminExtendedAttrsTestJSON-609717489-project-admin] Attempting to bind port fb9a144b-6e15-4cc2-8f37-0b0026fbbc23 on network 5906800e-e79e-4c4d-8615-db96c22f6516 {{(pid=116161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 11:00:38.889192 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e50cddb0-af48-4d68-b3bf-ad0b7f8102c8 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:00:38.889798 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-e50cddb0-af48-4d68-b3bf-ad0b7f8102c8 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603020'] for subnet (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:38.898296 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aea7af0c-1573-494a-bfe1-a7c0357d25cf None None] Network 1ec9fbcf-7a57-4aaa-9c30-4e0f43e09480 requested from dv-neutron-master-2-hyperv {{(pid=116163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 11:00:38.901149 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_hamode_db [None req-689da836-dc9a-43ba-8c79-e371d4ec9683 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=116163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:00:38.910266 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e50cddb0-af48-4d68-b3bf-ad0b7f8102c8 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Pushing event updated for resources: {'Subnet': ['ID=6424caa1-3f51-4576-8d23-97ffba52f4ce,revision_number=0']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:00:38.938570 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5b41f0f-e493-4d24-9d7b-bfc1d5df5ee1 tempest-PortsAdminExtendedAttrsTestJSON-609717489 tempest-PortsAdminExtendedAttrsTestJSON-609717489-project-admin] Port fb9a144b-6e15-4cc2-8f37-0b0026fbbc23 on network 5906800e-e79e-4c4d-8615-db96c22f6516 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=116161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 28 11:00:38.938903 dv-neutron-master-2-hyperv neutron-server[116161]: ERROR neutron.plugins.ml2.managers [None req-d5b41f0f-e493-4d24-9d7b-bfc1d5df5ee1 tempest-PortsAdminExtendedAttrsTestJSON-609717489 tempest-PortsAdminExtendedAttrsTestJSON-609717489-project-admin] Failed to bind port fb9a144b-6e15-4cc2-8f37-0b0026fbbc23 on host hv-neutron-mast for vnic_type normal using segments [{'id': 'abe8e1cd-a345-4d5a-8e67-dd4a3c06b8f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '5906800e-e79e-4c4d-8615-db96c22f6516'}] Apr 28 11:00:38.943992 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.plugins.ml2.plugin [None req-d5b41f0f-e493-4d24-9d7b-bfc1d5df5ee1 tempest-PortsAdminExtendedAttrsTestJSON-609717489 tempest-PortsAdminExtendedAttrsTestJSON-609717489-project-admin] Attempt 8 to bind port fb9a144b-6e15-4cc2-8f37-0b0026fbbc23 Apr 28 11:00:38.961577 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-689da836-dc9a-43ba-8c79-e371d4ec9683 None None] Routers {'57907182-5801-4d8f-aae8-ba67c4a76194'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=116163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 11:00:38.962208 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_hamode_db [None req-689da836-dc9a-43ba-8c79-e371d4ec9683 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-28T10:50:39Z,description=,heartbeat_timestamp=2022-04-28T11:00:09Z,host='dv-neutron-master-2-hyperv',id=6b492ad6-0876-4d74-b20d-28143a52ceba,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T10:50:40Z,topic='l3_agent')) {'router_ids': ['57907182-5801-4d8f-aae8-ba67c4a76194'], 'active': True} {{(pid=116163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:00:38.975159 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5925105-d170-4eea-860c-6d6ea3ead3be tempest-RoutersIpV6AdminTest-911026605 tempest-RoutersIpV6AdminTest-911026605-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:00:38.979392 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-a5925105-d170-4eea-860c-6d6ea3ead3be tempest-RoutersIpV6AdminTest-911026605 tempest-RoutersIpV6AdminTest-911026605-project-admin] 10.222.0.10 "GET /v2.0/ports?network_id=7be49d94-bbb8-4a61-bafe-209c5f861e1c&device_id=57907182-5801-4d8f-aae8-ba67c4a76194&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0976970 Apr 28 11:00:38.979392 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.managers [None req-d5b41f0f-e493-4d24-9d7b-bfc1d5df5ee1 tempest-PortsAdminExtendedAttrsTestJSON-609717489 tempest-PortsAdminExtendedAttrsTestJSON-609717489-project-admin] Attempting to bind port fb9a144b-6e15-4cc2-8f37-0b0026fbbc23 on host hv-neutron-mast for vnic_type normal with profile {{(pid=116161) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 28 11:00:38.979392 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.managers [None req-d5b41f0f-e493-4d24-9d7b-bfc1d5df5ee1 tempest-PortsAdminExtendedAttrsTestJSON-609717489 tempest-PortsAdminExtendedAttrsTestJSON-609717489-project-admin] Attempting to bind port fb9a144b-6e15-4cc2-8f37-0b0026fbbc23 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': 'abe8e1cd-a345-4d5a-8e67-dd4a3c06b8f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '5906800e-e79e-4c4d-8615-db96c22f6516'}] {{(pid=116161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 28 11:00:38.979392 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5b41f0f-e493-4d24-9d7b-bfc1d5df5ee1 tempest-PortsAdminExtendedAttrsTestJSON-609717489 tempest-PortsAdminExtendedAttrsTestJSON-609717489-project-admin] Attempting to bind port fb9a144b-6e15-4cc2-8f37-0b0026fbbc23 on network 5906800e-e79e-4c4d-8615-db96c22f6516 {{(pid=116161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 11:00:38.980570 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 50130) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:00:38.999081 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-3741b69d-e1b3-412e-804b-b743e9317961 tempest-BulkNetworkOpsIpV6Test-1073769146 tempest-BulkNetworkOpsIpV6Test-1073769146-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-973477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2063122'] for network (bff37705-e03f-4af0-a65f-ddadd51cbcc8), after_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:38.999903 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5b41f0f-e493-4d24-9d7b-bfc1d5df5ee1 tempest-PortsAdminExtendedAttrsTestJSON-609717489 tempest-PortsAdminExtendedAttrsTestJSON-609717489-project-admin] Port fb9a144b-6e15-4cc2-8f37-0b0026fbbc23 on network 5906800e-e79e-4c4d-8615-db96c22f6516 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=116161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 28 11:00:39.000838 dv-neutron-master-2-hyperv neutron-server[116161]: ERROR neutron.plugins.ml2.managers [None req-d5b41f0f-e493-4d24-9d7b-bfc1d5df5ee1 tempest-PortsAdminExtendedAttrsTestJSON-609717489 tempest-PortsAdminExtendedAttrsTestJSON-609717489-project-admin] Failed to bind port fb9a144b-6e15-4cc2-8f37-0b0026fbbc23 on host hv-neutron-mast for vnic_type normal using segments [{'id': 'abe8e1cd-a345-4d5a-8e67-dd4a3c06b8f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '5906800e-e79e-4c4d-8615-db96c22f6516'}] Apr 28 11:00:39.004345 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.plugins.ml2.plugin [None req-d5b41f0f-e493-4d24-9d7b-bfc1d5df5ee1 tempest-PortsAdminExtendedAttrsTestJSON-609717489 tempest-PortsAdminExtendedAttrsTestJSON-609717489-project-admin] Attempt 9 to bind port fb9a144b-6e15-4cc2-8f37-0b0026fbbc23 Apr 28 11:00:39.005577 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_hamode_db [None req-689da836-dc9a-43ba-8c79-e371d4ec9683 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=116163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:00:39.006219 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-689da836-dc9a-43ba-8c79-e371d4ec9683 None None] The sync data for ids ['57907182-5801-4d8f-aae8-ba67c4a76194'] in dv-neutron-master-2-hyperv is: [] {{(pid=116163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 11:00:39.026778 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-3741b69d-e1b3-412e-804b-b743e9317961 tempest-BulkNetworkOpsIpV6Test-1073769146 tempest-BulkNetworkOpsIpV6Test-1073769146-project] Publish callbacks [] for network (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:39.028243 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.managers [None req-d5b41f0f-e493-4d24-9d7b-bfc1d5df5ee1 tempest-PortsAdminExtendedAttrsTestJSON-609717489 tempest-PortsAdminExtendedAttrsTestJSON-609717489-project-admin] Attempting to bind port fb9a144b-6e15-4cc2-8f37-0b0026fbbc23 on host hv-neutron-mast for vnic_type normal with profile {{(pid=116161) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 28 11:00:39.028702 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.managers [None req-d5b41f0f-e493-4d24-9d7b-bfc1d5df5ee1 tempest-PortsAdminExtendedAttrsTestJSON-609717489 tempest-PortsAdminExtendedAttrsTestJSON-609717489-project-admin] Attempting to bind port fb9a144b-6e15-4cc2-8f37-0b0026fbbc23 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': 'abe8e1cd-a345-4d5a-8e67-dd4a3c06b8f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '5906800e-e79e-4c4d-8615-db96c22f6516'}] {{(pid=116161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 28 11:00:39.028899 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5b41f0f-e493-4d24-9d7b-bfc1d5df5ee1 tempest-PortsAdminExtendedAttrsTestJSON-609717489 tempest-PortsAdminExtendedAttrsTestJSON-609717489-project-admin] Attempting to bind port fb9a144b-6e15-4cc2-8f37-0b0026fbbc23 on network 5906800e-e79e-4c4d-8615-db96c22f6516 {{(pid=116161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 11:00:39.033273 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-3741b69d-e1b3-412e-804b-b743e9317961 tempest-BulkNetworkOpsIpV6Test-1073769146 tempest-BulkNetworkOpsIpV6Test-1073769146-project] 10.222.0.10 "DELETE /v2.0/networks/bff37705-e03f-4af0-a65f-ddadd51cbcc8 HTTP/1.1" status: 204 len: 168 time: 0.9994605 Apr 28 11:00:39.039408 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-e50cddb0-af48-4d68-b3bf-ad0b7f8102c8 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.7416992 Apr 28 11:00:39.040576 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3741b69d-e1b3-412e-804b-b743e9317961 tempest-BulkNetworkOpsIpV6Test-1073769146 tempest-BulkNetworkOpsIpV6Test-1073769146-project] Pushing event deleted for resources: {'Network': ['ID=bff37705-e03f-4af0-a65f-ddadd51cbcc8,revision_number=None']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:00:39.042388 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 50134) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:00:39.052777 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.v2.base [None req-0d8d4469-eca0-42b8-a5c1-c20bc4e83437 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Request body: {'subnet': {'network_id': '1ec9fbcf-7a57-4aaa-9c30-4e0f43e09480', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=116162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:00:39.061340 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-815880be-8b8b-4b35-b47d-4fd41c4d769b tempest-AllowedAddressPairIpV6TestJSON-1423465983 tempest-AllowedAddressPairIpV6TestJSON-1423465983-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (efea86d4-b3b3-48b7-8527-ae30b2ba55cc), before_update {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:39.063064 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5b41f0f-e493-4d24-9d7b-bfc1d5df5ee1 tempest-PortsAdminExtendedAttrsTestJSON-609717489 tempest-PortsAdminExtendedAttrsTestJSON-609717489-project-admin] Port fb9a144b-6e15-4cc2-8f37-0b0026fbbc23 on network 5906800e-e79e-4c4d-8615-db96c22f6516 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=116161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 28 11:00:39.064683 dv-neutron-master-2-hyperv neutron-server[116161]: ERROR neutron.plugins.ml2.managers [None req-d5b41f0f-e493-4d24-9d7b-bfc1d5df5ee1 tempest-PortsAdminExtendedAttrsTestJSON-609717489 tempest-PortsAdminExtendedAttrsTestJSON-609717489-project-admin] Failed to bind port fb9a144b-6e15-4cc2-8f37-0b0026fbbc23 on host hv-neutron-mast for vnic_type normal using segments [{'id': 'abe8e1cd-a345-4d5a-8e67-dd4a3c06b8f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '5906800e-e79e-4c4d-8615-db96c22f6516'}] Apr 28 11:00:39.066506 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.plugins.ml2.plugin [None req-d5b41f0f-e493-4d24-9d7b-bfc1d5df5ee1 tempest-PortsAdminExtendedAttrsTestJSON-609717489 tempest-PortsAdminExtendedAttrsTestJSON-609717489-project-admin] Attempt 10 to bind port fb9a144b-6e15-4cc2-8f37-0b0026fbbc23 Apr 28 11:00:39.067707 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-555273d5-4239-49b9-8fab-78c5d36d6262 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-1ec9fbcf-7a57-4aaa-9c30-4e0f43e09480', 'network_id': '1ec9fbcf-7a57-4aaa-9c30-4e0f43e09480', 'project_id': '12780407c7254bdfbde1c04e76d433ee', 'fixed_ips': [{'subnet_id': '6424caa1-3f51-4576-8d23-97ffba52f4ce'}]}} from dv-neutron-master-2-hyperv. {{(pid=116163) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 28 11:00:39.068692 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-555273d5-4239-49b9-8fab-78c5d36d6262 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (None), before_create {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:39.083460 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.managers [None req-d5b41f0f-e493-4d24-9d7b-bfc1d5df5ee1 tempest-PortsAdminExtendedAttrsTestJSON-609717489 tempest-PortsAdminExtendedAttrsTestJSON-609717489-project-admin] Attempting to bind port fb9a144b-6e15-4cc2-8f37-0b0026fbbc23 on host hv-neutron-mast for vnic_type normal with profile {{(pid=116161) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 28 11:00:39.083800 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.managers [None req-d5b41f0f-e493-4d24-9d7b-bfc1d5df5ee1 tempest-PortsAdminExtendedAttrsTestJSON-609717489 tempest-PortsAdminExtendedAttrsTestJSON-609717489-project-admin] Attempting to bind port fb9a144b-6e15-4cc2-8f37-0b0026fbbc23 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': 'abe8e1cd-a345-4d5a-8e67-dd4a3c06b8f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '5906800e-e79e-4c4d-8615-db96c22f6516'}] {{(pid=116161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 28 11:00:39.084133 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5b41f0f-e493-4d24-9d7b-bfc1d5df5ee1 tempest-PortsAdminExtendedAttrsTestJSON-609717489 tempest-PortsAdminExtendedAttrsTestJSON-609717489-project-admin] Attempting to bind port fb9a144b-6e15-4cc2-8f37-0b0026fbbc23 on network 5906800e-e79e-4c4d-8615-db96c22f6516 {{(pid=116161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 11:00:39.094446 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5b41f0f-e493-4d24-9d7b-bfc1d5df5ee1 tempest-PortsAdminExtendedAttrsTestJSON-609717489 tempest-PortsAdminExtendedAttrsTestJSON-609717489-project-admin] Port fb9a144b-6e15-4cc2-8f37-0b0026fbbc23 on network 5906800e-e79e-4c4d-8615-db96c22f6516 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=116161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 28 11:00:39.094783 dv-neutron-master-2-hyperv neutron-server[116161]: ERROR neutron.plugins.ml2.managers [None req-d5b41f0f-e493-4d24-9d7b-bfc1d5df5ee1 tempest-PortsAdminExtendedAttrsTestJSON-609717489 tempest-PortsAdminExtendedAttrsTestJSON-609717489-project-admin] Failed to bind port fb9a144b-6e15-4cc2-8f37-0b0026fbbc23 on host hv-neutron-mast for vnic_type normal using segments [{'id': 'abe8e1cd-a345-4d5a-8e67-dd4a3c06b8f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '5906800e-e79e-4c4d-8615-db96c22f6516'}] Apr 28 11:00:39.095156 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-d5b41f0f-e493-4d24-9d7b-bfc1d5df5ee1 tempest-PortsAdminExtendedAttrsTestJSON-609717489 tempest-PortsAdminExtendedAttrsTestJSON-609717489-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (fb9a144b-6e15-4cc2-8f37-0b0026fbbc23), before_update {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:39.148627 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3452ca6-ecae-4d27-bc4d-5158691a0c87 tempest-RoutersIpV6AdminTest-911026605 tempest-RoutersIpV6AdminTest-911026605-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:00:39.150156 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-b3452ca6-ecae-4d27-bc4d-5158691a0c87 tempest-RoutersIpV6AdminTest-911026605 tempest-RoutersIpV6AdminTest-911026605-project-admin] 10.222.0.10 "GET /v2.0/networks/7be49d94-bbb8-4a61-bafe-209c5f861e1c HTTP/1.1" status: 200 len: 881 time: 0.1687043 Apr 28 11:00:39.155530 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 50136) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:00:39.189930 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-5561f272-3d05-4f14-b2ce-714a7b3268c2 tempest-RoutersIpV6AdminTest-2062886361 tempest-RoutersIpV6AdminTest-2062886361-project] 10.222.0.10 "GET /v2.0/ports?device_id=57907182-5801-4d8f-aae8-ba67c4a76194 HTTP/1.1" status: 200 len: 205 time: 0.0330193 Apr 28 11:00:39.192723 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 50138) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:00:39.247298 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.db_base_plugin_common [None req-555273d5-4239-49b9-8fab-78c5d36d6262 None None] Allocated IP 2001:db8::f816:3eff:fe88:55c7 (1ec9fbcf-7a57-4aaa-9c30-4e0f43e09480/6424caa1-3f51-4576-8d23-97ffba52f4ce/107e38de-1154-45bd-804c-ab4138fa946e) {{(pid=116163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 11:00:39.252781 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.db [None req-d5b41f0f-e493-4d24-9d7b-bfc1d5df5ee1 tempest-PortsAdminExtendedAttrsTestJSON-609717489 tempest-PortsAdminExtendedAttrsTestJSON-609717489-project-admin] For port fb9a144b-6e15-4cc2-8f37-0b0026fbbc23, host hv-neutron-mast, cleared binding levels {{(pid=116161) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 11:00:39.253393 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.db [None req-d5b41f0f-e493-4d24-9d7b-bfc1d5df5ee1 tempest-PortsAdminExtendedAttrsTestJSON-609717489 tempest-PortsAdminExtendedAttrsTestJSON-609717489-project-admin] Attempted to set empty binding levels {{(pid=116161) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Apr 28 11:00:39.259492 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-67150054-f7b5-4997-9b40-d96ab69c26b8 tempest-FloatingIPTestJSON-373071706 tempest-FloatingIPTestJSON-373071706-project] Publish callbacks [] for port (228d4e5b-1b6e-4b5a-9369-d6695e75cb1a), precommit_update {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:39.311888 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-d5b41f0f-e493-4d24-9d7b-bfc1d5df5ee1 tempest-PortsAdminExtendedAttrsTestJSON-609717489 tempest-PortsAdminExtendedAttrsTestJSON-609717489-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5219123'] for port (fb9a144b-6e15-4cc2-8f37-0b0026fbbc23), after_update {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:39.349537 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.plugin [None req-d5b41f0f-e493-4d24-9d7b-bfc1d5df5ee1 tempest-PortsAdminExtendedAttrsTestJSON-609717489 tempest-PortsAdminExtendedAttrsTestJSON-609717489-project-admin] In _notify_port_updated(), no bound segment for port fb9a144b-6e15-4cc2-8f37-0b0026fbbc23 on network 5906800e-e79e-4c4d-8615-db96c22f6516 {{(pid=116161) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:936}} Apr 28 11:00:39.350602 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5b41f0f-e493-4d24-9d7b-bfc1d5df5ee1 tempest-PortsAdminExtendedAttrsTestJSON-609717489 tempest-PortsAdminExtendedAttrsTestJSON-609717489-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:00:39.351202 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-d5b41f0f-e493-4d24-9d7b-bfc1d5df5ee1 tempest-PortsAdminExtendedAttrsTestJSON-609717489 tempest-PortsAdminExtendedAttrsTestJSON-609717489-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198022'] for port (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:39.355191 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-d5b41f0f-e493-4d24-9d7b-bfc1d5df5ee1 tempest-PortsAdminExtendedAttrsTestJSON-609717489 tempest-PortsAdminExtendedAttrsTestJSON-609717489-project-admin] 10.222.0.10 "PUT /v2.0/ports/fb9a144b-6e15-4cc2-8f37-0b0026fbbc23 HTTP/1.1" status: 200 len: 977 time: 1.4886692 Apr 28 11:00:39.355453 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-48780d9f-d025-4491-a9a4-87b1c969f908 tempest-RoutersIpV6AdminTest-2062886361 tempest-RoutersIpV6AdminTest-2062886361-project] Publish callbacks [] for router (57907182-5801-4d8f-aae8-ba67c4a76194), before_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:39.355746 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 50140) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:00:39.417858 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b41f0f-e493-4d24-9d7b-bfc1d5df5ee1 tempest-PortsAdminExtendedAttrsTestJSON-609717489 tempest-PortsAdminExtendedAttrsTestJSON-609717489-project-admin] Pushing event updated for resources: {'Port': ['ID=fb9a144b-6e15-4cc2-8f37-0b0026fbbc23,revision_number=3']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:00:39.424778 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-67150054-f7b5-4997-9b40-d96ab69c26b8 tempest-FloatingIPTestJSON-373071706 tempest-FloatingIPTestJSON-373071706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5051840'] for port (228d4e5b-1b6e-4b5a-9369-d6695e75cb1a), after_update {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:39.428324 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-94fced34-b22d-4dbf-81f2-6099b480ab16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (6b492ad6-0876-4d74-b20d-28143a52ceba), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:39.455546 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-555273d5-4239-49b9-8fab-78c5d36d6262 None None] Publish callbacks [] for port (107e38de-1154-45bd-804c-ab4138fa946e), precommit_create {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:39.475612 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d8d4469-eca0-42b8-a5c1-c20bc4e83437 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Made reservation on behalf of 12780407c7254bdfbde1c04e76d433ee for: {'subnet': 1} {{(pid=116162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 11:00:39.478912 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-0d8d4469-eca0-42b8-a5c1-c20bc4e83437 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4210834'] for subnet (None), before_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:39.488489 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-48780d9f-d025-4491-a9a4-87b1c969f908 tempest-RoutersIpV6AdminTest-2062886361 tempest-RoutersIpV6AdminTest-2062886361-project] Publish callbacks [] for router_gateway (57907182-5801-4d8f-aae8-ba67c4a76194), before_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:39.530072 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09111965-f1a9-4d78-8097-805565bb92a0 tempest-PortsAdminExtendedAttrsTestJSON-609717489 tempest-PortsAdminExtendedAttrsTestJSON-609717489-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:00:39.530548 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09111965-f1a9-4d78-8097-805565bb92a0 tempest-PortsAdminExtendedAttrsTestJSON-609717489 tempest-PortsAdminExtendedAttrsTestJSON-609717489-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:00:39.531016 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09111965-f1a9-4d78-8097-805565bb92a0 tempest-PortsAdminExtendedAttrsTestJSON-609717489 tempest-PortsAdminExtendedAttrsTestJSON-609717489-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:00:39.531478 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09111965-f1a9-4d78-8097-805565bb92a0 tempest-PortsAdminExtendedAttrsTestJSON-609717489 tempest-PortsAdminExtendedAttrsTestJSON-609717489-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:00:39.531936 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09111965-f1a9-4d78-8097-805565bb92a0 tempest-PortsAdminExtendedAttrsTestJSON-609717489 tempest-PortsAdminExtendedAttrsTestJSON-609717489-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:00:39.532389 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09111965-f1a9-4d78-8097-805565bb92a0 tempest-PortsAdminExtendedAttrsTestJSON-609717489 tempest-PortsAdminExtendedAttrsTestJSON-609717489-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:00:39.533592 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09111965-f1a9-4d78-8097-805565bb92a0 tempest-PortsAdminExtendedAttrsTestJSON-609717489 tempest-PortsAdminExtendedAttrsTestJSON-609717489-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:00:39.533866 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09111965-f1a9-4d78-8097-805565bb92a0 tempest-PortsAdminExtendedAttrsTestJSON-609717489 tempest-PortsAdminExtendedAttrsTestJSON-609717489-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:00:39.534308 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09111965-f1a9-4d78-8097-805565bb92a0 tempest-PortsAdminExtendedAttrsTestJSON-609717489 tempest-PortsAdminExtendedAttrsTestJSON-609717489-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:00:39.534793 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09111965-f1a9-4d78-8097-805565bb92a0 tempest-PortsAdminExtendedAttrsTestJSON-609717489 tempest-PortsAdminExtendedAttrsTestJSON-609717489-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:00:39.535248 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09111965-f1a9-4d78-8097-805565bb92a0 tempest-PortsAdminExtendedAttrsTestJSON-609717489 tempest-PortsAdminExtendedAttrsTestJSON-609717489-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:00:39.535699 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09111965-f1a9-4d78-8097-805565bb92a0 tempest-PortsAdminExtendedAttrsTestJSON-609717489 tempest-PortsAdminExtendedAttrsTestJSON-609717489-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:00:39.536148 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09111965-f1a9-4d78-8097-805565bb92a0 tempest-PortsAdminExtendedAttrsTestJSON-609717489 tempest-PortsAdminExtendedAttrsTestJSON-609717489-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:00:39.536602 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09111965-f1a9-4d78-8097-805565bb92a0 tempest-PortsAdminExtendedAttrsTestJSON-609717489 tempest-PortsAdminExtendedAttrsTestJSON-609717489-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:00:39.537003 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-555273d5-4239-49b9-8fab-78c5d36d6262 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742234710357'] for port (107e38de-1154-45bd-804c-ab4138fa946e), after_create {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:39.537154 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09111965-f1a9-4d78-8097-805565bb92a0 tempest-PortsAdminExtendedAttrsTestJSON-609717489 tempest-PortsAdminExtendedAttrsTestJSON-609717489-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:00:39.537478 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09111965-f1a9-4d78-8097-805565bb92a0 tempest-PortsAdminExtendedAttrsTestJSON-609717489 tempest-PortsAdminExtendedAttrsTestJSON-609717489-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:00:39.537940 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09111965-f1a9-4d78-8097-805565bb92a0 tempest-PortsAdminExtendedAttrsTestJSON-609717489 tempest-PortsAdminExtendedAttrsTestJSON-609717489-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:00:39.538378 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09111965-f1a9-4d78-8097-805565bb92a0 tempest-PortsAdminExtendedAttrsTestJSON-609717489 tempest-PortsAdminExtendedAttrsTestJSON-609717489-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:00:39.539070 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09111965-f1a9-4d78-8097-805565bb92a0 tempest-PortsAdminExtendedAttrsTestJSON-609717489 tempest-PortsAdminExtendedAttrsTestJSON-609717489-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:00:39.539531 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09111965-f1a9-4d78-8097-805565bb92a0 tempest-PortsAdminExtendedAttrsTestJSON-609717489 tempest-PortsAdminExtendedAttrsTestJSON-609717489-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:00:39.539981 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09111965-f1a9-4d78-8097-805565bb92a0 tempest-PortsAdminExtendedAttrsTestJSON-609717489 tempest-PortsAdminExtendedAttrsTestJSON-609717489-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:00:39.541336 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09111965-f1a9-4d78-8097-805565bb92a0 tempest-PortsAdminExtendedAttrsTestJSON-609717489 tempest-PortsAdminExtendedAttrsTestJSON-609717489-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:00:39.541336 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09111965-f1a9-4d78-8097-805565bb92a0 tempest-PortsAdminExtendedAttrsTestJSON-609717489 tempest-PortsAdminExtendedAttrsTestJSON-609717489-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:00:39.541508 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09111965-f1a9-4d78-8097-805565bb92a0 tempest-PortsAdminExtendedAttrsTestJSON-609717489 tempest-PortsAdminExtendedAttrsTestJSON-609717489-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:00:39.546371 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-09111965-f1a9-4d78-8097-805565bb92a0 tempest-PortsAdminExtendedAttrsTestJSON-609717489 tempest-PortsAdminExtendedAttrsTestJSON-609717489-project-admin] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 21281 time: 0.1894155 Apr 28 11:00:39.552753 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 50144) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:00:39.584995 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-555273d5-4239-49b9-8fab-78c5d36d6262 None None] Network 1ec9fbcf-7a57-4aaa-9c30-4e0f43e09480 is already hosted by enough agents. {{(pid=116163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 11:00:39.585576 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67150054-f7b5-4997-9b40-d96ab69c26b8 tempest-FloatingIPTestJSON-373071706 tempest-FloatingIPTestJSON-373071706-project] Pushing event updated for resources: {'Port': ['ID=228d4e5b-1b6e-4b5a-9369-d6695e75cb1a,revision_number=2']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:00:39.600911 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.scheduler.base_scheduler [None req-555273d5-4239-49b9-8fab-78c5d36d6262 None None] Resources bound (agent type, host, resource id): {{(pid=116163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 11:00:39.603448 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-555273d5-4239-49b9-8fab-78c5d36d6262 None None] Received port after_create {{(pid=116163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 11:00:39.613683 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-555273d5-4239-49b9-8fab-78c5d36d6262 None None] Pushing event updated for resources: {'Port': ['ID=107e38de-1154-45bd-804c-ab4138fa946e,revision_number=1']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:00:39.638690 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 50146) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:00:39.669319 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-815880be-8b8b-4b35-b47d-4fd41c4d769b tempest-AllowedAddressPairIpV6TestJSON-1423465983 tempest-AllowedAddressPairIpV6TestJSON-1423465983-project] Publish callbacks [] for port (efea86d4-b3b3-48b7-8527-ae30b2ba55cc), precommit_update {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:39.675591 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-67150054-f7b5-4997-9b40-d96ab69c26b8 tempest-FloatingIPTestJSON-373071706 tempest-FloatingIPTestJSON-373071706-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2063164'] for floatingip (3cb6fd31-dc51-48d0-811b-1fec98e2c203), after_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:39.697335 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.managers [None req-555273d5-4239-49b9-8fab-78c5d36d6262 None None] Attempting to bind port 107e38de-1154-45bd-804c-ab4138fa946e on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=116163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 28 11:00:39.697712 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.managers [None req-555273d5-4239-49b9-8fab-78c5d36d6262 None None] Attempting to bind port 107e38de-1154-45bd-804c-ab4138fa946e by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'ffa4348d-378b-4e93-98fa-ab0dc49ee16c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '1ec9fbcf-7a57-4aaa-9c30-4e0f43e09480'}] {{(pid=116163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 28 11:00:39.698077 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-555273d5-4239-49b9-8fab-78c5d36d6262 None None] Attempting to bind port 107e38de-1154-45bd-804c-ab4138fa946e on network 1ec9fbcf-7a57-4aaa-9c30-4e0f43e09480 {{(pid=116163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 11:00:39.705784 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.plugin [None req-e01246ae-296e-41ed-9de6-16737b18b7b8 tempest-PortsAdminExtendedAttrsTestJSON-609717489 tempest-PortsAdminExtendedAttrsTestJSON-609717489-project-admin] Deleting port fb9a144b-6e15-4cc2-8f37-0b0026fbbc23 {{(pid=116161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 11:00:39.706153 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-e01246ae-296e-41ed-9de6-16737b18b7b8 tempest-PortsAdminExtendedAttrsTestJSON-609717489 tempest-PortsAdminExtendedAttrsTestJSON-609717489-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742235130188'] for port (fb9a144b-6e15-4cc2-8f37-0b0026fbbc23), before_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:39.710272 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-555273d5-4239-49b9-8fab-78c5d36d6262 None None] Checking agent: {'id': 'd5baab19-5dd1-4902-922b-84acb048ab9c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 10, 50, 43), 'started_at': datetime.datetime(2022, 4, 28, 10, 51, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 11, 0, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=116163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 11:00:39.711715 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-555273d5-4239-49b9-8fab-78c5d36d6262 None None] Checking segment: {'id': 'ffa4348d-378b-4e93-98fa-ab0dc49ee16c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '1ec9fbcf-7a57-4aaa-9c30-4e0f43e09480'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 11:00:39.713085 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-555273d5-4239-49b9-8fab-78c5d36d6262 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:39.714231 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-555273d5-4239-49b9-8fab-78c5d36d6262 None None] Bound using segment: {'id': 'ffa4348d-378b-4e93-98fa-ab0dc49ee16c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '1ec9fbcf-7a57-4aaa-9c30-4e0f43e09480'} {{(pid=116163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 11:00:39.714773 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.managers [None req-555273d5-4239-49b9-8fab-78c5d36d6262 None None] Bound port: 107e38de-1154-45bd-804c-ab4138fa946e, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ffa4348d-378b-4e93-98fa-ab0dc49ee16c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '1ec9fbcf-7a57-4aaa-9c30-4e0f43e09480'}}] {{(pid=116163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 28 11:00:39.715907 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-555273d5-4239-49b9-8fab-78c5d36d6262 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (107e38de-1154-45bd-804c-ab4138fa946e), before_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:39.733746 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-815880be-8b8b-4b35-b47d-4fd41c4d769b tempest-AllowedAddressPairIpV6TestJSON-1423465983 tempest-AllowedAddressPairIpV6TestJSON-1423465983-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5051840'] for port (efea86d4-b3b3-48b7-8527-ae30b2ba55cc), after_update {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:39.744160 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.plugin [None req-48780d9f-d025-4491-a9a4-87b1c969f908 tempest-RoutersIpV6AdminTest-2062886361 tempest-RoutersIpV6AdminTest-2062886361-project] Deleting port eee90d0d-a786-4232-8eef-c7be3515a9e8 {{(pid=116161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 11:00:39.744504 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-48780d9f-d025-4491-a9a4-87b1c969f908 tempest-RoutersIpV6AdminTest-2062886361 tempest-RoutersIpV6AdminTest-2062886361-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742235130188'] for port (eee90d0d-a786-4232-8eef-c7be3515a9e8), before_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:39.775735 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-67150054-f7b5-4997-9b40-d96ab69c26b8 tempest-FloatingIPTestJSON-373071706 tempest-FloatingIPTestJSON-373071706-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198022'] for floatingip (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:39.777139 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-67150054-f7b5-4997-9b40-d96ab69c26b8 tempest-FloatingIPTestJSON-373071706 tempest-FloatingIPTestJSON-373071706-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.2623789 Apr 28 11:00:39.780312 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 50150) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:00:39.807552 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-555273d5-4239-49b9-8fab-78c5d36d6262 None None] For port 107e38de-1154-45bd-804c-ab4138fa946e, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=116163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 11:00:39.814667 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-555273d5-4239-49b9-8fab-78c5d36d6262 None None] For port 107e38de-1154-45bd-804c-ab4138fa946e, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=107e38de-1154-45bd-804c-ab4138fa946e,segment=NetworkSegment(ffa4348d-378b-4e93-98fa-ab0dc49ee16c),segment_id=ffa4348d-378b-4e93-98fa-ab0dc49ee16c)] {{(pid=116163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 11:00:39.821852 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.db [None req-e01246ae-296e-41ed-9de6-16737b18b7b8 tempest-PortsAdminExtendedAttrsTestJSON-609717489 tempest-PortsAdminExtendedAttrsTestJSON-609717489-project-admin] For port fb9a144b-6e15-4cc2-8f37-0b0026fbbc23, host hv-neutron-mast, got binding levels [] {{(pid=116161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 11:00:39.822286 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-e01246ae-296e-41ed-9de6-16737b18b7b8 tempest-PortsAdminExtendedAttrsTestJSON-609717489 tempest-PortsAdminExtendedAttrsTestJSON-609717489-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1938497'] for port (fb9a144b-6e15-4cc2-8f37-0b0026fbbc23), precommit_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:39.823717 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.v2.base [None req-b8282a7b-df91-44ca-a7da-283f01902a25 tempest-FloatingIPTestJSON-373071706 tempest-FloatingIPTestJSON-373071706-project] Request body: {'port': {'network_id': '2f0c4506-288d-4d72-9653-41f71dea9778', 'name': 'tempest-FloatingIPTestJSON-2021597222'}} {{(pid=116162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:00:39.832859 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.plugin [None req-815880be-8b8b-4b35-b47d-4fd41c4d769b tempest-AllowedAddressPairIpV6TestJSON-1423465983 tempest-AllowedAddressPairIpV6TestJSON-1423465983-project] In _notify_port_updated(), no bound segment for port efea86d4-b3b3-48b7-8527-ae30b2ba55cc on network ec35233f-5e4a-4c87-8c46-b43c22af8e04 {{(pid=116162) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:936}} Apr 28 11:00:39.838199 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-815880be-8b8b-4b35-b47d-4fd41c4d769b tempest-AllowedAddressPairIpV6TestJSON-1423465983 tempest-AllowedAddressPairIpV6TestJSON-1423465983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:00:39.839221 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-815880be-8b8b-4b35-b47d-4fd41c4d769b tempest-AllowedAddressPairIpV6TestJSON-1423465983 tempest-AllowedAddressPairIpV6TestJSON-1423465983-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198022'] for port (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:39.840734 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-815880be-8b8b-4b35-b47d-4fd41c4d769b tempest-AllowedAddressPairIpV6TestJSON-1423465983 tempest-AllowedAddressPairIpV6TestJSON-1423465983-project] 10.222.0.10 "PUT /v2.0/ports/efea86d4-b3b3-48b7-8527-ae30b2ba55cc HTTP/1.1" status: 200 len: 1003 time: 1.3600686 Apr 28 11:00:39.861555 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 50152) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:00:39.884124 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.plugin [None req-e01246ae-296e-41ed-9de6-16737b18b7b8 tempest-PortsAdminExtendedAttrsTestJSON-609717489 tempest-PortsAdminExtendedAttrsTestJSON-609717489-project-admin] Calling delete_port for fb9a144b-6e15-4cc2-8f37-0b0026fbbc23 owned by {{(pid=116161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 11:00:39.892804 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-555273d5-4239-49b9-8fab-78c5d36d6262 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393'] for port (107e38de-1154-45bd-804c-ab4138fa946e), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:39.953570 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-815880be-8b8b-4b35-b47d-4fd41c4d769b tempest-AllowedAddressPairIpV6TestJSON-1423465983 tempest-AllowedAddressPairIpV6TestJSON-1423465983-project] Pushing event updated for resources: {'Port': ['ID=efea86d4-b3b3-48b7-8527-ae30b2ba55cc,revision_number=2']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:00:39.959408 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-48780d9f-d025-4491-a9a4-87b1c969f908 tempest-RoutersIpV6AdminTest-2062886361 tempest-RoutersIpV6AdminTest-2062886361-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1938497'] for port (eee90d0d-a786-4232-8eef-c7be3515a9e8), precommit_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:39.978291 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.plugin [None req-48780d9f-d025-4491-a9a4-87b1c969f908 tempest-RoutersIpV6AdminTest-2062886361 tempest-RoutersIpV6AdminTest-2062886361-project] Calling delete_port for eee90d0d-a786-4232-8eef-c7be3515a9e8 owned by network:router_gateway {{(pid=116161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 11:00:39.998800 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-555273d5-4239-49b9-8fab-78c5d36d6262 None None] Pushing event updated for resources: {'Port': ['ID=107e38de-1154-45bd-804c-ab4138fa946e,revision_number=2']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:00:40.178168 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-e01246ae-296e-41ed-9de6-16737b18b7b8 tempest-PortsAdminExtendedAttrsTestJSON-609717489 tempest-PortsAdminExtendedAttrsTestJSON-609717489-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742235135690', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742234710366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5219112'] for port (fb9a144b-6e15-4cc2-8f37-0b0026fbbc23), after_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:40.218256 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01246ae-296e-41ed-9de6-16737b18b7b8 tempest-PortsAdminExtendedAttrsTestJSON-609717489 tempest-PortsAdminExtendedAttrsTestJSON-609717489-project-admin] Pushing event deleted for resources: {'Port': ['ID=fb9a144b-6e15-4cc2-8f37-0b0026fbbc23,revision_number=None']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:00:40.227408 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-693cc501-8049-45bf-a2ee-3ffa77b3b14c admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=a487441111cf4fc6a7148af7844715e4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5834367 Apr 28 11:00:40.229898 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-e01246ae-296e-41ed-9de6-16737b18b7b8 tempest-PortsAdminExtendedAttrsTestJSON-609717489 tempest-PortsAdminExtendedAttrsTestJSON-609717489-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198022'] for port (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:40.238884 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-e01246ae-296e-41ed-9de6-16737b18b7b8 tempest-PortsAdminExtendedAttrsTestJSON-609717489 tempest-PortsAdminExtendedAttrsTestJSON-609717489-project-admin] 10.222.0.10 "DELETE /v2.0/ports/fb9a144b-6e15-4cc2-8f37-0b0026fbbc23 HTTP/1.1" status: 204 len: 168 time: 0.6840892 Apr 28 11:00:40.240038 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 50156) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:00:40.240944 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 50158) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:00:40.287691 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-d2f41edf-926f-4ed7-bf9d-3da940006f0a None None] Provisioning complete for port efea86d4-b3b3-48b7-8527-ae30b2ba55cc triggered by entity DHCP. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:00:40.288543 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-d2f41edf-926f-4ed7-bf9d-3da940006f0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (efea86d4-b3b3-48b7-8527-ae30b2ba55cc), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:40.290333 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.plugin [None req-d6169332-53e1-42e3-97b9-b3a5c7445a4f tempest-AllowedAddressPairIpV6TestJSON-1423465983 tempest-AllowedAddressPairIpV6TestJSON-1423465983-project] Deleting port efea86d4-b3b3-48b7-8527-ae30b2ba55cc {{(pid=116162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 11:00:40.290748 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-d6169332-53e1-42e3-97b9-b3a5c7445a4f tempest-AllowedAddressPairIpV6TestJSON-1423465983 tempest-AllowedAddressPairIpV6TestJSON-1423465983-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742235130188'] for port (efea86d4-b3b3-48b7-8527-ae30b2ba55cc), before_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:40.337387 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8282a7b-df91-44ca-a7da-283f01902a25 tempest-FloatingIPTestJSON-373071706 tempest-FloatingIPTestJSON-373071706-project] Made reservation on behalf of 36d1e8ae0c6b44fb858256714ad6ff62 for: {'port': 1} {{(pid=116162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 11:00:40.341247 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-b8282a7b-df91-44ca-a7da-283f01902a25 tempest-FloatingIPTestJSON-373071706 tempest-FloatingIPTestJSON-373071706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (None), before_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:40.347451 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.pecan_wsgi.hooks.translation [None req-4218a91e-0d00-42a6-8062-79ad87f73d7b tempest-PortsAdminExtendedAttrsTestJSON-609717489 tempest-PortsAdminExtendedAttrsTestJSON-609717489-project-admin] GET failed (client error): The resource could not be found. Apr 28 11:00:40.356415 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-4218a91e-0d00-42a6-8062-79ad87f73d7b tempest-PortsAdminExtendedAttrsTestJSON-609717489 tempest-PortsAdminExtendedAttrsTestJSON-609717489-project-admin] 10.222.0.10 "GET /v2.0/ports/fb9a144b-6e15-4cc2-8f37-0b0026fbbc23 HTTP/1.1" status: 404 len: 333 time: 0.0805831 Apr 28 11:00:40.361476 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-d2f41edf-926f-4ed7-bf9d-3da940006f0a None None] Port efea86d4-b3b3-48b7-8527-ae30b2ba55cc cannot update to ACTIVE because it is not bound. {{(pid=116163) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 28 11:00:40.364013 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 50160) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:00:40.372110 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.v2.base [None req-104d3c6c-47fc-4824-807a-6de9c0c835c0 tempest-PortsAdminExtendedAttrsTestJSON-609717489 tempest-PortsAdminExtendedAttrsTestJSON-609717489-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1028822494', 'network_id': '5906800e-e79e-4c4d-8615-db96c22f6516'}} {{(pid=116162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:00:40.409785 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-a390b833-db84-4c4a-8181-adbcb0b2d2e6 admin admin] Publish callbacks [] for security_group (1e995d54-277f-4878-b83d-be8692346ac4), before_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:40.430233 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-0d8d4469-eca0-42b8-a5c1-c20bc4e83437 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5054027', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4210784'] for subnet (a94ea3ed-5be7-40c3-9431-39339968ebfd), after_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:40.436518 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.notifiers.nova [None req-b8282a7b-df91-44ca-a7da-283f01902a25 tempest-FloatingIPTestJSON-373071706 tempest-FloatingIPTestJSON-373071706-project] device_id is not set on port 7ecf5aff-88c8-4653-9f92-2bd229640bda yet. {{(pid=116162) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 28 11:00:40.442436 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-a390b833-db84-4c4a-8181-adbcb0b2d2e6 admin admin] Publish callbacks [] for security_group (1e995d54-277f-4878-b83d-be8692346ac4), precommit_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:40.474985 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-48780d9f-d025-4491-a9a4-87b1c969f908 tempest-RoutersIpV6AdminTest-2062886361 tempest-RoutersIpV6AdminTest-2062886361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742235135690', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742234710366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5219112'] for port (eee90d0d-a786-4232-8eef-c7be3515a9e8), after_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:40.511196 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48780d9f-d025-4491-a9a4-87b1c969f908 tempest-RoutersIpV6AdminTest-2062886361 tempest-RoutersIpV6AdminTest-2062886361-project] Pushing event deleted for resources: {'Port': ['ID=eee90d0d-a786-4232-8eef-c7be3515a9e8,revision_number=None']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:00:40.553275 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-ae94d540-e4c6-43be-adc9-b26fb6a2f62f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (cfc241ae-e4b7-443b-b80b-59fbbc2b69c9), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:40.566222 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d8d4469-eca0-42b8-a5c1-c20bc4e83437 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Network 1ec9fbcf-7a57-4aaa-9c30-4e0f43e09480 is already hosted by enough agents. {{(pid=116162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 11:00:40.577323 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-48780d9f-d025-4491-a9a4-87b1c969f908 tempest-RoutersIpV6AdminTest-2062886361 tempest-RoutersIpV6AdminTest-2062886361-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1935354'] for router_gateway (57907182-5801-4d8f-aae8-ba67c4a76194), after_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:40.582313 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.scheduler.base_scheduler [None req-0d8d4469-eca0-42b8-a5c1-c20bc4e83437 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Resources bound (agent type, host, resource id): {{(pid=116162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 11:00:40.593722 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-d6169332-53e1-42e3-97b9-b3a5c7445a4f tempest-AllowedAddressPairIpV6TestJSON-1423465983 tempest-AllowedAddressPairIpV6TestJSON-1423465983-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1938497'] for port (efea86d4-b3b3-48b7-8527-ae30b2ba55cc), precommit_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:40.599160 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d8d4469-eca0-42b8-a5c1-c20bc4e83437 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:00:40.600179 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-0d8d4469-eca0-42b8-a5c1-c20bc4e83437 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603020'] for subnet (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:40.613622 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d8d4469-eca0-42b8-a5c1-c20bc4e83437 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Pushing event updated for resources: {'Subnet': ['ID=a94ea3ed-5be7-40c3-9431-39339968ebfd,revision_number=0']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:00:40.642789 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-a390b833-db84-4c4a-8181-adbcb0b2d2e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924426'] for security_group (1e995d54-277f-4878-b83d-be8692346ac4), after_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:40.645344 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-a390b833-db84-4c4a-8181-adbcb0b2d2e6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:40.645993 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-104d3c6c-47fc-4824-807a-6de9c0c835c0 tempest-PortsAdminExtendedAttrsTestJSON-609717489 tempest-PortsAdminExtendedAttrsTestJSON-609717489-project-admin] Made reservation on behalf of ede11bda08db40a3b88445a21d497160 for: {'port': 1} {{(pid=116162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 11:00:40.646513 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-a390b833-db84-4c4a-8181-adbcb0b2d2e6 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/1e995d54-277f-4878-b83d-be8692346ac4 HTTP/1.1" status: 204 len: 168 time: 0.3720796 Apr 28 11:00:40.648986 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-104d3c6c-47fc-4824-807a-6de9c0c835c0 tempest-PortsAdminExtendedAttrsTestJSON-609717489 tempest-PortsAdminExtendedAttrsTestJSON-609717489-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (None), before_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:40.678197 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.plugin [None req-d6169332-53e1-42e3-97b9-b3a5c7445a4f tempest-AllowedAddressPairIpV6TestJSON-1423465983 tempest-AllowedAddressPairIpV6TestJSON-1423465983-project] Calling delete_port for efea86d4-b3b3-48b7-8527-ae30b2ba55cc owned by {{(pid=116162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 11:00:40.685383 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a390b833-db84-4c4a-8181-adbcb0b2d2e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e995d54-277f-4878-b83d-be8692346ac4,revision_number=None']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:00:40.688282 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-48780d9f-d025-4491-a9a4-87b1c969f908 tempest-RoutersIpV6AdminTest-2062886361 tempest-RoutersIpV6AdminTest-2062886361-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2060865', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-63275'] for router (57907182-5801-4d8f-aae8-ba67c4a76194), precommit_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:40.691284 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-48780d9f-d025-4491-a9a4-87b1c969f908 tempest-RoutersIpV6AdminTest-2062886361 tempest-RoutersIpV6AdminTest-2062886361-project] Publish callbacks [] for router_controller (57907182-5801-4d8f-aae8-ba67c4a76194), precommit_delete_associations {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:40.701106 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.notifiers.nova [None req-104d3c6c-47fc-4824-807a-6de9c0c835c0 tempest-PortsAdminExtendedAttrsTestJSON-609717489 tempest-PortsAdminExtendedAttrsTestJSON-609717489-project-admin] device_id is not set on port b8a19690-e777-4da7-8731-ac8a14504f52 yet. {{(pid=116162) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 28 11:00:40.832211 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-48780d9f-d025-4491-a9a4-87b1c969f908 tempest-RoutersIpV6AdminTest-2062886361 tempest-RoutersIpV6AdminTest-2062886361-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2060888'] for router (57907182-5801-4d8f-aae8-ba67c4a76194), after_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:40.832211 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48780d9f-d025-4491-a9a4-87b1c969f908 tempest-RoutersIpV6AdminTest-2062886361 tempest-RoutersIpV6AdminTest-2062886361-project] Fanout notify agent at l3_agent the message router_deleted on router 57907182-5801-4d8f-aae8-ba67c4a76194 {{(pid=116161) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 28 11:00:40.842922 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-48780d9f-d025-4491-a9a4-87b1c969f908 tempest-RoutersIpV6AdminTest-2062886361 tempest-RoutersIpV6AdminTest-2062886361-project] Publish callbacks [] for router (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:40.846084 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-48780d9f-d025-4491-a9a4-87b1c969f908 tempest-RoutersIpV6AdminTest-2062886361 tempest-RoutersIpV6AdminTest-2062886361-project] 10.222.0.10 "DELETE /v2.0/routers/57907182-5801-4d8f-aae8-ba67c4a76194 HTTP/1.1" status: 204 len: 168 time: 1.6517048 Apr 28 11:00:40.850186 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 50164) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:00:40.855899 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.v2.base [None req-526bd2f4-5582-4039-be61-2129b50e3c55 tempest-RoutersIpV6AdminTest-2062886361 tempest-RoutersIpV6AdminTest-2062886361-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-911252546', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=116161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:00:40.939483 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-526bd2f4-5582-4039-be61-2129b50e3c55 tempest-RoutersIpV6AdminTest-2062886361 tempest-RoutersIpV6AdminTest-2062886361-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2060459', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-63449'] for router (a42a0311-168d-4cb9-9770-1991536ac49f), before_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:40.941436 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-526bd2f4-5582-4039-be61-2129b50e3c55 tempest-RoutersIpV6AdminTest-2062886361 tempest-RoutersIpV6AdminTest-2062886361-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2060827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1935275', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1960866', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-63266'] for router (a42a0311-168d-4cb9-9770-1991536ac49f), precommit_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:41.130166 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.db.db_base_plugin_common [None req-b8282a7b-df91-44ca-a7da-283f01902a25 tempest-FloatingIPTestJSON-373071706 tempest-FloatingIPTestJSON-373071706-project] Allocated IP 172.20.0.4 (2f0c4506-288d-4d72-9653-41f71dea9778/8ca70516-0729-4db3-b53b-6aedfb36038a/7ecf5aff-88c8-4653-9f92-2bd229640bda) {{(pid=116162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 11:00:41.138979 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-0d8d4469-eca0-42b8-a5c1-c20bc4e83437 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0907283 Apr 28 11:00:41.152172 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 50174) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:00:41.160165 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.v2.base [None req-37efc8f3-b452-40bd-9841-d466eea3f90a tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Request body: {'port': {'network_id': '1ec9fbcf-7a57-4aaa-9c30-4e0f43e09480', 'mac_address': 'fa:16:3e:a1:7f:18', 'name': 'tempest-NetworksTestDHCPv6-1614223205'}} {{(pid=116162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:00:41.236940 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c247aabc-0954-48a1-b92e-959a5073c50e None None] Network 1ec9fbcf-7a57-4aaa-9c30-4e0f43e09480 requested from dv-neutron-master-2-hyperv {{(pid=116163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 11:00:41.330177 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-526bd2f4-5582-4039-be61-2129b50e3c55 tempest-RoutersIpV6AdminTest-2062886361 tempest-RoutersIpV6AdminTest-2062886361-project] Publish callbacks [] for router_controller (a42a0311-168d-4cb9-9770-1991536ac49f), precommit_add_association {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:41.355885 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-ae0414b3-dae7-40eb-8721-d376cd3a1653 None None] Provisioning complete for port 107e38de-1154-45bd-804c-ab4138fa946e triggered by entity DHCP. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:00:41.356174 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-ae0414b3-dae7-40eb-8721-d376cd3a1653 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (107e38de-1154-45bd-804c-ab4138fa946e), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:41.407253 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-526bd2f4-5582-4039-be61-2129b50e3c55 tempest-RoutersIpV6AdminTest-2062886361 tempest-RoutersIpV6AdminTest-2062886361-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2060818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1935326'] for router (a42a0311-168d-4cb9-9770-1991536ac49f), after_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:41.494697 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-104d3c6c-47fc-4824-807a-6de9c0c835c0 tempest-PortsAdminExtendedAttrsTestJSON-609717489 tempest-PortsAdminExtendedAttrsTestJSON-609717489-project-admin] Publish callbacks [] for port (b8a19690-e777-4da7-8731-ac8a14504f52), precommit_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:41.504871 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-ae0414b3-dae7-40eb-8721-d376cd3a1653 None None] Current status of the port 107e38de-1154-45bd-804c-ab4138fa946e is: DOWN; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:00:41.505457 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-ae0414b3-dae7-40eb-8721-d376cd3a1653 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (107e38de-1154-45bd-804c-ab4138fa946e), before_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:41.537987 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-526bd2f4-5582-4039-be61-2129b50e3c55 tempest-RoutersIpV6AdminTest-2062886361 tempest-RoutersIpV6AdminTest-2062886361-project] Publish callbacks [] for router (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:41.538302 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4653c3bc-a7ed-48b1-85ee-8d1cc35e4ad1 None None] Update dhcp port {'port': {'network_id': '1ec9fbcf-7a57-4aaa-9c30-4e0f43e09480', 'fixed_ips': [{'subnet_id': '6424caa1-3f51-4576-8d23-97ffba52f4ce', 'ip_address': '2001:db8::f816:3eff:fe88:55c7'}, {'subnet_id': 'a94ea3ed-5be7-40c3-9431-39339968ebfd'}], 'binding:host_id': 'dv-neutron-master-2-hyperv'}, 'id': '107e38de-1154-45bd-804c-ab4138fa946e'} from dv-neutron-master-2-hyperv. {{(pid=116163) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Apr 28 11:00:41.539657 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-526bd2f4-5582-4039-be61-2129b50e3c55 tempest-RoutersIpV6AdminTest-2062886361 tempest-RoutersIpV6AdminTest-2062886361-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.6883404 Apr 28 11:00:41.542428 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 50182) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:00:41.550856 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.v2.base [None req-4a61eb99-0de6-4072-87bc-4171d25d3f49 tempest-RoutersIpV6AdminTest-2062886361 tempest-RoutersIpV6AdminTest-2062886361-project] Request body: {'router': {'external_gateway_info': {'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c'}}} {{(pid=116161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:00:41.585630 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-ae0414b3-dae7-40eb-8721-d376cd3a1653 None None] For port 107e38de-1154-45bd-804c-ab4138fa946e, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=107e38de-1154-45bd-804c-ab4138fa946e,segment=NetworkSegment(ffa4348d-378b-4e93-98fa-ab0dc49ee16c),segment_id=ffa4348d-378b-4e93-98fa-ab0dc49ee16c)] {{(pid=116163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 11:00:41.588572 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-4653c3bc-a7ed-48b1-85ee-8d1cc35e4ad1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (107e38de-1154-45bd-804c-ab4138fa946e), before_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:41.632916 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-b8282a7b-df91-44ca-a7da-283f01902a25 tempest-FloatingIPTestJSON-373071706 tempest-FloatingIPTestJSON-373071706-project] Publish callbacks [] for port (7ecf5aff-88c8-4653-9f92-2bd229640bda), precommit_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:41.660813 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37efc8f3-b452-40bd-9841-d466eea3f90a tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Made reservation on behalf of 12780407c7254bdfbde1c04e76d433ee for: {'port': 1} {{(pid=116162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 11:00:41.693181 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-ae0414b3-dae7-40eb-8721-d376cd3a1653 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393'] for port (107e38de-1154-45bd-804c-ab4138fa946e), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:41.752693 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-37efc8f3-b452-40bd-9841-d466eea3f90a tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (None), before_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:41.756934 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-104d3c6c-47fc-4824-807a-6de9c0c835c0 tempest-PortsAdminExtendedAttrsTestJSON-609717489 tempest-PortsAdminExtendedAttrsTestJSON-609717489-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742234710357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5051867'] for port (b8a19690-e777-4da7-8731-ac8a14504f52), after_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:41.758546 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-d6169332-53e1-42e3-97b9-b3a5c7445a4f tempest-AllowedAddressPairIpV6TestJSON-1423465983 tempest-AllowedAddressPairIpV6TestJSON-1423465983-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742235135690', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742234710366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5051867'] for port (efea86d4-b3b3-48b7-8527-ae30b2ba55cc), after_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:41.809686 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0414b3-dae7-40eb-8721-d376cd3a1653 None None] Pushing event updated for resources: {'Port': ['ID=107e38de-1154-45bd-804c-ab4138fa946e,revision_number=3']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:00:41.837201 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-4a61eb99-0de6-4072-87bc-4171d25d3f49 tempest-RoutersIpV6AdminTest-2062886361 tempest-RoutersIpV6AdminTest-2062886361-project] Publish callbacks [] for router_gateway (a42a0311-168d-4cb9-9770-1991536ac49f), precommit_update {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:41.838590 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-104d3c6c-47fc-4824-807a-6de9c0c835c0 tempest-PortsAdminExtendedAttrsTestJSON-609717489 tempest-PortsAdminExtendedAttrsTestJSON-609717489-project-admin] Network 5906800e-e79e-4c4d-8615-db96c22f6516 is already hosted by enough agents. {{(pid=116162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 11:00:41.846193 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.scheduler.base_scheduler [None req-104d3c6c-47fc-4824-807a-6de9c0c835c0 tempest-PortsAdminExtendedAttrsTestJSON-609717489 tempest-PortsAdminExtendedAttrsTestJSON-609717489-project-admin] Resources bound (agent type, host, resource id): {{(pid=116162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 11:00:41.856437 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-104d3c6c-47fc-4824-807a-6de9c0c835c0 tempest-PortsAdminExtendedAttrsTestJSON-609717489 tempest-PortsAdminExtendedAttrsTestJSON-609717489-project-admin] Received port after_create {{(pid=116162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 11:00:41.857347 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-104d3c6c-47fc-4824-807a-6de9c0c835c0 tempest-PortsAdminExtendedAttrsTestJSON-609717489 tempest-PortsAdminExtendedAttrsTestJSON-609717489-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:00:41.857994 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-104d3c6c-47fc-4824-807a-6de9c0c835c0 tempest-PortsAdminExtendedAttrsTestJSON-609717489 tempest-PortsAdminExtendedAttrsTestJSON-609717489-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198022'] for port (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:41.860723 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.notifiers.nova [None req-37efc8f3-b452-40bd-9841-d466eea3f90a tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] device_id is not set on port ed600fd1-c86b-4fe5-8456-03eb08be37bd yet. {{(pid=116162) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 28 11:00:41.864528 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.db_base_plugin_common [None req-4653c3bc-a7ed-48b1-85ee-8d1cc35e4ad1 None None] Allocated IP 172.20.0.2 (1ec9fbcf-7a57-4aaa-9c30-4e0f43e09480/a94ea3ed-5be7-40c3-9431-39339968ebfd/107e38de-1154-45bd-804c-ab4138fa946e) {{(pid=116163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 11:00:41.905140 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Device 107e38de-1154-45bd-804c-ab4138fa946e up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=116163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 11:00:41.910170 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-b8282a7b-df91-44ca-a7da-283f01902a25 tempest-FloatingIPTestJSON-373071706 tempest-FloatingIPTestJSON-373071706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742234710357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5051867'] for port (7ecf5aff-88c8-4653-9f92-2bd229640bda), after_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:41.946356 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-104d3c6c-47fc-4824-807a-6de9c0c835c0 tempest-PortsAdminExtendedAttrsTestJSON-609717489 tempest-PortsAdminExtendedAttrsTestJSON-609717489-project-admin] Pushing event updated for resources: {'Port': ['ID=b8a19690-e777-4da7-8731-ac8a14504f52,revision_number=1']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:00:41.950287 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-d6169332-53e1-42e3-97b9-b3a5c7445a4f tempest-AllowedAddressPairIpV6TestJSON-1423465983 tempest-AllowedAddressPairIpV6TestJSON-1423465983-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198022'] for port (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:41.957402 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-d6169332-53e1-42e3-97b9-b3a5c7445a4f tempest-AllowedAddressPairIpV6TestJSON-1423465983 tempest-AllowedAddressPairIpV6TestJSON-1423465983-project] 10.222.0.10 "DELETE /v2.0/ports/efea86d4-b3b3-48b7-8527-ae30b2ba55cc HTTP/1.1" status: 204 len: 168 time: 2.0924325 Apr 28 11:00:41.967710 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 50188) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:00:41.991263 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6169332-53e1-42e3-97b9-b3a5c7445a4f tempest-AllowedAddressPairIpV6TestJSON-1423465983 tempest-AllowedAddressPairIpV6TestJSON-1423465983-project] Pushing event deleted for resources: {'Port': ['ID=efea86d4-b3b3-48b7-8527-ae30b2ba55cc,revision_number=None']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:00:42.005821 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-104d3c6c-47fc-4824-807a-6de9c0c835c0 tempest-PortsAdminExtendedAttrsTestJSON-609717489 tempest-PortsAdminExtendedAttrsTestJSON-609717489-project-admin] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 1.6404912 Apr 28 11:00:42.010665 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 50190) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:00:42.028794 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 50194) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:00:42.070228 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8282a7b-df91-44ca-a7da-283f01902a25 tempest-FloatingIPTestJSON-373071706 tempest-FloatingIPTestJSON-373071706-project] Network 2f0c4506-288d-4d72-9653-41f71dea9778 is already hosted by enough agents. {{(pid=116162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 11:00:42.073629 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.pecan_wsgi.hooks.translation [None req-0069cde8-d1cd-49c2-93ae-50f26225cd1e tempest-AllowedAddressPairIpV6TestJSON-1423465983 tempest-AllowedAddressPairIpV6TestJSON-1423465983-project] GET failed (client error): The resource could not be found. Apr 28 11:00:42.075872 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-0069cde8-d1cd-49c2-93ae-50f26225cd1e tempest-AllowedAddressPairIpV6TestJSON-1423465983 tempest-AllowedAddressPairIpV6TestJSON-1423465983-project] 10.222.0.10 "GET /v2.0/ports/efea86d4-b3b3-48b7-8527-ae30b2ba55cc HTTP/1.1" status: 404 len: 333 time: 0.1026134 Apr 28 11:00:42.082818 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 50198) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:00:42.088872 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.scheduler.base_scheduler [None req-b8282a7b-df91-44ca-a7da-283f01902a25 tempest-FloatingIPTestJSON-373071706 tempest-FloatingIPTestJSON-373071706-project] Resources bound (agent type, host, resource id): {{(pid=116162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 11:00:42.089801 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-01ef1de1-12fd-4cef-b76b-793f91379468 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (39cc4f52-f5d9-4e2c-bbfa-7a1c528e1c40), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:42.091739 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.v2.base [None req-3933b479-32e2-4b53-9ee1-ba4c6bbca1ca tempest-AllowedAddressPairIpV6TestJSON-1423465983 tempest-AllowedAddressPairIpV6TestJSON-1423465983-project] Request body: {'port': {'network_id': 'ec35233f-5e4a-4c87-8c46-b43c22af8e04', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-156499836'}} {{(pid=116161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:00:42.094191 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Provisioning complete for port 107e38de-1154-45bd-804c-ab4138fa946e triggered by entity L2. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:00:42.094800 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (107e38de-1154-45bd-804c-ab4138fa946e), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:42.105740 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-4653c3bc-a7ed-48b1-85ee-8d1cc35e4ad1 None None] For port 107e38de-1154-45bd-804c-ab4138fa946e, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=107e38de-1154-45bd-804c-ab4138fa946e,segment=NetworkSegment(ffa4348d-378b-4e93-98fa-ab0dc49ee16c),segment_id=ffa4348d-378b-4e93-98fa-ab0dc49ee16c)] {{(pid=116163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 11:00:42.113818 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8282a7b-df91-44ca-a7da-283f01902a25 tempest-FloatingIPTestJSON-373071706 tempest-FloatingIPTestJSON-373071706-project] Received port after_create {{(pid=116162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 11:00:42.176291 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-4653c3bc-a7ed-48b1-85ee-8d1cc35e4ad1 None None] Publish callbacks [] for port (107e38de-1154-45bd-804c-ab4138fa946e), precommit_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:42.207602 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9584caae-4cb7-4d18-a604-26dcc75166c9 tempest-PortsAdminExtendedAttrsTestJSON-609717489 tempest-PortsAdminExtendedAttrsTestJSON-609717489-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:00:42.210556 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-9584caae-4cb7-4d18-a604-26dcc75166c9 tempest-PortsAdminExtendedAttrsTestJSON-609717489 tempest-PortsAdminExtendedAttrsTestJSON-609717489-project-admin] 10.222.0.10 "GET /v2.0/ports/b8a19690-e777-4da7-8731-ac8a14504f52 HTTP/1.1" status: 200 len: 955 time: 0.1982999 Apr 28 11:00:42.216639 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 50200) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:00:42.219321 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8282a7b-df91-44ca-a7da-283f01902a25 tempest-FloatingIPTestJSON-373071706 tempest-FloatingIPTestJSON-373071706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:00:42.222188 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-b8282a7b-df91-44ca-a7da-283f01902a25 tempest-FloatingIPTestJSON-373071706 tempest-FloatingIPTestJSON-373071706-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198022'] for port (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:42.230061 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8282a7b-df91-44ca-a7da-283f01902a25 tempest-FloatingIPTestJSON-373071706 tempest-FloatingIPTestJSON-373071706-project] Pushing event updated for resources: {'Port': ['ID=7ecf5aff-88c8-4653-9f92-2bd229640bda,revision_number=1']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:00:42.247565 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Current status of the port 107e38de-1154-45bd-804c-ab4138fa946e is: ACTIVE; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:00:42.254620 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-4653c3bc-a7ed-48b1-85ee-8d1cc35e4ad1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393'] for port (107e38de-1154-45bd-804c-ab4138fa946e), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:42.284212 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.v2.base [None req-cdb060d2-7e6c-4fb6-96df-e80ef8af7118 tempest-NetworksIpV6Test-263553383 tempest-NetworksIpV6Test-263553383-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-452088029'}} {{(pid=116161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:00:42.340505 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-b8282a7b-df91-44ca-a7da-283f01902a25 tempest-FloatingIPTestJSON-373071706 tempest-FloatingIPTestJSON-373071706-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.5311527 Apr 28 11:00:42.357251 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4653c3bc-a7ed-48b1-85ee-8d1cc35e4ad1 None None] Pushing event updated for resources: {'Port': ['ID=107e38de-1154-45bd-804c-ab4138fa946e,revision_number=4']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:00:42.364110 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 50204) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:00:42.380416 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.v2.base [None req-4dfd2968-8f86-4560-b809-55e1392c5b8f tempest-FloatingIPTestJSON-373071706 tempest-FloatingIPTestJSON-373071706-project] Request body: {'floatingip': {'port_id': '7ecf5aff-88c8-4653-9f92-2bd229640bda'}} {{(pid=116161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:00:42.401708 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.db.db_base_plugin_common [None req-37efc8f3-b452-40bd-9841-d466eea3f90a tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Allocated IP 172.20.0.5 (1ec9fbcf-7a57-4aaa-9c30-4e0f43e09480/a94ea3ed-5be7-40c3-9431-39339968ebfd/ed600fd1-c86b-4fe5-8456-03eb08be37bd) {{(pid=116162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 11:00:42.408396 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.db.db_base_plugin_common [None req-37efc8f3-b452-40bd-9841-d466eea3f90a tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Allocated IP 2001:db8::f816:3eff:fea1:7f18 (1ec9fbcf-7a57-4aaa-9c30-4e0f43e09480/6424caa1-3f51-4576-8d23-97ffba52f4ce/ed600fd1-c86b-4fe5-8456-03eb08be37bd) {{(pid=116162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 11:00:42.476653 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-4a61eb99-0de6-4072-87bc-4171d25d3f49 tempest-RoutersIpV6AdminTest-2062886361 tempest-RoutersIpV6AdminTest-2062886361-project] Publish callbacks [] for router_gateway (a42a0311-168d-4cb9-9770-1991536ac49f), before_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:42.483388 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-4dfd2968-8f86-4560-b809-55e1392c5b8f tempest-FloatingIPTestJSON-373071706 tempest-FloatingIPTestJSON-373071706-project] Publish callbacks [] for floatingip (3cb6fd31-dc51-48d0-811b-1fec98e2c203), before_update {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:42.533943 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cdb060d2-7e6c-4fb6-96df-e80ef8af7118 tempest-NetworksIpV6Test-263553383 tempest-NetworksIpV6Test-263553383-project] Made reservation on behalf of 87154dd24b09463c83aab94c3e93cc15 for: {'network': 1} {{(pid=116161) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 11:00:42.537609 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-cdb060d2-7e6c-4fb6-96df-e80ef8af7118 tempest-NetworksIpV6Test-263553383 tempest-NetworksIpV6Test-263553383-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for network (None), before_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:42.546742 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-4a61eb99-0de6-4072-87bc-4171d25d3f49 tempest-RoutersIpV6AdminTest-2062886361 tempest-RoutersIpV6AdminTest-2062886361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (None), before_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:42.574734 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-37efc8f3-b452-40bd-9841-d466eea3f90a tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Publish callbacks [] for port (ed600fd1-c86b-4fe5-8456-03eb08be37bd), precommit_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:42.587265 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-cdb060d2-7e6c-4fb6-96df-e80ef8af7118 tempest-NetworksIpV6Test-263553383 tempest-NetworksIpV6Test-263553383-project] Publish callbacks [] for security_group (None), before_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:42.607014 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3933b479-32e2-4b53-9ee1-ba4c6bbca1ca tempest-AllowedAddressPairIpV6TestJSON-1423465983 tempest-AllowedAddressPairIpV6TestJSON-1423465983-project] Made reservation on behalf of 62ef7fc4f0364d0fa58d1125917b9dec for: {'port': 1} {{(pid=116161) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 11:00:42.610382 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-3933b479-32e2-4b53-9ee1-ba4c6bbca1ca tempest-AllowedAddressPairIpV6TestJSON-1423465983 tempest-AllowedAddressPairIpV6TestJSON-1423465983-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (None), before_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:42.617817 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.plugin [None req-a37e28e5-067b-4e8e-aacf-6d42cae478eb tempest-PortsAdminExtendedAttrsTestJSON-609717489 tempest-PortsAdminExtendedAttrsTestJSON-609717489-project-admin] Deleting port b8a19690-e777-4da7-8731-ac8a14504f52 {{(pid=116161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 11:00:42.618162 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-a37e28e5-067b-4e8e-aacf-6d42cae478eb tempest-PortsAdminExtendedAttrsTestJSON-609717489 tempest-PortsAdminExtendedAttrsTestJSON-609717489-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742235130188'] for port (b8a19690-e777-4da7-8731-ac8a14504f52), before_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:42.737343 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-37efc8f3-b452-40bd-9841-d466eea3f90a tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742234710357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5051867'] for port (ed600fd1-c86b-4fe5-8456-03eb08be37bd), after_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:42.745068 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.notifiers.nova [None req-3933b479-32e2-4b53-9ee1-ba4c6bbca1ca tempest-AllowedAddressPairIpV6TestJSON-1423465983 tempest-AllowedAddressPairIpV6TestJSON-1423465983-project] device_id is not set on port facc8449-06c9-476e-b3a5-73f420e7063e yet. {{(pid=116161) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 28 11:00:42.828700 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37efc8f3-b452-40bd-9841-d466eea3f90a tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Pushing event updated for resources: {'Port': ['ID=ed600fd1-c86b-4fe5-8456-03eb08be37bd,revision_number=1']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:00:42.851888 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37efc8f3-b452-40bd-9841-d466eea3f90a tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Network 1ec9fbcf-7a57-4aaa-9c30-4e0f43e09480 is already hosted by enough agents. {{(pid=116162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 11:00:42.857197 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.scheduler.base_scheduler [None req-37efc8f3-b452-40bd-9841-d466eea3f90a tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Resources bound (agent type, host, resource id): {{(pid=116162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 11:00:42.865626 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37efc8f3-b452-40bd-9841-d466eea3f90a tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Received port after_create {{(pid=116162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 11:00:42.902228 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-a37e28e5-067b-4e8e-aacf-6d42cae478eb tempest-PortsAdminExtendedAttrsTestJSON-609717489 tempest-PortsAdminExtendedAttrsTestJSON-609717489-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1938497'] for port (b8a19690-e777-4da7-8731-ac8a14504f52), precommit_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:42.931292 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37efc8f3-b452-40bd-9841-d466eea3f90a tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:00:42.932301 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-37efc8f3-b452-40bd-9841-d466eea3f90a tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198022'] for port (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:42.954816 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.plugin [None req-a37e28e5-067b-4e8e-aacf-6d42cae478eb tempest-PortsAdminExtendedAttrsTestJSON-609717489 tempest-PortsAdminExtendedAttrsTestJSON-609717489-project-admin] Calling delete_port for b8a19690-e777-4da7-8731-ac8a14504f52 owned by {{(pid=116161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 11:00:43.036750 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-37efc8f3-b452-40bd-9841-d466eea3f90a tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 1.8815219 Apr 28 11:00:43.039211 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 50210) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:00:43.119075 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-346ccc60-e8b6-4a8c-904a-06bbbabe74af tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:00:43.124740 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-346ccc60-e8b6-4a8c-904a-06bbbabe74af tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:00:43.129906 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-346ccc60-e8b6-4a8c-904a-06bbbabe74af tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1863 time: 0.0861738 Apr 28 11:00:43.129906 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 50212) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:00:43.131059 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-c60c9e4d-5bdc-42bf-99e0-33080a83a778 None None] Provisioning complete for port 107e38de-1154-45bd-804c-ab4138fa946e triggered by entity DHCP. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:00:43.131599 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-c60c9e4d-5bdc-42bf-99e0-33080a83a778 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (107e38de-1154-45bd-804c-ab4138fa946e), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:43.159614 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f362d6-9bb9-42fd-8ad0-7de4909f0c1e req-7ff32de2-3570-4b01-92dc-d74a09d3780a tempest-ServersTestManualDisk-708954650 tempest-ServersTestManualDisk-708954650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:00:43.159838 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-18f362d6-9bb9-42fd-8ad0-7de4909f0c1e req-7ff32de2-3570-4b01-92dc-d74a09d3780a tempest-ServersTestManualDisk-708954650 tempest-ServersTestManualDisk-708954650-project] 10.222.0.10 "GET /v2.0/ports?device_id=7b8f1546-43fe-47eb-a29a-4d9b0d24e4fe HTTP/1.1" status: 200 len: 946 time: 0.2598476 Apr 28 11:00:43.188540 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.db.db_base_plugin_common [None req-4a61eb99-0de6-4072-87bc-4171d25d3f49 tempest-RoutersIpV6AdminTest-2062886361 tempest-RoutersIpV6AdminTest-2062886361-project] Allocated IP 172.36.4.192 (7be49d94-bbb8-4a61-bafe-209c5f861e1c/c0f82f52-05ee-40f2-a57c-9d02e01fb9fa/e0a11c1c-20c9-4dbd-a861-ef2d979b72b6) {{(pid=116161) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 11:00:43.254351 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-c60c9e4d-5bdc-42bf-99e0-33080a83a778 None None] Current status of the port 107e38de-1154-45bd-804c-ab4138fa946e is: ACTIVE; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:00:43.267559 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.plugin [None req-40c66763-d879-440f-a221-e6caebf75693 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Deleting port ed600fd1-c86b-4fe5-8456-03eb08be37bd {{(pid=116162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 11:00:43.269108 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-40c66763-d879-440f-a221-e6caebf75693 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742235130188'] for port (ed600fd1-c86b-4fe5-8456-03eb08be37bd), before_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:43.313815 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.db.db_base_plugin_common [None req-3933b479-32e2-4b53-9ee1-ba4c6bbca1ca tempest-AllowedAddressPairIpV6TestJSON-1423465983 tempest-AllowedAddressPairIpV6TestJSON-1423465983-project] Allocated IP 2001:db8::28f (ec35233f-5e4a-4c87-8c46-b43c22af8e04/37f73dfc-8be8-4713-873f-1b121883eeba/facc8449-06c9-476e-b3a5-73f420e7063e) {{(pid=116161) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 11:00:43.353471 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-cdb060d2-7e6c-4fb6-96df-e80ef8af7118 tempest-NetworksIpV6Test-263553383 tempest-NetworksIpV6Test-263553383-project] Publish callbacks [] for security_group (bd352db3-2236-4ab9-b765-b2ee3807bc37), precommit_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:43.355502 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (d5baab19-5dd1-4902-922b-84acb048ab9c), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:43.381191 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-40c66763-d879-440f-a221-e6caebf75693 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1938497'] for port (ed600fd1-c86b-4fe5-8456-03eb08be37bd), precommit_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:43.395193 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.plugin [None req-40c66763-d879-440f-a221-e6caebf75693 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Calling delete_port for ed600fd1-c86b-4fe5-8456-03eb08be37bd owned by {{(pid=116162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 11:00:43.472041 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-18f362d6-9bb9-42fd-8ad0-7de4909f0c1e req-5709bc7a-62b0-4f50-a065-65bf1b3e1b11 tempest-ServersTestManualDisk-708954650 tempest-ServersTestManualDisk-708954650-project] 10.222.0.10 "GET /v2.0/security-groups?id=44234766-b7b5-4f53-92c0-693928ed2502&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2941513 Apr 28 11:00:43.472579 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-cdb060d2-7e6c-4fb6-96df-e80ef8af7118 tempest-NetworksIpV6Test-263553383 tempest-NetworksIpV6Test-263553383-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924426'] for security_group (bd352db3-2236-4ab9-b765-b2ee3807bc37), after_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:43.480066 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-9bb62560-0b30-4a74-95e9-07a2084eb880 None None] Provisioning complete for port ed600fd1-c86b-4fe5-8456-03eb08be37bd triggered by entity DHCP. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:00:43.480628 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-9bb62560-0b30-4a74-95e9-07a2084eb880 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (ed600fd1-c86b-4fe5-8456-03eb08be37bd), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:43.517412 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-9bb62560-0b30-4a74-95e9-07a2084eb880 None None] Port ed600fd1-c86b-4fe5-8456-03eb08be37bd cannot update to ACTIVE because it is not bound. {{(pid=116163) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 28 11:00:43.559697 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ca58ff-8b71-470d-b36f-dcfd55cc0eed req-5d0d069a-6c5e-4908-8109-45b3d2d952ae tempest-ServersTestJSON-1447308081 tempest-ServersTestJSON-1447308081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:00:43.561195 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-93ca58ff-8b71-470d-b36f-dcfd55cc0eed req-5d0d069a-6c5e-4908-8109-45b3d2d952ae tempest-ServersTestJSON-1447308081 tempest-ServersTestJSON-1447308081-project] 10.222.0.10 "GET /v2.0/ports?device_id=2a07d7d5-8b9a-4bde-9f8a-f5af3ef71d28 HTTP/1.1" status: 200 len: 945 time: 0.2571425 Apr 28 11:00:43.621344 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb060d2-7e6c-4fb6-96df-e80ef8af7118 tempest-NetworksIpV6Test-263553383 tempest-NetworksIpV6Test-263553383-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bd352db3-2236-4ab9-b765-b2ee3807bc37,revision_number=1']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:00:43.635786 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-a37e28e5-067b-4e8e-aacf-6d42cae478eb tempest-PortsAdminExtendedAttrsTestJSON-609717489 tempest-PortsAdminExtendedAttrsTestJSON-609717489-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742235135690', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742234710366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5219112'] for port (b8a19690-e777-4da7-8731-ac8a14504f52), after_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:43.645890 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-40c66763-d879-440f-a221-e6caebf75693 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742235135690', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742234710366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5051867'] for port (ed600fd1-c86b-4fe5-8456-03eb08be37bd), after_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:43.678662 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c66763-d879-440f-a221-e6caebf75693 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Pushing event deleted for resources: {'Port': ['ID=ed600fd1-c86b-4fe5-8456-03eb08be37bd,revision_number=None']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:00:43.737582 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cdb060d2-7e6c-4fb6-96df-e80ef8af7118 tempest-NetworksIpV6Test-263553383 tempest-NetworksIpV6Test-263553383-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 88} {{(pid=116161) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 11:00:43.753508 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37e28e5-067b-4e8e-aacf-6d42cae478eb tempest-PortsAdminExtendedAttrsTestJSON-609717489 tempest-PortsAdminExtendedAttrsTestJSON-609717489-project-admin] Pushing event deleted for resources: {'Port': ['ID=b8a19690-e777-4da7-8731-ac8a14504f52,revision_number=None']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:00:43.763877 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-4a61eb99-0de6-4072-87bc-4171d25d3f49 tempest-RoutersIpV6AdminTest-2062886361 tempest-RoutersIpV6AdminTest-2062886361-project] Publish callbacks [] for port (e0a11c1c-20c9-4dbd-a861-ef2d979b72b6), precommit_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:43.794180 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-40c66763-d879-440f-a221-e6caebf75693 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198022'] for port (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:43.802614 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-40c66763-d879-440f-a221-e6caebf75693 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] 10.222.0.10 "DELETE /v2.0/ports/ed600fd1-c86b-4fe5-8456-03eb08be37bd HTTP/1.1" status: 204 len: 168 time: 0.6674635 Apr 28 11:00:43.803619 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 50216) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:00:43.805702 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Device 107e38de-1154-45bd-804c-ab4138fa946e up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=116163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 11:00:43.823567 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-a37e28e5-067b-4e8e-aacf-6d42cae478eb tempest-PortsAdminExtendedAttrsTestJSON-609717489 tempest-PortsAdminExtendedAttrsTestJSON-609717489-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198022'] for port (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:43.827661 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-a37e28e5-067b-4e8e-aacf-6d42cae478eb tempest-PortsAdminExtendedAttrsTestJSON-609717489 tempest-PortsAdminExtendedAttrsTestJSON-609717489-project-admin] 10.222.0.10 "DELETE /v2.0/ports/b8a19690-e777-4da7-8731-ac8a14504f52 HTTP/1.1" status: 204 len: 168 time: 1.6091962 Apr 28 11:00:43.830624 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-cdb060d2-7e6c-4fb6-96df-e80ef8af7118 tempest-NetworksIpV6Test-263553383 tempest-NetworksIpV6Test-263553383-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-961978'] for segment (d1874a21-53ec-40e3-b119-a39d7f74f1a5), precommit_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:43.830981 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.db.segments_db [None req-cdb060d2-7e6c-4fb6-96df-e80ef8af7118 tempest-NetworksIpV6Test-263553383 tempest-NetworksIpV6Test-263553383-project] Added segment d1874a21-53ec-40e3-b119-a39d7f74f1a5 of type vlan for network 531aecac-8bf3-4d7b-9ec5-0a3bd8254094 Apr 28 11:00:43.838389 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-93ca58ff-8b71-470d-b36f-dcfd55cc0eed req-219ca224-d682-4bf2-90ec-58d54d8a1405 tempest-ServersTestJSON-1447308081 tempest-ServersTestJSON-1447308081-project] 10.222.0.10 "GET /v2.0/security-groups?id=5b5e6860-ab9c-4333-ac60-80cd6bb33798&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2659199 Apr 28 11:00:43.851453 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 50218) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:00:43.886122 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Provisioning complete for port 107e38de-1154-45bd-804c-ab4138fa946e triggered by entity L2. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:00:43.886742 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (107e38de-1154-45bd-804c-ab4138fa946e), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:43.900683 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c11ce3f-4295-4b35-81ac-92c5b6aa3a6a tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:00:43.902383 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c11ce3f-4295-4b35-81ac-92c5b6aa3a6a tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:00:43.903886 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c11ce3f-4295-4b35-81ac-92c5b6aa3a6a tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:00:43.906497 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-4c11ce3f-4295-4b35-81ac-92c5b6aa3a6a tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1015139 Apr 28 11:00:43.928767 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 50220) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:00:43.929821 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.pecan_wsgi.hooks.translation [None req-9dfc7d37-a422-4fea-a417-dc3542392564 tempest-PortsAdminExtendedAttrsTestJSON-609717489 tempest-PortsAdminExtendedAttrsTestJSON-609717489-project-admin] GET failed (client error): The resource could not be found. Apr 28 11:00:43.931763 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-9dfc7d37-a422-4fea-a417-dc3542392564 tempest-PortsAdminExtendedAttrsTestJSON-609717489 tempest-PortsAdminExtendedAttrsTestJSON-609717489-project-admin] 10.222.0.10 "GET /v2.0/ports/b8a19690-e777-4da7-8731-ac8a14504f52 HTTP/1.1" status: 404 len: 333 time: 0.0793681 Apr 28 11:00:43.935995 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 50222) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:00:43.950256 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.v2.base [None req-128841f0-5a1d-463f-888c-412ed65db54e tempest-PortsAdminExtendedAttrsTestJSON-609717489 tempest-PortsAdminExtendedAttrsTestJSON-609717489-project-admin] Request body: {'port': {'network_id': '5906800e-e79e-4c4d-8615-db96c22f6516', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-128149594'}} {{(pid=116162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:00:44.025710 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.db.db_base_plugin_v2 [None req-76d2de0d-61ff-4d74-8582-9d0f76c52b9a tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Deleting subnet 6424caa1-3f51-4576-8d23-97ffba52f4ce {{(pid=116162) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 28 11:00:44.030543 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-76d2de0d-61ff-4d74-8582-9d0f76c52b9a tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Publish callbacks [] for subnet (6424caa1-3f51-4576-8d23-97ffba52f4ce), before_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:44.053325 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-128841f0-5a1d-463f-888c-412ed65db54e tempest-PortsAdminExtendedAttrsTestJSON-609717489 tempest-PortsAdminExtendedAttrsTestJSON-609717489-project-admin] Made reservation on behalf of ede11bda08db40a3b88445a21d497160 for: {'port': 1} {{(pid=116162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 11:00:44.056549 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-128841f0-5a1d-463f-888c-412ed65db54e tempest-PortsAdminExtendedAttrsTestJSON-609717489 tempest-PortsAdminExtendedAttrsTestJSON-609717489-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (None), before_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:44.086417 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.notifiers.nova [None req-128841f0-5a1d-463f-888c-412ed65db54e tempest-PortsAdminExtendedAttrsTestJSON-609717489 tempest-PortsAdminExtendedAttrsTestJSON-609717489-project-admin] device_id is not set on port 9bd3c2d6-36a4-4530-a808-7538cef6a643 yet. {{(pid=116162) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 28 11:00:44.098129 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-76d2de0d-61ff-4d74-8582-9d0f76c52b9a tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5026541'] for subnet (6424caa1-3f51-4576-8d23-97ffba52f4ce), precommit_delete_associations {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:44.116113 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Current status of the port 107e38de-1154-45bd-804c-ab4138fa946e is: ACTIVE; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:00:44.256928 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-cdb060d2-7e6c-4fb6-96df-e80ef8af7118 tempest-NetworksIpV6Test-263553383 tempest-NetworksIpV6Test-263553383-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742234744962'] for network (531aecac-8bf3-4d7b-9ec5-0a3bd8254094), precommit_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:44.257140 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-76d2de0d-61ff-4d74-8582-9d0f76c52b9a tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-971303'] for subnet (6424caa1-3f51-4576-8d23-97ffba52f4ce), precommit_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:44.322675 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-3933b479-32e2-4b53-9ee1-ba4c6bbca1ca tempest-AllowedAddressPairIpV6TestJSON-1423465983 tempest-AllowedAddressPairIpV6TestJSON-1423465983-project] Publish callbacks [] for port (facc8449-06c9-476e-b3a5-73f420e7063e), precommit_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:44.348534 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-128841f0-5a1d-463f-888c-412ed65db54e tempest-PortsAdminExtendedAttrsTestJSON-609717489 tempest-PortsAdminExtendedAttrsTestJSON-609717489-project-admin] Publish callbacks [] for port (9bd3c2d6-36a4-4530-a808-7538cef6a643), precommit_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:44.393699 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-4dfd2968-8f86-4560-b809-55e1392c5b8f tempest-FloatingIPTestJSON-373071706 tempest-FloatingIPTestJSON-373071706-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:44.435204 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-4a61eb99-0de6-4072-87bc-4171d25d3f49 tempest-RoutersIpV6AdminTest-2062886361 tempest-RoutersIpV6AdminTest-2062886361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742234710357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5219112'] for port (e0a11c1c-20c9-4dbd-a861-ef2d979b72b6), after_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:44.464432 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-128841f0-5a1d-463f-888c-412ed65db54e tempest-PortsAdminExtendedAttrsTestJSON-609717489 tempest-PortsAdminExtendedAttrsTestJSON-609717489-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742234710357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5051867'] for port (9bd3c2d6-36a4-4530-a808-7538cef6a643), after_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:44.466702 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-76d2de0d-61ff-4d74-8582-9d0f76c52b9a tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-971310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5053962', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4210815'] for subnet (6424caa1-3f51-4576-8d23-97ffba52f4ce), after_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:44.472065 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-cdb060d2-7e6c-4fb6-96df-e80ef8af7118 tempest-NetworksIpV6Test-263553383 tempest-NetworksIpV6Test-263553383-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042'] for network (531aecac-8bf3-4d7b-9ec5-0a3bd8254094), after_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:44.476959 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdb060d2-7e6c-4fb6-96df-e80ef8af7118 tempest-NetworksIpV6Test-263553383 tempest-NetworksIpV6Test-263553383-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:00:44.477545 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-cdb060d2-7e6c-4fb6-96df-e80ef8af7118 tempest-NetworksIpV6Test-263553383 tempest-NetworksIpV6Test-263553383-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603020'] for network (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:44.480415 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-3933b479-32e2-4b53-9ee1-ba4c6bbca1ca tempest-AllowedAddressPairIpV6TestJSON-1423465983 tempest-AllowedAddressPairIpV6TestJSON-1423465983-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742234710357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5219112'] for port (facc8449-06c9-476e-b3a5-73f420e7063e), after_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:44.481955 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-4dfd2968-8f86-4560-b809-55e1392c5b8f tempest-FloatingIPTestJSON-373071706 tempest-FloatingIPTestJSON-373071706-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2063164'] for floatingip (3cb6fd31-dc51-48d0-811b-1fec98e2c203), after_update {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:44.488176 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a61eb99-0de6-4072-87bc-4171d25d3f49 tempest-RoutersIpV6AdminTest-2062886361 tempest-RoutersIpV6AdminTest-2062886361-project] Network 7be49d94-bbb8-4a61-bafe-209c5f861e1c is already hosted by enough agents. {{(pid=116161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 11:00:44.532447 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d2de0d-61ff-4d74-8582-9d0f76c52b9a tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Pushing event deleted for resources: {'Subnet': ['ID=6424caa1-3f51-4576-8d23-97ffba52f4ce,revision_number=None']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:00:44.536215 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-76d2de0d-61ff-4d74-8582-9d0f76c52b9a tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603020'] for subnet (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:44.539437 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-76d2de0d-61ff-4d74-8582-9d0f76c52b9a tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] 10.222.0.10 "DELETE /v2.0/subnets/6424caa1-3f51-4576-8d23-97ffba52f4ce HTTP/1.1" status: 204 len: 168 time: 0.6066206 Apr 28 11:00:44.543124 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 50226) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:00:44.552025 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50571673-e463-4d85-9644-1daacf172ea7 None None] Network 1ec9fbcf-7a57-4aaa-9c30-4e0f43e09480 requested from dv-neutron-master-2-hyperv {{(pid=116163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 11:00:44.552497 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.scheduler.base_scheduler [None req-4a61eb99-0de6-4072-87bc-4171d25d3f49 tempest-RoutersIpV6AdminTest-2062886361 tempest-RoutersIpV6AdminTest-2062886361-project] Resources bound (agent type, host, resource id): {{(pid=116161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 11:00:44.570306 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a61eb99-0de6-4072-87bc-4171d25d3f49 tempest-RoutersIpV6AdminTest-2062886361 tempest-RoutersIpV6AdminTest-2062886361-project] Received port after_create {{(pid=116161) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 11:00:44.586953 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-128841f0-5a1d-463f-888c-412ed65db54e tempest-PortsAdminExtendedAttrsTestJSON-609717489 tempest-PortsAdminExtendedAttrsTestJSON-609717489-project-admin] Network 5906800e-e79e-4c4d-8615-db96c22f6516 is already hosted by enough agents. {{(pid=116162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 11:00:44.594641 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.scheduler.base_scheduler [None req-128841f0-5a1d-463f-888c-412ed65db54e tempest-PortsAdminExtendedAttrsTestJSON-609717489 tempest-PortsAdminExtendedAttrsTestJSON-609717489-project-admin] Resources bound (agent type, host, resource id): {{(pid=116162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 11:00:44.605571 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-128841f0-5a1d-463f-888c-412ed65db54e tempest-PortsAdminExtendedAttrsTestJSON-609717489 tempest-PortsAdminExtendedAttrsTestJSON-609717489-project-admin] Received port after_create {{(pid=116162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 11:00:44.606556 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-128841f0-5a1d-463f-888c-412ed65db54e tempest-PortsAdminExtendedAttrsTestJSON-609717489 tempest-PortsAdminExtendedAttrsTestJSON-609717489-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:00:44.607131 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-128841f0-5a1d-463f-888c-412ed65db54e tempest-PortsAdminExtendedAttrsTestJSON-609717489 tempest-PortsAdminExtendedAttrsTestJSON-609717489-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198022'] for port (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:44.614046 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a61eb99-0de6-4072-87bc-4171d25d3f49 tempest-RoutersIpV6AdminTest-2062886361 tempest-RoutersIpV6AdminTest-2062886361-project] Pushing event updated for resources: {'Port': ['ID=e0a11c1c-20c9-4dbd-a861-ef2d979b72b6,revision_number=1']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:00:44.622065 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128841f0-5a1d-463f-888c-412ed65db54e tempest-PortsAdminExtendedAttrsTestJSON-609717489 tempest-PortsAdminExtendedAttrsTestJSON-609717489-project-admin] Pushing event updated for resources: {'Port': ['ID=9bd3c2d6-36a4-4530-a808-7538cef6a643,revision_number=1']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:00:44.630249 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3933b479-32e2-4b53-9ee1-ba4c6bbca1ca tempest-AllowedAddressPairIpV6TestJSON-1423465983 tempest-AllowedAddressPairIpV6TestJSON-1423465983-project] Network ec35233f-5e4a-4c87-8c46-b43c22af8e04 is already hosted by enough agents. {{(pid=116161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 11:00:44.635956 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.db.db_base_plugin_v2 [None req-159afeaa-2c5f-4432-955f-b69bccc6eee5 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Deleting subnet a94ea3ed-5be7-40c3-9431-39339968ebfd {{(pid=116162) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 28 11:00:44.639253 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-159afeaa-2c5f-4432-955f-b69bccc6eee5 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Publish callbacks [] for subnet (a94ea3ed-5be7-40c3-9431-39339968ebfd), before_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:44.686035 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-159afeaa-2c5f-4432-955f-b69bccc6eee5 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5026541'] for subnet (a94ea3ed-5be7-40c3-9431-39339968ebfd), precommit_delete_associations {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:44.690726 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.scheduler.base_scheduler [None req-3933b479-32e2-4b53-9ee1-ba4c6bbca1ca tempest-AllowedAddressPairIpV6TestJSON-1423465983 tempest-AllowedAddressPairIpV6TestJSON-1423465983-project] Resources bound (agent type, host, resource id): {{(pid=116161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 11:00:44.738430 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-cdb060d2-7e6c-4fb6-96df-e80ef8af7118 tempest-NetworksIpV6Test-263553383 tempest-NetworksIpV6Test-263553383-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 2.6677885 Apr 28 11:00:44.738430 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3933b479-32e2-4b53-9ee1-ba4c6bbca1ca tempest-AllowedAddressPairIpV6TestJSON-1423465983 tempest-AllowedAddressPairIpV6TestJSON-1423465983-project] Received port after_create {{(pid=116161) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 11:00:44.738430 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3933b479-32e2-4b53-9ee1-ba4c6bbca1ca tempest-AllowedAddressPairIpV6TestJSON-1423465983 tempest-AllowedAddressPairIpV6TestJSON-1423465983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:00:44.738430 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-3933b479-32e2-4b53-9ee1-ba4c6bbca1ca tempest-AllowedAddressPairIpV6TestJSON-1423465983 tempest-AllowedAddressPairIpV6TestJSON-1423465983-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198022'] for port (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:44.751663 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-128841f0-5a1d-463f-888c-412ed65db54e tempest-PortsAdminExtendedAttrsTestJSON-609717489 tempest-PortsAdminExtendedAttrsTestJSON-609717489-project-admin] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 0.8035257 Apr 28 11:00:44.751663 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 50228) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:00:44.763279 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.v2.base [None req-4393f858-8c1e-48e6-966c-94c1bd5b4917 tempest-PortsAdminExtendedAttrsTestJSON-609717489 tempest-PortsAdminExtendedAttrsTestJSON-609717489-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-mast'}} {{(pid=116162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:00:44.814819 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb060d2-7e6c-4fb6-96df-e80ef8af7118 tempest-NetworksIpV6Test-263553383 tempest-NetworksIpV6Test-263553383-project] Pushing event updated for resources: {'Network': ['ID=531aecac-8bf3-4d7b-9ec5-0a3bd8254094,revision_number=1']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:00:44.827352 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Network 531aecac-8bf3-4d7b-9ec5-0a3bd8254094 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=116163) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 28 11:00:44.859470 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2841f9d0-8a75-4f50-95e0-98d68aff3189 req-0f14fc35-8df3-47d7-898d-88f3f8d269d2 tempest-ServersTestManualDisk-708954650 tempest-ServersTestManualDisk-708954650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:00:44.861117 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-2841f9d0-8a75-4f50-95e0-98d68aff3189 req-0f14fc35-8df3-47d7-898d-88f3f8d269d2 tempest-ServersTestManualDisk-708954650 tempest-ServersTestManualDisk-708954650-project] 10.222.0.10 "GET /v2.0/ports?device_id=7b8f1546-43fe-47eb-a29a-4d9b0d24e4fe HTTP/1.1" status: 200 len: 946 time: 0.3064780 Apr 28 11:00:44.924816 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3933b479-32e2-4b53-9ee1-ba4c6bbca1ca tempest-AllowedAddressPairIpV6TestJSON-1423465983 tempest-AllowedAddressPairIpV6TestJSON-1423465983-project] Pushing event updated for resources: {'Port': ['ID=facc8449-06c9-476e-b3a5-73f420e7063e,revision_number=1']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:00:44.932641 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-3933b479-32e2-4b53-9ee1-ba4c6bbca1ca tempest-AllowedAddressPairIpV6TestJSON-1423465983 tempest-AllowedAddressPairIpV6TestJSON-1423465983-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 2.8484120 Apr 28 11:00:44.936925 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 50232) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:00:44.943291 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.v2.base [None req-d2b07370-cdf9-4ee1-87dc-fc52896fa240 tempest-AllowedAddressPairIpV6TestJSON-1423465983 tempest-AllowedAddressPairIpV6TestJSON-1423465983-project] Request body: {'port': {'network_id': 'ec35233f-5e4a-4c87-8c46-b43c22af8e04', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-312457864'}} {{(pid=116161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:00:44.972063 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.db.l3_db [None req-4dfd2968-8f86-4560-b809-55e1392c5b8f tempest-FloatingIPTestJSON-373071706 tempest-FloatingIPTestJSON-373071706-project] Floating IP 3cb6fd31-dc51-48d0-811b-1fec98e2c203 associated. External IP: 172.36.4.33, port: 7ecf5aff-88c8-4653-9f92-2bd229640bda. Apr 28 11:00:44.990564 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-4393f858-8c1e-48e6-966c-94c1bd5b4917 tempest-PortsAdminExtendedAttrsTestJSON-609717489 tempest-PortsAdminExtendedAttrsTestJSON-609717489-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (9bd3c2d6-36a4-4530-a808-7538cef6a643), before_update {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:45.090295 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-159afeaa-2c5f-4432-955f-b69bccc6eee5 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-971303'] for subnet (a94ea3ed-5be7-40c3-9431-39339968ebfd), precommit_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:45.166635 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-9ee73934-ad65-4b64-8973-501beb99e9f2 None None] Provisioning complete for port facc8449-06c9-476e-b3a5-73f420e7063e triggered by entity DHCP. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:00:45.167371 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-9ee73934-ad65-4b64-8973-501beb99e9f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (facc8449-06c9-476e-b3a5-73f420e7063e), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:45.218246 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-9ee73934-ad65-4b64-8973-501beb99e9f2 None None] Port facc8449-06c9-476e-b3a5-73f420e7063e cannot update to ACTIVE because it is not bound. {{(pid=116163) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 28 11:00:45.288696 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4233b242-5bed-4dc6-be89-c83d98e8d80d req-d73ad955-02b7-4002-a483-ee10fc668a38 tempest-ServersTestJSON-1447308081 tempest-ServersTestJSON-1447308081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:00:45.290562 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-4233b242-5bed-4dc6-be89-c83d98e8d80d req-d73ad955-02b7-4002-a483-ee10fc668a38 tempest-ServersTestJSON-1447308081 tempest-ServersTestJSON-1447308081-project] 10.222.0.20 "GET /v2.0/ports?device_id=2a07d7d5-8b9a-4bde-9f8a-f5af3ef71d28 HTTP/1.1" status: 200 len: 945 time: 0.1313763 Apr 28 11:00:45.357119 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8766be9e-8d5b-4a7d-8918-572de6ecbebc req-b27cedb1-5c07-4f90-9d97-25b4f1ffc111 tempest-ServersTestJSON-1447308081 tempest-ServersTestJSON-1447308081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:00:45.358907 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-8766be9e-8d5b-4a7d-8918-572de6ecbebc req-b27cedb1-5c07-4f90-9d97-25b4f1ffc111 tempest-ServersTestJSON-1447308081 tempest-ServersTestJSON-1447308081-project] 10.222.0.10 "GET /v2.0/ports?device_id=2a07d7d5-8b9a-4bde-9f8a-f5af3ef71d28 HTTP/1.1" status: 200 len: 945 time: 0.3282821 Apr 28 11:00:45.362531 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-2841f9d0-8a75-4f50-95e0-98d68aff3189 req-737ff057-14cc-408d-a0fe-5230f0810421 tempest-ServersTestManualDisk-708954650 tempest-ServersTestManualDisk-708954650-project] 10.222.0.10 "GET /v2.0/security-groups?id=44234766-b7b5-4f53-92c0-693928ed2502&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4599423 Apr 28 11:00:45.474955 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-8766be9e-8d5b-4a7d-8918-572de6ecbebc req-bcc9d344-cef6-4576-86b7-20a25e5dc229 tempest-ServersTestJSON-1447308081 tempest-ServersTestJSON-1447308081-project] 10.222.0.10 "GET /v2.0/security-groups?id=5b5e6860-ab9c-4333-ac60-80cd6bb33798&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1030102 Apr 28 11:00:45.505502 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-159afeaa-2c5f-4432-955f-b69bccc6eee5 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-971310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5053962', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4210815'] for subnet (a94ea3ed-5be7-40c3-9431-39339968ebfd), after_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:45.531981 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.plugin [req-4233b242-5bed-4dc6-be89-c83d98e8d80d req-71017a6e-dec6-43c8-b988-40aebdfb63db tempest-ServersTestJSON-1447308081 tempest-ServersTestJSON-1447308081-project] Deleting port 69c48b6b-9700-4a70-bcfe-7a9c85a59fc2 {{(pid=116162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 11:00:45.533286 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [req-4233b242-5bed-4dc6-be89-c83d98e8d80d req-71017a6e-dec6-43c8-b988-40aebdfb63db tempest-ServersTestJSON-1447308081 tempest-ServersTestJSON-1447308081-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742235130188'] for port (69c48b6b-9700-4a70-bcfe-7a9c85a59fc2), before_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:45.574165 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159afeaa-2c5f-4432-955f-b69bccc6eee5 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Pushing event deleted for resources: {'Subnet': ['ID=a94ea3ed-5be7-40c3-9431-39339968ebfd,revision_number=None']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:00:45.596868 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-159afeaa-2c5f-4432-955f-b69bccc6eee5 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603020'] for subnet (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:45.600663 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-159afeaa-2c5f-4432-955f-b69bccc6eee5 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] 10.222.0.10 "DELETE /v2.0/subnets/a94ea3ed-5be7-40c3-9431-39339968ebfd HTTP/1.1" status: 204 len: 168 time: 1.0534527 Apr 28 11:00:45.603566 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 50234) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:00:45.608748 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.notifiers.nova [None req-4393f858-8c1e-48e6-966c-94c1bd5b4917 tempest-PortsAdminExtendedAttrsTestJSON-609717489 tempest-PortsAdminExtendedAttrsTestJSON-609717489-project-admin] device_id is not set on port 9bd3c2d6-36a4-4530-a808-7538cef6a643 yet. {{(pid=116162) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 28 11:00:45.611927 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7356f5db-7548-4d84-b005-f758ded0bf55 req-01afadaa-64b1-43c8-9847-565dca42f06b tempest-ServersTestManualDisk-708954650 tempest-ServersTestManualDisk-708954650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:00:45.613415 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-7356f5db-7548-4d84-b005-f758ded0bf55 req-01afadaa-64b1-43c8-9847-565dca42f06b tempest-ServersTestManualDisk-708954650 tempest-ServersTestManualDisk-708954650-project] 10.222.0.20 "GET /v2.0/ports?device_id=7b8f1546-43fe-47eb-a29a-4d9b0d24e4fe HTTP/1.1" status: 200 len: 946 time: 0.5249367 Apr 28 11:00:45.617749 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-4a61eb99-0de6-4072-87bc-4171d25d3f49 tempest-RoutersIpV6AdminTest-2062886361 tempest-RoutersIpV6AdminTest-2062886361-project] Publish callbacks [] for router_gateway (a42a0311-168d-4cb9-9770-1991536ac49f), after_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:45.627273 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-4393f858-8c1e-48e6-966c-94c1bd5b4917 tempest-PortsAdminExtendedAttrsTestJSON-609717489 tempest-PortsAdminExtendedAttrsTestJSON-609717489-project-admin] Publish callbacks [] for port (9bd3c2d6-36a4-4530-a808-7538cef6a643), precommit_update {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:45.663495 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8673fc7-31bf-49a4-9550-5253b0c3803c None None] Network 1ec9fbcf-7a57-4aaa-9c30-4e0f43e09480 requested from dv-neutron-master-2-hyperv {{(pid=116163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 11:00:45.806000 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-b3e47891-3362-473d-ab54-25db346f5472 None None] Provisioning complete for port 107e38de-1154-45bd-804c-ab4138fa946e triggered by entity DHCP. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:00:45.806725 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-b3e47891-3362-473d-ab54-25db346f5472 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (107e38de-1154-45bd-804c-ab4138fa946e), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:45.839434 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2b07370-cdf9-4ee1-87dc-fc52896fa240 tempest-AllowedAddressPairIpV6TestJSON-1423465983 tempest-AllowedAddressPairIpV6TestJSON-1423465983-project] Made reservation on behalf of 62ef7fc4f0364d0fa58d1125917b9dec for: {'port': 1} {{(pid=116161) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 11:00:45.842762 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-d2b07370-cdf9-4ee1-87dc-fc52896fa240 tempest-AllowedAddressPairIpV6TestJSON-1423465983 tempest-AllowedAddressPairIpV6TestJSON-1423465983-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (None), before_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:45.922142 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.plugin [req-7356f5db-7548-4d84-b005-f758ded0bf55 req-1d9ef1da-15ed-4edf-bbfc-d5b9fdf02983 tempest-ServersTestManualDisk-708954650 tempest-ServersTestManualDisk-708954650-project] Deleting port c0d148b4-7df0-41b4-ae3e-381c91ef07cd {{(pid=116161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 11:00:45.924593 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [req-7356f5db-7548-4d84-b005-f758ded0bf55 req-1d9ef1da-15ed-4edf-bbfc-d5b9fdf02983 tempest-ServersTestManualDisk-708954650 tempest-ServersTestManualDisk-708954650-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742235130188'] for port (c0d148b4-7df0-41b4-ae3e-381c91ef07cd), before_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:45.954749 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-b3e47891-3362-473d-ab54-25db346f5472 None None] Current status of the port 107e38de-1154-45bd-804c-ab4138fa946e is: ACTIVE; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:00:45.954959 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.notifiers.nova [None req-d2b07370-cdf9-4ee1-87dc-fc52896fa240 tempest-AllowedAddressPairIpV6TestJSON-1423465983 tempest-AllowedAddressPairIpV6TestJSON-1423465983-project] device_id is not set on port d736e883-18c9-4bae-af22-3c8770d7550d yet. {{(pid=116161) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 28 11:00:45.958413 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00e437d4-4468-4b63-881f-dba789a85433 None None] DHCP port deletion for 1ec9fbcf-7a57-4aaa-9c30-4e0f43e09480 request from dv-neutron-master-2-hyperv {{(pid=116163) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 28 11:00:46.008702 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-00e437d4-4468-4b63-881f-dba789a85433 None None] Deleting port 107e38de-1154-45bd-804c-ab4138fa946e {{(pid=116163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 11:00:46.009438 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-00e437d4-4468-4b63-881f-dba789a85433 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742235130188'] for port (107e38de-1154-45bd-804c-ab4138fa946e), before_delete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:46.034061 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.db [req-4233b242-5bed-4dc6-be89-c83d98e8d80d req-71017a6e-dec6-43c8-b988-40aebdfb63db tempest-ServersTestJSON-1447308081 tempest-ServersTestJSON-1447308081-project] For port 69c48b6b-9700-4a70-bcfe-7a9c85a59fc2, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=69c48b6b-9700-4a70-bcfe-7a9c85a59fc2,segment=NetworkSegment(aeeab3ee-75a8-4dc8-aefc-5af1f84e59d4),segment_id=aeeab3ee-75a8-4dc8-aefc-5af1f84e59d4)] {{(pid=116162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 11:00:46.034755 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [req-4233b242-5bed-4dc6-be89-c83d98e8d80d req-71017a6e-dec6-43c8-b988-40aebdfb63db tempest-ServersTestJSON-1447308081 tempest-ServersTestJSON-1447308081-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1938497'] for port (69c48b6b-9700-4a70-bcfe-7a9c85a59fc2), precommit_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:46.083245 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-00e437d4-4468-4b63-881f-dba789a85433 None None] For port 107e38de-1154-45bd-804c-ab4138fa946e, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=107e38de-1154-45bd-804c-ab4138fa946e,segment=NetworkSegment(ffa4348d-378b-4e93-98fa-ab0dc49ee16c),segment_id=ffa4348d-378b-4e93-98fa-ab0dc49ee16c)] {{(pid=116163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 11:00:46.084126 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-00e437d4-4468-4b63-881f-dba789a85433 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1938497'] for port (107e38de-1154-45bd-804c-ab4138fa946e), precommit_delete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:46.099371 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-00e437d4-4468-4b63-881f-dba789a85433 None None] Calling delete_port for 107e38de-1154-45bd-804c-ab4138fa946e owned by network:dhcp {{(pid=116163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 11:00:46.205302 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-77000aa5-8386-47fb-999d-35f8691410f0 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] 10.222.0.10 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.5984855 Apr 28 11:00:46.213013 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 50236) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:00:46.219249 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.v2.base [None req-14392835-634e-464d-a273-6fa7418ed5b2 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Request body: {'subnet': {'network_id': '1ec9fbcf-7a57-4aaa-9c30-4e0f43e09480', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=116162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:00:46.267863 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-00e437d4-4468-4b63-881f-dba789a85433 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742235135690', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742234710366'] for port (107e38de-1154-45bd-804c-ab4138fa946e), after_delete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:46.301866 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e437d4-4468-4b63-881f-dba789a85433 None None] Pushing event deleted for resources: {'Port': ['ID=107e38de-1154-45bd-804c-ab4138fa946e,revision_number=None']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:00:46.304512 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00e437d4-4468-4b63-881f-dba789a85433 None None] No DVR routers for this DVR port 107e38de-1154-45bd-804c-ab4138fa946e on host dv-neutron-master-2-hyperv {{(pid=116163) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 11:00:46.355823 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-4393f858-8c1e-48e6-966c-94c1bd5b4917 tempest-PortsAdminExtendedAttrsTestJSON-609717489 tempest-PortsAdminExtendedAttrsTestJSON-609717489-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5051840'] for port (9bd3c2d6-36a4-4530-a808-7538cef6a643), after_update {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:46.484261 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4393f858-8c1e-48e6-966c-94c1bd5b4917 tempest-PortsAdminExtendedAttrsTestJSON-609717489 tempest-PortsAdminExtendedAttrsTestJSON-609717489-project-admin] Pushing event updated for resources: {'Port': ['ID=9bd3c2d6-36a4-4530-a808-7538cef6a643,revision_number=2']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:00:46.523952 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.managers [None req-4393f858-8c1e-48e6-966c-94c1bd5b4917 tempest-PortsAdminExtendedAttrsTestJSON-609717489 tempest-PortsAdminExtendedAttrsTestJSON-609717489-project-admin] Attempting to bind port 9bd3c2d6-36a4-4530-a808-7538cef6a643 on host hv-neutron-mast for vnic_type normal with profile {{(pid=116162) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 28 11:00:46.524436 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.managers [None req-4393f858-8c1e-48e6-966c-94c1bd5b4917 tempest-PortsAdminExtendedAttrsTestJSON-609717489 tempest-PortsAdminExtendedAttrsTestJSON-609717489-project-admin] Attempting to bind port 9bd3c2d6-36a4-4530-a808-7538cef6a643 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': 'abe8e1cd-a345-4d5a-8e67-dd4a3c06b8f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '5906800e-e79e-4c4d-8615-db96c22f6516'}] {{(pid=116162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 28 11:00:46.525224 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4393f858-8c1e-48e6-966c-94c1bd5b4917 tempest-PortsAdminExtendedAttrsTestJSON-609717489 tempest-PortsAdminExtendedAttrsTestJSON-609717489-project-admin] Attempting to bind port 9bd3c2d6-36a4-4530-a808-7538cef6a643 on network 5906800e-e79e-4c4d-8615-db96c22f6516 {{(pid=116162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 11:00:46.540238 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [req-4233b242-5bed-4dc6-be89-c83d98e8d80d req-71017a6e-dec6-43c8-b988-40aebdfb63db tempest-ServersTestJSON-1447308081 tempest-ServersTestJSON-1447308081-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:46.540755 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [req-4233b242-5bed-4dc6-be89-c83d98e8d80d req-71017a6e-dec6-43c8-b988-40aebdfb63db tempest-ServersTestJSON-1447308081 tempest-ServersTestJSON-1447308081-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2063164'] for floatingip (8131a908-c5c2-48f7-b2d8-e6a1e520ba65), after_update {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:46.541167 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.db.l3_db [req-4233b242-5bed-4dc6-be89-c83d98e8d80d req-71017a6e-dec6-43c8-b988-40aebdfb63db tempest-ServersTestJSON-1447308081 tempest-ServersTestJSON-1447308081-project] Floating IP 8131a908-c5c2-48f7-b2d8-e6a1e520ba65 disassociated. External IP: 172.36.4.243, port: 69c48b6b-9700-4a70-bcfe-7a9c85a59fc2. Apr 28 11:00:46.541643 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.plugin [req-4233b242-5bed-4dc6-be89-c83d98e8d80d req-71017a6e-dec6-43c8-b988-40aebdfb63db tempest-ServersTestJSON-1447308081 tempest-ServersTestJSON-1447308081-project] Calling delete_port for 69c48b6b-9700-4a70-bcfe-7a9c85a59fc2 owned by compute:nova {{(pid=116162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 11:00:46.584016 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.db [req-7356f5db-7548-4d84-b005-f758ded0bf55 req-1d9ef1da-15ed-4edf-bbfc-d5b9fdf02983 tempest-ServersTestManualDisk-708954650 tempest-ServersTestManualDisk-708954650-project] For port c0d148b4-7df0-41b4-ae3e-381c91ef07cd, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=c0d148b4-7df0-41b4-ae3e-381c91ef07cd,segment=NetworkSegment(476d1dd6-14be-4031-824a-ce93efcfde92),segment_id=476d1dd6-14be-4031-824a-ce93efcfde92)] {{(pid=116161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 11:00:46.584627 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [req-7356f5db-7548-4d84-b005-f758ded0bf55 req-1d9ef1da-15ed-4edf-bbfc-d5b9fdf02983 tempest-ServersTestManualDisk-708954650 tempest-ServersTestManualDisk-708954650-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1938497'] for port (c0d148b4-7df0-41b4-ae3e-381c91ef07cd), precommit_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:46.591617 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4393f858-8c1e-48e6-966c-94c1bd5b4917 tempest-PortsAdminExtendedAttrsTestJSON-609717489 tempest-PortsAdminExtendedAttrsTestJSON-609717489-project-admin] Port 9bd3c2d6-36a4-4530-a808-7538cef6a643 on network 5906800e-e79e-4c4d-8615-db96c22f6516 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=116162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 28 11:00:46.592068 dv-neutron-master-2-hyperv neutron-server[116162]: ERROR neutron.plugins.ml2.managers [None req-4393f858-8c1e-48e6-966c-94c1bd5b4917 tempest-PortsAdminExtendedAttrsTestJSON-609717489 tempest-PortsAdminExtendedAttrsTestJSON-609717489-project-admin] Failed to bind port 9bd3c2d6-36a4-4530-a808-7538cef6a643 on host hv-neutron-mast for vnic_type normal using segments [{'id': 'abe8e1cd-a345-4d5a-8e67-dd4a3c06b8f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '5906800e-e79e-4c4d-8615-db96c22f6516'}] Apr 28 11:00:46.594305 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.plugins.ml2.plugin [None req-4393f858-8c1e-48e6-966c-94c1bd5b4917 tempest-PortsAdminExtendedAttrsTestJSON-609717489 tempest-PortsAdminExtendedAttrsTestJSON-609717489-project-admin] Attempt 2 to bind port 9bd3c2d6-36a4-4530-a808-7538cef6a643 Apr 28 11:00:46.603512 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4dfd2968-8f86-4560-b809-55e1392c5b8f tempest-FloatingIPTestJSON-373071706 tempest-FloatingIPTestJSON-373071706-project] Router f78b6f71-c91e-4419-a7fc-4e894ee6d57e has already been hosted by L3 agent 6b492ad6-0876-4d74-b20d-28143a52ceba {{(pid=116161) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 11:00:46.607450 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14392835-634e-464d-a273-6fa7418ed5b2 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Made reservation on behalf of 12780407c7254bdfbde1c04e76d433ee for: {'subnet': 1} {{(pid=116162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 11:00:46.611178 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-14392835-634e-464d-a273-6fa7418ed5b2 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4210834'] for subnet (None), before_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:46.637362 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.managers [None req-4393f858-8c1e-48e6-966c-94c1bd5b4917 tempest-PortsAdminExtendedAttrsTestJSON-609717489 tempest-PortsAdminExtendedAttrsTestJSON-609717489-project-admin] Attempting to bind port 9bd3c2d6-36a4-4530-a808-7538cef6a643 on host hv-neutron-mast for vnic_type normal with profile {{(pid=116162) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 28 11:00:46.637830 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.managers [None req-4393f858-8c1e-48e6-966c-94c1bd5b4917 tempest-PortsAdminExtendedAttrsTestJSON-609717489 tempest-PortsAdminExtendedAttrsTestJSON-609717489-project-admin] Attempting to bind port 9bd3c2d6-36a4-4530-a808-7538cef6a643 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': 'abe8e1cd-a345-4d5a-8e67-dd4a3c06b8f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '5906800e-e79e-4c4d-8615-db96c22f6516'}] {{(pid=116162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 28 11:00:46.638264 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4393f858-8c1e-48e6-966c-94c1bd5b4917 tempest-PortsAdminExtendedAttrsTestJSON-609717489 tempest-PortsAdminExtendedAttrsTestJSON-609717489-project-admin] Attempting to bind port 9bd3c2d6-36a4-4530-a808-7538cef6a643 on network 5906800e-e79e-4c4d-8615-db96c22f6516 {{(pid=116162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 11:00:46.664561 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4393f858-8c1e-48e6-966c-94c1bd5b4917 tempest-PortsAdminExtendedAttrsTestJSON-609717489 tempest-PortsAdminExtendedAttrsTestJSON-609717489-project-admin] Port 9bd3c2d6-36a4-4530-a808-7538cef6a643 on network 5906800e-e79e-4c4d-8615-db96c22f6516 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=116162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 28 11:00:46.665031 dv-neutron-master-2-hyperv neutron-server[116162]: ERROR neutron.plugins.ml2.managers [None req-4393f858-8c1e-48e6-966c-94c1bd5b4917 tempest-PortsAdminExtendedAttrsTestJSON-609717489 tempest-PortsAdminExtendedAttrsTestJSON-609717489-project-admin] Failed to bind port 9bd3c2d6-36a4-4530-a808-7538cef6a643 on host hv-neutron-mast for vnic_type normal using segments [{'id': 'abe8e1cd-a345-4d5a-8e67-dd4a3c06b8f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '5906800e-e79e-4c4d-8615-db96c22f6516'}] Apr 28 11:00:46.668556 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.plugins.ml2.plugin [None req-4393f858-8c1e-48e6-966c-94c1bd5b4917 tempest-PortsAdminExtendedAttrsTestJSON-609717489 tempest-PortsAdminExtendedAttrsTestJSON-609717489-project-admin] Attempt 3 to bind port 9bd3c2d6-36a4-4530-a808-7538cef6a643 Apr 28 11:00:46.717688 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.managers [None req-4393f858-8c1e-48e6-966c-94c1bd5b4917 tempest-PortsAdminExtendedAttrsTestJSON-609717489 tempest-PortsAdminExtendedAttrsTestJSON-609717489-project-admin] Attempting to bind port 9bd3c2d6-36a4-4530-a808-7538cef6a643 on host hv-neutron-mast for vnic_type normal with profile {{(pid=116162) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 28 11:00:46.718194 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.managers [None req-4393f858-8c1e-48e6-966c-94c1bd5b4917 tempest-PortsAdminExtendedAttrsTestJSON-609717489 tempest-PortsAdminExtendedAttrsTestJSON-609717489-project-admin] Attempting to bind port 9bd3c2d6-36a4-4530-a808-7538cef6a643 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': 'abe8e1cd-a345-4d5a-8e67-dd4a3c06b8f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '5906800e-e79e-4c4d-8615-db96c22f6516'}] {{(pid=116162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 28 11:00:46.718652 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4393f858-8c1e-48e6-966c-94c1bd5b4917 tempest-PortsAdminExtendedAttrsTestJSON-609717489 tempest-PortsAdminExtendedAttrsTestJSON-609717489-project-admin] Attempting to bind port 9bd3c2d6-36a4-4530-a808-7538cef6a643 on network 5906800e-e79e-4c4d-8615-db96c22f6516 {{(pid=116162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 11:00:46.734880 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4393f858-8c1e-48e6-966c-94c1bd5b4917 tempest-PortsAdminExtendedAttrsTestJSON-609717489 tempest-PortsAdminExtendedAttrsTestJSON-609717489-project-admin] Port 9bd3c2d6-36a4-4530-a808-7538cef6a643 on network 5906800e-e79e-4c4d-8615-db96c22f6516 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=116162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 28 11:00:46.735758 dv-neutron-master-2-hyperv neutron-server[116162]: ERROR neutron.plugins.ml2.managers [None req-4393f858-8c1e-48e6-966c-94c1bd5b4917 tempest-PortsAdminExtendedAttrsTestJSON-609717489 tempest-PortsAdminExtendedAttrsTestJSON-609717489-project-admin] Failed to bind port 9bd3c2d6-36a4-4530-a808-7538cef6a643 on host hv-neutron-mast for vnic_type normal using segments [{'id': 'abe8e1cd-a345-4d5a-8e67-dd4a3c06b8f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '5906800e-e79e-4c4d-8615-db96c22f6516'}] Apr 28 11:00:46.739858 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.plugins.ml2.plugin [None req-4393f858-8c1e-48e6-966c-94c1bd5b4917 tempest-PortsAdminExtendedAttrsTestJSON-609717489 tempest-PortsAdminExtendedAttrsTestJSON-609717489-project-admin] Attempt 4 to bind port 9bd3c2d6-36a4-4530-a808-7538cef6a643 Apr 28 11:00:46.756978 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.db.db_base_plugin_common [None req-d2b07370-cdf9-4ee1-87dc-fc52896fa240 tempest-AllowedAddressPairIpV6TestJSON-1423465983 tempest-AllowedAddressPairIpV6TestJSON-1423465983-project] Allocated IP 2001:db8::320 (ec35233f-5e4a-4c87-8c46-b43c22af8e04/37f73dfc-8be8-4713-873f-1b121883eeba/d736e883-18c9-4bae-af22-3c8770d7550d) {{(pid=116161) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 11:00:46.759478 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.managers [None req-4393f858-8c1e-48e6-966c-94c1bd5b4917 tempest-PortsAdminExtendedAttrsTestJSON-609717489 tempest-PortsAdminExtendedAttrsTestJSON-609717489-project-admin] Attempting to bind port 9bd3c2d6-36a4-4530-a808-7538cef6a643 on host hv-neutron-mast for vnic_type normal with profile {{(pid=116162) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 28 11:00:46.759889 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.managers [None req-4393f858-8c1e-48e6-966c-94c1bd5b4917 tempest-PortsAdminExtendedAttrsTestJSON-609717489 tempest-PortsAdminExtendedAttrsTestJSON-609717489-project-admin] Attempting to bind port 9bd3c2d6-36a4-4530-a808-7538cef6a643 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': 'abe8e1cd-a345-4d5a-8e67-dd4a3c06b8f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '5906800e-e79e-4c4d-8615-db96c22f6516'}] {{(pid=116162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 28 11:00:46.760298 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4393f858-8c1e-48e6-966c-94c1bd5b4917 tempest-PortsAdminExtendedAttrsTestJSON-609717489 tempest-PortsAdminExtendedAttrsTestJSON-609717489-project-admin] Attempting to bind port 9bd3c2d6-36a4-4530-a808-7538cef6a643 on network 5906800e-e79e-4c4d-8615-db96c22f6516 {{(pid=116162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 11:00:46.775712 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4393f858-8c1e-48e6-966c-94c1bd5b4917 tempest-PortsAdminExtendedAttrsTestJSON-609717489 tempest-PortsAdminExtendedAttrsTestJSON-609717489-project-admin] Port 9bd3c2d6-36a4-4530-a808-7538cef6a643 on network 5906800e-e79e-4c4d-8615-db96c22f6516 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=116162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 28 11:00:46.776127 dv-neutron-master-2-hyperv neutron-server[116162]: ERROR neutron.plugins.ml2.managers [None req-4393f858-8c1e-48e6-966c-94c1bd5b4917 tempest-PortsAdminExtendedAttrsTestJSON-609717489 tempest-PortsAdminExtendedAttrsTestJSON-609717489-project-admin] Failed to bind port 9bd3c2d6-36a4-4530-a808-7538cef6a643 on host hv-neutron-mast for vnic_type normal using segments [{'id': 'abe8e1cd-a345-4d5a-8e67-dd4a3c06b8f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '5906800e-e79e-4c4d-8615-db96c22f6516'}] Apr 28 11:00:46.777169 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-4a61eb99-0de6-4072-87bc-4171d25d3f49 tempest-RoutersIpV6AdminTest-2062886361 tempest-RoutersIpV6AdminTest-2062886361-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1935285', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2060837', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-63284'] for router (a42a0311-168d-4cb9-9770-1991536ac49f), precommit_update {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:46.785921 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4394d999-9021-4e42-824a-6eeb73f28518 req-43cea0f9-92c0-4225-8e68-a1ae617b54c9 tempest-ServersTestManualDisk-708954650 tempest-ServersTestManualDisk-708954650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:00:46.787434 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-4394d999-9021-4e42-824a-6eeb73f28518 req-43cea0f9-92c0-4225-8e68-a1ae617b54c9 tempest-ServersTestManualDisk-708954650 tempest-ServersTestManualDisk-708954650-project] 10.222.0.10 "GET /v2.0/ports?device_id=7b8f1546-43fe-47eb-a29a-4d9b0d24e4fe HTTP/1.1" status: 200 len: 946 time: 0.2161403 Apr 28 11:00:46.795831 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.plugins.ml2.plugin [None req-4393f858-8c1e-48e6-966c-94c1bd5b4917 tempest-PortsAdminExtendedAttrsTestJSON-609717489 tempest-PortsAdminExtendedAttrsTestJSON-609717489-project-admin] Attempt 5 to bind port 9bd3c2d6-36a4-4530-a808-7538cef6a643 Apr 28 11:00:46.841745 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-4a61eb99-0de6-4072-87bc-4171d25d3f49 tempest-RoutersIpV6AdminTest-2062886361 tempest-RoutersIpV6AdminTest-2062886361-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1935326', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1935308', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1935303', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-2060860'] for router (a42a0311-168d-4cb9-9770-1991536ac49f), after_update {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:46.849556 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ac3068-ffa0-4c42-a64c-c55ac5e92f59 req-232890ab-ed59-4dbf-aeb6-a16c1d7e43e7 tempest-ServersTestJSON-1447308081 tempest-ServersTestJSON-1447308081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:00:46.851052 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-93ac3068-ffa0-4c42-a64c-c55ac5e92f59 req-232890ab-ed59-4dbf-aeb6-a16c1d7e43e7 tempest-ServersTestJSON-1447308081 tempest-ServersTestJSON-1447308081-project] 10.222.0.10 "GET /v2.0/ports?device_id=2a07d7d5-8b9a-4bde-9f8a-f5af3ef71d28 HTTP/1.1" status: 200 len: 945 time: 0.2786887 Apr 28 11:00:46.853104 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.managers [None req-4393f858-8c1e-48e6-966c-94c1bd5b4917 tempest-PortsAdminExtendedAttrsTestJSON-609717489 tempest-PortsAdminExtendedAttrsTestJSON-609717489-project-admin] Attempting to bind port 9bd3c2d6-36a4-4530-a808-7538cef6a643 on host hv-neutron-mast for vnic_type normal with profile {{(pid=116162) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 28 11:00:46.853299 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.managers [None req-4393f858-8c1e-48e6-966c-94c1bd5b4917 tempest-PortsAdminExtendedAttrsTestJSON-609717489 tempest-PortsAdminExtendedAttrsTestJSON-609717489-project-admin] Attempting to bind port 9bd3c2d6-36a4-4530-a808-7538cef6a643 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': 'abe8e1cd-a345-4d5a-8e67-dd4a3c06b8f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '5906800e-e79e-4c4d-8615-db96c22f6516'}] {{(pid=116162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 28 11:00:46.853697 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4393f858-8c1e-48e6-966c-94c1bd5b4917 tempest-PortsAdminExtendedAttrsTestJSON-609717489 tempest-PortsAdminExtendedAttrsTestJSON-609717489-project-admin] Attempting to bind port 9bd3c2d6-36a4-4530-a808-7538cef6a643 on network 5906800e-e79e-4c4d-8615-db96c22f6516 {{(pid=116162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 11:00:46.872906 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4393f858-8c1e-48e6-966c-94c1bd5b4917 tempest-PortsAdminExtendedAttrsTestJSON-609717489 tempest-PortsAdminExtendedAttrsTestJSON-609717489-project-admin] Port 9bd3c2d6-36a4-4530-a808-7538cef6a643 on network 5906800e-e79e-4c4d-8615-db96c22f6516 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=116162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 28 11:00:46.873247 dv-neutron-master-2-hyperv neutron-server[116162]: ERROR neutron.plugins.ml2.managers [None req-4393f858-8c1e-48e6-966c-94c1bd5b4917 tempest-PortsAdminExtendedAttrsTestJSON-609717489 tempest-PortsAdminExtendedAttrsTestJSON-609717489-project-admin] Failed to bind port 9bd3c2d6-36a4-4530-a808-7538cef6a643 on host hv-neutron-mast for vnic_type normal using segments [{'id': 'abe8e1cd-a345-4d5a-8e67-dd4a3c06b8f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '5906800e-e79e-4c4d-8615-db96c22f6516'}] Apr 28 11:00:46.877187 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.plugins.ml2.plugin [None req-4393f858-8c1e-48e6-966c-94c1bd5b4917 tempest-PortsAdminExtendedAttrsTestJSON-609717489 tempest-PortsAdminExtendedAttrsTestJSON-609717489-project-admin] Attempt 6 to bind port 9bd3c2d6-36a4-4530-a808-7538cef6a643 Apr 28 11:00:46.895932 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.managers [None req-4393f858-8c1e-48e6-966c-94c1bd5b4917 tempest-PortsAdminExtendedAttrsTestJSON-609717489 tempest-PortsAdminExtendedAttrsTestJSON-609717489-project-admin] Attempting to bind port 9bd3c2d6-36a4-4530-a808-7538cef6a643 on host hv-neutron-mast for vnic_type normal with profile {{(pid=116162) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 28 11:00:46.896401 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.managers [None req-4393f858-8c1e-48e6-966c-94c1bd5b4917 tempest-PortsAdminExtendedAttrsTestJSON-609717489 tempest-PortsAdminExtendedAttrsTestJSON-609717489-project-admin] Attempting to bind port 9bd3c2d6-36a4-4530-a808-7538cef6a643 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': 'abe8e1cd-a345-4d5a-8e67-dd4a3c06b8f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '5906800e-e79e-4c4d-8615-db96c22f6516'}] {{(pid=116162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 28 11:00:46.896815 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4393f858-8c1e-48e6-966c-94c1bd5b4917 tempest-PortsAdminExtendedAttrsTestJSON-609717489 tempest-PortsAdminExtendedAttrsTestJSON-609717489-project-admin] Attempting to bind port 9bd3c2d6-36a4-4530-a808-7538cef6a643 on network 5906800e-e79e-4c4d-8615-db96c22f6516 {{(pid=116162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 11:00:46.925422 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4393f858-8c1e-48e6-966c-94c1bd5b4917 tempest-PortsAdminExtendedAttrsTestJSON-609717489 tempest-PortsAdminExtendedAttrsTestJSON-609717489-project-admin] Port 9bd3c2d6-36a4-4530-a808-7538cef6a643 on network 5906800e-e79e-4c4d-8615-db96c22f6516 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=116162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 28 11:00:46.925841 dv-neutron-master-2-hyperv neutron-server[116162]: ERROR neutron.plugins.ml2.managers [None req-4393f858-8c1e-48e6-966c-94c1bd5b4917 tempest-PortsAdminExtendedAttrsTestJSON-609717489 tempest-PortsAdminExtendedAttrsTestJSON-609717489-project-admin] Failed to bind port 9bd3c2d6-36a4-4530-a808-7538cef6a643 on host hv-neutron-mast for vnic_type normal using segments [{'id': 'abe8e1cd-a345-4d5a-8e67-dd4a3c06b8f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '5906800e-e79e-4c4d-8615-db96c22f6516'}] Apr 28 11:00:46.927754 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.plugins.ml2.plugin [None req-4393f858-8c1e-48e6-966c-94c1bd5b4917 tempest-PortsAdminExtendedAttrsTestJSON-609717489 tempest-PortsAdminExtendedAttrsTestJSON-609717489-project-admin] Attempt 7 to bind port 9bd3c2d6-36a4-4530-a808-7538cef6a643 Apr 28 11:00:46.950860 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.managers [None req-4393f858-8c1e-48e6-966c-94c1bd5b4917 tempest-PortsAdminExtendedAttrsTestJSON-609717489 tempest-PortsAdminExtendedAttrsTestJSON-609717489-project-admin] Attempting to bind port 9bd3c2d6-36a4-4530-a808-7538cef6a643 on host hv-neutron-mast for vnic_type normal with profile {{(pid=116162) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 28 11:00:46.951286 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.managers [None req-4393f858-8c1e-48e6-966c-94c1bd5b4917 tempest-PortsAdminExtendedAttrsTestJSON-609717489 tempest-PortsAdminExtendedAttrsTestJSON-609717489-project-admin] Attempting to bind port 9bd3c2d6-36a4-4530-a808-7538cef6a643 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': 'abe8e1cd-a345-4d5a-8e67-dd4a3c06b8f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '5906800e-e79e-4c4d-8615-db96c22f6516'}] {{(pid=116162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 28 11:00:46.951701 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4393f858-8c1e-48e6-966c-94c1bd5b4917 tempest-PortsAdminExtendedAttrsTestJSON-609717489 tempest-PortsAdminExtendedAttrsTestJSON-609717489-project-admin] Attempting to bind port 9bd3c2d6-36a4-4530-a808-7538cef6a643 on network 5906800e-e79e-4c4d-8615-db96c22f6516 {{(pid=116162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 11:00:46.953711 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [req-4233b242-5bed-4dc6-be89-c83d98e8d80d req-71017a6e-dec6-43c8-b988-40aebdfb63db tempest-ServersTestJSON-1447308081 tempest-ServersTestJSON-1447308081-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742235135690', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742234710366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5051867'] for port (69c48b6b-9700-4a70-bcfe-7a9c85a59fc2), after_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:46.982272 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4393f858-8c1e-48e6-966c-94c1bd5b4917 tempest-PortsAdminExtendedAttrsTestJSON-609717489 tempest-PortsAdminExtendedAttrsTestJSON-609717489-project-admin] Port 9bd3c2d6-36a4-4530-a808-7538cef6a643 on network 5906800e-e79e-4c4d-8615-db96c22f6516 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=116162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 28 11:00:46.982656 dv-neutron-master-2-hyperv neutron-server[116162]: ERROR neutron.plugins.ml2.managers [None req-4393f858-8c1e-48e6-966c-94c1bd5b4917 tempest-PortsAdminExtendedAttrsTestJSON-609717489 tempest-PortsAdminExtendedAttrsTestJSON-609717489-project-admin] Failed to bind port 9bd3c2d6-36a4-4530-a808-7538cef6a643 on host hv-neutron-mast for vnic_type normal using segments [{'id': 'abe8e1cd-a345-4d5a-8e67-dd4a3c06b8f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '5906800e-e79e-4c4d-8615-db96c22f6516'}] Apr 28 11:00:46.984709 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.plugins.ml2.plugin [None req-4393f858-8c1e-48e6-966c-94c1bd5b4917 tempest-PortsAdminExtendedAttrsTestJSON-609717489 tempest-PortsAdminExtendedAttrsTestJSON-609717489-project-admin] Attempt 8 to bind port 9bd3c2d6-36a4-4530-a808-7538cef6a643 Apr 28 11:00:46.987538 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71017a6e-dec6-43c8-b988-40aebdfb63db tempest-ServersTestJSON-1447308081 tempest-ServersTestJSON-1447308081-project] Pushing event deleted for resources: {'Port': ['ID=69c48b6b-9700-4a70-bcfe-7a9c85a59fc2,revision_number=None']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:00:47.005893 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.managers [None req-4393f858-8c1e-48e6-966c-94c1bd5b4917 tempest-PortsAdminExtendedAttrsTestJSON-609717489 tempest-PortsAdminExtendedAttrsTestJSON-609717489-project-admin] Attempting to bind port 9bd3c2d6-36a4-4530-a808-7538cef6a643 on host hv-neutron-mast for vnic_type normal with profile {{(pid=116162) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 28 11:00:47.005893 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.managers [None req-4393f858-8c1e-48e6-966c-94c1bd5b4917 tempest-PortsAdminExtendedAttrsTestJSON-609717489 tempest-PortsAdminExtendedAttrsTestJSON-609717489-project-admin] Attempting to bind port 9bd3c2d6-36a4-4530-a808-7538cef6a643 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': 'abe8e1cd-a345-4d5a-8e67-dd4a3c06b8f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '5906800e-e79e-4c4d-8615-db96c22f6516'}] {{(pid=116162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 28 11:00:47.006559 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4393f858-8c1e-48e6-966c-94c1bd5b4917 tempest-PortsAdminExtendedAttrsTestJSON-609717489 tempest-PortsAdminExtendedAttrsTestJSON-609717489-project-admin] Attempting to bind port 9bd3c2d6-36a4-4530-a808-7538cef6a643 on network 5906800e-e79e-4c4d-8615-db96c22f6516 {{(pid=116162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 11:00:47.066736 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4393f858-8c1e-48e6-966c-94c1bd5b4917 tempest-PortsAdminExtendedAttrsTestJSON-609717489 tempest-PortsAdminExtendedAttrsTestJSON-609717489-project-admin] Port 9bd3c2d6-36a4-4530-a808-7538cef6a643 on network 5906800e-e79e-4c4d-8615-db96c22f6516 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=116162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 28 11:00:47.066736 dv-neutron-master-2-hyperv neutron-server[116162]: ERROR neutron.plugins.ml2.managers [None req-4393f858-8c1e-48e6-966c-94c1bd5b4917 tempest-PortsAdminExtendedAttrsTestJSON-609717489 tempest-PortsAdminExtendedAttrsTestJSON-609717489-project-admin] Failed to bind port 9bd3c2d6-36a4-4530-a808-7538cef6a643 on host hv-neutron-mast for vnic_type normal using segments [{'id': 'abe8e1cd-a345-4d5a-8e67-dd4a3c06b8f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '5906800e-e79e-4c4d-8615-db96c22f6516'}] Apr 28 11:00:47.066736 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.plugins.ml2.plugin [None req-4393f858-8c1e-48e6-966c-94c1bd5b4917 tempest-PortsAdminExtendedAttrsTestJSON-609717489 tempest-PortsAdminExtendedAttrsTestJSON-609717489-project-admin] Attempt 9 to bind port 9bd3c2d6-36a4-4530-a808-7538cef6a643 Apr 28 11:00:47.119501 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.managers [None req-4393f858-8c1e-48e6-966c-94c1bd5b4917 tempest-PortsAdminExtendedAttrsTestJSON-609717489 tempest-PortsAdminExtendedAttrsTestJSON-609717489-project-admin] Attempting to bind port 9bd3c2d6-36a4-4530-a808-7538cef6a643 on host hv-neutron-mast for vnic_type normal with profile {{(pid=116162) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 28 11:00:47.119711 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.managers [None req-4393f858-8c1e-48e6-966c-94c1bd5b4917 tempest-PortsAdminExtendedAttrsTestJSON-609717489 tempest-PortsAdminExtendedAttrsTestJSON-609717489-project-admin] Attempting to bind port 9bd3c2d6-36a4-4530-a808-7538cef6a643 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': 'abe8e1cd-a345-4d5a-8e67-dd4a3c06b8f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '5906800e-e79e-4c4d-8615-db96c22f6516'}] {{(pid=116162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 28 11:00:47.120006 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4393f858-8c1e-48e6-966c-94c1bd5b4917 tempest-PortsAdminExtendedAttrsTestJSON-609717489 tempest-PortsAdminExtendedAttrsTestJSON-609717489-project-admin] Attempting to bind port 9bd3c2d6-36a4-4530-a808-7538cef6a643 on network 5906800e-e79e-4c4d-8615-db96c22f6516 {{(pid=116162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 11:00:47.176148 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.objects.ports [None req-14392835-634e-464d-a273-6fa7418ed5b2 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=116162) get_objects /opt/stack/neutron/neutron/objects/ports.py:463}} Apr 28 11:00:47.178884 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4393f858-8c1e-48e6-966c-94c1bd5b4917 tempest-PortsAdminExtendedAttrsTestJSON-609717489 tempest-PortsAdminExtendedAttrsTestJSON-609717489-project-admin] Port 9bd3c2d6-36a4-4530-a808-7538cef6a643 on network 5906800e-e79e-4c4d-8615-db96c22f6516 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=116162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 28 11:00:47.179117 dv-neutron-master-2-hyperv neutron-server[116162]: ERROR neutron.plugins.ml2.managers [None req-4393f858-8c1e-48e6-966c-94c1bd5b4917 tempest-PortsAdminExtendedAttrsTestJSON-609717489 tempest-PortsAdminExtendedAttrsTestJSON-609717489-project-admin] Failed to bind port 9bd3c2d6-36a4-4530-a808-7538cef6a643 on host hv-neutron-mast for vnic_type normal using segments [{'id': 'abe8e1cd-a345-4d5a-8e67-dd4a3c06b8f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '5906800e-e79e-4c4d-8615-db96c22f6516'}] Apr 28 11:00:47.181483 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.plugins.ml2.plugin [None req-4393f858-8c1e-48e6-966c-94c1bd5b4917 tempest-PortsAdminExtendedAttrsTestJSON-609717489 tempest-PortsAdminExtendedAttrsTestJSON-609717489-project-admin] Attempt 10 to bind port 9bd3c2d6-36a4-4530-a808-7538cef6a643 Apr 28 11:00:47.185572 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-14392835-634e-464d-a273-6fa7418ed5b2 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5054027', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4210784'] for subnet (77248f0e-66e2-451e-9d61-991aa79212df), after_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:47.211622 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-93ac3068-ffa0-4c42-a64c-c55ac5e92f59 req-481ce077-7c67-4684-9185-5dcbdd63ea49 tempest-ServersTestJSON-1447308081 tempest-ServersTestJSON-1447308081-project] 10.222.0.10 "GET /v2.0/security-groups?id=5b5e6860-ab9c-4333-ac60-80cd6bb33798&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3329611 Apr 28 11:00:47.221772 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-4394d999-9021-4e42-824a-6eeb73f28518 req-463610f8-e82c-4b03-abed-50e5d3cae3be tempest-ServersTestManualDisk-708954650 tempest-ServersTestManualDisk-708954650-project] 10.222.0.10 "GET /v2.0/security-groups?id=44234766-b7b5-4f53-92c0-693928ed2502&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3881714 Apr 28 11:00:47.250871 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.managers [None req-4393f858-8c1e-48e6-966c-94c1bd5b4917 tempest-PortsAdminExtendedAttrsTestJSON-609717489 tempest-PortsAdminExtendedAttrsTestJSON-609717489-project-admin] Attempting to bind port 9bd3c2d6-36a4-4530-a808-7538cef6a643 on host hv-neutron-mast for vnic_type normal with profile {{(pid=116162) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 28 11:00:47.251343 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.managers [None req-4393f858-8c1e-48e6-966c-94c1bd5b4917 tempest-PortsAdminExtendedAttrsTestJSON-609717489 tempest-PortsAdminExtendedAttrsTestJSON-609717489-project-admin] Attempting to bind port 9bd3c2d6-36a4-4530-a808-7538cef6a643 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': 'abe8e1cd-a345-4d5a-8e67-dd4a3c06b8f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '5906800e-e79e-4c4d-8615-db96c22f6516'}] {{(pid=116162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 28 11:00:47.251918 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4393f858-8c1e-48e6-966c-94c1bd5b4917 tempest-PortsAdminExtendedAttrsTestJSON-609717489 tempest-PortsAdminExtendedAttrsTestJSON-609717489-project-admin] Attempting to bind port 9bd3c2d6-36a4-4530-a808-7538cef6a643 on network 5906800e-e79e-4c4d-8615-db96c22f6516 {{(pid=116162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 11:00:47.268676 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14392835-634e-464d-a273-6fa7418ed5b2 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Network 1ec9fbcf-7a57-4aaa-9c30-4e0f43e09480 is already hosted by enough agents. {{(pid=116162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 11:00:47.270069 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4dfd2968-8f86-4560-b809-55e1392c5b8f tempest-FloatingIPTestJSON-373071706 tempest-FloatingIPTestJSON-373071706-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=116161) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 11:00:47.279254 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.scheduler.base_scheduler [None req-14392835-634e-464d-a273-6fa7418ed5b2 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Resources bound (agent type, host, resource id): {{(pid=116162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 11:00:47.285181 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4393f858-8c1e-48e6-966c-94c1bd5b4917 tempest-PortsAdminExtendedAttrsTestJSON-609717489 tempest-PortsAdminExtendedAttrsTestJSON-609717489-project-admin] Port 9bd3c2d6-36a4-4530-a808-7538cef6a643 on network 5906800e-e79e-4c4d-8615-db96c22f6516 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=116162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 28 11:00:47.286025 dv-neutron-master-2-hyperv neutron-server[116162]: ERROR neutron.plugins.ml2.managers [None req-4393f858-8c1e-48e6-966c-94c1bd5b4917 tempest-PortsAdminExtendedAttrsTestJSON-609717489 tempest-PortsAdminExtendedAttrsTestJSON-609717489-project-admin] Failed to bind port 9bd3c2d6-36a4-4530-a808-7538cef6a643 on host hv-neutron-mast for vnic_type normal using segments [{'id': 'abe8e1cd-a345-4d5a-8e67-dd4a3c06b8f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '5906800e-e79e-4c4d-8615-db96c22f6516'}] Apr 28 11:00:47.286433 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-4393f858-8c1e-48e6-966c-94c1bd5b4917 tempest-PortsAdminExtendedAttrsTestJSON-609717489 tempest-PortsAdminExtendedAttrsTestJSON-609717489-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (9bd3c2d6-36a4-4530-a808-7538cef6a643), before_update {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:47.291286 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14392835-634e-464d-a273-6fa7418ed5b2 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:00:47.291898 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-14392835-634e-464d-a273-6fa7418ed5b2 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603020'] for subnet (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:47.296323 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abd46fe3-02a2-4393-a8cc-2b4982bce19b None None] Sync routers for ids ['f78b6f71-c91e-4419-a7fc-4e894ee6d57e'] in dv-neutron-master-2-hyperv {{(pid=116164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 11:00:47.296821 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4233b242-5bed-4dc6-be89-c83d98e8d80d req-71017a6e-dec6-43c8-b988-40aebdfb63db tempest-ServersTestJSON-1447308081 tempest-ServersTestJSON-1447308081-project] Router 4bdc4a64-1a8f-439a-af8a-e631bebdc4fa has already been hosted by L3 agent 6b492ad6-0876-4d74-b20d-28143a52ceba {{(pid=116162) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 11:00:47.299211 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14392835-634e-464d-a273-6fa7418ed5b2 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Pushing event updated for resources: {'Subnet': ['ID=77248f0e-66e2-451e-9d61-991aa79212df,revision_number=0']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:00:47.315155 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-4dfd2968-8f86-4560-b809-55e1392c5b8f tempest-FloatingIPTestJSON-373071706 tempest-FloatingIPTestJSON-373071706-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198022'] for floatingip (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:47.331843 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd587bbc-362c-4448-9736-c9a883591c64 None None] Network 1ec9fbcf-7a57-4aaa-9c30-4e0f43e09480 requested from dv-neutron-master-2-hyperv {{(pid=116163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 11:00:47.355246 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abd46fe3-02a2-4393-a8cc-2b4982bce19b None None] Routers {'f78b6f71-c91e-4419-a7fc-4e894ee6d57e'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=116164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 11:00:47.355878 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_hamode_db [None req-abd46fe3-02a2-4393-a8cc-2b4982bce19b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-28T10:50:39Z,description=,heartbeat_timestamp=2022-04-28T11:00:39Z,host='dv-neutron-master-2-hyperv',id=6b492ad6-0876-4d74-b20d-28143a52ceba,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T10:50:40Z,topic='l3_agent')) {'router_ids': ['f78b6f71-c91e-4419-a7fc-4e894ee6d57e'], 'active': True} {{(pid=116164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:00:47.373125 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [req-7356f5db-7548-4d84-b005-f758ded0bf55 req-1d9ef1da-15ed-4edf-bbfc-d5b9fdf02983 tempest-ServersTestManualDisk-708954650 tempest-ServersTestManualDisk-708954650-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:47.373717 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [req-7356f5db-7548-4d84-b005-f758ded0bf55 req-1d9ef1da-15ed-4edf-bbfc-d5b9fdf02983 tempest-ServersTestManualDisk-708954650 tempest-ServersTestManualDisk-708954650-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2063164'] for floatingip (90330ed3-ebe0-491c-8c64-b4e11610ed43), after_update {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:47.374190 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.db.l3_db [req-7356f5db-7548-4d84-b005-f758ded0bf55 req-1d9ef1da-15ed-4edf-bbfc-d5b9fdf02983 tempest-ServersTestManualDisk-708954650 tempest-ServersTestManualDisk-708954650-project] Floating IP 90330ed3-ebe0-491c-8c64-b4e11610ed43 disassociated. External IP: 172.36.4.13, port: c0d148b4-7df0-41b4-ae3e-381c91ef07cd. Apr 28 11:00:47.374692 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.plugin [req-7356f5db-7548-4d84-b005-f758ded0bf55 req-1d9ef1da-15ed-4edf-bbfc-d5b9fdf02983 tempest-ServersTestManualDisk-708954650 tempest-ServersTestManualDisk-708954650-project] Calling delete_port for c0d148b4-7df0-41b4-ae3e-381c91ef07cd owned by compute:nova {{(pid=116161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 11:00:47.385891 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-4dfd2968-8f86-4560-b809-55e1392c5b8f tempest-FloatingIPTestJSON-373071706 tempest-FloatingIPTestJSON-373071706-project] 10.222.0.10 "PUT /v2.0/floatingips/3cb6fd31-dc51-48d0-811b-1fec98e2c203 HTTP/1.1" status: 200 len: 977 time: 5.0198436 Apr 28 11:00:47.386888 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 50242) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:00:47.483603 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_hamode_db [None req-abd46fe3-02a2-4393-a8cc-2b4982bce19b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=116164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:00:47.512691 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abd46fe3-02a2-4393-a8cc-2b4982bce19b None None] Routers {'f78b6f71-c91e-4419-a7fc-4e894ee6d57e'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=116164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 11:00:47.513296 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-d2b07370-cdf9-4ee1-87dc-fc52896fa240 tempest-AllowedAddressPairIpV6TestJSON-1423465983 tempest-AllowedAddressPairIpV6TestJSON-1423465983-project] Publish callbacks [] for port (d736e883-18c9-4bae-af22-3c8770d7550d), precommit_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:47.513420 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_hamode_db [None req-abd46fe3-02a2-4393-a8cc-2b4982bce19b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-28T10:50:39Z,description=,heartbeat_timestamp=2022-04-28T11:00:39Z,host='dv-neutron-master-2-hyperv',id=6b492ad6-0876-4d74-b20d-28143a52ceba,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T10:50:40Z,topic='l3_agent')) {'router_ids': ['f78b6f71-c91e-4419-a7fc-4e894ee6d57e'], 'active': True} {{(pid=116164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:00:47.514937 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed217a5c-6324-49ab-bffd-61f719fa831a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-1ec9fbcf-7a57-4aaa-9c30-4e0f43e09480', 'network_id': '1ec9fbcf-7a57-4aaa-9c30-4e0f43e09480', 'project_id': '12780407c7254bdfbde1c04e76d433ee', 'fixed_ips': [{'subnet_id': '77248f0e-66e2-451e-9d61-991aa79212df'}]}} from dv-neutron-master-2-hyperv. {{(pid=116163) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 28 11:00:47.517468 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-ed217a5c-6324-49ab-bffd-61f719fa831a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (None), before_create {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:47.562063 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 50244) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:00:47.570988 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-14392835-634e-464d-a273-6fa7418ed5b2 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.3563769 Apr 28 11:00:47.583516 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.v2.base [None req-c7db05f6-7aed-4552-bed6-77a4de5473cc tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Request body: {'subnet': {'network_id': '1ec9fbcf-7a57-4aaa-9c30-4e0f43e09480', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=116161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:00:47.603403 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_hamode_db [None req-abd46fe3-02a2-4393-a8cc-2b4982bce19b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=116164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:00:47.604512 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abd46fe3-02a2-4393-a8cc-2b4982bce19b None None] The sync data for ids ['f78b6f71-c91e-4419-a7fc-4e894ee6d57e'] in dv-neutron-master-2-hyperv is: [] {{(pid=116164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 11:00:47.652263 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.db [None req-4393f858-8c1e-48e6-966c-94c1bd5b4917 tempest-PortsAdminExtendedAttrsTestJSON-609717489 tempest-PortsAdminExtendedAttrsTestJSON-609717489-project-admin] For port 9bd3c2d6-36a4-4530-a808-7538cef6a643, host hv-neutron-mast, cleared binding levels {{(pid=116162) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 11:00:47.652635 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.db [None req-4393f858-8c1e-48e6-966c-94c1bd5b4917 tempest-PortsAdminExtendedAttrsTestJSON-609717489 tempest-PortsAdminExtendedAttrsTestJSON-609717489-project-admin] Attempted to set empty binding levels {{(pid=116162) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Apr 28 11:00:47.746955 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-4393f858-8c1e-48e6-966c-94c1bd5b4917 tempest-PortsAdminExtendedAttrsTestJSON-609717489 tempest-PortsAdminExtendedAttrsTestJSON-609717489-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5051840'] for port (9bd3c2d6-36a4-4530-a808-7538cef6a643), after_update {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:47.821840 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.db_base_plugin_common [None req-ed217a5c-6324-49ab-bffd-61f719fa831a None None] Allocated IP 2001:db8::f816:3eff:feeb:1585 (1ec9fbcf-7a57-4aaa-9c30-4e0f43e09480/77248f0e-66e2-451e-9d61-991aa79212df/1fd75ea2-a934-4932-9288-335804b568ca) {{(pid=116163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 11:00:47.845679 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.plugin [None req-1eb811ee-06e7-4b61-b4a9-339df7e3d632 tempest-FloatingIPTestJSON-373071706 tempest-FloatingIPTestJSON-373071706-project] Deleting port 7ecf5aff-88c8-4653-9f92-2bd229640bda {{(pid=116161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 11:00:47.846433 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-1eb811ee-06e7-4b61-b4a9-339df7e3d632 tempest-FloatingIPTestJSON-373071706 tempest-FloatingIPTestJSON-373071706-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742235130188'] for port (7ecf5aff-88c8-4653-9f92-2bd229640bda), before_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:47.847562 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4233b242-5bed-4dc6-be89-c83d98e8d80d req-71017a6e-dec6-43c8-b988-40aebdfb63db tempest-ServersTestJSON-1447308081 tempest-ServersTestJSON-1447308081-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=116162) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 11:00:47.890735 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.plugin [None req-4393f858-8c1e-48e6-966c-94c1bd5b4917 tempest-PortsAdminExtendedAttrsTestJSON-609717489 tempest-PortsAdminExtendedAttrsTestJSON-609717489-project-admin] In _notify_port_updated(), no bound segment for port 9bd3c2d6-36a4-4530-a808-7538cef6a643 on network 5906800e-e79e-4c4d-8615-db96c22f6516 {{(pid=116162) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:936}} Apr 28 11:00:47.892164 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4393f858-8c1e-48e6-966c-94c1bd5b4917 tempest-PortsAdminExtendedAttrsTestJSON-609717489 tempest-PortsAdminExtendedAttrsTestJSON-609717489-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:00:47.892782 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-4393f858-8c1e-48e6-966c-94c1bd5b4917 tempest-PortsAdminExtendedAttrsTestJSON-609717489 tempest-PortsAdminExtendedAttrsTestJSON-609717489-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198022'] for port (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:47.903163 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-4393f858-8c1e-48e6-966c-94c1bd5b4917 tempest-PortsAdminExtendedAttrsTestJSON-609717489 tempest-PortsAdminExtendedAttrsTestJSON-609717489-project-admin] 10.222.0.10 "PUT /v2.0/ports/9bd3c2d6-36a4-4530-a808-7538cef6a643 HTTP/1.1" status: 200 len: 976 time: 3.1503198 Apr 28 11:00:47.903801 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 50246) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:00:47.994160 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Device 107e38de-1154-45bd-804c-ab4138fa946e no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=116163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 11:00:47.994430 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-1eb811ee-06e7-4b61-b4a9-339df7e3d632 tempest-FloatingIPTestJSON-373071706 tempest-FloatingIPTestJSON-373071706-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1938497'] for port (7ecf5aff-88c8-4653-9f92-2bd229640bda), precommit_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:48.002061 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cfee74b-0f74-460b-8a62-dfef5756f973 None None] Sync routers for ids ['4bdc4a64-1a8f-439a-af8a-e631bebdc4fa'] in dv-neutron-master-2-hyperv {{(pid=116163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 11:00:48.019969 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4393f858-8c1e-48e6-966c-94c1bd5b4917 tempest-PortsAdminExtendedAttrsTestJSON-609717489 tempest-PortsAdminExtendedAttrsTestJSON-609717489-project-admin] Pushing event updated for resources: {'Port': ['ID=9bd3c2d6-36a4-4530-a808-7538cef6a643,revision_number=3']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:00:48.033734 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.db.l3_dvrscheduler_db [req-4233b242-5bed-4dc6-be89-c83d98e8d80d req-71017a6e-dec6-43c8-b988-40aebdfb63db tempest-ServersTestJSON-1447308081 tempest-ServersTestJSON-1447308081-project] No DVR routers for this DVR port 69c48b6b-9700-4a70-bcfe-7a9c85a59fc2 on host hv-neutron-mast {{(pid=116162) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 11:00:48.038103 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [req-4233b242-5bed-4dc6-be89-c83d98e8d80d req-71017a6e-dec6-43c8-b988-40aebdfb63db tempest-ServersTestJSON-1447308081 tempest-ServersTestJSON-1447308081-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198022'] for port (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:48.041646 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-4233b242-5bed-4dc6-be89-c83d98e8d80d req-71017a6e-dec6-43c8-b988-40aebdfb63db tempest-ServersTestJSON-1447308081 tempest-ServersTestJSON-1447308081-project] 10.222.0.20 "DELETE /v2.0/ports/69c48b6b-9700-4a70-bcfe-7a9c85a59fc2 HTTP/1.1" status: 204 len: 173 time: 2.7464287 Apr 28 11:00:48.042225 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a07d7d5-8b9a-4bde-9f8a-f5af3ef71d28', 'name': 'network-vif-deleted', 'tag': '69c48b6b-9700-4a70-bcfe-7a9c85a59fc2'}] {{(pid=116162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 11:00:48.045234 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ba53f40d6116d28995a8e36159d0e539b5353eec116fb5dd4ce03b4b2159ab1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1f6da5d-dbfe-4aaf-921f-7a142693d1f9" -d '{"events": [{"server_uuid": "2a07d7d5-8b9a-4bde-9f8a-f5af3ef71d28", "name": "network-vif-deleted", "tag": "69c48b6b-9700-4a70-bcfe-7a9c85a59fc2"}]}' {{(pid=116162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 11:00:48.065064 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] No Port match for: 107e38de-1154-45bd-804c-ab4138fa946e {{(pid=116163) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 28 11:00:48.065410 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Device 107e38de-1154-45bd-804c-ab4138fa946e not bound to the agent host dv-neutron-master-2-hyperv {{(pid=116163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 11:00:48.081541 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cfee74b-0f74-460b-8a62-dfef5756f973 None None] Routers {'4bdc4a64-1a8f-439a-af8a-e631bebdc4fa'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=116163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 11:00:48.082203 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_hamode_db [None req-5cfee74b-0f74-460b-8a62-dfef5756f973 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-28T10:50:39Z,description=,heartbeat_timestamp=2022-04-28T11:00:39Z,host='dv-neutron-master-2-hyperv',id=6b492ad6-0876-4d74-b20d-28143a52ceba,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T10:50:40Z,topic='l3_agent')) {'router_ids': ['4bdc4a64-1a8f-439a-af8a-e631bebdc4fa'], 'active': True} {{(pid=116163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:00:48.117242 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 50250) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:00:48.123261 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.v2.base [None req-40ac6611-787c-4d6b-9c2a-2876bd4de176 tempest-NetworksIpV6Test-263553383 tempest-NetworksIpV6Test-263553383-project] Request body: {'subnet': {'network_id': '531aecac-8bf3-4d7b-9ec5-0a3bd8254094', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=116162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:00:48.147376 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 11:00:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7dfb88c-6394-4faf-85e6-8ad21c7bbfa2 x-openstack-request-id: req-d7dfb88c-6394-4faf-85e6-8ad21c7bbfa2 {{(pid=116162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 11:00:48.148075 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a07d7d5-8b9a-4bde-9f8a-f5af3ef71d28", "name": "network-vif-deleted", "tag": "69c48b6b-9700-4a70-bcfe-7a9c85a59fc2", "status": "completed", "code": 200}]} {{(pid=116162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 11:00:48.148534 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-d7dfb88c-6394-4faf-85e6-8ad21c7bbfa2 {{(pid=116162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 11:00:48.149131 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d7dfb88c-6394-4faf-85e6-8ad21c7bbfa2'] response: {'server_uuid': '2a07d7d5-8b9a-4bde-9f8a-f5af3ef71d28', 'name': 'network-vif-deleted', 'tag': '69c48b6b-9700-4a70-bcfe-7a9c85a59fc2', 'status': 'completed', 'code': 200} Apr 28 11:00:48.204962 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.plugin [None req-15852a90-7881-4d48-b874-53ce69a4b732 tempest-PortsAdminExtendedAttrsTestJSON-609717489 tempest-PortsAdminExtendedAttrsTestJSON-609717489-project-admin] Deleting port 9bd3c2d6-36a4-4530-a808-7538cef6a643 {{(pid=116162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 11:00:48.205762 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-15852a90-7881-4d48-b874-53ce69a4b732 tempest-PortsAdminExtendedAttrsTestJSON-609717489 tempest-PortsAdminExtendedAttrsTestJSON-609717489-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742235130188'] for port (9bd3c2d6-36a4-4530-a808-7538cef6a643), before_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:48.264791 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-ed217a5c-6324-49ab-bffd-61f719fa831a None None] Publish callbacks [] for port (1fd75ea2-a934-4932-9288-335804b568ca), precommit_create {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:48.279031 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-1eb811ee-06e7-4b61-b4a9-339df7e3d632 tempest-FloatingIPTestJSON-373071706 tempest-FloatingIPTestJSON-373071706-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:48.279466 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-1eb811ee-06e7-4b61-b4a9-339df7e3d632 tempest-FloatingIPTestJSON-373071706 tempest-FloatingIPTestJSON-373071706-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2063164'] for floatingip (3cb6fd31-dc51-48d0-811b-1fec98e2c203), after_update {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:48.280223 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.db.l3_db [None req-1eb811ee-06e7-4b61-b4a9-339df7e3d632 tempest-FloatingIPTestJSON-373071706 tempest-FloatingIPTestJSON-373071706-project] Floating IP 3cb6fd31-dc51-48d0-811b-1fec98e2c203 disassociated. External IP: 172.36.4.33, port: 7ecf5aff-88c8-4653-9f92-2bd229640bda. Apr 28 11:00:48.280752 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.plugin [None req-1eb811ee-06e7-4b61-b4a9-339df7e3d632 tempest-FloatingIPTestJSON-373071706 tempest-FloatingIPTestJSON-373071706-project] Calling delete_port for 7ecf5aff-88c8-4653-9f92-2bd229640bda owned by {{(pid=116161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 11:00:48.317690 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvr_db [None req-5cfee74b-0f74-460b-8a62-dfef5756f973 None None] Set router 4bdc4a64-1a8f-439a-af8a-e631bebdc4fa gateway port host: dv-neutron-master-2-hyperv {{(pid=116163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 11:00:48.350529 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.db [None req-15852a90-7881-4d48-b874-53ce69a4b732 tempest-PortsAdminExtendedAttrsTestJSON-609717489 tempest-PortsAdminExtendedAttrsTestJSON-609717489-project-admin] For port 9bd3c2d6-36a4-4530-a808-7538cef6a643, host hv-neutron-mast, got binding levels [] {{(pid=116162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 11:00:48.351048 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-15852a90-7881-4d48-b874-53ce69a4b732 tempest-PortsAdminExtendedAttrsTestJSON-609717489 tempest-PortsAdminExtendedAttrsTestJSON-609717489-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1938497'] for port (9bd3c2d6-36a4-4530-a808-7538cef6a643), precommit_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:48.369074 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-ed217a5c-6324-49ab-bffd-61f719fa831a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742234710357'] for port (1fd75ea2-a934-4932-9288-335804b568ca), after_create {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:48.384209 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.plugin [None req-15852a90-7881-4d48-b874-53ce69a4b732 tempest-PortsAdminExtendedAttrsTestJSON-609717489 tempest-PortsAdminExtendedAttrsTestJSON-609717489-project-admin] Calling delete_port for 9bd3c2d6-36a4-4530-a808-7538cef6a643 owned by {{(pid=116162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 11:00:48.453097 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40ac6611-787c-4d6b-9c2a-2876bd4de176 tempest-NetworksIpV6Test-263553383 tempest-NetworksIpV6Test-263553383-project] Made reservation on behalf of 87154dd24b09463c83aab94c3e93cc15 for: {'subnet': 1} {{(pid=116162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 11:00:48.458101 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-40ac6611-787c-4d6b-9c2a-2876bd4de176 tempest-NetworksIpV6Test-263553383 tempest-NetworksIpV6Test-263553383-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4210834'] for subnet (None), before_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:48.470131 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed217a5c-6324-49ab-bffd-61f719fa831a None None] Network 1ec9fbcf-7a57-4aaa-9c30-4e0f43e09480 is already hosted by enough agents. {{(pid=116163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 11:00:48.573382 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.scheduler.base_scheduler [None req-ed217a5c-6324-49ab-bffd-61f719fa831a None None] Resources bound (agent type, host, resource id): {{(pid=116163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 11:00:48.577118 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed217a5c-6324-49ab-bffd-61f719fa831a None None] Pushing event updated for resources: {'Port': ['ID=1fd75ea2-a934-4932-9288-335804b568ca,revision_number=1']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:00:48.579628 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed217a5c-6324-49ab-bffd-61f719fa831a None None] Received port after_create {{(pid=116163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 11:00:48.590520 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-ddb0fb16-6534-4c42-b336-523bf0b570b4 req-cce08b30-5a7c-4c29-9744-e4ff18211e72 tempest-ServersTestJSON-1447308081 tempest-ServersTestJSON-1447308081-project] 10.222.0.10 "GET /v2.0/ports?device_id=2a07d7d5-8b9a-4bde-9f8a-f5af3ef71d28 HTTP/1.1" status: 200 len: 210 time: 0.1395214 Apr 28 11:00:48.596073 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-d2b07370-cdf9-4ee1-87dc-fc52896fa240 tempest-AllowedAddressPairIpV6TestJSON-1423465983 tempest-AllowedAddressPairIpV6TestJSON-1423465983-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742234710357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5219112'] for port (d736e883-18c9-4bae-af22-3c8770d7550d), after_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:48.597814 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7db05f6-7aed-4552-bed6-77a4de5473cc tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Made reservation on behalf of 12780407c7254bdfbde1c04e76d433ee for: {'subnet': 1} {{(pid=116161) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 11:00:48.601161 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-c7db05f6-7aed-4552-bed6-77a4de5473cc tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5125580'] for subnet (None), before_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:48.614824 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e763ed1-a5fe-47fc-aafe-8b8c9bcf5e6c req-ff3da2f0-64a8-492e-bc12-c628912965e0 tempest-ServersTestManualDisk-708954650 tempest-ServersTestManualDisk-708954650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:00:48.616396 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-8e763ed1-a5fe-47fc-aafe-8b8c9bcf5e6c req-ff3da2f0-64a8-492e-bc12-c628912965e0 tempest-ServersTestManualDisk-708954650 tempest-ServersTestManualDisk-708954650-project] 10.222.0.10 "GET /v2.0/ports?device_id=7b8f1546-43fe-47eb-a29a-4d9b0d24e4fe HTTP/1.1" status: 200 len: 946 time: 0.1098821 Apr 28 11:00:48.645432 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-1eb811ee-06e7-4b61-b4a9-339df7e3d632 tempest-FloatingIPTestJSON-373071706 tempest-FloatingIPTestJSON-373071706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742235135690', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742234710366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5219112'] for port (7ecf5aff-88c8-4653-9f92-2bd229640bda), after_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:48.646966 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a61eb99-0de6-4072-87bc-4171d25d3f49 tempest-RoutersIpV6AdminTest-2062886361 tempest-RoutersIpV6AdminTest-2062886361-project] Router a42a0311-168d-4cb9-9770-1991536ac49f is scheduled to L3 agent 6b492ad6-0876-4d74-b20d-28143a52ceba with binding_index 1 {{(pid=116161) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 28 11:00:48.789117 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-15852a90-7881-4d48-b874-53ce69a4b732 tempest-PortsAdminExtendedAttrsTestJSON-609717489 tempest-PortsAdminExtendedAttrsTestJSON-609717489-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742235135690', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742234710366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5051867'] for port (9bd3c2d6-36a4-4530-a808-7538cef6a643), after_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:48.819378 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2b07370-cdf9-4ee1-87dc-fc52896fa240 tempest-AllowedAddressPairIpV6TestJSON-1423465983 tempest-AllowedAddressPairIpV6TestJSON-1423465983-project] Network ec35233f-5e4a-4c87-8c46-b43c22af8e04 is already hosted by enough agents. {{(pid=116161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 11:00:48.831452 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.managers [None req-ed217a5c-6324-49ab-bffd-61f719fa831a None None] Attempting to bind port 1fd75ea2-a934-4932-9288-335804b568ca on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=116163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 28 11:00:48.832157 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.managers [None req-ed217a5c-6324-49ab-bffd-61f719fa831a None None] Attempting to bind port 1fd75ea2-a934-4932-9288-335804b568ca by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'ffa4348d-378b-4e93-98fa-ab0dc49ee16c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '1ec9fbcf-7a57-4aaa-9c30-4e0f43e09480'}] {{(pid=116163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 28 11:00:48.834668 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b07370-cdf9-4ee1-87dc-fc52896fa240 tempest-AllowedAddressPairIpV6TestJSON-1423465983 tempest-AllowedAddressPairIpV6TestJSON-1423465983-project] Pushing event updated for resources: {'Port': ['ID=d736e883-18c9-4bae-af22-3c8770d7550d,revision_number=1']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:00:48.835703 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed217a5c-6324-49ab-bffd-61f719fa831a None None] Attempting to bind port 1fd75ea2-a934-4932-9288-335804b568ca on network 1ec9fbcf-7a57-4aaa-9c30-4e0f43e09480 {{(pid=116163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 11:00:48.894241 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed217a5c-6324-49ab-bffd-61f719fa831a None None] Checking agent: {'id': 'd5baab19-5dd1-4902-922b-84acb048ab9c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 10, 50, 43), 'started_at': datetime.datetime(2022, 4, 28, 10, 51, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 11, 0, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=116163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 11:00:48.894241 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed217a5c-6324-49ab-bffd-61f719fa831a None None] Checking segment: {'id': 'ffa4348d-378b-4e93-98fa-ab0dc49ee16c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '1ec9fbcf-7a57-4aaa-9c30-4e0f43e09480'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 11:00:48.894241 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-ed217a5c-6324-49ab-bffd-61f719fa831a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:48.894241 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed217a5c-6324-49ab-bffd-61f719fa831a None None] Bound using segment: {'id': 'ffa4348d-378b-4e93-98fa-ab0dc49ee16c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '1ec9fbcf-7a57-4aaa-9c30-4e0f43e09480'} {{(pid=116163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 11:00:48.894241 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.managers [None req-ed217a5c-6324-49ab-bffd-61f719fa831a None None] Bound port: 1fd75ea2-a934-4932-9288-335804b568ca, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ffa4348d-378b-4e93-98fa-ab0dc49ee16c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '1ec9fbcf-7a57-4aaa-9c30-4e0f43e09480'}}] {{(pid=116163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 28 11:00:48.894241 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-ed217a5c-6324-49ab-bffd-61f719fa831a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (1fd75ea2-a934-4932-9288-335804b568ca), before_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:48.894799 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.scheduler.base_scheduler [None req-d2b07370-cdf9-4ee1-87dc-fc52896fa240 tempest-AllowedAddressPairIpV6TestJSON-1423465983 tempest-AllowedAddressPairIpV6TestJSON-1423465983-project] Resources bound (agent type, host, resource id): {{(pid=116161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 11:00:48.901275 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2b07370-cdf9-4ee1-87dc-fc52896fa240 tempest-AllowedAddressPairIpV6TestJSON-1423465983 tempest-AllowedAddressPairIpV6TestJSON-1423465983-project] Received port after_create {{(pid=116161) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 11:00:48.908137 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2b07370-cdf9-4ee1-87dc-fc52896fa240 tempest-AllowedAddressPairIpV6TestJSON-1423465983 tempest-AllowedAddressPairIpV6TestJSON-1423465983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:00:48.908870 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-d2b07370-cdf9-4ee1-87dc-fc52896fa240 tempest-AllowedAddressPairIpV6TestJSON-1423465983 tempest-AllowedAddressPairIpV6TestJSON-1423465983-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198022'] for port (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:48.953056 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-15852a90-7881-4d48-b874-53ce69a4b732 tempest-PortsAdminExtendedAttrsTestJSON-609717489 tempest-PortsAdminExtendedAttrsTestJSON-609717489-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198022'] for port (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:48.962276 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-15852a90-7881-4d48-b874-53ce69a4b732 tempest-PortsAdminExtendedAttrsTestJSON-609717489 tempest-PortsAdminExtendedAttrsTestJSON-609717489-project-admin] 10.222.0.10 "DELETE /v2.0/ports/9bd3c2d6-36a4-4530-a808-7538cef6a643 HTTP/1.1" status: 204 len: 168 time: 1.0171645 Apr 28 11:00:48.962276 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15852a90-7881-4d48-b874-53ce69a4b732 tempest-PortsAdminExtendedAttrsTestJSON-609717489 tempest-PortsAdminExtendedAttrsTestJSON-609717489-project-admin] Pushing event deleted for resources: {'Port': ['ID=9bd3c2d6-36a4-4530-a808-7538cef6a643,revision_number=None']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:00:48.970855 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 50258) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:00:48.974660 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-40ac6611-787c-4d6b-9c2a-2876bd4de176 tempest-NetworksIpV6Test-263553383 tempest-NetworksIpV6Test-263553383-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5054027', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4210784'] for subnet (63b89790-41bf-46a5-98ea-10e423547dcc), after_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:49.021421 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-ed217a5c-6324-49ab-bffd-61f719fa831a None None] For port 1fd75ea2-a934-4932-9288-335804b568ca, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=116163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 11:00:49.021832 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb811ee-06e7-4b61-b4a9-339df7e3d632 tempest-FloatingIPTestJSON-373071706 tempest-FloatingIPTestJSON-373071706-project] Pushing event deleted for resources: {'Port': ['ID=7ecf5aff-88c8-4653-9f92-2bd229640bda,revision_number=None']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:00:49.025383 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-ed217a5c-6324-49ab-bffd-61f719fa831a None None] For port 1fd75ea2-a934-4932-9288-335804b568ca, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=1fd75ea2-a934-4932-9288-335804b568ca,segment=NetworkSegment(ffa4348d-378b-4e93-98fa-ab0dc49ee16c),segment_id=ffa4348d-378b-4e93-98fa-ab0dc49ee16c)] {{(pid=116163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 11:00:49.036005 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_hamode_db [None req-5cfee74b-0f74-460b-8a62-dfef5756f973 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bdc4a64-1a8f-439a-af8a-e631bebdc4fa', 'name': 'tempest-ServersTestJSON-90404896-router', 'tenant_id': '19a7f91fec214fcea65c9e72a1c65353', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'external_fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.122'}], 'enable_snat': True}, 'gw_port_id': '0349ac72-fdf4-467a-a64f-2f09d8e6b3a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T10:59:03Z', 'updated_at': '2022-04-28T10:59:15Z', 'revision_number': 4, 'project_id': '19a7f91fec214fcea65c9e72a1c65353', 'gw_port': {'id': '0349ac72-fdf4-467a-a64f-2f09d8e6b3a4', 'name': '', 'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:46:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bdc4a64-1a8f-439a-af8a-e631bebdc4fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T10:59:05Z', 'updated_at': '2022-04-28T10:59:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '8831271f-a430-441d-9f3d-a067d7643f47', 'name': '', 'network_id': '4da8bd43-d906-4f61-8b6f-8dd6519937e1', 'tenant_id': '19a7f91fec214fcea65c9e72a1c65353', 'mac_address': 'fa:16:3e:57:e7:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bdc4a64-1a8f-439a-af8a-e631bebdc4fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 120, 'fixed_ips': [{'subnet_id': '92361fe4-492b-4a32-8d67-8edec320c5e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T10:59:13Z', 'updated_at': '2022-04-28T10:59:27Z', 'revision_number': 5, 'project_id': '19a7f91fec214fcea65c9e72a1c65353', 'subnets': [{'id': '92361fe4-492b-4a32-8d67-8edec320c5e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=116163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:00:49.055647 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-8e763ed1-a5fe-47fc-aafe-8b8c9bcf5e6c req-2ee17c52-c507-473b-809f-76eb881b4046 tempest-ServersTestManualDisk-708954650 tempest-ServersTestManualDisk-708954650-project] 10.222.0.10 "GET /v2.0/security-groups?id=44234766-b7b5-4f53-92c0-693928ed2502&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4123676 Apr 28 11:00:49.083119 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [req-7356f5db-7548-4d84-b005-f758ded0bf55 req-1d9ef1da-15ed-4edf-bbfc-d5b9fdf02983 tempest-ServersTestManualDisk-708954650 tempest-ServersTestManualDisk-708954650-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742235135690', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742234710366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5219112'] for port (c0d148b4-7df0-41b4-ae3e-381c91ef07cd), after_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:49.102306 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cfee74b-0f74-460b-8a62-dfef5756f973 None None] Checking router: 4bdc4a64-1a8f-439a-af8a-e631bebdc4fa for host: dv-neutron-master-2-hyperv {{(pid=116163) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 11:00:49.105902 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Device c0d148b4-7df0-41b4-ae3e-381c91ef07cd no longer exists at agent hyperv_hv-neutron-mast {{(pid=116163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 11:00:49.109346 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-ed217a5c-6324-49ab-bffd-61f719fa831a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393'] for port (1fd75ea2-a934-4932-9288-335804b568ca), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:49.122239 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.pecan_wsgi.hooks.translation [None req-be56b61d-903e-4bd4-9f7f-bad2d7b30a71 tempest-PortsAdminExtendedAttrsTestJSON-609717489 tempest-PortsAdminExtendedAttrsTestJSON-609717489-project-admin] GET failed (client error): The resource could not be found. Apr 28 11:00:49.128489 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-be56b61d-903e-4bd4-9f7f-bad2d7b30a71 tempest-PortsAdminExtendedAttrsTestJSON-609717489 tempest-PortsAdminExtendedAttrsTestJSON-609717489-project-admin] 10.222.0.10 "GET /v2.0/ports/9bd3c2d6-36a4-4530-a808-7538cef6a643 HTTP/1.1" status: 404 len: 333 time: 0.1526365 Apr 28 11:00:49.134760 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ac6611-787c-4d6b-9c2a-2876bd4de176 tempest-NetworksIpV6Test-263553383 tempest-NetworksIpV6Test-263553383-project] Pushing event updated for resources: {'Subnet': ['ID=63b89790-41bf-46a5-98ea-10e423547dcc,revision_number=0']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:00:49.144636 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 50260) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:00:49.201782 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-d2b07370-cdf9-4ee1-87dc-fc52896fa240 tempest-AllowedAddressPairIpV6TestJSON-1423465983 tempest-AllowedAddressPairIpV6TestJSON-1423465983-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 4.2637925 Apr 28 11:00:49.213436 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 50262) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:00:49.217724 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d9ef1da-15ed-4edf-bbfc-d5b9fdf02983 tempest-ServersTestManualDisk-708954650 tempest-ServersTestManualDisk-708954650-project] Pushing event deleted for resources: {'Port': ['ID=c0d148b4-7df0-41b4-ae3e-381c91ef07cd,revision_number=None']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:00:49.228329 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.v2.base [None req-7b06939f-c062-465b-a0ec-116882955823 tempest-AllowedAddressPairIpV6TestJSON-1423465983 tempest-AllowedAddressPairIpV6TestJSON-1423465983-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::138', 'mac_address': 'fa:16:3e:61:72:f6'}, {'ip_address': '2001:db8::28f', 'mac_address': 'fa:16:3e:88:b2:27'}]}} {{(pid=116162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:00:49.267937 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] No Port match for: c0d148b4-7df0-41b4-ae3e-381c91ef07cd {{(pid=116163) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 28 11:00:49.274823 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Device c0d148b4-7df0-41b4-ae3e-381c91ef07cd not bound to the agent host hv-neutron-mast {{(pid=116163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 11:00:49.275547 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Device 69c48b6b-9700-4a70-bcfe-7a9c85a59fc2 no longer exists at agent hyperv_hv-neutron-mast {{(pid=116163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 11:00:49.348445 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a61eb99-0de6-4072-87bc-4171d25d3f49 tempest-RoutersIpV6AdminTest-2062886361 tempest-RoutersIpV6AdminTest-2062886361-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=116161) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 11:00:49.349272 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cfee74b-0f74-460b-8a62-dfef5756f973 None None] Routers {'4bdc4a64-1a8f-439a-af8a-e631bebdc4fa'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=116163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 11:00:49.359465 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_hamode_db [None req-5cfee74b-0f74-460b-8a62-dfef5756f973 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-28T10:50:39Z,description=,heartbeat_timestamp=2022-04-28T11:00:39Z,host='dv-neutron-master-2-hyperv',id=6b492ad6-0876-4d74-b20d-28143a52ceba,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T10:50:40Z,topic='l3_agent')) {'router_ids': ['4bdc4a64-1a8f-439a-af8a-e631bebdc4fa'], 'active': True} {{(pid=116163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:00:49.359641 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-098ab5bc-3467-4fce-b70f-30d5b8b530b9 None None] Sync routers for ids ['a42a0311-168d-4cb9-9770-1991536ac49f'] in dv-neutron-master-2-hyperv {{(pid=116164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 11:00:49.363910 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40ac6611-787c-4d6b-9c2a-2876bd4de176 tempest-NetworksIpV6Test-263553383 tempest-NetworksIpV6Test-263553383-project] Checking segment: {'id': 'd1874a21-53ec-40e3-b119-a39d7f74f1a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '531aecac-8bf3-4d7b-9ec5-0a3bd8254094'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 11:00:49.364409 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40ac6611-787c-4d6b-9c2a-2876bd4de176 tempest-NetworksIpV6Test-263553383 tempest-NetworksIpV6Test-263553383-project] Network hostable DHCP agents. Network: 531aecac-8bf3-4d7b-9ec5-0a3bd8254094, hostable agents: ['75ba81b7-fe99-4281-90d2-a5adb445ecea'], hosted agents: [] {{(pid=116162) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 11:00:49.387798 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-098ab5bc-3467-4fce-b70f-30d5b8b530b9 None None] Routers {'a42a0311-168d-4cb9-9770-1991536ac49f'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=116164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 11:00:49.388552 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_hamode_db [None req-098ab5bc-3467-4fce-b70f-30d5b8b530b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-28T10:50:39Z,description=,heartbeat_timestamp=2022-04-28T11:00:39Z,host='dv-neutron-master-2-hyperv',id=6b492ad6-0876-4d74-b20d-28143a52ceba,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T10:50:40Z,topic='l3_agent')) {'router_ids': ['a42a0311-168d-4cb9-9770-1991536ac49f'], 'active': True} {{(pid=116164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:00:49.410122 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-2dd1d6a6-63d9-47c7-92ab-89b4bd5aa4e1 tempest-PortsAdminExtendedAttrsTestJSON-176698039 tempest-PortsAdminExtendedAttrsTestJSON-176698039-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-979593'] for network (5906800e-e79e-4c4d-8615-db96c22f6516), before_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:49.497313 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] No Port match for: 69c48b6b-9700-4a70-bcfe-7a9c85a59fc2 {{(pid=116163) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 28 11:00:49.497313 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Device 69c48b6b-9700-4a70-bcfe-7a9c85a59fc2 not bound to the agent host hv-neutron-mast {{(pid=116163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 11:00:49.510142 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_hamode_db [None req-098ab5bc-3467-4fce-b70f-30d5b8b530b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=116164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:00:49.534784 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-098ab5bc-3467-4fce-b70f-30d5b8b530b9 None None] Routers {'a42a0311-168d-4cb9-9770-1991536ac49f'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=116164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 11:00:49.535429 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_hamode_db [None req-098ab5bc-3467-4fce-b70f-30d5b8b530b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-28T10:50:39Z,description=,heartbeat_timestamp=2022-04-28T11:00:39Z,host='dv-neutron-master-2-hyperv',id=6b492ad6-0876-4d74-b20d-28143a52ceba,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T10:50:40Z,topic='l3_agent')) {'router_ids': ['a42a0311-168d-4cb9-9770-1991536ac49f'], 'active': True} {{(pid=116164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:00:49.547717 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40ac6611-787c-4d6b-9c2a-2876bd4de176 tempest-NetworksIpV6Test-263553383 tempest-NetworksIpV6Test-263553383-project] Network 531aecac-8bf3-4d7b-9ec5-0a3bd8254094 is scheduled to be hosted by DHCP agent 75ba81b7-fe99-4281-90d2-a5adb445ecea with binding_index 1 {{(pid=116162) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 11:00:49.562293 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed217a5c-6324-49ab-bffd-61f719fa831a None None] Pushing event updated for resources: {'Port': ['ID=1fd75ea2-a934-4932-9288-335804b568ca,revision_number=2']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:00:49.573087 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-24824143-2df4-4aed-a70b-73d068f4483e None None] Provisioning complete for port d736e883-18c9-4bae-af22-3c8770d7550d triggered by entity DHCP. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:00:49.573087 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-24824143-2df4-4aed-a70b-73d068f4483e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (d736e883-18c9-4bae-af22-3c8770d7550d), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:49.632889 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_hamode_db [None req-098ab5bc-3467-4fce-b70f-30d5b8b530b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=116164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:00:49.633858 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-098ab5bc-3467-4fce-b70f-30d5b8b530b9 None None] The sync data for ids ['a42a0311-168d-4cb9-9770-1991536ac49f'] in dv-neutron-master-2-hyperv is: [] {{(pid=116164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 11:00:49.671431 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-2dd1d6a6-63d9-47c7-92ab-89b4bd5aa4e1 tempest-PortsAdminExtendedAttrsTestJSON-176698039 tempest-PortsAdminExtendedAttrsTestJSON-176698039-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-973498', 'neutron.services.segments.db._delete_segments_for_network-8742235207033'] for network (5906800e-e79e-4c4d-8615-db96c22f6516), precommit_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:49.677316 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.scheduler.base_scheduler [None req-40ac6611-787c-4d6b-9c2a-2876bd4de176 tempest-NetworksIpV6Test-263553383 tempest-NetworksIpV6Test-263553383-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 531aecac-8bf3-4d7b-9ec5-0a3bd8254094) {{(pid=116162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 11:00:49.691404 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40ac6611-787c-4d6b-9c2a-2876bd4de176 tempest-NetworksIpV6Test-263553383 tempest-NetworksIpV6Test-263553383-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:00:49.692213 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-40ac6611-787c-4d6b-9c2a-2876bd4de176 tempest-NetworksIpV6Test-263553383 tempest-NetworksIpV6Test-263553383-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603020'] for subnet (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:49.733186 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.services.segments.db [None req-2dd1d6a6-63d9-47c7-92ab-89b4bd5aa4e1 tempest-PortsAdminExtendedAttrsTestJSON-176698039 tempest-PortsAdminExtendedAttrsTestJSON-176698039-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5906800e-e79e-4c4d-8615-db96c22f6516']}} {{(pid=116162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:00:49.739950 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-7b06939f-c062-465b-a0ec-116882955823 tempest-AllowedAddressPairIpV6TestJSON-1423465983 tempest-AllowedAddressPairIpV6TestJSON-1423465983-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (d736e883-18c9-4bae-af22-3c8770d7550d), before_update {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:49.745734 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf0d2c6a-7085-47b4-858d-9a6514d1be4c None None] Network 531aecac-8bf3-4d7b-9ec5-0a3bd8254094 requested from dv-neutron-master-2-hyperv {{(pid=116163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 11:00:49.759028 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-24824143-2df4-4aed-a70b-73d068f4483e None None] Port d736e883-18c9-4bae-af22-3c8770d7550d cannot update to ACTIVE because it is not bound. {{(pid=116163) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 28 11:00:49.764855 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.services.segments.db [None req-2dd1d6a6-63d9-47c7-92ab-89b4bd5aa4e1 tempest-PortsAdminExtendedAttrsTestJSON-176698039 tempest-PortsAdminExtendedAttrsTestJSON-176698039-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'abe8e1cd-a345-4d5a-8e67-dd4a3c06b8f7') {'for_net_delete': True} {{(pid=116162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:00:49.765567 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.services.segments.db [None req-2dd1d6a6-63d9-47c7-92ab-89b4bd5aa4e1 tempest-PortsAdminExtendedAttrsTestJSON-176698039 tempest-PortsAdminExtendedAttrsTestJSON-176698039-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'abe8e1cd-a345-4d5a-8e67-dd4a3c06b8f7') {} {{(pid=116162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:00:49.780536 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-2dd1d6a6-63d9-47c7-92ab-89b4bd5aa4e1 tempest-PortsAdminExtendedAttrsTestJSON-176698039 tempest-PortsAdminExtendedAttrsTestJSON-176698039-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742235208578', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5026548'] for segment (abe8e1cd-a345-4d5a-8e67-dd4a3c06b8f7), before_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:49.835298 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-2dd1d6a6-63d9-47c7-92ab-89b4bd5aa4e1 tempest-PortsAdminExtendedAttrsTestJSON-176698039 tempest-PortsAdminExtendedAttrsTestJSON-176698039-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-961978'] for segment (abe8e1cd-a345-4d5a-8e67-dd4a3c06b8f7), precommit_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:49.872567 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-40ac6611-787c-4d6b-9c2a-2876bd4de176 tempest-NetworksIpV6Test-263553383 tempest-NetworksIpV6Test-263553383-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.7535040 Apr 28 11:00:49.879863 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 50268) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:00:49.885798 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.v2.base [None req-f742d6c3-9939-4475-bf22-bc74f099a338 tempest-NetworksIpV6Test-263553383 tempest-NetworksIpV6Test-263553383-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1373198976'}} {{(pid=116162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:00:49.890336 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2dd1d6a6-63d9-47c7-92ab-89b4bd5aa4e1 tempest-PortsAdminExtendedAttrsTestJSON-176698039 tempest-PortsAdminExtendedAttrsTestJSON-176698039-project] Releasing vlan 72 on physical network physnet1 to pool {{(pid=116162) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 11:00:49.890947 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-2dd1d6a6-63d9-47c7-92ab-89b4bd5aa4e1 tempest-PortsAdminExtendedAttrsTestJSON-176698039 tempest-PortsAdminExtendedAttrsTestJSON-176698039-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-961978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5051884'] for segment (abe8e1cd-a345-4d5a-8e67-dd4a3c06b8f7), after_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:49.896992 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Device 1fd75ea2-a934-4932-9288-335804b568ca up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=116163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 11:00:49.900820 dv-neutron-master-2-hyperv neutron-server[116162]: Traceback (most recent call last): Apr 28 11:00:49.900820 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 11:00:49.900820 dv-neutron-master-2-hyperv neutron-server[116162]: timer() Apr 28 11:00:49.900820 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 11:00:49.900820 dv-neutron-master-2-hyperv neutron-server[116162]: cb(*args, **kw) Apr 28 11:00:49.900820 dv-neutron-master-2-hyperv neutron-server[116162]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 28 11:00:49.900820 dv-neutron-master-2-hyperv neutron-server[116162]: return func(*args, **kwargs) Apr 28 11:00:49.900820 dv-neutron-master-2-hyperv neutron-server[116162]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 11:00:49.900820 dv-neutron-master-2-hyperv neutron-server[116162]: self._notify() Apr 28 11:00:49.900820 dv-neutron-master-2-hyperv neutron-server[116162]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 11:00:49.900820 dv-neutron-master-2-hyperv neutron-server[116162]: self.callback(batched_events) Apr 28 11:00:49.900820 dv-neutron-master-2-hyperv neutron-server[116162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 11:00:49.900820 dv-neutron-master-2-hyperv neutron-server[116162]: event.method(event) Apr 28 11:00:49.900820 dv-neutron-master-2-hyperv neutron-server[116162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 28 11:00:49.900820 dv-neutron-master-2-hyperv neutron-server[116162]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 11:00:49.900820 dv-neutron-master-2-hyperv neutron-server[116162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 28 11:00:49.900820 dv-neutron-master-2-hyperv neutron-server[116162]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 11:00:49.900820 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 28 11:00:49.900820 dv-neutron-master-2-hyperv neutron-server[116162]: return f(self, *a, **k) Apr 28 11:00:49.900820 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 28 11:00:49.900820 dv-neutron-master-2-hyperv neutron-server[116162]: return self._get(url).json() Apr 28 11:00:49.900820 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 28 11:00:49.900820 dv-neutron-master-2-hyperv neutron-server[116162]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 11:00:49.900820 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 11:00:49.900820 dv-neutron-master-2-hyperv neutron-server[116162]: return self.request(url, 'GET', **kwargs) Apr 28 11:00:49.900820 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 11:00:49.900820 dv-neutron-master-2-hyperv neutron-server[116162]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 11:00:49.900820 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 11:00:49.900820 dv-neutron-master-2-hyperv neutron-server[116162]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 11:00:49.900820 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 11:00:49.900820 dv-neutron-master-2-hyperv neutron-server[116162]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 11:00:49.900820 dv-neutron-master-2-hyperv neutron-server[116162]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 11:00:49.926528 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 50270) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:00:49.949652 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvr_db [None req-5cfee74b-0f74-460b-8a62-dfef5756f973 None None] Set router 4bdc4a64-1a8f-439a-af8a-e631bebdc4fa gateway port host: dv-neutron-master-2-hyperv {{(pid=116163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 11:00:50.060520 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-4a61eb99-0de6-4072-87bc-4171d25d3f49 tempest-RoutersIpV6AdminTest-2062886361 tempest-RoutersIpV6AdminTest-2062886361-project] Publish callbacks [] for router (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:50.064917 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-4a61eb99-0de6-4072-87bc-4171d25d3f49 tempest-RoutersIpV6AdminTest-2062886361 tempest-RoutersIpV6AdminTest-2062886361-project] 10.222.0.10 "PUT /v2.0/routers/a42a0311-168d-4cb9-9770-1991536ac49f HTTP/1.1" status: 200 len: 883 time: 8.5211372 Apr 28 11:00:50.072936 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 50272) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:00:50.124979 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7867fb2-8feb-4cbe-b059-165c24517948 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-531aecac-8bf3-4d7b-9ec5-0a3bd8254094', 'network_id': '531aecac-8bf3-4d7b-9ec5-0a3bd8254094', 'project_id': '87154dd24b09463c83aab94c3e93cc15', 'fixed_ips': [{'subnet_id': '63b89790-41bf-46a5-98ea-10e423547dcc'}]}} from dv-neutron-master-2-hyperv. {{(pid=116163) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 28 11:00:50.130990 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-c7867fb2-8feb-4cbe-b059-165c24517948 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (None), before_create {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:50.142158 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f742d6c3-9939-4475-bf22-bc74f099a338 tempest-NetworksIpV6Test-263553383 tempest-NetworksIpV6Test-263553383-project] Made reservation on behalf of 87154dd24b09463c83aab94c3e93cc15 for: {'network': 1} {{(pid=116162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 11:00:50.146437 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-f742d6c3-9939-4475-bf22-bc74f099a338 tempest-NetworksIpV6Test-263553383 tempest-NetworksIpV6Test-263553383-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for network (None), before_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:50.159239 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-2dd1d6a6-63d9-47c7-92ab-89b4bd5aa4e1 tempest-PortsAdminExtendedAttrsTestJSON-176698039 tempest-PortsAdminExtendedAttrsTestJSON-176698039-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-973477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2063122'] for network (5906800e-e79e-4c4d-8615-db96c22f6516), after_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:50.182130 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Provisioning complete for port 1fd75ea2-a934-4932-9288-335804b568ca triggered by entity L2. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:00:50.184610 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (1fd75ea2-a934-4932-9288-335804b568ca), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:50.209679 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-2dd1d6a6-63d9-47c7-92ab-89b4bd5aa4e1 tempest-PortsAdminExtendedAttrsTestJSON-176698039 tempest-PortsAdminExtendedAttrsTestJSON-176698039-project] Publish callbacks [] for network (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:50.215641 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-2dd1d6a6-63d9-47c7-92ab-89b4bd5aa4e1 tempest-PortsAdminExtendedAttrsTestJSON-176698039 tempest-PortsAdminExtendedAttrsTestJSON-176698039-project] 10.222.0.10 "DELETE /v2.0/networks/5906800e-e79e-4c4d-8615-db96c22f6516 HTTP/1.1" status: 204 len: 168 time: 1.0640545 Apr 28 11:00:50.226902 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-cf809157-85a2-4e40-b762-ef872ee99e16 tempest-ServersTestJSON-1447308081 tempest-ServersTestJSON-1447308081-project] Publish callbacks [] for security_group (5b5e6860-ab9c-4333-ac60-80cd6bb33798), before_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:50.248750 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f742d6c3-9939-4475-bf22-bc74f099a338 tempest-NetworksIpV6Test-263553383 tempest-NetworksIpV6Test-263553383-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 79} {{(pid=116162) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 11:00:50.260511 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-f742d6c3-9939-4475-bf22-bc74f099a338 tempest-NetworksIpV6Test-263553383 tempest-NetworksIpV6Test-263553383-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-961978'] for segment (1921f92a-6169-4b23-8909-254dc000ef66), precommit_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:50.264894 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.db.segments_db [None req-f742d6c3-9939-4475-bf22-bc74f099a338 tempest-NetworksIpV6Test-263553383 tempest-NetworksIpV6Test-263553383-project] Added segment 1921f92a-6169-4b23-8909-254dc000ef66 of type vlan for network 9caceb63-1c23-4b63-900a-71eb6314854c Apr 28 11:00:50.304020 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-f742d6c3-9939-4475-bf22-bc74f099a338 tempest-NetworksIpV6Test-263553383 tempest-NetworksIpV6Test-263553383-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742234744962'] for network (9caceb63-1c23-4b63-900a-71eb6314854c), precommit_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:50.331732 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd1d6a6-63d9-47c7-92ab-89b4bd5aa4e1 tempest-PortsAdminExtendedAttrsTestJSON-176698039 tempest-PortsAdminExtendedAttrsTestJSON-176698039-project] Pushing event deleted for resources: {'Network': ['ID=5906800e-e79e-4c4d-8615-db96c22f6516,revision_number=None']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:00:50.365065 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1eb811ee-06e7-4b61-b4a9-339df7e3d632 tempest-FloatingIPTestJSON-373071706 tempest-FloatingIPTestJSON-373071706-project] Router f78b6f71-c91e-4419-a7fc-4e894ee6d57e has already been hosted by L3 agent 6b492ad6-0876-4d74-b20d-28143a52ceba {{(pid=116161) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 11:00:50.421216 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-cf809157-85a2-4e40-b762-ef872ee99e16 tempest-ServersTestJSON-1447308081 tempest-ServersTestJSON-1447308081-project] Publish callbacks [] for security_group (5b5e6860-ab9c-4333-ac60-80cd6bb33798), precommit_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:50.425892 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-47436004-3d4d-4c08-9bcc-08a32707cd31 tempest-RoutersIpV6AdminTest-911026605 tempest-RoutersIpV6AdminTest-911026605-project-admin] 10.222.0.10 "GET /v2.0/routers/a42a0311-168d-4cb9-9770-1991536ac49f HTTP/1.1" status: 200 len: 924 time: 0.3191795 Apr 28 11:00:50.430167 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 50278) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:00:50.438689 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-1ebc13aa-af9a-4077-bfd3-98d8bb255fa1 req-de6b10f7-278d-4a81-9c13-5baadb6c40cf tempest-ServersTestManualDisk-708954650 tempest-ServersTestManualDisk-708954650-project] 10.222.0.10 "GET /v2.0/ports?device_id=7b8f1546-43fe-47eb-a29a-4d9b0d24e4fe HTTP/1.1" status: 200 len: 210 time: 0.0712552 Apr 28 11:00:50.462640 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-7b06939f-c062-465b-a0ec-116882955823 tempest-AllowedAddressPairIpV6TestJSON-1423465983 tempest-AllowedAddressPairIpV6TestJSON-1423465983-project] Publish callbacks [] for port (d736e883-18c9-4bae-af22-3c8770d7550d), precommit_update {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:50.504726 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-f742d6c3-9939-4475-bf22-bc74f099a338 tempest-NetworksIpV6Test-263553383 tempest-NetworksIpV6Test-263553383-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042'] for network (9caceb63-1c23-4b63-900a-71eb6314854c), after_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:50.510009 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f742d6c3-9939-4475-bf22-bc74f099a338 tempest-NetworksIpV6Test-263553383 tempest-NetworksIpV6Test-263553383-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:00:50.510628 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-f742d6c3-9939-4475-bf22-bc74f099a338 tempest-NetworksIpV6Test-263553383 tempest-NetworksIpV6Test-263553383-project] Publish callbacks [] for network (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:50.529299 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (6be95134-9a6c-4663-8b48-90d12ce90c60), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:50.558027 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-7b06939f-c062-465b-a0ec-116882955823 tempest-AllowedAddressPairIpV6TestJSON-1423465983 tempest-AllowedAddressPairIpV6TestJSON-1423465983-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5051840'] for port (d736e883-18c9-4bae-af22-3c8770d7550d), after_update {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:50.611717 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Current status of the port 1fd75ea2-a934-4932-9288-335804b568ca is: DOWN; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:00:50.612124 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (1fd75ea2-a934-4932-9288-335804b568ca), before_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:50.737045 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_hamode_db [None req-5cfee74b-0f74-460b-8a62-dfef5756f973 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bdc4a64-1a8f-439a-af8a-e631bebdc4fa', 'name': 'tempest-ServersTestJSON-90404896-router', 'tenant_id': '19a7f91fec214fcea65c9e72a1c65353', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'external_fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.122'}], 'enable_snat': True}, 'gw_port_id': '0349ac72-fdf4-467a-a64f-2f09d8e6b3a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T10:59:03Z', 'updated_at': '2022-04-28T10:59:15Z', 'revision_number': 4, 'project_id': '19a7f91fec214fcea65c9e72a1c65353', 'gw_port': {'id': '0349ac72-fdf4-467a-a64f-2f09d8e6b3a4', 'name': '', 'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:46:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bdc4a64-1a8f-439a-af8a-e631bebdc4fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T10:59:05Z', 'updated_at': '2022-04-28T10:59:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '8831271f-a430-441d-9f3d-a067d7643f47', 'name': '', 'network_id': '4da8bd43-d906-4f61-8b6f-8dd6519937e1', 'tenant_id': '19a7f91fec214fcea65c9e72a1c65353', 'mac_address': 'fa:16:3e:57:e7:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bdc4a64-1a8f-439a-af8a-e631bebdc4fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 120, 'fixed_ips': [{'subnet_id': '92361fe4-492b-4a32-8d67-8edec320c5e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T10:59:13Z', 'updated_at': '2022-04-28T10:59:27Z', 'revision_number': 5, 'project_id': '19a7f91fec214fcea65c9e72a1c65353', 'subnets': [{'id': '92361fe4-492b-4a32-8d67-8edec320c5e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=116163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:00:50.743651 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] For port 1fd75ea2-a934-4932-9288-335804b568ca, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=1fd75ea2-a934-4932-9288-335804b568ca,segment=NetworkSegment(ffa4348d-378b-4e93-98fa-ab0dc49ee16c),segment_id=ffa4348d-378b-4e93-98fa-ab0dc49ee16c)] {{(pid=116163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 11:00:50.784052 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.db_base_plugin_common [None req-c7867fb2-8feb-4cbe-b059-165c24517948 None None] Allocated IP 2001:db8:0:ffff::2 (531aecac-8bf3-4d7b-9ec5-0a3bd8254094/63b89790-41bf-46a5-98ea-10e423547dcc/ecaa1178-8226-4466-8757-b511679e6a17) {{(pid=116163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 11:00:50.796086 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cfee74b-0f74-460b-8a62-dfef5756f973 None None] The sync data for ids ['4bdc4a64-1a8f-439a-af8a-e631bebdc4fa'] in dv-neutron-master-2-hyperv is: [{'id': '4bdc4a64-1a8f-439a-af8a-e631bebdc4fa', 'name': 'tempest-ServersTestJSON-90404896-router', 'tenant_id': '19a7f91fec214fcea65c9e72a1c65353', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'external_fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.122'}], 'enable_snat': True}, 'gw_port_id': '0349ac72-fdf4-467a-a64f-2f09d8e6b3a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T10:59:03Z', 'updated_at': '2022-04-28T10:59:15Z', 'revision_number': 4, 'project_id': '19a7f91fec214fcea65c9e72a1c65353', 'gw_port': {'id': '0349ac72-fdf4-467a-a64f-2f09d8e6b3a4', 'name': '', 'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:46:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bdc4a64-1a8f-439a-af8a-e631bebdc4fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T10:59:05Z', 'updated_at': '2022-04-28T10:59:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '8831271f-a430-441d-9f3d-a067d7643f47', 'name': '', 'network_id': '4da8bd43-d906-4f61-8b6f-8dd6519937e1', 'tenant_id': '19a7f91fec214fcea65c9e72a1c65353', 'mac_address': 'fa:16:3e:57:e7:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bdc4a64-1a8f-439a-af8a-e631bebdc4fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 120, 'fixed_ips': [{'subnet_id': '92361fe4-492b-4a32-8d67-8edec320c5e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T10:59:13Z', 'updated_at': '2022-04-28T10:59:27Z', 'revision_number': 5, 'project_id': '19a7f91fec214fcea65c9e72a1c65353', 'subnets': [{'id': '92361fe4-492b-4a32-8d67-8edec320c5e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=116163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 11:00:50.816296 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-512b33ff-bc76-46ee-96ba-98935e4bc242 None None] Provisioning complete for port 1fd75ea2-a934-4932-9288-335804b568ca triggered by entity DHCP. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:00:50.816713 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-512b33ff-bc76-46ee-96ba-98935e4bc242 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (1fd75ea2-a934-4932-9288-335804b568ca), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:50.821488 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393'] for port (1fd75ea2-a934-4932-9288-335804b568ca), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:50.870023 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7356f5db-7548-4d84-b005-f758ded0bf55 req-1d9ef1da-15ed-4edf-bbfc-d5b9fdf02983 tempest-ServersTestManualDisk-708954650 tempest-ServersTestManualDisk-708954650-project] Router c3307b93-0163-4950-8edf-96a1360d17be has already been hosted by L3 agent 6b492ad6-0876-4d74-b20d-28143a52ceba {{(pid=116161) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 11:00:50.880769 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1eb811ee-06e7-4b61-b4a9-339df7e3d632 tempest-FloatingIPTestJSON-373071706 tempest-FloatingIPTestJSON-373071706-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=116161) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 11:00:50.984075 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0bbf525-3594-4ecf-b21c-d8ffedadaa61 tempest-RoutersIpV6AdminTest-911026605 tempest-RoutersIpV6AdminTest-911026605-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:00:50.986459 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-f0bbf525-3594-4ecf-b21c-d8ffedadaa61 tempest-RoutersIpV6AdminTest-911026605 tempest-RoutersIpV6AdminTest-911026605-project-admin] 10.222.0.10 "GET /v2.0/ports?network_id=7be49d94-bbb8-4a61-bafe-209c5f861e1c&device_id=a42a0311-168d-4cb9-9770-1991536ac49f&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.5531347 Apr 28 11:00:51.002824 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-f742d6c3-9939-4475-bf22-bc74f099a338 tempest-NetworksIpV6Test-263553383 tempest-NetworksIpV6Test-263553383-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.1217079 Apr 28 11:00:51.009019 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4eef64bf-92c0-4362-a3d2-dcd5e047338e None None] Sync routers for ids ['f78b6f71-c91e-4419-a7fc-4e894ee6d57e'] in dv-neutron-master-2-hyperv {{(pid=116163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 11:00:51.012409 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 50282) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:00:51.025441 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 50284) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:00:51.026358 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-c7db05f6-7aed-4552-bed6-77a4de5473cc tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5220536', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5125438'] for subnet (fd0f0aa6-94d2-4855-9441-5239d4a86e54), after_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:51.026616 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.plugin [None req-7b06939f-c062-465b-a0ec-116882955823 tempest-AllowedAddressPairIpV6TestJSON-1423465983 tempest-AllowedAddressPairIpV6TestJSON-1423465983-project] In _notify_port_updated(), no bound segment for port d736e883-18c9-4bae-af22-3c8770d7550d on network ec35233f-5e4a-4c87-8c46-b43c22af8e04 {{(pid=116162) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:936}} Apr 28 11:00:51.031642 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b06939f-c062-465b-a0ec-116882955823 tempest-AllowedAddressPairIpV6TestJSON-1423465983 tempest-AllowedAddressPairIpV6TestJSON-1423465983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:00:51.033478 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-7b06939f-c062-465b-a0ec-116882955823 tempest-AllowedAddressPairIpV6TestJSON-1423465983 tempest-AllowedAddressPairIpV6TestJSON-1423465983-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198022'] for port (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:51.034466 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-7b06939f-c062-465b-a0ec-116882955823 tempest-AllowedAddressPairIpV6TestJSON-1423465983 tempest-AllowedAddressPairIpV6TestJSON-1423465983-project] 10.222.0.10 "PUT /v2.0/ports/d736e883-18c9-4bae-af22-3c8770d7550d HTTP/1.1" status: 200 len: 1067 time: 1.8103096 Apr 28 11:00:51.043484 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 50286) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:00:51.077958 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.v2.base [None req-48084803-cb71-45e2-874b-db985c474460 tempest-NetworksIpV6Test-263553383 tempest-NetworksIpV6Test-263553383-project] Request body: {'subnet': {'network_id': '9caceb63-1c23-4b63-900a-71eb6314854c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=116162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:00:51.164299 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 50288) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:00:51.169516 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4eef64bf-92c0-4362-a3d2-dcd5e047338e None None] Routers {'f78b6f71-c91e-4419-a7fc-4e894ee6d57e'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=116163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 11:00:51.169516 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_hamode_db [None req-4eef64bf-92c0-4362-a3d2-dcd5e047338e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-28T10:50:39Z,description=,heartbeat_timestamp=2022-04-28T11:00:39Z,host='dv-neutron-master-2-hyperv',id=6b492ad6-0876-4d74-b20d-28143a52ceba,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T10:50:40Z,topic='l3_agent')) {'router_ids': ['f78b6f71-c91e-4419-a7fc-4e894ee6d57e'], 'active': True} {{(pid=116163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:00:51.200887 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7db05f6-7aed-4552-bed6-77a4de5473cc tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Network 1ec9fbcf-7a57-4aaa-9c30-4e0f43e09480 is already hosted by enough agents. {{(pid=116161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 11:00:51.224006 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-1eb811ee-06e7-4b61-b4a9-339df7e3d632 tempest-FloatingIPTestJSON-373071706 tempest-FloatingIPTestJSON-373071706-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198022'] for port (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:51.227369 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-1eb811ee-06e7-4b61-b4a9-339df7e3d632 tempest-FloatingIPTestJSON-373071706 tempest-FloatingIPTestJSON-373071706-project] 10.222.0.10 "DELETE /v2.0/ports/7ecf5aff-88c8-4653-9f92-2bd229640bda HTTP/1.1" status: 204 len: 168 time: 3.8329988 Apr 28 11:00:51.243925 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Pushing event updated for resources: {'Port': ['ID=1fd75ea2-a934-4932-9288-335804b568ca,revision_number=3']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:00:51.253064 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_hamode_db [None req-4eef64bf-92c0-4362-a3d2-dcd5e047338e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=116163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:00:51.292322 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.scheduler.base_scheduler [None req-c7db05f6-7aed-4552-bed6-77a4de5473cc tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Resources bound (agent type, host, resource id): {{(pid=116161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 11:00:51.296350 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 50292) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:00:51.306069 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7db05f6-7aed-4552-bed6-77a4de5473cc tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:00:51.306649 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-c7db05f6-7aed-4552-bed6-77a4de5473cc tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Publish callbacks [] for subnet (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:51.311838 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ea70062-6f1f-4e2c-87f2-24365a5f9e95 None None] Network 1ec9fbcf-7a57-4aaa-9c30-4e0f43e09480 requested from dv-neutron-master-2-hyperv {{(pid=116163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 11:00:51.350592 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2ef165b-6b0e-4b55-9ec9-51c3db2a559b None None] New status for floating IP 8131a908-c5c2-48f7-b2d8-e6a1e520ba65: DOWN {{(pid=116164) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 28 11:00:51.396282 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4eef64bf-92c0-4362-a3d2-dcd5e047338e None None] Routers {'f78b6f71-c91e-4419-a7fc-4e894ee6d57e'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=116163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 11:00:51.396777 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_hamode_db [None req-4eef64bf-92c0-4362-a3d2-dcd5e047338e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-28T10:50:39Z,description=,heartbeat_timestamp=2022-04-28T11:00:39Z,host='dv-neutron-master-2-hyperv',id=6b492ad6-0876-4d74-b20d-28143a52ceba,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T10:50:40Z,topic='l3_agent')) {'router_ids': ['f78b6f71-c91e-4419-a7fc-4e894ee6d57e'], 'active': True} {{(pid=116163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:00:51.412899 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7db05f6-7aed-4552-bed6-77a4de5473cc tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Pushing event updated for resources: {'Subnet': ['ID=fd0f0aa6-94d2-4855-9441-5239d4a86e54,revision_number=0']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:00:51.437413 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90825d48-d9e2-4ad7-a3e9-1d2fad656906 tempest-RoutersIpV6AdminTest-911026605 tempest-RoutersIpV6AdminTest-911026605-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:00:51.444088 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-90825d48-d9e2-4ad7-a3e9-1d2fad656906 tempest-RoutersIpV6AdminTest-911026605 tempest-RoutersIpV6AdminTest-911026605-project-admin] 10.222.0.10 "GET /v2.0/networks/7be49d94-bbb8-4a61-bafe-209c5f861e1c HTTP/1.1" status: 200 len: 881 time: 0.3885555 Apr 28 11:00:51.455625 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 50294) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:00:51.489178 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-cf809157-85a2-4e40-b762-ef872ee99e16 tempest-ServersTestJSON-1447308081 tempest-ServersTestJSON-1447308081-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924426'] for security_group (5b5e6860-ab9c-4333-ac60-80cd6bb33798), after_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:51.492764 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-cf809157-85a2-4e40-b762-ef872ee99e16 tempest-ServersTestJSON-1447308081 tempest-ServersTestJSON-1447308081-project] Publish callbacks [] for security_group (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:51.494044 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-cf809157-85a2-4e40-b762-ef872ee99e16 tempest-ServersTestJSON-1447308081 tempest-ServersTestJSON-1447308081-project] 10.222.0.10 "DELETE /v2.0/security-groups/5b5e6860-ab9c-4333-ac60-80cd6bb33798 HTTP/1.1" status: 204 len: 168 time: 1.5664494 Apr 28 11:00:51.494960 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f742d6c3-9939-4475-bf22-bc74f099a338 tempest-NetworksIpV6Test-263553383 tempest-NetworksIpV6Test-263553383-project] Pushing event updated for resources: {'Network': ['ID=9caceb63-1c23-4b63-900a-71eb6314854c,revision_number=1']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:00:51.501754 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 50298) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:00:51.514456 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-46a4556a-c190-4ebd-b91f-565e548e29e2 tempest-FloatingIPTestJSON-373071706 tempest-FloatingIPTestJSON-373071706-project] 10.222.0.10 "GET /v2.0/floatingips/3cb6fd31-dc51-48d0-811b-1fec98e2c203 HTTP/1.1" status: 200 len: 687 time: 0.2139869 Apr 28 11:00:51.519493 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 50300) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:00:51.533686 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b06939f-c062-465b-a0ec-116882955823 tempest-AllowedAddressPairIpV6TestJSON-1423465983 tempest-AllowedAddressPairIpV6TestJSON-1423465983-project] Pushing event updated for resources: {'Port': ['ID=d736e883-18c9-4bae-af22-3c8770d7550d,revision_number=2']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:00:51.539336 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf809157-85a2-4e40-b762-ef872ee99e16 tempest-ServersTestJSON-1447308081 tempest-ServersTestJSON-1447308081-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b5e6860-ab9c-4333-ac60-80cd6bb33798,revision_number=None']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:00:51.606836 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-c7db05f6-7aed-4552-bed6-77a4de5473cc tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 4.0361638 Apr 28 11:00:51.607080 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Network 9caceb63-1c23-4b63-900a-71eb6314854c details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=116163) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 28 11:00:51.609620 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 50302) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:00:51.609964 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7356f5db-7548-4d84-b005-f758ded0bf55 req-1d9ef1da-15ed-4edf-bbfc-d5b9fdf02983 tempest-ServersTestManualDisk-708954650 tempest-ServersTestManualDisk-708954650-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=116161) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 11:00:51.620269 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.v2.base [None req-88165168-2795-4c1e-b2a5-636951049e8c tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Request body: {'port': {'network_id': '1ec9fbcf-7a57-4aaa-9c30-4e0f43e09480', 'mac_address': 'fa:16:3e:6d:47:f4', 'name': 'tempest-NetworksTestDHCPv6-717426272'}} {{(pid=116162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:00:51.622265 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_hamode_db [None req-4eef64bf-92c0-4362-a3d2-dcd5e047338e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=116163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:00:51.622921 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4eef64bf-92c0-4362-a3d2-dcd5e047338e None None] The sync data for ids ['f78b6f71-c91e-4419-a7fc-4e894ee6d57e'] in dv-neutron-master-2-hyperv is: [] {{(pid=116163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 11:00:51.639215 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-512b33ff-bc76-46ee-96ba-98935e4bc242 None None] Current status of the port 1fd75ea2-a934-4932-9288-335804b568ca is: ACTIVE; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:00:51.641850 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0c77e14-50a8-431a-b859-d43cc90c9a82 None None] Sync routers for ids ['c3307b93-0163-4950-8edf-96a1360d17be'] in dv-neutron-master-2-hyperv {{(pid=116163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 11:00:51.652497 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-7d0ba983-c6fb-4125-abf3-346541d89c1a tempest-RoutersIpV6AdminTest-2062886361 tempest-RoutersIpV6AdminTest-2062886361-project] 10.222.0.10 "GET /v2.0/ports?device_id=a42a0311-168d-4cb9-9770-1991536ac49f HTTP/1.1" status: 200 len: 205 time: 0.1916578 Apr 28 11:00:51.661260 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 50304) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:00:51.662253 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48084803-cb71-45e2-874b-db985c474460 tempest-NetworksIpV6Test-263553383 tempest-NetworksIpV6Test-263553383-project] Made reservation on behalf of 87154dd24b09463c83aab94c3e93cc15 for: {'subnet': 1} {{(pid=116162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 11:00:51.668020 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-48084803-cb71-45e2-874b-db985c474460 tempest-NetworksIpV6Test-263553383 tempest-NetworksIpV6Test-263553383-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4210834'] for subnet (None), before_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:51.800902 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.plugin [None req-f717789c-6d95-416e-bc4f-5e527874126e tempest-AllowedAddressPairIpV6TestJSON-1423465983 tempest-AllowedAddressPairIpV6TestJSON-1423465983-project] Deleting port d736e883-18c9-4bae-af22-3c8770d7550d {{(pid=116161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 11:00:51.801228 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-f717789c-6d95-416e-bc4f-5e527874126e tempest-AllowedAddressPairIpV6TestJSON-1423465983 tempest-AllowedAddressPairIpV6TestJSON-1423465983-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742235130188'] for port (d736e883-18c9-4bae-af22-3c8770d7550d), before_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:51.812648 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.api.v2.resource [None req-e38dde09-641a-49f1-a2f3-e4a35a6ef82d tempest-ServersTestJSON-1447308081 tempest-ServersTestJSON-1447308081-project] show failed (client error): The resource could not be found. Apr 28 11:00:51.817583 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-e38dde09-641a-49f1-a2f3-e4a35a6ef82d tempest-ServersTestJSON-1447308081 tempest-ServersTestJSON-1447308081-project] 10.222.0.10 "GET /v2.0/security-groups/5b5e6860-ab9c-4333-ac60-80cd6bb33798 HTTP/1.1" status: 404 len: 347 time: 0.3032174 Apr 28 11:00:51.838504 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-281ff2ff-1af5-49c6-96af-71dab7c3b9dd req-f7c0842b-f940-4c5a-99a5-3f6721774d5f tempest-ServersTestManualDisk-708954650 tempest-ServersTestManualDisk-708954650-project] 10.222.0.10 "GET /v2.0/ports?device_id=7b8f1546-43fe-47eb-a29a-4d9b0d24e4fe HTTP/1.1" status: 200 len: 210 time: 0.2394495 Apr 28 11:00:51.841824 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 50306) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:00:51.921028 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-c7867fb2-8feb-4cbe-b059-165c24517948 None None] Publish callbacks [] for port (ecaa1178-8226-4466-8757-b511679e6a17), precommit_create {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:51.945333 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Device 1fd75ea2-a934-4932-9288-335804b568ca up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=116163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 11:00:52.011164 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.db.l3_dvrscheduler_db [req-7356f5db-7548-4d84-b005-f758ded0bf55 req-1d9ef1da-15ed-4edf-bbfc-d5b9fdf02983 tempest-ServersTestManualDisk-708954650 tempest-ServersTestManualDisk-708954650-project] No DVR routers for this DVR port c0d148b4-7df0-41b4-ae3e-381c91ef07cd on host hv-neutron-mast {{(pid=116161) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 11:00:52.026029 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-c7867fb2-8feb-4cbe-b059-165c24517948 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742234710357'] for port (ecaa1178-8226-4466-8757-b511679e6a17), after_create {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:52.056406 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [req-7356f5db-7548-4d84-b005-f758ded0bf55 req-1d9ef1da-15ed-4edf-bbfc-d5b9fdf02983 tempest-ServersTestManualDisk-708954650 tempest-ServersTestManualDisk-708954650-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198022'] for port (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:52.061245 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-7356f5db-7548-4d84-b005-f758ded0bf55 req-1d9ef1da-15ed-4edf-bbfc-d5b9fdf02983 tempest-ServersTestManualDisk-708954650 tempest-ServersTestManualDisk-708954650-project] 10.222.0.20 "DELETE /v2.0/ports/c0d148b4-7df0-41b4-ae3e-381c91ef07cd HTTP/1.1" status: 204 len: 173 time: 6.4393666 Apr 28 11:00:52.080802 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b8f1546-43fe-47eb-a29a-4d9b0d24e4fe', 'name': 'network-vif-deleted', 'tag': 'c0d148b4-7df0-41b4-ae3e-381c91ef07cd'}] {{(pid=116161) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 11:00:52.083342 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e748734031c26dffb00ab563e48cb7690d820419218221ecd4f9c2a21276ff88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d89020e1-563e-4248-8b9e-7e0c53aa6b8d" -d '{"events": [{"server_uuid": "7b8f1546-43fe-47eb-a29a-4d9b0d24e4fe", "name": "network-vif-deleted", "tag": "c0d148b4-7df0-41b4-ae3e-381c91ef07cd"}]}' {{(pid=116161) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 11:00:52.088999 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-09c5c2b7-f788-49bb-91be-d3e8856b2862 None None] Provisioning complete for port d736e883-18c9-4bae-af22-3c8770d7550d triggered by entity DHCP. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:00:52.092680 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-09c5c2b7-f788-49bb-91be-d3e8856b2862 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (d736e883-18c9-4bae-af22-3c8770d7550d), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:52.092680 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7867fb2-8feb-4cbe-b059-165c24517948 None None] Pushing event updated for resources: {'Port': ['ID=ecaa1178-8226-4466-8757-b511679e6a17,revision_number=1']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:00:52.095278 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0c77e14-50a8-431a-b859-d43cc90c9a82 None None] Routers {'c3307b93-0163-4950-8edf-96a1360d17be'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=116163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 11:00:52.096166 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_hamode_db [None req-d0c77e14-50a8-431a-b859-d43cc90c9a82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-28T10:50:39Z,description=,heartbeat_timestamp=2022-04-28T11:00:39Z,host='dv-neutron-master-2-hyperv',id=6b492ad6-0876-4d74-b20d-28143a52ceba,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T10:50:40Z,topic='l3_agent')) {'router_ids': ['c3307b93-0163-4950-8edf-96a1360d17be'], 'active': True} {{(pid=116163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:00:52.103918 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-2900863e-cf43-4a46-b0fe-678e3edd5aea admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=32f5aa69100a4433ad4102f6333bb860&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9373791 Apr 28 11:00:52.112787 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 50312) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:00:52.137212 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-48084803-cb71-45e2-874b-db985c474460 tempest-NetworksIpV6Test-263553383 tempest-NetworksIpV6Test-263553383-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5054027', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4210784'] for subnet (42567781-3f66-4f88-981b-6d9951e907ef), after_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:52.201630 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.agents_db [None req-54b29a82-8a19-4507-95e3-3a2d011841ff None None] Agent healthcheck: found 6 active agents {{(pid=116164) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 28 11:00:52.204084 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 11:00:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f67ea0ca-4e57-4e35-b434-d98295f01dbe x-openstack-request-id: req-f67ea0ca-4e57-4e35-b434-d98295f01dbe {{(pid=116161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 11:00:52.205236 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b8f1546-43fe-47eb-a29a-4d9b0d24e4fe", "name": "network-vif-deleted", "tag": "c0d148b4-7df0-41b4-ae3e-381c91ef07cd", "status": "completed", "code": 200}]} {{(pid=116161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 11:00:52.205634 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-f67ea0ca-4e57-4e35-b434-d98295f01dbe {{(pid=116161) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 11:00:52.206186 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f67ea0ca-4e57-4e35-b434-d98295f01dbe'] response: {'server_uuid': '7b8f1546-43fe-47eb-a29a-4d9b0d24e4fe', 'name': 'network-vif-deleted', 'tag': 'c0d148b4-7df0-41b4-ae3e-381c91ef07cd', 'status': 'completed', 'code': 200} Apr 28 11:00:52.209300 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-5afafa5e-3c8e-4f3f-9dde-03eea8e109d8 tempest-RoutersIpV6AdminTest-2062886361 tempest-RoutersIpV6AdminTest-2062886361-project] Publish callbacks [] for router (a42a0311-168d-4cb9-9770-1991536ac49f), before_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:52.273135 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-f717789c-6d95-416e-bc4f-5e527874126e tempest-AllowedAddressPairIpV6TestJSON-1423465983 tempest-AllowedAddressPairIpV6TestJSON-1423465983-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1938497'] for port (d736e883-18c9-4bae-af22-3c8770d7550d), precommit_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:52.323216 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvr_db [None req-d0c77e14-50a8-431a-b859-d43cc90c9a82 None None] Set router c3307b93-0163-4950-8edf-96a1360d17be gateway port host: dv-neutron-master-2-hyperv {{(pid=116163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 11:00:52.324757 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.plugin [None req-f717789c-6d95-416e-bc4f-5e527874126e tempest-AllowedAddressPairIpV6TestJSON-1423465983 tempest-AllowedAddressPairIpV6TestJSON-1423465983-project] Calling delete_port for d736e883-18c9-4bae-af22-3c8770d7550d owned by {{(pid=116161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 11:00:52.349922 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.plugin [None req-cf9e3e44-cc60-46bc-ba3e-606f624830a8 tempest-FloatingIPTestJSON-373071706 tempest-FloatingIPTestJSON-373071706-project] Deleting port 228d4e5b-1b6e-4b5a-9369-d6695e75cb1a {{(pid=116161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 11:00:52.350544 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-cf9e3e44-cc60-46bc-ba3e-606f624830a8 tempest-FloatingIPTestJSON-373071706 tempest-FloatingIPTestJSON-373071706-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742235130188'] for port (228d4e5b-1b6e-4b5a-9369-d6695e75cb1a), before_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:52.370125 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-09c5c2b7-f788-49bb-91be-d3e8856b2862 None None] Port d736e883-18c9-4bae-af22-3c8770d7550d cannot update to ACTIVE because it is not bound. {{(pid=116163) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 28 11:00:52.380070 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.plugin [None req-0289fc17-65ce-4c3b-a061-1e465b7e2b55 tempest-ServersTestJSON-1447308081 tempest-ServersTestJSON-1447308081-project] Deleting port b73615a8-7c72-4880-bc7e-de7cbfc1f95c {{(pid=116161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 11:00:52.380432 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-0289fc17-65ce-4c3b-a061-1e465b7e2b55 tempest-ServersTestJSON-1447308081 tempest-ServersTestJSON-1447308081-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742235130188'] for port (b73615a8-7c72-4880-bc7e-de7cbfc1f95c), before_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:52.423890 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88165168-2795-4c1e-b2a5-636951049e8c tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Made reservation on behalf of 12780407c7254bdfbde1c04e76d433ee for: {'port': 1} {{(pid=116162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 11:00:52.435314 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48084803-cb71-45e2-874b-db985c474460 tempest-NetworksIpV6Test-263553383 tempest-NetworksIpV6Test-263553383-project] Pushing event updated for resources: {'Subnet': ['ID=42567781-3f66-4f88-981b-6d9951e907ef,revision_number=0']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:00:52.444497 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-9e194b3f-2e61-4fa8-b309-3bef66304f75 admin admin] Publish callbacks [] for security_group (09464ec5-c61a-46c2-b7fd-44ead54da2cc), before_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:52.468270 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48084803-cb71-45e2-874b-db985c474460 tempest-NetworksIpV6Test-263553383 tempest-NetworksIpV6Test-263553383-project] Checking segment: {'id': '1921f92a-6169-4b23-8909-254dc000ef66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '9caceb63-1c23-4b63-900a-71eb6314854c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 11:00:52.468783 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48084803-cb71-45e2-874b-db985c474460 tempest-NetworksIpV6Test-263553383 tempest-NetworksIpV6Test-263553383-project] Network hostable DHCP agents. Network: 9caceb63-1c23-4b63-900a-71eb6314854c, hostable agents: ['75ba81b7-fe99-4281-90d2-a5adb445ecea'], hosted agents: [] {{(pid=116162) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 11:00:52.489131 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-9e194b3f-2e61-4fa8-b309-3bef66304f75 admin admin] Publish callbacks [] for security_group (09464ec5-c61a-46c2-b7fd-44ead54da2cc), precommit_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:52.519841 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7867fb2-8feb-4cbe-b059-165c24517948 None None] Network 531aecac-8bf3-4d7b-9ec5-0a3bd8254094 is already hosted by enough agents. {{(pid=116163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 11:00:52.543341 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.scheduler.base_scheduler [None req-c7867fb2-8feb-4cbe-b059-165c24517948 None None] Resources bound (agent type, host, resource id): {{(pid=116163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 11:00:52.548942 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7867fb2-8feb-4cbe-b059-165c24517948 None None] Received port after_create {{(pid=116163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 11:00:52.557884 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Provisioning complete for port 1fd75ea2-a934-4932-9288-335804b568ca triggered by entity L2. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:00:52.558262 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (1fd75ea2-a934-4932-9288-335804b568ca), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:52.629625 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-cf9e3e44-cc60-46bc-ba3e-606f624830a8 tempest-FloatingIPTestJSON-373071706 tempest-FloatingIPTestJSON-373071706-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1938497'] for port (228d4e5b-1b6e-4b5a-9369-d6695e75cb1a), precommit_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:52.630024 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-cf9e3e44-cc60-46bc-ba3e-606f624830a8 tempest-FloatingIPTestJSON-373071706 tempest-FloatingIPTestJSON-373071706-project] Publish callbacks [] for floatingip (228d4e5b-1b6e-4b5a-9369-d6695e75cb1a), precommit_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:52.633878 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-0289fc17-65ce-4c3b-a061-1e465b7e2b55 tempest-ServersTestJSON-1447308081 tempest-ServersTestJSON-1447308081-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1938497'] for port (b73615a8-7c72-4880-bc7e-de7cbfc1f95c), precommit_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:52.634207 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-0289fc17-65ce-4c3b-a061-1e465b7e2b55 tempest-ServersTestJSON-1447308081 tempest-ServersTestJSON-1447308081-project] Publish callbacks [] for floatingip (b73615a8-7c72-4880-bc7e-de7cbfc1f95c), precommit_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:52.683116 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.plugin [None req-cf9e3e44-cc60-46bc-ba3e-606f624830a8 tempest-FloatingIPTestJSON-373071706 tempest-FloatingIPTestJSON-373071706-project] Calling delete_port for 228d4e5b-1b6e-4b5a-9369-d6695e75cb1a owned by network:floatingip {{(pid=116161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 11:00:52.685411 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.plugin [None req-0289fc17-65ce-4c3b-a061-1e465b7e2b55 tempest-ServersTestJSON-1447308081 tempest-ServersTestJSON-1447308081-project] Calling delete_port for b73615a8-7c72-4880-bc7e-de7cbfc1f95c owned by network:floatingip {{(pid=116161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 11:00:52.685684 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-5afafa5e-3c8e-4f3f-9dde-03eea8e109d8 tempest-RoutersIpV6AdminTest-2062886361 tempest-RoutersIpV6AdminTest-2062886361-project] Publish callbacks [] for router_gateway (a42a0311-168d-4cb9-9770-1991536ac49f), before_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:52.698907 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-88165168-2795-4c1e-b2a5-636951049e8c tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (None), before_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:52.712513 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48084803-cb71-45e2-874b-db985c474460 tempest-NetworksIpV6Test-263553383 tempest-NetworksIpV6Test-263553383-project] Network 9caceb63-1c23-4b63-900a-71eb6314854c is scheduled to be hosted by DHCP agent 75ba81b7-fe99-4281-90d2-a5adb445ecea with binding_index 1 {{(pid=116162) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 11:00:52.729741 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.notifiers.nova [None req-88165168-2795-4c1e-b2a5-636951049e8c tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] device_id is not set on port 4ac4bb78-e8a1-463d-ac97-ef2143457845 yet. {{(pid=116162) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 28 11:00:52.770278 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.managers [None req-c7867fb2-8feb-4cbe-b059-165c24517948 None None] Attempting to bind port ecaa1178-8226-4466-8757-b511679e6a17 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=116163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 28 11:00:52.771500 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.managers [None req-c7867fb2-8feb-4cbe-b059-165c24517948 None None] Attempting to bind port ecaa1178-8226-4466-8757-b511679e6a17 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'd1874a21-53ec-40e3-b119-a39d7f74f1a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '531aecac-8bf3-4d7b-9ec5-0a3bd8254094'}] {{(pid=116163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 28 11:00:52.771884 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7867fb2-8feb-4cbe-b059-165c24517948 None None] Attempting to bind port ecaa1178-8226-4466-8757-b511679e6a17 on network 531aecac-8bf3-4d7b-9ec5-0a3bd8254094 {{(pid=116163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 11:00:52.772104 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-9e194b3f-2e61-4fa8-b309-3bef66304f75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924426'] for security_group (09464ec5-c61a-46c2-b7fd-44ead54da2cc), after_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:52.773875 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7a3a353-b417-43c9-a8fd-2e5e17fad748 None None] Update dhcp port {'port': {'network_id': '1ec9fbcf-7a57-4aaa-9c30-4e0f43e09480', 'fixed_ips': [{'subnet_id': '77248f0e-66e2-451e-9d61-991aa79212df', 'ip_address': '2001:db8::f816:3eff:feeb:1585'}, {'subnet_id': 'fd0f0aa6-94d2-4855-9441-5239d4a86e54'}], 'binding:host_id': 'dv-neutron-master-2-hyperv'}, 'id': '1fd75ea2-a934-4932-9288-335804b568ca'} from dv-neutron-master-2-hyperv. {{(pid=116163) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Apr 28 11:00:52.774974 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-9e194b3f-2e61-4fa8-b309-3bef66304f75 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:52.779170 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-9e194b3f-2e61-4fa8-b309-3bef66304f75 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/09464ec5-c61a-46c2-b7fd-44ead54da2cc HTTP/1.1" status: 204 len: 168 time: 0.6578205 Apr 28 11:00:52.796683 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e194b3f-2e61-4fa8-b309-3bef66304f75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09464ec5-c61a-46c2-b7fd-44ead54da2cc,revision_number=None']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:00:52.837940 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.scheduler.base_scheduler [None req-48084803-cb71-45e2-874b-db985c474460 tempest-NetworksIpV6Test-263553383 tempest-NetworksIpV6Test-263553383-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 9caceb63-1c23-4b63-900a-71eb6314854c) {{(pid=116162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 11:00:52.843787 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48084803-cb71-45e2-874b-db985c474460 tempest-NetworksIpV6Test-263553383 tempest-NetworksIpV6Test-263553383-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:00:52.845181 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-48084803-cb71-45e2-874b-db985c474460 tempest-NetworksIpV6Test-263553383 tempest-NetworksIpV6Test-263553383-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603020'] for subnet (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:52.878900 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3adde71-9cdc-49fd-8288-c78e7b8e3232 None None] Network 9caceb63-1c23-4b63-900a-71eb6314854c requested from dv-neutron-master-2-hyperv {{(pid=116163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 11:00:52.880781 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7867fb2-8feb-4cbe-b059-165c24517948 None None] Checking agent: {'id': 'd5baab19-5dd1-4902-922b-84acb048ab9c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 10, 50, 43), 'started_at': datetime.datetime(2022, 4, 28, 10, 51, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 11, 0, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=116163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 11:00:52.881160 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7867fb2-8feb-4cbe-b059-165c24517948 None None] Checking segment: {'id': 'd1874a21-53ec-40e3-b119-a39d7f74f1a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '531aecac-8bf3-4d7b-9ec5-0a3bd8254094'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 11:00:52.881569 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-c7867fb2-8feb-4cbe-b059-165c24517948 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:52.881968 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7867fb2-8feb-4cbe-b059-165c24517948 None None] Bound using segment: {'id': 'd1874a21-53ec-40e3-b119-a39d7f74f1a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '531aecac-8bf3-4d7b-9ec5-0a3bd8254094'} {{(pid=116163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 11:00:52.882489 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.managers [None req-c7867fb2-8feb-4cbe-b059-165c24517948 None None] Bound port: ecaa1178-8226-4466-8757-b511679e6a17, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1874a21-53ec-40e3-b119-a39d7f74f1a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '531aecac-8bf3-4d7b-9ec5-0a3bd8254094'}}] {{(pid=116163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 28 11:00:52.882877 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-c7867fb2-8feb-4cbe-b059-165c24517948 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (ecaa1178-8226-4466-8757-b511679e6a17), before_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:52.911734 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.plugin [None req-5afafa5e-3c8e-4f3f-9dde-03eea8e109d8 tempest-RoutersIpV6AdminTest-2062886361 tempest-RoutersIpV6AdminTest-2062886361-project] Deleting port e0a11c1c-20c9-4dbd-a861-ef2d979b72b6 {{(pid=116162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 11:00:52.912199 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-5afafa5e-3c8e-4f3f-9dde-03eea8e109d8 tempest-RoutersIpV6AdminTest-2062886361 tempest-RoutersIpV6AdminTest-2062886361-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742235130188'] for port (e0a11c1c-20c9-4dbd-a861-ef2d979b72b6), before_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:52.963348 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-e7a3a353-b417-43c9-a8fd-2e5e17fad748 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (1fd75ea2-a934-4932-9288-335804b568ca), before_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:52.968529 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Current status of the port 1fd75ea2-a934-4932-9288-335804b568ca is: ACTIVE; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:00:53.013345 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-f717789c-6d95-416e-bc4f-5e527874126e tempest-AllowedAddressPairIpV6TestJSON-1423465983 tempest-AllowedAddressPairIpV6TestJSON-1423465983-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742235135690', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742234710366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5219112'] for port (d736e883-18c9-4bae-af22-3c8770d7550d), after_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:53.021670 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_hamode_db [None req-d0c77e14-50a8-431a-b859-d43cc90c9a82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3307b93-0163-4950-8edf-96a1360d17be', 'name': 'tempest-ServersTestManualDisk-1673882918-router', 'tenant_id': '5609aa114ceb4f54b926d4fb3847cb3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'external_fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.211'}], 'enable_snat': True}, 'gw_port_id': '54ed23fe-abb8-49c1-b804-6ecc9c6b1b72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T10:59:03Z', 'updated_at': '2022-04-28T10:59:12Z', 'revision_number': 4, 'project_id': '5609aa114ceb4f54b926d4fb3847cb3e', 'gw_port': {'id': '54ed23fe-abb8-49c1-b804-6ecc9c6b1b72', 'name': '', 'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:58:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3307b93-0163-4950-8edf-96a1360d17be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T10:59:04Z', 'updated_at': '2022-04-28T10:59:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'fc617ca8-1c87-48c2-8189-2007a4cfc7a1', 'name': '', 'network_id': '86be3515-ed38-47a2-afd0-def5e9d08619', 'tenant_id': '5609aa114ceb4f54b926d4fb3847cb3e', 'mac_address': 'fa:16:3e:81:df:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3307b93-0163-4950-8edf-96a1360d17be', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'e48057c8-0090-4367-906b-bd6ec3ec96da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T10:59:10Z', 'updated_at': '2022-04-28T10:59:18Z', 'revision_number': 5, 'project_id': '5609aa114ceb4f54b926d4fb3847cb3e', 'subnets': [{'id': 'e48057c8-0090-4367-906b-bd6ec3ec96da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=116163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:00:53.048087 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f717789c-6d95-416e-bc4f-5e527874126e tempest-AllowedAddressPairIpV6TestJSON-1423465983 tempest-AllowedAddressPairIpV6TestJSON-1423465983-project] Pushing event deleted for resources: {'Port': ['ID=d736e883-18c9-4bae-af22-3c8770d7550d,revision_number=None']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:00:53.064192 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-0289fc17-65ce-4c3b-a061-1e465b7e2b55 tempest-ServersTestJSON-1447308081 tempest-ServersTestJSON-1447308081-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742235135690', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742234710366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5219112'] for port (b73615a8-7c72-4880-bc7e-de7cbfc1f95c), after_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:53.072326 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0c77e14-50a8-431a-b859-d43cc90c9a82 None None] Checking router: c3307b93-0163-4950-8edf-96a1360d17be for host: dv-neutron-master-2-hyperv {{(pid=116163) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 11:00:53.115466 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-48084803-cb71-45e2-874b-db985c474460 tempest-NetworksIpV6Test-263553383 tempest-NetworksIpV6Test-263553383-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 2.0585363 Apr 28 11:00:53.120344 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 50318) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:00:53.123697 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-cf9e3e44-cc60-46bc-ba3e-606f624830a8 tempest-FloatingIPTestJSON-373071706 tempest-FloatingIPTestJSON-373071706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742235135690', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742234710366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5219112'] for port (228d4e5b-1b6e-4b5a-9369-d6695e75cb1a), after_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:53.162060 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0c77e14-50a8-431a-b859-d43cc90c9a82 None None] Routers {'c3307b93-0163-4950-8edf-96a1360d17be'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=116163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 11:00:53.162322 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_hamode_db [None req-d0c77e14-50a8-431a-b859-d43cc90c9a82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-28T10:50:39Z,description=,heartbeat_timestamp=2022-04-28T11:00:39Z,host='dv-neutron-master-2-hyperv',id=6b492ad6-0876-4d74-b20d-28143a52ceba,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T10:50:40Z,topic='l3_agent')) {'router_ids': ['c3307b93-0163-4950-8edf-96a1360d17be'], 'active': True} {{(pid=116163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:00:53.171313 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0289fc17-65ce-4c3b-a061-1e465b7e2b55 tempest-ServersTestJSON-1447308081 tempest-ServersTestJSON-1447308081-project] Pushing event deleted for resources: {'Port': ['ID=b73615a8-7c72-4880-bc7e-de7cbfc1f95c,revision_number=None']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:00:53.204631 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.db.db_base_plugin_common [None req-88165168-2795-4c1e-b2a5-636951049e8c tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Allocated IP 172.20.0.11 (1ec9fbcf-7a57-4aaa-9c30-4e0f43e09480/fd0f0aa6-94d2-4855-9441-5239d4a86e54/4ac4bb78-e8a1-463d-ac97-ef2143457845) {{(pid=116162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 11:00:53.216707 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-e8f957aa-28cd-4b9c-b4cc-6635f55fe663 req-365a2e55-9d22-42e7-9c6a-250212c82c0a tempest-ServersTestManualDisk-708954650 tempest-ServersTestManualDisk-708954650-project] 10.222.0.10 "GET /v2.0/ports?device_id=7b8f1546-43fe-47eb-a29a-4d9b0d24e4fe HTTP/1.1" status: 200 len: 210 time: 0.0939980 Apr 28 11:00:53.252451 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.db.db_base_plugin_common [None req-88165168-2795-4c1e-b2a5-636951049e8c tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Allocated IP 2001:db8::f816:3eff:fe6d:47f4 (1ec9fbcf-7a57-4aaa-9c30-4e0f43e09480/77248f0e-66e2-451e-9d61-991aa79212df/4ac4bb78-e8a1-463d-ac97-ef2143457845) {{(pid=116162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 11:00:53.281380 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf9e3e44-cc60-46bc-ba3e-606f624830a8 tempest-FloatingIPTestJSON-373071706 tempest-FloatingIPTestJSON-373071706-project] Pushing event deleted for resources: {'Port': ['ID=228d4e5b-1b6e-4b5a-9369-d6695e75cb1a,revision_number=None']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:00:53.291423 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-c7867fb2-8feb-4cbe-b059-165c24517948 None None] For port ecaa1178-8226-4466-8757-b511679e6a17, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=116163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 11:00:53.346967 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-c7867fb2-8feb-4cbe-b059-165c24517948 None None] For port ecaa1178-8226-4466-8757-b511679e6a17, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=ecaa1178-8226-4466-8757-b511679e6a17,segment=NetworkSegment(d1874a21-53ec-40e3-b119-a39d7f74f1a5),segment_id=d1874a21-53ec-40e3-b119-a39d7f74f1a5)] {{(pid=116163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 11:00:53.386136 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1699437-22e4-47c6-85e1-42d5fdcd4aaa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-9caceb63-1c23-4b63-900a-71eb6314854c', 'network_id': '9caceb63-1c23-4b63-900a-71eb6314854c', 'project_id': '87154dd24b09463c83aab94c3e93cc15', 'fixed_ips': [{'subnet_id': '42567781-3f66-4f88-981b-6d9951e907ef'}]}} from dv-neutron-master-2-hyperv. {{(pid=116163) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 28 11:00:53.387057 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-d1699437-22e4-47c6-85e1-42d5fdcd4aaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (None), before_create {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:53.412101 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-0289fc17-65ce-4c3b-a061-1e465b7e2b55 tempest-ServersTestJSON-1447308081 tempest-ServersTestJSON-1447308081-project] Publish callbacks [] for floatingip (8131a908-c5c2-48f7-b2d8-e6a1e520ba65), after_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:53.415100 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-0289fc17-65ce-4c3b-a061-1e465b7e2b55 tempest-ServersTestJSON-1447308081 tempest-ServersTestJSON-1447308081-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198022'] for floatingip (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:53.416472 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-0289fc17-65ce-4c3b-a061-1e465b7e2b55 tempest-ServersTestJSON-1447308081 tempest-ServersTestJSON-1447308081-project] 10.222.0.10 "DELETE /v2.0/floatingips/8131a908-c5c2-48f7-b2d8-e6a1e520ba65 HTTP/1.1" status: 204 len: 168 time: 1.5711889 Apr 28 11:00:53.421065 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 50322) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:00:53.447417 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-cf9e3e44-cc60-46bc-ba3e-606f624830a8 tempest-FloatingIPTestJSON-373071706 tempest-FloatingIPTestJSON-373071706-project] Publish callbacks [] for floatingip (3cb6fd31-dc51-48d0-811b-1fec98e2c203), after_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:53.456263 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-cf9e3e44-cc60-46bc-ba3e-606f624830a8 tempest-FloatingIPTestJSON-373071706 tempest-FloatingIPTestJSON-373071706-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198022'] for floatingip (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:53.456984 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-cf9e3e44-cc60-46bc-ba3e-606f624830a8 tempest-FloatingIPTestJSON-373071706 tempest-FloatingIPTestJSON-373071706-project] 10.222.0.10 "DELETE /v2.0/floatingips/3cb6fd31-dc51-48d0-811b-1fec98e2c203 HTTP/1.1" status: 204 len: 168 time: 1.8871179 Apr 28 11:00:53.462109 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 50324) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:00:53.471184 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.v2.base [None req-9e81d154-16b3-4023-8cb4-13e324aa30ce tempest-FloatingIPTestJSON-373071706 tempest-FloatingIPTestJSON-373071706-project] Request body: {'floatingip': {'floating_network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'port_id': '84303778-aaf9-40db-bdfb-b7ae416720b9'}} {{(pid=116162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:00:53.520695 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-c7867fb2-8feb-4cbe-b059-165c24517948 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393'] for port (ecaa1178-8226-4466-8757-b511679e6a17), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:53.529764 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-5afafa5e-3c8e-4f3f-9dde-03eea8e109d8 tempest-RoutersIpV6AdminTest-2062886361 tempest-RoutersIpV6AdminTest-2062886361-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1938497'] for port (e0a11c1c-20c9-4dbd-a861-ef2d979b72b6), precommit_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:53.568174 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.plugin [None req-5afafa5e-3c8e-4f3f-9dde-03eea8e109d8 tempest-RoutersIpV6AdminTest-2062886361 tempest-RoutersIpV6AdminTest-2062886361-project] Calling delete_port for e0a11c1c-20c9-4dbd-a861-ef2d979b72b6 owned by network:router_gateway {{(pid=116162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 11:00:53.568415 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-f717789c-6d95-416e-bc4f-5e527874126e tempest-AllowedAddressPairIpV6TestJSON-1423465983 tempest-AllowedAddressPairIpV6TestJSON-1423465983-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198022'] for port (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:53.570865 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvr_db [None req-d0c77e14-50a8-431a-b859-d43cc90c9a82 None None] Set router c3307b93-0163-4950-8edf-96a1360d17be gateway port host: dv-neutron-master-2-hyperv {{(pid=116163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 11:00:53.573996 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-f717789c-6d95-416e-bc4f-5e527874126e tempest-AllowedAddressPairIpV6TestJSON-1423465983 tempest-AllowedAddressPairIpV6TestJSON-1423465983-project] 10.222.0.10 "DELETE /v2.0/ports/d736e883-18c9-4bae-af22-3c8770d7550d HTTP/1.1" status: 204 len: 168 time: 2.5235982 Apr 28 11:00:53.578451 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 50326) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:00:53.631861 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.pecan_wsgi.hooks.translation [None req-50c55cc8-9061-4584-91c4-c6959f6bee85 tempest-AllowedAddressPairIpV6TestJSON-1423465983 tempest-AllowedAddressPairIpV6TestJSON-1423465983-project] GET failed (client error): The resource could not be found. Apr 28 11:00:53.636205 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-50c55cc8-9061-4584-91c4-c6959f6bee85 tempest-AllowedAddressPairIpV6TestJSON-1423465983 tempest-AllowedAddressPairIpV6TestJSON-1423465983-project] 10.222.0.10 "GET /v2.0/ports/d736e883-18c9-4bae-af22-3c8770d7550d HTTP/1.1" status: 404 len: 333 time: 0.0561111 Apr 28 11:00:53.638132 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 50328) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:00:53.683140 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-88165168-2795-4c1e-b2a5-636951049e8c tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Publish callbacks [] for port (4ac4bb78-e8a1-463d-ac97-ef2143457845), precommit_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:53.685063 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-9e81d154-16b3-4023-8cb4-13e324aa30ce tempest-FloatingIPTestJSON-373071706 tempest-FloatingIPTestJSON-373071706-project] Publish callbacks [] for floatingip (None), before_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:53.695638 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-ea929c57-40cf-4404-897a-1c37db1082e6 tempest-NetworksIpV6Test-263553383 tempest-NetworksIpV6Test-263553383-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-979593'] for network (9caceb63-1c23-4b63-900a-71eb6314854c), before_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:53.742922 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 50330) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:00:53.774608 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7867fb2-8feb-4cbe-b059-165c24517948 None None] Pushing event updated for resources: {'Port': ['ID=ecaa1178-8226-4466-8757-b511679e6a17,revision_number=2']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:00:53.786573 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.db_base_plugin_common [None req-d1699437-22e4-47c6-85e1-42d5fdcd4aaa None None] Allocated IP 2001:db8::1 (9caceb63-1c23-4b63-900a-71eb6314854c/42567781-3f66-4f88-981b-6d9951e907ef/f5dcb2b2-d753-4d26-9d73-94efbe10071d) {{(pid=116163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 11:00:53.844083 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.plugin [None req-35a56ef1-ff4f-4627-929a-dddc7263b470 tempest-AllowedAddressPairIpV6TestJSON-1423465983 tempest-AllowedAddressPairIpV6TestJSON-1423465983-project] Deleting port facc8449-06c9-476e-b3a5-73f420e7063e {{(pid=116161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 11:00:53.844991 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-35a56ef1-ff4f-4627-929a-dddc7263b470 tempest-AllowedAddressPairIpV6TestJSON-1423465983 tempest-AllowedAddressPairIpV6TestJSON-1423465983-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742235130188'] for port (facc8449-06c9-476e-b3a5-73f420e7063e), before_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:54.225673 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-88165168-2795-4c1e-b2a5-636951049e8c tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742234710357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5051867'] for port (4ac4bb78-e8a1-463d-ac97-ef2143457845), after_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:54.237157 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-9e81d154-16b3-4023-8cb4-13e324aa30ce tempest-FloatingIPTestJSON-373071706 tempest-FloatingIPTestJSON-373071706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (None), before_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:54.240869 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-27489cdf-407f-4ae3-98f7-67700948ec90 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=ede11bda08db40a3b88445a21d497160&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4968228 Apr 28 11:00:54.241725 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-ea929c57-40cf-4404-897a-1c37db1082e6 tempest-NetworksIpV6Test-263553383 tempest-NetworksIpV6Test-263553383-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-971303'] for subnet (42567781-3f66-4f88-981b-6d9951e907ef), precommit_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:54.247687 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 50334) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:00:54.270915 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.db_base_plugin_common [None req-e7a3a353-b417-43c9-a8fd-2e5e17fad748 None None] Allocated IP 172.20.0.2 (1ec9fbcf-7a57-4aaa-9c30-4e0f43e09480/fd0f0aa6-94d2-4855-9441-5239d4a86e54/1fd75ea2-a934-4932-9288-335804b568ca) {{(pid=116163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 11:00:54.372831 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_hamode_db [None req-d0c77e14-50a8-431a-b859-d43cc90c9a82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3307b93-0163-4950-8edf-96a1360d17be', 'name': 'tempest-ServersTestManualDisk-1673882918-router', 'tenant_id': '5609aa114ceb4f54b926d4fb3847cb3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'external_fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.211'}], 'enable_snat': True}, 'gw_port_id': '54ed23fe-abb8-49c1-b804-6ecc9c6b1b72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T10:59:03Z', 'updated_at': '2022-04-28T10:59:12Z', 'revision_number': 4, 'project_id': '5609aa114ceb4f54b926d4fb3847cb3e', 'gw_port': {'id': '54ed23fe-abb8-49c1-b804-6ecc9c6b1b72', 'name': '', 'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:58:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3307b93-0163-4950-8edf-96a1360d17be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T10:59:04Z', 'updated_at': '2022-04-28T10:59:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'fc617ca8-1c87-48c2-8189-2007a4cfc7a1', 'name': '', 'network_id': '86be3515-ed38-47a2-afd0-def5e9d08619', 'tenant_id': '5609aa114ceb4f54b926d4fb3847cb3e', 'mac_address': 'fa:16:3e:81:df:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3307b93-0163-4950-8edf-96a1360d17be', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'e48057c8-0090-4367-906b-bd6ec3ec96da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T10:59:10Z', 'updated_at': '2022-04-28T10:59:18Z', 'revision_number': 5, 'project_id': '5609aa114ceb4f54b926d4fb3847cb3e', 'subnets': [{'id': 'e48057c8-0090-4367-906b-bd6ec3ec96da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=116163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:00:54.405779 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88165168-2795-4c1e-b2a5-636951049e8c tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Network 1ec9fbcf-7a57-4aaa-9c30-4e0f43e09480 is already hosted by enough agents. {{(pid=116162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 11:00:54.423628 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0c77e14-50a8-431a-b859-d43cc90c9a82 None None] The sync data for ids ['c3307b93-0163-4950-8edf-96a1360d17be'] in dv-neutron-master-2-hyperv is: [{'id': 'c3307b93-0163-4950-8edf-96a1360d17be', 'name': 'tempest-ServersTestManualDisk-1673882918-router', 'tenant_id': '5609aa114ceb4f54b926d4fb3847cb3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'external_fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.211'}], 'enable_snat': True}, 'gw_port_id': '54ed23fe-abb8-49c1-b804-6ecc9c6b1b72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T10:59:03Z', 'updated_at': '2022-04-28T10:59:12Z', 'revision_number': 4, 'project_id': '5609aa114ceb4f54b926d4fb3847cb3e', 'gw_port': {'id': '54ed23fe-abb8-49c1-b804-6ecc9c6b1b72', 'name': '', 'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:58:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3307b93-0163-4950-8edf-96a1360d17be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T10:59:04Z', 'updated_at': '2022-04-28T10:59:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'fc617ca8-1c87-48c2-8189-2007a4cfc7a1', 'name': '', 'network_id': '86be3515-ed38-47a2-afd0-def5e9d08619', 'tenant_id': '5609aa114ceb4f54b926d4fb3847cb3e', 'mac_address': 'fa:16:3e:81:df:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3307b93-0163-4950-8edf-96a1360d17be', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'e48057c8-0090-4367-906b-bd6ec3ec96da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T10:59:10Z', 'updated_at': '2022-04-28T10:59:18Z', 'revision_number': 5, 'project_id': '5609aa114ceb4f54b926d4fb3847cb3e', 'subnets': [{'id': 'e48057c8-0090-4367-906b-bd6ec3ec96da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=116163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 11:00:54.430412 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.scheduler.base_scheduler [None req-88165168-2795-4c1e-b2a5-636951049e8c tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Resources bound (agent type, host, resource id): {{(pid=116162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 11:00:54.432570 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88165168-2795-4c1e-b2a5-636951049e8c tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Pushing event updated for resources: {'Port': ['ID=4ac4bb78-e8a1-463d-ac97-ef2143457845,revision_number=1']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:00:54.437367 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88165168-2795-4c1e-b2a5-636951049e8c tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Received port after_create {{(pid=116162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 11:00:54.444121 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-d1699437-22e4-47c6-85e1-42d5fdcd4aaa None None] Publish callbacks [] for port (f5dcb2b2-d753-4d26-9d73-94efbe10071d), precommit_create {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:54.465723 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-35a56ef1-ff4f-4627-929a-dddc7263b470 tempest-AllowedAddressPairIpV6TestJSON-1423465983 tempest-AllowedAddressPairIpV6TestJSON-1423465983-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1938497'] for port (facc8449-06c9-476e-b3a5-73f420e7063e), precommit_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:54.468062 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 50338) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:00:54.475778 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-e7a3a353-b417-43c9-a8fd-2e5e17fad748 None None] For port 1fd75ea2-a934-4932-9288-335804b568ca, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=1fd75ea2-a934-4932-9288-335804b568ca,segment=NetworkSegment(ffa4348d-378b-4e93-98fa-ab0dc49ee16c),segment_id=ffa4348d-378b-4e93-98fa-ab0dc49ee16c)] {{(pid=116163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 11:00:54.523165 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-d1699437-22e4-47c6-85e1-42d5fdcd4aaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742234710357'] for port (f5dcb2b2-d753-4d26-9d73-94efbe10071d), after_create {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:54.532621 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-e7a3a353-b417-43c9-a8fd-2e5e17fad748 None None] Publish callbacks [] for port (1fd75ea2-a934-4932-9288-335804b568ca), precommit_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:54.546629 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.plugin [None req-35a56ef1-ff4f-4627-929a-dddc7263b470 tempest-AllowedAddressPairIpV6TestJSON-1423465983 tempest-AllowedAddressPairIpV6TestJSON-1423465983-project] Calling delete_port for facc8449-06c9-476e-b3a5-73f420e7063e owned by {{(pid=116161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 11:00:54.584488 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-24cad87a-4d05-4d35-818e-9e308d3be51e admin admin] Publish callbacks [] for security_group (2e658fee-bc8a-4449-a072-95bb58ada002), before_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:54.595396 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88165168-2795-4c1e-b2a5-636951049e8c tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:00:54.596330 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-88165168-2795-4c1e-b2a5-636951049e8c tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198022'] for port (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:54.600687 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1699437-22e4-47c6-85e1-42d5fdcd4aaa None None] Network 9caceb63-1c23-4b63-900a-71eb6314854c is already hosted by enough agents. {{(pid=116163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 11:00:54.609974 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-e7a3a353-b417-43c9-a8fd-2e5e17fad748 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393'] for port (1fd75ea2-a934-4932-9288-335804b568ca), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:54.618343 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-5696446e-d865-40c9-8c9e-f535fa79c6c1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2063420'] for router_interface (4bdc4a64-1a8f-439a-af8a-e631bebdc4fa), before_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:54.620147 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.scheduler.base_scheduler [None req-d1699437-22e4-47c6-85e1-42d5fdcd4aaa None None] Resources bound (agent type, host, resource id): {{(pid=116163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 11:00:54.625848 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1699437-22e4-47c6-85e1-42d5fdcd4aaa None None] Received port after_create {{(pid=116163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 11:00:54.640293 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.db.db_base_plugin_common [None req-9e81d154-16b3-4023-8cb4-13e324aa30ce tempest-FloatingIPTestJSON-373071706 tempest-FloatingIPTestJSON-373071706-project] Allocated IP 172.36.4.8 (7be49d94-bbb8-4a61-bafe-209c5f861e1c/c0f82f52-05ee-40f2-a57c-9d02e01fb9fa/3c674535-a31b-4b31-b04f-55b02b5a9c43) {{(pid=116162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 11:00:54.649986 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-24cad87a-4d05-4d35-818e-9e308d3be51e admin admin] Publish callbacks [] for security_group (2e658fee-bc8a-4449-a072-95bb58ada002), precommit_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:54.679131 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-5afafa5e-3c8e-4f3f-9dde-03eea8e109d8 tempest-RoutersIpV6AdminTest-2062886361 tempest-RoutersIpV6AdminTest-2062886361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742235135690', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742234710366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5051867'] for port (e0a11c1c-20c9-4dbd-a861-ef2d979b72b6), after_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:54.682358 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1699437-22e4-47c6-85e1-42d5fdcd4aaa None None] Pushing event updated for resources: {'Port': ['ID=f5dcb2b2-d753-4d26-9d73-94efbe10071d,revision_number=1']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:00:54.740381 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-e9a2444f-f00f-4e7f-a771-c016964e23d9 tempest-ServersTestManualDisk-708954650 tempest-ServersTestManualDisk-708954650-project] Publish callbacks [] for security_group (44234766-b7b5-4f53-92c0-693928ed2502), before_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:54.754195 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-ea929c57-40cf-4404-897a-1c37db1082e6 tempest-NetworksIpV6Test-263553383 tempest-NetworksIpV6Test-263553383-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-971310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5053962', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4210815'] for subnet (42567781-3f66-4f88-981b-6d9951e907ef), after_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:54.821743 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.managers [None req-d1699437-22e4-47c6-85e1-42d5fdcd4aaa None None] Attempting to bind port f5dcb2b2-d753-4d26-9d73-94efbe10071d on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=116163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 28 11:00:54.822216 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.managers [None req-d1699437-22e4-47c6-85e1-42d5fdcd4aaa None None] Attempting to bind port f5dcb2b2-d753-4d26-9d73-94efbe10071d by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '1921f92a-6169-4b23-8909-254dc000ef66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '9caceb63-1c23-4b63-900a-71eb6314854c'}] {{(pid=116163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 28 11:00:54.822510 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1699437-22e4-47c6-85e1-42d5fdcd4aaa None None] Attempting to bind port f5dcb2b2-d753-4d26-9d73-94efbe10071d on network 9caceb63-1c23-4b63-900a-71eb6314854c {{(pid=116163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 11:00:54.836018 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-e9a2444f-f00f-4e7f-a771-c016964e23d9 tempest-ServersTestManualDisk-708954650 tempest-ServersTestManualDisk-708954650-project] Publish callbacks [] for security_group (44234766-b7b5-4f53-92c0-693928ed2502), precommit_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:54.837948 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a3a353-b417-43c9-a8fd-2e5e17fad748 None None] Pushing event updated for resources: {'Port': ['ID=1fd75ea2-a934-4932-9288-335804b568ca,revision_number=4']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:00:54.840881 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5afafa5e-3c8e-4f3f-9dde-03eea8e109d8 tempest-RoutersIpV6AdminTest-2062886361 tempest-RoutersIpV6AdminTest-2062886361-project] Pushing event deleted for resources: {'Port': ['ID=e0a11c1c-20c9-4dbd-a861-ef2d979b72b6,revision_number=None']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:00:54.846176 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1699437-22e4-47c6-85e1-42d5fdcd4aaa None None] Checking agent: {'id': 'd5baab19-5dd1-4902-922b-84acb048ab9c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 10, 50, 43), 'started_at': datetime.datetime(2022, 4, 28, 10, 51, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 11, 0, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=116163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 11:00:54.846602 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1699437-22e4-47c6-85e1-42d5fdcd4aaa None None] Checking segment: {'id': '1921f92a-6169-4b23-8909-254dc000ef66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '9caceb63-1c23-4b63-900a-71eb6314854c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 11:00:54.847016 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-d1699437-22e4-47c6-85e1-42d5fdcd4aaa None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:54.847669 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1699437-22e4-47c6-85e1-42d5fdcd4aaa None None] Bound using segment: {'id': '1921f92a-6169-4b23-8909-254dc000ef66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '9caceb63-1c23-4b63-900a-71eb6314854c'} {{(pid=116163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 11:00:54.847958 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.managers [None req-d1699437-22e4-47c6-85e1-42d5fdcd4aaa None None] Bound port: f5dcb2b2-d753-4d26-9d73-94efbe10071d, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1921f92a-6169-4b23-8909-254dc000ef66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '9caceb63-1c23-4b63-900a-71eb6314854c'}}] {{(pid=116163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 28 11:00:54.848418 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-d1699437-22e4-47c6-85e1-42d5fdcd4aaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (f5dcb2b2-d753-4d26-9d73-94efbe10071d), before_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:54.857310 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-88165168-2795-4c1e-b2a5-636951049e8c tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 3.2455378 Apr 28 11:00:54.867726 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 50340) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:00:54.903506 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea929c57-40cf-4404-897a-1c37db1082e6 tempest-NetworksIpV6Test-263553383 tempest-NetworksIpV6Test-263553383-project] Pushing event deleted for resources: {'Subnet': ['ID=42567781-3f66-4f88-981b-6d9951e907ef,revision_number=None']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:00:54.963565 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9ad5cd2-70b4-49b1-9f3c-487a67eb356f None None] New status for floating IP 90330ed3-ebe0-491c-8c64-b4e11610ed43: DOWN {{(pid=116164) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 28 11:00:55.004274 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-d1699437-22e4-47c6-85e1-42d5fdcd4aaa None None] For port f5dcb2b2-d753-4d26-9d73-94efbe10071d, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=116163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 11:00:55.045110 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-5afafa5e-3c8e-4f3f-9dde-03eea8e109d8 tempest-RoutersIpV6AdminTest-2062886361 tempest-RoutersIpV6AdminTest-2062886361-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1935354'] for router_gateway (a42a0311-168d-4cb9-9770-1991536ac49f), after_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:55.143863 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-d1699437-22e4-47c6-85e1-42d5fdcd4aaa None None] For port f5dcb2b2-d753-4d26-9d73-94efbe10071d, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=f5dcb2b2-d753-4d26-9d73-94efbe10071d,segment=NetworkSegment(1921f92a-6169-4b23-8909-254dc000ef66),segment_id=1921f92a-6169-4b23-8909-254dc000ef66)] {{(pid=116163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 11:00:55.152736 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-868ac37b-b8fe-4b0f-b560-06f90176f7e8 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:00:55.159071 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-868ac37b-b8fe-4b0f-b560-06f90176f7e8 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:00:55.160590 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-868ac37b-b8fe-4b0f-b560-06f90176f7e8 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1863 time: 0.2897105 Apr 28 11:00:55.164269 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-24cad87a-4d05-4d35-818e-9e308d3be51e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924426'] for security_group (2e658fee-bc8a-4449-a072-95bb58ada002), after_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:55.168059 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-24cad87a-4d05-4d35-818e-9e308d3be51e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:55.173751 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-24cad87a-4d05-4d35-818e-9e308d3be51e admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/2e658fee-bc8a-4449-a072-95bb58ada002 HTTP/1.1" status: 204 len: 168 time: 0.9152224 Apr 28 11:00:55.173873 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 50342) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:00:55.173873 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-35a56ef1-ff4f-4627-929a-dddc7263b470 tempest-AllowedAddressPairIpV6TestJSON-1423465983 tempest-AllowedAddressPairIpV6TestJSON-1423465983-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742235135690', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742234710366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5219112'] for port (facc8449-06c9-476e-b3a5-73f420e7063e), after_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:55.222736 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-ea929c57-40cf-4404-897a-1c37db1082e6 tempest-NetworksIpV6Test-263553383 tempest-NetworksIpV6Test-263553383-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-973498', 'neutron.services.segments.db._delete_segments_for_network-8742235207033'] for network (9caceb63-1c23-4b63-900a-71eb6314854c), precommit_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:55.224842 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-d1699437-22e4-47c6-85e1-42d5fdcd4aaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393'] for port (f5dcb2b2-d753-4d26-9d73-94efbe10071d), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:55.316613 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a56ef1-ff4f-4627-929a-dddc7263b470 tempest-AllowedAddressPairIpV6TestJSON-1423465983 tempest-AllowedAddressPairIpV6TestJSON-1423465983-project] Pushing event deleted for resources: {'Port': ['ID=facc8449-06c9-476e-b3a5-73f420e7063e,revision_number=None']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:00:55.379958 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-e9a2444f-f00f-4e7f-a771-c016964e23d9 tempest-ServersTestManualDisk-708954650 tempest-ServersTestManualDisk-708954650-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924426'] for security_group (44234766-b7b5-4f53-92c0-693928ed2502), after_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:55.387907 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-e9a2444f-f00f-4e7f-a771-c016964e23d9 tempest-ServersTestManualDisk-708954650 tempest-ServersTestManualDisk-708954650-project] Publish callbacks [] for security_group (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:55.389099 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-e9a2444f-f00f-4e7f-a771-c016964e23d9 tempest-ServersTestManualDisk-708954650 tempest-ServersTestManualDisk-708954650-project] 10.222.0.10 "DELETE /v2.0/security-groups/44234766-b7b5-4f53-92c0-693928ed2502 HTTP/1.1" status: 204 len: 168 time: 0.9149137 Apr 28 11:00:55.408453 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1699437-22e4-47c6-85e1-42d5fdcd4aaa None None] Pushing event updated for resources: {'Port': ['ID=f5dcb2b2-d753-4d26-9d73-94efbe10071d,revision_number=2']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:00:55.420851 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-5afafa5e-3c8e-4f3f-9dde-03eea8e109d8 tempest-RoutersIpV6AdminTest-2062886361 tempest-RoutersIpV6AdminTest-2062886361-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2060865', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-63275'] for router (a42a0311-168d-4cb9-9770-1991536ac49f), precommit_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:55.421614 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccf94a68-4f75-4a41-b5e4-0013fe56ce19 None None] Network 531aecac-8bf3-4d7b-9ec5-0a3bd8254094 requested from dv-neutron-master-2-hyperv {{(pid=116163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 11:00:55.426524 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-5afafa5e-3c8e-4f3f-9dde-03eea8e109d8 tempest-RoutersIpV6AdminTest-2062886361 tempest-RoutersIpV6AdminTest-2062886361-project] Publish callbacks [] for router_controller (a42a0311-168d-4cb9-9770-1991536ac49f), precommit_delete_associations {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:55.434549 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 50346) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:00:55.454246 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-35a56ef1-ff4f-4627-929a-dddc7263b470 tempest-AllowedAddressPairIpV6TestJSON-1423465983 tempest-AllowedAddressPairIpV6TestJSON-1423465983-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198022'] for port (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:55.462138 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f07aa04b-8172-4a7e-b095-3f0766971af2 None None] Network 9caceb63-1c23-4b63-900a-71eb6314854c requested from dv-neutron-master-2-hyperv {{(pid=116163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 11:00:55.468244 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-35a56ef1-ff4f-4627-929a-dddc7263b470 tempest-AllowedAddressPairIpV6TestJSON-1423465983 tempest-AllowedAddressPairIpV6TestJSON-1423465983-project] 10.222.0.10 "DELETE /v2.0/ports/facc8449-06c9-476e-b3a5-73f420e7063e HTTP/1.1" status: 204 len: 168 time: 1.8288248 Apr 28 11:00:55.477747 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 50348) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:00:55.503857 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a2444f-f00f-4e7f-a771-c016964e23d9 tempest-ServersTestManualDisk-708954650 tempest-ServersTestManualDisk-708954650-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=44234766-b7b5-4f53-92c0-693928ed2502,revision_number=None']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:00:55.538589 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24cad87a-4d05-4d35-818e-9e308d3be51e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e658fee-bc8a-4449-a072-95bb58ada002,revision_number=None']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:00:55.545160 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-9e81d154-16b3-4023-8cb4-13e324aa30ce tempest-FloatingIPTestJSON-373071706 tempest-FloatingIPTestJSON-373071706-project] Publish callbacks [] for port (3c674535-a31b-4b31-b04f-55b02b5a9c43), precommit_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:55.559163 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.api.v2.resource [None req-f2560455-ecbf-4cd8-8309-5e814b586e47 tempest-ServersTestManualDisk-708954650 tempest-ServersTestManualDisk-708954650-project] show failed (client error): The resource could not be found. Apr 28 11:00:55.560609 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-f2560455-ecbf-4cd8-8309-5e814b586e47 tempest-ServersTestManualDisk-708954650 tempest-ServersTestManualDisk-708954650-project] 10.222.0.10 "GET /v2.0/security-groups/44234766-b7b5-4f53-92c0-693928ed2502 HTTP/1.1" status: 404 len: 347 time: 0.1232779 Apr 28 11:00:55.588954 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.plugin [None req-88fe3caf-8729-4638-9351-18db2b84a853 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Deleting port 4ac4bb78-e8a1-463d-ac97-ef2143457845 {{(pid=116161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 11:00:55.594914 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-88fe3caf-8729-4638-9351-18db2b84a853 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742235130188'] for port (4ac4bb78-e8a1-463d-ac97-ef2143457845), before_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:55.595764 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.services.segments.db [None req-ea929c57-40cf-4404-897a-1c37db1082e6 tempest-NetworksIpV6Test-263553383 tempest-NetworksIpV6Test-263553383-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9caceb63-1c23-4b63-900a-71eb6314854c']}} {{(pid=116162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:00:55.598652 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 50350) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:00:55.636945 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-08393c68-4c65-46f0-83cc-0ddbd6794419 None None] Provisioning complete for port ecaa1178-8226-4466-8757-b511679e6a17 triggered by entity DHCP. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:00:55.637314 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-08393c68-4c65-46f0-83cc-0ddbd6794419 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (ecaa1178-8226-4466-8757-b511679e6a17), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:55.649233 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.pecan_wsgi.hooks.translation [None req-5b6e1199-4fe6-4c26-ad24-943779664a47 tempest-AllowedAddressPairIpV6TestJSON-1423465983 tempest-AllowedAddressPairIpV6TestJSON-1423465983-project] GET failed (client error): The resource could not be found. Apr 28 11:00:55.652468 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-5b6e1199-4fe6-4c26-ad24-943779664a47 tempest-AllowedAddressPairIpV6TestJSON-1423465983 tempest-AllowedAddressPairIpV6TestJSON-1423465983-project] 10.222.0.10 "GET /v2.0/ports/facc8449-06c9-476e-b3a5-73f420e7063e HTTP/1.1" status: 404 len: 333 time: 0.1652677 Apr 28 11:00:55.663806 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 50354) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:00:55.682931 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-5afafa5e-3c8e-4f3f-9dde-03eea8e109d8 tempest-RoutersIpV6AdminTest-2062886361 tempest-RoutersIpV6AdminTest-2062886361-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2060888'] for router (a42a0311-168d-4cb9-9770-1991536ac49f), after_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:55.683430 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5afafa5e-3c8e-4f3f-9dde-03eea8e109d8 tempest-RoutersIpV6AdminTest-2062886361 tempest-RoutersIpV6AdminTest-2062886361-project] Fanout notify agent at l3_agent the message router_deleted on router a42a0311-168d-4cb9-9770-1991536ac49f {{(pid=116162) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 28 11:00:55.693673 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-9e81d154-16b3-4023-8cb4-13e324aa30ce tempest-FloatingIPTestJSON-373071706 tempest-FloatingIPTestJSON-373071706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742234710357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5051867'] for port (3c674535-a31b-4b31-b04f-55b02b5a9c43), after_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:55.765866 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.services.segments.db [None req-ea929c57-40cf-4404-897a-1c37db1082e6 tempest-NetworksIpV6Test-263553383 tempest-NetworksIpV6Test-263553383-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1921f92a-6169-4b23-8909-254dc000ef66') {'for_net_delete': True} {{(pid=116162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:00:55.766233 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.services.segments.db [None req-ea929c57-40cf-4404-897a-1c37db1082e6 tempest-NetworksIpV6Test-263553383 tempest-NetworksIpV6Test-263553383-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1921f92a-6169-4b23-8909-254dc000ef66') {} {{(pid=116162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:00:55.825207 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.plugin [None req-5696446e-d865-40c9-8c9e-f535fa79c6c1 admin admin] Deleting port 8831271f-a430-441d-9f3d-a067d7643f47 {{(pid=116161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 11:00:55.830888 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-5696446e-d865-40c9-8c9e-f535fa79c6c1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742235130188'] for port (8831271f-a430-441d-9f3d-a067d7643f47), before_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:55.837781 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e81d154-16b3-4023-8cb4-13e324aa30ce tempest-FloatingIPTestJSON-373071706 tempest-FloatingIPTestJSON-373071706-project] Network 7be49d94-bbb8-4a61-bafe-209c5f861e1c is already hosted by enough agents. {{(pid=116162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 11:00:55.845568 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-5afafa5e-3c8e-4f3f-9dde-03eea8e109d8 tempest-RoutersIpV6AdminTest-2062886361 tempest-RoutersIpV6AdminTest-2062886361-project] Publish callbacks [] for router (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:55.846966 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-5afafa5e-3c8e-4f3f-9dde-03eea8e109d8 tempest-RoutersIpV6AdminTest-2062886361 tempest-RoutersIpV6AdminTest-2062886361-project] 10.222.0.10 "DELETE /v2.0/routers/a42a0311-168d-4cb9-9770-1991536ac49f HTTP/1.1" status: 204 len: 168 time: 4.0004919 Apr 28 11:00:55.859719 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e81d154-16b3-4023-8cb4-13e324aa30ce tempest-FloatingIPTestJSON-373071706 tempest-FloatingIPTestJSON-373071706-project] Pushing event updated for resources: {'Port': ['ID=3c674535-a31b-4b31-b04f-55b02b5a9c43,revision_number=1']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:00:55.862877 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.scheduler.base_scheduler [None req-9e81d154-16b3-4023-8cb4-13e324aa30ce tempest-FloatingIPTestJSON-373071706 tempest-FloatingIPTestJSON-373071706-project] Resources bound (agent type, host, resource id): {{(pid=116162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 11:00:55.866708 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 50358) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:00:55.871560 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-ea929c57-40cf-4404-897a-1c37db1082e6 tempest-NetworksIpV6Test-263553383 tempest-NetworksIpV6Test-263553383-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742235208578', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5026548'] for segment (1921f92a-6169-4b23-8909-254dc000ef66), before_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:55.879055 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.v2.base [None req-6cd4c36d-8ee0-4fbd-b9fb-fd0ab0c8586d tempest-RoutersIpV6AdminTest-2062886361 tempest-RoutersIpV6AdminTest-2062886361-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-403090524', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=116162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:00:55.901268 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e81d154-16b3-4023-8cb4-13e324aa30ce tempest-FloatingIPTestJSON-373071706 tempest-FloatingIPTestJSON-373071706-project] Received port after_create {{(pid=116162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 11:00:55.969043 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-08393c68-4c65-46f0-83cc-0ddbd6794419 None None] Current status of the port ecaa1178-8226-4466-8757-b511679e6a17 is: DOWN; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:00:55.970526 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-08393c68-4c65-46f0-83cc-0ddbd6794419 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (ecaa1178-8226-4466-8757-b511679e6a17), before_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:55.991464 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Device ecaa1178-8226-4466-8757-b511679e6a17 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=116163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 11:00:56.058275 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-88fe3caf-8729-4638-9351-18db2b84a853 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1938497'] for port (4ac4bb78-e8a1-463d-ac97-ef2143457845), precommit_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:56.061266 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-08393c68-4c65-46f0-83cc-0ddbd6794419 None None] For port ecaa1178-8226-4466-8757-b511679e6a17, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=ecaa1178-8226-4466-8757-b511679e6a17,segment=NetworkSegment(d1874a21-53ec-40e3-b119-a39d7f74f1a5),segment_id=d1874a21-53ec-40e3-b119-a39d7f74f1a5)] {{(pid=116163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 11:00:56.083455 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Provisioning complete for port ecaa1178-8226-4466-8757-b511679e6a17 triggered by entity L2. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:00:56.083959 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (ecaa1178-8226-4466-8757-b511679e6a17), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:56.091872 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-6cd4c36d-8ee0-4fbd-b9fb-fd0ab0c8586d tempest-RoutersIpV6AdminTest-2062886361 tempest-RoutersIpV6AdminTest-2062886361-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2060459', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-63449'] for router (26031bc8-4f61-4ab8-a0ba-5b4135c14ac2), before_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:56.092973 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-6cd4c36d-8ee0-4fbd-b9fb-fd0ab0c8586d tempest-RoutersIpV6AdminTest-2062886361 tempest-RoutersIpV6AdminTest-2062886361-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2060827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1935275', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1960866', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-63266'] for router (26031bc8-4f61-4ab8-a0ba-5b4135c14ac2), precommit_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:56.097104 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.plugin [None req-3b8dcc25-4439-4713-a163-9b78a0a31624 tempest-AllowedAddressPairIpV6TestJSON-1423465983 tempest-AllowedAddressPairIpV6TestJSON-1423465983-project] Deleting port 50b57921-e089-48d6-9dce-927dc4f9307f {{(pid=116161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 11:00:56.097499 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-3b8dcc25-4439-4713-a163-9b78a0a31624 tempest-AllowedAddressPairIpV6TestJSON-1423465983 tempest-AllowedAddressPairIpV6TestJSON-1423465983-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742235130188'] for port (50b57921-e089-48d6-9dce-927dc4f9307f), before_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:56.138470 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.db [None req-5696446e-d865-40c9-8c9e-f535fa79c6c1 admin admin] For port 8831271f-a430-441d-9f3d-a067d7643f47, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=8831271f-a430-441d-9f3d-a067d7643f47,segment=NetworkSegment(aeeab3ee-75a8-4dc8-aefc-5af1f84e59d4),segment_id=aeeab3ee-75a8-4dc8-aefc-5af1f84e59d4)] {{(pid=116161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 11:00:56.138843 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-5696446e-d865-40c9-8c9e-f535fa79c6c1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1938497'] for port (8831271f-a430-441d-9f3d-a067d7643f47), precommit_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:56.142312 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-ea929c57-40cf-4404-897a-1c37db1082e6 tempest-NetworksIpV6Test-263553383 tempest-NetworksIpV6Test-263553383-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-961978'] for segment (1921f92a-6169-4b23-8909-254dc000ef66), precommit_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:56.157684 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.plugin [None req-5696446e-d865-40c9-8c9e-f535fa79c6c1 admin admin] Calling delete_port for 8831271f-a430-441d-9f3d-a067d7643f47 owned by network:router_interface {{(pid=116161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 11:00:56.170569 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-08393c68-4c65-46f0-83cc-0ddbd6794419 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393'] for port (ecaa1178-8226-4466-8757-b511679e6a17), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:56.173452 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ea929c57-40cf-4404-897a-1c37db1082e6 tempest-NetworksIpV6Test-263553383 tempest-NetworksIpV6Test-263553383-project] Releasing vlan 79 on physical network physnet1 to pool {{(pid=116162) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 11:00:56.173452 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-ea929c57-40cf-4404-897a-1c37db1082e6 tempest-NetworksIpV6Test-263553383 tempest-NetworksIpV6Test-263553383-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-961978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5051884'] for segment (1921f92a-6169-4b23-8909-254dc000ef66), after_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:56.178542 dv-neutron-master-2-hyperv neutron-server[116162]: Traceback (most recent call last): Apr 28 11:00:56.178542 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 11:00:56.178542 dv-neutron-master-2-hyperv neutron-server[116162]: timer() Apr 28 11:00:56.178542 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 11:00:56.178542 dv-neutron-master-2-hyperv neutron-server[116162]: cb(*args, **kw) Apr 28 11:00:56.178542 dv-neutron-master-2-hyperv neutron-server[116162]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 28 11:00:56.178542 dv-neutron-master-2-hyperv neutron-server[116162]: return func(*args, **kwargs) Apr 28 11:00:56.178542 dv-neutron-master-2-hyperv neutron-server[116162]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 11:00:56.178542 dv-neutron-master-2-hyperv neutron-server[116162]: self._notify() Apr 28 11:00:56.178542 dv-neutron-master-2-hyperv neutron-server[116162]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 11:00:56.178542 dv-neutron-master-2-hyperv neutron-server[116162]: self.callback(batched_events) Apr 28 11:00:56.178542 dv-neutron-master-2-hyperv neutron-server[116162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 11:00:56.178542 dv-neutron-master-2-hyperv neutron-server[116162]: event.method(event) Apr 28 11:00:56.178542 dv-neutron-master-2-hyperv neutron-server[116162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 28 11:00:56.178542 dv-neutron-master-2-hyperv neutron-server[116162]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 11:00:56.178542 dv-neutron-master-2-hyperv neutron-server[116162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 28 11:00:56.178542 dv-neutron-master-2-hyperv neutron-server[116162]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 11:00:56.178542 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 28 11:00:56.178542 dv-neutron-master-2-hyperv neutron-server[116162]: return f(self, *a, **k) Apr 28 11:00:56.178542 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 28 11:00:56.178542 dv-neutron-master-2-hyperv neutron-server[116162]: return self._get(url).json() Apr 28 11:00:56.178542 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 28 11:00:56.178542 dv-neutron-master-2-hyperv neutron-server[116162]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 11:00:56.178542 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 11:00:56.178542 dv-neutron-master-2-hyperv neutron-server[116162]: return self.request(url, 'GET', **kwargs) Apr 28 11:00:56.178542 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 11:00:56.178542 dv-neutron-master-2-hyperv neutron-server[116162]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 11:00:56.178542 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 11:00:56.178542 dv-neutron-master-2-hyperv neutron-server[116162]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 11:00:56.178542 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 11:00:56.178542 dv-neutron-master-2-hyperv neutron-server[116162]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 11:00:56.178542 dv-neutron-master-2-hyperv neutron-server[116162]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 11:00:56.340374 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.plugin [None req-13aa077f-59ae-47c7-a11f-d9c006348ea2 tempest-ServersTestManualDisk-708954650 tempest-ServersTestManualDisk-708954650-project] Deleting port 381e50da-561b-4528-aa64-826d4fca1542 {{(pid=116162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 11:00:56.341002 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-13aa077f-59ae-47c7-a11f-d9c006348ea2 tempest-ServersTestManualDisk-708954650 tempest-ServersTestManualDisk-708954650-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742235130188'] for port (381e50da-561b-4528-aa64-826d4fca1542), before_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:56.365400 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08393c68-4c65-46f0-83cc-0ddbd6794419 None None] Pushing event updated for resources: {'Port': ['ID=ecaa1178-8226-4466-8757-b511679e6a17,revision_number=3']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:00:56.388965 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-8e29075d-e521-4972-a74f-36904a41d58d None None] Provisioning complete for port 1fd75ea2-a934-4932-9288-335804b568ca triggered by entity DHCP. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:00:56.389333 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-8e29075d-e521-4972-a74f-36904a41d58d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (1fd75ea2-a934-4932-9288-335804b568ca), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:56.444072 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.plugin [None req-88fe3caf-8729-4638-9351-18db2b84a853 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Calling delete_port for 4ac4bb78-e8a1-463d-ac97-ef2143457845 owned by {{(pid=116161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 11:00:56.444224 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Current status of the port ecaa1178-8226-4466-8757-b511679e6a17 is: ACTIVE; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:00:56.446195 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Device 1fd75ea2-a934-4932-9288-335804b568ca up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=116163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 11:00:56.496782 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-414c842a-b4f6-4575-824b-008479a53421 None None] get_active_networks_info from dv-neutron-master-2-hyperv {{(pid=116163) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Apr 28 11:00:56.552389 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.db.api [None req-ea929c57-40cf-4404-897a-1c37db1082e6 tempest-NetworksIpV6Test-263553383 tempest-NetworksIpV6Test-263553383-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 28 11:00:56.552389 dv-neutron-master-2-hyperv neutron-server[116162]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 28 11:00:56.552389 dv-neutron-master-2-hyperv neutron-server[116162]: [parameters: {'id': '9caceb63-1c23-4b63-900a-71eb6314854c'}] Apr 28 11:00:56.552389 dv-neutron-master-2-hyperv neutron-server[116162]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=116162) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 28 11:00:56.552811 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG oslo_db.api [None req-ea929c57-40cf-4404-897a-1c37db1082e6 tempest-NetworksIpV6Test-263553383 tempest-NetworksIpV6Test-263553383-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=116162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 28 11:00:56.562190 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-5696446e-d865-40c9-8c9e-f535fa79c6c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742235135690', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742234710366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5219112'] for port (8831271f-a430-441d-9f3d-a067d7643f47), after_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:56.605526 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-6cd4c36d-8ee0-4fbd-b9fb-fd0ab0c8586d tempest-RoutersIpV6AdminTest-2062886361 tempest-RoutersIpV6AdminTest-2062886361-project] Publish callbacks [] for router_controller (26031bc8-4f61-4ab8-a0ba-5b4135c14ac2), precommit_add_association {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:56.617553 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5696446e-d865-40c9-8c9e-f535fa79c6c1 admin admin] Pushing event deleted for resources: {'Port': ['ID=8831271f-a430-441d-9f3d-a067d7643f47,revision_number=None']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:00:56.628135 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-13aa077f-59ae-47c7-a11f-d9c006348ea2 tempest-ServersTestManualDisk-708954650 tempest-ServersTestManualDisk-708954650-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1938497'] for port (381e50da-561b-4528-aa64-826d4fca1542), precommit_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:56.628461 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-13aa077f-59ae-47c7-a11f-d9c006348ea2 tempest-ServersTestManualDisk-708954650 tempest-ServersTestManualDisk-708954650-project] Publish callbacks [] for floatingip (381e50da-561b-4528-aa64-826d4fca1542), precommit_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:56.634956 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Provisioning complete for port 1fd75ea2-a934-4932-9288-335804b568ca triggered by entity L2. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:00:56.635430 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (1fd75ea2-a934-4932-9288-335804b568ca), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:56.666127 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.plugin [None req-13aa077f-59ae-47c7-a11f-d9c006348ea2 tempest-ServersTestManualDisk-708954650 tempest-ServersTestManualDisk-708954650-project] Calling delete_port for 381e50da-561b-4528-aa64-826d4fca1542 owned by network:floatingip {{(pid=116162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 11:00:56.701747 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-8e29075d-e521-4972-a74f-36904a41d58d None None] Current status of the port 1fd75ea2-a934-4932-9288-335804b568ca is: ACTIVE; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:00:56.703077 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-3b8dcc25-4439-4713-a163-9b78a0a31624 tempest-AllowedAddressPairIpV6TestJSON-1423465983 tempest-AllowedAddressPairIpV6TestJSON-1423465983-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1938497'] for port (50b57921-e089-48d6-9dce-927dc4f9307f), precommit_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:56.730917 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.plugin [None req-3b8dcc25-4439-4713-a163-9b78a0a31624 tempest-AllowedAddressPairIpV6TestJSON-1423465983 tempest-AllowedAddressPairIpV6TestJSON-1423465983-project] Calling delete_port for 50b57921-e089-48d6-9dce-927dc4f9307f owned by {{(pid=116161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 11:00:56.750023 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-414c842a-b4f6-4575-824b-008479a53421 None None] Resources bound (agent type, host, resource id): {{(pid=116163) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 28 11:00:56.854624 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-5696446e-d865-40c9-8c9e-f535fa79c6c1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1603051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2063504'] for router_interface (4bdc4a64-1a8f-439a-af8a-e631bebdc4fa), after_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:56.956637 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-6cd4c36d-8ee0-4fbd-b9fb-fd0ab0c8586d tempest-RoutersIpV6AdminTest-2062886361 tempest-RoutersIpV6AdminTest-2062886361-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2060818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1935326'] for router (26031bc8-4f61-4ab8-a0ba-5b4135c14ac2), after_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:56.961422 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-13aa077f-59ae-47c7-a11f-d9c006348ea2 tempest-ServersTestManualDisk-708954650 tempest-ServersTestManualDisk-708954650-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742235135690', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742234710366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5051867'] for port (381e50da-561b-4528-aa64-826d4fca1542), after_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:56.989677 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Current status of the port 1fd75ea2-a934-4932-9288-335804b568ca is: ACTIVE; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:00:57.010499 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13aa077f-59ae-47c7-a11f-d9c006348ea2 tempest-ServersTestManualDisk-708954650 tempest-ServersTestManualDisk-708954650-project] Pushing event deleted for resources: {'Port': ['ID=381e50da-561b-4528-aa64-826d4fca1542,revision_number=None']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:00:57.047391 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-bcc65ce5-3e3f-4ce0-81ae-1e4ffe4ee3a1 None None] Provisioning complete for port ecaa1178-8226-4466-8757-b511679e6a17 triggered by entity DHCP. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:00:57.047778 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-bcc65ce5-3e3f-4ce0-81ae-1e4ffe4ee3a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (ecaa1178-8226-4466-8757-b511679e6a17), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:57.059781 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-ea929c57-40cf-4404-897a-1c37db1082e6 tempest-NetworksIpV6Test-263553383 tempest-NetworksIpV6Test-263553383-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-979593'] for network (9caceb63-1c23-4b63-900a-71eb6314854c), before_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:57.110808 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-6cd4c36d-8ee0-4fbd-b9fb-fd0ab0c8586d tempest-RoutersIpV6AdminTest-2062886361 tempest-RoutersIpV6AdminTest-2062886361-project] Publish callbacks [] for router (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:57.114767 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-6cd4c36d-8ee0-4fbd-b9fb-fd0ab0c8586d tempest-RoutersIpV6AdminTest-2062886361 tempest-RoutersIpV6AdminTest-2062886361-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 1.2426527 Apr 28 11:00:57.115838 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 50378) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:00:57.116991 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-13aa077f-59ae-47c7-a11f-d9c006348ea2 tempest-ServersTestManualDisk-708954650 tempest-ServersTestManualDisk-708954650-project] Publish callbacks [] for floatingip (90330ed3-ebe0-491c-8c64-b4e11610ed43), after_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:57.120214 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-13aa077f-59ae-47c7-a11f-d9c006348ea2 tempest-ServersTestManualDisk-708954650 tempest-ServersTestManualDisk-708954650-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198022'] for floatingip (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:57.124364 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-13aa077f-59ae-47c7-a11f-d9c006348ea2 tempest-ServersTestManualDisk-708954650 tempest-ServersTestManualDisk-708954650-project] 10.222.0.10 "DELETE /v2.0/floatingips/90330ed3-ebe0-491c-8c64-b4e11610ed43 HTTP/1.1" status: 204 len: 168 time: 1.5213382 Apr 28 11:00:57.124364 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-9e81d154-16b3-4023-8cb4-13e324aa30ce tempest-FloatingIPTestJSON-373071706 tempest-FloatingIPTestJSON-373071706-project] Publish callbacks [] for floatingip (1579ad71-0e4f-4a1e-89a0-cd963cb2cddd), precommit_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:57.131728 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.v2.base [None req-f565ac38-c10d-4f3f-8dd9-2ab3906cd9e8 tempest-RoutersIpV6AdminTest-911026605 tempest-RoutersIpV6AdminTest-911026605-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'enable_snat': True}}} {{(pid=116161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:00:57.154110 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 50380) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:00:57.184483 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.plugin [None req-ea929c57-40cf-4404-897a-1c37db1082e6 tempest-NetworksIpV6Test-263553383 tempest-NetworksIpV6Test-263553383-project] Deleting port f5dcb2b2-d753-4d26-9d73-94efbe10071d {{(pid=116162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 11:00:57.184912 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-ea929c57-40cf-4404-897a-1c37db1082e6 tempest-NetworksIpV6Test-263553383 tempest-NetworksIpV6Test-263553383-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742235130188'] for port (f5dcb2b2-d753-4d26-9d73-94efbe10071d), before_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:57.261116 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-bcc65ce5-3e3f-4ce0-81ae-1e4ffe4ee3a1 None None] Current status of the port ecaa1178-8226-4466-8757-b511679e6a17 is: ACTIVE; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:00:57.273635 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-bcc65ce5-3e3f-4ce0-81ae-1e4ffe4ee3a1 None None] Provisioning complete for port 4ac4bb78-e8a1-463d-ac97-ef2143457845 triggered by entity DHCP. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:00:57.273966 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-bcc65ce5-3e3f-4ce0-81ae-1e4ffe4ee3a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (4ac4bb78-e8a1-463d-ac97-ef2143457845), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:57.276349 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.db [None req-ea929c57-40cf-4404-897a-1c37db1082e6 tempest-NetworksIpV6Test-263553383 tempest-NetworksIpV6Test-263553383-project] For port f5dcb2b2-d753-4d26-9d73-94efbe10071d, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=f5dcb2b2-d753-4d26-9d73-94efbe10071d,segment=NetworkSegment(1921f92a-6169-4b23-8909-254dc000ef66),segment_id=1921f92a-6169-4b23-8909-254dc000ef66)] {{(pid=116162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 11:00:57.279525 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-ea929c57-40cf-4404-897a-1c37db1082e6 tempest-NetworksIpV6Test-263553383 tempest-NetworksIpV6Test-263553383-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1938497'] for port (f5dcb2b2-d753-4d26-9d73-94efbe10071d), precommit_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:57.294113 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.plugin [None req-ea929c57-40cf-4404-897a-1c37db1082e6 tempest-NetworksIpV6Test-263553383 tempest-NetworksIpV6Test-263553383-project] Calling delete_port for f5dcb2b2-d753-4d26-9d73-94efbe10071d owned by network:dhcp {{(pid=116162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 11:00:57.315913 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-bcc65ce5-3e3f-4ce0-81ae-1e4ffe4ee3a1 None None] Port 4ac4bb78-e8a1-463d-ac97-ef2143457845 cannot update to ACTIVE because it is not bound. {{(pid=116163) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 28 11:00:57.404381 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-9e81d154-16b3-4023-8cb4-13e324aa30ce tempest-FloatingIPTestJSON-373071706 tempest-FloatingIPTestJSON-373071706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (3c674535-a31b-4b31-b04f-55b02b5a9c43), before_update {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:57.551036 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-ea929c57-40cf-4404-897a-1c37db1082e6 tempest-NetworksIpV6Test-263553383 tempest-NetworksIpV6Test-263553383-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742235135690', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742234710366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5051867'] for port (f5dcb2b2-d753-4d26-9d73-94efbe10071d), after_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:57.602244 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea929c57-40cf-4404-897a-1c37db1082e6 tempest-NetworksIpV6Test-263553383 tempest-NetworksIpV6Test-263553383-project] Pushing event deleted for resources: {'Port': ['ID=f5dcb2b2-d753-4d26-9d73-94efbe10071d,revision_number=None']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:00:57.607898 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea929c57-40cf-4404-897a-1c37db1082e6 tempest-NetworksIpV6Test-263553383 tempest-NetworksIpV6Test-263553383-project] No DVR routers for this DVR port f5dcb2b2-d753-4d26-9d73-94efbe10071d on host dv-neutron-master-2-hyperv {{(pid=116162) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 11:00:57.851561 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Device ecaa1178-8226-4466-8757-b511679e6a17 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=116163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 11:00:57.854485 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 50392) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:00:57.856525 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-88fe3caf-8729-4638-9351-18db2b84a853 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742235135690', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742234710366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5219112'] for port (4ac4bb78-e8a1-463d-ac97-ef2143457845), after_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:57.918856 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Provisioning complete for port ecaa1178-8226-4466-8757-b511679e6a17 triggered by entity L2. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:00:57.919330 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (ecaa1178-8226-4466-8757-b511679e6a17), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:57.957166 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-9e81d154-16b3-4023-8cb4-13e324aa30ce tempest-FloatingIPTestJSON-373071706 tempest-FloatingIPTestJSON-373071706-project] Publish callbacks [] for port (3c674535-a31b-4b31-b04f-55b02b5a9c43), precommit_update {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:57.959844 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-ea929c57-40cf-4404-897a-1c37db1082e6 tempest-NetworksIpV6Test-263553383 tempest-NetworksIpV6Test-263553383-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-973498', 'neutron.services.segments.db._delete_segments_for_network-8742235207033'] for network (9caceb63-1c23-4b63-900a-71eb6314854c), precommit_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:57.982169 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.services.segments.db [None req-ea929c57-40cf-4404-897a-1c37db1082e6 tempest-NetworksIpV6Test-263553383 tempest-NetworksIpV6Test-263553383-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9caceb63-1c23-4b63-900a-71eb6314854c']}} {{(pid=116162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:00:57.994059 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.services.segments.db [None req-ea929c57-40cf-4404-897a-1c37db1082e6 tempest-NetworksIpV6Test-263553383 tempest-NetworksIpV6Test-263553383-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1921f92a-6169-4b23-8909-254dc000ef66') {'for_net_delete': True} {{(pid=116162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:00:57.994629 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.services.segments.db [None req-ea929c57-40cf-4404-897a-1c37db1082e6 tempest-NetworksIpV6Test-263553383 tempest-NetworksIpV6Test-263553383-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1921f92a-6169-4b23-8909-254dc000ef66') {} {{(pid=116162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:00:58.006815 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-ea929c57-40cf-4404-897a-1c37db1082e6 tempest-NetworksIpV6Test-263553383 tempest-NetworksIpV6Test-263553383-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742235208578', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5026548'] for segment (1921f92a-6169-4b23-8909-254dc000ef66), before_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:58.008973 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88fe3caf-8729-4638-9351-18db2b84a853 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Pushing event deleted for resources: {'Port': ['ID=4ac4bb78-e8a1-463d-ac97-ef2143457845,revision_number=None']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:00:58.022854 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-9e81d154-16b3-4023-8cb4-13e324aa30ce tempest-FloatingIPTestJSON-373071706 tempest-FloatingIPTestJSON-373071706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5051840'] for port (3c674535-a31b-4b31-b04f-55b02b5a9c43), after_update {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:58.026389 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-3b8dcc25-4439-4713-a163-9b78a0a31624 tempest-AllowedAddressPairIpV6TestJSON-1423465983 tempest-AllowedAddressPairIpV6TestJSON-1423465983-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742235135690', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742234710366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5219112'] for port (50b57921-e089-48d6-9dce-927dc4f9307f), after_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:58.036577 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-ea929c57-40cf-4404-897a-1c37db1082e6 tempest-NetworksIpV6Test-263553383 tempest-NetworksIpV6Test-263553383-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-961978'] for segment (1921f92a-6169-4b23-8909-254dc000ef66), precommit_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:58.043655 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.v2.base [None req-7b87f4ba-33e3-4d5a-b397-4ea3921c5c60 tempest-RoutersAdminTest-1999378242 tempest-RoutersAdminTest-1999378242-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-196776480', 'router:external': True}} {{(pid=116161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:00:58.045065 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Current status of the port ecaa1178-8226-4466-8757-b511679e6a17 is: ACTIVE; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:00:58.071380 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ea929c57-40cf-4404-897a-1c37db1082e6 tempest-NetworksIpV6Test-263553383 tempest-NetworksIpV6Test-263553383-project] Releasing vlan 79 on physical network physnet1 to pool {{(pid=116162) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 11:00:58.071787 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-ea929c57-40cf-4404-897a-1c37db1082e6 tempest-NetworksIpV6Test-263553383 tempest-NetworksIpV6Test-263553383-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-961978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5051884'] for segment (1921f92a-6169-4b23-8909-254dc000ef66), after_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:58.076882 dv-neutron-master-2-hyperv neutron-server[116162]: Traceback (most recent call last): Apr 28 11:00:58.076882 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 11:00:58.076882 dv-neutron-master-2-hyperv neutron-server[116162]: timer() Apr 28 11:00:58.076882 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 11:00:58.076882 dv-neutron-master-2-hyperv neutron-server[116162]: cb(*args, **kw) Apr 28 11:00:58.076882 dv-neutron-master-2-hyperv neutron-server[116162]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 28 11:00:58.076882 dv-neutron-master-2-hyperv neutron-server[116162]: return func(*args, **kwargs) Apr 28 11:00:58.076882 dv-neutron-master-2-hyperv neutron-server[116162]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 11:00:58.076882 dv-neutron-master-2-hyperv neutron-server[116162]: self._notify() Apr 28 11:00:58.076882 dv-neutron-master-2-hyperv neutron-server[116162]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 11:00:58.076882 dv-neutron-master-2-hyperv neutron-server[116162]: self.callback(batched_events) Apr 28 11:00:58.076882 dv-neutron-master-2-hyperv neutron-server[116162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 11:00:58.076882 dv-neutron-master-2-hyperv neutron-server[116162]: event.method(event) Apr 28 11:00:58.076882 dv-neutron-master-2-hyperv neutron-server[116162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 28 11:00:58.076882 dv-neutron-master-2-hyperv neutron-server[116162]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 11:00:58.076882 dv-neutron-master-2-hyperv neutron-server[116162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 28 11:00:58.076882 dv-neutron-master-2-hyperv neutron-server[116162]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 11:00:58.076882 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 28 11:00:58.076882 dv-neutron-master-2-hyperv neutron-server[116162]: return f(self, *a, **k) Apr 28 11:00:58.076882 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 28 11:00:58.076882 dv-neutron-master-2-hyperv neutron-server[116162]: return self._get(url).json() Apr 28 11:00:58.076882 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 28 11:00:58.076882 dv-neutron-master-2-hyperv neutron-server[116162]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 11:00:58.076882 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 11:00:58.076882 dv-neutron-master-2-hyperv neutron-server[116162]: return self.request(url, 'GET', **kwargs) Apr 28 11:00:58.076882 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 11:00:58.076882 dv-neutron-master-2-hyperv neutron-server[116162]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 11:00:58.076882 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 11:00:58.076882 dv-neutron-master-2-hyperv neutron-server[116162]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 11:00:58.076882 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 11:00:58.076882 dv-neutron-master-2-hyperv neutron-server[116162]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 11:00:58.076882 dv-neutron-master-2-hyperv neutron-server[116162]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 11:00:58.165207 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e81d154-16b3-4023-8cb4-13e324aa30ce tempest-FloatingIPTestJSON-373071706 tempest-FloatingIPTestJSON-373071706-project] Pushing event updated for resources: {'Port': ['ID=3c674535-a31b-4b31-b04f-55b02b5a9c43,revision_number=2']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:00:58.177454 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-9e81d154-16b3-4023-8cb4-13e324aa30ce tempest-FloatingIPTestJSON-373071706 tempest-FloatingIPTestJSON-373071706-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2063164'] for floatingip (1579ad71-0e4f-4a1e-89a0-cd963cb2cddd), after_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:58.233942 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8dcc25-4439-4713-a163-9b78a0a31624 tempest-AllowedAddressPairIpV6TestJSON-1423465983 tempest-AllowedAddressPairIpV6TestJSON-1423465983-project] Pushing event deleted for resources: {'Port': ['ID=50b57921-e089-48d6-9dce-927dc4f9307f,revision_number=None']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:00:58.241611 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-f565ac38-c10d-4f3f-8dd9-2ab3906cd9e8 tempest-RoutersIpV6AdminTest-911026605 tempest-RoutersIpV6AdminTest-911026605-project-admin] Publish callbacks [] for router_gateway (26031bc8-4f61-4ab8-a0ba-5b4135c14ac2), precommit_update {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:58.284750 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5696446e-d865-40c9-8c9e-f535fa79c6c1 admin admin] Router 4bdc4a64-1a8f-439a-af8a-e631bebdc4fa has already been hosted by L3 agent 6b492ad6-0876-4d74-b20d-28143a52ceba {{(pid=116161) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 11:00:58.286611 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-ea929c57-40cf-4404-897a-1c37db1082e6 tempest-NetworksIpV6Test-263553383 tempest-NetworksIpV6Test-263553383-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-973477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2063122'] for network (9caceb63-1c23-4b63-900a-71eb6314854c), after_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:58.299413 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-ea929c57-40cf-4404-897a-1c37db1082e6 tempest-NetworksIpV6Test-263553383 tempest-NetworksIpV6Test-263553383-project] Publish callbacks [] for network (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:58.302534 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-3b8dcc25-4439-4713-a163-9b78a0a31624 tempest-AllowedAddressPairIpV6TestJSON-1423465983 tempest-AllowedAddressPairIpV6TestJSON-1423465983-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198022'] for port (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:58.303721 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-ea929c57-40cf-4404-897a-1c37db1082e6 tempest-NetworksIpV6Test-263553383 tempest-NetworksIpV6Test-263553383-project] 10.222.0.10 "DELETE /v2.0/networks/9caceb63-1c23-4b63-900a-71eb6314854c HTTP/1.1" status: 204 len: 168 time: 5.1808591 Apr 28 11:00:58.308177 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-3b8dcc25-4439-4713-a163-9b78a0a31624 tempest-AllowedAddressPairIpV6TestJSON-1423465983 tempest-AllowedAddressPairIpV6TestJSON-1423465983-project] 10.222.0.10 "DELETE /v2.0/ports/50b57921-e089-48d6-9dce-927dc4f9307f HTTP/1.1" status: 204 len: 168 time: 2.6359138 Apr 28 11:00:58.314807 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 50396) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:00:58.325446 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.v2.base [None req-3dc64c97-4395-471a-a236-88452b04a45a tempest-NetworksIpV6Test-263553383 tempest-NetworksIpV6Test-263553383-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-202281564'}} {{(pid=116161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:00:58.330770 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 50398) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:00:58.347128 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea929c57-40cf-4404-897a-1c37db1082e6 tempest-NetworksIpV6Test-263553383 tempest-NetworksIpV6Test-263553383-project] Pushing event deleted for resources: {'Network': ['ID=9caceb63-1c23-4b63-900a-71eb6314854c,revision_number=None']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:00:58.351340 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.db.l3_db [None req-9e81d154-16b3-4023-8cb4-13e324aa30ce tempest-FloatingIPTestJSON-373071706 tempest-FloatingIPTestJSON-373071706-project] Floating IP 1579ad71-0e4f-4a1e-89a0-cd963cb2cddd associated. External IP: 172.36.4.8, port: 84303778-aaf9-40db-bdfb-b7ae416720b9. Apr 28 11:00:58.380892 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-88fe3caf-8729-4638-9351-18db2b84a853 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198022'] for port (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:58.384757 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-88fe3caf-8729-4638-9351-18db2b84a853 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] 10.222.0.10 "DELETE /v2.0/ports/4ac4bb78-e8a1-463d-ac97-ef2143457845 HTTP/1.1" status: 204 len: 168 time: 3.2124648 Apr 28 11:00:58.390297 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 50400) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:00:58.441113 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b87f4ba-33e3-4d5a-b397-4ea3921c5c60 tempest-RoutersAdminTest-1999378242 tempest-RoutersAdminTest-1999378242-project-admin] Made reservation on behalf of 7646eaf4a28240e4a1690c253e736cc2 for: {'network': 1} {{(pid=116161) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 11:00:58.443502 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-7b87f4ba-33e3-4d5a-b397-4ea3921c5c60 tempest-RoutersAdminTest-1999378242 tempest-RoutersAdminTest-1999378242-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for network (None), before_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:58.488879 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e4401a9-4f29-426d-b1d0-8f5833895dfb tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:00:58.490327 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e4401a9-4f29-426d-b1d0-8f5833895dfb tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:00:58.491682 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e4401a9-4f29-426d-b1d0-8f5833895dfb tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:00:58.493259 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-6e4401a9-4f29-426d-b1d0-8f5833895dfb tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1030755 Apr 28 11:00:58.496045 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 50402) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:00:58.509442 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-7b87f4ba-33e3-4d5a-b397-4ea3921c5c60 tempest-RoutersAdminTest-1999378242 tempest-RoutersAdminTest-1999378242-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:58.559723 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.db.db_base_plugin_v2 [None req-8e1e4b1b-dce1-4d88-8545-fac43941e451 tempest-AllowedAddressPairIpV6TestJSON-1423465983 tempest-AllowedAddressPairIpV6TestJSON-1423465983-project] Deleting subnet 37f73dfc-8be8-4713-873f-1b121883eeba {{(pid=116161) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 28 11:00:58.562812 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.db.db_base_plugin_v2 [None req-281d17ad-757f-41d2-add3-b9a38b3a17e5 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Deleting subnet 77248f0e-66e2-451e-9d61-991aa79212df {{(pid=116162) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 28 11:00:58.570073 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-281d17ad-757f-41d2-add3-b9a38b3a17e5 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Publish callbacks [] for subnet (77248f0e-66e2-451e-9d61-991aa79212df), before_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:58.575968 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-8e1e4b1b-dce1-4d88-8545-fac43941e451 tempest-AllowedAddressPairIpV6TestJSON-1423465983 tempest-AllowedAddressPairIpV6TestJSON-1423465983-project] Publish callbacks [] for subnet (37f73dfc-8be8-4713-873f-1b121883eeba), before_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:58.630166 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3dc64c97-4395-471a-a236-88452b04a45a tempest-NetworksIpV6Test-263553383 tempest-NetworksIpV6Test-263553383-project] Made reservation on behalf of 87154dd24b09463c83aab94c3e93cc15 for: {'network': 1} {{(pid=116161) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 11:00:58.633851 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-3dc64c97-4395-471a-a236-88452b04a45a tempest-NetworksIpV6Test-263553383 tempest-NetworksIpV6Test-263553383-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for network (None), before_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:58.653685 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-281d17ad-757f-41d2-add3-b9a38b3a17e5 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5026541'] for subnet (77248f0e-66e2-451e-9d61-991aa79212df), precommit_delete_associations {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:58.718786 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-8e1e4b1b-dce1-4d88-8545-fac43941e451 tempest-AllowedAddressPairIpV6TestJSON-1423465983 tempest-AllowedAddressPairIpV6TestJSON-1423465983-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8076976'] for subnet (37f73dfc-8be8-4713-873f-1b121883eeba), precommit_delete_associations {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:58.773070 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e81d154-16b3-4023-8cb4-13e324aa30ce tempest-FloatingIPTestJSON-373071706 tempest-FloatingIPTestJSON-373071706-project] Router f78b6f71-c91e-4419-a7fc-4e894ee6d57e has already been hosted by L3 agent 6b492ad6-0876-4d74-b20d-28143a52ceba {{(pid=116162) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 11:00:58.790708 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-281d17ad-757f-41d2-add3-b9a38b3a17e5 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-971303'] for subnet (77248f0e-66e2-451e-9d61-991aa79212df), precommit_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:58.846038 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3dc64c97-4395-471a-a236-88452b04a45a tempest-NetworksIpV6Test-263553383 tempest-NetworksIpV6Test-263553383-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 94} {{(pid=116161) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 11:00:58.889049 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5696446e-d865-40c9-8c9e-f535fa79c6c1 admin admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=116161) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 11:00:58.898431 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-5696446e-d865-40c9-8c9e-f535fa79c6c1 admin admin] 10.222.0.10 "PUT /v2.0/routers/4bdc4a64-1a8f-439a-af8a-e631bebdc4fa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4734192 Apr 28 11:00:58.900175 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-201eff75-ee05-4f99-9115-7769aaa11ee3 None None] Sync routers for ids ['4bdc4a64-1a8f-439a-af8a-e631bebdc4fa'] in dv-neutron-master-2-hyperv {{(pid=116163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 11:00:58.905996 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 50404) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:00:58.913948 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-201eff75-ee05-4f99-9115-7769aaa11ee3 None None] Routers {'4bdc4a64-1a8f-439a-af8a-e631bebdc4fa'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=116163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 11:00:58.918507 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_hamode_db [None req-201eff75-ee05-4f99-9115-7769aaa11ee3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-28T10:50:39Z,description=,heartbeat_timestamp=2022-04-28T11:00:39Z,host='dv-neutron-master-2-hyperv',id=6b492ad6-0876-4d74-b20d-28143a52ceba,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T10:50:40Z,topic='l3_agent')) {'router_ids': ['4bdc4a64-1a8f-439a-af8a-e631bebdc4fa'], 'active': True} {{(pid=116163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:00:58.944956 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e81d154-16b3-4023-8cb4-13e324aa30ce tempest-FloatingIPTestJSON-373071706 tempest-FloatingIPTestJSON-373071706-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=116162) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 11:00:58.955671 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85ed68fb-9f1c-4ad4-8b72-2b5285423210 None None] Sync routers for ids ['f78b6f71-c91e-4419-a7fc-4e894ee6d57e'] in dv-neutron-master-2-hyperv {{(pid=116164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 11:00:58.967409 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85ed68fb-9f1c-4ad4-8b72-2b5285423210 None None] Routers {'f78b6f71-c91e-4419-a7fc-4e894ee6d57e'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=116164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 11:00:58.968017 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_hamode_db [None req-85ed68fb-9f1c-4ad4-8b72-2b5285423210 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-28T10:50:39Z,description=,heartbeat_timestamp=2022-04-28T11:00:39Z,host='dv-neutron-master-2-hyperv',id=6b492ad6-0876-4d74-b20d-28143a52ceba,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T10:50:40Z,topic='l3_agent')) {'router_ids': ['f78b6f71-c91e-4419-a7fc-4e894ee6d57e'], 'active': True} {{(pid=116164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:00:58.995848 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-281d17ad-757f-41d2-add3-b9a38b3a17e5 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-971310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5053962', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4210815'] for subnet (77248f0e-66e2-451e-9d61-991aa79212df), after_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:59.005350 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_hamode_db [None req-85ed68fb-9f1c-4ad4-8b72-2b5285423210 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=116164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:00:59.014970 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85ed68fb-9f1c-4ad4-8b72-2b5285423210 None None] Routers {'f78b6f71-c91e-4419-a7fc-4e894ee6d57e'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=116164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 11:00:59.015805 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_hamode_db [None req-85ed68fb-9f1c-4ad4-8b72-2b5285423210 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-28T10:50:39Z,description=,heartbeat_timestamp=2022-04-28T11:00:39Z,host='dv-neutron-master-2-hyperv',id=6b492ad6-0876-4d74-b20d-28143a52ceba,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T10:50:40Z,topic='l3_agent')) {'router_ids': ['f78b6f71-c91e-4419-a7fc-4e894ee6d57e'], 'active': True} {{(pid=116164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:00:59.020558 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-0bec61ff-9984-4c3b-88b4-1e9be3e3b4d4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2063420'] for router_interface (c3307b93-0163-4950-8edf-96a1360d17be), before_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:59.029386 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-3dc64c97-4395-471a-a236-88452b04a45a tempest-NetworksIpV6Test-263553383 tempest-NetworksIpV6Test-263553383-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-961978'] for segment (2432b246-4e25-49ac-b354-c8b51c8d6920), precommit_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:59.029735 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.db.segments_db [None req-3dc64c97-4395-471a-a236-88452b04a45a tempest-NetworksIpV6Test-263553383 tempest-NetworksIpV6Test-263553383-project] Added segment 2432b246-4e25-49ac-b354-c8b51c8d6920 of type vlan for network 959b01c5-3aee-45de-b055-498749c95c50 Apr 28 11:00:59.046195 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvr_db [None req-201eff75-ee05-4f99-9115-7769aaa11ee3 None None] Set router 4bdc4a64-1a8f-439a-af8a-e631bebdc4fa gateway port host: dv-neutron-master-2-hyperv {{(pid=116163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 11:00:59.052551 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_hamode_db [None req-85ed68fb-9f1c-4ad4-8b72-2b5285423210 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=116164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:00:59.053385 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85ed68fb-9f1c-4ad4-8b72-2b5285423210 None None] The sync data for ids ['f78b6f71-c91e-4419-a7fc-4e894ee6d57e'] in dv-neutron-master-2-hyperv is: [] {{(pid=116164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 11:00:59.056719 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-281d17ad-757f-41d2-add3-b9a38b3a17e5 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Pushing event deleted for resources: {'Subnet': ['ID=77248f0e-66e2-451e-9d61-991aa79212df,revision_number=None']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:00:59.061910 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-9e81d154-16b3-4023-8cb4-13e324aa30ce tempest-FloatingIPTestJSON-373071706 tempest-FloatingIPTestJSON-373071706-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198022'] for floatingip (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:59.064044 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-281d17ad-757f-41d2-add3-b9a38b3a17e5 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603020'] for subnet (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:59.069525 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-281d17ad-757f-41d2-add3-b9a38b3a17e5 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] 10.222.0.10 "DELETE /v2.0/subnets/77248f0e-66e2-451e-9d61-991aa79212df HTTP/1.1" status: 204 len: 168 time: 0.5702662 Apr 28 11:00:59.069953 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 50406) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:00:59.082692 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e90a3107-58d8-4ab5-858c-278c564fd689 None None] Network 1ec9fbcf-7a57-4aaa-9c30-4e0f43e09480 requested from dv-neutron-master-2-hyperv {{(pid=116163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 11:00:59.150771 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-9e81d154-16b3-4023-8cb4-13e324aa30ce tempest-FloatingIPTestJSON-373071706 tempest-FloatingIPTestJSON-373071706-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 981 time: 5.6856523 Apr 28 11:00:59.153985 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 50408) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:00:59.162378 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.v2.base [None req-61d95348-e93e-4506-af59-0edf5a35c30f tempest-FloatingIPTestJSON-373071706 tempest-FloatingIPTestJSON-373071706-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-890409313'}} {{(pid=116162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:00:59.183696 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.db.db_base_plugin_v2 [None req-ec65a9bb-e3fa-4b7f-abc1-4ce6b1a75a63 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Deleting subnet fd0f0aa6-94d2-4855-9441-5239d4a86e54 {{(pid=116162) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 28 11:00:59.190819 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-ec65a9bb-e3fa-4b7f-abc1-4ce6b1a75a63 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Publish callbacks [] for subnet (fd0f0aa6-94d2-4855-9441-5239d4a86e54), before_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:59.211790 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-7b87f4ba-33e3-4d5a-b397-4ea3921c5c60 tempest-RoutersAdminTest-1999378242 tempest-RoutersAdminTest-1999378242-project-admin] Publish callbacks [] for security_group (dee8caf5-8cf6-433d-a88f-276f19074011), precommit_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:59.214986 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-3dc64c97-4395-471a-a236-88452b04a45a tempest-NetworksIpV6Test-263553383 tempest-NetworksIpV6Test-263553383-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742234744962'] for network (959b01c5-3aee-45de-b055-498749c95c50), precommit_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:59.243633 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-ec65a9bb-e3fa-4b7f-abc1-4ce6b1a75a63 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5026541'] for subnet (fd0f0aa6-94d2-4855-9441-5239d4a86e54), precommit_delete_associations {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:59.270523 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61d95348-e93e-4506-af59-0edf5a35c30f tempest-FloatingIPTestJSON-373071706 tempest-FloatingIPTestJSON-373071706-project] Made reservation on behalf of 36d1e8ae0c6b44fb858256714ad6ff62 for: {'network': 1} {{(pid=116162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 11:00:59.274170 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-61d95348-e93e-4506-af59-0edf5a35c30f tempest-FloatingIPTestJSON-373071706 tempest-FloatingIPTestJSON-373071706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for network (None), before_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:59.322253 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_hamode_db [None req-201eff75-ee05-4f99-9115-7769aaa11ee3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bdc4a64-1a8f-439a-af8a-e631bebdc4fa', 'name': 'tempest-ServersTestJSON-90404896-router', 'tenant_id': '19a7f91fec214fcea65c9e72a1c65353', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'external_fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.122'}], 'enable_snat': True}, 'gw_port_id': '0349ac72-fdf4-467a-a64f-2f09d8e6b3a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T10:59:03Z', 'updated_at': '2022-04-28T11:00:56Z', 'revision_number': 5, 'project_id': '19a7f91fec214fcea65c9e72a1c65353', 'gw_port': {'id': '0349ac72-fdf4-467a-a64f-2f09d8e6b3a4', 'name': '', 'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:46:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bdc4a64-1a8f-439a-af8a-e631bebdc4fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T10:59:05Z', 'updated_at': '2022-04-28T10:59:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=116163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:00:59.326573 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-61d95348-e93e-4506-af59-0edf5a35c30f tempest-FloatingIPTestJSON-373071706 tempest-FloatingIPTestJSON-373071706-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 63} {{(pid=116162) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 11:00:59.352837 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-201eff75-ee05-4f99-9115-7769aaa11ee3 None None] Checking router: 4bdc4a64-1a8f-439a-af8a-e631bebdc4fa for host: dv-neutron-master-2-hyperv {{(pid=116163) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 11:00:59.360550 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-61d95348-e93e-4506-af59-0edf5a35c30f tempest-FloatingIPTestJSON-373071706 tempest-FloatingIPTestJSON-373071706-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-961978'] for segment (18d5e493-68d7-4b48-bd2d-e44320dc4f75), precommit_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:59.361055 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.db.segments_db [None req-61d95348-e93e-4506-af59-0edf5a35c30f tempest-FloatingIPTestJSON-373071706 tempest-FloatingIPTestJSON-373071706-project] Added segment 18d5e493-68d7-4b48-bd2d-e44320dc4f75 of type vlan for network 53931edc-a3f8-44d1-9b00-bf912d99b237 Apr 28 11:00:59.375307 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-201eff75-ee05-4f99-9115-7769aaa11ee3 None None] Routers {'4bdc4a64-1a8f-439a-af8a-e631bebdc4fa'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=116163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 11:00:59.377221 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_hamode_db [None req-201eff75-ee05-4f99-9115-7769aaa11ee3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-28T10:50:39Z,description=,heartbeat_timestamp=2022-04-28T11:00:39Z,host='dv-neutron-master-2-hyperv',id=6b492ad6-0876-4d74-b20d-28143a52ceba,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T10:50:40Z,topic='l3_agent')) {'router_ids': ['4bdc4a64-1a8f-439a-af8a-e631bebdc4fa'], 'active': True} {{(pid=116163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:00:59.418940 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-ec65a9bb-e3fa-4b7f-abc1-4ce6b1a75a63 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-971303'] for subnet (fd0f0aa6-94d2-4855-9441-5239d4a86e54), precommit_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:59.444245 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-61d95348-e93e-4506-af59-0edf5a35c30f tempest-FloatingIPTestJSON-373071706 tempest-FloatingIPTestJSON-373071706-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742234744962'] for network (53931edc-a3f8-44d1-9b00-bf912d99b237), precommit_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:59.502267 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-f565ac38-c10d-4f3f-8dd9-2ab3906cd9e8 tempest-RoutersIpV6AdminTest-911026605 tempest-RoutersIpV6AdminTest-911026605-project-admin] Publish callbacks [] for router_gateway (26031bc8-4f61-4ab8-a0ba-5b4135c14ac2), before_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:59.504705 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-8e1e4b1b-dce1-4d88-8545-fac43941e451 tempest-AllowedAddressPairIpV6TestJSON-1423465983 tempest-AllowedAddressPairIpV6TestJSON-1423465983-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-971303'] for subnet (37f73dfc-8be8-4713-873f-1b121883eeba), precommit_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:59.513867 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-7b87f4ba-33e3-4d5a-b397-4ea3921c5c60 tempest-RoutersAdminTest-1999378242 tempest-RoutersAdminTest-1999378242-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924426'] for security_group (dee8caf5-8cf6-433d-a88f-276f19074011), after_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:59.521203 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvr_db [None req-201eff75-ee05-4f99-9115-7769aaa11ee3 None None] Set router 4bdc4a64-1a8f-439a-af8a-e631bebdc4fa gateway port host: dv-neutron-master-2-hyperv {{(pid=116163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 11:00:59.577501 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-61d95348-e93e-4506-af59-0edf5a35c30f tempest-FloatingIPTestJSON-373071706 tempest-FloatingIPTestJSON-373071706-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042'] for network (53931edc-a3f8-44d1-9b00-bf912d99b237), after_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:59.583058 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61d95348-e93e-4506-af59-0edf5a35c30f tempest-FloatingIPTestJSON-373071706 tempest-FloatingIPTestJSON-373071706-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:00:59.583695 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-61d95348-e93e-4506-af59-0edf5a35c30f tempest-FloatingIPTestJSON-373071706 tempest-FloatingIPTestJSON-373071706-project] Publish callbacks [] for network (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:59.599653 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-f565ac38-c10d-4f3f-8dd9-2ab3906cd9e8 tempest-RoutersIpV6AdminTest-911026605 tempest-RoutersIpV6AdminTest-911026605-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (None), before_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:59.606608 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-ec65a9bb-e3fa-4b7f-abc1-4ce6b1a75a63 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-971310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5053962', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4210815'] for subnet (fd0f0aa6-94d2-4855-9441-5239d4a86e54), after_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:59.617216 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.db.resource_extend [None req-3dc64c97-4395-471a-a236-88452b04a45a tempest-NetworksIpV6Test-263553383 tempest-NetworksIpV6Test-263553383-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=116161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 28 11:00:59.655411 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7b87f4ba-33e3-4d5a-b397-4ea3921c5c60 tempest-RoutersAdminTest-1999378242 tempest-RoutersAdminTest-1999378242-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 91} {{(pid=116161) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 11:00:59.676309 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec65a9bb-e3fa-4b7f-abc1-4ce6b1a75a63 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Pushing event deleted for resources: {'Subnet': ['ID=fd0f0aa6-94d2-4855-9441-5239d4a86e54,revision_number=None']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:00:59.680362 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-ec65a9bb-e3fa-4b7f-abc1-4ce6b1a75a63 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603020'] for subnet (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:59.684264 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-ec65a9bb-e3fa-4b7f-abc1-4ce6b1a75a63 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] 10.222.0.10 "DELETE /v2.0/subnets/fd0f0aa6-94d2-4855-9441-5239d4a86e54 HTTP/1.1" status: 204 len: 168 time: 0.6133461 Apr 28 11:00:59.722431 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 50410) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:00:59.738853 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-61d95348-e93e-4506-af59-0edf5a35c30f tempest-FloatingIPTestJSON-373071706 tempest-FloatingIPTestJSON-373071706-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.5834439 Apr 28 11:00:59.741942 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_hamode_db [None req-201eff75-ee05-4f99-9115-7769aaa11ee3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bdc4a64-1a8f-439a-af8a-e631bebdc4fa', 'name': 'tempest-ServersTestJSON-90404896-router', 'tenant_id': '19a7f91fec214fcea65c9e72a1c65353', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'external_fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.122'}], 'enable_snat': True}, 'gw_port_id': '0349ac72-fdf4-467a-a64f-2f09d8e6b3a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T10:59:03Z', 'updated_at': '2022-04-28T11:00:56Z', 'revision_number': 5, 'project_id': '19a7f91fec214fcea65c9e72a1c65353', 'gw_port': {'id': '0349ac72-fdf4-467a-a64f-2f09d8e6b3a4', 'name': '', 'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:46:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bdc4a64-1a8f-439a-af8a-e631bebdc4fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T10:59:05Z', 'updated_at': '2022-04-28T10:59:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=116163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:00:59.742719 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-9feb6e56-bfd3-49ec-9ffd-ec32599071d5 admin admin] Publish callbacks [] for router (4bdc4a64-1a8f-439a-af8a-e631bebdc4fa), before_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:59.771462 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 50412) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:00:59.776708 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.v2.base [None req-63126fe5-3242-41bf-902b-ac05d2eba2a0 tempest-FloatingIPTestJSON-373071706 tempest-FloatingIPTestJSON-373071706-project] Request body: {'subnet': {'network_id': '53931edc-a3f8-44d1-9b00-bf912d99b237', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=116162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:00:59.779372 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-201eff75-ee05-4f99-9115-7769aaa11ee3 None None] The sync data for ids ['4bdc4a64-1a8f-439a-af8a-e631bebdc4fa'] in dv-neutron-master-2-hyperv is: [{'id': '4bdc4a64-1a8f-439a-af8a-e631bebdc4fa', 'name': 'tempest-ServersTestJSON-90404896-router', 'tenant_id': '19a7f91fec214fcea65c9e72a1c65353', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'external_fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.122'}], 'enable_snat': True}, 'gw_port_id': '0349ac72-fdf4-467a-a64f-2f09d8e6b3a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T10:59:03Z', 'updated_at': '2022-04-28T11:00:56Z', 'revision_number': 5, 'project_id': '19a7f91fec214fcea65c9e72a1c65353', 'gw_port': {'id': '0349ac72-fdf4-467a-a64f-2f09d8e6b3a4', 'name': '', 'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:46:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bdc4a64-1a8f-439a-af8a-e631bebdc4fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T10:59:05Z', 'updated_at': '2022-04-28T10:59:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}] {{(pid=116163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 11:00:59.780517 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d95348-e93e-4506-af59-0edf5a35c30f tempest-FloatingIPTestJSON-373071706 tempest-FloatingIPTestJSON-373071706-project] Pushing event updated for resources: {'Network': ['ID=53931edc-a3f8-44d1-9b00-bf912d99b237,revision_number=1']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:00:59.785181 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-4a72b303-0a4b-41c4-a6ac-568c87d6aeb6 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] 10.222.0.10 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0613124 Apr 28 11:00:59.795887 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 50414) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:00:59.801394 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.v2.base [None req-10ce70b1-c679-4736-b87c-58436aec6316 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Request body: {'subnet': {'network_id': '1ec9fbcf-7a57-4aaa-9c30-4e0f43e09480', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=116162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:00:59.806056 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Network 53931edc-a3f8-44d1-9b00-bf912d99b237 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=116163) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 28 11:00:59.817809 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b87f4ba-33e3-4d5a-b397-4ea3921c5c60 tempest-RoutersAdminTest-1999378242 tempest-RoutersAdminTest-1999378242-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dee8caf5-8cf6-433d-a88f-276f19074011,revision_number=1']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:00:59.901120 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-7b87f4ba-33e3-4d5a-b397-4ea3921c5c60 tempest-RoutersAdminTest-1999378242 tempest-RoutersAdminTest-1999378242-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-961978'] for segment (fd89bbdc-70d1-4eb6-9001-e72bdb6ebf5f), precommit_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:59.901831 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.db.segments_db [None req-7b87f4ba-33e3-4d5a-b397-4ea3921c5c60 tempest-RoutersAdminTest-1999378242 tempest-RoutersAdminTest-1999378242-project-admin] Added segment fd89bbdc-70d1-4eb6-9001-e72bdb6ebf5f of type vlan for network b9b78c98-8d3b-4c60-a959-6cb6a48b057b Apr 28 11:00:59.917487 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-3dc64c97-4395-471a-a236-88452b04a45a tempest-NetworksIpV6Test-263553383 tempest-NetworksIpV6Test-263553383-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042'] for network (959b01c5-3aee-45de-b055-498749c95c50), after_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:00:59.923144 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dc64c97-4395-471a-a236-88452b04a45a tempest-NetworksIpV6Test-263553383 tempest-NetworksIpV6Test-263553383-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:00:59.923741 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-3dc64c97-4395-471a-a236-88452b04a45a tempest-NetworksIpV6Test-263553383 tempest-NetworksIpV6Test-263553383-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603020'] for network (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:00.029341 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63126fe5-3242-41bf-902b-ac05d2eba2a0 tempest-FloatingIPTestJSON-373071706 tempest-FloatingIPTestJSON-373071706-project] Made reservation on behalf of 36d1e8ae0c6b44fb858256714ad6ff62 for: {'subnet': 1} {{(pid=116162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 11:01:00.033655 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-63126fe5-3242-41bf-902b-ac05d2eba2a0 tempest-FloatingIPTestJSON-373071706 tempest-FloatingIPTestJSON-373071706-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4210834'] for subnet (None), before_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:00.051249 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46e06dd4-a184-40fc-ab67-23fc796f3241 None None] Network 1ec9fbcf-7a57-4aaa-9c30-4e0f43e09480 requested from dv-neutron-master-2-hyperv {{(pid=116163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 11:01:00.099554 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-d739feef-d056-4631-9af5-764c071c6d8d None None] Provisioning complete for port 1fd75ea2-a934-4932-9288-335804b568ca triggered by entity DHCP. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:01:00.099554 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-d739feef-d056-4631-9af5-764c071c6d8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (1fd75ea2-a934-4932-9288-335804b568ca), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:00.114974 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-9feb6e56-bfd3-49ec-9ffd-ec32599071d5 admin admin] Publish callbacks [] for router_gateway (4bdc4a64-1a8f-439a-af8a-e631bebdc4fa), before_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:00.119826 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10ce70b1-c679-4736-b87c-58436aec6316 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Made reservation on behalf of 12780407c7254bdfbde1c04e76d433ee for: {'subnet': 1} {{(pid=116162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 11:01:00.125358 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-10ce70b1-c679-4736-b87c-58436aec6316 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4210834'] for subnet (None), before_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:00.173390 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-8e1e4b1b-dce1-4d88-8545-fac43941e451 tempest-AllowedAddressPairIpV6TestJSON-1423465983 tempest-AllowedAddressPairIpV6TestJSON-1423465983-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-971310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5220601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5125409'] for subnet (37f73dfc-8be8-4713-873f-1b121883eeba), after_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:00.175680 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-7b87f4ba-33e3-4d5a-b397-4ea3921c5c60 tempest-RoutersAdminTest-1999378242 tempest-RoutersAdminTest-1999378242-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742234744962'] for network (b9b78c98-8d3b-4c60-a959-6cb6a48b057b), precommit_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:00.191436 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-3dc64c97-4395-471a-a236-88452b04a45a tempest-NetworksIpV6Test-263553383 tempest-NetworksIpV6Test-263553383-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.8693426 Apr 28 11:01:00.196682 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc64c97-4395-471a-a236-88452b04a45a tempest-NetworksIpV6Test-263553383 tempest-NetworksIpV6Test-263553383-project] Pushing event updated for resources: {'Network': ['ID=959b01c5-3aee-45de-b055-498749c95c50,revision_number=1']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:01:00.200439 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 50416) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:01:00.230211 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Network 959b01c5-3aee-45de-b055-498749c95c50 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=116163) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 28 11:01:00.238548 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e1e4b1b-dce1-4d88-8545-fac43941e451 tempest-AllowedAddressPairIpV6TestJSON-1423465983 tempest-AllowedAddressPairIpV6TestJSON-1423465983-project] Pushing event deleted for resources: {'Subnet': ['ID=37f73dfc-8be8-4713-873f-1b121883eeba,revision_number=None']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:01:00.246091 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.v2.base [None req-7c05b3c7-d498-4591-97ca-280f48e7b2ae tempest-NetworksIpV6Test-263553383 tempest-NetworksIpV6Test-263553383-project] Request body: {'subnet': {'network_id': '959b01c5-3aee-45de-b055-498749c95c50', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=116161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:01:00.301220 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-8e1e4b1b-dce1-4d88-8545-fac43941e451 tempest-AllowedAddressPairIpV6TestJSON-1423465983 tempest-AllowedAddressPairIpV6TestJSON-1423465983-project] Publish callbacks [] for subnet (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:00.307062 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-8e1e4b1b-dce1-4d88-8545-fac43941e451 tempest-AllowedAddressPairIpV6TestJSON-1423465983 tempest-AllowedAddressPairIpV6TestJSON-1423465983-project] 10.222.0.10 "DELETE /v2.0/subnets/37f73dfc-8be8-4713-873f-1b121883eeba HTTP/1.1" status: 204 len: 168 time: 1.9707110 Apr 28 11:01:00.314971 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 50418) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:01:00.315134 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.db.db_base_plugin_common [None req-f565ac38-c10d-4f3f-8dd9-2ab3906cd9e8 tempest-RoutersIpV6AdminTest-911026605 tempest-RoutersIpV6AdminTest-911026605-project-admin] Allocated IP 172.36.4.152 (7be49d94-bbb8-4a61-bafe-209c5f861e1c/c0f82f52-05ee-40f2-a57c-9d02e01fb9fa/701c04ae-7e26-4583-bab8-0fa966398fe1) {{(pid=116161) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 11:01:00.361794 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30d2ce98-532a-4c0a-9ac5-532dd991dae9 None None] DHCP port deletion for 1ec9fbcf-7a57-4aaa-9c30-4e0f43e09480 request from dv-neutron-master-2-hyperv {{(pid=116163) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 28 11:01:00.363694 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40d626de-5c1e-4a5e-a3db-8b3367d1d524 None None] Network ec35233f-5e4a-4c87-8c46-b43c22af8e04 requested from dv-neutron-master-2-hyperv {{(pid=116163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 11:01:00.487196 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-831278b0-988f-401a-b5c2-93464b3c1ee5 tempest-AllowedAddressPairIpV6TestJSON-1423465983 tempest-AllowedAddressPairIpV6TestJSON-1423465983-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-979593'] for network (ec35233f-5e4a-4c87-8c46-b43c22af8e04), before_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:00.525002 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-63126fe5-3242-41bf-902b-ac05d2eba2a0 tempest-FloatingIPTestJSON-373071706 tempest-FloatingIPTestJSON-373071706-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5054027', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4210784'] for subnet (b703de28-7fa7-4be8-b23f-42ac033f9e00), after_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:00.536546 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.plugin [None req-9feb6e56-bfd3-49ec-9ffd-ec32599071d5 admin admin] Deleting port 0349ac72-fdf4-467a-a64f-2f09d8e6b3a4 {{(pid=116161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 11:01:00.536546 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-9feb6e56-bfd3-49ec-9ffd-ec32599071d5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742235130188'] for port (0349ac72-fdf4-467a-a64f-2f09d8e6b3a4), before_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:00.567293 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-7b87f4ba-33e3-4d5a-b397-4ea3921c5c60 tempest-RoutersAdminTest-1999378242 tempest-RoutersAdminTest-1999378242-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042'] for network (b9b78c98-8d3b-4c60-a959-6cb6a48b057b), after_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:00.567949 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b87f4ba-33e3-4d5a-b397-4ea3921c5c60 tempest-RoutersAdminTest-1999378242 tempest-RoutersAdminTest-1999378242-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:01:00.568544 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-7b87f4ba-33e3-4d5a-b397-4ea3921c5c60 tempest-RoutersAdminTest-1999378242 tempest-RoutersAdminTest-1999378242-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603020'] for network (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:00.631895 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63126fe5-3242-41bf-902b-ac05d2eba2a0 tempest-FloatingIPTestJSON-373071706 tempest-FloatingIPTestJSON-373071706-project] Pushing event updated for resources: {'Subnet': ['ID=b703de28-7fa7-4be8-b23f-42ac033f9e00,revision_number=0']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:01:00.638300 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-d739feef-d056-4631-9af5-764c071c6d8d None None] Current status of the port 1fd75ea2-a934-4932-9288-335804b568ca is: ACTIVE; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:01:00.651510 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63126fe5-3242-41bf-902b-ac05d2eba2a0 tempest-FloatingIPTestJSON-373071706 tempest-FloatingIPTestJSON-373071706-project] Checking segment: {'id': '18d5e493-68d7-4b48-bd2d-e44320dc4f75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '53931edc-a3f8-44d1-9b00-bf912d99b237'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 11:01:00.651878 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63126fe5-3242-41bf-902b-ac05d2eba2a0 tempest-FloatingIPTestJSON-373071706 tempest-FloatingIPTestJSON-373071706-project] Network hostable DHCP agents. Network: 53931edc-a3f8-44d1-9b00-bf912d99b237, hostable agents: ['75ba81b7-fe99-4281-90d2-a5adb445ecea'], hosted agents: [] {{(pid=116162) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 11:01:00.659203 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.plugin [None req-831278b0-988f-401a-b5c2-93464b3c1ee5 tempest-AllowedAddressPairIpV6TestJSON-1423465983 tempest-AllowedAddressPairIpV6TestJSON-1423465983-project] Deleting port 5a101913-1674-46ad-abdf-eb175eb35cf3 {{(pid=116162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 11:01:00.659556 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-831278b0-988f-401a-b5c2-93464b3c1ee5 tempest-AllowedAddressPairIpV6TestJSON-1423465983 tempest-AllowedAddressPairIpV6TestJSON-1423465983-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742235130188'] for port (5a101913-1674-46ad-abdf-eb175eb35cf3), before_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:00.662649 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-10ce70b1-c679-4736-b87c-58436aec6316 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5054027', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4210784'] for subnet (81d1b34b-3d26-4bd0-95b4-7af9cd124209), after_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:00.672218 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c05b3c7-d498-4591-97ca-280f48e7b2ae tempest-NetworksIpV6Test-263553383 tempest-NetworksIpV6Test-263553383-project] Made reservation on behalf of 87154dd24b09463c83aab94c3e93cc15 for: {'subnet': 1} {{(pid=116161) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 11:01:00.675763 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-7c05b3c7-d498-4591-97ca-280f48e7b2ae tempest-NetworksIpV6Test-263553383 tempest-NetworksIpV6Test-263553383-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5125580'] for subnet (None), before_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:00.677862 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-30d2ce98-532a-4c0a-9ac5-532dd991dae9 None None] Deleting port 1fd75ea2-a934-4932-9288-335804b568ca {{(pid=116163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 11:01:00.678236 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-30d2ce98-532a-4c0a-9ac5-532dd991dae9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742235130188'] for port (1fd75ea2-a934-4932-9288-335804b568ca), before_delete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:00.697514 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-7b87f4ba-33e3-4d5a-b397-4ea3921c5c60 tempest-RoutersAdminTest-1999378242 tempest-RoutersAdminTest-1999378242-project-admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 869 time: 2.8361168 Apr 28 11:01:00.717956 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 50420) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:01:00.736392 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.v2.base [None req-60f0fa04-be84-4262-9029-8367db402991 tempest-RoutersAdminTest-1999378242 tempest-RoutersAdminTest-1999378242-project-admin] Request body: {'subnet': {'network_id': 'b9b78c98-8d3b-4c60-a959-6cb6a48b057b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=116162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:01:00.764690 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.plugin [None req-0bec61ff-9984-4c3b-88b4-1e9be3e3b4d4 admin admin] Deleting port fc617ca8-1c87-48c2-8189-2007a4cfc7a1 {{(pid=116161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 11:01:00.765037 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-0bec61ff-9984-4c3b-88b4-1e9be3e3b4d4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742235130188'] for port (fc617ca8-1c87-48c2-8189-2007a4cfc7a1), before_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:00.786333 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10ce70b1-c679-4736-b87c-58436aec6316 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Network 1ec9fbcf-7a57-4aaa-9c30-4e0f43e09480 is already hosted by enough agents. {{(pid=116162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 11:01:00.788973 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-30d2ce98-532a-4c0a-9ac5-532dd991dae9 None None] For port 1fd75ea2-a934-4932-9288-335804b568ca, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=1fd75ea2-a934-4932-9288-335804b568ca,segment=NetworkSegment(ffa4348d-378b-4e93-98fa-ab0dc49ee16c),segment_id=ffa4348d-378b-4e93-98fa-ab0dc49ee16c)] {{(pid=116163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 11:01:00.789381 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-30d2ce98-532a-4c0a-9ac5-532dd991dae9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1938497'] for port (1fd75ea2-a934-4932-9288-335804b568ca), precommit_delete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:00.795713 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c281474c-d524-4528-a0ef-49d0a19029eb None None] DHCP port deletion for ec35233f-5e4a-4c87-8c46-b43c22af8e04 request from dv-neutron-master-2-hyperv {{(pid=116163) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 28 11:01:00.801855 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.scheduler.base_scheduler [None req-10ce70b1-c679-4736-b87c-58436aec6316 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Resources bound (agent type, host, resource id): {{(pid=116162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 11:01:00.809126 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63126fe5-3242-41bf-902b-ac05d2eba2a0 tempest-FloatingIPTestJSON-373071706 tempest-FloatingIPTestJSON-373071706-project] Network 53931edc-a3f8-44d1-9b00-bf912d99b237 is scheduled to be hosted by DHCP agent 75ba81b7-fe99-4281-90d2-a5adb445ecea with binding_index 1 {{(pid=116162) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 11:01:00.811861 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10ce70b1-c679-4736-b87c-58436aec6316 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:01:00.812463 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-10ce70b1-c679-4736-b87c-58436aec6316 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603020'] for subnet (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:00.812743 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-30d2ce98-532a-4c0a-9ac5-532dd991dae9 None None] Calling delete_port for 1fd75ea2-a934-4932-9288-335804b568ca owned by network:dhcp {{(pid=116163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 11:01:00.826020 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.db [None req-831278b0-988f-401a-b5c2-93464b3c1ee5 tempest-AllowedAddressPairIpV6TestJSON-1423465983 tempest-AllowedAddressPairIpV6TestJSON-1423465983-project] For port 5a101913-1674-46ad-abdf-eb175eb35cf3, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=5a101913-1674-46ad-abdf-eb175eb35cf3,segment=NetworkSegment(4b1d6630-cb00-4d72-81af-ad6ab5a286f0),segment_id=4b1d6630-cb00-4d72-81af-ad6ab5a286f0)] {{(pid=116162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 11:01:00.826432 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-831278b0-988f-401a-b5c2-93464b3c1ee5 tempest-AllowedAddressPairIpV6TestJSON-1423465983 tempest-AllowedAddressPairIpV6TestJSON-1423465983-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1938497'] for port (5a101913-1674-46ad-abdf-eb175eb35cf3), precommit_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:00.854972 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ce70b1-c679-4736-b87c-58436aec6316 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Pushing event updated for resources: {'Subnet': ['ID=81d1b34b-3d26-4bd0-95b4-7af9cd124209,revision_number=0']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:01:00.858084 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.plugin [None req-831278b0-988f-401a-b5c2-93464b3c1ee5 tempest-AllowedAddressPairIpV6TestJSON-1423465983 tempest-AllowedAddressPairIpV6TestJSON-1423465983-project] Calling delete_port for 5a101913-1674-46ad-abdf-eb175eb35cf3 owned by network:dhcp {{(pid=116162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 11:01:00.861823 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b87f4ba-33e3-4d5a-b397-4ea3921c5c60 tempest-RoutersAdminTest-1999378242 tempest-RoutersAdminTest-1999378242-project-admin] Pushing event updated for resources: {'Network': ['ID=b9b78c98-8d3b-4c60-a959-6cb6a48b057b,revision_number=1']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:01:00.898107 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Network b9b78c98-8d3b-4c60-a959-6cb6a48b057b details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=116163) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 28 11:01:00.915881 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-c281474c-d524-4528-a0ef-49d0a19029eb None None] Deleting port 5a101913-1674-46ad-abdf-eb175eb35cf3 {{(pid=116163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 11:01:00.916082 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-c281474c-d524-4528-a0ef-49d0a19029eb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742235130188'] for port (5a101913-1674-46ad-abdf-eb175eb35cf3), before_delete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:00.943420 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.scheduler.base_scheduler [None req-63126fe5-3242-41bf-902b-ac05d2eba2a0 tempest-FloatingIPTestJSON-373071706 tempest-FloatingIPTestJSON-373071706-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 53931edc-a3f8-44d1-9b00-bf912d99b237) {{(pid=116162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 11:01:00.947664 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63126fe5-3242-41bf-902b-ac05d2eba2a0 tempest-FloatingIPTestJSON-373071706 tempest-FloatingIPTestJSON-373071706-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:01:00.948306 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-63126fe5-3242-41bf-902b-ac05d2eba2a0 tempest-FloatingIPTestJSON-373071706 tempest-FloatingIPTestJSON-373071706-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603020'] for subnet (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:00.973167 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.db [None req-9feb6e56-bfd3-49ec-9ffd-ec32599071d5 admin admin] For port 0349ac72-fdf4-467a-a64f-2f09d8e6b3a4, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=0349ac72-fdf4-467a-a64f-2f09d8e6b3a4,segment=NetworkSegment(142bc50f-d6af-4646-8d06-bb7af6b7b51c),segment_id=142bc50f-d6af-4646-8d06-bb7af6b7b51c)] {{(pid=116161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 11:01:00.973722 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-9feb6e56-bfd3-49ec-9ffd-ec32599071d5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1938497'] for port (0349ac72-fdf4-467a-a64f-2f09d8e6b3a4), precommit_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:00.981199 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-f565ac38-c10d-4f3f-8dd9-2ab3906cd9e8 tempest-RoutersIpV6AdminTest-911026605 tempest-RoutersIpV6AdminTest-911026605-project-admin] Publish callbacks [] for port (701c04ae-7e26-4583-bab8-0fa966398fe1), precommit_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:00.992578 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7618c27-fb85-43b7-b04c-3756a96a5455 None None] Network 53931edc-a3f8-44d1-9b00-bf912d99b237 requested from dv-neutron-master-2-hyperv {{(pid=116163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 11:01:00.999707 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-10ce70b1-c679-4736-b87c-58436aec6316 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2007511 Apr 28 11:01:00.999707 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60f0fa04-be84-4262-9029-8367db402991 tempest-RoutersAdminTest-1999378242 tempest-RoutersAdminTest-1999378242-project-admin] Made reservation on behalf of 7646eaf4a28240e4a1690c253e736cc2 for: {'subnet': 1} {{(pid=116162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 11:01:01.000818 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-60f0fa04-be84-4262-9029-8367db402991 tempest-RoutersAdminTest-1999378242 tempest-RoutersAdminTest-1999378242-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4210834'] for subnet (None), before_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:01.003917 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 50422) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:01:01.018373 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.v2.base [None req-fcf8b34b-0aa2-4dff-8cca-a390d7f76e79 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Request body: {'subnet': {'network_id': '1ec9fbcf-7a57-4aaa-9c30-4e0f43e09480', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=116162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:01:01.018892 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.plugin [None req-9feb6e56-bfd3-49ec-9ffd-ec32599071d5 admin admin] Calling delete_port for 0349ac72-fdf4-467a-a64f-2f09d8e6b3a4 owned by network:router_gateway {{(pid=116161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 11:01:01.026024 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-831278b0-988f-401a-b5c2-93464b3c1ee5 tempest-AllowedAddressPairIpV6TestJSON-1423465983 tempest-AllowedAddressPairIpV6TestJSON-1423465983-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742235135690', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742234710366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5051867'] for port (5a101913-1674-46ad-abdf-eb175eb35cf3), after_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:01.032437 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-63126fe5-3242-41bf-902b-ac05d2eba2a0 tempest-FloatingIPTestJSON-373071706 tempest-FloatingIPTestJSON-373071706-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2588661 Apr 28 11:01:01.040288 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 50424) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:01:01.054741 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.v2.base [None req-99858c07-ceb1-4852-b5be-5962a9694552 tempest-FloatingIPTestJSON-373071706 tempest-FloatingIPTestJSON-373071706-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1974301779', 'external_gateway_info': {'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c'}, 'admin_state_up': False}} {{(pid=116161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:01:01.080702 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-831278b0-988f-401a-b5c2-93464b3c1ee5 tempest-AllowedAddressPairIpV6TestJSON-1423465983 tempest-AllowedAddressPairIpV6TestJSON-1423465983-project] Pushing event deleted for resources: {'Port': ['ID=5a101913-1674-46ad-abdf-eb175eb35cf3,revision_number=None']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:01:01.107092 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-c281474c-d524-4528-a0ef-49d0a19029eb None None] For port 5a101913-1674-46ad-abdf-eb175eb35cf3, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=5a101913-1674-46ad-abdf-eb175eb35cf3,segment=NetworkSegment(4b1d6630-cb00-4d72-81af-ad6ab5a286f0),segment_id=4b1d6630-cb00-4d72-81af-ad6ab5a286f0)] {{(pid=116163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 11:01:01.107697 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-c281474c-d524-4528-a0ef-49d0a19029eb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1938497'] for port (5a101913-1674-46ad-abdf-eb175eb35cf3), precommit_delete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:01.125467 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.db [None req-0bec61ff-9984-4c3b-88b4-1e9be3e3b4d4 admin admin] For port fc617ca8-1c87-48c2-8189-2007a4cfc7a1, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=fc617ca8-1c87-48c2-8189-2007a4cfc7a1,segment=NetworkSegment(476d1dd6-14be-4031-824a-ce93efcfde92),segment_id=476d1dd6-14be-4031-824a-ce93efcfde92)] {{(pid=116161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 11:01:01.125853 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-0bec61ff-9984-4c3b-88b4-1e9be3e3b4d4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1938497'] for port (fc617ca8-1c87-48c2-8189-2007a4cfc7a1), precommit_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:01.151756 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-c281474c-d524-4528-a0ef-49d0a19029eb None None] Calling delete_port for 5a101913-1674-46ad-abdf-eb175eb35cf3 owned by network:dhcp {{(pid=116163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 11:01:01.167639 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-30d2ce98-532a-4c0a-9ac5-532dd991dae9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742235135690', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742234710366'] for port (1fd75ea2-a934-4932-9288-335804b568ca), after_delete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:01.169528 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.plugin [None req-0bec61ff-9984-4c3b-88b4-1e9be3e3b4d4 admin admin] Calling delete_port for fc617ca8-1c87-48c2-8189-2007a4cfc7a1 owned by network:router_interface {{(pid=116161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 11:01:01.237709 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d2ce98-532a-4c0a-9ac5-532dd991dae9 None None] Pushing event deleted for resources: {'Port': ['ID=1fd75ea2-a934-4932-9288-335804b568ca,revision_number=None']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:01:01.260363 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30d2ce98-532a-4c0a-9ac5-532dd991dae9 None None] No DVR routers for this DVR port 1fd75ea2-a934-4932-9288-335804b568ca on host dv-neutron-master-2-hyperv {{(pid=116163) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 11:01:01.277539 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-99858c07-ceb1-4852-b5be-5962a9694552 tempest-FloatingIPTestJSON-373071706 tempest-FloatingIPTestJSON-373071706-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2060459', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-63449'] for router (95215caa-c306-4f42-88fe-7b8468f0ea15), before_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:01.279813 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-99858c07-ceb1-4852-b5be-5962a9694552 tempest-FloatingIPTestJSON-373071706 tempest-FloatingIPTestJSON-373071706-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2060827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1935275', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1960866', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-63266'] for router (95215caa-c306-4f42-88fe-7b8468f0ea15), precommit_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:01.282269 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5027ede-2b1f-416b-b198-b7088522d007 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-53931edc-a3f8-44d1-9b00-bf912d99b237', 'network_id': '53931edc-a3f8-44d1-9b00-bf912d99b237', 'project_id': '36d1e8ae0c6b44fb858256714ad6ff62', 'fixed_ips': [{'subnet_id': 'b703de28-7fa7-4be8-b23f-42ac033f9e00'}]}} from dv-neutron-master-2-hyperv. {{(pid=116163) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 28 11:01:01.283225 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-c5027ede-2b1f-416b-b198-b7088522d007 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (None), before_create {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:01.298197 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-f565ac38-c10d-4f3f-8dd9-2ab3906cd9e8 tempest-RoutersIpV6AdminTest-911026605 tempest-RoutersIpV6AdminTest-911026605-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742234710357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5219112'] for port (701c04ae-7e26-4583-bab8-0fa966398fe1), after_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:01.303998 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7978d14-d39d-4c2d-a5fa-8dfdcd3dd38b None None] Network 1ec9fbcf-7a57-4aaa-9c30-4e0f43e09480 requested from dv-neutron-master-2-hyperv {{(pid=116163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 11:01:01.391835 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f565ac38-c10d-4f3f-8dd9-2ab3906cd9e8 tempest-RoutersIpV6AdminTest-911026605 tempest-RoutersIpV6AdminTest-911026605-project-admin] Network 7be49d94-bbb8-4a61-bafe-209c5f861e1c is already hosted by enough agents. {{(pid=116161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 11:01:01.408116 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-831278b0-988f-401a-b5c2-93464b3c1ee5 tempest-AllowedAddressPairIpV6TestJSON-1423465983 tempest-AllowedAddressPairIpV6TestJSON-1423465983-project] No DVR routers for this DVR port 5a101913-1674-46ad-abdf-eb175eb35cf3 on host dv-neutron-master-2-hyperv {{(pid=116162) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 11:01:01.430964 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.scheduler.base_scheduler [None req-f565ac38-c10d-4f3f-8dd9-2ab3906cd9e8 tempest-RoutersIpV6AdminTest-911026605 tempest-RoutersIpV6AdminTest-911026605-project-admin] Resources bound (agent type, host, resource id): {{(pid=116161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 11:01:01.434047 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-c281474c-d524-4528-a0ef-49d0a19029eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742235135690', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742234710366'] for port (5a101913-1674-46ad-abdf-eb175eb35cf3), after_delete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:01.447828 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f565ac38-c10d-4f3f-8dd9-2ab3906cd9e8 tempest-RoutersIpV6AdminTest-911026605 tempest-RoutersIpV6AdminTest-911026605-project-admin] Received port after_create {{(pid=116161) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 11:01:01.491649 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c281474c-d524-4528-a0ef-49d0a19029eb None None] Pushing event deleted for resources: {'Port': ['ID=5a101913-1674-46ad-abdf-eb175eb35cf3,revision_number=None']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:01:01.497624 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c281474c-d524-4528-a0ef-49d0a19029eb None None] No DVR routers for this DVR port 5a101913-1674-46ad-abdf-eb175eb35cf3 on host dv-neutron-master-2-hyperv {{(pid=116163) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 11:01:01.553428 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-831278b0-988f-401a-b5c2-93464b3c1ee5 tempest-AllowedAddressPairIpV6TestJSON-1423465983 tempest-AllowedAddressPairIpV6TestJSON-1423465983-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-973498', 'neutron.services.segments.db._delete_segments_for_network-8742235207033'] for network (ec35233f-5e4a-4c87-8c46-b43c22af8e04), precommit_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:01.577366 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee6cd427-2d84-4cb6-a0a2-6b6325897909 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-1ec9fbcf-7a57-4aaa-9c30-4e0f43e09480', 'network_id': '1ec9fbcf-7a57-4aaa-9c30-4e0f43e09480', 'project_id': '12780407c7254bdfbde1c04e76d433ee', 'fixed_ips': [{'subnet_id': '81d1b34b-3d26-4bd0-95b4-7af9cd124209'}]}} from dv-neutron-master-2-hyperv. {{(pid=116163) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 28 11:01:01.578240 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-ee6cd427-2d84-4cb6-a0a2-6b6325897909 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (None), before_create {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:01.581588 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.db_base_plugin_common [None req-c5027ede-2b1f-416b-b198-b7088522d007 None None] Allocated IP 172.20.0.2 (53931edc-a3f8-44d1-9b00-bf912d99b237/b703de28-7fa7-4be8-b23f-42ac033f9e00/e4d3c6f6-3312-4458-b180-05ff2c6d5ea7) {{(pid=116163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 11:01:01.607765 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.services.segments.db [None req-831278b0-988f-401a-b5c2-93464b3c1ee5 tempest-AllowedAddressPairIpV6TestJSON-1423465983 tempest-AllowedAddressPairIpV6TestJSON-1423465983-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ec35233f-5e4a-4c87-8c46-b43c22af8e04']}} {{(pid=116162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:01:01.624675 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.services.segments.db [None req-831278b0-988f-401a-b5c2-93464b3c1ee5 tempest-AllowedAddressPairIpV6TestJSON-1423465983 tempest-AllowedAddressPairIpV6TestJSON-1423465983-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4b1d6630-cb00-4d72-81af-ad6ab5a286f0') {'for_net_delete': True} {{(pid=116162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:01:01.635802 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.services.segments.db [None req-831278b0-988f-401a-b5c2-93464b3c1ee5 tempest-AllowedAddressPairIpV6TestJSON-1423465983 tempest-AllowedAddressPairIpV6TestJSON-1423465983-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4b1d6630-cb00-4d72-81af-ad6ab5a286f0') {} {{(pid=116162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:01:01.640806 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-831278b0-988f-401a-b5c2-93464b3c1ee5 tempest-AllowedAddressPairIpV6TestJSON-1423465983 tempest-AllowedAddressPairIpV6TestJSON-1423465983-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742235208578', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5026548'] for segment (4b1d6630-cb00-4d72-81af-ad6ab5a286f0), before_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:01.684202 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fcf8b34b-0aa2-4dff-8cca-a390d7f76e79 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Made reservation on behalf of 12780407c7254bdfbde1c04e76d433ee for: {'subnet': 1} {{(pid=116162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 11:01:01.687670 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-fcf8b34b-0aa2-4dff-8cca-a390d7f76e79 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4210834'] for subnet (None), before_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:01.698929 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-831278b0-988f-401a-b5c2-93464b3c1ee5 tempest-AllowedAddressPairIpV6TestJSON-1423465983 tempest-AllowedAddressPairIpV6TestJSON-1423465983-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-961978'] for segment (4b1d6630-cb00-4d72-81af-ad6ab5a286f0), precommit_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:01.731385 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-831278b0-988f-401a-b5c2-93464b3c1ee5 tempest-AllowedAddressPairIpV6TestJSON-1423465983 tempest-AllowedAddressPairIpV6TestJSON-1423465983-project] Releasing vlan 81 on physical network physnet1 to pool {{(pid=116162) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 11:01:01.732009 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-831278b0-988f-401a-b5c2-93464b3c1ee5 tempest-AllowedAddressPairIpV6TestJSON-1423465983 tempest-AllowedAddressPairIpV6TestJSON-1423465983-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-961978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5051884'] for segment (4b1d6630-cb00-4d72-81af-ad6ab5a286f0), after_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:01.735854 dv-neutron-master-2-hyperv neutron-server[116162]: Traceback (most recent call last): Apr 28 11:01:01.735854 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 11:01:01.735854 dv-neutron-master-2-hyperv neutron-server[116162]: timer() Apr 28 11:01:01.735854 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 11:01:01.735854 dv-neutron-master-2-hyperv neutron-server[116162]: cb(*args, **kw) Apr 28 11:01:01.735854 dv-neutron-master-2-hyperv neutron-server[116162]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 28 11:01:01.735854 dv-neutron-master-2-hyperv neutron-server[116162]: return func(*args, **kwargs) Apr 28 11:01:01.735854 dv-neutron-master-2-hyperv neutron-server[116162]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 11:01:01.735854 dv-neutron-master-2-hyperv neutron-server[116162]: self._notify() Apr 28 11:01:01.735854 dv-neutron-master-2-hyperv neutron-server[116162]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 11:01:01.735854 dv-neutron-master-2-hyperv neutron-server[116162]: self.callback(batched_events) Apr 28 11:01:01.735854 dv-neutron-master-2-hyperv neutron-server[116162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 11:01:01.735854 dv-neutron-master-2-hyperv neutron-server[116162]: event.method(event) Apr 28 11:01:01.735854 dv-neutron-master-2-hyperv neutron-server[116162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 28 11:01:01.735854 dv-neutron-master-2-hyperv neutron-server[116162]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 11:01:01.735854 dv-neutron-master-2-hyperv neutron-server[116162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 28 11:01:01.735854 dv-neutron-master-2-hyperv neutron-server[116162]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 11:01:01.735854 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 28 11:01:01.735854 dv-neutron-master-2-hyperv neutron-server[116162]: return f(self, *a, **k) Apr 28 11:01:01.735854 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 28 11:01:01.735854 dv-neutron-master-2-hyperv neutron-server[116162]: return self._get(url).json() Apr 28 11:01:01.735854 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 28 11:01:01.735854 dv-neutron-master-2-hyperv neutron-server[116162]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 11:01:01.735854 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 11:01:01.735854 dv-neutron-master-2-hyperv neutron-server[116162]: return self.request(url, 'GET', **kwargs) Apr 28 11:01:01.735854 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 11:01:01.735854 dv-neutron-master-2-hyperv neutron-server[116162]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 11:01:01.735854 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 11:01:01.735854 dv-neutron-master-2-hyperv neutron-server[116162]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 11:01:01.735854 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 11:01:01.735854 dv-neutron-master-2-hyperv neutron-server[116162]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 11:01:01.735854 dv-neutron-master-2-hyperv neutron-server[116162]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 11:01:01.795275 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.db_base_plugin_common [None req-ee6cd427-2d84-4cb6-a0a2-6b6325897909 None None] Allocated IP 172.20.0.2 (1ec9fbcf-7a57-4aaa-9c30-4e0f43e09480/81d1b34b-3d26-4bd0-95b4-7af9cd124209/b1d46865-7731-4cfb-94e5-126f8d3ed8c2) {{(pid=116163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 11:01:01.818778 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-99858c07-ceb1-4852-b5be-5962a9694552 tempest-FloatingIPTestJSON-373071706 tempest-FloatingIPTestJSON-373071706-project] Publish callbacks [] for router_controller (95215caa-c306-4f42-88fe-7b8468f0ea15), precommit_add_association {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:01.835392 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Device 5a101913-1674-46ad-abdf-eb175eb35cf3 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=116163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 11:01:01.865957 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f565ac38-c10d-4f3f-8dd9-2ab3906cd9e8 tempest-RoutersIpV6AdminTest-911026605 tempest-RoutersIpV6AdminTest-911026605-project-admin] Pushing event updated for resources: {'Port': ['ID=701c04ae-7e26-4583-bab8-0fa966398fe1,revision_number=1']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:01:01.911047 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] No Port match for: 5a101913-1674-46ad-abdf-eb175eb35cf3 {{(pid=116163) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 28 11:01:01.911399 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Device 5a101913-1674-46ad-abdf-eb175eb35cf3 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=116163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 11:01:01.912246 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Device 8831271f-a430-441d-9f3d-a067d7643f47 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=116163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 11:01:01.919764 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-831278b0-988f-401a-b5c2-93464b3c1ee5 tempest-AllowedAddressPairIpV6TestJSON-1423465983 tempest-AllowedAddressPairIpV6TestJSON-1423465983-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-973477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2063122'] for network (ec35233f-5e4a-4c87-8c46-b43c22af8e04), after_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:01.927402 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-831278b0-988f-401a-b5c2-93464b3c1ee5 tempest-AllowedAddressPairIpV6TestJSON-1423465983 tempest-AllowedAddressPairIpV6TestJSON-1423465983-project] Publish callbacks [] for network (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:01.933322 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-831278b0-988f-401a-b5c2-93464b3c1ee5 tempest-AllowedAddressPairIpV6TestJSON-1423465983 tempest-AllowedAddressPairIpV6TestJSON-1423465983-project] 10.222.0.10 "DELETE /v2.0/networks/ec35233f-5e4a-4c87-8c46-b43c22af8e04 HTTP/1.1" status: 204 len: 168 time: 1.6183991 Apr 28 11:01:01.955346 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-831278b0-988f-401a-b5c2-93464b3c1ee5 tempest-AllowedAddressPairIpV6TestJSON-1423465983 tempest-AllowedAddressPairIpV6TestJSON-1423465983-project] Pushing event deleted for resources: {'Network': ['ID=ec35233f-5e4a-4c87-8c46-b43c22af8e04,revision_number=None']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:01:01.967068 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] No Port match for: 8831271f-a430-441d-9f3d-a067d7643f47 {{(pid=116163) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 28 11:01:01.968900 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Device 8831271f-a430-441d-9f3d-a067d7643f47 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=116163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 11:01:01.970180 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Device 1fd75ea2-a934-4932-9288-335804b568ca no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=116163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 11:01:02.003387 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-831278b0-988f-401a-b5c2-93464b3c1ee5 tempest-AllowedAddressPairIpV6TestJSON-1423465983 tempest-AllowedAddressPairIpV6TestJSON-1423465983-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:01:02.005849 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-831278b0-988f-401a-b5c2-93464b3c1ee5 tempest-AllowedAddressPairIpV6TestJSON-1423465983 tempest-AllowedAddressPairIpV6TestJSON-1423465983-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:01:02.005849 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-831278b0-988f-401a-b5c2-93464b3c1ee5 tempest-AllowedAddressPairIpV6TestJSON-1423465983 tempest-AllowedAddressPairIpV6TestJSON-1423465983-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:01:02.005849 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-831278b0-988f-401a-b5c2-93464b3c1ee5 tempest-AllowedAddressPairIpV6TestJSON-1423465983 tempest-AllowedAddressPairIpV6TestJSON-1423465983-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:01:02.005849 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-831278b0-988f-401a-b5c2-93464b3c1ee5 tempest-AllowedAddressPairIpV6TestJSON-1423465983 tempest-AllowedAddressPairIpV6TestJSON-1423465983-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:01:02.005849 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-831278b0-988f-401a-b5c2-93464b3c1ee5 tempest-AllowedAddressPairIpV6TestJSON-1423465983 tempest-AllowedAddressPairIpV6TestJSON-1423465983-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:01:02.005849 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-831278b0-988f-401a-b5c2-93464b3c1ee5 tempest-AllowedAddressPairIpV6TestJSON-1423465983 tempest-AllowedAddressPairIpV6TestJSON-1423465983-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:01:02.005849 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-831278b0-988f-401a-b5c2-93464b3c1ee5 tempest-AllowedAddressPairIpV6TestJSON-1423465983 tempest-AllowedAddressPairIpV6TestJSON-1423465983-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:01:02.006430 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-831278b0-988f-401a-b5c2-93464b3c1ee5 tempest-AllowedAddressPairIpV6TestJSON-1423465983 tempest-AllowedAddressPairIpV6TestJSON-1423465983-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:01:02.006550 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-831278b0-988f-401a-b5c2-93464b3c1ee5 tempest-AllowedAddressPairIpV6TestJSON-1423465983 tempest-AllowedAddressPairIpV6TestJSON-1423465983-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:01:02.006881 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-831278b0-988f-401a-b5c2-93464b3c1ee5 tempest-AllowedAddressPairIpV6TestJSON-1423465983 tempest-AllowedAddressPairIpV6TestJSON-1423465983-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:01:02.007202 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-831278b0-988f-401a-b5c2-93464b3c1ee5 tempest-AllowedAddressPairIpV6TestJSON-1423465983 tempest-AllowedAddressPairIpV6TestJSON-1423465983-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:01:02.007520 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-831278b0-988f-401a-b5c2-93464b3c1ee5 tempest-AllowedAddressPairIpV6TestJSON-1423465983 tempest-AllowedAddressPairIpV6TestJSON-1423465983-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:01:02.007839 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-831278b0-988f-401a-b5c2-93464b3c1ee5 tempest-AllowedAddressPairIpV6TestJSON-1423465983 tempest-AllowedAddressPairIpV6TestJSON-1423465983-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:01:02.008156 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-831278b0-988f-401a-b5c2-93464b3c1ee5 tempest-AllowedAddressPairIpV6TestJSON-1423465983 tempest-AllowedAddressPairIpV6TestJSON-1423465983-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:01:02.013275 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.objects.ports [None req-60f0fa04-be84-4262-9029-8367db402991 tempest-RoutersAdminTest-1999378242 tempest-RoutersAdminTest-1999378242-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=116162) get_objects /opt/stack/neutron/neutron/objects/ports.py:463}} Apr 28 11:01:02.013739 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-60f0fa04-be84-4262-9029-8367db402991 tempest-RoutersAdminTest-1999378242 tempest-RoutersAdminTest-1999378242-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5054027', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4210784'] for subnet (f87c75a5-fcc6-4ace-a26e-a53525cae303), after_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:02.023161 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] No Port match for: 1fd75ea2-a934-4932-9288-335804b568ca {{(pid=116163) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 28 11:01:02.023719 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Device 1fd75ea2-a934-4932-9288-335804b568ca not bound to the agent host dv-neutron-master-2-hyperv {{(pid=116163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 11:01:02.039423 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-7c05b3c7-d498-4591-97ca-280f48e7b2ae tempest-NetworksIpV6Test-263553383 tempest-NetworksIpV6Test-263553383-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5220536', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5125438'] for subnet (7feebfb6-e733-4f45-a97f-e02659d75a23), after_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:02.095374 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-c5027ede-2b1f-416b-b198-b7088522d007 None None] Publish callbacks [] for port (e4d3c6f6-3312-4458-b180-05ff2c6d5ea7), precommit_create {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:02.143096 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-ee6cd427-2d84-4cb6-a0a2-6b6325897909 None None] Publish callbacks [] for port (b1d46865-7731-4cfb-94e5-126f8d3ed8c2), precommit_create {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:02.150604 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f0fa04-be84-4262-9029-8367db402991 tempest-RoutersAdminTest-1999378242 tempest-RoutersAdminTest-1999378242-project-admin] Pushing event updated for resources: {'Subnet': ['ID=f87c75a5-fcc6-4ace-a26e-a53525cae303,revision_number=0']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:01:02.185278 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-c5027ede-2b1f-416b-b198-b7088522d007 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742234710357'] for port (e4d3c6f6-3312-4458-b180-05ff2c6d5ea7), after_create {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:02.186607 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60f0fa04-be84-4262-9029-8367db402991 tempest-RoutersAdminTest-1999378242 tempest-RoutersAdminTest-1999378242-project-admin] Checking segment: {'id': 'fd89bbdc-70d1-4eb6-9001-e72bdb6ebf5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'b9b78c98-8d3b-4c60-a959-6cb6a48b057b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 11:01:02.186976 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60f0fa04-be84-4262-9029-8367db402991 tempest-RoutersAdminTest-1999378242 tempest-RoutersAdminTest-1999378242-project-admin] Network hostable DHCP agents. Network: b9b78c98-8d3b-4c60-a959-6cb6a48b057b, hostable agents: ['75ba81b7-fe99-4281-90d2-a5adb445ecea'], hosted agents: [] {{(pid=116162) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 11:01:02.226664 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5027ede-2b1f-416b-b198-b7088522d007 None None] Network 53931edc-a3f8-44d1-9b00-bf912d99b237 is already hosted by enough agents. {{(pid=116163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 11:01:02.230136 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.scheduler.base_scheduler [None req-c5027ede-2b1f-416b-b198-b7088522d007 None None] Resources bound (agent type, host, resource id): {{(pid=116163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 11:01:02.233628 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5027ede-2b1f-416b-b198-b7088522d007 None None] Received port after_create {{(pid=116163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 11:01:02.251721 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5027ede-2b1f-416b-b198-b7088522d007 None None] Pushing event updated for resources: {'Port': ['ID=e4d3c6f6-3312-4458-b180-05ff2c6d5ea7,revision_number=1']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:01:02.276020 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c05b3c7-d498-4591-97ca-280f48e7b2ae tempest-NetworksIpV6Test-263553383 tempest-NetworksIpV6Test-263553383-project] Pushing event updated for resources: {'Subnet': ['ID=7feebfb6-e733-4f45-a97f-e02659d75a23,revision_number=0']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:01:02.305643 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.managers [None req-c5027ede-2b1f-416b-b198-b7088522d007 None None] Attempting to bind port e4d3c6f6-3312-4458-b180-05ff2c6d5ea7 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=116163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 28 11:01:02.305643 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.managers [None req-c5027ede-2b1f-416b-b198-b7088522d007 None None] Attempting to bind port e4d3c6f6-3312-4458-b180-05ff2c6d5ea7 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '18d5e493-68d7-4b48-bd2d-e44320dc4f75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '53931edc-a3f8-44d1-9b00-bf912d99b237'}] {{(pid=116163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 28 11:01:02.305643 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5027ede-2b1f-416b-b198-b7088522d007 None None] Attempting to bind port e4d3c6f6-3312-4458-b180-05ff2c6d5ea7 on network 53931edc-a3f8-44d1-9b00-bf912d99b237 {{(pid=116163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 11:01:02.305643 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-ee6cd427-2d84-4cb6-a0a2-6b6325897909 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742234710357'] for port (b1d46865-7731-4cfb-94e5-126f8d3ed8c2), after_create {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:02.314525 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-99858c07-ceb1-4852-b5be-5962a9694552 tempest-FloatingIPTestJSON-373071706 tempest-FloatingIPTestJSON-373071706-project] Publish callbacks [] for router_gateway (95215caa-c306-4f42-88fe-7b8468f0ea15), precommit_update {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:02.319108 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5027ede-2b1f-416b-b198-b7088522d007 None None] Checking agent: {'id': 'd5baab19-5dd1-4902-922b-84acb048ab9c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 10, 50, 43), 'started_at': datetime.datetime(2022, 4, 28, 10, 51, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 11, 0, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=116163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 11:01:02.319512 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5027ede-2b1f-416b-b198-b7088522d007 None None] Checking segment: {'id': '18d5e493-68d7-4b48-bd2d-e44320dc4f75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '53931edc-a3f8-44d1-9b00-bf912d99b237'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 11:01:02.319930 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-c5027ede-2b1f-416b-b198-b7088522d007 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:02.320322 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5027ede-2b1f-416b-b198-b7088522d007 None None] Bound using segment: {'id': '18d5e493-68d7-4b48-bd2d-e44320dc4f75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '53931edc-a3f8-44d1-9b00-bf912d99b237'} {{(pid=116163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 11:01:02.320840 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.managers [None req-c5027ede-2b1f-416b-b198-b7088522d007 None None] Bound port: e4d3c6f6-3312-4458-b180-05ff2c6d5ea7, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18d5e493-68d7-4b48-bd2d-e44320dc4f75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '53931edc-a3f8-44d1-9b00-bf912d99b237'}}] {{(pid=116163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 28 11:01:02.321226 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-c5027ede-2b1f-416b-b198-b7088522d007 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (e4d3c6f6-3312-4458-b180-05ff2c6d5ea7), before_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:02.321427 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-9feb6e56-bfd3-49ec-9ffd-ec32599071d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742235135690', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742234710366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5219112'] for port (0349ac72-fdf4-467a-a64f-2f09d8e6b3a4), after_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:02.331574 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c05b3c7-d498-4591-97ca-280f48e7b2ae tempest-NetworksIpV6Test-263553383 tempest-NetworksIpV6Test-263553383-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:01:02.331936 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c05b3c7-d498-4591-97ca-280f48e7b2ae tempest-NetworksIpV6Test-263553383 tempest-NetworksIpV6Test-263553383-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:01:02.332270 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c05b3c7-d498-4591-97ca-280f48e7b2ae tempest-NetworksIpV6Test-263553383 tempest-NetworksIpV6Test-263553383-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:01:02.332611 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c05b3c7-d498-4591-97ca-280f48e7b2ae tempest-NetworksIpV6Test-263553383 tempest-NetworksIpV6Test-263553383-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:01:02.332951 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c05b3c7-d498-4591-97ca-280f48e7b2ae tempest-NetworksIpV6Test-263553383 tempest-NetworksIpV6Test-263553383-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:01:02.333289 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c05b3c7-d498-4591-97ca-280f48e7b2ae tempest-NetworksIpV6Test-263553383 tempest-NetworksIpV6Test-263553383-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:01:02.333624 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c05b3c7-d498-4591-97ca-280f48e7b2ae tempest-NetworksIpV6Test-263553383 tempest-NetworksIpV6Test-263553383-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:01:02.333964 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c05b3c7-d498-4591-97ca-280f48e7b2ae tempest-NetworksIpV6Test-263553383 tempest-NetworksIpV6Test-263553383-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:01:02.334288 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c05b3c7-d498-4591-97ca-280f48e7b2ae tempest-NetworksIpV6Test-263553383 tempest-NetworksIpV6Test-263553383-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:01:02.334646 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c05b3c7-d498-4591-97ca-280f48e7b2ae tempest-NetworksIpV6Test-263553383 tempest-NetworksIpV6Test-263553383-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:01:02.334976 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c05b3c7-d498-4591-97ca-280f48e7b2ae tempest-NetworksIpV6Test-263553383 tempest-NetworksIpV6Test-263553383-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:01:02.335303 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c05b3c7-d498-4591-97ca-280f48e7b2ae tempest-NetworksIpV6Test-263553383 tempest-NetworksIpV6Test-263553383-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:01:02.335623 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c05b3c7-d498-4591-97ca-280f48e7b2ae tempest-NetworksIpV6Test-263553383 tempest-NetworksIpV6Test-263553383-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:01:02.335946 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c05b3c7-d498-4591-97ca-280f48e7b2ae tempest-NetworksIpV6Test-263553383 tempest-NetworksIpV6Test-263553383-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:01:02.336268 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c05b3c7-d498-4591-97ca-280f48e7b2ae tempest-NetworksIpV6Test-263553383 tempest-NetworksIpV6Test-263553383-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:01:02.348921 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60f0fa04-be84-4262-9029-8367db402991 tempest-RoutersAdminTest-1999378242 tempest-RoutersAdminTest-1999378242-project-admin] Network b9b78c98-8d3b-4c60-a959-6cb6a48b057b is scheduled to be hosted by DHCP agent 75ba81b7-fe99-4281-90d2-a5adb445ecea with binding_index 1 {{(pid=116162) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 11:01:02.367020 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee6cd427-2d84-4cb6-a0a2-6b6325897909 None None] Network 1ec9fbcf-7a57-4aaa-9c30-4e0f43e09480 is already hosted by enough agents. {{(pid=116163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 11:01:02.371098 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c05b3c7-d498-4591-97ca-280f48e7b2ae tempest-NetworksIpV6Test-263553383 tempest-NetworksIpV6Test-263553383-project] Checking segment: {'id': '2432b246-4e25-49ac-b354-c8b51c8d6920', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '959b01c5-3aee-45de-b055-498749c95c50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 11:01:02.371544 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c05b3c7-d498-4591-97ca-280f48e7b2ae tempest-NetworksIpV6Test-263553383 tempest-NetworksIpV6Test-263553383-project] Network hostable DHCP agents. Network: 959b01c5-3aee-45de-b055-498749c95c50, hostable agents: ['75ba81b7-fe99-4281-90d2-a5adb445ecea'], hosted agents: [] {{(pid=116161) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 11:01:02.383875 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9feb6e56-bfd3-49ec-9ffd-ec32599071d5 admin admin] Pushing event deleted for resources: {'Port': ['ID=0349ac72-fdf4-467a-a64f-2f09d8e6b3a4,revision_number=None']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:01:02.395456 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.scheduler.base_scheduler [None req-ee6cd427-2d84-4cb6-a0a2-6b6325897909 None None] Resources bound (agent type, host, resource id): {{(pid=116163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 11:01:02.399237 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee6cd427-2d84-4cb6-a0a2-6b6325897909 None None] Received port after_create {{(pid=116163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 11:01:02.409366 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6cd427-2d84-4cb6-a0a2-6b6325897909 None None] Pushing event updated for resources: {'Port': ['ID=b1d46865-7731-4cfb-94e5-126f8d3ed8c2,revision_number=1']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:01:02.470436 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.scheduler.base_scheduler [None req-60f0fa04-be84-4262-9029-8367db402991 tempest-RoutersAdminTest-1999378242 tempest-RoutersAdminTest-1999378242-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, b9b78c98-8d3b-4c60-a959-6cb6a48b057b) {{(pid=116162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 11:01:02.476461 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60f0fa04-be84-4262-9029-8367db402991 tempest-RoutersAdminTest-1999378242 tempest-RoutersAdminTest-1999378242-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:01:02.477812 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-60f0fa04-be84-4262-9029-8367db402991 tempest-RoutersAdminTest-1999378242 tempest-RoutersAdminTest-1999378242-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603020'] for subnet (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:02.492035 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9388b54d-5d48-4fff-829b-32a1d86d1cba None None] Network b9b78c98-8d3b-4c60-a959-6cb6a48b057b requested from dv-neutron-master-2-hyperv {{(pid=116163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 11:01:02.499084 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-c5027ede-2b1f-416b-b198-b7088522d007 None None] For port e4d3c6f6-3312-4458-b180-05ff2c6d5ea7, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=116163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 11:01:02.514927 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.managers [None req-ee6cd427-2d84-4cb6-a0a2-6b6325897909 None None] Attempting to bind port b1d46865-7731-4cfb-94e5-126f8d3ed8c2 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=116163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 28 11:01:02.515515 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.managers [None req-ee6cd427-2d84-4cb6-a0a2-6b6325897909 None None] Attempting to bind port b1d46865-7731-4cfb-94e5-126f8d3ed8c2 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'ffa4348d-378b-4e93-98fa-ab0dc49ee16c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '1ec9fbcf-7a57-4aaa-9c30-4e0f43e09480'}] {{(pid=116163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 28 11:01:02.515665 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee6cd427-2d84-4cb6-a0a2-6b6325897909 None None] Attempting to bind port b1d46865-7731-4cfb-94e5-126f8d3ed8c2 on network 1ec9fbcf-7a57-4aaa-9c30-4e0f43e09480 {{(pid=116163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 11:01:02.538532 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-c5027ede-2b1f-416b-b198-b7088522d007 None None] For port e4d3c6f6-3312-4458-b180-05ff2c6d5ea7, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=e4d3c6f6-3312-4458-b180-05ff2c6d5ea7,segment=NetworkSegment(18d5e493-68d7-4b48-bd2d-e44320dc4f75),segment_id=18d5e493-68d7-4b48-bd2d-e44320dc4f75)] {{(pid=116163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 11:01:02.542945 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee6cd427-2d84-4cb6-a0a2-6b6325897909 None None] Checking agent: {'id': 'd5baab19-5dd1-4902-922b-84acb048ab9c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 10, 50, 43), 'started_at': datetime.datetime(2022, 4, 28, 10, 51, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 11, 0, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=116163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 11:01:02.543324 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee6cd427-2d84-4cb6-a0a2-6b6325897909 None None] Checking segment: {'id': 'ffa4348d-378b-4e93-98fa-ab0dc49ee16c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '1ec9fbcf-7a57-4aaa-9c30-4e0f43e09480'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 11:01:02.543729 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-ee6cd427-2d84-4cb6-a0a2-6b6325897909 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:02.544130 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee6cd427-2d84-4cb6-a0a2-6b6325897909 None None] Bound using segment: {'id': 'ffa4348d-378b-4e93-98fa-ab0dc49ee16c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '1ec9fbcf-7a57-4aaa-9c30-4e0f43e09480'} {{(pid=116163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 11:01:02.544607 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.managers [None req-ee6cd427-2d84-4cb6-a0a2-6b6325897909 None None] Bound port: b1d46865-7731-4cfb-94e5-126f8d3ed8c2, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ffa4348d-378b-4e93-98fa-ab0dc49ee16c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '1ec9fbcf-7a57-4aaa-9c30-4e0f43e09480'}}] {{(pid=116163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 28 11:01:02.545540 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-ee6cd427-2d84-4cb6-a0a2-6b6325897909 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (b1d46865-7731-4cfb-94e5-126f8d3ed8c2), before_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:02.555192 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.objects.ports [None req-fcf8b34b-0aa2-4dff-8cca-a390d7f76e79 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=116162) get_objects /opt/stack/neutron/neutron/objects/ports.py:463}} Apr 28 11:01:02.557450 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-0bec61ff-9984-4c3b-88b4-1e9be3e3b4d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742235135690', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742234710366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5219112'] for port (fc617ca8-1c87-48c2-8189-2007a4cfc7a1), after_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:02.646757 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bec61ff-9984-4c3b-88b4-1e9be3e3b4d4 admin admin] Pushing event deleted for resources: {'Port': ['ID=fc617ca8-1c87-48c2-8189-2007a4cfc7a1,revision_number=None']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:01:02.649535 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-9feb6e56-bfd3-49ec-9ffd-ec32599071d5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1935354'] for router_gateway (4bdc4a64-1a8f-439a-af8a-e631bebdc4fa), after_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:02.662819 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c05b3c7-d498-4591-97ca-280f48e7b2ae tempest-NetworksIpV6Test-263553383 tempest-NetworksIpV6Test-263553383-project] Network 959b01c5-3aee-45de-b055-498749c95c50 is scheduled to be hosted by DHCP agent 75ba81b7-fe99-4281-90d2-a5adb445ecea with binding_index 1 {{(pid=116161) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 11:01:02.705626 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 50430) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:01:02.727328 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-60f0fa04-be84-4262-9029-8367db402991 tempest-RoutersAdminTest-1999378242 tempest-RoutersAdminTest-1999378242-project-admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 2.0048122 Apr 28 11:01:02.739580 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 50434) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:01:02.766824 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.v2.base [None req-58a86a4f-201f-4b45-9917-fc7b0c5c4391 tempest-RoutersAdminTest-1999378242 tempest-RoutersAdminTest-1999378242-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-817946416', 'network_id': 'b9b78c98-8d3b-4c60-a959-6cb6a48b057b'}} {{(pid=116162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:01:02.815704 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.scheduler.base_scheduler [None req-7c05b3c7-d498-4591-97ca-280f48e7b2ae tempest-NetworksIpV6Test-263553383 tempest-NetworksIpV6Test-263553383-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 959b01c5-3aee-45de-b055-498749c95c50) {{(pid=116161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 11:01:02.849791 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-060003d2-da42-46f8-b906-e58fd6594d56 None None] Network 959b01c5-3aee-45de-b055-498749c95c50 requested from dv-neutron-master-2-hyperv {{(pid=116163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 11:01:02.861642 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-c5027ede-2b1f-416b-b198-b7088522d007 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393'] for port (e4d3c6f6-3312-4458-b180-05ff2c6d5ea7), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:02.875064 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c05b3c7-d498-4591-97ca-280f48e7b2ae tempest-NetworksIpV6Test-263553383 tempest-NetworksIpV6Test-263553383-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:01:02.875736 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-7c05b3c7-d498-4591-97ca-280f48e7b2ae tempest-NetworksIpV6Test-263553383 tempest-NetworksIpV6Test-263553383-project] Publish callbacks [] for subnet (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:02.884576 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ad0543c-ed39-48f6-aa57-c28ebc4c1dd4 None None] Network b9b78c98-8d3b-4c60-a959-6cb6a48b057b requested from dv-neutron-master-2-hyperv {{(pid=116163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 11:01:02.926769 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-f565ac38-c10d-4f3f-8dd9-2ab3906cd9e8 tempest-RoutersIpV6AdminTest-911026605 tempest-RoutersIpV6AdminTest-911026605-project-admin] Publish callbacks [] for router_gateway (26031bc8-4f61-4ab8-a0ba-5b4135c14ac2), after_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:02.932222 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-9feb6e56-bfd3-49ec-9ffd-ec32599071d5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2060865', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-63275'] for router (4bdc4a64-1a8f-439a-af8a-e631bebdc4fa), precommit_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:02.941702 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-a4d01879-f335-430a-af46-b2875a051104 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=62ef7fc4f0364d0fa58d1125917b9dec&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2324040 Apr 28 11:01:02.941891 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-9feb6e56-bfd3-49ec-9ffd-ec32599071d5 admin admin] Publish callbacks [] for router_controller (4bdc4a64-1a8f-439a-af8a-e631bebdc4fa), precommit_delete_associations {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:02.951211 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 50436) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:01:02.997711 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-ee6cd427-2d84-4cb6-a0a2-6b6325897909 None None] For port b1d46865-7731-4cfb-94e5-126f8d3ed8c2, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=116163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 11:01:03.038949 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-ee6cd427-2d84-4cb6-a0a2-6b6325897909 None None] For port b1d46865-7731-4cfb-94e5-126f8d3ed8c2, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=b1d46865-7731-4cfb-94e5-126f8d3ed8c2,segment=NetworkSegment(ffa4348d-378b-4e93-98fa-ab0dc49ee16c),segment_id=ffa4348d-378b-4e93-98fa-ab0dc49ee16c)] {{(pid=116163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 11:01:03.045824 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58a86a4f-201f-4b45-9917-fc7b0c5c4391 tempest-RoutersAdminTest-1999378242 tempest-RoutersAdminTest-1999378242-project-admin] Made reservation on behalf of 7646eaf4a28240e4a1690c253e736cc2 for: {'port': 1} {{(pid=116162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 11:01:03.049053 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-58a86a4f-201f-4b45-9917-fc7b0c5c4391 tempest-RoutersAdminTest-1999378242 tempest-RoutersAdminTest-1999378242-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (None), before_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:03.070576 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-99858c07-ceb1-4852-b5be-5962a9694552 tempest-FloatingIPTestJSON-373071706 tempest-FloatingIPTestJSON-373071706-project] Publish callbacks [] for router_gateway (95215caa-c306-4f42-88fe-7b8468f0ea15), before_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:03.089891 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-fcf8b34b-0aa2-4dff-8cca-a390d7f76e79 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (b1d46865-7731-4cfb-94e5-126f8d3ed8c2), before_update {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:03.095901 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5027ede-2b1f-416b-b198-b7088522d007 None None] Pushing event updated for resources: {'Port': ['ID=e4d3c6f6-3312-4458-b180-05ff2c6d5ea7,revision_number=2']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:01:03.110798 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-7c05b3c7-d498-4591-97ca-280f48e7b2ae tempest-NetworksIpV6Test-263553383 tempest-NetworksIpV6Test-263553383-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 2.8733299 Apr 28 11:01:03.111158 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.notifiers.nova [None req-58a86a4f-201f-4b45-9917-fc7b0c5c4391 tempest-RoutersAdminTest-1999378242 tempest-RoutersAdminTest-1999378242-project-admin] device_id is not set on port b748e626-80ab-4ba0-86f1-8b366d212c27 yet. {{(pid=116162) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 28 11:01:03.112166 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-99858c07-ceb1-4852-b5be-5962a9694552 tempest-FloatingIPTestJSON-373071706 tempest-FloatingIPTestJSON-373071706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (None), before_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:03.114088 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 50438) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:01:03.133904 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-ee6cd427-2d84-4cb6-a0a2-6b6325897909 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393'] for port (b1d46865-7731-4cfb-94e5-126f8d3ed8c2), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:03.174614 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84a36052-86fd-4426-92b9-6c9cf619bec2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-959b01c5-3aee-45de-b055-498749c95c50', 'network_id': '959b01c5-3aee-45de-b055-498749c95c50', 'project_id': '87154dd24b09463c83aab94c3e93cc15', 'fixed_ips': [{'subnet_id': '7feebfb6-e733-4f45-a97f-e02659d75a23'}]}} from dv-neutron-master-2-hyperv. {{(pid=116163) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 28 11:01:03.176039 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-84a36052-86fd-4426-92b9-6c9cf619bec2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (None), before_create {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:03.180796 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.v2.base [None req-9bb319b8-40bd-4177-a4b4-b9ab7d8f7618 tempest-NetworksIpV6Test-263553383 tempest-NetworksIpV6Test-263553383-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-588879873'}} {{(pid=116161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:01:03.198587 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-9feb6e56-bfd3-49ec-9ffd-ec32599071d5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2060888'] for router (4bdc4a64-1a8f-439a-af8a-e631bebdc4fa), after_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:03.199143 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9feb6e56-bfd3-49ec-9ffd-ec32599071d5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4bdc4a64-1a8f-439a-af8a-e631bebdc4fa {{(pid=116161) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 28 11:01:03.218139 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-ee9739d4-7812-4dc7-b18c-6184c7ec3a65 admin admin] Publish callbacks [] for security_group (ed46305f-4eee-4dfa-a849-3c9a538374ed), before_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:03.346032 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-ee9739d4-7812-4dc7-b18c-6184c7ec3a65 admin admin] Publish callbacks [] for security_group (ed46305f-4eee-4dfa-a849-3c9a538374ed), precommit_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:03.384299 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.db.db_base_plugin_common [None req-58a86a4f-201f-4b45-9917-fc7b0c5c4391 tempest-RoutersAdminTest-1999378242 tempest-RoutersAdminTest-1999378242-project-admin] Allocated IP 172.20.0.13 (b9b78c98-8d3b-4c60-a959-6cb6a48b057b/f87c75a5-fcc6-4ace-a26e-a53525cae303/b748e626-80ab-4ba0-86f1-8b366d212c27) {{(pid=116162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 11:01:03.451727 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.db_base_plugin_common [None req-84a36052-86fd-4426-92b9-6c9cf619bec2 None None] Allocated IP 2001:db8::3 (959b01c5-3aee-45de-b055-498749c95c50/7feebfb6-e733-4f45-a97f-e02659d75a23/177c19d0-ace1-4a04-bf3b-4eeb4fbd2ec1) {{(pid=116163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 11:01:03.581347 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-ee9739d4-7812-4dc7-b18c-6184c7ec3a65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924426'] for security_group (ed46305f-4eee-4dfa-a849-3c9a538374ed), after_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:03.583979 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-ee9739d4-7812-4dc7-b18c-6184c7ec3a65 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:03.585185 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-ee9739d4-7812-4dc7-b18c-6184c7ec3a65 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/ed46305f-4eee-4dfa-a849-3c9a538374ed HTTP/1.1" status: 204 len: 168 time: 0.6326876 Apr 28 11:01:03.647737 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee9739d4-7812-4dc7-b18c-6184c7ec3a65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed46305f-4eee-4dfa-a849-3c9a538374ed,revision_number=None']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:01:03.659508 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-84a36052-86fd-4426-92b9-6c9cf619bec2 None None] Publish callbacks [] for port (177c19d0-ace1-4a04-bf3b-4eeb4fbd2ec1), precommit_create {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:03.659685 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.db [None req-fcf8b34b-0aa2-4dff-8cca-a390d7f76e79 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] For port b1d46865-7731-4cfb-94e5-126f8d3ed8c2, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=b1d46865-7731-4cfb-94e5-126f8d3ed8c2,segment=NetworkSegment(ffa4348d-378b-4e93-98fa-ab0dc49ee16c),segment_id=ffa4348d-378b-4e93-98fa-ab0dc49ee16c)] {{(pid=116162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 11:01:03.670914 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6cd427-2d84-4cb6-a0a2-6b6325897909 None None] Pushing event updated for resources: {'Port': ['ID=b1d46865-7731-4cfb-94e5-126f8d3ed8c2,revision_number=3']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:01:03.674323 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-9feb6e56-bfd3-49ec-9ffd-ec32599071d5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:03.675749 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-9feb6e56-bfd3-49ec-9ffd-ec32599071d5 admin admin] 10.222.0.10 "DELETE /v2.0/routers/4bdc4a64-1a8f-439a-af8a-e631bebdc4fa HTTP/1.1" status: 204 len: 168 time: 4.7667229 Apr 28 11:01:03.693490 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 50442) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:01:03.716010 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6cd427-2d84-4cb6-a0a2-6b6325897909 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:01:03.716832 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6cd427-2d84-4cb6-a0a2-6b6325897909 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:01:03.717467 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6cd427-2d84-4cb6-a0a2-6b6325897909 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:01:03.717823 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6cd427-2d84-4cb6-a0a2-6b6325897909 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:01:03.718159 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6cd427-2d84-4cb6-a0a2-6b6325897909 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:01:03.718508 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6cd427-2d84-4cb6-a0a2-6b6325897909 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:01:03.718839 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6cd427-2d84-4cb6-a0a2-6b6325897909 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:01:03.719221 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6cd427-2d84-4cb6-a0a2-6b6325897909 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:01:03.720096 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6cd427-2d84-4cb6-a0a2-6b6325897909 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:01:03.720431 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6cd427-2d84-4cb6-a0a2-6b6325897909 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:01:03.720758 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6cd427-2d84-4cb6-a0a2-6b6325897909 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:01:03.721081 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6cd427-2d84-4cb6-a0a2-6b6325897909 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:01:03.721829 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6cd427-2d84-4cb6-a0a2-6b6325897909 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:01:03.721829 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6cd427-2d84-4cb6-a0a2-6b6325897909 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:01:03.722345 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6cd427-2d84-4cb6-a0a2-6b6325897909 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:01:03.733709 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-84a36052-86fd-4426-92b9-6c9cf619bec2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742234710357'] for port (177c19d0-ace1-4a04-bf3b-4eeb4fbd2ec1), after_create {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:03.768740 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-fcf8b34b-0aa2-4dff-8cca-a390d7f76e79 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Publish callbacks [] for port (b1d46865-7731-4cfb-94e5-126f8d3ed8c2), precommit_update {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:03.779737 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.db.db_base_plugin_v2 [None req-5b8d02cf-aea4-468f-865b-c44f8f1ca3ff admin admin] Deleting subnet 92361fe4-492b-4a32-8d67-8edec320c5e2 {{(pid=116162) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 28 11:01:03.782952 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84a36052-86fd-4426-92b9-6c9cf619bec2 None None] Network 959b01c5-3aee-45de-b055-498749c95c50 is already hosted by enough agents. {{(pid=116163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 11:01:03.789817 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-5b8d02cf-aea4-468f-865b-c44f8f1ca3ff admin admin] Publish callbacks [] for subnet (92361fe4-492b-4a32-8d67-8edec320c5e2), before_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:03.791928 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.scheduler.base_scheduler [None req-84a36052-86fd-4426-92b9-6c9cf619bec2 None None] Resources bound (agent type, host, resource id): {{(pid=116163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 11:01:03.793607 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84a36052-86fd-4426-92b9-6c9cf619bec2 None None] Received port after_create {{(pid=116163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 11:01:03.807244 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a36052-86fd-4426-92b9-6c9cf619bec2 None None] Pushing event updated for resources: {'Port': ['ID=177c19d0-ace1-4a04-bf3b-4eeb4fbd2ec1,revision_number=1']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:01:03.832545 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-58a86a4f-201f-4b45-9917-fc7b0c5c4391 tempest-RoutersAdminTest-1999378242 tempest-RoutersAdminTest-1999378242-project-admin] Publish callbacks [] for port (b748e626-80ab-4ba0-86f1-8b366d212c27), precommit_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:03.841305 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-fcf8b34b-0aa2-4dff-8cca-a390d7f76e79 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5051840'] for port (b1d46865-7731-4cfb-94e5-126f8d3ed8c2), after_update {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:03.845416 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9bb319b8-40bd-4177-a4b4-b9ab7d8f7618 tempest-NetworksIpV6Test-263553383 tempest-NetworksIpV6Test-263553383-project] Made reservation on behalf of 87154dd24b09463c83aab94c3e93cc15 for: {'network': 1} {{(pid=116161) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 11:01:03.852363 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-9bb319b8-40bd-4177-a4b4-b9ab7d8f7618 tempest-NetworksIpV6Test-263553383 tempest-NetworksIpV6Test-263553383-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for network (None), before_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:03.852469 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-5b8d02cf-aea4-468f-865b-c44f8f1ca3ff admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5026541'] for subnet (92361fe4-492b-4a32-8d67-8edec320c5e2), precommit_delete_associations {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:03.919780 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-0bec61ff-9984-4c3b-88b4-1e9be3e3b4d4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1603051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2063504'] for router_interface (c3307b93-0163-4950-8edf-96a1360d17be), after_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:03.926528 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.db.db_base_plugin_common [None req-99858c07-ceb1-4852-b5be-5962a9694552 tempest-FloatingIPTestJSON-373071706 tempest-FloatingIPTestJSON-373071706-project] Allocated IP 172.36.4.108 (7be49d94-bbb8-4a61-bafe-209c5f861e1c/c0f82f52-05ee-40f2-a57c-9d02e01fb9fa/99ecac3e-9560-4e07-88e6-101d02b414f7) {{(pid=116161) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 11:01:03.928764 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.managers [None req-84a36052-86fd-4426-92b9-6c9cf619bec2 None None] Attempting to bind port 177c19d0-ace1-4a04-bf3b-4eeb4fbd2ec1 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=116163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 28 11:01:03.928764 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.managers [None req-84a36052-86fd-4426-92b9-6c9cf619bec2 None None] Attempting to bind port 177c19d0-ace1-4a04-bf3b-4eeb4fbd2ec1 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '2432b246-4e25-49ac-b354-c8b51c8d6920', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '959b01c5-3aee-45de-b055-498749c95c50'}] {{(pid=116163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 28 11:01:03.928764 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84a36052-86fd-4426-92b9-6c9cf619bec2 None None] Attempting to bind port 177c19d0-ace1-4a04-bf3b-4eeb4fbd2ec1 on network 959b01c5-3aee-45de-b055-498749c95c50 {{(pid=116163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 11:01:03.951946 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84a36052-86fd-4426-92b9-6c9cf619bec2 None None] Checking agent: {'id': 'd5baab19-5dd1-4902-922b-84acb048ab9c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 10, 50, 43), 'started_at': datetime.datetime(2022, 4, 28, 10, 51, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 11, 0, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=116163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 11:01:03.952513 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84a36052-86fd-4426-92b9-6c9cf619bec2 None None] Checking segment: {'id': '2432b246-4e25-49ac-b354-c8b51c8d6920', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '959b01c5-3aee-45de-b055-498749c95c50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 11:01:03.952997 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-84a36052-86fd-4426-92b9-6c9cf619bec2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:03.955575 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84a36052-86fd-4426-92b9-6c9cf619bec2 None None] Bound using segment: {'id': '2432b246-4e25-49ac-b354-c8b51c8d6920', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '959b01c5-3aee-45de-b055-498749c95c50'} {{(pid=116163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 11:01:03.959537 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.managers [None req-84a36052-86fd-4426-92b9-6c9cf619bec2 None None] Bound port: 177c19d0-ace1-4a04-bf3b-4eeb4fbd2ec1, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2432b246-4e25-49ac-b354-c8b51c8d6920', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '959b01c5-3aee-45de-b055-498749c95c50'}}] {{(pid=116163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 28 11:01:03.959537 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-84a36052-86fd-4426-92b9-6c9cf619bec2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (177c19d0-ace1-4a04-bf3b-4eeb4fbd2ec1), before_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:03.971265 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-fcf8b34b-0aa2-4dff-8cca-a390d7f76e79 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5054027', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4210784'] for subnet (151ec113-2293-426a-a52d-a085a2235b29), after_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:04.117525 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9bb319b8-40bd-4177-a4b4-b9ab7d8f7618 tempest-NetworksIpV6Test-263553383 tempest-NetworksIpV6Test-263553383-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 83} {{(pid=116161) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 11:01:04.119699 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-84a36052-86fd-4426-92b9-6c9cf619bec2 None None] For port 177c19d0-ace1-4a04-bf3b-4eeb4fbd2ec1, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=116163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 11:01:04.131388 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-84a36052-86fd-4426-92b9-6c9cf619bec2 None None] For port 177c19d0-ace1-4a04-bf3b-4eeb4fbd2ec1, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=177c19d0-ace1-4a04-bf3b-4eeb4fbd2ec1,segment=NetworkSegment(2432b246-4e25-49ac-b354-c8b51c8d6920),segment_id=2432b246-4e25-49ac-b354-c8b51c8d6920)] {{(pid=116163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 11:01:04.195486 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcf8b34b-0aa2-4dff-8cca-a390d7f76e79 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Network 1ec9fbcf-7a57-4aaa-9c30-4e0f43e09480 is already hosted by enough agents. {{(pid=116162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 11:01:04.217431 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-9bb319b8-40bd-4177-a4b4-b9ab7d8f7618 tempest-NetworksIpV6Test-263553383 tempest-NetworksIpV6Test-263553383-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-961978'] for segment (7e41d2c1-0bc4-4604-8a92-532bbfe3d395), precommit_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:04.217791 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.db.segments_db [None req-9bb319b8-40bd-4177-a4b4-b9ab7d8f7618 tempest-NetworksIpV6Test-263553383 tempest-NetworksIpV6Test-263553383-project] Added segment 7e41d2c1-0bc4-4604-8a92-532bbfe3d395 of type vlan for network 703ecd9c-04c4-4c62-953f-b524b2a0e7ba Apr 28 11:01:04.218385 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-84a36052-86fd-4426-92b9-6c9cf619bec2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393'] for port (177c19d0-ace1-4a04-bf3b-4eeb4fbd2ec1), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:04.245988 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.scheduler.base_scheduler [None req-fcf8b34b-0aa2-4dff-8cca-a390d7f76e79 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Resources bound (agent type, host, resource id): {{(pid=116162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 11:01:04.260153 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcf8b34b-0aa2-4dff-8cca-a390d7f76e79 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:01:04.260773 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-fcf8b34b-0aa2-4dff-8cca-a390d7f76e79 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603020'] for subnet (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:04.275808 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Device e4d3c6f6-3312-4458-b180-05ff2c6d5ea7 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=116163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 11:01:04.293472 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf8b34b-0aa2-4dff-8cca-a390d7f76e79 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Pushing event updated for resources: {'Subnet': ['ID=151ec113-2293-426a-a52d-a085a2235b29,revision_number=0']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:01:04.294536 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-f565ac38-c10d-4f3f-8dd9-2ab3906cd9e8 tempest-RoutersIpV6AdminTest-911026605 tempest-RoutersIpV6AdminTest-911026605-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1935285', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2060837', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-63284'] for router (26031bc8-4f61-4ab8-a0ba-5b4135c14ac2), precommit_update {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:04.332385 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf8b34b-0aa2-4dff-8cca-a390d7f76e79 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Pushing event updated for resources: {'Port': ['ID=b1d46865-7731-4cfb-94e5-126f8d3ed8c2,revision_number=4']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:01:04.364433 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-fcf8b34b-0aa2-4dff-8cca-a390d7f76e79 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 3.3594561 Apr 28 11:01:04.366638 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-5b8d02cf-aea4-468f-865b-c44f8f1ca3ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-971303'] for subnet (92361fe4-492b-4a32-8d67-8edec320c5e2), precommit_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:04.371894 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 50452) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:01:04.384724 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.v2.base [None req-6cbcbd50-71f5-4b66-946a-dcafa2b1d6a9 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Request body: {'port': {'network_id': '1ec9fbcf-7a57-4aaa-9c30-4e0f43e09480', 'mac_address': 'fa:16:3e:e3:c7:0c', 'name': 'tempest-NetworksTestDHCPv6-1930986024'}} {{(pid=116162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:01:04.406563 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-f565ac38-c10d-4f3f-8dd9-2ab3906cd9e8 tempest-RoutersIpV6AdminTest-911026605 tempest-RoutersIpV6AdminTest-911026605-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1935326', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1935308', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1935303', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-2060860'] for router (26031bc8-4f61-4ab8-a0ba-5b4135c14ac2), after_update {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:04.417814 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-9bb319b8-40bd-4177-a4b4-b9ab7d8f7618 tempest-NetworksIpV6Test-263553383 tempest-NetworksIpV6Test-263553383-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742234744962'] for network (703ecd9c-04c4-4c62-953f-b524b2a0e7ba), precommit_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:04.450767 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a36052-86fd-4426-92b9-6c9cf619bec2 None None] Pushing event updated for resources: {'Port': ['ID=177c19d0-ace1-4a04-bf3b-4eeb4fbd2ec1,revision_number=2']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:01:04.459921 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-58a86a4f-201f-4b45-9917-fc7b0c5c4391 tempest-RoutersAdminTest-1999378242 tempest-RoutersAdminTest-1999378242-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742234710357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5051867'] for port (b748e626-80ab-4ba0-86f1-8b366d212c27), after_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:04.479491 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Provisioning complete for port e4d3c6f6-3312-4458-b180-05ff2c6d5ea7 triggered by entity L2. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:01:04.480412 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (e4d3c6f6-3312-4458-b180-05ff2c6d5ea7), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:04.575245 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-99858c07-ceb1-4852-b5be-5962a9694552 tempest-FloatingIPTestJSON-373071706 tempest-FloatingIPTestJSON-373071706-project] Publish callbacks [] for port (99ecac3e-9560-4e07-88e6-101d02b414f7), precommit_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:04.591783 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58a86a4f-201f-4b45-9917-fc7b0c5c4391 tempest-RoutersAdminTest-1999378242 tempest-RoutersAdminTest-1999378242-project-admin] Network b9b78c98-8d3b-4c60-a959-6cb6a48b057b is already hosted by enough agents. {{(pid=116162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 11:01:04.606659 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.scheduler.base_scheduler [None req-58a86a4f-201f-4b45-9917-fc7b0c5c4391 tempest-RoutersAdminTest-1999378242 tempest-RoutersAdminTest-1999378242-project-admin] Resources bound (agent type, host, resource id): {{(pid=116162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 11:01:04.609535 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58a86a4f-201f-4b45-9917-fc7b0c5c4391 tempest-RoutersAdminTest-1999378242 tempest-RoutersAdminTest-1999378242-project-admin] Received port after_create {{(pid=116162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 11:01:04.628072 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Current status of the port e4d3c6f6-3312-4458-b180-05ff2c6d5ea7 is: DOWN; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:01:04.628416 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (e4d3c6f6-3312-4458-b180-05ff2c6d5ea7), before_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:04.642547 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a86a4f-201f-4b45-9917-fc7b0c5c4391 tempest-RoutersAdminTest-1999378242 tempest-RoutersAdminTest-1999378242-project-admin] Pushing event updated for resources: {'Port': ['ID=b748e626-80ab-4ba0-86f1-8b366d212c27,revision_number=1']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:01:04.685107 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58a86a4f-201f-4b45-9917-fc7b0c5c4391 tempest-RoutersAdminTest-1999378242 tempest-RoutersAdminTest-1999378242-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:01:04.689504 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-58a86a4f-201f-4b45-9917-fc7b0c5c4391 tempest-RoutersAdminTest-1999378242 tempest-RoutersAdminTest-1999378242-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198022'] for port (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:04.730252 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-5b8d02cf-aea4-468f-865b-c44f8f1ca3ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-971310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5053962', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4210815'] for subnet (92361fe4-492b-4a32-8d67-8edec320c5e2), after_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:04.762728 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] For port e4d3c6f6-3312-4458-b180-05ff2c6d5ea7, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=e4d3c6f6-3312-4458-b180-05ff2c6d5ea7,segment=NetworkSegment(18d5e493-68d7-4b48-bd2d-e44320dc4f75),segment_id=18d5e493-68d7-4b48-bd2d-e44320dc4f75)] {{(pid=116163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 11:01:04.784685 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-9bb319b8-40bd-4177-a4b4-b9ab7d8f7618 tempest-NetworksIpV6Test-263553383 tempest-NetworksIpV6Test-263553383-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042'] for network (703ecd9c-04c4-4c62-953f-b524b2a0e7ba), after_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:04.788986 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b8d02cf-aea4-468f-865b-c44f8f1ca3ff admin admin] Pushing event deleted for resources: {'Subnet': ['ID=92361fe4-492b-4a32-8d67-8edec320c5e2,revision_number=None']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:01:04.790048 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bb319b8-40bd-4177-a4b4-b9ab7d8f7618 tempest-NetworksIpV6Test-263553383 tempest-NetworksIpV6Test-263553383-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:01:04.790757 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-9bb319b8-40bd-4177-a4b4-b9ab7d8f7618 tempest-NetworksIpV6Test-263553383 tempest-NetworksIpV6Test-263553383-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603020'] for network (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:04.793315 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-5b8d02cf-aea4-468f-865b-c44f8f1ca3ff admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603020'] for subnet (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:04.796886 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-5b8d02cf-aea4-468f-865b-c44f8f1ca3ff admin admin] 10.222.0.10 "DELETE /v2.0/subnets/92361fe4-492b-4a32-8d67-8edec320c5e2 HTTP/1.1" status: 204 len: 168 time: 1.1028523 Apr 28 11:01:04.802192 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-58a86a4f-201f-4b45-9917-fc7b0c5c4391 tempest-RoutersAdminTest-1999378242 tempest-RoutersAdminTest-1999378242-project-admin] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1023 time: 2.0398762 Apr 28 11:01:04.803134 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 50456) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:01:04.808113 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2079feea-ac75-4dbc-a98c-0035a230e872 None None] Network 4da8bd43-d906-4f61-8b6f-8dd6519937e1 requested from dv-neutron-master-2-hyperv {{(pid=116163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 11:01:04.810708 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 50458) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:01:04.867818 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6cbcbd50-71f5-4b66-946a-dcafa2b1d6a9 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Made reservation on behalf of 12780407c7254bdfbde1c04e76d433ee for: {'port': 1} {{(pid=116162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 11:01:04.924502 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393'] for port (e4d3c6f6-3312-4458-b180-05ff2c6d5ea7), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:05.007940 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0bec61ff-9984-4c3b-88b4-1e9be3e3b4d4 admin admin] Router c3307b93-0163-4950-8edf-96a1360d17be has already been hosted by L3 agent 6b492ad6-0876-4d74-b20d-28143a52ceba {{(pid=116161) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 11:01:05.066905 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Device 0349ac72-fdf4-467a-a64f-2f09d8e6b3a4 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=116163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 11:01:05.107545 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7317a55-3bbe-494d-88a3-ee0b9d7f0040 None None] Network 53931edc-a3f8-44d1-9b00-bf912d99b237 requested from dv-neutron-master-2-hyperv {{(pid=116163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 11:01:05.111304 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Pushing event updated for resources: {'Port': ['ID=e4d3c6f6-3312-4458-b180-05ff2c6d5ea7,revision_number=3']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:01:05.117506 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] No Port match for: 0349ac72-fdf4-467a-a64f-2f09d8e6b3a4 {{(pid=116163) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 28 11:01:05.117863 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Device 0349ac72-fdf4-467a-a64f-2f09d8e6b3a4 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=116163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 11:01:05.127346 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-9bb319b8-40bd-4177-a4b4-b9ab7d8f7618 tempest-NetworksIpV6Test-263553383 tempest-NetworksIpV6Test-263553383-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.9510796 Apr 28 11:01:05.133808 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 50464) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:01:05.140564 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb319b8-40bd-4177-a4b4-b9ab7d8f7618 tempest-NetworksIpV6Test-263553383 tempest-NetworksIpV6Test-263553383-project] Pushing event updated for resources: {'Network': ['ID=703ecd9c-04c4-4c62-953f-b524b2a0e7ba,revision_number=1']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:01:05.150496 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.v2.base [None req-4a62447f-2e0c-4a07-b76a-cbf4395c53f0 tempest-NetworksIpV6Test-263553383 tempest-NetworksIpV6Test-263553383-project] Request body: {'subnet': {'network_id': '703ecd9c-04c4-4c62-953f-b524b2a0e7ba', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=116161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:01:05.155568 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Network 703ecd9c-04c4-4c62-953f-b524b2a0e7ba details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=116163) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 28 11:01:05.159852 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-56216999-f8d4-4c2a-9219-bfc19093404f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-979593'] for network (4da8bd43-d906-4f61-8b6f-8dd6519937e1), before_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:05.216627 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.plugin [None req-8987e827-63e1-4d38-b35f-fba3a1500822 tempest-RoutersAdminTest-1999378242 tempest-RoutersAdminTest-1999378242-project-admin] Deleting port b748e626-80ab-4ba0-86f1-8b366d212c27 {{(pid=116162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 11:01:05.216987 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-8987e827-63e1-4d38-b35f-fba3a1500822 tempest-RoutersAdminTest-1999378242 tempest-RoutersAdminTest-1999378242-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742235130188'] for port (b748e626-80ab-4ba0-86f1-8b366d212c27), before_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:05.286530 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-6cbcbd50-71f5-4b66-946a-dcafa2b1d6a9 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (None), before_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:05.287807 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-99858c07-ceb1-4852-b5be-5962a9694552 tempest-FloatingIPTestJSON-373071706 tempest-FloatingIPTestJSON-373071706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742234710357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5219112'] for port (99ecac3e-9560-4e07-88e6-101d02b414f7), after_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:05.303879 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9db61802-86bd-4935-8881-0c226dfbd979 None None] DHCP port deletion for 4da8bd43-d906-4f61-8b6f-8dd6519937e1 request from dv-neutron-master-2-hyperv {{(pid=116163) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 28 11:01:05.370673 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.plugin [None req-56216999-f8d4-4c2a-9219-bfc19093404f admin admin] Deleting port 98a7f6ac-baef-48c7-a90e-e33ea6a36cca {{(pid=116162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 11:01:05.371016 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-56216999-f8d4-4c2a-9219-bfc19093404f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742235130188'] for port (98a7f6ac-baef-48c7-a90e-e33ea6a36cca), before_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:05.385042 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.notifiers.nova [None req-6cbcbd50-71f5-4b66-946a-dcafa2b1d6a9 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] device_id is not set on port 3419db25-a66a-4882-aa89-f19ad1716bcb yet. {{(pid=116162) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 28 11:01:05.385259 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f565ac38-c10d-4f3f-8dd9-2ab3906cd9e8 tempest-RoutersIpV6AdminTest-911026605 tempest-RoutersIpV6AdminTest-911026605-project-admin] Router 26031bc8-4f61-4ab8-a0ba-5b4135c14ac2 is scheduled to L3 agent 6b492ad6-0876-4d74-b20d-28143a52ceba with binding_index 1 {{(pid=116161) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 28 11:01:05.396304 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02f798c3-d728-4afc-b6f3-45593e523624 None None] Network 1ec9fbcf-7a57-4aaa-9c30-4e0f43e09480 requested from dv-neutron-master-2-hyperv {{(pid=116163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 11:01:05.411571 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-228eccdc-1a0e-4a50-9aed-e512911259f0 None None] Provisioning complete for port e4d3c6f6-3312-4458-b180-05ff2c6d5ea7 triggered by entity DHCP. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:01:05.411976 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-228eccdc-1a0e-4a50-9aed-e512911259f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (e4d3c6f6-3312-4458-b180-05ff2c6d5ea7), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:05.490272 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99858c07-ceb1-4852-b5be-5962a9694552 tempest-FloatingIPTestJSON-373071706 tempest-FloatingIPTestJSON-373071706-project] Network 7be49d94-bbb8-4a61-bafe-209c5f861e1c is already hosted by enough agents. {{(pid=116161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 11:01:05.513661 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.scheduler.base_scheduler [None req-99858c07-ceb1-4852-b5be-5962a9694552 tempest-FloatingIPTestJSON-373071706 tempest-FloatingIPTestJSON-373071706-project] Resources bound (agent type, host, resource id): {{(pid=116161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 11:01:05.525990 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99858c07-ceb1-4852-b5be-5962a9694552 tempest-FloatingIPTestJSON-373071706 tempest-FloatingIPTestJSON-373071706-project] Received port after_create {{(pid=116161) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 11:01:05.529802 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99858c07-ceb1-4852-b5be-5962a9694552 tempest-FloatingIPTestJSON-373071706 tempest-FloatingIPTestJSON-373071706-project] Pushing event updated for resources: {'Port': ['ID=99ecac3e-9560-4e07-88e6-101d02b414f7,revision_number=1']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:01:05.623288 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0bec61ff-9984-4c3b-88b4-1e9be3e3b4d4 admin admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=116161) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 11:01:05.636478 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0c63b9b-bf87-4afa-937a-32322b92342b None None] Sync routers for ids ['c3307b93-0163-4950-8edf-96a1360d17be'] in dv-neutron-master-2-hyperv {{(pid=116163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 11:01:05.636720 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 50470) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:01:05.641982 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-9db61802-86bd-4935-8881-0c226dfbd979 None None] Deleting port 98a7f6ac-baef-48c7-a90e-e33ea6a36cca {{(pid=116163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 11:01:05.642752 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-9db61802-86bd-4935-8881-0c226dfbd979 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742235130188'] for port (98a7f6ac-baef-48c7-a90e-e33ea6a36cca), before_delete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:05.644034 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-0bec61ff-9984-4c3b-88b4-1e9be3e3b4d4 admin admin] 10.222.0.10 "PUT /v2.0/routers/c3307b93-0163-4950-8edf-96a1360d17be/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.4850526 Apr 28 11:01:05.657219 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 50472) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:01:05.804190 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-9db61802-86bd-4935-8881-0c226dfbd979 None None] For port 98a7f6ac-baef-48c7-a90e-e33ea6a36cca, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=98a7f6ac-baef-48c7-a90e-e33ea6a36cca,segment=NetworkSegment(aeeab3ee-75a8-4dc8-aefc-5af1f84e59d4),segment_id=aeeab3ee-75a8-4dc8-aefc-5af1f84e59d4)] {{(pid=116163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 11:01:05.805870 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-9db61802-86bd-4935-8881-0c226dfbd979 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1938497'] for port (98a7f6ac-baef-48c7-a90e-e33ea6a36cca), precommit_delete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:05.843373 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-9db61802-86bd-4935-8881-0c226dfbd979 None None] Calling delete_port for 98a7f6ac-baef-48c7-a90e-e33ea6a36cca owned by network:dhcp {{(pid=116163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 11:01:05.865268 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-8987e827-63e1-4d38-b35f-fba3a1500822 tempest-RoutersAdminTest-1999378242 tempest-RoutersAdminTest-1999378242-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1938497'] for port (b748e626-80ab-4ba0-86f1-8b366d212c27), precommit_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:05.872132 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-de7cd7d7-4a8e-4aeb-befb-c8fec5c43a43 admin admin] Publish callbacks [] for router (c3307b93-0163-4950-8edf-96a1360d17be), before_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:05.896890 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.v2.base [None req-303900d7-2e0b-45a7-9b5a-a587ffe012f3 tempest-FloatingIPNegativeTestJSON-1520521010 tempest-FloatingIPNegativeTestJSON-1520521010-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-987437089'}} {{(pid=116161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:01:05.907963 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a62447f-2e0c-4a07-b76a-cbf4395c53f0 tempest-NetworksIpV6Test-263553383 tempest-NetworksIpV6Test-263553383-project] Made reservation on behalf of 87154dd24b09463c83aab94c3e93cc15 for: {'subnet': 1} {{(pid=116161) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 11:01:05.908757 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.db [None req-56216999-f8d4-4c2a-9219-bfc19093404f admin admin] For port 98a7f6ac-baef-48c7-a90e-e33ea6a36cca, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=98a7f6ac-baef-48c7-a90e-e33ea6a36cca,segment=NetworkSegment(aeeab3ee-75a8-4dc8-aefc-5af1f84e59d4),segment_id=aeeab3ee-75a8-4dc8-aefc-5af1f84e59d4)] {{(pid=116162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 11:01:05.909347 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-56216999-f8d4-4c2a-9219-bfc19093404f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1938497'] for port (98a7f6ac-baef-48c7-a90e-e33ea6a36cca), precommit_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:05.915193 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-4a62447f-2e0c-4a07-b76a-cbf4395c53f0 tempest-NetworksIpV6Test-263553383 tempest-NetworksIpV6Test-263553383-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5125580'] for subnet (None), before_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:05.924037 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.plugin [None req-8987e827-63e1-4d38-b35f-fba3a1500822 tempest-RoutersAdminTest-1999378242 tempest-RoutersAdminTest-1999378242-project-admin] Calling delete_port for b748e626-80ab-4ba0-86f1-8b366d212c27 owned by {{(pid=116162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 11:01:05.941022 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.plugin [None req-56216999-f8d4-4c2a-9219-bfc19093404f admin admin] Calling delete_port for 98a7f6ac-baef-48c7-a90e-e33ea6a36cca owned by network:dhcp {{(pid=116162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 11:01:06.002191 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0c63b9b-bf87-4afa-937a-32322b92342b None None] Routers {'c3307b93-0163-4950-8edf-96a1360d17be'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=116163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 11:01:06.002938 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_hamode_db [None req-e0c63b9b-bf87-4afa-937a-32322b92342b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-28T10:50:39Z,description=,heartbeat_timestamp=2022-04-28T11:00:39Z,host='dv-neutron-master-2-hyperv',id=6b492ad6-0876-4d74-b20d-28143a52ceba,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T10:50:40Z,topic='l3_agent')) {'router_ids': ['c3307b93-0163-4950-8edf-96a1360d17be'], 'active': True} {{(pid=116163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:01:06.080180 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.db.ipam_backend_mixin [None req-4a62447f-2e0c-4a07-b76a-cbf4395c53f0 tempest-NetworksIpV6Test-263553383 tempest-NetworksIpV6Test-263553383-project] Performing IP validity checks on allocation pools {{(pid=116161) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Apr 28 11:01:06.080902 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.db.ipam_backend_mixin [None req-4a62447f-2e0c-4a07-b76a-cbf4395c53f0 tempest-NetworksIpV6Test-263553383 tempest-NetworksIpV6Test-263553383-project] Checking for overlaps among allocation pools and gateway ip {{(pid=116161) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Apr 28 11:01:06.223126 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.db.db_base_plugin_common [None req-6cbcbd50-71f5-4b66-946a-dcafa2b1d6a9 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Allocated IP 172.20.0.11 (1ec9fbcf-7a57-4aaa-9c30-4e0f43e09480/81d1b34b-3d26-4bd0-95b4-7af9cd124209/3419db25-a66a-4882-aa89-f19ad1716bcb) {{(pid=116162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 11:01:06.242565 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Device 177c19d0-ace1-4a04-bf3b-4eeb4fbd2ec1 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=116163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 11:01:06.244585 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-239107c4-d288-44d9-9d8a-7e371a3e2cd5 None None] Network 959b01c5-3aee-45de-b055-498749c95c50 requested from dv-neutron-master-2-hyperv {{(pid=116163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 11:01:06.253497 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-9db61802-86bd-4935-8881-0c226dfbd979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742235135690', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742234710366'] for port (98a7f6ac-baef-48c7-a90e-e33ea6a36cca), after_delete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:06.254826 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.db.db_base_plugin_common [None req-6cbcbd50-71f5-4b66-946a-dcafa2b1d6a9 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Allocated IP 2001:db8::f816:3eff:fee3:c70c (1ec9fbcf-7a57-4aaa-9c30-4e0f43e09480/151ec113-2293-426a-a52d-a085a2235b29/3419db25-a66a-4882-aa89-f19ad1716bcb) {{(pid=116162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 11:01:06.255283 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-228eccdc-1a0e-4a50-9aed-e512911259f0 None None] Current status of the port e4d3c6f6-3312-4458-b180-05ff2c6d5ea7 is: ACTIVE; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:01:06.259710 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-56216999-f8d4-4c2a-9219-bfc19093404f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742235135690', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742234710366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5051867'] for port (98a7f6ac-baef-48c7-a90e-e33ea6a36cca), after_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:06.305192 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56216999-f8d4-4c2a-9219-bfc19093404f admin admin] No DVR routers for this DVR port 98a7f6ac-baef-48c7-a90e-e33ea6a36cca on host dv-neutron-master-2-hyperv {{(pid=116162) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 11:01:06.310851 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56216999-f8d4-4c2a-9219-bfc19093404f admin admin] Pushing event deleted for resources: {'Port': ['ID=98a7f6ac-baef-48c7-a90e-e33ea6a36cca,revision_number=None']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:01:06.346782 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db61802-86bd-4935-8881-0c226dfbd979 None None] Pushing event deleted for resources: {'Port': ['ID=98a7f6ac-baef-48c7-a90e-e33ea6a36cca,revision_number=None']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:01:06.354886 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9db61802-86bd-4935-8881-0c226dfbd979 None None] No DVR routers for this DVR port 98a7f6ac-baef-48c7-a90e-e33ea6a36cca on host dv-neutron-master-2-hyperv {{(pid=116163) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 11:01:06.399532 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-56216999-f8d4-4c2a-9219-bfc19093404f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-973498', 'neutron.services.segments.db._delete_segments_for_network-8742235207033'] for network (4da8bd43-d906-4f61-8b6f-8dd6519937e1), precommit_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:06.421846 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.services.segments.db [None req-56216999-f8d4-4c2a-9219-bfc19093404f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4da8bd43-d906-4f61-8b6f-8dd6519937e1']}} {{(pid=116162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:01:06.442058 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.services.segments.db [None req-56216999-f8d4-4c2a-9219-bfc19093404f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aeeab3ee-75a8-4dc8-aefc-5af1f84e59d4') {'for_net_delete': True} {{(pid=116162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:01:06.442449 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.services.segments.db [None req-56216999-f8d4-4c2a-9219-bfc19093404f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aeeab3ee-75a8-4dc8-aefc-5af1f84e59d4') {} {{(pid=116162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:01:06.451440 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-f71420f0-7c29-4532-92b1-7dc2fd23a498 None None] Provisioning complete for port 177c19d0-ace1-4a04-bf3b-4eeb4fbd2ec1 triggered by entity DHCP. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:01:06.451820 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-f71420f0-7c29-4532-92b1-7dc2fd23a498 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (177c19d0-ace1-4a04-bf3b-4eeb4fbd2ec1), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:06.507201 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-56216999-f8d4-4c2a-9219-bfc19093404f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742235208578', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5026548'] for segment (aeeab3ee-75a8-4dc8-aefc-5af1f84e59d4), before_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:06.510981 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvr_db [None req-e0c63b9b-bf87-4afa-937a-32322b92342b None None] Set router c3307b93-0163-4950-8edf-96a1360d17be gateway port host: dv-neutron-master-2-hyperv {{(pid=116163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 11:01:06.560316 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-56216999-f8d4-4c2a-9219-bfc19093404f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-961978'] for segment (aeeab3ee-75a8-4dc8-aefc-5af1f84e59d4), precommit_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:06.561652 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Provisioning complete for port 177c19d0-ace1-4a04-bf3b-4eeb4fbd2ec1 triggered by entity L2. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:01:06.562032 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (177c19d0-ace1-4a04-bf3b-4eeb4fbd2ec1), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:06.580411 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-56216999-f8d4-4c2a-9219-bfc19093404f admin admin] Releasing vlan 80 on physical network physnet1 to pool {{(pid=116162) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 11:01:06.581417 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-56216999-f8d4-4c2a-9219-bfc19093404f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-961978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5051884'] for segment (aeeab3ee-75a8-4dc8-aefc-5af1f84e59d4), after_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:06.589355 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-303900d7-2e0b-45a7-9b5a-a587ffe012f3 tempest-FloatingIPNegativeTestJSON-1520521010 tempest-FloatingIPNegativeTestJSON-1520521010-project] Made reservation on behalf of 910ae33b3879461f82384aaa3be3a3e7 for: {'network': 1} {{(pid=116161) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 11:01:06.595481 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-303900d7-2e0b-45a7-9b5a-a587ffe012f3 tempest-FloatingIPNegativeTestJSON-1520521010 tempest-FloatingIPNegativeTestJSON-1520521010-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for network (None), before_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:06.601396 dv-neutron-master-2-hyperv neutron-server[116162]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 28 11:01:06.601396 dv-neutron-master-2-hyperv neutron-server[116162]: self.session.flush() Apr 28 11:01:06.601396 dv-neutron-master-2-hyperv neutron-server[116162]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 28 11:01:06.601396 dv-neutron-master-2-hyperv neutron-server[116162]: self.session.flush() Apr 28 11:01:06.601396 dv-neutron-master-2-hyperv neutron-server[116162]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 28 11:01:06.601396 dv-neutron-master-2-hyperv neutron-server[116162]: self.session.flush() Apr 28 11:01:06.601396 dv-neutron-master-2-hyperv neutron-server[116162]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 28 11:01:06.601396 dv-neutron-master-2-hyperv neutron-server[116162]: self.session.flush() Apr 28 11:01:06.601396 dv-neutron-master-2-hyperv neutron-server[116162]: Traceback (most recent call last): Apr 28 11:01:06.601396 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 11:01:06.601396 dv-neutron-master-2-hyperv neutron-server[116162]: timer() Apr 28 11:01:06.601396 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 11:01:06.601396 dv-neutron-master-2-hyperv neutron-server[116162]: cb(*args, **kw) Apr 28 11:01:06.601396 dv-neutron-master-2-hyperv neutron-server[116162]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 28 11:01:06.601396 dv-neutron-master-2-hyperv neutron-server[116162]: return func(*args, **kwargs) Apr 28 11:01:06.601396 dv-neutron-master-2-hyperv neutron-server[116162]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 11:01:06.601396 dv-neutron-master-2-hyperv neutron-server[116162]: self._notify() Apr 28 11:01:06.601396 dv-neutron-master-2-hyperv neutron-server[116162]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 11:01:06.601396 dv-neutron-master-2-hyperv neutron-server[116162]: self.callback(batched_events) Apr 28 11:01:06.601396 dv-neutron-master-2-hyperv neutron-server[116162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 11:01:06.601396 dv-neutron-master-2-hyperv neutron-server[116162]: event.method(event) Apr 28 11:01:06.601396 dv-neutron-master-2-hyperv neutron-server[116162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 28 11:01:06.601396 dv-neutron-master-2-hyperv neutron-server[116162]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 11:01:06.601396 dv-neutron-master-2-hyperv neutron-server[116162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 28 11:01:06.601396 dv-neutron-master-2-hyperv neutron-server[116162]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 11:01:06.601396 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 28 11:01:06.601396 dv-neutron-master-2-hyperv neutron-server[116162]: return f(self, *a, **k) Apr 28 11:01:06.601396 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 28 11:01:06.601396 dv-neutron-master-2-hyperv neutron-server[116162]: return self._get(url).json() Apr 28 11:01:06.601396 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 28 11:01:06.601396 dv-neutron-master-2-hyperv neutron-server[116162]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 11:01:06.601396 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 11:01:06.601396 dv-neutron-master-2-hyperv neutron-server[116162]: return self.request(url, 'GET', **kwargs) Apr 28 11:01:06.601396 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 11:01:06.601396 dv-neutron-master-2-hyperv neutron-server[116162]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 11:01:06.601396 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 11:01:06.601396 dv-neutron-master-2-hyperv neutron-server[116162]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 11:01:06.601396 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 11:01:06.601396 dv-neutron-master-2-hyperv neutron-server[116162]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 11:01:06.601396 dv-neutron-master-2-hyperv neutron-server[116162]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 11:01:06.606531 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-8987e827-63e1-4d38-b35f-fba3a1500822 tempest-RoutersAdminTest-1999378242 tempest-RoutersAdminTest-1999378242-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742235135690', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742234710366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5051867'] for port (b748e626-80ab-4ba0-86f1-8b366d212c27), after_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:06.691680 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8987e827-63e1-4d38-b35f-fba3a1500822 tempest-RoutersAdminTest-1999378242 tempest-RoutersAdminTest-1999378242-project-admin] Pushing event deleted for resources: {'Port': ['ID=b748e626-80ab-4ba0-86f1-8b366d212c27,revision_number=None']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:01:06.743437 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f565ac38-c10d-4f3f-8dd9-2ab3906cd9e8 tempest-RoutersIpV6AdminTest-911026605 tempest-RoutersIpV6AdminTest-911026605-project-admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=116161) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 11:01:06.760055 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-303900d7-2e0b-45a7-9b5a-a587ffe012f3 tempest-FloatingIPNegativeTestJSON-1520521010 tempest-FloatingIPNegativeTestJSON-1520521010-project] Publish callbacks [] for security_group (None), before_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:06.762770 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16b708ef-58a2-4bb6-b005-217ff3a8270e None None] Sync routers for ids ['26031bc8-4f61-4ab8-a0ba-5b4135c14ac2'] in dv-neutron-master-2-hyperv {{(pid=116164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 11:01:06.785294 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16b708ef-58a2-4bb6-b005-217ff3a8270e None None] Routers {'26031bc8-4f61-4ab8-a0ba-5b4135c14ac2'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=116164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 11:01:06.786170 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_hamode_db [None req-16b708ef-58a2-4bb6-b005-217ff3a8270e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-28T10:50:39Z,description=,heartbeat_timestamp=2022-04-28T11:00:39Z,host='dv-neutron-master-2-hyperv',id=6b492ad6-0876-4d74-b20d-28143a52ceba,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T10:50:40Z,topic='l3_agent')) {'router_ids': ['26031bc8-4f61-4ab8-a0ba-5b4135c14ac2'], 'active': True} {{(pid=116164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:01:06.797374 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-f565ac38-c10d-4f3f-8dd9-2ab3906cd9e8 tempest-RoutersIpV6AdminTest-911026605 tempest-RoutersIpV6AdminTest-911026605-project-admin] Publish callbacks [] for router (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:06.799301 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-f565ac38-c10d-4f3f-8dd9-2ab3906cd9e8 tempest-RoutersIpV6AdminTest-911026605 tempest-RoutersIpV6AdminTest-911026605-project-admin] 10.222.0.10 "PUT /v2.0/routers/26031bc8-4f61-4ab8-a0ba-5b4135c14ac2 HTTP/1.1" status: 200 len: 918 time: 9.6792409 Apr 28 11:01:06.809123 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-56216999-f8d4-4c2a-9219-bfc19093404f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-973477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2063122'] for network (4da8bd43-d906-4f61-8b6f-8dd6519937e1), after_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:06.813778 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-6cbcbd50-71f5-4b66-946a-dcafa2b1d6a9 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Publish callbacks [] for port (3419db25-a66a-4882-aa89-f19ad1716bcb), precommit_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:06.817176 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 50476) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:01:06.832753 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-f71420f0-7c29-4532-92b1-7dc2fd23a498 None None] Current status of the port 177c19d0-ace1-4a04-bf3b-4eeb4fbd2ec1 is: DOWN; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:01:06.833150 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-f71420f0-7c29-4532-92b1-7dc2fd23a498 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (177c19d0-ace1-4a04-bf3b-4eeb4fbd2ec1), before_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:06.873955 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_hamode_db [None req-16b708ef-58a2-4bb6-b005-217ff3a8270e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=116164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:01:06.882742 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Current status of the port 177c19d0-ace1-4a04-bf3b-4eeb4fbd2ec1 is: DOWN; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:01:06.883134 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (177c19d0-ace1-4a04-bf3b-4eeb4fbd2ec1), before_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:06.889503 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-de7cd7d7-4a8e-4aeb-befb-c8fec5c43a43 admin admin] Publish callbacks [] for router_gateway (c3307b93-0163-4950-8edf-96a1360d17be), before_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:06.896642 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16b708ef-58a2-4bb6-b005-217ff3a8270e None None] Routers {'26031bc8-4f61-4ab8-a0ba-5b4135c14ac2'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=116164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 11:01:06.897508 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_hamode_db [None req-16b708ef-58a2-4bb6-b005-217ff3a8270e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-28T10:50:39Z,description=,heartbeat_timestamp=2022-04-28T11:00:39Z,host='dv-neutron-master-2-hyperv',id=6b492ad6-0876-4d74-b20d-28143a52ceba,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T10:50:40Z,topic='l3_agent')) {'router_ids': ['26031bc8-4f61-4ab8-a0ba-5b4135c14ac2'], 'active': True} {{(pid=116164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:01:06.923517 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-4a62447f-2e0c-4a07-b76a-cbf4395c53f0 tempest-NetworksIpV6Test-263553383 tempest-NetworksIpV6Test-263553383-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5220536', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5125438'] for subnet (bc34c92f-a2d1-4f5c-9876-dbb5f808d102), after_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:06.957794 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-56216999-f8d4-4c2a-9219-bfc19093404f admin admin] Publish callbacks [] for network (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:06.971782 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_hamode_db [None req-16b708ef-58a2-4bb6-b005-217ff3a8270e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=116164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:01:06.972694 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16b708ef-58a2-4bb6-b005-217ff3a8270e None None] The sync data for ids ['26031bc8-4f61-4ab8-a0ba-5b4135c14ac2'] in dv-neutron-master-2-hyperv is: [] {{(pid=116164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 11:01:06.984422 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-f71420f0-7c29-4532-92b1-7dc2fd23a498 None None] For port 177c19d0-ace1-4a04-bf3b-4eeb4fbd2ec1, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=177c19d0-ace1-4a04-bf3b-4eeb4fbd2ec1,segment=NetworkSegment(2432b246-4e25-49ac-b354-c8b51c8d6920),segment_id=2432b246-4e25-49ac-b354-c8b51c8d6920)] {{(pid=116163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 11:01:06.985371 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-56216999-f8d4-4c2a-9219-bfc19093404f admin admin] 10.222.0.10 "DELETE /v2.0/networks/4da8bd43-d906-4f61-8b6f-8dd6519937e1 HTTP/1.1" status: 204 len: 168 time: 2.1600690 Apr 28 11:01:06.987005 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_hamode_db [None req-e0c63b9b-bf87-4afa-937a-32322b92342b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3307b93-0163-4950-8edf-96a1360d17be', 'name': 'tempest-ServersTestManualDisk-1673882918-router', 'tenant_id': '5609aa114ceb4f54b926d4fb3847cb3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'external_fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.211'}], 'enable_snat': True}, 'gw_port_id': '54ed23fe-abb8-49c1-b804-6ecc9c6b1b72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T10:59:03Z', 'updated_at': '2022-04-28T11:01:02Z', 'revision_number': 5, 'project_id': '5609aa114ceb4f54b926d4fb3847cb3e', 'gw_port': {'id': '54ed23fe-abb8-49c1-b804-6ecc9c6b1b72', 'name': '', 'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:58:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3307b93-0163-4950-8edf-96a1360d17be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T10:59:04Z', 'updated_at': '2022-04-28T10:59:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=116163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:01:06.991766 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56216999-f8d4-4c2a-9219-bfc19093404f admin admin] Pushing event deleted for resources: {'Network': ['ID=4da8bd43-d906-4f61-8b6f-8dd6519937e1,revision_number=None']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:01:07.025634 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a62447f-2e0c-4a07-b76a-cbf4395c53f0 tempest-NetworksIpV6Test-263553383 tempest-NetworksIpV6Test-263553383-project] Pushing event updated for resources: {'Subnet': ['ID=bc34c92f-a2d1-4f5c-9876-dbb5f808d102,revision_number=0']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:01:07.074935 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-8987e827-63e1-4d38-b35f-fba3a1500822 tempest-RoutersAdminTest-1999378242 tempest-RoutersAdminTest-1999378242-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198022'] for port (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:07.084889 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0c63b9b-bf87-4afa-937a-32322b92342b None None] Checking router: c3307b93-0163-4950-8edf-96a1360d17be for host: dv-neutron-master-2-hyperv {{(pid=116163) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 11:01:07.085651 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-8987e827-63e1-4d38-b35f-fba3a1500822 tempest-RoutersAdminTest-1999378242 tempest-RoutersAdminTest-1999378242-project-admin] 10.222.0.10 "DELETE /v2.0/ports/b748e626-80ab-4ba0-86f1-8b366d212c27 HTTP/1.1" status: 204 len: 168 time: 2.2737517 Apr 28 11:01:07.089143 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-f71420f0-7c29-4532-92b1-7dc2fd23a498 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393'] for port (177c19d0-ace1-4a04-bf3b-4eeb4fbd2ec1), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:07.127083 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 50480) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:01:07.133287 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.v2.base [None req-3b1941d8-fbaa-403d-84d3-2833449b20f4 tempest-RoutersAdminTest-1999378242 tempest-RoutersAdminTest-1999378242-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'b9b78c98-8d3b-4c60-a959-6cb6a48b057b', 'external_fixed_ips': [{'subnet_id': 'f87c75a5-fcc6-4ace-a26e-a53525cae303', 'ip_address': '172.20.0.13'}]}}} {{(pid=116162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:01:07.169278 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-f71420f0-7c29-4532-92b1-7dc2fd23a498 None None] Provisioning complete for port e4d3c6f6-3312-4458-b180-05ff2c6d5ea7 triggered by entity DHCP. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:01:07.170039 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-f71420f0-7c29-4532-92b1-7dc2fd23a498 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (e4d3c6f6-3312-4458-b180-05ff2c6d5ea7), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:07.174454 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-2219e83b-b923-4fbc-89b5-3db8c757d380 tempest-RoutersIpV6AdminTest-911026605 tempest-RoutersIpV6AdminTest-911026605-project-admin] 10.222.0.10 "GET /v2.0/routers/26031bc8-4f61-4ab8-a0ba-5b4135c14ac2 HTTP/1.1" status: 200 len: 924 time: 0.3519421 Apr 28 11:01:07.177416 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 50482) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:01:07.195783 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71420f0-7c29-4532-92b1-7dc2fd23a498 None None] Pushing event updated for resources: {'Port': ['ID=177c19d0-ace1-4a04-bf3b-4eeb4fbd2ec1,revision_number=3']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:01:07.209148 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-170f2ac4-89c9-4bc8-9d4f-a812c3d8836b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (75ba81b7-fe99-4281-90d2-a5adb445ecea), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:07.228172 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.plugin [None req-de7cd7d7-4a8e-4aeb-befb-c8fec5c43a43 admin admin] Deleting port 54ed23fe-abb8-49c1-b804-6ecc9c6b1b72 {{(pid=116161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 11:01:07.229178 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-de7cd7d7-4a8e-4aeb-befb-c8fec5c43a43 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742235130188'] for port (54ed23fe-abb8-49c1-b804-6ecc9c6b1b72), before_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:07.231575 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab39920d-fc0b-41c0-a5f8-70eca56ba32f tempest-RoutersIpV6AdminTest-911026605 tempest-RoutersIpV6AdminTest-911026605-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:01:07.234606 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-ab39920d-fc0b-41c0-a5f8-70eca56ba32f tempest-RoutersIpV6AdminTest-911026605 tempest-RoutersIpV6AdminTest-911026605-project-admin] 10.222.0.10 "GET /v2.0/ports?network_id=7be49d94-bbb8-4a61-bafe-209c5f861e1c&device_id=26031bc8-4f61-4ab8-a0ba-5b4135c14ac2&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0561693 Apr 28 11:01:07.238551 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 50484) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:01:07.239469 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0c63b9b-bf87-4afa-937a-32322b92342b None None] Routers {'c3307b93-0163-4950-8edf-96a1360d17be'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=116163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 11:01:07.240159 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_hamode_db [None req-e0c63b9b-bf87-4afa-937a-32322b92342b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-28T10:50:39Z,description=,heartbeat_timestamp=2022-04-28T11:00:39Z,host='dv-neutron-master-2-hyperv',id=6b492ad6-0876-4d74-b20d-28143a52ceba,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T10:50:40Z,topic='l3_agent')) {'router_ids': ['c3307b93-0163-4950-8edf-96a1360d17be'], 'active': True} {{(pid=116163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:01:07.284759 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-6cbcbd50-71f5-4b66-946a-dcafa2b1d6a9 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742234710357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5051867'] for port (3419db25-a66a-4882-aa89-f19ad1716bcb), after_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:07.336211 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-303900d7-2e0b-45a7-9b5a-a587ffe012f3 tempest-FloatingIPNegativeTestJSON-1520521010 tempest-FloatingIPNegativeTestJSON-1520521010-project] Publish callbacks [] for security_group (9228da57-12ce-4a6e-8851-9f372a472114), precommit_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:07.346170 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a62447f-2e0c-4a07-b76a-cbf4395c53f0 tempest-NetworksIpV6Test-263553383 tempest-NetworksIpV6Test-263553383-project] Checking segment: {'id': '7e41d2c1-0bc4-4604-8a92-532bbfe3d395', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '703ecd9c-04c4-4c62-953f-b524b2a0e7ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 11:01:07.347147 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a62447f-2e0c-4a07-b76a-cbf4395c53f0 tempest-NetworksIpV6Test-263553383 tempest-NetworksIpV6Test-263553383-project] Network hostable DHCP agents. Network: 703ecd9c-04c4-4c62-953f-b524b2a0e7ba, hostable agents: ['75ba81b7-fe99-4281-90d2-a5adb445ecea'], hosted agents: [] {{(pid=116161) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 11:01:07.349552 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.db.api [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=116163) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 28 11:01:07.349960 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG oslo_db.api [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=116163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 28 11:01:07.370275 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-3b1941d8-fbaa-403d-84d3-2833449b20f4 tempest-RoutersAdminTest-1999378242 tempest-RoutersAdminTest-1999378242-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2060459', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-63449'] for router (b94db1ee-2eec-4b64-8558-df93f04ddfc5), before_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:07.371962 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-3b1941d8-fbaa-403d-84d3-2833449b20f4 tempest-RoutersAdminTest-1999378242 tempest-RoutersAdminTest-1999378242-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2060827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1935275', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1960866', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-63266'] for router (b94db1ee-2eec-4b64-8558-df93f04ddfc5), precommit_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:07.372167 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvr_db [None req-e0c63b9b-bf87-4afa-937a-32322b92342b None None] Set router c3307b93-0163-4950-8edf-96a1360d17be gateway port host: None {{(pid=116163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 11:01:07.402540 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cbcbd50-71f5-4b66-946a-dcafa2b1d6a9 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Network 1ec9fbcf-7a57-4aaa-9c30-4e0f43e09480 is already hosted by enough agents. {{(pid=116162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 11:01:07.412796 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.scheduler.base_scheduler [None req-6cbcbd50-71f5-4b66-946a-dcafa2b1d6a9 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Resources bound (agent type, host, resource id): {{(pid=116162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 11:01:07.417838 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbcbd50-71f5-4b66-946a-dcafa2b1d6a9 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Pushing event updated for resources: {'Port': ['ID=3419db25-a66a-4882-aa89-f19ad1716bcb,revision_number=1']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:01:07.429907 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cbcbd50-71f5-4b66-946a-dcafa2b1d6a9 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Received port after_create {{(pid=116162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 11:01:07.436815 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.db [None req-de7cd7d7-4a8e-4aeb-befb-c8fec5c43a43 admin admin] For port 54ed23fe-abb8-49c1-b804-6ecc9c6b1b72, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=54ed23fe-abb8-49c1-b804-6ecc9c6b1b72,segment=NetworkSegment(142bc50f-d6af-4646-8d06-bb7af6b7b51c),segment_id=142bc50f-d6af-4646-8d06-bb7af6b7b51c)] {{(pid=116161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 11:01:07.436815 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-de7cd7d7-4a8e-4aeb-befb-c8fec5c43a43 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1938497'] for port (54ed23fe-abb8-49c1-b804-6ecc9c6b1b72), precommit_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:07.451612 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.plugin [None req-de7cd7d7-4a8e-4aeb-befb-c8fec5c43a43 admin admin] Calling delete_port for 54ed23fe-abb8-49c1-b804-6ecc9c6b1b72 owned by network:router_gateway {{(pid=116161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 11:01:07.465689 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_hamode_db [None req-e0c63b9b-bf87-4afa-937a-32322b92342b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3307b93-0163-4950-8edf-96a1360d17be', 'name': 'tempest-ServersTestManualDisk-1673882918-router', 'tenant_id': '5609aa114ceb4f54b926d4fb3847cb3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T10:59:03Z', 'updated_at': '2022-04-28T11:01:06Z', 'revision_number': 6, 'project_id': '5609aa114ceb4f54b926d4fb3847cb3e', 'gw_port_host': None}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=116163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:01:07.506801 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-3b1941d8-fbaa-403d-84d3-2833449b20f4 tempest-RoutersAdminTest-1999378242 tempest-RoutersAdminTest-1999378242-project-admin] Publish callbacks [] for router_controller (b94db1ee-2eec-4b64-8558-df93f04ddfc5), precommit_add_association {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:07.508851 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0c63b9b-bf87-4afa-937a-32322b92342b None None] The sync data for ids ['c3307b93-0163-4950-8edf-96a1360d17be'] in dv-neutron-master-2-hyperv is: [{'id': 'c3307b93-0163-4950-8edf-96a1360d17be', 'name': 'tempest-ServersTestManualDisk-1673882918-router', 'tenant_id': '5609aa114ceb4f54b926d4fb3847cb3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T10:59:03Z', 'updated_at': '2022-04-28T11:01:06Z', 'revision_number': 6, 'project_id': '5609aa114ceb4f54b926d4fb3847cb3e', 'gw_port_host': None}] {{(pid=116163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 11:01:07.512757 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-f71420f0-7c29-4532-92b1-7dc2fd23a498 None None] Current status of the port e4d3c6f6-3312-4458-b180-05ff2c6d5ea7 is: ACTIVE; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:01:07.517823 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33165c59-676d-4e5b-bca7-2f1ac273ce10 tempest-RoutersIpV6AdminTest-911026605 tempest-RoutersIpV6AdminTest-911026605-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:01:07.519293 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-33165c59-676d-4e5b-bca7-2f1ac273ce10 tempest-RoutersIpV6AdminTest-911026605 tempest-RoutersIpV6AdminTest-911026605-project-admin] 10.222.0.10 "GET /v2.0/networks/7be49d94-bbb8-4a61-bafe-209c5f861e1c HTTP/1.1" status: 200 len: 881 time: 0.2792544 Apr 28 11:01:07.523765 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 50486) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:01:07.527127 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-f71420f0-7c29-4532-92b1-7dc2fd23a498 None None] Provisioning complete for port b1d46865-7731-4cfb-94e5-126f8d3ed8c2 triggered by entity DHCP. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:01:07.527583 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-f71420f0-7c29-4532-92b1-7dc2fd23a498 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (b1d46865-7731-4cfb-94e5-126f8d3ed8c2), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:07.545051 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cbcbd50-71f5-4b66-946a-dcafa2b1d6a9 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:01:07.545977 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-6cbcbd50-71f5-4b66-946a-dcafa2b1d6a9 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198022'] for port (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:07.546991 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-99858c07-ceb1-4852-b5be-5962a9694552 tempest-FloatingIPTestJSON-373071706 tempest-FloatingIPTestJSON-373071706-project] Publish callbacks [] for router_gateway (95215caa-c306-4f42-88fe-7b8468f0ea15), after_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:07.549420 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 50488) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:01:07.560759 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-303900d7-2e0b-45a7-9b5a-a587ffe012f3 tempest-FloatingIPNegativeTestJSON-1520521010 tempest-FloatingIPNegativeTestJSON-1520521010-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924426'] for security_group (9228da57-12ce-4a6e-8851-9f372a472114), after_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:07.638960 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-f71420f0-7c29-4532-92b1-7dc2fd23a498 None None] Current status of the port b1d46865-7731-4cfb-94e5-126f8d3ed8c2 is: DOWN; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:01:07.639351 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-f71420f0-7c29-4532-92b1-7dc2fd23a498 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (b1d46865-7731-4cfb-94e5-126f8d3ed8c2), before_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:07.686265 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-f71420f0-7c29-4532-92b1-7dc2fd23a498 None None] For port b1d46865-7731-4cfb-94e5-126f8d3ed8c2, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=b1d46865-7731-4cfb-94e5-126f8d3ed8c2,segment=NetworkSegment(ffa4348d-378b-4e93-98fa-ab0dc49ee16c),segment_id=ffa4348d-378b-4e93-98fa-ab0dc49ee16c)] {{(pid=116163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 11:01:07.722801 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a62447f-2e0c-4a07-b76a-cbf4395c53f0 tempest-NetworksIpV6Test-263553383 tempest-NetworksIpV6Test-263553383-project] Network 703ecd9c-04c4-4c62-953f-b524b2a0e7ba is scheduled to be hosted by DHCP agent 75ba81b7-fe99-4281-90d2-a5adb445ecea with binding_index 1 {{(pid=116161) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 11:01:07.738555 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-3b1941d8-fbaa-403d-84d3-2833449b20f4 tempest-RoutersAdminTest-1999378242 tempest-RoutersAdminTest-1999378242-project-admin] Publish callbacks [] for router_gateway (b94db1ee-2eec-4b64-8558-df93f04ddfc5), precommit_update {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:07.740351 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-645ee1f2-db40-47f7-b93c-1b0a8456de49 tempest-RoutersIpV6AdminTest-2062886361 tempest-RoutersIpV6AdminTest-2062886361-project] 10.222.0.10 "GET /v2.0/ports?device_id=26031bc8-4f61-4ab8-a0ba-5b4135c14ac2 HTTP/1.1" status: 200 len: 205 time: 0.1985035 Apr 28 11:01:07.748517 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 50490) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:01:07.753155 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-f71420f0-7c29-4532-92b1-7dc2fd23a498 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393'] for port (b1d46865-7731-4cfb-94e5-126f8d3ed8c2), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:07.763470 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-303900d7-2e0b-45a7-9b5a-a587ffe012f3 tempest-FloatingIPNegativeTestJSON-1520521010 tempest-FloatingIPNegativeTestJSON-1520521010-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 99} {{(pid=116161) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 11:01:07.780904 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-303900d7-2e0b-45a7-9b5a-a587ffe012f3 tempest-FloatingIPNegativeTestJSON-1520521010 tempest-FloatingIPNegativeTestJSON-1520521010-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9228da57-12ce-4a6e-8851-9f372a472114,revision_number=1']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:01:07.792830 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-303900d7-2e0b-45a7-9b5a-a587ffe012f3 tempest-FloatingIPNegativeTestJSON-1520521010 tempest-FloatingIPNegativeTestJSON-1520521010-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-961978'] for segment (c5c69710-9dfd-41cc-aa2a-f89179a750c6), precommit_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:07.792830 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.db.segments_db [None req-303900d7-2e0b-45a7-9b5a-a587ffe012f3 tempest-FloatingIPNegativeTestJSON-1520521010 tempest-FloatingIPNegativeTestJSON-1520521010-project] Added segment c5c69710-9dfd-41cc-aa2a-f89179a750c6 of type vlan for network e6312ee6-c51d-427c-8e8c-9762fa09a9ad Apr 28 11:01:07.803754 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-6cbcbd50-71f5-4b66-946a-dcafa2b1d6a9 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 3.4286981 Apr 28 11:01:07.806369 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 50492) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:01:07.827966 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71420f0-7c29-4532-92b1-7dc2fd23a498 None None] Pushing event updated for resources: {'Port': ['ID=b1d46865-7731-4cfb-94e5-126f8d3ed8c2,revision_number=5']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:01:07.838501 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-4c7c112e-2d2f-498c-b027-502e52d02711 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=19a7f91fec214fcea65c9e72a1c65353&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2879426 Apr 28 11:01:07.841601 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 50494) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:01:07.904010 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.scheduler.base_scheduler [None req-4a62447f-2e0c-4a07-b76a-cbf4395c53f0 tempest-NetworksIpV6Test-263553383 tempest-NetworksIpV6Test-263553383-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 703ecd9c-04c4-4c62-953f-b524b2a0e7ba) {{(pid=116161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 11:01:07.908722 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a62447f-2e0c-4a07-b76a-cbf4395c53f0 tempest-NetworksIpV6Test-263553383 tempest-NetworksIpV6Test-263553383-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:01:07.909326 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-4a62447f-2e0c-4a07-b76a-cbf4395c53f0 tempest-NetworksIpV6Test-263553383 tempest-NetworksIpV6Test-263553383-project] Publish callbacks [] for subnet (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:07.925185 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Current status of the port 177c19d0-ace1-4a04-bf3b-4eeb4fbd2ec1 is: ACTIVE; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:01:07.926961 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Device e4d3c6f6-3312-4458-b180-05ff2c6d5ea7 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=116163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 11:01:07.930594 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8fe234f-8dd1-4a70-9102-c3dced4854e9 None None] Network 703ecd9c-04c4-4c62-953f-b524b2a0e7ba requested from dv-neutron-master-2-hyperv {{(pid=116163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 11:01:07.960703 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88e5279f-6c9e-4958-aaaa-4f60d5aa36c8 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:01:07.966584 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88e5279f-6c9e-4958-aaaa-4f60d5aa36c8 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:01:07.967104 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-303900d7-2e0b-45a7-9b5a-a587ffe012f3 tempest-FloatingIPNegativeTestJSON-1520521010 tempest-FloatingIPNegativeTestJSON-1520521010-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742234744962'] for network (e6312ee6-c51d-427c-8e8c-9762fa09a9ad), precommit_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:07.971806 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-88e5279f-6c9e-4958-aaaa-4f60d5aa36c8 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1864 time: 0.1568317 Apr 28 11:01:07.979988 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 50496) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:01:07.982870 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-f814fb77-0f0c-4a20-a389-69d28c170011 None None] Provisioning complete for port 177c19d0-ace1-4a04-bf3b-4eeb4fbd2ec1 triggered by entity DHCP. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:01:07.985132 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-f814fb77-0f0c-4a20-a389-69d28c170011 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (177c19d0-ace1-4a04-bf3b-4eeb4fbd2ec1), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:08.037029 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-8bdac53a-9b8d-4326-b87c-bccc3df62771 tempest-RoutersIpV6AdminTest-2062886361 tempest-RoutersIpV6AdminTest-2062886361-project] Publish callbacks [] for router (26031bc8-4f61-4ab8-a0ba-5b4135c14ac2), before_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:08.082568 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-4a62447f-2e0c-4a07-b76a-cbf4395c53f0 tempest-NetworksIpV6Test-263553383 tempest-NetworksIpV6Test-263553383-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 2.9439366 Apr 28 11:01:08.085558 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 50498) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:01:08.091412 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-de7cd7d7-4a8e-4aeb-befb-c8fec5c43a43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742235135690', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742234710366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5219112'] for port (54ed23fe-abb8-49c1-b804-6ecc9c6b1b72), after_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:08.099827 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Provisioning complete for port e4d3c6f6-3312-4458-b180-05ff2c6d5ea7 triggered by entity L2. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:01:08.100416 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (e4d3c6f6-3312-4458-b180-05ff2c6d5ea7), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:08.121911 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-eb213686-33d4-4671-b636-63453b450849 admin admin] Publish callbacks [] for security_group (2a41552f-27df-4da5-a257-09df152b1fd6), before_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:08.184994 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7cd7d7-4a8e-4aeb-befb-c8fec5c43a43 admin admin] Pushing event deleted for resources: {'Port': ['ID=54ed23fe-abb8-49c1-b804-6ecc9c6b1b72,revision_number=None']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:01:08.228996 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-303900d7-2e0b-45a7-9b5a-a587ffe012f3 tempest-FloatingIPNegativeTestJSON-1520521010 tempest-FloatingIPNegativeTestJSON-1520521010-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042'] for network (e6312ee6-c51d-427c-8e8c-9762fa09a9ad), after_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:08.234141 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-303900d7-2e0b-45a7-9b5a-a587ffe012f3 tempest-FloatingIPNegativeTestJSON-1520521010 tempest-FloatingIPNegativeTestJSON-1520521010-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:01:08.235491 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-303900d7-2e0b-45a7-9b5a-a587ffe012f3 tempest-FloatingIPNegativeTestJSON-1520521010 tempest-FloatingIPNegativeTestJSON-1520521010-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603020'] for network (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:08.263079 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.plugin [None req-6842ece3-c5f2-40e6-a290-8fbe673e54e4 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Deleting port 3419db25-a66a-4882-aa89-f19ad1716bcb {{(pid=116162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 11:01:08.263466 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-6842ece3-c5f2-40e6-a290-8fbe673e54e4 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742235130188'] for port (3419db25-a66a-4882-aa89-f19ad1716bcb), before_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:08.321098 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-3b1941d8-fbaa-403d-84d3-2833449b20f4 tempest-RoutersAdminTest-1999378242 tempest-RoutersAdminTest-1999378242-project-admin] Publish callbacks [] for router_gateway (b94db1ee-2eec-4b64-8558-df93f04ddfc5), before_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:08.357252 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01060ca4-52f0-411b-b6e1-023cb8b807ce None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-703ecd9c-04c4-4c62-953f-b524b2a0e7ba', 'network_id': '703ecd9c-04c4-4c62-953f-b524b2a0e7ba', 'project_id': '87154dd24b09463c83aab94c3e93cc15', 'fixed_ips': [{'subnet_id': 'bc34c92f-a2d1-4f5c-9876-dbb5f808d102'}]}} from dv-neutron-master-2-hyperv. {{(pid=116163) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 28 11:01:08.357836 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-eb213686-33d4-4671-b636-63453b450849 admin admin] Publish callbacks [] for security_group (2a41552f-27df-4da5-a257-09df152b1fd6), precommit_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:08.358106 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-01060ca4-52f0-411b-b6e1-023cb8b807ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (None), before_create {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:08.395500 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-f814fb77-0f0c-4a20-a389-69d28c170011 None None] Current status of the port 177c19d0-ace1-4a04-bf3b-4eeb4fbd2ec1 is: ACTIVE; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:01:08.409569 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-8bdac53a-9b8d-4326-b87c-bccc3df62771 tempest-RoutersIpV6AdminTest-2062886361 tempest-RoutersIpV6AdminTest-2062886361-project] Publish callbacks [] for router_gateway (26031bc8-4f61-4ab8-a0ba-5b4135c14ac2), before_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:08.417217 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-3b1941d8-fbaa-403d-84d3-2833449b20f4 tempest-RoutersAdminTest-1999378242 tempest-RoutersAdminTest-1999378242-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (None), before_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:08.428542 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Current status of the port e4d3c6f6-3312-4458-b180-05ff2c6d5ea7 is: ACTIVE; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:01:08.428542 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Device b1d46865-7731-4cfb-94e5-126f8d3ed8c2 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=116163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 11:01:08.447766 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-f814fb77-0f0c-4a20-a389-69d28c170011 None None] Provisioning complete for port 3419db25-a66a-4882-aa89-f19ad1716bcb triggered by entity DHCP. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:01:08.448135 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-f814fb77-0f0c-4a20-a389-69d28c170011 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (3419db25-a66a-4882-aa89-f19ad1716bcb), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:08.462311 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-303900d7-2e0b-45a7-9b5a-a587ffe012f3 tempest-FloatingIPNegativeTestJSON-1520521010 tempest-FloatingIPNegativeTestJSON-1520521010-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 2.8200228 Apr 28 11:01:08.473666 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-99858c07-ceb1-4852-b5be-5962a9694552 tempest-FloatingIPTestJSON-373071706 tempest-FloatingIPTestJSON-373071706-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2060818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1935326'] for router (95215caa-c306-4f42-88fe-7b8468f0ea15), after_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:08.475469 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 50500) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:01:08.494952 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.v2.base [None req-079b508e-6fde-4500-8f87-da744421b81d tempest-FloatingIPNegativeTestJSON-1520521010 tempest-FloatingIPNegativeTestJSON-1520521010-project] Request body: {'subnet': {'network_id': 'e6312ee6-c51d-427c-8e8c-9762fa09a9ad', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=116161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:01:08.500019 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-de7cd7d7-4a8e-4aeb-befb-c8fec5c43a43 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1935354'] for router_gateway (c3307b93-0163-4950-8edf-96a1360d17be), after_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:08.560060 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-f814fb77-0f0c-4a20-a389-69d28c170011 None None] Port 3419db25-a66a-4882-aa89-f19ad1716bcb cannot update to ACTIVE because it is not bound. {{(pid=116163) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 28 11:01:08.567520 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-6842ece3-c5f2-40e6-a290-8fbe673e54e4 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1938497'] for port (3419db25-a66a-4882-aa89-f19ad1716bcb), precommit_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:08.600531 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-f814fb77-0f0c-4a20-a389-69d28c170011 None None] Provisioning complete for port b1d46865-7731-4cfb-94e5-126f8d3ed8c2 triggered by entity DHCP. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:01:08.600906 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-f814fb77-0f0c-4a20-a389-69d28c170011 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (b1d46865-7731-4cfb-94e5-126f8d3ed8c2), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:08.602025 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-de7cd7d7-4a8e-4aeb-befb-c8fec5c43a43 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2060865', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-63275'] for router (c3307b93-0163-4950-8edf-96a1360d17be), precommit_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:08.604913 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-de7cd7d7-4a8e-4aeb-befb-c8fec5c43a43 admin admin] Publish callbacks [] for router_controller (c3307b93-0163-4950-8edf-96a1360d17be), precommit_delete_associations {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:08.629829 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Provisioning complete for port b1d46865-7731-4cfb-94e5-126f8d3ed8c2 triggered by entity L2. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:01:08.630205 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (b1d46865-7731-4cfb-94e5-126f8d3ed8c2), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:08.649532 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-303900d7-2e0b-45a7-9b5a-a587ffe012f3 tempest-FloatingIPNegativeTestJSON-1520521010 tempest-FloatingIPNegativeTestJSON-1520521010-project] Pushing event updated for resources: {'Network': ['ID=e6312ee6-c51d-427c-8e8c-9762fa09a9ad,revision_number=1']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:01:08.669948 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Network e6312ee6-c51d-427c-8e8c-9762fa09a9ad details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=116163) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 28 11:01:08.680676 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.db_base_plugin_common [None req-01060ca4-52f0-411b-b6e1-023cb8b807ce None None] Allocated IP 2001:db8::3 (703ecd9c-04c4-4c62-953f-b524b2a0e7ba/bc34c92f-a2d1-4f5c-9876-dbb5f808d102/b655703e-9912-4fe6-b0f7-f44c484c250b) {{(pid=116163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 11:01:08.788181 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-8290104b-4257-4fb9-8e62-c7e0f1c09cfd tempest-NetworksIpV6Test-263553383 tempest-NetworksIpV6Test-263553383-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-979593'] for network (703ecd9c-04c4-4c62-953f-b524b2a0e7ba), before_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:08.833833 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-de7cd7d7-4a8e-4aeb-befb-c8fec5c43a43 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2060888'] for router (c3307b93-0163-4950-8edf-96a1360d17be), after_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:08.834483 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de7cd7d7-4a8e-4aeb-befb-c8fec5c43a43 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c3307b93-0163-4950-8edf-96a1360d17be {{(pid=116161) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 28 11:01:08.865395 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.plugin [None req-6842ece3-c5f2-40e6-a290-8fbe673e54e4 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Calling delete_port for 3419db25-a66a-4882-aa89-f19ad1716bcb owned by {{(pid=116162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 11:01:08.879595 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-de7cd7d7-4a8e-4aeb-befb-c8fec5c43a43 admin admin] Publish callbacks [] for router (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:08.883426 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-de7cd7d7-4a8e-4aeb-befb-c8fec5c43a43 admin admin] 10.222.0.10 "DELETE /v2.0/routers/c3307b93-0163-4950-8edf-96a1360d17be HTTP/1.1" status: 204 len: 168 time: 3.2205238 Apr 28 11:01:08.909678 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 50502) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:01:08.916690 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-f814fb77-0f0c-4a20-a389-69d28c170011 None None] Current status of the port b1d46865-7731-4cfb-94e5-126f8d3ed8c2 is: ACTIVE; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:01:08.925983 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-eb213686-33d4-4671-b636-63453b450849 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924426'] for security_group (2a41552f-27df-4da5-a257-09df152b1fd6), after_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:08.929269 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-eb213686-33d4-4671-b636-63453b450849 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:08.930484 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-eb213686-33d4-4671-b636-63453b450849 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/2a41552f-27df-4da5-a257-09df152b1fd6 HTTP/1.1" status: 204 len: 168 time: 1.0878911 Apr 28 11:01:08.938992 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Current status of the port b1d46865-7731-4cfb-94e5-126f8d3ed8c2 is: ACTIVE; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:01:08.965715 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb213686-33d4-4671-b636-63453b450849 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a41552f-27df-4da5-a257-09df152b1fd6,revision_number=None']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:01:08.974981 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-8290104b-4257-4fb9-8e62-c7e0f1c09cfd tempest-NetworksIpV6Test-263553383 tempest-NetworksIpV6Test-263553383-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-971303'] for subnet (bc34c92f-a2d1-4f5c-9876-dbb5f808d102), precommit_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:08.982961 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.plugin [None req-8bdac53a-9b8d-4326-b87c-bccc3df62771 tempest-RoutersIpV6AdminTest-2062886361 tempest-RoutersIpV6AdminTest-2062886361-project] Deleting port 701c04ae-7e26-4583-bab8-0fa966398fe1 {{(pid=116162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 11:01:08.983490 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-8bdac53a-9b8d-4326-b87c-bccc3df62771 tempest-RoutersIpV6AdminTest-2062886361 tempest-RoutersIpV6AdminTest-2062886361-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742235130188'] for port (701c04ae-7e26-4583-bab8-0fa966398fe1), before_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:09.023425 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-079b508e-6fde-4500-8f87-da744421b81d tempest-FloatingIPNegativeTestJSON-1520521010 tempest-FloatingIPNegativeTestJSON-1520521010-project] Made reservation on behalf of 910ae33b3879461f82384aaa3be3a3e7 for: {'subnet': 1} {{(pid=116161) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 11:01:09.028342 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-079b508e-6fde-4500-8f87-da744421b81d tempest-FloatingIPNegativeTestJSON-1520521010 tempest-FloatingIPNegativeTestJSON-1520521010-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5125580'] for subnet (None), before_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:09.060137 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Device 98a7f6ac-baef-48c7-a90e-e33ea6a36cca no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=116163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 11:01:09.091789 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] No Port match for: 98a7f6ac-baef-48c7-a90e-e33ea6a36cca {{(pid=116163) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 28 11:01:09.092131 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Device 98a7f6ac-baef-48c7-a90e-e33ea6a36cca not bound to the agent host dv-neutron-master-2-hyperv {{(pid=116163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 11:01:09.115692 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-01060ca4-52f0-411b-b6e1-023cb8b807ce None None] Publish callbacks [] for port (b655703e-9912-4fe6-b0f7-f44c484c250b), precommit_create {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:09.168132 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.db.db_base_plugin_v2 [None req-10f604cf-e3b9-4adc-9920-ab90501addbf admin admin] Deleting subnet e48057c8-0090-4367-906b-bd6ec3ec96da {{(pid=116162) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 28 11:01:09.184200 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-01060ca4-52f0-411b-b6e1-023cb8b807ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742234710357'] for port (b655703e-9912-4fe6-b0f7-f44c484c250b), after_create {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:09.237711 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01060ca4-52f0-411b-b6e1-023cb8b807ce None None] Network 703ecd9c-04c4-4c62-953f-b524b2a0e7ba is already hosted by enough agents. {{(pid=116163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 11:01:09.243992 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Device 177c19d0-ace1-4a04-bf3b-4eeb4fbd2ec1 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=116163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 11:01:09.249836 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.scheduler.base_scheduler [None req-01060ca4-52f0-411b-b6e1-023cb8b807ce None None] Resources bound (agent type, host, resource id): {{(pid=116163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 11:01:09.276552 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01060ca4-52f0-411b-b6e1-023cb8b807ce None None] Received port after_create {{(pid=116163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 11:01:09.282207 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01060ca4-52f0-411b-b6e1-023cb8b807ce None None] Pushing event updated for resources: {'Port': ['ID=b655703e-9912-4fe6-b0f7-f44c484c250b,revision_number=1']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:01:09.302034 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-10f604cf-e3b9-4adc-9920-ab90501addbf admin admin] Publish callbacks [] for subnet (e48057c8-0090-4367-906b-bd6ec3ec96da), before_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:09.353946 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.db.db_base_plugin_common [None req-3b1941d8-fbaa-403d-84d3-2833449b20f4 tempest-RoutersAdminTest-1999378242 tempest-RoutersAdminTest-1999378242-project-admin] Allocated IP 172.20.0.13 (b9b78c98-8d3b-4c60-a959-6cb6a48b057b/f87c75a5-fcc6-4ace-a26e-a53525cae303/ff23f9d3-eac6-4320-8862-d1518851cfc5) {{(pid=116162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 11:01:09.368313 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-8bdac53a-9b8d-4326-b87c-bccc3df62771 tempest-RoutersIpV6AdminTest-2062886361 tempest-RoutersIpV6AdminTest-2062886361-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1938497'] for port (701c04ae-7e26-4583-bab8-0fa966398fe1), precommit_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:09.371948 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.managers [None req-01060ca4-52f0-411b-b6e1-023cb8b807ce None None] Attempting to bind port b655703e-9912-4fe6-b0f7-f44c484c250b on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=116163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 28 11:01:09.371948 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.managers [None req-01060ca4-52f0-411b-b6e1-023cb8b807ce None None] Attempting to bind port b655703e-9912-4fe6-b0f7-f44c484c250b by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '7e41d2c1-0bc4-4604-8a92-532bbfe3d395', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '703ecd9c-04c4-4c62-953f-b524b2a0e7ba'}] {{(pid=116163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 28 11:01:09.372538 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01060ca4-52f0-411b-b6e1-023cb8b807ce None None] Attempting to bind port b655703e-9912-4fe6-b0f7-f44c484c250b on network 703ecd9c-04c4-4c62-953f-b524b2a0e7ba {{(pid=116163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 11:01:09.374163 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Provisioning complete for port 177c19d0-ace1-4a04-bf3b-4eeb4fbd2ec1 triggered by entity L2. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:01:09.374563 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (177c19d0-ace1-4a04-bf3b-4eeb4fbd2ec1), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:09.384617 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-10f604cf-e3b9-4adc-9920-ab90501addbf admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5026541'] for subnet (e48057c8-0090-4367-906b-bd6ec3ec96da), precommit_delete_associations {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:09.400615 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01060ca4-52f0-411b-b6e1-023cb8b807ce None None] Checking agent: {'id': 'd5baab19-5dd1-4902-922b-84acb048ab9c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 10, 50, 43), 'started_at': datetime.datetime(2022, 4, 28, 10, 51, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 11, 0, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=116163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 11:01:09.400993 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01060ca4-52f0-411b-b6e1-023cb8b807ce None None] Checking segment: {'id': '7e41d2c1-0bc4-4604-8a92-532bbfe3d395', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '703ecd9c-04c4-4c62-953f-b524b2a0e7ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 11:01:09.401397 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-01060ca4-52f0-411b-b6e1-023cb8b807ce None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:09.401788 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01060ca4-52f0-411b-b6e1-023cb8b807ce None None] Bound using segment: {'id': '7e41d2c1-0bc4-4604-8a92-532bbfe3d395', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '703ecd9c-04c4-4c62-953f-b524b2a0e7ba'} {{(pid=116163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 11:01:09.402441 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.managers [None req-01060ca4-52f0-411b-b6e1-023cb8b807ce None None] Bound port: b655703e-9912-4fe6-b0f7-f44c484c250b, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e41d2c1-0bc4-4604-8a92-532bbfe3d395', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '703ecd9c-04c4-4c62-953f-b524b2a0e7ba'}}] {{(pid=116163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 28 11:01:09.402829 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-01060ca4-52f0-411b-b6e1-023cb8b807ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (b655703e-9912-4fe6-b0f7-f44c484c250b), before_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:09.408902 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.plugin [None req-8bdac53a-9b8d-4326-b87c-bccc3df62771 tempest-RoutersIpV6AdminTest-2062886361 tempest-RoutersIpV6AdminTest-2062886361-project] Calling delete_port for 701c04ae-7e26-4583-bab8-0fa966398fe1 owned by network:router_gateway {{(pid=116162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 11:01:09.419024 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-6652ad4c-60d4-407c-b7ca-c146cf0eab9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (6b492ad6-0876-4d74-b20d-28143a52ceba), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:09.525902 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Current status of the port 177c19d0-ace1-4a04-bf3b-4eeb4fbd2ec1 is: ACTIVE; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:01:09.526998 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Device b1d46865-7731-4cfb-94e5-126f8d3ed8c2 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=116163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 11:01:09.529027 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-01060ca4-52f0-411b-b6e1-023cb8b807ce None None] For port b655703e-9912-4fe6-b0f7-f44c484c250b, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=116163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 11:01:09.533287 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-01060ca4-52f0-411b-b6e1-023cb8b807ce None None] For port b655703e-9912-4fe6-b0f7-f44c484c250b, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=b655703e-9912-4fe6-b0f7-f44c484c250b,segment=NetworkSegment(7e41d2c1-0bc4-4604-8a92-532bbfe3d395),segment_id=7e41d2c1-0bc4-4604-8a92-532bbfe3d395)] {{(pid=116163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 11:01:09.577756 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Provisioning complete for port b1d46865-7731-4cfb-94e5-126f8d3ed8c2 triggered by entity L2. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:01:09.578132 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (b1d46865-7731-4cfb-94e5-126f8d3ed8c2), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:09.598462 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99858c07-ceb1-4852-b5be-5962a9694552 tempest-FloatingIPTestJSON-373071706 tempest-FloatingIPTestJSON-373071706-project] Router 95215caa-c306-4f42-88fe-7b8468f0ea15 is scheduled to L3 agent 6b492ad6-0876-4d74-b20d-28143a52ceba with binding_index 1 {{(pid=116161) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 28 11:01:09.635456 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-01060ca4-52f0-411b-b6e1-023cb8b807ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393'] for port (b655703e-9912-4fe6-b0f7-f44c484c250b), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:09.652970 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-079b508e-6fde-4500-8f87-da744421b81d tempest-FloatingIPNegativeTestJSON-1520521010 tempest-FloatingIPNegativeTestJSON-1520521010-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5220536', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5125438'] for subnet (a9892b6d-4568-4c52-b665-6a2a5afa56ba), after_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:09.660734 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-8290104b-4257-4fb9-8e62-c7e0f1c09cfd tempest-NetworksIpV6Test-263553383 tempest-NetworksIpV6Test-263553383-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-971310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5220601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5125409'] for subnet (bc34c92f-a2d1-4f5c-9876-dbb5f808d102), after_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:09.712688 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-10f604cf-e3b9-4adc-9920-ab90501addbf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-971303'] for subnet (e48057c8-0090-4367-906b-bd6ec3ec96da), precommit_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:09.725564 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01060ca4-52f0-411b-b6e1-023cb8b807ce None None] Pushing event updated for resources: {'Port': ['ID=b655703e-9912-4fe6-b0f7-f44c484c250b,revision_number=2']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:01:09.798586 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-6842ece3-c5f2-40e6-a290-8fbe673e54e4 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742235135690', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742234710366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5051867'] for port (3419db25-a66a-4882-aa89-f19ad1716bcb), after_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:09.817948 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Current status of the port b1d46865-7731-4cfb-94e5-126f8d3ed8c2 is: ACTIVE; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:01:09.878300 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-8290104b-4257-4fb9-8e62-c7e0f1c09cfd tempest-NetworksIpV6Test-263553383 tempest-NetworksIpV6Test-263553383-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-973498', 'neutron.services.segments.db._delete_segments_for_network-8742235207033'] for network (703ecd9c-04c4-4c62-953f-b524b2a0e7ba), precommit_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:09.898280 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6842ece3-c5f2-40e6-a290-8fbe673e54e4 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Pushing event deleted for resources: {'Port': ['ID=3419db25-a66a-4882-aa89-f19ad1716bcb,revision_number=None']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:01:09.904256 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-079b508e-6fde-4500-8f87-da744421b81d tempest-FloatingIPNegativeTestJSON-1520521010 tempest-FloatingIPNegativeTestJSON-1520521010-project] Pushing event updated for resources: {'Subnet': ['ID=a9892b6d-4568-4c52-b665-6a2a5afa56ba,revision_number=0']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:01:09.929629 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Device fc617ca8-1c87-48c2-8189-2007a4cfc7a1 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=116163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 11:01:09.946995 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-3b1941d8-fbaa-403d-84d3-2833449b20f4 tempest-RoutersAdminTest-1999378242 tempest-RoutersAdminTest-1999378242-project-admin] Publish callbacks [] for port (ff23f9d3-eac6-4320-8862-d1518851cfc5), precommit_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:09.964116 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.services.segments.db [None req-8290104b-4257-4fb9-8e62-c7e0f1c09cfd tempest-NetworksIpV6Test-263553383 tempest-NetworksIpV6Test-263553383-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['703ecd9c-04c4-4c62-953f-b524b2a0e7ba']}} {{(pid=116161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:01:09.966448 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] No Port match for: fc617ca8-1c87-48c2-8189-2007a4cfc7a1 {{(pid=116163) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 28 11:01:09.966949 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Device fc617ca8-1c87-48c2-8189-2007a4cfc7a1 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=116163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 11:01:09.967374 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Device 54ed23fe-abb8-49c1-b804-6ecc9c6b1b72 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=116163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 11:01:09.984103 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.services.segments.db [None req-8290104b-4257-4fb9-8e62-c7e0f1c09cfd tempest-NetworksIpV6Test-263553383 tempest-NetworksIpV6Test-263553383-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7e41d2c1-0bc4-4604-8a92-532bbfe3d395') {'for_net_delete': True} {{(pid=116161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:01:09.984103 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.services.segments.db [None req-8290104b-4257-4fb9-8e62-c7e0f1c09cfd tempest-NetworksIpV6Test-263553383 tempest-NetworksIpV6Test-263553383-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7e41d2c1-0bc4-4604-8a92-532bbfe3d395') {} {{(pid=116161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:01:09.994344 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] No Port match for: 54ed23fe-abb8-49c1-b804-6ecc9c6b1b72 {{(pid=116163) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 28 11:01:09.994880 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Device 54ed23fe-abb8-49c1-b804-6ecc9c6b1b72 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=116163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 11:01:10.029233 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8290104b-4257-4fb9-8e62-c7e0f1c09cfd tempest-NetworksIpV6Test-263553383 tempest-NetworksIpV6Test-263553383-project] Pushing event deleted for resources: {'Subnet': ['ID=bc34c92f-a2d1-4f5c-9876-dbb5f808d102,revision_number=None']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:01:10.034850 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-8290104b-4257-4fb9-8e62-c7e0f1c09cfd tempest-NetworksIpV6Test-263553383 tempest-NetworksIpV6Test-263553383-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742235208578', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8076969'] for segment (7e41d2c1-0bc4-4604-8a92-532bbfe3d395), before_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:10.037346 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-079b508e-6fde-4500-8f87-da744421b81d tempest-FloatingIPNegativeTestJSON-1520521010 tempest-FloatingIPNegativeTestJSON-1520521010-project] Checking segment: {'id': 'c5c69710-9dfd-41cc-aa2a-f89179a750c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'e6312ee6-c51d-427c-8e8c-9762fa09a9ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 11:01:10.037784 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-079b508e-6fde-4500-8f87-da744421b81d tempest-FloatingIPNegativeTestJSON-1520521010 tempest-FloatingIPNegativeTestJSON-1520521010-project] Network hostable DHCP agents. Network: e6312ee6-c51d-427c-8e8c-9762fa09a9ad, hostable agents: ['75ba81b7-fe99-4281-90d2-a5adb445ecea'], hosted agents: [] {{(pid=116161) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 11:01:10.048774 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99858c07-ceb1-4852-b5be-5962a9694552 tempest-FloatingIPTestJSON-373071706 tempest-FloatingIPTestJSON-373071706-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=116161) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 11:01:10.065940 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-8290104b-4257-4fb9-8e62-c7e0f1c09cfd tempest-NetworksIpV6Test-263553383 tempest-NetworksIpV6Test-263553383-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-961978'] for segment (7e41d2c1-0bc4-4604-8a92-532bbfe3d395), precommit_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:10.110997 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8290104b-4257-4fb9-8e62-c7e0f1c09cfd tempest-NetworksIpV6Test-263553383 tempest-NetworksIpV6Test-263553383-project] Releasing vlan 83 on physical network physnet1 to pool {{(pid=116161) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 11:01:10.112035 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-8290104b-4257-4fb9-8e62-c7e0f1c09cfd tempest-NetworksIpV6Test-263553383 tempest-NetworksIpV6Test-263553383-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-961978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5219103'] for segment (7e41d2c1-0bc4-4604-8a92-532bbfe3d395), after_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:10.114711 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-10f604cf-e3b9-4adc-9920-ab90501addbf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-971310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5053962', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4210815'] for subnet (e48057c8-0090-4367-906b-bd6ec3ec96da), after_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:10.119243 dv-neutron-master-2-hyperv neutron-server[116161]: Traceback (most recent call last): Apr 28 11:01:10.119243 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 11:01:10.119243 dv-neutron-master-2-hyperv neutron-server[116161]: timer() Apr 28 11:01:10.119243 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 11:01:10.119243 dv-neutron-master-2-hyperv neutron-server[116161]: cb(*args, **kw) Apr 28 11:01:10.119243 dv-neutron-master-2-hyperv neutron-server[116161]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 28 11:01:10.119243 dv-neutron-master-2-hyperv neutron-server[116161]: return func(*args, **kwargs) Apr 28 11:01:10.119243 dv-neutron-master-2-hyperv neutron-server[116161]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 11:01:10.119243 dv-neutron-master-2-hyperv neutron-server[116161]: self._notify() Apr 28 11:01:10.119243 dv-neutron-master-2-hyperv neutron-server[116161]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 11:01:10.119243 dv-neutron-master-2-hyperv neutron-server[116161]: self.callback(batched_events) Apr 28 11:01:10.119243 dv-neutron-master-2-hyperv neutron-server[116161]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 11:01:10.119243 dv-neutron-master-2-hyperv neutron-server[116161]: event.method(event) Apr 28 11:01:10.119243 dv-neutron-master-2-hyperv neutron-server[116161]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 28 11:01:10.119243 dv-neutron-master-2-hyperv neutron-server[116161]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 11:01:10.119243 dv-neutron-master-2-hyperv neutron-server[116161]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 28 11:01:10.119243 dv-neutron-master-2-hyperv neutron-server[116161]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 11:01:10.119243 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 28 11:01:10.119243 dv-neutron-master-2-hyperv neutron-server[116161]: return f(self, *a, **k) Apr 28 11:01:10.119243 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 28 11:01:10.119243 dv-neutron-master-2-hyperv neutron-server[116161]: return self._get(url).json() Apr 28 11:01:10.119243 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 28 11:01:10.119243 dv-neutron-master-2-hyperv neutron-server[116161]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 11:01:10.119243 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 11:01:10.119243 dv-neutron-master-2-hyperv neutron-server[116161]: return self.request(url, 'GET', **kwargs) Apr 28 11:01:10.119243 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 11:01:10.119243 dv-neutron-master-2-hyperv neutron-server[116161]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 11:01:10.119243 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 11:01:10.119243 dv-neutron-master-2-hyperv neutron-server[116161]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 11:01:10.119243 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 11:01:10.119243 dv-neutron-master-2-hyperv neutron-server[116161]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 11:01:10.119243 dv-neutron-master-2-hyperv neutron-server[116161]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 11:01:10.132929 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48c96237-0f1b-44cb-9e95-9917b336fd20 None None] Sync routers for ids ['95215caa-c306-4f42-88fe-7b8468f0ea15'] in dv-neutron-master-2-hyperv {{(pid=116163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 11:01:10.163005 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48c96237-0f1b-44cb-9e95-9917b336fd20 None None] Routers {'95215caa-c306-4f42-88fe-7b8468f0ea15'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=116163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 11:01:10.164847 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_hamode_db [None req-48c96237-0f1b-44cb-9e95-9917b336fd20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-28T10:50:39Z,description=,heartbeat_timestamp=2022-04-28T11:01:09Z,host='dv-neutron-master-2-hyperv',id=6b492ad6-0876-4d74-b20d-28143a52ceba,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T10:50:40Z,topic='l3_agent')) {'router_ids': ['95215caa-c306-4f42-88fe-7b8468f0ea15'], 'active': True} {{(pid=116163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:01:10.171262 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f604cf-e3b9-4adc-9920-ab90501addbf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e48057c8-0090-4367-906b-bd6ec3ec96da,revision_number=None']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:01:10.178208 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-99858c07-ceb1-4852-b5be-5962a9694552 tempest-FloatingIPTestJSON-373071706 tempest-FloatingIPTestJSON-373071706-project] Publish callbacks [] for router (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:10.183512 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-99858c07-ceb1-4852-b5be-5962a9694552 tempest-FloatingIPTestJSON-373071706 tempest-FloatingIPTestJSON-373071706-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 9.1344156 Apr 28 11:01:10.198003 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-6842ece3-c5f2-40e6-a290-8fbe673e54e4 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198022'] for port (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:10.202016 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-6842ece3-c5f2-40e6-a290-8fbe673e54e4 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] 10.222.0.10 "DELETE /v2.0/ports/3419db25-a66a-4882-aa89-f19ad1716bcb HTTP/1.1" status: 204 len: 168 time: 2.2209764 Apr 28 11:01:10.202672 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 50518) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:01:10.205410 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 50520) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:01:10.221897 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-10f604cf-e3b9-4adc-9920-ab90501addbf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603020'] for subnet (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:10.228941 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-10f604cf-e3b9-4adc-9920-ab90501addbf admin admin] 10.222.0.10 "DELETE /v2.0/subnets/e48057c8-0090-4367-906b-bd6ec3ec96da HTTP/1.1" status: 204 len: 168 time: 1.3182828 Apr 28 11:01:10.238877 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-079b508e-6fde-4500-8f87-da744421b81d tempest-FloatingIPNegativeTestJSON-1520521010 tempest-FloatingIPNegativeTestJSON-1520521010-project] Network e6312ee6-c51d-427c-8e8c-9762fa09a9ad is scheduled to be hosted by DHCP agent 75ba81b7-fe99-4281-90d2-a5adb445ecea with binding_index 1 {{(pid=116161) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 11:01:10.241244 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 50524) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:01:10.268613 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5908ea8e-3fd9-4614-ad72-b5b9b45426ae None None] Network 86be3515-ed38-47a2-afd0-def5e9d08619 requested from dv-neutron-master-2-hyperv {{(pid=116163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 11:01:10.271930 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_hamode_db [None req-48c96237-0f1b-44cb-9e95-9917b336fd20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=116163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:01:10.288282 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.db.api [None req-8290104b-4257-4fb9-8e62-c7e0f1c09cfd tempest-NetworksIpV6Test-263553383 tempest-NetworksIpV6Test-263553383-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 28 11:01:10.288282 dv-neutron-master-2-hyperv neutron-server[116161]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 28 11:01:10.288282 dv-neutron-master-2-hyperv neutron-server[116161]: [parameters: {'id': '703ecd9c-04c4-4c62-953f-b524b2a0e7ba'}] Apr 28 11:01:10.288282 dv-neutron-master-2-hyperv neutron-server[116161]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=116161) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 28 11:01:10.288608 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG oslo_db.api [None req-8290104b-4257-4fb9-8e62-c7e0f1c09cfd tempest-NetworksIpV6Test-263553383 tempest-NetworksIpV6Test-263553383-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=116161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 28 11:01:10.348498 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.scheduler.base_scheduler [None req-079b508e-6fde-4500-8f87-da744421b81d tempest-FloatingIPNegativeTestJSON-1520521010 tempest-FloatingIPNegativeTestJSON-1520521010-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, e6312ee6-c51d-427c-8e8c-9762fa09a9ad) {{(pid=116161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 11:01:10.351558 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-8bdac53a-9b8d-4326-b87c-bccc3df62771 tempest-RoutersIpV6AdminTest-2062886361 tempest-RoutersIpV6AdminTest-2062886361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742235135690', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742234710366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5051867'] for port (701c04ae-7e26-4583-bab8-0fa966398fe1), after_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:10.358751 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-079b508e-6fde-4500-8f87-da744421b81d tempest-FloatingIPNegativeTestJSON-1520521010 tempest-FloatingIPNegativeTestJSON-1520521010-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:01:10.360945 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-079b508e-6fde-4500-8f87-da744421b81d tempest-FloatingIPNegativeTestJSON-1520521010 tempest-FloatingIPNegativeTestJSON-1520521010-project] Publish callbacks [] for subnet (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:10.370392 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48c96237-0f1b-44cb-9e95-9917b336fd20 None None] Routers {'95215caa-c306-4f42-88fe-7b8468f0ea15'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=116163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 11:01:10.371037 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_hamode_db [None req-48c96237-0f1b-44cb-9e95-9917b336fd20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-28T10:50:39Z,description=,heartbeat_timestamp=2022-04-28T11:01:09Z,host='dv-neutron-master-2-hyperv',id=6b492ad6-0876-4d74-b20d-28143a52ceba,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T10:50:40Z,topic='l3_agent')) {'router_ids': ['95215caa-c306-4f42-88fe-7b8468f0ea15'], 'active': True} {{(pid=116163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:01:10.376556 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-3b1941d8-fbaa-403d-84d3-2833449b20f4 tempest-RoutersAdminTest-1999378242 tempest-RoutersAdminTest-1999378242-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742234710357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5051867'] for port (ff23f9d3-eac6-4320-8862-d1518851cfc5), after_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:10.414251 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ded0c71-faea-4959-8a71-f0c23d62e38b None None] Network e6312ee6-c51d-427c-8e8c-9762fa09a9ad requested from dv-neutron-master-2-hyperv {{(pid=116163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 11:01:10.430922 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_hamode_db [None req-48c96237-0f1b-44cb-9e95-9917b336fd20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=116163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:01:10.431676 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48c96237-0f1b-44cb-9e95-9917b336fd20 None None] The sync data for ids ['95215caa-c306-4f42-88fe-7b8468f0ea15'] in dv-neutron-master-2-hyperv is: [] {{(pid=116163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 11:01:10.454277 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bdac53a-9b8d-4326-b87c-bccc3df62771 tempest-RoutersIpV6AdminTest-2062886361 tempest-RoutersIpV6AdminTest-2062886361-project] Pushing event deleted for resources: {'Port': ['ID=701c04ae-7e26-4583-bab8-0fa966398fe1,revision_number=None']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:01:10.510115 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-ae94d540-e4c6-43be-adc9-b26fb6a2f62f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (cfc241ae-e4b7-443b-b80b-59fbbc2b69c9), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:10.514765 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b1941d8-fbaa-403d-84d3-2833449b20f4 tempest-RoutersAdminTest-1999378242 tempest-RoutersAdminTest-1999378242-project-admin] Network b9b78c98-8d3b-4c60-a959-6cb6a48b057b is already hosted by enough agents. {{(pid=116162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 11:01:10.540730 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-079b508e-6fde-4500-8f87-da744421b81d tempest-FloatingIPNegativeTestJSON-1520521010 tempest-FloatingIPNegativeTestJSON-1520521010-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0564854 Apr 28 11:01:10.541423 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 50530) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:01:10.557394 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.v2.base [None req-8485201a-0486-4827-a3a4-806e8621e571 tempest-FloatingIPNegativeTestJSON-1520521010 tempest-FloatingIPNegativeTestJSON-1520521010-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-1174727422', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=116161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:01:10.558331 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.scheduler.base_scheduler [None req-3b1941d8-fbaa-403d-84d3-2833449b20f4 tempest-RoutersAdminTest-1999378242 tempest-RoutersAdminTest-1999378242-project-admin] Resources bound (agent type, host, resource id): {{(pid=116162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 11:01:10.564033 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b03d58a7-822e-48fb-bb3b-b292e38710c3 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:01:10.565371 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b03d58a7-822e-48fb-bb3b-b292e38710c3 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:01:10.566828 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b03d58a7-822e-48fb-bb3b-b292e38710c3 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:01:10.570925 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-b03d58a7-822e-48fb-bb3b-b292e38710c3 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.3514318 Apr 28 11:01:10.571188 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b1941d8-fbaa-403d-84d3-2833449b20f4 tempest-RoutersAdminTest-1999378242 tempest-RoutersAdminTest-1999378242-project-admin] Received port after_create {{(pid=116162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 11:01:10.579065 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 50532) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:01:10.589558 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f08b4e5-6603-4d22-8012-f6b3fea49018 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-e6312ee6-c51d-427c-8e8c-9762fa09a9ad', 'network_id': 'e6312ee6-c51d-427c-8e8c-9762fa09a9ad', 'project_id': '910ae33b3879461f82384aaa3be3a3e7', 'fixed_ips': [{'subnet_id': 'a9892b6d-4568-4c52-b665-6a2a5afa56ba'}]}} from dv-neutron-master-2-hyperv. {{(pid=116163) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 28 11:01:10.590733 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-1f08b4e5-6603-4d22-8012-f6b3fea49018 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (None), before_create {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:10.662364 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-8485201a-0486-4827-a3a4-806e8621e571 tempest-FloatingIPNegativeTestJSON-1520521010 tempest-FloatingIPNegativeTestJSON-1520521010-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2060459', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-63449'] for router (d3522aaf-3b0f-46d7-b080-b15092aa3ef3), before_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:10.664065 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-8485201a-0486-4827-a3a4-806e8621e571 tempest-FloatingIPNegativeTestJSON-1520521010 tempest-FloatingIPNegativeTestJSON-1520521010-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2060827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1935275', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1960866', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-63266'] for router (d3522aaf-3b0f-46d7-b080-b15092aa3ef3), precommit_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:10.680915 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc491896-367a-4664-9d8b-195d926dae2c None None] DHCP port deletion for 86be3515-ed38-47a2-afd0-def5e9d08619 request from dv-neutron-master-2-hyperv {{(pid=116163) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 28 11:01:10.685667 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-ce154987-8bd8-4967-a696-c638fe634470 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-979593'] for network (86be3515-ed38-47a2-afd0-def5e9d08619), before_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:10.718723 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1941d8-fbaa-403d-84d3-2833449b20f4 tempest-RoutersAdminTest-1999378242 tempest-RoutersAdminTest-1999378242-project-admin] Pushing event updated for resources: {'Port': ['ID=ff23f9d3-eac6-4320-8862-d1518851cfc5,revision_number=1']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:01:10.725642 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-8bdac53a-9b8d-4326-b87c-bccc3df62771 tempest-RoutersIpV6AdminTest-2062886361 tempest-RoutersIpV6AdminTest-2062886361-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1935354'] for router_gateway (26031bc8-4f61-4ab8-a0ba-5b4135c14ac2), after_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:10.775171 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-fc491896-367a-4664-9d8b-195d926dae2c None None] Deleting port 71097d75-9099-4b9c-bce0-685bcf5f8310 {{(pid=116163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 11:01:10.778693 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-fc491896-367a-4664-9d8b-195d926dae2c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742235130188'] for port (71097d75-9099-4b9c-bce0-685bcf5f8310), before_delete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:10.778811 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-8485201a-0486-4827-a3a4-806e8621e571 tempest-FloatingIPNegativeTestJSON-1520521010 tempest-FloatingIPNegativeTestJSON-1520521010-project] Publish callbacks [] for router_controller (d3522aaf-3b0f-46d7-b080-b15092aa3ef3), precommit_add_association {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:10.790054 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-8290104b-4257-4fb9-8e62-c7e0f1c09cfd tempest-NetworksIpV6Test-263553383 tempest-NetworksIpV6Test-263553383-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-979593'] for network (703ecd9c-04c4-4c62-953f-b524b2a0e7ba), before_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:10.848062 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.db_base_plugin_common [None req-1f08b4e5-6603-4d22-8012-f6b3fea49018 None None] Allocated IP 172.20.0.2 (e6312ee6-c51d-427c-8e8c-9762fa09a9ad/a9892b6d-4568-4c52-b665-6a2a5afa56ba/d96a9bc9-2da4-440e-a95c-dcf770cbc695) {{(pid=116163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 11:01:10.850303 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.db.db_base_plugin_v2 [None req-3aebab56-885d-41ac-aa1e-6cd33ccab0f2 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Deleting subnet 151ec113-2293-426a-a52d-a085a2235b29 {{(pid=116162) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 28 11:01:10.866006 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-8485201a-0486-4827-a3a4-806e8621e571 tempest-FloatingIPNegativeTestJSON-1520521010 tempest-FloatingIPNegativeTestJSON-1520521010-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2060818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1935326'] for router (d3522aaf-3b0f-46d7-b080-b15092aa3ef3), after_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:10.881211 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-fc491896-367a-4664-9d8b-195d926dae2c None None] For port 71097d75-9099-4b9c-bce0-685bcf5f8310, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=71097d75-9099-4b9c-bce0-685bcf5f8310,segment=NetworkSegment(476d1dd6-14be-4031-824a-ce93efcfde92),segment_id=476d1dd6-14be-4031-824a-ce93efcfde92)] {{(pid=116163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 11:01:10.881541 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-fc491896-367a-4664-9d8b-195d926dae2c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1938497'] for port (71097d75-9099-4b9c-bce0-685bcf5f8310), precommit_delete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:10.893044 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-3aebab56-885d-41ac-aa1e-6cd33ccab0f2 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Publish callbacks [] for subnet (151ec113-2293-426a-a52d-a085a2235b29), before_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:10.896676 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.plugin [None req-8290104b-4257-4fb9-8e62-c7e0f1c09cfd tempest-NetworksIpV6Test-263553383 tempest-NetworksIpV6Test-263553383-project] Deleting port b655703e-9912-4fe6-b0f7-f44c484c250b {{(pid=116161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 11:01:10.910842 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-8290104b-4257-4fb9-8e62-c7e0f1c09cfd tempest-NetworksIpV6Test-263553383 tempest-NetworksIpV6Test-263553383-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742235130188'] for port (b655703e-9912-4fe6-b0f7-f44c484c250b), before_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:10.937424 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-fc491896-367a-4664-9d8b-195d926dae2c None None] Calling delete_port for 71097d75-9099-4b9c-bce0-685bcf5f8310 owned by network:dhcp {{(pid=116163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 11:01:10.993178 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.db [None req-8290104b-4257-4fb9-8e62-c7e0f1c09cfd tempest-NetworksIpV6Test-263553383 tempest-NetworksIpV6Test-263553383-project] For port b655703e-9912-4fe6-b0f7-f44c484c250b, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=b655703e-9912-4fe6-b0f7-f44c484c250b,segment=NetworkSegment(7e41d2c1-0bc4-4604-8a92-532bbfe3d395),segment_id=7e41d2c1-0bc4-4604-8a92-532bbfe3d395)] {{(pid=116161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 11:01:10.993564 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-8290104b-4257-4fb9-8e62-c7e0f1c09cfd tempest-NetworksIpV6Test-263553383 tempest-NetworksIpV6Test-263553383-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1938497'] for port (b655703e-9912-4fe6-b0f7-f44c484c250b), precommit_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:11.012665 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.plugin [None req-8290104b-4257-4fb9-8e62-c7e0f1c09cfd tempest-NetworksIpV6Test-263553383 tempest-NetworksIpV6Test-263553383-project] Calling delete_port for b655703e-9912-4fe6-b0f7-f44c484c250b owned by network:dhcp {{(pid=116161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 11:01:11.098853 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-8485201a-0486-4827-a3a4-806e8621e571 tempest-FloatingIPNegativeTestJSON-1520521010 tempest-FloatingIPNegativeTestJSON-1520521010-project] Publish callbacks [] for router (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:11.102182 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-8485201a-0486-4827-a3a4-806e8621e571 tempest-FloatingIPNegativeTestJSON-1520521010 tempest-FloatingIPNegativeTestJSON-1520521010-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 715 time: 0.5597224 Apr 28 11:01:11.107652 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 50540) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:01:11.320316 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Device b655703e-9912-4fe6-b0f7-f44c484c250b up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=116163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 11:01:11.408065 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-8bdac53a-9b8d-4326-b87c-bccc3df62771 tempest-RoutersIpV6AdminTest-2062886361 tempest-RoutersIpV6AdminTest-2062886361-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2060865', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-63275'] for router (26031bc8-4f61-4ab8-a0ba-5b4135c14ac2), precommit_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:11.413602 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-096eecae-03e2-473a-92c6-55f94f2f71ce None None] Network 703ecd9c-04c4-4c62-953f-b524b2a0e7ba requested from dv-neutron-master-2-hyperv {{(pid=116163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 11:01:11.415500 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-8bdac53a-9b8d-4326-b87c-bccc3df62771 tempest-RoutersIpV6AdminTest-2062886361 tempest-RoutersIpV6AdminTest-2062886361-project] Publish callbacks [] for router_controller (26031bc8-4f61-4ab8-a0ba-5b4135c14ac2), precommit_delete_associations {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:11.464726 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-3aebab56-885d-41ac-aa1e-6cd33ccab0f2 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5026541'] for subnet (151ec113-2293-426a-a52d-a085a2235b29), precommit_delete_associations {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:11.465444 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-8290104b-4257-4fb9-8e62-c7e0f1c09cfd tempest-NetworksIpV6Test-263553383 tempest-NetworksIpV6Test-263553383-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742235135690', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742234710366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5219112'] for port (b655703e-9912-4fe6-b0f7-f44c484c250b), after_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:11.496213 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Could not find standard attr ID for object b655703e-9912-4fe6-b0f7-f44c484c250b. {{(pid=116163) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:182}} Apr 28 11:01:11.497451 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8290104b-4257-4fb9-8e62-c7e0f1c09cfd tempest-NetworksIpV6Test-263553383 tempest-NetworksIpV6Test-263553383-project] Pushing event deleted for resources: {'Port': ['ID=b655703e-9912-4fe6-b0f7-f44c484c250b,revision_number=None']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:01:11.519370 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-fc491896-367a-4664-9d8b-195d926dae2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742235135690', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742234710366'] for port (71097d75-9099-4b9c-bce0-685bcf5f8310), after_delete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:11.527860 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-1d9e9d75-69fc-4e32-85d7-cc3934936949 None None] Could not find standard attr ID for object b655703e-9912-4fe6-b0f7-f44c484c250b. {{(pid=116163) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:182}} Apr 28 11:01:11.533217 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8290104b-4257-4fb9-8e62-c7e0f1c09cfd tempest-NetworksIpV6Test-263553383 tempest-NetworksIpV6Test-263553383-project] No DVR routers for this DVR port b655703e-9912-4fe6-b0f7-f44c484c250b on host dv-neutron-master-2-hyperv {{(pid=116161) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 11:01:11.535383 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-074240d9-0457-4b6b-b2d9-db184365e2dd tempest-FloatingIPNegativeTestJSON-1520521010 tempest-FloatingIPNegativeTestJSON-1520521010-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (None), before_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:11.556313 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-1f08b4e5-6603-4d22-8012-f6b3fea49018 None None] Publish callbacks [] for port (d96a9bc9-2da4-440e-a95c-dcf770cbc695), precommit_create {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:11.586354 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.plugin [None req-ce154987-8bd8-4967-a696-c638fe634470 admin admin] Deleting port 71097d75-9099-4b9c-bce0-685bcf5f8310 {{(pid=116162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 11:01:11.586732 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-ce154987-8bd8-4967-a696-c638fe634470 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742235130188'] for port (71097d75-9099-4b9c-bce0-685bcf5f8310), before_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:11.599327 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc491896-367a-4664-9d8b-195d926dae2c None None] Pushing event deleted for resources: {'Port': ['ID=71097d75-9099-4b9c-bce0-685bcf5f8310,revision_number=None']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:01:11.604357 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc491896-367a-4664-9d8b-195d926dae2c None None] No DVR routers for this DVR port 71097d75-9099-4b9c-bce0-685bcf5f8310 on host dv-neutron-master-2-hyperv {{(pid=116163) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 11:01:11.640449 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-8bdac53a-9b8d-4326-b87c-bccc3df62771 tempest-RoutersIpV6AdminTest-2062886361 tempest-RoutersIpV6AdminTest-2062886361-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2060888'] for router (26031bc8-4f61-4ab8-a0ba-5b4135c14ac2), after_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:11.641013 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8bdac53a-9b8d-4326-b87c-bccc3df62771 tempest-RoutersIpV6AdminTest-2062886361 tempest-RoutersIpV6AdminTest-2062886361-project] Fanout notify agent at l3_agent the message router_deleted on router 26031bc8-4f61-4ab8-a0ba-5b4135c14ac2 {{(pid=116162) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 28 11:01:11.653630 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Device 71097d75-9099-4b9c-bce0-685bcf5f8310 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=116163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 11:01:11.654052 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-8bdac53a-9b8d-4326-b87c-bccc3df62771 tempest-RoutersIpV6AdminTest-2062886361 tempest-RoutersIpV6AdminTest-2062886361-project] Publish callbacks [] for router (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:11.661576 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-8bdac53a-9b8d-4326-b87c-bccc3df62771 tempest-RoutersIpV6AdminTest-2062886361 tempest-RoutersIpV6AdminTest-2062886361-project] 10.222.0.10 "DELETE /v2.0/routers/26031bc8-4f61-4ab8-a0ba-5b4135c14ac2 HTTP/1.1" status: 204 len: 168 time: 3.9057577 Apr 28 11:01:11.669470 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 50546) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:01:11.680928 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.v2.base [None req-cd802692-4970-4e83-99a7-87a43e487642 tempest-RoutersIpV6AdminTest-2062886361 tempest-RoutersIpV6AdminTest-2062886361-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1844937396', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=116161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:01:11.699038 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] No Port match for: 71097d75-9099-4b9c-bce0-685bcf5f8310 {{(pid=116163) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 28 11:01:11.699394 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Device 71097d75-9099-4b9c-bce0-685bcf5f8310 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=116163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 11:01:11.701176 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-1f08b4e5-6603-4d22-8012-f6b3fea49018 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742234710357'] for port (d96a9bc9-2da4-440e-a95c-dcf770cbc695), after_create {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:11.735901 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c20eccad-d9b6-400c-99d7-37e2889bb562 None None] DHCP port deletion for 703ecd9c-04c4-4c62-953f-b524b2a0e7ba request from dv-neutron-master-2-hyperv {{(pid=116163) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 28 11:01:11.757705 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-8290104b-4257-4fb9-8e62-c7e0f1c09cfd tempest-NetworksIpV6Test-263553383 tempest-NetworksIpV6Test-263553383-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-973498', 'neutron.services.segments.db._delete_segments_for_network-8742235207033'] for network (703ecd9c-04c4-4c62-953f-b524b2a0e7ba), precommit_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:11.770935 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.db [None req-ce154987-8bd8-4967-a696-c638fe634470 admin admin] For port 71097d75-9099-4b9c-bce0-685bcf5f8310, host dv-neutron-master-2-hyperv, got binding levels [] {{(pid=116162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 11:01:11.771154 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-ce154987-8bd8-4967-a696-c638fe634470 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1938497'] for port (71097d75-9099-4b9c-bce0-685bcf5f8310), precommit_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:11.792726 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f08b4e5-6603-4d22-8012-f6b3fea49018 None None] Network e6312ee6-c51d-427c-8e8c-9762fa09a9ad is already hosted by enough agents. {{(pid=116163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 11:01:11.798053 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.scheduler.base_scheduler [None req-1f08b4e5-6603-4d22-8012-f6b3fea49018 None None] Resources bound (agent type, host, resource id): {{(pid=116163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 11:01:11.807344 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-cd802692-4970-4e83-99a7-87a43e487642 tempest-RoutersIpV6AdminTest-2062886361 tempest-RoutersIpV6AdminTest-2062886361-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2060459', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-63449'] for router (2f181560-7a2e-423d-893a-fa1fe9e2a022), before_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:11.807559 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f08b4e5-6603-4d22-8012-f6b3fea49018 None None] Received port after_create {{(pid=116163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 11:01:11.809054 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-cd802692-4970-4e83-99a7-87a43e487642 tempest-RoutersIpV6AdminTest-2062886361 tempest-RoutersIpV6AdminTest-2062886361-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2060827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1935275', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1960866', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-63266'] for router (2f181560-7a2e-423d-893a-fa1fe9e2a022), precommit_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:11.832235 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-3aebab56-885d-41ac-aa1e-6cd33ccab0f2 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-971303'] for subnet (151ec113-2293-426a-a52d-a085a2235b29), precommit_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:11.843394 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.plugin [None req-ce154987-8bd8-4967-a696-c638fe634470 admin admin] Calling delete_port for 71097d75-9099-4b9c-bce0-685bcf5f8310 owned by network:dhcp {{(pid=116162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 11:01:11.870380 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.db.ipam_backend_mixin [None req-ce154987-8bd8-4967-a696-c638fe634470 admin admin] Port 71097d75-9099-4b9c-bce0-685bcf5f8310 was not found and therefore no delete operation was performed {{(pid=116162) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} Apr 28 11:01:11.888721 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-ce154987-8bd8-4967-a696-c638fe634470 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742235135690', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742234710366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5051867'] for port (71097d75-9099-4b9c-bce0-685bcf5f8310), after_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:11.891830 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f08b4e5-6603-4d22-8012-f6b3fea49018 None None] Pushing event updated for resources: {'Port': ['ID=d96a9bc9-2da4-440e-a95c-dcf770cbc695,revision_number=1']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:01:11.919214 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.managers [None req-1f08b4e5-6603-4d22-8012-f6b3fea49018 None None] Attempting to bind port d96a9bc9-2da4-440e-a95c-dcf770cbc695 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=116163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 28 11:01:11.919756 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.managers [None req-1f08b4e5-6603-4d22-8012-f6b3fea49018 None None] Attempting to bind port d96a9bc9-2da4-440e-a95c-dcf770cbc695 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'c5c69710-9dfd-41cc-aa2a-f89179a750c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'e6312ee6-c51d-427c-8e8c-9762fa09a9ad'}] {{(pid=116163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 28 11:01:11.920572 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f08b4e5-6603-4d22-8012-f6b3fea49018 None None] Attempting to bind port d96a9bc9-2da4-440e-a95c-dcf770cbc695 on network e6312ee6-c51d-427c-8e8c-9762fa09a9ad {{(pid=116163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 11:01:11.931586 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.services.segments.db [None req-8290104b-4257-4fb9-8e62-c7e0f1c09cfd tempest-NetworksIpV6Test-263553383 tempest-NetworksIpV6Test-263553383-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['703ecd9c-04c4-4c62-953f-b524b2a0e7ba']}} {{(pid=116161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:01:11.951036 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f08b4e5-6603-4d22-8012-f6b3fea49018 None None] Checking agent: {'id': 'd5baab19-5dd1-4902-922b-84acb048ab9c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 10, 50, 43), 'started_at': datetime.datetime(2022, 4, 28, 10, 51, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 11, 0, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=116163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 11:01:11.951455 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f08b4e5-6603-4d22-8012-f6b3fea49018 None None] Checking segment: {'id': 'c5c69710-9dfd-41cc-aa2a-f89179a750c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'e6312ee6-c51d-427c-8e8c-9762fa09a9ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 11:01:11.951930 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-1f08b4e5-6603-4d22-8012-f6b3fea49018 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:11.953695 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f08b4e5-6603-4d22-8012-f6b3fea49018 None None] Bound using segment: {'id': 'c5c69710-9dfd-41cc-aa2a-f89179a750c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'e6312ee6-c51d-427c-8e8c-9762fa09a9ad'} {{(pid=116163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 11:01:11.954703 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.managers [None req-1f08b4e5-6603-4d22-8012-f6b3fea49018 None None] Bound port: d96a9bc9-2da4-440e-a95c-dcf770cbc695, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5c69710-9dfd-41cc-aa2a-f89179a750c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'e6312ee6-c51d-427c-8e8c-9762fa09a9ad'}}] {{(pid=116163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 28 11:01:11.955258 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-1f08b4e5-6603-4d22-8012-f6b3fea49018 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (d96a9bc9-2da4-440e-a95c-dcf770cbc695), before_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:11.974304 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 50552) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:01:11.987343 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce154987-8bd8-4967-a696-c638fe634470 admin admin] Pushing event deleted for resources: {'Port': ['ID=71097d75-9099-4b9c-bce0-685bcf5f8310,revision_number=None']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:01:12.005390 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.services.segments.db [None req-8290104b-4257-4fb9-8e62-c7e0f1c09cfd tempest-NetworksIpV6Test-263553383 tempest-NetworksIpV6Test-263553383-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7e41d2c1-0bc4-4604-8a92-532bbfe3d395') {'for_net_delete': True} {{(pid=116161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:01:12.005390 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.services.segments.db [None req-8290104b-4257-4fb9-8e62-c7e0f1c09cfd tempest-NetworksIpV6Test-263553383 tempest-NetworksIpV6Test-263553383-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7e41d2c1-0bc4-4604-8a92-532bbfe3d395') {} {{(pid=116161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:01:12.005811 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce154987-8bd8-4967-a696-c638fe634470 admin admin] No DVR routers for this DVR port 71097d75-9099-4b9c-bce0-685bcf5f8310 on host dv-neutron-master-2-hyperv {{(pid=116162) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 11:01:12.029012 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-01ef1de1-12fd-4cef-b76b-793f91379468 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (39cc4f52-f5d9-4e2c-bbfa-7a1c528e1c40), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:12.043571 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-1f08b4e5-6603-4d22-8012-f6b3fea49018 None None] For port d96a9bc9-2da4-440e-a95c-dcf770cbc695, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=116163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 11:01:12.048905 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-1f08b4e5-6603-4d22-8012-f6b3fea49018 None None] For port d96a9bc9-2da4-440e-a95c-dcf770cbc695, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=d96a9bc9-2da4-440e-a95c-dcf770cbc695,segment=NetworkSegment(c5c69710-9dfd-41cc-aa2a-f89179a750c6),segment_id=c5c69710-9dfd-41cc-aa2a-f89179a750c6)] {{(pid=116163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 11:01:12.092193 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-3b1941d8-fbaa-403d-84d3-2833449b20f4 tempest-RoutersAdminTest-1999378242 tempest-RoutersAdminTest-1999378242-project-admin] Publish callbacks [] for router_gateway (b94db1ee-2eec-4b64-8558-df93f04ddfc5), after_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:12.093511 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-8290104b-4257-4fb9-8e62-c7e0f1c09cfd tempest-NetworksIpV6Test-263553383 tempest-NetworksIpV6Test-263553383-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742235208578', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8076969'] for segment (7e41d2c1-0bc4-4604-8a92-532bbfe3d395), before_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:12.101231 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-cd802692-4970-4e83-99a7-87a43e487642 tempest-RoutersIpV6AdminTest-2062886361 tempest-RoutersIpV6AdminTest-2062886361-project] Publish callbacks [] for router_controller (2f181560-7a2e-423d-893a-fa1fe9e2a022), precommit_add_association {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:12.124912 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-8290104b-4257-4fb9-8e62-c7e0f1c09cfd tempest-NetworksIpV6Test-263553383 tempest-NetworksIpV6Test-263553383-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-961978'] for segment (7e41d2c1-0bc4-4604-8a92-532bbfe3d395), precommit_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:12.133238 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-1f08b4e5-6603-4d22-8012-f6b3fea49018 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393'] for port (d96a9bc9-2da4-440e-a95c-dcf770cbc695), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:12.139572 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8290104b-4257-4fb9-8e62-c7e0f1c09cfd tempest-NetworksIpV6Test-263553383 tempest-NetworksIpV6Test-263553383-project] Releasing vlan 83 on physical network physnet1 to pool {{(pid=116161) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 11:01:12.141729 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-8290104b-4257-4fb9-8e62-c7e0f1c09cfd tempest-NetworksIpV6Test-263553383 tempest-NetworksIpV6Test-263553383-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-961978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5219103'] for segment (7e41d2c1-0bc4-4604-8a92-532bbfe3d395), after_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:12.144135 dv-neutron-master-2-hyperv neutron-server[116161]: Traceback (most recent call last): Apr 28 11:01:12.144135 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 11:01:12.144135 dv-neutron-master-2-hyperv neutron-server[116161]: timer() Apr 28 11:01:12.144135 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 11:01:12.144135 dv-neutron-master-2-hyperv neutron-server[116161]: cb(*args, **kw) Apr 28 11:01:12.144135 dv-neutron-master-2-hyperv neutron-server[116161]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 28 11:01:12.144135 dv-neutron-master-2-hyperv neutron-server[116161]: return func(*args, **kwargs) Apr 28 11:01:12.144135 dv-neutron-master-2-hyperv neutron-server[116161]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 11:01:12.144135 dv-neutron-master-2-hyperv neutron-server[116161]: self._notify() Apr 28 11:01:12.144135 dv-neutron-master-2-hyperv neutron-server[116161]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 11:01:12.144135 dv-neutron-master-2-hyperv neutron-server[116161]: self.callback(batched_events) Apr 28 11:01:12.144135 dv-neutron-master-2-hyperv neutron-server[116161]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 11:01:12.144135 dv-neutron-master-2-hyperv neutron-server[116161]: event.method(event) Apr 28 11:01:12.144135 dv-neutron-master-2-hyperv neutron-server[116161]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 28 11:01:12.144135 dv-neutron-master-2-hyperv neutron-server[116161]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 11:01:12.144135 dv-neutron-master-2-hyperv neutron-server[116161]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 28 11:01:12.144135 dv-neutron-master-2-hyperv neutron-server[116161]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 11:01:12.144135 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 28 11:01:12.144135 dv-neutron-master-2-hyperv neutron-server[116161]: return f(self, *a, **k) Apr 28 11:01:12.144135 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 28 11:01:12.144135 dv-neutron-master-2-hyperv neutron-server[116161]: return self._get(url).json() Apr 28 11:01:12.144135 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 28 11:01:12.144135 dv-neutron-master-2-hyperv neutron-server[116161]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 11:01:12.144135 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 11:01:12.144135 dv-neutron-master-2-hyperv neutron-server[116161]: return self.request(url, 'GET', **kwargs) Apr 28 11:01:12.144135 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 11:01:12.144135 dv-neutron-master-2-hyperv neutron-server[116161]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 11:01:12.144135 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 11:01:12.144135 dv-neutron-master-2-hyperv neutron-server[116161]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 11:01:12.144135 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 11:01:12.144135 dv-neutron-master-2-hyperv neutron-server[116161]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 11:01:12.144135 dv-neutron-master-2-hyperv neutron-server[116161]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 11:01:12.173048 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-cd802692-4970-4e83-99a7-87a43e487642 tempest-RoutersIpV6AdminTest-2062886361 tempest-RoutersIpV6AdminTest-2062886361-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2060818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1935326'] for router (2f181560-7a2e-423d-893a-fa1fe9e2a022), after_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:12.195527 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-3aebab56-885d-41ac-aa1e-6cd33ccab0f2 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-971310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5053962', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4210815'] for subnet (151ec113-2293-426a-a52d-a085a2235b29), after_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:12.212063 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-ce154987-8bd8-4967-a696-c638fe634470 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-973498', 'neutron.services.segments.db._delete_segments_for_network-8742235207033'] for network (86be3515-ed38-47a2-afd0-def5e9d08619), precommit_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:12.228180 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f08b4e5-6603-4d22-8012-f6b3fea49018 None None] Pushing event updated for resources: {'Port': ['ID=d96a9bc9-2da4-440e-a95c-dcf770cbc695,revision_number=2']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:01:12.243797 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-3aebab56-885d-41ac-aa1e-6cd33ccab0f2 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603020'] for subnet (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:12.244483 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.v2.base [None req-835fa133-d204-4b0b-b39e-867cea21fa73 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015887823 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015887823-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-1086937829'}} {{(pid=116161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:01:12.249545 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-3aebab56-885d-41ac-aa1e-6cd33ccab0f2 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] 10.222.0.10 "DELETE /v2.0/subnets/151ec113-2293-426a-a52d-a085a2235b29 HTTP/1.1" status: 204 len: 168 time: 1.6333792 Apr 28 11:01:12.251036 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 50556) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:01:12.258293 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c6fb525-9766-4ba2-855e-5242b6efed21 None None] Network 1ec9fbcf-7a57-4aaa-9c30-4e0f43e09480 requested from dv-neutron-master-2-hyperv {{(pid=116163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 11:01:12.262293 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aebab56-885d-41ac-aa1e-6cd33ccab0f2 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Pushing event deleted for resources: {'Subnet': ['ID=151ec113-2293-426a-a52d-a085a2235b29,revision_number=None']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:01:12.278348 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-cd802692-4970-4e83-99a7-87a43e487642 tempest-RoutersIpV6AdminTest-2062886361 tempest-RoutersIpV6AdminTest-2062886361-project] Publish callbacks [] for router (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:12.280580 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-cd802692-4970-4e83-99a7-87a43e487642 tempest-RoutersIpV6AdminTest-2062886361 tempest-RoutersIpV6AdminTest-2062886361-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.6093366 Apr 28 11:01:12.301700 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 50558) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:01:12.306292 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.v2.base [None req-3452201f-e65d-4e7c-8b77-391f7f8f3af2 tempest-RoutersIpV6AdminTest-911026605 tempest-RoutersIpV6AdminTest-911026605-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'enable_snat': False}}} {{(pid=116162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:01:12.318150 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.services.segments.db [None req-ce154987-8bd8-4967-a696-c638fe634470 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['86be3515-ed38-47a2-afd0-def5e9d08619']}} {{(pid=116162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:01:12.355265 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-8290104b-4257-4fb9-8e62-c7e0f1c09cfd tempest-NetworksIpV6Test-263553383 tempest-NetworksIpV6Test-263553383-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-973477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2063122'] for network (703ecd9c-04c4-4c62-953f-b524b2a0e7ba), after_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:12.358881 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.db.db_base_plugin_common [None req-074240d9-0457-4b6b-b2d9-db184365e2dd tempest-FloatingIPNegativeTestJSON-1520521010 tempest-FloatingIPNegativeTestJSON-1520521010-project] Allocated IP 172.20.0.1 (e6312ee6-c51d-427c-8e8c-9762fa09a9ad/a9892b6d-4568-4c52-b665-6a2a5afa56ba/f3813666-e36c-4131-ade1-7752b4244762) {{(pid=116161) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 11:01:12.371406 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-8290104b-4257-4fb9-8e62-c7e0f1c09cfd tempest-NetworksIpV6Test-263553383 tempest-NetworksIpV6Test-263553383-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603020'] for network (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:12.380772 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-8290104b-4257-4fb9-8e62-c7e0f1c09cfd tempest-NetworksIpV6Test-263553383 tempest-NetworksIpV6Test-263553383-project] 10.222.0.10 "DELETE /v2.0/networks/703ecd9c-04c4-4c62-953f-b524b2a0e7ba HTTP/1.1" status: 204 len: 168 time: 4.2903774 Apr 28 11:01:12.392896 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 50560) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:01:12.403883 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.v2.base [None req-efb6106d-a698-4027-bfcf-d014f13326ff tempest-NetworksIpV6Test-263553383 tempest-NetworksIpV6Test-263553383-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1765004097'}} {{(pid=116162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:01:12.410362 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.services.segments.db [None req-ce154987-8bd8-4967-a696-c638fe634470 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '476d1dd6-14be-4031-824a-ce93efcfde92') {'for_net_delete': True} {{(pid=116162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:01:12.411286 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.services.segments.db [None req-ce154987-8bd8-4967-a696-c638fe634470 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '476d1dd6-14be-4031-824a-ce93efcfde92') {} {{(pid=116162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:01:12.411744 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.db.db_base_plugin_v2 [None req-d51f0fe9-35dc-41d6-ac63-ce2a868bc9fa tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Deleting subnet 81d1b34b-3d26-4bd0-95b4-7af9cd124209 {{(pid=116161) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 28 11:01:12.414122 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8290104b-4257-4fb9-8e62-c7e0f1c09cfd tempest-NetworksIpV6Test-263553383 tempest-NetworksIpV6Test-263553383-project] Pushing event deleted for resources: {'Network': ['ID=703ecd9c-04c4-4c62-953f-b524b2a0e7ba,revision_number=None']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:01:12.422755 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-d51f0fe9-35dc-41d6-ac63-ce2a868bc9fa tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Publish callbacks [] for subnet (81d1b34b-3d26-4bd0-95b4-7af9cd124209), before_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:12.506154 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-ce154987-8bd8-4967-a696-c638fe634470 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742235208578', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5026548'] for segment (476d1dd6-14be-4031-824a-ce93efcfde92), before_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:12.621824 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efb6106d-a698-4027-bfcf-d014f13326ff tempest-NetworksIpV6Test-263553383 tempest-NetworksIpV6Test-263553383-project] Made reservation on behalf of 87154dd24b09463c83aab94c3e93cc15 for: {'network': 1} {{(pid=116162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 11:01:12.625245 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-efb6106d-a698-4027-bfcf-d014f13326ff tempest-NetworksIpV6Test-263553383 tempest-NetworksIpV6Test-263553383-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for network (None), before_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:12.691939 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-ce154987-8bd8-4967-a696-c638fe634470 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-961978'] for segment (476d1dd6-14be-4031-824a-ce93efcfde92), precommit_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:12.742894 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ce154987-8bd8-4967-a696-c638fe634470 admin admin] Releasing vlan 93 on physical network physnet1 to pool {{(pid=116162) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 11:01:12.743303 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-ce154987-8bd8-4967-a696-c638fe634470 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-961978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5051884'] for segment (476d1dd6-14be-4031-824a-ce93efcfde92), after_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:12.750484 dv-neutron-master-2-hyperv neutron-server[116162]: Traceback (most recent call last): Apr 28 11:01:12.750484 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 11:01:12.750484 dv-neutron-master-2-hyperv neutron-server[116162]: timer() Apr 28 11:01:12.750484 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 11:01:12.750484 dv-neutron-master-2-hyperv neutron-server[116162]: cb(*args, **kw) Apr 28 11:01:12.750484 dv-neutron-master-2-hyperv neutron-server[116162]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 28 11:01:12.750484 dv-neutron-master-2-hyperv neutron-server[116162]: return func(*args, **kwargs) Apr 28 11:01:12.750484 dv-neutron-master-2-hyperv neutron-server[116162]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 11:01:12.750484 dv-neutron-master-2-hyperv neutron-server[116162]: self._notify() Apr 28 11:01:12.750484 dv-neutron-master-2-hyperv neutron-server[116162]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 11:01:12.750484 dv-neutron-master-2-hyperv neutron-server[116162]: self.callback(batched_events) Apr 28 11:01:12.750484 dv-neutron-master-2-hyperv neutron-server[116162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 11:01:12.750484 dv-neutron-master-2-hyperv neutron-server[116162]: event.method(event) Apr 28 11:01:12.750484 dv-neutron-master-2-hyperv neutron-server[116162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 28 11:01:12.750484 dv-neutron-master-2-hyperv neutron-server[116162]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 11:01:12.750484 dv-neutron-master-2-hyperv neutron-server[116162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 28 11:01:12.750484 dv-neutron-master-2-hyperv neutron-server[116162]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 11:01:12.750484 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 28 11:01:12.750484 dv-neutron-master-2-hyperv neutron-server[116162]: return f(self, *a, **k) Apr 28 11:01:12.750484 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 28 11:01:12.750484 dv-neutron-master-2-hyperv neutron-server[116162]: return self._get(url).json() Apr 28 11:01:12.750484 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 28 11:01:12.750484 dv-neutron-master-2-hyperv neutron-server[116162]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 11:01:12.750484 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 11:01:12.750484 dv-neutron-master-2-hyperv neutron-server[116162]: return self.request(url, 'GET', **kwargs) Apr 28 11:01:12.750484 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 11:01:12.750484 dv-neutron-master-2-hyperv neutron-server[116162]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 11:01:12.750484 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 11:01:12.750484 dv-neutron-master-2-hyperv neutron-server[116162]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 11:01:12.750484 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 11:01:12.750484 dv-neutron-master-2-hyperv neutron-server[116162]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 11:01:12.750484 dv-neutron-master-2-hyperv neutron-server[116162]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 11:01:12.778866 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-835fa133-d204-4b0b-b39e-867cea21fa73 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015887823 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015887823-project] Made reservation on behalf of e0987db03f6c4fcdae7f965454a01558 for: {'network': 1} {{(pid=116161) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 11:01:12.782596 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-835fa133-d204-4b0b-b39e-867cea21fa73 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015887823 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015887823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for network (None), before_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:12.786904 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-7290c5c1-ce4e-4993-928a-73707b9f55d2 tempest-FloatingIPTestJSON-373071706 tempest-FloatingIPTestJSON-373071706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (None), before_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:12.802012 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-d51f0fe9-35dc-41d6-ac63-ce2a868bc9fa tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8076976'] for subnet (81d1b34b-3d26-4bd0-95b4-7af9cd124209), precommit_delete_associations {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:12.827348 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-835fa133-d204-4b0b-b39e-867cea21fa73 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015887823 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015887823-project] Publish callbacks [] for security_group (None), before_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:12.874347 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-efb6106d-a698-4027-bfcf-d014f13326ff tempest-NetworksIpV6Test-263553383 tempest-NetworksIpV6Test-263553383-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 85} {{(pid=116162) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 11:01:12.912833 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-074240d9-0457-4b6b-b2d9-db184365e2dd tempest-FloatingIPNegativeTestJSON-1520521010 tempest-FloatingIPNegativeTestJSON-1520521010-project] Publish callbacks [] for port (f3813666-e36c-4131-ade1-7752b4244762), precommit_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:12.982864 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-d51f0fe9-35dc-41d6-ac63-ce2a868bc9fa tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-971303'] for subnet (81d1b34b-3d26-4bd0-95b4-7af9cd124209), precommit_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:13.095939 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-835fa133-d204-4b0b-b39e-867cea21fa73 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015887823 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015887823-project] Publish callbacks [] for security_group (dbc8b0b1-f3b5-449c-8166-172058bbda68), precommit_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:13.148281 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-074240d9-0457-4b6b-b2d9-db184365e2dd tempest-FloatingIPNegativeTestJSON-1520521010 tempest-FloatingIPNegativeTestJSON-1520521010-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742234710357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5219112'] for port (f3813666-e36c-4131-ade1-7752b4244762), after_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:13.163095 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-fc5e6d7e-a4b5-49c6-b623-7986e25b1f26 None None] Provisioning complete for port b1d46865-7731-4cfb-94e5-126f8d3ed8c2 triggered by entity DHCP. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:01:13.163563 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-fc5e6d7e-a4b5-49c6-b623-7986e25b1f26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (b1d46865-7731-4cfb-94e5-126f8d3ed8c2), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:13.195398 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-835fa133-d204-4b0b-b39e-867cea21fa73 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015887823 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015887823-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924426'] for security_group (dbc8b0b1-f3b5-449c-8166-172058bbda68), after_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:13.203111 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-efb6106d-a698-4027-bfcf-d014f13326ff tempest-NetworksIpV6Test-263553383 tempest-NetworksIpV6Test-263553383-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-961978'] for segment (06bba10d-9701-4645-8cf0-21c73c9590d4), precommit_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:13.203483 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.db.segments_db [None req-efb6106d-a698-4027-bfcf-d014f13326ff tempest-NetworksIpV6Test-263553383 tempest-NetworksIpV6Test-263553383-project] Added segment 06bba10d-9701-4645-8cf0-21c73c9590d4 of type vlan for network 082e0056-19e5-4546-a7d6-c2c84989795a Apr 28 11:01:13.206566 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-3452201f-e65d-4e7c-8b77-391f7f8f3af2 tempest-RoutersIpV6AdminTest-911026605 tempest-RoutersIpV6AdminTest-911026605-project-admin] Publish callbacks [] for router_gateway (2f181560-7a2e-423d-893a-fa1fe9e2a022), precommit_update {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:13.236292 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-d51f0fe9-35dc-41d6-ac63-ce2a868bc9fa tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-971310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5220601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5125409'] for subnet (81d1b34b-3d26-4bd0-95b4-7af9cd124209), after_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:13.246513 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-835fa133-d204-4b0b-b39e-867cea21fa73 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015887823 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015887823-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dbc8b0b1-f3b5-449c-8166-172058bbda68,revision_number=1']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:01:13.285602 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-074240d9-0457-4b6b-b2d9-db184365e2dd tempest-FloatingIPNegativeTestJSON-1520521010 tempest-FloatingIPNegativeTestJSON-1520521010-project] Network e6312ee6-c51d-427c-8e8c-9762fa09a9ad is already hosted by enough agents. {{(pid=116161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 11:01:13.291314 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51f0fe9-35dc-41d6-ac63-ce2a868bc9fa tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Pushing event deleted for resources: {'Subnet': ['ID=81d1b34b-3d26-4bd0-95b4-7af9cd124209,revision_number=None']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:01:13.299098 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Device d96a9bc9-2da4-440e-a95c-dcf770cbc695 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=116163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 11:01:13.300443 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.scheduler.base_scheduler [None req-074240d9-0457-4b6b-b2d9-db184365e2dd tempest-FloatingIPNegativeTestJSON-1520521010 tempest-FloatingIPNegativeTestJSON-1520521010-project] Resources bound (agent type, host, resource id): {{(pid=116161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 11:01:13.315793 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-ce154987-8bd8-4967-a696-c638fe634470 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-973477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2063122'] for network (86be3515-ed38-47a2-afd0-def5e9d08619), after_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:13.320748 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-074240d9-0457-4b6b-b2d9-db184365e2dd tempest-FloatingIPNegativeTestJSON-1520521010 tempest-FloatingIPNegativeTestJSON-1520521010-project] Received port after_create {{(pid=116161) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 11:01:13.320941 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-ce154987-8bd8-4967-a696-c638fe634470 admin admin] Publish callbacks [] for network (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:13.327725 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-ce154987-8bd8-4967-a696-c638fe634470 admin admin] 10.222.0.10 "DELETE /v2.0/networks/86be3515-ed38-47a2-afd0-def5e9d08619 HTTP/1.1" status: 204 len: 168 time: 3.0823615 Apr 28 11:01:13.332747 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-d51f0fe9-35dc-41d6-ac63-ce2a868bc9fa tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Publish callbacks [] for subnet (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:13.336834 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-d51f0fe9-35dc-41d6-ac63-ce2a868bc9fa tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] 10.222.0.10 "DELETE /v2.0/subnets/81d1b34b-3d26-4bd0-95b4-7af9cd124209 HTTP/1.1" status: 204 len: 168 time: 1.0845220 Apr 28 11:01:13.361461 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29fd02a1-31f1-4d5f-a080-380d5d2389e5 None None] Network 1ec9fbcf-7a57-4aaa-9c30-4e0f43e09480 requested from dv-neutron-master-2-hyperv {{(pid=116163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 11:01:13.365731 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 50564) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:01:13.408052 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074240d9-0457-4b6b-b2d9-db184365e2dd tempest-FloatingIPNegativeTestJSON-1520521010 tempest-FloatingIPNegativeTestJSON-1520521010-project] Pushing event updated for resources: {'Port': ['ID=f3813666-e36c-4131-ade1-7752b4244762,revision_number=1']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:01:13.411748 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce154987-8bd8-4967-a696-c638fe634470 admin admin] Pushing event deleted for resources: {'Network': ['ID=86be3515-ed38-47a2-afd0-def5e9d08619,revision_number=None']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:01:13.417916 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-fc5e6d7e-a4b5-49c6-b623-7986e25b1f26 None None] Current status of the port b1d46865-7731-4cfb-94e5-126f8d3ed8c2 is: ACTIVE; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:01:13.443187 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-efb6106d-a698-4027-bfcf-d014f13326ff tempest-NetworksIpV6Test-263553383 tempest-NetworksIpV6Test-263553383-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742234744962'] for network (082e0056-19e5-4546-a7d6-c2c84989795a), precommit_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:13.460697 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-c286db4a-93c8-43be-9d2b-9aa2c0195468 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] 10.222.0.10 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0932510 Apr 28 11:01:13.463894 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 50566) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:01:13.468772 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.v2.base [None req-4b04016d-f402-4f86-afb9-5e57d0944e03 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Request body: {'subnet': {'network_id': '1ec9fbcf-7a57-4aaa-9c30-4e0f43e09480', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=116161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:01:13.489830 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (d5baab19-5dd1-4902-922b-84acb048ab9c), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:13.504800 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-3b1941d8-fbaa-403d-84d3-2833449b20f4 tempest-RoutersAdminTest-1999378242 tempest-RoutersAdminTest-1999378242-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2060818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1935326'] for router (b94db1ee-2eec-4b64-8558-df93f04ddfc5), after_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:13.527088 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Provisioning complete for port d96a9bc9-2da4-440e-a95c-dcf770cbc695 triggered by entity L2. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:01:13.527723 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (d96a9bc9-2da4-440e-a95c-dcf770cbc695), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:13.628507 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-074240d9-0457-4b6b-b2d9-db184365e2dd tempest-FloatingIPNegativeTestJSON-1520521010 tempest-FloatingIPNegativeTestJSON-1520521010-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2063275'] for router_interface (d3522aaf-3b0f-46d7-b080-b15092aa3ef3), before_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:13.649528 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-227a9edb-027f-4700-9b67-2823d45df431 None None] Network e6312ee6-c51d-427c-8e8c-9762fa09a9ad requested from dv-neutron-master-2-hyperv {{(pid=116163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 11:01:13.727539 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f20a1c7-270e-4164-a53d-54238e042d81 None None] DHCP port deletion for 1ec9fbcf-7a57-4aaa-9c30-4e0f43e09480 request from dv-neutron-master-2-hyperv {{(pid=116163) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 28 11:01:13.727844 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b04016d-f402-4f86-afb9-5e57d0944e03 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Made reservation on behalf of 12780407c7254bdfbde1c04e76d433ee for: {'subnet': 1} {{(pid=116161) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 11:01:13.731494 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-4b04016d-f402-4f86-afb9-5e57d0944e03 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5125580'] for subnet (None), before_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:13.771310 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-efb6106d-a698-4027-bfcf-d014f13326ff tempest-NetworksIpV6Test-263553383 tempest-NetworksIpV6Test-263553383-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042'] for network (082e0056-19e5-4546-a7d6-c2c84989795a), after_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:13.776327 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efb6106d-a698-4027-bfcf-d014f13326ff tempest-NetworksIpV6Test-263553383 tempest-NetworksIpV6Test-263553383-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:01:13.776936 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-efb6106d-a698-4027-bfcf-d014f13326ff tempest-NetworksIpV6Test-263553383 tempest-NetworksIpV6Test-263553383-project] Publish callbacks [] for network (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:13.785426 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.db.api [None req-835fa133-d204-4b0b-b39e-867cea21fa73 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015887823 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015887823-project] Retry wrapper got retriable exception: Unable to create the network. No available network found in maximum allowed attempts. {{(pid=116161) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 28 11:01:13.785743 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG oslo_db.api [None req-835fa133-d204-4b0b-b39e-867cea21fa73 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015887823 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015887823-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_network {{(pid=116161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 28 11:01:13.809064 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-2f20a1c7-270e-4164-a53d-54238e042d81 None None] Deleting port b1d46865-7731-4cfb-94e5-126f8d3ed8c2 {{(pid=116163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 11:01:13.810126 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-2f20a1c7-270e-4164-a53d-54238e042d81 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742235130188'] for port (b1d46865-7731-4cfb-94e5-126f8d3ed8c2), before_delete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:13.873730 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Current status of the port d96a9bc9-2da4-440e-a95c-dcf770cbc695 is: DOWN; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:01:13.874224 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (d96a9bc9-2da4-440e-a95c-dcf770cbc695), before_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:13.911864 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-2f20a1c7-270e-4164-a53d-54238e042d81 None None] For port b1d46865-7731-4cfb-94e5-126f8d3ed8c2, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=b1d46865-7731-4cfb-94e5-126f8d3ed8c2,segment=NetworkSegment(ffa4348d-378b-4e93-98fa-ab0dc49ee16c),segment_id=ffa4348d-378b-4e93-98fa-ab0dc49ee16c)] {{(pid=116163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 11:01:13.912081 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-2f20a1c7-270e-4164-a53d-54238e042d81 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1938497'] for port (b1d46865-7731-4cfb-94e5-126f8d3ed8c2), precommit_delete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:13.925715 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-dfebdb7f-6aec-4d79-9877-26065bcfa55d None None] Provisioning complete for port d96a9bc9-2da4-440e-a95c-dcf770cbc695 triggered by entity DHCP. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:01:13.926244 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-dfebdb7f-6aec-4d79-9877-26065bcfa55d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (d96a9bc9-2da4-440e-a95c-dcf770cbc695), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:13.948284 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 50568) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:01:13.954158 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-efb6106d-a698-4027-bfcf-d014f13326ff tempest-NetworksIpV6Test-263553383 tempest-NetworksIpV6Test-263553383-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.5556736 Apr 28 11:01:13.959237 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 50570) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:01:13.983192 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-2f20a1c7-270e-4164-a53d-54238e042d81 None None] Calling delete_port for b1d46865-7731-4cfb-94e5-126f8d3ed8c2 owned by network:dhcp {{(pid=116163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 11:01:13.986681 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] For port d96a9bc9-2da4-440e-a95c-dcf770cbc695, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=d96a9bc9-2da4-440e-a95c-dcf770cbc695,segment=NetworkSegment(c5c69710-9dfd-41cc-aa2a-f89179a750c6),segment_id=c5c69710-9dfd-41cc-aa2a-f89179a750c6)] {{(pid=116163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 11:01:14.000523 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.v2.base [None req-662fd592-2f55-446d-a4d4-8569b4351985 tempest-NetworksIpV6Test-263553383 tempest-NetworksIpV6Test-263553383-project] Request body: {'subnet': {'network_id': '082e0056-19e5-4546-a7d6-c2c84989795a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=116162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:01:14.008722 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-074240d9-0457-4b6b-b2d9-db184365e2dd tempest-FloatingIPNegativeTestJSON-1520521010 tempest-FloatingIPNegativeTestJSON-1520521010-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (f3813666-e36c-4131-ade1-7752b4244762), before_update {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:14.054830 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb6106d-a698-4027-bfcf-d014f13326ff tempest-NetworksIpV6Test-263553383 tempest-NetworksIpV6Test-263553383-project] Pushing event updated for resources: {'Network': ['ID=082e0056-19e5-4546-a7d6-c2c84989795a,revision_number=1']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:01:14.059620 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393'] for port (d96a9bc9-2da4-440e-a95c-dcf770cbc695), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:14.076876 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Network 082e0056-19e5-4546-a7d6-c2c84989795a details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=116163) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 28 11:01:14.079146 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-3452201f-e65d-4e7c-8b77-391f7f8f3af2 tempest-RoutersIpV6AdminTest-911026605 tempest-RoutersIpV6AdminTest-911026605-project-admin] Publish callbacks [] for router_gateway (2f181560-7a2e-423d-893a-fa1fe9e2a022), before_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:14.119202 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-4b04016d-f402-4f86-afb9-5e57d0944e03 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5220536', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5125438'] for subnet (d8600f17-0267-4578-8fe1-f93c895d40a2), after_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:14.121631 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-dfebdb7f-6aec-4d79-9877-26065bcfa55d None None] Current status of the port d96a9bc9-2da4-440e-a95c-dcf770cbc695 is: DOWN; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:01:14.122073 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-dfebdb7f-6aec-4d79-9877-26065bcfa55d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (d96a9bc9-2da4-440e-a95c-dcf770cbc695), before_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:14.161657 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Device b655703e-9912-4fe6-b0f7-f44c484c250b no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=116163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 11:01:14.197065 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-3452201f-e65d-4e7c-8b77-391f7f8f3af2 tempest-RoutersIpV6AdminTest-911026605 tempest-RoutersIpV6AdminTest-911026605-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (None), before_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:14.222035 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b04016d-f402-4f86-afb9-5e57d0944e03 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Network 1ec9fbcf-7a57-4aaa-9c30-4e0f43e09480 is already hosted by enough agents. {{(pid=116161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 11:01:14.227859 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b04016d-f402-4f86-afb9-5e57d0944e03 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Pushing event updated for resources: {'Subnet': ['ID=d8600f17-0267-4578-8fe1-f93c895d40a2,revision_number=0']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:01:14.232996 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.scheduler.base_scheduler [None req-4b04016d-f402-4f86-afb9-5e57d0944e03 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Resources bound (agent type, host, resource id): {{(pid=116161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 11:01:14.245888 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] No Port match for: b655703e-9912-4fe6-b0f7-f44c484c250b {{(pid=116163) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 28 11:01:14.246370 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Device b655703e-9912-4fe6-b0f7-f44c484c250b not bound to the agent host dv-neutron-master-2-hyperv {{(pid=116163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 11:01:14.251826 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b04016d-f402-4f86-afb9-5e57d0944e03 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:01:14.252505 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-4b04016d-f402-4f86-afb9-5e57d0944e03 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Publish callbacks [] for subnet (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:14.274619 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Pushing event updated for resources: {'Port': ['ID=d96a9bc9-2da4-440e-a95c-dcf770cbc695,revision_number=3']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:01:14.324217 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.db.api [None req-dfebdb7f-6aec-4d79-9877-26065bcfa55d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=116163) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 28 11:01:14.324570 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG oslo_db.api [None req-dfebdb7f-6aec-4d79-9877-26065bcfa55d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=116163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 28 11:01:14.362591 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-74b50620-a744-4fac-913c-7ccaa526a338 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=5609aa114ceb4f54b926d4fb3847cb3e&name=default HTTP/1.1" status: 200 len: 2992 time: 0.4018803 Apr 28 11:01:14.372522 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 50572) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:01:14.405344 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.db.db_base_plugin_common [None req-7290c5c1-ce4e-4993-928a-73707b9f55d2 tempest-FloatingIPTestJSON-373071706 tempest-FloatingIPTestJSON-373071706-project] Allocated IP 172.20.0.1 (53931edc-a3f8-44d1-9b00-bf912d99b237/b703de28-7fa7-4be8-b23f-42ac033f9e00/843960a4-b8cc-41b6-b05f-50adaed02f1b) {{(pid=116162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 11:01:14.434347 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-835fa133-d204-4b0b-b39e-867cea21fa73 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015887823 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015887823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for network (None), before_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:14.526077 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-662fd592-2f55-446d-a4d4-8569b4351985 tempest-NetworksIpV6Test-263553383 tempest-NetworksIpV6Test-263553383-project] Made reservation on behalf of 87154dd24b09463c83aab94c3e93cc15 for: {'subnet': 1} {{(pid=116162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 11:01:14.529624 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-662fd592-2f55-446d-a4d4-8569b4351985 tempest-NetworksIpV6Test-263553383 tempest-NetworksIpV6Test-263553383-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4210834'] for subnet (None), before_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:14.548349 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-835fa133-d204-4b0b-b39e-867cea21fa73 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015887823 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015887823-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 57} {{(pid=116161) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 11:01:14.550245 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-2f20a1c7-270e-4164-a53d-54238e042d81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742235135690', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742234710366'] for port (b1d46865-7731-4cfb-94e5-126f8d3ed8c2), after_delete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:14.569638 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-835fa133-d204-4b0b-b39e-867cea21fa73 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015887823 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015887823-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-961978'] for segment (80afc900-8a77-48d3-9b10-9e0535409ff9), precommit_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:14.570447 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.db.segments_db [None req-835fa133-d204-4b0b-b39e-867cea21fa73 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015887823 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015887823-project] Added segment 80afc900-8a77-48d3-9b10-9e0535409ff9 of type vlan for network c7241194-1007-47e4-ab68-1d88f9726a65 Apr 28 11:01:14.576469 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f20a1c7-270e-4164-a53d-54238e042d81 None None] Pushing event deleted for resources: {'Port': ['ID=b1d46865-7731-4cfb-94e5-126f8d3ed8c2,revision_number=None']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:01:14.586965 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f20a1c7-270e-4164-a53d-54238e042d81 None None] No DVR routers for this DVR port b1d46865-7731-4cfb-94e5-126f8d3ed8c2 on host dv-neutron-master-2-hyperv {{(pid=116163) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 11:01:14.603478 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ca4a980-ad83-4e6e-8feb-657c855942e5 None None] Network 1ec9fbcf-7a57-4aaa-9c30-4e0f43e09480 requested from dv-neutron-master-2-hyperv {{(pid=116163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 11:01:14.610933 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b1941d8-fbaa-403d-84d3-2833449b20f4 tempest-RoutersAdminTest-1999378242 tempest-RoutersAdminTest-1999378242-project-admin] Router b94db1ee-2eec-4b64-8558-df93f04ddfc5 is scheduled to L3 agent 6b492ad6-0876-4d74-b20d-28143a52ceba with binding_index 1 {{(pid=116162) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 28 11:01:14.634539 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.db.db_base_plugin_common [None req-3452201f-e65d-4e7c-8b77-391f7f8f3af2 tempest-RoutersIpV6AdminTest-911026605 tempest-RoutersIpV6AdminTest-911026605-project-admin] Allocated IP 172.36.4.114 (7be49d94-bbb8-4a61-bafe-209c5f861e1c/c0f82f52-05ee-40f2-a57c-9d02e01fb9fa/0b19bcdd-3575-4cd5-ab6e-7f282019c268) {{(pid=116162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 11:01:14.636387 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-835fa133-d204-4b0b-b39e-867cea21fa73 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015887823 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015887823-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742234744962'] for network (c7241194-1007-47e4-ab68-1d88f9726a65), precommit_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:14.636843 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-747a9e5e-a84b-4f1f-9c4d-5906c275b5a9 admin admin] Publish callbacks [] for security_group (1b41ee63-49fb-4f33-a7ae-07c0d40f976a), before_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:14.657323 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-4b04016d-f402-4f86-afb9-5e57d0944e03 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1917593 Apr 28 11:01:14.664682 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 50574) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:01:14.673325 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.v2.base [None req-55057d67-da21-4f6d-a669-70525ce9b834 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Request body: {'subnet': {'network_id': '1ec9fbcf-7a57-4aaa-9c30-4e0f43e09480', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=116161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:01:14.739181 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-747a9e5e-a84b-4f1f-9c4d-5906c275b5a9 admin admin] Publish callbacks [] for security_group (1b41ee63-49fb-4f33-a7ae-07c0d40f976a), precommit_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:14.763961 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-074240d9-0457-4b6b-b2d9-db184365e2dd tempest-FloatingIPNegativeTestJSON-1520521010 tempest-FloatingIPNegativeTestJSON-1520521010-project] Publish callbacks [] for port (f3813666-e36c-4131-ade1-7752b4244762), precommit_update {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:14.780553 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-835fa133-d204-4b0b-b39e-867cea21fa73 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015887823 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015887823-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042'] for network (c7241194-1007-47e4-ab68-1d88f9726a65), after_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:14.785721 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-835fa133-d204-4b0b-b39e-867cea21fa73 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015887823 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015887823-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:01:14.786435 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-835fa133-d204-4b0b-b39e-867cea21fa73 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015887823 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015887823-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603020'] for network (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:14.850228 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-7290c5c1-ce4e-4993-928a-73707b9f55d2 tempest-FloatingIPTestJSON-373071706 tempest-FloatingIPTestJSON-373071706-project] Publish callbacks [] for port (843960a4-b8cc-41b6-b05f-50adaed02f1b), precommit_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:14.881232 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-074240d9-0457-4b6b-b2d9-db184365e2dd tempest-FloatingIPNegativeTestJSON-1520521010 tempest-FloatingIPNegativeTestJSON-1520521010-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5219123'] for port (f3813666-e36c-4131-ade1-7752b4244762), after_update {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:14.888361 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-dfebdb7f-6aec-4d79-9877-26065bcfa55d None None] Current status of the port d96a9bc9-2da4-440e-a95c-dcf770cbc695 is: ACTIVE; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:01:14.903798 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0c115f8-61c1-4b2b-b2e9-9ad0056080db None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-1ec9fbcf-7a57-4aaa-9c30-4e0f43e09480', 'network_id': '1ec9fbcf-7a57-4aaa-9c30-4e0f43e09480', 'project_id': '12780407c7254bdfbde1c04e76d433ee', 'fixed_ips': [{'subnet_id': 'd8600f17-0267-4578-8fe1-f93c895d40a2'}]}} from dv-neutron-master-2-hyperv. {{(pid=116163) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 28 11:01:14.904932 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-c0c115f8-61c1-4b2b-b2e9-9ad0056080db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (None), before_create {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:14.917987 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-835fa133-d204-4b0b-b39e-867cea21fa73 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015887823 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015887823-project] Pushing event updated for resources: {'Network': ['ID=c7241194-1007-47e4-ab68-1d88f9726a65,revision_number=1']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:01:14.954685 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-835fa133-d204-4b0b-b39e-867cea21fa73 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015887823 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015887823-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 803 time: 2.9643064 Apr 28 11:01:14.982257 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Network c7241194-1007-47e4-ab68-1d88f9726a65 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=116163) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 28 11:01:14.983493 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-074240d9-0457-4b6b-b2d9-db184365e2dd tempest-FloatingIPNegativeTestJSON-1520521010 tempest-FloatingIPNegativeTestJSON-1520521010-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1603056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2063387'] for router_interface (d3522aaf-3b0f-46d7-b080-b15092aa3ef3), after_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:14.998360 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074240d9-0457-4b6b-b2d9-db184365e2dd tempest-FloatingIPNegativeTestJSON-1520521010 tempest-FloatingIPNegativeTestJSON-1520521010-project] Pushing event updated for resources: {'Port': ['ID=f3813666-e36c-4131-ade1-7752b4244762,revision_number=2']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:01:15.075620 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55057d67-da21-4f6d-a669-70525ce9b834 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Made reservation on behalf of 12780407c7254bdfbde1c04e76d433ee for: {'subnet': 1} {{(pid=116161) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 11:01:15.079403 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-55057d67-da21-4f6d-a669-70525ce9b834 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5125580'] for subnet (None), before_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:15.086608 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-698b1812-298e-4bac-8f81-40dc9817396b None None] Provisioning complete for port f3813666-e36c-4131-ade1-7752b4244762 triggered by entity DHCP. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:01:15.086608 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-698b1812-298e-4bac-8f81-40dc9817396b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (f3813666-e36c-4131-ade1-7752b4244762), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:15.109327 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-3452201f-e65d-4e7c-8b77-391f7f8f3af2 tempest-RoutersIpV6AdminTest-911026605 tempest-RoutersIpV6AdminTest-911026605-project-admin] Publish callbacks [] for port (0b19bcdd-3575-4cd5-ab6e-7f282019c268), precommit_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:15.128361 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-698b1812-298e-4bac-8f81-40dc9817396b None None] Port f3813666-e36c-4131-ade1-7752b4244762 cannot update to ACTIVE because it is not bound. {{(pid=116163) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 28 11:01:15.148763 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-698b1812-298e-4bac-8f81-40dc9817396b None None] Provisioning complete for port d96a9bc9-2da4-440e-a95c-dcf770cbc695 triggered by entity DHCP. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:01:15.149142 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-698b1812-298e-4bac-8f81-40dc9817396b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (d96a9bc9-2da4-440e-a95c-dcf770cbc695), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:15.158565 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b1941d8-fbaa-403d-84d3-2833449b20f4 tempest-RoutersAdminTest-1999378242 tempest-RoutersAdminTest-1999378242-project-admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=116162) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 11:01:15.168712 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.db_base_plugin_common [None req-c0c115f8-61c1-4b2b-b2e9-9ad0056080db None None] Allocated IP 172.20.0.2 (1ec9fbcf-7a57-4aaa-9c30-4e0f43e09480/d8600f17-0267-4578-8fe1-f93c895d40a2/dd25c505-0504-4caf-9448-ddfa71e35555) {{(pid=116163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 11:01:15.169747 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-735a62b7-bc72-443a-a7b6-84c99d4c7cc5 None None] Sync routers for ids ['b94db1ee-2eec-4b64-8558-df93f04ddfc5'] in dv-neutron-master-2-hyperv {{(pid=116164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 11:01:15.200304 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-074240d9-0457-4b6b-b2d9-db184365e2dd tempest-FloatingIPNegativeTestJSON-1520521010 tempest-FloatingIPNegativeTestJSON-1520521010-project] Network e6312ee6-c51d-427c-8e8c-9762fa09a9ad is already hosted by enough agents. {{(pid=116161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 11:01:15.204464 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.scheduler.base_scheduler [None req-074240d9-0457-4b6b-b2d9-db184365e2dd tempest-FloatingIPNegativeTestJSON-1520521010 tempest-FloatingIPNegativeTestJSON-1520521010-project] Resources bound (agent type, host, resource id): {{(pid=116161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 11:01:15.212596 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-735a62b7-bc72-443a-a7b6-84c99d4c7cc5 None None] Routers {'b94db1ee-2eec-4b64-8558-df93f04ddfc5'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=116164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 11:01:15.216012 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_hamode_db [None req-735a62b7-bc72-443a-a7b6-84c99d4c7cc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-28T10:50:39Z,description=,heartbeat_timestamp=2022-04-28T11:01:09Z,host='dv-neutron-master-2-hyperv',id=6b492ad6-0876-4d74-b20d-28143a52ceba,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T10:50:40Z,topic='l3_agent')) {'router_ids': ['b94db1ee-2eec-4b64-8558-df93f04ddfc5'], 'active': True} {{(pid=116164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:01:15.281328 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-7290c5c1-ce4e-4993-928a-73707b9f55d2 tempest-FloatingIPTestJSON-373071706 tempest-FloatingIPTestJSON-373071706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742234710357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5051867'] for port (843960a4-b8cc-41b6-b05f-50adaed02f1b), after_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:15.335022 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Device d96a9bc9-2da4-440e-a95c-dcf770cbc695 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=116163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 11:01:15.434941 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 50580) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:01:15.443466 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.v2.base [None req-14fbe1d0-ebff-4677-9528-b5777e7ec3e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-440933725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-440933725-project-admin] Request body: {'port': {'network_id': 'c7241194-1007-47e4-ab68-1d88f9726a65', 'binding:host_id': 'hv-neutron-mast', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544094676'}} {{(pid=116161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:01:15.471684 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7290c5c1-ce4e-4993-928a-73707b9f55d2 tempest-FloatingIPTestJSON-373071706 tempest-FloatingIPTestJSON-373071706-project] Pushing event updated for resources: {'Port': ['ID=843960a4-b8cc-41b6-b05f-50adaed02f1b,revision_number=1']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:01:15.486962 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-3b1941d8-fbaa-403d-84d3-2833449b20f4 tempest-RoutersAdminTest-1999378242 tempest-RoutersAdminTest-1999378242-project-admin] Publish callbacks [] for router (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:15.488574 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-3b1941d8-fbaa-403d-84d3-2833449b20f4 tempest-RoutersAdminTest-1999378242 tempest-RoutersAdminTest-1999378242-project-admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 876 time: 8.3586044 Apr 28 11:01:15.494854 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 50582) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:01:15.498123 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-c0c115f8-61c1-4b2b-b2e9-9ad0056080db None None] Publish callbacks [] for port (dd25c505-0504-4caf-9448-ddfa71e35555), precommit_create {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:15.499561 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Provisioning complete for port d96a9bc9-2da4-440e-a95c-dcf770cbc695 triggered by entity L2. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:01:15.499965 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (d96a9bc9-2da4-440e-a95c-dcf770cbc695), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:15.547045 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7290c5c1-ce4e-4993-928a-73707b9f55d2 tempest-FloatingIPTestJSON-373071706 tempest-FloatingIPTestJSON-373071706-project] Network 53931edc-a3f8-44d1-9b00-bf912d99b237 is already hosted by enough agents. {{(pid=116162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 11:01:15.549519 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-698b1812-298e-4bac-8f81-40dc9817396b None None] Current status of the port d96a9bc9-2da4-440e-a95c-dcf770cbc695 is: ACTIVE; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:01:15.564202 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.scheduler.base_scheduler [None req-7290c5c1-ce4e-4993-928a-73707b9f55d2 tempest-FloatingIPTestJSON-373071706 tempest-FloatingIPTestJSON-373071706-project] Resources bound (agent type, host, resource id): {{(pid=116162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 11:01:15.582224 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7290c5c1-ce4e-4993-928a-73707b9f55d2 tempest-FloatingIPTestJSON-373071706 tempest-FloatingIPTestJSON-373071706-project] Received port after_create {{(pid=116162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 11:01:15.601427 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-c0c115f8-61c1-4b2b-b2e9-9ad0056080db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742234710357'] for port (dd25c505-0504-4caf-9448-ddfa71e35555), after_create {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:15.603278 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14fbe1d0-ebff-4677-9528-b5777e7ec3e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-440933725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-440933725-project-admin] Made reservation on behalf of 44abaa920a344be08c0e41495733b80d for: {'port': 1} {{(pid=116161) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 11:01:15.605844 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-14fbe1d0-ebff-4677-9528-b5777e7ec3e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-440933725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-440933725-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (None), before_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:15.663211 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_dvr_db [None req-735a62b7-bc72-443a-a7b6-84c99d4c7cc5 None None] Set router b94db1ee-2eec-4b64-8558-df93f04ddfc5 gateway port host: dv-neutron-master-2-hyperv {{(pid=116164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 11:01:15.679590 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-14fbe1d0-ebff-4677-9528-b5777e7ec3e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-440933725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-440933725-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:15.679803 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Current status of the port d96a9bc9-2da4-440e-a95c-dcf770cbc695 is: ACTIVE; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:01:15.702767 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0c115f8-61c1-4b2b-b2e9-9ad0056080db None None] Network 1ec9fbcf-7a57-4aaa-9c30-4e0f43e09480 is already hosted by enough agents. {{(pid=116163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 11:01:15.716185 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.scheduler.base_scheduler [None req-c0c115f8-61c1-4b2b-b2e9-9ad0056080db None None] Resources bound (agent type, host, resource id): {{(pid=116163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 11:01:15.731063 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-7290c5c1-ce4e-4993-928a-73707b9f55d2 tempest-FloatingIPTestJSON-373071706 tempest-FloatingIPTestJSON-373071706-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2063275'] for router_interface (95215caa-c306-4f42-88fe-7b8468f0ea15), before_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:15.731272 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0c115f8-61c1-4b2b-b2e9-9ad0056080db None None] Received port after_create {{(pid=116163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 11:01:15.745960 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-96b00161-54f8-4ba9-bafc-dab9c7b6b39e None None] Provisioning complete for port f3813666-e36c-4131-ade1-7752b4244762 triggered by entity DHCP. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:01:15.746340 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-96b00161-54f8-4ba9-bafc-dab9c7b6b39e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (f3813666-e36c-4131-ade1-7752b4244762), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:15.750040 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c115f8-61c1-4b2b-b2e9-9ad0056080db None None] Pushing event updated for resources: {'Port': ['ID=dd25c505-0504-4caf-9448-ddfa71e35555,revision_number=1']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:01:15.758105 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-747a9e5e-a84b-4f1f-9c4d-5906c275b5a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924426'] for security_group (1b41ee63-49fb-4f33-a7ae-07c0d40f976a), after_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:15.761332 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-747a9e5e-a84b-4f1f-9c4d-5906c275b5a9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:15.762617 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-747a9e5e-a84b-4f1f-9c4d-5906c275b5a9 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/1b41ee63-49fb-4f33-a7ae-07c0d40f976a HTTP/1.1" status: 204 len: 168 time: 1.3872640 Apr 28 11:01:15.767713 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-d487f044-3b45-4f2c-94bd-805487779c1e tempest-RoutersAdminTest-1999378242 tempest-RoutersAdminTest-1999378242-project-admin] Publish callbacks [] for router (b94db1ee-2eec-4b64-8558-df93f04ddfc5), before_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:15.780513 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-074240d9-0457-4b6b-b2d9-db184365e2dd tempest-FloatingIPNegativeTestJSON-1520521010 tempest-FloatingIPNegativeTestJSON-1520521010-project] Router d3522aaf-3b0f-46d7-b080-b15092aa3ef3 is scheduled to L3 agent 6b492ad6-0876-4d74-b20d-28143a52ceba with binding_index 1 {{(pid=116161) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 28 11:01:15.821804 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-96b00161-54f8-4ba9-bafc-dab9c7b6b39e None None] Port f3813666-e36c-4131-ade1-7752b4244762 cannot update to ACTIVE because it is not bound. {{(pid=116163) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 28 11:01:15.824748 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Device b1d46865-7731-4cfb-94e5-126f8d3ed8c2 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=116163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 11:01:15.868906 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] No Port match for: b1d46865-7731-4cfb-94e5-126f8d3ed8c2 {{(pid=116163) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 28 11:01:15.869239 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Device b1d46865-7731-4cfb-94e5-126f8d3ed8c2 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=116163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 11:01:15.881574 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.managers [None req-c0c115f8-61c1-4b2b-b2e9-9ad0056080db None None] Attempting to bind port dd25c505-0504-4caf-9448-ddfa71e35555 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=116163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 28 11:01:15.882009 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.managers [None req-c0c115f8-61c1-4b2b-b2e9-9ad0056080db None None] Attempting to bind port dd25c505-0504-4caf-9448-ddfa71e35555 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'ffa4348d-378b-4e93-98fa-ab0dc49ee16c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '1ec9fbcf-7a57-4aaa-9c30-4e0f43e09480'}] {{(pid=116163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 28 11:01:15.882350 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0c115f8-61c1-4b2b-b2e9-9ad0056080db None None] Attempting to bind port dd25c505-0504-4caf-9448-ddfa71e35555 on network 1ec9fbcf-7a57-4aaa-9c30-4e0f43e09480 {{(pid=116163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 11:01:15.889024 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0c115f8-61c1-4b2b-b2e9-9ad0056080db None None] Checking agent: {'id': 'd5baab19-5dd1-4902-922b-84acb048ab9c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 10, 50, 43), 'started_at': datetime.datetime(2022, 4, 28, 10, 51, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 11, 1, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=116163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 11:01:15.889696 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0c115f8-61c1-4b2b-b2e9-9ad0056080db None None] Checking segment: {'id': 'ffa4348d-378b-4e93-98fa-ab0dc49ee16c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '1ec9fbcf-7a57-4aaa-9c30-4e0f43e09480'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 11:01:15.889959 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-c0c115f8-61c1-4b2b-b2e9-9ad0056080db None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:15.890387 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0c115f8-61c1-4b2b-b2e9-9ad0056080db None None] Bound using segment: {'id': 'ffa4348d-378b-4e93-98fa-ab0dc49ee16c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '1ec9fbcf-7a57-4aaa-9c30-4e0f43e09480'} {{(pid=116163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 11:01:15.890889 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.managers [None req-c0c115f8-61c1-4b2b-b2e9-9ad0056080db None None] Bound port: dd25c505-0504-4caf-9448-ddfa71e35555, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ffa4348d-378b-4e93-98fa-ab0dc49ee16c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '1ec9fbcf-7a57-4aaa-9c30-4e0f43e09480'}}] {{(pid=116163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 28 11:01:15.891849 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-c0c115f8-61c1-4b2b-b2e9-9ad0056080db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (dd25c505-0504-4caf-9448-ddfa71e35555), before_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:15.909542 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-3452201f-e65d-4e7c-8b77-391f7f8f3af2 tempest-RoutersIpV6AdminTest-911026605 tempest-RoutersIpV6AdminTest-911026605-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742234710357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5051867'] for port (0b19bcdd-3575-4cd5-ab6e-7f282019c268), after_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:15.971808 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-c0c115f8-61c1-4b2b-b2e9-9ad0056080db None None] For port dd25c505-0504-4caf-9448-ddfa71e35555, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=116163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 11:01:15.975209 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-c0c115f8-61c1-4b2b-b2e9-9ad0056080db None None] For port dd25c505-0504-4caf-9448-ddfa71e35555, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=dd25c505-0504-4caf-9448-ddfa71e35555,segment=NetworkSegment(ffa4348d-378b-4e93-98fa-ab0dc49ee16c),segment_id=ffa4348d-378b-4e93-98fa-ab0dc49ee16c)] {{(pid=116163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 11:01:16.025783 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_hamode_db [None req-735a62b7-bc72-443a-a7b6-84c99d4c7cc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b94db1ee-2eec-4b64-8558-df93f04ddfc5', 'name': '', 'tenant_id': '7646eaf4a28240e4a1690c253e736cc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9b78c98-8d3b-4c60-a959-6cb6a48b057b', 'external_fixed_ips': [{'subnet_id': 'f87c75a5-fcc6-4ace-a26e-a53525cae303', 'ip_address': '172.20.0.13'}], 'enable_snat': True}, 'gw_port_id': 'ff23f9d3-eac6-4320-8862-d1518851cfc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T11:01:07Z', 'updated_at': '2022-04-28T11:01:11Z', 'revision_number': 3, 'project_id': '7646eaf4a28240e4a1690c253e736cc2', 'gw_port': {'id': 'ff23f9d3-eac6-4320-8862-d1518851cfc5', 'name': '', 'network_id': 'b9b78c98-8d3b-4c60-a959-6cb6a48b057b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:c0:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b94db1ee-2eec-4b64-8558-df93f04ddfc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': 'f87c75a5-fcc6-4ace-a26e-a53525cae303', 'ip_address': '172.20.0.13', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:01:08Z', 'updated_at': '2022-04-28T11:01:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f87c75a5-fcc6-4ace-a26e-a53525cae303', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=116164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:01:16.050043 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-c0c115f8-61c1-4b2b-b2e9-9ad0056080db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393'] for port (dd25c505-0504-4caf-9448-ddfa71e35555), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:16.057512 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-4c84b2da-4865-428a-8cba-07e86bf924aa None None] Provisioning complete for port 843960a4-b8cc-41b6-b05f-50adaed02f1b triggered by entity DHCP. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:01:16.058783 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-4c84b2da-4865-428a-8cba-07e86bf924aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (843960a4-b8cc-41b6-b05f-50adaed02f1b), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:16.107286 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-735a62b7-bc72-443a-a7b6-84c99d4c7cc5 None None] Checking router: b94db1ee-2eec-4b64-8558-df93f04ddfc5 for host: dv-neutron-master-2-hyperv {{(pid=116164) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 11:01:16.107638 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-735a62b7-bc72-443a-a7b6-84c99d4c7cc5 None None] Updating router b94db1ee-2eec-4b64-8558-df93f04ddfc5 port ff23f9d3-eac6-4320-8862-d1518851cfc5 binding host dv-neutron-master-2-hyperv {{(pid=116164) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 28 11:01:16.153728 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron_lib.callbacks.manager [None req-735a62b7-bc72-443a-a7b6-84c99d4c7cc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (ff23f9d3-eac6-4320-8862-d1518851cfc5), before_update {{(pid=116164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:16.168007 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-4c84b2da-4865-428a-8cba-07e86bf924aa None None] Port 843960a4-b8cc-41b6-b05f-50adaed02f1b cannot update to ACTIVE because it is not bound. {{(pid=116163) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 28 11:01:16.195947 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c115f8-61c1-4b2b-b2e9-9ad0056080db None None] Pushing event updated for resources: {'Port': ['ID=dd25c505-0504-4caf-9448-ddfa71e35555,revision_number=2']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:01:16.442627 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3452201f-e65d-4e7c-8b77-391f7f8f3af2 tempest-RoutersIpV6AdminTest-911026605 tempest-RoutersIpV6AdminTest-911026605-project-admin] Pushing event updated for resources: {'Port': ['ID=0b19bcdd-3575-4cd5-ab6e-7f282019c268,revision_number=1']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:01:16.452031 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-747a9e5e-a84b-4f1f-9c4d-5906c275b5a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b41ee63-49fb-4f33-a7ae-07c0d40f976a,revision_number=None']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:01:16.468636 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-662fd592-2f55-446d-a4d4-8569b4351985 tempest-NetworksIpV6Test-263553383 tempest-NetworksIpV6Test-263553383-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5054027', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4210784'] for subnet (3fd39a84-ece5-45d9-8a21-311ba37716ad), after_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:16.479472 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-14fbe1d0-ebff-4677-9528-b5777e7ec3e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-440933725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-440933725-project-admin] Publish callbacks [] for security_group (1ea77ceb-ae78-4ab1-8de7-37160c7a1ca7), precommit_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:16.508836 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3452201f-e65d-4e7c-8b77-391f7f8f3af2 tempest-RoutersIpV6AdminTest-911026605 tempest-RoutersIpV6AdminTest-911026605-project-admin] Network 7be49d94-bbb8-4a61-bafe-209c5f861e1c is already hosted by enough agents. {{(pid=116162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 11:01:16.518929 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-d487f044-3b45-4f2c-94bd-805487779c1e tempest-RoutersAdminTest-1999378242 tempest-RoutersAdminTest-1999378242-project-admin] Publish callbacks [] for router_gateway (b94db1ee-2eec-4b64-8558-df93f04ddfc5), before_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:16.520963 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-074240d9-0457-4b6b-b2d9-db184365e2dd tempest-FloatingIPNegativeTestJSON-1520521010 tempest-FloatingIPNegativeTestJSON-1520521010-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=116161) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 11:01:16.527111 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-074240d9-0457-4b6b-b2d9-db184365e2dd tempest-FloatingIPNegativeTestJSON-1520521010 tempest-FloatingIPNegativeTestJSON-1520521010-project] 10.222.0.10 "PUT /v2.0/routers/d3522aaf-3b0f-46d7-b080-b15092aa3ef3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4178407 Apr 28 11:01:16.534223 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-779b593d-8640-4efa-b7a1-883d90234907 None None] Sync routers for ids ['d3522aaf-3b0f-46d7-b080-b15092aa3ef3'] in dv-neutron-master-2-hyperv {{(pid=116163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 11:01:16.535634 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 50590) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:01:16.549968 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-779b593d-8640-4efa-b7a1-883d90234907 None None] Routers {'d3522aaf-3b0f-46d7-b080-b15092aa3ef3'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=116163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 11:01:16.550871 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_hamode_db [None req-779b593d-8640-4efa-b7a1-883d90234907 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-28T10:50:39Z,description=,heartbeat_timestamp=2022-04-28T11:01:09Z,host='dv-neutron-master-2-hyperv',id=6b492ad6-0876-4d74-b20d-28143a52ceba,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T10:50:40Z,topic='l3_agent')) {'router_ids': ['d3522aaf-3b0f-46d7-b080-b15092aa3ef3'], 'active': True} {{(pid=116163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:01:16.585527 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-14fbe1d0-ebff-4677-9528-b5777e7ec3e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-440933725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-440933725-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924426'] for security_group (1ea77ceb-ae78-4ab1-8de7-37160c7a1ca7), after_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:16.613882 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_hamode_db [None req-779b593d-8640-4efa-b7a1-883d90234907 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=116163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:01:16.623972 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-779b593d-8640-4efa-b7a1-883d90234907 None None] Routers {'d3522aaf-3b0f-46d7-b080-b15092aa3ef3'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=116163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 11:01:16.624136 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.scheduler.base_scheduler [None req-3452201f-e65d-4e7c-8b77-391f7f8f3af2 tempest-RoutersIpV6AdminTest-911026605 tempest-RoutersIpV6AdminTest-911026605-project-admin] Resources bound (agent type, host, resource id): {{(pid=116162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 11:01:16.624672 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_hamode_db [None req-779b593d-8640-4efa-b7a1-883d90234907 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-28T10:50:39Z,description=,heartbeat_timestamp=2022-04-28T11:01:09Z,host='dv-neutron-master-2-hyperv',id=6b492ad6-0876-4d74-b20d-28143a52ceba,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T10:50:40Z,topic='l3_agent')) {'router_ids': ['d3522aaf-3b0f-46d7-b080-b15092aa3ef3'], 'active': True} {{(pid=116163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:01:16.644149 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.v2.base [None req-e8257968-8d6b-464f-a3c5-0d1389e7ee8a tempest-FloatingIPNegativeTestJSON-1520521010 tempest-FloatingIPNegativeTestJSON-1520521010-project] Request body: {'port': {'network_id': 'e6312ee6-c51d-427c-8e8c-9762fa09a9ad', 'name': 'tempest-FloatingIPNegativeTestJSON-887016712'}} {{(pid=116162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:01:16.696948 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_hamode_db [None req-779b593d-8640-4efa-b7a1-883d90234907 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=116163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:01:16.697516 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-779b593d-8640-4efa-b7a1-883d90234907 None None] The sync data for ids ['d3522aaf-3b0f-46d7-b080-b15092aa3ef3'] in dv-neutron-master-2-hyperv is: [] {{(pid=116163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 11:01:16.704224 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron_lib.callbacks.manager [None req-735a62b7-bc72-443a-a7b6-84c99d4c7cc5 None None] Publish callbacks [] for port (ff23f9d3-eac6-4320-8862-d1518851cfc5), precommit_update {{(pid=116164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:16.709187 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.notifiers.nova [None req-14fbe1d0-ebff-4677-9528-b5777e7ec3e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-440933725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-440933725-project-admin] device_id is not set on port 7cb25809-3de5-4545-ac33-538352b74ac2 yet. {{(pid=116161) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 28 11:01:16.714206 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3452201f-e65d-4e7c-8b77-391f7f8f3af2 tempest-RoutersIpV6AdminTest-911026605 tempest-RoutersIpV6AdminTest-911026605-project-admin] Received port after_create {{(pid=116162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 11:01:16.717494 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-662fd592-2f55-446d-a4d4-8569b4351985 tempest-NetworksIpV6Test-263553383 tempest-NetworksIpV6Test-263553383-project] Checking segment: {'id': '06bba10d-9701-4645-8cf0-21c73c9590d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '082e0056-19e5-4546-a7d6-c2c84989795a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 11:01:16.720113 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-662fd592-2f55-446d-a4d4-8569b4351985 tempest-NetworksIpV6Test-263553383 tempest-NetworksIpV6Test-263553383-project] Network hostable DHCP agents. Network: 082e0056-19e5-4546-a7d6-c2c84989795a, hostable agents: ['75ba81b7-fe99-4281-90d2-a5adb445ecea'], hosted agents: [] {{(pid=116162) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 11:01:16.774640 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.objects.ports [None req-55057d67-da21-4f6d-a669-70525ce9b834 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=116161) get_objects /opt/stack/neutron/neutron/objects/ports.py:463}} Apr 28 11:01:16.788597 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-7290c5c1-ce4e-4993-928a-73707b9f55d2 tempest-FloatingIPTestJSON-373071706 tempest-FloatingIPTestJSON-373071706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (843960a4-b8cc-41b6-b05f-50adaed02f1b), before_update {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:16.824184 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron_lib.callbacks.manager [None req-735a62b7-bc72-443a-a7b6-84c99d4c7cc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393'] for port (ff23f9d3-eac6-4320-8862-d1518851cfc5), after_update {{(pid=116164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:16.835146 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662fd592-2f55-446d-a4d4-8569b4351985 tempest-NetworksIpV6Test-263553383 tempest-NetworksIpV6Test-263553383-project] Pushing event updated for resources: {'Subnet': ['ID=3fd39a84-ece5-45d9-8a21-311ba37716ad,revision_number=0']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:01:16.918369 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.plugins.ml2.managers [None req-735a62b7-bc72-443a-a7b6-84c99d4c7cc5 None None] Attempting to bind port ff23f9d3-eac6-4320-8862-d1518851cfc5 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=116164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 28 11:01:16.918761 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.plugins.ml2.managers [None req-735a62b7-bc72-443a-a7b6-84c99d4c7cc5 None None] Attempting to bind port ff23f9d3-eac6-4320-8862-d1518851cfc5 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'fd89bbdc-70d1-4eb6-9001-e72bdb6ebf5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'b9b78c98-8d3b-4c60-a959-6cb6a48b057b'}] {{(pid=116164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 28 11:01:16.919123 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-735a62b7-bc72-443a-a7b6-84c99d4c7cc5 None None] Attempting to bind port ff23f9d3-eac6-4320-8862-d1518851cfc5 on network b9b78c98-8d3b-4c60-a959-6cb6a48b057b {{(pid=116164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 11:01:16.932914 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-662fd592-2f55-446d-a4d4-8569b4351985 tempest-NetworksIpV6Test-263553383 tempest-NetworksIpV6Test-263553383-project] Network 082e0056-19e5-4546-a7d6-c2c84989795a is scheduled to be hosted by DHCP agent 75ba81b7-fe99-4281-90d2-a5adb445ecea with binding_index 1 {{(pid=116162) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 11:01:16.933541 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14fbe1d0-ebff-4677-9528-b5777e7ec3e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-440933725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-440933725-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ea77ceb-ae78-4ab1-8de7-37160c7a1ca7,revision_number=1']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:01:16.943509 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ba818d-aa74-4f1b-8900-55b90895c590 None None] Pushing event updated for resources: {'Port': ['ID=ff23f9d3-eac6-4320-8862-d1518851cfc5,revision_number=2']} {{(pid=116164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:01:16.947143 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-735a62b7-bc72-443a-a7b6-84c99d4c7cc5 None None] Checking agent: {'id': 'd5baab19-5dd1-4902-922b-84acb048ab9c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 10, 50, 43), 'started_at': datetime.datetime(2022, 4, 28, 10, 51, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 11, 1, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=116164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 11:01:16.954806 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-735a62b7-bc72-443a-a7b6-84c99d4c7cc5 None None] Checking segment: {'id': 'fd89bbdc-70d1-4eb6-9001-e72bdb6ebf5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'b9b78c98-8d3b-4c60-a959-6cb6a48b057b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 11:01:16.954806 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron_lib.callbacks.manager [None req-735a62b7-bc72-443a-a7b6-84c99d4c7cc5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=116164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:16.954806 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-735a62b7-bc72-443a-a7b6-84c99d4c7cc5 None None] Bound using segment: {'id': 'fd89bbdc-70d1-4eb6-9001-e72bdb6ebf5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'b9b78c98-8d3b-4c60-a959-6cb6a48b057b'} {{(pid=116164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 11:01:16.954806 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.plugins.ml2.managers [None req-735a62b7-bc72-443a-a7b6-84c99d4c7cc5 None None] Bound port: ff23f9d3-eac6-4320-8862-d1518851cfc5, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd89bbdc-70d1-4eb6-9001-e72bdb6ebf5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'b9b78c98-8d3b-4c60-a959-6cb6a48b057b'}}] {{(pid=116164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 28 11:01:16.954806 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron_lib.callbacks.manager [None req-735a62b7-bc72-443a-a7b6-84c99d4c7cc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (ff23f9d3-eac6-4320-8862-d1518851cfc5), before_update {{(pid=116164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:16.980460 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.plugin [None req-d487f044-3b45-4f2c-94bd-805487779c1e tempest-RoutersAdminTest-1999378242 tempest-RoutersAdminTest-1999378242-project-admin] Deleting port ff23f9d3-eac6-4320-8862-d1518851cfc5 {{(pid=116161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 11:01:16.980646 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-d487f044-3b45-4f2c-94bd-805487779c1e tempest-RoutersAdminTest-1999378242 tempest-RoutersAdminTest-1999378242-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742235130188'] for port (ff23f9d3-eac6-4320-8862-d1518851cfc5), before_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:17.027429 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.plugins.ml2.db [None req-735a62b7-bc72-443a-a7b6-84c99d4c7cc5 None None] For port ff23f9d3-eac6-4320-8862-d1518851cfc5, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=116164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 11:01:17.032922 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.plugins.ml2.db [None req-735a62b7-bc72-443a-a7b6-84c99d4c7cc5 None None] For port ff23f9d3-eac6-4320-8862-d1518851cfc5, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=ff23f9d3-eac6-4320-8862-d1518851cfc5,segment=NetworkSegment(fd89bbdc-70d1-4eb6-9001-e72bdb6ebf5f),segment_id=fd89bbdc-70d1-4eb6-9001-e72bdb6ebf5f)] {{(pid=116164) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 11:01:17.057097 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.scheduler.base_scheduler [None req-662fd592-2f55-446d-a4d4-8569b4351985 tempest-NetworksIpV6Test-263553383 tempest-NetworksIpV6Test-263553383-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 082e0056-19e5-4546-a7d6-c2c84989795a) {{(pid=116162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 11:01:17.069375 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b20c1d1-c79a-4c2d-a662-c1222f227a48 None None] Network 082e0056-19e5-4546-a7d6-c2c84989795a requested from dv-neutron-master-2-hyperv {{(pid=116163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 11:01:17.072500 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-662fd592-2f55-446d-a4d4-8569b4351985 tempest-NetworksIpV6Test-263553383 tempest-NetworksIpV6Test-263553383-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:01:17.073520 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-662fd592-2f55-446d-a4d4-8569b4351985 tempest-NetworksIpV6Test-263553383 tempest-NetworksIpV6Test-263553383-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603020'] for subnet (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:17.142516 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron_lib.callbacks.manager [None req-735a62b7-bc72-443a-a7b6-84c99d4c7cc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393'] for port (ff23f9d3-eac6-4320-8862-d1518851cfc5), after_update {{(pid=116164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:17.211072 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8257968-8d6b-464f-a3c5-0d1389e7ee8a tempest-FloatingIPNegativeTestJSON-1520521010 tempest-FloatingIPNegativeTestJSON-1520521010-project] Made reservation on behalf of 910ae33b3879461f82384aaa3be3a3e7 for: {'port': 1} {{(pid=116162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 11:01:17.215200 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-e8257968-8d6b-464f-a3c5-0d1389e7ee8a tempest-FloatingIPNegativeTestJSON-1520521010 tempest-FloatingIPNegativeTestJSON-1520521010-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (None), before_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:17.225776 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-662fd592-2f55-446d-a4d4-8569b4351985 tempest-NetworksIpV6Test-263553383 tempest-NetworksIpV6Test-263553383-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 3.2291014 Apr 28 11:01:17.226882 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 50602) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:01:17.256953 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-735a62b7-bc72-443a-a7b6-84c99d4c7cc5 None None] Routers {'b94db1ee-2eec-4b64-8558-df93f04ddfc5'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=116164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 11:01:17.257621 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_hamode_db [None req-735a62b7-bc72-443a-a7b6-84c99d4c7cc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-28T10:50:39Z,description=,heartbeat_timestamp=2022-04-28T11:01:09Z,host='dv-neutron-master-2-hyperv',id=6b492ad6-0876-4d74-b20d-28143a52ceba,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T10:50:40Z,topic='l3_agent')) {'router_ids': ['b94db1ee-2eec-4b64-8558-df93f04ddfc5'], 'active': True} {{(pid=116164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:01:17.284263 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dfb9d2d-3a6f-4ab7-b617-9846a72b055f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-082e0056-19e5-4546-a7d6-c2c84989795a', 'network_id': '082e0056-19e5-4546-a7d6-c2c84989795a', 'project_id': '87154dd24b09463c83aab94c3e93cc15', 'fixed_ips': [{'subnet_id': '3fd39a84-ece5-45d9-8a21-311ba37716ad'}]}} from dv-neutron-master-2-hyperv. {{(pid=116163) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 28 11:01:17.285709 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-7dfb9d2d-3a6f-4ab7-b617-9846a72b055f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (None), before_create {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:17.317558 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ba818d-aa74-4f1b-8900-55b90895c590 None None] Pushing event updated for resources: {'Port': ['ID=ff23f9d3-eac6-4320-8862-d1518851cfc5,revision_number=3']} {{(pid=116164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:01:17.319789 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-d487f044-3b45-4f2c-94bd-805487779c1e tempest-RoutersAdminTest-1999378242 tempest-RoutersAdminTest-1999378242-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1938497'] for port (ff23f9d3-eac6-4320-8862-d1518851cfc5), precommit_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:17.387956 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.notifiers.nova [None req-e8257968-8d6b-464f-a3c5-0d1389e7ee8a tempest-FloatingIPNegativeTestJSON-1520521010 tempest-FloatingIPNegativeTestJSON-1520521010-project] device_id is not set on port 14868a32-1a8e-4337-a6e9-a3a2d5edcf52 yet. {{(pid=116162) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 28 11:01:17.444923 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_dvr_db [None req-735a62b7-bc72-443a-a7b6-84c99d4c7cc5 None None] Set router b94db1ee-2eec-4b64-8558-df93f04ddfc5 gateway port host: None {{(pid=116164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 11:01:17.445394 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Device dd25c505-0504-4caf-9448-ddfa71e35555 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=116163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 11:01:17.451576 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.plugin [None req-d487f044-3b45-4f2c-94bd-805487779c1e tempest-RoutersAdminTest-1999378242 tempest-RoutersAdminTest-1999378242-project-admin] Calling delete_port for ff23f9d3-eac6-4320-8862-d1518851cfc5 owned by network:router_gateway {{(pid=116161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 11:01:17.524493 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-55057d67-da21-4f6d-a669-70525ce9b834 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (dd25c505-0504-4caf-9448-ddfa71e35555), before_update {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:17.557261 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_hamode_db [None req-735a62b7-bc72-443a-a7b6-84c99d4c7cc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b94db1ee-2eec-4b64-8558-df93f04ddfc5', 'name': '', 'tenant_id': '7646eaf4a28240e4a1690c253e736cc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T11:01:07Z', 'updated_at': '2022-04-28T11:01:16Z', 'revision_number': 4, 'project_id': '7646eaf4a28240e4a1690c253e736cc2', 'gw_port_host': None}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=116164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:01:17.595773 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-735a62b7-bc72-443a-a7b6-84c99d4c7cc5 None None] The sync data for ids ['b94db1ee-2eec-4b64-8558-df93f04ddfc5'] in dv-neutron-master-2-hyperv is: [{'id': 'b94db1ee-2eec-4b64-8558-df93f04ddfc5', 'name': '', 'tenant_id': '7646eaf4a28240e4a1690c253e736cc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T11:01:07Z', 'updated_at': '2022-04-28T11:01:16Z', 'revision_number': 4, 'project_id': '7646eaf4a28240e4a1690c253e736cc2', 'gw_port_host': None}] {{(pid=116164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 11:01:17.602089 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Provisioning complete for port dd25c505-0504-4caf-9448-ddfa71e35555 triggered by entity L2. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:01:17.604602 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (dd25c505-0504-4caf-9448-ddfa71e35555), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:17.607550 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.db_base_plugin_common [None req-7dfb9d2d-3a6f-4ab7-b617-9846a72b055f None None] Allocated IP 2001:db8::1 (082e0056-19e5-4546-a7d6-c2c84989795a/3fd39a84-ece5-45d9-8a21-311ba37716ad/8cff55fa-e1cc-43f3-a943-9a0fa9fc24d1) {{(pid=116163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 11:01:17.688318 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 50608) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:01:17.749132 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-7bf90536-5467-4317-847b-d0a1f0f293c1 tempest-NetworksIpV6Test-263553383 tempest-NetworksIpV6Test-263553383-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-979593'] for network (082e0056-19e5-4546-a7d6-c2c84989795a), before_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:17.767700 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.notifiers.nova [None req-14fbe1d0-ebff-4677-9528-b5777e7ec3e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-440933725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-440933725-project-admin] device_id is not set on port 7cb25809-3de5-4545-ac33-538352b74ac2 yet. {{(pid=116161) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 28 11:01:17.806071 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Current status of the port dd25c505-0504-4caf-9448-ddfa71e35555 is: DOWN; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:01:17.806625 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-14fbe1d0-ebff-4677-9528-b5777e7ec3e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-440933725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-440933725-project-admin] Publish callbacks [] for port (7cb25809-3de5-4545-ac33-538352b74ac2), precommit_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:17.806890 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (dd25c505-0504-4caf-9448-ddfa71e35555), before_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:17.869664 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-d340783f-842c-462c-841e-127c759671e1 None None] Provisioning complete for port dd25c505-0504-4caf-9448-ddfa71e35555 triggered by entity DHCP. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:01:17.870292 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-d340783f-842c-462c-841e-127c759671e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (dd25c505-0504-4caf-9448-ddfa71e35555), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:17.874742 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-3452201f-e65d-4e7c-8b77-391f7f8f3af2 tempest-RoutersIpV6AdminTest-911026605 tempest-RoutersIpV6AdminTest-911026605-project-admin] Publish callbacks [] for router_gateway (2f181560-7a2e-423d-893a-fa1fe9e2a022), after_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:17.953371 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-14fbe1d0-ebff-4677-9528-b5777e7ec3e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-440933725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-440933725-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742234710357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5219112'] for port (7cb25809-3de5-4545-ac33-538352b74ac2), after_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:17.990106 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-7dfb9d2d-3a6f-4ab7-b617-9846a72b055f None None] Publish callbacks [] for port (8cff55fa-e1cc-43f3-a943-9a0fa9fc24d1), precommit_create {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:18.012562 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.v2.base [None req-3175bab3-cc04-47b9-bb26-8f8a215b41b8 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-950764993-network', 'tenant_id': 'e9b5b362688444d0864b3692ffb5d0ef'}} {{(pid=116162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:01:18.027649 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-d340783f-842c-462c-841e-127c759671e1 None None] Current status of the port dd25c505-0504-4caf-9448-ddfa71e35555 is: DOWN; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:01:18.027649 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-d340783f-842c-462c-841e-127c759671e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (dd25c505-0504-4caf-9448-ddfa71e35555), before_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:18.029719 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.db [None req-55057d67-da21-4f6d-a669-70525ce9b834 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] For port dd25c505-0504-4caf-9448-ddfa71e35555, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=dd25c505-0504-4caf-9448-ddfa71e35555,segment=NetworkSegment(ffa4348d-378b-4e93-98fa-ab0dc49ee16c),segment_id=ffa4348d-378b-4e93-98fa-ab0dc49ee16c)] {{(pid=116161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 11:01:18.040119 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-7290c5c1-ce4e-4993-928a-73707b9f55d2 tempest-FloatingIPTestJSON-373071706 tempest-FloatingIPTestJSON-373071706-project] Publish callbacks [] for port (843960a4-b8cc-41b6-b05f-50adaed02f1b), precommit_update {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:18.042301 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.db.db_base_plugin_common [None req-e8257968-8d6b-464f-a3c5-0d1389e7ee8a tempest-FloatingIPNegativeTestJSON-1520521010 tempest-FloatingIPNegativeTestJSON-1520521010-project] Allocated IP 172.20.0.7 (e6312ee6-c51d-427c-8e8c-9762fa09a9ad/a9892b6d-4568-4c52-b665-6a2a5afa56ba/14868a32-1a8e-4337-a6e9-a3a2d5edcf52) {{(pid=116162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 11:01:18.052742 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14fbe1d0-ebff-4677-9528-b5777e7ec3e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-440933725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-440933725-project-admin] Pushing event updated for resources: {'Port': ['ID=7cb25809-3de5-4545-ac33-538352b74ac2,revision_number=1']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:01:18.056713 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-7bf90536-5467-4317-847b-d0a1f0f293c1 tempest-NetworksIpV6Test-263553383 tempest-NetworksIpV6Test-263553383-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-971303'] for subnet (3fd39a84-ece5-45d9-8a21-311ba37716ad), precommit_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:18.075803 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-7dfb9d2d-3a6f-4ab7-b617-9846a72b055f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742234710357'] for port (8cff55fa-e1cc-43f3-a943-9a0fa9fc24d1), after_create {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:18.126359 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-55057d67-da21-4f6d-a669-70525ce9b834 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Publish callbacks [] for port (dd25c505-0504-4caf-9448-ddfa71e35555), precommit_update {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:18.129998 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dfb9d2d-3a6f-4ab7-b617-9846a72b055f None None] Network 082e0056-19e5-4546-a7d6-c2c84989795a is already hosted by enough agents. {{(pid=116163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 11:01:18.134178 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dfb9d2d-3a6f-4ab7-b617-9846a72b055f None None] Pushing event updated for resources: {'Port': ['ID=8cff55fa-e1cc-43f3-a943-9a0fa9fc24d1,revision_number=1']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:01:18.136197 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14fbe1d0-ebff-4677-9528-b5777e7ec3e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-440933725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-440933725-project-admin] Checking segment: {'id': '80afc900-8a77-48d3-9b10-9e0535409ff9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'c7241194-1007-47e4-ab68-1d88f9726a65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 11:01:18.136499 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14fbe1d0-ebff-4677-9528-b5777e7ec3e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-440933725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-440933725-project-admin] Network hostable DHCP agents. Network: c7241194-1007-47e4-ab68-1d88f9726a65, hostable agents: ['75ba81b7-fe99-4281-90d2-a5adb445ecea'], hosted agents: [] {{(pid=116161) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 11:01:18.138271 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.scheduler.base_scheduler [None req-7dfb9d2d-3a6f-4ab7-b617-9846a72b055f None None] Resources bound (agent type, host, resource id): {{(pid=116163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 11:01:18.140358 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dfb9d2d-3a6f-4ab7-b617-9846a72b055f None None] Received port after_create {{(pid=116163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 11:01:18.164015 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-7290c5c1-ce4e-4993-928a-73707b9f55d2 tempest-FloatingIPTestJSON-373071706 tempest-FloatingIPTestJSON-373071706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5051840'] for port (843960a4-b8cc-41b6-b05f-50adaed02f1b), after_update {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:18.221079 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-55057d67-da21-4f6d-a669-70525ce9b834 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5219123'] for port (dd25c505-0504-4caf-9448-ddfa71e35555), after_update {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:18.224360 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-d487f044-3b45-4f2c-94bd-805487779c1e tempest-RoutersAdminTest-1999378242 tempest-RoutersAdminTest-1999378242-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742235135690', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742234710366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5219112'] for port (ff23f9d3-eac6-4320-8862-d1518851cfc5), after_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:18.236318 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14fbe1d0-ebff-4677-9528-b5777e7ec3e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-440933725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-440933725-project-admin] Network c7241194-1007-47e4-ab68-1d88f9726a65 is scheduled to be hosted by DHCP agent 75ba81b7-fe99-4281-90d2-a5adb445ecea with binding_index 1 {{(pid=116161) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 11:01:18.246761 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3175bab3-cc04-47b9-bb26-8f8a215b41b8 admin admin] Made reservation on behalf of e9b5b362688444d0864b3692ffb5d0ef for: {'network': 1} {{(pid=116162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 11:01:18.249175 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-3175bab3-cc04-47b9-bb26-8f8a215b41b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for network (None), before_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:18.287312 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-55057d67-da21-4f6d-a669-70525ce9b834 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5220536', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5125438'] for subnet (dd2d355b-8b37-4362-ac0b-14c9e9aa2bdd), after_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:18.291538 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-3175bab3-cc04-47b9-bb26-8f8a215b41b8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:18.343571 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7290c5c1-ce4e-4993-928a-73707b9f55d2 tempest-FloatingIPTestJSON-373071706 tempest-FloatingIPTestJSON-373071706-project] Pushing event updated for resources: {'Port': ['ID=843960a4-b8cc-41b6-b05f-50adaed02f1b,revision_number=2']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:01:18.368842 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.scheduler.base_scheduler [None req-14fbe1d0-ebff-4677-9528-b5777e7ec3e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-440933725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-440933725-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, c7241194-1007-47e4-ab68-1d88f9726a65) {{(pid=116161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 11:01:18.385985 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c1daab0-9c3f-426d-be43-24e9a59cf393 None None] Network c7241194-1007-47e4-ab68-1d88f9726a65 requested from dv-neutron-master-2-hyperv {{(pid=116163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 11:01:18.408384 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-7290c5c1-ce4e-4993-928a-73707b9f55d2 tempest-FloatingIPTestJSON-373071706 tempest-FloatingIPTestJSON-373071706-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1603056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2063387'] for router_interface (95215caa-c306-4f42-88fe-7b8468f0ea15), after_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:18.411917 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55057d67-da21-4f6d-a669-70525ce9b834 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Network 1ec9fbcf-7a57-4aaa-9c30-4e0f43e09480 is already hosted by enough agents. {{(pid=116161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 11:01:18.418884 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14fbe1d0-ebff-4677-9528-b5777e7ec3e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-440933725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-440933725-project-admin] Received port after_create {{(pid=116161) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 11:01:18.429088 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.managers [None req-7dfb9d2d-3a6f-4ab7-b617-9846a72b055f None None] Attempting to bind port 8cff55fa-e1cc-43f3-a943-9a0fa9fc24d1 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=116163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 28 11:01:18.429563 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.managers [None req-7dfb9d2d-3a6f-4ab7-b617-9846a72b055f None None] Attempting to bind port 8cff55fa-e1cc-43f3-a943-9a0fa9fc24d1 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '06bba10d-9701-4645-8cf0-21c73c9590d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '082e0056-19e5-4546-a7d6-c2c84989795a'}] {{(pid=116163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 28 11:01:18.430001 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dfb9d2d-3a6f-4ab7-b617-9846a72b055f None None] Attempting to bind port 8cff55fa-e1cc-43f3-a943-9a0fa9fc24d1 on network 082e0056-19e5-4546-a7d6-c2c84989795a {{(pid=116163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 11:01:18.432144 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.db.api [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=116163) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 28 11:01:18.432557 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG oslo_db.api [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=116163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 28 11:01:18.436162 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.managers [None req-14fbe1d0-ebff-4677-9528-b5777e7ec3e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-440933725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-440933725-project-admin] Attempting to bind port 7cb25809-3de5-4545-ac33-538352b74ac2 on host hv-neutron-mast for vnic_type normal with profile {{(pid=116161) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 28 11:01:18.436692 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.managers [None req-14fbe1d0-ebff-4677-9528-b5777e7ec3e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-440933725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-440933725-project-admin] Attempting to bind port 7cb25809-3de5-4545-ac33-538352b74ac2 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '80afc900-8a77-48d3-9b10-9e0535409ff9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'c7241194-1007-47e4-ab68-1d88f9726a65'}] {{(pid=116161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 28 11:01:18.437199 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14fbe1d0-ebff-4677-9528-b5777e7ec3e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-440933725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-440933725-project-admin] Attempting to bind port 7cb25809-3de5-4545-ac33-538352b74ac2 on network c7241194-1007-47e4-ab68-1d88f9726a65 {{(pid=116161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 11:01:18.445747 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.db.api [None req-d340783f-842c-462c-841e-127c759671e1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=116163) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 28 11:01:18.446187 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG oslo_db.api [None req-d340783f-842c-462c-841e-127c759671e1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=116163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 28 11:01:18.448988 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dfb9d2d-3a6f-4ab7-b617-9846a72b055f None None] Checking agent: {'id': 'd5baab19-5dd1-4902-922b-84acb048ab9c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 10, 50, 43), 'started_at': datetime.datetime(2022, 4, 28, 10, 51, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 11, 1, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=116163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 11:01:18.449444 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dfb9d2d-3a6f-4ab7-b617-9846a72b055f None None] Checking segment: {'id': '06bba10d-9701-4645-8cf0-21c73c9590d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '082e0056-19e5-4546-a7d6-c2c84989795a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 11:01:18.449916 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-7dfb9d2d-3a6f-4ab7-b617-9846a72b055f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:18.450385 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dfb9d2d-3a6f-4ab7-b617-9846a72b055f None None] Bound using segment: {'id': '06bba10d-9701-4645-8cf0-21c73c9590d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '082e0056-19e5-4546-a7d6-c2c84989795a'} {{(pid=116163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 11:01:18.451018 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.managers [None req-7dfb9d2d-3a6f-4ab7-b617-9846a72b055f None None] Bound port: 8cff55fa-e1cc-43f3-a943-9a0fa9fc24d1, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06bba10d-9701-4645-8cf0-21c73c9590d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '082e0056-19e5-4546-a7d6-c2c84989795a'}}] {{(pid=116163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 28 11:01:18.451466 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-7dfb9d2d-3a6f-4ab7-b617-9846a72b055f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (8cff55fa-e1cc-43f3-a943-9a0fa9fc24d1), before_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:18.451605 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.scheduler.base_scheduler [None req-55057d67-da21-4f6d-a669-70525ce9b834 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Resources bound (agent type, host, resource id): {{(pid=116161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 11:01:18.458546 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55057d67-da21-4f6d-a669-70525ce9b834 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Pushing event updated for resources: {'Port': ['ID=dd25c505-0504-4caf-9448-ddfa71e35555,revision_number=4']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:01:18.463131 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55057d67-da21-4f6d-a669-70525ce9b834 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:01:18.463985 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-55057d67-da21-4f6d-a669-70525ce9b834 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Publish callbacks [] for subnet (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:18.483481 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14fbe1d0-ebff-4677-9528-b5777e7ec3e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-440933725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-440933725-project-admin] Port 7cb25809-3de5-4545-ac33-538352b74ac2 on network c7241194-1007-47e4-ab68-1d88f9726a65 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=116161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 28 11:01:18.484136 dv-neutron-master-2-hyperv neutron-server[116161]: ERROR neutron.plugins.ml2.managers [None req-14fbe1d0-ebff-4677-9528-b5777e7ec3e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-440933725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-440933725-project-admin] Failed to bind port 7cb25809-3de5-4545-ac33-538352b74ac2 on host hv-neutron-mast for vnic_type normal using segments [{'id': '80afc900-8a77-48d3-9b10-9e0535409ff9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'c7241194-1007-47e4-ab68-1d88f9726a65'}] Apr 28 11:01:18.495189 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1821cb8-137b-4d2a-9ddb-a9c759807df7 None None] Network 1ec9fbcf-7a57-4aaa-9c30-4e0f43e09480 requested from dv-neutron-master-2-hyperv {{(pid=116163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 11:01:18.513562 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.plugins.ml2.plugin [None req-14fbe1d0-ebff-4677-9528-b5777e7ec3e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-440933725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-440933725-project-admin] Attempt 2 to bind port 7cb25809-3de5-4545-ac33-538352b74ac2 Apr 28 11:01:18.517029 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d487f044-3b45-4f2c-94bd-805487779c1e tempest-RoutersAdminTest-1999378242 tempest-RoutersAdminTest-1999378242-project-admin] Pushing event deleted for resources: {'Port': ['ID=ff23f9d3-eac6-4320-8862-d1518851cfc5,revision_number=None']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:01:18.528256 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55057d67-da21-4f6d-a669-70525ce9b834 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Pushing event updated for resources: {'Subnet': ['ID=dd2d355b-8b37-4362-ac0b-14c9e9aa2bdd,revision_number=0']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:01:18.537562 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-d487f044-3b45-4f2c-94bd-805487779c1e tempest-RoutersAdminTest-1999378242 tempest-RoutersAdminTest-1999378242-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1935354'] for router_gateway (b94db1ee-2eec-4b64-8558-df93f04ddfc5), after_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:18.539822 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.managers [None req-14fbe1d0-ebff-4677-9528-b5777e7ec3e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-440933725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-440933725-project-admin] Attempting to bind port 7cb25809-3de5-4545-ac33-538352b74ac2 on host hv-neutron-mast for vnic_type normal with profile {{(pid=116161) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 28 11:01:18.540176 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.managers [None req-14fbe1d0-ebff-4677-9528-b5777e7ec3e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-440933725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-440933725-project-admin] Attempting to bind port 7cb25809-3de5-4545-ac33-538352b74ac2 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '80afc900-8a77-48d3-9b10-9e0535409ff9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'c7241194-1007-47e4-ab68-1d88f9726a65'}] {{(pid=116161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 28 11:01:18.540516 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14fbe1d0-ebff-4677-9528-b5777e7ec3e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-440933725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-440933725-project-admin] Attempting to bind port 7cb25809-3de5-4545-ac33-538352b74ac2 on network c7241194-1007-47e4-ab68-1d88f9726a65 {{(pid=116161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 11:01:18.608994 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14fbe1d0-ebff-4677-9528-b5777e7ec3e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-440933725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-440933725-project-admin] Port 7cb25809-3de5-4545-ac33-538352b74ac2 on network c7241194-1007-47e4-ab68-1d88f9726a65 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=116161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 28 11:01:18.609426 dv-neutron-master-2-hyperv neutron-server[116161]: ERROR neutron.plugins.ml2.managers [None req-14fbe1d0-ebff-4677-9528-b5777e7ec3e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-440933725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-440933725-project-admin] Failed to bind port 7cb25809-3de5-4545-ac33-538352b74ac2 on host hv-neutron-mast for vnic_type normal using segments [{'id': '80afc900-8a77-48d3-9b10-9e0535409ff9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'c7241194-1007-47e4-ab68-1d88f9726a65'}] Apr 28 11:01:18.612556 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.plugins.ml2.plugin [None req-14fbe1d0-ebff-4677-9528-b5777e7ec3e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-440933725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-440933725-project-admin] Attempt 3 to bind port 7cb25809-3de5-4545-ac33-538352b74ac2 Apr 28 11:01:18.620597 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-55057d67-da21-4f6d-a669-70525ce9b834 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.9534404 Apr 28 11:01:18.621256 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 50612) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:01:18.629918 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.v2.base [None req-dbe73b51-dffa-4091-9ac0-6d65d2692fa8 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Request body: {'port': {'network_id': '1ec9fbcf-7a57-4aaa-9c30-4e0f43e09480', 'mac_address': 'fa:16:3e:ae:91:3e', 'name': 'tempest-NetworksTestDHCPv6-2010999647'}} {{(pid=116161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:01:18.663428 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-7dfb9d2d-3a6f-4ab7-b617-9846a72b055f None None] For port 8cff55fa-e1cc-43f3-a943-9a0fa9fc24d1, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=116163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 11:01:18.667672 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-7dfb9d2d-3a6f-4ab7-b617-9846a72b055f None None] For port 8cff55fa-e1cc-43f3-a943-9a0fa9fc24d1, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=8cff55fa-e1cc-43f3-a943-9a0fa9fc24d1,segment=NetworkSegment(06bba10d-9701-4645-8cf0-21c73c9590d4),segment_id=06bba10d-9701-4645-8cf0-21c73c9590d4)] {{(pid=116163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 11:01:18.688650 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-d487f044-3b45-4f2c-94bd-805487779c1e tempest-RoutersAdminTest-1999378242 tempest-RoutersAdminTest-1999378242-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2060865', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-63275'] for router (b94db1ee-2eec-4b64-8558-df93f04ddfc5), precommit_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:18.690697 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.managers [None req-14fbe1d0-ebff-4677-9528-b5777e7ec3e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-440933725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-440933725-project-admin] Attempting to bind port 7cb25809-3de5-4545-ac33-538352b74ac2 on host hv-neutron-mast for vnic_type normal with profile {{(pid=116161) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 28 11:01:18.690968 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.managers [None req-14fbe1d0-ebff-4677-9528-b5777e7ec3e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-440933725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-440933725-project-admin] Attempting to bind port 7cb25809-3de5-4545-ac33-538352b74ac2 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '80afc900-8a77-48d3-9b10-9e0535409ff9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'c7241194-1007-47e4-ab68-1d88f9726a65'}] {{(pid=116161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 28 11:01:18.691488 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14fbe1d0-ebff-4677-9528-b5777e7ec3e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-440933725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-440933725-project-admin] Attempting to bind port 7cb25809-3de5-4545-ac33-538352b74ac2 on network c7241194-1007-47e4-ab68-1d88f9726a65 {{(pid=116161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 11:01:18.695278 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-d487f044-3b45-4f2c-94bd-805487779c1e tempest-RoutersAdminTest-1999378242 tempest-RoutersAdminTest-1999378242-project-admin] Publish callbacks [] for router_controller (b94db1ee-2eec-4b64-8558-df93f04ddfc5), precommit_delete_associations {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:18.714999 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14fbe1d0-ebff-4677-9528-b5777e7ec3e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-440933725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-440933725-project-admin] Port 7cb25809-3de5-4545-ac33-538352b74ac2 on network c7241194-1007-47e4-ab68-1d88f9726a65 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=116161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 28 11:01:18.715344 dv-neutron-master-2-hyperv neutron-server[116161]: ERROR neutron.plugins.ml2.managers [None req-14fbe1d0-ebff-4677-9528-b5777e7ec3e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-440933725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-440933725-project-admin] Failed to bind port 7cb25809-3de5-4545-ac33-538352b74ac2 on host hv-neutron-mast for vnic_type normal using segments [{'id': '80afc900-8a77-48d3-9b10-9e0535409ff9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'c7241194-1007-47e4-ab68-1d88f9726a65'}] Apr 28 11:01:18.751864 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.plugins.ml2.plugin [None req-14fbe1d0-ebff-4677-9528-b5777e7ec3e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-440933725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-440933725-project-admin] Attempt 4 to bind port 7cb25809-3de5-4545-ac33-538352b74ac2 Apr 28 11:01:18.761855 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-7dfb9d2d-3a6f-4ab7-b617-9846a72b055f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393'] for port (8cff55fa-e1cc-43f3-a943-9a0fa9fc24d1), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:18.790051 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-7bf90536-5467-4317-847b-d0a1f0f293c1 tempest-NetworksIpV6Test-263553383 tempest-NetworksIpV6Test-263553383-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-971310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5053962', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4210815'] for subnet (3fd39a84-ece5-45d9-8a21-311ba37716ad), after_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:18.802538 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.managers [None req-14fbe1d0-ebff-4677-9528-b5777e7ec3e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-440933725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-440933725-project-admin] Attempting to bind port 7cb25809-3de5-4545-ac33-538352b74ac2 on host hv-neutron-mast for vnic_type normal with profile {{(pid=116161) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 28 11:01:18.802884 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.managers [None req-14fbe1d0-ebff-4677-9528-b5777e7ec3e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-440933725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-440933725-project-admin] Attempting to bind port 7cb25809-3de5-4545-ac33-538352b74ac2 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '80afc900-8a77-48d3-9b10-9e0535409ff9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'c7241194-1007-47e4-ab68-1d88f9726a65'}] {{(pid=116161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 28 11:01:18.803285 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14fbe1d0-ebff-4677-9528-b5777e7ec3e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-440933725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-440933725-project-admin] Attempting to bind port 7cb25809-3de5-4545-ac33-538352b74ac2 on network c7241194-1007-47e4-ab68-1d88f9726a65 {{(pid=116161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 11:01:18.811867 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14fbe1d0-ebff-4677-9528-b5777e7ec3e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-440933725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-440933725-project-admin] Port 7cb25809-3de5-4545-ac33-538352b74ac2 on network c7241194-1007-47e4-ab68-1d88f9726a65 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=116161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 28 11:01:18.812240 dv-neutron-master-2-hyperv neutron-server[116161]: ERROR neutron.plugins.ml2.managers [None req-14fbe1d0-ebff-4677-9528-b5777e7ec3e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-440933725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-440933725-project-admin] Failed to bind port 7cb25809-3de5-4545-ac33-538352b74ac2 on host hv-neutron-mast for vnic_type normal using segments [{'id': '80afc900-8a77-48d3-9b10-9e0535409ff9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'c7241194-1007-47e4-ab68-1d88f9726a65'}] Apr 28 11:01:18.815465 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.plugins.ml2.plugin [None req-14fbe1d0-ebff-4677-9528-b5777e7ec3e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-440933725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-440933725-project-admin] Attempt 5 to bind port 7cb25809-3de5-4545-ac33-538352b74ac2 Apr 28 11:01:18.839313 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.managers [None req-14fbe1d0-ebff-4677-9528-b5777e7ec3e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-440933725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-440933725-project-admin] Attempting to bind port 7cb25809-3de5-4545-ac33-538352b74ac2 on host hv-neutron-mast for vnic_type normal with profile {{(pid=116161) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 28 11:01:18.839665 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.managers [None req-14fbe1d0-ebff-4677-9528-b5777e7ec3e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-440933725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-440933725-project-admin] Attempting to bind port 7cb25809-3de5-4545-ac33-538352b74ac2 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '80afc900-8a77-48d3-9b10-9e0535409ff9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'c7241194-1007-47e4-ab68-1d88f9726a65'}] {{(pid=116161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 28 11:01:18.840009 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14fbe1d0-ebff-4677-9528-b5777e7ec3e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-440933725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-440933725-project-admin] Attempting to bind port 7cb25809-3de5-4545-ac33-538352b74ac2 on network c7241194-1007-47e4-ab68-1d88f9726a65 {{(pid=116161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 11:01:18.849664 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14fbe1d0-ebff-4677-9528-b5777e7ec3e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-440933725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-440933725-project-admin] Port 7cb25809-3de5-4545-ac33-538352b74ac2 on network c7241194-1007-47e4-ab68-1d88f9726a65 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=116161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 28 11:01:18.850003 dv-neutron-master-2-hyperv neutron-server[116161]: ERROR neutron.plugins.ml2.managers [None req-14fbe1d0-ebff-4677-9528-b5777e7ec3e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-440933725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-440933725-project-admin] Failed to bind port 7cb25809-3de5-4545-ac33-538352b74ac2 on host hv-neutron-mast for vnic_type normal using segments [{'id': '80afc900-8a77-48d3-9b10-9e0535409ff9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'c7241194-1007-47e4-ab68-1d88f9726a65'}] Apr 28 11:01:18.852476 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.plugins.ml2.plugin [None req-14fbe1d0-ebff-4677-9528-b5777e7ec3e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-440933725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-440933725-project-admin] Attempt 6 to bind port 7cb25809-3de5-4545-ac33-538352b74ac2 Apr 28 11:01:18.876827 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.managers [None req-14fbe1d0-ebff-4677-9528-b5777e7ec3e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-440933725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-440933725-project-admin] Attempting to bind port 7cb25809-3de5-4545-ac33-538352b74ac2 on host hv-neutron-mast for vnic_type normal with profile {{(pid=116161) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 28 11:01:18.877209 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.managers [None req-14fbe1d0-ebff-4677-9528-b5777e7ec3e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-440933725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-440933725-project-admin] Attempting to bind port 7cb25809-3de5-4545-ac33-538352b74ac2 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '80afc900-8a77-48d3-9b10-9e0535409ff9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'c7241194-1007-47e4-ab68-1d88f9726a65'}] {{(pid=116161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 28 11:01:18.877508 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14fbe1d0-ebff-4677-9528-b5777e7ec3e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-440933725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-440933725-project-admin] Attempting to bind port 7cb25809-3de5-4545-ac33-538352b74ac2 on network c7241194-1007-47e4-ab68-1d88f9726a65 {{(pid=116161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 11:01:18.884998 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14fbe1d0-ebff-4677-9528-b5777e7ec3e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-440933725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-440933725-project-admin] Port 7cb25809-3de5-4545-ac33-538352b74ac2 on network c7241194-1007-47e4-ab68-1d88f9726a65 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=116161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 28 11:01:18.885352 dv-neutron-master-2-hyperv neutron-server[116161]: ERROR neutron.plugins.ml2.managers [None req-14fbe1d0-ebff-4677-9528-b5777e7ec3e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-440933725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-440933725-project-admin] Failed to bind port 7cb25809-3de5-4545-ac33-538352b74ac2 on host hv-neutron-mast for vnic_type normal using segments [{'id': '80afc900-8a77-48d3-9b10-9e0535409ff9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'c7241194-1007-47e4-ab68-1d88f9726a65'}] Apr 28 11:01:18.885864 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.plugins.ml2.plugin [None req-14fbe1d0-ebff-4677-9528-b5777e7ec3e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-440933725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-440933725-project-admin] Attempt 7 to bind port 7cb25809-3de5-4545-ac33-538352b74ac2 Apr 28 11:01:18.888501 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-d487f044-3b45-4f2c-94bd-805487779c1e tempest-RoutersAdminTest-1999378242 tempest-RoutersAdminTest-1999378242-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2060888'] for router (b94db1ee-2eec-4b64-8558-df93f04ddfc5), after_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:18.889191 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d487f044-3b45-4f2c-94bd-805487779c1e tempest-RoutersAdminTest-1999378242 tempest-RoutersAdminTest-1999378242-project-admin] Fanout notify agent at l3_agent the message router_deleted on router b94db1ee-2eec-4b64-8558-df93f04ddfc5 {{(pid=116161) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 28 11:01:18.894148 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-d487f044-3b45-4f2c-94bd-805487779c1e tempest-RoutersAdminTest-1999378242 tempest-RoutersAdminTest-1999378242-project-admin] Publish callbacks [] for router (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:18.895784 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-d487f044-3b45-4f2c-94bd-805487779c1e tempest-RoutersAdminTest-1999378242 tempest-RoutersAdminTest-1999378242-project-admin] 10.222.0.10 "DELETE /v2.0/routers/b94db1ee-2eec-4b64-8558-df93f04ddfc5 HTTP/1.1" status: 204 len: 168 time: 3.3978305 Apr 28 11:01:18.908563 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 50614) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:01:18.913079 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dfb9d2d-3a6f-4ab7-b617-9846a72b055f None None] Pushing event updated for resources: {'Port': ['ID=8cff55fa-e1cc-43f3-a943-9a0fa9fc24d1,revision_number=2']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:01:18.925419 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.managers [None req-14fbe1d0-ebff-4677-9528-b5777e7ec3e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-440933725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-440933725-project-admin] Attempting to bind port 7cb25809-3de5-4545-ac33-538352b74ac2 on host hv-neutron-mast for vnic_type normal with profile {{(pid=116161) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 28 11:01:18.925871 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.managers [None req-14fbe1d0-ebff-4677-9528-b5777e7ec3e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-440933725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-440933725-project-admin] Attempting to bind port 7cb25809-3de5-4545-ac33-538352b74ac2 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '80afc900-8a77-48d3-9b10-9e0535409ff9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'c7241194-1007-47e4-ab68-1d88f9726a65'}] {{(pid=116161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 28 11:01:18.926212 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14fbe1d0-ebff-4677-9528-b5777e7ec3e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-440933725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-440933725-project-admin] Attempting to bind port 7cb25809-3de5-4545-ac33-538352b74ac2 on network c7241194-1007-47e4-ab68-1d88f9726a65 {{(pid=116161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 11:01:18.945268 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14fbe1d0-ebff-4677-9528-b5777e7ec3e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-440933725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-440933725-project-admin] Port 7cb25809-3de5-4545-ac33-538352b74ac2 on network c7241194-1007-47e4-ab68-1d88f9726a65 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=116161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 28 11:01:18.946022 dv-neutron-master-2-hyperv neutron-server[116161]: ERROR neutron.plugins.ml2.managers [None req-14fbe1d0-ebff-4677-9528-b5777e7ec3e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-440933725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-440933725-project-admin] Failed to bind port 7cb25809-3de5-4545-ac33-538352b74ac2 on host hv-neutron-mast for vnic_type normal using segments [{'id': '80afc900-8a77-48d3-9b10-9e0535409ff9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'c7241194-1007-47e4-ab68-1d88f9726a65'}] Apr 28 11:01:18.946366 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbe73b51-dffa-4091-9ac0-6d65d2692fa8 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Made reservation on behalf of 12780407c7254bdfbde1c04e76d433ee for: {'port': 1} {{(pid=116161) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 11:01:18.952056 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.plugins.ml2.plugin [None req-14fbe1d0-ebff-4677-9528-b5777e7ec3e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-440933725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-440933725-project-admin] Attempt 8 to bind port 7cb25809-3de5-4545-ac33-538352b74ac2 Apr 28 11:01:18.967204 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf90536-5467-4317-847b-d0a1f0f293c1 tempest-NetworksIpV6Test-263553383 tempest-NetworksIpV6Test-263553383-project] Pushing event deleted for resources: {'Subnet': ['ID=3fd39a84-ece5-45d9-8a21-311ba37716ad,revision_number=None']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:01:18.987508 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee18cc37-b163-4c08-9be3-3555739df04d None None] Network 082e0056-19e5-4546-a7d6-c2c84989795a requested from dv-neutron-master-2-hyperv {{(pid=116163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 11:01:19.003094 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.managers [None req-14fbe1d0-ebff-4677-9528-b5777e7ec3e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-440933725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-440933725-project-admin] Attempting to bind port 7cb25809-3de5-4545-ac33-538352b74ac2 on host hv-neutron-mast for vnic_type normal with profile {{(pid=116161) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 28 11:01:19.003595 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.managers [None req-14fbe1d0-ebff-4677-9528-b5777e7ec3e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-440933725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-440933725-project-admin] Attempting to bind port 7cb25809-3de5-4545-ac33-538352b74ac2 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '80afc900-8a77-48d3-9b10-9e0535409ff9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'c7241194-1007-47e4-ab68-1d88f9726a65'}] {{(pid=116161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 28 11:01:19.003947 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14fbe1d0-ebff-4677-9528-b5777e7ec3e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-440933725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-440933725-project-admin] Attempting to bind port 7cb25809-3de5-4545-ac33-538352b74ac2 on network c7241194-1007-47e4-ab68-1d88f9726a65 {{(pid=116161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 11:01:19.011795 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14fbe1d0-ebff-4677-9528-b5777e7ec3e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-440933725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-440933725-project-admin] Port 7cb25809-3de5-4545-ac33-538352b74ac2 on network c7241194-1007-47e4-ab68-1d88f9726a65 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=116161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 28 11:01:19.011795 dv-neutron-master-2-hyperv neutron-server[116161]: ERROR neutron.plugins.ml2.managers [None req-14fbe1d0-ebff-4677-9528-b5777e7ec3e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-440933725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-440933725-project-admin] Failed to bind port 7cb25809-3de5-4545-ac33-538352b74ac2 on host hv-neutron-mast for vnic_type normal using segments [{'id': '80afc900-8a77-48d3-9b10-9e0535409ff9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'c7241194-1007-47e4-ab68-1d88f9726a65'}] Apr 28 11:01:19.045656 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.plugins.ml2.plugin [None req-14fbe1d0-ebff-4677-9528-b5777e7ec3e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-440933725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-440933725-project-admin] Attempt 9 to bind port 7cb25809-3de5-4545-ac33-538352b74ac2 Apr 28 11:01:19.070125 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.managers [None req-14fbe1d0-ebff-4677-9528-b5777e7ec3e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-440933725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-440933725-project-admin] Attempting to bind port 7cb25809-3de5-4545-ac33-538352b74ac2 on host hv-neutron-mast for vnic_type normal with profile {{(pid=116161) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 28 11:01:19.075213 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-3452201f-e65d-4e7c-8b77-391f7f8f3af2 tempest-RoutersIpV6AdminTest-911026605 tempest-RoutersIpV6AdminTest-911026605-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1935285', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2060837', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-63284'] for router (2f181560-7a2e-423d-893a-fa1fe9e2a022), precommit_update {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:19.075383 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.managers [None req-14fbe1d0-ebff-4677-9528-b5777e7ec3e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-440933725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-440933725-project-admin] Attempting to bind port 7cb25809-3de5-4545-ac33-538352b74ac2 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '80afc900-8a77-48d3-9b10-9e0535409ff9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'c7241194-1007-47e4-ab68-1d88f9726a65'}] {{(pid=116161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 28 11:01:19.075864 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14fbe1d0-ebff-4677-9528-b5777e7ec3e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-440933725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-440933725-project-admin] Attempting to bind port 7cb25809-3de5-4545-ac33-538352b74ac2 on network c7241194-1007-47e4-ab68-1d88f9726a65 {{(pid=116161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 11:01:19.085136 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14fbe1d0-ebff-4677-9528-b5777e7ec3e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-440933725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-440933725-project-admin] Port 7cb25809-3de5-4545-ac33-538352b74ac2 on network c7241194-1007-47e4-ab68-1d88f9726a65 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=116161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 28 11:01:19.085718 dv-neutron-master-2-hyperv neutron-server[116161]: ERROR neutron.plugins.ml2.managers [None req-14fbe1d0-ebff-4677-9528-b5777e7ec3e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-440933725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-440933725-project-admin] Failed to bind port 7cb25809-3de5-4545-ac33-538352b74ac2 on host hv-neutron-mast for vnic_type normal using segments [{'id': '80afc900-8a77-48d3-9b10-9e0535409ff9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'c7241194-1007-47e4-ab68-1d88f9726a65'}] Apr 28 11:01:19.087707 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.plugins.ml2.plugin [None req-14fbe1d0-ebff-4677-9528-b5777e7ec3e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-440933725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-440933725-project-admin] Attempt 10 to bind port 7cb25809-3de5-4545-ac33-538352b74ac2 Apr 28 11:01:19.092086 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-e8257968-8d6b-464f-a3c5-0d1389e7ee8a tempest-FloatingIPNegativeTestJSON-1520521010 tempest-FloatingIPNegativeTestJSON-1520521010-project] Publish callbacks [] for port (14868a32-1a8e-4337-a6e9-a3a2d5edcf52), precommit_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:19.110871 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-d340783f-842c-462c-841e-127c759671e1 None None] Current status of the port dd25c505-0504-4caf-9448-ddfa71e35555 is: DOWN; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:01:19.111411 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.managers [None req-14fbe1d0-ebff-4677-9528-b5777e7ec3e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-440933725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-440933725-project-admin] Attempting to bind port 7cb25809-3de5-4545-ac33-538352b74ac2 on host hv-neutron-mast for vnic_type normal with profile {{(pid=116161) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 28 11:01:19.111521 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-d340783f-842c-462c-841e-127c759671e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (dd25c505-0504-4caf-9448-ddfa71e35555), before_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:19.111600 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.managers [None req-14fbe1d0-ebff-4677-9528-b5777e7ec3e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-440933725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-440933725-project-admin] Attempting to bind port 7cb25809-3de5-4545-ac33-538352b74ac2 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '80afc900-8a77-48d3-9b10-9e0535409ff9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'c7241194-1007-47e4-ab68-1d88f9726a65'}] {{(pid=116161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 28 11:01:19.111600 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14fbe1d0-ebff-4677-9528-b5777e7ec3e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-440933725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-440933725-project-admin] Attempting to bind port 7cb25809-3de5-4545-ac33-538352b74ac2 on network c7241194-1007-47e4-ab68-1d88f9726a65 {{(pid=116161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 11:01:19.120749 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14fbe1d0-ebff-4677-9528-b5777e7ec3e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-440933725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-440933725-project-admin] Port 7cb25809-3de5-4545-ac33-538352b74ac2 on network c7241194-1007-47e4-ab68-1d88f9726a65 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=116161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 28 11:01:19.121085 dv-neutron-master-2-hyperv neutron-server[116161]: ERROR neutron.plugins.ml2.managers [None req-14fbe1d0-ebff-4677-9528-b5777e7ec3e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-440933725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-440933725-project-admin] Failed to bind port 7cb25809-3de5-4545-ac33-538352b74ac2 on host hv-neutron-mast for vnic_type normal using segments [{'id': '80afc900-8a77-48d3-9b10-9e0535409ff9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'c7241194-1007-47e4-ab68-1d88f9726a65'}] Apr 28 11:01:19.121451 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-14fbe1d0-ebff-4677-9528-b5777e7ec3e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-440933725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-440933725-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (7cb25809-3de5-4545-ac33-538352b74ac2), before_update {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:19.140093 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Current status of the port dd25c505-0504-4caf-9448-ddfa71e35555 is: DOWN; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:01:19.140488 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (dd25c505-0504-4caf-9448-ddfa71e35555), before_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:19.147710 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-dbe73b51-dffa-4091-9ac0-6d65d2692fa8 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (None), before_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:19.177465 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-3452201f-e65d-4e7c-8b77-391f7f8f3af2 tempest-RoutersIpV6AdminTest-911026605 tempest-RoutersIpV6AdminTest-911026605-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1935326', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1935308', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1935303', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-2060860'] for router (2f181560-7a2e-423d-893a-fa1fe9e2a022), after_update {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:19.207041 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.notifiers.nova [None req-dbe73b51-dffa-4091-9ac0-6d65d2692fa8 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] device_id is not set on port da7f05ff-2120-4998-a9fc-8c6a6d5ab033 yet. {{(pid=116161) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 28 11:01:19.237334 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-7bf90536-5467-4317-847b-d0a1f0f293c1 tempest-NetworksIpV6Test-263553383 tempest-NetworksIpV6Test-263553383-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-973498', 'neutron.services.segments.db._delete_segments_for_network-8742235207033'] for network (082e0056-19e5-4546-a7d6-c2c84989795a), precommit_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:19.246850 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-d340783f-842c-462c-841e-127c759671e1 None None] For port dd25c505-0504-4caf-9448-ddfa71e35555, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=dd25c505-0504-4caf-9448-ddfa71e35555,segment=NetworkSegment(ffa4348d-378b-4e93-98fa-ab0dc49ee16c),segment_id=ffa4348d-378b-4e93-98fa-ab0dc49ee16c)] {{(pid=116163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 11:01:19.288348 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.db [None req-14fbe1d0-ebff-4677-9528-b5777e7ec3e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-440933725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-440933725-project-admin] For port 7cb25809-3de5-4545-ac33-538352b74ac2, host hv-neutron-mast, cleared binding levels {{(pid=116161) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 11:01:19.288732 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.db [None req-14fbe1d0-ebff-4677-9528-b5777e7ec3e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-440933725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-440933725-project-admin] Attempted to set empty binding levels {{(pid=116161) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Apr 28 11:01:19.308519 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.db.db_base_plugin_v2 [None req-4d93cd2a-075f-44cc-8cc1-b15262d6d2a3 tempest-RoutersAdminTest-1999378242 tempest-RoutersAdminTest-1999378242-project-admin] Deleting subnet f87c75a5-fcc6-4ace-a26e-a53525cae303 {{(pid=116162) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 28 11:01:19.322719 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-d340783f-842c-462c-841e-127c759671e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393'] for port (dd25c505-0504-4caf-9448-ddfa71e35555), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:19.335090 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-4d93cd2a-075f-44cc-8cc1-b15262d6d2a3 tempest-RoutersAdminTest-1999378242 tempest-RoutersAdminTest-1999378242-project-admin] Publish callbacks [] for subnet (f87c75a5-fcc6-4ace-a26e-a53525cae303), before_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:19.345661 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-14fbe1d0-ebff-4677-9528-b5777e7ec3e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-440933725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-440933725-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5219123'] for port (7cb25809-3de5-4545-ac33-538352b74ac2), after_update {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:19.367383 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7290c5c1-ce4e-4993-928a-73707b9f55d2 tempest-FloatingIPTestJSON-373071706 tempest-FloatingIPTestJSON-373071706-project] Network 53931edc-a3f8-44d1-9b00-bf912d99b237 is already hosted by enough agents. {{(pid=116162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 11:01:19.387310 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-e8257968-8d6b-464f-a3c5-0d1389e7ee8a tempest-FloatingIPNegativeTestJSON-1520521010 tempest-FloatingIPNegativeTestJSON-1520521010-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742234710357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5051867'] for port (14868a32-1a8e-4337-a6e9-a3a2d5edcf52), after_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:19.403118 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14fbe1d0-ebff-4677-9528-b5777e7ec3e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-440933725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-440933725-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:01:19.403998 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-14fbe1d0-ebff-4677-9528-b5777e7ec3e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-440933725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-440933725-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198022'] for port (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:19.410160 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14fbe1d0-ebff-4677-9528-b5777e7ec3e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-440933725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-440933725-project-admin] Pushing event updated for resources: {'Port': ['ID=7cb25809-3de5-4545-ac33-538352b74ac2,revision_number=2']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:01:19.410562 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-3175bab3-cc04-47b9-bb26-8f8a215b41b8 admin admin] Publish callbacks [] for security_group (8051ae28-a264-452b-a1ab-8e3990154918), precommit_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:19.412467 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.services.segments.db [None req-7bf90536-5467-4317-847b-d0a1f0f293c1 tempest-NetworksIpV6Test-263553383 tempest-NetworksIpV6Test-263553383-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['082e0056-19e5-4546-a7d6-c2c84989795a']}} {{(pid=116162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:01:19.415675 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.db.api [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=116163) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 28 11:01:19.416033 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG oslo_db.api [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=116163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 28 11:01:19.425806 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d340783f-842c-462c-841e-127c759671e1 None None] Pushing event updated for resources: {'Port': ['ID=dd25c505-0504-4caf-9448-ddfa71e35555,revision_number=5']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:01:19.447585 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8257968-8d6b-464f-a3c5-0d1389e7ee8a tempest-FloatingIPNegativeTestJSON-1520521010 tempest-FloatingIPNegativeTestJSON-1520521010-project] Network e6312ee6-c51d-427c-8e8c-9762fa09a9ad is already hosted by enough agents. {{(pid=116162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 11:01:19.449185 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.scheduler.base_scheduler [None req-7290c5c1-ce4e-4993-928a-73707b9f55d2 tempest-FloatingIPTestJSON-373071706 tempest-FloatingIPTestJSON-373071706-project] Resources bound (agent type, host, resource id): {{(pid=116162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 11:01:19.462549 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.scheduler.base_scheduler [None req-e8257968-8d6b-464f-a3c5-0d1389e7ee8a tempest-FloatingIPNegativeTestJSON-1520521010 tempest-FloatingIPNegativeTestJSON-1520521010-project] Resources bound (agent type, host, resource id): {{(pid=116162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 11:01:19.483025 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.services.segments.db [None req-7bf90536-5467-4317-847b-d0a1f0f293c1 tempest-NetworksIpV6Test-263553383 tempest-NetworksIpV6Test-263553383-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '06bba10d-9701-4645-8cf0-21c73c9590d4') {'for_net_delete': True} {{(pid=116162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:01:19.483322 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.services.segments.db [None req-7bf90536-5467-4317-847b-d0a1f0f293c1 tempest-NetworksIpV6Test-263553383 tempest-NetworksIpV6Test-263553383-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '06bba10d-9701-4645-8cf0-21c73c9590d4') {} {{(pid=116162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:01:19.485671 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8257968-8d6b-464f-a3c5-0d1389e7ee8a tempest-FloatingIPNegativeTestJSON-1520521010 tempest-FloatingIPNegativeTestJSON-1520521010-project] Received port after_create {{(pid=116162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 11:01:19.496406 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.db.db_base_plugin_common [None req-dbe73b51-dffa-4091-9ac0-6d65d2692fa8 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Allocated IP 172.20.0.7 (1ec9fbcf-7a57-4aaa-9c30-4e0f43e09480/d8600f17-0267-4578-8fe1-f93c895d40a2/da7f05ff-2120-4998-a9fc-8c6a6d5ab033) {{(pid=116161) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 11:01:19.508652 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.db.db_base_plugin_common [None req-dbe73b51-dffa-4091-9ac0-6d65d2692fa8 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Allocated IP 2001:db8::f816:3eff:feae:913e (1ec9fbcf-7a57-4aaa-9c30-4e0f43e09480/dd2d355b-8b37-4362-ac0b-14c9e9aa2bdd/da7f05ff-2120-4998-a9fc-8c6a6d5ab033) {{(pid=116161) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 11:01:19.514093 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-14fbe1d0-ebff-4677-9528-b5777e7ec3e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-440933725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-440933725-project-admin] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 986 time: 4.0777323 Apr 28 11:01:19.518725 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-4d93cd2a-075f-44cc-8cc1-b15262d6d2a3 tempest-RoutersAdminTest-1999378242 tempest-RoutersAdminTest-1999378242-project-admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5026541'] for subnet (f87c75a5-fcc6-4ace-a26e-a53525cae303), precommit_delete_associations {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:19.520490 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 50616) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:01:19.580073 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Current status of the port dd25c505-0504-4caf-9448-ddfa71e35555 is: ACTIVE; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:01:19.611762 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-3175bab3-cc04-47b9-bb26-8f8a215b41b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924426'] for security_group (8051ae28-a264-452b-a1ab-8e3990154918), after_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:19.643005 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-4d93cd2a-075f-44cc-8cc1-b15262d6d2a3 tempest-RoutersAdminTest-1999378242 tempest-RoutersAdminTest-1999378242-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-971303'] for subnet (f87c75a5-fcc6-4ace-a26e-a53525cae303), precommit_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:19.731804 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.plugin [None req-2bd128e7-912f-4ec4-8a17-8ac19b61cee3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-440933725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-440933725-project-admin] Deleting port 7cb25809-3de5-4545-ac33-538352b74ac2 {{(pid=116161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 11:01:19.732395 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Device dd25c505-0504-4caf-9448-ddfa71e35555 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=116163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 11:01:19.732776 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-2bd128e7-912f-4ec4-8a17-8ac19b61cee3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-440933725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-440933725-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742235130188'] for port (7cb25809-3de5-4545-ac33-538352b74ac2), before_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:19.738420 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-7bf90536-5467-4317-847b-d0a1f0f293c1 tempest-NetworksIpV6Test-263553383 tempest-NetworksIpV6Test-263553383-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742235208578', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5026548'] for segment (06bba10d-9701-4645-8cf0-21c73c9590d4), before_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:19.739994 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8257968-8d6b-464f-a3c5-0d1389e7ee8a tempest-FloatingIPNegativeTestJSON-1520521010 tempest-FloatingIPNegativeTestJSON-1520521010-project] Pushing event updated for resources: {'Port': ['ID=14868a32-1a8e-4337-a6e9-a3a2d5edcf52,revision_number=1']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:01:19.791949 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-5327a9c7-ad43-4af5-853f-3d90927d560e None None] Provisioning complete for port dd25c505-0504-4caf-9448-ddfa71e35555 triggered by entity DHCP. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:01:19.792372 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-5327a9c7-ad43-4af5-853f-3d90927d560e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (dd25c505-0504-4caf-9448-ddfa71e35555), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:19.801652 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3175bab3-cc04-47b9-bb26-8f8a215b41b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8051ae28-a264-452b-a1ab-8e3990154918,revision_number=1']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:01:19.837696 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-7bf90536-5467-4317-847b-d0a1f0f293c1 tempest-NetworksIpV6Test-263553383 tempest-NetworksIpV6Test-263553383-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-961978'] for segment (06bba10d-9701-4645-8cf0-21c73c9590d4), precommit_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:19.846534 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7bf90536-5467-4317-847b-d0a1f0f293c1 tempest-NetworksIpV6Test-263553383 tempest-NetworksIpV6Test-263553383-project] Releasing vlan 85 on physical network physnet1 to pool {{(pid=116162) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 11:01:19.846952 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-7bf90536-5467-4317-847b-d0a1f0f293c1 tempest-NetworksIpV6Test-263553383 tempest-NetworksIpV6Test-263553383-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-961978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5051884'] for segment (06bba10d-9701-4645-8cf0-21c73c9590d4), after_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:19.910039 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-5327a9c7-ad43-4af5-853f-3d90927d560e None None] Current status of the port dd25c505-0504-4caf-9448-ddfa71e35555 is: ACTIVE; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:01:19.922827 dv-neutron-master-2-hyperv neutron-server[116162]: Traceback (most recent call last): Apr 28 11:01:19.922827 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 11:01:19.922827 dv-neutron-master-2-hyperv neutron-server[116162]: timer() Apr 28 11:01:19.922827 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 11:01:19.922827 dv-neutron-master-2-hyperv neutron-server[116162]: cb(*args, **kw) Apr 28 11:01:19.922827 dv-neutron-master-2-hyperv neutron-server[116162]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 28 11:01:19.922827 dv-neutron-master-2-hyperv neutron-server[116162]: return func(*args, **kwargs) Apr 28 11:01:19.922827 dv-neutron-master-2-hyperv neutron-server[116162]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 11:01:19.922827 dv-neutron-master-2-hyperv neutron-server[116162]: self._notify() Apr 28 11:01:19.922827 dv-neutron-master-2-hyperv neutron-server[116162]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 11:01:19.922827 dv-neutron-master-2-hyperv neutron-server[116162]: self.callback(batched_events) Apr 28 11:01:19.922827 dv-neutron-master-2-hyperv neutron-server[116162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 11:01:19.922827 dv-neutron-master-2-hyperv neutron-server[116162]: event.method(event) Apr 28 11:01:19.922827 dv-neutron-master-2-hyperv neutron-server[116162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 28 11:01:19.922827 dv-neutron-master-2-hyperv neutron-server[116162]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 11:01:19.922827 dv-neutron-master-2-hyperv neutron-server[116162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 28 11:01:19.922827 dv-neutron-master-2-hyperv neutron-server[116162]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 11:01:19.922827 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 28 11:01:19.922827 dv-neutron-master-2-hyperv neutron-server[116162]: return f(self, *a, **k) Apr 28 11:01:19.922827 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 28 11:01:19.922827 dv-neutron-master-2-hyperv neutron-server[116162]: return self._get(url).json() Apr 28 11:01:19.922827 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 28 11:01:19.922827 dv-neutron-master-2-hyperv neutron-server[116162]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 11:01:19.922827 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 11:01:19.922827 dv-neutron-master-2-hyperv neutron-server[116162]: return self.request(url, 'GET', **kwargs) Apr 28 11:01:19.922827 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 11:01:19.922827 dv-neutron-master-2-hyperv neutron-server[116162]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 11:01:19.922827 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 11:01:19.922827 dv-neutron-master-2-hyperv neutron-server[116162]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 11:01:19.922827 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 11:01:19.922827 dv-neutron-master-2-hyperv neutron-server[116162]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 11:01:19.922827 dv-neutron-master-2-hyperv neutron-server[116162]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 11:01:19.932203 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Provisioning complete for port dd25c505-0504-4caf-9448-ddfa71e35555 triggered by entity L2. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:01:19.933243 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (dd25c505-0504-4caf-9448-ddfa71e35555), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:19.943758 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3175bab3-cc04-47b9-bb26-8f8a215b41b8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 81} {{(pid=116162) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 11:01:19.957536 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e2f22a0-45ab-4517-9ad7-fd3f7b93cda9 None None] get_active_networks_info from dv-neutron-master-2-hyperv {{(pid=116163) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Apr 28 11:01:20.013436 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8257968-8d6b-464f-a3c5-0d1389e7ee8a tempest-FloatingIPNegativeTestJSON-1520521010 tempest-FloatingIPNegativeTestJSON-1520521010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:01:20.014189 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-e8257968-8d6b-464f-a3c5-0d1389e7ee8a tempest-FloatingIPNegativeTestJSON-1520521010 tempest-FloatingIPNegativeTestJSON-1520521010-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198022'] for port (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:20.022391 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-3175bab3-cc04-47b9-bb26-8f8a215b41b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-961978'] for segment (6d4ad1d4-95ab-4492-8694-723c8a0122a3), precommit_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:20.022809 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.db.segments_db [None req-3175bab3-cc04-47b9-bb26-8f8a215b41b8 admin admin] Added segment 6d4ad1d4-95ab-4492-8694-723c8a0122a3 of type vlan for network 8876925c-b776-4190-94d6-ff922dbd02cf Apr 28 11:01:20.041963 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.db.api [None req-7bf90536-5467-4317-847b-d0a1f0f293c1 tempest-NetworksIpV6Test-263553383 tempest-NetworksIpV6Test-263553383-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 28 11:01:20.041963 dv-neutron-master-2-hyperv neutron-server[116162]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 28 11:01:20.041963 dv-neutron-master-2-hyperv neutron-server[116162]: [parameters: {'id': '082e0056-19e5-4546-a7d6-c2c84989795a'}] Apr 28 11:01:20.041963 dv-neutron-master-2-hyperv neutron-server[116162]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=116162) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 28 11:01:20.042447 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG oslo_db.api [None req-7bf90536-5467-4317-847b-d0a1f0f293c1 tempest-NetworksIpV6Test-263553383 tempest-NetworksIpV6Test-263553383-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=116162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 28 11:01:20.057505 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-d0ff050d-becd-4cc3-a558-fa6f55d2920e None None] Provisioning complete for port 14868a32-1a8e-4337-a6e9-a3a2d5edcf52 triggered by entity DHCP. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:01:20.057885 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-d0ff050d-becd-4cc3-a558-fa6f55d2920e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (14868a32-1a8e-4337-a6e9-a3a2d5edcf52), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:20.116711 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-3175bab3-cc04-47b9-bb26-8f8a215b41b8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742234744962'] for network (8876925c-b776-4190-94d6-ff922dbd02cf), precommit_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:20.128323 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7290c5c1-ce4e-4993-928a-73707b9f55d2 tempest-FloatingIPTestJSON-373071706 tempest-FloatingIPTestJSON-373071706-project] Router 95215caa-c306-4f42-88fe-7b8468f0ea15 has already been hosted by L3 agent 6b492ad6-0876-4d74-b20d-28143a52ceba {{(pid=116162) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 11:01:20.144229 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-e8257968-8d6b-464f-a3c5-0d1389e7ee8a tempest-FloatingIPNegativeTestJSON-1520521010 tempest-FloatingIPNegativeTestJSON-1520521010-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 3.5853195 Apr 28 11:01:20.147007 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 50618) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:01:20.155995 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Current status of the port dd25c505-0504-4caf-9448-ddfa71e35555 is: ACTIVE; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:01:20.159708 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-d0ff050d-becd-4cc3-a558-fa6f55d2920e None None] Port 14868a32-1a8e-4337-a6e9-a3a2d5edcf52 cannot update to ACTIVE because it is not bound. {{(pid=116163) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 28 11:01:20.165357 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.v2.base [None req-435e135d-c86a-4001-8679-22475c4027ed tempest-FloatingIPNegativeTestJSON-1520521010 tempest-FloatingIPNegativeTestJSON-1520521010-project] Request body: {'floatingip': {'floating_network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c'}} {{(pid=116162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:01:20.171673 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-d0ff050d-becd-4cc3-a558-fa6f55d2920e None None] Provisioning complete for port 843960a4-b8cc-41b6-b05f-50adaed02f1b triggered by entity DHCP. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:01:20.176156 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-d0ff050d-becd-4cc3-a558-fa6f55d2920e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (843960a4-b8cc-41b6-b05f-50adaed02f1b), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:20.176392 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.db [None req-2bd128e7-912f-4ec4-8a17-8ac19b61cee3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-440933725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-440933725-project-admin] For port 7cb25809-3de5-4545-ac33-538352b74ac2, host hv-neutron-mast, got binding levels [] {{(pid=116161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 11:01:20.176392 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-2bd128e7-912f-4ec4-8a17-8ac19b61cee3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-440933725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-440933725-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1938497'] for port (7cb25809-3de5-4545-ac33-538352b74ac2), precommit_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:20.178961 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-4d93cd2a-075f-44cc-8cc1-b15262d6d2a3 tempest-RoutersAdminTest-1999378242 tempest-RoutersAdminTest-1999378242-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-971310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5053962', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4210815'] for subnet (f87c75a5-fcc6-4ace-a26e-a53525cae303), after_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:20.198149 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.plugin [None req-2bd128e7-912f-4ec4-8a17-8ac19b61cee3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-440933725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-440933725-project-admin] Calling delete_port for 7cb25809-3de5-4545-ac33-538352b74ac2 owned by {{(pid=116161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 11:01:20.206921 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e2f22a0-45ab-4517-9ad7-fd3f7b93cda9 None None] Resources bound (agent type, host, resource id): {{(pid=116163) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 28 11:01:20.212489 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-dbe73b51-dffa-4091-9ac0-6d65d2692fa8 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Publish callbacks [] for port (da7f05ff-2120-4998-a9fc-8c6a6d5ab033), precommit_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:20.231899 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-d0ff050d-becd-4cc3-a558-fa6f55d2920e None None] Port 843960a4-b8cc-41b6-b05f-50adaed02f1b cannot update to ACTIVE because it is not bound. {{(pid=116163) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 28 11:01:20.251120 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d93cd2a-075f-44cc-8cc1-b15262d6d2a3 tempest-RoutersAdminTest-1999378242 tempest-RoutersAdminTest-1999378242-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=f87c75a5-fcc6-4ace-a26e-a53525cae303,revision_number=None']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:01:20.255892 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-4d93cd2a-075f-44cc-8cc1-b15262d6d2a3 tempest-RoutersAdminTest-1999378242 tempest-RoutersAdminTest-1999378242-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603020'] for subnet (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:20.260155 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-4d93cd2a-075f-44cc-8cc1-b15262d6d2a3 tempest-RoutersAdminTest-1999378242 tempest-RoutersAdminTest-1999378242-project-admin] 10.222.0.10 "DELETE /v2.0/subnets/f87c75a5-fcc6-4ace-a26e-a53525cae303 HTTP/1.1" status: 204 len: 168 time: 1.3167510 Apr 28 11:01:20.262362 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 50620) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:01:20.262748 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-3175bab3-cc04-47b9-bb26-8f8a215b41b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042'] for network (8876925c-b776-4190-94d6-ff922dbd02cf), after_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:20.263852 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3175bab3-cc04-47b9-bb26-8f8a215b41b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:01:20.264376 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-3175bab3-cc04-47b9-bb26-8f8a215b41b8 admin admin] Publish callbacks [] for network (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:20.266909 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3452201f-e65d-4e7c-8b77-391f7f8f3af2 tempest-RoutersIpV6AdminTest-911026605 tempest-RoutersIpV6AdminTest-911026605-project-admin] Router 2f181560-7a2e-423d-893a-fa1fe9e2a022 is scheduled to L3 agent 6b492ad6-0876-4d74-b20d-28143a52ceba with binding_index 1 {{(pid=116162) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 28 11:01:20.337233 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-c9d8d55f-df16-44f2-8985-665bb886971a tempest-RoutersAdminTest-1999378242 tempest-RoutersAdminTest-1999378242-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-979593'] for network (b9b78c98-8d3b-4c60-a959-6cb6a48b057b), before_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:20.410456 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-435e135d-c86a-4001-8679-22475c4027ed tempest-FloatingIPNegativeTestJSON-1520521010 tempest-FloatingIPNegativeTestJSON-1520521010-project] Publish callbacks [] for floatingip (None), before_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:20.441496 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (6be95134-9a6c-4663-8b48-90d12ce90c60), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:20.462771 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-3175bab3-cc04-47b9-bb26-8f8a215b41b8 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 2.7703173 Apr 28 11:01:20.463494 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3175bab3-cc04-47b9-bb26-8f8a215b41b8 admin admin] Pushing event updated for resources: {'Network': ['ID=8876925c-b776-4190-94d6-ff922dbd02cf,revision_number=1']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:01:20.472652 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 50622) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:01:20.476153 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Network 8876925c-b776-4190-94d6-ff922dbd02cf details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=116163) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 28 11:01:20.479296 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.v2.base [None req-7c80d8ec-4d47-45eb-9c2a-326cbf60768d admin admin] Request body: {'subnet': {'network_id': '8876925c-b776-4190-94d6-ff922dbd02cf', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-950764993-subnet', 'tenant_id': 'e9b5b362688444d0864b3692ffb5d0ef', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=116161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:01:20.483731 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-c9d8d55f-df16-44f2-8985-665bb886971a tempest-RoutersAdminTest-1999378242 tempest-RoutersAdminTest-1999378242-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-973498', 'neutron.services.segments.db._delete_segments_for_network-8742235207033'] for network (b9b78c98-8d3b-4c60-a959-6cb6a48b057b), precommit_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:20.486424 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-dbe73b51-dffa-4091-9ac0-6d65d2692fa8 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742234710357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5219112'] for port (da7f05ff-2120-4998-a9fc-8c6a6d5ab033), after_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:20.541464 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-2bd128e7-912f-4ec4-8a17-8ac19b61cee3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-440933725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-440933725-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742235135690', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742234710366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5219112'] for port (7cb25809-3de5-4545-ac33-538352b74ac2), after_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:20.541841 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7290c5c1-ce4e-4993-928a-73707b9f55d2 tempest-FloatingIPTestJSON-373071706 tempest-FloatingIPTestJSON-373071706-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=116162) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 11:01:20.555047 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca025550-09c1-484c-b69a-e7c73b548e62 None None] Sync routers for ids ['95215caa-c306-4f42-88fe-7b8468f0ea15'] in dv-neutron-master-2-hyperv {{(pid=116164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 11:01:20.560996 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.services.segments.db [None req-c9d8d55f-df16-44f2-8985-665bb886971a tempest-RoutersAdminTest-1999378242 tempest-RoutersAdminTest-1999378242-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b9b78c98-8d3b-4c60-a959-6cb6a48b057b']}} {{(pid=116161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:01:20.574309 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-7bf90536-5467-4317-847b-d0a1f0f293c1 tempest-NetworksIpV6Test-263553383 tempest-NetworksIpV6Test-263553383-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-979593'] for network (082e0056-19e5-4546-a7d6-c2c84989795a), before_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:20.574739 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca025550-09c1-484c-b69a-e7c73b548e62 None None] Routers {'95215caa-c306-4f42-88fe-7b8468f0ea15'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=116164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 11:01:20.575651 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_hamode_db [None req-ca025550-09c1-484c-b69a-e7c73b548e62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-28T10:50:39Z,description=,heartbeat_timestamp=2022-04-28T11:01:09Z,host='dv-neutron-master-2-hyperv',id=6b492ad6-0876-4d74-b20d-28143a52ceba,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T10:50:40Z,topic='l3_agent')) {'router_ids': ['95215caa-c306-4f42-88fe-7b8468f0ea15'], 'active': True} {{(pid=116164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:01:20.580158 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbe73b51-dffa-4091-9ac0-6d65d2692fa8 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Network 1ec9fbcf-7a57-4aaa-9c30-4e0f43e09480 is already hosted by enough agents. {{(pid=116161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 11:01:20.585457 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-7290c5c1-ce4e-4993-928a-73707b9f55d2 tempest-FloatingIPTestJSON-373071706 tempest-FloatingIPTestJSON-373071706-project] 10.222.0.10 "PUT /v2.0/routers/95215caa-c306-4f42-88fe-7b8468f0ea15/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.3808143 Apr 28 11:01:20.588366 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 50624) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:01:20.593561 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.services.segments.db [None req-c9d8d55f-df16-44f2-8985-665bb886971a tempest-RoutersAdminTest-1999378242 tempest-RoutersAdminTest-1999378242-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fd89bbdc-70d1-4eb6-9001-e72bdb6ebf5f') {'for_net_delete': True} {{(pid=116161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:01:20.594583 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.services.segments.db [None req-c9d8d55f-df16-44f2-8985-665bb886971a tempest-RoutersAdminTest-1999378242 tempest-RoutersAdminTest-1999378242-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fd89bbdc-70d1-4eb6-9001-e72bdb6ebf5f') {} {{(pid=116161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:01:20.602762 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-2bd128e7-912f-4ec4-8a17-8ac19b61cee3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-440933725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-440933725-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198022'] for port (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:20.607075 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-2bd128e7-912f-4ec4-8a17-8ac19b61cee3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-440933725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-440933725-project-admin] 10.222.0.10 "DELETE /v2.0/ports/7cb25809-3de5-4545-ac33-538352b74ac2 HTTP/1.1" status: 204 len: 168 time: 1.0865128 Apr 28 11:01:20.608313 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.scheduler.base_scheduler [None req-dbe73b51-dffa-4091-9ac0-6d65d2692fa8 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Resources bound (agent type, host, resource id): {{(pid=116161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 11:01:20.611808 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbe73b51-dffa-4091-9ac0-6d65d2692fa8 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Received port after_create {{(pid=116161) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 11:01:20.612776 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 50626) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:01:20.621000 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_hamode_db [None req-ca025550-09c1-484c-b69a-e7c73b548e62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=116164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:01:20.625948 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.v2.base [None req-2057c4f9-94e8-4bf5-8425-32de5ff0e736 tempest-FloatingIPTestJSON-373071706 tempest-FloatingIPTestJSON-373071706-project] Request body: {'port': {'network_id': '53931edc-a3f8-44d1-9b00-bf912d99b237', 'name': 'tempest-FloatingIPTestJSON-378711322'}} {{(pid=116161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:01:20.626048 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-435e135d-c86a-4001-8679-22475c4027ed tempest-FloatingIPNegativeTestJSON-1520521010 tempest-FloatingIPNegativeTestJSON-1520521010-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (None), before_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:20.631556 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca025550-09c1-484c-b69a-e7c73b548e62 None None] Routers {'95215caa-c306-4f42-88fe-7b8468f0ea15'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=116164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 11:01:20.632558 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_hamode_db [None req-ca025550-09c1-484c-b69a-e7c73b548e62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-28T10:50:39Z,description=,heartbeat_timestamp=2022-04-28T11:01:09Z,host='dv-neutron-master-2-hyperv',id=6b492ad6-0876-4d74-b20d-28143a52ceba,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T10:50:40Z,topic='l3_agent')) {'router_ids': ['95215caa-c306-4f42-88fe-7b8468f0ea15'], 'active': True} {{(pid=116164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:01:20.648879 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3452201f-e65d-4e7c-8b77-391f7f8f3af2 tempest-RoutersIpV6AdminTest-911026605 tempest-RoutersIpV6AdminTest-911026605-project-admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=116162) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 11:01:20.660239 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef501d6f-ba1d-4167-af0c-4a1c2421a910 None None] Sync routers for ids ['2f181560-7a2e-423d-893a-fa1fe9e2a022'] in dv-neutron-master-2-hyperv {{(pid=116163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 11:01:20.666561 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_hamode_db [None req-ca025550-09c1-484c-b69a-e7c73b548e62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=116164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:01:20.667376 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca025550-09c1-484c-b69a-e7c73b548e62 None None] The sync data for ids ['95215caa-c306-4f42-88fe-7b8468f0ea15'] in dv-neutron-master-2-hyperv is: [] {{(pid=116164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 11:01:20.681599 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.pecan_wsgi.hooks.translation [None req-7f989dab-a982-4492-8d0a-1f5e800ef80d tempest-PortsAdminExtendedAttrsIpV6TestJSON-440933725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-440933725-project-admin] GET failed (client error): The resource could not be found. Apr 28 11:01:20.681713 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef501d6f-ba1d-4167-af0c-4a1c2421a910 None None] Routers {'2f181560-7a2e-423d-893a-fa1fe9e2a022'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=116163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 11:01:20.684662 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-7f989dab-a982-4492-8d0a-1f5e800ef80d tempest-PortsAdminExtendedAttrsIpV6TestJSON-440933725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-440933725-project-admin] 10.222.0.10 "GET /v2.0/ports/7cb25809-3de5-4545-ac33-538352b74ac2 HTTP/1.1" status: 404 len: 333 time: 0.0620930 Apr 28 11:01:20.684786 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_hamode_db [None req-ef501d6f-ba1d-4167-af0c-4a1c2421a910 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-28T10:50:39Z,description=,heartbeat_timestamp=2022-04-28T11:01:09Z,host='dv-neutron-master-2-hyperv',id=6b492ad6-0876-4d74-b20d-28143a52ceba,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T10:50:40Z,topic='l3_agent')) {'router_ids': ['2f181560-7a2e-423d-893a-fa1fe9e2a022'], 'active': True} {{(pid=116163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:01:20.684910 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-3452201f-e65d-4e7c-8b77-391f7f8f3af2 tempest-RoutersIpV6AdminTest-911026605 tempest-RoutersIpV6AdminTest-911026605-project-admin] Publish callbacks [] for router (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:20.684910 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-3452201f-e65d-4e7c-8b77-391f7f8f3af2 tempest-RoutersIpV6AdminTest-911026605 tempest-RoutersIpV6AdminTest-911026605-project-admin] 10.222.0.10 "PUT /v2.0/routers/2f181560-7a2e-423d-893a-fa1fe9e2a022 HTTP/1.1" status: 200 len: 920 time: 8.3793092 Apr 28 11:01:20.685420 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 50628) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:01:20.685750 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 50630) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:01:20.693652 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.v2.base [None req-36717827-2822-4611-a5f2-87025a008b8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-440933725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-440933725-project-admin] Request body: {'port': {'network_id': 'c7241194-1007-47e4-ab68-1d88f9726a65', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-897456718'}} {{(pid=116162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:01:20.694098 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe73b51-dffa-4091-9ac0-6d65d2692fa8 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Pushing event updated for resources: {'Port': ['ID=da7f05ff-2120-4998-a9fc-8c6a6d5ab033,revision_number=1']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:01:20.700774 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-c9d8d55f-df16-44f2-8985-665bb886971a tempest-RoutersAdminTest-1999378242 tempest-RoutersAdminTest-1999378242-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742235208578', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8076969'] for segment (fd89bbdc-70d1-4eb6-9001-e72bdb6ebf5f), before_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:20.735605 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c80d8ec-4d47-45eb-9c2a-326cbf60768d admin admin] Made reservation on behalf of e9b5b362688444d0864b3692ffb5d0ef for: {'subnet': 1} {{(pid=116161) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 11:01:20.737369 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_hamode_db [None req-ef501d6f-ba1d-4167-af0c-4a1c2421a910 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=116163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:01:20.739821 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-7c80d8ec-4d47-45eb-9c2a-326cbf60768d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5125580'] for subnet (None), before_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:20.747422 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef501d6f-ba1d-4167-af0c-4a1c2421a910 None None] Routers {'2f181560-7a2e-423d-893a-fa1fe9e2a022'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=116163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 11:01:20.751108 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_hamode_db [None req-ef501d6f-ba1d-4167-af0c-4a1c2421a910 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-28T10:50:39Z,description=,heartbeat_timestamp=2022-04-28T11:01:09Z,host='dv-neutron-master-2-hyperv',id=6b492ad6-0876-4d74-b20d-28143a52ceba,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T10:50:40Z,topic='l3_agent')) {'router_ids': ['2f181560-7a2e-423d-893a-fa1fe9e2a022'], 'active': True} {{(pid=116163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:01:20.759045 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.plugin [None req-7bf90536-5467-4317-847b-d0a1f0f293c1 tempest-NetworksIpV6Test-263553383 tempest-NetworksIpV6Test-263553383-project] Deleting port 8cff55fa-e1cc-43f3-a943-9a0fa9fc24d1 {{(pid=116162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 11:01:20.759387 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-7bf90536-5467-4317-847b-d0a1f0f293c1 tempest-NetworksIpV6Test-263553383 tempest-NetworksIpV6Test-263553383-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742235130188'] for port (8cff55fa-e1cc-43f3-a943-9a0fa9fc24d1), before_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:20.784714 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd128e7-912f-4ec4-8a17-8ac19b61cee3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-440933725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-440933725-project-admin] Pushing event deleted for resources: {'Port': ['ID=7cb25809-3de5-4545-ac33-538352b74ac2,revision_number=None']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:01:20.791064 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_hamode_db [None req-ef501d6f-ba1d-4167-af0c-4a1c2421a910 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=116163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:01:20.791835 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef501d6f-ba1d-4167-af0c-4a1c2421a910 None None] The sync data for ids ['2f181560-7a2e-423d-893a-fa1fe9e2a022'] in dv-neutron-master-2-hyperv is: [] {{(pid=116163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 11:01:20.806576 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-c9d8d55f-df16-44f2-8985-665bb886971a tempest-RoutersAdminTest-1999378242 tempest-RoutersAdminTest-1999378242-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-961978'] for segment (fd89bbdc-70d1-4eb6-9001-e72bdb6ebf5f), precommit_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:20.881965 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbe73b51-dffa-4091-9ac0-6d65d2692fa8 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:01:20.882264 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-dbe73b51-dffa-4091-9ac0-6d65d2692fa8 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198022'] for port (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:20.886081 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c9d8d55f-df16-44f2-8985-665bb886971a tempest-RoutersAdminTest-1999378242 tempest-RoutersAdminTest-1999378242-project-admin] Releasing vlan 91 on physical network physnet1 to pool {{(pid=116161) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 11:01:20.886529 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-c9d8d55f-df16-44f2-8985-665bb886971a tempest-RoutersAdminTest-1999378242 tempest-RoutersAdminTest-1999378242-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-961978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5219103'] for segment (fd89bbdc-70d1-4eb6-9001-e72bdb6ebf5f), after_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:20.915201 dv-neutron-master-2-hyperv neutron-server[116161]: Traceback (most recent call last): Apr 28 11:01:20.915201 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 11:01:20.915201 dv-neutron-master-2-hyperv neutron-server[116161]: timer() Apr 28 11:01:20.915201 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 11:01:20.915201 dv-neutron-master-2-hyperv neutron-server[116161]: cb(*args, **kw) Apr 28 11:01:20.915201 dv-neutron-master-2-hyperv neutron-server[116161]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 28 11:01:20.915201 dv-neutron-master-2-hyperv neutron-server[116161]: return func(*args, **kwargs) Apr 28 11:01:20.915201 dv-neutron-master-2-hyperv neutron-server[116161]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 11:01:20.915201 dv-neutron-master-2-hyperv neutron-server[116161]: self._notify() Apr 28 11:01:20.915201 dv-neutron-master-2-hyperv neutron-server[116161]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 11:01:20.915201 dv-neutron-master-2-hyperv neutron-server[116161]: self.callback(batched_events) Apr 28 11:01:20.915201 dv-neutron-master-2-hyperv neutron-server[116161]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 11:01:20.915201 dv-neutron-master-2-hyperv neutron-server[116161]: event.method(event) Apr 28 11:01:20.915201 dv-neutron-master-2-hyperv neutron-server[116161]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 28 11:01:20.915201 dv-neutron-master-2-hyperv neutron-server[116161]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 11:01:20.915201 dv-neutron-master-2-hyperv neutron-server[116161]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 28 11:01:20.915201 dv-neutron-master-2-hyperv neutron-server[116161]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 11:01:20.915201 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 28 11:01:20.915201 dv-neutron-master-2-hyperv neutron-server[116161]: return f(self, *a, **k) Apr 28 11:01:20.915201 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 28 11:01:20.915201 dv-neutron-master-2-hyperv neutron-server[116161]: return self._get(url).json() Apr 28 11:01:20.915201 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 28 11:01:20.915201 dv-neutron-master-2-hyperv neutron-server[116161]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 11:01:20.915201 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 11:01:20.915201 dv-neutron-master-2-hyperv neutron-server[116161]: return self.request(url, 'GET', **kwargs) Apr 28 11:01:20.915201 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 11:01:20.915201 dv-neutron-master-2-hyperv neutron-server[116161]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 11:01:20.915201 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 11:01:20.915201 dv-neutron-master-2-hyperv neutron-server[116161]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 11:01:20.915201 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 11:01:20.915201 dv-neutron-master-2-hyperv neutron-server[116161]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 11:01:20.915201 dv-neutron-master-2-hyperv neutron-server[116161]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 11:01:20.918205 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.db [None req-7bf90536-5467-4317-847b-d0a1f0f293c1 tempest-NetworksIpV6Test-263553383 tempest-NetworksIpV6Test-263553383-project] For port 8cff55fa-e1cc-43f3-a943-9a0fa9fc24d1, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=8cff55fa-e1cc-43f3-a943-9a0fa9fc24d1,segment=NetworkSegment(06bba10d-9701-4645-8cf0-21c73c9590d4),segment_id=06bba10d-9701-4645-8cf0-21c73c9590d4)] {{(pid=116162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 11:01:20.918205 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-7bf90536-5467-4317-847b-d0a1f0f293c1 tempest-NetworksIpV6Test-263553383 tempest-NetworksIpV6Test-263553383-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1938497'] for port (8cff55fa-e1cc-43f3-a943-9a0fa9fc24d1), precommit_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:20.964397 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-52c3a32c-7dd1-460e-9ae4-ea48ca96c197 None None] Provisioning complete for port da7f05ff-2120-4998-a9fc-8c6a6d5ab033 triggered by entity DHCP. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:01:20.965416 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-52c3a32c-7dd1-460e-9ae4-ea48ca96c197 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (da7f05ff-2120-4998-a9fc-8c6a6d5ab033), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:21.008390 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-52c3a32c-7dd1-460e-9ae4-ea48ca96c197 None None] Port da7f05ff-2120-4998-a9fc-8c6a6d5ab033 cannot update to ACTIVE because it is not bound. {{(pid=116163) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 28 11:01:21.056975 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-dbe73b51-dffa-4091-9ac0-6d65d2692fa8 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 2.4291444 Apr 28 11:01:21.075452 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 50632) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:01:21.148815 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-c9d8d55f-df16-44f2-8985-665bb886971a tempest-RoutersAdminTest-1999378242 tempest-RoutersAdminTest-1999378242-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-973477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2063122'] for network (b9b78c98-8d3b-4c60-a959-6cb6a48b057b), after_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:21.152527 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9d8d55f-df16-44f2-8985-665bb886971a tempest-RoutersAdminTest-1999378242 tempest-RoutersAdminTest-1999378242-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network b9b78c98-8d3b-4c60-a959-6cb6a48b057b {{(pid=116161) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Apr 28 11:01:21.155622 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-c9d8d55f-df16-44f2-8985-665bb886971a tempest-RoutersAdminTest-1999378242 tempest-RoutersAdminTest-1999378242-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603020'] for network (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:21.159743 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-c9d8d55f-df16-44f2-8985-665bb886971a tempest-RoutersAdminTest-1999378242 tempest-RoutersAdminTest-1999378242-project-admin] 10.222.0.10 "DELETE /v2.0/networks/b9b78c98-8d3b-4c60-a959-6cb6a48b057b HTTP/1.1" status: 204 len: 168 time: 0.8967676 Apr 28 11:01:21.217573 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d8d55f-df16-44f2-8985-665bb886971a tempest-RoutersAdminTest-1999378242 tempest-RoutersAdminTest-1999378242-project-admin] Pushing event deleted for resources: {'Network': ['ID=b9b78c98-8d3b-4c60-a959-6cb6a48b057b,revision_number=None']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:01:21.226834 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.plugin [None req-7bf90536-5467-4317-847b-d0a1f0f293c1 tempest-NetworksIpV6Test-263553383 tempest-NetworksIpV6Test-263553383-project] Calling delete_port for 8cff55fa-e1cc-43f3-a943-9a0fa9fc24d1 owned by network:dhcp {{(pid=116162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 11:01:21.237688 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41108599-83b9-4d3b-9aa1-7cecb8dc37ad tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:01:21.247170 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36717827-2822-4611-a5f2-87025a008b8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-440933725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-440933725-project-admin] Made reservation on behalf of 44abaa920a344be08c0e41495733b80d for: {'port': 1} {{(pid=116162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 11:01:21.249497 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-36717827-2822-4611-a5f2-87025a008b8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-440933725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-440933725-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (None), before_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:21.255382 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41108599-83b9-4d3b-9aa1-7cecb8dc37ad tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:01:21.260005 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-41108599-83b9-4d3b-9aa1-7cecb8dc37ad tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1863 time: 0.1790688 Apr 28 11:01:21.260005 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2057c4f9-94e8-4bf5-8425-32de5ff0e736 tempest-FloatingIPTestJSON-373071706 tempest-FloatingIPTestJSON-373071706-project] Made reservation on behalf of 36d1e8ae0c6b44fb858256714ad6ff62 for: {'port': 1} {{(pid=116161) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 11:01:21.261210 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-2057c4f9-94e8-4bf5-8425-32de5ff0e736 tempest-FloatingIPTestJSON-373071706 tempest-FloatingIPTestJSON-373071706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (None), before_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:21.264993 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 50636) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:01:21.293968 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-7c80d8ec-4d47-45eb-9c2a-326cbf60768d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5220536', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5125438'] for subnet (9f0dbbd1-58ad-4048-bae6-5e3ef831a6c1), after_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:21.362088 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.notifiers.nova [None req-36717827-2822-4611-a5f2-87025a008b8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-440933725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-440933725-project-admin] device_id is not set on port 69a21ed3-810f-48b5-a72d-7f44d3d0d676 yet. {{(pid=116162) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 28 11:01:21.363984 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.notifiers.nova [None req-2057c4f9-94e8-4bf5-8425-32de5ff0e736 tempest-FloatingIPTestJSON-373071706 tempest-FloatingIPTestJSON-373071706-project] device_id is not set on port 0afc3ea5-5644-409e-8f2c-741d8e74bbba yet. {{(pid=116161) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 28 11:01:21.389819 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.db.db_base_plugin_common [None req-435e135d-c86a-4001-8679-22475c4027ed tempest-FloatingIPNegativeTestJSON-1520521010 tempest-FloatingIPNegativeTestJSON-1520521010-project] Allocated IP 172.36.4.218 (7be49d94-bbb8-4a61-bafe-209c5f861e1c/c0f82f52-05ee-40f2-a57c-9d02e01fb9fa/2b543710-be88-4db4-9609-7bf6ae542066) {{(pid=116162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 11:01:21.429640 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-8d8bd7a7-f979-4086-a852-b571c2415b24 tempest-RoutersIpV6AdminTest-911026605 tempest-RoutersIpV6AdminTest-911026605-project-admin] 10.222.0.10 "GET /v2.0/routers/2f181560-7a2e-423d-893a-fa1fe9e2a022 HTTP/1.1" status: 200 len: 926 time: 0.7370284 Apr 28 11:01:21.429962 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 50640) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:01:21.483380 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c80d8ec-4d47-45eb-9c2a-326cbf60768d admin admin] Pushing event updated for resources: {'Subnet': ['ID=9f0dbbd1-58ad-4048-bae6-5e3ef831a6c1,revision_number=0']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:01:21.538728 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb8988df-40e4-47eb-9013-345a60e249be tempest-RoutersIpV6AdminTest-911026605 tempest-RoutersIpV6AdminTest-911026605-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:01:21.540248 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-bb8988df-40e4-47eb-9013-345a60e249be tempest-RoutersIpV6AdminTest-911026605 tempest-RoutersIpV6AdminTest-911026605-project-admin] 10.222.0.10 "GET /v2.0/ports?network_id=7be49d94-bbb8-4a61-bafe-209c5f861e1c&device_id=2f181560-7a2e-423d-893a-fa1fe9e2a022&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1093442 Apr 28 11:01:21.550599 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 50644) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:01:21.609527 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.db.db_base_plugin_common [None req-2057c4f9-94e8-4bf5-8425-32de5ff0e736 tempest-FloatingIPTestJSON-373071706 tempest-FloatingIPTestJSON-373071706-project] Allocated IP 172.20.0.7 (53931edc-a3f8-44d1-9b00-bf912d99b237/b703de28-7fa7-4be8-b23f-42ac033f9e00/0afc3ea5-5644-409e-8f2c-741d8e74bbba) {{(pid=116161) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 11:01:21.615448 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c80d8ec-4d47-45eb-9c2a-326cbf60768d admin admin] Checking segment: {'id': '6d4ad1d4-95ab-4492-8694-723c8a0122a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '8876925c-b776-4190-94d6-ff922dbd02cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 11:01:21.616110 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c80d8ec-4d47-45eb-9c2a-326cbf60768d admin admin] Network hostable DHCP agents. Network: 8876925c-b776-4190-94d6-ff922dbd02cf, hostable agents: ['75ba81b7-fe99-4281-90d2-a5adb445ecea'], hosted agents: [] {{(pid=116161) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 11:01:21.622026 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.plugin [None req-d0b236c3-dc50-49bc-a6e6-20a626dae0f3 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Deleting port da7f05ff-2120-4998-a9fc-8c6a6d5ab033 {{(pid=116161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 11:01:21.622432 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-d0b236c3-dc50-49bc-a6e6-20a626dae0f3 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742235130188'] for port (da7f05ff-2120-4998-a9fc-8c6a6d5ab033), before_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:21.627255 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 50646) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:01:21.636130 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.v2.base [None req-c91b84b1-96a3-41c5-9e02-06a229c18c25 tempest-RoutersAdminTest-1999378242 tempest-RoutersAdminTest-1999378242-project-admin] Request body: {'router': {'name': 'tempest-router--177480481', 'project_id': '0c7b88a0a1af43f784e2aeea123f0a99'}} {{(pid=116161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:01:21.698313 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcf7794a-bc8b-480c-9461-ef9a060f1ba6 tempest-RoutersIpV6AdminTest-911026605 tempest-RoutersIpV6AdminTest-911026605-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:01:21.699745 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-dcf7794a-bc8b-480c-9461-ef9a060f1ba6 tempest-RoutersIpV6AdminTest-911026605 tempest-RoutersIpV6AdminTest-911026605-project-admin] 10.222.0.10 "GET /v2.0/networks/7be49d94-bbb8-4a61-bafe-209c5f861e1c HTTP/1.1" status: 200 len: 881 time: 0.1476729 Apr 28 11:01:21.723237 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 50648) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:01:21.730052 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-7bf90536-5467-4317-847b-d0a1f0f293c1 tempest-NetworksIpV6Test-263553383 tempest-NetworksIpV6Test-263553383-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742235135690', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742234710366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5051867'] for port (8cff55fa-e1cc-43f3-a943-9a0fa9fc24d1), after_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:21.775527 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-e8cf0668-a31f-4a4c-b1d1-4238c0609440 tempest-RoutersIpV6AdminTest-2062886361 tempest-RoutersIpV6AdminTest-2062886361-project] 10.222.0.10 "GET /v2.0/ports?device_id=2f181560-7a2e-423d-893a-fa1fe9e2a022 HTTP/1.1" status: 200 len: 205 time: 0.0492082 Apr 28 11:01:21.780028 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 50650) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:01:21.788581 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf90536-5467-4317-847b-d0a1f0f293c1 tempest-NetworksIpV6Test-263553383 tempest-NetworksIpV6Test-263553383-project] Pushing event deleted for resources: {'Port': ['ID=8cff55fa-e1cc-43f3-a943-9a0fa9fc24d1,revision_number=None']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:01:21.802286 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-36717827-2822-4611-a5f2-87025a008b8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-440933725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-440933725-project-admin] Publish callbacks [] for port (69a21ed3-810f-48b5-a72d-7f44d3d0d676), precommit_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:21.803847 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bf90536-5467-4317-847b-d0a1f0f293c1 tempest-NetworksIpV6Test-263553383 tempest-NetworksIpV6Test-263553383-project] No DVR routers for this DVR port 8cff55fa-e1cc-43f3-a943-9a0fa9fc24d1 on host dv-neutron-master-2-hyperv {{(pid=116162) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 11:01:21.805625 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-c91b84b1-96a3-41c5-9e02-06a229c18c25 tempest-RoutersAdminTest-1999378242 tempest-RoutersAdminTest-1999378242-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2060459', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-63449'] for router (ced315ac-167c-4f8d-a0ba-3eda1e362d54), before_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:21.806809 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-c91b84b1-96a3-41c5-9e02-06a229c18c25 tempest-RoutersAdminTest-1999378242 tempest-RoutersAdminTest-1999378242-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2060827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1935275', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1960866', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-63266'] for router (ced315ac-167c-4f8d-a0ba-3eda1e362d54), precommit_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:21.827073 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-d0b236c3-dc50-49bc-a6e6-20a626dae0f3 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1938497'] for port (da7f05ff-2120-4998-a9fc-8c6a6d5ab033), precommit_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:21.847948 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c80d8ec-4d47-45eb-9c2a-326cbf60768d admin admin] Network 8876925c-b776-4190-94d6-ff922dbd02cf is scheduled to be hosted by DHCP agent 75ba81b7-fe99-4281-90d2-a5adb445ecea with binding_index 1 {{(pid=116161) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 11:01:21.872059 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-435e135d-c86a-4001-8679-22475c4027ed tempest-FloatingIPNegativeTestJSON-1520521010 tempest-FloatingIPNegativeTestJSON-1520521010-project] Publish callbacks [] for port (2b543710-be88-4db4-9609-7bf6ae542066), precommit_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:21.910095 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.plugin [None req-d0b236c3-dc50-49bc-a6e6-20a626dae0f3 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Calling delete_port for da7f05ff-2120-4998-a9fc-8c6a6d5ab033 owned by {{(pid=116161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 11:01:21.957727 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-c91b84b1-96a3-41c5-9e02-06a229c18c25 tempest-RoutersAdminTest-1999378242 tempest-RoutersAdminTest-1999378242-project-admin] Publish callbacks [] for router_controller (ced315ac-167c-4f8d-a0ba-3eda1e362d54), precommit_add_association {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:21.967072 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.scheduler.base_scheduler [None req-7c80d8ec-4d47-45eb-9c2a-326cbf60768d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 8876925c-b776-4190-94d6-ff922dbd02cf) {{(pid=116161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 11:01:21.975645 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d533ad66-60ea-4409-9b44-2eef5543e204 None None] Network 8876925c-b776-4190-94d6-ff922dbd02cf requested from dv-neutron-master-2-hyperv {{(pid=116163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 11:01:22.014497 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c80d8ec-4d47-45eb-9c2a-326cbf60768d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:01:22.015098 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-7c80d8ec-4d47-45eb-9c2a-326cbf60768d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:22.026506 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-7bf90536-5467-4317-847b-d0a1f0f293c1 tempest-NetworksIpV6Test-263553383 tempest-NetworksIpV6Test-263553383-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-973498', 'neutron.services.segments.db._delete_segments_for_network-8742235207033'] for network (082e0056-19e5-4546-a7d6-c2c84989795a), precommit_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:22.036372 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-c91b84b1-96a3-41c5-9e02-06a229c18c25 tempest-RoutersAdminTest-1999378242 tempest-RoutersAdminTest-1999378242-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2060818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1935326'] for router (ced315ac-167c-4f8d-a0ba-3eda1e362d54), after_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:22.044651 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-2057c4f9-94e8-4bf5-8425-32de5ff0e736 tempest-FloatingIPTestJSON-373071706 tempest-FloatingIPTestJSON-373071706-project] Publish callbacks [] for port (0afc3ea5-5644-409e-8f2c-741d8e74bbba), precommit_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:22.055008 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-89cfa2cd-1445-45b5-82b3-c821a63bbab7 tempest-RoutersIpV6AdminTest-2062886361 tempest-RoutersIpV6AdminTest-2062886361-project] Publish callbacks [] for router (2f181560-7a2e-423d-893a-fa1fe9e2a022), before_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:22.061440 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.services.segments.db [None req-7bf90536-5467-4317-847b-d0a1f0f293c1 tempest-NetworksIpV6Test-263553383 tempest-NetworksIpV6Test-263553383-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['082e0056-19e5-4546-a7d6-c2c84989795a']}} {{(pid=116162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:01:22.102077 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.services.segments.db [None req-7bf90536-5467-4317-847b-d0a1f0f293c1 tempest-NetworksIpV6Test-263553383 tempest-NetworksIpV6Test-263553383-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '06bba10d-9701-4645-8cf0-21c73c9590d4') {'for_net_delete': True} {{(pid=116162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:01:22.102285 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.services.segments.db [None req-7bf90536-5467-4317-847b-d0a1f0f293c1 tempest-NetworksIpV6Test-263553383 tempest-NetworksIpV6Test-263553383-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '06bba10d-9701-4645-8cf0-21c73c9590d4') {} {{(pid=116162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:01:22.114341 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-435e135d-c86a-4001-8679-22475c4027ed tempest-FloatingIPNegativeTestJSON-1520521010 tempest-FloatingIPNegativeTestJSON-1520521010-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742234710357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5051867'] for port (2b543710-be88-4db4-9609-7bf6ae542066), after_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:22.118478 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-7bf90536-5467-4317-847b-d0a1f0f293c1 tempest-NetworksIpV6Test-263553383 tempest-NetworksIpV6Test-263553383-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742235208578', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5026548'] for segment (06bba10d-9701-4645-8cf0-21c73c9590d4), before_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:22.146589 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-7c80d8ec-4d47-45eb-9c2a-326cbf60768d admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.6717720 Apr 28 11:01:22.149295 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-c91b84b1-96a3-41c5-9e02-06a229c18c25 tempest-RoutersAdminTest-1999378242 tempest-RoutersAdminTest-1999378242-project-admin] Publish callbacks [] for router (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:22.150427 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-c91b84b1-96a3-41c5-9e02-06a229c18c25 tempest-RoutersAdminTest-1999378242 tempest-RoutersAdminTest-1999378242-project-admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.5178118 Apr 28 11:01:22.155573 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 50652) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:01:22.155573 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 50654) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:01:22.162205 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.v2.base [None req-c098b8d7-427d-4ba9-b333-4b2d40e69245 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-950764993-router', 'tenant_id': 'e9b5b362688444d0864b3692ffb5d0ef', 'external_gateway_info': {'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c'}}} {{(pid=116161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:01:22.169102 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-36717827-2822-4611-a5f2-87025a008b8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-440933725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-440933725-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742234710357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5051867'] for port (69a21ed3-810f-48b5-a72d-7f44d3d0d676), after_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:22.177488 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-7bf90536-5467-4317-847b-d0a1f0f293c1 tempest-NetworksIpV6Test-263553383 tempest-NetworksIpV6Test-263553383-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-961978'] for segment (06bba10d-9701-4645-8cf0-21c73c9590d4), precommit_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:22.183933 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-607a1c0c-4ad5-4b73-a393-5018d1abe01b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-8876925c-b776-4190-94d6-ff922dbd02cf', 'network_id': '8876925c-b776-4190-94d6-ff922dbd02cf', 'project_id': 'e9b5b362688444d0864b3692ffb5d0ef', 'fixed_ips': [{'subnet_id': '9f0dbbd1-58ad-4048-bae6-5e3ef831a6c1'}]}} from dv-neutron-master-2-hyperv. {{(pid=116163) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 28 11:01:22.185104 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-607a1c0c-4ad5-4b73-a393-5018d1abe01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (None), before_create {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:22.224396 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-435e135d-c86a-4001-8679-22475c4027ed tempest-FloatingIPNegativeTestJSON-1520521010 tempest-FloatingIPNegativeTestJSON-1520521010-project] Network 7be49d94-bbb8-4a61-bafe-209c5f861e1c is already hosted by enough agents. {{(pid=116162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 11:01:22.233967 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7bf90536-5467-4317-847b-d0a1f0f293c1 tempest-NetworksIpV6Test-263553383 tempest-NetworksIpV6Test-263553383-project] Releasing vlan 85 on physical network physnet1 to pool {{(pid=116162) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 11:01:22.234370 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-7bf90536-5467-4317-847b-d0a1f0f293c1 tempest-NetworksIpV6Test-263553383 tempest-NetworksIpV6Test-263553383-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-961978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5051884'] for segment (06bba10d-9701-4645-8cf0-21c73c9590d4), after_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:22.237792 dv-neutron-master-2-hyperv neutron-server[116162]: Traceback (most recent call last): Apr 28 11:01:22.237792 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 11:01:22.237792 dv-neutron-master-2-hyperv neutron-server[116162]: timer() Apr 28 11:01:22.237792 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 11:01:22.237792 dv-neutron-master-2-hyperv neutron-server[116162]: cb(*args, **kw) Apr 28 11:01:22.237792 dv-neutron-master-2-hyperv neutron-server[116162]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 28 11:01:22.237792 dv-neutron-master-2-hyperv neutron-server[116162]: return func(*args, **kwargs) Apr 28 11:01:22.237792 dv-neutron-master-2-hyperv neutron-server[116162]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 11:01:22.237792 dv-neutron-master-2-hyperv neutron-server[116162]: self._notify() Apr 28 11:01:22.237792 dv-neutron-master-2-hyperv neutron-server[116162]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 11:01:22.237792 dv-neutron-master-2-hyperv neutron-server[116162]: self.callback(batched_events) Apr 28 11:01:22.237792 dv-neutron-master-2-hyperv neutron-server[116162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 11:01:22.237792 dv-neutron-master-2-hyperv neutron-server[116162]: event.method(event) Apr 28 11:01:22.237792 dv-neutron-master-2-hyperv neutron-server[116162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 28 11:01:22.237792 dv-neutron-master-2-hyperv neutron-server[116162]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 11:01:22.237792 dv-neutron-master-2-hyperv neutron-server[116162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 28 11:01:22.237792 dv-neutron-master-2-hyperv neutron-server[116162]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 11:01:22.237792 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 28 11:01:22.237792 dv-neutron-master-2-hyperv neutron-server[116162]: return f(self, *a, **k) Apr 28 11:01:22.237792 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 28 11:01:22.237792 dv-neutron-master-2-hyperv neutron-server[116162]: return self._get(url).json() Apr 28 11:01:22.237792 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 28 11:01:22.237792 dv-neutron-master-2-hyperv neutron-server[116162]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 11:01:22.237792 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 11:01:22.237792 dv-neutron-master-2-hyperv neutron-server[116162]: return self.request(url, 'GET', **kwargs) Apr 28 11:01:22.237792 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 11:01:22.237792 dv-neutron-master-2-hyperv neutron-server[116162]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 11:01:22.237792 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 11:01:22.237792 dv-neutron-master-2-hyperv neutron-server[116162]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 11:01:22.237792 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 11:01:22.237792 dv-neutron-master-2-hyperv neutron-server[116162]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 11:01:22.237792 dv-neutron-master-2-hyperv neutron-server[116162]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 11:01:22.243813 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435e135d-c86a-4001-8679-22475c4027ed tempest-FloatingIPNegativeTestJSON-1520521010 tempest-FloatingIPNegativeTestJSON-1520521010-project] Pushing event updated for resources: {'Port': ['ID=2b543710-be88-4db4-9609-7bf6ae542066,revision_number=1']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:01:22.246375 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.scheduler.base_scheduler [None req-435e135d-c86a-4001-8679-22475c4027ed tempest-FloatingIPNegativeTestJSON-1520521010 tempest-FloatingIPNegativeTestJSON-1520521010-project] Resources bound (agent type, host, resource id): {{(pid=116162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 11:01:22.265968 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-435e135d-c86a-4001-8679-22475c4027ed tempest-FloatingIPNegativeTestJSON-1520521010 tempest-FloatingIPNegativeTestJSON-1520521010-project] Received port after_create {{(pid=116162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 11:01:22.270480 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-2057c4f9-94e8-4bf5-8425-32de5ff0e736 tempest-FloatingIPTestJSON-373071706 tempest-FloatingIPTestJSON-373071706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742234710357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5219112'] for port (0afc3ea5-5644-409e-8f2c-741d8e74bbba), after_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:22.304524 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-ae33a77c-ef72-4ef2-9a0f-8e4ec1c226e5 tempest-RoutersAdminTest-1999378242 tempest-RoutersAdminTest-1999378242-project-admin] Publish callbacks [] for router (ced315ac-167c-4f8d-a0ba-3eda1e362d54), before_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:22.345833 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.db_base_plugin_common [None req-607a1c0c-4ad5-4b73-a393-5018d1abe01b None None] Allocated IP 172.20.0.2 (8876925c-b776-4190-94d6-ff922dbd02cf/9f0dbbd1-58ad-4048-bae6-5e3ef831a6c1/3047c7ef-c95a-4b93-85f2-2bbb92c5129f) {{(pid=116163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 11:01:22.363133 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36717827-2822-4611-a5f2-87025a008b8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-440933725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-440933725-project-admin] Network c7241194-1007-47e4-ab68-1d88f9726a65 is already hosted by enough agents. {{(pid=116162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 11:01:22.380855 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.scheduler.base_scheduler [None req-36717827-2822-4611-a5f2-87025a008b8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-440933725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-440933725-project-admin] Resources bound (agent type, host, resource id): {{(pid=116162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 11:01:22.388814 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36717827-2822-4611-a5f2-87025a008b8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-440933725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-440933725-project-admin] Received port after_create {{(pid=116162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 11:01:22.390008 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36717827-2822-4611-a5f2-87025a008b8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-440933725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-440933725-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:01:22.390632 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-36717827-2822-4611-a5f2-87025a008b8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-440933725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-440933725-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198022'] for port (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:22.398057 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-89cfa2cd-1445-45b5-82b3-c821a63bbab7 tempest-RoutersIpV6AdminTest-2062886361 tempest-RoutersIpV6AdminTest-2062886361-project] Publish callbacks [] for router_gateway (2f181560-7a2e-423d-893a-fa1fe9e2a022), before_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:22.399797 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36717827-2822-4611-a5f2-87025a008b8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-440933725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-440933725-project-admin] Pushing event updated for resources: {'Port': ['ID=69a21ed3-810f-48b5-a72d-7f44d3d0d676,revision_number=1']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:01:22.427715 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2057c4f9-94e8-4bf5-8425-32de5ff0e736 tempest-FloatingIPTestJSON-373071706 tempest-FloatingIPTestJSON-373071706-project] Network 53931edc-a3f8-44d1-9b00-bf912d99b237 is already hosted by enough agents. {{(pid=116161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 11:01:22.431077 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-c098b8d7-427d-4ba9-b333-4b2d40e69245 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2060459', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-63449'] for router (c0106278-6e57-47c1-8c24-f3800ff88c3c), before_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:22.432105 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-c098b8d7-427d-4ba9-b333-4b2d40e69245 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2060827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1935275', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1960866', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-63266'] for router (c0106278-6e57-47c1-8c24-f3800ff88c3c), precommit_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:22.439318 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2057c4f9-94e8-4bf5-8425-32de5ff0e736 tempest-FloatingIPTestJSON-373071706 tempest-FloatingIPTestJSON-373071706-project] Pushing event updated for resources: {'Port': ['ID=0afc3ea5-5644-409e-8f2c-741d8e74bbba,revision_number=1']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:01:22.441786 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.scheduler.base_scheduler [None req-2057c4f9-94e8-4bf5-8425-32de5ff0e736 tempest-FloatingIPTestJSON-373071706 tempest-FloatingIPTestJSON-373071706-project] Resources bound (agent type, host, resource id): {{(pid=116161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 11:01:22.447209 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2057c4f9-94e8-4bf5-8425-32de5ff0e736 tempest-FloatingIPTestJSON-373071706 tempest-FloatingIPTestJSON-373071706-project] Received port after_create {{(pid=116161) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 11:01:22.487473 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-7bf90536-5467-4317-847b-d0a1f0f293c1 tempest-NetworksIpV6Test-263553383 tempest-NetworksIpV6Test-263553383-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-973477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2063122'] for network (082e0056-19e5-4546-a7d6-c2c84989795a), after_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:22.494196 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-7bf90536-5467-4317-847b-d0a1f0f293c1 tempest-NetworksIpV6Test-263553383 tempest-NetworksIpV6Test-263553383-project] Publish callbacks [] for network (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:22.505282 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-7bf90536-5467-4317-847b-d0a1f0f293c1 tempest-NetworksIpV6Test-263553383 tempest-NetworksIpV6Test-263553383-project] 10.222.0.10 "DELETE /v2.0/networks/082e0056-19e5-4546-a7d6-c2c84989795a HTTP/1.1" status: 204 len: 168 time: 5.2646866 Apr 28 11:01:22.505996 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 50656) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:01:22.521959 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-607a1c0c-4ad5-4b73-a393-5018d1abe01b None None] Publish callbacks [] for port (3047c7ef-c95a-4b93-85f2-2bbb92c5129f), precommit_create {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:22.530137 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.v2.base [None req-e069ae0a-7591-4b88-b20b-067d840e7dda tempest-NetworksIpV6Test-263553383 tempest-NetworksIpV6Test-263553383-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-50137178'}} {{(pid=116162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:01:22.537723 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf90536-5467-4317-847b-d0a1f0f293c1 tempest-NetworksIpV6Test-263553383 tempest-NetworksIpV6Test-263553383-project] Pushing event deleted for resources: {'Network': ['ID=082e0056-19e5-4546-a7d6-c2c84989795a,revision_number=None']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:01:22.546671 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-d0b236c3-dc50-49bc-a6e6-20a626dae0f3 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742235135690', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742234710366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5219112'] for port (da7f05ff-2120-4998-a9fc-8c6a6d5ab033), after_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:22.568603 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-36717827-2822-4611-a5f2-87025a008b8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-440933725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-440933725-project-admin] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 1.8797185 Apr 28 11:01:22.584411 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-607a1c0c-4ad5-4b73-a393-5018d1abe01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742234710357'] for port (3047c7ef-c95a-4b93-85f2-2bbb92c5129f), after_create {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:22.594944 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 50658) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:01:22.629011 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-ae33a77c-ef72-4ef2-9a0f-8e4ec1c226e5 tempest-RoutersAdminTest-1999378242 tempest-RoutersAdminTest-1999378242-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2060865', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-63275'] for router (ced315ac-167c-4f8d-a0ba-3eda1e362d54), precommit_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:22.640768 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.plugin [None req-89cfa2cd-1445-45b5-82b3-c821a63bbab7 tempest-RoutersIpV6AdminTest-2062886361 tempest-RoutersIpV6AdminTest-2062886361-project] Deleting port 0b19bcdd-3575-4cd5-ab6e-7f282019c268 {{(pid=116162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 11:01:22.641787 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-89cfa2cd-1445-45b5-82b3-c821a63bbab7 tempest-RoutersIpV6AdminTest-2062886361 tempest-RoutersIpV6AdminTest-2062886361-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742235130188'] for port (0b19bcdd-3575-4cd5-ab6e-7f282019c268), before_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:22.643986 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607a1c0c-4ad5-4b73-a393-5018d1abe01b None None] Pushing event updated for resources: {'Port': ['ID=3047c7ef-c95a-4b93-85f2-2bbb92c5129f,revision_number=1']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:01:22.651398 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-ae33a77c-ef72-4ef2-9a0f-8e4ec1c226e5 tempest-RoutersAdminTest-1999378242 tempest-RoutersAdminTest-1999378242-project-admin] Publish callbacks [] for router_controller (ced315ac-167c-4f8d-a0ba-3eda1e362d54), precommit_delete_associations {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:22.655190 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-607a1c0c-4ad5-4b73-a393-5018d1abe01b None None] Network 8876925c-b776-4190-94d6-ff922dbd02cf is already hosted by enough agents. {{(pid=116163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 11:01:22.657149 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.v2.base [None req-7ae32d24-71b9-4a83-9e20-cba86e33ef6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-440933725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-440933725-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-mast'}} {{(pid=116161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:01:22.662412 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.scheduler.base_scheduler [None req-607a1c0c-4ad5-4b73-a393-5018d1abe01b None None] Resources bound (agent type, host, resource id): {{(pid=116163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 11:01:22.666146 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b236c3-dc50-49bc-a6e6-20a626dae0f3 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Pushing event deleted for resources: {'Port': ['ID=da7f05ff-2120-4998-a9fc-8c6a6d5ab033,revision_number=None']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:01:22.667138 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-607a1c0c-4ad5-4b73-a393-5018d1abe01b None None] Received port after_create {{(pid=116163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 11:01:22.699564 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-c098b8d7-427d-4ba9-b333-4b2d40e69245 admin admin] Publish callbacks [] for router_controller (c0106278-6e57-47c1-8c24-f3800ff88c3c), precommit_add_association {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:22.739745 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-89cfa2cd-1445-45b5-82b3-c821a63bbab7 tempest-RoutersIpV6AdminTest-2062886361 tempest-RoutersIpV6AdminTest-2062886361-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1938497'] for port (0b19bcdd-3575-4cd5-ab6e-7f282019c268), precommit_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:22.744976 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.managers [None req-607a1c0c-4ad5-4b73-a393-5018d1abe01b None None] Attempting to bind port 3047c7ef-c95a-4b93-85f2-2bbb92c5129f on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=116163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 28 11:01:22.745367 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.managers [None req-607a1c0c-4ad5-4b73-a393-5018d1abe01b None None] Attempting to bind port 3047c7ef-c95a-4b93-85f2-2bbb92c5129f by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '6d4ad1d4-95ab-4492-8694-723c8a0122a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '8876925c-b776-4190-94d6-ff922dbd02cf'}] {{(pid=116163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 28 11:01:22.745738 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-607a1c0c-4ad5-4b73-a393-5018d1abe01b None None] Attempting to bind port 3047c7ef-c95a-4b93-85f2-2bbb92c5129f on network 8876925c-b776-4190-94d6-ff922dbd02cf {{(pid=116163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 11:01:22.752536 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-607a1c0c-4ad5-4b73-a393-5018d1abe01b None None] Checking agent: {'id': 'd5baab19-5dd1-4902-922b-84acb048ab9c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 10, 50, 43), 'started_at': datetime.datetime(2022, 4, 28, 10, 51, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 11, 1, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=116163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 11:01:22.752927 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-607a1c0c-4ad5-4b73-a393-5018d1abe01b None None] Checking segment: {'id': '6d4ad1d4-95ab-4492-8694-723c8a0122a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '8876925c-b776-4190-94d6-ff922dbd02cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 11:01:22.753471 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-607a1c0c-4ad5-4b73-a393-5018d1abe01b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:22.753909 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-607a1c0c-4ad5-4b73-a393-5018d1abe01b None None] Bound using segment: {'id': '6d4ad1d4-95ab-4492-8694-723c8a0122a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '8876925c-b776-4190-94d6-ff922dbd02cf'} {{(pid=116163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 11:01:22.754393 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.managers [None req-607a1c0c-4ad5-4b73-a393-5018d1abe01b None None] Bound port: 3047c7ef-c95a-4b93-85f2-2bbb92c5129f, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d4ad1d4-95ab-4492-8694-723c8a0122a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '8876925c-b776-4190-94d6-ff922dbd02cf'}}] {{(pid=116163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 28 11:01:22.754800 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-607a1c0c-4ad5-4b73-a393-5018d1abe01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (3047c7ef-c95a-4b93-85f2-2bbb92c5129f), before_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:22.758535 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.plugin [None req-89cfa2cd-1445-45b5-82b3-c821a63bbab7 tempest-RoutersIpV6AdminTest-2062886361 tempest-RoutersIpV6AdminTest-2062886361-project] Calling delete_port for 0b19bcdd-3575-4cd5-ab6e-7f282019c268 owned by network:router_gateway {{(pid=116162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 11:01:22.771579 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-435e135d-c86a-4001-8679-22475c4027ed tempest-FloatingIPNegativeTestJSON-1520521010 tempest-FloatingIPNegativeTestJSON-1520521010-project] Publish callbacks [] for floatingip (5aa9cf2f-d63b-4eb0-8d4c-57820e20ae95), precommit_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:22.777934 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2057c4f9-94e8-4bf5-8425-32de5ff0e736 tempest-FloatingIPTestJSON-373071706 tempest-FloatingIPTestJSON-373071706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:01:22.780686 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-2057c4f9-94e8-4bf5-8425-32de5ff0e736 tempest-FloatingIPTestJSON-373071706 tempest-FloatingIPTestJSON-373071706-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198022'] for port (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:22.809229 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e069ae0a-7591-4b88-b20b-067d840e7dda tempest-NetworksIpV6Test-263553383 tempest-NetworksIpV6Test-263553383-project] Made reservation on behalf of 87154dd24b09463c83aab94c3e93cc15 for: {'network': 1} {{(pid=116162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 11:01:22.813607 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-e069ae0a-7591-4b88-b20b-067d840e7dda tempest-NetworksIpV6Test-263553383 tempest-NetworksIpV6Test-263553383-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for network (None), before_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:22.832040 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-607a1c0c-4ad5-4b73-a393-5018d1abe01b None None] For port 3047c7ef-c95a-4b93-85f2-2bbb92c5129f, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=116163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 11:01:22.835497 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-607a1c0c-4ad5-4b73-a393-5018d1abe01b None None] For port 3047c7ef-c95a-4b93-85f2-2bbb92c5129f, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=3047c7ef-c95a-4b93-85f2-2bbb92c5129f,segment=NetworkSegment(6d4ad1d4-95ab-4492-8694-723c8a0122a3),segment_id=6d4ad1d4-95ab-4492-8694-723c8a0122a3)] {{(pid=116163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 11:01:22.854986 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-df3c88c9-80c4-4910-9831-3d8da1209741 None None] Provisioning complete for port 0afc3ea5-5644-409e-8f2c-741d8e74bbba triggered by entity DHCP. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:01:22.854986 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-df3c88c9-80c4-4910-9831-3d8da1209741 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (0afc3ea5-5644-409e-8f2c-741d8e74bbba), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:22.894803 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-df3c88c9-80c4-4910-9831-3d8da1209741 None None] Port 0afc3ea5-5644-409e-8f2c-741d8e74bbba cannot update to ACTIVE because it is not bound. {{(pid=116163) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 28 11:01:22.900366 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-7ae32d24-71b9-4a83-9e20-cba86e33ef6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-440933725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-440933725-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (69a21ed3-810f-48b5-a72d-7f44d3d0d676), before_update {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:22.917984 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e069ae0a-7591-4b88-b20b-067d840e7dda tempest-NetworksIpV6Test-263553383 tempest-NetworksIpV6Test-263553383-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 52} {{(pid=116162) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 11:01:22.920295 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-607a1c0c-4ad5-4b73-a393-5018d1abe01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393'] for port (3047c7ef-c95a-4b93-85f2-2bbb92c5129f), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:22.966228 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-ae33a77c-ef72-4ef2-9a0f-8e4ec1c226e5 tempest-RoutersAdminTest-1999378242 tempest-RoutersAdminTest-1999378242-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2060888'] for router (ced315ac-167c-4f8d-a0ba-3eda1e362d54), after_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:22.966228 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae33a77c-ef72-4ef2-9a0f-8e4ec1c226e5 tempest-RoutersAdminTest-1999378242 tempest-RoutersAdminTest-1999378242-project-admin] Fanout notify agent at l3_agent the message router_deleted on router ced315ac-167c-4f8d-a0ba-3eda1e362d54 {{(pid=116161) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 28 11:01:22.966535 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-435e135d-c86a-4001-8679-22475c4027ed tempest-FloatingIPNegativeTestJSON-1520521010 tempest-FloatingIPNegativeTestJSON-1520521010-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (2b543710-be88-4db4-9609-7bf6ae542066), before_update {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:22.974281 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-d0b236c3-dc50-49bc-a6e6-20a626dae0f3 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198022'] for port (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:22.980453 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-d0b236c3-dc50-49bc-a6e6-20a626dae0f3 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] 10.222.0.10 "DELETE /v2.0/ports/da7f05ff-2120-4998-a9fc-8c6a6d5ab033 HTTP/1.1" status: 204 len: 168 time: 1.7120161 Apr 28 11:01:22.981638 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-ae33a77c-ef72-4ef2-9a0f-8e4ec1c226e5 tempest-RoutersAdminTest-1999378242 tempest-RoutersAdminTest-1999378242-project-admin] Publish callbacks [] for router (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:22.982626 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 50660) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:01:22.982982 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-ae33a77c-ef72-4ef2-9a0f-8e4ec1c226e5 tempest-RoutersAdminTest-1999378242 tempest-RoutersAdminTest-1999378242-project-admin] 10.222.0.10 "DELETE /v2.0/routers/ced315ac-167c-4f8d-a0ba-3eda1e362d54 HTTP/1.1" status: 204 len: 168 time: 0.8241131 Apr 28 11:01:22.985794 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-e069ae0a-7591-4b88-b20b-067d840e7dda tempest-NetworksIpV6Test-263553383 tempest-NetworksIpV6Test-263553383-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-961978'] for segment (d9d5080a-8f6e-403e-b5ac-a144b8247491), precommit_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:22.986320 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.db.segments_db [None req-e069ae0a-7591-4b88-b20b-067d840e7dda tempest-NetworksIpV6Test-263553383 tempest-NetworksIpV6Test-263553383-project] Added segment d9d5080a-8f6e-403e-b5ac-a144b8247491 of type vlan for network 99dd89d4-34e8-4e25-9d5a-2f102063d579 Apr 28 11:01:23.057637 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607a1c0c-4ad5-4b73-a393-5018d1abe01b None None] Pushing event updated for resources: {'Port': ['ID=3047c7ef-c95a-4b93-85f2-2bbb92c5129f,revision_number=2']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:01:23.164956 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-e069ae0a-7591-4b88-b20b-067d840e7dda tempest-NetworksIpV6Test-263553383 tempest-NetworksIpV6Test-263553383-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742234744962'] for network (99dd89d4-34e8-4e25-9d5a-2f102063d579), precommit_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:23.200113 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81fc406c-79d0-478a-8bd6-a8236c11581b tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:01:23.201574 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81fc406c-79d0-478a-8bd6-a8236c11581b tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:01:23.203167 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81fc406c-79d0-478a-8bd6-a8236c11581b tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:01:23.207997 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-81fc406c-79d0-478a-8bd6-a8236c11581b tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.2216239 Apr 28 11:01:23.217238 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 50664) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:01:23.334058 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 50666) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:01:23.369857 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.db.db_base_plugin_v2 [None req-ec464e36-ad00-46cf-ae27-134a43989b5f tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Deleting subnet d8600f17-0267-4578-8fe1-f93c895d40a2 {{(pid=116162) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 28 11:01:23.384888 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-ec464e36-ad00-46cf-ae27-134a43989b5f tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Publish callbacks [] for subnet (d8600f17-0267-4578-8fe1-f93c895d40a2), before_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:23.423905 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-e069ae0a-7591-4b88-b20b-067d840e7dda tempest-NetworksIpV6Test-263553383 tempest-NetworksIpV6Test-263553383-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042'] for network (99dd89d4-34e8-4e25-9d5a-2f102063d579), after_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:23.430154 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e069ae0a-7591-4b88-b20b-067d840e7dda tempest-NetworksIpV6Test-263553383 tempest-NetworksIpV6Test-263553383-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:01:23.430947 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-e069ae0a-7591-4b88-b20b-067d840e7dda tempest-NetworksIpV6Test-263553383 tempest-NetworksIpV6Test-263553383-project] Publish callbacks [] for network (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:23.507711 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-2057c4f9-94e8-4bf5-8425-32de5ff0e736 tempest-FloatingIPTestJSON-373071706 tempest-FloatingIPTestJSON-373071706-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 2.9180353 Apr 28 11:01:23.508357 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 50670) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:01:23.515129 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e069ae0a-7591-4b88-b20b-067d840e7dda tempest-NetworksIpV6Test-263553383 tempest-NetworksIpV6Test-263553383-project] Pushing event updated for resources: {'Network': ['ID=99dd89d4-34e8-4e25-9d5a-2f102063d579,revision_number=1']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:01:23.517867 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.v2.base [None req-80bd3fcf-9bd5-497b-ba65-1bb5535c547e tempest-FloatingIPTestJSON-373071706 tempest-FloatingIPTestJSON-373071706-project] Request body: {'floatingip': {'port_id': '0afc3ea5-5644-409e-8f2c-741d8e74bbba'}} {{(pid=116161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:01:23.518718 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-89cfa2cd-1445-45b5-82b3-c821a63bbab7 tempest-RoutersIpV6AdminTest-2062886361 tempest-RoutersIpV6AdminTest-2062886361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742235135690', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742234710366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5051867'] for port (0b19bcdd-3575-4cd5-ab6e-7f282019c268), after_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:23.534482 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Network 99dd89d4-34e8-4e25-9d5a-2f102063d579 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=116163) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 28 11:01:23.582258 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89cfa2cd-1445-45b5-82b3-c821a63bbab7 tempest-RoutersIpV6AdminTest-2062886361 tempest-RoutersIpV6AdminTest-2062886361-project] Pushing event deleted for resources: {'Port': ['ID=0b19bcdd-3575-4cd5-ab6e-7f282019c268,revision_number=None']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:01:23.596837 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-ec464e36-ad00-46cf-ae27-134a43989b5f tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5026541'] for subnet (d8600f17-0267-4578-8fe1-f93c895d40a2), precommit_delete_associations {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:23.601395 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-435e135d-c86a-4001-8679-22475c4027ed tempest-FloatingIPNegativeTestJSON-1520521010 tempest-FloatingIPNegativeTestJSON-1520521010-project] Publish callbacks [] for port (2b543710-be88-4db4-9609-7bf6ae542066), precommit_update {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:23.647445 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-c098b8d7-427d-4ba9-b333-4b2d40e69245 admin admin] Publish callbacks [] for router_gateway (c0106278-6e57-47c1-8c24-f3800ff88c3c), precommit_update {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:23.711078 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-e069ae0a-7591-4b88-b20b-067d840e7dda tempest-NetworksIpV6Test-263553383 tempest-NetworksIpV6Test-263553383-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 1.1804118 Apr 28 11:01:23.713811 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 50672) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:01:23.719883 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-435e135d-c86a-4001-8679-22475c4027ed tempest-FloatingIPNegativeTestJSON-1520521010 tempest-FloatingIPNegativeTestJSON-1520521010-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5051840'] for port (2b543710-be88-4db4-9609-7bf6ae542066), after_update {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:23.735477 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.v2.base [None req-c60f337a-cf9a-4974-ab8d-d52d32b5a493 tempest-NetworksIpV6Test-263553383 tempest-NetworksIpV6Test-263553383-project] Request body: {'subnet': {'network_id': '99dd89d4-34e8-4e25-9d5a-2f102063d579', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=116162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:01:23.814674 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Device 3047c7ef-c95a-4b93-85f2-2bbb92c5129f up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=116163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 11:01:23.821673 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-89cfa2cd-1445-45b5-82b3-c821a63bbab7 tempest-RoutersIpV6AdminTest-2062886361 tempest-RoutersIpV6AdminTest-2062886361-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1935354'] for router_gateway (2f181560-7a2e-423d-893a-fa1fe9e2a022), after_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:23.884939 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Provisioning complete for port 3047c7ef-c95a-4b93-85f2-2bbb92c5129f triggered by entity L2. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:01:23.885589 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (3047c7ef-c95a-4b93-85f2-2bbb92c5129f), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:23.912463 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-80bd3fcf-9bd5-497b-ba65-1bb5535c547e tempest-FloatingIPTestJSON-373071706 tempest-FloatingIPTestJSON-373071706-project] Publish callbacks [] for floatingip (1579ad71-0e4f-4a1e-89a0-cd963cb2cddd), before_update {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:23.924512 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-89cfa2cd-1445-45b5-82b3-c821a63bbab7 tempest-RoutersIpV6AdminTest-2062886361 tempest-RoutersIpV6AdminTest-2062886361-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2060865', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-63275'] for router (2f181560-7a2e-423d-893a-fa1fe9e2a022), precommit_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:23.926880 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-89cfa2cd-1445-45b5-82b3-c821a63bbab7 tempest-RoutersIpV6AdminTest-2062886361 tempest-RoutersIpV6AdminTest-2062886361-project] Publish callbacks [] for router_controller (2f181560-7a2e-423d-893a-fa1fe9e2a022), precommit_delete_associations {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:23.992355 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.v2.base [None req-91a9e7a0-0912-43c2-a191-ba0ff35e5843 tempest-RoutersAdminTest-1587786081 tempest-RoutersAdminTest-1587786081-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1465446357', 'external_gateway_info': {'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c'}, 'admin_state_up': False}} {{(pid=116162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:01:24.005586 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Current status of the port 3047c7ef-c95a-4b93-85f2-2bbb92c5129f is: DOWN; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:01:24.006354 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (3047c7ef-c95a-4b93-85f2-2bbb92c5129f), before_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:24.083029 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] For port 3047c7ef-c95a-4b93-85f2-2bbb92c5129f, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=3047c7ef-c95a-4b93-85f2-2bbb92c5129f,segment=NetworkSegment(6d4ad1d4-95ab-4492-8694-723c8a0122a3),segment_id=6d4ad1d4-95ab-4492-8694-723c8a0122a3)] {{(pid=116163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 11:01:24.123623 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-89cfa2cd-1445-45b5-82b3-c821a63bbab7 tempest-RoutersIpV6AdminTest-2062886361 tempest-RoutersIpV6AdminTest-2062886361-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2060888'] for router (2f181560-7a2e-423d-893a-fa1fe9e2a022), after_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:24.124914 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89cfa2cd-1445-45b5-82b3-c821a63bbab7 tempest-RoutersIpV6AdminTest-2062886361 tempest-RoutersIpV6AdminTest-2062886361-project] Fanout notify agent at l3_agent the message router_deleted on router 2f181560-7a2e-423d-893a-fa1fe9e2a022 {{(pid=116162) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 28 11:01:24.133588 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-89cfa2cd-1445-45b5-82b3-c821a63bbab7 tempest-RoutersIpV6AdminTest-2062886361 tempest-RoutersIpV6AdminTest-2062886361-project] Publish callbacks [] for router (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:24.134995 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-89cfa2cd-1445-45b5-82b3-c821a63bbab7 tempest-RoutersIpV6AdminTest-2062886361 tempest-RoutersIpV6AdminTest-2062886361-project] 10.222.0.10 "DELETE /v2.0/routers/2f181560-7a2e-423d-893a-fa1fe9e2a022 HTTP/1.1" status: 204 len: 168 time: 2.3474894 Apr 28 11:01:24.155610 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393'] for port (3047c7ef-c95a-4b93-85f2-2bbb92c5129f), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:24.190718 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 50674) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:01:24.213845 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.v2.base [None req-ed465b7c-d38d-43d2-ba4a-5a5258a75143 tempest-RoutersIpV6AdminTest-2062886361 tempest-RoutersIpV6AdminTest-2062886361-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1890605806', 'external_gateway_info': {'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c'}, 'admin_state_up': False}} {{(pid=116161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:01:24.268103 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Pushing event updated for resources: {'Port': ['ID=3047c7ef-c95a-4b93-85f2-2bbb92c5129f,revision_number=3']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:01:24.303379 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.notifiers.nova [None req-7ae32d24-71b9-4a83-9e20-cba86e33ef6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-440933725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-440933725-project-admin] device_id is not set on port 69a21ed3-810f-48b5-a72d-7f44d3d0d676 yet. {{(pid=116161) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 28 11:01:24.361858 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-7ae32d24-71b9-4a83-9e20-cba86e33ef6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-440933725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-440933725-project-admin] Publish callbacks [] for port (69a21ed3-810f-48b5-a72d-7f44d3d0d676), precommit_update {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:24.410791 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-c098b8d7-427d-4ba9-b333-4b2d40e69245 admin admin] Publish callbacks [] for router_gateway (c0106278-6e57-47c1-8c24-f3800ff88c3c), before_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:24.433368 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-c098b8d7-427d-4ba9-b333-4b2d40e69245 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (None), before_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:24.457307 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-ed465b7c-d38d-43d2-ba4a-5a5258a75143 tempest-RoutersIpV6AdminTest-2062886361 tempest-RoutersIpV6AdminTest-2062886361-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2060459', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-63449'] for router (dcfdf9b3-ec1c-442c-bfe3-d37ced497b90), before_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:24.458581 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-ed465b7c-d38d-43d2-ba4a-5a5258a75143 tempest-RoutersIpV6AdminTest-2062886361 tempest-RoutersIpV6AdminTest-2062886361-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2060827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1935275', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1960866', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-63266'] for router (dcfdf9b3-ec1c-442c-bfe3-d37ced497b90), precommit_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:24.521124 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-ec464e36-ad00-46cf-ae27-134a43989b5f tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-971303'] for subnet (d8600f17-0267-4578-8fe1-f93c895d40a2), precommit_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:24.527434 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435e135d-c86a-4001-8679-22475c4027ed tempest-FloatingIPNegativeTestJSON-1520521010 tempest-FloatingIPNegativeTestJSON-1520521010-project] Pushing event updated for resources: {'Port': ['ID=2b543710-be88-4db4-9609-7bf6ae542066,revision_number=2']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:01:24.527601 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-7ae32d24-71b9-4a83-9e20-cba86e33ef6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-440933725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-440933725-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5219123'] for port (69a21ed3-810f-48b5-a72d-7f44d3d0d676), after_update {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:24.553703 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-435e135d-c86a-4001-8679-22475c4027ed tempest-FloatingIPNegativeTestJSON-1520521010 tempest-FloatingIPNegativeTestJSON-1520521010-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2063164'] for floatingip (5aa9cf2f-d63b-4eb0-8d4c-57820e20ae95), after_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:24.598756 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-91a9e7a0-0912-43c2-a191-ba0ff35e5843 tempest-RoutersAdminTest-1587786081 tempest-RoutersAdminTest-1587786081-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2060459', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-63449'] for router (c2b4d8a5-24a4-4eea-87a5-2b5d49069d28), before_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:24.598756 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-91a9e7a0-0912-43c2-a191-ba0ff35e5843 tempest-RoutersAdminTest-1587786081 tempest-RoutersAdminTest-1587786081-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2060827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1935275', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1960866', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-63266'] for router (c2b4d8a5-24a4-4eea-87a5-2b5d49069d28), precommit_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:24.609269 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78d9dc6d-eadc-4109-9297-c6c8e471079c None None] Network 8876925c-b776-4190-94d6-ff922dbd02cf requested from dv-neutron-master-2-hyperv {{(pid=116163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 11:01:24.652637 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-435e135d-c86a-4001-8679-22475c4027ed tempest-FloatingIPNegativeTestJSON-1520521010 tempest-FloatingIPNegativeTestJSON-1520521010-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198022'] for floatingip (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:24.657407 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-435e135d-c86a-4001-8679-22475c4027ed tempest-FloatingIPNegativeTestJSON-1520521010 tempest-FloatingIPNegativeTestJSON-1520521010-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.4998355 Apr 28 11:01:24.658204 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 50676) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:01:24.664474 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.v2.base [None req-8bfae570-4d84-42a7-8210-f312ea15f7e0 tempest-FloatingIPNegativeTestJSON-1520521010 tempest-FloatingIPNegativeTestJSON-1520521010-project] Request body: {'floatingip': {'port_id': '14868a32-1a8e-4337-a6e9-a3a2d5edcf52', 'fixed_ip_address': '172.20.0.7'}} {{(pid=116162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:01:24.674017 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-3da808d5-77e7-4909-baa8-228d5bb00b80 None None] Provisioning complete for port 3047c7ef-c95a-4b93-85f2-2bbb92c5129f triggered by entity DHCP. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:01:24.674555 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-3da808d5-77e7-4909-baa8-228d5bb00b80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (3047c7ef-c95a-4b93-85f2-2bbb92c5129f), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:24.701522 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-ed465b7c-d38d-43d2-ba4a-5a5258a75143 tempest-RoutersIpV6AdminTest-2062886361 tempest-RoutersIpV6AdminTest-2062886361-project] Publish callbacks [] for router_controller (dcfdf9b3-ec1c-442c-bfe3-d37ced497b90), precommit_add_association {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:24.705910 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c60f337a-cf9a-4974-ab8d-d52d32b5a493 tempest-NetworksIpV6Test-263553383 tempest-NetworksIpV6Test-263553383-project] Made reservation on behalf of 87154dd24b09463c83aab94c3e93cc15 for: {'subnet': 1} {{(pid=116162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 11:01:24.709633 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-c60f337a-cf9a-4974-ab8d-d52d32b5a493 tempest-NetworksIpV6Test-263553383 tempest-NetworksIpV6Test-263553383-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4210834'] for subnet (None), before_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:24.753552 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-91a9e7a0-0912-43c2-a191-ba0ff35e5843 tempest-RoutersAdminTest-1587786081 tempest-RoutersAdminTest-1587786081-project] Publish callbacks [] for router_controller (c2b4d8a5-24a4-4eea-87a5-2b5d49069d28), precommit_add_association {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:24.755848 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-ec464e36-ad00-46cf-ae27-134a43989b5f tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-971310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5053962', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4210815'] for subnet (d8600f17-0267-4578-8fe1-f93c895d40a2), after_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:24.782788 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-8bfae570-4d84-42a7-8210-f312ea15f7e0 tempest-FloatingIPNegativeTestJSON-1520521010 tempest-FloatingIPNegativeTestJSON-1520521010-project] Publish callbacks [] for floatingip (5aa9cf2f-d63b-4eb0-8d4c-57820e20ae95), before_update {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:24.851733 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec464e36-ad00-46cf-ae27-134a43989b5f tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Pushing event deleted for resources: {'Subnet': ['ID=d8600f17-0267-4578-8fe1-f93c895d40a2,revision_number=None']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:01:24.879797 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4012e72-4a5b-4413-81cf-e2fda3767131 None None] Network 1ec9fbcf-7a57-4aaa-9c30-4e0f43e09480 requested from dv-neutron-master-2-hyperv {{(pid=116163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 11:01:24.936409 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-ec464e36-ad00-46cf-ae27-134a43989b5f tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603020'] for subnet (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:24.943185 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-ec464e36-ad00-46cf-ae27-134a43989b5f tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] 10.222.0.10 "DELETE /v2.0/subnets/d8600f17-0267-4578-8fe1-f93c895d40a2 HTTP/1.1" status: 204 len: 168 time: 1.7210228 Apr 28 11:01:24.981402 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 50678) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:01:25.106068 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-3da808d5-77e7-4909-baa8-228d5bb00b80 None None] Current status of the port 3047c7ef-c95a-4b93-85f2-2bbb92c5129f is: ACTIVE; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:01:25.118663 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae32d24-71b9-4a83-9e20-cba86e33ef6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-440933725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-440933725-project-admin] Pushing event updated for resources: {'Port': ['ID=69a21ed3-810f-48b5-a72d-7f44d3d0d676,revision_number=2']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:01:25.221098 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.managers [None req-7ae32d24-71b9-4a83-9e20-cba86e33ef6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-440933725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-440933725-project-admin] Attempting to bind port 69a21ed3-810f-48b5-a72d-7f44d3d0d676 on host hv-neutron-mast for vnic_type normal with profile {{(pid=116161) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 28 11:01:25.221487 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.managers [None req-7ae32d24-71b9-4a83-9e20-cba86e33ef6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-440933725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-440933725-project-admin] Attempting to bind port 69a21ed3-810f-48b5-a72d-7f44d3d0d676 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '80afc900-8a77-48d3-9b10-9e0535409ff9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'c7241194-1007-47e4-ab68-1d88f9726a65'}] {{(pid=116161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 28 11:01:25.221842 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ae32d24-71b9-4a83-9e20-cba86e33ef6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-440933725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-440933725-project-admin] Attempting to bind port 69a21ed3-810f-48b5-a72d-7f44d3d0d676 on network c7241194-1007-47e4-ab68-1d88f9726a65 {{(pid=116161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 11:01:25.277663 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.db.db_base_plugin_v2 [None req-617ede68-8e35-4c2f-a56a-e66a3b297b12 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Deleting subnet dd2d355b-8b37-4362-ac0b-14c9e9aa2bdd {{(pid=116162) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 28 11:01:25.289076 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ae32d24-71b9-4a83-9e20-cba86e33ef6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-440933725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-440933725-project-admin] Port 69a21ed3-810f-48b5-a72d-7f44d3d0d676 on network c7241194-1007-47e4-ab68-1d88f9726a65 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=116161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 28 11:01:25.289427 dv-neutron-master-2-hyperv neutron-server[116161]: ERROR neutron.plugins.ml2.managers [None req-7ae32d24-71b9-4a83-9e20-cba86e33ef6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-440933725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-440933725-project-admin] Failed to bind port 69a21ed3-810f-48b5-a72d-7f44d3d0d676 on host hv-neutron-mast for vnic_type normal using segments [{'id': '80afc900-8a77-48d3-9b10-9e0535409ff9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'c7241194-1007-47e4-ab68-1d88f9726a65'}] Apr 28 11:01:25.291860 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-617ede68-8e35-4c2f-a56a-e66a3b297b12 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Publish callbacks [] for subnet (dd2d355b-8b37-4362-ac0b-14c9e9aa2bdd), before_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:25.296583 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-80bd3fcf-9bd5-497b-ba65-1bb5535c547e tempest-FloatingIPTestJSON-373071706 tempest-FloatingIPTestJSON-373071706-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:25.296862 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.plugins.ml2.plugin [None req-7ae32d24-71b9-4a83-9e20-cba86e33ef6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-440933725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-440933725-project-admin] Attempt 2 to bind port 69a21ed3-810f-48b5-a72d-7f44d3d0d676 Apr 28 11:01:25.308328 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.db.db_base_plugin_common [None req-c098b8d7-427d-4ba9-b333-4b2d40e69245 admin admin] Allocated IP 172.36.4.183 (7be49d94-bbb8-4a61-bafe-209c5f861e1c/c0f82f52-05ee-40f2-a57c-9d02e01fb9fa/ac7d1b2f-7c4b-4167-ba80-fbbae590051d) {{(pid=116161) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 11:01:25.388897 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.managers [None req-7ae32d24-71b9-4a83-9e20-cba86e33ef6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-440933725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-440933725-project-admin] Attempting to bind port 69a21ed3-810f-48b5-a72d-7f44d3d0d676 on host hv-neutron-mast for vnic_type normal with profile {{(pid=116161) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 28 11:01:25.389230 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.managers [None req-7ae32d24-71b9-4a83-9e20-cba86e33ef6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-440933725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-440933725-project-admin] Attempting to bind port 69a21ed3-810f-48b5-a72d-7f44d3d0d676 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '80afc900-8a77-48d3-9b10-9e0535409ff9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'c7241194-1007-47e4-ab68-1d88f9726a65'}] {{(pid=116161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 28 11:01:25.389570 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ae32d24-71b9-4a83-9e20-cba86e33ef6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-440933725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-440933725-project-admin] Attempting to bind port 69a21ed3-810f-48b5-a72d-7f44d3d0d676 on network c7241194-1007-47e4-ab68-1d88f9726a65 {{(pid=116161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 11:01:25.391722 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-91a9e7a0-0912-43c2-a191-ba0ff35e5843 tempest-RoutersAdminTest-1587786081 tempest-RoutersAdminTest-1587786081-project] Publish callbacks [] for router_gateway (c2b4d8a5-24a4-4eea-87a5-2b5d49069d28), precommit_update {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:25.397238 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-80bd3fcf-9bd5-497b-ba65-1bb5535c547e tempest-FloatingIPTestJSON-373071706 tempest-FloatingIPTestJSON-373071706-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2063164'] for floatingip (1579ad71-0e4f-4a1e-89a0-cd963cb2cddd), after_update {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:25.426578 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.api.v2.resource [None req-8bfae570-4d84-42a7-8210-f312ea15f7e0 tempest-FloatingIPNegativeTestJSON-1520521010 tempest-FloatingIPNegativeTestJSON-1520521010-project] update failed (client error): The resource could not be found. Apr 28 11:01:25.431186 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-8bfae570-4d84-42a7-8210-f312ea15f7e0 tempest-FloatingIPNegativeTestJSON-1520521010 tempest-FloatingIPNegativeTestJSON-1520521010-project] 10.222.0.10 "PUT /v2.0/floatingips/5aa9cf2f-d63b-4eb0-8d4c-57820e20ae95 HTTP/1.1" status: 404 len: 507 time: 0.7674584 Apr 28 11:01:25.432238 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 50680) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:01:25.432826 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-c8a923dd-c9d9-402c-abf9-64a52cd9ed88 None None] Provisioning complete for port 3047c7ef-c95a-4b93-85f2-2bbb92c5129f triggered by entity DHCP. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:01:25.433303 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-c8a923dd-c9d9-402c-abf9-64a52cd9ed88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (3047c7ef-c95a-4b93-85f2-2bbb92c5129f), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:25.484538 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-617ede68-8e35-4c2f-a56a-e66a3b297b12 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5026541'] for subnet (dd2d355b-8b37-4362-ac0b-14c9e9aa2bdd), precommit_delete_associations {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:25.633906 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-c8a923dd-c9d9-402c-abf9-64a52cd9ed88 None None] Current status of the port 3047c7ef-c95a-4b93-85f2-2bbb92c5129f is: ACTIVE; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:01:25.735931 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Device 3047c7ef-c95a-4b93-85f2-2bbb92c5129f up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=116163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 11:01:25.809532 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ae32d24-71b9-4a83-9e20-cba86e33ef6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-440933725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-440933725-project-admin] Port 69a21ed3-810f-48b5-a72d-7f44d3d0d676 on network c7241194-1007-47e4-ab68-1d88f9726a65 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=116161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 28 11:01:25.810179 dv-neutron-master-2-hyperv neutron-server[116161]: ERROR neutron.plugins.ml2.managers [None req-7ae32d24-71b9-4a83-9e20-cba86e33ef6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-440933725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-440933725-project-admin] Failed to bind port 69a21ed3-810f-48b5-a72d-7f44d3d0d676 on host hv-neutron-mast for vnic_type normal using segments [{'id': '80afc900-8a77-48d3-9b10-9e0535409ff9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'c7241194-1007-47e4-ab68-1d88f9726a65'}] Apr 28 11:01:25.816554 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.plugins.ml2.plugin [None req-7ae32d24-71b9-4a83-9e20-cba86e33ef6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-440933725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-440933725-project-admin] Attempt 3 to bind port 69a21ed3-810f-48b5-a72d-7f44d3d0d676 Apr 28 11:01:25.820587 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-ed465b7c-d38d-43d2-ba4a-5a5258a75143 tempest-RoutersIpV6AdminTest-2062886361 tempest-RoutersIpV6AdminTest-2062886361-project] Publish callbacks [] for router_gateway (dcfdf9b3-ec1c-442c-bfe3-d37ced497b90), precommit_update {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:25.862097 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Provisioning complete for port 3047c7ef-c95a-4b93-85f2-2bbb92c5129f triggered by entity L2. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:01:25.863133 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (3047c7ef-c95a-4b93-85f2-2bbb92c5129f), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:25.901987 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-c60f337a-cf9a-4974-ab8d-d52d32b5a493 tempest-NetworksIpV6Test-263553383 tempest-NetworksIpV6Test-263553383-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5054027', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4210784'] for subnet (2f72a260-bb39-4aa9-9091-a0a4a50d4268), after_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:25.915738 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.managers [None req-7ae32d24-71b9-4a83-9e20-cba86e33ef6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-440933725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-440933725-project-admin] Attempting to bind port 69a21ed3-810f-48b5-a72d-7f44d3d0d676 on host hv-neutron-mast for vnic_type normal with profile {{(pid=116161) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 28 11:01:25.916225 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.managers [None req-7ae32d24-71b9-4a83-9e20-cba86e33ef6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-440933725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-440933725-project-admin] Attempting to bind port 69a21ed3-810f-48b5-a72d-7f44d3d0d676 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '80afc900-8a77-48d3-9b10-9e0535409ff9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'c7241194-1007-47e4-ab68-1d88f9726a65'}] {{(pid=116161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 28 11:01:25.916641 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ae32d24-71b9-4a83-9e20-cba86e33ef6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-440933725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-440933725-project-admin] Attempting to bind port 69a21ed3-810f-48b5-a72d-7f44d3d0d676 on network c7241194-1007-47e4-ab68-1d88f9726a65 {{(pid=116161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 11:01:25.958242 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ae32d24-71b9-4a83-9e20-cba86e33ef6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-440933725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-440933725-project-admin] Port 69a21ed3-810f-48b5-a72d-7f44d3d0d676 on network c7241194-1007-47e4-ab68-1d88f9726a65 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=116161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 28 11:01:25.959632 dv-neutron-master-2-hyperv neutron-server[116161]: ERROR neutron.plugins.ml2.managers [None req-7ae32d24-71b9-4a83-9e20-cba86e33ef6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-440933725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-440933725-project-admin] Failed to bind port 69a21ed3-810f-48b5-a72d-7f44d3d0d676 on host hv-neutron-mast for vnic_type normal using segments [{'id': '80afc900-8a77-48d3-9b10-9e0535409ff9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'c7241194-1007-47e4-ab68-1d88f9726a65'}] Apr 28 11:01:25.964607 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.plugin [None req-df30255f-547c-4347-9391-ff811ea3a66d tempest-FloatingIPNegativeTestJSON-1520521010 tempest-FloatingIPNegativeTestJSON-1520521010-project] Deleting port 2b543710-be88-4db4-9609-7bf6ae542066 {{(pid=116162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 11:01:25.965013 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-df30255f-547c-4347-9391-ff811ea3a66d tempest-FloatingIPNegativeTestJSON-1520521010 tempest-FloatingIPNegativeTestJSON-1520521010-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742235130188'] for port (2b543710-be88-4db4-9609-7bf6ae542066), before_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:25.970547 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.plugins.ml2.plugin [None req-7ae32d24-71b9-4a83-9e20-cba86e33ef6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-440933725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-440933725-project-admin] Attempt 4 to bind port 69a21ed3-810f-48b5-a72d-7f44d3d0d676 Apr 28 11:01:25.996297 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.db.l3_db [None req-80bd3fcf-9bd5-497b-ba65-1bb5535c547e tempest-FloatingIPTestJSON-373071706 tempest-FloatingIPTestJSON-373071706-project] Floating IP 1579ad71-0e4f-4a1e-89a0-cd963cb2cddd associated. External IP: 172.36.4.8, port: 84303778-aaf9-40db-bdfb-b7ae416720b9. Apr 28 11:01:25.996817 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Current status of the port 3047c7ef-c95a-4b93-85f2-2bbb92c5129f is: ACTIVE; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:01:26.030047 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.managers [None req-7ae32d24-71b9-4a83-9e20-cba86e33ef6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-440933725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-440933725-project-admin] Attempting to bind port 69a21ed3-810f-48b5-a72d-7f44d3d0d676 on host hv-neutron-mast for vnic_type normal with profile {{(pid=116161) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 28 11:01:26.030333 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.managers [None req-7ae32d24-71b9-4a83-9e20-cba86e33ef6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-440933725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-440933725-project-admin] Attempting to bind port 69a21ed3-810f-48b5-a72d-7f44d3d0d676 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '80afc900-8a77-48d3-9b10-9e0535409ff9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'c7241194-1007-47e4-ab68-1d88f9726a65'}] {{(pid=116161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 28 11:01:26.030751 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ae32d24-71b9-4a83-9e20-cba86e33ef6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-440933725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-440933725-project-admin] Attempting to bind port 69a21ed3-810f-48b5-a72d-7f44d3d0d676 on network c7241194-1007-47e4-ab68-1d88f9726a65 {{(pid=116161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 11:01:26.059327 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-0a33db7f-365b-470c-be23-e94e4bb01223 None None] Provisioning complete for port dd25c505-0504-4caf-9448-ddfa71e35555 triggered by entity DHCP. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:01:26.059704 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-0a33db7f-365b-470c-be23-e94e4bb01223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (dd25c505-0504-4caf-9448-ddfa71e35555), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:26.099269 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ae32d24-71b9-4a83-9e20-cba86e33ef6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-440933725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-440933725-project-admin] Port 69a21ed3-810f-48b5-a72d-7f44d3d0d676 on network c7241194-1007-47e4-ab68-1d88f9726a65 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=116161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 28 11:01:26.099660 dv-neutron-master-2-hyperv neutron-server[116161]: ERROR neutron.plugins.ml2.managers [None req-7ae32d24-71b9-4a83-9e20-cba86e33ef6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-440933725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-440933725-project-admin] Failed to bind port 69a21ed3-810f-48b5-a72d-7f44d3d0d676 on host hv-neutron-mast for vnic_type normal using segments [{'id': '80afc900-8a77-48d3-9b10-9e0535409ff9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'c7241194-1007-47e4-ab68-1d88f9726a65'}] Apr 28 11:01:26.107931 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.plugins.ml2.plugin [None req-7ae32d24-71b9-4a83-9e20-cba86e33ef6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-440933725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-440933725-project-admin] Attempt 5 to bind port 69a21ed3-810f-48b5-a72d-7f44d3d0d676 Apr 28 11:01:26.120900 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-617ede68-8e35-4c2f-a56a-e66a3b297b12 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-971303'] for subnet (dd2d355b-8b37-4362-ac0b-14c9e9aa2bdd), precommit_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:26.123279 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-c098b8d7-427d-4ba9-b333-4b2d40e69245 admin admin] Publish callbacks [] for port (ac7d1b2f-7c4b-4167-ba80-fbbae590051d), precommit_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:26.126028 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60f337a-cf9a-4974-ab8d-d52d32b5a493 tempest-NetworksIpV6Test-263553383 tempest-NetworksIpV6Test-263553383-project] Pushing event updated for resources: {'Subnet': ['ID=2f72a260-bb39-4aa9-9091-a0a4a50d4268,revision_number=0']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:01:26.144051 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.managers [None req-7ae32d24-71b9-4a83-9e20-cba86e33ef6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-440933725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-440933725-project-admin] Attempting to bind port 69a21ed3-810f-48b5-a72d-7f44d3d0d676 on host hv-neutron-mast for vnic_type normal with profile {{(pid=116161) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 28 11:01:26.144395 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.managers [None req-7ae32d24-71b9-4a83-9e20-cba86e33ef6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-440933725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-440933725-project-admin] Attempting to bind port 69a21ed3-810f-48b5-a72d-7f44d3d0d676 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '80afc900-8a77-48d3-9b10-9e0535409ff9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'c7241194-1007-47e4-ab68-1d88f9726a65'}] {{(pid=116161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 28 11:01:26.144748 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ae32d24-71b9-4a83-9e20-cba86e33ef6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-440933725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-440933725-project-admin] Attempting to bind port 69a21ed3-810f-48b5-a72d-7f44d3d0d676 on network c7241194-1007-47e4-ab68-1d88f9726a65 {{(pid=116161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 11:01:26.165204 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-0a33db7f-365b-470c-be23-e94e4bb01223 None None] Current status of the port dd25c505-0504-4caf-9448-ddfa71e35555 is: ACTIVE; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:01:26.202178 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-df30255f-547c-4347-9391-ff811ea3a66d tempest-FloatingIPNegativeTestJSON-1520521010 tempest-FloatingIPNegativeTestJSON-1520521010-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1938497'] for port (2b543710-be88-4db4-9609-7bf6ae542066), precommit_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:26.202448 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-df30255f-547c-4347-9391-ff811ea3a66d tempest-FloatingIPNegativeTestJSON-1520521010 tempest-FloatingIPNegativeTestJSON-1520521010-project] Publish callbacks [] for floatingip (2b543710-be88-4db4-9609-7bf6ae542066), precommit_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:26.221655 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ae32d24-71b9-4a83-9e20-cba86e33ef6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-440933725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-440933725-project-admin] Port 69a21ed3-810f-48b5-a72d-7f44d3d0d676 on network c7241194-1007-47e4-ab68-1d88f9726a65 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=116161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 28 11:01:26.221985 dv-neutron-master-2-hyperv neutron-server[116161]: ERROR neutron.plugins.ml2.managers [None req-7ae32d24-71b9-4a83-9e20-cba86e33ef6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-440933725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-440933725-project-admin] Failed to bind port 69a21ed3-810f-48b5-a72d-7f44d3d0d676 on host hv-neutron-mast for vnic_type normal using segments [{'id': '80afc900-8a77-48d3-9b10-9e0535409ff9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'c7241194-1007-47e4-ab68-1d88f9726a65'}] Apr 28 11:01:26.226719 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.plugins.ml2.plugin [None req-7ae32d24-71b9-4a83-9e20-cba86e33ef6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-440933725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-440933725-project-admin] Attempt 6 to bind port 69a21ed3-810f-48b5-a72d-7f44d3d0d676 Apr 28 11:01:26.250279 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-91a9e7a0-0912-43c2-a191-ba0ff35e5843 tempest-RoutersAdminTest-1587786081 tempest-RoutersAdminTest-1587786081-project] Publish callbacks [] for router_gateway (c2b4d8a5-24a4-4eea-87a5-2b5d49069d28), before_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:26.255822 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.plugin [None req-df30255f-547c-4347-9391-ff811ea3a66d tempest-FloatingIPNegativeTestJSON-1520521010 tempest-FloatingIPNegativeTestJSON-1520521010-project] Calling delete_port for 2b543710-be88-4db4-9609-7bf6ae542066 owned by network:floatingip {{(pid=116162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 11:01:26.260910 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c60f337a-cf9a-4974-ab8d-d52d32b5a493 tempest-NetworksIpV6Test-263553383 tempest-NetworksIpV6Test-263553383-project] Checking segment: {'id': 'd9d5080a-8f6e-403e-b5ac-a144b8247491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '99dd89d4-34e8-4e25-9d5a-2f102063d579'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 11:01:26.261275 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c60f337a-cf9a-4974-ab8d-d52d32b5a493 tempest-NetworksIpV6Test-263553383 tempest-NetworksIpV6Test-263553383-project] Network hostable DHCP agents. Network: 99dd89d4-34e8-4e25-9d5a-2f102063d579, hostable agents: ['75ba81b7-fe99-4281-90d2-a5adb445ecea'], hosted agents: [] {{(pid=116162) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 11:01:26.290690 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-91a9e7a0-0912-43c2-a191-ba0ff35e5843 tempest-RoutersAdminTest-1587786081 tempest-RoutersAdminTest-1587786081-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (None), before_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:26.292378 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.managers [None req-7ae32d24-71b9-4a83-9e20-cba86e33ef6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-440933725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-440933725-project-admin] Attempting to bind port 69a21ed3-810f-48b5-a72d-7f44d3d0d676 on host hv-neutron-mast for vnic_type normal with profile {{(pid=116161) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 28 11:01:26.292718 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.managers [None req-7ae32d24-71b9-4a83-9e20-cba86e33ef6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-440933725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-440933725-project-admin] Attempting to bind port 69a21ed3-810f-48b5-a72d-7f44d3d0d676 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '80afc900-8a77-48d3-9b10-9e0535409ff9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'c7241194-1007-47e4-ab68-1d88f9726a65'}] {{(pid=116161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 28 11:01:26.293054 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ae32d24-71b9-4a83-9e20-cba86e33ef6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-440933725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-440933725-project-admin] Attempting to bind port 69a21ed3-810f-48b5-a72d-7f44d3d0d676 on network c7241194-1007-47e4-ab68-1d88f9726a65 {{(pid=116161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 11:01:26.324895 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ae32d24-71b9-4a83-9e20-cba86e33ef6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-440933725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-440933725-project-admin] Port 69a21ed3-810f-48b5-a72d-7f44d3d0d676 on network c7241194-1007-47e4-ab68-1d88f9726a65 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=116161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 28 11:01:26.325271 dv-neutron-master-2-hyperv neutron-server[116161]: ERROR neutron.plugins.ml2.managers [None req-7ae32d24-71b9-4a83-9e20-cba86e33ef6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-440933725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-440933725-project-admin] Failed to bind port 69a21ed3-810f-48b5-a72d-7f44d3d0d676 on host hv-neutron-mast for vnic_type normal using segments [{'id': '80afc900-8a77-48d3-9b10-9e0535409ff9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'c7241194-1007-47e4-ab68-1d88f9726a65'}] Apr 28 11:01:26.327374 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.plugins.ml2.plugin [None req-7ae32d24-71b9-4a83-9e20-cba86e33ef6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-440933725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-440933725-project-admin] Attempt 7 to bind port 69a21ed3-810f-48b5-a72d-7f44d3d0d676 Apr 28 11:01:26.331622 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-ed465b7c-d38d-43d2-ba4a-5a5258a75143 tempest-RoutersIpV6AdminTest-2062886361 tempest-RoutersIpV6AdminTest-2062886361-project] Publish callbacks [] for router_gateway (dcfdf9b3-ec1c-442c-bfe3-d37ced497b90), before_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:26.395530 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-ed465b7c-d38d-43d2-ba4a-5a5258a75143 tempest-RoutersIpV6AdminTest-2062886361 tempest-RoutersIpV6AdminTest-2062886361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (None), before_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:26.403901 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.managers [None req-7ae32d24-71b9-4a83-9e20-cba86e33ef6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-440933725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-440933725-project-admin] Attempting to bind port 69a21ed3-810f-48b5-a72d-7f44d3d0d676 on host hv-neutron-mast for vnic_type normal with profile {{(pid=116161) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 28 11:01:26.404240 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.managers [None req-7ae32d24-71b9-4a83-9e20-cba86e33ef6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-440933725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-440933725-project-admin] Attempting to bind port 69a21ed3-810f-48b5-a72d-7f44d3d0d676 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '80afc900-8a77-48d3-9b10-9e0535409ff9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'c7241194-1007-47e4-ab68-1d88f9726a65'}] {{(pid=116161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 28 11:01:26.404944 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ae32d24-71b9-4a83-9e20-cba86e33ef6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-440933725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-440933725-project-admin] Attempting to bind port 69a21ed3-810f-48b5-a72d-7f44d3d0d676 on network c7241194-1007-47e4-ab68-1d88f9726a65 {{(pid=116161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 11:01:26.412486 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-c098b8d7-427d-4ba9-b333-4b2d40e69245 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742234710357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5219112'] for port (ac7d1b2f-7c4b-4167-ba80-fbbae590051d), after_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:26.447246 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-617ede68-8e35-4c2f-a56a-e66a3b297b12 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-971310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5053962', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4210815'] for subnet (dd2d355b-8b37-4362-ac0b-14c9e9aa2bdd), after_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:26.448989 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ae32d24-71b9-4a83-9e20-cba86e33ef6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-440933725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-440933725-project-admin] Port 69a21ed3-810f-48b5-a72d-7f44d3d0d676 on network c7241194-1007-47e4-ab68-1d88f9726a65 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=116161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 28 11:01:26.449320 dv-neutron-master-2-hyperv neutron-server[116161]: ERROR neutron.plugins.ml2.managers [None req-7ae32d24-71b9-4a83-9e20-cba86e33ef6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-440933725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-440933725-project-admin] Failed to bind port 69a21ed3-810f-48b5-a72d-7f44d3d0d676 on host hv-neutron-mast for vnic_type normal using segments [{'id': '80afc900-8a77-48d3-9b10-9e0535409ff9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'c7241194-1007-47e4-ab68-1d88f9726a65'}] Apr 28 11:01:26.476993 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.plugins.ml2.plugin [None req-7ae32d24-71b9-4a83-9e20-cba86e33ef6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-440933725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-440933725-project-admin] Attempt 8 to bind port 69a21ed3-810f-48b5-a72d-7f44d3d0d676 Apr 28 11:01:26.488309 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c60f337a-cf9a-4974-ab8d-d52d32b5a493 tempest-NetworksIpV6Test-263553383 tempest-NetworksIpV6Test-263553383-project] Network 99dd89d4-34e8-4e25-9d5a-2f102063d579 is scheduled to be hosted by DHCP agent 75ba81b7-fe99-4281-90d2-a5adb445ecea with binding_index 1 {{(pid=116162) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 11:01:26.497976 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617ede68-8e35-4c2f-a56a-e66a3b297b12 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Pushing event deleted for resources: {'Subnet': ['ID=dd2d355b-8b37-4362-ac0b-14c9e9aa2bdd,revision_number=None']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:01:26.514292 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c098b8d7-427d-4ba9-b333-4b2d40e69245 admin admin] Network 7be49d94-bbb8-4a61-bafe-209c5f861e1c is already hosted by enough agents. {{(pid=116161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 11:01:26.514549 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-617ede68-8e35-4c2f-a56a-e66a3b297b12 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603020'] for subnet (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:26.520326 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-617ede68-8e35-4c2f-a56a-e66a3b297b12 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] 10.222.0.10 "DELETE /v2.0/subnets/dd2d355b-8b37-4362-ac0b-14c9e9aa2bdd HTTP/1.1" status: 204 len: 168 time: 1.5309997 Apr 28 11:01:26.520494 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6461ab5b-0fc1-4c4c-adee-78ee92e355a8 None None] Network 1ec9fbcf-7a57-4aaa-9c30-4e0f43e09480 requested from dv-neutron-master-2-hyperv {{(pid=116163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 11:01:26.520594 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.db.db_base_plugin_common [None req-91a9e7a0-0912-43c2-a191-ba0ff35e5843 tempest-RoutersAdminTest-1587786081 tempest-RoutersAdminTest-1587786081-project] Allocated IP 172.36.4.222 (7be49d94-bbb8-4a61-bafe-209c5f861e1c/c0f82f52-05ee-40f2-a57c-9d02e01fb9fa/39d87990-0551-43d8-b148-a00ca8eebcbd) {{(pid=116162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 11:01:26.524445 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 50682) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:01:26.552895 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.scheduler.base_scheduler [None req-c098b8d7-427d-4ba9-b333-4b2d40e69245 admin admin] Resources bound (agent type, host, resource id): {{(pid=116161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 11:01:26.561084 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.managers [None req-7ae32d24-71b9-4a83-9e20-cba86e33ef6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-440933725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-440933725-project-admin] Attempting to bind port 69a21ed3-810f-48b5-a72d-7f44d3d0d676 on host hv-neutron-mast for vnic_type normal with profile {{(pid=116161) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 28 11:01:26.561420 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.managers [None req-7ae32d24-71b9-4a83-9e20-cba86e33ef6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-440933725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-440933725-project-admin] Attempting to bind port 69a21ed3-810f-48b5-a72d-7f44d3d0d676 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '80afc900-8a77-48d3-9b10-9e0535409ff9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'c7241194-1007-47e4-ab68-1d88f9726a65'}] {{(pid=116161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 28 11:01:26.561754 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ae32d24-71b9-4a83-9e20-cba86e33ef6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-440933725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-440933725-project-admin] Attempting to bind port 69a21ed3-810f-48b5-a72d-7f44d3d0d676 on network c7241194-1007-47e4-ab68-1d88f9726a65 {{(pid=116161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 11:01:26.564463 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c098b8d7-427d-4ba9-b333-4b2d40e69245 admin admin] Received port after_create {{(pid=116161) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 11:01:26.571264 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c098b8d7-427d-4ba9-b333-4b2d40e69245 admin admin] Pushing event updated for resources: {'Port': ['ID=ac7d1b2f-7c4b-4167-ba80-fbbae590051d,revision_number=1']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:01:26.591221 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-5f9248d7-5050-4b0a-857c-0192c351a13c tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] 10.222.0.10 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0652704 Apr 28 11:01:26.591221 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.scheduler.base_scheduler [None req-c60f337a-cf9a-4974-ab8d-d52d32b5a493 tempest-NetworksIpV6Test-263553383 tempest-NetworksIpV6Test-263553383-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 99dd89d4-34e8-4e25-9d5a-2f102063d579) {{(pid=116162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 11:01:26.596221 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 50684) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:01:26.602982 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c60f337a-cf9a-4974-ab8d-d52d32b5a493 tempest-NetworksIpV6Test-263553383 tempest-NetworksIpV6Test-263553383-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:01:26.603584 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-c60f337a-cf9a-4974-ab8d-d52d32b5a493 tempest-NetworksIpV6Test-263553383 tempest-NetworksIpV6Test-263553383-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603020'] for subnet (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:26.612603 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b17d8d3-9626-45b8-883a-e79748833a2d None None] Network 99dd89d4-34e8-4e25-9d5a-2f102063d579 requested from dv-neutron-master-2-hyperv {{(pid=116163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 11:01:26.619124 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ae32d24-71b9-4a83-9e20-cba86e33ef6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-440933725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-440933725-project-admin] Port 69a21ed3-810f-48b5-a72d-7f44d3d0d676 on network c7241194-1007-47e4-ab68-1d88f9726a65 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=116161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 28 11:01:26.619455 dv-neutron-master-2-hyperv neutron-server[116161]: ERROR neutron.plugins.ml2.managers [None req-7ae32d24-71b9-4a83-9e20-cba86e33ef6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-440933725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-440933725-project-admin] Failed to bind port 69a21ed3-810f-48b5-a72d-7f44d3d0d676 on host hv-neutron-mast for vnic_type normal using segments [{'id': '80afc900-8a77-48d3-9b10-9e0535409ff9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'c7241194-1007-47e4-ab68-1d88f9726a65'}] Apr 28 11:01:26.621471 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.plugins.ml2.plugin [None req-7ae32d24-71b9-4a83-9e20-cba86e33ef6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-440933725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-440933725-project-admin] Attempt 9 to bind port 69a21ed3-810f-48b5-a72d-7f44d3d0d676 Apr 28 11:01:26.672306 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.managers [None req-7ae32d24-71b9-4a83-9e20-cba86e33ef6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-440933725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-440933725-project-admin] Attempting to bind port 69a21ed3-810f-48b5-a72d-7f44d3d0d676 on host hv-neutron-mast for vnic_type normal with profile {{(pid=116161) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 28 11:01:26.673174 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.managers [None req-7ae32d24-71b9-4a83-9e20-cba86e33ef6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-440933725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-440933725-project-admin] Attempting to bind port 69a21ed3-810f-48b5-a72d-7f44d3d0d676 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '80afc900-8a77-48d3-9b10-9e0535409ff9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'c7241194-1007-47e4-ab68-1d88f9726a65'}] {{(pid=116161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 28 11:01:26.673512 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ae32d24-71b9-4a83-9e20-cba86e33ef6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-440933725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-440933725-project-admin] Attempting to bind port 69a21ed3-810f-48b5-a72d-7f44d3d0d676 on network c7241194-1007-47e4-ab68-1d88f9726a65 {{(pid=116161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 11:01:26.686647 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9aec1125-1f43-4984-a1c0-f3a2beee74fb tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:01:26.691441 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-9aec1125-1f43-4984-a1c0-f3a2beee74fb tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0918732 Apr 28 11:01:26.696585 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 50686) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:01:26.727910 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ae32d24-71b9-4a83-9e20-cba86e33ef6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-440933725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-440933725-project-admin] Port 69a21ed3-810f-48b5-a72d-7f44d3d0d676 on network c7241194-1007-47e4-ab68-1d88f9726a65 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=116161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 28 11:01:26.728248 dv-neutron-master-2-hyperv neutron-server[116161]: ERROR neutron.plugins.ml2.managers [None req-7ae32d24-71b9-4a83-9e20-cba86e33ef6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-440933725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-440933725-project-admin] Failed to bind port 69a21ed3-810f-48b5-a72d-7f44d3d0d676 on host hv-neutron-mast for vnic_type normal using segments [{'id': '80afc900-8a77-48d3-9b10-9e0535409ff9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'c7241194-1007-47e4-ab68-1d88f9726a65'}] Apr 28 11:01:26.731641 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80bd3fcf-9bd5-497b-ba65-1bb5535c547e tempest-FloatingIPTestJSON-373071706 tempest-FloatingIPTestJSON-373071706-project] Router f78b6f71-c91e-4419-a7fc-4e894ee6d57e has already been hosted by L3 agent 6b492ad6-0876-4d74-b20d-28143a52ceba {{(pid=116161) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 11:01:26.732247 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.plugins.ml2.plugin [None req-7ae32d24-71b9-4a83-9e20-cba86e33ef6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-440933725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-440933725-project-admin] Attempt 10 to bind port 69a21ed3-810f-48b5-a72d-7f44d3d0d676 Apr 28 11:01:26.751786 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-c60f337a-cf9a-4974-ab8d-d52d32b5a493 tempest-NetworksIpV6Test-263553383 tempest-NetworksIpV6Test-263553383-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 3.0207510 Apr 28 11:01:26.754129 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b132af32-2a14-483f-ac83-b59e410792e0 None None] DHCP port deletion for 1ec9fbcf-7a57-4aaa-9c30-4e0f43e09480 request from dv-neutron-master-2-hyperv {{(pid=116163) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 28 11:01:26.755641 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 50688) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:01:26.763129 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3372e4e-8cf2-416c-83d9-ba6391e736a0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-99dd89d4-34e8-4e25-9d5a-2f102063d579', 'network_id': '99dd89d4-34e8-4e25-9d5a-2f102063d579', 'project_id': '87154dd24b09463c83aab94c3e93cc15', 'fixed_ips': [{'subnet_id': '2f72a260-bb39-4aa9-9091-a0a4a50d4268'}]}} from dv-neutron-master-2-hyperv. {{(pid=116163) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 28 11:01:26.764048 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-e3372e4e-8cf2-416c-83d9-ba6391e736a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (None), before_create {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:26.804508 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.managers [None req-7ae32d24-71b9-4a83-9e20-cba86e33ef6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-440933725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-440933725-project-admin] Attempting to bind port 69a21ed3-810f-48b5-a72d-7f44d3d0d676 on host hv-neutron-mast for vnic_type normal with profile {{(pid=116161) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 28 11:01:26.804508 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.managers [None req-7ae32d24-71b9-4a83-9e20-cba86e33ef6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-440933725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-440933725-project-admin] Attempting to bind port 69a21ed3-810f-48b5-a72d-7f44d3d0d676 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '80afc900-8a77-48d3-9b10-9e0535409ff9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'c7241194-1007-47e4-ab68-1d88f9726a65'}] {{(pid=116161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 28 11:01:26.804839 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ae32d24-71b9-4a83-9e20-cba86e33ef6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-440933725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-440933725-project-admin] Attempting to bind port 69a21ed3-810f-48b5-a72d-7f44d3d0d676 on network c7241194-1007-47e4-ab68-1d88f9726a65 {{(pid=116161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 11:01:26.816356 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-b132af32-2a14-483f-ac83-b59e410792e0 None None] Deleting port dd25c505-0504-4caf-9448-ddfa71e35555 {{(pid=116163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 11:01:26.816580 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ae32d24-71b9-4a83-9e20-cba86e33ef6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-440933725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-440933725-project-admin] Port 69a21ed3-810f-48b5-a72d-7f44d3d0d676 on network c7241194-1007-47e4-ab68-1d88f9726a65 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=116161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 28 11:01:26.816686 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-b132af32-2a14-483f-ac83-b59e410792e0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742235130188'] for port (dd25c505-0504-4caf-9448-ddfa71e35555), before_delete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:26.816887 dv-neutron-master-2-hyperv neutron-server[116161]: ERROR neutron.plugins.ml2.managers [None req-7ae32d24-71b9-4a83-9e20-cba86e33ef6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-440933725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-440933725-project-admin] Failed to bind port 69a21ed3-810f-48b5-a72d-7f44d3d0d676 on host hv-neutron-mast for vnic_type normal using segments [{'id': '80afc900-8a77-48d3-9b10-9e0535409ff9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'c7241194-1007-47e4-ab68-1d88f9726a65'}] Apr 28 11:01:26.817266 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-7ae32d24-71b9-4a83-9e20-cba86e33ef6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-440933725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-440933725-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (69a21ed3-810f-48b5-a72d-7f44d3d0d676), before_update {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:26.956861 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-b132af32-2a14-483f-ac83-b59e410792e0 None None] For port dd25c505-0504-4caf-9448-ddfa71e35555, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=dd25c505-0504-4caf-9448-ddfa71e35555,segment=NetworkSegment(ffa4348d-378b-4e93-98fa-ab0dc49ee16c),segment_id=ffa4348d-378b-4e93-98fa-ab0dc49ee16c)] {{(pid=116163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 11:01:26.957259 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-b132af32-2a14-483f-ac83-b59e410792e0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1938497'] for port (dd25c505-0504-4caf-9448-ddfa71e35555), precommit_delete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:26.993587 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-b132af32-2a14-483f-ac83-b59e410792e0 None None] Calling delete_port for dd25c505-0504-4caf-9448-ddfa71e35555 owned by network:dhcp {{(pid=116163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 11:01:27.035577 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.db [None req-7ae32d24-71b9-4a83-9e20-cba86e33ef6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-440933725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-440933725-project-admin] For port 69a21ed3-810f-48b5-a72d-7f44d3d0d676, host hv-neutron-mast, cleared binding levels {{(pid=116161) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 11:01:27.035874 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.db [None req-7ae32d24-71b9-4a83-9e20-cba86e33ef6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-440933725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-440933725-project-admin] Attempted to set empty binding levels {{(pid=116161) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Apr 28 11:01:27.042342 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80bd3fcf-9bd5-497b-ba65-1bb5535c547e tempest-FloatingIPTestJSON-373071706 tempest-FloatingIPTestJSON-373071706-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=116161) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 11:01:27.044809 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-df30255f-547c-4347-9391-ff811ea3a66d tempest-FloatingIPNegativeTestJSON-1520521010 tempest-FloatingIPNegativeTestJSON-1520521010-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742235135690', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742234710366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5051867'] for port (2b543710-be88-4db4-9609-7bf6ae542066), after_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:27.057872 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.db_base_plugin_common [None req-e3372e4e-8cf2-416c-83d9-ba6391e736a0 None None] Allocated IP 2001:db8::1 (99dd89d4-34e8-4e25-9d5a-2f102063d579/2f72a260-bb39-4aa9-9091-a0a4a50d4268/e6648068-e664-4eda-b269-31244a418481) {{(pid=116163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 11:01:27.063056 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aad6d020-911c-4cec-a445-aa73ced0e015 None None] Sync routers for ids ['f78b6f71-c91e-4419-a7fc-4e894ee6d57e'] in dv-neutron-master-2-hyperv {{(pid=116164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 11:01:27.084746 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aad6d020-911c-4cec-a445-aa73ced0e015 None None] Routers {'f78b6f71-c91e-4419-a7fc-4e894ee6d57e'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=116164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 11:01:27.085537 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_hamode_db [None req-aad6d020-911c-4cec-a445-aa73ced0e015 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-28T10:50:39Z,description=,heartbeat_timestamp=2022-04-28T11:01:09Z,host='dv-neutron-master-2-hyperv',id=6b492ad6-0876-4d74-b20d-28143a52ceba,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T10:50:40Z,topic='l3_agent')) {'router_ids': ['f78b6f71-c91e-4419-a7fc-4e894ee6d57e'], 'active': True} {{(pid=116164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:01:27.113784 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-7ae32d24-71b9-4a83-9e20-cba86e33ef6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-440933725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-440933725-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5219123'] for port (69a21ed3-810f-48b5-a72d-7f44d3d0d676), after_update {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:27.127318 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_hamode_db [None req-aad6d020-911c-4cec-a445-aa73ced0e015 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=116164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:01:27.139224 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aad6d020-911c-4cec-a445-aa73ced0e015 None None] Routers {'f78b6f71-c91e-4419-a7fc-4e894ee6d57e'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=116164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 11:01:27.142874 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_hamode_db [None req-aad6d020-911c-4cec-a445-aa73ced0e015 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-28T10:50:39Z,description=,heartbeat_timestamp=2022-04-28T11:01:09Z,host='dv-neutron-master-2-hyperv',id=6b492ad6-0876-4d74-b20d-28143a52ceba,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T10:50:40Z,topic='l3_agent')) {'router_ids': ['f78b6f71-c91e-4419-a7fc-4e894ee6d57e'], 'active': True} {{(pid=116164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:01:27.161408 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df30255f-547c-4347-9391-ff811ea3a66d tempest-FloatingIPNegativeTestJSON-1520521010 tempest-FloatingIPNegativeTestJSON-1520521010-project] Pushing event deleted for resources: {'Port': ['ID=2b543710-be88-4db4-9609-7bf6ae542066,revision_number=None']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:01:27.174843 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.plugin [None req-7ae32d24-71b9-4a83-9e20-cba86e33ef6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-440933725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-440933725-project-admin] In _notify_port_updated(), no bound segment for port 69a21ed3-810f-48b5-a72d-7f44d3d0d676 on network c7241194-1007-47e4-ab68-1d88f9726a65 {{(pid=116161) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:936}} Apr 28 11:01:27.175632 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ae32d24-71b9-4a83-9e20-cba86e33ef6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-440933725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-440933725-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:01:27.176299 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-7ae32d24-71b9-4a83-9e20-cba86e33ef6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-440933725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-440933725-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198022'] for port (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:27.180798 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-7ae32d24-71b9-4a83-9e20-cba86e33ef6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-440933725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-440933725-project-admin] 10.222.0.10 "PUT /v2.0/ports/69a21ed3-810f-48b5-a72d-7f44d3d0d676 HTTP/1.1" status: 200 len: 980 time: 4.5803564 Apr 28 11:01:27.185417 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 50690) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:01:27.194349 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-c098b8d7-427d-4ba9-b333-4b2d40e69245 admin admin] Publish callbacks [] for router_gateway (c0106278-6e57-47c1-8c24-f3800ff88c3c), after_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:27.210939 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_hamode_db [None req-aad6d020-911c-4cec-a445-aa73ced0e015 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=116164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:01:27.211790 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aad6d020-911c-4cec-a445-aa73ced0e015 None None] The sync data for ids ['f78b6f71-c91e-4419-a7fc-4e894ee6d57e'] in dv-neutron-master-2-hyperv is: [] {{(pid=116164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 11:01:27.231684 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-b132af32-2a14-483f-ac83-b59e410792e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742235135690', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742234710366'] for port (dd25c505-0504-4caf-9448-ddfa71e35555), after_delete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:27.254993 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dda9ecc-3bea-4aae-a58a-33020e19c4d0 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:01:27.258618 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-8dda9ecc-3bea-4aae-a58a-33020e19c4d0 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.5586700 Apr 28 11:01:27.263397 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 50692) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:01:27.278147 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b132af32-2a14-483f-ac83-b59e410792e0 None None] Pushing event deleted for resources: {'Port': ['ID=dd25c505-0504-4caf-9448-ddfa71e35555,revision_number=None']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:01:27.289898 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-91a9e7a0-0912-43c2-a191-ba0ff35e5843 tempest-RoutersAdminTest-1587786081 tempest-RoutersAdminTest-1587786081-project] Publish callbacks [] for port (39d87990-0551-43d8-b148-a00ca8eebcbd), precommit_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:27.299598 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b132af32-2a14-483f-ac83-b59e410792e0 None None] No DVR routers for this DVR port dd25c505-0504-4caf-9448-ddfa71e35555 on host dv-neutron-master-2-hyperv {{(pid=116163) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 11:01:27.323575 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-e3372e4e-8cf2-416c-83d9-ba6391e736a0 None None] Publish callbacks [] for port (e6648068-e664-4eda-b269-31244a418481), precommit_create {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:27.337236 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-90cbcd22-fc36-49d0-8c90-4873a0c0516e tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] 10.222.0.10 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0650966 Apr 28 11:01:27.346692 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 50694) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:01:27.348966 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.v2.base [None req-fa0aa59b-5ef6-4296-93cf-edde1747a298 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Request body: {'subnet': {'network_id': '1ec9fbcf-7a57-4aaa-9c30-4e0f43e09480', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=116162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:01:27.353138 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-df30255f-547c-4347-9391-ff811ea3a66d tempest-FloatingIPNegativeTestJSON-1520521010 tempest-FloatingIPNegativeTestJSON-1520521010-project] Publish callbacks [] for floatingip (5aa9cf2f-d63b-4eb0-8d4c-57820e20ae95), after_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:27.356025 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-df30255f-547c-4347-9391-ff811ea3a66d tempest-FloatingIPNegativeTestJSON-1520521010 tempest-FloatingIPNegativeTestJSON-1520521010-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198022'] for floatingip (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:27.357206 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-df30255f-547c-4347-9391-ff811ea3a66d tempest-FloatingIPNegativeTestJSON-1520521010 tempest-FloatingIPNegativeTestJSON-1520521010-project] 10.222.0.10 "DELETE /v2.0/floatingips/5aa9cf2f-d63b-4eb0-8d4c-57820e20ae95 HTTP/1.1" status: 204 len: 168 time: 1.9222188 Apr 28 11:01:27.363248 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 50696) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:01:27.369539 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.v2.base [None req-7c405dc9-65bb-427f-8573-d51e746a0f64 tempest-FloatingIPNegativeTestJSON-1520521010 tempest-FloatingIPNegativeTestJSON-1520521010-project] Request body: {'floatingip': {'floating_network_id': 'e6312ee6-c51d-427c-8e8c-9762fa09a9ad', 'port_id': '14868a32-1a8e-4337-a6e9-a3a2d5edcf52', 'fixed_ip_address': '172.20.0.7'}} {{(pid=116162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:01:27.416809 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-e3372e4e-8cf2-416c-83d9-ba6391e736a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742234710357'] for port (e6648068-e664-4eda-b269-31244a418481), after_create {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:27.461964 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3372e4e-8cf2-416c-83d9-ba6391e736a0 None None] Network 99dd89d4-34e8-4e25-9d5a-2f102063d579 is already hosted by enough agents. {{(pid=116163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 11:01:27.468771 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.scheduler.base_scheduler [None req-e3372e4e-8cf2-416c-83d9-ba6391e736a0 None None] Resources bound (agent type, host, resource id): {{(pid=116163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 11:01:27.473260 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3372e4e-8cf2-416c-83d9-ba6391e736a0 None None] Received port after_create {{(pid=116163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 11:01:27.475396 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-45c84543-c6e7-41a2-88b3-a10c6e9be56e tempest-NetworksIpV6Test-263553383 tempest-NetworksIpV6Test-263553383-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-979593'] for network (99dd89d4-34e8-4e25-9d5a-2f102063d579), before_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:27.476487 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3372e4e-8cf2-416c-83d9-ba6391e736a0 None None] Pushing event updated for resources: {'Port': ['ID=e6648068-e664-4eda-b269-31244a418481,revision_number=1']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:01:27.535735 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.managers [None req-e3372e4e-8cf2-416c-83d9-ba6391e736a0 None None] Attempting to bind port e6648068-e664-4eda-b269-31244a418481 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=116163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 28 11:01:27.535735 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.managers [None req-e3372e4e-8cf2-416c-83d9-ba6391e736a0 None None] Attempting to bind port e6648068-e664-4eda-b269-31244a418481 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'd9d5080a-8f6e-403e-b5ac-a144b8247491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '99dd89d4-34e8-4e25-9d5a-2f102063d579'}] {{(pid=116163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 28 11:01:27.536063 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3372e4e-8cf2-416c-83d9-ba6391e736a0 None None] Attempting to bind port e6648068-e664-4eda-b269-31244a418481 on network 99dd89d4-34e8-4e25-9d5a-2f102063d579 {{(pid=116163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 11:01:27.542724 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3372e4e-8cf2-416c-83d9-ba6391e736a0 None None] Checking agent: {'id': 'd5baab19-5dd1-4902-922b-84acb048ab9c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 10, 50, 43), 'started_at': datetime.datetime(2022, 4, 28, 10, 51, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 11, 1, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=116163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 11:01:27.542910 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3372e4e-8cf2-416c-83d9-ba6391e736a0 None None] Checking segment: {'id': 'd9d5080a-8f6e-403e-b5ac-a144b8247491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '99dd89d4-34e8-4e25-9d5a-2f102063d579'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 11:01:27.543418 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-e3372e4e-8cf2-416c-83d9-ba6391e736a0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:27.544092 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3372e4e-8cf2-416c-83d9-ba6391e736a0 None None] Bound using segment: {'id': 'd9d5080a-8f6e-403e-b5ac-a144b8247491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '99dd89d4-34e8-4e25-9d5a-2f102063d579'} {{(pid=116163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 11:01:27.544318 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.managers [None req-e3372e4e-8cf2-416c-83d9-ba6391e736a0 None None] Bound port: e6648068-e664-4eda-b269-31244a418481, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd9d5080a-8f6e-403e-b5ac-a144b8247491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '99dd89d4-34e8-4e25-9d5a-2f102063d579'}}] {{(pid=116163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 28 11:01:27.544725 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-e3372e4e-8cf2-416c-83d9-ba6391e736a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (e6648068-e664-4eda-b269-31244a418481), before_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:27.546951 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-7c405dc9-65bb-427f-8573-d51e746a0f64 tempest-FloatingIPNegativeTestJSON-1520521010 tempest-FloatingIPNegativeTestJSON-1520521010-project] Publish callbacks [] for floatingip (None), before_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:27.570264 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.plugin [None req-45c84543-c6e7-41a2-88b3-a10c6e9be56e tempest-NetworksIpV6Test-263553383 tempest-NetworksIpV6Test-263553383-project] Deleting port e6648068-e664-4eda-b269-31244a418481 {{(pid=116162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 11:01:27.570545 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-45c84543-c6e7-41a2-88b3-a10c6e9be56e tempest-NetworksIpV6Test-263553383 tempest-NetworksIpV6Test-263553383-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742235130188'] for port (e6648068-e664-4eda-b269-31244a418481), before_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:27.583074 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae32d24-71b9-4a83-9e20-cba86e33ef6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-440933725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-440933725-project-admin] Pushing event updated for resources: {'Port': ['ID=69a21ed3-810f-48b5-a72d-7f44d3d0d676,revision_number=3']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:01:27.596372 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-91a9e7a0-0912-43c2-a191-ba0ff35e5843 tempest-RoutersAdminTest-1587786081 tempest-RoutersAdminTest-1587786081-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742234710357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5051867'] for port (39d87990-0551-43d8-b148-a00ca8eebcbd), after_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:27.632704 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-e3372e4e-8cf2-416c-83d9-ba6391e736a0 None None] For port e6648068-e664-4eda-b269-31244a418481, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=116163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 11:01:27.637219 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-e3372e4e-8cf2-416c-83d9-ba6391e736a0 None None] For port e6648068-e664-4eda-b269-31244a418481, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=e6648068-e664-4eda-b269-31244a418481,segment=NetworkSegment(d9d5080a-8f6e-403e-b5ac-a144b8247491),segment_id=d9d5080a-8f6e-403e-b5ac-a144b8247491)] {{(pid=116163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 11:01:27.676071 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa0aa59b-5ef6-4296-93cf-edde1747a298 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Made reservation on behalf of 12780407c7254bdfbde1c04e76d433ee for: {'subnet': 1} {{(pid=116162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 11:01:27.679454 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-fa0aa59b-5ef6-4296-93cf-edde1747a298 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4210834'] for subnet (None), before_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:27.680987 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.pecan_wsgi.hooks.translation [None req-fa0aa59b-5ef6-4296-93cf-edde1747a298 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 28 11:01:27.681415 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fa0aa59b-5ef6-4296-93cf-edde1747a298 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=116162) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 28 11:01:27.696054 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Device dd25c505-0504-4caf-9448-ddfa71e35555 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=116163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 11:01:27.698259 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0fdc3ca-e055-461a-a726-724e5e144e7a tempest-PortsAdminExtendedAttrsIpV6TestJSON-440933725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-440933725-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:01:27.698774 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0fdc3ca-e055-461a-a726-724e5e144e7a tempest-PortsAdminExtendedAttrsIpV6TestJSON-440933725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-440933725-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:01:27.699245 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0fdc3ca-e055-461a-a726-724e5e144e7a tempest-PortsAdminExtendedAttrsIpV6TestJSON-440933725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-440933725-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:01:27.699871 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0fdc3ca-e055-461a-a726-724e5e144e7a tempest-PortsAdminExtendedAttrsIpV6TestJSON-440933725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-440933725-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:01:27.700493 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0fdc3ca-e055-461a-a726-724e5e144e7a tempest-PortsAdminExtendedAttrsIpV6TestJSON-440933725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-440933725-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:01:27.700958 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0fdc3ca-e055-461a-a726-724e5e144e7a tempest-PortsAdminExtendedAttrsIpV6TestJSON-440933725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-440933725-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:01:27.701430 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0fdc3ca-e055-461a-a726-724e5e144e7a tempest-PortsAdminExtendedAttrsIpV6TestJSON-440933725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-440933725-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:01:27.701886 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0fdc3ca-e055-461a-a726-724e5e144e7a tempest-PortsAdminExtendedAttrsIpV6TestJSON-440933725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-440933725-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:01:27.702345 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0fdc3ca-e055-461a-a726-724e5e144e7a tempest-PortsAdminExtendedAttrsIpV6TestJSON-440933725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-440933725-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:01:27.702829 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0fdc3ca-e055-461a-a726-724e5e144e7a tempest-PortsAdminExtendedAttrsIpV6TestJSON-440933725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-440933725-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:01:27.703289 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0fdc3ca-e055-461a-a726-724e5e144e7a tempest-PortsAdminExtendedAttrsIpV6TestJSON-440933725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-440933725-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:01:27.704287 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0fdc3ca-e055-461a-a726-724e5e144e7a tempest-PortsAdminExtendedAttrsIpV6TestJSON-440933725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-440933725-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:01:27.704743 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0fdc3ca-e055-461a-a726-724e5e144e7a tempest-PortsAdminExtendedAttrsIpV6TestJSON-440933725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-440933725-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:01:27.705196 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0fdc3ca-e055-461a-a726-724e5e144e7a tempest-PortsAdminExtendedAttrsIpV6TestJSON-440933725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-440933725-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:01:27.705652 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0fdc3ca-e055-461a-a726-724e5e144e7a tempest-PortsAdminExtendedAttrsIpV6TestJSON-440933725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-440933725-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:01:27.706109 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0fdc3ca-e055-461a-a726-724e5e144e7a tempest-PortsAdminExtendedAttrsIpV6TestJSON-440933725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-440933725-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:01:27.706592 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0fdc3ca-e055-461a-a726-724e5e144e7a tempest-PortsAdminExtendedAttrsIpV6TestJSON-440933725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-440933725-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:01:27.707069 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0fdc3ca-e055-461a-a726-724e5e144e7a tempest-PortsAdminExtendedAttrsIpV6TestJSON-440933725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-440933725-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:01:27.707576 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0fdc3ca-e055-461a-a726-724e5e144e7a tempest-PortsAdminExtendedAttrsIpV6TestJSON-440933725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-440933725-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:01:27.708029 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0fdc3ca-e055-461a-a726-724e5e144e7a tempest-PortsAdminExtendedAttrsIpV6TestJSON-440933725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-440933725-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:01:27.708483 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0fdc3ca-e055-461a-a726-724e5e144e7a tempest-PortsAdminExtendedAttrsIpV6TestJSON-440933725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-440933725-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:01:27.708976 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0fdc3ca-e055-461a-a726-724e5e144e7a tempest-PortsAdminExtendedAttrsIpV6TestJSON-440933725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-440933725-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:01:27.715533 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-a0fdc3ca-e055-461a-a726-724e5e144e7a tempest-PortsAdminExtendedAttrsIpV6TestJSON-440933725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-440933725-project-admin] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 19406 time: 0.5251734 Apr 28 11:01:27.716115 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 50698) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:01:27.720466 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] No Port match for: dd25c505-0504-4caf-9448-ddfa71e35555 {{(pid=116163) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 28 11:01:27.720942 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Device dd25c505-0504-4caf-9448-ddfa71e35555 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=116163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 11:01:27.729489 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91a9e7a0-0912-43c2-a191-ba0ff35e5843 tempest-RoutersAdminTest-1587786081 tempest-RoutersAdminTest-1587786081-project] Network 7be49d94-bbb8-4a61-bafe-209c5f861e1c is already hosted by enough agents. {{(pid=116162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 11:01:27.729674 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-e3372e4e-8cf2-416c-83d9-ba6391e736a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393'] for port (e6648068-e664-4eda-b269-31244a418481), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:27.749186 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.scheduler.base_scheduler [None req-91a9e7a0-0912-43c2-a191-ba0ff35e5843 tempest-RoutersAdminTest-1587786081 tempest-RoutersAdminTest-1587786081-project] Resources bound (agent type, host, resource id): {{(pid=116162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 11:01:27.755412 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91a9e7a0-0912-43c2-a191-ba0ff35e5843 tempest-RoutersAdminTest-1587786081 tempest-RoutersAdminTest-1587786081-project] Received port after_create {{(pid=116162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 11:01:27.759624 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a9e7a0-0912-43c2-a191-ba0ff35e5843 tempest-RoutersAdminTest-1587786081 tempest-RoutersAdminTest-1587786081-project] Pushing event updated for resources: {'Port': ['ID=39d87990-0551-43d8-b148-a00ca8eebcbd,revision_number=1']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:01:27.777339 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.db.db_base_plugin_common [None req-ed465b7c-d38d-43d2-ba4a-5a5258a75143 tempest-RoutersIpV6AdminTest-2062886361 tempest-RoutersIpV6AdminTest-2062886361-project] Allocated IP 172.36.4.27 (7be49d94-bbb8-4a61-bafe-209c5f861e1c/c0f82f52-05ee-40f2-a57c-9d02e01fb9fa/693a9eb7-bbd9-4b30-950c-1791b86a7b8e) {{(pid=116161) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 11:01:27.808280 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3372e4e-8cf2-416c-83d9-ba6391e736a0 None None] Pushing event updated for resources: {'Port': ['ID=e6648068-e664-4eda-b269-31244a418481,revision_number=2']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:01:27.837855 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-fa0aa59b-5ef6-4296-93cf-edde1747a298 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.4911680 Apr 28 11:01:27.838314 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.db [None req-45c84543-c6e7-41a2-88b3-a10c6e9be56e tempest-NetworksIpV6Test-263553383 tempest-NetworksIpV6Test-263553383-project] For port e6648068-e664-4eda-b269-31244a418481, host dv-neutron-master-2-hyperv, got binding levels [] {{(pid=116162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 11:01:27.838705 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-45c84543-c6e7-41a2-88b3-a10c6e9be56e tempest-NetworksIpV6Test-263553383 tempest-NetworksIpV6Test-263553383-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1938497'] for port (e6648068-e664-4eda-b269-31244a418481), precommit_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:27.840978 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 50700) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:01:27.846312 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.v2.base [None req-2e534b9f-37c2-4df5-acb9-d4d1df867d2c tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Request body: {'subnet': {'network_id': '1ec9fbcf-7a57-4aaa-9c30-4e0f43e09480', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=116162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:01:27.874726 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.plugin [None req-45c84543-c6e7-41a2-88b3-a10c6e9be56e tempest-NetworksIpV6Test-263553383 tempest-NetworksIpV6Test-263553383-project] Calling delete_port for e6648068-e664-4eda-b269-31244a418481 owned by network:dhcp {{(pid=116162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 11:01:27.928567 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.api.v2.resource [None req-7c405dc9-65bb-427f-8573-d51e746a0f64 tempest-FloatingIPNegativeTestJSON-1520521010 tempest-FloatingIPNegativeTestJSON-1520521010-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 28 11:01:27.929882 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-7c405dc9-65bb-427f-8573-d51e746a0f64 tempest-FloatingIPNegativeTestJSON-1520521010 tempest-FloatingIPNegativeTestJSON-1520521010-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.5654185 Apr 28 11:01:27.937034 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 50702) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:01:27.969845 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.v2.base [None req-61c58ecf-e837-4be5-8cfc-784cb6825893 tempest-FloatingIPNegativeTestJSON-1520521010 tempest-FloatingIPNegativeTestJSON-1520521010-project] Request body: {'floatingip': {'floating_network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'port_id': '14868a32-1a8e-4337-a6e9-a3a2d5edcf52', 'fixed_ip_address': '172.20.0.7'}} {{(pid=116162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:01:28.002028 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.plugin [None req-a94e71b6-c7ae-4efe-95e7-6bc8ee09f530 tempest-PortsAdminExtendedAttrsIpV6TestJSON-440933725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-440933725-project-admin] Deleting port 69a21ed3-810f-48b5-a72d-7f44d3d0d676 {{(pid=116161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 11:01:28.002381 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-a94e71b6-c7ae-4efe-95e7-6bc8ee09f530 tempest-PortsAdminExtendedAttrsIpV6TestJSON-440933725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-440933725-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742235130188'] for port (69a21ed3-810f-48b5-a72d-7f44d3d0d676), before_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:28.193912 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-61c58ecf-e837-4be5-8cfc-784cb6825893 tempest-FloatingIPNegativeTestJSON-1520521010 tempest-FloatingIPNegativeTestJSON-1520521010-project] Publish callbacks [] for floatingip (None), before_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:28.195447 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80bd3fcf-9bd5-497b-ba65-1bb5535c547e tempest-FloatingIPTestJSON-373071706 tempest-FloatingIPTestJSON-373071706-project] Router 95215caa-c306-4f42-88fe-7b8468f0ea15 has already been hosted by L3 agent 6b492ad6-0876-4d74-b20d-28143a52ceba {{(pid=116161) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 11:01:28.199308 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.db [None req-a94e71b6-c7ae-4efe-95e7-6bc8ee09f530 tempest-PortsAdminExtendedAttrsIpV6TestJSON-440933725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-440933725-project-admin] For port 69a21ed3-810f-48b5-a72d-7f44d3d0d676, host hv-neutron-mast, got binding levels [] {{(pid=116161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 11:01:28.204147 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-a94e71b6-c7ae-4efe-95e7-6bc8ee09f530 tempest-PortsAdminExtendedAttrsIpV6TestJSON-440933725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-440933725-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1938497'] for port (69a21ed3-810f-48b5-a72d-7f44d3d0d676), precommit_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:28.206190 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-c098b8d7-427d-4ba9-b333-4b2d40e69245 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2060818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1935326'] for router (c0106278-6e57-47c1-8c24-f3800ff88c3c), after_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:28.228426 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e534b9f-37c2-4df5-acb9-d4d1df867d2c tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Made reservation on behalf of 12780407c7254bdfbde1c04e76d433ee for: {'subnet': 1} {{(pid=116162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 11:01:28.232010 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-2e534b9f-37c2-4df5-acb9-d4d1df867d2c tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4210834'] for subnet (None), before_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:28.232822 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-ed465b7c-d38d-43d2-ba4a-5a5258a75143 tempest-RoutersIpV6AdminTest-2062886361 tempest-RoutersIpV6AdminTest-2062886361-project] Publish callbacks [] for port (693a9eb7-bbd9-4b30-950c-1791b86a7b8e), precommit_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:28.233382 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.pecan_wsgi.hooks.translation [None req-2e534b9f-37c2-4df5-acb9-d4d1df867d2c tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 28 11:01:28.233848 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2e534b9f-37c2-4df5-acb9-d4d1df867d2c tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=116162) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 28 11:01:28.238885 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.plugin [None req-a94e71b6-c7ae-4efe-95e7-6bc8ee09f530 tempest-PortsAdminExtendedAttrsIpV6TestJSON-440933725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-440933725-project-admin] Calling delete_port for 69a21ed3-810f-48b5-a72d-7f44d3d0d676 owned by {{(pid=116161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 11:01:28.372459 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-61c58ecf-e837-4be5-8cfc-784cb6825893 tempest-FloatingIPNegativeTestJSON-1520521010 tempest-FloatingIPNegativeTestJSON-1520521010-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (None), before_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:28.423918 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-45c84543-c6e7-41a2-88b3-a10c6e9be56e tempest-NetworksIpV6Test-263553383 tempest-NetworksIpV6Test-263553383-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742235135690', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742234710366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5051867'] for port (e6648068-e664-4eda-b269-31244a418481), after_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:28.461980 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-2e534b9f-37c2-4df5-acb9-d4d1df867d2c tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.6196890 Apr 28 11:01:28.465357 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 50704) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:01:28.468773 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c84543-c6e7-41a2-88b3-a10c6e9be56e tempest-NetworksIpV6Test-263553383 tempest-NetworksIpV6Test-263553383-project] Pushing event deleted for resources: {'Port': ['ID=e6648068-e664-4eda-b269-31244a418481,revision_number=None']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:01:28.479121 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.v2.base [None req-0054f7a7-091c-4651-8aae-230b652d4873 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Request body: {'subnet': {'network_id': '1ec9fbcf-7a57-4aaa-9c30-4e0f43e09480', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=116162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:01:28.482569 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-91a9e7a0-0912-43c2-a191-ba0ff35e5843 tempest-RoutersAdminTest-1587786081 tempest-RoutersAdminTest-1587786081-project] Publish callbacks [] for router_gateway (c2b4d8a5-24a4-4eea-87a5-2b5d49069d28), after_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:28.559048 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80bd3fcf-9bd5-497b-ba65-1bb5535c547e tempest-FloatingIPTestJSON-373071706 tempest-FloatingIPTestJSON-373071706-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=116161) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 11:01:28.565191 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-80bd3fcf-9bd5-497b-ba65-1bb5535c547e tempest-FloatingIPTestJSON-373071706 tempest-FloatingIPTestJSON-373071706-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198022'] for floatingip (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:28.571985 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-ed465b7c-d38d-43d2-ba4a-5a5258a75143 tempest-RoutersIpV6AdminTest-2062886361 tempest-RoutersIpV6AdminTest-2062886361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742234710357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5219112'] for port (693a9eb7-bbd9-4b30-950c-1791b86a7b8e), after_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:28.577936 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64428674-3ab1-4b2e-ac3f-f15cdf36047f None None] Sync routers for ids ['95215caa-c306-4f42-88fe-7b8468f0ea15'] in dv-neutron-master-2-hyperv {{(pid=116163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 11:01:28.598677 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64428674-3ab1-4b2e-ac3f-f15cdf36047f None None] Routers {'95215caa-c306-4f42-88fe-7b8468f0ea15'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=116163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 11:01:28.605147 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_hamode_db [None req-64428674-3ab1-4b2e-ac3f-f15cdf36047f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-28T10:50:39Z,description=,heartbeat_timestamp=2022-04-28T11:01:09Z,host='dv-neutron-master-2-hyperv',id=6b492ad6-0876-4d74-b20d-28143a52ceba,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T10:50:40Z,topic='l3_agent')) {'router_ids': ['95215caa-c306-4f42-88fe-7b8468f0ea15'], 'active': True} {{(pid=116163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:01:28.631978 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45c84543-c6e7-41a2-88b3-a10c6e9be56e tempest-NetworksIpV6Test-263553383 tempest-NetworksIpV6Test-263553383-project] No DVR routers for this DVR port e6648068-e664-4eda-b269-31244a418481 on host dv-neutron-master-2-hyperv {{(pid=116162) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 11:01:28.646030 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-a94e71b6-c7ae-4efe-95e7-6bc8ee09f530 tempest-PortsAdminExtendedAttrsIpV6TestJSON-440933725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-440933725-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742235135690', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742234710366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5219112'] for port (69a21ed3-810f-48b5-a72d-7f44d3d0d676), after_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:28.665517 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_hamode_db [None req-64428674-3ab1-4b2e-ac3f-f15cdf36047f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=116163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:01:28.676511 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64428674-3ab1-4b2e-ac3f-f15cdf36047f None None] Routers {'95215caa-c306-4f42-88fe-7b8468f0ea15'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=116163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 11:01:28.677307 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_hamode_db [None req-64428674-3ab1-4b2e-ac3f-f15cdf36047f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-28T10:50:39Z,description=,heartbeat_timestamp=2022-04-28T11:01:09Z,host='dv-neutron-master-2-hyperv',id=6b492ad6-0876-4d74-b20d-28143a52ceba,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T10:50:40Z,topic='l3_agent')) {'router_ids': ['95215caa-c306-4f42-88fe-7b8468f0ea15'], 'active': True} {{(pid=116163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:01:28.678515 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed465b7c-d38d-43d2-ba4a-5a5258a75143 tempest-RoutersIpV6AdminTest-2062886361 tempest-RoutersIpV6AdminTest-2062886361-project] Network 7be49d94-bbb8-4a61-bafe-209c5f861e1c is already hosted by enough agents. {{(pid=116161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 11:01:28.710988 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.scheduler.base_scheduler [None req-ed465b7c-d38d-43d2-ba4a-5a5258a75143 tempest-RoutersIpV6AdminTest-2062886361 tempest-RoutersIpV6AdminTest-2062886361-project] Resources bound (agent type, host, resource id): {{(pid=116161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 11:01:28.718662 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed465b7c-d38d-43d2-ba4a-5a5258a75143 tempest-RoutersIpV6AdminTest-2062886361 tempest-RoutersIpV6AdminTest-2062886361-project] Received port after_create {{(pid=116161) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 11:01:28.722916 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_hamode_db [None req-64428674-3ab1-4b2e-ac3f-f15cdf36047f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=116163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:01:28.723538 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64428674-3ab1-4b2e-ac3f-f15cdf36047f None None] The sync data for ids ['95215caa-c306-4f42-88fe-7b8468f0ea15'] in dv-neutron-master-2-hyperv is: [] {{(pid=116163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 11:01:28.725538 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed465b7c-d38d-43d2-ba4a-5a5258a75143 tempest-RoutersIpV6AdminTest-2062886361 tempest-RoutersIpV6AdminTest-2062886361-project] Pushing event updated for resources: {'Port': ['ID=693a9eb7-bbd9-4b30-950c-1791b86a7b8e,revision_number=1']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:01:28.752346 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-a94e71b6-c7ae-4efe-95e7-6bc8ee09f530 tempest-PortsAdminExtendedAttrsIpV6TestJSON-440933725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-440933725-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198022'] for port (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:28.759638 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-a94e71b6-c7ae-4efe-95e7-6bc8ee09f530 tempest-PortsAdminExtendedAttrsIpV6TestJSON-440933725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-440933725-project-admin] 10.222.0.10 "DELETE /v2.0/ports/69a21ed3-810f-48b5-a72d-7f44d3d0d676 HTTP/1.1" status: 204 len: 168 time: 1.0396559 Apr 28 11:01:28.769883 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 50706) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:01:28.787092 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-80bd3fcf-9bd5-497b-ba65-1bb5535c547e tempest-FloatingIPTestJSON-373071706 tempest-FloatingIPTestJSON-373071706-project] 10.222.0.10 "PUT /v2.0/floatingips/1579ad71-0e4f-4a1e-89a0-cd963cb2cddd HTTP/1.1" status: 200 len: 975 time: 5.2742376 Apr 28 11:01:28.789962 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c098b8d7-427d-4ba9-b333-4b2d40e69245 admin admin] Router c0106278-6e57-47c1-8c24-f3800ff88c3c is scheduled to L3 agent 6b492ad6-0876-4d74-b20d-28143a52ceba with binding_index 1 {{(pid=116161) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 28 11:01:28.792029 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94e71b6-c7ae-4efe-95e7-6bc8ee09f530 tempest-PortsAdminExtendedAttrsIpV6TestJSON-440933725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-440933725-project-admin] Pushing event deleted for resources: {'Port': ['ID=69a21ed3-810f-48b5-a72d-7f44d3d0d676,revision_number=None']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:01:28.795728 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.db.db_base_plugin_common [None req-61c58ecf-e837-4be5-8cfc-784cb6825893 tempest-FloatingIPNegativeTestJSON-1520521010 tempest-FloatingIPNegativeTestJSON-1520521010-project] Allocated IP 172.36.4.196 (7be49d94-bbb8-4a61-bafe-209c5f861e1c/c0f82f52-05ee-40f2-a57c-9d02e01fb9fa/71d2f1d1-a97c-4b4c-a041-b6cdb7b13284) {{(pid=116162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 11:01:28.795884 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 50708) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:01:28.815134 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-45c84543-c6e7-41a2-88b3-a10c6e9be56e tempest-NetworksIpV6Test-263553383 tempest-NetworksIpV6Test-263553383-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-971303'] for subnet (2f72a260-bb39-4aa9-9091-a0a4a50d4268), precommit_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:28.836678 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.pecan_wsgi.hooks.translation [None req-5dd338da-08d5-450f-9afc-ea00d38d0f9d tempest-PortsAdminExtendedAttrsIpV6TestJSON-440933725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-440933725-project-admin] GET failed (client error): The resource could not be found. Apr 28 11:01:28.838308 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-5dd338da-08d5-450f-9afc-ea00d38d0f9d tempest-PortsAdminExtendedAttrsIpV6TestJSON-440933725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-440933725-project-admin] 10.222.0.10 "GET /v2.0/ports/69a21ed3-810f-48b5-a72d-7f44d3d0d676 HTTP/1.1" status: 404 len: 333 time: 0.0672746 Apr 28 11:01:28.844301 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 50710) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:01:28.849482 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.v2.base [None req-cadec638-128a-459c-8394-9dbbb20bdd65 tempest-PortsAdminExtendedAttrsIpV6TestJSON-440933725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-440933725-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-158698413', 'network_id': 'c7241194-1007-47e4-ab68-1d88f9726a65'}} {{(pid=116161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:01:28.920259 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4510885-6d37-4f40-b06d-33c559a4f5a8 None None] Network 99dd89d4-34e8-4e25-9d5a-2f102063d579 requested from dv-neutron-master-2-hyperv {{(pid=116163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 11:01:28.940811 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0054f7a7-091c-4651-8aae-230b652d4873 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Made reservation on behalf of 12780407c7254bdfbde1c04e76d433ee for: {'subnet': 1} {{(pid=116162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 11:01:28.944195 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-0054f7a7-091c-4651-8aae-230b652d4873 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4210834'] for subnet (None), before_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:28.945596 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.pecan_wsgi.hooks.translation [None req-0054f7a7-091c-4651-8aae-230b652d4873 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 28 11:01:28.946021 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0054f7a7-091c-4651-8aae-230b652d4873 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=116162) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 28 11:01:29.023399 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-367c896b-5db4-4c89-bd43-3cb781fcf19d None None] Could not find standard attr ID for object e6648068-e664-4eda-b269-31244a418481. {{(pid=116163) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:182}} Apr 28 11:01:29.086529 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.plugin [None req-e0f68ee8-a76a-4eea-ab4d-ebb3cabad02a tempest-FloatingIPTestJSON-373071706 tempest-FloatingIPTestJSON-373071706-project] Deleting port 0afc3ea5-5644-409e-8f2c-741d8e74bbba {{(pid=116161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 11:01:29.086906 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-e0f68ee8-a76a-4eea-ab4d-ebb3cabad02a tempest-FloatingIPTestJSON-373071706 tempest-FloatingIPTestJSON-373071706-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742235130188'] for port (0afc3ea5-5644-409e-8f2c-741d8e74bbba), before_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:29.087401 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-0054f7a7-091c-4651-8aae-230b652d4873 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.6196396 Apr 28 11:01:29.094312 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-61c58ecf-e837-4be5-8cfc-784cb6825893 tempest-FloatingIPNegativeTestJSON-1520521010 tempest-FloatingIPNegativeTestJSON-1520521010-project] Publish callbacks [] for port (71d2f1d1-a97c-4b4c-a041-b6cdb7b13284), precommit_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:29.095653 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 50712) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:01:29.109208 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.v2.base [None req-f5a693be-4866-47ad-a2cd-4b73afec8a4c tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Request body: {'subnet': {'network_id': '1ec9fbcf-7a57-4aaa-9c30-4e0f43e09480', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=116162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:01:29.112337 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cadec638-128a-459c-8394-9dbbb20bdd65 tempest-PortsAdminExtendedAttrsIpV6TestJSON-440933725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-440933725-project-admin] Made reservation on behalf of 44abaa920a344be08c0e41495733b80d for: {'port': 1} {{(pid=116161) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 11:01:29.114779 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-cadec638-128a-459c-8394-9dbbb20bdd65 tempest-PortsAdminExtendedAttrsIpV6TestJSON-440933725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-440933725-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (None), before_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:29.132321 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-45c84543-c6e7-41a2-88b3-a10c6e9be56e tempest-NetworksIpV6Test-263553383 tempest-NetworksIpV6Test-263553383-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-971310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5053962', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4210815'] for subnet (2f72a260-bb39-4aa9-9091-a0a4a50d4268), after_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:29.144402 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-91a9e7a0-0912-43c2-a191-ba0ff35e5843 tempest-RoutersAdminTest-1587786081 tempest-RoutersAdminTest-1587786081-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2060818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1935326'] for router (c2b4d8a5-24a4-4eea-87a5-2b5d49069d28), after_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:29.184056 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c84543-c6e7-41a2-88b3-a10c6e9be56e tempest-NetworksIpV6Test-263553383 tempest-NetworksIpV6Test-263553383-project] Pushing event deleted for resources: {'Subnet': ['ID=2f72a260-bb39-4aa9-9091-a0a4a50d4268,revision_number=None']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:01:29.199242 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.agents_db [None req-54b29a82-8a19-4507-95e3-3a2d011841ff None None] Agent healthcheck: found 6 active agents {{(pid=116164) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 28 11:01:29.205655 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.notifiers.nova [None req-cadec638-128a-459c-8394-9dbbb20bdd65 tempest-PortsAdminExtendedAttrsIpV6TestJSON-440933725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-440933725-project-admin] device_id is not set on port 3231db54-4bca-47fb-a2c9-55015ab777fa yet. {{(pid=116161) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 28 11:01:29.227663 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c098b8d7-427d-4ba9-b333-4b2d40e69245 admin admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=116161) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 11:01:29.244664 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c50bb5c3-03bb-49e3-80f5-057a1d844688 None None] Network 99dd89d4-34e8-4e25-9d5a-2f102063d579 requested from dv-neutron-master-2-hyperv {{(pid=116163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 11:01:29.248466 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5cd4d30-efdc-46a8-9b56-178c0edf3259 None None] Sync routers for ids ['c0106278-6e57-47c1-8c24-f3800ff88c3c'] in dv-neutron-master-2-hyperv {{(pid=116164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 11:01:29.271124 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5cd4d30-efdc-46a8-9b56-178c0edf3259 None None] Routers {'c0106278-6e57-47c1-8c24-f3800ff88c3c'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=116164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 11:01:29.271897 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_hamode_db [None req-e5cd4d30-efdc-46a8-9b56-178c0edf3259 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-28T10:50:39Z,description=,heartbeat_timestamp=2022-04-28T11:01:09Z,host='dv-neutron-master-2-hyperv',id=6b492ad6-0876-4d74-b20d-28143a52ceba,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T10:50:40Z,topic='l3_agent')) {'router_ids': ['c0106278-6e57-47c1-8c24-f3800ff88c3c'], 'active': True} {{(pid=116164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:01:29.282875 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-e0f68ee8-a76a-4eea-ab4d-ebb3cabad02a tempest-FloatingIPTestJSON-373071706 tempest-FloatingIPTestJSON-373071706-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1938497'] for port (0afc3ea5-5644-409e-8f2c-741d8e74bbba), precommit_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:29.392648 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_dvr_db [None req-e5cd4d30-efdc-46a8-9b56-178c0edf3259 None None] Set router c0106278-6e57-47c1-8c24-f3800ff88c3c gateway port host: dv-neutron-master-2-hyperv {{(pid=116164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 11:01:29.477586 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fd35750-0f6a-4d73-8654-1ec344f46db1 None None] DHCP port deletion for 99dd89d4-34e8-4e25-9d5a-2f102063d579 request from dv-neutron-master-2-hyperv {{(pid=116163) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 28 11:01:29.615593 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_hamode_db [None req-e5cd4d30-efdc-46a8-9b56-178c0edf3259 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0106278-6e57-47c1-8c24-f3800ff88c3c', 'name': 'tempest-ServerActionsTestJSON-950764993-router', 'tenant_id': 'e9b5b362688444d0864b3692ffb5d0ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'external_fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.183'}], 'enable_snat': True}, 'gw_port_id': 'ac7d1b2f-7c4b-4167-ba80-fbbae590051d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T11:01:22Z', 'updated_at': '2022-04-28T11:01:26Z', 'revision_number': 3, 'project_id': 'e9b5b362688444d0864b3692ffb5d0ef', 'gw_port': {'id': 'ac7d1b2f-7c4b-4167-ba80-fbbae590051d', 'name': '', 'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:bd:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0106278-6e57-47c1-8c24-f3800ff88c3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:01:24Z', 'updated_at': '2022-04-28T11:01:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=116164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:01:29.642493 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-45c84543-c6e7-41a2-88b3-a10c6e9be56e tempest-NetworksIpV6Test-263553383 tempest-NetworksIpV6Test-263553383-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-973498', 'neutron.services.segments.db._delete_segments_for_network-8742235207033'] for network (99dd89d4-34e8-4e25-9d5a-2f102063d579), precommit_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:29.645379 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5cd4d30-efdc-46a8-9b56-178c0edf3259 None None] Checking router: c0106278-6e57-47c1-8c24-f3800ff88c3c for host: dv-neutron-master-2-hyperv {{(pid=116164) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 11:01:29.645998 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5cd4d30-efdc-46a8-9b56-178c0edf3259 None None] Updating router c0106278-6e57-47c1-8c24-f3800ff88c3c port ac7d1b2f-7c4b-4167-ba80-fbbae590051d binding host dv-neutron-master-2-hyperv {{(pid=116164) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 28 11:01:29.648418 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-61c58ecf-e837-4be5-8cfc-784cb6825893 tempest-FloatingIPNegativeTestJSON-1520521010 tempest-FloatingIPNegativeTestJSON-1520521010-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742234710357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5051867'] for port (71d2f1d1-a97c-4b4c-a041-b6cdb7b13284), after_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:29.677913 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron_lib.callbacks.manager [None req-e5cd4d30-efdc-46a8-9b56-178c0edf3259 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (ac7d1b2f-7c4b-4167-ba80-fbbae590051d), before_update {{(pid=116164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:29.696985 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-c098b8d7-427d-4ba9-b333-4b2d40e69245 admin admin] Publish callbacks [] for router (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:29.700944 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-c098b8d7-427d-4ba9-b333-4b2d40e69245 admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 7.5404646 Apr 28 11:01:29.704906 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 50714) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:01:29.733417 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.services.segments.db [None req-45c84543-c6e7-41a2-88b3-a10c6e9be56e tempest-NetworksIpV6Test-263553383 tempest-NetworksIpV6Test-263553383-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['99dd89d4-34e8-4e25-9d5a-2f102063d579']}} {{(pid=116162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:01:29.754176 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61c58ecf-e837-4be5-8cfc-784cb6825893 tempest-FloatingIPNegativeTestJSON-1520521010 tempest-FloatingIPNegativeTestJSON-1520521010-project] Network 7be49d94-bbb8-4a61-bafe-209c5f861e1c is already hosted by enough agents. {{(pid=116162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 11:01:29.757114 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.services.segments.db [None req-45c84543-c6e7-41a2-88b3-a10c6e9be56e tempest-NetworksIpV6Test-263553383 tempest-NetworksIpV6Test-263553383-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd9d5080a-8f6e-403e-b5ac-a144b8247491') {'for_net_delete': True} {{(pid=116162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:01:29.757880 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.services.segments.db [None req-45c84543-c6e7-41a2-88b3-a10c6e9be56e tempest-NetworksIpV6Test-263553383 tempest-NetworksIpV6Test-263553383-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd9d5080a-8f6e-403e-b5ac-a144b8247491') {} {{(pid=116162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:01:29.763085 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5a693be-4866-47ad-a2cd-4b73afec8a4c tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Made reservation on behalf of 12780407c7254bdfbde1c04e76d433ee for: {'subnet': 1} {{(pid=116162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 11:01:29.767016 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-f5a693be-4866-47ad-a2cd-4b73afec8a4c tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4210834'] for subnet (None), before_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:29.768418 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.pecan_wsgi.hooks.translation [None req-f5a693be-4866-47ad-a2cd-4b73afec8a4c tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 28 11:01:29.768850 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f5a693be-4866-47ad-a2cd-4b73afec8a4c tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=116162) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 28 11:01:29.783029 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.scheduler.base_scheduler [None req-61c58ecf-e837-4be5-8cfc-784cb6825893 tempest-FloatingIPNegativeTestJSON-1520521010 tempest-FloatingIPNegativeTestJSON-1520521010-project] Resources bound (agent type, host, resource id): {{(pid=116162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 11:01:29.793029 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-45c84543-c6e7-41a2-88b3-a10c6e9be56e tempest-NetworksIpV6Test-263553383 tempest-NetworksIpV6Test-263553383-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742235208578', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5026548'] for segment (d9d5080a-8f6e-403e-b5ac-a144b8247491), before_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:29.799341 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61c58ecf-e837-4be5-8cfc-784cb6825893 tempest-FloatingIPNegativeTestJSON-1520521010 tempest-FloatingIPNegativeTestJSON-1520521010-project] Received port after_create {{(pid=116162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 11:01:29.827948 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c58ecf-e837-4be5-8cfc-784cb6825893 tempest-FloatingIPNegativeTestJSON-1520521010 tempest-FloatingIPNegativeTestJSON-1520521010-project] Pushing event updated for resources: {'Port': ['ID=71d2f1d1-a97c-4b4c-a041-b6cdb7b13284,revision_number=1']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:01:29.843510 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-45c84543-c6e7-41a2-88b3-a10c6e9be56e tempest-NetworksIpV6Test-263553383 tempest-NetworksIpV6Test-263553383-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-961978'] for segment (d9d5080a-8f6e-403e-b5ac-a144b8247491), precommit_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:29.858595 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-45c84543-c6e7-41a2-88b3-a10c6e9be56e tempest-NetworksIpV6Test-263553383 tempest-NetworksIpV6Test-263553383-project] Releasing vlan 52 on physical network physnet1 to pool {{(pid=116162) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 11:01:29.858595 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-45c84543-c6e7-41a2-88b3-a10c6e9be56e tempest-NetworksIpV6Test-263553383 tempest-NetworksIpV6Test-263553383-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-961978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5051884'] for segment (d9d5080a-8f6e-403e-b5ac-a144b8247491), after_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:29.862197 dv-neutron-master-2-hyperv neutron-server[116162]: Traceback (most recent call last): Apr 28 11:01:29.862197 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 11:01:29.862197 dv-neutron-master-2-hyperv neutron-server[116162]: timer() Apr 28 11:01:29.862197 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 11:01:29.862197 dv-neutron-master-2-hyperv neutron-server[116162]: cb(*args, **kw) Apr 28 11:01:29.862197 dv-neutron-master-2-hyperv neutron-server[116162]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 28 11:01:29.862197 dv-neutron-master-2-hyperv neutron-server[116162]: return func(*args, **kwargs) Apr 28 11:01:29.862197 dv-neutron-master-2-hyperv neutron-server[116162]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 11:01:29.862197 dv-neutron-master-2-hyperv neutron-server[116162]: self._notify() Apr 28 11:01:29.862197 dv-neutron-master-2-hyperv neutron-server[116162]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 11:01:29.862197 dv-neutron-master-2-hyperv neutron-server[116162]: self.callback(batched_events) Apr 28 11:01:29.862197 dv-neutron-master-2-hyperv neutron-server[116162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 11:01:29.862197 dv-neutron-master-2-hyperv neutron-server[116162]: event.method(event) Apr 28 11:01:29.862197 dv-neutron-master-2-hyperv neutron-server[116162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 28 11:01:29.862197 dv-neutron-master-2-hyperv neutron-server[116162]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 11:01:29.862197 dv-neutron-master-2-hyperv neutron-server[116162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 28 11:01:29.862197 dv-neutron-master-2-hyperv neutron-server[116162]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 11:01:29.862197 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 28 11:01:29.862197 dv-neutron-master-2-hyperv neutron-server[116162]: return f(self, *a, **k) Apr 28 11:01:29.862197 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 28 11:01:29.862197 dv-neutron-master-2-hyperv neutron-server[116162]: return self._get(url).json() Apr 28 11:01:29.862197 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 28 11:01:29.862197 dv-neutron-master-2-hyperv neutron-server[116162]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 11:01:29.862197 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 11:01:29.862197 dv-neutron-master-2-hyperv neutron-server[116162]: return self.request(url, 'GET', **kwargs) Apr 28 11:01:29.862197 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 11:01:29.862197 dv-neutron-master-2-hyperv neutron-server[116162]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 11:01:29.862197 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 11:01:29.862197 dv-neutron-master-2-hyperv neutron-server[116162]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 11:01:29.862197 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 11:01:29.862197 dv-neutron-master-2-hyperv neutron-server[116162]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 11:01:29.862197 dv-neutron-master-2-hyperv neutron-server[116162]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 11:01:29.927103 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-ed465b7c-d38d-43d2-ba4a-5a5258a75143 tempest-RoutersIpV6AdminTest-2062886361 tempest-RoutersIpV6AdminTest-2062886361-project] Publish callbacks [] for router_gateway (dcfdf9b3-ec1c-442c-bfe3-d37ced497b90), after_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:29.954778 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron_lib.callbacks.manager [None req-e5cd4d30-efdc-46a8-9b56-178c0edf3259 None None] Publish callbacks [] for port (ac7d1b2f-7c4b-4167-ba80-fbbae590051d), precommit_update {{(pid=116164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:29.957144 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-f5a693be-4866-47ad-a2cd-4b73afec8a4c tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.8606286 Apr 28 11:01:29.961731 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 50716) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:01:29.968181 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.v2.base [None req-6046cec0-7842-4de3-af13-b6beeb0867f5 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Request body: {'subnet': {'network_id': '1ec9fbcf-7a57-4aaa-9c30-4e0f43e09480', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=116162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:01:30.002843 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron_lib.callbacks.manager [None req-e5cd4d30-efdc-46a8-9b56-178c0edf3259 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393'] for port (ac7d1b2f-7c4b-4167-ba80-fbbae590051d), after_update {{(pid=116164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:30.016696 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-45c84543-c6e7-41a2-88b3-a10c6e9be56e tempest-NetworksIpV6Test-263553383 tempest-NetworksIpV6Test-263553383-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-973477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2063122'] for network (99dd89d4-34e8-4e25-9d5a-2f102063d579), after_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:30.034299 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-45c84543-c6e7-41a2-88b3-a10c6e9be56e tempest-NetworksIpV6Test-263553383 tempest-NetworksIpV6Test-263553383-project] Publish callbacks [] for network (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:30.039533 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-45c84543-c6e7-41a2-88b3-a10c6e9be56e tempest-NetworksIpV6Test-263553383 tempest-NetworksIpV6Test-263553383-project] 10.222.0.10 "DELETE /v2.0/networks/99dd89d4-34e8-4e25-9d5a-2f102063d579 HTTP/1.1" status: 204 len: 168 time: 3.2784045 Apr 28 11:01:30.052085 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 50718) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:01:30.062809 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fdbf372-fda1-48fc-8ec1-3702971a533c None None] Pushing event updated for resources: {'Port': ['ID=ac7d1b2f-7c4b-4167-ba80-fbbae590051d,revision_number=2']} {{(pid=116164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:01:30.064589 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.v2.base [None req-1cc3cbb0-b11e-428f-a180-678af74fd0da tempest-NetworksIpV6Test-263553383 tempest-NetworksIpV6Test-263553383-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1132932109'}} {{(pid=116161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:01:30.072945 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-cadec638-128a-459c-8394-9dbbb20bdd65 tempest-PortsAdminExtendedAttrsIpV6TestJSON-440933725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-440933725-project-admin] Publish callbacks [] for port (3231db54-4bca-47fb-a2c9-55015ab777fa), precommit_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:30.079075 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fdbf372-fda1-48fc-8ec1-3702971a533c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:01:30.079726 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fdbf372-fda1-48fc-8ec1-3702971a533c None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:01:30.080191 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fdbf372-fda1-48fc-8ec1-3702971a533c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:01:30.080635 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fdbf372-fda1-48fc-8ec1-3702971a533c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:01:30.081036 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fdbf372-fda1-48fc-8ec1-3702971a533c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:01:30.081436 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fdbf372-fda1-48fc-8ec1-3702971a533c None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:01:30.081832 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fdbf372-fda1-48fc-8ec1-3702971a533c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:01:30.082228 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fdbf372-fda1-48fc-8ec1-3702971a533c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:01:30.082656 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fdbf372-fda1-48fc-8ec1-3702971a533c None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:01:30.083053 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fdbf372-fda1-48fc-8ec1-3702971a533c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:01:30.083464 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fdbf372-fda1-48fc-8ec1-3702971a533c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:01:30.084478 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fdbf372-fda1-48fc-8ec1-3702971a533c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:01:30.084478 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fdbf372-fda1-48fc-8ec1-3702971a533c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:01:30.084663 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fdbf372-fda1-48fc-8ec1-3702971a533c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:01:30.084959 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fdbf372-fda1-48fc-8ec1-3702971a533c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:01:30.086817 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c84543-c6e7-41a2-88b3-a10c6e9be56e tempest-NetworksIpV6Test-263553383 tempest-NetworksIpV6Test-263553383-project] Pushing event deleted for resources: {'Network': ['ID=99dd89d4-34e8-4e25-9d5a-2f102063d579,revision_number=None']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:01:30.091150 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.plugins.ml2.managers [None req-e5cd4d30-efdc-46a8-9b56-178c0edf3259 None None] Attempting to bind port ac7d1b2f-7c4b-4167-ba80-fbbae590051d on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=116164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 28 11:01:30.091150 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.plugins.ml2.managers [None req-e5cd4d30-efdc-46a8-9b56-178c0edf3259 None None] Attempting to bind port ac7d1b2f-7c4b-4167-ba80-fbbae590051d by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '142bc50f-d6af-4646-8d06-bb7af6b7b51c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c'}] {{(pid=116164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 28 11:01:30.091395 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5cd4d30-efdc-46a8-9b56-178c0edf3259 None None] Attempting to bind port ac7d1b2f-7c4b-4167-ba80-fbbae590051d on network 7be49d94-bbb8-4a61-bafe-209c5f861e1c {{(pid=116164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 11:01:30.098499 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91a9e7a0-0912-43c2-a191-ba0ff35e5843 tempest-RoutersAdminTest-1587786081 tempest-RoutersAdminTest-1587786081-project] Router c2b4d8a5-24a4-4eea-87a5-2b5d49069d28 is scheduled to L3 agent 6b492ad6-0876-4d74-b20d-28143a52ceba with binding_index 1 {{(pid=116162) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 28 11:01:30.098717 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5cd4d30-efdc-46a8-9b56-178c0edf3259 None None] Checking agent: {'id': 'd5baab19-5dd1-4902-922b-84acb048ab9c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 10, 50, 43), 'started_at': datetime.datetime(2022, 4, 28, 10, 51, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 11, 1, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=116164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 11:01:30.098717 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5cd4d30-efdc-46a8-9b56-178c0edf3259 None None] Checking segment: {'id': '142bc50f-d6af-4646-8d06-bb7af6b7b51c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 11:01:30.098717 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron_lib.callbacks.manager [None req-e5cd4d30-efdc-46a8-9b56-178c0edf3259 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=116164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:30.099139 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5cd4d30-efdc-46a8-9b56-178c0edf3259 None None] Bound using segment: {'id': '142bc50f-d6af-4646-8d06-bb7af6b7b51c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c'} {{(pid=116164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 11:01:30.101895 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.plugins.ml2.managers [None req-e5cd4d30-efdc-46a8-9b56-178c0edf3259 None None] Bound port: ac7d1b2f-7c4b-4167-ba80-fbbae590051d, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '142bc50f-d6af-4646-8d06-bb7af6b7b51c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c'}}] {{(pid=116164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 28 11:01:30.101895 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron_lib.callbacks.manager [None req-e5cd4d30-efdc-46a8-9b56-178c0edf3259 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (ac7d1b2f-7c4b-4167-ba80-fbbae590051d), before_update {{(pid=116164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:30.133351 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-e0f68ee8-a76a-4eea-ab4d-ebb3cabad02a tempest-FloatingIPTestJSON-373071706 tempest-FloatingIPTestJSON-373071706-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:30.133719 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-e0f68ee8-a76a-4eea-ab4d-ebb3cabad02a tempest-FloatingIPTestJSON-373071706 tempest-FloatingIPTestJSON-373071706-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2063164'] for floatingip (1579ad71-0e4f-4a1e-89a0-cd963cb2cddd), after_update {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:30.137609 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.db.l3_db [None req-e0f68ee8-a76a-4eea-ab4d-ebb3cabad02a tempest-FloatingIPTestJSON-373071706 tempest-FloatingIPTestJSON-373071706-project] Floating IP 1579ad71-0e4f-4a1e-89a0-cd963cb2cddd disassociated. External IP: 172.36.4.8, port: 0afc3ea5-5644-409e-8f2c-741d8e74bbba. Apr 28 11:01:30.137609 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.plugin [None req-e0f68ee8-a76a-4eea-ab4d-ebb3cabad02a tempest-FloatingIPTestJSON-373071706 tempest-FloatingIPTestJSON-373071706-project] Calling delete_port for 0afc3ea5-5644-409e-8f2c-741d8e74bbba owned by {{(pid=116161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 11:01:30.169743 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.plugins.ml2.db [None req-e5cd4d30-efdc-46a8-9b56-178c0edf3259 None None] For port ac7d1b2f-7c4b-4167-ba80-fbbae590051d, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=116164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 11:01:30.173766 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.plugins.ml2.db [None req-e5cd4d30-efdc-46a8-9b56-178c0edf3259 None None] For port ac7d1b2f-7c4b-4167-ba80-fbbae590051d, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=ac7d1b2f-7c4b-4167-ba80-fbbae590051d,segment=NetworkSegment(142bc50f-d6af-4646-8d06-bb7af6b7b51c),segment_id=142bc50f-d6af-4646-8d06-bb7af6b7b51c)] {{(pid=116164) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 11:01:30.214695 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.plugin [None req-61c58ecf-e837-4be5-8cfc-784cb6825893 tempest-FloatingIPNegativeTestJSON-1520521010 tempest-FloatingIPNegativeTestJSON-1520521010-project] Deleting port 71d2f1d1-a97c-4b4c-a041-b6cdb7b13284 {{(pid=116162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 11:01:30.214962 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-61c58ecf-e837-4be5-8cfc-784cb6825893 tempest-FloatingIPNegativeTestJSON-1520521010 tempest-FloatingIPNegativeTestJSON-1520521010-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742235130188'] for port (71d2f1d1-a97c-4b4c-a041-b6cdb7b13284), before_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:30.232195 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cc3cbb0-b11e-428f-a180-678af74fd0da tempest-NetworksIpV6Test-263553383 tempest-NetworksIpV6Test-263553383-project] Made reservation on behalf of 87154dd24b09463c83aab94c3e93cc15 for: {'network': 1} {{(pid=116161) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 11:01:30.236258 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-1cc3cbb0-b11e-428f-a180-678af74fd0da tempest-NetworksIpV6Test-263553383 tempest-NetworksIpV6Test-263553383-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for network (None), before_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:30.241542 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron_lib.callbacks.manager [None req-e5cd4d30-efdc-46a8-9b56-178c0edf3259 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393'] for port (ac7d1b2f-7c4b-4167-ba80-fbbae590051d), after_update {{(pid=116164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:30.307501 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5cd4d30-efdc-46a8-9b56-178c0edf3259 None None] Routers {'c0106278-6e57-47c1-8c24-f3800ff88c3c'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=116164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 11:01:30.308429 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_hamode_db [None req-e5cd4d30-efdc-46a8-9b56-178c0edf3259 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-28T10:50:39Z,description=,heartbeat_timestamp=2022-04-28T11:01:09Z,host='dv-neutron-master-2-hyperv',id=6b492ad6-0876-4d74-b20d-28143a52ceba,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T10:50:40Z,topic='l3_agent')) {'router_ids': ['c0106278-6e57-47c1-8c24-f3800ff88c3c'], 'active': True} {{(pid=116164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:01:30.314510 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6046cec0-7842-4de3-af13-b6beeb0867f5 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Made reservation on behalf of 12780407c7254bdfbde1c04e76d433ee for: {'subnet': 1} {{(pid=116162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 11:01:30.317922 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-6046cec0-7842-4de3-af13-b6beeb0867f5 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4210834'] for subnet (None), before_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:30.319682 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.pecan_wsgi.hooks.translation [None req-6046cec0-7842-4de3-af13-b6beeb0867f5 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 28 11:01:30.319919 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6046cec0-7842-4de3-af13-b6beeb0867f5 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=116162) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 28 11:01:30.339530 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91a9e7a0-0912-43c2-a191-ba0ff35e5843 tempest-RoutersAdminTest-1587786081 tempest-RoutersAdminTest-1587786081-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=116162) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 11:01:30.364258 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-945e5765-e98e-4771-aa40-78cd5ab8566e None None] Sync routers for ids ['c2b4d8a5-24a4-4eea-87a5-2b5d49069d28'] in dv-neutron-master-2-hyperv {{(pid=116163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 11:01:30.368719 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-61c58ecf-e837-4be5-8cfc-784cb6825893 tempest-FloatingIPNegativeTestJSON-1520521010 tempest-FloatingIPNegativeTestJSON-1520521010-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1938497'] for port (71d2f1d1-a97c-4b4c-a041-b6cdb7b13284), precommit_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:30.369054 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-61c58ecf-e837-4be5-8cfc-784cb6825893 tempest-FloatingIPNegativeTestJSON-1520521010 tempest-FloatingIPNegativeTestJSON-1520521010-project] Publish callbacks [] for floatingip (71d2f1d1-a97c-4b4c-a041-b6cdb7b13284), precommit_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:30.378448 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1cc3cbb0-b11e-428f-a180-678af74fd0da tempest-NetworksIpV6Test-263553383 tempest-NetworksIpV6Test-263553383-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 68} {{(pid=116161) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 11:01:30.384128 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.plugin [None req-61c58ecf-e837-4be5-8cfc-784cb6825893 tempest-FloatingIPNegativeTestJSON-1520521010 tempest-FloatingIPNegativeTestJSON-1520521010-project] Calling delete_port for 71d2f1d1-a97c-4b4c-a041-b6cdb7b13284 owned by network:floatingip {{(pid=116162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 11:01:30.389315 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-945e5765-e98e-4771-aa40-78cd5ab8566e None None] Routers {'c2b4d8a5-24a4-4eea-87a5-2b5d49069d28'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=116163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 11:01:30.390543 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_hamode_db [None req-945e5765-e98e-4771-aa40-78cd5ab8566e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-28T10:50:39Z,description=,heartbeat_timestamp=2022-04-28T11:01:09Z,host='dv-neutron-master-2-hyperv',id=6b492ad6-0876-4d74-b20d-28143a52ceba,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T10:50:40Z,topic='l3_agent')) {'router_ids': ['c2b4d8a5-24a4-4eea-87a5-2b5d49069d28'], 'active': True} {{(pid=116163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:01:30.451843 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_hamode_db [None req-945e5765-e98e-4771-aa40-78cd5ab8566e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=116163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:01:30.453064 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-1cc3cbb0-b11e-428f-a180-678af74fd0da tempest-NetworksIpV6Test-263553383 tempest-NetworksIpV6Test-263553383-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-961978'] for segment (1da34216-05d4-46ec-b0f7-381277fce9b3), precommit_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:30.453464 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.db.segments_db [None req-1cc3cbb0-b11e-428f-a180-678af74fd0da tempest-NetworksIpV6Test-263553383 tempest-NetworksIpV6Test-263553383-project] Added segment 1da34216-05d4-46ec-b0f7-381277fce9b3 of type vlan for network dd7c9ea9-e15d-4348-8ed2-1a1b6e7889dc Apr 28 11:01:30.467778 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-945e5765-e98e-4771-aa40-78cd5ab8566e None None] Routers {'c2b4d8a5-24a4-4eea-87a5-2b5d49069d28'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=116163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 11:01:30.469863 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_hamode_db [None req-945e5765-e98e-4771-aa40-78cd5ab8566e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-28T10:50:39Z,description=,heartbeat_timestamp=2022-04-28T11:01:09Z,host='dv-neutron-master-2-hyperv',id=6b492ad6-0876-4d74-b20d-28143a52ceba,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T10:50:40Z,topic='l3_agent')) {'router_ids': ['c2b4d8a5-24a4-4eea-87a5-2b5d49069d28'], 'active': True} {{(pid=116163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:01:30.508214 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_dvr_db [None req-e5cd4d30-efdc-46a8-9b56-178c0edf3259 None None] Set router c0106278-6e57-47c1-8c24-f3800ff88c3c gateway port host: dv-neutron-master-2-hyperv {{(pid=116164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 11:01:30.517005 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_hamode_db [None req-945e5765-e98e-4771-aa40-78cd5ab8566e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=116163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:01:30.517957 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-945e5765-e98e-4771-aa40-78cd5ab8566e None None] The sync data for ids ['c2b4d8a5-24a4-4eea-87a5-2b5d49069d28'] in dv-neutron-master-2-hyperv is: [] {{(pid=116163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 11:01:30.528092 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-6046cec0-7842-4de3-af13-b6beeb0867f5 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.5620782 Apr 28 11:01:30.531270 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 50720) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:01:30.537988 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.v2.base [None req-b7e86b9e-009f-4e67-a0ea-2d89e16f80e6 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Request body: {'subnet': {'network_id': '1ec9fbcf-7a57-4aaa-9c30-4e0f43e09480', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=116162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:01:30.562769 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fdbf372-fda1-48fc-8ec1-3702971a533c None None] Pushing event updated for resources: {'Port': ['ID=ac7d1b2f-7c4b-4167-ba80-fbbae590051d,revision_number=3']} {{(pid=116164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:01:30.564225 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-cadec638-128a-459c-8394-9dbbb20bdd65 tempest-PortsAdminExtendedAttrsIpV6TestJSON-440933725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-440933725-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742234710357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5219112'] for port (3231db54-4bca-47fb-a2c9-55015ab777fa), after_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:30.607408 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-61c58ecf-e837-4be5-8cfc-784cb6825893 tempest-FloatingIPNegativeTestJSON-1520521010 tempest-FloatingIPNegativeTestJSON-1520521010-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742235135690', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742234710366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5051867'] for port (71d2f1d1-a97c-4b4c-a041-b6cdb7b13284), after_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:30.651322 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-91a9e7a0-0912-43c2-a191-ba0ff35e5843 tempest-RoutersAdminTest-1587786081 tempest-RoutersAdminTest-1587786081-project] Publish callbacks [] for router (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:30.652540 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-91a9e7a0-0912-43c2-a191-ba0ff35e5843 tempest-RoutersAdminTest-1587786081 tempest-RoutersAdminTest-1587786081-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 7.3174331 Apr 28 11:01:30.653394 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c58ecf-e837-4be5-8cfc-784cb6825893 tempest-FloatingIPNegativeTestJSON-1520521010 tempest-FloatingIPNegativeTestJSON-1520521010-project] Pushing event deleted for resources: {'Port': ['ID=71d2f1d1-a97c-4b4c-a041-b6cdb7b13284,revision_number=None']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:01:30.656393 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 50722) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:01:30.663193 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-1cc3cbb0-b11e-428f-a180-678af74fd0da tempest-NetworksIpV6Test-263553383 tempest-NetworksIpV6Test-263553383-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742234744962'] for network (dd7c9ea9-e15d-4348-8ed2-1a1b6e7889dc), precommit_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:30.697726 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_hamode_db [None req-e5cd4d30-efdc-46a8-9b56-178c0edf3259 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0106278-6e57-47c1-8c24-f3800ff88c3c', 'name': 'tempest-ServerActionsTestJSON-950764993-router', 'tenant_id': 'e9b5b362688444d0864b3692ffb5d0ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'external_fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.183'}], 'enable_snat': True}, 'gw_port_id': 'ac7d1b2f-7c4b-4167-ba80-fbbae590051d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T11:01:22Z', 'updated_at': '2022-04-28T11:01:26Z', 'revision_number': 3, 'project_id': 'e9b5b362688444d0864b3692ffb5d0ef', 'gw_port': {'id': 'ac7d1b2f-7c4b-4167-ba80-fbbae590051d', 'name': '', 'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:bd:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0106278-6e57-47c1-8c24-f3800ff88c3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:01:24Z', 'updated_at': '2022-04-28T11:01:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=116164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:01:30.717667 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-ed465b7c-d38d-43d2-ba4a-5a5258a75143 tempest-RoutersIpV6AdminTest-2062886361 tempest-RoutersIpV6AdminTest-2062886361-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2060818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1935326'] for router (dcfdf9b3-ec1c-442c-bfe3-d37ced497b90), after_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:30.724846 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5cd4d30-efdc-46a8-9b56-178c0edf3259 None None] The sync data for ids ['c0106278-6e57-47c1-8c24-f3800ff88c3c'] in dv-neutron-master-2-hyperv is: [{'id': 'c0106278-6e57-47c1-8c24-f3800ff88c3c', 'name': 'tempest-ServerActionsTestJSON-950764993-router', 'tenant_id': 'e9b5b362688444d0864b3692ffb5d0ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'external_fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.183'}], 'enable_snat': True}, 'gw_port_id': 'ac7d1b2f-7c4b-4167-ba80-fbbae590051d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T11:01:22Z', 'updated_at': '2022-04-28T11:01:26Z', 'revision_number': 3, 'project_id': 'e9b5b362688444d0864b3692ffb5d0ef', 'gw_port': {'id': 'ac7d1b2f-7c4b-4167-ba80-fbbae590051d', 'name': '', 'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:bd:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0106278-6e57-47c1-8c24-f3800ff88c3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:01:24Z', 'updated_at': '2022-04-28T11:01:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}] {{(pid=116164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 11:01:30.737347 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cadec638-128a-459c-8394-9dbbb20bdd65 tempest-PortsAdminExtendedAttrsIpV6TestJSON-440933725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-440933725-project-admin] Network c7241194-1007-47e4-ab68-1d88f9726a65 is already hosted by enough agents. {{(pid=116161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 11:01:30.757154 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.scheduler.base_scheduler [None req-cadec638-128a-459c-8394-9dbbb20bdd65 tempest-PortsAdminExtendedAttrsIpV6TestJSON-440933725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-440933725-project-admin] Resources bound (agent type, host, resource id): {{(pid=116161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 11:01:30.760511 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cadec638-128a-459c-8394-9dbbb20bdd65 tempest-PortsAdminExtendedAttrsIpV6TestJSON-440933725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-440933725-project-admin] Pushing event updated for resources: {'Port': ['ID=3231db54-4bca-47fb-a2c9-55015ab777fa,revision_number=1']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:01:30.766225 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cadec638-128a-459c-8394-9dbbb20bdd65 tempest-PortsAdminExtendedAttrsIpV6TestJSON-440933725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-440933725-project-admin] Received port after_create {{(pid=116161) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 11:01:30.766225 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cadec638-128a-459c-8394-9dbbb20bdd65 tempest-PortsAdminExtendedAttrsIpV6TestJSON-440933725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-440933725-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:01:30.766225 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-cadec638-128a-459c-8394-9dbbb20bdd65 tempest-PortsAdminExtendedAttrsIpV6TestJSON-440933725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-440933725-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198022'] for port (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:30.831719 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-930e4fc2-63ed-4bf0-b268-c4aaa5bfb983 tempest-RoutersAdminTest-1999378242 tempest-RoutersAdminTest-1999378242-project-admin] 10.222.0.10 "GET /v2.0/routers/c2b4d8a5-24a4-4eea-87a5-2b5d49069d28 HTTP/1.1" status: 200 len: 921 time: 0.1730700 Apr 28 11:01:30.835065 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 50724) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:01:30.865456 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7e86b9e-009f-4e67-a0ea-2d89e16f80e6 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Made reservation on behalf of 12780407c7254bdfbde1c04e76d433ee for: {'subnet': 1} {{(pid=116162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 11:01:30.868815 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-b7e86b9e-009f-4e67-a0ea-2d89e16f80e6 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4210834'] for subnet (None), before_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:30.870182 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.pecan_wsgi.hooks.translation [None req-b7e86b9e-009f-4e67-a0ea-2d89e16f80e6 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 28 11:01:30.870660 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b7e86b9e-009f-4e67-a0ea-2d89e16f80e6 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=116162) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 28 11:01:30.878588 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-9bfe438c-6050-4d97-ac83-5104f09cfd48 tempest-RoutersAdminTest-1587786081 tempest-RoutersAdminTest-1587786081-project] 10.222.0.10 "GET /v2.0/ports?device_id=c2b4d8a5-24a4-4eea-87a5-2b5d49069d28 HTTP/1.1" status: 200 len: 205 time: 0.0391767 Apr 28 11:01:30.878800 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 50726) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:01:30.916427 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-e0f68ee8-a76a-4eea-ab4d-ebb3cabad02a tempest-FloatingIPTestJSON-373071706 tempest-FloatingIPTestJSON-373071706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742235135690', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742234710366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5219112'] for port (0afc3ea5-5644-409e-8f2c-741d8e74bbba), after_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:30.935946 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.api.v2.resource [None req-61c58ecf-e837-4be5-8cfc-784cb6825893 tempest-FloatingIPNegativeTestJSON-1520521010 tempest-FloatingIPNegativeTestJSON-1520521010-project] create failed (client error): The resource could not be found. Apr 28 11:01:30.937004 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-61c58ecf-e837-4be5-8cfc-784cb6825893 tempest-FloatingIPNegativeTestJSON-1520521010 tempest-FloatingIPNegativeTestJSON-1520521010-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 2.9725442 Apr 28 11:01:30.940600 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 50728) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:01:30.968558 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-1cc3cbb0-b11e-428f-a180-678af74fd0da tempest-NetworksIpV6Test-263553383 tempest-NetworksIpV6Test-263553383-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042'] for network (dd7c9ea9-e15d-4348-8ed2-1a1b6e7889dc), after_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:30.975446 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cc3cbb0-b11e-428f-a180-678af74fd0da tempest-NetworksIpV6Test-263553383 tempest-NetworksIpV6Test-263553383-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:01:30.975446 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-1cc3cbb0-b11e-428f-a180-678af74fd0da tempest-NetworksIpV6Test-263553383 tempest-NetworksIpV6Test-263553383-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603020'] for network (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:30.982687 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-cadec638-128a-459c-8394-9dbbb20bdd65 tempest-PortsAdminExtendedAttrsIpV6TestJSON-440933725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-440933725-project-admin] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 2.1346135 Apr 28 11:01:30.982687 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f68ee8-a76a-4eea-ab4d-ebb3cabad02a tempest-FloatingIPTestJSON-373071706 tempest-FloatingIPTestJSON-373071706-project] Pushing event deleted for resources: {'Port': ['ID=0afc3ea5-5644-409e-8f2c-741d8e74bbba,revision_number=None']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:01:30.990519 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 50730) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:01:31.007494 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-b7e86b9e-009f-4e67-a0ea-2d89e16f80e6 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.4713998 Apr 28 11:01:31.009499 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 50732) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:01:31.055392 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-e2397ec7-db04-4960-ae9c-ac4676e0de1a tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0433753 Apr 28 11:01:31.062489 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 50734) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:01:31.124915 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-873ef99c-a4a2-44b1-907a-413e4a85643a tempest-RoutersAdminTest-1587786081 tempest-RoutersAdminTest-1587786081-project] Publish callbacks [] for router (c2b4d8a5-24a4-4eea-87a5-2b5d49069d28), before_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:31.212987 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f089e4a-9e2e-4bdf-bc6d-a55e765aadef tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:01:31.222992 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-9f089e4a-9e2e-4bdf-bc6d-a55e765aadef tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1558735 Apr 28 11:01:31.227825 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 50736) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:01:31.240119 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.plugin [None req-d436ef67-e477-4117-b30f-9f13df376f34 tempest-FloatingIPNegativeTestJSON-1520521010 tempest-FloatingIPNegativeTestJSON-1520521010-project] Deleting port 14868a32-1a8e-4337-a6e9-a3a2d5edcf52 {{(pid=116162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 11:01:31.240615 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-d436ef67-e477-4117-b30f-9f13df376f34 tempest-FloatingIPNegativeTestJSON-1520521010 tempest-FloatingIPNegativeTestJSON-1520521010-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742235130188'] for port (14868a32-1a8e-4337-a6e9-a3a2d5edcf52), before_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:31.357586 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-384b1f89-4df2-433d-8440-a37c17954386 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] 10.222.0.10 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1236238 Apr 28 11:01:31.362662 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 50738) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:01:31.369722 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.v2.base [None req-49193708-41f6-4e52-891f-22db065d7dad tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Request body: {'subnet': {'network_id': '1ec9fbcf-7a57-4aaa-9c30-4e0f43e09480', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=116162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:01:31.435115 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-873ef99c-a4a2-44b1-907a-413e4a85643a tempest-RoutersAdminTest-1587786081 tempest-RoutersAdminTest-1587786081-project] Publish callbacks [] for router_gateway (c2b4d8a5-24a4-4eea-87a5-2b5d49069d28), before_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:31.478013 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a67ba4f6-ac9c-4a34-bd62-c35e91193106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-440933725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-440933725-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:01:31.482451 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-a67ba4f6-ac9c-4a34-bd62-c35e91193106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-440933725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-440933725-project-admin] 10.222.0.10 "GET /v2.0/ports/3231db54-4bca-47fb-a2c9-55015ab777fa HTTP/1.1" status: 200 len: 958 time: 0.4856930 Apr 28 11:01:31.485426 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 50740) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:01:31.531189 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-1cc3cbb0-b11e-428f-a180-678af74fd0da tempest-NetworksIpV6Test-263553383 tempest-NetworksIpV6Test-263553383-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.4761455 Apr 28 11:01:31.532081 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 50742) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:01:31.538471 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.v2.base [None req-a84d55c1-9982-4d5a-ad4e-1153d722de35 tempest-NetworksIpV6Test-263553383 tempest-NetworksIpV6Test-263553383-project] Request body: {'subnet': {'network_id': 'dd7c9ea9-e15d-4348-8ed2-1a1b6e7889dc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=116162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:01:31.544508 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc3cbb0-b11e-428f-a180-678af74fd0da tempest-NetworksIpV6Test-263553383 tempest-NetworksIpV6Test-263553383-project] Pushing event updated for resources: {'Network': ['ID=dd7c9ea9-e15d-4348-8ed2-1a1b6e7889dc,revision_number=1']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:01:31.550389 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-d436ef67-e477-4117-b30f-9f13df376f34 tempest-FloatingIPNegativeTestJSON-1520521010 tempest-FloatingIPNegativeTestJSON-1520521010-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1938497'] for port (14868a32-1a8e-4337-a6e9-a3a2d5edcf52), precommit_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:31.558920 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Network dd7c9ea9-e15d-4348-8ed2-1a1b6e7889dc details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=116163) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 28 11:01:31.619283 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.plugin [None req-d436ef67-e477-4117-b30f-9f13df376f34 tempest-FloatingIPNegativeTestJSON-1520521010 tempest-FloatingIPNegativeTestJSON-1520521010-project] Calling delete_port for 14868a32-1a8e-4337-a6e9-a3a2d5edcf52 owned by {{(pid=116162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 11:01:31.708660 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-8f9d4c78-d13d-43b4-8d96-c6b1d1f6115d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (None), before_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:31.734189 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Device ac7d1b2f-7c4b-4167-ba80-fbbae590051d up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=116163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 11:01:31.753087 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0f68ee8-a76a-4eea-ab4d-ebb3cabad02a tempest-FloatingIPTestJSON-373071706 tempest-FloatingIPTestJSON-373071706-project] Router 95215caa-c306-4f42-88fe-7b8468f0ea15 has already been hosted by L3 agent 6b492ad6-0876-4d74-b20d-28143a52ceba {{(pid=116161) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 11:01:31.763978 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed465b7c-d38d-43d2-ba4a-5a5258a75143 tempest-RoutersIpV6AdminTest-2062886361 tempest-RoutersIpV6AdminTest-2062886361-project] Router dcfdf9b3-ec1c-442c-bfe3-d37ced497b90 is scheduled to L3 agent 6b492ad6-0876-4d74-b20d-28143a52ceba with binding_index 1 {{(pid=116161) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 28 11:01:31.793036 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Provisioning complete for port ac7d1b2f-7c4b-4167-ba80-fbbae590051d triggered by entity L2. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:01:31.793412 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (ac7d1b2f-7c4b-4167-ba80-fbbae590051d), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:32.021482 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Current status of the port ac7d1b2f-7c4b-4167-ba80-fbbae590051d is: DOWN; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:01:32.022108 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (ac7d1b2f-7c4b-4167-ba80-fbbae590051d), before_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:32.042988 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] For port ac7d1b2f-7c4b-4167-ba80-fbbae590051d, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=ac7d1b2f-7c4b-4167-ba80-fbbae590051d,segment=NetworkSegment(142bc50f-d6af-4646-8d06-bb7af6b7b51c),segment_id=142bc50f-d6af-4646-8d06-bb7af6b7b51c)] {{(pid=116163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 11:01:32.054686 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.plugin [None req-873ef99c-a4a2-44b1-907a-413e4a85643a tempest-RoutersAdminTest-1587786081 tempest-RoutersAdminTest-1587786081-project] Deleting port 39d87990-0551-43d8-b148-a00ca8eebcbd {{(pid=116162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 11:01:32.055274 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-873ef99c-a4a2-44b1-907a-413e4a85643a tempest-RoutersAdminTest-1587786081 tempest-RoutersAdminTest-1587786081-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742235130188'] for port (39d87990-0551-43d8-b148-a00ca8eebcbd), before_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:32.060686 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49193708-41f6-4e52-891f-22db065d7dad tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Made reservation on behalf of 12780407c7254bdfbde1c04e76d433ee for: {'subnet': 1} {{(pid=116162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 11:01:32.064551 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-49193708-41f6-4e52-891f-22db065d7dad tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4210834'] for subnet (None), before_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:32.115839 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393'] for port (ac7d1b2f-7c4b-4167-ba80-fbbae590051d), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:32.126930 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.plugin [None req-0c8899c4-f95f-4589-80e2-1dc765de1773 tempest-PortsAdminExtendedAttrsIpV6TestJSON-440933725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-440933725-project-admin] Deleting port 3231db54-4bca-47fb-a2c9-55015ab777fa {{(pid=116162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 11:01:32.126930 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-0c8899c4-f95f-4589-80e2-1dc765de1773 tempest-PortsAdminExtendedAttrsIpV6TestJSON-440933725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-440933725-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742235130188'] for port (3231db54-4bca-47fb-a2c9-55015ab777fa), before_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:32.143280 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed465b7c-d38d-43d2-ba4a-5a5258a75143 tempest-RoutersIpV6AdminTest-2062886361 tempest-RoutersIpV6AdminTest-2062886361-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=116161) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 11:01:32.163855 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.db.db_base_plugin_common [None req-8f9d4c78-d13d-43b4-8d96-c6b1d1f6115d admin admin] Allocated IP 172.20.0.1 (8876925c-b776-4190-94d6-ff922dbd02cf/9f0dbbd1-58ad-4048-bae6-5e3ef831a6c1/8d8ebf2e-8dc6-47e2-9a75-17d9acc22b70) {{(pid=116161) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 11:01:32.164484 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7d24bee-c1d6-42be-a2a1-6454b3e0e7e9 None None] Sync routers for ids ['dcfdf9b3-ec1c-442c-bfe3-d37ced497b90'] in dv-neutron-master-2-hyperv {{(pid=116164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 11:01:32.174283 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0f68ee8-a76a-4eea-ab4d-ebb3cabad02a tempest-FloatingIPTestJSON-373071706 tempest-FloatingIPTestJSON-373071706-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=116161) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 11:01:32.186787 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7d24bee-c1d6-42be-a2a1-6454b3e0e7e9 None None] Routers {'dcfdf9b3-ec1c-442c-bfe3-d37ced497b90'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=116164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 11:01:32.188587 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_hamode_db [None req-e7d24bee-c1d6-42be-a2a1-6454b3e0e7e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-28T10:50:39Z,description=,heartbeat_timestamp=2022-04-28T11:01:09Z,host='dv-neutron-master-2-hyperv',id=6b492ad6-0876-4d74-b20d-28143a52ceba,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T10:50:40Z,topic='l3_agent')) {'router_ids': ['dcfdf9b3-ec1c-442c-bfe3-d37ced497b90'], 'active': True} {{(pid=116164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:01:32.197541 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d475c7f8-45e6-4067-9924-aaae64f9357b None None] Sync routers for ids ['95215caa-c306-4f42-88fe-7b8468f0ea15'] in dv-neutron-master-2-hyperv {{(pid=116163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 11:01:32.212289 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Pushing event updated for resources: {'Port': ['ID=ac7d1b2f-7c4b-4167-ba80-fbbae590051d,revision_number=4']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:01:32.220636 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d475c7f8-45e6-4067-9924-aaae64f9357b None None] Routers {'95215caa-c306-4f42-88fe-7b8468f0ea15'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=116163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 11:01:32.221787 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_hamode_db [None req-d475c7f8-45e6-4067-9924-aaae64f9357b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-28T10:50:39Z,description=,heartbeat_timestamp=2022-04-28T11:01:09Z,host='dv-neutron-master-2-hyperv',id=6b492ad6-0876-4d74-b20d-28143a52ceba,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T10:50:40Z,topic='l3_agent')) {'router_ids': ['95215caa-c306-4f42-88fe-7b8468f0ea15'], 'active': True} {{(pid=116163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:01:32.250595 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_hamode_db [None req-e7d24bee-c1d6-42be-a2a1-6454b3e0e7e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=116164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:01:32.263711 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7d24bee-c1d6-42be-a2a1-6454b3e0e7e9 None None] Routers {'dcfdf9b3-ec1c-442c-bfe3-d37ced497b90'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=116164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 11:01:32.264659 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_hamode_db [None req-e7d24bee-c1d6-42be-a2a1-6454b3e0e7e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-28T10:50:39Z,description=,heartbeat_timestamp=2022-04-28T11:01:09Z,host='dv-neutron-master-2-hyperv',id=6b492ad6-0876-4d74-b20d-28143a52ceba,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T10:50:40Z,topic='l3_agent')) {'router_ids': ['dcfdf9b3-ec1c-442c-bfe3-d37ced497b90'], 'active': True} {{(pid=116164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:01:32.279184 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-ed465b7c-d38d-43d2-ba4a-5a5258a75143 tempest-RoutersIpV6AdminTest-2062886361 tempest-RoutersIpV6AdminTest-2062886361-project] Publish callbacks [] for router (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:32.279184 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-ed465b7c-d38d-43d2-ba4a-5a5258a75143 tempest-RoutersIpV6AdminTest-2062886361 tempest-RoutersIpV6AdminTest-2062886361-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 8.0874557 Apr 28 11:01:32.279184 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 50744) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:01:32.280465 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_hamode_db [None req-d475c7f8-45e6-4067-9924-aaae64f9357b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=116163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:01:32.283289 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.v2.base [None req-d762b440-ee46-44be-bc54-d4c644d46ece tempest-RoutersIpV6AdminTest-2062886361 tempest-RoutersIpV6AdminTest-2062886361-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=116161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:01:32.292241 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d475c7f8-45e6-4067-9924-aaae64f9357b None None] Routers {'95215caa-c306-4f42-88fe-7b8468f0ea15'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=116163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 11:01:32.293657 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_hamode_db [None req-d475c7f8-45e6-4067-9924-aaae64f9357b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-28T10:50:39Z,description=,heartbeat_timestamp=2022-04-28T11:01:09Z,host='dv-neutron-master-2-hyperv',id=6b492ad6-0876-4d74-b20d-28143a52ceba,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T10:50:40Z,topic='l3_agent')) {'router_ids': ['95215caa-c306-4f42-88fe-7b8468f0ea15'], 'active': True} {{(pid=116163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:01:32.301699 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-0c8899c4-f95f-4589-80e2-1dc765de1773 tempest-PortsAdminExtendedAttrsIpV6TestJSON-440933725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-440933725-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1938497'] for port (3231db54-4bca-47fb-a2c9-55015ab777fa), precommit_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:32.321501 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a84d55c1-9982-4d5a-ad4e-1153d722de35 tempest-NetworksIpV6Test-263553383 tempest-NetworksIpV6Test-263553383-project] Made reservation on behalf of 87154dd24b09463c83aab94c3e93cc15 for: {'subnet': 1} {{(pid=116162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 11:01:32.322702 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_hamode_db [None req-e7d24bee-c1d6-42be-a2a1-6454b3e0e7e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=116164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:01:32.323565 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7d24bee-c1d6-42be-a2a1-6454b3e0e7e9 None None] The sync data for ids ['dcfdf9b3-ec1c-442c-bfe3-d37ced497b90'] in dv-neutron-master-2-hyperv is: [] {{(pid=116164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 11:01:32.325234 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-a84d55c1-9982-4d5a-ad4e-1153d722de35 tempest-NetworksIpV6Test-263553383 tempest-NetworksIpV6Test-263553383-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4210834'] for subnet (None), before_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:32.345900 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_hamode_db [None req-d475c7f8-45e6-4067-9924-aaae64f9357b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=116163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:01:32.346811 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d475c7f8-45e6-4067-9924-aaae64f9357b None None] The sync data for ids ['95215caa-c306-4f42-88fe-7b8468f0ea15'] in dv-neutron-master-2-hyperv is: [] {{(pid=116163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 11:01:32.366036 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.plugin [None req-0c8899c4-f95f-4589-80e2-1dc765de1773 tempest-PortsAdminExtendedAttrsIpV6TestJSON-440933725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-440933725-project-admin] Calling delete_port for 3231db54-4bca-47fb-a2c9-55015ab777fa owned by {{(pid=116162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 11:01:32.368143 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-e0f68ee8-a76a-4eea-ab4d-ebb3cabad02a tempest-FloatingIPTestJSON-373071706 tempest-FloatingIPTestJSON-373071706-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198022'] for port (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:32.370633 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-873ef99c-a4a2-44b1-907a-413e4a85643a tempest-RoutersAdminTest-1587786081 tempest-RoutersAdminTest-1587786081-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1938497'] for port (39d87990-0551-43d8-b148-a00ca8eebcbd), precommit_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:32.371406 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-e0f68ee8-a76a-4eea-ab4d-ebb3cabad02a tempest-FloatingIPTestJSON-373071706 tempest-FloatingIPTestJSON-373071706-project] 10.222.0.10 "DELETE /v2.0/ports/0afc3ea5-5644-409e-8f2c-741d8e74bbba HTTP/1.1" status: 204 len: 168 time: 3.5730040 Apr 28 11:01:32.374907 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 50746) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:01:32.407816 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.plugin [None req-873ef99c-a4a2-44b1-907a-413e4a85643a tempest-RoutersAdminTest-1587786081 tempest-RoutersAdminTest-1587786081-project] Calling delete_port for 39d87990-0551-43d8-b148-a00ca8eebcbd owned by network:router_gateway {{(pid=116162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 11:01:32.504485 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-8f9d4c78-d13d-43b4-8d96-c6b1d1f6115d admin admin] Publish callbacks [] for port (8d8ebf2e-8dc6-47e2-9a75-17d9acc22b70), precommit_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:32.713675 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-d436ef67-e477-4117-b30f-9f13df376f34 tempest-FloatingIPNegativeTestJSON-1520521010 tempest-FloatingIPNegativeTestJSON-1520521010-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742235135690', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742234710366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5051867'] for port (14868a32-1a8e-4337-a6e9-a3a2d5edcf52), after_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:32.760256 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-8f9d4c78-d13d-43b4-8d96-c6b1d1f6115d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742234710357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5219112'] for port (8d8ebf2e-8dc6-47e2-9a75-17d9acc22b70), after_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:32.817213 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d436ef67-e477-4117-b30f-9f13df376f34 tempest-FloatingIPNegativeTestJSON-1520521010 tempest-FloatingIPNegativeTestJSON-1520521010-project] Pushing event deleted for resources: {'Port': ['ID=14868a32-1a8e-4337-a6e9-a3a2d5edcf52,revision_number=None']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:01:32.861927 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f9d4c78-d13d-43b4-8d96-c6b1d1f6115d admin admin] Network 8876925c-b776-4190-94d6-ff922dbd02cf is already hosted by enough agents. {{(pid=116161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 11:01:32.874677 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.scheduler.base_scheduler [None req-8f9d4c78-d13d-43b4-8d96-c6b1d1f6115d admin admin] Resources bound (agent type, host, resource id): {{(pid=116161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 11:01:32.884537 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f9d4c78-d13d-43b4-8d96-c6b1d1f6115d admin admin] Received port after_create {{(pid=116161) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 11:01:32.910490 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9d4c78-d13d-43b4-8d96-c6b1d1f6115d admin admin] Pushing event updated for resources: {'Port': ['ID=8d8ebf2e-8dc6-47e2-9a75-17d9acc22b70,revision_number=1']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:01:32.934933 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-0c8899c4-f95f-4589-80e2-1dc765de1773 tempest-PortsAdminExtendedAttrsIpV6TestJSON-440933725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-440933725-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742235135690', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742234710366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5051867'] for port (3231db54-4bca-47fb-a2c9-55015ab777fa), after_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:33.049941 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8899c4-f95f-4589-80e2-1dc765de1773 tempest-PortsAdminExtendedAttrsIpV6TestJSON-440933725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-440933725-project-admin] Pushing event deleted for resources: {'Port': ['ID=3231db54-4bca-47fb-a2c9-55015ab777fa,revision_number=None']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:01:33.079836 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-8f9d4c78-d13d-43b4-8d96-c6b1d1f6115d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2063275'] for router_interface (c0106278-6e57-47c1-8c24-f3800ff88c3c), before_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:33.088831 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-0c8899c4-f95f-4589-80e2-1dc765de1773 tempest-PortsAdminExtendedAttrsIpV6TestJSON-440933725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-440933725-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198022'] for port (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:33.092147 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-0c8899c4-f95f-4589-80e2-1dc765de1773 tempest-PortsAdminExtendedAttrsIpV6TestJSON-440933725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-440933725-project-admin] 10.222.0.10 "DELETE /v2.0/ports/3231db54-4bca-47fb-a2c9-55015ab777fa HTTP/1.1" status: 204 len: 168 time: 1.6039114 Apr 28 11:01:33.103206 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 50748) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:01:33.121205 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.objects.ports [None req-49193708-41f6-4e52-891f-22db065d7dad tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=116162) get_objects /opt/stack/neutron/neutron/objects/ports.py:463}} Apr 28 11:01:33.134633 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-d436ef67-e477-4117-b30f-9f13df376f34 tempest-FloatingIPNegativeTestJSON-1520521010 tempest-FloatingIPNegativeTestJSON-1520521010-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198022'] for port (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:33.137840 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-d436ef67-e477-4117-b30f-9f13df376f34 tempest-FloatingIPNegativeTestJSON-1520521010 tempest-FloatingIPNegativeTestJSON-1520521010-project] 10.222.0.10 "DELETE /v2.0/ports/14868a32-1a8e-4337-a6e9-a3a2d5edcf52 HTTP/1.1" status: 204 len: 168 time: 2.1962881 Apr 28 11:01:33.144072 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-d762b440-ee46-44be-bc54-d4c644d46ece tempest-RoutersIpV6AdminTest-2062886361 tempest-RoutersIpV6AdminTest-2062886361-project] Publish callbacks [] for router_gateway (dcfdf9b3-ec1c-442c-bfe3-d37ced497b90), precommit_update {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:33.145470 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-49193708-41f6-4e52-891f-22db065d7dad tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5054027', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4210784'] for subnet (7b654b98-e388-4469-9fbf-89180f30eba0), after_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:33.147515 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 50750) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:01:33.172949 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.pecan_wsgi.hooks.translation [None req-b6a7135d-61b7-4a31-ac63-8045090ee5e5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-440933725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-440933725-project-admin] GET failed (client error): The resource could not be found. Apr 28 11:01:33.174932 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-b6a7135d-61b7-4a31-ac63-8045090ee5e5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-440933725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-440933725-project-admin] 10.222.0.10 "GET /v2.0/ports/3231db54-4bca-47fb-a2c9-55015ab777fa HTTP/1.1" status: 404 len: 333 time: 0.0506294 Apr 28 11:01:33.187215 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 50752) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:01:33.210422 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49193708-41f6-4e52-891f-22db065d7dad tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Network 1ec9fbcf-7a57-4aaa-9c30-4e0f43e09480 is already hosted by enough agents. {{(pid=116162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 11:01:33.213914 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.scheduler.base_scheduler [None req-49193708-41f6-4e52-891f-22db065d7dad tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Resources bound (agent type, host, resource id): {{(pid=116162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 11:01:33.217158 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-a4a671f2-efea-4b58-b92a-0b88d1752824 None None] Provisioning complete for port 8d8ebf2e-8dc6-47e2-9a75-17d9acc22b70 triggered by entity DHCP. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:01:33.217158 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-a4a671f2-efea-4b58-b92a-0b88d1752824 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (8d8ebf2e-8dc6-47e2-9a75-17d9acc22b70), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:33.218466 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49193708-41f6-4e52-891f-22db065d7dad tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:01:33.220448 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-49193708-41f6-4e52-891f-22db065d7dad tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603020'] for subnet (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:33.230995 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-a84d55c1-9982-4d5a-ad4e-1153d722de35 tempest-NetworksIpV6Test-263553383 tempest-NetworksIpV6Test-263553383-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5054027', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4210784'] for subnet (c30e35c1-78d3-4585-a323-74079ad60bfa), after_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:33.241941 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49193708-41f6-4e52-891f-22db065d7dad tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Pushing event updated for resources: {'Subnet': ['ID=7b654b98-e388-4469-9fbf-89180f30eba0,revision_number=0']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:01:33.244147 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-873ef99c-a4a2-44b1-907a-413e4a85643a tempest-RoutersAdminTest-1587786081 tempest-RoutersAdminTest-1587786081-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742235135690', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742234710366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5051867'] for port (39d87990-0551-43d8-b148-a00ca8eebcbd), after_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:33.252730 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc534cbe-246f-49ac-a29e-e4a8becd4a81 None None] Network 1ec9fbcf-7a57-4aaa-9c30-4e0f43e09480 requested from dv-neutron-master-2-hyperv {{(pid=116163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 11:01:33.309247 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873ef99c-a4a2-44b1-907a-413e4a85643a tempest-RoutersAdminTest-1587786081 tempest-RoutersAdminTest-1587786081-project] Pushing event deleted for resources: {'Port': ['ID=39d87990-0551-43d8-b148-a00ca8eebcbd,revision_number=None']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:01:33.321224 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-49193708-41f6-4e52-891f-22db065d7dad tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.9554968 Apr 28 11:01:33.322122 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-a4a671f2-efea-4b58-b92a-0b88d1752824 None None] Port 8d8ebf2e-8dc6-47e2-9a75-17d9acc22b70 cannot update to ACTIVE because it is not bound. {{(pid=116163) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 28 11:01:33.327353 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 50754) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:01:33.342011 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.v2.base [None req-32ccdbe8-176f-4a3b-9ba0-4157df4958b2 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Request body: {'port': {'network_id': '1ec9fbcf-7a57-4aaa-9c30-4e0f43e09480', 'mac_address': 'fa:16:3e:15:ad:34', 'name': 'tempest-NetworksTestDHCPv6-1929166558'}} {{(pid=116162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:01:33.379352 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72cb874e-d2a3-4478-bf91-eb5034f4af5f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-1ec9fbcf-7a57-4aaa-9c30-4e0f43e09480', 'network_id': '1ec9fbcf-7a57-4aaa-9c30-4e0f43e09480', 'project_id': '12780407c7254bdfbde1c04e76d433ee', 'fixed_ips': [{'subnet_id': '7b654b98-e388-4469-9fbf-89180f30eba0'}]}} from dv-neutron-master-2-hyperv. {{(pid=116163) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 28 11:01:33.383167 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-72cb874e-d2a3-4478-bf91-eb5034f4af5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (None), before_create {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:33.416314 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a84d55c1-9982-4d5a-ad4e-1153d722de35 tempest-NetworksIpV6Test-263553383 tempest-NetworksIpV6Test-263553383-project] Pushing event updated for resources: {'Subnet': ['ID=c30e35c1-78d3-4585-a323-74079ad60bfa,revision_number=0']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:01:33.487564 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a84d55c1-9982-4d5a-ad4e-1153d722de35 tempest-NetworksIpV6Test-263553383 tempest-NetworksIpV6Test-263553383-project] Checking segment: {'id': '1da34216-05d4-46ec-b0f7-381277fce9b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'dd7c9ea9-e15d-4348-8ed2-1a1b6e7889dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 11:01:33.487946 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a84d55c1-9982-4d5a-ad4e-1153d722de35 tempest-NetworksIpV6Test-263553383 tempest-NetworksIpV6Test-263553383-project] Network hostable DHCP agents. Network: dd7c9ea9-e15d-4348-8ed2-1a1b6e7889dc, hostable agents: ['75ba81b7-fe99-4281-90d2-a5adb445ecea'], hosted agents: [] {{(pid=116162) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 11:01:33.511608 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-873ef99c-a4a2-44b1-907a-413e4a85643a tempest-RoutersAdminTest-1587786081 tempest-RoutersAdminTest-1587786081-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1935354'] for router_gateway (c2b4d8a5-24a4-4eea-87a5-2b5d49069d28), after_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:33.515252 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.v2.base [None req-4f7a6fce-1a38-48d6-94f7-0ad3692346a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-440933725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-440933725-project-admin] Request body: {'port': {'network_id': 'c7241194-1007-47e4-ab68-1d88f9726a65', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1008261164'}} {{(pid=116161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:01:33.536078 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.db_base_plugin_common [None req-72cb874e-d2a3-4478-bf91-eb5034f4af5f None None] Allocated IP 2001:db8::f816:3eff:fe7f:a1f2 (1ec9fbcf-7a57-4aaa-9c30-4e0f43e09480/7b654b98-e388-4469-9fbf-89180f30eba0/cb6853a0-3c5e-481d-af83-92ed5a1e0c38) {{(pid=116163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 11:01:33.551535 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6142b122-50f1-490d-a51a-33e58d3a5521 tempest-FloatingIPNegativeTestJSON-1520521010 tempest-FloatingIPNegativeTestJSON-1520521010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:01:33.555715 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-6142b122-50f1-490d-a51a-33e58d3a5521 tempest-FloatingIPNegativeTestJSON-1520521010 tempest-FloatingIPNegativeTestJSON-1520521010-project] 10.222.0.10 "GET /v2.0/ports?device_id=d3522aaf-3b0f-46d7-b080-b15092aa3ef3 HTTP/1.1" status: 200 len: 913 time: 0.4017057 Apr 28 11:01:33.562176 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 50756) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:01:33.565292 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-d762b440-ee46-44be-bc54-d4c644d46ece tempest-RoutersIpV6AdminTest-2062886361 tempest-RoutersIpV6AdminTest-2062886361-project] Publish callbacks [] for router_gateway (dcfdf9b3-ec1c-442c-bfe3-d37ced497b90), before_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:33.625996 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-f4dc8fc4-a023-4753-8977-ee15f4432ecc tempest-FloatingIPTestJSON-373071706 tempest-FloatingIPTestJSON-373071706-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2063420'] for router_interface (95215caa-c306-4f42-88fe-7b8468f0ea15), before_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:33.637204 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-873ef99c-a4a2-44b1-907a-413e4a85643a tempest-RoutersAdminTest-1587786081 tempest-RoutersAdminTest-1587786081-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2060865', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-63275'] for router (c2b4d8a5-24a4-4eea-87a5-2b5d49069d28), precommit_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:33.645184 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-873ef99c-a4a2-44b1-907a-413e4a85643a tempest-RoutersAdminTest-1587786081 tempest-RoutersAdminTest-1587786081-project] Publish callbacks [] for router_controller (c2b4d8a5-24a4-4eea-87a5-2b5d49069d28), precommit_delete_associations {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:33.691914 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a84d55c1-9982-4d5a-ad4e-1153d722de35 tempest-NetworksIpV6Test-263553383 tempest-NetworksIpV6Test-263553383-project] Network dd7c9ea9-e15d-4348-8ed2-1a1b6e7889dc is scheduled to be hosted by DHCP agent 75ba81b7-fe99-4281-90d2-a5adb445ecea with binding_index 1 {{(pid=116162) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 11:01:33.692139 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-72cb874e-d2a3-4478-bf91-eb5034f4af5f None None] Publish callbacks [] for port (cb6853a0-3c5e-481d-af83-92ed5a1e0c38), precommit_create {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:33.721201 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f7a6fce-1a38-48d6-94f7-0ad3692346a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-440933725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-440933725-project-admin] Made reservation on behalf of 44abaa920a344be08c0e41495733b80d for: {'port': 1} {{(pid=116161) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 11:01:33.722615 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Device ac7d1b2f-7c4b-4167-ba80-fbbae590051d up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=116163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 11:01:33.723520 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-4f7a6fce-1a38-48d6-94f7-0ad3692346a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-440933725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-440933725-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (None), before_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:33.749785 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32ccdbe8-176f-4a3b-9ba0-4157df4958b2 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Made reservation on behalf of 12780407c7254bdfbde1c04e76d433ee for: {'port': 1} {{(pid=116162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 11:01:33.768800 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Provisioning complete for port ac7d1b2f-7c4b-4167-ba80-fbbae590051d triggered by entity L2. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:01:33.769159 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (ac7d1b2f-7c4b-4167-ba80-fbbae590051d), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:33.783359 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.scheduler.base_scheduler [None req-a84d55c1-9982-4d5a-ad4e-1153d722de35 tempest-NetworksIpV6Test-263553383 tempest-NetworksIpV6Test-263553383-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, dd7c9ea9-e15d-4348-8ed2-1a1b6e7889dc) {{(pid=116162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 11:01:33.784939 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-873ef99c-a4a2-44b1-907a-413e4a85643a tempest-RoutersAdminTest-1587786081 tempest-RoutersAdminTest-1587786081-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2060888'] for router (c2b4d8a5-24a4-4eea-87a5-2b5d49069d28), after_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:33.785507 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-873ef99c-a4a2-44b1-907a-413e4a85643a tempest-RoutersAdminTest-1587786081 tempest-RoutersAdminTest-1587786081-project] Fanout notify agent at l3_agent the message router_deleted on router c2b4d8a5-24a4-4eea-87a5-2b5d49069d28 {{(pid=116162) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 28 11:01:33.794826 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-873ef99c-a4a2-44b1-907a-413e4a85643a tempest-RoutersAdminTest-1587786081 tempest-RoutersAdminTest-1587786081-project] Publish callbacks [] for router (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:33.796246 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-873ef99c-a4a2-44b1-907a-413e4a85643a tempest-RoutersAdminTest-1587786081 tempest-RoutersAdminTest-1587786081-project] 10.222.0.10 "DELETE /v2.0/routers/c2b4d8a5-24a4-4eea-87a5-2b5d49069d28 HTTP/1.1" status: 204 len: 168 time: 2.9162958 Apr 28 11:01:33.801778 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-72cb874e-d2a3-4478-bf91-eb5034f4af5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742234710357'] for port (cb6853a0-3c5e-481d-af83-92ed5a1e0c38), after_create {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:33.801940 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a84d55c1-9982-4d5a-ad4e-1153d722de35 tempest-NetworksIpV6Test-263553383 tempest-NetworksIpV6Test-263553383-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:01:33.802075 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.notifiers.nova [None req-4f7a6fce-1a38-48d6-94f7-0ad3692346a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-440933725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-440933725-project-admin] device_id is not set on port fc4f52b1-69d6-48d6-8479-a60493ea08c3 yet. {{(pid=116161) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 28 11:01:33.803015 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-a84d55c1-9982-4d5a-ad4e-1153d722de35 tempest-NetworksIpV6Test-263553383 tempest-NetworksIpV6Test-263553383-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603020'] for subnet (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:33.805207 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 50758) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:01:33.810227 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.v2.base [None req-62b67465-9f78-42e1-b965-1b699528cd4b tempest-RoutersAdminTest-1999378242 tempest-RoutersAdminTest-1999378242-project-admin] Request body: {'router': {'name': 'tempest-snat-router-145109198', 'external_gateway_info': {'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'enable_snat': False}}} {{(pid=116162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:01:33.813546 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5e4bfef-49de-4531-bc03-88b6dbc17461 None None] Network dd7c9ea9-e15d-4348-8ed2-1a1b6e7889dc requested from dv-neutron-master-2-hyperv {{(pid=116163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 11:01:33.850988 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.plugin [None req-d762b440-ee46-44be-bc54-d4c644d46ece tempest-RoutersIpV6AdminTest-2062886361 tempest-RoutersIpV6AdminTest-2062886361-project] Deleting port 693a9eb7-bbd9-4b30-950c-1791b86a7b8e {{(pid=116161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 11:01:33.851612 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-d762b440-ee46-44be-bc54-d4c644d46ece tempest-RoutersIpV6AdminTest-2062886361 tempest-RoutersIpV6AdminTest-2062886361-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742235130188'] for port (693a9eb7-bbd9-4b30-950c-1791b86a7b8e), before_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:33.890302 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-32ccdbe8-176f-4a3b-9ba0-4157df4958b2 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (None), before_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:33.912288 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72cb874e-d2a3-4478-bf91-eb5034f4af5f None None] Network 1ec9fbcf-7a57-4aaa-9c30-4e0f43e09480 is already hosted by enough agents. {{(pid=116163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 11:01:33.914066 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.notifiers.nova [None req-32ccdbe8-176f-4a3b-9ba0-4157df4958b2 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] device_id is not set on port ab74aa4a-d8d2-4ab8-96c2-dd642b76cf7d yet. {{(pid=116162) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 28 11:01:33.928952 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.scheduler.base_scheduler [None req-72cb874e-d2a3-4478-bf91-eb5034f4af5f None None] Resources bound (agent type, host, resource id): {{(pid=116163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 11:01:33.931706 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72cb874e-d2a3-4478-bf91-eb5034f4af5f None None] Received port after_create {{(pid=116163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 11:01:33.944763 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72cb874e-d2a3-4478-bf91-eb5034f4af5f None None] Pushing event updated for resources: {'Port': ['ID=cb6853a0-3c5e-481d-af83-92ed5a1e0c38,revision_number=1']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:01:33.975630 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-a84d55c1-9982-4d5a-ad4e-1153d722de35 tempest-NetworksIpV6Test-263553383 tempest-NetworksIpV6Test-263553383-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.4402399 Apr 28 11:01:33.980214 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 50760) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:01:33.986455 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.v2.base [None req-5b301223-53c4-45cb-a4ff-a21e63b6df5a tempest-NetworksIpV6Test-263553383 tempest-NetworksIpV6Test-263553383-project] Request body: {'subnet': {'network_id': 'dd7c9ea9-e15d-4348-8ed2-1a1b6e7889dc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=116162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:01:34.043633 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-8f9d4c78-d13d-43b4-8d96-c6b1d1f6115d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (8d8ebf2e-8dc6-47e2-9a75-17d9acc22b70), before_update {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:34.054354 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Current status of the port ac7d1b2f-7c4b-4167-ba80-fbbae590051d is: ACTIVE; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:01:34.061366 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d764ac38-a3d8-442f-a108-8e52ee70ebc6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-dd7c9ea9-e15d-4348-8ed2-1a1b6e7889dc', 'network_id': 'dd7c9ea9-e15d-4348-8ed2-1a1b6e7889dc', 'project_id': '87154dd24b09463c83aab94c3e93cc15', 'fixed_ips': [{'subnet_id': 'c30e35c1-78d3-4585-a323-74079ad60bfa'}]}} from dv-neutron-master-2-hyperv. {{(pid=116163) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 28 11:01:34.062564 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-d764ac38-a3d8-442f-a108-8e52ee70ebc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (None), before_create {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:34.067444 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.managers [None req-72cb874e-d2a3-4478-bf91-eb5034f4af5f None None] Attempting to bind port cb6853a0-3c5e-481d-af83-92ed5a1e0c38 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=116163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 28 11:01:34.067813 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.managers [None req-72cb874e-d2a3-4478-bf91-eb5034f4af5f None None] Attempting to bind port cb6853a0-3c5e-481d-af83-92ed5a1e0c38 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'ffa4348d-378b-4e93-98fa-ab0dc49ee16c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '1ec9fbcf-7a57-4aaa-9c30-4e0f43e09480'}] {{(pid=116163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 28 11:01:34.068220 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72cb874e-d2a3-4478-bf91-eb5034f4af5f None None] Attempting to bind port cb6853a0-3c5e-481d-af83-92ed5a1e0c38 on network 1ec9fbcf-7a57-4aaa-9c30-4e0f43e09480 {{(pid=116163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 11:01:34.081609 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-62b67465-9f78-42e1-b965-1b699528cd4b tempest-RoutersAdminTest-1999378242 tempest-RoutersAdminTest-1999378242-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2060459', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-63449'] for router (2fe9f739-960d-4f89-a7be-64985b41e19e), before_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:34.082811 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-62b67465-9f78-42e1-b965-1b699528cd4b tempest-RoutersAdminTest-1999378242 tempest-RoutersAdminTest-1999378242-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2060827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1935275', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1960866', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-63266'] for router (2fe9f739-960d-4f89-a7be-64985b41e19e), precommit_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:34.085550 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72cb874e-d2a3-4478-bf91-eb5034f4af5f None None] Checking agent: {'id': 'd5baab19-5dd1-4902-922b-84acb048ab9c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 10, 50, 43), 'started_at': datetime.datetime(2022, 4, 28, 10, 51, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 11, 1, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=116163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 11:01:34.086319 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72cb874e-d2a3-4478-bf91-eb5034f4af5f None None] Checking segment: {'id': 'ffa4348d-378b-4e93-98fa-ab0dc49ee16c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '1ec9fbcf-7a57-4aaa-9c30-4e0f43e09480'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 11:01:34.089801 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-72cb874e-d2a3-4478-bf91-eb5034f4af5f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:34.089801 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72cb874e-d2a3-4478-bf91-eb5034f4af5f None None] Bound using segment: {'id': 'ffa4348d-378b-4e93-98fa-ab0dc49ee16c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '1ec9fbcf-7a57-4aaa-9c30-4e0f43e09480'} {{(pid=116163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 11:01:34.089801 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.managers [None req-72cb874e-d2a3-4478-bf91-eb5034f4af5f None None] Bound port: cb6853a0-3c5e-481d-af83-92ed5a1e0c38, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ffa4348d-378b-4e93-98fa-ab0dc49ee16c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '1ec9fbcf-7a57-4aaa-9c30-4e0f43e09480'}}] {{(pid=116163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 28 11:01:34.089801 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-72cb874e-d2a3-4478-bf91-eb5034f4af5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (cb6853a0-3c5e-481d-af83-92ed5a1e0c38), before_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:34.211118 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-62b67465-9f78-42e1-b965-1b699528cd4b tempest-RoutersAdminTest-1999378242 tempest-RoutersAdminTest-1999378242-project-admin] Publish callbacks [] for router_controller (2fe9f739-960d-4f89-a7be-64985b41e19e), precommit_add_association {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:34.212330 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.db.db_base_plugin_common [None req-32ccdbe8-176f-4a3b-9ba0-4157df4958b2 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Allocated IP 2001:db8::f816:3eff:fe15:ad34 (1ec9fbcf-7a57-4aaa-9c30-4e0f43e09480/7b654b98-e388-4469-9fbf-89180f30eba0/ab74aa4a-d8d2-4ab8-96c2-dd642b76cf7d) {{(pid=116162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 11:01:34.259063 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-72cb874e-d2a3-4478-bf91-eb5034f4af5f None None] For port cb6853a0-3c5e-481d-af83-92ed5a1e0c38, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=116163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 11:01:34.263482 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-72cb874e-d2a3-4478-bf91-eb5034f4af5f None None] For port cb6853a0-3c5e-481d-af83-92ed5a1e0c38, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=cb6853a0-3c5e-481d-af83-92ed5a1e0c38,segment=NetworkSegment(ffa4348d-378b-4e93-98fa-ab0dc49ee16c),segment_id=ffa4348d-378b-4e93-98fa-ab0dc49ee16c)] {{(pid=116163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 11:01:34.275087 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.db_base_plugin_common [None req-d764ac38-a3d8-442f-a108-8e52ee70ebc6 None None] Allocated IP 2001:db8::2 (dd7c9ea9-e15d-4348-8ed2-1a1b6e7889dc/c30e35c1-78d3-4585-a323-74079ad60bfa/fdb80575-a100-499d-b289-3b07f9644d9c) {{(pid=116163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 11:01:34.320755 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-d762b440-ee46-44be-bc54-d4c644d46ece tempest-RoutersIpV6AdminTest-2062886361 tempest-RoutersIpV6AdminTest-2062886361-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1938497'] for port (693a9eb7-bbd9-4b30-950c-1791b86a7b8e), precommit_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:34.349563 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b301223-53c4-45cb-a4ff-a21e63b6df5a tempest-NetworksIpV6Test-263553383 tempest-NetworksIpV6Test-263553383-project] Made reservation on behalf of 87154dd24b09463c83aab94c3e93cc15 for: {'subnet': 1} {{(pid=116162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 11:01:34.353120 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-5b301223-53c4-45cb-a4ff-a21e63b6df5a tempest-NetworksIpV6Test-263553383 tempest-NetworksIpV6Test-263553383-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4210834'] for subnet (None), before_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:34.367410 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-72cb874e-d2a3-4478-bf91-eb5034f4af5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393'] for port (cb6853a0-3c5e-481d-af83-92ed5a1e0c38), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:34.404385 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.plugin [None req-d762b440-ee46-44be-bc54-d4c644d46ece tempest-RoutersIpV6AdminTest-2062886361 tempest-RoutersIpV6AdminTest-2062886361-project] Calling delete_port for 693a9eb7-bbd9-4b30-950c-1791b86a7b8e owned by network:router_gateway {{(pid=116161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 11:01:34.414343 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-4f7a6fce-1a38-48d6-94f7-0ad3692346a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-440933725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-440933725-project-admin] Publish callbacks [] for port (fc4f52b1-69d6-48d6-8479-a60493ea08c3), precommit_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:34.499629 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72cb874e-d2a3-4478-bf91-eb5034f4af5f None None] Pushing event updated for resources: {'Port': ['ID=cb6853a0-3c5e-481d-af83-92ed5a1e0c38,revision_number=2']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:01:34.510053 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-d764ac38-a3d8-442f-a108-8e52ee70ebc6 None None] Publish callbacks [] for port (fdb80575-a100-499d-b289-3b07f9644d9c), precommit_create {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:34.590884 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-d764ac38-a3d8-442f-a108-8e52ee70ebc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742234710357'] for port (fdb80575-a100-499d-b289-3b07f9644d9c), after_create {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:34.644083 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d764ac38-a3d8-442f-a108-8e52ee70ebc6 None None] Network dd7c9ea9-e15d-4348-8ed2-1a1b6e7889dc is already hosted by enough agents. {{(pid=116163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 11:01:34.647890 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.scheduler.base_scheduler [None req-d764ac38-a3d8-442f-a108-8e52ee70ebc6 None None] Resources bound (agent type, host, resource id): {{(pid=116163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 11:01:34.651995 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d764ac38-a3d8-442f-a108-8e52ee70ebc6 None None] Received port after_create {{(pid=116163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 11:01:34.654481 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-e23f21f1-27b6-4466-b904-14c833ce441c tempest-FloatingIPNegativeTestJSON-1520521010 tempest-FloatingIPNegativeTestJSON-1520521010-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2063420'] for router_interface (d3522aaf-3b0f-46d7-b080-b15092aa3ef3), before_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:34.662055 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.plugin [None req-f4dc8fc4-a023-4753-8977-ee15f4432ecc tempest-FloatingIPTestJSON-373071706 tempest-FloatingIPTestJSON-373071706-project] Deleting port 843960a4-b8cc-41b6-b05f-50adaed02f1b {{(pid=116161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 11:01:34.662268 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d764ac38-a3d8-442f-a108-8e52ee70ebc6 None None] Pushing event updated for resources: {'Port': ['ID=fdb80575-a100-499d-b289-3b07f9644d9c,revision_number=1']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:01:34.662392 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-f4dc8fc4-a023-4753-8977-ee15f4432ecc tempest-FloatingIPTestJSON-373071706 tempest-FloatingIPTestJSON-373071706-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742235130188'] for port (843960a4-b8cc-41b6-b05f-50adaed02f1b), before_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:34.754537 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.managers [None req-d764ac38-a3d8-442f-a108-8e52ee70ebc6 None None] Attempting to bind port fdb80575-a100-499d-b289-3b07f9644d9c on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=116163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 28 11:01:34.754966 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.managers [None req-d764ac38-a3d8-442f-a108-8e52ee70ebc6 None None] Attempting to bind port fdb80575-a100-499d-b289-3b07f9644d9c by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '1da34216-05d4-46ec-b0f7-381277fce9b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'dd7c9ea9-e15d-4348-8ed2-1a1b6e7889dc'}] {{(pid=116163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 28 11:01:34.755335 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d764ac38-a3d8-442f-a108-8e52ee70ebc6 None None] Attempting to bind port fdb80575-a100-499d-b289-3b07f9644d9c on network dd7c9ea9-e15d-4348-8ed2-1a1b6e7889dc {{(pid=116163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 11:01:34.761119 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d764ac38-a3d8-442f-a108-8e52ee70ebc6 None None] Checking agent: {'id': 'd5baab19-5dd1-4902-922b-84acb048ab9c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 10, 50, 43), 'started_at': datetime.datetime(2022, 4, 28, 10, 51, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 11, 1, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=116163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 11:01:34.761492 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d764ac38-a3d8-442f-a108-8e52ee70ebc6 None None] Checking segment: {'id': '1da34216-05d4-46ec-b0f7-381277fce9b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'dd7c9ea9-e15d-4348-8ed2-1a1b6e7889dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 11:01:34.761893 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-d764ac38-a3d8-442f-a108-8e52ee70ebc6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:34.762368 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d764ac38-a3d8-442f-a108-8e52ee70ebc6 None None] Bound using segment: {'id': '1da34216-05d4-46ec-b0f7-381277fce9b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'dd7c9ea9-e15d-4348-8ed2-1a1b6e7889dc'} {{(pid=116163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 11:01:34.762864 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.managers [None req-d764ac38-a3d8-442f-a108-8e52ee70ebc6 None None] Bound port: fdb80575-a100-499d-b289-3b07f9644d9c, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1da34216-05d4-46ec-b0f7-381277fce9b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'dd7c9ea9-e15d-4348-8ed2-1a1b6e7889dc'}}] {{(pid=116163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 28 11:01:34.763473 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-d764ac38-a3d8-442f-a108-8e52ee70ebc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (fdb80575-a100-499d-b289-3b07f9644d9c), before_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:34.835489 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-4f7a6fce-1a38-48d6-94f7-0ad3692346a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-440933725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-440933725-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742234710357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5219112'] for port (fc4f52b1-69d6-48d6-8479-a60493ea08c3), after_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:34.846055 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-d764ac38-a3d8-442f-a108-8e52ee70ebc6 None None] For port fdb80575-a100-499d-b289-3b07f9644d9c, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=116163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 11:01:34.849847 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-d764ac38-a3d8-442f-a108-8e52ee70ebc6 None None] For port fdb80575-a100-499d-b289-3b07f9644d9c, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=fdb80575-a100-499d-b289-3b07f9644d9c,segment=NetworkSegment(1da34216-05d4-46ec-b0f7-381277fce9b3),segment_id=1da34216-05d4-46ec-b0f7-381277fce9b3)] {{(pid=116163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 11:01:34.905234 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-62b67465-9f78-42e1-b965-1b699528cd4b tempest-RoutersAdminTest-1999378242 tempest-RoutersAdminTest-1999378242-project-admin] Publish callbacks [] for router_gateway (2fe9f739-960d-4f89-a7be-64985b41e19e), precommit_update {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:34.927464 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-d764ac38-a3d8-442f-a108-8e52ee70ebc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393'] for port (fdb80575-a100-499d-b289-3b07f9644d9c), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:34.950886 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-32ccdbe8-176f-4a3b-9ba0-4157df4958b2 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Publish callbacks [] for port (ab74aa4a-d8d2-4ab8-96c2-dd642b76cf7d), precommit_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:34.975269 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f7a6fce-1a38-48d6-94f7-0ad3692346a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-440933725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-440933725-project-admin] Network c7241194-1007-47e4-ab68-1d88f9726a65 is already hosted by enough agents. {{(pid=116161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 11:01:35.001805 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.scheduler.base_scheduler [None req-4f7a6fce-1a38-48d6-94f7-0ad3692346a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-440933725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-440933725-project-admin] Resources bound (agent type, host, resource id): {{(pid=116161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 11:01:35.014100 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d764ac38-a3d8-442f-a108-8e52ee70ebc6 None None] Pushing event updated for resources: {'Port': ['ID=fdb80575-a100-499d-b289-3b07f9644d9c,revision_number=2']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:01:35.033357 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f7a6fce-1a38-48d6-94f7-0ad3692346a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-440933725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-440933725-project-admin] Received port after_create {{(pid=116161) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 11:01:35.034299 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f7a6fce-1a38-48d6-94f7-0ad3692346a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-440933725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-440933725-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:01:35.034939 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-4f7a6fce-1a38-48d6-94f7-0ad3692346a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-440933725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-440933725-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198022'] for port (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:35.088635 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7a6fce-1a38-48d6-94f7-0ad3692346a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-440933725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-440933725-project-admin] Pushing event updated for resources: {'Port': ['ID=fc4f52b1-69d6-48d6-8479-a60493ea08c3,revision_number=1']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:01:35.123531 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-f4dc8fc4-a023-4753-8977-ee15f4432ecc tempest-FloatingIPTestJSON-373071706 tempest-FloatingIPTestJSON-373071706-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1938497'] for port (843960a4-b8cc-41b6-b05f-50adaed02f1b), precommit_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:35.137012 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-8f9d4c78-d13d-43b4-8d96-c6b1d1f6115d admin admin] Publish callbacks [] for port (8d8ebf2e-8dc6-47e2-9a75-17d9acc22b70), precommit_update {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:35.152961 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.plugin [None req-f4dc8fc4-a023-4753-8977-ee15f4432ecc tempest-FloatingIPTestJSON-373071706 tempest-FloatingIPTestJSON-373071706-project] Calling delete_port for 843960a4-b8cc-41b6-b05f-50adaed02f1b owned by network:router_interface {{(pid=116161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 11:01:35.229541 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-32ccdbe8-176f-4a3b-9ba0-4157df4958b2 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742234710357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5051867'] for port (ab74aa4a-d8d2-4ab8-96c2-dd642b76cf7d), after_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:35.254725 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-8f9d4c78-d13d-43b4-8d96-c6b1d1f6115d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5219123'] for port (8d8ebf2e-8dc6-47e2-9a75-17d9acc22b70), after_update {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:35.286811 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-d762b440-ee46-44be-bc54-d4c644d46ece tempest-RoutersIpV6AdminTest-2062886361 tempest-RoutersIpV6AdminTest-2062886361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742235135690', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742234710366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5219112'] for port (693a9eb7-bbd9-4b30-950c-1791b86a7b8e), after_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:35.291892 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-4f7a6fce-1a38-48d6-94f7-0ad3692346a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-440933725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-440933725-project-admin] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 2.1013703 Apr 28 11:01:35.298839 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 50762) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:01:35.305584 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.v2.base [None req-4915fb5e-8c78-4afc-9cf2-15485be62bc7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-440933725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-440933725-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-mast'}} {{(pid=116162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:01:35.318126 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32ccdbe8-176f-4a3b-9ba0-4157df4958b2 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Network 1ec9fbcf-7a57-4aaa-9c30-4e0f43e09480 is already hosted by enough agents. {{(pid=116162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 11:01:35.371959 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-5b301223-53c4-45cb-a4ff-a21e63b6df5a tempest-NetworksIpV6Test-263553383 tempest-NetworksIpV6Test-263553383-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5054027', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4210784'] for subnet (92f35d2f-160b-4f81-a28f-f49002214572), after_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:35.374217 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.scheduler.base_scheduler [None req-32ccdbe8-176f-4a3b-9ba0-4157df4958b2 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Resources bound (agent type, host, resource id): {{(pid=116162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 11:01:35.390212 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32ccdbe8-176f-4a3b-9ba0-4157df4958b2 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Received port after_create {{(pid=116162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 11:01:35.395443 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32ccdbe8-176f-4a3b-9ba0-4157df4958b2 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:01:35.396077 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-32ccdbe8-176f-4a3b-9ba0-4157df4958b2 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198022'] for port (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:35.454440 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ccdbe8-176f-4a3b-9ba0-4157df4958b2 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Pushing event updated for resources: {'Port': ['ID=ab74aa4a-d8d2-4ab8-96c2-dd642b76cf7d,revision_number=1']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:01:35.478798 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-62b67465-9f78-42e1-b965-1b699528cd4b tempest-RoutersAdminTest-1999378242 tempest-RoutersAdminTest-1999378242-project-admin] Publish callbacks [] for router_gateway (2fe9f739-960d-4f89-a7be-64985b41e19e), before_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:35.502586 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b301223-53c4-45cb-a4ff-a21e63b6df5a tempest-NetworksIpV6Test-263553383 tempest-NetworksIpV6Test-263553383-project] Network dd7c9ea9-e15d-4348-8ed2-1a1b6e7889dc is already hosted by enough agents. {{(pid=116162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 11:01:35.531202 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.scheduler.base_scheduler [None req-5b301223-53c4-45cb-a4ff-a21e63b6df5a tempest-NetworksIpV6Test-263553383 tempest-NetworksIpV6Test-263553383-project] Resources bound (agent type, host, resource id): {{(pid=116162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 11:01:35.535185 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b301223-53c4-45cb-a4ff-a21e63b6df5a tempest-NetworksIpV6Test-263553383 tempest-NetworksIpV6Test-263553383-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:01:35.535843 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-5b301223-53c4-45cb-a4ff-a21e63b6df5a tempest-NetworksIpV6Test-263553383 tempest-NetworksIpV6Test-263553383-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603020'] for subnet (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:35.538746 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-62b67465-9f78-42e1-b965-1b699528cd4b tempest-RoutersAdminTest-1999378242 tempest-RoutersAdminTest-1999378242-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (None), before_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:35.549124 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b301223-53c4-45cb-a4ff-a21e63b6df5a tempest-NetworksIpV6Test-263553383 tempest-NetworksIpV6Test-263553383-project] Pushing event updated for resources: {'Subnet': ['ID=92f35d2f-160b-4f81-a28f-f49002214572,revision_number=0']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:01:35.568576 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-32ccdbe8-176f-4a3b-9ba0-4157df4958b2 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.2355936 Apr 28 11:01:35.570313 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 50764) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:01:35.572127 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-4915fb5e-8c78-4afc-9cf2-15485be62bc7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-440933725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-440933725-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (fc4f52b1-69d6-48d6-8479-a60493ea08c3), before_update {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:35.661984 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-5b301223-53c4-45cb-a4ff-a21e63b6df5a tempest-NetworksIpV6Test-263553383 tempest-NetworksIpV6Test-263553383-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.6781793 Apr 28 11:01:35.666524 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 50766) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:01:35.743997 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16b41a39-7a66-4dc4-9499-1ff24af33b17 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:01:35.749490 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16b41a39-7a66-4dc4-9499-1ff24af33b17 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:01:35.754006 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-16b41a39-7a66-4dc4-9499-1ff24af33b17 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.1795774 Apr 28 11:01:35.759606 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 50768) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:01:35.776544 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-8f9d4c78-d13d-43b4-8d96-c6b1d1f6115d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1603056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2063387'] for router_interface (c0106278-6e57-47c1-8c24-f3800ff88c3c), after_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:35.787931 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.plugin [None req-e23f21f1-27b6-4466-b904-14c833ce441c tempest-FloatingIPNegativeTestJSON-1520521010 tempest-FloatingIPNegativeTestJSON-1520521010-project] Deleting port f3813666-e36c-4131-ade1-7752b4244762 {{(pid=116161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 11:01:35.788191 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-e23f21f1-27b6-4466-b904-14c833ce441c tempest-FloatingIPNegativeTestJSON-1520521010 tempest-FloatingIPNegativeTestJSON-1520521010-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742235130188'] for port (f3813666-e36c-4131-ade1-7752b4244762), before_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:35.800654 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Device fdb80575-a100-499d-b289-3b07f9644d9c up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=116163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 11:01:35.817546 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9d4c78-d13d-43b4-8d96-c6b1d1f6115d admin admin] Pushing event updated for resources: {'Port': ['ID=8d8ebf2e-8dc6-47e2-9a75-17d9acc22b70,revision_number=2']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:01:35.855220 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72bb18a8-470e-478d-8a24-328677f73e12 tempest-NetworksIpV6Test-263553383 tempest-NetworksIpV6Test-263553383-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:01:35.857108 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72bb18a8-470e-478d-8a24-328677f73e12 tempest-NetworksIpV6Test-263553383 tempest-NetworksIpV6Test-263553383-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:01:35.858817 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72bb18a8-470e-478d-8a24-328677f73e12 tempest-NetworksIpV6Test-263553383 tempest-NetworksIpV6Test-263553383-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:01:35.862119 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72bb18a8-470e-478d-8a24-328677f73e12 tempest-NetworksIpV6Test-263553383 tempest-NetworksIpV6Test-263553383-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:01:35.863613 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72bb18a8-470e-478d-8a24-328677f73e12 tempest-NetworksIpV6Test-263553383 tempest-NetworksIpV6Test-263553383-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:01:35.865377 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-72bb18a8-470e-478d-8a24-328677f73e12 tempest-NetworksIpV6Test-263553383 tempest-NetworksIpV6Test-263553383-project] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1977718 Apr 28 11:01:35.874036 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Provisioning complete for port fdb80575-a100-499d-b289-3b07f9644d9c triggered by entity L2. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:01:35.874850 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (fdb80575-a100-499d-b289-3b07f9644d9c), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:35.877390 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 50770) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:01:35.882337 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.v2.base [None req-b879288f-ed4b-4db1-b88e-fc6727b28e88 tempest-NetworksIpV6Test-263553383 tempest-NetworksIpV6Test-263553383-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-889111818'}} {{(pid=116162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:01:35.965572 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.db.db_base_plugin_common [None req-62b67465-9f78-42e1-b965-1b699528cd4b tempest-RoutersAdminTest-1999378242 tempest-RoutersAdminTest-1999378242-project-admin] Allocated IP 172.36.4.178 (7be49d94-bbb8-4a61-bafe-209c5f861e1c/c0f82f52-05ee-40f2-a57c-9d02e01fb9fa/e06e3d64-c494-40ad-ab71-6e2ac857e077) {{(pid=116162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 11:01:35.992264 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d762b440-ee46-44be-bc54-d4c644d46ece tempest-RoutersIpV6AdminTest-2062886361 tempest-RoutersIpV6AdminTest-2062886361-project] Pushing event deleted for resources: {'Port': ['ID=693a9eb7-bbd9-4b30-950c-1791b86a7b8e,revision_number=None']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:01:36.033674 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-2f4efd8b-8939-4049-9968-254bf2e293e9 None None] Provisioning complete for port cb6853a0-3c5e-481d-af83-92ed5a1e0c38 triggered by entity DHCP. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:01:36.034521 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-2f4efd8b-8939-4049-9968-254bf2e293e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (cb6853a0-3c5e-481d-af83-92ed5a1e0c38), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:36.040676 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Current status of the port fdb80575-a100-499d-b289-3b07f9644d9c is: DOWN; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:01:36.041717 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (fdb80575-a100-499d-b289-3b07f9644d9c), before_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:36.091490 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-d762b440-ee46-44be-bc54-d4c644d46ece tempest-RoutersIpV6AdminTest-2062886361 tempest-RoutersIpV6AdminTest-2062886361-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1935354'] for router_gateway (dcfdf9b3-ec1c-442c-bfe3-d37ced497b90), after_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:36.141801 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-e23f21f1-27b6-4466-b904-14c833ce441c tempest-FloatingIPNegativeTestJSON-1520521010 tempest-FloatingIPNegativeTestJSON-1520521010-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1938497'] for port (f3813666-e36c-4131-ade1-7752b4244762), precommit_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:36.159917 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f9d4c78-d13d-43b4-8d96-c6b1d1f6115d admin admin] Network 8876925c-b776-4190-94d6-ff922dbd02cf is already hosted by enough agents. {{(pid=116161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 11:01:36.182103 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] For port fdb80575-a100-499d-b289-3b07f9644d9c, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=fdb80575-a100-499d-b289-3b07f9644d9c,segment=NetworkSegment(1da34216-05d4-46ec-b0f7-381277fce9b3),segment_id=1da34216-05d4-46ec-b0f7-381277fce9b3)] {{(pid=116163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 11:01:36.212201 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.scheduler.base_scheduler [None req-8f9d4c78-d13d-43b4-8d96-c6b1d1f6115d admin admin] Resources bound (agent type, host, resource id): {{(pid=116161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 11:01:36.243271 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-2f4efd8b-8939-4049-9968-254bf2e293e9 None None] Current status of the port cb6853a0-3c5e-481d-af83-92ed5a1e0c38 is: DOWN; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:01:36.243670 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-2f4efd8b-8939-4049-9968-254bf2e293e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (cb6853a0-3c5e-481d-af83-92ed5a1e0c38), before_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:36.254986 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-62b67465-9f78-42e1-b965-1b699528cd4b tempest-RoutersAdminTest-1999378242 tempest-RoutersAdminTest-1999378242-project-admin] Publish callbacks [] for port (e06e3d64-c494-40ad-ab71-6e2ac857e077), precommit_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:36.269167 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.plugin [None req-e23f21f1-27b6-4466-b904-14c833ce441c tempest-FloatingIPNegativeTestJSON-1520521010 tempest-FloatingIPNegativeTestJSON-1520521010-project] Calling delete_port for f3813666-e36c-4131-ade1-7752b4244762 owned by network:router_interface {{(pid=116161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 11:01:36.308714 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-2f4efd8b-8939-4049-9968-254bf2e293e9 None None] For port cb6853a0-3c5e-481d-af83-92ed5a1e0c38, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=cb6853a0-3c5e-481d-af83-92ed5a1e0c38,segment=NetworkSegment(ffa4348d-378b-4e93-98fa-ab0dc49ee16c),segment_id=ffa4348d-378b-4e93-98fa-ab0dc49ee16c)] {{(pid=116163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 11:01:36.310942 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393'] for port (fdb80575-a100-499d-b289-3b07f9644d9c), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:36.312562 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Device cb6853a0-3c5e-481d-af83-92ed5a1e0c38 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=116163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 11:01:36.336227 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.notifiers.nova [None req-4915fb5e-8c78-4afc-9cf2-15485be62bc7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-440933725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-440933725-project-admin] device_id is not set on port fc4f52b1-69d6-48d6-8479-a60493ea08c3 yet. {{(pid=116162) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 28 11:01:36.348566 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-4915fb5e-8c78-4afc-9cf2-15485be62bc7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-440933725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-440933725-project-admin] Publish callbacks [] for port (fc4f52b1-69d6-48d6-8479-a60493ea08c3), precommit_update {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:36.356998 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.plugin [None req-9322c6c9-a886-445f-8304-6b719d43ef67 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Deleting port ab74aa4a-d8d2-4ab8-96c2-dd642b76cf7d {{(pid=116162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 11:01:36.357742 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-9322c6c9-a886-445f-8304-6b719d43ef67 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742235130188'] for port (ab74aa4a-d8d2-4ab8-96c2-dd642b76cf7d), before_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:36.362689 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b879288f-ed4b-4db1-b88e-fc6727b28e88 tempest-NetworksIpV6Test-263553383 tempest-NetworksIpV6Test-263553383-project] Made reservation on behalf of 87154dd24b09463c83aab94c3e93cc15 for: {'network': 1} {{(pid=116162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 11:01:36.369757 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-b879288f-ed4b-4db1-b88e-fc6727b28e88 tempest-NetworksIpV6Test-263553383 tempest-NetworksIpV6Test-263553383-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for network (None), before_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:36.400228 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-2f4efd8b-8939-4049-9968-254bf2e293e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393'] for port (cb6853a0-3c5e-481d-af83-92ed5a1e0c38), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:36.421801 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Provisioning complete for port cb6853a0-3c5e-481d-af83-92ed5a1e0c38 triggered by entity L2. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:01:36.422424 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (cb6853a0-3c5e-481d-af83-92ed5a1e0c38), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:36.431764 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-62b67465-9f78-42e1-b965-1b699528cd4b tempest-RoutersAdminTest-1999378242 tempest-RoutersAdminTest-1999378242-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742234710357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5051867'] for port (e06e3d64-c494-40ad-ab71-6e2ac857e077), after_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:36.434389 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-4915fb5e-8c78-4afc-9cf2-15485be62bc7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-440933725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-440933725-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5051840'] for port (fc4f52b1-69d6-48d6-8479-a60493ea08c3), after_update {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:36.474853 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Pushing event updated for resources: {'Port': ['ID=fdb80575-a100-499d-b289-3b07f9644d9c,revision_number=3']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:01:36.537867 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-4f43c26f-9f5e-405d-ae66-6b5ea64bd146 None None] Provisioning complete for port ab74aa4a-d8d2-4ab8-96c2-dd642b76cf7d triggered by entity DHCP. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:01:36.538167 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-4f43c26f-9f5e-405d-ae66-6b5ea64bd146 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (ab74aa4a-d8d2-4ab8-96c2-dd642b76cf7d), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:36.550007 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b67465-9f78-42e1-b965-1b699528cd4b tempest-RoutersAdminTest-1999378242 tempest-RoutersAdminTest-1999378242-project-admin] Pushing event updated for resources: {'Port': ['ID=e06e3d64-c494-40ad-ab71-6e2ac857e077,revision_number=1']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:01:36.604284 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-f4dc8fc4-a023-4753-8977-ee15f4432ecc tempest-FloatingIPTestJSON-373071706 tempest-FloatingIPTestJSON-373071706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742235135690', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742234710366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5219112'] for port (843960a4-b8cc-41b6-b05f-50adaed02f1b), after_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:36.645448 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b879288f-ed4b-4db1-b88e-fc6727b28e88 tempest-NetworksIpV6Test-263553383 tempest-NetworksIpV6Test-263553383-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 65} {{(pid=116162) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 11:01:36.648137 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-d762b440-ee46-44be-bc54-d4c644d46ece tempest-RoutersIpV6AdminTest-2062886361 tempest-RoutersIpV6AdminTest-2062886361-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1935285', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2060837', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-63284'] for router (dcfdf9b3-ec1c-442c-bfe3-d37ced497b90), precommit_update {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:36.661867 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62b67465-9f78-42e1-b965-1b699528cd4b tempest-RoutersAdminTest-1999378242 tempest-RoutersAdminTest-1999378242-project-admin] Network 7be49d94-bbb8-4a61-bafe-209c5f861e1c is already hosted by enough agents. {{(pid=116162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 11:01:36.681152 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4dc8fc4-a023-4753-8977-ee15f4432ecc tempest-FloatingIPTestJSON-373071706 tempest-FloatingIPTestJSON-373071706-project] Pushing event deleted for resources: {'Port': ['ID=843960a4-b8cc-41b6-b05f-50adaed02f1b,revision_number=None']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:01:36.683279 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.scheduler.base_scheduler [None req-62b67465-9f78-42e1-b965-1b699528cd4b tempest-RoutersAdminTest-1999378242 tempest-RoutersAdminTest-1999378242-project-admin] Resources bound (agent type, host, resource id): {{(pid=116162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 11:01:36.683526 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-d762b440-ee46-44be-bc54-d4c644d46ece tempest-RoutersIpV6AdminTest-2062886361 tempest-RoutersIpV6AdminTest-2062886361-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1935326', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1935308', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1935303', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-2060860'] for router (dcfdf9b3-ec1c-442c-bfe3-d37ced497b90), after_update {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:36.690336 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62b67465-9f78-42e1-b965-1b699528cd4b tempest-RoutersAdminTest-1999378242 tempest-RoutersAdminTest-1999378242-project-admin] Received port after_create {{(pid=116162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 11:01:36.719262 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-b879288f-ed4b-4db1-b88e-fc6727b28e88 tempest-NetworksIpV6Test-263553383 tempest-NetworksIpV6Test-263553383-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-961978'] for segment (77ce3edf-2b3e-493d-9736-973f139d919c), precommit_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:36.723391 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.db.segments_db [None req-b879288f-ed4b-4db1-b88e-fc6727b28e88 tempest-NetworksIpV6Test-263553383 tempest-NetworksIpV6Test-263553383-project] Added segment 77ce3edf-2b3e-493d-9736-973f139d919c of type vlan for network ee210483-58aa-45cc-9e7f-31b77a1af582 Apr 28 11:01:36.728545 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9646e16-2201-40aa-944d-29737444d94f None None] Network dd7c9ea9-e15d-4348-8ed2-1a1b6e7889dc requested from dv-neutron-master-2-hyperv {{(pid=116163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 11:01:36.790482 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f4efd8b-8939-4049-9968-254bf2e293e9 None None] Pushing event updated for resources: {'Port': ['ID=cb6853a0-3c5e-481d-af83-92ed5a1e0c38,revision_number=3']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:01:36.792994 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-4f43c26f-9f5e-405d-ae66-6b5ea64bd146 None None] Port ab74aa4a-d8d2-4ab8-96c2-dd642b76cf7d cannot update to ACTIVE because it is not bound. {{(pid=116163) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 28 11:01:36.829000 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Current status of the port cb6853a0-3c5e-481d-af83-92ed5a1e0c38 is: ACTIVE; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:01:36.835089 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4915fb5e-8c78-4afc-9cf2-15485be62bc7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-440933725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-440933725-project-admin] Pushing event updated for resources: {'Port': ['ID=fc4f52b1-69d6-48d6-8479-a60493ea08c3,revision_number=2']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:01:36.842783 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.managers [None req-4915fb5e-8c78-4afc-9cf2-15485be62bc7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-440933725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-440933725-project-admin] Attempting to bind port fc4f52b1-69d6-48d6-8479-a60493ea08c3 on host hv-neutron-mast for vnic_type normal with profile {{(pid=116162) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 28 11:01:36.843313 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.managers [None req-4915fb5e-8c78-4afc-9cf2-15485be62bc7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-440933725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-440933725-project-admin] Attempting to bind port fc4f52b1-69d6-48d6-8479-a60493ea08c3 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '80afc900-8a77-48d3-9b10-9e0535409ff9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'c7241194-1007-47e4-ab68-1d88f9726a65'}] {{(pid=116162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 28 11:01:36.843670 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4915fb5e-8c78-4afc-9cf2-15485be62bc7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-440933725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-440933725-project-admin] Attempting to bind port fc4f52b1-69d6-48d6-8479-a60493ea08c3 on network c7241194-1007-47e4-ab68-1d88f9726a65 {{(pid=116162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 11:01:36.847489 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-9322c6c9-a886-445f-8304-6b719d43ef67 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1938497'] for port (ab74aa4a-d8d2-4ab8-96c2-dd642b76cf7d), precommit_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:36.872786 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-b879288f-ed4b-4db1-b88e-fc6727b28e88 tempest-NetworksIpV6Test-263553383 tempest-NetworksIpV6Test-263553383-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742234744962'] for network (ee210483-58aa-45cc-9e7f-31b77a1af582), precommit_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:36.914333 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4915fb5e-8c78-4afc-9cf2-15485be62bc7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-440933725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-440933725-project-admin] Port fc4f52b1-69d6-48d6-8479-a60493ea08c3 on network c7241194-1007-47e4-ab68-1d88f9726a65 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=116162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 28 11:01:36.914333 dv-neutron-master-2-hyperv neutron-server[116162]: ERROR neutron.plugins.ml2.managers [None req-4915fb5e-8c78-4afc-9cf2-15485be62bc7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-440933725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-440933725-project-admin] Failed to bind port fc4f52b1-69d6-48d6-8479-a60493ea08c3 on host hv-neutron-mast for vnic_type normal using segments [{'id': '80afc900-8a77-48d3-9b10-9e0535409ff9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'c7241194-1007-47e4-ab68-1d88f9726a65'}] Apr 28 11:01:36.916548 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.plugin [None req-9322c6c9-a886-445f-8304-6b719d43ef67 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Calling delete_port for ab74aa4a-d8d2-4ab8-96c2-dd642b76cf7d owned by {{(pid=116162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 11:01:36.921649 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.plugins.ml2.plugin [None req-4915fb5e-8c78-4afc-9cf2-15485be62bc7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-440933725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-440933725-project-admin] Attempt 2 to bind port fc4f52b1-69d6-48d6-8479-a60493ea08c3 Apr 28 11:01:36.923008 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-3b3abf63-92ec-4520-a284-5757d4c0c014 None None] Provisioning complete for port fdb80575-a100-499d-b289-3b07f9644d9c triggered by entity DHCP. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:01:36.923635 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-3b3abf63-92ec-4520-a284-5757d4c0c014 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (fdb80575-a100-499d-b289-3b07f9644d9c), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:36.940286 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f9d4c78-d13d-43b4-8d96-c6b1d1f6115d admin admin] Router c0106278-6e57-47c1-8c24-f3800ff88c3c has already been hosted by L3 agent 6b492ad6-0876-4d74-b20d-28143a52ceba {{(pid=116161) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 11:01:36.973748 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d762b440-ee46-44be-bc54-d4c644d46ece tempest-RoutersIpV6AdminTest-2062886361 tempest-RoutersIpV6AdminTest-2062886361-project] Router dcfdf9b3-ec1c-442c-bfe3-d37ced497b90 has already been hosted by L3 agent 6b492ad6-0876-4d74-b20d-28143a52ceba {{(pid=116161) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 11:01:36.978814 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.managers [None req-4915fb5e-8c78-4afc-9cf2-15485be62bc7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-440933725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-440933725-project-admin] Attempting to bind port fc4f52b1-69d6-48d6-8479-a60493ea08c3 on host hv-neutron-mast for vnic_type normal with profile {{(pid=116162) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 28 11:01:36.979419 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.managers [None req-4915fb5e-8c78-4afc-9cf2-15485be62bc7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-440933725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-440933725-project-admin] Attempting to bind port fc4f52b1-69d6-48d6-8479-a60493ea08c3 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '80afc900-8a77-48d3-9b10-9e0535409ff9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'c7241194-1007-47e4-ab68-1d88f9726a65'}] {{(pid=116162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 28 11:01:36.979768 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4915fb5e-8c78-4afc-9cf2-15485be62bc7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-440933725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-440933725-project-admin] Attempting to bind port fc4f52b1-69d6-48d6-8479-a60493ea08c3 on network c7241194-1007-47e4-ab68-1d88f9726a65 {{(pid=116162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 11:01:36.990827 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4915fb5e-8c78-4afc-9cf2-15485be62bc7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-440933725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-440933725-project-admin] Port fc4f52b1-69d6-48d6-8479-a60493ea08c3 on network c7241194-1007-47e4-ab68-1d88f9726a65 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=116162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 28 11:01:36.991170 dv-neutron-master-2-hyperv neutron-server[116162]: ERROR neutron.plugins.ml2.managers [None req-4915fb5e-8c78-4afc-9cf2-15485be62bc7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-440933725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-440933725-project-admin] Failed to bind port fc4f52b1-69d6-48d6-8479-a60493ea08c3 on host hv-neutron-mast for vnic_type normal using segments [{'id': '80afc900-8a77-48d3-9b10-9e0535409ff9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'c7241194-1007-47e4-ab68-1d88f9726a65'}] Apr 28 11:01:37.021221 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-4f57e419-c2ca-4611-8a4d-d212e45dfbab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (75ba81b7-fe99-4281-90d2-a5adb445ecea), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:37.025397 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.plugins.ml2.plugin [None req-4915fb5e-8c78-4afc-9cf2-15485be62bc7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-440933725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-440933725-project-admin] Attempt 3 to bind port fc4f52b1-69d6-48d6-8479-a60493ea08c3 Apr 28 11:01:37.054040 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.managers [None req-4915fb5e-8c78-4afc-9cf2-15485be62bc7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-440933725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-440933725-project-admin] Attempting to bind port fc4f52b1-69d6-48d6-8479-a60493ea08c3 on host hv-neutron-mast for vnic_type normal with profile {{(pid=116162) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 28 11:01:37.054328 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.managers [None req-4915fb5e-8c78-4afc-9cf2-15485be62bc7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-440933725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-440933725-project-admin] Attempting to bind port fc4f52b1-69d6-48d6-8479-a60493ea08c3 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '80afc900-8a77-48d3-9b10-9e0535409ff9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'c7241194-1007-47e4-ab68-1d88f9726a65'}] {{(pid=116162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 28 11:01:37.054669 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4915fb5e-8c78-4afc-9cf2-15485be62bc7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-440933725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-440933725-project-admin] Attempting to bind port fc4f52b1-69d6-48d6-8479-a60493ea08c3 on network c7241194-1007-47e4-ab68-1d88f9726a65 {{(pid=116162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 11:01:37.073568 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4915fb5e-8c78-4afc-9cf2-15485be62bc7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-440933725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-440933725-project-admin] Port fc4f52b1-69d6-48d6-8479-a60493ea08c3 on network c7241194-1007-47e4-ab68-1d88f9726a65 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=116162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 28 11:01:37.073568 dv-neutron-master-2-hyperv neutron-server[116162]: ERROR neutron.plugins.ml2.managers [None req-4915fb5e-8c78-4afc-9cf2-15485be62bc7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-440933725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-440933725-project-admin] Failed to bind port fc4f52b1-69d6-48d6-8479-a60493ea08c3 on host hv-neutron-mast for vnic_type normal using segments [{'id': '80afc900-8a77-48d3-9b10-9e0535409ff9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'c7241194-1007-47e4-ab68-1d88f9726a65'}] Apr 28 11:01:37.073568 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.plugins.ml2.plugin [None req-4915fb5e-8c78-4afc-9cf2-15485be62bc7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-440933725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-440933725-project-admin] Attempt 4 to bind port fc4f52b1-69d6-48d6-8479-a60493ea08c3 Apr 28 11:01:37.082345 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-3b3abf63-92ec-4520-a284-5757d4c0c014 None None] Current status of the port fdb80575-a100-499d-b289-3b07f9644d9c is: ACTIVE; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:01:37.098796 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.managers [None req-4915fb5e-8c78-4afc-9cf2-15485be62bc7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-440933725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-440933725-project-admin] Attempting to bind port fc4f52b1-69d6-48d6-8479-a60493ea08c3 on host hv-neutron-mast for vnic_type normal with profile {{(pid=116162) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 28 11:01:37.098796 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.managers [None req-4915fb5e-8c78-4afc-9cf2-15485be62bc7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-440933725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-440933725-project-admin] Attempting to bind port fc4f52b1-69d6-48d6-8479-a60493ea08c3 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '80afc900-8a77-48d3-9b10-9e0535409ff9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'c7241194-1007-47e4-ab68-1d88f9726a65'}] {{(pid=116162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 28 11:01:37.098796 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4915fb5e-8c78-4afc-9cf2-15485be62bc7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-440933725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-440933725-project-admin] Attempting to bind port fc4f52b1-69d6-48d6-8479-a60493ea08c3 on network c7241194-1007-47e4-ab68-1d88f9726a65 {{(pid=116162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 11:01:37.103270 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4915fb5e-8c78-4afc-9cf2-15485be62bc7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-440933725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-440933725-project-admin] Port fc4f52b1-69d6-48d6-8479-a60493ea08c3 on network c7241194-1007-47e4-ab68-1d88f9726a65 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=116162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 28 11:01:37.103615 dv-neutron-master-2-hyperv neutron-server[116162]: ERROR neutron.plugins.ml2.managers [None req-4915fb5e-8c78-4afc-9cf2-15485be62bc7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-440933725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-440933725-project-admin] Failed to bind port fc4f52b1-69d6-48d6-8479-a60493ea08c3 on host hv-neutron-mast for vnic_type normal using segments [{'id': '80afc900-8a77-48d3-9b10-9e0535409ff9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'c7241194-1007-47e4-ab68-1d88f9726a65'}] Apr 28 11:01:37.104420 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-b879288f-ed4b-4db1-b88e-fc6727b28e88 tempest-NetworksIpV6Test-263553383 tempest-NetworksIpV6Test-263553383-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042'] for network (ee210483-58aa-45cc-9e7f-31b77a1af582), after_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:37.106550 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a1411e8-a724-4ada-a923-99c371a305cf None None] Update dhcp port {'port': {'network_id': 'dd7c9ea9-e15d-4348-8ed2-1a1b6e7889dc', 'fixed_ips': [{'subnet_id': 'c30e35c1-78d3-4585-a323-74079ad60bfa', 'ip_address': '2001:db8::2'}, {'subnet_id': '92f35d2f-160b-4f81-a28f-f49002214572'}], 'binding:host_id': 'dv-neutron-master-2-hyperv'}, 'id': 'fdb80575-a100-499d-b289-3b07f9644d9c'} from dv-neutron-master-2-hyperv. {{(pid=116163) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Apr 28 11:01:37.108368 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-3b3abf63-92ec-4520-a284-5757d4c0c014 None None] Provisioning complete for port 8d8ebf2e-8dc6-47e2-9a75-17d9acc22b70 triggered by entity DHCP. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:01:37.108745 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-3b3abf63-92ec-4520-a284-5757d4c0c014 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (8d8ebf2e-8dc6-47e2-9a75-17d9acc22b70), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:37.109408 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b879288f-ed4b-4db1-b88e-fc6727b28e88 tempest-NetworksIpV6Test-263553383 tempest-NetworksIpV6Test-263553383-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:01:37.110310 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-b879288f-ed4b-4db1-b88e-fc6727b28e88 tempest-NetworksIpV6Test-263553383 tempest-NetworksIpV6Test-263553383-project] Publish callbacks [] for network (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:37.117441 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.plugins.ml2.plugin [None req-4915fb5e-8c78-4afc-9cf2-15485be62bc7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-440933725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-440933725-project-admin] Attempt 5 to bind port fc4f52b1-69d6-48d6-8479-a60493ea08c3 Apr 28 11:01:37.180455 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-3b3abf63-92ec-4520-a284-5757d4c0c014 None None] Port 8d8ebf2e-8dc6-47e2-9a75-17d9acc22b70 cannot update to ACTIVE because it is not bound. {{(pid=116163) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 28 11:01:37.182816 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-9a1411e8-a724-4ada-a923-99c371a305cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (fdb80575-a100-499d-b289-3b07f9644d9c), before_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:37.192218 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.managers [None req-4915fb5e-8c78-4afc-9cf2-15485be62bc7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-440933725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-440933725-project-admin] Attempting to bind port fc4f52b1-69d6-48d6-8479-a60493ea08c3 on host hv-neutron-mast for vnic_type normal with profile {{(pid=116162) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 28 11:01:37.192218 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.managers [None req-4915fb5e-8c78-4afc-9cf2-15485be62bc7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-440933725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-440933725-project-admin] Attempting to bind port fc4f52b1-69d6-48d6-8479-a60493ea08c3 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '80afc900-8a77-48d3-9b10-9e0535409ff9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'c7241194-1007-47e4-ab68-1d88f9726a65'}] {{(pid=116162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 28 11:01:37.192534 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4915fb5e-8c78-4afc-9cf2-15485be62bc7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-440933725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-440933725-project-admin] Attempting to bind port fc4f52b1-69d6-48d6-8479-a60493ea08c3 on network c7241194-1007-47e4-ab68-1d88f9726a65 {{(pid=116162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 11:01:37.236574 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-b879288f-ed4b-4db1-b88e-fc6727b28e88 tempest-NetworksIpV6Test-263553383 tempest-NetworksIpV6Test-263553383-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.3555717 Apr 28 11:01:37.237838 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 50772) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:01:37.239310 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4915fb5e-8c78-4afc-9cf2-15485be62bc7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-440933725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-440933725-project-admin] Port fc4f52b1-69d6-48d6-8479-a60493ea08c3 on network c7241194-1007-47e4-ab68-1d88f9726a65 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=116162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 28 11:01:37.239310 dv-neutron-master-2-hyperv neutron-server[116162]: ERROR neutron.plugins.ml2.managers [None req-4915fb5e-8c78-4afc-9cf2-15485be62bc7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-440933725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-440933725-project-admin] Failed to bind port fc4f52b1-69d6-48d6-8479-a60493ea08c3 on host hv-neutron-mast for vnic_type normal using segments [{'id': '80afc900-8a77-48d3-9b10-9e0535409ff9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'c7241194-1007-47e4-ab68-1d88f9726a65'}] Apr 28 11:01:37.239515 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b879288f-ed4b-4db1-b88e-fc6727b28e88 tempest-NetworksIpV6Test-263553383 tempest-NetworksIpV6Test-263553383-project] Pushing event updated for resources: {'Network': ['ID=ee210483-58aa-45cc-9e7f-31b77a1af582,revision_number=1']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:01:37.245985 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.v2.base [None req-b9083594-402a-4d81-9461-0b004ad99afd tempest-NetworksIpV6Test-263553383 tempest-NetworksIpV6Test-263553383-project] Request body: {'network': {'name': 'New_network'}} {{(pid=116162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:01:37.253866 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.plugins.ml2.plugin [None req-4915fb5e-8c78-4afc-9cf2-15485be62bc7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-440933725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-440933725-project-admin] Attempt 6 to bind port fc4f52b1-69d6-48d6-8479-a60493ea08c3 Apr 28 11:01:37.288634 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Network ee210483-58aa-45cc-9e7f-31b77a1af582 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=116163) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 28 11:01:37.294793 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d762b440-ee46-44be-bc54-d4c644d46ece tempest-RoutersIpV6AdminTest-2062886361 tempest-RoutersIpV6AdminTest-2062886361-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=116161) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 11:01:37.306269 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-d762b440-ee46-44be-bc54-d4c644d46ece tempest-RoutersIpV6AdminTest-2062886361 tempest-RoutersIpV6AdminTest-2062886361-project] Publish callbacks [] for router (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:37.309516 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-d762b440-ee46-44be-bc54-d4c644d46ece tempest-RoutersIpV6AdminTest-2062886361 tempest-RoutersIpV6AdminTest-2062886361-project] 10.222.0.10 "PUT /v2.0/routers/dcfdf9b3-ec1c-442c-bfe3-d37ced497b90 HTTP/1.1" status: 200 len: 710 time: 5.0277338 Apr 28 11:01:37.309516 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-f4dc8fc4-a023-4753-8977-ee15f4432ecc tempest-FloatingIPTestJSON-373071706 tempest-FloatingIPTestJSON-373071706-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1603051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2063504'] for router_interface (95215caa-c306-4f42-88fe-7b8468f0ea15), after_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:37.318305 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 50774) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:01:37.334444 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9588876-3fe6-4bf3-97a7-1dcd60f452dd None None] Sync routers for ids ['dcfdf9b3-ec1c-442c-bfe3-d37ced497b90'] in dv-neutron-master-2-hyperv {{(pid=116164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 11:01:37.343761 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.managers [None req-4915fb5e-8c78-4afc-9cf2-15485be62bc7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-440933725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-440933725-project-admin] Attempting to bind port fc4f52b1-69d6-48d6-8479-a60493ea08c3 on host hv-neutron-mast for vnic_type normal with profile {{(pid=116162) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 28 11:01:37.344377 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.managers [None req-4915fb5e-8c78-4afc-9cf2-15485be62bc7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-440933725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-440933725-project-admin] Attempting to bind port fc4f52b1-69d6-48d6-8479-a60493ea08c3 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '80afc900-8a77-48d3-9b10-9e0535409ff9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'c7241194-1007-47e4-ab68-1d88f9726a65'}] {{(pid=116162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 28 11:01:37.344657 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4915fb5e-8c78-4afc-9cf2-15485be62bc7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-440933725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-440933725-project-admin] Attempting to bind port fc4f52b1-69d6-48d6-8479-a60493ea08c3 on network c7241194-1007-47e4-ab68-1d88f9726a65 {{(pid=116162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 11:01:37.363999 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9588876-3fe6-4bf3-97a7-1dcd60f452dd None None] Routers {'dcfdf9b3-ec1c-442c-bfe3-d37ced497b90'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=116164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 11:01:37.364608 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_hamode_db [None req-f9588876-3fe6-4bf3-97a7-1dcd60f452dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-28T10:50:39Z,description=,heartbeat_timestamp=2022-04-28T11:01:09Z,host='dv-neutron-master-2-hyperv',id=6b492ad6-0876-4d74-b20d-28143a52ceba,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T10:50:40Z,topic='l3_agent')) {'router_ids': ['dcfdf9b3-ec1c-442c-bfe3-d37ced497b90'], 'active': True} {{(pid=116164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:01:37.373222 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4915fb5e-8c78-4afc-9cf2-15485be62bc7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-440933725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-440933725-project-admin] Port fc4f52b1-69d6-48d6-8479-a60493ea08c3 on network c7241194-1007-47e4-ab68-1d88f9726a65 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=116162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 28 11:01:37.373681 dv-neutron-master-2-hyperv neutron-server[116162]: ERROR neutron.plugins.ml2.managers [None req-4915fb5e-8c78-4afc-9cf2-15485be62bc7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-440933725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-440933725-project-admin] Failed to bind port fc4f52b1-69d6-48d6-8479-a60493ea08c3 on host hv-neutron-mast for vnic_type normal using segments [{'id': '80afc900-8a77-48d3-9b10-9e0535409ff9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'c7241194-1007-47e4-ab68-1d88f9726a65'}] Apr 28 11:01:37.373805 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f9d4c78-d13d-43b4-8d96-c6b1d1f6115d admin admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=116161) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 11:01:37.386021 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.plugins.ml2.plugin [None req-4915fb5e-8c78-4afc-9cf2-15485be62bc7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-440933725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-440933725-project-admin] Attempt 7 to bind port fc4f52b1-69d6-48d6-8479-a60493ea08c3 Apr 28 11:01:37.389561 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eab96977-400e-47ac-b672-b1f054fb5bf1 None None] Sync routers for ids ['c0106278-6e57-47c1-8c24-f3800ff88c3c'] in dv-neutron-master-2-hyperv {{(pid=116163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 11:01:37.406698 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_hamode_db [None req-f9588876-3fe6-4bf3-97a7-1dcd60f452dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=116164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:01:37.415612 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-8f9d4c78-d13d-43b4-8d96-c6b1d1f6115d admin admin] 10.222.0.10 "PUT /v2.0/routers/c0106278-6e57-47c1-8c24-f3800ff88c3c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7065768 Apr 28 11:01:37.417728 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9588876-3fe6-4bf3-97a7-1dcd60f452dd None None] Routers {'dcfdf9b3-ec1c-442c-bfe3-d37ced497b90'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=116164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 11:01:37.418558 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_hamode_db [None req-f9588876-3fe6-4bf3-97a7-1dcd60f452dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-28T10:50:39Z,description=,heartbeat_timestamp=2022-04-28T11:01:09Z,host='dv-neutron-master-2-hyperv',id=6b492ad6-0876-4d74-b20d-28143a52ceba,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T10:50:40Z,topic='l3_agent')) {'router_ids': ['dcfdf9b3-ec1c-442c-bfe3-d37ced497b90'], 'active': True} {{(pid=116164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:01:37.423956 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.managers [None req-4915fb5e-8c78-4afc-9cf2-15485be62bc7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-440933725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-440933725-project-admin] Attempting to bind port fc4f52b1-69d6-48d6-8479-a60493ea08c3 on host hv-neutron-mast for vnic_type normal with profile {{(pid=116162) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 28 11:01:37.441738 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.managers [None req-4915fb5e-8c78-4afc-9cf2-15485be62bc7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-440933725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-440933725-project-admin] Attempting to bind port fc4f52b1-69d6-48d6-8479-a60493ea08c3 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '80afc900-8a77-48d3-9b10-9e0535409ff9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'c7241194-1007-47e4-ab68-1d88f9726a65'}] {{(pid=116162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 28 11:01:37.443820 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4915fb5e-8c78-4afc-9cf2-15485be62bc7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-440933725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-440933725-project-admin] Attempting to bind port fc4f52b1-69d6-48d6-8479-a60493ea08c3 on network c7241194-1007-47e4-ab68-1d88f9726a65 {{(pid=116162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 11:01:37.446601 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-e23f21f1-27b6-4466-b904-14c833ce441c tempest-FloatingIPNegativeTestJSON-1520521010 tempest-FloatingIPNegativeTestJSON-1520521010-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742235135690', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742234710366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5219112'] for port (f3813666-e36c-4131-ade1-7752b4244762), after_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:37.450962 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eab96977-400e-47ac-b672-b1f054fb5bf1 None None] Routers {'c0106278-6e57-47c1-8c24-f3800ff88c3c'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=116163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 11:01:37.452222 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_hamode_db [None req-eab96977-400e-47ac-b672-b1f054fb5bf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-28T10:50:39Z,description=,heartbeat_timestamp=2022-04-28T11:01:09Z,host='dv-neutron-master-2-hyperv',id=6b492ad6-0876-4d74-b20d-28143a52ceba,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T10:50:40Z,topic='l3_agent')) {'router_ids': ['c0106278-6e57-47c1-8c24-f3800ff88c3c'], 'active': True} {{(pid=116163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:01:37.465559 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_hamode_db [None req-f9588876-3fe6-4bf3-97a7-1dcd60f452dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=116164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:01:37.467482 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9588876-3fe6-4bf3-97a7-1dcd60f452dd None None] The sync data for ids ['dcfdf9b3-ec1c-442c-bfe3-d37ced497b90'] in dv-neutron-master-2-hyperv is: [] {{(pid=116164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 11:01:37.469350 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-baee10f7-69fb-4ebf-8a1a-d6a847536fae tempest-RoutersIpV6AdminTest-911026605 tempest-RoutersIpV6AdminTest-911026605-project-admin] 10.222.0.10 "GET /v2.0/routers/dcfdf9b3-ec1c-442c-bfe3-d37ced497b90 HTTP/1.1" status: 200 len: 745 time: 0.1497645 Apr 28 11:01:37.489969 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 50778) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:01:37.497090 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4915fb5e-8c78-4afc-9cf2-15485be62bc7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-440933725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-440933725-project-admin] Port fc4f52b1-69d6-48d6-8479-a60493ea08c3 on network c7241194-1007-47e4-ab68-1d88f9726a65 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=116162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 28 11:01:37.497436 dv-neutron-master-2-hyperv neutron-server[116162]: ERROR neutron.plugins.ml2.managers [None req-4915fb5e-8c78-4afc-9cf2-15485be62bc7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-440933725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-440933725-project-admin] Failed to bind port fc4f52b1-69d6-48d6-8479-a60493ea08c3 on host hv-neutron-mast for vnic_type normal using segments [{'id': '80afc900-8a77-48d3-9b10-9e0535409ff9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'c7241194-1007-47e4-ab68-1d88f9726a65'}] Apr 28 11:01:37.498198 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-9322c6c9-a886-445f-8304-6b719d43ef67 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742235135690', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742234710366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5051867'] for port (ab74aa4a-d8d2-4ab8-96c2-dd642b76cf7d), after_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:37.502598 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e23f21f1-27b6-4466-b904-14c833ce441c tempest-FloatingIPNegativeTestJSON-1520521010 tempest-FloatingIPNegativeTestJSON-1520521010-project] Pushing event deleted for resources: {'Port': ['ID=f3813666-e36c-4131-ade1-7752b4244762,revision_number=None']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:01:37.522700 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.db_base_plugin_common [None req-9a1411e8-a724-4ada-a923-99c371a305cf None None] Allocated IP 172.20.0.1 (dd7c9ea9-e15d-4348-8ed2-1a1b6e7889dc/92f35d2f-160b-4f81-a28f-f49002214572/fdb80575-a100-499d-b289-3b07f9644d9c) {{(pid=116163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 11:01:37.532848 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.plugins.ml2.plugin [None req-4915fb5e-8c78-4afc-9cf2-15485be62bc7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-440933725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-440933725-project-admin] Attempt 8 to bind port fc4f52b1-69d6-48d6-8479-a60493ea08c3 Apr 28 11:01:37.590826 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.managers [None req-4915fb5e-8c78-4afc-9cf2-15485be62bc7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-440933725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-440933725-project-admin] Attempting to bind port fc4f52b1-69d6-48d6-8479-a60493ea08c3 on host hv-neutron-mast for vnic_type normal with profile {{(pid=116162) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 28 11:01:37.591831 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.managers [None req-4915fb5e-8c78-4afc-9cf2-15485be62bc7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-440933725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-440933725-project-admin] Attempting to bind port fc4f52b1-69d6-48d6-8479-a60493ea08c3 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '80afc900-8a77-48d3-9b10-9e0535409ff9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'c7241194-1007-47e4-ab68-1d88f9726a65'}] {{(pid=116162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 28 11:01:37.592312 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4915fb5e-8c78-4afc-9cf2-15485be62bc7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-440933725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-440933725-project-admin] Attempting to bind port fc4f52b1-69d6-48d6-8479-a60493ea08c3 on network c7241194-1007-47e4-ab68-1d88f9726a65 {{(pid=116162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 11:01:37.692743 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9322c6c9-a886-445f-8304-6b719d43ef67 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Pushing event deleted for resources: {'Port': ['ID=ab74aa4a-d8d2-4ab8-96c2-dd642b76cf7d,revision_number=None']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:01:37.770070 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvr_db [None req-eab96977-400e-47ac-b672-b1f054fb5bf1 None None] Set router c0106278-6e57-47c1-8c24-f3800ff88c3c gateway port host: dv-neutron-master-2-hyperv {{(pid=116163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 11:01:37.810128 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4915fb5e-8c78-4afc-9cf2-15485be62bc7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-440933725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-440933725-project-admin] Port fc4f52b1-69d6-48d6-8479-a60493ea08c3 on network c7241194-1007-47e4-ab68-1d88f9726a65 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=116162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 28 11:01:37.810481 dv-neutron-master-2-hyperv neutron-server[116162]: ERROR neutron.plugins.ml2.managers [None req-4915fb5e-8c78-4afc-9cf2-15485be62bc7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-440933725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-440933725-project-admin] Failed to bind port fc4f52b1-69d6-48d6-8479-a60493ea08c3 on host hv-neutron-mast for vnic_type normal using segments [{'id': '80afc900-8a77-48d3-9b10-9e0535409ff9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'c7241194-1007-47e4-ab68-1d88f9726a65'}] Apr 28 11:01:37.815427 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Device fdb80575-a100-499d-b289-3b07f9644d9c up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=116163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 11:01:37.838572 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.plugins.ml2.plugin [None req-4915fb5e-8c78-4afc-9cf2-15485be62bc7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-440933725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-440933725-project-admin] Attempt 9 to bind port fc4f52b1-69d6-48d6-8479-a60493ea08c3 Apr 28 11:01:37.916668 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-9322c6c9-a886-445f-8304-6b719d43ef67 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198022'] for port (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:37.918827 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-9a1411e8-a724-4ada-a923-99c371a305cf None None] For port fdb80575-a100-499d-b289-3b07f9644d9c, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=fdb80575-a100-499d-b289-3b07f9644d9c,segment=NetworkSegment(1da34216-05d4-46ec-b0f7-381277fce9b3),segment_id=1da34216-05d4-46ec-b0f7-381277fce9b3)] {{(pid=116163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 11:01:37.921995 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-9322c6c9-a886-445f-8304-6b719d43ef67 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] 10.222.0.10 "DELETE /v2.0/ports/ab74aa4a-d8d2-4ab8-96c2-dd642b76cf7d HTTP/1.1" status: 204 len: 168 time: 2.1599338 Apr 28 11:01:37.928604 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 50784) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:01:37.956741 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.managers [None req-4915fb5e-8c78-4afc-9cf2-15485be62bc7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-440933725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-440933725-project-admin] Attempting to bind port fc4f52b1-69d6-48d6-8479-a60493ea08c3 on host hv-neutron-mast for vnic_type normal with profile {{(pid=116162) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 28 11:01:37.962245 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.managers [None req-4915fb5e-8c78-4afc-9cf2-15485be62bc7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-440933725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-440933725-project-admin] Attempting to bind port fc4f52b1-69d6-48d6-8479-a60493ea08c3 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '80afc900-8a77-48d3-9b10-9e0535409ff9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'c7241194-1007-47e4-ab68-1d88f9726a65'}] {{(pid=116162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 28 11:01:37.962245 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4915fb5e-8c78-4afc-9cf2-15485be62bc7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-440933725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-440933725-project-admin] Attempting to bind port fc4f52b1-69d6-48d6-8479-a60493ea08c3 on network c7241194-1007-47e4-ab68-1d88f9726a65 {{(pid=116162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 11:01:37.978507 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4915fb5e-8c78-4afc-9cf2-15485be62bc7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-440933725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-440933725-project-admin] Port fc4f52b1-69d6-48d6-8479-a60493ea08c3 on network c7241194-1007-47e4-ab68-1d88f9726a65 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=116162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 28 11:01:37.980706 dv-neutron-master-2-hyperv neutron-server[116162]: ERROR neutron.plugins.ml2.managers [None req-4915fb5e-8c78-4afc-9cf2-15485be62bc7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-440933725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-440933725-project-admin] Failed to bind port fc4f52b1-69d6-48d6-8479-a60493ea08c3 on host hv-neutron-mast for vnic_type normal using segments [{'id': '80afc900-8a77-48d3-9b10-9e0535409ff9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'c7241194-1007-47e4-ab68-1d88f9726a65'}] Apr 28 11:01:37.983615 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-b9083594-402a-4d81-9461-0b004ad99afd tempest-NetworksIpV6Test-263553383 tempest-NetworksIpV6Test-263553383-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742234744962'] for network (ee210483-58aa-45cc-9e7f-31b77a1af582), precommit_update {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:38.020665 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-9a1411e8-a724-4ada-a923-99c371a305cf None None] Publish callbacks [] for port (fdb80575-a100-499d-b289-3b07f9644d9c), precommit_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:38.025315 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Provisioning complete for port fdb80575-a100-499d-b289-3b07f9644d9c triggered by entity L2. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:01:38.025845 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (fdb80575-a100-499d-b289-3b07f9644d9c), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:38.028668 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.plugins.ml2.plugin [None req-4915fb5e-8c78-4afc-9cf2-15485be62bc7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-440933725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-440933725-project-admin] Attempt 10 to bind port fc4f52b1-69d6-48d6-8479-a60493ea08c3 Apr 28 11:01:38.054347 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.managers [None req-4915fb5e-8c78-4afc-9cf2-15485be62bc7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-440933725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-440933725-project-admin] Attempting to bind port fc4f52b1-69d6-48d6-8479-a60493ea08c3 on host hv-neutron-mast for vnic_type normal with profile {{(pid=116162) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 28 11:01:38.054712 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.managers [None req-4915fb5e-8c78-4afc-9cf2-15485be62bc7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-440933725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-440933725-project-admin] Attempting to bind port fc4f52b1-69d6-48d6-8479-a60493ea08c3 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '80afc900-8a77-48d3-9b10-9e0535409ff9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'c7241194-1007-47e4-ab68-1d88f9726a65'}] {{(pid=116162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 28 11:01:38.055186 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4915fb5e-8c78-4afc-9cf2-15485be62bc7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-440933725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-440933725-project-admin] Attempting to bind port fc4f52b1-69d6-48d6-8479-a60493ea08c3 on network c7241194-1007-47e4-ab68-1d88f9726a65 {{(pid=116162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 11:01:38.057302 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-0c3c7b74-55cc-4796-bf9b-1537f5c84b2e tempest-RoutersIpV6AdminTest-911026605 tempest-RoutersIpV6AdminTest-911026605-project-admin] 10.222.0.10 "GET /v2.0/ports?network_id=7be49d94-bbb8-4a61-bafe-209c5f861e1c&device_id=dcfdf9b3-ec1c-442c-bfe3-d37ced497b90 HTTP/1.1" status: 200 len: 205 time: 0.5658062 Apr 28 11:01:38.078925 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 50786) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:01:38.079573 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4915fb5e-8c78-4afc-9cf2-15485be62bc7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-440933725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-440933725-project-admin] Port fc4f52b1-69d6-48d6-8479-a60493ea08c3 on network c7241194-1007-47e4-ab68-1d88f9726a65 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=116162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 28 11:01:38.079910 dv-neutron-master-2-hyperv neutron-server[116162]: ERROR neutron.plugins.ml2.managers [None req-4915fb5e-8c78-4afc-9cf2-15485be62bc7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-440933725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-440933725-project-admin] Failed to bind port fc4f52b1-69d6-48d6-8479-a60493ea08c3 on host hv-neutron-mast for vnic_type normal using segments [{'id': '80afc900-8a77-48d3-9b10-9e0535409ff9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'c7241194-1007-47e4-ab68-1d88f9726a65'}] Apr 28 11:01:38.080370 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-4915fb5e-8c78-4afc-9cf2-15485be62bc7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-440933725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-440933725-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (fc4f52b1-69d6-48d6-8479-a60493ea08c3), before_update {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:38.099079 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-9a1411e8-a724-4ada-a923-99c371a305cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393'] for port (fdb80575-a100-499d-b289-3b07f9644d9c), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:38.175478 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 50788) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:01:38.177667 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-62b67465-9f78-42e1-b965-1b699528cd4b tempest-RoutersAdminTest-1999378242 tempest-RoutersAdminTest-1999378242-project-admin] Publish callbacks [] for router_gateway (2fe9f739-960d-4f89-a7be-64985b41e19e), after_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:38.181538 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.v2.base [None req-1fcfd422-5365-42c7-b310-da24eb4387e5 tempest-ServerActionsTestJSON-1498610228 tempest-ServerActionsTestJSON-1498610228-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1944074784', 'description': 'tempest-description--1744137989'}} {{(pid=116161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:01:38.241334 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-b9083594-402a-4d81-9461-0b004ad99afd tempest-NetworksIpV6Test-263553383 tempest-NetworksIpV6Test-263553383-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042'] for network (ee210483-58aa-45cc-9e7f-31b77a1af582), after_update {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:38.241769 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-e23f21f1-27b6-4466-b904-14c833ce441c tempest-FloatingIPNegativeTestJSON-1520521010 tempest-FloatingIPNegativeTestJSON-1520521010-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1603051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2063504'] for router_interface (d3522aaf-3b0f-46d7-b080-b15092aa3ef3), after_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:38.252315 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-cc5c3625-91fd-4f10-9b86-ed3f53049096 tempest-RoutersIpV6AdminTest-2062886361 tempest-RoutersIpV6AdminTest-2062886361-project] 10.222.0.10 "GET /v2.0/ports?device_id=dcfdf9b3-ec1c-442c-bfe3-d37ced497b90 HTTP/1.1" status: 200 len: 205 time: 0.1350684 Apr 28 11:01:38.255258 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 50790) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:01:38.265277 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1411e8-a724-4ada-a923-99c371a305cf None None] Pushing event updated for resources: {'Port': ['ID=fdb80575-a100-499d-b289-3b07f9644d9c,revision_number=4']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:01:38.308845 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.db [None req-4915fb5e-8c78-4afc-9cf2-15485be62bc7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-440933725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-440933725-project-admin] For port fc4f52b1-69d6-48d6-8479-a60493ea08c3, host hv-neutron-mast, cleared binding levels {{(pid=116162) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 11:01:38.309222 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.db [None req-4915fb5e-8c78-4afc-9cf2-15485be62bc7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-440933725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-440933725-project-admin] Attempted to set empty binding levels {{(pid=116162) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Apr 28 11:01:38.321239 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_hamode_db [None req-eab96977-400e-47ac-b672-b1f054fb5bf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0106278-6e57-47c1-8c24-f3800ff88c3c', 'name': 'tempest-ServerActionsTestJSON-950764993-router', 'tenant_id': 'e9b5b362688444d0864b3692ffb5d0ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'external_fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.183'}], 'enable_snat': True}, 'gw_port_id': 'ac7d1b2f-7c4b-4167-ba80-fbbae590051d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T11:01:22Z', 'updated_at': '2022-04-28T11:01:33Z', 'revision_number': 4, 'project_id': 'e9b5b362688444d0864b3692ffb5d0ef', 'gw_port': {'id': 'ac7d1b2f-7c4b-4167-ba80-fbbae590051d', 'name': '', 'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:bd:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0106278-6e57-47c1-8c24-f3800ff88c3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:01:24Z', 'updated_at': '2022-04-28T11:01:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '8d8ebf2e-8dc6-47e2-9a75-17d9acc22b70', 'name': '', 'network_id': '8876925c-b776-4190-94d6-ff922dbd02cf', 'tenant_id': 'e9b5b362688444d0864b3692ffb5d0ef', 'mac_address': 'fa:16:3e:c7:99:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0106278-6e57-47c1-8c24-f3800ff88c3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': '9f0dbbd1-58ad-4048-bae6-5e3ef831a6c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:01:31Z', 'updated_at': '2022-04-28T11:01:34Z', 'revision_number': 2, 'project_id': 'e9b5b362688444d0864b3692ffb5d0ef', 'subnets': [{'id': '9f0dbbd1-58ad-4048-bae6-5e3ef831a6c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=116163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:01:38.329124 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-b9083594-402a-4d81-9461-0b004ad99afd tempest-NetworksIpV6Test-263553383 tempest-NetworksIpV6Test-263553383-project] Network ee210483-58aa-45cc-9e7f-31b77a1af582 is not hosted by any dhcp agent {{(pid=116162) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Apr 28 11:01:38.334192 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9083594-402a-4d81-9461-0b004ad99afd tempest-NetworksIpV6Test-263553383 tempest-NetworksIpV6Test-263553383-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:01:38.335608 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-b9083594-402a-4d81-9461-0b004ad99afd tempest-NetworksIpV6Test-263553383 tempest-NetworksIpV6Test-263553383-project] Publish callbacks [] for network (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:38.339081 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-b9083594-402a-4d81-9461-0b004ad99afd tempest-NetworksIpV6Test-263553383 tempest-NetworksIpV6Test-263553383-project] 10.222.0.10 "PUT /v2.0/networks/ee210483-58aa-45cc-9e7f-31b77a1af582 HTTP/1.1" status: 200 len: 723 time: 1.0944278 Apr 28 11:01:38.339227 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-1fcfd422-5365-42c7-b310-da24eb4387e5 tempest-ServerActionsTestJSON-1498610228 tempest-ServerActionsTestJSON-1498610228-project] Publish callbacks [] for security_group (None), before_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:38.339440 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cff72fb8-bc16-4e7b-a799-65ffb41d8774 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:01:38.340940 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cff72fb8-bc16-4e7b-a799-65ffb41d8774 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:01:38.345517 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-cff72fb8-bc16-4e7b-a799-65ffb41d8774 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.4082675 Apr 28 11:01:38.348943 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 50792) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:01:38.351604 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 50794) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:01:38.355506 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eab96977-400e-47ac-b672-b1f054fb5bf1 None None] Checking router: c0106278-6e57-47c1-8c24-f3800ff88c3c for host: dv-neutron-master-2-hyperv {{(pid=116163) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 11:01:38.355861 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eab96977-400e-47ac-b672-b1f054fb5bf1 None None] Updating router c0106278-6e57-47c1-8c24-f3800ff88c3c port 8d8ebf2e-8dc6-47e2-9a75-17d9acc22b70 binding host dv-neutron-master-2-hyperv {{(pid=116163) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 28 11:01:38.384011 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Current status of the port fdb80575-a100-499d-b289-3b07f9644d9c is: ACTIVE; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:01:38.385230 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Device cb6853a0-3c5e-481d-af83-92ed5a1e0c38 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=116163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 11:01:38.393691 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.v2.base [None req-c9816d7c-260f-4bd3-a0db-70e1db026c6f tempest-NetworksIpV6Test-263553383 tempest-NetworksIpV6Test-263553383-project] Request body: {'subnet': {'network_id': 'ee210483-58aa-45cc-9e7f-31b77a1af582', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=116162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:01:38.419644 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-eab96977-400e-47ac-b672-b1f054fb5bf1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (8d8ebf2e-8dc6-47e2-9a75-17d9acc22b70), before_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:38.487585 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Provisioning complete for port cb6853a0-3c5e-481d-af83-92ed5a1e0c38 triggered by entity L2. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:01:38.487953 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (cb6853a0-3c5e-481d-af83-92ed5a1e0c38), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:38.568093 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4dc8fc4-a023-4753-8977-ee15f4432ecc tempest-FloatingIPTestJSON-373071706 tempest-FloatingIPTestJSON-373071706-project] Router 95215caa-c306-4f42-88fe-7b8468f0ea15 has already been hosted by L3 agent 6b492ad6-0876-4d74-b20d-28143a52ceba {{(pid=116161) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 11:01:38.590083 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e23f21f1-27b6-4466-b904-14c833ce441c tempest-FloatingIPNegativeTestJSON-1520521010 tempest-FloatingIPNegativeTestJSON-1520521010-project] Router d3522aaf-3b0f-46d7-b080-b15092aa3ef3 has already been hosted by L3 agent 6b492ad6-0876-4d74-b20d-28143a52ceba {{(pid=116161) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 11:01:38.633762 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-1fcfd422-5365-42c7-b310-da24eb4387e5 tempest-ServerActionsTestJSON-1498610228 tempest-ServerActionsTestJSON-1498610228-project] Publish callbacks [] for security_group (0f246414-c46b-4ee7-b196-c819605d877f), precommit_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:38.701550 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Current status of the port cb6853a0-3c5e-481d-af83-92ed5a1e0c38 is: ACTIVE; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:01:38.745925 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-1fcfd422-5365-42c7-b310-da24eb4387e5 tempest-ServerActionsTestJSON-1498610228 tempest-ServerActionsTestJSON-1498610228-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924426'] for security_group (0f246414-c46b-4ee7-b196-c819605d877f), after_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:38.785318 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-4915fb5e-8c78-4afc-9cf2-15485be62bc7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-440933725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-440933725-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5051840'] for port (fc4f52b1-69d6-48d6-8479-a60493ea08c3), after_update {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:38.835300 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e23f21f1-27b6-4466-b904-14c833ce441c tempest-FloatingIPNegativeTestJSON-1520521010 tempest-FloatingIPNegativeTestJSON-1520521010-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=116161) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 11:01:38.847866 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-e23f21f1-27b6-4466-b904-14c833ce441c tempest-FloatingIPNegativeTestJSON-1520521010 tempest-FloatingIPNegativeTestJSON-1520521010-project] 10.222.0.10 "PUT /v2.0/routers/d3522aaf-3b0f-46d7-b080-b15092aa3ef3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2792733 Apr 28 11:01:38.850788 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e414ce4e-266c-44cb-be9e-a297bb0e7e57 None None] Sync routers for ids ['d3522aaf-3b0f-46d7-b080-b15092aa3ef3'] in dv-neutron-master-2-hyperv {{(pid=116164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 11:01:38.866742 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e414ce4e-266c-44cb-be9e-a297bb0e7e57 None None] Routers {'d3522aaf-3b0f-46d7-b080-b15092aa3ef3'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=116164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 11:01:38.868844 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_hamode_db [None req-e414ce4e-266c-44cb-be9e-a297bb0e7e57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-28T10:50:39Z,description=,heartbeat_timestamp=2022-04-28T11:01:09Z,host='dv-neutron-master-2-hyperv',id=6b492ad6-0876-4d74-b20d-28143a52ceba,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T10:50:40Z,topic='l3_agent')) {'router_ids': ['d3522aaf-3b0f-46d7-b080-b15092aa3ef3'], 'active': True} {{(pid=116164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:01:38.902362 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 50796) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:01:38.915814 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fcfd422-5365-42c7-b310-da24eb4387e5 tempest-ServerActionsTestJSON-1498610228 tempest-ServerActionsTestJSON-1498610228-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0f246414-c46b-4ee7-b196-c819605d877f,revision_number=1']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:01:38.920887 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.plugin [None req-4915fb5e-8c78-4afc-9cf2-15485be62bc7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-440933725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-440933725-project-admin] In _notify_port_updated(), no bound segment for port fc4f52b1-69d6-48d6-8479-a60493ea08c3 on network c7241194-1007-47e4-ab68-1d88f9726a65 {{(pid=116162) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:936}} Apr 28 11:01:38.923096 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4915fb5e-8c78-4afc-9cf2-15485be62bc7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-440933725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-440933725-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:01:38.926508 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-4915fb5e-8c78-4afc-9cf2-15485be62bc7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-440933725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-440933725-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198022'] for port (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:38.930410 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-4915fb5e-8c78-4afc-9cf2-15485be62bc7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-440933725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-440933725-project-admin] 10.222.0.10 "PUT /v2.0/ports/fc4f52b1-69d6-48d6-8479-a60493ea08c3 HTTP/1.1" status: 200 len: 981 time: 3.6273320 Apr 28 11:01:38.953726 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4915fb5e-8c78-4afc-9cf2-15485be62bc7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-440933725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-440933725-project-admin] Pushing event updated for resources: {'Port': ['ID=fc4f52b1-69d6-48d6-8479-a60493ea08c3,revision_number=3']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:01:38.965509 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_hamode_db [None req-e414ce4e-266c-44cb-be9e-a297bb0e7e57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=116164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:01:38.971590 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-1fcfd422-5365-42c7-b310-da24eb4387e5 tempest-ServerActionsTestJSON-1498610228 tempest-ServerActionsTestJSON-1498610228-project] Publish callbacks [] for security_group (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:38.975895 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-1fcfd422-5365-42c7-b310-da24eb4387e5 tempest-ServerActionsTestJSON-1498610228 tempest-ServerActionsTestJSON-1498610228-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.7948847 Apr 28 11:01:38.975895 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 50798) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:01:38.980847 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 50800) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:01:38.983586 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e414ce4e-266c-44cb-be9e-a297bb0e7e57 None None] Routers {'d3522aaf-3b0f-46d7-b080-b15092aa3ef3'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=116164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 11:01:38.984421 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_hamode_db [None req-e414ce4e-266c-44cb-be9e-a297bb0e7e57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-28T10:50:39Z,description=,heartbeat_timestamp=2022-04-28T11:01:09Z,host='dv-neutron-master-2-hyperv',id=6b492ad6-0876-4d74-b20d-28143a52ceba,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T10:50:40Z,topic='l3_agent')) {'router_ids': ['d3522aaf-3b0f-46d7-b080-b15092aa3ef3'], 'active': True} {{(pid=116164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:01:38.993182 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.v2.base [None req-071f54d0-55e7-4e46-b1d2-912b9cf2b6ca tempest-ServerActionsTestJSON-1498610228 tempest-ServerActionsTestJSON-1498610228-project] Request body: {'security_group_rule': {'security_group_id': '0f246414-c46b-4ee7-b196-c819605d877f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=116161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:01:39.005250 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-eab96977-400e-47ac-b672-b1f054fb5bf1 None None] Publish callbacks [] for port (8d8ebf2e-8dc6-47e2-9a75-17d9acc22b70), precommit_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:39.023245 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_hamode_db [None req-e414ce4e-266c-44cb-be9e-a297bb0e7e57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=116164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:01:39.024123 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e414ce4e-266c-44cb-be9e-a297bb0e7e57 None None] The sync data for ids ['d3522aaf-3b0f-46d7-b080-b15092aa3ef3'] in dv-neutron-master-2-hyperv is: [] {{(pid=116164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 11:01:39.056115 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9083594-402a-4d81-9461-0b004ad99afd tempest-NetworksIpV6Test-263553383 tempest-NetworksIpV6Test-263553383-project] Pushing event updated for resources: {'Network': ['ID=ee210483-58aa-45cc-9e7f-31b77a1af582,revision_number=2']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:01:39.075844 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Network ee210483-58aa-45cc-9e7f-31b77a1af582 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=116163) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 28 11:01:39.084630 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.db.db_base_plugin_v2 [None req-97ed744e-aec8-41ea-a912-217da2c61506 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Deleting subnet 7b654b98-e388-4469-9fbf-89180f30eba0 {{(pid=116162) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 28 11:01:39.092565 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-fb459d61-ba60-4967-a893-e844798eb899 tempest-RoutersIpV6AdminTest-2062886361 tempest-RoutersIpV6AdminTest-2062886361-project] Publish callbacks [] for router (dcfdf9b3-ec1c-442c-bfe3-d37ced497b90), before_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:39.093373 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4dc8fc4-a023-4753-8977-ee15f4432ecc tempest-FloatingIPTestJSON-373071706 tempest-FloatingIPTestJSON-373071706-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=116161) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 11:01:39.095768 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-97ed744e-aec8-41ea-a912-217da2c61506 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Publish callbacks [] for subnet (7b654b98-e388-4469-9fbf-89180f30eba0), before_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:39.108552 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-f4dc8fc4-a023-4753-8977-ee15f4432ecc tempest-FloatingIPTestJSON-373071706 tempest-FloatingIPTestJSON-373071706-project] 10.222.0.10 "PUT /v2.0/routers/95215caa-c306-4f42-88fe-7b8468f0ea15/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7279699 Apr 28 11:01:39.108708 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-eab96977-400e-47ac-b672-b1f054fb5bf1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393'] for port (8d8ebf2e-8dc6-47e2-9a75-17d9acc22b70), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:39.115482 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 50802) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:01:39.118315 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-35bfa05e-68c7-4d7c-8417-f9a456b89fba tempest-FloatingIPNegativeTestJSON-1520521010 tempest-FloatingIPNegativeTestJSON-1520521010-project] Publish callbacks [] for router (d3522aaf-3b0f-46d7-b080-b15092aa3ef3), before_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:39.128620 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-854b7779-7358-4916-a6a4-5a8858dcf893 None None] Sync routers for ids ['95215caa-c306-4f42-88fe-7b8468f0ea15'] in dv-neutron-master-2-hyperv {{(pid=116163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 11:01:39.163225 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-974a460c-a6a1-4590-99b6-14195e1630d0 None None] Network dd7c9ea9-e15d-4348-8ed2-1a1b6e7889dc requested from dv-neutron-master-2-hyperv {{(pid=116163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 11:01:39.220573 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-854b7779-7358-4916-a6a4-5a8858dcf893 None None] Routers {'95215caa-c306-4f42-88fe-7b8468f0ea15'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=116163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 11:01:39.221220 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_hamode_db [None req-854b7779-7358-4916-a6a4-5a8858dcf893 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-28T10:50:39Z,description=,heartbeat_timestamp=2022-04-28T11:01:09Z,host='dv-neutron-master-2-hyperv',id=6b492ad6-0876-4d74-b20d-28143a52ceba,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T10:50:40Z,topic='l3_agent')) {'router_ids': ['95215caa-c306-4f42-88fe-7b8468f0ea15'], 'active': True} {{(pid=116163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:01:39.253955 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-97ed744e-aec8-41ea-a912-217da2c61506 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5026541'] for subnet (7b654b98-e388-4469-9fbf-89180f30eba0), precommit_delete_associations {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:39.324861 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5771e47c-4804-4ab3-abed-44b004408d63 None None] Pushing event updated for resources: {'Port': ['ID=8d8ebf2e-8dc6-47e2-9a75-17d9acc22b70,revision_number=3']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:01:39.331239 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_hamode_db [None req-854b7779-7358-4916-a6a4-5a8858dcf893 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=116163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:01:39.360096 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-9faaca37-71e2-4fb1-942e-e2b4adeb6da5 None None] Provisioning complete for port fdb80575-a100-499d-b289-3b07f9644d9c triggered by entity DHCP. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:01:39.360096 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-9faaca37-71e2-4fb1-942e-e2b4adeb6da5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (fdb80575-a100-499d-b289-3b07f9644d9c), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:39.370116 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-071f54d0-55e7-4e46-b1d2-912b9cf2b6ca tempest-ServerActionsTestJSON-1498610228 tempest-ServerActionsTestJSON-1498610228-project] Publish callbacks [] for security_group_rule (0e49523e-9aa7-42c1-bcae-26e004711e38), before_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:39.393273 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9816d7c-260f-4bd3-a0db-70e1db026c6f tempest-NetworksIpV6Test-263553383 tempest-NetworksIpV6Test-263553383-project] Made reservation on behalf of 87154dd24b09463c83aab94c3e93cc15 for: {'subnet': 1} {{(pid=116162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 11:01:39.396667 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-c9816d7c-260f-4bd3-a0db-70e1db026c6f tempest-NetworksIpV6Test-263553383 tempest-NetworksIpV6Test-263553383-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4210834'] for subnet (None), before_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:39.429781 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-854b7779-7358-4916-a6a4-5a8858dcf893 None None] Routers {'95215caa-c306-4f42-88fe-7b8468f0ea15'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=116163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 11:01:39.430443 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_hamode_db [None req-854b7779-7358-4916-a6a4-5a8858dcf893 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-28T10:50:39Z,description=,heartbeat_timestamp=2022-04-28T11:01:09Z,host='dv-neutron-master-2-hyperv',id=6b492ad6-0876-4d74-b20d-28143a52ceba,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T10:50:40Z,topic='l3_agent')) {'router_ids': ['95215caa-c306-4f42-88fe-7b8468f0ea15'], 'active': True} {{(pid=116163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:01:39.440615 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.plugin [None req-4ec85068-4e67-4e35-ba1c-f361c7cfb2dc tempest-PortsAdminExtendedAttrsIpV6TestJSON-440933725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-440933725-project-admin] Deleting port fc4f52b1-69d6-48d6-8479-a60493ea08c3 {{(pid=116161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 11:01:39.440615 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-4ec85068-4e67-4e35-ba1c-f361c7cfb2dc tempest-PortsAdminExtendedAttrsIpV6TestJSON-440933725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-440933725-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742235130188'] for port (fc4f52b1-69d6-48d6-8479-a60493ea08c3), before_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:39.449791 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-35bfa05e-68c7-4d7c-8417-f9a456b89fba tempest-FloatingIPNegativeTestJSON-1520521010 tempest-FloatingIPNegativeTestJSON-1520521010-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2060865', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-63275'] for router (d3522aaf-3b0f-46d7-b080-b15092aa3ef3), precommit_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:39.462900 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-fe909a18-eb46-48a2-868d-7f8f0b336fff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (6b492ad6-0876-4d74-b20d-28143a52ceba), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:39.467816 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-35bfa05e-68c7-4d7c-8417-f9a456b89fba tempest-FloatingIPNegativeTestJSON-1520521010 tempest-FloatingIPNegativeTestJSON-1520521010-project] Publish callbacks [] for router_controller (d3522aaf-3b0f-46d7-b080-b15092aa3ef3), precommit_delete_associations {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:39.488118 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-fb459d61-ba60-4967-a893-e844798eb899 tempest-RoutersIpV6AdminTest-2062886361 tempest-RoutersIpV6AdminTest-2062886361-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2060865', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-63275'] for router (dcfdf9b3-ec1c-442c-bfe3-d37ced497b90), precommit_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:39.507420 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-fb459d61-ba60-4967-a893-e844798eb899 tempest-RoutersIpV6AdminTest-2062886361 tempest-RoutersIpV6AdminTest-2062886361-project] Publish callbacks [] for router_controller (dcfdf9b3-ec1c-442c-bfe3-d37ced497b90), precommit_delete_associations {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:39.536942 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_hamode_db [None req-854b7779-7358-4916-a6a4-5a8858dcf893 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=116163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:01:39.537560 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-854b7779-7358-4916-a6a4-5a8858dcf893 None None] The sync data for ids ['95215caa-c306-4f42-88fe-7b8468f0ea15'] in dv-neutron-master-2-hyperv is: [] {{(pid=116163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 11:01:39.555774 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.managers [None req-eab96977-400e-47ac-b672-b1f054fb5bf1 None None] Attempting to bind port 8d8ebf2e-8dc6-47e2-9a75-17d9acc22b70 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=116163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 28 11:01:39.556154 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.managers [None req-eab96977-400e-47ac-b672-b1f054fb5bf1 None None] Attempting to bind port 8d8ebf2e-8dc6-47e2-9a75-17d9acc22b70 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '6d4ad1d4-95ab-4492-8694-723c8a0122a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '8876925c-b776-4190-94d6-ff922dbd02cf'}] {{(pid=116163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 28 11:01:39.556529 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eab96977-400e-47ac-b672-b1f054fb5bf1 None None] Attempting to bind port 8d8ebf2e-8dc6-47e2-9a75-17d9acc22b70 on network 8876925c-b776-4190-94d6-ff922dbd02cf {{(pid=116163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 11:01:39.565118 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eab96977-400e-47ac-b672-b1f054fb5bf1 None None] Checking agent: {'id': 'd5baab19-5dd1-4902-922b-84acb048ab9c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 10, 50, 43), 'started_at': datetime.datetime(2022, 4, 28, 10, 51, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 11, 1, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=116163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 11:01:39.565489 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eab96977-400e-47ac-b672-b1f054fb5bf1 None None] Checking segment: {'id': '6d4ad1d4-95ab-4492-8694-723c8a0122a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '8876925c-b776-4190-94d6-ff922dbd02cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 11:01:39.565897 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-eab96977-400e-47ac-b672-b1f054fb5bf1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:39.566290 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eab96977-400e-47ac-b672-b1f054fb5bf1 None None] Bound using segment: {'id': '6d4ad1d4-95ab-4492-8694-723c8a0122a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '8876925c-b776-4190-94d6-ff922dbd02cf'} {{(pid=116163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 11:01:39.566888 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.managers [None req-eab96977-400e-47ac-b672-b1f054fb5bf1 None None] Bound port: 8d8ebf2e-8dc6-47e2-9a75-17d9acc22b70, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d4ad1d4-95ab-4492-8694-723c8a0122a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '8876925c-b776-4190-94d6-ff922dbd02cf'}}] {{(pid=116163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 28 11:01:39.567186 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-eab96977-400e-47ac-b672-b1f054fb5bf1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (8d8ebf2e-8dc6-47e2-9a75-17d9acc22b70), before_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:39.625802 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.db [None req-4ec85068-4e67-4e35-ba1c-f361c7cfb2dc tempest-PortsAdminExtendedAttrsIpV6TestJSON-440933725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-440933725-project-admin] For port fc4f52b1-69d6-48d6-8479-a60493ea08c3, host hv-neutron-mast, got binding levels [] {{(pid=116161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 11:01:39.626136 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-62b67465-9f78-42e1-b965-1b699528cd4b tempest-RoutersAdminTest-1999378242 tempest-RoutersAdminTest-1999378242-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2060818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1935326'] for router (2fe9f739-960d-4f89-a7be-64985b41e19e), after_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:39.626725 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-4ec85068-4e67-4e35-ba1c-f361c7cfb2dc tempest-PortsAdminExtendedAttrsIpV6TestJSON-440933725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-440933725-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1938497'] for port (fc4f52b1-69d6-48d6-8479-a60493ea08c3), precommit_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:39.639622 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-9faaca37-71e2-4fb1-942e-e2b4adeb6da5 None None] Current status of the port fdb80575-a100-499d-b289-3b07f9644d9c is: ACTIVE; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:01:39.651108 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-e7300d16-758f-4662-b6ca-5fac2b597647 tempest-FloatingIPTestJSON-373071706 tempest-FloatingIPTestJSON-373071706-project] Publish callbacks [] for router (95215caa-c306-4f42-88fe-7b8468f0ea15), before_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:39.671154 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-eab96977-400e-47ac-b672-b1f054fb5bf1 None None] For port 8d8ebf2e-8dc6-47e2-9a75-17d9acc22b70, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=116163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 11:01:39.675426 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-eab96977-400e-47ac-b672-b1f054fb5bf1 None None] For port 8d8ebf2e-8dc6-47e2-9a75-17d9acc22b70, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=8d8ebf2e-8dc6-47e2-9a75-17d9acc22b70,segment=NetworkSegment(6d4ad1d4-95ab-4492-8694-723c8a0122a3),segment_id=6d4ad1d4-95ab-4492-8694-723c8a0122a3)] {{(pid=116163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 11:01:39.705545 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-97ed744e-aec8-41ea-a912-217da2c61506 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-971303'] for subnet (7b654b98-e388-4469-9fbf-89180f30eba0), precommit_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:39.720623 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.plugin [None req-4ec85068-4e67-4e35-ba1c-f361c7cfb2dc tempest-PortsAdminExtendedAttrsIpV6TestJSON-440933725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-440933725-project-admin] Calling delete_port for fc4f52b1-69d6-48d6-8479-a60493ea08c3 owned by {{(pid=116161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 11:01:39.725575 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-071f54d0-55e7-4e46-b1d2-912b9cf2b6ca tempest-ServerActionsTestJSON-1498610228 tempest-ServerActionsTestJSON-1498610228-project] Publish callbacks [] for security_group_rule (0e49523e-9aa7-42c1-bcae-26e004711e38), precommit_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:39.726580 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-35bfa05e-68c7-4d7c-8417-f9a456b89fba tempest-FloatingIPNegativeTestJSON-1520521010 tempest-FloatingIPNegativeTestJSON-1520521010-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2060888'] for router (d3522aaf-3b0f-46d7-b080-b15092aa3ef3), after_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:39.727192 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35bfa05e-68c7-4d7c-8417-f9a456b89fba tempest-FloatingIPNegativeTestJSON-1520521010 tempest-FloatingIPNegativeTestJSON-1520521010-project] Fanout notify agent at l3_agent the message router_deleted on router d3522aaf-3b0f-46d7-b080-b15092aa3ef3 {{(pid=116161) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 28 11:01:39.744764 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-35bfa05e-68c7-4d7c-8417-f9a456b89fba tempest-FloatingIPNegativeTestJSON-1520521010 tempest-FloatingIPNegativeTestJSON-1520521010-project] Publish callbacks [] for router (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:39.746348 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-35bfa05e-68c7-4d7c-8417-f9a456b89fba tempest-FloatingIPNegativeTestJSON-1520521010 tempest-FloatingIPNegativeTestJSON-1520521010-project] 10.222.0.10 "DELETE /v2.0/routers/d3522aaf-3b0f-46d7-b080-b15092aa3ef3 HTTP/1.1" status: 204 len: 168 time: 0.8419476 Apr 28 11:01:39.752340 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-fb459d61-ba60-4967-a893-e844798eb899 tempest-RoutersIpV6AdminTest-2062886361 tempest-RoutersIpV6AdminTest-2062886361-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2060888'] for router (dcfdf9b3-ec1c-442c-bfe3-d37ced497b90), after_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:39.752839 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb459d61-ba60-4967-a893-e844798eb899 tempest-RoutersIpV6AdminTest-2062886361 tempest-RoutersIpV6AdminTest-2062886361-project] Fanout notify agent at l3_agent the message router_deleted on router dcfdf9b3-ec1c-442c-bfe3-d37ced497b90 {{(pid=116162) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 28 11:01:39.758543 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 50804) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:01:39.771334 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-fb459d61-ba60-4967-a893-e844798eb899 tempest-RoutersIpV6AdminTest-2062886361 tempest-RoutersIpV6AdminTest-2062886361-project] Publish callbacks [] for router (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:39.772493 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-fb459d61-ba60-4967-a893-e844798eb899 tempest-RoutersIpV6AdminTest-2062886361 tempest-RoutersIpV6AdminTest-2062886361-project] 10.222.0.10 "DELETE /v2.0/routers/dcfdf9b3-ec1c-442c-bfe3-d37ced497b90 HTTP/1.1" status: 204 len: 168 time: 1.4890757 Apr 28 11:01:39.785483 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 50806) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:01:39.795221 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-eab96977-400e-47ac-b672-b1f054fb5bf1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393'] for port (8d8ebf2e-8dc6-47e2-9a75-17d9acc22b70), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:39.802381 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-7b2ea7d3-c56a-4396-ae71-48227ca3a728 None None] Provisioning complete for port 8d8ebf2e-8dc6-47e2-9a75-17d9acc22b70 triggered by entity DHCP. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:01:39.802655 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-7b2ea7d3-c56a-4396-ae71-48227ca3a728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (8d8ebf2e-8dc6-47e2-9a75-17d9acc22b70), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:39.835478 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Device fdb80575-a100-499d-b289-3b07f9644d9c up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=116163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 11:01:39.865466 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-7877c518-ffad-4752-91cd-901d885eb363 tempest-RoutersIpV6AdminTest-2062886361 tempest-RoutersIpV6AdminTest-2062886361-project] 10.222.0.10 "GET /v2.0/ports?device_id=dcfdf9b3-ec1c-442c-bfe3-d37ced497b90 HTTP/1.1" status: 200 len: 205 time: 0.0783045 Apr 28 11:01:39.875953 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 50808) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:01:39.891744 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-071f54d0-55e7-4e46-b1d2-912b9cf2b6ca tempest-ServerActionsTestJSON-1498610228 tempest-ServerActionsTestJSON-1498610228-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1912725'] for security_group_rule (0e49523e-9aa7-42c1-bcae-26e004711e38), after_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:39.958039 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.api.v2.resource [None req-dc0a9298-8fd9-4677-964b-0c1632ff573b tempest-RoutersIpV6AdminTest-2062886361 tempest-RoutersIpV6AdminTest-2062886361-project] delete failed (client error): The resource could not be found. Apr 28 11:01:39.959954 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-dc0a9298-8fd9-4677-964b-0c1632ff573b tempest-RoutersIpV6AdminTest-2062886361 tempest-RoutersIpV6AdminTest-2062886361-project] 10.222.0.10 "DELETE /v2.0/routers/dcfdf9b3-ec1c-442c-bfe3-d37ced497b90 HTTP/1.1" status: 404 len: 336 time: 0.0809953 Apr 28 11:01:39.971991 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 50810) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:01:40.023634 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5771e47c-4804-4ab3-abed-44b004408d63 None None] Pushing event updated for resources: {'Port': ['ID=8d8ebf2e-8dc6-47e2-9a75-17d9acc22b70,revision_number=4']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:01:40.052062 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eab96977-400e-47ac-b672-b1f054fb5bf1 None None] Routers {'c0106278-6e57-47c1-8c24-f3800ff88c3c'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=116163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 11:01:40.052773 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_hamode_db [None req-eab96977-400e-47ac-b672-b1f054fb5bf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-28T10:50:39Z,description=,heartbeat_timestamp=2022-04-28T11:01:39Z,host='dv-neutron-master-2-hyperv',id=6b492ad6-0876-4d74-b20d-28143a52ceba,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T10:50:40Z,topic='l3_agent')) {'router_ids': ['c0106278-6e57-47c1-8c24-f3800ff88c3c'], 'active': True} {{(pid=116163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:01:40.118601 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.db.db_base_plugin_v2 [None req-cd56570e-331c-47b8-9301-00565d880d08 tempest-FloatingIPNegativeTestJSON-1520521010 tempest-FloatingIPNegativeTestJSON-1520521010-project] Deleting subnet a9892b6d-4568-4c52-b665-6a2a5afa56ba {{(pid=116162) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 28 11:01:40.128663 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-cd56570e-331c-47b8-9301-00565d880d08 tempest-FloatingIPNegativeTestJSON-1520521010 tempest-FloatingIPNegativeTestJSON-1520521010-project] Publish callbacks [] for subnet (a9892b6d-4568-4c52-b665-6a2a5afa56ba), before_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:40.203151 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-cd56570e-331c-47b8-9301-00565d880d08 tempest-FloatingIPNegativeTestJSON-1520521010 tempest-FloatingIPNegativeTestJSON-1520521010-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5026541'] for subnet (a9892b6d-4568-4c52-b665-6a2a5afa56ba), precommit_delete_associations {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:40.224056 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-7b2ea7d3-c56a-4396-ae71-48227ca3a728 None None] Current status of the port 8d8ebf2e-8dc6-47e2-9a75-17d9acc22b70 is: DOWN; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:01:40.226170 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-7b2ea7d3-c56a-4396-ae71-48227ca3a728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (8d8ebf2e-8dc6-47e2-9a75-17d9acc22b70), before_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:40.228357 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Provisioning complete for port fdb80575-a100-499d-b289-3b07f9644d9c triggered by entity L2. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:01:40.228715 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (fdb80575-a100-499d-b289-3b07f9644d9c), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:40.238673 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-c9816d7c-260f-4bd3-a0db-70e1db026c6f tempest-NetworksIpV6Test-263553383 tempest-NetworksIpV6Test-263553383-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5054027', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4210784'] for subnet (0929f792-9b73-45c0-aa8f-d8ae66658968), after_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:40.240936 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-97ed744e-aec8-41ea-a912-217da2c61506 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-971310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5053962', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4210815'] for subnet (7b654b98-e388-4469-9fbf-89180f30eba0), after_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:40.293542 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-97ed744e-aec8-41ea-a912-217da2c61506 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603020'] for subnet (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:40.300761 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-97ed744e-aec8-41ea-a912-217da2c61506 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] 10.222.0.10 "DELETE /v2.0/subnets/7b654b98-e388-4469-9fbf-89180f30eba0 HTTP/1.1" status: 204 len: 168 time: 1.9472878 Apr 28 11:01:40.305129 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 50812) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:01:40.318139 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9c6e9ef-ea54-42f3-a1dd-94d35e6bee6a None None] Network 1ec9fbcf-7a57-4aaa-9c30-4e0f43e09480 requested from dv-neutron-master-2-hyperv {{(pid=116163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 11:01:40.341147 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071f54d0-55e7-4e46-b1d2-912b9cf2b6ca tempest-ServerActionsTestJSON-1498610228 tempest-ServerActionsTestJSON-1498610228-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0e49523e-9aa7-42c1-bcae-26e004711e38,revision_number=0']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:01:40.347755 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-39234499-790a-4b25-aae1-5898aa4ef311 tempest-RoutersIpV6AdminTest-2062886361 tempest-RoutersIpV6AdminTest-2062886361-project] 10.222.0.10 "GET /v2.0/ports?device_id=2f181560-7a2e-423d-893a-fa1fe9e2a022 HTTP/1.1" status: 200 len: 205 time: 0.3699417 Apr 28 11:01:40.351636 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-e7300d16-758f-4662-b6ca-5fac2b597647 tempest-FloatingIPTestJSON-373071706 tempest-FloatingIPTestJSON-373071706-project] Publish callbacks [] for router_gateway (95215caa-c306-4f42-88fe-7b8468f0ea15), before_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:40.358596 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvr_db [None req-eab96977-400e-47ac-b672-b1f054fb5bf1 None None] Set router c0106278-6e57-47c1-8c24-f3800ff88c3c gateway port host: dv-neutron-master-2-hyperv {{(pid=116163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 11:01:40.360116 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 50814) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:01:40.401567 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-9f4aee01-c1f7-4b27-b0fd-db562d3fd28f tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] 10.222.0.10 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0859857 Apr 28 11:01:40.403216 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-7b2ea7d3-c56a-4396-ae71-48227ca3a728 None None] For port 8d8ebf2e-8dc6-47e2-9a75-17d9acc22b70, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=8d8ebf2e-8dc6-47e2-9a75-17d9acc22b70,segment=NetworkSegment(6d4ad1d4-95ab-4492-8694-723c8a0122a3),segment_id=6d4ad1d4-95ab-4492-8694-723c8a0122a3)] {{(pid=116163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 11:01:40.407301 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 50816) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:01:40.416996 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.v2.base [None req-2bf0c120-d7bb-4fdc-a022-fde6822afd64 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Request body: {'subnet': {'network_id': '1ec9fbcf-7a57-4aaa-9c30-4e0f43e09480', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=116162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:01:40.417773 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-071f54d0-55e7-4e46-b1d2-912b9cf2b6ca tempest-ServerActionsTestJSON-1498610228 tempest-ServerActionsTestJSON-1498610228-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:40.419276 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-071f54d0-55e7-4e46-b1d2-912b9cf2b6ca tempest-ServerActionsTestJSON-1498610228 tempest-ServerActionsTestJSON-1498610228-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.4292855 Apr 28 11:01:40.426905 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.api.v2.resource [None req-841617a9-2949-4ad2-a0a7-758566e63bcf tempest-RoutersIpV6AdminTest-2062886361 tempest-RoutersIpV6AdminTest-2062886361-project] delete failed (client error): The resource could not be found. Apr 28 11:01:40.427949 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-841617a9-2949-4ad2-a0a7-758566e63bcf tempest-RoutersIpV6AdminTest-2062886361 tempest-RoutersIpV6AdminTest-2062886361-project] 10.222.0.10 "DELETE /v2.0/routers/2f181560-7a2e-423d-893a-fa1fe9e2a022 HTTP/1.1" status: 404 len: 336 time: 0.0665483 Apr 28 11:01:40.432302 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 50818) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:01:40.433974 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.v2.base [None req-03f020a8-3db6-4909-b3dd-fe66138953c3 tempest-ServerActionsTestJSON-1498610228 tempest-ServerActionsTestJSON-1498610228-project] Request body: {'security_group_rule': {'security_group_id': '0f246414-c46b-4ee7-b196-c819605d877f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=116161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:01:40.440051 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 50820) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:01:40.460492 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9816d7c-260f-4bd3-a0db-70e1db026c6f tempest-NetworksIpV6Test-263553383 tempest-NetworksIpV6Test-263553383-project] Pushing event updated for resources: {'Subnet': ['ID=0929f792-9b73-45c0-aa8f-d8ae66658968,revision_number=0']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:01:40.479340 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-7b2ea7d3-c56a-4396-ae71-48227ca3a728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393'] for port (8d8ebf2e-8dc6-47e2-9a75-17d9acc22b70), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:40.500875 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-c4734c8e-88b2-4703-869c-e546f2b4dd24 tempest-RoutersIpV6AdminTest-2062886361 tempest-RoutersIpV6AdminTest-2062886361-project] 10.222.0.10 "GET /v2.0/ports?device_id=26031bc8-4f61-4ab8-a0ba-5b4135c14ac2 HTTP/1.1" status: 200 len: 205 time: 0.0541751 Apr 28 11:01:40.501287 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 50822) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:01:40.515929 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ed744e-aec8-41ea-a912-217da2c61506 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Pushing event deleted for resources: {'Subnet': ['ID=7b654b98-e388-4469-9fbf-89180f30eba0,revision_number=None']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:01:40.537727 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9816d7c-260f-4bd3-a0db-70e1db026c6f tempest-NetworksIpV6Test-263553383 tempest-NetworksIpV6Test-263553383-project] Checking segment: {'id': '77ce3edf-2b3e-493d-9736-973f139d919c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'ee210483-58aa-45cc-9e7f-31b77a1af582'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 11:01:40.538085 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9816d7c-260f-4bd3-a0db-70e1db026c6f tempest-NetworksIpV6Test-263553383 tempest-NetworksIpV6Test-263553383-project] Network hostable DHCP agents. Network: ee210483-58aa-45cc-9e7f-31b77a1af582, hostable agents: ['75ba81b7-fe99-4281-90d2-a5adb445ecea'], hosted agents: [] {{(pid=116162) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 11:01:40.573763 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.api.v2.resource [None req-2af010a1-2c93-4aa3-a40d-dd78e833dfd1 tempest-RoutersIpV6AdminTest-2062886361 tempest-RoutersIpV6AdminTest-2062886361-project] delete failed (client error): The resource could not be found. Apr 28 11:01:40.577436 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-cd56570e-331c-47b8-9301-00565d880d08 tempest-FloatingIPNegativeTestJSON-1520521010 tempest-FloatingIPNegativeTestJSON-1520521010-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-971303'] for subnet (a9892b6d-4568-4c52-b665-6a2a5afa56ba), precommit_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:40.577624 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-2af010a1-2c93-4aa3-a40d-dd78e833dfd1 tempest-RoutersIpV6AdminTest-2062886361 tempest-RoutersIpV6AdminTest-2062886361-project] 10.222.0.10 "DELETE /v2.0/routers/26031bc8-4f61-4ab8-a0ba-5b4135c14ac2 HTTP/1.1" status: 404 len: 336 time: 0.0727241 Apr 28 11:01:40.577624 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-4ec85068-4e67-4e35-ba1c-f361c7cfb2dc tempest-PortsAdminExtendedAttrsIpV6TestJSON-440933725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-440933725-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742235135690', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742234710366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5219112'] for port (fc4f52b1-69d6-48d6-8479-a60493ea08c3), after_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:40.580747 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 50824) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:01:40.590659 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-ae94d540-e4c6-43be-adc9-b26fb6a2f62f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (cfc241ae-e4b7-443b-b80b-59fbbc2b69c9), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:40.657908 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62b67465-9f78-42e1-b965-1b699528cd4b tempest-RoutersAdminTest-1999378242 tempest-RoutersAdminTest-1999378242-project-admin] Router 2fe9f739-960d-4f89-a7be-64985b41e19e is scheduled to L3 agent 6b492ad6-0876-4d74-b20d-28143a52ceba with binding_index 1 {{(pid=116162) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 28 11:01:40.668943 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-a500c5cd-2859-47f7-bd7c-0e20dca560df tempest-RoutersIpV6AdminTest-2062886361 tempest-RoutersIpV6AdminTest-2062886361-project] 10.222.0.10 "GET /v2.0/ports?device_id=a42a0311-168d-4cb9-9770-1991536ac49f HTTP/1.1" status: 200 len: 205 time: 0.0845213 Apr 28 11:01:40.669281 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 50826) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:01:40.671246 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec85068-4e67-4e35-ba1c-f361c7cfb2dc tempest-PortsAdminExtendedAttrsIpV6TestJSON-440933725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-440933725-project-admin] Pushing event deleted for resources: {'Port': ['ID=fc4f52b1-69d6-48d6-8479-a60493ea08c3,revision_number=None']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:01:40.675390 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-03f020a8-3db6-4909-b3dd-fe66138953c3 tempest-ServerActionsTestJSON-1498610228 tempest-ServerActionsTestJSON-1498610228-project] Publish callbacks [] for security_group_rule (c19dcb86-2491-4ec4-bb49-184b686dc31b), before_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:40.675802 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-9c138865-ef70-4492-a3c9-b11e8a9f3cde None None] Provisioning complete for port fdb80575-a100-499d-b289-3b07f9644d9c triggered by entity DHCP. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:01:40.676179 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-9c138865-ef70-4492-a3c9-b11e8a9f3cde None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (fdb80575-a100-499d-b289-3b07f9644d9c), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:40.678094 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.plugin [None req-e7300d16-758f-4662-b6ca-5fac2b597647 tempest-FloatingIPTestJSON-373071706 tempest-FloatingIPTestJSON-373071706-project] Deleting port 99ecac3e-9560-4e07-88e6-101d02b414f7 {{(pid=116161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 11:01:40.678492 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-e7300d16-758f-4662-b6ca-5fac2b597647 tempest-FloatingIPTestJSON-373071706 tempest-FloatingIPTestJSON-373071706-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742235130188'] for port (99ecac3e-9560-4e07-88e6-101d02b414f7), before_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:40.681037 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-4ec85068-4e67-4e35-ba1c-f361c7cfb2dc tempest-PortsAdminExtendedAttrsIpV6TestJSON-440933725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-440933725-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198022'] for port (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:40.685478 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Current status of the port fdb80575-a100-499d-b289-3b07f9644d9c is: ACTIVE; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:01:40.689876 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-4ec85068-4e67-4e35-ba1c-f361c7cfb2dc tempest-PortsAdminExtendedAttrsIpV6TestJSON-440933725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-440933725-project-admin] 10.222.0.10 "DELETE /v2.0/ports/fc4f52b1-69d6-48d6-8479-a60493ea08c3 HTTP/1.1" status: 204 len: 168 time: 1.7105858 Apr 28 11:01:40.692260 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 50828) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:01:40.745481 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.pecan_wsgi.hooks.translation [None req-e391b9a8-fa49-4392-94b1-cc605f2482d7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-440933725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-440933725-project-admin] GET failed (client error): The resource could not be found. Apr 28 11:01:40.753464 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2ea7d3-c56a-4396-ae71-48227ca3a728 None None] Pushing event updated for resources: {'Port': ['ID=8d8ebf2e-8dc6-47e2-9a75-17d9acc22b70,revision_number=5']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:01:40.754190 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-e391b9a8-fa49-4392-94b1-cc605f2482d7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-440933725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-440933725-project-admin] 10.222.0.10 "GET /v2.0/ports/fc4f52b1-69d6-48d6-8479-a60493ea08c3 HTTP/1.1" status: 404 len: 333 time: 0.0598404 Apr 28 11:01:40.754883 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9816d7c-260f-4bd3-a0db-70e1db026c6f tempest-NetworksIpV6Test-263553383 tempest-NetworksIpV6Test-263553383-project] Network ee210483-58aa-45cc-9e7f-31b77a1af582 is scheduled to be hosted by DHCP agent 75ba81b7-fe99-4281-90d2-a5adb445ecea with binding_index 1 {{(pid=116162) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 11:01:40.757496 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 50830) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:01:40.764320 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.api.v2.resource [None req-2488f862-caf9-4ec0-aec0-333e41fdcc28 tempest-RoutersIpV6AdminTest-2062886361 tempest-RoutersIpV6AdminTest-2062886361-project] delete failed (client error): The resource could not be found. Apr 28 11:01:40.765516 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-2488f862-caf9-4ec0-aec0-333e41fdcc28 tempest-RoutersIpV6AdminTest-2062886361 tempest-RoutersIpV6AdminTest-2062886361-project] 10.222.0.10 "DELETE /v2.0/routers/a42a0311-168d-4cb9-9770-1991536ac49f HTTP/1.1" status: 404 len: 336 time: 0.0952845 Apr 28 11:01:40.769438 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fee70fba-8b75-45f6-a22b-8e02738cb273 None None] DHCP port deletion for 1ec9fbcf-7a57-4aaa-9c30-4e0f43e09480 request from dv-neutron-master-2-hyperv {{(pid=116163) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 28 11:01:40.772408 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bf0c120-d7bb-4fdc-a022-fde6822afd64 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Made reservation on behalf of 12780407c7254bdfbde1c04e76d433ee for: {'subnet': 1} {{(pid=116162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 11:01:40.776390 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-2bf0c120-d7bb-4fdc-a022-fde6822afd64 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4210834'] for subnet (None), before_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:40.778799 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 50832) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:01:40.840495 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.scheduler.base_scheduler [None req-c9816d7c-260f-4bd3-a0db-70e1db026c6f tempest-NetworksIpV6Test-263553383 tempest-NetworksIpV6Test-263553383-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, ee210483-58aa-45cc-9e7f-31b77a1af582) {{(pid=116162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 11:01:40.855802 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9816d7c-260f-4bd3-a0db-70e1db026c6f tempest-NetworksIpV6Test-263553383 tempest-NetworksIpV6Test-263553383-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:01:40.857532 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-c9816d7c-260f-4bd3-a0db-70e1db026c6f tempest-NetworksIpV6Test-263553383 tempest-NetworksIpV6Test-263553383-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603020'] for subnet (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:40.861389 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-087a9753-f758-4f1c-8347-7e074dcb8e86 None None] Network ee210483-58aa-45cc-9e7f-31b77a1af582 requested from dv-neutron-master-2-hyperv {{(pid=116163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 11:01:40.881091 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-cd56570e-331c-47b8-9301-00565d880d08 tempest-FloatingIPNegativeTestJSON-1520521010 tempest-FloatingIPNegativeTestJSON-1520521010-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-971310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5053962', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4210815'] for subnet (a9892b6d-4568-4c52-b665-6a2a5afa56ba), after_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:40.885974 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-24b79f08-bb97-43a7-bf27-270b64383260 tempest-RoutersIpV6AdminTest-2062886361 tempest-RoutersIpV6AdminTest-2062886361-project] 10.222.0.10 "GET /v2.0/ports?device_id=57907182-5801-4d8f-aae8-ba67c4a76194 HTTP/1.1" status: 200 len: 205 time: 0.0906179 Apr 28 11:01:40.904405 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-fee70fba-8b75-45f6-a22b-8e02738cb273 None None] Deleting port cb6853a0-3c5e-481d-af83-92ed5a1e0c38 {{(pid=116163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 11:01:40.904769 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-fee70fba-8b75-45f6-a22b-8e02738cb273 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742235130188'] for port (cb6853a0-3c5e-481d-af83-92ed5a1e0c38), before_delete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:40.926532 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 50834) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:01:40.962882 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-41504899-13bf-4c03-9852-728785c28160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015887823 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015887823-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-979593'] for network (c7241194-1007-47e4-ab68-1d88f9726a65), before_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:40.966307 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-e7300d16-758f-4662-b6ca-5fac2b597647 tempest-FloatingIPTestJSON-373071706 tempest-FloatingIPTestJSON-373071706-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1938497'] for port (99ecac3e-9560-4e07-88e6-101d02b414f7), precommit_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:40.995167 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-03f020a8-3db6-4909-b3dd-fe66138953c3 tempest-ServerActionsTestJSON-1498610228 tempest-ServerActionsTestJSON-1498610228-project] Publish callbacks [] for security_group_rule (c19dcb86-2491-4ec4-bb49-184b686dc31b), precommit_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:40.997183 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd56570e-331c-47b8-9301-00565d880d08 tempest-FloatingIPNegativeTestJSON-1520521010 tempest-FloatingIPNegativeTestJSON-1520521010-project] Pushing event deleted for resources: {'Subnet': ['ID=a9892b6d-4568-4c52-b665-6a2a5afa56ba,revision_number=None']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:01:40.997520 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.plugin [None req-e7300d16-758f-4662-b6ca-5fac2b597647 tempest-FloatingIPTestJSON-373071706 tempest-FloatingIPTestJSON-373071706-project] Calling delete_port for 99ecac3e-9560-4e07-88e6-101d02b414f7 owned by network:router_gateway {{(pid=116161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 11:01:41.034502 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.api.v2.resource [None req-cf4ee68b-f725-4b66-b1d5-842099733186 tempest-RoutersIpV6AdminTest-2062886361 tempest-RoutersIpV6AdminTest-2062886361-project] delete failed (client error): The resource could not be found. Apr 28 11:01:41.038480 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-cf4ee68b-f725-4b66-b1d5-842099733186 tempest-RoutersIpV6AdminTest-2062886361 tempest-RoutersIpV6AdminTest-2062886361-project] 10.222.0.10 "DELETE /v2.0/routers/57907182-5801-4d8f-aae8-ba67c4a76194 HTTP/1.1" status: 404 len: 336 time: 0.1124542 Apr 28 11:01:41.039314 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-c9816d7c-260f-4bd3-a0db-70e1db026c6f tempest-NetworksIpV6Test-263553383 tempest-NetworksIpV6Test-263553383-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.6870642 Apr 28 11:01:41.042462 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 50836) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:01:41.042723 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 50838) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:01:41.045421 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-cd56570e-331c-47b8-9301-00565d880d08 tempest-FloatingIPNegativeTestJSON-1520521010 tempest-FloatingIPNegativeTestJSON-1520521010-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603020'] for subnet (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:41.049464 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-cd56570e-331c-47b8-9301-00565d880d08 tempest-FloatingIPNegativeTestJSON-1520521010 tempest-FloatingIPNegativeTestJSON-1520521010-project] 10.222.0.10 "DELETE /v2.0/subnets/a9892b6d-4568-4c52-b665-6a2a5afa56ba HTTP/1.1" status: 204 len: 168 time: 1.2885649 Apr 28 11:01:41.061513 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.v2.base [None req-5d5a5904-c6d8-4c3a-ada1-9838c4b181fb tempest-NetworksIpV6Test-263553383 tempest-NetworksIpV6Test-263553383-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=116162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:01:41.064323 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01b70bac-a640-4827-833c-e457c6be073f None None] Network e6312ee6-c51d-427c-8e8c-9762fa09a9ad requested from dv-neutron-master-2-hyperv {{(pid=116163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 11:01:41.064810 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 50840) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:01:41.100253 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-03f020a8-3db6-4909-b3dd-fe66138953c3 tempest-ServerActionsTestJSON-1498610228 tempest-ServerActionsTestJSON-1498610228-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1912725'] for security_group_rule (c19dcb86-2491-4ec4-bb49-184b686dc31b), after_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:41.101258 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-eb99844d-46d5-4c80-a938-40aa613a37af tempest-RoutersIpV6AdminTest-2062886361 tempest-RoutersIpV6AdminTest-2062886361-project] 10.222.0.10 "GET /v2.0/ports?device_id=73193f52-37d8-488b-8905-f81676340be3 HTTP/1.1" status: 200 len: 205 time: 0.0505157 Apr 28 11:01:41.114111 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 50842) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:01:41.178945 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-41504899-13bf-4c03-9852-728785c28160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015887823 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015887823-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-973498', 'neutron.services.segments.db._delete_segments_for_network-8742235207033'] for network (c7241194-1007-47e4-ab68-1d88f9726a65), precommit_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:41.185645 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-9c138865-ef70-4492-a3c9-b11e8a9f3cde None None] Current status of the port fdb80575-a100-499d-b289-3b07f9644d9c is: ACTIVE; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:01:41.186645 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f020a8-3db6-4909-b3dd-fe66138953c3 tempest-ServerActionsTestJSON-1498610228 tempest-ServerActionsTestJSON-1498610228-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c19dcb86-2491-4ec4-bb49-184b686dc31b,revision_number=0']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:01:41.188493 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_hamode_db [None req-eab96977-400e-47ac-b672-b1f054fb5bf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0106278-6e57-47c1-8c24-f3800ff88c3c', 'name': 'tempest-ServerActionsTestJSON-950764993-router', 'tenant_id': 'e9b5b362688444d0864b3692ffb5d0ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'external_fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.183'}], 'enable_snat': True}, 'gw_port_id': 'ac7d1b2f-7c4b-4167-ba80-fbbae590051d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T11:01:22Z', 'updated_at': '2022-04-28T11:01:33Z', 'revision_number': 4, 'project_id': 'e9b5b362688444d0864b3692ffb5d0ef', 'gw_port': {'id': 'ac7d1b2f-7c4b-4167-ba80-fbbae590051d', 'name': '', 'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:bd:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0106278-6e57-47c1-8c24-f3800ff88c3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:01:24Z', 'updated_at': '2022-04-28T11:01:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '8d8ebf2e-8dc6-47e2-9a75-17d9acc22b70', 'name': '', 'network_id': '8876925c-b776-4190-94d6-ff922dbd02cf', 'tenant_id': 'e9b5b362688444d0864b3692ffb5d0ef', 'mac_address': 'fa:16:3e:c7:99:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0106278-6e57-47c1-8c24-f3800ff88c3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': '9f0dbbd1-58ad-4048-bae6-5e3ef831a6c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:01:31Z', 'updated_at': '2022-04-28T11:01:39Z', 'revision_number': 4, 'project_id': 'e9b5b362688444d0864b3692ffb5d0ef', 'subnets': [{'id': '9f0dbbd1-58ad-4048-bae6-5e3ef831a6c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=116163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:01:41.217996 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.api.v2.resource [None req-029e37bc-7bc3-4f5d-bc50-960a477d46b8 tempest-RoutersIpV6AdminTest-2062886361 tempest-RoutersIpV6AdminTest-2062886361-project] delete failed (client error): The resource could not be found. Apr 28 11:01:41.219889 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-029e37bc-7bc3-4f5d-bc50-960a477d46b8 tempest-RoutersIpV6AdminTest-2062886361 tempest-RoutersIpV6AdminTest-2062886361-project] 10.222.0.10 "DELETE /v2.0/routers/73193f52-37d8-488b-8905-f81676340be3 HTTP/1.1" status: 404 len: 336 time: 0.1027758 Apr 28 11:01:41.225166 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 50844) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:01:41.233210 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62b67465-9f78-42e1-b965-1b699528cd4b tempest-RoutersAdminTest-1999378242 tempest-RoutersAdminTest-1999378242-project-admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=116162) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 11:01:41.257288 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51a14e16-b0b2-4a93-b60b-9f4effd65c08 None None] Sync routers for ids ['2fe9f739-960d-4f89-a7be-64985b41e19e'] in dv-neutron-master-2-hyperv {{(pid=116164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 11:01:41.261138 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.services.segments.db [None req-41504899-13bf-4c03-9852-728785c28160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015887823 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015887823-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c7241194-1007-47e4-ab68-1d88f9726a65']}} {{(pid=116161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:01:41.267367 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-fb683870-6b5e-49e9-b0c6-4a5d515aa836 tempest-FloatingIPNegativeTestJSON-1520521010 tempest-FloatingIPNegativeTestJSON-1520521010-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-979593'] for network (e6312ee6-c51d-427c-8e8c-9762fa09a9ad), before_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:41.287081 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.services.segments.db [None req-41504899-13bf-4c03-9852-728785c28160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015887823 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015887823-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '80afc900-8a77-48d3-9b10-9e0535409ff9') {'for_net_delete': True} {{(pid=116161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:01:41.287372 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.services.segments.db [None req-41504899-13bf-4c03-9852-728785c28160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015887823 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015887823-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '80afc900-8a77-48d3-9b10-9e0535409ff9') {} {{(pid=116161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:01:41.300979 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-9c138865-ef70-4492-a3c9-b11e8a9f3cde None None] Provisioning complete for port 8d8ebf2e-8dc6-47e2-9a75-17d9acc22b70 triggered by entity DHCP. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:01:41.301351 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-9c138865-ef70-4492-a3c9-b11e8a9f3cde None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (8d8ebf2e-8dc6-47e2-9a75-17d9acc22b70), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:41.302977 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51a14e16-b0b2-4a93-b60b-9f4effd65c08 None None] Routers {'2fe9f739-960d-4f89-a7be-64985b41e19e'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=116164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 11:01:41.303248 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eab96977-400e-47ac-b672-b1f054fb5bf1 None None] The sync data for ids ['c0106278-6e57-47c1-8c24-f3800ff88c3c'] in dv-neutron-master-2-hyperv is: [{'id': 'c0106278-6e57-47c1-8c24-f3800ff88c3c', 'name': 'tempest-ServerActionsTestJSON-950764993-router', 'tenant_id': 'e9b5b362688444d0864b3692ffb5d0ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'external_fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.183'}], 'enable_snat': True}, 'gw_port_id': 'ac7d1b2f-7c4b-4167-ba80-fbbae590051d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T11:01:22Z', 'updated_at': '2022-04-28T11:01:33Z', 'revision_number': 4, 'project_id': 'e9b5b362688444d0864b3692ffb5d0ef', 'gw_port': {'id': 'ac7d1b2f-7c4b-4167-ba80-fbbae590051d', 'name': '', 'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:bd:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0106278-6e57-47c1-8c24-f3800ff88c3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:01:24Z', 'updated_at': '2022-04-28T11:01:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '8d8ebf2e-8dc6-47e2-9a75-17d9acc22b70', 'name': '', 'network_id': '8876925c-b776-4190-94d6-ff922dbd02cf', 'tenant_id': 'e9b5b362688444d0864b3692ffb5d0ef', 'mac_address': 'fa:16:3e:c7:99:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0106278-6e57-47c1-8c24-f3800ff88c3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': '9f0dbbd1-58ad-4048-bae6-5e3ef831a6c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:01:31Z', 'updated_at': '2022-04-28T11:01:39Z', 'revision_number': 4, 'project_id': 'e9b5b362688444d0864b3692ffb5d0ef', 'subnets': [{'id': '9f0dbbd1-58ad-4048-bae6-5e3ef831a6c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=116163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 11:01:41.315823 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_hamode_db [None req-51a14e16-b0b2-4a93-b60b-9f4effd65c08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-28T10:50:39Z,description=,heartbeat_timestamp=2022-04-28T11:01:39Z,host='dv-neutron-master-2-hyperv',id=6b492ad6-0876-4d74-b20d-28143a52ceba,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T10:50:40Z,topic='l3_agent')) {'router_ids': ['2fe9f739-960d-4f89-a7be-64985b41e19e'], 'active': True} {{(pid=116164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:01:41.319344 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.pecan_wsgi.hooks.translation [None req-199f5550-1d75-400c-a65b-93ff70ad7414 tempest-RoutersIpV6AdminTest-2062886361 tempest-RoutersIpV6AdminTest-2062886361-project] DELETE failed (client error): The resource could not be found. Apr 28 11:01:41.323538 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-199f5550-1d75-400c-a65b-93ff70ad7414 tempest-RoutersIpV6AdminTest-2062886361 tempest-RoutersIpV6AdminTest-2062886361-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=116162) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 28 11:01:41.342372 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-199f5550-1d75-400c-a65b-93ff70ad7414 tempest-RoutersIpV6AdminTest-2062886361 tempest-RoutersIpV6AdminTest-2062886361-project] 10.222.0.10 "DELETE /v2.0/subnets/5cacca1a-335a-4899-a121-baffb49d1897 HTTP/1.1" status: 404 len: 337 time: 0.1133635 Apr 28 11:01:41.345430 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-03f020a8-3db6-4909-b3dd-fe66138953c3 tempest-ServerActionsTestJSON-1498610228 tempest-ServerActionsTestJSON-1498610228-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:41.346710 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-03f020a8-3db6-4909-b3dd-fe66138953c3 tempest-ServerActionsTestJSON-1498610228 tempest-ServerActionsTestJSON-1498610228-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9167161 Apr 28 11:01:41.350438 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-41504899-13bf-4c03-9852-728785c28160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015887823 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015887823-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742235208578', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8076969'] for segment (80afc900-8a77-48d3-9b10-9e0535409ff9), before_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:41.353496 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 50848) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:01:41.361530 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-fee70fba-8b75-45f6-a22b-8e02738cb273 None None] For port cb6853a0-3c5e-481d-af83-92ed5a1e0c38, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=cb6853a0-3c5e-481d-af83-92ed5a1e0c38,segment=NetworkSegment(ffa4348d-378b-4e93-98fa-ab0dc49ee16c),segment_id=ffa4348d-378b-4e93-98fa-ab0dc49ee16c)] {{(pid=116163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 11:01:41.361933 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-fee70fba-8b75-45f6-a22b-8e02738cb273 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1938497'] for port (cb6853a0-3c5e-481d-af83-92ed5a1e0c38), precommit_delete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:41.369595 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.v2.base [None req-be3fb35e-0fda-4871-a73c-0fa98da5eff4 tempest-ServerActionsTestJSON-1498610228 tempest-ServerActionsTestJSON-1498610228-project] Request body: {'floatingip': {'floating_network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c'}} {{(pid=116161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:01:41.449272 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-41504899-13bf-4c03-9852-728785c28160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015887823 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015887823-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-961978'] for segment (80afc900-8a77-48d3-9b10-9e0535409ff9), precommit_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:41.459733 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-fee70fba-8b75-45f6-a22b-8e02738cb273 None None] Calling delete_port for cb6853a0-3c5e-481d-af83-92ed5a1e0c38 owned by network:dhcp {{(pid=116163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 11:01:41.472216 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-41504899-13bf-4c03-9852-728785c28160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015887823 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015887823-project] Releasing vlan 57 on physical network physnet1 to pool {{(pid=116161) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 11:01:41.472625 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-41504899-13bf-4c03-9852-728785c28160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015887823 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015887823-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-961978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5219103'] for segment (80afc900-8a77-48d3-9b10-9e0535409ff9), after_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:41.478692 dv-neutron-master-2-hyperv neutron-server[116161]: Traceback (most recent call last): Apr 28 11:01:41.478692 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 11:01:41.478692 dv-neutron-master-2-hyperv neutron-server[116161]: timer() Apr 28 11:01:41.478692 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 11:01:41.478692 dv-neutron-master-2-hyperv neutron-server[116161]: cb(*args, **kw) Apr 28 11:01:41.478692 dv-neutron-master-2-hyperv neutron-server[116161]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 28 11:01:41.478692 dv-neutron-master-2-hyperv neutron-server[116161]: return func(*args, **kwargs) Apr 28 11:01:41.478692 dv-neutron-master-2-hyperv neutron-server[116161]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 11:01:41.478692 dv-neutron-master-2-hyperv neutron-server[116161]: self._notify() Apr 28 11:01:41.478692 dv-neutron-master-2-hyperv neutron-server[116161]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 11:01:41.478692 dv-neutron-master-2-hyperv neutron-server[116161]: self.callback(batched_events) Apr 28 11:01:41.478692 dv-neutron-master-2-hyperv neutron-server[116161]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 11:01:41.478692 dv-neutron-master-2-hyperv neutron-server[116161]: event.method(event) Apr 28 11:01:41.478692 dv-neutron-master-2-hyperv neutron-server[116161]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 28 11:01:41.478692 dv-neutron-master-2-hyperv neutron-server[116161]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 11:01:41.478692 dv-neutron-master-2-hyperv neutron-server[116161]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 28 11:01:41.478692 dv-neutron-master-2-hyperv neutron-server[116161]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 11:01:41.478692 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 28 11:01:41.478692 dv-neutron-master-2-hyperv neutron-server[116161]: return f(self, *a, **k) Apr 28 11:01:41.478692 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 28 11:01:41.478692 dv-neutron-master-2-hyperv neutron-server[116161]: return self._get(url).json() Apr 28 11:01:41.478692 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 28 11:01:41.478692 dv-neutron-master-2-hyperv neutron-server[116161]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 11:01:41.478692 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 11:01:41.478692 dv-neutron-master-2-hyperv neutron-server[116161]: return self.request(url, 'GET', **kwargs) Apr 28 11:01:41.478692 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 11:01:41.478692 dv-neutron-master-2-hyperv neutron-server[116161]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 11:01:41.478692 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 11:01:41.478692 dv-neutron-master-2-hyperv neutron-server[116161]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 11:01:41.478692 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 11:01:41.478692 dv-neutron-master-2-hyperv neutron-server[116161]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 11:01:41.478692 dv-neutron-master-2-hyperv neutron-server[116161]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 11:01:41.527851 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-5d5a5904-c6d8-4c3a-ada1-9838c4b181fb tempest-NetworksIpV6Test-263553383 tempest-NetworksIpV6Test-263553383-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-4210793'] for subnet (0929f792-9b73-45c0-aa8f-d8ae66658968), before_update {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:41.560757 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.plugin [None req-fb683870-6b5e-49e9-b0c6-4a5d515aa836 tempest-FloatingIPNegativeTestJSON-1520521010 tempest-FloatingIPNegativeTestJSON-1520521010-project] Deleting port d96a9bc9-2da4-440e-a95c-dcf770cbc695 {{(pid=116161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 11:01:41.561108 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-fb683870-6b5e-49e9-b0c6-4a5d515aa836 tempest-FloatingIPNegativeTestJSON-1520521010 tempest-FloatingIPNegativeTestJSON-1520521010-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742235130188'] for port (d96a9bc9-2da4-440e-a95c-dcf770cbc695), before_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:41.575664 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2181d036-dae4-4d60-bc0d-55a3e499f0b4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-ee210483-58aa-45cc-9e7f-31b77a1af582', 'network_id': 'ee210483-58aa-45cc-9e7f-31b77a1af582', 'project_id': '87154dd24b09463c83aab94c3e93cc15', 'fixed_ips': [{'subnet_id': '0929f792-9b73-45c0-aa8f-d8ae66658968'}]}} from dv-neutron-master-2-hyperv. {{(pid=116163) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 28 11:01:41.582431 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-2181d036-dae4-4d60-bc0d-55a3e499f0b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (None), before_create {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:41.607751 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-62b67465-9f78-42e1-b965-1b699528cd4b tempest-RoutersAdminTest-1999378242 tempest-RoutersAdminTest-1999378242-project-admin] Publish callbacks [] for router (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:41.614511 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-62b67465-9f78-42e1-b965-1b699528cd4b tempest-RoutersAdminTest-1999378242 tempest-RoutersAdminTest-1999378242-project-admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 7.8056781 Apr 28 11:01:41.633028 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 50850) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:01:41.637020 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_dvr_db [None req-51a14e16-b0b2-4a93-b60b-9f4effd65c08 None None] Set router 2fe9f739-960d-4f89-a7be-64985b41e19e gateway port host: dv-neutron-master-2-hyperv {{(pid=116164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 11:01:41.658254 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-be3fb35e-0fda-4871-a73c-0fa98da5eff4 tempest-ServerActionsTestJSON-1498610228 tempest-ServerActionsTestJSON-1498610228-project] Publish callbacks [] for floatingip (None), before_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:41.669834 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4bcd25f-3e4f-479b-9b57-69844e425ea2 None None] DHCP port deletion for e6312ee6-c51d-427c-8e8c-9762fa09a9ad request from dv-neutron-master-2-hyperv {{(pid=116163) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 28 11:01:41.806111 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-9c138865-ef70-4492-a3c9-b11e8a9f3cde None None] Current status of the port 8d8ebf2e-8dc6-47e2-9a75-17d9acc22b70 is: ACTIVE; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:01:41.853819 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-f4bcd25f-3e4f-479b-9b57-69844e425ea2 None None] Deleting port d96a9bc9-2da4-440e-a95c-dcf770cbc695 {{(pid=116163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 11:01:41.854678 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-f4bcd25f-3e4f-479b-9b57-69844e425ea2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742235130188'] for port (d96a9bc9-2da4-440e-a95c-dcf770cbc695), before_delete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:41.880417 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Device 8d8ebf2e-8dc6-47e2-9a75-17d9acc22b70 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=116163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 11:01:41.904477 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-41504899-13bf-4c03-9852-728785c28160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015887823 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015887823-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-973477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2063122'] for network (c7241194-1007-47e4-ab68-1d88f9726a65), after_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:41.933338 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-41504899-13bf-4c03-9852-728785c28160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015887823 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015887823-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603020'] for network (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:41.936234 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-fee70fba-8b75-45f6-a22b-8e02738cb273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742235135690', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742234710366'] for port (cb6853a0-3c5e-481d-af83-92ed5a1e0c38), after_delete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:41.943377 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-41504899-13bf-4c03-9852-728785c28160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015887823 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015887823-project] 10.222.0.10 "DELETE /v2.0/networks/c7241194-1007-47e4-ab68-1d88f9726a65 HTTP/1.1" status: 204 len: 168 time: 1.1783283 Apr 28 11:01:41.993141 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41504899-13bf-4c03-9852-728785c28160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015887823 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015887823-project] Pushing event deleted for resources: {'Network': ['ID=c7241194-1007-47e4-ab68-1d88f9726a65,revision_number=None']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:01:42.004216 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.db [None req-fb683870-6b5e-49e9-b0c6-4a5d515aa836 tempest-FloatingIPNegativeTestJSON-1520521010 tempest-FloatingIPNegativeTestJSON-1520521010-project] For port d96a9bc9-2da4-440e-a95c-dcf770cbc695, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=d96a9bc9-2da4-440e-a95c-dcf770cbc695,segment=NetworkSegment(c5c69710-9dfd-41cc-aa2a-f89179a750c6),segment_id=c5c69710-9dfd-41cc-aa2a-f89179a750c6)] {{(pid=116161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 11:01:42.004629 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-fb683870-6b5e-49e9-b0c6-4a5d515aa836 tempest-FloatingIPNegativeTestJSON-1520521010 tempest-FloatingIPNegativeTestJSON-1520521010-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1938497'] for port (d96a9bc9-2da4-440e-a95c-dcf770cbc695), precommit_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:42.029710 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-be3fb35e-0fda-4871-a73c-0fa98da5eff4 tempest-ServerActionsTestJSON-1498610228 tempest-ServerActionsTestJSON-1498610228-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (None), before_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:42.034971 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-e7300d16-758f-4662-b6ca-5fac2b597647 tempest-FloatingIPTestJSON-373071706 tempest-FloatingIPTestJSON-373071706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742235135690', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742234710366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5219112'] for port (99ecac3e-9560-4e07-88e6-101d02b414f7), after_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:42.087475 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_hamode_db [None req-51a14e16-b0b2-4a93-b60b-9f4effd65c08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fe9f739-960d-4f89-a7be-64985b41e19e', 'name': 'tempest-snat-router-145109198', 'tenant_id': '7646eaf4a28240e4a1690c253e736cc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'external_fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.178'}], 'enable_snat': False}, 'gw_port_id': 'e06e3d64-c494-40ad-ab71-6e2ac857e077', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T11:01:34Z', 'updated_at': '2022-04-28T11:01:37Z', 'revision_number': 3, 'project_id': '7646eaf4a28240e4a1690c253e736cc2', 'gw_port': {'id': 'e06e3d64-c494-40ad-ab71-6e2ac857e077', 'name': '', 'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:e4:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fe9f739-960d-4f89-a7be-64985b41e19e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:01:35Z', 'updated_at': '2022-04-28T11:01:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=116164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:01:42.116268 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.plugin [None req-fb683870-6b5e-49e9-b0c6-4a5d515aa836 tempest-FloatingIPNegativeTestJSON-1520521010 tempest-FloatingIPNegativeTestJSON-1520521010-project] Calling delete_port for d96a9bc9-2da4-440e-a95c-dcf770cbc695 owned by network:dhcp {{(pid=116161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 11:01:42.117197 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.db_base_plugin_common [None req-2181d036-dae4-4d60-bc0d-55a3e499f0b4 None None] Allocated IP 2001:db8::2 (ee210483-58aa-45cc-9e7f-31b77a1af582/0929f792-9b73-45c0-aa8f-d8ae66658968/b0c4ef9a-c878-4b2d-b786-dd585cf76147) {{(pid=116163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 11:01:42.130452 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee70fba-8b75-45f6-a22b-8e02738cb273 None None] Pushing event deleted for resources: {'Port': ['ID=cb6853a0-3c5e-481d-af83-92ed5a1e0c38,revision_number=None']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:01:42.135232 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51a14e16-b0b2-4a93-b60b-9f4effd65c08 None None] Checking router: 2fe9f739-960d-4f89-a7be-64985b41e19e for host: dv-neutron-master-2-hyperv {{(pid=116164) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 11:01:42.135576 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51a14e16-b0b2-4a93-b60b-9f4effd65c08 None None] Updating router 2fe9f739-960d-4f89-a7be-64985b41e19e port e06e3d64-c494-40ad-ab71-6e2ac857e077 binding host dv-neutron-master-2-hyperv {{(pid=116164) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 28 11:01:42.139934 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7300d16-758f-4662-b6ca-5fac2b597647 tempest-FloatingIPTestJSON-373071706 tempest-FloatingIPTestJSON-373071706-project] Pushing event deleted for resources: {'Port': ['ID=99ecac3e-9560-4e07-88e6-101d02b414f7,revision_number=None']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:01:42.159508 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fee70fba-8b75-45f6-a22b-8e02738cb273 None None] No DVR routers for this DVR port cb6853a0-3c5e-481d-af83-92ed5a1e0c38 on host dv-neutron-master-2-hyperv {{(pid=116163) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 11:01:42.167617 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-f4bcd25f-3e4f-479b-9b57-69844e425ea2 None None] For port d96a9bc9-2da4-440e-a95c-dcf770cbc695, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=d96a9bc9-2da4-440e-a95c-dcf770cbc695,segment=NetworkSegment(c5c69710-9dfd-41cc-aa2a-f89179a750c6),segment_id=c5c69710-9dfd-41cc-aa2a-f89179a750c6)] {{(pid=116163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 11:01:42.168285 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-f4bcd25f-3e4f-479b-9b57-69844e425ea2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1938497'] for port (d96a9bc9-2da4-440e-a95c-dcf770cbc695), precommit_delete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:42.196746 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-f4bcd25f-3e4f-479b-9b57-69844e425ea2 None None] Calling delete_port for d96a9bc9-2da4-440e-a95c-dcf770cbc695 owned by network:dhcp {{(pid=116163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 11:01:42.218800 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron_lib.callbacks.manager [None req-51a14e16-b0b2-4a93-b60b-9f4effd65c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (e06e3d64-c494-40ad-ab71-6e2ac857e077), before_update {{(pid=116164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:42.232023 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 50856) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:01:42.274067 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-01ef1de1-12fd-4cef-b76b-793f91379468 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (39cc4f52-f5d9-4e2c-bbfa-7a1c528e1c40), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:42.397496 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Provisioning complete for port 8d8ebf2e-8dc6-47e2-9a75-17d9acc22b70 triggered by entity L2. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:01:42.401255 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (8d8ebf2e-8dc6-47e2-9a75-17d9acc22b70), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:42.475072 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-cd46a20f-33a1-43be-8e4c-e605f5f05c7f tempest-RoutersAdminTest-1999378242 tempest-RoutersAdminTest-1999378242-project-admin] 10.222.0.10 "GET /v2.0/routers/2fe9f739-960d-4f89-a7be-64985b41e19e HTTP/1.1" status: 200 len: 908 time: 0.8367536 Apr 28 11:01:42.482915 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 50862) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:01:42.495490 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.v2.base [None req-2b340697-ca31-4d6c-ad0a-34321622610c tempest-RoutersAdminTest-1999378242 tempest-RoutersAdminTest-1999378242-project-admin] Request body: {'router': {'name': 'tempest-snat-router-145109198', 'external_gateway_info': {'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'enable_snat': True}}} {{(pid=116161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:01:42.520411 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-e7300d16-758f-4662-b6ca-5fac2b597647 tempest-FloatingIPTestJSON-373071706 tempest-FloatingIPTestJSON-373071706-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1935354'] for router_gateway (95215caa-c306-4f42-88fe-7b8468f0ea15), after_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:42.595923 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 50864) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:01:42.628593 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.db.db_base_plugin_common [None req-be3fb35e-0fda-4871-a73c-0fa98da5eff4 tempest-ServerActionsTestJSON-1498610228 tempest-ServerActionsTestJSON-1498610228-project] Allocated IP 172.36.4.184 (7be49d94-bbb8-4a61-bafe-209c5f861e1c/c0f82f52-05ee-40f2-a57c-9d02e01fb9fa/368a34dc-b34c-4344-9f57-8b21fa027eb6) {{(pid=116161) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 11:01:42.685433 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-e7300d16-758f-4662-b6ca-5fac2b597647 tempest-FloatingIPTestJSON-373071706 tempest-FloatingIPTestJSON-373071706-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2060865', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-63275'] for router (95215caa-c306-4f42-88fe-7b8468f0ea15), precommit_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:42.692514 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-e7300d16-758f-4662-b6ca-5fac2b597647 tempest-FloatingIPTestJSON-373071706 tempest-FloatingIPTestJSON-373071706-project] Publish callbacks [] for router_controller (95215caa-c306-4f42-88fe-7b8468f0ea15), precommit_delete_associations {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:42.695816 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-2181d036-dae4-4d60-bc0d-55a3e499f0b4 None None] Publish callbacks [] for port (b0c4ef9a-c878-4b2d-b786-dd585cf76147), precommit_create {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:42.712783 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Current status of the port 8d8ebf2e-8dc6-47e2-9a75-17d9acc22b70 is: ACTIVE; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:01:42.714258 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-fb683870-6b5e-49e9-b0c6-4a5d515aa836 tempest-FloatingIPNegativeTestJSON-1520521010 tempest-FloatingIPNegativeTestJSON-1520521010-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742235135690', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742234710366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5219112'] for port (d96a9bc9-2da4-440e-a95c-dcf770cbc695), after_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:42.719409 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-f4bcd25f-3e4f-479b-9b57-69844e425ea2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742235135690', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742234710366'] for port (d96a9bc9-2da4-440e-a95c-dcf770cbc695), after_delete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:42.749694 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4bcd25f-3e4f-479b-9b57-69844e425ea2 None None] Pushing event deleted for resources: {'Port': ['ID=d96a9bc9-2da4-440e-a95c-dcf770cbc695,revision_number=None']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:01:42.756086 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4bcd25f-3e4f-479b-9b57-69844e425ea2 None None] No DVR routers for this DVR port d96a9bc9-2da4-440e-a95c-dcf770cbc695 on host dv-neutron-master-2-hyperv {{(pid=116163) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 11:01:42.768735 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.objects.ports [None req-2bf0c120-d7bb-4fdc-a022-fde6822afd64 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=116162) get_objects /opt/stack/neutron/neutron/objects/ports.py:463}} Apr 28 11:01:42.785514 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-2bf0c120-d7bb-4fdc-a022-fde6822afd64 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5054027', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4210784'] for subnet (e7803766-8a76-4d6c-a9cb-e5c626326d30), after_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:42.795402 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Device d96a9bc9-2da4-440e-a95c-dcf770cbc695 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=116163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 11:01:42.802614 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-2181d036-dae4-4d60-bc0d-55a3e499f0b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742234710357'] for port (b0c4ef9a-c878-4b2d-b786-dd585cf76147), after_create {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:42.812888 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-2b340697-ca31-4d6c-ad0a-34321622610c tempest-RoutersAdminTest-1999378242 tempest-RoutersAdminTest-1999378242-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2060459', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-63449'] for router (80654af6-0415-4434-aba4-cc79c492211d), before_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:42.814205 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-2b340697-ca31-4d6c-ad0a-34321622610c tempest-RoutersAdminTest-1999378242 tempest-RoutersAdminTest-1999378242-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2060827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1935275', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1960866', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-63266'] for router (80654af6-0415-4434-aba4-cc79c492211d), precommit_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:42.824664 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] No Port match for: d96a9bc9-2da4-440e-a95c-dcf770cbc695 {{(pid=116163) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 28 11:01:42.825017 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Device d96a9bc9-2da4-440e-a95c-dcf770cbc695 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=116163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 11:01:42.825426 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Device cb6853a0-3c5e-481d-af83-92ed5a1e0c38 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=116163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 11:01:42.829013 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb683870-6b5e-49e9-b0c6-4a5d515aa836 tempest-FloatingIPNegativeTestJSON-1520521010 tempest-FloatingIPNegativeTestJSON-1520521010-project] Pushing event deleted for resources: {'Port': ['ID=d96a9bc9-2da4-440e-a95c-dcf770cbc695,revision_number=None']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:01:42.864630 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-d68c9678-c3b3-4f13-97ab-8f44bc953c81 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:42.874628 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb683870-6b5e-49e9-b0c6-4a5d515aa836 tempest-FloatingIPNegativeTestJSON-1520521010 tempest-FloatingIPNegativeTestJSON-1520521010-project] No DVR routers for this DVR port d96a9bc9-2da4-440e-a95c-dcf770cbc695 on host dv-neutron-master-2-hyperv {{(pid=116161) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 11:01:42.877319 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] No Port match for: cb6853a0-3c5e-481d-af83-92ed5a1e0c38 {{(pid=116163) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 28 11:01:42.877692 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Device cb6853a0-3c5e-481d-af83-92ed5a1e0c38 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=116163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 11:01:42.900157 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2181d036-dae4-4d60-bc0d-55a3e499f0b4 None None] Network ee210483-58aa-45cc-9e7f-31b77a1af582 is already hosted by enough agents. {{(pid=116163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 11:01:42.905495 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.scheduler.base_scheduler [None req-2181d036-dae4-4d60-bc0d-55a3e499f0b4 None None] Resources bound (agent type, host, resource id): {{(pid=116163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 11:01:42.914772 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2181d036-dae4-4d60-bc0d-55a3e499f0b4 None None] Received port after_create {{(pid=116163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 11:01:42.929152 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2181d036-dae4-4d60-bc0d-55a3e499f0b4 None None] Pushing event updated for resources: {'Port': ['ID=b0c4ef9a-c878-4b2d-b786-dd585cf76147,revision_number=1']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:01:42.957660 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-df62d441-f5a0-41eb-99f9-162fa9d2876a admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=e0987db03f6c4fcdae7f965454a01558&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3580809 Apr 28 11:01:42.973267 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 50868) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:01:42.976901 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bf0c120-d7bb-4fdc-a022-fde6822afd64 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Network 1ec9fbcf-7a57-4aaa-9c30-4e0f43e09480 is already hosted by enough agents. {{(pid=116162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 11:01:42.981058 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.scheduler.base_scheduler [None req-2bf0c120-d7bb-4fdc-a022-fde6822afd64 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Resources bound (agent type, host, resource id): {{(pid=116162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 11:01:42.987118 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf0c120-d7bb-4fdc-a022-fde6822afd64 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Pushing event updated for resources: {'Subnet': ['ID=e7803766-8a76-4d6c-a9cb-e5c626326d30,revision_number=0']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:01:42.992327 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bf0c120-d7bb-4fdc-a022-fde6822afd64 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:01:42.993082 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-2bf0c120-d7bb-4fdc-a022-fde6822afd64 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603020'] for subnet (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:42.997417 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d11ca91-3b76-4e7a-8ade-8deb0892eaf9 None None] Network 1ec9fbcf-7a57-4aaa-9c30-4e0f43e09480 requested from dv-neutron-master-2-hyperv {{(pid=116163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 11:01:43.021477 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.managers [None req-2181d036-dae4-4d60-bc0d-55a3e499f0b4 None None] Attempting to bind port b0c4ef9a-c878-4b2d-b786-dd585cf76147 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=116163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 28 11:01:43.021863 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.managers [None req-2181d036-dae4-4d60-bc0d-55a3e499f0b4 None None] Attempting to bind port b0c4ef9a-c878-4b2d-b786-dd585cf76147 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '77ce3edf-2b3e-493d-9736-973f139d919c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'ee210483-58aa-45cc-9e7f-31b77a1af582'}] {{(pid=116163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 28 11:01:43.022224 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2181d036-dae4-4d60-bc0d-55a3e499f0b4 None None] Attempting to bind port b0c4ef9a-c878-4b2d-b786-dd585cf76147 on network ee210483-58aa-45cc-9e7f-31b77a1af582 {{(pid=116163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 11:01:43.040623 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2181d036-dae4-4d60-bc0d-55a3e499f0b4 None None] Checking agent: {'id': 'd5baab19-5dd1-4902-922b-84acb048ab9c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 10, 50, 43), 'started_at': datetime.datetime(2022, 4, 28, 10, 51, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 11, 1, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=116163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 11:01:43.041009 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2181d036-dae4-4d60-bc0d-55a3e499f0b4 None None] Checking segment: {'id': '77ce3edf-2b3e-493d-9736-973f139d919c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'ee210483-58aa-45cc-9e7f-31b77a1af582'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 11:01:43.041434 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-2181d036-dae4-4d60-bc0d-55a3e499f0b4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:43.041978 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2181d036-dae4-4d60-bc0d-55a3e499f0b4 None None] Bound using segment: {'id': '77ce3edf-2b3e-493d-9736-973f139d919c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'ee210483-58aa-45cc-9e7f-31b77a1af582'} {{(pid=116163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 11:01:43.043193 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.managers [None req-2181d036-dae4-4d60-bc0d-55a3e499f0b4 None None] Bound port: b0c4ef9a-c878-4b2d-b786-dd585cf76147, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77ce3edf-2b3e-493d-9736-973f139d919c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'ee210483-58aa-45cc-9e7f-31b77a1af582'}}] {{(pid=116163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 28 11:01:43.043587 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-2181d036-dae4-4d60-bc0d-55a3e499f0b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (b0c4ef9a-c878-4b2d-b786-dd585cf76147), before_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:43.065478 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-be3fb35e-0fda-4871-a73c-0fa98da5eff4 tempest-ServerActionsTestJSON-1498610228 tempest-ServerActionsTestJSON-1498610228-project] Publish callbacks [] for port (368a34dc-b34c-4344-9f57-8b21fa027eb6), precommit_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:43.067434 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-e7300d16-758f-4662-b6ca-5fac2b597647 tempest-FloatingIPTestJSON-373071706 tempest-FloatingIPTestJSON-373071706-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2060888'] for router (95215caa-c306-4f42-88fe-7b8468f0ea15), after_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:43.068706 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7300d16-758f-4662-b6ca-5fac2b597647 tempest-FloatingIPTestJSON-373071706 tempest-FloatingIPTestJSON-373071706-project] Fanout notify agent at l3_agent the message router_deleted on router 95215caa-c306-4f42-88fe-7b8468f0ea15 {{(pid=116161) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 28 11:01:43.087514 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-2bf0c120-d7bb-4fdc-a022-fde6822afd64 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.6749682 Apr 28 11:01:43.089965 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 50870) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:01:43.099661 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.v2.base [None req-9f5e41c8-49e0-4f5f-8f1a-a38ae1583914 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Request body: {'port': {'network_id': '1ec9fbcf-7a57-4aaa-9c30-4e0f43e09480', 'mac_address': 'fa:16:3e:c4:45:4b', 'name': 'tempest-NetworksTestDHCPv6-1048120165'}} {{(pid=116162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:01:43.100863 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-e7300d16-758f-4662-b6ca-5fac2b597647 tempest-FloatingIPTestJSON-373071706 tempest-FloatingIPTestJSON-373071706-project] Publish callbacks [] for router (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:43.105097 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 50872) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:01:43.105356 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-e7300d16-758f-4662-b6ca-5fac2b597647 tempest-FloatingIPTestJSON-373071706 tempest-FloatingIPTestJSON-373071706-project] 10.222.0.10 "DELETE /v2.0/routers/95215caa-c306-4f42-88fe-7b8468f0ea15 HTTP/1.1" status: 204 len: 168 time: 3.9929175 Apr 28 11:01:43.169668 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-5d5a5904-c6d8-4c3a-ada1-9838c4b181fb tempest-NetworksIpV6Test-263553383 tempest-NetworksIpV6Test-263553383-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8742235135699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-5053957'] for subnet (0929f792-9b73-45c0-aa8f-d8ae66658968), after_update {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:43.186087 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-2b340697-ca31-4d6c-ad0a-34321622610c tempest-RoutersAdminTest-1999378242 tempest-RoutersAdminTest-1999378242-project-admin] Publish callbacks [] for router_controller (80654af6-0415-4434-aba4-cc79c492211d), precommit_add_association {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:43.194993 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da282857-08e6-4e72-9214-b255affbf88f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-1ec9fbcf-7a57-4aaa-9c30-4e0f43e09480', 'network_id': '1ec9fbcf-7a57-4aaa-9c30-4e0f43e09480', 'project_id': '12780407c7254bdfbde1c04e76d433ee', 'fixed_ips': [{'subnet_id': 'e7803766-8a76-4d6c-a9cb-e5c626326d30'}]}} from dv-neutron-master-2-hyperv. {{(pid=116163) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 28 11:01:43.201186 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-da282857-08e6-4e72-9214-b255affbf88f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (None), before_create {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:43.212944 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-2181d036-dae4-4d60-bc0d-55a3e499f0b4 None None] For port b0c4ef9a-c878-4b2d-b786-dd585cf76147, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=116163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 11:01:43.229516 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-75e77c8f-2877-4e95-b003-7c5dabd525d6 admin admin] Publish callbacks [] for security_group (dbc8b0b1-f3b5-449c-8166-172058bbda68), before_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:43.230844 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-2181d036-dae4-4d60-bc0d-55a3e499f0b4 None None] For port b0c4ef9a-c878-4b2d-b786-dd585cf76147, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=b0c4ef9a-c878-4b2d-b786-dd585cf76147,segment=NetworkSegment(77ce3edf-2b3e-493d-9736-973f139d919c),segment_id=77ce3edf-2b3e-493d-9736-973f139d919c)] {{(pid=116163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 11:01:43.257819 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-fb683870-6b5e-49e9-b0c6-4a5d515aa836 tempest-FloatingIPNegativeTestJSON-1520521010 tempest-FloatingIPNegativeTestJSON-1520521010-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-973498', 'neutron.services.segments.db._delete_segments_for_network-8742235207033'] for network (e6312ee6-c51d-427c-8e8c-9762fa09a9ad), precommit_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:43.282884 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.services.segments.db [None req-fb683870-6b5e-49e9-b0c6-4a5d515aa836 tempest-FloatingIPNegativeTestJSON-1520521010 tempest-FloatingIPNegativeTestJSON-1520521010-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e6312ee6-c51d-427c-8e8c-9762fa09a9ad']}} {{(pid=116161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:01:43.293937 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.services.segments.db [None req-fb683870-6b5e-49e9-b0c6-4a5d515aa836 tempest-FloatingIPNegativeTestJSON-1520521010 tempest-FloatingIPNegativeTestJSON-1520521010-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c5c69710-9dfd-41cc-aa2a-f89179a750c6') {'for_net_delete': True} {{(pid=116161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:01:43.295347 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.services.segments.db [None req-fb683870-6b5e-49e9-b0c6-4a5d515aa836 tempest-FloatingIPNegativeTestJSON-1520521010 tempest-FloatingIPNegativeTestJSON-1520521010-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c5c69710-9dfd-41cc-aa2a-f89179a750c6') {} {{(pid=116161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:01:43.296229 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5a5904-c6d8-4c3a-ada1-9838c4b181fb tempest-NetworksIpV6Test-263553383 tempest-NetworksIpV6Test-263553383-project] Pushing event updated for resources: {'Subnet': ['ID=0929f792-9b73-45c0-aa8f-d8ae66658968,revision_number=1']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:01:43.320047 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d5a5904-c6d8-4c3a-ada1-9838c4b181fb tempest-NetworksIpV6Test-263553383 tempest-NetworksIpV6Test-263553383-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:01:43.321104 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-5d5a5904-c6d8-4c3a-ada1-9838c4b181fb tempest-NetworksIpV6Test-263553383 tempest-NetworksIpV6Test-263553383-project] Publish callbacks [] for subnet (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:43.321852 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-2181d036-dae4-4d60-bc0d-55a3e499f0b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393'] for port (b0c4ef9a-c878-4b2d-b786-dd585cf76147), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:43.323791 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-5d5a5904-c6d8-4c3a-ada1-9838c4b181fb tempest-NetworksIpV6Test-263553383 tempest-NetworksIpV6Test-263553383-project] 10.222.0.10 "PUT /v2.0/subnets/0929f792-9b73-45c0-aa8f-d8ae66658968 HTTP/1.1" status: 200 len: 826 time: 2.2719486 Apr 28 11:01:43.336984 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 50874) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:01:43.357035 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.db.db_base_plugin_v2 [None req-6111ec8a-a319-40e1-96e9-417cce05531b tempest-FloatingIPTestJSON-373071706 tempest-FloatingIPTestJSON-373071706-project] Deleting subnet b703de28-7fa7-4be8-b23f-42ac033f9e00 {{(pid=116162) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 28 11:01:43.368669 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-6111ec8a-a319-40e1-96e9-417cce05531b tempest-FloatingIPTestJSON-373071706 tempest-FloatingIPTestJSON-373071706-project] Publish callbacks [] for subnet (b703de28-7fa7-4be8-b23f-42ac033f9e00), before_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:43.382786 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-fb683870-6b5e-49e9-b0c6-4a5d515aa836 tempest-FloatingIPNegativeTestJSON-1520521010 tempest-FloatingIPNegativeTestJSON-1520521010-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742235208578', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8076969'] for segment (c5c69710-9dfd-41cc-aa2a-f89179a750c6), before_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:43.405631 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (d5baab19-5dd1-4902-922b-84acb048ab9c), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:43.428740 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2181d036-dae4-4d60-bc0d-55a3e499f0b4 None None] Pushing event updated for resources: {'Port': ['ID=b0c4ef9a-c878-4b2d-b786-dd585cf76147,revision_number=2']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:01:43.434141 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.db_base_plugin_common [None req-da282857-08e6-4e72-9214-b255affbf88f None None] Allocated IP 2001:db8::f816:3eff:fe2c:84dd (1ec9fbcf-7a57-4aaa-9c30-4e0f43e09480/e7803766-8a76-4d6c-a9cb-e5c626326d30/d8cea892-cea2-4f93-9953-6f2538cd2691) {{(pid=116163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 11:01:43.476578 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-75e77c8f-2877-4e95-b003-7c5dabd525d6 admin admin] Publish callbacks [] for security_group (dbc8b0b1-f3b5-449c-8166-172058bbda68), precommit_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:43.484073 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-fb683870-6b5e-49e9-b0c6-4a5d515aa836 tempest-FloatingIPNegativeTestJSON-1520521010 tempest-FloatingIPNegativeTestJSON-1520521010-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-961978'] for segment (c5c69710-9dfd-41cc-aa2a-f89179a750c6), precommit_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:43.505144 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-6111ec8a-a319-40e1-96e9-417cce05531b tempest-FloatingIPTestJSON-373071706 tempest-FloatingIPTestJSON-373071706-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5026541'] for subnet (b703de28-7fa7-4be8-b23f-42ac033f9e00), precommit_delete_associations {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:43.512069 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-d68c9678-c3b3-4f13-97ab-8f44bc953c81 admin admin] Publish callbacks [] for security_group (14214bed-6d9e-4564-bcf8-8e9590f8d74a), precommit_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:43.513445 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fb683870-6b5e-49e9-b0c6-4a5d515aa836 tempest-FloatingIPNegativeTestJSON-1520521010 tempest-FloatingIPNegativeTestJSON-1520521010-project] Releasing vlan 99 on physical network physnet1 to pool {{(pid=116161) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 11:01:43.513908 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-fb683870-6b5e-49e9-b0c6-4a5d515aa836 tempest-FloatingIPNegativeTestJSON-1520521010 tempest-FloatingIPNegativeTestJSON-1520521010-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-961978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5219103'] for segment (c5c69710-9dfd-41cc-aa2a-f89179a750c6), after_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:43.560094 dv-neutron-master-2-hyperv neutron-server[116161]: Traceback (most recent call last): Apr 28 11:01:43.560094 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 11:01:43.560094 dv-neutron-master-2-hyperv neutron-server[116161]: timer() Apr 28 11:01:43.560094 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 11:01:43.560094 dv-neutron-master-2-hyperv neutron-server[116161]: cb(*args, **kw) Apr 28 11:01:43.560094 dv-neutron-master-2-hyperv neutron-server[116161]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 28 11:01:43.560094 dv-neutron-master-2-hyperv neutron-server[116161]: return func(*args, **kwargs) Apr 28 11:01:43.560094 dv-neutron-master-2-hyperv neutron-server[116161]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 11:01:43.560094 dv-neutron-master-2-hyperv neutron-server[116161]: self._notify() Apr 28 11:01:43.560094 dv-neutron-master-2-hyperv neutron-server[116161]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 11:01:43.560094 dv-neutron-master-2-hyperv neutron-server[116161]: self.callback(batched_events) Apr 28 11:01:43.560094 dv-neutron-master-2-hyperv neutron-server[116161]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 11:01:43.560094 dv-neutron-master-2-hyperv neutron-server[116161]: event.method(event) Apr 28 11:01:43.560094 dv-neutron-master-2-hyperv neutron-server[116161]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 28 11:01:43.560094 dv-neutron-master-2-hyperv neutron-server[116161]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 11:01:43.560094 dv-neutron-master-2-hyperv neutron-server[116161]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 28 11:01:43.560094 dv-neutron-master-2-hyperv neutron-server[116161]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 11:01:43.560094 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 28 11:01:43.560094 dv-neutron-master-2-hyperv neutron-server[116161]: return f(self, *a, **k) Apr 28 11:01:43.560094 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 28 11:01:43.560094 dv-neutron-master-2-hyperv neutron-server[116161]: return self._get(url).json() Apr 28 11:01:43.560094 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 28 11:01:43.560094 dv-neutron-master-2-hyperv neutron-server[116161]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 11:01:43.560094 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 11:01:43.560094 dv-neutron-master-2-hyperv neutron-server[116161]: return self.request(url, 'GET', **kwargs) Apr 28 11:01:43.560094 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 11:01:43.560094 dv-neutron-master-2-hyperv neutron-server[116161]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 11:01:43.560094 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 11:01:43.560094 dv-neutron-master-2-hyperv neutron-server[116161]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 11:01:43.560094 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 11:01:43.560094 dv-neutron-master-2-hyperv neutron-server[116161]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 11:01:43.560094 dv-neutron-master-2-hyperv neutron-server[116161]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 11:01:43.597450 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-90c4e093-cdb9-4ff9-b945-688903223112 tempest-NetworksIpV6Test-263553383 tempest-NetworksIpV6Test-263553383-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-979593'] for network (ee210483-58aa-45cc-9e7f-31b77a1af582), before_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:43.608131 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f5e41c8-49e0-4f5f-8f1a-a38ae1583914 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Made reservation on behalf of 12780407c7254bdfbde1c04e76d433ee for: {'port': 1} {{(pid=116162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 11:01:43.629550 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-be3fb35e-0fda-4871-a73c-0fa98da5eff4 tempest-ServerActionsTestJSON-1498610228 tempest-ServerActionsTestJSON-1498610228-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742234710357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5219112'] for port (368a34dc-b34c-4344-9f57-8b21fa027eb6), after_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:43.673120 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-d68c9678-c3b3-4f13-97ab-8f44bc953c81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924426'] for security_group (14214bed-6d9e-4564-bcf8-8e9590f8d74a), after_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:43.681644 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-2b340697-ca31-4d6c-ad0a-34321622610c tempest-RoutersAdminTest-1999378242 tempest-RoutersAdminTest-1999378242-project-admin] Publish callbacks [] for router_gateway (80654af6-0415-4434-aba4-cc79c492211d), precommit_update {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:43.738771 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be3fb35e-0fda-4871-a73c-0fa98da5eff4 tempest-ServerActionsTestJSON-1498610228 tempest-ServerActionsTestJSON-1498610228-project] Network 7be49d94-bbb8-4a61-bafe-209c5f861e1c is already hosted by enough agents. {{(pid=116161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 11:01:43.760549 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.scheduler.base_scheduler [None req-be3fb35e-0fda-4871-a73c-0fa98da5eff4 tempest-ServerActionsTestJSON-1498610228 tempest-ServerActionsTestJSON-1498610228-project] Resources bound (agent type, host, resource id): {{(pid=116161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 11:01:43.778683 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be3fb35e-0fda-4871-a73c-0fa98da5eff4 tempest-ServerActionsTestJSON-1498610228 tempest-ServerActionsTestJSON-1498610228-project] Received port after_create {{(pid=116161) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 11:01:43.828496 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d68c9678-c3b3-4f13-97ab-8f44bc953c81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14214bed-6d9e-4564-bcf8-8e9590f8d74a,revision_number=1']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:01:43.830720 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-9f5e41c8-49e0-4f5f-8f1a-a38ae1583914 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (None), before_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:43.837078 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron_lib.callbacks.manager [None req-51a14e16-b0b2-4a93-b60b-9f4effd65c08 None None] Publish callbacks [] for port (e06e3d64-c494-40ad-ab71-6e2ac857e077), precommit_update {{(pid=116164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:43.856808 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-d68c9678-c3b3-4f13-97ab-8f44bc953c81 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=6a2c8e3cdf2f4db58dfe8068f4b53c5a&name=default HTTP/1.1" status: 200 len: 2996 time: 1.6192949 Apr 28 11:01:43.857557 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-fb683870-6b5e-49e9-b0c6-4a5d515aa836 tempest-FloatingIPNegativeTestJSON-1520521010 tempest-FloatingIPNegativeTestJSON-1520521010-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-973477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2063122'] for network (e6312ee6-c51d-427c-8e8c-9762fa09a9ad), after_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:43.863018 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-da282857-08e6-4e72-9214-b255affbf88f None None] Publish callbacks [] for port (d8cea892-cea2-4f93-9953-6f2538cd2691), precommit_create {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:43.866477 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 50876) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:01:43.904296 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron_lib.callbacks.manager [None req-51a14e16-b0b2-4a93-b60b-9f4effd65c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393'] for port (e06e3d64-c494-40ad-ab71-6e2ac857e077), after_update {{(pid=116164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:43.927663 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.notifiers.nova [None req-9f5e41c8-49e0-4f5f-8f1a-a38ae1583914 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] device_id is not set on port e434ff15-0186-4a03-bb69-62ce9278bd78 yet. {{(pid=116162) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 28 11:01:43.939831 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-da282857-08e6-4e72-9214-b255affbf88f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742234710357'] for port (d8cea892-cea2-4f93-9953-6f2538cd2691), after_create {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:43.998347 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6e14c6-8f36-450f-b45b-2df6d339221f None None] Pushing event updated for resources: {'Port': ['ID=e06e3d64-c494-40ad-ab71-6e2ac857e077,revision_number=2']} {{(pid=116164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:01:44.004792 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.plugins.ml2.managers [None req-51a14e16-b0b2-4a93-b60b-9f4effd65c08 None None] Attempting to bind port e06e3d64-c494-40ad-ab71-6e2ac857e077 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=116164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 28 11:01:44.006009 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.plugins.ml2.managers [None req-51a14e16-b0b2-4a93-b60b-9f4effd65c08 None None] Attempting to bind port e06e3d64-c494-40ad-ab71-6e2ac857e077 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '142bc50f-d6af-4646-8d06-bb7af6b7b51c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c'}] {{(pid=116164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 28 11:01:44.006934 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51a14e16-b0b2-4a93-b60b-9f4effd65c08 None None] Attempting to bind port e06e3d64-c494-40ad-ab71-6e2ac857e077 on network 7be49d94-bbb8-4a61-bafe-209c5f861e1c {{(pid=116164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 11:01:44.017099 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da282857-08e6-4e72-9214-b255affbf88f None None] Network 1ec9fbcf-7a57-4aaa-9c30-4e0f43e09480 is already hosted by enough agents. {{(pid=116163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 11:01:44.022549 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51a14e16-b0b2-4a93-b60b-9f4effd65c08 None None] Checking agent: {'id': 'd5baab19-5dd1-4902-922b-84acb048ab9c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 10, 50, 43), 'started_at': datetime.datetime(2022, 4, 28, 10, 51, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 11, 1, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=116164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 11:01:44.022549 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51a14e16-b0b2-4a93-b60b-9f4effd65c08 None None] Checking segment: {'id': '142bc50f-d6af-4646-8d06-bb7af6b7b51c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 11:01:44.022549 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron_lib.callbacks.manager [None req-51a14e16-b0b2-4a93-b60b-9f4effd65c08 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=116164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:44.022549 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51a14e16-b0b2-4a93-b60b-9f4effd65c08 None None] Bound using segment: {'id': '142bc50f-d6af-4646-8d06-bb7af6b7b51c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c'} {{(pid=116164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 11:01:44.022549 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.plugins.ml2.managers [None req-51a14e16-b0b2-4a93-b60b-9f4effd65c08 None None] Bound port: e06e3d64-c494-40ad-ab71-6e2ac857e077, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '142bc50f-d6af-4646-8d06-bb7af6b7b51c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c'}}] {{(pid=116164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 28 11:01:44.023036 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.scheduler.base_scheduler [None req-da282857-08e6-4e72-9214-b255affbf88f None None] Resources bound (agent type, host, resource id): {{(pid=116163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 11:01:44.023116 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron_lib.callbacks.manager [None req-51a14e16-b0b2-4a93-b60b-9f4effd65c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (e06e3d64-c494-40ad-ab71-6e2ac857e077), before_update {{(pid=116164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:44.032494 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da282857-08e6-4e72-9214-b255affbf88f None None] Received port after_create {{(pid=116163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 11:01:44.071674 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da282857-08e6-4e72-9214-b255affbf88f None None] Pushing event updated for resources: {'Port': ['ID=d8cea892-cea2-4f93-9953-6f2538cd2691,revision_number=1']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:01:44.104349 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.plugins.ml2.db [None req-51a14e16-b0b2-4a93-b60b-9f4effd65c08 None None] For port e06e3d64-c494-40ad-ab71-6e2ac857e077, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=116164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 11:01:44.111965 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.plugins.ml2.db [None req-51a14e16-b0b2-4a93-b60b-9f4effd65c08 None None] For port e06e3d64-c494-40ad-ab71-6e2ac857e077, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=e06e3d64-c494-40ad-ab71-6e2ac857e077,segment=NetworkSegment(142bc50f-d6af-4646-8d06-bb7af6b7b51c),segment_id=142bc50f-d6af-4646-8d06-bb7af6b7b51c)] {{(pid=116164) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 11:01:44.120685 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.managers [None req-da282857-08e6-4e72-9214-b255affbf88f None None] Attempting to bind port d8cea892-cea2-4f93-9953-6f2538cd2691 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=116163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 28 11:01:44.121126 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.managers [None req-da282857-08e6-4e72-9214-b255affbf88f None None] Attempting to bind port d8cea892-cea2-4f93-9953-6f2538cd2691 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'ffa4348d-378b-4e93-98fa-ab0dc49ee16c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '1ec9fbcf-7a57-4aaa-9c30-4e0f43e09480'}] {{(pid=116163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 28 11:01:44.122070 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da282857-08e6-4e72-9214-b255affbf88f None None] Attempting to bind port d8cea892-cea2-4f93-9953-6f2538cd2691 on network 1ec9fbcf-7a57-4aaa-9c30-4e0f43e09480 {{(pid=116163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 11:01:44.122196 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.plugin [None req-90c4e093-cdb9-4ff9-b945-688903223112 tempest-NetworksIpV6Test-263553383 tempest-NetworksIpV6Test-263553383-project] Deleting port b0c4ef9a-c878-4b2d-b786-dd585cf76147 {{(pid=116162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 11:01:44.122445 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-90c4e093-cdb9-4ff9-b945-688903223112 tempest-NetworksIpV6Test-263553383 tempest-NetworksIpV6Test-263553383-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742235130188'] for port (b0c4ef9a-c878-4b2d-b786-dd585cf76147), before_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:44.129097 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da282857-08e6-4e72-9214-b255affbf88f None None] Checking agent: {'id': 'd5baab19-5dd1-4902-922b-84acb048ab9c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 10, 50, 43), 'started_at': datetime.datetime(2022, 4, 28, 10, 51, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 11, 1, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=116163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 11:01:44.129734 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da282857-08e6-4e72-9214-b255affbf88f None None] Checking segment: {'id': 'ffa4348d-378b-4e93-98fa-ab0dc49ee16c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '1ec9fbcf-7a57-4aaa-9c30-4e0f43e09480'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 11:01:44.130154 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-da282857-08e6-4e72-9214-b255affbf88f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:44.130586 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da282857-08e6-4e72-9214-b255affbf88f None None] Bound using segment: {'id': 'ffa4348d-378b-4e93-98fa-ab0dc49ee16c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '1ec9fbcf-7a57-4aaa-9c30-4e0f43e09480'} {{(pid=116163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 11:01:44.131242 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.managers [None req-da282857-08e6-4e72-9214-b255affbf88f None None] Bound port: d8cea892-cea2-4f93-9953-6f2538cd2691, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ffa4348d-378b-4e93-98fa-ab0dc49ee16c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '1ec9fbcf-7a57-4aaa-9c30-4e0f43e09480'}}] {{(pid=116163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 28 11:01:44.131653 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-da282857-08e6-4e72-9214-b255affbf88f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (d8cea892-cea2-4f93-9953-6f2538cd2691), before_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:44.191682 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron_lib.callbacks.manager [None req-51a14e16-b0b2-4a93-b60b-9f4effd65c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393'] for port (e06e3d64-c494-40ad-ab71-6e2ac857e077), after_update {{(pid=116164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:44.202654 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be3fb35e-0fda-4871-a73c-0fa98da5eff4 tempest-ServerActionsTestJSON-1498610228 tempest-ServerActionsTestJSON-1498610228-project] Pushing event updated for resources: {'Port': ['ID=368a34dc-b34c-4344-9f57-8b21fa027eb6,revision_number=1']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:01:44.206170 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-fb683870-6b5e-49e9-b0c6-4a5d515aa836 tempest-FloatingIPNegativeTestJSON-1520521010 tempest-FloatingIPNegativeTestJSON-1520521010-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603020'] for network (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:44.209363 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-fb683870-6b5e-49e9-b0c6-4a5d515aa836 tempest-FloatingIPNegativeTestJSON-1520521010 tempest-FloatingIPNegativeTestJSON-1520521010-project] 10.222.0.10 "DELETE /v2.0/networks/e6312ee6-c51d-427c-8e8c-9762fa09a9ad HTTP/1.1" status: 204 len: 168 time: 3.1425653 Apr 28 11:01:44.232856 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb683870-6b5e-49e9-b0c6-4a5d515aa836 tempest-FloatingIPNegativeTestJSON-1520521010 tempest-FloatingIPNegativeTestJSON-1520521010-project] Pushing event deleted for resources: {'Network': ['ID=e6312ee6-c51d-427c-8e8c-9762fa09a9ad,revision_number=None']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:01:44.234268 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-36e2bdc5-caad-44ae-b708-e932572759f3 admin admin] Publish callbacks [] for security_group (14214bed-6d9e-4564-bcf8-8e9590f8d74a), before_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:44.241721 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-da282857-08e6-4e72-9214-b255affbf88f None None] For port d8cea892-cea2-4f93-9953-6f2538cd2691, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=116163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 11:01:44.252350 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-da282857-08e6-4e72-9214-b255affbf88f None None] For port d8cea892-cea2-4f93-9953-6f2538cd2691, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=d8cea892-cea2-4f93-9953-6f2538cd2691,segment=NetworkSegment(ffa4348d-378b-4e93-98fa-ab0dc49ee16c),segment_id=ffa4348d-378b-4e93-98fa-ab0dc49ee16c)] {{(pid=116163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 11:01:44.270227 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-36e2bdc5-caad-44ae-b708-e932572759f3 admin admin] Publish callbacks [] for security_group (14214bed-6d9e-4564-bcf8-8e9590f8d74a), precommit_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:44.279105 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6e14c6-8f36-450f-b45b-2df6d339221f None None] Pushing event updated for resources: {'Port': ['ID=e06e3d64-c494-40ad-ab71-6e2ac857e077,revision_number=3']} {{(pid=116164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:01:44.292786 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-75e77c8f-2877-4e95-b003-7c5dabd525d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924426'] for security_group (dbc8b0b1-f3b5-449c-8166-172058bbda68), after_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:44.295399 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-75e77c8f-2877-4e95-b003-7c5dabd525d6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:44.296584 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-75e77c8f-2877-4e95-b003-7c5dabd525d6 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/dbc8b0b1-f3b5-449c-8166-172058bbda68 HTTP/1.1" status: 204 len: 168 time: 1.3196211 Apr 28 11:01:44.311449 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e77c8f-2877-4e95-b003-7c5dabd525d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbc8b0b1-f3b5-449c-8166-172058bbda68,revision_number=None']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:01:44.315074 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51a14e16-b0b2-4a93-b60b-9f4effd65c08 None None] Routers {'2fe9f739-960d-4f89-a7be-64985b41e19e'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=116164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 11:01:44.315755 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_hamode_db [None req-51a14e16-b0b2-4a93-b60b-9f4effd65c08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-28T10:50:39Z,description=,heartbeat_timestamp=2022-04-28T11:01:39Z,host='dv-neutron-master-2-hyperv',id=6b492ad6-0876-4d74-b20d-28143a52ceba,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T10:50:40Z,topic='l3_agent')) {'router_ids': ['2fe9f739-960d-4f89-a7be-64985b41e19e'], 'active': True} {{(pid=116164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:01:44.334730 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-6111ec8a-a319-40e1-96e9-417cce05531b tempest-FloatingIPTestJSON-373071706 tempest-FloatingIPTestJSON-373071706-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-971303'] for subnet (b703de28-7fa7-4be8-b23f-42ac033f9e00), precommit_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:44.350929 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-da282857-08e6-4e72-9214-b255affbf88f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393'] for port (d8cea892-cea2-4f93-9953-6f2538cd2691), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:44.429947 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da282857-08e6-4e72-9214-b255affbf88f None None] Pushing event updated for resources: {'Port': ['ID=d8cea892-cea2-4f93-9953-6f2538cd2691,revision_number=2']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:01:44.477655 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.db.db_base_plugin_common [None req-9f5e41c8-49e0-4f5f-8f1a-a38ae1583914 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Allocated IP 2001:db8::f816:3eff:fec4:454b (1ec9fbcf-7a57-4aaa-9c30-4e0f43e09480/e7803766-8a76-4d6c-a9cb-e5c626326d30/e434ff15-0186-4a03-bb69-62ce9278bd78) {{(pid=116162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 11:01:44.504409 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-be3fb35e-0fda-4871-a73c-0fa98da5eff4 tempest-ServerActionsTestJSON-1498610228 tempest-ServerActionsTestJSON-1498610228-project] Publish callbacks [] for floatingip (2bdfdad1-1b9f-497d-a002-48aa671f10c2), precommit_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:44.521103 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-2b340697-ca31-4d6c-ad0a-34321622610c tempest-RoutersAdminTest-1999378242 tempest-RoutersAdminTest-1999378242-project-admin] Publish callbacks [] for router_gateway (80654af6-0415-4434-aba4-cc79c492211d), before_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:44.544736 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-6111ec8a-a319-40e1-96e9-417cce05531b tempest-FloatingIPTestJSON-373071706 tempest-FloatingIPTestJSON-373071706-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-971310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5053962', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4210815'] for subnet (b703de28-7fa7-4be8-b23f-42ac033f9e00), after_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:44.556866 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-2b340697-ca31-4d6c-ad0a-34321622610c tempest-RoutersAdminTest-1999378242 tempest-RoutersAdminTest-1999378242-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (None), before_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:44.575159 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_dvr_db [None req-51a14e16-b0b2-4a93-b60b-9f4effd65c08 None None] Set router 2fe9f739-960d-4f89-a7be-64985b41e19e gateway port host: dv-neutron-master-2-hyperv {{(pid=116164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 11:01:44.759238 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-be3fb35e-0fda-4871-a73c-0fa98da5eff4 tempest-ServerActionsTestJSON-1498610228 tempest-ServerActionsTestJSON-1498610228-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (368a34dc-b34c-4344-9f57-8b21fa027eb6), before_update {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:44.852492 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.db.db_base_plugin_common [None req-2b340697-ca31-4d6c-ad0a-34321622610c tempest-RoutersAdminTest-1999378242 tempest-RoutersAdminTest-1999378242-project-admin] Allocated IP 172.36.4.61 (7be49d94-bbb8-4a61-bafe-209c5f861e1c/c0f82f52-05ee-40f2-a57c-9d02e01fb9fa/ee4a1221-8fcc-4f56-9472-71bcdbd34f20) {{(pid=116161) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 11:01:44.900672 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-9f5e41c8-49e0-4f5f-8f1a-a38ae1583914 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Publish callbacks [] for port (e434ff15-0186-4a03-bb69-62ce9278bd78), precommit_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:44.951796 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_hamode_db [None req-51a14e16-b0b2-4a93-b60b-9f4effd65c08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fe9f739-960d-4f89-a7be-64985b41e19e', 'name': 'tempest-snat-router-145109198', 'tenant_id': '7646eaf4a28240e4a1690c253e736cc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'external_fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.178'}], 'enable_snat': False}, 'gw_port_id': 'e06e3d64-c494-40ad-ab71-6e2ac857e077', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T11:01:34Z', 'updated_at': '2022-04-28T11:01:37Z', 'revision_number': 3, 'project_id': '7646eaf4a28240e4a1690c253e736cc2', 'gw_port': {'id': 'e06e3d64-c494-40ad-ab71-6e2ac857e077', 'name': '', 'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:e4:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fe9f739-960d-4f89-a7be-64985b41e19e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:01:35Z', 'updated_at': '2022-04-28T11:01:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=116164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:01:44.985924 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 50886) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:01:44.995469 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51a14e16-b0b2-4a93-b60b-9f4effd65c08 None None] The sync data for ids ['2fe9f739-960d-4f89-a7be-64985b41e19e'] in dv-neutron-master-2-hyperv is: [{'id': '2fe9f739-960d-4f89-a7be-64985b41e19e', 'name': 'tempest-snat-router-145109198', 'tenant_id': '7646eaf4a28240e4a1690c253e736cc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'external_fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.178'}], 'enable_snat': False}, 'gw_port_id': 'e06e3d64-c494-40ad-ab71-6e2ac857e077', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T11:01:34Z', 'updated_at': '2022-04-28T11:01:37Z', 'revision_number': 3, 'project_id': '7646eaf4a28240e4a1690c253e736cc2', 'gw_port': {'id': 'e06e3d64-c494-40ad-ab71-6e2ac857e077', 'name': '', 'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:e4:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fe9f739-960d-4f89-a7be-64985b41e19e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:01:35Z', 'updated_at': '2022-04-28T11:01:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-master-2-hyperv'}] {{(pid=116164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 11:01:45.037490 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-36e2bdc5-caad-44ae-b708-e932572759f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924426'] for security_group (14214bed-6d9e-4564-bcf8-8e9590f8d74a), after_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:45.045821 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-36e2bdc5-caad-44ae-b708-e932572759f3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:45.047658 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-36e2bdc5-caad-44ae-b708-e932572759f3 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/14214bed-6d9e-4564-bcf8-8e9590f8d74a HTTP/1.1" status: 204 len: 168 time: 1.1778200 Apr 28 11:01:45.060737 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-9f5e41c8-49e0-4f5f-8f1a-a38ae1583914 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742234710357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5051867'] for port (e434ff15-0186-4a03-bb69-62ce9278bd78), after_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:45.062544 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6111ec8a-a319-40e1-96e9-417cce05531b tempest-FloatingIPTestJSON-373071706 tempest-FloatingIPTestJSON-373071706-project] Pushing event deleted for resources: {'Subnet': ['ID=b703de28-7fa7-4be8-b23f-42ac033f9e00,revision_number=None']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:01:45.081555 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a78ab99-afa9-4968-9a0c-dbd7b0b03e25 None None] Network 53931edc-a3f8-44d1-9b00-bf912d99b237 requested from dv-neutron-master-2-hyperv {{(pid=116163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 11:01:45.104658 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-2b340697-ca31-4d6c-ad0a-34321622610c tempest-RoutersAdminTest-1999378242 tempest-RoutersAdminTest-1999378242-project-admin] Publish callbacks [] for port (ee4a1221-8fcc-4f56-9472-71bcdbd34f20), precommit_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:45.104822 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-6111ec8a-a319-40e1-96e9-417cce05531b tempest-FloatingIPTestJSON-373071706 tempest-FloatingIPTestJSON-373071706-project] Publish callbacks [] for subnet (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:45.111730 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-6111ec8a-a319-40e1-96e9-417cce05531b tempest-FloatingIPTestJSON-373071706 tempest-FloatingIPTestJSON-373071706-project] 10.222.0.10 "DELETE /v2.0/subnets/b703de28-7fa7-4be8-b23f-42ac033f9e00 HTTP/1.1" status: 204 len: 168 time: 2.0050740 Apr 28 11:01:45.117513 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 50892) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:01:45.141261 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e2bdc5-caad-44ae-b708-e932572759f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14214bed-6d9e-4564-bcf8-8e9590f8d74a,revision_number=None']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:01:45.145729 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f5e41c8-49e0-4f5f-8f1a-a38ae1583914 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Network 1ec9fbcf-7a57-4aaa-9c30-4e0f43e09480 is already hosted by enough agents. {{(pid=116162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 11:01:45.150452 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f49c0087-c5a9-4dea-89d8-a41937d761fa None None] Network ee210483-58aa-45cc-9e7f-31b77a1af582 requested from dv-neutron-master-2-hyperv {{(pid=116163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 11:01:45.180418 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.scheduler.base_scheduler [None req-9f5e41c8-49e0-4f5f-8f1a-a38ae1583914 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Resources bound (agent type, host, resource id): {{(pid=116162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 11:01:45.190355 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.db [None req-90c4e093-cdb9-4ff9-b945-688903223112 tempest-NetworksIpV6Test-263553383 tempest-NetworksIpV6Test-263553383-project] For port b0c4ef9a-c878-4b2d-b786-dd585cf76147, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=b0c4ef9a-c878-4b2d-b786-dd585cf76147,segment=NetworkSegment(77ce3edf-2b3e-493d-9736-973f139d919c),segment_id=77ce3edf-2b3e-493d-9736-973f139d919c)] {{(pid=116162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 11:01:45.191318 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-90c4e093-cdb9-4ff9-b945-688903223112 tempest-NetworksIpV6Test-263553383 tempest-NetworksIpV6Test-263553383-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1938497'] for port (b0c4ef9a-c878-4b2d-b786-dd585cf76147), precommit_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:45.209364 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f5e41c8-49e0-4f5f-8f1a-a38ae1583914 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Received port after_create {{(pid=116162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 11:01:45.212060 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-2b340697-ca31-4d6c-ad0a-34321622610c tempest-RoutersAdminTest-1999378242 tempest-RoutersAdminTest-1999378242-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742234710357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5219112'] for port (ee4a1221-8fcc-4f56-9472-71bcdbd34f20), after_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:45.216422 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f5e41c8-49e0-4f5f-8f1a-a38ae1583914 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:01:45.217454 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-9f5e41c8-49e0-4f5f-8f1a-a38ae1583914 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198022'] for port (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:45.290435 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.plugin [None req-90c4e093-cdb9-4ff9-b945-688903223112 tempest-NetworksIpV6Test-263553383 tempest-NetworksIpV6Test-263553383-project] Calling delete_port for b0c4ef9a-c878-4b2d-b786-dd585cf76147 owned by network:dhcp {{(pid=116162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 11:01:45.294095 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f5e41c8-49e0-4f5f-8f1a-a38ae1583914 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Pushing event updated for resources: {'Port': ['ID=e434ff15-0186-4a03-bb69-62ce9278bd78,revision_number=1']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:01:45.349392 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-edec9aef-7131-45f5-af87-b38d818b0bed tempest-FloatingIPTestJSON-373071706 tempest-FloatingIPTestJSON-373071706-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-979593'] for network (53931edc-a3f8-44d1-9b00-bf912d99b237), before_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:45.367068 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b340697-ca31-4d6c-ad0a-34321622610c tempest-RoutersAdminTest-1999378242 tempest-RoutersAdminTest-1999378242-project-admin] Network 7be49d94-bbb8-4a61-bafe-209c5f861e1c is already hosted by enough agents. {{(pid=116161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 11:01:45.367797 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 50894) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:01:45.402661 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-20ca5fc9-d1f4-433e-ab32-2a6ccd530655 None None] Provisioning complete for port b0c4ef9a-c878-4b2d-b786-dd585cf76147 triggered by entity DHCP. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:01:45.403127 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-20ca5fc9-d1f4-433e-ab32-2a6ccd530655 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (b0c4ef9a-c878-4b2d-b786-dd585cf76147), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:45.429072 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-9f5e41c8-49e0-4f5f-8f1a-a38ae1583914 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.3379886 Apr 28 11:01:45.432409 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 50896) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:01:45.479704 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b340697-ca31-4d6c-ad0a-34321622610c tempest-RoutersAdminTest-1999378242 tempest-RoutersAdminTest-1999378242-project-admin] Pushing event updated for resources: {'Port': ['ID=ee4a1221-8fcc-4f56-9472-71bcdbd34f20,revision_number=1']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:01:45.482740 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.scheduler.base_scheduler [None req-2b340697-ca31-4d6c-ad0a-34321622610c tempest-RoutersAdminTest-1999378242 tempest-RoutersAdminTest-1999378242-project-admin] Resources bound (agent type, host, resource id): {{(pid=116161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 11:01:45.490720 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b340697-ca31-4d6c-ad0a-34321622610c tempest-RoutersAdminTest-1999378242 tempest-RoutersAdminTest-1999378242-project-admin] Received port after_create {{(pid=116161) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 11:01:45.513611 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-026dfb19-3c4e-426e-a2c7-61fee3a0d1e4 None None] DHCP port deletion for 53931edc-a3f8-44d1-9b00-bf912d99b237 request from dv-neutron-master-2-hyperv {{(pid=116163) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 28 11:01:45.574976 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20452418-7dd6-41d1-a0a0-6ab815de51ec tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:01:45.580597 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-be3fb35e-0fda-4871-a73c-0fa98da5eff4 tempest-ServerActionsTestJSON-1498610228 tempest-ServerActionsTestJSON-1498610228-project] Publish callbacks [] for port (368a34dc-b34c-4344-9f57-8b21fa027eb6), precommit_update {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:45.591152 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20452418-7dd6-41d1-a0a0-6ab815de51ec tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:01:45.592826 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-20452418-7dd6-41d1-a0a0-6ab815de51ec tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.1583519 Apr 28 11:01:45.595690 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-102493c0-1e6a-44b4-8829-27ea702a2812 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=910ae33b3879461f82384aaa3be3a3e7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6084867 Apr 28 11:01:45.601022 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 50898) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:01:45.601362 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 50900) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:01:45.656444 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-026dfb19-3c4e-426e-a2c7-61fee3a0d1e4 None None] Deleting port e4d3c6f6-3312-4458-b180-05ff2c6d5ea7 {{(pid=116163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 11:01:45.657417 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-026dfb19-3c4e-426e-a2c7-61fee3a0d1e4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742235130188'] for port (e4d3c6f6-3312-4458-b180-05ff2c6d5ea7), before_delete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:45.758433 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.plugin [None req-edec9aef-7131-45f5-af87-b38d818b0bed tempest-FloatingIPTestJSON-373071706 tempest-FloatingIPTestJSON-373071706-project] Deleting port e4d3c6f6-3312-4458-b180-05ff2c6d5ea7 {{(pid=116162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 11:01:45.758784 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-edec9aef-7131-45f5-af87-b38d818b0bed tempest-FloatingIPTestJSON-373071706 tempest-FloatingIPTestJSON-373071706-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742235130188'] for port (e4d3c6f6-3312-4458-b180-05ff2c6d5ea7), before_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:45.832960 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-90c4e093-cdb9-4ff9-b945-688903223112 tempest-NetworksIpV6Test-263553383 tempest-NetworksIpV6Test-263553383-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742235135690', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742234710366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5051867'] for port (b0c4ef9a-c878-4b2d-b786-dd585cf76147), after_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:45.855192 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-026dfb19-3c4e-426e-a2c7-61fee3a0d1e4 None None] For port e4d3c6f6-3312-4458-b180-05ff2c6d5ea7, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=e4d3c6f6-3312-4458-b180-05ff2c6d5ea7,segment=NetworkSegment(18d5e493-68d7-4b48-bd2d-e44320dc4f75),segment_id=18d5e493-68d7-4b48-bd2d-e44320dc4f75)] {{(pid=116163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 11:01:45.855600 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-026dfb19-3c4e-426e-a2c7-61fee3a0d1e4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1938497'] for port (e4d3c6f6-3312-4458-b180-05ff2c6d5ea7), precommit_delete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:45.887529 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-026dfb19-3c4e-426e-a2c7-61fee3a0d1e4 None None] Calling delete_port for e4d3c6f6-3312-4458-b180-05ff2c6d5ea7 owned by network:dhcp {{(pid=116163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 11:01:45.904044 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.plugin [None req-f6f7e72d-f879-4967-9a9f-e79d0b5fe5df tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Deleting port e434ff15-0186-4a03-bb69-62ce9278bd78 {{(pid=116161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 11:01:45.912086 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-f6f7e72d-f879-4967-9a9f-e79d0b5fe5df tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742235130188'] for port (e434ff15-0186-4a03-bb69-62ce9278bd78), before_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:45.932843 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c4e093-cdb9-4ff9-b945-688903223112 tempest-NetworksIpV6Test-263553383 tempest-NetworksIpV6Test-263553383-project] Pushing event deleted for resources: {'Port': ['ID=b0c4ef9a-c878-4b2d-b786-dd585cf76147,revision_number=None']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:01:46.053715 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-be3fb35e-0fda-4871-a73c-0fa98da5eff4 tempest-ServerActionsTestJSON-1498610228 tempest-ServerActionsTestJSON-1498610228-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5219123'] for port (368a34dc-b34c-4344-9f57-8b21fa027eb6), after_update {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:46.056746 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Device d8cea892-cea2-4f93-9953-6f2538cd2691 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=116163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 11:01:46.083487 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58258a4c-1c25-4d2a-9867-33a76a844d52 None None] Network ee210483-58aa-45cc-9e7f-31b77a1af582 requested from dv-neutron-master-2-hyperv {{(pid=116163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 11:01:46.114024 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90c4e093-cdb9-4ff9-b945-688903223112 tempest-NetworksIpV6Test-263553383 tempest-NetworksIpV6Test-263553383-project] No DVR routers for this DVR port b0c4ef9a-c878-4b2d-b786-dd585cf76147 on host dv-neutron-master-2-hyperv {{(pid=116162) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 11:01:46.121777 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-20ca5fc9-d1f4-433e-ab32-2a6ccd530655 None None] Port b0c4ef9a-c878-4b2d-b786-dd585cf76147 update to ACTIVE by agent not found {{(pid=116163) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2274}} Apr 28 11:01:46.127828 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.db [None req-edec9aef-7131-45f5-af87-b38d818b0bed tempest-FloatingIPTestJSON-373071706 tempest-FloatingIPTestJSON-373071706-project] For port e4d3c6f6-3312-4458-b180-05ff2c6d5ea7, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=e4d3c6f6-3312-4458-b180-05ff2c6d5ea7,segment=NetworkSegment(18d5e493-68d7-4b48-bd2d-e44320dc4f75),segment_id=18d5e493-68d7-4b48-bd2d-e44320dc4f75)] {{(pid=116162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 11:01:46.129181 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-edec9aef-7131-45f5-af87-b38d818b0bed tempest-FloatingIPTestJSON-373071706 tempest-FloatingIPTestJSON-373071706-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1938497'] for port (e4d3c6f6-3312-4458-b180-05ff2c6d5ea7), precommit_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:46.161440 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-026dfb19-3c4e-426e-a2c7-61fee3a0d1e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742235135690', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742234710366'] for port (e4d3c6f6-3312-4458-b180-05ff2c6d5ea7), after_delete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:46.183699 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.plugin [None req-edec9aef-7131-45f5-af87-b38d818b0bed tempest-FloatingIPTestJSON-373071706 tempest-FloatingIPTestJSON-373071706-project] Calling delete_port for e4d3c6f6-3312-4458-b180-05ff2c6d5ea7 owned by network:dhcp {{(pid=116162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 11:01:46.208444 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-90c4e093-cdb9-4ff9-b945-688903223112 tempest-NetworksIpV6Test-263553383 tempest-NetworksIpV6Test-263553383-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-971303'] for subnet (0929f792-9b73-45c0-aa8f-d8ae66658968), precommit_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:46.217178 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be3fb35e-0fda-4871-a73c-0fa98da5eff4 tempest-ServerActionsTestJSON-1498610228 tempest-ServerActionsTestJSON-1498610228-project] Pushing event updated for resources: {'Port': ['ID=368a34dc-b34c-4344-9f57-8b21fa027eb6,revision_number=2']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:01:46.224296 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026dfb19-3c4e-426e-a2c7-61fee3a0d1e4 None None] Pushing event deleted for resources: {'Port': ['ID=e4d3c6f6-3312-4458-b180-05ff2c6d5ea7,revision_number=None']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:01:46.248284 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-5b08f664-692e-4145-b495-8f02d257b43d None None] Could not find standard attr ID for object b0c4ef9a-c878-4b2d-b786-dd585cf76147. {{(pid=116163) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:182}} Apr 28 11:01:46.263772 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-026dfb19-3c4e-426e-a2c7-61fee3a0d1e4 None None] No DVR routers for this DVR port e4d3c6f6-3312-4458-b180-05ff2c6d5ea7 on host dv-neutron-master-2-hyperv {{(pid=116163) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 11:01:46.312115 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Provisioning complete for port d8cea892-cea2-4f93-9953-6f2538cd2691 triggered by entity L2. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:01:46.321092 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (d8cea892-cea2-4f93-9953-6f2538cd2691), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:46.392779 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-edec9aef-7131-45f5-af87-b38d818b0bed tempest-FloatingIPTestJSON-373071706 tempest-FloatingIPTestJSON-373071706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742235135690', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742234710366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5051867'] for port (e4d3c6f6-3312-4458-b180-05ff2c6d5ea7), after_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:46.408451 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-d480bbe8-cd3f-4c4e-8540-5f1e33719aa9 admin admin] Publish callbacks [] for security_group (9228da57-12ce-4a6e-8851-9f372a472114), before_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:46.413511 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-f6f7e72d-f879-4967-9a9f-e79d0b5fe5df tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1938497'] for port (e434ff15-0186-4a03-bb69-62ce9278bd78), precommit_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:46.424096 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edec9aef-7131-45f5-af87-b38d818b0bed tempest-FloatingIPTestJSON-373071706 tempest-FloatingIPTestJSON-373071706-project] No DVR routers for this DVR port e4d3c6f6-3312-4458-b180-05ff2c6d5ea7 on host dv-neutron-master-2-hyperv {{(pid=116162) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 11:01:46.429307 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.plugin [None req-f6f7e72d-f879-4967-9a9f-e79d0b5fe5df tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Calling delete_port for e434ff15-0186-4a03-bb69-62ce9278bd78 owned by {{(pid=116161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 11:01:46.439641 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-90c4e093-cdb9-4ff9-b945-688903223112 tempest-NetworksIpV6Test-263553383 tempest-NetworksIpV6Test-263553383-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-971310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5053962', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4210815'] for subnet (0929f792-9b73-45c0-aa8f-d8ae66658968), after_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:46.440300 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-37a35381-7bd0-40af-8e2f-c9a4112793a5 None None] Provisioning complete for port d8cea892-cea2-4f93-9953-6f2538cd2691 triggered by entity DHCP. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:01:46.440775 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-37a35381-7bd0-40af-8e2f-c9a4112793a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (d8cea892-cea2-4f93-9953-6f2538cd2691), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:46.508590 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 50904) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:01:46.529353 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edec9aef-7131-45f5-af87-b38d818b0bed tempest-FloatingIPTestJSON-373071706 tempest-FloatingIPTestJSON-373071706-project] Pushing event deleted for resources: {'Port': ['ID=e4d3c6f6-3312-4458-b180-05ff2c6d5ea7,revision_number=None']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:01:46.597211 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c4e093-cdb9-4ff9-b945-688903223112 tempest-NetworksIpV6Test-263553383 tempest-NetworksIpV6Test-263553383-project] Pushing event deleted for resources: {'Subnet': ['ID=0929f792-9b73-45c0-aa8f-d8ae66658968,revision_number=None']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:01:46.649129 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-d480bbe8-cd3f-4c4e-8540-5f1e33719aa9 admin admin] Publish callbacks [] for security_group (9228da57-12ce-4a6e-8851-9f372a472114), precommit_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:46.666815 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-84684c12-cb8b-4ff8-b32a-5c7f92303704 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=37bf07f749f54683b465358b4cfb1f35&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1544268 Apr 28 11:01:46.693805 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-33493226-5a24-4e76-ada6-76a49b2afdd3 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=44abaa920a344be08c0e41495733b80d&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2895796 Apr 28 11:01:46.703598 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Current status of the port d8cea892-cea2-4f93-9953-6f2538cd2691 is: DOWN; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:01:46.703980 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (d8cea892-cea2-4f93-9953-6f2538cd2691), before_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:46.711059 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-90c4e093-cdb9-4ff9-b945-688903223112 tempest-NetworksIpV6Test-263553383 tempest-NetworksIpV6Test-263553383-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-973498', 'neutron.services.segments.db._delete_segments_for_network-8742235207033'] for network (ee210483-58aa-45cc-9e7f-31b77a1af582), precommit_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:46.724993 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 50906) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:01:46.725336 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 50908) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:01:46.741921 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.services.segments.db [None req-90c4e093-cdb9-4ff9-b945-688903223112 tempest-NetworksIpV6Test-263553383 tempest-NetworksIpV6Test-263553383-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ee210483-58aa-45cc-9e7f-31b77a1af582']}} {{(pid=116162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:01:46.743808 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-37a35381-7bd0-40af-8e2f-c9a4112793a5 None None] Current status of the port d8cea892-cea2-4f93-9953-6f2538cd2691 is: DOWN; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:01:46.744410 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-37a35381-7bd0-40af-8e2f-c9a4112793a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (d8cea892-cea2-4f93-9953-6f2538cd2691), before_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:46.752931 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.services.segments.db [None req-90c4e093-cdb9-4ff9-b945-688903223112 tempest-NetworksIpV6Test-263553383 tempest-NetworksIpV6Test-263553383-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '77ce3edf-2b3e-493d-9736-973f139d919c') {'for_net_delete': True} {{(pid=116162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:01:46.753293 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.services.segments.db [None req-90c4e093-cdb9-4ff9-b945-688903223112 tempest-NetworksIpV6Test-263553383 tempest-NetworksIpV6Test-263553383-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '77ce3edf-2b3e-493d-9736-973f139d919c') {} {{(pid=116162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:01:46.763321 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-90c4e093-cdb9-4ff9-b945-688903223112 tempest-NetworksIpV6Test-263553383 tempest-NetworksIpV6Test-263553383-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742235208578', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5026548'] for segment (77ce3edf-2b3e-493d-9736-973f139d919c), before_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:46.793676 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ffcf040-0b57-485d-bd9b-eecb8b2b47b0 None None] Network ee210483-58aa-45cc-9e7f-31b77a1af582 requested from dv-neutron-master-2-hyperv {{(pid=116163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 11:01:46.808388 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-90c4e093-cdb9-4ff9-b945-688903223112 tempest-NetworksIpV6Test-263553383 tempest-NetworksIpV6Test-263553383-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-961978'] for segment (77ce3edf-2b3e-493d-9736-973f139d919c), precommit_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:46.811462 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-edec9aef-7131-45f5-af87-b38d818b0bed tempest-FloatingIPTestJSON-373071706 tempest-FloatingIPTestJSON-373071706-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-973498', 'neutron.services.segments.db._delete_segments_for_network-8742235207033'] for network (53931edc-a3f8-44d1-9b00-bf912d99b237), precommit_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:46.813086 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-be3fb35e-0fda-4871-a73c-0fa98da5eff4 tempest-ServerActionsTestJSON-1498610228 tempest-ServerActionsTestJSON-1498610228-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2063164'] for floatingip (2bdfdad1-1b9f-497d-a002-48aa671f10c2), after_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:46.824460 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-90c4e093-cdb9-4ff9-b945-688903223112 tempest-NetworksIpV6Test-263553383 tempest-NetworksIpV6Test-263553383-project] Releasing vlan 65 on physical network physnet1 to pool {{(pid=116162) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 11:01:46.824861 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-90c4e093-cdb9-4ff9-b945-688903223112 tempest-NetworksIpV6Test-263553383 tempest-NetworksIpV6Test-263553383-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-961978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5051884'] for segment (77ce3edf-2b3e-493d-9736-973f139d919c), after_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:46.830431 dv-neutron-master-2-hyperv neutron-server[116162]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 28 11:01:46.830431 dv-neutron-master-2-hyperv neutron-server[116162]: self.session.flush() Apr 28 11:01:46.830431 dv-neutron-master-2-hyperv neutron-server[116162]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 28 11:01:46.830431 dv-neutron-master-2-hyperv neutron-server[116162]: self.session.flush() Apr 28 11:01:46.830431 dv-neutron-master-2-hyperv neutron-server[116162]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 28 11:01:46.830431 dv-neutron-master-2-hyperv neutron-server[116162]: self.session.flush() Apr 28 11:01:46.830431 dv-neutron-master-2-hyperv neutron-server[116162]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 28 11:01:46.830431 dv-neutron-master-2-hyperv neutron-server[116162]: self.session.flush() Apr 28 11:01:46.830431 dv-neutron-master-2-hyperv neutron-server[116162]: Traceback (most recent call last): Apr 28 11:01:46.830431 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 11:01:46.830431 dv-neutron-master-2-hyperv neutron-server[116162]: timer() Apr 28 11:01:46.830431 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 11:01:46.830431 dv-neutron-master-2-hyperv neutron-server[116162]: cb(*args, **kw) Apr 28 11:01:46.830431 dv-neutron-master-2-hyperv neutron-server[116162]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 28 11:01:46.830431 dv-neutron-master-2-hyperv neutron-server[116162]: return func(*args, **kwargs) Apr 28 11:01:46.830431 dv-neutron-master-2-hyperv neutron-server[116162]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 11:01:46.830431 dv-neutron-master-2-hyperv neutron-server[116162]: self._notify() Apr 28 11:01:46.830431 dv-neutron-master-2-hyperv neutron-server[116162]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 11:01:46.830431 dv-neutron-master-2-hyperv neutron-server[116162]: self.callback(batched_events) Apr 28 11:01:46.830431 dv-neutron-master-2-hyperv neutron-server[116162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 11:01:46.830431 dv-neutron-master-2-hyperv neutron-server[116162]: event.method(event) Apr 28 11:01:46.830431 dv-neutron-master-2-hyperv neutron-server[116162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 28 11:01:46.830431 dv-neutron-master-2-hyperv neutron-server[116162]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 11:01:46.830431 dv-neutron-master-2-hyperv neutron-server[116162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 28 11:01:46.830431 dv-neutron-master-2-hyperv neutron-server[116162]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 11:01:46.830431 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 28 11:01:46.830431 dv-neutron-master-2-hyperv neutron-server[116162]: return f(self, *a, **k) Apr 28 11:01:46.830431 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 28 11:01:46.830431 dv-neutron-master-2-hyperv neutron-server[116162]: return self._get(url).json() Apr 28 11:01:46.830431 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 28 11:01:46.830431 dv-neutron-master-2-hyperv neutron-server[116162]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 11:01:46.830431 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 11:01:46.830431 dv-neutron-master-2-hyperv neutron-server[116162]: return self.request(url, 'GET', **kwargs) Apr 28 11:01:46.830431 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 11:01:46.830431 dv-neutron-master-2-hyperv neutron-server[116162]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 11:01:46.830431 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 11:01:46.830431 dv-neutron-master-2-hyperv neutron-server[116162]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 11:01:46.830431 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 11:01:46.830431 dv-neutron-master-2-hyperv neutron-server[116162]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 11:01:46.830431 dv-neutron-master-2-hyperv neutron-server[116162]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 11:01:46.833357 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] For port d8cea892-cea2-4f93-9953-6f2538cd2691, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=d8cea892-cea2-4f93-9953-6f2538cd2691,segment=NetworkSegment(ffa4348d-378b-4e93-98fa-ab0dc49ee16c),segment_id=ffa4348d-378b-4e93-98fa-ab0dc49ee16c)] {{(pid=116163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 11:01:46.851298 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.services.segments.db [None req-edec9aef-7131-45f5-af87-b38d818b0bed tempest-FloatingIPTestJSON-373071706 tempest-FloatingIPTestJSON-373071706-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['53931edc-a3f8-44d1-9b00-bf912d99b237']}} {{(pid=116162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:01:46.870247 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.services.segments.db [None req-edec9aef-7131-45f5-af87-b38d818b0bed tempest-FloatingIPTestJSON-373071706 tempest-FloatingIPTestJSON-373071706-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '18d5e493-68d7-4b48-bd2d-e44320dc4f75') {'for_net_delete': True} {{(pid=116162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:01:46.870662 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.services.segments.db [None req-edec9aef-7131-45f5-af87-b38d818b0bed tempest-FloatingIPTestJSON-373071706 tempest-FloatingIPTestJSON-373071706-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '18d5e493-68d7-4b48-bd2d-e44320dc4f75') {} {{(pid=116162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:01:46.879464 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-32974244-4101-4557-873a-f17e64683515 admin admin] Publish callbacks [] for security_group (4a8f4721-e385-49bf-afb9-9e8fb7d93cac), before_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:46.885635 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-bab7318f-4590-42ba-ac6c-5a2b1941ef8d admin admin] Publish callbacks [] for security_group (1ea77ceb-ae78-4ab1-8de7-37160c7a1ca7), before_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:46.905106 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393'] for port (d8cea892-cea2-4f93-9953-6f2538cd2691), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:46.910945 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Device b0c4ef9a-c878-4b2d-b786-dd585cf76147 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=116163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 11:01:46.919079 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-32974244-4101-4557-873a-f17e64683515 admin admin] Publish callbacks [] for security_group (4a8f4721-e385-49bf-afb9-9e8fb7d93cac), precommit_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:46.920815 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-edec9aef-7131-45f5-af87-b38d818b0bed tempest-FloatingIPTestJSON-373071706 tempest-FloatingIPTestJSON-373071706-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742235208578', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5026548'] for segment (18d5e493-68d7-4b48-bd2d-e44320dc4f75), before_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:46.939217 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] No Port match for: b0c4ef9a-c878-4b2d-b786-dd585cf76147 {{(pid=116163) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 28 11:01:46.939791 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Device b0c4ef9a-c878-4b2d-b786-dd585cf76147 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=116163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Apr 28 11:01:46.940606 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-edec9aef-7131-45f5-af87-b38d818b0bed tempest-FloatingIPTestJSON-373071706 tempest-FloatingIPTestJSON-373071706-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-961978'] for segment (18d5e493-68d7-4b48-bd2d-e44320dc4f75), precommit_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:46.941635 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-bab7318f-4590-42ba-ac6c-5a2b1941ef8d admin admin] Publish callbacks [] for security_group (1ea77ceb-ae78-4ab1-8de7-37160c7a1ca7), precommit_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:46.948470 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-be3fb35e-0fda-4871-a73c-0fa98da5eff4 tempest-ServerActionsTestJSON-1498610228 tempest-ServerActionsTestJSON-1498610228-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198022'] for floatingip (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:46.948882 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-be3fb35e-0fda-4871-a73c-0fa98da5eff4 tempest-ServerActionsTestJSON-1498610228 tempest-ServerActionsTestJSON-1498610228-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.5877318 Apr 28 11:01:46.949601 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-f6f7e72d-f879-4967-9a9f-e79d0b5fe5df tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742235135690', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742234710366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5219112'] for port (e434ff15-0186-4a03-bb69-62ce9278bd78), after_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:46.958012 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-edec9aef-7131-45f5-af87-b38d818b0bed tempest-FloatingIPTestJSON-373071706 tempest-FloatingIPTestJSON-373071706-project] Releasing vlan 63 on physical network physnet1 to pool {{(pid=116162) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 11:01:46.960039 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-edec9aef-7131-45f5-af87-b38d818b0bed tempest-FloatingIPTestJSON-373071706 tempest-FloatingIPTestJSON-373071706-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-961978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5051884'] for segment (18d5e493-68d7-4b48-bd2d-e44320dc4f75), after_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:46.981142 dv-neutron-master-2-hyperv neutron-server[116162]: Traceback (most recent call last): Apr 28 11:01:46.981142 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 11:01:46.981142 dv-neutron-master-2-hyperv neutron-server[116162]: timer() Apr 28 11:01:46.981142 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 11:01:46.981142 dv-neutron-master-2-hyperv neutron-server[116162]: cb(*args, **kw) Apr 28 11:01:46.981142 dv-neutron-master-2-hyperv neutron-server[116162]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 28 11:01:46.981142 dv-neutron-master-2-hyperv neutron-server[116162]: return func(*args, **kwargs) Apr 28 11:01:46.981142 dv-neutron-master-2-hyperv neutron-server[116162]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 11:01:46.981142 dv-neutron-master-2-hyperv neutron-server[116162]: self._notify() Apr 28 11:01:46.981142 dv-neutron-master-2-hyperv neutron-server[116162]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 11:01:46.981142 dv-neutron-master-2-hyperv neutron-server[116162]: self.callback(batched_events) Apr 28 11:01:46.981142 dv-neutron-master-2-hyperv neutron-server[116162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 11:01:46.981142 dv-neutron-master-2-hyperv neutron-server[116162]: event.method(event) Apr 28 11:01:46.981142 dv-neutron-master-2-hyperv neutron-server[116162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 28 11:01:46.981142 dv-neutron-master-2-hyperv neutron-server[116162]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 11:01:46.981142 dv-neutron-master-2-hyperv neutron-server[116162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 28 11:01:46.981142 dv-neutron-master-2-hyperv neutron-server[116162]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 11:01:46.981142 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 28 11:01:46.981142 dv-neutron-master-2-hyperv neutron-server[116162]: return f(self, *a, **k) Apr 28 11:01:46.981142 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 28 11:01:46.981142 dv-neutron-master-2-hyperv neutron-server[116162]: return self._get(url).json() Apr 28 11:01:46.981142 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 28 11:01:46.981142 dv-neutron-master-2-hyperv neutron-server[116162]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 11:01:46.981142 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 11:01:46.981142 dv-neutron-master-2-hyperv neutron-server[116162]: return self.request(url, 'GET', **kwargs) Apr 28 11:01:46.981142 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 11:01:46.981142 dv-neutron-master-2-hyperv neutron-server[116162]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 11:01:46.981142 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 11:01:46.981142 dv-neutron-master-2-hyperv neutron-server[116162]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 11:01:46.981142 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 11:01:46.981142 dv-neutron-master-2-hyperv neutron-server[116162]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 11:01:46.981142 dv-neutron-master-2-hyperv neutron-server[116162]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 11:01:47.013982 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-d480bbe8-cd3f-4c4e-8540-5f1e33719aa9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924426'] for security_group (9228da57-12ce-4a6e-8851-9f372a472114), after_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:47.017129 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-d480bbe8-cd3f-4c4e-8540-5f1e33719aa9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:47.018006 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-d480bbe8-cd3f-4c4e-8540-5f1e33719aa9 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/9228da57-12ce-4a6e-8851-9f372a472114 HTTP/1.1" status: 204 len: 168 time: 1.4084845 Apr 28 11:01:47.018889 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f7e72d-f879-4967-9a9f-e79d0b5fe5df tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Pushing event deleted for resources: {'Port': ['ID=e434ff15-0186-4a03-bb69-62ce9278bd78,revision_number=None']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:01:47.042112 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf9562fd-f49a-4ebb-b7c7-bc8605d78b77 None None] DHCP port deletion for ee210483-58aa-45cc-9e7f-31b77a1af582 request from dv-neutron-master-2-hyperv {{(pid=116163) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 28 11:01:47.054101 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Port b0c4ef9a-c878-4b2d-b786-dd585cf76147 not found, will not notify nova. {{(pid=116163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Apr 28 11:01:47.055199 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Device e06e3d64-c494-40ad-ab71-6e2ac857e077 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=116163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 11:01:47.057068 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d480bbe8-cd3f-4c4e-8540-5f1e33719aa9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9228da57-12ce-4a6e-8851-9f372a472114,revision_number=None']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:01:47.073784 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-90c4e093-cdb9-4ff9-b945-688903223112 tempest-NetworksIpV6Test-263553383 tempest-NetworksIpV6Test-263553383-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-973477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2063122'] for network (ee210483-58aa-45cc-9e7f-31b77a1af582), after_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:47.107600 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-90c4e093-cdb9-4ff9-b945-688903223112 tempest-NetworksIpV6Test-263553383 tempest-NetworksIpV6Test-263553383-project] Publish callbacks [] for network (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:47.116872 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-90c4e093-cdb9-4ff9-b945-688903223112 tempest-NetworksIpV6Test-263553383 tempest-NetworksIpV6Test-263553383-project] 10.222.0.10 "DELETE /v2.0/networks/ee210483-58aa-45cc-9e7f-31b77a1af582 HTTP/1.1" status: 204 len: 168 time: 3.7754755 Apr 28 11:01:47.118547 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c4e093-cdb9-4ff9-b945-688903223112 tempest-NetworksIpV6Test-263553383 tempest-NetworksIpV6Test-263553383-project] Pushing event deleted for resources: {'Network': ['ID=ee210483-58aa-45cc-9e7f-31b77a1af582,revision_number=None']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:01:47.128230 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 50914) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:01:47.154730 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.pecan_wsgi.hooks.translation [None req-aa0c355d-e227-45bb-8ffd-7afb1fc220ac tempest-NetworksIpV6Test-263553383 tempest-NetworksIpV6Test-263553383-project] DELETE failed (client error): The resource could not be found. Apr 28 11:01:47.156003 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aa0c355d-e227-45bb-8ffd-7afb1fc220ac tempest-NetworksIpV6Test-263553383 tempest-NetworksIpV6Test-263553383-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=116162) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 28 11:01:47.170202 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-aa0c355d-e227-45bb-8ffd-7afb1fc220ac tempest-NetworksIpV6Test-263553383 tempest-NetworksIpV6Test-263553383-project] 10.222.0.10 "DELETE /v2.0/networks/ee210483-58aa-45cc-9e7f-31b77a1af582 HTTP/1.1" status: 404 len: 339 time: 0.0361702 Apr 28 11:01:47.171172 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 50916) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:01:47.177679 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.v2.base [None req-37590b67-d0ee-4396-a76f-be51f8187d71 tempest-NetworksIpV6Test-263553383 tempest-NetworksIpV6Test-263553383-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-171073003', 'description': 'd1'}} {{(pid=116162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:01:47.205038 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-edec9aef-7131-45f5-af87-b38d818b0bed tempest-FloatingIPTestJSON-373071706 tempest-FloatingIPTestJSON-373071706-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-973477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2063122'] for network (53931edc-a3f8-44d1-9b00-bf912d99b237), after_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:47.215117 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-edec9aef-7131-45f5-af87-b38d818b0bed tempest-FloatingIPTestJSON-373071706 tempest-FloatingIPTestJSON-373071706-project] Publish callbacks [] for network (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:47.225569 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-edec9aef-7131-45f5-af87-b38d818b0bed tempest-FloatingIPTestJSON-373071706 tempest-FloatingIPTestJSON-373071706-project] 10.222.0.10 "DELETE /v2.0/networks/53931edc-a3f8-44d1-9b00-bf912d99b237 HTTP/1.1" status: 204 len: 168 time: 2.0818717 Apr 28 11:01:47.239043 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Pushing event updated for resources: {'Port': ['ID=d8cea892-cea2-4f93-9953-6f2538cd2691,revision_number=3']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:01:47.242800 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.db.api [None req-37a35381-7bd0-40af-8e2f-c9a4112793a5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=116163) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 28 11:01:47.243465 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG oslo_db.api [None req-37a35381-7bd0-40af-8e2f-c9a4112793a5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=116163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 28 11:01:47.249584 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 50920) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:01:47.249820 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-2b340697-ca31-4d6c-ad0a-34321622610c tempest-RoutersAdminTest-1999378242 tempest-RoutersAdminTest-1999378242-project-admin] Publish callbacks [] for router_gateway (80654af6-0415-4434-aba4-cc79c492211d), after_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:47.257053 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Provisioning complete for port e06e3d64-c494-40ad-ab71-6e2ac857e077 triggered by entity L2. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:01:47.258377 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (e06e3d64-c494-40ad-ab71-6e2ac857e077), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:47.270044 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-f6f7e72d-f879-4967-9a9f-e79d0b5fe5df tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198022'] for port (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:47.276226 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-f6f7e72d-f879-4967-9a9f-e79d0b5fe5df tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] 10.222.0.10 "DELETE /v2.0/ports/e434ff15-0186-4a03-bb69-62ce9278bd78 HTTP/1.1" status: 204 len: 168 time: 1.6716433 Apr 28 11:01:47.309279 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 50926) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:01:47.362170 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edec9aef-7131-45f5-af87-b38d818b0bed tempest-FloatingIPTestJSON-373071706 tempest-FloatingIPTestJSON-373071706-project] Pushing event deleted for resources: {'Network': ['ID=53931edc-a3f8-44d1-9b00-bf912d99b237,revision_number=None']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:01:47.374130 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37590b67-d0ee-4396-a76f-be51f8187d71 tempest-NetworksIpV6Test-263553383 tempest-NetworksIpV6Test-263553383-project] Made reservation on behalf of 87154dd24b09463c83aab94c3e93cc15 for: {'network': 1} {{(pid=116162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 11:01:47.377970 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-37590b67-d0ee-4396-a76f-be51f8187d71 tempest-NetworksIpV6Test-263553383 tempest-NetworksIpV6Test-263553383-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for network (None), before_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:47.422894 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Current status of the port e06e3d64-c494-40ad-ab71-6e2ac857e077 is: DOWN; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:01:47.423451 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (e06e3d64-c494-40ad-ab71-6e2ac857e077), before_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:47.442024 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-37590b67-d0ee-4396-a76f-be51f8187d71 tempest-NetworksIpV6Test-263553383 tempest-NetworksIpV6Test-263553383-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 79} {{(pid=116162) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 11:01:47.443357 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-bab7318f-4590-42ba-ac6c-5a2b1941ef8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924426'] for security_group (1ea77ceb-ae78-4ab1-8de7-37160c7a1ca7), after_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:47.445952 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-bab7318f-4590-42ba-ac6c-5a2b1941ef8d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:47.447145 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-bab7318f-4590-42ba-ac6c-5a2b1941ef8d admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/1ea77ceb-ae78-4ab1-8de7-37160c7a1ca7 HTTP/1.1" status: 204 len: 168 time: 0.7130017 Apr 28 11:01:47.456591 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-37590b67-d0ee-4396-a76f-be51f8187d71 tempest-NetworksIpV6Test-263553383 tempest-NetworksIpV6Test-263553383-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-961978'] for segment (a3c8fae1-99df-403b-943a-e071ce07117d), precommit_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:47.456591 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.db.segments_db [None req-37590b67-d0ee-4396-a76f-be51f8187d71 tempest-NetworksIpV6Test-263553383 tempest-NetworksIpV6Test-263553383-project] Added segment a3c8fae1-99df-403b-943a-e071ce07117d of type vlan for network 725007a5-2922-49dd-9d91-e93863b3461c Apr 28 11:01:47.462504 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-32974244-4101-4557-873a-f17e64683515 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924426'] for security_group (4a8f4721-e385-49bf-afb9-9e8fb7d93cac), after_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:47.465270 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-32974244-4101-4557-873a-f17e64683515 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:47.467107 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-32974244-4101-4557-873a-f17e64683515 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/4a8f4721-e385-49bf-afb9-9e8fb7d93cac HTTP/1.1" status: 204 len: 168 time: 0.7386460 Apr 28 11:01:47.471301 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] For port e06e3d64-c494-40ad-ab71-6e2ac857e077, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=e06e3d64-c494-40ad-ab71-6e2ac857e077,segment=NetworkSegment(142bc50f-d6af-4646-8d06-bb7af6b7b51c),segment_id=142bc50f-d6af-4646-8d06-bb7af6b7b51c)] {{(pid=116163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 11:01:47.509320 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-37590b67-d0ee-4396-a76f-be51f8187d71 tempest-NetworksIpV6Test-263553383 tempest-NetworksIpV6Test-263553383-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742234744962'] for network (725007a5-2922-49dd-9d91-e93863b3461c), precommit_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:47.528385 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-d26ea838-f0a8-4c5e-a7b2-7fa1d78328e4 req-5699cc16-e864-45b5-8dc0-6250c1e2a1c7 tempest-ServerActionsTestJSON-1498610228 tempest-ServerActionsTestJSON-1498610228-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-securitygroup--1944074784&fields=id&tenant_id=e9b5b362688444d0864b3692ffb5d0ef HTTP/1.1" status: 200 len: 267 time: 0.1298110 Apr 28 11:01:47.533554 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab7318f-4590-42ba-ac6c-5a2b1941ef8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ea77ceb-ae78-4ab1-8de7-37160c7a1ca7,revision_number=None']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:01:47.571939 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.plugin [None req-8cd4b74a-7b28-4756-b98c-941885b82c89 tempest-FloatingIPTestJSON-373071706 tempest-FloatingIPTestJSON-373071706-project] Deleting port 3c674535-a31b-4b31-b04f-55b02b5a9c43 {{(pid=116162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 11:01:47.572569 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-8cd4b74a-7b28-4756-b98c-941885b82c89 tempest-FloatingIPTestJSON-373071706 tempest-FloatingIPTestJSON-373071706-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742235130188'] for port (3c674535-a31b-4b31-b04f-55b02b5a9c43), before_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:47.582874 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393'] for port (e06e3d64-c494-40ad-ab71-6e2ac857e077), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:47.654615 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Device e4d3c6f6-3312-4458-b180-05ff2c6d5ea7 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=116163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 11:01:47.690367 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] No Port match for: e4d3c6f6-3312-4458-b180-05ff2c6d5ea7 {{(pid=116163) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 28 11:01:47.691765 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Device e4d3c6f6-3312-4458-b180-05ff2c6d5ea7 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=116163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 11:01:47.701410 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Pushing event updated for resources: {'Port': ['ID=e06e3d64-c494-40ad-ab71-6e2ac857e077,revision_number=4']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:01:47.742159 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-37590b67-d0ee-4396-a76f-be51f8187d71 tempest-NetworksIpV6Test-263553383 tempest-NetworksIpV6Test-263553383-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042'] for network (725007a5-2922-49dd-9d91-e93863b3461c), after_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:47.745431 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37590b67-d0ee-4396-a76f-be51f8187d71 tempest-NetworksIpV6Test-263553383 tempest-NetworksIpV6Test-263553383-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:01:47.746516 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-37590b67-d0ee-4396-a76f-be51f8187d71 tempest-NetworksIpV6Test-263553383 tempest-NetworksIpV6Test-263553383-project] Publish callbacks [] for network (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:47.806667 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-37a35381-7bd0-40af-8e2f-c9a4112793a5 None None] Current status of the port d8cea892-cea2-4f93-9953-6f2538cd2691 is: ACTIVE; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:01:47.876770 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Device e06e3d64-c494-40ad-ab71-6e2ac857e077 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=116163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 11:01:47.884989 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37590b67-d0ee-4396-a76f-be51f8187d71 tempest-NetworksIpV6Test-263553383 tempest-NetworksIpV6Test-263553383-project] Pushing event updated for resources: {'Network': ['ID=725007a5-2922-49dd-9d91-e93863b3461c,revision_number=1']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:01:47.890087 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-8cd4b74a-7b28-4756-b98c-941885b82c89 tempest-FloatingIPTestJSON-373071706 tempest-FloatingIPTestJSON-373071706-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1938497'] for port (3c674535-a31b-4b31-b04f-55b02b5a9c43), precommit_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:47.890610 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-8cd4b74a-7b28-4756-b98c-941885b82c89 tempest-FloatingIPTestJSON-373071706 tempest-FloatingIPTestJSON-373071706-project] Publish callbacks [] for floatingip (3c674535-a31b-4b31-b04f-55b02b5a9c43), precommit_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:47.907101 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.plugin [None req-8cd4b74a-7b28-4756-b98c-941885b82c89 tempest-FloatingIPTestJSON-373071706 tempest-FloatingIPTestJSON-373071706-project] Calling delete_port for 3c674535-a31b-4b31-b04f-55b02b5a9c43 owned by network:floatingip {{(pid=116162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 11:01:47.916560 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-37590b67-d0ee-4396-a76f-be51f8187d71 tempest-NetworksIpV6Test-263553383 tempest-NetworksIpV6Test-263553383-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.7439883 Apr 28 11:01:47.917143 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 50948) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:01:47.939005 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Network 725007a5-2922-49dd-9d91-e93863b3461c details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=116163) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 28 11:01:47.951028 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-d4bfa01c-8578-479e-be7f-890fa6c7efdb None None] Could not find standard attr ID for object e434ff15-0186-4a03-bb69-62ce9278bd78. {{(pid=116163) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:182}} Apr 28 11:01:48.062566 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Provisioning complete for port e06e3d64-c494-40ad-ab71-6e2ac857e077 triggered by entity L2. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:01:48.063125 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (e06e3d64-c494-40ad-ab71-6e2ac857e077), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:48.102299 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32974244-4101-4557-873a-f17e64683515 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a8f4721-e385-49bf-afb9-9e8fb7d93cac,revision_number=None']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:01:48.158937 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-079ae9d4-9c65-45cd-bc5e-44a7f5628180 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:01:48.160509 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-079ae9d4-9c65-45cd-bc5e-44a7f5628180 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:01:48.162290 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-079ae9d4-9c65-45cd-bc5e-44a7f5628180 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.8522661 Apr 28 11:01:48.166699 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 50964) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:01:48.184746 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26ea838-f0a8-4c5e-a7b2-7fa1d78328e4 req-96805faa-9059-408f-972c-8ea9899178fc tempest-ServerActionsTestJSON-1498610228 tempest-ServerActionsTestJSON-1498610228-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:01:48.186831 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-d26ea838-f0a8-4c5e-a7b2-7fa1d78328e4 req-96805faa-9059-408f-972c-8ea9899178fc tempest-ServerActionsTestJSON-1498610228 tempest-ServerActionsTestJSON-1498610228-project] 10.222.0.10 "GET /v2.0/networks?id=8876925c-b776-4190-94d6-ff922dbd02cf HTTP/1.1" status: 200 len: 811 time: 0.6415088 Apr 28 11:01:48.240161 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Current status of the port e06e3d64-c494-40ad-ab71-6e2ac857e077 is: ACTIVE; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:01:48.241544 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Device d8cea892-cea2-4f93-9953-6f2538cd2691 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=116163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 11:01:48.255697 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-d26ea838-f0a8-4c5e-a7b2-7fa1d78328e4 req-e63c692a-f8ce-424b-9731-6b32901de87c tempest-ServerActionsTestJSON-1498610228 tempest-ServerActionsTestJSON-1498610228-project] 10.222.0.10 "GET /v2.0/quotas/e9b5b362688444d0864b3692ffb5d0ef HTTP/1.1" status: 200 len: 375 time: 0.0392370 Apr 28 11:01:48.274447 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42dd6031-3661-442b-92aa-7f0ab086e883 tempest-NetworksIpV6Test-263553383 tempest-NetworksIpV6Test-263553383-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:01:48.283533 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-42dd6031-3661-442b-92aa-7f0ab086e883 tempest-NetworksIpV6Test-263553383 tempest-NetworksIpV6Test-263553383-project] 10.222.0.10 "GET /v2.0/networks?id=725007a5-2922-49dd-9d91-e93863b3461c HTTP/1.1" status: 200 len: 764 time: 0.3592820 Apr 28 11:01:48.284164 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 50972) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:01:48.295152 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.v2.base [None req-899c3a8e-9288-42b2-896c-f45d8bccb871 tempest-NetworksIpV6Test-263553383 tempest-NetworksIpV6Test-263553383-project] Request body: {'network': {'description': 'd2'}} {{(pid=116162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:01:48.320194 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Provisioning complete for port d8cea892-cea2-4f93-9953-6f2538cd2691 triggered by entity L2. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:01:48.320573 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (d8cea892-cea2-4f93-9953-6f2538cd2691), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:48.350651 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.db.db_base_plugin_v2 [None req-1462715d-54a4-4b7e-8294-95f90f61dfa6 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Deleting subnet e7803766-8a76-4d6c-a9cb-e5c626326d30 {{(pid=116161) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 28 11:01:48.386844 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-1462715d-54a4-4b7e-8294-95f90f61dfa6 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Publish callbacks [] for subnet (e7803766-8a76-4d6c-a9cb-e5c626326d30), before_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:48.434884 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Current status of the port d8cea892-cea2-4f93-9953-6f2538cd2691 is: ACTIVE; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:01:48.498860 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-1462715d-54a4-4b7e-8294-95f90f61dfa6 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8076976'] for subnet (e7803766-8a76-4d6c-a9cb-e5c626326d30), precommit_delete_associations {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:48.529658 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Device b0c4ef9a-c878-4b2d-b786-dd585cf76147 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=116163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 11:01:48.560228 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] No Port match for: b0c4ef9a-c878-4b2d-b786-dd585cf76147 {{(pid=116163) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 28 11:01:48.560615 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Device b0c4ef9a-c878-4b2d-b786-dd585cf76147 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=116163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 11:01:48.574965 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-d26ea838-f0a8-4c5e-a7b2-7fa1d78328e4 req-688084b9-cc63-4f06-9426-958887e8ec0c tempest-ServerActionsTestJSON-1498610228 tempest-ServerActionsTestJSON-1498610228-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=e9b5b362688444d0864b3692ffb5d0ef&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3105791 Apr 28 11:01:48.688448 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-1462715d-54a4-4b7e-8294-95f90f61dfa6 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-971303'] for subnet (e7803766-8a76-4d6c-a9cb-e5c626326d30), precommit_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:48.692171 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-2b340697-ca31-4d6c-ad0a-34321622610c tempest-RoutersAdminTest-1999378242 tempest-RoutersAdminTest-1999378242-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2060818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1935326'] for router (80654af6-0415-4434-aba4-cc79c492211d), after_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:48.782162 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-899c3a8e-9288-42b2-896c-f45d8bccb871 tempest-NetworksIpV6Test-263553383 tempest-NetworksIpV6Test-263553383-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742234744962'] for network (725007a5-2922-49dd-9d91-e93863b3461c), precommit_update {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:48.863989 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-8cd4b74a-7b28-4756-b98c-941885b82c89 tempest-FloatingIPTestJSON-373071706 tempest-FloatingIPTestJSON-373071706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742235135690', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742234710366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5051867'] for port (3c674535-a31b-4b31-b04f-55b02b5a9c43), after_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:48.890698 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd4b74a-7b28-4756-b98c-941885b82c89 tempest-FloatingIPTestJSON-373071706 tempest-FloatingIPTestJSON-373071706-project] Pushing event deleted for resources: {'Port': ['ID=3c674535-a31b-4b31-b04f-55b02b5a9c43,revision_number=None']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:01:48.898022 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-899c3a8e-9288-42b2-896c-f45d8bccb871 tempest-NetworksIpV6Test-263553383 tempest-NetworksIpV6Test-263553383-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042'] for network (725007a5-2922-49dd-9d91-e93863b3461c), after_update {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:48.902511 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-1462715d-54a4-4b7e-8294-95f90f61dfa6 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-971310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5220601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5125409'] for subnet (e7803766-8a76-4d6c-a9cb-e5c626326d30), after_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:48.933623 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1462715d-54a4-4b7e-8294-95f90f61dfa6 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Pushing event deleted for resources: {'Subnet': ['ID=e7803766-8a76-4d6c-a9cb-e5c626326d30,revision_number=None']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:01:48.935640 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-1462715d-54a4-4b7e-8294-95f90f61dfa6 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Publish callbacks [] for subnet (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:48.939664 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-1462715d-54a4-4b7e-8294-95f90f61dfa6 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] 10.222.0.10 "DELETE /v2.0/subnets/e7803766-8a76-4d6c-a9cb-e5c626326d30 HTTP/1.1" status: 204 len: 168 time: 0.7713094 Apr 28 11:01:48.942563 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-020ab721-a8b1-4509-8e6a-341ed3b1913a None None] Network 1ec9fbcf-7a57-4aaa-9c30-4e0f43e09480 requested from dv-neutron-master-2-hyperv {{(pid=116163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 11:01:48.945727 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-899c3a8e-9288-42b2-896c-f45d8bccb871 tempest-NetworksIpV6Test-263553383 tempest-NetworksIpV6Test-263553383-project] Network 725007a5-2922-49dd-9d91-e93863b3461c is not hosted by any dhcp agent {{(pid=116162) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Apr 28 11:01:48.945880 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 50990) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:01:48.950198 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-899c3a8e-9288-42b2-896c-f45d8bccb871 tempest-NetworksIpV6Test-263553383 tempest-NetworksIpV6Test-263553383-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:01:48.950859 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-899c3a8e-9288-42b2-896c-f45d8bccb871 tempest-NetworksIpV6Test-263553383 tempest-NetworksIpV6Test-263553383-project] Publish callbacks [] for network (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:48.952171 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-899c3a8e-9288-42b2-896c-f45d8bccb871 tempest-NetworksIpV6Test-263553383 tempest-NetworksIpV6Test-263553383-project] 10.222.0.10 "PUT /v2.0/networks/725007a5-2922-49dd-9d91-e93863b3461c HTTP/1.1" status: 200 len: 761 time: 0.6625149 Apr 28 11:01:48.956456 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 50992) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:01:48.986779 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b340697-ca31-4d6c-ad0a-34321622610c tempest-RoutersAdminTest-1999378242 tempest-RoutersAdminTest-1999378242-project-admin] Router 80654af6-0415-4434-aba4-cc79c492211d is scheduled to L3 agent 6b492ad6-0876-4d74-b20d-28143a52ceba with binding_index 1 {{(pid=116161) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 28 11:01:49.027669 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-899c3a8e-9288-42b2-896c-f45d8bccb871 tempest-NetworksIpV6Test-263553383 tempest-NetworksIpV6Test-263553383-project] Pushing event updated for resources: {'Network': ['ID=725007a5-2922-49dd-9d91-e93863b3461c,revision_number=1']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:01:49.038152 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-8cd4b74a-7b28-4756-b98c-941885b82c89 tempest-FloatingIPTestJSON-373071706 tempest-FloatingIPTestJSON-373071706-project] Publish callbacks [] for floatingip (1579ad71-0e4f-4a1e-89a0-cd963cb2cddd), after_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:49.042643 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-8cd4b74a-7b28-4756-b98c-941885b82c89 tempest-FloatingIPTestJSON-373071706 tempest-FloatingIPTestJSON-373071706-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198022'] for floatingip (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:49.043625 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-8cd4b74a-7b28-4756-b98c-941885b82c89 tempest-FloatingIPTestJSON-373071706 tempest-FloatingIPTestJSON-373071706-project] 10.222.0.10 "DELETE /v2.0/floatingips/1579ad71-0e4f-4a1e-89a0-cd963cb2cddd HTTP/1.1" status: 204 len: 168 time: 1.7909429 Apr 28 11:01:49.050001 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 51000) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:01:49.055745 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Network 725007a5-2922-49dd-9d91-e93863b3461c details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=116163) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 28 11:01:49.082180 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [req-d26ea838-f0a8-4c5e-a7b2-7fa1d78328e4 req-05269bc0-c250-456c-b9f2-bebf217bdca6 service neutron] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=116161) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 28 11:01:49.083283 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-d26ea838-f0a8-4c5e-a7b2-7fa1d78328e4 req-05269bc0-c250-456c-b9f2-bebf217bdca6 service neutron] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.2896602 Apr 28 11:01:49.098286 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-6af2ee8b-490b-4233-80bd-a747547d4e84 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] 10.222.0.10 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1425946 Apr 28 11:01:49.115346 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 51004) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:01:49.119174 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.pecan_wsgi.hooks.translation [None req-ec6e6186-c5f3-46ee-9433-b1dea4b7d3e5 tempest-FloatingIPTestJSON-373071706 tempest-FloatingIPTestJSON-373071706-project] DELETE failed (client error): The resource could not be found. Apr 28 11:01:49.119174 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ec6e6186-c5f3-46ee-9433-b1dea4b7d3e5 tempest-FloatingIPTestJSON-373071706 tempest-FloatingIPTestJSON-373071706-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=116162) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 28 11:01:49.121422 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-ec6e6186-c5f3-46ee-9433-b1dea4b7d3e5 tempest-FloatingIPTestJSON-373071706 tempest-FloatingIPTestJSON-373071706-project] 10.222.0.10 "DELETE /v2.0/ports/0afc3ea5-5644-409e-8f2c-741d8e74bbba HTTP/1.1" status: 404 len: 333 time: 0.0703328 Apr 28 11:01:49.137966 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 51010) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:01:49.209867 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-3f115dfb-34e7-4d92-835b-8a87352094de tempest-FloatingIPTestJSON-373071706 tempest-FloatingIPTestJSON-373071706-project] 10.222.0.10 "GET /v2.0/ports?device_id=95215caa-c306-4f42-88fe-7b8468f0ea15 HTTP/1.1" status: 200 len: 205 time: 0.0740783 Apr 28 11:01:49.215507 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 51012) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:01:49.242887 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1db76caf-b558-47ab-b779-16dffaaa633b tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:01:49.246646 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-1db76caf-b558-47ab-b779-16dffaaa633b tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1302445 Apr 28 11:01:49.278288 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 51016) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:01:49.310119 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9588913d-189e-416b-a41a-72b6a4c39332 tempest-NetworksIpV6Test-263553383 tempest-NetworksIpV6Test-263553383-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:01:49.311664 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-9588913d-189e-416b-a41a-72b6a4c39332 tempest-NetworksIpV6Test-263553383 tempest-NetworksIpV6Test-263553383-project] 10.222.0.10 "GET /v2.0/networks?id=725007a5-2922-49dd-9d91-e93863b3461c HTTP/1.1" status: 200 len: 764 time: 0.3402417 Apr 28 11:01:49.316867 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.api.v2.resource [None req-65878715-c503-4111-bc68-df0292c35318 tempest-FloatingIPTestJSON-373071706 tempest-FloatingIPTestJSON-373071706-project] delete failed (client error): The resource could not be found. Apr 28 11:01:49.318933 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-65878715-c503-4111-bc68-df0292c35318 tempest-FloatingIPTestJSON-373071706 tempest-FloatingIPTestJSON-373071706-project] 10.222.0.10 "DELETE /v2.0/routers/95215caa-c306-4f42-88fe-7b8468f0ea15 HTTP/1.1" status: 404 len: 336 time: 0.1026552 Apr 28 11:01:49.320240 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10853895-81de-4206-82cf-d02c025d6b97 None None] DHCP port deletion for 1ec9fbcf-7a57-4aaa-9c30-4e0f43e09480 request from dv-neutron-master-2-hyperv {{(pid=116163) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 28 11:01:49.321044 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 51020) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:01:49.321383 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 51022) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:01:49.375164 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-10853895-81de-4206-82cf-d02c025d6b97 None None] Deleting port d8cea892-cea2-4f93-9953-6f2538cd2691 {{(pid=116163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 11:01:49.375825 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-10853895-81de-4206-82cf-d02c025d6b97 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742235130188'] for port (d8cea892-cea2-4f93-9953-6f2538cd2691), before_delete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:49.403898 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 51024) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:01:49.413302 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-014f4efe-9c09-4c48-9b65-2e76b51e8f16 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:01:49.415121 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-014f4efe-9c09-4c48-9b65-2e76b51e8f16 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1357551 Apr 28 11:01:49.417870 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 51028) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:01:49.481564 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b340697-ca31-4d6c-ad0a-34321622610c tempest-RoutersAdminTest-1999378242 tempest-RoutersAdminTest-1999378242-project-admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=116161) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 11:01:49.494538 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-b901d2fe-a4cc-4ad4-b16d-8157d4bc4548 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] 10.222.0.10 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0745511 Apr 28 11:01:49.495177 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 51030) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:01:49.500529 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.v2.base [None req-78ea35c3-8b36-4444-96a0-74d36af27317 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Request body: {'subnet': {'network_id': '1ec9fbcf-7a57-4aaa-9c30-4e0f43e09480', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=116162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:01:49.527123 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-d26ea838-f0a8-4c5e-a7b2-7fa1d78328e4 req-5fc8fb41-30c2-405a-8fd1-d46af6d731da service neutron] 10.222.0.10 "GET /v2.0/networks/8876925c-b776-4190-94d6-ff922dbd02cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4212408 Apr 28 11:01:49.539469 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 51032) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:01:49.558166 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.pecan_wsgi.hooks.translation [None req-1c705b8e-cdee-402b-b097-a7ee0e3efc9d tempest-FloatingIPTestJSON-373071706 tempest-FloatingIPTestJSON-373071706-project] DELETE failed (client error): The resource could not be found. Apr 28 11:01:49.559030 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1c705b8e-cdee-402b-b097-a7ee0e3efc9d tempest-FloatingIPTestJSON-373071706 tempest-FloatingIPTestJSON-373071706-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=116161) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 28 11:01:49.562781 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-1c705b8e-cdee-402b-b097-a7ee0e3efc9d tempest-FloatingIPTestJSON-373071706 tempest-FloatingIPTestJSON-373071706-project] 10.222.0.10 "DELETE /v2.0/subnets/b703de28-7fa7-4be8-b23f-42ac033f9e00 HTTP/1.1" status: 404 len: 337 time: 0.2342460 Apr 28 11:01:49.572949 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 51034) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:01:49.594301 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3753a60c-a375-401d-8656-7d19172b71ed None None] Sync routers for ids ['80654af6-0415-4434-aba4-cc79c492211d'] in dv-neutron-master-2-hyperv {{(pid=116163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 11:01:49.610894 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-10853895-81de-4206-82cf-d02c025d6b97 None None] For port d8cea892-cea2-4f93-9953-6f2538cd2691, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=d8cea892-cea2-4f93-9953-6f2538cd2691,segment=NetworkSegment(ffa4348d-378b-4e93-98fa-ab0dc49ee16c),segment_id=ffa4348d-378b-4e93-98fa-ab0dc49ee16c)] {{(pid=116163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 11:01:49.611288 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-10853895-81de-4206-82cf-d02c025d6b97 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1938497'] for port (d8cea892-cea2-4f93-9953-6f2538cd2691), precommit_delete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:49.627297 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3753a60c-a375-401d-8656-7d19172b71ed None None] Routers {'80654af6-0415-4434-aba4-cc79c492211d'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=116163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 11:01:49.627853 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_hamode_db [None req-3753a60c-a375-401d-8656-7d19172b71ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-28T10:50:39Z,description=,heartbeat_timestamp=2022-04-28T11:01:39Z,host='dv-neutron-master-2-hyperv',id=6b492ad6-0876-4d74-b20d-28143a52ceba,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T10:50:40Z,topic='l3_agent')) {'router_ids': ['80654af6-0415-4434-aba4-cc79c492211d'], 'active': True} {{(pid=116163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:01:49.630134 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-10853895-81de-4206-82cf-d02c025d6b97 None None] Calling delete_port for d8cea892-cea2-4f93-9953-6f2538cd2691 owned by network:dhcp {{(pid=116163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 11:01:49.692604 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78ea35c3-8b36-4444-96a0-74d36af27317 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Made reservation on behalf of 12780407c7254bdfbde1c04e76d433ee for: {'subnet': 1} {{(pid=116162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 11:01:49.698293 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-78ea35c3-8b36-4444-96a0-74d36af27317 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4210834'] for subnet (None), before_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:49.764869 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e5ae3a7-2514-4141-8f68-4fa4aadce795 tempest-NetworksIpV6Test-263553383 tempest-NetworksIpV6Test-263553383-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:01:49.769010 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-3e5ae3a7-2514-4141-8f68-4fa4aadce795 tempest-NetworksIpV6Test-263553383 tempest-NetworksIpV6Test-263553383-project] 10.222.0.10 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.4391980 Apr 28 11:01:49.778501 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-2b340697-ca31-4d6c-ad0a-34321622610c tempest-RoutersAdminTest-1999378242 tempest-RoutersAdminTest-1999378242-project-admin] Publish callbacks [] for router (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:49.782594 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-2b340697-ca31-4d6c-ad0a-34321622610c tempest-RoutersAdminTest-1999378242 tempest-RoutersAdminTest-1999378242-project-admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 905 time: 7.2936966 Apr 28 11:01:49.782594 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 51040) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:01:49.798378 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvr_db [None req-3753a60c-a375-401d-8656-7d19172b71ed None None] Set router 80654af6-0415-4434-aba4-cc79c492211d gateway port host: dv-neutron-master-2-hyperv {{(pid=116163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 11:01:49.845623 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 51042) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:01:49.853011 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-cd077b8c-8e47-4dcc-91a6-8716e4f9182b tempest-NetworksIpV6Test-263553383 tempest-NetworksIpV6Test-263553383-project] 10.222.0.10 "GET /v2.0/subnets?network_id=7be49d94-bbb8-4a61-bafe-209c5f861e1c HTTP/1.1" status: 200 len: 207 time: 0.0487080 Apr 28 11:01:49.855982 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 51044) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:01:49.863047 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Device d8cea892-cea2-4f93-9953-6f2538cd2691 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=116163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 11:01:49.920493 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.v2.base [None req-967a817c-3918-4dda-bf44-11c3f166211b tempest-NetworksIpV6TestAttrs-234256711 tempest-NetworksIpV6TestAttrs-234256711-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1055485471'}} {{(pid=116162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:01:49.945893 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.v2.base [None req-7f0dee7c-0b1d-415f-b5d3-75f6b4b16ca4 tempest-DvrRoutersNegativeTest-1863623697 tempest-DvrRoutersNegativeTest-1863623697-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-21160064', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=116162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:01:49.949474 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.policy [None req-7f0dee7c-0b1d-415f-b5d3-75f6b4b16ca4 tempest-DvrRoutersNegativeTest-1863623697 tempest-DvrRoutersNegativeTest-1863623697-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=116162) log_rule_list /opt/stack/neutron/neutron/policy.py:450}} Apr 28 11:01:49.949943 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.policy [None req-7f0dee7c-0b1d-415f-b5d3-75f6b4b16ca4 tempest-DvrRoutersNegativeTest-1863623697 tempest-DvrRoutersNegativeTest-1863623697-project] Failed policy enforce for 'create_router' {{(pid=116162) enforce /opt/stack/neutron/neutron/policy.py:532}} Apr 28 11:01:49.950658 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.api.v2.resource [None req-7f0dee7c-0b1d-415f-b5d3-75f6b4b16ca4 tempest-DvrRoutersNegativeTest-1863623697 tempest-DvrRoutersNegativeTest-1863623697-project] create failed (client error): Access was denied to this resource. Apr 28 11:01:49.957087 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-7f0dee7c-0b1d-415f-b5d3-75f6b4b16ca4 tempest-DvrRoutersNegativeTest-1863623697 tempest-DvrRoutersNegativeTest-1863623697-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.5518949 Apr 28 11:01:49.963514 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-10853895-81de-4206-82cf-d02c025d6b97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742235135690', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742234710366'] for port (d8cea892-cea2-4f93-9953-6f2538cd2691), after_delete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:49.977942 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] No active binding found for port d8cea892-cea2-4f93-9953-6f2538cd2691 {{(pid=116163) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Apr 28 11:01:49.978323 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] The host dv-neutron-master-2-hyperv is not matching for port d8cea892-cea2-4f93-9953-6f2538cd2691 host None! {{(pid=116163) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2395}} Apr 28 11:01:49.978743 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Device d8cea892-cea2-4f93-9953-6f2538cd2691 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=116163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 11:01:50.013733 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10853895-81de-4206-82cf-d02c025d6b97 None None] Pushing event deleted for resources: {'Port': ['ID=d8cea892-cea2-4f93-9953-6f2538cd2691,revision_number=None']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:01:50.033598 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10853895-81de-4206-82cf-d02c025d6b97 None None] No DVR routers for this DVR port d8cea892-cea2-4f93-9953-6f2538cd2691 on host dv-neutron-master-2-hyperv {{(pid=116163) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 11:01:50.051686 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-967a817c-3918-4dda-bf44-11c3f166211b tempest-NetworksIpV6TestAttrs-234256711 tempest-NetworksIpV6TestAttrs-234256711-project] Made reservation on behalf of 5872500d6a394c9f83c6b1c78131b0b2 for: {'network': 1} {{(pid=116162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 11:01:50.055313 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-967a817c-3918-4dda-bf44-11c3f166211b tempest-NetworksIpV6TestAttrs-234256711 tempest-NetworksIpV6TestAttrs-234256711-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for network (None), before_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:50.082922 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 51048) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:01:50.094963 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_hamode_db [None req-3753a60c-a375-401d-8656-7d19172b71ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80654af6-0415-4434-aba4-cc79c492211d', 'name': 'tempest-snat-router-145109198', 'tenant_id': '7646eaf4a28240e4a1690c253e736cc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'external_fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.61'}], 'enable_snat': True}, 'gw_port_id': 'ee4a1221-8fcc-4f56-9472-71bcdbd34f20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T11:01:42Z', 'updated_at': '2022-04-28T11:01:46Z', 'revision_number': 3, 'project_id': '7646eaf4a28240e4a1690c253e736cc2', 'gw_port': {'id': 'ee4a1221-8fcc-4f56-9472-71bcdbd34f20', 'name': '', 'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:39:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80654af6-0415-4434-aba4-cc79c492211d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:01:44Z', 'updated_at': '2022-04-28T11:01:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=116163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:01:50.101108 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.plugin [None req-3e54d07f-4faf-4868-9054-dd95a88ddb23 tempest-FloatingIPTestJSON-373071706 tempest-FloatingIPTestJSON-373071706-project] Deleting port 84303778-aaf9-40db-bdfb-b7ae416720b9 {{(pid=116161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 11:01:50.101457 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-3e54d07f-4faf-4868-9054-dd95a88ddb23 tempest-FloatingIPTestJSON-373071706 tempest-FloatingIPTestJSON-373071706-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742235130188'] for port (84303778-aaf9-40db-bdfb-b7ae416720b9), before_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:50.129554 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3753a60c-a375-401d-8656-7d19172b71ed None None] Checking router: 80654af6-0415-4434-aba4-cc79c492211d for host: dv-neutron-master-2-hyperv {{(pid=116163) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 11:01:50.129849 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3753a60c-a375-401d-8656-7d19172b71ed None None] Updating router 80654af6-0415-4434-aba4-cc79c492211d port ee4a1221-8fcc-4f56-9472-71bcdbd34f20 binding host dv-neutron-master-2-hyperv {{(pid=116163) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 28 11:01:50.164841 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-967a817c-3918-4dda-bf44-11c3f166211b tempest-NetworksIpV6TestAttrs-234256711 tempest-NetworksIpV6TestAttrs-234256711-project] Publish callbacks [] for security_group (None), before_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:50.169876 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-3753a60c-a375-401d-8656-7d19172b71ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (ee4a1221-8fcc-4f56-9472-71bcdbd34f20), before_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:50.227701 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.v2.base [None req-61142347-d491-4ce3-92fa-7a8c20fe59ee tempest-BulkNetworkOpsTest-846609399 tempest-BulkNetworkOpsTest-846609399-project] Request body: {'networks': [{'name': 'tempest-network--1610571774'}, {'name': 'tempest-network--508338953'}]} {{(pid=116162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:01:50.228014 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.v2.base [None req-61142347-d491-4ce3-92fa-7a8c20fe59ee tempest-BulkNetworkOpsTest-846609399 tempest-BulkNetworkOpsTest-846609399-project] Request body: {'network': {'name': 'tempest-network--1610571774'}} {{(pid=116162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:01:50.228533 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.v2.base [None req-61142347-d491-4ce3-92fa-7a8c20fe59ee tempest-BulkNetworkOpsTest-846609399 tempest-BulkNetworkOpsTest-846609399-project] Request body: {'network': {'name': 'tempest-network--508338953'}} {{(pid=116162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:01:50.324115 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-967a817c-3918-4dda-bf44-11c3f166211b tempest-NetworksIpV6TestAttrs-234256711 tempest-NetworksIpV6TestAttrs-234256711-project] Publish callbacks [] for security_group (bf12b568-c3ed-46dd-b4bd-caaafd380f0f), precommit_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:50.328059 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61142347-d491-4ce3-92fa-7a8c20fe59ee tempest-BulkNetworkOpsTest-846609399 tempest-BulkNetworkOpsTest-846609399-project] Made reservation on behalf of 4c057a30512140249e41acbd3053f09e for: {'network': 2} {{(pid=116162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 11:01:50.334488 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-61142347-d491-4ce3-92fa-7a8c20fe59ee tempest-BulkNetworkOpsTest-846609399 tempest-BulkNetworkOpsTest-846609399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for network (None), before_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:50.378653 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.objects.ports [None req-78ea35c3-8b36-4444-96a0-74d36af27317 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=116162) get_objects /opt/stack/neutron/neutron/objects/ports.py:463}} Apr 28 11:01:50.380809 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-78ea35c3-8b36-4444-96a0-74d36af27317 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5054027', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4210784'] for subnet (aae28541-e01b-4d97-ac6d-d1044a953028), after_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:50.383996 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-61142347-d491-4ce3-92fa-7a8c20fe59ee tempest-BulkNetworkOpsTest-846609399 tempest-BulkNetworkOpsTest-846609399-project] Publish callbacks [] for security_group (None), before_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:50.452581 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78ea35c3-8b36-4444-96a0-74d36af27317 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Network 1ec9fbcf-7a57-4aaa-9c30-4e0f43e09480 is already hosted by enough agents. {{(pid=116162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 11:01:50.459783 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.scheduler.base_scheduler [None req-78ea35c3-8b36-4444-96a0-74d36af27317 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Resources bound (agent type, host, resource id): {{(pid=116162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 11:01:50.465393 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78ea35c3-8b36-4444-96a0-74d36af27317 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:01:50.465985 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-78ea35c3-8b36-4444-96a0-74d36af27317 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Publish callbacks [] for subnet (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:50.474142 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b5eb1ad-7097-4ecc-a27b-c9fac76a8f5d None None] Network 1ec9fbcf-7a57-4aaa-9c30-4e0f43e09480 requested from dv-neutron-master-2-hyperv {{(pid=116163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 11:01:50.490314 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ea35c3-8b36-4444-96a0-74d36af27317 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Pushing event updated for resources: {'Subnet': ['ID=aae28541-e01b-4d97-ac6d-d1044a953028,revision_number=0']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:01:50.554547 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-61142347-d491-4ce3-92fa-7a8c20fe59ee tempest-BulkNetworkOpsTest-846609399 tempest-BulkNetworkOpsTest-846609399-project] Publish callbacks [] for security_group (2f37306e-7fa1-4fe9-a382-ceec0bf7884d), precommit_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:50.598015 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-d26ea838-f0a8-4c5e-a7b2-7fa1d78328e4 req-6fca3d8a-c8f1-46c8-a8e6-c5d7869e10ce service neutron] 10.222.0.10 "GET /v2.0/networks/8876925c-b776-4190-94d6-ff922dbd02cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0337648 Apr 28 11:01:50.626670 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-3753a60c-a375-401d-8656-7d19172b71ed None None] Publish callbacks [] for port (ee4a1221-8fcc-4f56-9472-71bcdbd34f20), precommit_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:50.639916 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f229465-3b28-48ff-9b0d-121caa552b30 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-1ec9fbcf-7a57-4aaa-9c30-4e0f43e09480', 'network_id': '1ec9fbcf-7a57-4aaa-9c30-4e0f43e09480', 'project_id': '12780407c7254bdfbde1c04e76d433ee', 'fixed_ips': [{'subnet_id': 'aae28541-e01b-4d97-ac6d-d1044a953028'}]}} from dv-neutron-master-2-hyperv. {{(pid=116163) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 28 11:01:50.641181 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-1f229465-3b28-48ff-9b0d-121caa552b30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (None), before_create {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:50.694580 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-d8288dd7-1431-4fd0-8e64-7e9d33d18e89 tempest-RoutersAdminTest-1999378242 tempest-RoutersAdminTest-1999378242-project-admin] 10.222.0.10 "GET /v2.0/routers/80654af6-0415-4434-aba4-cc79c492211d HTTP/1.1" status: 200 len: 906 time: 0.8410225 Apr 28 11:01:50.695555 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 51052) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:01:50.712881 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d73e87b9-1145-4350-8711-07fecb90c873 tempest-NetworksIpV6Test-263553383 tempest-NetworksIpV6Test-263553383-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:01:50.717800 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d73e87b9-1145-4350-8711-07fecb90c873 tempest-NetworksIpV6Test-263553383 tempest-NetworksIpV6Test-263553383-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:01:50.723320 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d73e87b9-1145-4350-8711-07fecb90c873 tempest-NetworksIpV6Test-263553383 tempest-NetworksIpV6Test-263553383-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:01:50.728534 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d73e87b9-1145-4350-8711-07fecb90c873 tempest-NetworksIpV6Test-263553383 tempest-NetworksIpV6Test-263553383-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:01:50.733762 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d73e87b9-1145-4350-8711-07fecb90c873 tempest-NetworksIpV6Test-263553383 tempest-NetworksIpV6Test-263553383-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:01:50.738889 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d73e87b9-1145-4350-8711-07fecb90c873 tempest-NetworksIpV6Test-263553383 tempest-NetworksIpV6Test-263553383-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:01:50.740743 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-d73e87b9-1145-4350-8711-07fecb90c873 tempest-NetworksIpV6Test-263553383 tempest-NetworksIpV6Test-263553383-project] 10.222.0.10 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3729 time: 0.8824885 Apr 28 11:01:50.745414 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 51054) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:01:50.749336 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-3e54d07f-4faf-4868-9054-dd95a88ddb23 tempest-FloatingIPTestJSON-373071706 tempest-FloatingIPTestJSON-373071706-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1938497'] for port (84303778-aaf9-40db-bdfb-b7ae416720b9), precommit_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:50.763230 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.plugin [None req-3e54d07f-4faf-4868-9054-dd95a88ddb23 tempest-FloatingIPTestJSON-373071706 tempest-FloatingIPTestJSON-373071706-project] Calling delete_port for 84303778-aaf9-40db-bdfb-b7ae416720b9 owned by {{(pid=116161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 11:01:50.802268 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.db_base_plugin_common [None req-1f229465-3b28-48ff-9b0d-121caa552b30 None None] Allocated IP 2001:db8::f816:3eff:fe00:8313 (1ec9fbcf-7a57-4aaa-9c30-4e0f43e09480/aae28541-e01b-4d97-ac6d-d1044a953028/3f19906b-4cba-4151-a0c2-4a805abf2566) {{(pid=116163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 11:01:50.868487 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-967a817c-3918-4dda-bf44-11c3f166211b tempest-NetworksIpV6TestAttrs-234256711 tempest-NetworksIpV6TestAttrs-234256711-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924426'] for security_group (bf12b568-c3ed-46dd-b4bd-caaafd380f0f), after_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:50.870449 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (6be95134-9a6c-4663-8b48-90d12ce90c60), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:50.873198 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-3753a60c-a375-401d-8656-7d19172b71ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393'] for port (ee4a1221-8fcc-4f56-9472-71bcdbd34f20), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:50.962832 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dff77f2-5ed3-4914-b81e-f88e003cbcff None None] Pushing event updated for resources: {'Port': ['ID=ee4a1221-8fcc-4f56-9472-71bcdbd34f20,revision_number=2']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:01:50.965711 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.managers [None req-3753a60c-a375-401d-8656-7d19172b71ed None None] Attempting to bind port ee4a1221-8fcc-4f56-9472-71bcdbd34f20 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=116163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 28 11:01:50.966090 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.managers [None req-3753a60c-a375-401d-8656-7d19172b71ed None None] Attempting to bind port ee4a1221-8fcc-4f56-9472-71bcdbd34f20 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '142bc50f-d6af-4646-8d06-bb7af6b7b51c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c'}] {{(pid=116163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 28 11:01:50.966481 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3753a60c-a375-401d-8656-7d19172b71ed None None] Attempting to bind port ee4a1221-8fcc-4f56-9472-71bcdbd34f20 on network 7be49d94-bbb8-4a61-bafe-209c5f861e1c {{(pid=116163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 11:01:50.972983 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3753a60c-a375-401d-8656-7d19172b71ed None None] Checking agent: {'id': 'd5baab19-5dd1-4902-922b-84acb048ab9c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 10, 50, 43), 'started_at': datetime.datetime(2022, 4, 28, 10, 51, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 11, 1, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=116163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 11:01:50.973533 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3753a60c-a375-401d-8656-7d19172b71ed None None] Checking segment: {'id': '142bc50f-d6af-4646-8d06-bb7af6b7b51c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 11:01:50.973948 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-3753a60c-a375-401d-8656-7d19172b71ed None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:50.974345 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3753a60c-a375-401d-8656-7d19172b71ed None None] Bound using segment: {'id': '142bc50f-d6af-4646-8d06-bb7af6b7b51c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c'} {{(pid=116163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 11:01:50.974840 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.managers [None req-3753a60c-a375-401d-8656-7d19172b71ed None None] Bound port: ee4a1221-8fcc-4f56-9472-71bcdbd34f20, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '142bc50f-d6af-4646-8d06-bb7af6b7b51c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c'}}] {{(pid=116163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 28 11:01:50.975223 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-3753a60c-a375-401d-8656-7d19172b71ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (ee4a1221-8fcc-4f56-9472-71bcdbd34f20), before_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:51.033153 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-78ea35c3-8b36-4444-96a0-74d36af27317 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 1.5368712 Apr 28 11:01:51.034082 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-61142347-d491-4ce3-92fa-7a8c20fe59ee tempest-BulkNetworkOpsTest-846609399 tempest-BulkNetworkOpsTest-846609399-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924426'] for security_group (2f37306e-7fa1-4fe9-a382-ceec0bf7884d), after_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:51.034558 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-61142347-d491-4ce3-92fa-7a8c20fe59ee tempest-BulkNetworkOpsTest-846609399 tempest-BulkNetworkOpsTest-846609399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for network (None), before_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:51.038111 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-b25c651b-7f76-4177-b012-4682ea2ba3fd tempest-RoutersAdminTest-1999378242 tempest-RoutersAdminTest-1999378242-project-admin] Publish callbacks [] for router (80654af6-0415-4434-aba4-cc79c492211d), before_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:51.040303 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 51064) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:01:51.043919 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 51066) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:01:51.054557 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.v2.base [None req-b6ad404c-699a-4d6f-a5af-acdf630e870f tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Request body: {'port': {'network_id': '1ec9fbcf-7a57-4aaa-9c30-4e0f43e09480', 'mac_address': 'fa:16:3e:61:e0:03', 'name': 'tempest-NetworksTestDHCPv6-848064257'}} {{(pid=116161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:01:51.067349 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-3753a60c-a375-401d-8656-7d19172b71ed None None] For port ee4a1221-8fcc-4f56-9472-71bcdbd34f20, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=116163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 11:01:51.078728 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-41d8de32-0290-4574-a015-aa17c2327e68 req-861867f8-786a-432f-a199-4c2c48a914d0 tempest-ServerActionsTestJSON-1498610228 tempest-ServerActionsTestJSON-1498610228-project] 10.222.0.10 "GET /v2.0/ports?device_id=6bd2b59b-b5db-4639-9109-3dca095b7768 HTTP/1.1" status: 200 len: 210 time: 0.1157486 Apr 28 11:01:51.079485 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-3753a60c-a375-401d-8656-7d19172b71ed None None] For port ee4a1221-8fcc-4f56-9472-71bcdbd34f20, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=ee4a1221-8fcc-4f56-9472-71bcdbd34f20,segment=NetworkSegment(142bc50f-d6af-4646-8d06-bb7af6b7b51c),segment_id=142bc50f-d6af-4646-8d06-bb7af6b7b51c)] {{(pid=116163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 11:01:51.080566 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-3e54d07f-4faf-4868-9054-dd95a88ddb23 tempest-FloatingIPTestJSON-373071706 tempest-FloatingIPTestJSON-373071706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742235135690', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742234710366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5219112'] for port (84303778-aaf9-40db-bdfb-b7ae416720b9), after_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:51.113125 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-1f229465-3b28-48ff-9b0d-121caa552b30 None None] Publish callbacks [] for port (3f19906b-4cba-4151-a0c2-4a805abf2566), precommit_create {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:51.165500 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-3753a60c-a375-401d-8656-7d19172b71ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393'] for port (ee4a1221-8fcc-4f56-9472-71bcdbd34f20), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:51.165701 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e54d07f-4faf-4868-9054-dd95a88ddb23 tempest-FloatingIPTestJSON-373071706 tempest-FloatingIPTestJSON-373071706-project] Pushing event deleted for resources: {'Port': ['ID=84303778-aaf9-40db-bdfb-b7ae416720b9,revision_number=None']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:01:51.228769 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-1f229465-3b28-48ff-9b0d-121caa552b30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742234710357'] for port (3f19906b-4cba-4151-a0c2-4a805abf2566), after_create {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:51.241237 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-967a817c-3918-4dda-bf44-11c3f166211b tempest-NetworksIpV6TestAttrs-234256711 tempest-NetworksIpV6TestAttrs-234256711-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 90} {{(pid=116162) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 11:01:51.249113 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-967a817c-3918-4dda-bf44-11c3f166211b tempest-NetworksIpV6TestAttrs-234256711 tempest-NetworksIpV6TestAttrs-234256711-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-961978'] for segment (818dec3b-01fe-4544-b3a9-30183997ee1b), precommit_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:51.249506 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.db.segments_db [None req-967a817c-3918-4dda-bf44-11c3f166211b tempest-NetworksIpV6TestAttrs-234256711 tempest-NetworksIpV6TestAttrs-234256711-project] Added segment 818dec3b-01fe-4544-b3a9-30183997ee1b of type vlan for network 3480c57d-362c-4017-8f96-3277d1d717f3 Apr 28 11:01:51.268261 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3753a60c-a375-401d-8656-7d19172b71ed None None] Routers {'80654af6-0415-4434-aba4-cc79c492211d'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=116163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 11:01:51.269229 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_hamode_db [None req-3753a60c-a375-401d-8656-7d19172b71ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-28T10:50:39Z,description=,heartbeat_timestamp=2022-04-28T11:01:39Z,host='dv-neutron-master-2-hyperv',id=6b492ad6-0876-4d74-b20d-28143a52ceba,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T10:50:40Z,topic='l3_agent')) {'router_ids': ['80654af6-0415-4434-aba4-cc79c492211d'], 'active': True} {{(pid=116163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:01:51.270284 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-3e54d07f-4faf-4868-9054-dd95a88ddb23 tempest-FloatingIPTestJSON-373071706 tempest-FloatingIPTestJSON-373071706-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198022'] for port (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:51.271225 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dff77f2-5ed3-4914-b81e-f88e003cbcff None None] Pushing event updated for resources: {'Port': ['ID=ee4a1221-8fcc-4f56-9472-71bcdbd34f20,revision_number=3']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:01:51.276031 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-3e54d07f-4faf-4868-9054-dd95a88ddb23 tempest-FloatingIPTestJSON-373071706 tempest-FloatingIPTestJSON-373071706-project] 10.222.0.10 "DELETE /v2.0/ports/84303778-aaf9-40db-bdfb-b7ae416720b9 HTTP/1.1" status: 204 len: 168 time: 1.6736498 Apr 28 11:01:51.281235 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 51074) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:01:51.322347 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-2915e2e0-6af8-46b9-8a03-da9a89ae2ed8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:51.331205 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f229465-3b28-48ff-9b0d-121caa552b30 None None] Network 1ec9fbcf-7a57-4aaa-9c30-4e0f43e09480 is already hosted by enough agents. {{(pid=116163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 11:01:51.352984 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-967a817c-3918-4dda-bf44-11c3f166211b tempest-NetworksIpV6TestAttrs-234256711 tempest-NetworksIpV6TestAttrs-234256711-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742234744962'] for network (3480c57d-362c-4017-8f96-3277d1d717f3), precommit_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:51.355831 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.scheduler.base_scheduler [None req-1f229465-3b28-48ff-9b0d-121caa552b30 None None] Resources bound (agent type, host, resource id): {{(pid=116163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 11:01:51.356000 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-b25c651b-7f76-4177-b012-4682ea2ba3fd tempest-RoutersAdminTest-1999378242 tempest-RoutersAdminTest-1999378242-project-admin] Publish callbacks [] for router_gateway (80654af6-0415-4434-aba4-cc79c492211d), before_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:51.364736 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f229465-3b28-48ff-9b0d-121caa552b30 None None] Received port after_create {{(pid=116163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 11:01:51.380646 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-00351717-5f4e-4a11-b1b0-a6d94e38cfd7 tempest-NetworksIpV6Test-263553383 tempest-NetworksIpV6Test-263553383-project] 10.222.0.10 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 811 time: 0.6340344 Apr 28 11:01:51.384038 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 51076) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:01:51.385683 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-967a817c-3918-4dda-bf44-11c3f166211b tempest-NetworksIpV6TestAttrs-234256711 tempest-NetworksIpV6TestAttrs-234256711-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bf12b568-c3ed-46dd-b4bd-caaafd380f0f,revision_number=1']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:01:51.421438 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61142347-d491-4ce3-92fa-7a8c20fe59ee tempest-BulkNetworkOpsTest-846609399 tempest-BulkNetworkOpsTest-846609399-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2f37306e-7fa1-4fe9-a382-ceec0bf7884d,revision_number=1']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:01:51.424856 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-61142347-d491-4ce3-92fa-7a8c20fe59ee tempest-BulkNetworkOpsTest-846609399 tempest-BulkNetworkOpsTest-846609399-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 82} {{(pid=116162) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 11:01:51.459761 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-61142347-d491-4ce3-92fa-7a8c20fe59ee tempest-BulkNetworkOpsTest-846609399 tempest-BulkNetworkOpsTest-846609399-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-961978'] for segment (48594fd3-a25d-4fa4-8c52-51a72fbbfb26), precommit_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:51.460109 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f229465-3b28-48ff-9b0d-121caa552b30 None None] Pushing event updated for resources: {'Port': ['ID=3f19906b-4cba-4151-a0c2-4a805abf2566,revision_number=1']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:01:51.460828 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.db.segments_db [None req-61142347-d491-4ce3-92fa-7a8c20fe59ee tempest-BulkNetworkOpsTest-846609399 tempest-BulkNetworkOpsTest-846609399-project] Added segment 48594fd3-a25d-4fa4-8c52-51a72fbbfb26 of type vlan for network dea3fce4-f41f-448a-b92d-dc15dcb323d4 Apr 28 11:01:51.501898 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.plugin [None req-802d9f2a-8082-4906-af39-1995179ebf41 tempest-FloatingIPTestJSON-373071706 tempest-FloatingIPTestJSON-373071706-project] Deleting port 35878a5a-57ad-4a9c-80c2-2d4291c804f1 {{(pid=116161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 11:01:51.502555 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-802d9f2a-8082-4906-af39-1995179ebf41 tempest-FloatingIPTestJSON-373071706 tempest-FloatingIPTestJSON-373071706-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742235130188'] for port (35878a5a-57ad-4a9c-80c2-2d4291c804f1), before_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:51.517645 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.managers [None req-1f229465-3b28-48ff-9b0d-121caa552b30 None None] Attempting to bind port 3f19906b-4cba-4151-a0c2-4a805abf2566 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=116163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 28 11:01:51.518236 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.managers [None req-1f229465-3b28-48ff-9b0d-121caa552b30 None None] Attempting to bind port 3f19906b-4cba-4151-a0c2-4a805abf2566 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'ffa4348d-378b-4e93-98fa-ab0dc49ee16c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '1ec9fbcf-7a57-4aaa-9c30-4e0f43e09480'}] {{(pid=116163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 28 11:01:51.518847 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f229465-3b28-48ff-9b0d-121caa552b30 None None] Attempting to bind port 3f19906b-4cba-4151-a0c2-4a805abf2566 on network 1ec9fbcf-7a57-4aaa-9c30-4e0f43e09480 {{(pid=116163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 11:01:51.540158 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f229465-3b28-48ff-9b0d-121caa552b30 None None] Checking agent: {'id': 'd5baab19-5dd1-4902-922b-84acb048ab9c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 10, 50, 43), 'started_at': datetime.datetime(2022, 4, 28, 10, 51, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 11, 1, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=116163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 11:01:51.542029 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f229465-3b28-48ff-9b0d-121caa552b30 None None] Checking segment: {'id': 'ffa4348d-378b-4e93-98fa-ab0dc49ee16c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '1ec9fbcf-7a57-4aaa-9c30-4e0f43e09480'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 11:01:51.542029 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-1f229465-3b28-48ff-9b0d-121caa552b30 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:51.542228 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f229465-3b28-48ff-9b0d-121caa552b30 None None] Bound using segment: {'id': 'ffa4348d-378b-4e93-98fa-ab0dc49ee16c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '1ec9fbcf-7a57-4aaa-9c30-4e0f43e09480'} {{(pid=116163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 11:01:51.542999 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.managers [None req-1f229465-3b28-48ff-9b0d-121caa552b30 None None] Bound port: 3f19906b-4cba-4151-a0c2-4a805abf2566, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ffa4348d-378b-4e93-98fa-ab0dc49ee16c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '1ec9fbcf-7a57-4aaa-9c30-4e0f43e09480'}}] {{(pid=116163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 28 11:01:51.543503 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-1f229465-3b28-48ff-9b0d-121caa552b30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (3f19906b-4cba-4151-a0c2-4a805abf2566), before_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:51.547693 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvr_db [None req-3753a60c-a375-401d-8656-7d19172b71ed None None] Set router 80654af6-0415-4434-aba4-cc79c492211d gateway port host: dv-neutron-master-2-hyperv {{(pid=116163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 11:01:51.555641 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-61142347-d491-4ce3-92fa-7a8c20fe59ee tempest-BulkNetworkOpsTest-846609399 tempest-BulkNetworkOpsTest-846609399-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742234744962'] for network (dea3fce4-f41f-448a-b92d-dc15dcb323d4), precommit_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:51.570612 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-967a817c-3918-4dda-bf44-11c3f166211b tempest-NetworksIpV6TestAttrs-234256711 tempest-NetworksIpV6TestAttrs-234256711-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042'] for network (3480c57d-362c-4017-8f96-3277d1d717f3), after_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:51.579223 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-967a817c-3918-4dda-bf44-11c3f166211b tempest-NetworksIpV6TestAttrs-234256711 tempest-NetworksIpV6TestAttrs-234256711-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:01:51.579223 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-967a817c-3918-4dda-bf44-11c3f166211b tempest-NetworksIpV6TestAttrs-234256711 tempest-NetworksIpV6TestAttrs-234256711-project] Publish callbacks [] for network (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:51.582258 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6ad404c-699a-4d6f-a5af-acdf630e870f tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Made reservation on behalf of 12780407c7254bdfbde1c04e76d433ee for: {'port': 1} {{(pid=116161) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 11:01:51.595361 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.plugin [None req-b25c651b-7f76-4177-b012-4682ea2ba3fd tempest-RoutersAdminTest-1999378242 tempest-RoutersAdminTest-1999378242-project-admin] Deleting port ee4a1221-8fcc-4f56-9472-71bcdbd34f20 {{(pid=116162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 11:01:51.596050 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-b25c651b-7f76-4177-b012-4682ea2ba3fd tempest-RoutersAdminTest-1999378242 tempest-RoutersAdminTest-1999378242-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742235130188'] for port (ee4a1221-8fcc-4f56-9472-71bcdbd34f20), before_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:51.618261 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42f14fc8-aaa2-4530-adab-59c305025f48 tempest-NetworksIpV6Test-263553383 tempest-NetworksIpV6Test-263553383-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:01:51.620860 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42f14fc8-aaa2-4530-adab-59c305025f48 tempest-NetworksIpV6Test-263553383 tempest-NetworksIpV6Test-263553383-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:01:51.623439 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42f14fc8-aaa2-4530-adab-59c305025f48 tempest-NetworksIpV6Test-263553383 tempest-NetworksIpV6Test-263553383-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:01:51.625766 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42f14fc8-aaa2-4530-adab-59c305025f48 tempest-NetworksIpV6Test-263553383 tempest-NetworksIpV6Test-263553383-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:01:51.628035 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42f14fc8-aaa2-4530-adab-59c305025f48 tempest-NetworksIpV6Test-263553383 tempest-NetworksIpV6Test-263553383-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:01:51.630529 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-42f14fc8-aaa2-4530-adab-59c305025f48 tempest-NetworksIpV6Test-263553383 tempest-NetworksIpV6Test-263553383-project] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.2168698 Apr 28 11:01:51.646385 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 51078) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:01:51.707468 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-61142347-d491-4ce3-92fa-7a8c20fe59ee tempest-BulkNetworkOpsTest-846609399 tempest-BulkNetworkOpsTest-846609399-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 74} {{(pid=116162) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 11:01:51.709836 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-967a817c-3918-4dda-bf44-11c3f166211b tempest-NetworksIpV6TestAttrs-234256711 tempest-NetworksIpV6TestAttrs-234256711-project] Pushing event updated for resources: {'Network': ['ID=3480c57d-362c-4017-8f96-3277d1d717f3,revision_number=1']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:01:51.754913 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-967a817c-3918-4dda-bf44-11c3f166211b tempest-NetworksIpV6TestAttrs-234256711 tempest-NetworksIpV6TestAttrs-234256711-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 2.2144201 Apr 28 11:01:51.766372 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-61142347-d491-4ce3-92fa-7a8c20fe59ee tempest-BulkNetworkOpsTest-846609399 tempest-BulkNetworkOpsTest-846609399-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-961978'] for segment (9718ba41-bcca-4682-9a12-d7e870a6782e), precommit_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:51.766709 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.db.segments_db [None req-61142347-d491-4ce3-92fa-7a8c20fe59ee tempest-BulkNetworkOpsTest-846609399 tempest-BulkNetworkOpsTest-846609399-project] Added segment 9718ba41-bcca-4682-9a12-d7e870a6782e of type vlan for network 4ba6e282-7d9d-40fc-adf1-9d4356a5931f Apr 28 11:01:51.827042 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.db [None req-b25c651b-7f76-4177-b012-4682ea2ba3fd tempest-RoutersAdminTest-1999378242 tempest-RoutersAdminTest-1999378242-project-admin] For port ee4a1221-8fcc-4f56-9472-71bcdbd34f20, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=ee4a1221-8fcc-4f56-9472-71bcdbd34f20,segment=NetworkSegment(142bc50f-d6af-4646-8d06-bb7af6b7b51c),segment_id=142bc50f-d6af-4646-8d06-bb7af6b7b51c)] {{(pid=116162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 11:01:51.827042 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-b25c651b-7f76-4177-b012-4682ea2ba3fd tempest-RoutersAdminTest-1999378242 tempest-RoutersAdminTest-1999378242-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1938497'] for port (ee4a1221-8fcc-4f56-9472-71bcdbd34f20), precommit_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:51.829210 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-802d9f2a-8082-4906-af39-1995179ebf41 tempest-FloatingIPTestJSON-373071706 tempest-FloatingIPTestJSON-373071706-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1938497'] for port (35878a5a-57ad-4a9c-80c2-2d4291c804f1), precommit_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:51.831333 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-61142347-d491-4ce3-92fa-7a8c20fe59ee tempest-BulkNetworkOpsTest-846609399 tempest-BulkNetworkOpsTest-846609399-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742234744962'] for network (4ba6e282-7d9d-40fc-adf1-9d4356a5931f), precommit_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:51.846853 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-2915e2e0-6af8-46b9-8a03-da9a89ae2ed8 admin admin] Publish callbacks [] for security_group (040902c1-dbab-4ceb-b056-ee90c1e24258), precommit_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:51.847092 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.plugin [None req-b25c651b-7f76-4177-b012-4682ea2ba3fd tempest-RoutersAdminTest-1999378242 tempest-RoutersAdminTest-1999378242-project-admin] Calling delete_port for ee4a1221-8fcc-4f56-9472-71bcdbd34f20 owned by network:router_gateway {{(pid=116162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 11:01:51.873849 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30bbe0c1-7386-4ca0-a23f-b07e93ddc418 tempest-NetworksIpV6Test-263553383 tempest-NetworksIpV6Test-263553383-project] Attributes excluded by policy engine: ['shared'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:01:51.875513 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30bbe0c1-7386-4ca0-a23f-b07e93ddc418 tempest-NetworksIpV6Test-263553383 tempest-NetworksIpV6Test-263553383-project] Attributes excluded by policy engine: ['shared'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:01:51.877241 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30bbe0c1-7386-4ca0-a23f-b07e93ddc418 tempest-NetworksIpV6Test-263553383 tempest-NetworksIpV6Test-263553383-project] Attributes excluded by policy engine: ['shared'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:01:51.878650 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30bbe0c1-7386-4ca0-a23f-b07e93ddc418 tempest-NetworksIpV6Test-263553383 tempest-NetworksIpV6Test-263553383-project] Attributes excluded by policy engine: ['shared'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:01:51.880368 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30bbe0c1-7386-4ca0-a23f-b07e93ddc418 tempest-NetworksIpV6Test-263553383 tempest-NetworksIpV6Test-263553383-project] Attributes excluded by policy engine: ['shared'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:01:51.882606 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-30bbe0c1-7386-4ca0-a23f-b07e93ddc418 tempest-NetworksIpV6Test-263553383 tempest-NetworksIpV6Test-263553383-project] 10.222.0.10 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.2030883 Apr 28 11:01:51.885823 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.plugin [None req-802d9f2a-8082-4906-af39-1995179ebf41 tempest-FloatingIPTestJSON-373071706 tempest-FloatingIPTestJSON-373071706-project] Calling delete_port for 35878a5a-57ad-4a9c-80c2-2d4291c804f1 owned by {{(pid=116161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 11:01:51.906232 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 51082) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:01:51.925233 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Network 3480c57d-362c-4017-8f96-3277d1d717f3 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=116163) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 28 11:01:52.024318 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83b9e4ca-85b6-4ed3-9ac2-624a949df95a tempest-NetworksIpV6Test-263553383 tempest-NetworksIpV6Test-263553383-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:01:52.030885 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-83b9e4ca-85b6-4ed3-9ac2-624a949df95a tempest-NetworksIpV6Test-263553383 tempest-NetworksIpV6Test-263553383-project] 10.222.0.10 "GET /v2.0/networks/531aecac-8bf3-4d7b-9ec5-0a3bd8254094 HTTP/1.1" status: 200 len: 803 time: 0.1185272 Apr 28 11:01:52.030885 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-61142347-d491-4ce3-92fa-7a8c20fe59ee tempest-BulkNetworkOpsTest-846609399 tempest-BulkNetworkOpsTest-846609399-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042'] for network (dea3fce4-f41f-448a-b92d-dc15dcb323d4), after_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:52.030885 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-61142347-d491-4ce3-92fa-7a8c20fe59ee tempest-BulkNetworkOpsTest-846609399 tempest-BulkNetworkOpsTest-846609399-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042'] for network (4ba6e282-7d9d-40fc-adf1-9d4356a5931f), after_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:52.035816 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61142347-d491-4ce3-92fa-7a8c20fe59ee tempest-BulkNetworkOpsTest-846609399 tempest-BulkNetworkOpsTest-846609399-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:01:52.040264 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61142347-d491-4ce3-92fa-7a8c20fe59ee tempest-BulkNetworkOpsTest-846609399 tempest-BulkNetworkOpsTest-846609399-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:01:52.040962 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-61142347-d491-4ce3-92fa-7a8c20fe59ee tempest-BulkNetworkOpsTest-846609399 tempest-BulkNetworkOpsTest-846609399-project] Publish callbacks [] for network (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:52.044831 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 51084) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:01:52.111096 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-b6ad404c-699a-4d6f-a5af-acdf630e870f tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (None), before_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:52.116415 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-2915e2e0-6af8-46b9-8a03-da9a89ae2ed8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924426'] for security_group (040902c1-dbab-4ceb-b056-ee90c1e24258), after_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:52.202662 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.notifiers.nova [None req-b6ad404c-699a-4d6f-a5af-acdf630e870f tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] device_id is not set on port 29f69274-9c59-4e05-ac67-3d052f6628e1 yet. {{(pid=116161) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 28 11:01:52.238047 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_hamode_db [None req-3753a60c-a375-401d-8656-7d19172b71ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80654af6-0415-4434-aba4-cc79c492211d', 'name': 'tempest-snat-router-145109198', 'tenant_id': '7646eaf4a28240e4a1690c253e736cc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'external_fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.61'}], 'enable_snat': True}, 'gw_port_id': 'ee4a1221-8fcc-4f56-9472-71bcdbd34f20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T11:01:42Z', 'updated_at': '2022-04-28T11:01:46Z', 'revision_number': 3, 'project_id': '7646eaf4a28240e4a1690c253e736cc2', 'gw_port': {'id': 'ee4a1221-8fcc-4f56-9472-71bcdbd34f20', 'name': '', 'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:39:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80654af6-0415-4434-aba4-cc79c492211d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:01:44Z', 'updated_at': '2022-04-28T11:01:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=116163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:01:52.239503 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61142347-d491-4ce3-92fa-7a8c20fe59ee tempest-BulkNetworkOpsTest-846609399 tempest-BulkNetworkOpsTest-846609399-project] Pushing event updated for resources: {'Network': ['ID=dea3fce4-f41f-448a-b92d-dc15dcb323d4,revision_number=1']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:01:52.263857 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-61142347-d491-4ce3-92fa-7a8c20fe59ee tempest-BulkNetworkOpsTest-846609399 tempest-BulkNetworkOpsTest-846609399-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 2.0889621 Apr 28 11:01:52.269165 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 51088) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:01:52.269300 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Network dea3fce4-f41f-448a-b92d-dc15dcb323d4 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=116163) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 28 11:01:52.282739 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-ed8da660-8e8a-4635-94f4-cd8c312f8014 req-38482d2c-dcd3-4d12-973c-09a008c78bd1 tempest-ServerActionsTestJSON-1498610228 tempest-ServerActionsTestJSON-1498610228-project] 10.222.0.10 "GET /v2.0/ports?device_id=6bd2b59b-b5db-4639-9109-3dca095b7768 HTTP/1.1" status: 200 len: 210 time: 0.0962632 Apr 28 11:01:52.290581 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-2915e2e0-6af8-46b9-8a03-da9a89ae2ed8 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=eb90b068161a47f2ba1441cd3c7188b4&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2420285 Apr 28 11:01:52.290581 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-802d9f2a-8082-4906-af39-1995179ebf41 tempest-FloatingIPTestJSON-373071706 tempest-FloatingIPTestJSON-373071706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742235135690', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742234710366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5219112'] for port (35878a5a-57ad-4a9c-80c2-2d4291c804f1), after_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:52.308102 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 51090) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:01:52.318305 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2915e2e0-6af8-46b9-8a03-da9a89ae2ed8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=040902c1-dbab-4ceb-b056-ee90c1e24258,revision_number=1']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:01:52.403709 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61142347-d491-4ce3-92fa-7a8c20fe59ee tempest-BulkNetworkOpsTest-846609399 tempest-BulkNetworkOpsTest-846609399-project] Pushing event updated for resources: {'Network': ['ID=4ba6e282-7d9d-40fc-adf1-9d4356a5931f,revision_number=1']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:01:52.451441 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Network 4ba6e282-7d9d-40fc-adf1-9d4356a5931f details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=116163) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 28 11:01:52.455449 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-1f229465-3b28-48ff-9b0d-121caa552b30 None None] For port 3f19906b-4cba-4151-a0c2-4a805abf2566, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=116163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 11:01:52.460662 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3753a60c-a375-401d-8656-7d19172b71ed None None] The sync data for ids ['80654af6-0415-4434-aba4-cc79c492211d'] in dv-neutron-master-2-hyperv is: [{'id': '80654af6-0415-4434-aba4-cc79c492211d', 'name': 'tempest-snat-router-145109198', 'tenant_id': '7646eaf4a28240e4a1690c253e736cc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'external_fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.61'}], 'enable_snat': True}, 'gw_port_id': 'ee4a1221-8fcc-4f56-9472-71bcdbd34f20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T11:01:42Z', 'updated_at': '2022-04-28T11:01:46Z', 'revision_number': 3, 'project_id': '7646eaf4a28240e4a1690c253e736cc2', 'gw_port': {'id': 'ee4a1221-8fcc-4f56-9472-71bcdbd34f20', 'name': '', 'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:39:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80654af6-0415-4434-aba4-cc79c492211d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:01:44Z', 'updated_at': '2022-04-28T11:01:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}] {{(pid=116163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 11:01:52.495598 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-802d9f2a-8082-4906-af39-1995179ebf41 tempest-FloatingIPTestJSON-373071706 tempest-FloatingIPTestJSON-373071706-project] Pushing event deleted for resources: {'Port': ['ID=35878a5a-57ad-4a9c-80c2-2d4291c804f1,revision_number=None']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:01:52.548834 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-1f229465-3b28-48ff-9b0d-121caa552b30 None None] For port 3f19906b-4cba-4151-a0c2-4a805abf2566, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=3f19906b-4cba-4151-a0c2-4a805abf2566,segment=NetworkSegment(ffa4348d-378b-4e93-98fa-ab0dc49ee16c),segment_id=ffa4348d-378b-4e93-98fa-ab0dc49ee16c)] {{(pid=116163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 11:01:52.662915 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-1f229465-3b28-48ff-9b0d-121caa552b30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393'] for port (3f19906b-4cba-4151-a0c2-4a805abf2566), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:52.710748 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.db.db_base_plugin_common [None req-b6ad404c-699a-4d6f-a5af-acdf630e870f tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Allocated IP 2001:db8::f816:3eff:fe61:e003 (1ec9fbcf-7a57-4aaa-9c30-4e0f43e09480/aae28541-e01b-4d97-ac6d-d1044a953028/29f69274-9c59-4e05-ac67-3d052f6628e1) {{(pid=116161) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 11:01:52.713642 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-802d9f2a-8082-4906-af39-1995179ebf41 tempest-FloatingIPTestJSON-373071706 tempest-FloatingIPTestJSON-373071706-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198022'] for port (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:52.738049 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-802d9f2a-8082-4906-af39-1995179ebf41 tempest-FloatingIPTestJSON-373071706 tempest-FloatingIPTestJSON-373071706-project] 10.222.0.10 "DELETE /v2.0/ports/35878a5a-57ad-4a9c-80c2-2d4291c804f1 HTTP/1.1" status: 204 len: 168 time: 1.4549766 Apr 28 11:01:52.747068 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 51092) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:01:52.780730 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f229465-3b28-48ff-9b0d-121caa552b30 None None] Pushing event updated for resources: {'Port': ['ID=3f19906b-4cba-4151-a0c2-4a805abf2566,revision_number=2']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:01:52.807321 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-bcced6a8-cec2-45da-a6c7-bebaca909a6a tempest-NetworksIpV6Test-263553383 tempest-NetworksIpV6Test-263553383-project] 10.222.0.10 "GET /v2.0/networks/531aecac-8bf3-4d7b-9ec5-0a3bd8254094?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 319 time: 0.7573307 Apr 28 11:01:52.818555 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 51094) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:01:52.847017 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-706fec02-91bd-4e80-a0ec-863db52b20ac tempest-FloatingIPTestJSON-373071706 tempest-FloatingIPTestJSON-373071706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:01:52.865298 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-706fec02-91bd-4e80-a0ec-863db52b20ac tempest-FloatingIPTestJSON-373071706 tempest-FloatingIPTestJSON-373071706-project] 10.222.0.10 "GET /v2.0/ports?device_id=f78b6f71-c91e-4419-a7fc-4e894ee6d57e HTTP/1.1" status: 200 len: 913 time: 0.1171958 Apr 28 11:01:52.894619 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 51096) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:01:53.014098 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f5a50b3-5ead-4361-bba9-d5e4674b2164 tempest-NetworksIpV6Test-263553383 tempest-NetworksIpV6Test-263553383-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:01:53.019253 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-14343628-cfdc-4e6c-81c1-979647efbeff admin admin] Publish callbacks [] for security_group (040902c1-dbab-4ceb-b056-ee90c1e24258), before_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:53.021290 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-b25c651b-7f76-4177-b012-4682ea2ba3fd tempest-RoutersAdminTest-1999378242 tempest-RoutersAdminTest-1999378242-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742235135690', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742234710366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5051867'] for port (ee4a1221-8fcc-4f56-9472-71bcdbd34f20), after_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:53.031870 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-4f5a50b3-5ead-4361-bba9-d5e4674b2164 tempest-NetworksIpV6Test-263553383 tempest-NetworksIpV6Test-263553383-project] 10.222.0.10 "GET /v2.0/subnets/63b89790-41bf-46a5-98ea-10e423547dcc HTTP/1.1" status: 200 len: 843 time: 0.2085960 Apr 28 11:01:53.038631 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 51098) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:01:53.101178 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b25c651b-7f76-4177-b012-4682ea2ba3fd tempest-RoutersAdminTest-1999378242 tempest-RoutersAdminTest-1999378242-project-admin] Pushing event deleted for resources: {'Port': ['ID=ee4a1221-8fcc-4f56-9472-71bcdbd34f20,revision_number=None']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:01:53.165587 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-025dac28-65e8-4c0c-9b5e-989cafdf7895 tempest-BulkNetworkOpsTest-846609399 tempest-BulkNetworkOpsTest-846609399-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:01:53.171217 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-025dac28-65e8-4c0c-9b5e-989cafdf7895 tempest-BulkNetworkOpsTest-846609399 tempest-BulkNetworkOpsTest-846609399-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:01:53.177293 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-025dac28-65e8-4c0c-9b5e-989cafdf7895 tempest-BulkNetworkOpsTest-846609399 tempest-BulkNetworkOpsTest-846609399-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:01:53.183689 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-025dac28-65e8-4c0c-9b5e-989cafdf7895 tempest-BulkNetworkOpsTest-846609399 tempest-BulkNetworkOpsTest-846609399-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:01:53.188399 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-025dac28-65e8-4c0c-9b5e-989cafdf7895 tempest-BulkNetworkOpsTest-846609399 tempest-BulkNetworkOpsTest-846609399-project] 10.222.0.10 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.9103405 Apr 28 11:01:53.195420 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 51100) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:01:53.298822 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-b25c651b-7f76-4177-b012-4682ea2ba3fd tempest-RoutersAdminTest-1999378242 tempest-RoutersAdminTest-1999378242-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1935354'] for router_gateway (80654af6-0415-4434-aba4-cc79c492211d), after_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:53.357807 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-b6ad404c-699a-4d6f-a5af-acdf630e870f tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Publish callbacks [] for port (29f69274-9c59-4e05-ac67-3d052f6628e1), precommit_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:53.413119 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff4374d8-2b25-440e-a5a3-79aa7300ecb3 tempest-NetworksIpV6Test-263553383 tempest-NetworksIpV6Test-263553383-project] Attributes excluded by policy engine: ['shared'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:01:53.416802 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-ff4374d8-2b25-440e-a5a3-79aa7300ecb3 tempest-NetworksIpV6Test-263553383 tempest-NetworksIpV6Test-263553383-project] 10.222.0.10 "GET /v2.0/subnets/63b89790-41bf-46a5-98ea-10e423547dcc?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.3681054 Apr 28 11:01:53.425514 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 51104) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:01:53.437943 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.v2.base [None req-1b4ec5e0-ff9b-47da-b8d2-bb6d0da9bb55 tempest-NetworksIpV6Test-263553383 tempest-NetworksIpV6Test-263553383-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1753597739'}} {{(pid=116161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:01:53.497415 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-14343628-cfdc-4e6c-81c1-979647efbeff admin admin] Publish callbacks [] for security_group (040902c1-dbab-4ceb-b056-ee90c1e24258), precommit_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:53.535914 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-b50656a9-d33e-4250-9e20-1fa2894e77ae req-080bd195-6b4c-493d-a762-0fe97b8c7f8c tempest-ServerActionsTestJSON-1498610228 tempest-ServerActionsTestJSON-1498610228-project] 10.222.0.10 "GET /v2.0/ports?device_id=6bd2b59b-b5db-4639-9109-3dca095b7768 HTTP/1.1" status: 200 len: 210 time: 0.0543201 Apr 28 11:01:53.600711 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-b25c651b-7f76-4177-b012-4682ea2ba3fd tempest-RoutersAdminTest-1999378242 tempest-RoutersAdminTest-1999378242-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2060865', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-63275'] for router (80654af6-0415-4434-aba4-cc79c492211d), precommit_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:53.603403 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-b25c651b-7f76-4177-b012-4682ea2ba3fd tempest-RoutersAdminTest-1999378242 tempest-RoutersAdminTest-1999378242-project-admin] Publish callbacks [] for router_controller (80654af6-0415-4434-aba4-cc79c492211d), precommit_delete_associations {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:53.749740 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-b25c651b-7f76-4177-b012-4682ea2ba3fd tempest-RoutersAdminTest-1999378242 tempest-RoutersAdminTest-1999378242-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2060888'] for router (80654af6-0415-4434-aba4-cc79c492211d), after_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:53.750828 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b25c651b-7f76-4177-b012-4682ea2ba3fd tempest-RoutersAdminTest-1999378242 tempest-RoutersAdminTest-1999378242-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 80654af6-0415-4434-aba4-cc79c492211d {{(pid=116162) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 28 11:01:53.761286 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-c5c62e1b-5e69-4b9a-aefa-041bbe70e9ad tempest-BulkNetworkOpsTest-846609399 tempest-BulkNetworkOpsTest-846609399-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-979593'] for network (dea3fce4-f41f-448a-b92d-dc15dcb323d4), before_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:53.768714 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-b25c651b-7f76-4177-b012-4682ea2ba3fd tempest-RoutersAdminTest-1999378242 tempest-RoutersAdminTest-1999378242-project-admin] Publish callbacks [] for router (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:53.772659 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-b25c651b-7f76-4177-b012-4682ea2ba3fd tempest-RoutersAdminTest-1999378242 tempest-RoutersAdminTest-1999378242-project-admin] 10.222.0.10 "DELETE /v2.0/routers/80654af6-0415-4434-aba4-cc79c492211d HTTP/1.1" status: 204 len: 168 time: 3.0739505 Apr 28 11:01:53.780249 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 51106) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:01:53.816956 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26ea838-f0a8-4c5e-a7b2-7fa1d78328e4 req-697c7a45-cc17-4569-b961-659f11d3de98 tempest-ServerActionsTestJSON-1498610228 tempest-ServerActionsTestJSON-1498610228-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:01:53.818582 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-d26ea838-f0a8-4c5e-a7b2-7fa1d78328e4 req-697c7a45-cc17-4569-b961-659f11d3de98 tempest-ServerActionsTestJSON-1498610228 tempest-ServerActionsTestJSON-1498610228-project] 10.222.0.20 "GET /v2.0/networks?id=8876925c-b776-4190-94d6-ff922dbd02cf HTTP/1.1" status: 200 len: 811 time: 0.1912537 Apr 28 11:01:53.820177 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b4ec5e0-ff9b-47da-b8d2-bb6d0da9bb55 tempest-NetworksIpV6Test-263553383 tempest-NetworksIpV6Test-263553383-project] Made reservation on behalf of 87154dd24b09463c83aab94c3e93cc15 for: {'network': 1} {{(pid=116161) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 11:01:53.825945 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-1b4ec5e0-ff9b-47da-b8d2-bb6d0da9bb55 tempest-NetworksIpV6Test-263553383 tempest-NetworksIpV6Test-263553383-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for network (None), before_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:53.843071 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-b6ad404c-699a-4d6f-a5af-acdf630e870f tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742234710357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5219112'] for port (29f69274-9c59-4e05-ac67-3d052f6628e1), after_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:53.926618 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Device 3f19906b-4cba-4151-a0c2-4a805abf2566 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=116163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 11:01:53.949042 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1b4ec5e0-ff9b-47da-b8d2-bb6d0da9bb55 tempest-NetworksIpV6Test-263553383 tempest-NetworksIpV6Test-263553383-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 59} {{(pid=116161) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 11:01:53.987440 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-1b4ec5e0-ff9b-47da-b8d2-bb6d0da9bb55 tempest-NetworksIpV6Test-263553383 tempest-NetworksIpV6Test-263553383-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-961978'] for segment (e1d997f1-9631-4669-88f7-ce8e9b182677), precommit_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:53.987815 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.db.segments_db [None req-1b4ec5e0-ff9b-47da-b8d2-bb6d0da9bb55 tempest-NetworksIpV6Test-263553383 tempest-NetworksIpV6Test-263553383-project] Added segment e1d997f1-9631-4669-88f7-ce8e9b182677 of type vlan for network f9ed23b9-3668-4d49-8559-e7e449010cbc Apr 28 11:01:54.116774 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Provisioning complete for port 3f19906b-4cba-4151-a0c2-4a805abf2566 triggered by entity L2. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:01:54.117153 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (3f19906b-4cba-4151-a0c2-4a805abf2566), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:54.149138 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-1b4ec5e0-ff9b-47da-b8d2-bb6d0da9bb55 tempest-NetworksIpV6Test-263553383 tempest-NetworksIpV6Test-263553383-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742234744962'] for network (f9ed23b9-3668-4d49-8559-e7e449010cbc), precommit_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:54.273862 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-2125a648-2838-479a-861b-2007883ef36d tempest-RoutersAdminTest-1999378242 tempest-RoutersAdminTest-1999378242-project-admin] Publish callbacks [] for router (2fe9f739-960d-4f89-a7be-64985b41e19e), before_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:54.276507 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6ad404c-699a-4d6f-a5af-acdf630e870f tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Network 1ec9fbcf-7a57-4aaa-9c30-4e0f43e09480 is already hosted by enough agents. {{(pid=116161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 11:01:54.279679 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-c5c62e1b-5e69-4b9a-aefa-041bbe70e9ad tempest-BulkNetworkOpsTest-846609399 tempest-BulkNetworkOpsTest-846609399-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-973498', 'neutron.services.segments.db._delete_segments_for_network-8742235207033'] for network (dea3fce4-f41f-448a-b92d-dc15dcb323d4), precommit_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:54.296049 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-14343628-cfdc-4e6c-81c1-979647efbeff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924426'] for security_group (040902c1-dbab-4ceb-b056-ee90c1e24258), after_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:54.302543 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-14343628-cfdc-4e6c-81c1-979647efbeff admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:54.305656 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-14343628-cfdc-4e6c-81c1-979647efbeff admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/040902c1-dbab-4ceb-b056-ee90c1e24258 HTTP/1.1" status: 204 len: 168 time: 1.9945989 Apr 28 11:01:54.330931 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.scheduler.base_scheduler [None req-b6ad404c-699a-4d6f-a5af-acdf630e870f tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Resources bound (agent type, host, resource id): {{(pid=116161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 11:01:54.339089 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6ad404c-699a-4d6f-a5af-acdf630e870f tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Received port after_create {{(pid=116161) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 11:01:54.349224 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6ad404c-699a-4d6f-a5af-acdf630e870f tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:01:54.349371 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Current status of the port 3f19906b-4cba-4151-a0c2-4a805abf2566 is: DOWN; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:01:54.349647 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (3f19906b-4cba-4151-a0c2-4a805abf2566), before_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:54.350273 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-b6ad404c-699a-4d6f-a5af-acdf630e870f tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198022'] for port (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:54.415615 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ad404c-699a-4d6f-a5af-acdf630e870f tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Pushing event updated for resources: {'Port': ['ID=29f69274-9c59-4e05-ac67-3d052f6628e1,revision_number=1']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:01:54.440734 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] For port 3f19906b-4cba-4151-a0c2-4a805abf2566, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=3f19906b-4cba-4151-a0c2-4a805abf2566,segment=NetworkSegment(ffa4348d-378b-4e93-98fa-ab0dc49ee16c),segment_id=ffa4348d-378b-4e93-98fa-ab0dc49ee16c)] {{(pid=116163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 11:01:54.450026 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-d26ea838-f0a8-4c5e-a7b2-7fa1d78328e4 req-d7df3458-77c5-4ee4-9dd7-e8c9e8805355 tempest-ServerActionsTestJSON-1498610228 tempest-ServerActionsTestJSON-1498610228-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e9b5b362688444d0864b3692ffb5d0ef HTTP/1.1" status: 200 len: 380 time: 0.5905590 Apr 28 11:01:54.458470 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-b6ad404c-699a-4d6f-a5af-acdf630e870f tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 3.4093680 Apr 28 11:01:54.463371 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 51114) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:01:54.477558 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.v2.base [req-d26ea838-f0a8-4c5e-a7b2-7fa1d78328e4 req-220688e9-3219-4f9d-b3b8-63d4bac4e97e tempest-ServerActionsTestJSON-1498610228 tempest-ServerActionsTestJSON-1498610228-project] Request body: {'port': {'device_id': '6bd2b59b-b5db-4639-9109-3dca095b7768', 'network_id': '8876925c-b776-4190-94d6-ff922dbd02cf', 'admin_state_up': True, 'tenant_id': 'e9b5b362688444d0864b3692ffb5d0ef', 'security_groups': ['0f246414-c46b-4ee7-b196-c819605d877f']}} {{(pid=116161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:01:54.547746 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.services.segments.db [None req-c5c62e1b-5e69-4b9a-aefa-041bbe70e9ad tempest-BulkNetworkOpsTest-846609399 tempest-BulkNetworkOpsTest-846609399-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dea3fce4-f41f-448a-b92d-dc15dcb323d4']}} {{(pid=116162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:01:54.555489 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14343628-cfdc-4e6c-81c1-979647efbeff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=040902c1-dbab-4ceb-b056-ee90c1e24258,revision_number=None']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:01:54.585101 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.services.segments.db [None req-c5c62e1b-5e69-4b9a-aefa-041bbe70e9ad tempest-BulkNetworkOpsTest-846609399 tempest-BulkNetworkOpsTest-846609399-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '48594fd3-a25d-4fa4-8c52-51a72fbbfb26') {'for_net_delete': True} {{(pid=116162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:01:54.585656 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.services.segments.db [None req-c5c62e1b-5e69-4b9a-aefa-041bbe70e9ad tempest-BulkNetworkOpsTest-846609399 tempest-BulkNetworkOpsTest-846609399-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '48594fd3-a25d-4fa4-8c52-51a72fbbfb26') {} {{(pid=116162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:01:54.607487 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393'] for port (3f19906b-4cba-4151-a0c2-4a805abf2566), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:54.643711 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-c5c62e1b-5e69-4b9a-aefa-041bbe70e9ad tempest-BulkNetworkOpsTest-846609399 tempest-BulkNetworkOpsTest-846609399-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742235208578', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5026548'] for segment (48594fd3-a25d-4fa4-8c52-51a72fbbfb26), before_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:54.733604 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-c5c62e1b-5e69-4b9a-aefa-041bbe70e9ad tempest-BulkNetworkOpsTest-846609399 tempest-BulkNetworkOpsTest-846609399-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-961978'] for segment (48594fd3-a25d-4fa4-8c52-51a72fbbfb26), precommit_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:54.743865 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-2125a648-2838-479a-861b-2007883ef36d tempest-RoutersAdminTest-1999378242 tempest-RoutersAdminTest-1999378242-project-admin] Publish callbacks [] for router_gateway (2fe9f739-960d-4f89-a7be-64985b41e19e), before_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:54.748800 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c5c62e1b-5e69-4b9a-aefa-041bbe70e9ad tempest-BulkNetworkOpsTest-846609399 tempest-BulkNetworkOpsTest-846609399-project] Releasing vlan 82 on physical network physnet1 to pool {{(pid=116162) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 11:01:54.749507 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-c5c62e1b-5e69-4b9a-aefa-041bbe70e9ad tempest-BulkNetworkOpsTest-846609399 tempest-BulkNetworkOpsTest-846609399-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-961978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5051884'] for segment (48594fd3-a25d-4fa4-8c52-51a72fbbfb26), after_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:54.755793 dv-neutron-master-2-hyperv neutron-server[116162]: Traceback (most recent call last): Apr 28 11:01:54.755793 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 11:01:54.755793 dv-neutron-master-2-hyperv neutron-server[116162]: timer() Apr 28 11:01:54.755793 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 11:01:54.755793 dv-neutron-master-2-hyperv neutron-server[116162]: cb(*args, **kw) Apr 28 11:01:54.755793 dv-neutron-master-2-hyperv neutron-server[116162]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 28 11:01:54.755793 dv-neutron-master-2-hyperv neutron-server[116162]: return func(*args, **kwargs) Apr 28 11:01:54.755793 dv-neutron-master-2-hyperv neutron-server[116162]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 11:01:54.755793 dv-neutron-master-2-hyperv neutron-server[116162]: self._notify() Apr 28 11:01:54.755793 dv-neutron-master-2-hyperv neutron-server[116162]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 11:01:54.755793 dv-neutron-master-2-hyperv neutron-server[116162]: self.callback(batched_events) Apr 28 11:01:54.755793 dv-neutron-master-2-hyperv neutron-server[116162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 11:01:54.755793 dv-neutron-master-2-hyperv neutron-server[116162]: event.method(event) Apr 28 11:01:54.755793 dv-neutron-master-2-hyperv neutron-server[116162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 28 11:01:54.755793 dv-neutron-master-2-hyperv neutron-server[116162]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 11:01:54.755793 dv-neutron-master-2-hyperv neutron-server[116162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 28 11:01:54.755793 dv-neutron-master-2-hyperv neutron-server[116162]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 11:01:54.755793 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 28 11:01:54.755793 dv-neutron-master-2-hyperv neutron-server[116162]: return f(self, *a, **k) Apr 28 11:01:54.755793 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 28 11:01:54.755793 dv-neutron-master-2-hyperv neutron-server[116162]: return self._get(url).json() Apr 28 11:01:54.755793 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 28 11:01:54.755793 dv-neutron-master-2-hyperv neutron-server[116162]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 11:01:54.755793 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 11:01:54.755793 dv-neutron-master-2-hyperv neutron-server[116162]: return self.request(url, 'GET', **kwargs) Apr 28 11:01:54.755793 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 11:01:54.755793 dv-neutron-master-2-hyperv neutron-server[116162]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 11:01:54.755793 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 11:01:54.755793 dv-neutron-master-2-hyperv neutron-server[116162]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 11:01:54.755793 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 11:01:54.755793 dv-neutron-master-2-hyperv neutron-server[116162]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 11:01:54.755793 dv-neutron-master-2-hyperv neutron-server[116162]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 11:01:54.769189 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-1b4ec5e0-ff9b-47da-b8d2-bb6d0da9bb55 tempest-NetworksIpV6Test-263553383 tempest-NetworksIpV6Test-263553383-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042'] for network (f9ed23b9-3668-4d49-8559-e7e449010cbc), after_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:54.774690 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Pushing event updated for resources: {'Port': ['ID=3f19906b-4cba-4151-a0c2-4a805abf2566,revision_number=3']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:01:54.783282 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b4ec5e0-ff9b-47da-b8d2-bb6d0da9bb55 tempest-NetworksIpV6Test-263553383 tempest-NetworksIpV6Test-263553383-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:01:54.783948 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-1b4ec5e0-ff9b-47da-b8d2-bb6d0da9bb55 tempest-NetworksIpV6Test-263553383 tempest-NetworksIpV6Test-263553383-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603020'] for network (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:54.787588 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-6227c1fb-8ae2-4aaa-b009-e4ecc17453e6 None None] Provisioning complete for port 3f19906b-4cba-4151-a0c2-4a805abf2566 triggered by entity DHCP. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:01:54.788481 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-6227c1fb-8ae2-4aaa-b009-e4ecc17453e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (3f19906b-4cba-4151-a0c2-4a805abf2566), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:54.928169 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-62d7bd67-ef7d-47ec-baf7-9355cc26cfc7 req-f9e684cd-7b25-42ba-bf9f-f2af0d004a0d tempest-ServerActionsTestJSON-1498610228 tempest-ServerActionsTestJSON-1498610228-project] 10.222.0.10 "GET /v2.0/ports?device_id=6bd2b59b-b5db-4639-9109-3dca095b7768 HTTP/1.1" status: 200 len: 210 time: 0.1863849 Apr 28 11:01:55.027410 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-6227c1fb-8ae2-4aaa-b009-e4ecc17453e6 None None] Current status of the port 3f19906b-4cba-4151-a0c2-4a805abf2566 is: ACTIVE; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:01:55.043233 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bea8f2b-447f-4833-b176-a90a89b01878 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:01:55.049984 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-c5c62e1b-5e69-4b9a-aefa-041bbe70e9ad tempest-BulkNetworkOpsTest-846609399 tempest-BulkNetworkOpsTest-846609399-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-973477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2063122'] for network (dea3fce4-f41f-448a-b92d-dc15dcb323d4), after_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:55.052166 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bea8f2b-447f-4833-b176-a90a89b01878 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:01:55.058701 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-6bea8f2b-447f-4833-b176-a90a89b01878 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.5941873 Apr 28 11:01:55.059648 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4ec5e0-ff9b-47da-b8d2-bb6d0da9bb55 tempest-NetworksIpV6Test-263553383 tempest-NetworksIpV6Test-263553383-project] Pushing event updated for resources: {'Network': ['ID=f9ed23b9-3668-4d49-8559-e7e449010cbc,revision_number=1']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:01:55.071181 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 51122) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:01:55.073093 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Network f9ed23b9-3668-4d49-8559-e7e449010cbc details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=116163) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 28 11:01:55.087545 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-1b4ec5e0-ff9b-47da-b8d2-bb6d0da9bb55 tempest-NetworksIpV6Test-263553383 tempest-NetworksIpV6Test-263553383-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.6590970 Apr 28 11:01:55.090706 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 51124) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:01:55.100043 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.v2.base [None req-efaffd42-34fa-4688-a65a-34814dcb0280 tempest-NetworksIpV6Test-263553383 tempest-NetworksIpV6Test-263553383-project] Request body: {'subnet': {'network_id': 'f9ed23b9-3668-4d49-8559-e7e449010cbc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=116161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:01:55.112955 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 51126) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:01:55.120962 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.v2.base [None req-6a77dac6-174b-4fc9-b992-8cf0172d619e tempest-NetworksIpV6TestAttrs-234256711 tempest-NetworksIpV6TestAttrs-234256711-project] Request body: {'subnet': {'network_id': '3480c57d-362c-4017-8f96-3277d1d717f3', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=116161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:01:55.132453 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-c5c62e1b-5e69-4b9a-aefa-041bbe70e9ad tempest-BulkNetworkOpsTest-846609399 tempest-BulkNetworkOpsTest-846609399-project] Publish callbacks [] for network (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:55.139459 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-c5c62e1b-5e69-4b9a-aefa-041bbe70e9ad tempest-BulkNetworkOpsTest-846609399 tempest-BulkNetworkOpsTest-846609399-project] 10.222.0.10 "DELETE /v2.0/networks/dea3fce4-f41f-448a-b92d-dc15dcb323d4 HTTP/1.1" status: 204 len: 168 time: 1.9440048 Apr 28 11:01:55.156136 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 51130) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:01:55.182180 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.plugin [None req-2125a648-2838-479a-861b-2007883ef36d tempest-RoutersAdminTest-1999378242 tempest-RoutersAdminTest-1999378242-project-admin] Deleting port e06e3d64-c494-40ad-ab71-6e2ac857e077 {{(pid=116162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 11:01:55.182652 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-2125a648-2838-479a-861b-2007883ef36d tempest-RoutersAdminTest-1999378242 tempest-RoutersAdminTest-1999378242-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742235130188'] for port (e06e3d64-c494-40ad-ab71-6e2ac857e077), before_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:55.190440 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c62e1b-5e69-4b9a-aefa-041bbe70e9ad tempest-BulkNetworkOpsTest-846609399 tempest-BulkNetworkOpsTest-846609399-project] Pushing event deleted for resources: {'Network': ['ID=dea3fce4-f41f-448a-b92d-dc15dcb323d4,revision_number=None']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:01:55.196675 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d26ea838-f0a8-4c5e-a7b2-7fa1d78328e4 req-220688e9-3219-4f9d-b3b8-63d4bac4e97e tempest-ServerActionsTestJSON-1498610228 tempest-ServerActionsTestJSON-1498610228-project] Made reservation on behalf of e9b5b362688444d0864b3692ffb5d0ef for: {'port': 1} {{(pid=116161) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 11:01:55.201043 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [req-d26ea838-f0a8-4c5e-a7b2-7fa1d78328e4 req-220688e9-3219-4f9d-b3b8-63d4bac4e97e tempest-ServerActionsTestJSON-1498610228 tempest-ServerActionsTestJSON-1498610228-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (None), before_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:55.206288 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-f84ac14f-f60b-47e2-8ec3-f48ba7b1784b None None] Provisioning complete for port 29f69274-9c59-4e05-ac67-3d052f6628e1 triggered by entity DHCP. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:01:55.206288 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-f84ac14f-f60b-47e2-8ec3-f48ba7b1784b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (29f69274-9c59-4e05-ac67-3d052f6628e1), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:55.258285 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-f84ac14f-f60b-47e2-8ec3-f48ba7b1784b None None] Port 29f69274-9c59-4e05-ac67-3d052f6628e1 cannot update to ACTIVE because it is not bound. {{(pid=116163) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 28 11:01:55.291831 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-2c18d204-7f91-4118-bfb0-78ca03c6580e tempest-FloatingIPTestJSON-373071706 tempest-FloatingIPTestJSON-373071706-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2063420'] for router_interface (f78b6f71-c91e-4419-a7fc-4e894ee6d57e), before_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:55.416880 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.db [None req-2125a648-2838-479a-861b-2007883ef36d tempest-RoutersAdminTest-1999378242 tempest-RoutersAdminTest-1999378242-project-admin] For port e06e3d64-c494-40ad-ab71-6e2ac857e077, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=e06e3d64-c494-40ad-ab71-6e2ac857e077,segment=NetworkSegment(142bc50f-d6af-4646-8d06-bb7af6b7b51c),segment_id=142bc50f-d6af-4646-8d06-bb7af6b7b51c)] {{(pid=116162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 11:01:55.417283 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-2125a648-2838-479a-861b-2007883ef36d tempest-RoutersAdminTest-1999378242 tempest-RoutersAdminTest-1999378242-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1938497'] for port (e06e3d64-c494-40ad-ab71-6e2ac857e077), precommit_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:55.439791 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.plugin [None req-2125a648-2838-479a-861b-2007883ef36d tempest-RoutersAdminTest-1999378242 tempest-RoutersAdminTest-1999378242-project-admin] Calling delete_port for e06e3d64-c494-40ad-ab71-6e2ac857e077 owned by network:router_gateway {{(pid=116162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 11:01:55.500956 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-5d286ec7-73b1-4c51-bc18-0bb1e16eae5b tempest-BulkNetworkOpsTest-846609399 tempest-BulkNetworkOpsTest-846609399-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-979593'] for network (4ba6e282-7d9d-40fc-adf1-9d4356a5931f), before_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:55.545258 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.plugin [None req-f9bc12fb-0994-41c7-8ee4-b32b1b3c8cdd tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Deleting port 29f69274-9c59-4e05-ac67-3d052f6628e1 {{(pid=116161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 11:01:55.545532 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-f9bc12fb-0994-41c7-8ee4-b32b1b3c8cdd tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742235130188'] for port (29f69274-9c59-4e05-ac67-3d052f6628e1), before_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:55.661855 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.db.db_base_plugin_common [req-d26ea838-f0a8-4c5e-a7b2-7fa1d78328e4 req-220688e9-3219-4f9d-b3b8-63d4bac4e97e tempest-ServerActionsTestJSON-1498610228 tempest-ServerActionsTestJSON-1498610228-project] Allocated IP 172.20.0.11 (8876925c-b776-4190-94d6-ff922dbd02cf/9f0dbbd1-58ad-4048-bae6-5e3ef831a6c1/927a5cb3-8012-4aaf-93d6-504dcf7bfba1) {{(pid=116161) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 11:01:55.667051 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efaffd42-34fa-4688-a65a-34814dcb0280 tempest-NetworksIpV6Test-263553383 tempest-NetworksIpV6Test-263553383-project] Made reservation on behalf of 87154dd24b09463c83aab94c3e93cc15 for: {'subnet': 1} {{(pid=116161) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 11:01:55.670522 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-efaffd42-34fa-4688-a65a-34814dcb0280 tempest-NetworksIpV6Test-263553383 tempest-NetworksIpV6Test-263553383-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5125580'] for subnet (None), before_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:55.691185 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a77dac6-174b-4fc9-b992-8cf0172d619e tempest-NetworksIpV6TestAttrs-234256711 tempest-NetworksIpV6TestAttrs-234256711-project] Made reservation on behalf of 5872500d6a394c9f83c6b1c78131b0b2 for: {'subnet': 1} {{(pid=116161) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 11:01:55.694716 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-6a77dac6-174b-4fc9-b992-8cf0172d619e tempest-NetworksIpV6TestAttrs-234256711 tempest-NetworksIpV6TestAttrs-234256711-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5125580'] for subnet (None), before_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:55.824774 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-5d286ec7-73b1-4c51-bc18-0bb1e16eae5b tempest-BulkNetworkOpsTest-846609399 tempest-BulkNetworkOpsTest-846609399-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-973498', 'neutron.services.segments.db._delete_segments_for_network-8742235207033'] for network (4ba6e282-7d9d-40fc-adf1-9d4356a5931f), precommit_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:55.902072 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Device 3f19906b-4cba-4151-a0c2-4a805abf2566 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=116163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 11:01:55.933729 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.db.ipam_backend_mixin [None req-efaffd42-34fa-4688-a65a-34814dcb0280 tempest-NetworksIpV6Test-263553383 tempest-NetworksIpV6Test-263553383-project] Performing IP validity checks on allocation pools {{(pid=116161) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Apr 28 11:01:55.934353 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.db.ipam_backend_mixin [None req-efaffd42-34fa-4688-a65a-34814dcb0280 tempest-NetworksIpV6Test-263553383 tempest-NetworksIpV6Test-263553383-project] Checking for overlaps among allocation pools and gateway ip {{(pid=116161) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Apr 28 11:01:55.959137 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-f9bc12fb-0994-41c7-8ee4-b32b1b3c8cdd tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1938497'] for port (29f69274-9c59-4e05-ac67-3d052f6628e1), precommit_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:55.959821 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Provisioning complete for port 3f19906b-4cba-4151-a0c2-4a805abf2566 triggered by entity L2. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:01:55.960448 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (3f19906b-4cba-4151-a0c2-4a805abf2566), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:55.971348 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.services.segments.db [None req-5d286ec7-73b1-4c51-bc18-0bb1e16eae5b tempest-BulkNetworkOpsTest-846609399 tempest-BulkNetworkOpsTest-846609399-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4ba6e282-7d9d-40fc-adf1-9d4356a5931f']}} {{(pid=116161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:01:55.982448 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 51144) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:01:56.020700 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.plugin [None req-2c18d204-7f91-4118-bfb0-78ca03c6580e tempest-FloatingIPTestJSON-373071706 tempest-FloatingIPTestJSON-373071706-project] Deleting port 26083a80-fcdf-4946-b56d-aa24cc7aa646 {{(pid=116162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 11:01:56.025976 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-2c18d204-7f91-4118-bfb0-78ca03c6580e tempest-FloatingIPTestJSON-373071706 tempest-FloatingIPTestJSON-373071706-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742235130188'] for port (26083a80-fcdf-4946-b56d-aa24cc7aa646), before_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:56.026117 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.plugin [None req-f9bc12fb-0994-41c7-8ee4-b32b1b3c8cdd tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Calling delete_port for 29f69274-9c59-4e05-ac67-3d052f6628e1 owned by {{(pid=116161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 11:01:56.028104 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.services.segments.db [None req-5d286ec7-73b1-4c51-bc18-0bb1e16eae5b tempest-BulkNetworkOpsTest-846609399 tempest-BulkNetworkOpsTest-846609399-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9718ba41-bcca-4682-9a12-d7e870a6782e') {'for_net_delete': True} {{(pid=116161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:01:56.028408 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.services.segments.db [None req-5d286ec7-73b1-4c51-bc18-0bb1e16eae5b tempest-BulkNetworkOpsTest-846609399 tempest-BulkNetworkOpsTest-846609399-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9718ba41-bcca-4682-9a12-d7e870a6782e') {} {{(pid=116161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:01:56.068055 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-5d286ec7-73b1-4c51-bc18-0bb1e16eae5b tempest-BulkNetworkOpsTest-846609399 tempest-BulkNetworkOpsTest-846609399-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742235208578', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8076969'] for segment (9718ba41-bcca-4682-9a12-d7e870a6782e), before_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:56.102461 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Current status of the port 3f19906b-4cba-4151-a0c2-4a805abf2566 is: ACTIVE; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:01:56.115794 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Device ee4a1221-8fcc-4f56-9472-71bcdbd34f20 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=116163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 11:01:56.130851 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-2c18d204-7f91-4118-bfb0-78ca03c6580e tempest-FloatingIPTestJSON-373071706 tempest-FloatingIPTestJSON-373071706-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1938497'] for port (26083a80-fcdf-4946-b56d-aa24cc7aa646), precommit_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:56.137399 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] No Port match for: ee4a1221-8fcc-4f56-9472-71bcdbd34f20 {{(pid=116163) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 28 11:01:56.137399 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Device ee4a1221-8fcc-4f56-9472-71bcdbd34f20 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=116163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 11:01:56.148728 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.plugin [None req-2c18d204-7f91-4118-bfb0-78ca03c6580e tempest-FloatingIPTestJSON-373071706 tempest-FloatingIPTestJSON-373071706-project] Calling delete_port for 26083a80-fcdf-4946-b56d-aa24cc7aa646 owned by network:router_interface {{(pid=116162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 11:01:56.151498 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-cb50dac7-11df-4062-b127-974aa80d0eb0 req-b558b025-1376-4572-bd8e-0bb81a85e7c8 tempest-ServerActionsTestJSON-1498610228 tempest-ServerActionsTestJSON-1498610228-project] 10.222.0.10 "GET /v2.0/ports?device_id=6bd2b59b-b5db-4639-9109-3dca095b7768 HTTP/1.1" status: 200 len: 210 time: 0.0972283 Apr 28 11:01:56.161262 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-2125a648-2838-479a-861b-2007883ef36d tempest-RoutersAdminTest-1999378242 tempest-RoutersAdminTest-1999378242-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742235135690', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742234710366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5051867'] for port (e06e3d64-c494-40ad-ab71-6e2ac857e077), after_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:56.227104 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.v2.base [None req-d4ebad42-adb2-4259-9f0e-b4c9ba5eed78 tempest-RoutersNegativeIpV6Test-273752723 tempest-RoutersNegativeIpV6Test-273752723-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-782744538', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=116161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:01:56.228150 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2125a648-2838-479a-861b-2007883ef36d tempest-RoutersAdminTest-1999378242 tempest-RoutersAdminTest-1999378242-project-admin] Pushing event deleted for resources: {'Port': ['ID=e06e3d64-c494-40ad-ab71-6e2ac857e077,revision_number=None']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:01:56.243096 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-5d286ec7-73b1-4c51-bc18-0bb1e16eae5b tempest-BulkNetworkOpsTest-846609399 tempest-BulkNetworkOpsTest-846609399-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-961978'] for segment (9718ba41-bcca-4682-9a12-d7e870a6782e), precommit_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:56.293368 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5d286ec7-73b1-4c51-bc18-0bb1e16eae5b tempest-BulkNetworkOpsTest-846609399 tempest-BulkNetworkOpsTest-846609399-project] Releasing vlan 74 on physical network physnet1 to pool {{(pid=116161) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 11:01:56.293785 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-5d286ec7-73b1-4c51-bc18-0bb1e16eae5b tempest-BulkNetworkOpsTest-846609399 tempest-BulkNetworkOpsTest-846609399-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-961978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5219103'] for segment (9718ba41-bcca-4682-9a12-d7e870a6782e), after_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:56.296770 dv-neutron-master-2-hyperv neutron-server[116161]: Traceback (most recent call last): Apr 28 11:01:56.296770 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 11:01:56.296770 dv-neutron-master-2-hyperv neutron-server[116161]: timer() Apr 28 11:01:56.296770 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 11:01:56.296770 dv-neutron-master-2-hyperv neutron-server[116161]: cb(*args, **kw) Apr 28 11:01:56.296770 dv-neutron-master-2-hyperv neutron-server[116161]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 28 11:01:56.296770 dv-neutron-master-2-hyperv neutron-server[116161]: return func(*args, **kwargs) Apr 28 11:01:56.296770 dv-neutron-master-2-hyperv neutron-server[116161]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 11:01:56.296770 dv-neutron-master-2-hyperv neutron-server[116161]: self._notify() Apr 28 11:01:56.296770 dv-neutron-master-2-hyperv neutron-server[116161]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 11:01:56.296770 dv-neutron-master-2-hyperv neutron-server[116161]: self.callback(batched_events) Apr 28 11:01:56.296770 dv-neutron-master-2-hyperv neutron-server[116161]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 11:01:56.296770 dv-neutron-master-2-hyperv neutron-server[116161]: event.method(event) Apr 28 11:01:56.296770 dv-neutron-master-2-hyperv neutron-server[116161]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 28 11:01:56.296770 dv-neutron-master-2-hyperv neutron-server[116161]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 11:01:56.296770 dv-neutron-master-2-hyperv neutron-server[116161]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 28 11:01:56.296770 dv-neutron-master-2-hyperv neutron-server[116161]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 11:01:56.296770 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 28 11:01:56.296770 dv-neutron-master-2-hyperv neutron-server[116161]: return f(self, *a, **k) Apr 28 11:01:56.296770 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 28 11:01:56.296770 dv-neutron-master-2-hyperv neutron-server[116161]: return self._get(url).json() Apr 28 11:01:56.296770 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 28 11:01:56.296770 dv-neutron-master-2-hyperv neutron-server[116161]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 11:01:56.296770 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 11:01:56.296770 dv-neutron-master-2-hyperv neutron-server[116161]: return self.request(url, 'GET', **kwargs) Apr 28 11:01:56.296770 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 11:01:56.296770 dv-neutron-master-2-hyperv neutron-server[116161]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 11:01:56.296770 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 11:01:56.296770 dv-neutron-master-2-hyperv neutron-server[116161]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 11:01:56.296770 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 11:01:56.296770 dv-neutron-master-2-hyperv neutron-server[116161]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 11:01:56.296770 dv-neutron-master-2-hyperv neutron-server[116161]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 11:01:56.315730 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-2125a648-2838-479a-861b-2007883ef36d tempest-RoutersAdminTest-1999378242 tempest-RoutersAdminTest-1999378242-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1935354'] for router_gateway (2fe9f739-960d-4f89-a7be-64985b41e19e), after_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:56.455726 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-2125a648-2838-479a-861b-2007883ef36d tempest-RoutersAdminTest-1999378242 tempest-RoutersAdminTest-1999378242-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2060865', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-63275'] for router (2fe9f739-960d-4f89-a7be-64985b41e19e), precommit_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:56.459338 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-2125a648-2838-479a-861b-2007883ef36d tempest-RoutersAdminTest-1999378242 tempest-RoutersAdminTest-1999378242-project-admin] Publish callbacks [] for router_controller (2fe9f739-960d-4f89-a7be-64985b41e19e), precommit_delete_associations {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:56.572200 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-2125a648-2838-479a-861b-2007883ef36d tempest-RoutersAdminTest-1999378242 tempest-RoutersAdminTest-1999378242-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2060888'] for router (2fe9f739-960d-4f89-a7be-64985b41e19e), after_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:56.572726 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2125a648-2838-479a-861b-2007883ef36d tempest-RoutersAdminTest-1999378242 tempest-RoutersAdminTest-1999378242-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 2fe9f739-960d-4f89-a7be-64985b41e19e {{(pid=116162) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 28 11:01:56.576932 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-2125a648-2838-479a-861b-2007883ef36d tempest-RoutersAdminTest-1999378242 tempest-RoutersAdminTest-1999378242-project-admin] Publish callbacks [] for router (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:56.580124 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-2125a648-2838-479a-861b-2007883ef36d tempest-RoutersAdminTest-1999378242 tempest-RoutersAdminTest-1999378242-project-admin] 10.222.0.10 "DELETE /v2.0/routers/2fe9f739-960d-4f89-a7be-64985b41e19e HTTP/1.1" status: 204 len: 168 time: 2.7847764 Apr 28 11:01:56.583245 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 51150) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:01:56.589117 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.v2.base [None req-7e5c0350-6545-4414-90e4-ac1f7ad349b7 tempest-RoutersAdminTest-1587786081 tempest-RoutersAdminTest-1587786081-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-752149931', 'external_gateway_info': {'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c'}, 'admin_state_up': False}} {{(pid=116162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:01:56.633649 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-2c18d204-7f91-4118-bfb0-78ca03c6580e tempest-FloatingIPTestJSON-373071706 tempest-FloatingIPTestJSON-373071706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742235135690', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742234710366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5051867'] for port (26083a80-fcdf-4946-b56d-aa24cc7aa646), after_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:56.662383 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c18d204-7f91-4118-bfb0-78ca03c6580e tempest-FloatingIPTestJSON-373071706 tempest-FloatingIPTestJSON-373071706-project] Pushing event deleted for resources: {'Port': ['ID=26083a80-fcdf-4946-b56d-aa24cc7aa646,revision_number=None']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:01:56.692085 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-7e5c0350-6545-4414-90e4-ac1f7ad349b7 tempest-RoutersAdminTest-1587786081 tempest-RoutersAdminTest-1587786081-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2060459', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-63449'] for router (855d81bb-c373-463b-bbb2-35e0e355e3bf), before_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:56.693196 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-7e5c0350-6545-4414-90e4-ac1f7ad349b7 tempest-RoutersAdminTest-1587786081 tempest-RoutersAdminTest-1587786081-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2060827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1935275', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1960866', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-63266'] for router (855d81bb-c373-463b-bbb2-35e0e355e3bf), precommit_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:56.762388 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-d4ebad42-adb2-4259-9f0e-b4c9ba5eed78 tempest-RoutersNegativeIpV6Test-273752723 tempest-RoutersNegativeIpV6Test-273752723-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2060459', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-63449'] for router (7a93352b-7fef-4a78-a676-5156887a4be6), before_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:56.763441 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-d4ebad42-adb2-4259-9f0e-b4c9ba5eed78 tempest-RoutersNegativeIpV6Test-273752723 tempest-RoutersNegativeIpV6Test-273752723-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2060827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1935275', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1960866', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-63266'] for router (7a93352b-7fef-4a78-a676-5156887a4be6), precommit_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:56.846844 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-2c18d204-7f91-4118-bfb0-78ca03c6580e tempest-FloatingIPTestJSON-373071706 tempest-FloatingIPTestJSON-373071706-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1603051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2063504'] for router_interface (f78b6f71-c91e-4419-a7fc-4e894ee6d57e), after_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:56.847910 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [req-d26ea838-f0a8-4c5e-a7b2-7fa1d78328e4 req-220688e9-3219-4f9d-b3b8-63d4bac4e97e tempest-ServerActionsTestJSON-1498610228 tempest-ServerActionsTestJSON-1498610228-project] Publish callbacks [] for port (927a5cb3-8012-4aaf-93d6-504dcf7bfba1), precommit_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:56.887819 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-5d286ec7-73b1-4c51-bc18-0bb1e16eae5b tempest-BulkNetworkOpsTest-846609399 tempest-BulkNetworkOpsTest-846609399-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-973477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2063122'] for network (4ba6e282-7d9d-40fc-adf1-9d4356a5931f), after_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:56.902188 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-5d286ec7-73b1-4c51-bc18-0bb1e16eae5b tempest-BulkNetworkOpsTest-846609399 tempest-BulkNetworkOpsTest-846609399-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603020'] for network (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:56.905321 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-5d286ec7-73b1-4c51-bc18-0bb1e16eae5b tempest-BulkNetworkOpsTest-846609399 tempest-BulkNetworkOpsTest-846609399-project] 10.222.0.10 "DELETE /v2.0/networks/4ba6e282-7d9d-40fc-adf1-9d4356a5931f HTTP/1.1" status: 204 len: 168 time: 1.7476802 Apr 28 11:01:56.911437 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 51152) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:01:56.914040 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-6a77dac6-174b-4fc9-b992-8cf0172d619e tempest-NetworksIpV6TestAttrs-234256711 tempest-NetworksIpV6TestAttrs-234256711-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5220536', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5125438'] for subnet (b7246e14-3d01-4acd-a8a3-1bbad6488739), after_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:56.964645 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d286ec7-73b1-4c51-bc18-0bb1e16eae5b tempest-BulkNetworkOpsTest-846609399 tempest-BulkNetworkOpsTest-846609399-project] Pushing event deleted for resources: {'Network': ['ID=4ba6e282-7d9d-40fc-adf1-9d4356a5931f,revision_number=None']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:01:57.005635 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-efaffd42-34fa-4688-a65a-34814dcb0280 tempest-NetworksIpV6Test-263553383 tempest-NetworksIpV6Test-263553383-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5220536', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5125438'] for subnet (5876702e-f88e-4c83-9c35-65e92662e949), after_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:57.097262 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c18d204-7f91-4118-bfb0-78ca03c6580e tempest-FloatingIPTestJSON-373071706 tempest-FloatingIPTestJSON-373071706-project] Router f78b6f71-c91e-4419-a7fc-4e894ee6d57e has already been hosted by L3 agent 6b492ad6-0876-4d74-b20d-28143a52ceba {{(pid=116162) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 11:01:57.098899 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a77dac6-174b-4fc9-b992-8cf0172d619e tempest-NetworksIpV6TestAttrs-234256711 tempest-NetworksIpV6TestAttrs-234256711-project] Pushing event updated for resources: {'Subnet': ['ID=b7246e14-3d01-4acd-a8a3-1bbad6488739,revision_number=0']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:01:57.138840 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-f9bc12fb-0994-41c7-8ee4-b32b1b3c8cdd tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742235135690', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742234710366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5219112'] for port (29f69274-9c59-4e05-ac67-3d052f6628e1), after_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:57.187210 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [req-d26ea838-f0a8-4c5e-a7b2-7fa1d78328e4 req-220688e9-3219-4f9d-b3b8-63d4bac4e97e tempest-ServerActionsTestJSON-1498610228 tempest-ServerActionsTestJSON-1498610228-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742234710357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5219112'] for port (927a5cb3-8012-4aaf-93d6-504dcf7bfba1), after_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:57.205455 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-7e5c0350-6545-4414-90e4-ac1f7ad349b7 tempest-RoutersAdminTest-1587786081 tempest-RoutersAdminTest-1587786081-project] Publish callbacks [] for router_controller (855d81bb-c373-463b-bbb2-35e0e355e3bf), precommit_add_association {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:57.226954 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a77dac6-174b-4fc9-b992-8cf0172d619e tempest-NetworksIpV6TestAttrs-234256711 tempest-NetworksIpV6TestAttrs-234256711-project] Checking segment: {'id': '818dec3b-01fe-4544-b3a9-30183997ee1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '3480c57d-362c-4017-8f96-3277d1d717f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 11:01:57.227265 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a77dac6-174b-4fc9-b992-8cf0172d619e tempest-NetworksIpV6TestAttrs-234256711 tempest-NetworksIpV6TestAttrs-234256711-project] Network hostable DHCP agents. Network: 3480c57d-362c-4017-8f96-3277d1d717f3, hostable agents: ['75ba81b7-fe99-4281-90d2-a5adb445ecea'], hosted agents: [] {{(pid=116161) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 11:01:57.237582 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9bc12fb-0994-41c7-8ee4-b32b1b3c8cdd tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Pushing event deleted for resources: {'Port': ['ID=29f69274-9c59-4e05-ac67-3d052f6628e1,revision_number=None']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:01:57.262718 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c18d204-7f91-4118-bfb0-78ca03c6580e tempest-FloatingIPTestJSON-373071706 tempest-FloatingIPTestJSON-373071706-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=116162) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 11:01:57.268362 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-2c18d204-7f91-4118-bfb0-78ca03c6580e tempest-FloatingIPTestJSON-373071706 tempest-FloatingIPTestJSON-373071706-project] 10.222.0.10 "PUT /v2.0/routers/f78b6f71-c91e-4419-a7fc-4e894ee6d57e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3701165 Apr 28 11:01:57.271075 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 51156) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:01:57.277255 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d78a3a5-d2a0-4f78-85b9-7c5269a09f25 tempest-BulkNetworkOpsTest-846609399 tempest-BulkNetworkOpsTest-846609399-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:01:57.283605 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d78a3a5-d2a0-4f78-85b9-7c5269a09f25 tempest-BulkNetworkOpsTest-846609399 tempest-BulkNetworkOpsTest-846609399-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:01:57.288501 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-4d78a3a5-d2a0-4f78-85b9-7c5269a09f25 tempest-BulkNetworkOpsTest-846609399 tempest-BulkNetworkOpsTest-846609399-project] 10.222.0.10 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.3686981 Apr 28 11:01:57.290109 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-d4ebad42-adb2-4259-9f0e-b4c9ba5eed78 tempest-RoutersNegativeIpV6Test-273752723 tempest-RoutersNegativeIpV6Test-273752723-project] Publish callbacks [] for router_controller (7a93352b-7fef-4a78-a676-5156887a4be6), precommit_add_association {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:57.291818 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6edfb30a-0de6-4482-a98f-5cf7d3b72f8d None None] Sync routers for ids ['f78b6f71-c91e-4419-a7fc-4e894ee6d57e'] in dv-neutron-master-2-hyperv {{(pid=116164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 11:01:57.307524 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6edfb30a-0de6-4482-a98f-5cf7d3b72f8d None None] Routers {'f78b6f71-c91e-4419-a7fc-4e894ee6d57e'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=116164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 11:01:57.308147 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_hamode_db [None req-6edfb30a-0de6-4482-a98f-5cf7d3b72f8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-28T10:50:39Z,description=,heartbeat_timestamp=2022-04-28T11:01:39Z,host='dv-neutron-master-2-hyperv',id=6b492ad6-0876-4d74-b20d-28143a52ceba,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T10:50:40Z,topic='l3_agent')) {'router_ids': ['f78b6f71-c91e-4419-a7fc-4e894ee6d57e'], 'active': True} {{(pid=116164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:01:57.312812 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 51158) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:01:57.318484 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efaffd42-34fa-4688-a65a-34814dcb0280 tempest-NetworksIpV6Test-263553383 tempest-NetworksIpV6Test-263553383-project] Checking segment: {'id': 'e1d997f1-9631-4669-88f7-ce8e9b182677', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'f9ed23b9-3668-4d49-8559-e7e449010cbc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 11:01:57.318771 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efaffd42-34fa-4688-a65a-34814dcb0280 tempest-NetworksIpV6Test-263553383 tempest-NetworksIpV6Test-263553383-project] Network hostable DHCP agents. Network: f9ed23b9-3668-4d49-8559-e7e449010cbc, hostable agents: ['75ba81b7-fe99-4281-90d2-a5adb445ecea'], hosted agents: [] {{(pid=116161) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 11:01:57.320767 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.v2.base [None req-f4a101a5-a791-401d-ab43-7d6a4fb96ab5 tempest-BulkNetworkOpsTest-846609399 tempest-BulkNetworkOpsTest-846609399-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1136673187'}} {{(pid=116162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:01:57.347683 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_hamode_db [None req-6edfb30a-0de6-4482-a98f-5cf7d3b72f8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=116164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:01:57.360089 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6edfb30a-0de6-4482-a98f-5cf7d3b72f8d None None] Routers {'f78b6f71-c91e-4419-a7fc-4e894ee6d57e'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=116164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 11:01:57.360875 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_hamode_db [None req-6edfb30a-0de6-4482-a98f-5cf7d3b72f8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-28T10:50:39Z,description=,heartbeat_timestamp=2022-04-28T11:01:39Z,host='dv-neutron-master-2-hyperv',id=6b492ad6-0876-4d74-b20d-28143a52ceba,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T10:50:40Z,topic='l3_agent')) {'router_ids': ['f78b6f71-c91e-4419-a7fc-4e894ee6d57e'], 'active': True} {{(pid=116164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:01:57.400070 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_hamode_db [None req-6edfb30a-0de6-4482-a98f-5cf7d3b72f8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=116164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:01:57.400928 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6edfb30a-0de6-4482-a98f-5cf7d3b72f8d None None] The sync data for ids ['f78b6f71-c91e-4419-a7fc-4e894ee6d57e'] in dv-neutron-master-2-hyperv is: [] {{(pid=116164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 11:01:57.420938 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efaffd42-34fa-4688-a65a-34814dcb0280 tempest-NetworksIpV6Test-263553383 tempest-NetworksIpV6Test-263553383-project] Pushing event updated for resources: {'Subnet': ['ID=5876702e-f88e-4c83-9c35-65e92662e949,revision_number=0']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:01:57.439024 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-f9bc12fb-0994-41c7-8ee4-b32b1b3c8cdd tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198022'] for port (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:57.443100 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-f9bc12fb-0994-41c7-8ee4-b32b1b3c8cdd tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] 10.222.0.10 "DELETE /v2.0/ports/29f69274-9c59-4e05-ac67-3d052f6628e1 HTTP/1.1" status: 204 len: 168 time: 2.3532386 Apr 28 11:01:57.448348 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d26ea838-f0a8-4c5e-a7b2-7fa1d78328e4 req-220688e9-3219-4f9d-b3b8-63d4bac4e97e tempest-ServerActionsTestJSON-1498610228 tempest-ServerActionsTestJSON-1498610228-project] Network 8876925c-b776-4190-94d6-ff922dbd02cf is already hosted by enough agents. {{(pid=116161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 11:01:57.450204 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 51160) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:01:57.452880 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-d4ebad42-adb2-4259-9f0e-b4c9ba5eed78 tempest-RoutersNegativeIpV6Test-273752723 tempest-RoutersNegativeIpV6Test-273752723-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2060818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1935326'] for router (7a93352b-7fef-4a78-a676-5156887a4be6), after_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:57.466376 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4a101a5-a791-401d-ab43-7d6a4fb96ab5 tempest-BulkNetworkOpsTest-846609399 tempest-BulkNetworkOpsTest-846609399-project] Made reservation on behalf of 4c057a30512140249e41acbd3053f09e for: {'network': 1} {{(pid=116162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 11:01:57.469802 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-f4a101a5-a791-401d-ab43-7d6a4fb96ab5 tempest-BulkNetworkOpsTest-846609399 tempest-BulkNetworkOpsTest-846609399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for network (None), before_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:57.473822 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.scheduler.base_scheduler [req-d26ea838-f0a8-4c5e-a7b2-7fa1d78328e4 req-220688e9-3219-4f9d-b3b8-63d4bac4e97e tempest-ServerActionsTestJSON-1498610228 tempest-ServerActionsTestJSON-1498610228-project] Resources bound (agent type, host, resource id): {{(pid=116161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 11:01:57.491090 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce36be82-239f-4644-8bea-8f70f461b628 req-e558e8e4-17b2-4ec7-b5a3-5b91be5068a7 tempest-ServerActionsTestJSON-1498610228 tempest-ServerActionsTestJSON-1498610228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:01:57.492809 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-ce36be82-239f-4644-8bea-8f70f461b628 req-e558e8e4-17b2-4ec7-b5a3-5b91be5068a7 tempest-ServerActionsTestJSON-1498610228 tempest-ServerActionsTestJSON-1498610228-project] 10.222.0.10 "GET /v2.0/ports?device_id=6bd2b59b-b5db-4639-9109-3dca095b7768 HTTP/1.1" status: 200 len: 932 time: 0.2243719 Apr 28 11:01:57.496134 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.db.l3_dvrscheduler_db [req-d26ea838-f0a8-4c5e-a7b2-7fa1d78328e4 req-220688e9-3219-4f9d-b3b8-63d4bac4e97e tempest-ServerActionsTestJSON-1498610228 tempest-ServerActionsTestJSON-1498610228-project] Received port after_create {{(pid=116161) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 11:01:57.536041 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220688e9-3219-4f9d-b3b8-63d4bac4e97e tempest-ServerActionsTestJSON-1498610228 tempest-ServerActionsTestJSON-1498610228-project] Pushing event updated for resources: {'Port': ['ID=927a5cb3-8012-4aaf-93d6-504dcf7bfba1,revision_number=1']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:01:57.568552 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a77dac6-174b-4fc9-b992-8cf0172d619e tempest-NetworksIpV6TestAttrs-234256711 tempest-NetworksIpV6TestAttrs-234256711-project] Network 3480c57d-362c-4017-8f96-3277d1d717f3 is scheduled to be hosted by DHCP agent 75ba81b7-fe99-4281-90d2-a5adb445ecea with binding_index 1 {{(pid=116161) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 11:01:57.587183 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-7e5c0350-6545-4414-90e4-ac1f7ad349b7 tempest-RoutersAdminTest-1587786081 tempest-RoutersAdminTest-1587786081-project] Publish callbacks [] for router_gateway (855d81bb-c373-463b-bbb2-35e0e355e3bf), precommit_update {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:57.588556 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26ea838-f0a8-4c5e-a7b2-7fa1d78328e4 req-220688e9-3219-4f9d-b3b8-63d4bac4e97e tempest-ServerActionsTestJSON-1498610228 tempest-ServerActionsTestJSON-1498610228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:01:57.589194 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [req-d26ea838-f0a8-4c5e-a7b2-7fa1d78328e4 req-220688e9-3219-4f9d-b3b8-63d4bac4e97e tempest-ServerActionsTestJSON-1498610228 tempest-ServerActionsTestJSON-1498610228-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198022'] for port (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:57.606224 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-d4ebad42-adb2-4259-9f0e-b4c9ba5eed78 tempest-RoutersNegativeIpV6Test-273752723 tempest-RoutersNegativeIpV6Test-273752723-project] Publish callbacks [] for router (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:57.607474 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-d4ebad42-adb2-4259-9f0e-b4c9ba5eed78 tempest-RoutersNegativeIpV6Test-273752723 tempest-RoutersNegativeIpV6Test-273752723-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 711 time: 1.6169395 Apr 28 11:01:57.612600 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 51162) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:01:57.619033 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f4a101a5-a791-401d-ab43-7d6a4fb96ab5 tempest-BulkNetworkOpsTest-846609399 tempest-BulkNetworkOpsTest-846609399-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 66} {{(pid=116162) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 11:01:57.623904 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.v2.base [None req-b5429a67-182b-4f69-872c-9fe97c9c6851 tempest-RoutersNegativeIpV6Test-273752723 tempest-RoutersNegativeIpV6Test-273752723-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-53972181'}} {{(pid=116162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:01:57.626868 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-ce36be82-239f-4644-8bea-8f70f461b628 req-41f142e2-0ed6-4101-9947-720d6ca3dcf2 tempest-ServerActionsTestJSON-1498610228 tempest-ServerActionsTestJSON-1498610228-project] 10.222.0.10 "GET /v2.0/security-groups?id=0f246414-c46b-4ee7-b196-c819605d877f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0950670 Apr 28 11:01:57.648814 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f363ebeb-a89f-4a2b-bff6-cf1116a3aeb6 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:01:57.648814 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f363ebeb-a89f-4a2b-bff6-cf1116a3aeb6 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:01:57.648814 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-f363ebeb-a89f-4a2b-bff6-cf1116a3aeb6 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.1940286 Apr 28 11:01:57.649439 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 51164) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:01:57.656236 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-96048bd2-c32c-48b5-b68a-397008ef3801 tempest-FloatingIPTestJSON-373071706 tempest-FloatingIPTestJSON-373071706-project] Publish callbacks [] for router (f78b6f71-c91e-4419-a7fc-4e894ee6d57e), before_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:57.660228 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efaffd42-34fa-4688-a65a-34814dcb0280 tempest-NetworksIpV6Test-263553383 tempest-NetworksIpV6Test-263553383-project] Network f9ed23b9-3668-4d49-8559-e7e449010cbc is scheduled to be hosted by DHCP agent 75ba81b7-fe99-4281-90d2-a5adb445ecea with binding_index 1 {{(pid=116161) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 11:01:57.661726 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-f4a101a5-a791-401d-ab43-7d6a4fb96ab5 tempest-BulkNetworkOpsTest-846609399 tempest-BulkNetworkOpsTest-846609399-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-961978'] for segment (63a12587-13e4-4114-8586-fa5dd2bbc79d), precommit_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:57.661726 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.db.segments_db [None req-f4a101a5-a791-401d-ab43-7d6a4fb96ab5 tempest-BulkNetworkOpsTest-846609399 tempest-BulkNetworkOpsTest-846609399-project] Added segment 63a12587-13e4-4114-8586-fa5dd2bbc79d of type vlan for network d093679a-76d0-4b78-b84e-c799bd28b0d9 Apr 28 11:01:57.690284 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-d26ea838-f0a8-4c5e-a7b2-7fa1d78328e4 req-220688e9-3219-4f9d-b3b8-63d4bac4e97e tempest-ServerActionsTestJSON-1498610228 tempest-ServerActionsTestJSON-1498610228-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.2285998 Apr 28 11:01:57.704612 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.v2.base [req-d26ea838-f0a8-4c5e-a7b2-7fa1d78328e4 req-0011a253-1b75-445b-b58a-0705500ef4a2 service neutron] Request body: {'port': {'device_id': '6bd2b59b-b5db-4639-9109-3dca095b7768', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-mast'}} {{(pid=116161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:01:57.745065 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.db.db_base_plugin_v2 [None req-d667793f-ae72-41cc-a443-ce36fdf502cc tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Deleting subnet aae28541-e01b-4d97-ac6d-d1044a953028 {{(pid=116161) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 28 11:01:57.753400 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-d667793f-ae72-41cc-a443-ce36fdf502cc tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Publish callbacks [] for subnet (aae28541-e01b-4d97-ac6d-d1044a953028), before_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:57.758174 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.scheduler.base_scheduler [None req-6a77dac6-174b-4fc9-b992-8cf0172d619e tempest-NetworksIpV6TestAttrs-234256711 tempest-NetworksIpV6TestAttrs-234256711-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 3480c57d-362c-4017-8f96-3277d1d717f3) {{(pid=116161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 11:01:57.767948 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a77dac6-174b-4fc9-b992-8cf0172d619e tempest-NetworksIpV6TestAttrs-234256711 tempest-NetworksIpV6TestAttrs-234256711-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:01:57.768535 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-6a77dac6-174b-4fc9-b992-8cf0172d619e tempest-NetworksIpV6TestAttrs-234256711 tempest-NetworksIpV6TestAttrs-234256711-project] Publish callbacks [] for subnet (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:57.771343 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.scheduler.base_scheduler [None req-efaffd42-34fa-4688-a65a-34814dcb0280 tempest-NetworksIpV6Test-263553383 tempest-NetworksIpV6Test-263553383-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, f9ed23b9-3668-4d49-8559-e7e449010cbc) {{(pid=116161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 11:01:57.774686 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af13ae79-f3a6-42eb-ae2e-c860d2e5d966 None None] Network 3480c57d-362c-4017-8f96-3277d1d717f3 requested from dv-neutron-master-2-hyperv {{(pid=116163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 11:01:57.804359 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efaffd42-34fa-4688-a65a-34814dcb0280 tempest-NetworksIpV6Test-263553383 tempest-NetworksIpV6Test-263553383-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:01:57.804991 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-efaffd42-34fa-4688-a65a-34814dcb0280 tempest-NetworksIpV6Test-263553383 tempest-NetworksIpV6Test-263553383-project] Publish callbacks [] for subnet (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:57.820153 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16191b3d-c373-41b7-a6ec-13a0cfa36b76 None None] Network f9ed23b9-3668-4d49-8559-e7e449010cbc requested from dv-neutron-master-2-hyperv {{(pid=116163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 11:01:57.831599 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-f4a101a5-a791-401d-ab43-7d6a4fb96ab5 tempest-BulkNetworkOpsTest-846609399 tempest-BulkNetworkOpsTest-846609399-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742234744962'] for network (d093679a-76d0-4b78-b84e-c799bd28b0d9), precommit_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:57.831930 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Device e06e3d64-c494-40ad-ab71-6e2ac857e077 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=116163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 11:01:57.838435 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5429a67-182b-4f69-872c-9fe97c9c6851 tempest-RoutersNegativeIpV6Test-273752723 tempest-RoutersNegativeIpV6Test-273752723-project] Made reservation on behalf of d20e5067fde94728a53a5aba90f434ad for: {'network': 1} {{(pid=116162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 11:01:57.843523 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-b5429a67-182b-4f69-872c-9fe97c9c6851 tempest-RoutersNegativeIpV6Test-273752723 tempest-RoutersNegativeIpV6Test-273752723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for network (None), before_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:57.866605 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-d667793f-ae72-41cc-a443-ce36fdf502cc tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8076976'] for subnet (aae28541-e01b-4d97-ac6d-d1044a953028), precommit_delete_associations {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:57.869475 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [req-d26ea838-f0a8-4c5e-a7b2-7fa1d78328e4 req-0011a253-1b75-445b-b58a-0705500ef4a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (927a5cb3-8012-4aaf-93d6-504dcf7bfba1), before_update {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:57.888543 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-b5429a67-182b-4f69-872c-9fe97c9c6851 tempest-RoutersNegativeIpV6Test-273752723 tempest-RoutersNegativeIpV6Test-273752723-project] Publish callbacks [] for security_group (None), before_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:57.913559 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] No Port match for: e06e3d64-c494-40ad-ab71-6e2ac857e077 {{(pid=116163) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 28 11:01:57.914188 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Device e06e3d64-c494-40ad-ab71-6e2ac857e077 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=116163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 11:01:57.920904 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-49f1e4fc-b24d-4190-9f65-d828b22f209f None None] Provisioning complete for port 927a5cb3-8012-4aaf-93d6-504dcf7bfba1 triggered by entity DHCP. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:01:57.921549 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-49f1e4fc-b24d-4190-9f65-d828b22f209f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (927a5cb3-8012-4aaf-93d6-504dcf7bfba1), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:57.951071 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-6a77dac6-174b-4fc9-b992-8cf0172d619e tempest-NetworksIpV6TestAttrs-234256711 tempest-NetworksIpV6TestAttrs-234256711-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.8345842 Apr 28 11:01:57.955615 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 51166) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:01:57.965425 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.v2.base [None req-07fc7472-840c-42a6-8daa-d3524dc092e4 tempest-NetworksIpV6TestAttrs-234256711 tempest-NetworksIpV6TestAttrs-234256711-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1991101871'}} {{(pid=116162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:01:57.972655 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-efaffd42-34fa-4688-a65a-34814dcb0280 tempest-NetworksIpV6Test-263553383 tempest-NetworksIpV6Test-263553383-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 2.8789895 Apr 28 11:01:57.982549 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 51168) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:01:58.008147 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.v2.base [None req-1dab85e9-ef8f-4dda-9fd3-a9dbed736f98 tempest-NetworksIpV6Test-263553383 tempest-NetworksIpV6Test-263553383-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=116161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:01:58.026569 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-49f1e4fc-b24d-4190-9f65-d828b22f209f None None] Port 927a5cb3-8012-4aaf-93d6-504dcf7bfba1 cannot update to ACTIVE because it is not bound. {{(pid=116163) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 28 11:01:58.054386 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e5ed42f-3c0f-4842-bda4-fac535a559a9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-3480c57d-362c-4017-8f96-3277d1d717f3', 'network_id': '3480c57d-362c-4017-8f96-3277d1d717f3', 'project_id': '5872500d6a394c9f83c6b1c78131b0b2', 'fixed_ips': [{'subnet_id': 'b7246e14-3d01-4acd-a8a3-1bbad6488739'}]}} from dv-neutron-master-2-hyperv. {{(pid=116163) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 28 11:01:58.055541 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-4e5ed42f-3c0f-4842-bda4-fac535a559a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (None), before_create {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:58.055776 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-96048bd2-c32c-48b5-b68a-397008ef3801 tempest-FloatingIPTestJSON-373071706 tempest-FloatingIPTestJSON-373071706-project] Publish callbacks [] for router_gateway (f78b6f71-c91e-4419-a7fc-4e894ee6d57e), before_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:58.066188 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-f4a101a5-a791-401d-ab43-7d6a4fb96ab5 tempest-BulkNetworkOpsTest-846609399 tempest-BulkNetworkOpsTest-846609399-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042'] for network (d093679a-76d0-4b78-b84e-c799bd28b0d9), after_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:58.069945 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4a101a5-a791-401d-ab43-7d6a4fb96ab5 tempest-BulkNetworkOpsTest-846609399 tempest-BulkNetworkOpsTest-846609399-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:01:58.070592 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-f4a101a5-a791-401d-ab43-7d6a4fb96ab5 tempest-BulkNetworkOpsTest-846609399 tempest-BulkNetworkOpsTest-846609399-project] Publish callbacks [] for network (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:58.072925 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-7e5c0350-6545-4414-90e4-ac1f7ad349b7 tempest-RoutersAdminTest-1587786081 tempest-RoutersAdminTest-1587786081-project] Publish callbacks [] for router_gateway (855d81bb-c373-463b-bbb2-35e0e355e3bf), before_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:58.082036 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4557b1f9-0d47-4dfd-b3ff-019fc4cfe3b7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-f9ed23b9-3668-4d49-8559-e7e449010cbc', 'network_id': 'f9ed23b9-3668-4d49-8559-e7e449010cbc', 'project_id': '87154dd24b09463c83aab94c3e93cc15', 'fixed_ips': [{'subnet_id': '5876702e-f88e-4c83-9c35-65e92662e949'}]}} from dv-neutron-master-2-hyperv. {{(pid=116163) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 28 11:01:58.082912 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-4557b1f9-0d47-4dfd-b3ff-019fc4cfe3b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (None), before_create {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:58.122812 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-7e5c0350-6545-4414-90e4-ac1f7ad349b7 tempest-RoutersAdminTest-1587786081 tempest-RoutersAdminTest-1587786081-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (None), before_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:58.131762 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07fc7472-840c-42a6-8daa-d3524dc092e4 tempest-NetworksIpV6TestAttrs-234256711 tempest-NetworksIpV6TestAttrs-234256711-project] Made reservation on behalf of 5872500d6a394c9f83c6b1c78131b0b2 for: {'network': 1} {{(pid=116162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 11:01:58.135006 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-07fc7472-840c-42a6-8daa-d3524dc092e4 tempest-NetworksIpV6TestAttrs-234256711 tempest-NetworksIpV6TestAttrs-234256711-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for network (None), before_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:58.249749 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-f4a101a5-a791-401d-ab43-7d6a4fb96ab5 tempest-BulkNetworkOpsTest-846609399 tempest-BulkNetworkOpsTest-846609399-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.9357145 Apr 28 11:01:58.259108 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 51170) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:01:58.266815 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.v2.base [None req-bab5d863-a408-4c41-b6ce-2e9f75d17a31 tempest-BulkNetworkOpsTest-846609399 tempest-BulkNetworkOpsTest-846609399-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-2089596533'}} {{(pid=116162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:01:58.280801 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-d667793f-ae72-41cc-a443-ce36fdf502cc tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-971303'] for subnet (aae28541-e01b-4d97-ac6d-d1044a953028), precommit_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:58.287031 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a101a5-a791-401d-ab43-7d6a4fb96ab5 tempest-BulkNetworkOpsTest-846609399 tempest-BulkNetworkOpsTest-846609399-project] Pushing event updated for resources: {'Network': ['ID=d093679a-76d0-4b78-b84e-c799bd28b0d9,revision_number=1']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:01:58.310662 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Network d093679a-76d0-4b78-b84e-c799bd28b0d9 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=116163) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 28 11:01:58.316655 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-07fc7472-840c-42a6-8daa-d3524dc092e4 tempest-NetworksIpV6TestAttrs-234256711 tempest-NetworksIpV6TestAttrs-234256711-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 58} {{(pid=116162) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 11:01:58.334328 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.db_base_plugin_common [None req-4e5ed42f-3c0f-4842-bda4-fac535a559a9 None None] Allocated IP 2001:db8:0:ffff::2 (3480c57d-362c-4017-8f96-3277d1d717f3/b7246e14-3d01-4acd-a8a3-1bbad6488739/8167e82e-b533-4de7-bf28-1daa9326335c) {{(pid=116163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 11:01:58.347493 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.plugin [None req-96048bd2-c32c-48b5-b68a-397008ef3801 tempest-FloatingIPTestJSON-373071706 tempest-FloatingIPTestJSON-373071706-project] Deleting port e022b529-fe9c-4ffe-83a4-696e682b5e91 {{(pid=116162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 11:01:58.348106 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-96048bd2-c32c-48b5-b68a-397008ef3801 tempest-FloatingIPTestJSON-373071706 tempest-FloatingIPTestJSON-373071706-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742235130188'] for port (e022b529-fe9c-4ffe-83a4-696e682b5e91), before_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:58.360954 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-b5429a67-182b-4f69-872c-9fe97c9c6851 tempest-RoutersNegativeIpV6Test-273752723 tempest-RoutersNegativeIpV6Test-273752723-project] Publish callbacks [] for security_group (9b4e6c12-804b-478b-9e63-5106e56e50d3), precommit_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:58.369125 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.db_base_plugin_common [None req-4557b1f9-0d47-4dfd-b3ff-019fc4cfe3b7 None None] Allocated IP 2001:db8::3 (f9ed23b9-3668-4d49-8559-e7e449010cbc/5876702e-f88e-4c83-9c35-65e92662e949/f31b0feb-9481-41c9-b6e2-5cd25cc12c67) {{(pid=116163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 11:01:58.400317 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-1dab85e9-ef8f-4dda-9fd3-a9dbed736f98 tempest-NetworksIpV6Test-263553383 tempest-NetworksIpV6Test-263553383-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-5125431'] for subnet (5876702e-f88e-4c83-9c35-65e92662e949), before_update {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:58.403716 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-07fc7472-840c-42a6-8daa-d3524dc092e4 tempest-NetworksIpV6TestAttrs-234256711 tempest-NetworksIpV6TestAttrs-234256711-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-961978'] for segment (008bd7a7-9a6d-4317-9b01-dd5b2e69802f), precommit_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:58.404275 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.db.segments_db [None req-07fc7472-840c-42a6-8daa-d3524dc092e4 tempest-NetworksIpV6TestAttrs-234256711 tempest-NetworksIpV6TestAttrs-234256711-project] Added segment 008bd7a7-9a6d-4317-9b01-dd5b2e69802f of type vlan for network 59cf8dd0-2261-4bd1-bd3b-f2f1afdabef9 Apr 28 11:01:58.470737 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bab5d863-a408-4c41-b6ce-2e9f75d17a31 tempest-BulkNetworkOpsTest-846609399 tempest-BulkNetworkOpsTest-846609399-project] Made reservation on behalf of 4c057a30512140249e41acbd3053f09e for: {'network': 1} {{(pid=116162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 11:01:58.474246 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-bab5d863-a408-4c41-b6ce-2e9f75d17a31 tempest-BulkNetworkOpsTest-846609399 tempest-BulkNetworkOpsTest-846609399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for network (None), before_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:58.485692 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-b5429a67-182b-4f69-872c-9fe97c9c6851 tempest-RoutersNegativeIpV6Test-273752723 tempest-RoutersNegativeIpV6Test-273752723-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924426'] for security_group (9b4e6c12-804b-478b-9e63-5106e56e50d3), after_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:58.506232 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.notifiers.nova [req-d26ea838-f0a8-4c5e-a7b2-7fa1d78328e4 req-0011a253-1b75-445b-b58a-0705500ef4a2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 927a5cb3-8012-4aaf-93d6-504dcf7bfba1 {{(pid=116161) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 11:01:58.521427 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-07fc7472-840c-42a6-8daa-d3524dc092e4 tempest-NetworksIpV6TestAttrs-234256711 tempest-NetworksIpV6TestAttrs-234256711-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742234744962'] for network (59cf8dd0-2261-4bd1-bd3b-f2f1afdabef9), precommit_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:58.526268 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-d667793f-ae72-41cc-a443-ce36fdf502cc tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-971310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5220601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5125409'] for subnet (aae28541-e01b-4d97-ac6d-d1044a953028), after_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:58.532276 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [req-d26ea838-f0a8-4c5e-a7b2-7fa1d78328e4 req-0011a253-1b75-445b-b58a-0705500ef4a2 service neutron] Publish callbacks [] for port (927a5cb3-8012-4aaf-93d6-504dcf7bfba1), precommit_update {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:58.544462 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b5429a67-182b-4f69-872c-9fe97c9c6851 tempest-RoutersNegativeIpV6Test-273752723 tempest-RoutersNegativeIpV6Test-273752723-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 85} {{(pid=116162) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 11:01:58.552328 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.db.db_base_plugin_common [None req-7e5c0350-6545-4414-90e4-ac1f7ad349b7 tempest-RoutersAdminTest-1587786081 tempest-RoutersAdminTest-1587786081-project] Allocated IP 172.36.4.233 (7be49d94-bbb8-4a61-bafe-209c5f861e1c/c0f82f52-05ee-40f2-a57c-9d02e01fb9fa/eae7caff-7bdf-4c7e-91ee-4c4aad452816) {{(pid=116162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 11:01:58.587086 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d667793f-ae72-41cc-a443-ce36fdf502cc tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Pushing event deleted for resources: {'Subnet': ['ID=aae28541-e01b-4d97-ac6d-d1044a953028,revision_number=None']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:01:58.594509 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.db.provisioning_blocks [req-d26ea838-f0a8-4c5e-a7b2-7fa1d78328e4 req-0011a253-1b75-445b-b58a-0705500ef4a2 service neutron] Transition to ACTIVE for port object 927a5cb3-8012-4aaf-93d6-504dcf7bfba1 will not be triggered until provisioned by entity L2. {{(pid=116161) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 28 11:01:58.596150 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-d667793f-ae72-41cc-a443-ce36fdf502cc tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Publish callbacks [] for subnet (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:58.603704 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-d667793f-ae72-41cc-a443-ce36fdf502cc tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] 10.222.0.10 "DELETE /v2.0/subnets/aae28541-e01b-4d97-ac6d-d1044a953028 HTTP/1.1" status: 204 len: 168 time: 0.9541612 Apr 28 11:01:58.603916 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 51172) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:01:58.610899 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-b5429a67-182b-4f69-872c-9fe97c9c6851 tempest-RoutersNegativeIpV6Test-273752723 tempest-RoutersNegativeIpV6Test-273752723-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-961978'] for segment (5494a520-ffc5-4f61-91f7-f4544708bebf), precommit_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:58.611355 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.db.segments_db [None req-b5429a67-182b-4f69-872c-9fe97c9c6851 tempest-RoutersNegativeIpV6Test-273752723 tempest-RoutersNegativeIpV6Test-273752723-project] Added segment 5494a520-ffc5-4f61-91f7-f4544708bebf of type vlan for network 5d5d16e7-69db-4d09-a54e-074e8be4974a Apr 28 11:01:58.614613 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-96048bd2-c32c-48b5-b68a-397008ef3801 tempest-FloatingIPTestJSON-373071706 tempest-FloatingIPTestJSON-373071706-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1938497'] for port (e022b529-fe9c-4ffe-83a4-696e682b5e91), precommit_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:58.640624 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5429a67-182b-4f69-872c-9fe97c9c6851 tempest-RoutersNegativeIpV6Test-273752723 tempest-RoutersNegativeIpV6Test-273752723-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9b4e6c12-804b-478b-9e63-5106e56e50d3,revision_number=1']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:01:58.651468 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bab5d863-a408-4c41-b6ce-2e9f75d17a31 tempest-BulkNetworkOpsTest-846609399 tempest-BulkNetworkOpsTest-846609399-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 52} {{(pid=116162) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 11:01:58.674303 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [req-d26ea838-f0a8-4c5e-a7b2-7fa1d78328e4 req-0011a253-1b75-445b-b58a-0705500ef4a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5219123'] for port (927a5cb3-8012-4aaf-93d6-504dcf7bfba1), after_update {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:58.687393 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8888c58a-323f-43d5-b814-fe5e200f8f2d None None] Network 1ec9fbcf-7a57-4aaa-9c30-4e0f43e09480 requested from dv-neutron-master-2-hyperv {{(pid=116163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 11:01:58.694156 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.plugin [None req-96048bd2-c32c-48b5-b68a-397008ef3801 tempest-FloatingIPTestJSON-373071706 tempest-FloatingIPTestJSON-373071706-project] Calling delete_port for e022b529-fe9c-4ffe-83a4-696e682b5e91 owned by network:router_gateway {{(pid=116162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 11:01:58.727979 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-e3b543da-496c-4f43-8f36-0338d1db95da tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] 10.222.0.10 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1103573 Apr 28 11:01:58.745665 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 51176) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:01:58.749628 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-bab5d863-a408-4c41-b6ce-2e9f75d17a31 tempest-BulkNetworkOpsTest-846609399 tempest-BulkNetworkOpsTest-846609399-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-961978'] for segment (c66cff26-f7ed-4815-8269-0d6c41997f9a), precommit_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:58.749977 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.db.segments_db [None req-bab5d863-a408-4c41-b6ce-2e9f75d17a31 tempest-BulkNetworkOpsTest-846609399 tempest-BulkNetworkOpsTest-846609399-project] Added segment c66cff26-f7ed-4815-8269-0d6c41997f9a of type vlan for network c934559d-81a1-4e62-9ecd-3ca758868e83 Apr 28 11:01:58.754334 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.v2.base [None req-2bf8ca1f-8bc5-45ca-9ad9-09f59bffaadd tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Request body: {'subnet': {'network_id': '1ec9fbcf-7a57-4aaa-9c30-4e0f43e09480', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=116162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:01:58.758665 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0011a253-1b75-445b-b58a-0705500ef4a2 service neutron] Pushing event updated for resources: {'Port': ['ID=927a5cb3-8012-4aaf-93d6-504dcf7bfba1,revision_number=2']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:01:58.829554 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3941016-a487-4133-8e4e-ab05a6e1a1f5 req-557df56a-d063-4e2e-b7d7-ed846114a961 tempest-ServerActionsTestJSON-1498610228 tempest-ServerActionsTestJSON-1498610228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:01:58.837454 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-b3941016-a487-4133-8e4e-ab05a6e1a1f5 req-557df56a-d063-4e2e-b7d7-ed846114a961 tempest-ServerActionsTestJSON-1498610228 tempest-ServerActionsTestJSON-1498610228-project] 10.222.0.10 "GET /v2.0/ports?device_id=6bd2b59b-b5db-4639-9109-3dca095b7768 HTTP/1.1" status: 200 len: 944 time: 0.0921626 Apr 28 11:01:58.853191 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-07fc7472-840c-42a6-8daa-d3524dc092e4 tempest-NetworksIpV6TestAttrs-234256711 tempest-NetworksIpV6TestAttrs-234256711-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042'] for network (59cf8dd0-2261-4bd1-bd3b-f2f1afdabef9), after_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:58.858465 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07fc7472-840c-42a6-8daa-d3524dc092e4 tempest-NetworksIpV6TestAttrs-234256711 tempest-NetworksIpV6TestAttrs-234256711-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:01:58.859188 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-07fc7472-840c-42a6-8daa-d3524dc092e4 tempest-NetworksIpV6TestAttrs-234256711 tempest-NetworksIpV6TestAttrs-234256711-project] Publish callbacks [] for network (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:58.877125 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-b5429a67-182b-4f69-872c-9fe97c9c6851 tempest-RoutersNegativeIpV6Test-273752723 tempest-RoutersNegativeIpV6Test-273752723-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742234744962'] for network (5d5d16e7-69db-4d09-a54e-074e8be4974a), precommit_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:58.888638 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-4e5ed42f-3c0f-4842-bda4-fac535a559a9 None None] Publish callbacks [] for port (8167e82e-b533-4de7-bf28-1daa9326335c), precommit_create {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:58.922051 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-4557b1f9-0d47-4dfd-b3ff-019fc4cfe3b7 None None] Publish callbacks [] for port (f31b0feb-9481-41c9-b6e2-5cd25cc12c67), precommit_create {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:58.951929 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-4e5ed42f-3c0f-4842-bda4-fac535a559a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742234710357'] for port (8167e82e-b533-4de7-bf28-1daa9326335c), after_create {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:58.988783 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-b3941016-a487-4133-8e4e-ab05a6e1a1f5 req-eaf9082b-8cbc-4e79-b09c-3e8298476c77 tempest-ServerActionsTestJSON-1498610228 tempest-ServerActionsTestJSON-1498610228-project] 10.222.0.10 "GET /v2.0/security-groups?id=0f246414-c46b-4ee7-b196-c819605d877f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1502171 Apr 28 11:01:58.990907 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-4557b1f9-0d47-4dfd-b3ff-019fc4cfe3b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742234710357'] for port (f31b0feb-9481-41c9-b6e2-5cd25cc12c67), after_create {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:58.999815 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19cfe49f-2111-4762-880c-e5291a0e6049 None None] DHCP port deletion for 1ec9fbcf-7a57-4aaa-9c30-4e0f43e09480 request from dv-neutron-master-2-hyperv {{(pid=116163) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 28 11:01:59.024008 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e5ed42f-3c0f-4842-bda4-fac535a559a9 None None] Network 3480c57d-362c-4017-8f96-3277d1d717f3 is already hosted by enough agents. {{(pid=116163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 11:01:59.048253 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4557b1f9-0d47-4dfd-b3ff-019fc4cfe3b7 None None] Network f9ed23b9-3668-4d49-8559-e7e449010cbc is already hosted by enough agents. {{(pid=116163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 11:01:59.051242 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.scheduler.base_scheduler [None req-4557b1f9-0d47-4dfd-b3ff-019fc4cfe3b7 None None] Resources bound (agent type, host, resource id): {{(pid=116163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 11:01:59.054970 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4557b1f9-0d47-4dfd-b3ff-019fc4cfe3b7 None None] Received port after_create {{(pid=116163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 11:01:59.060011 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.scheduler.base_scheduler [None req-4e5ed42f-3c0f-4842-bda4-fac535a559a9 None None] Resources bound (agent type, host, resource id): {{(pid=116163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 11:01:59.063949 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e5ed42f-3c0f-4842-bda4-fac535a559a9 None None] Received port after_create {{(pid=116163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 11:01:59.097098 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.managers [req-d26ea838-f0a8-4c5e-a7b2-7fa1d78328e4 req-0011a253-1b75-445b-b58a-0705500ef4a2 service neutron] Attempting to bind port 927a5cb3-8012-4aaf-93d6-504dcf7bfba1 on host hv-neutron-mast for vnic_type normal with profile {{(pid=116161) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 28 11:01:59.097929 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.managers [req-d26ea838-f0a8-4c5e-a7b2-7fa1d78328e4 req-0011a253-1b75-445b-b58a-0705500ef4a2 service neutron] Attempting to bind port 927a5cb3-8012-4aaf-93d6-504dcf7bfba1 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '6d4ad1d4-95ab-4492-8694-723c8a0122a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '8876925c-b776-4190-94d6-ff922dbd02cf'}] {{(pid=116161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 28 11:01:59.098290 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5ed42f-3c0f-4842-bda4-fac535a559a9 None None] Pushing event updated for resources: {'Port': ['ID=8167e82e-b533-4de7-bf28-1daa9326335c,revision_number=1']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:01:59.098558 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d26ea838-f0a8-4c5e-a7b2-7fa1d78328e4 req-0011a253-1b75-445b-b58a-0705500ef4a2 service neutron] Attempting to bind port 927a5cb3-8012-4aaf-93d6-504dcf7bfba1 on network 8876925c-b776-4190-94d6-ff922dbd02cf {{(pid=116161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 11:01:59.134476 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d26ea838-f0a8-4c5e-a7b2-7fa1d78328e4 req-0011a253-1b75-445b-b58a-0705500ef4a2 service neutron] Port 927a5cb3-8012-4aaf-93d6-504dcf7bfba1 on network 8876925c-b776-4190-94d6-ff922dbd02cf not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=116161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 28 11:01:59.134956 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d26ea838-f0a8-4c5e-a7b2-7fa1d78328e4 req-0011a253-1b75-445b-b58a-0705500ef4a2 service neutron] Attempting to bind port 927a5cb3-8012-4aaf-93d6-504dcf7bfba1 on network 8876925c-b776-4190-94d6-ff922dbd02cf {{(pid=116161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 11:01:59.146534 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d26ea838-f0a8-4c5e-a7b2-7fa1d78328e4 req-0011a253-1b75-445b-b58a-0705500ef4a2 service neutron] Checking agent: {'id': '6be95134-9a6c-4663-8b48-90d12ce90c60', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-mast', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 10, 57, 20), 'started_at': datetime.datetime(2022, 4, 28, 10, 57, 20), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 11, 1, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=116161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 11:01:59.147023 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d26ea838-f0a8-4c5e-a7b2-7fa1d78328e4 req-0011a253-1b75-445b-b58a-0705500ef4a2 service neutron] Checking segment: {'id': '6d4ad1d4-95ab-4492-8694-723c8a0122a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '8876925c-b776-4190-94d6-ff922dbd02cf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 11:01:59.147524 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d26ea838-f0a8-4c5e-a7b2-7fa1d78328e4 req-0011a253-1b75-445b-b58a-0705500ef4a2 service neutron] Bound using segment: {'id': '6d4ad1d4-95ab-4492-8694-723c8a0122a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '8876925c-b776-4190-94d6-ff922dbd02cf'} {{(pid=116161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 11:01:59.148061 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.managers [req-d26ea838-f0a8-4c5e-a7b2-7fa1d78328e4 req-0011a253-1b75-445b-b58a-0705500ef4a2 service neutron] Bound port: 927a5cb3-8012-4aaf-93d6-504dcf7bfba1, host: hv-neutron-mast, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6d4ad1d4-95ab-4492-8694-723c8a0122a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '8876925c-b776-4190-94d6-ff922dbd02cf'}}] {{(pid=116161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 28 11:01:59.148520 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [req-d26ea838-f0a8-4c5e-a7b2-7fa1d78328e4 req-0011a253-1b75-445b-b58a-0705500ef4a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (927a5cb3-8012-4aaf-93d6-504dcf7bfba1), before_update {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:59.229688 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-19cfe49f-2111-4762-880c-e5291a0e6049 None None] Deleting port 3f19906b-4cba-4151-a0c2-4a805abf2566 {{(pid=116163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 11:01:59.230460 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-19cfe49f-2111-4762-880c-e5291a0e6049 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742235130188'] for port (3f19906b-4cba-4151-a0c2-4a805abf2566), before_delete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:59.265584 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.db [req-d26ea838-f0a8-4c5e-a7b2-7fa1d78328e4 req-0011a253-1b75-445b-b58a-0705500ef4a2 service neutron] For port 927a5cb3-8012-4aaf-93d6-504dcf7bfba1, host hv-neutron-mast, cleared binding levels {{(pid=116161) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 11:01:59.268999 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.db [req-d26ea838-f0a8-4c5e-a7b2-7fa1d78328e4 req-0011a253-1b75-445b-b58a-0705500ef4a2 service neutron] For port 927a5cb3-8012-4aaf-93d6-504dcf7bfba1, host hv-neutron-mast, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=927a5cb3-8012-4aaf-93d6-504dcf7bfba1,segment=NetworkSegment(6d4ad1d4-95ab-4492-8694-723c8a0122a3),segment_id=6d4ad1d4-95ab-4492-8694-723c8a0122a3)] {{(pid=116161) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 11:01:59.269548 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4557b1f9-0d47-4dfd-b3ff-019fc4cfe3b7 None None] Pushing event updated for resources: {'Port': ['ID=f31b0feb-9481-41c9-b6e2-5cd25cc12c67,revision_number=1']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:01:59.284836 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.managers [None req-4e5ed42f-3c0f-4842-bda4-fac535a559a9 None None] Attempting to bind port 8167e82e-b533-4de7-bf28-1daa9326335c on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=116163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 28 11:01:59.285215 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.managers [None req-4e5ed42f-3c0f-4842-bda4-fac535a559a9 None None] Attempting to bind port 8167e82e-b533-4de7-bf28-1daa9326335c by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '818dec3b-01fe-4544-b3a9-30183997ee1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '3480c57d-362c-4017-8f96-3277d1d717f3'}] {{(pid=116163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 28 11:01:59.290076 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e5ed42f-3c0f-4842-bda4-fac535a559a9 None None] Attempting to bind port 8167e82e-b533-4de7-bf28-1daa9326335c on network 3480c57d-362c-4017-8f96-3277d1d717f3 {{(pid=116163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 11:01:59.290076 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.managers [None req-4557b1f9-0d47-4dfd-b3ff-019fc4cfe3b7 None None] Attempting to bind port f31b0feb-9481-41c9-b6e2-5cd25cc12c67 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=116163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 28 11:01:59.290076 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.managers [None req-4557b1f9-0d47-4dfd-b3ff-019fc4cfe3b7 None None] Attempting to bind port f31b0feb-9481-41c9-b6e2-5cd25cc12c67 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'e1d997f1-9631-4669-88f7-ce8e9b182677', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'f9ed23b9-3668-4d49-8559-e7e449010cbc'}] {{(pid=116163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 28 11:01:59.290076 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4557b1f9-0d47-4dfd-b3ff-019fc4cfe3b7 None None] Attempting to bind port f31b0feb-9481-41c9-b6e2-5cd25cc12c67 on network f9ed23b9-3668-4d49-8559-e7e449010cbc {{(pid=116163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 11:01:59.307340 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-bab5d863-a408-4c41-b6ce-2e9f75d17a31 tempest-BulkNetworkOpsTest-846609399 tempest-BulkNetworkOpsTest-846609399-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742234744962'] for network (c934559d-81a1-4e62-9ecd-3ca758868e83), precommit_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:59.325964 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4557b1f9-0d47-4dfd-b3ff-019fc4cfe3b7 None None] Checking agent: {'id': 'd5baab19-5dd1-4902-922b-84acb048ab9c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 10, 50, 43), 'started_at': datetime.datetime(2022, 4, 28, 10, 51, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 11, 1, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=116163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 11:01:59.326357 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4557b1f9-0d47-4dfd-b3ff-019fc4cfe3b7 None None] Checking segment: {'id': 'e1d997f1-9631-4669-88f7-ce8e9b182677', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'f9ed23b9-3668-4d49-8559-e7e449010cbc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 11:01:59.326781 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-4557b1f9-0d47-4dfd-b3ff-019fc4cfe3b7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:59.327184 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4557b1f9-0d47-4dfd-b3ff-019fc4cfe3b7 None None] Bound using segment: {'id': 'e1d997f1-9631-4669-88f7-ce8e9b182677', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'f9ed23b9-3668-4d49-8559-e7e449010cbc'} {{(pid=116163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 11:01:59.327667 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.managers [None req-4557b1f9-0d47-4dfd-b3ff-019fc4cfe3b7 None None] Bound port: f31b0feb-9481-41c9-b6e2-5cd25cc12c67, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e1d997f1-9631-4669-88f7-ce8e9b182677', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'f9ed23b9-3668-4d49-8559-e7e449010cbc'}}] {{(pid=116163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 28 11:01:59.328048 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-4557b1f9-0d47-4dfd-b3ff-019fc4cfe3b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (f31b0feb-9481-41c9-b6e2-5cd25cc12c67), before_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:59.330220 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e5ed42f-3c0f-4842-bda4-fac535a559a9 None None] Checking agent: {'id': 'd5baab19-5dd1-4902-922b-84acb048ab9c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 10, 50, 43), 'started_at': datetime.datetime(2022, 4, 28, 10, 51, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 11, 1, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=116163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 11:01:59.330609 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e5ed42f-3c0f-4842-bda4-fac535a559a9 None None] Checking segment: {'id': '818dec3b-01fe-4544-b3a9-30183997ee1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '3480c57d-362c-4017-8f96-3277d1d717f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 11:01:59.330991 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-4e5ed42f-3c0f-4842-bda4-fac535a559a9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:59.331371 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e5ed42f-3c0f-4842-bda4-fac535a559a9 None None] Bound using segment: {'id': '818dec3b-01fe-4544-b3a9-30183997ee1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '3480c57d-362c-4017-8f96-3277d1d717f3'} {{(pid=116163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 11:01:59.331822 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.managers [None req-4e5ed42f-3c0f-4842-bda4-fac535a559a9 None None] Bound port: 8167e82e-b533-4de7-bf28-1daa9326335c, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '818dec3b-01fe-4544-b3a9-30183997ee1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '3480c57d-362c-4017-8f96-3277d1d717f3'}}] {{(pid=116163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 28 11:01:59.332193 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-4e5ed42f-3c0f-4842-bda4-fac535a559a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (8167e82e-b533-4de7-bf28-1daa9326335c), before_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:59.339808 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-1dab85e9-ef8f-4dda-9fd3-a9dbed736f98 tempest-NetworksIpV6Test-263553383 tempest-NetworksIpV6Test-263553383-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8742235135699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-5220598'] for subnet (5876702e-f88e-4c83-9c35-65e92662e949), after_update {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:59.353338 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [req-d26ea838-f0a8-4c5e-a7b2-7fa1d78328e4 req-0011a253-1b75-445b-b58a-0705500ef4a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5219123'] for port (927a5cb3-8012-4aaf-93d6-504dcf7bfba1), after_update {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:59.358711 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-19cfe49f-2111-4762-880c-e5291a0e6049 None None] For port 3f19906b-4cba-4151-a0c2-4a805abf2566, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=3f19906b-4cba-4151-a0c2-4a805abf2566,segment=NetworkSegment(ffa4348d-378b-4e93-98fa-ab0dc49ee16c),segment_id=ffa4348d-378b-4e93-98fa-ab0dc49ee16c)] {{(pid=116163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 11:01:59.359113 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-19cfe49f-2111-4762-880c-e5291a0e6049 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1938497'] for port (3f19906b-4cba-4151-a0c2-4a805abf2566), precommit_delete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:59.377106 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-07fc7472-840c-42a6-8daa-d3524dc092e4 tempest-NetworksIpV6TestAttrs-234256711 tempest-NetworksIpV6TestAttrs-234256711-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.4170063 Apr 28 11:01:59.390799 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 51178) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:01:59.396077 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07fc7472-840c-42a6-8daa-d3524dc092e4 tempest-NetworksIpV6TestAttrs-234256711 tempest-NetworksIpV6TestAttrs-234256711-project] Pushing event updated for resources: {'Network': ['ID=59cf8dd0-2261-4bd1-bd3b-f2f1afdabef9,revision_number=1']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:01:59.413097 dv-neutron-master-2-hyperv neutron-server[116161]: WARNING neutron.objects.base [None req-1dab85e9-ef8f-4dda-9fd3-a9dbed736f98 tempest-NetworksIpV6Test-263553383 tempest-NetworksIpV6Test-263553383-project] ORM session: SQL execution without transaction in progress, traceback: Apr 28 11:01:59.413097 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/eventlet/greenthread.py", line 221, in main Apr 28 11:01:59.413097 dv-neutron-master-2-hyperv neutron-server[116161]: result = function(*args, **kwargs) Apr 28 11:01:59.413097 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py", line 837, in process_request Apr 28 11:01:59.413097 dv-neutron-master-2-hyperv neutron-server[116161]: proto.__init__(conn_state, self) Apr 28 11:01:59.413097 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py", line 350, in __init__ Apr 28 11:01:59.413097 dv-neutron-master-2-hyperv neutron-server[116161]: self.handle() Apr 28 11:01:59.413097 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py", line 383, in handle Apr 28 11:01:59.413097 dv-neutron-master-2-hyperv neutron-server[116161]: self.handle_one_request() Apr 28 11:01:59.413097 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py", line 459, in handle_one_request Apr 28 11:01:59.413097 dv-neutron-master-2-hyperv neutron-server[116161]: self.handle_one_response() Apr 28 11:01:59.413097 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py", line 569, in handle_one_response Apr 28 11:01:59.413097 dv-neutron-master-2-hyperv neutron-server[116161]: result = self.application(self.environ, start_response) Apr 28 11:01:59.413097 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/paste/urlmap.py", line 216, in __call__ Apr 28 11:01:59.413097 dv-neutron-master-2-hyperv neutron-server[116161]: return app(environ, start_response) Apr 28 11:01:59.413097 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 129, in __call__ Apr 28 11:01:59.413097 dv-neutron-master-2-hyperv neutron-server[116161]: resp = self.call_func(req, *args, **kw) Apr 28 11:01:59.413097 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 193, in call_func Apr 28 11:01:59.413097 dv-neutron-master-2-hyperv neutron-server[116161]: return self.func(req, *args, **kwargs) Apr 28 11:01:59.413097 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/oslo_middleware/base.py", line 124, in __call__ Apr 28 11:01:59.413097 dv-neutron-master-2-hyperv neutron-server[116161]: response = req.get_response(self.application) Apr 28 11:01:59.413097 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/webob/request.py", line 1313, in send Apr 28 11:01:59.413097 dv-neutron-master-2-hyperv neutron-server[116161]: status, headers, app_iter = self.call_application( Apr 28 11:01:59.413097 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/webob/request.py", line 1278, in call_application Apr 28 11:01:59.413097 dv-neutron-master-2-hyperv neutron-server[116161]: app_iter = application(self.environ, start_response) Apr 28 11:01:59.413097 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 129, in __call__ Apr 28 11:01:59.413097 dv-neutron-master-2-hyperv neutron-server[116161]: resp = self.call_func(req, *args, **kw) Apr 28 11:01:59.413097 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 193, in call_func Apr 28 11:01:59.413097 dv-neutron-master-2-hyperv neutron-server[116161]: return self.func(req, *args, **kwargs) Apr 28 11:01:59.413097 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/oslo_middleware/base.py", line 124, in __call__ Apr 28 11:01:59.413097 dv-neutron-master-2-hyperv neutron-server[116161]: response = req.get_response(self.application) Apr 28 11:01:59.413097 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/webob/request.py", line 1313, in send Apr 28 11:01:59.413097 dv-neutron-master-2-hyperv neutron-server[116161]: status, headers, app_iter = self.call_application( Apr 28 11:01:59.413097 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/webob/request.py", line 1278, in call_application Apr 28 11:01:59.413097 dv-neutron-master-2-hyperv neutron-server[116161]: app_iter = application(self.environ, start_response) Apr 28 11:01:59.413097 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 129, in __call__ Apr 28 11:01:59.413097 dv-neutron-master-2-hyperv neutron-server[116161]: resp = self.call_func(req, *args, **kw) Apr 28 11:01:59.413097 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 193, in call_func Apr 28 11:01:59.413097 dv-neutron-master-2-hyperv neutron-server[116161]: return self.func(req, *args, **kwargs) Apr 28 11:01:59.413097 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/oslo_middleware/request_id.py", line 58, in __call__ Apr 28 11:01:59.413097 dv-neutron-master-2-hyperv neutron-server[116161]: response = req.get_response(self.application) Apr 28 11:01:59.413097 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/webob/request.py", line 1313, in send Apr 28 11:01:59.413097 dv-neutron-master-2-hyperv neutron-server[116161]: status, headers, app_iter = self.call_application( Apr 28 11:01:59.413097 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/webob/request.py", line 1278, in call_application Apr 28 11:01:59.413097 dv-neutron-master-2-hyperv neutron-server[116161]: app_iter = application(self.environ, start_response) Apr 28 11:01:59.413097 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 129, in __call__ Apr 28 11:01:59.413097 dv-neutron-master-2-hyperv neutron-server[116161]: resp = self.call_func(req, *args, **kw) Apr 28 11:01:59.413097 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 193, in call_func Apr 28 11:01:59.413097 dv-neutron-master-2-hyperv neutron-server[116161]: return self.func(req, *args, **kwargs) Apr 28 11:01:59.413097 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/oslo_middleware/catch_errors.py", line 40, in __call__ Apr 28 11:01:59.413097 dv-neutron-master-2-hyperv neutron-server[116161]: response = req.get_response(self.application) Apr 28 11:01:59.413097 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/webob/request.py", line 1313, in send Apr 28 11:01:59.413097 dv-neutron-master-2-hyperv neutron-server[116161]: status, headers, app_iter = self.call_application( Apr 28 11:01:59.413097 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/webob/request.py", line 1278, in call_application Apr 28 11:01:59.413097 dv-neutron-master-2-hyperv neutron-server[116161]: app_iter = application(self.environ, start_response) Apr 28 11:01:59.413097 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 129, in __call__ Apr 28 11:01:59.413097 dv-neutron-master-2-hyperv neutron-server[116161]: resp = self.call_func(req, *args, **kw) Apr 28 11:01:59.413097 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 193, in call_func Apr 28 11:01:59.413097 dv-neutron-master-2-hyperv neutron-server[116161]: return self.func(req, *args, **kwargs) Apr 28 11:01:59.413097 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/osprofiler/web.py", line 112, in __call__ Apr 28 11:01:59.413097 dv-neutron-master-2-hyperv neutron-server[116161]: return request.get_response(self.application) Apr 28 11:01:59.413097 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/webob/request.py", line 1313, in send Apr 28 11:01:59.413097 dv-neutron-master-2-hyperv neutron-server[116161]: status, headers, app_iter = self.call_application( Apr 28 11:01:59.413097 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/webob/request.py", line 1278, in call_application Apr 28 11:01:59.413097 dv-neutron-master-2-hyperv neutron-server[116161]: app_iter = application(self.environ, start_response) Apr 28 11:01:59.413097 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 129, in __call__ Apr 28 11:01:59.413097 dv-neutron-master-2-hyperv neutron-server[116161]: resp = self.call_func(req, *args, **kw) Apr 28 11:01:59.413097 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 193, in call_func Apr 28 11:01:59.413097 dv-neutron-master-2-hyperv neutron-server[116161]: return self.func(req, *args, **kwargs) Apr 28 11:01:59.413097 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/keystonemiddleware/auth_token/__init__.py", line 341, in __call__ Apr 28 11:01:59.413097 dv-neutron-master-2-hyperv neutron-server[116161]: response = req.get_response(self._app) Apr 28 11:01:59.413097 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/webob/request.py", line 1313, in send Apr 28 11:01:59.413097 dv-neutron-master-2-hyperv neutron-server[116161]: status, headers, app_iter = self.call_application( Apr 28 11:01:59.413097 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/webob/request.py", line 1278, in call_application Apr 28 11:01:59.413097 dv-neutron-master-2-hyperv neutron-server[116161]: app_iter = application(self.environ, start_response) Apr 28 11:01:59.413097 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 143, in __call__ Apr 28 11:01:59.413097 dv-neutron-master-2-hyperv neutron-server[116161]: return resp(environ, start_response) Apr 28 11:01:59.413097 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 143, in __call__ Apr 28 11:01:59.413097 dv-neutron-master-2-hyperv neutron-server[116161]: return resp(environ, start_response) Apr 28 11:01:59.413097 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/routes/middleware.py", line 153, in __call__ Apr 28 11:01:59.413097 dv-neutron-master-2-hyperv neutron-server[116161]: response = self.app(environ, start_response) Apr 28 11:01:59.413097 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 143, in __call__ Apr 28 11:01:59.413097 dv-neutron-master-2-hyperv neutron-server[116161]: return resp(environ, start_response) Apr 28 11:01:59.413097 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/pecan/middleware/recursive.py", line 56, in __call__ Apr 28 11:01:59.413097 dv-neutron-master-2-hyperv neutron-server[116161]: return self.application(environ, start_response) Apr 28 11:01:59.413097 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 852, in __call__ Apr 28 11:01:59.424493 dv-neutron-master-2-hyperv neutron-server[116161]: return super(Pecan, self).__call__(environ, start_response) Apr 28 11:01:59.424493 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 693, in __call__ Apr 28 11:01:59.424493 dv-neutron-master-2-hyperv neutron-server[116161]: self.invoke_controller(controller, args, kwargs, state) Apr 28 11:01:59.424493 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 584, in invoke_controller Apr 28 11:01:59.424493 dv-neutron-master-2-hyperv neutron-server[116161]: result = controller(*args, **kwargs) Apr 28 11:01:59.424493 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 28 11:01:59.424493 dv-neutron-master-2-hyperv neutron-server[116161]: return f(*args, **kwargs) Apr 28 11:01:59.424493 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 28 11:01:59.424493 dv-neutron-master-2-hyperv neutron-server[116161]: return f(*args, **kwargs) Apr 28 11:01:59.424493 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 28 11:01:59.424493 dv-neutron-master-2-hyperv neutron-server[116161]: return f(*dup_args, **dup_kwargs) Apr 28 11:01:59.424493 dv-neutron-master-2-hyperv neutron-server[116161]: File "/opt/stack/neutron/neutron/pecan_wsgi/controllers/utils.py", line 65, in wrapped Apr 28 11:01:59.424493 dv-neutron-master-2-hyperv neutron-server[116161]: return f(*args, **kwargs) Apr 28 11:01:59.424493 dv-neutron-master-2-hyperv neutron-server[116161]: File "/opt/stack/neutron/neutron/pecan_wsgi/controllers/resource.py", line 74, in put Apr 28 11:01:59.424493 dv-neutron-master-2-hyperv neutron-server[116161]: return {self.resource: self.plugin_updater(*updater_args)} Apr 28 11:01:59.424493 dv-neutron-master-2-hyperv neutron-server[116161]: File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Apr 28 11:01:59.424493 dv-neutron-master-2-hyperv neutron-server[116161]: return f(*args, **kwargs) Apr 28 11:01:59.424493 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Apr 28 11:01:59.424493 dv-neutron-master-2-hyperv neutron-server[116161]: return method(*args, **kwargs) Apr 28 11:01:59.424493 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 28 11:01:59.424493 dv-neutron-master-2-hyperv neutron-server[116161]: return f(*args, **kwargs) Apr 28 11:01:59.424493 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 28 11:01:59.424493 dv-neutron-master-2-hyperv neutron-server[116161]: return f(*args, **kwargs) Apr 28 11:01:59.424493 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 28 11:01:59.424493 dv-neutron-master-2-hyperv neutron-server[116161]: return f(*dup_args, **dup_kwargs) Apr 28 11:01:59.424493 dv-neutron-master-2-hyperv neutron-server[116161]: File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1406, in update_subnet Apr 28 11:01:59.424493 dv-neutron-master-2-hyperv neutron-server[116161]: self._update_subnet_postcommit(context, original_subnet, Apr 28 11:01:59.424493 dv-neutron-master-2-hyperv neutron-server[116161]: File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1016, in _update_subnet_postcommit Apr 28 11:01:59.424493 dv-neutron-master-2-hyperv neutron-server[116161]: registry.publish( Apr 28 11:01:59.424493 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/registry.py", line 54, in publish Apr 28 11:01:59.424493 dv-neutron-master-2-hyperv neutron-server[116161]: _get_callback_manager().publish(resource, event, trigger, payload=payload) Apr 28 11:01:59.424493 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/utils.py", line 105, in _wrapped Apr 28 11:01:59.424493 dv-neutron-master-2-hyperv neutron-server[116161]: return function(*args, **kwargs) Apr 28 11:01:59.424493 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 150, in publish Apr 28 11:01:59.424493 dv-neutron-master-2-hyperv neutron-server[116161]: errors = self._notify_loop(resource, event, trigger, payload) Apr 28 11:01:59.424493 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 181, in _notify_loop Apr 28 11:01:59.424493 dv-neutron-master-2-hyperv neutron-server[116161]: callback(resource, event, trigger, payload=payload) Apr 28 11:01:59.424493 dv-neutron-master-2-hyperv neutron-server[116161]: File "/opt/stack/neutron/neutron/db/l3_db.py", line 2026, in _notify_subnet_gateway_ip_update Apr 28 11:01:59.424493 dv-neutron-master-2-hyperv neutron-server[116161]: router_ids = set(port.device_id for port in query) Apr 28 11:01:59.424493 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/query.py", line 2896, in __iter__ Apr 28 11:01:59.424493 dv-neutron-master-2-hyperv neutron-server[116161]: return self._iter().__iter__() Apr 28 11:01:59.424493 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/query.py", line 2903, in _iter Apr 28 11:01:59.424493 dv-neutron-master-2-hyperv neutron-server[116161]: result = self.session.execute( Apr 28 11:01:59.424493 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/session.py", line 1673, in execute Apr 28 11:01:59.424493 dv-neutron-master-2-hyperv neutron-server[116161]: result = fn(orm_exec_state) Apr 28 11:01:59.424493 dv-neutron-master-2-hyperv neutron-server[116161]: Apr 28 11:01:59.424493 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.v2.base [None req-3490740e-31bd-4c67-995f-1c17d37124d3 tempest-NetworksIpV6TestAttrs-234256711 tempest-NetworksIpV6TestAttrs-234256711-project] Request body: {'subnet': {'network_id': '59cf8dd0-2261-4bd1-bd3b-f2f1afdabef9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=116161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:01:59.433968 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-7e5c0350-6545-4414-90e4-ac1f7ad349b7 tempest-RoutersAdminTest-1587786081 tempest-RoutersAdminTest-1587786081-project] Publish callbacks [] for port (eae7caff-7bdf-4c7e-91ee-4c4aad452816), precommit_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:59.438758 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26ea838-f0a8-4c5e-a7b2-7fa1d78328e4 req-0011a253-1b75-445b-b58a-0705500ef4a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:01:59.450850 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [req-d26ea838-f0a8-4c5e-a7b2-7fa1d78328e4 req-0011a253-1b75-445b-b58a-0705500ef4a2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198022'] for port (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:59.450850 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-d26ea838-f0a8-4c5e-a7b2-7fa1d78328e4 req-0011a253-1b75-445b-b58a-0705500ef4a2 service neutron] 10.222.0.20 "PUT /v2.0/ports/927a5cb3-8012-4aaf-93d6-504dcf7bfba1 HTTP/1.1" status: 200 len: 1094 time: 1.7428763 Apr 28 11:01:59.450850 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6bd2b59b-b5db-4639-9109-3dca095b7768', 'tag': '927a5cb3-8012-4aaf-93d6-504dcf7bfba1'}] {{(pid=116161) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 11:01:59.454107 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e748734031c26dffb00ab563e48cb7690d820419218221ecd4f9c2a21276ff88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77797eb8-f340-41ac-803b-751caff981f0" -d '{"events": [{"name": "network-changed", "server_uuid": "6bd2b59b-b5db-4639-9109-3dca095b7768", "tag": "927a5cb3-8012-4aaf-93d6-504dcf7bfba1"}]}' {{(pid=116161) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 11:01:59.457253 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dab85e9-ef8f-4dda-9fd3-a9dbed736f98 tempest-NetworksIpV6Test-263553383 tempest-NetworksIpV6Test-263553383-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:01:59.457739 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-1dab85e9-ef8f-4dda-9fd3-a9dbed736f98 tempest-NetworksIpV6Test-263553383 tempest-NetworksIpV6Test-263553383-project] Publish callbacks [] for subnet (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:59.457858 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-19cfe49f-2111-4762-880c-e5291a0e6049 None None] Calling delete_port for 3f19906b-4cba-4151-a0c2-4a805abf2566 owned by network:dhcp {{(pid=116163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 11:01:59.462084 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-1dab85e9-ef8f-4dda-9fd3-a9dbed736f98 tempest-NetworksIpV6Test-263553383 tempest-NetworksIpV6Test-263553383-project] 10.222.0.10 "PUT /v2.0/subnets/5876702e-f88e-4c83-9c35-65e92662e949 HTTP/1.1" status: 200 len: 900 time: 1.4759359 Apr 28 11:01:59.485413 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 51182) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:01:59.502037 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-b5429a67-182b-4f69-872c-9fe97c9c6851 tempest-RoutersNegativeIpV6Test-273752723 tempest-RoutersNegativeIpV6Test-273752723-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042'] for network (5d5d16e7-69db-4d09-a54e-074e8be4974a), after_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:59.507789 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5429a67-182b-4f69-872c-9fe97c9c6851 tempest-RoutersNegativeIpV6Test-273752723 tempest-RoutersNegativeIpV6Test-273752723-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:01:59.508721 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-b5429a67-182b-4f69-872c-9fe97c9c6851 tempest-RoutersNegativeIpV6Test-273752723 tempest-RoutersNegativeIpV6Test-273752723-project] Publish callbacks [] for network (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:59.537574 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Network 59cf8dd0-2261-4bd1-bd3b-f2f1afdabef9 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=116163) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 28 11:01:59.554812 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0011a253-1b75-445b-b58a-0705500ef4a2 service neutron] Pushing event updated for resources: {'Port': ['ID=927a5cb3-8012-4aaf-93d6-504dcf7bfba1,revision_number=3']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:01:59.572768 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 11:01:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1f9f204-e5d3-428d-9ddd-082633e3ff39 x-openstack-request-id: req-f1f9f204-e5d3-428d-9ddd-082633e3ff39 {{(pid=116161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 11:01:59.574489 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6bd2b59b-b5db-4639-9109-3dca095b7768", "tag": "927a5cb3-8012-4aaf-93d6-504dcf7bfba1", "status": "completed", "code": 200}]} {{(pid=116161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 11:01:59.574489 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-f1f9f204-e5d3-428d-9ddd-082633e3ff39 {{(pid=116161) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 11:01:59.574489 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f1f9f204-e5d3-428d-9ddd-082633e3ff39'] response: {'name': 'network-changed', 'server_uuid': '6bd2b59b-b5db-4639-9109-3dca095b7768', 'tag': '927a5cb3-8012-4aaf-93d6-504dcf7bfba1', 'status': 'completed', 'code': 200} Apr 28 11:01:59.611120 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-4e5ed42f-3c0f-4842-bda4-fac535a559a9 None None] For port 8167e82e-b533-4de7-bf28-1daa9326335c, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=116163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 11:01:59.632079 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-bab5d863-a408-4c41-b6ce-2e9f75d17a31 tempest-BulkNetworkOpsTest-846609399 tempest-BulkNetworkOpsTest-846609399-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042'] for network (c934559d-81a1-4e62-9ecd-3ca758868e83), after_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:59.637329 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bab5d863-a408-4c41-b6ce-2e9f75d17a31 tempest-BulkNetworkOpsTest-846609399 tempest-BulkNetworkOpsTest-846609399-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:01:59.637973 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-bab5d863-a408-4c41-b6ce-2e9f75d17a31 tempest-BulkNetworkOpsTest-846609399 tempest-BulkNetworkOpsTest-846609399-project] Publish callbacks [] for network (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:59.649521 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77797eb8-f340-41ac-803b-751caff981f0 req-41763d1e-9db2-4000-b420-2ed5e15b7252 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:01:59.649867 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bf8ca1f-8bc5-45ca-9ad9-09f59bffaadd tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Made reservation on behalf of 12780407c7254bdfbde1c04e76d433ee for: {'subnet': 1} {{(pid=116162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 11:01:59.651226 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-77797eb8-f340-41ac-803b-751caff981f0 req-41763d1e-9db2-4000-b420-2ed5e15b7252 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=e9b5b362688444d0864b3692ffb5d0ef&device_id=6bd2b59b-b5db-4639-9109-3dca095b7768 HTTP/1.1" status: 200 len: 1128 time: 0.0934079 Apr 28 11:01:59.651853 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dab85e9-ef8f-4dda-9fd3-a9dbed736f98 tempest-NetworksIpV6Test-263553383 tempest-NetworksIpV6Test-263553383-project] Pushing event updated for resources: {'Subnet': ['ID=5876702e-f88e-4c83-9c35-65e92662e949,revision_number=1']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:01:59.653015 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-2bf8ca1f-8bc5-45ca-9ad9-09f59bffaadd tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4210834'] for subnet (None), before_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:59.658186 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5429a67-182b-4f69-872c-9fe97c9c6851 tempest-RoutersNegativeIpV6Test-273752723 tempest-RoutersNegativeIpV6Test-273752723-project] Pushing event updated for resources: {'Network': ['ID=5d5d16e7-69db-4d09-a54e-074e8be4974a,revision_number=1']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:01:59.667112 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-4e5ed42f-3c0f-4842-bda4-fac535a559a9 None None] For port 8167e82e-b533-4de7-bf28-1daa9326335c, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=8167e82e-b533-4de7-bf28-1daa9326335c,segment=NetworkSegment(818dec3b-01fe-4544-b3a9-30183997ee1b),segment_id=818dec3b-01fe-4544-b3a9-30183997ee1b)] {{(pid=116163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 11:01:59.685554 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Network 5d5d16e7-69db-4d09-a54e-074e8be4974a details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=116163) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 28 11:01:59.696834 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-b5429a67-182b-4f69-872c-9fe97c9c6851 tempest-RoutersNegativeIpV6Test-273752723 tempest-RoutersNegativeIpV6Test-273752723-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 2.0806634 Apr 28 11:01:59.706392 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-4557b1f9-0d47-4dfd-b3ff-019fc4cfe3b7 None None] For port f31b0feb-9481-41c9-b6e2-5cd25cc12c67, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=116163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 11:01:59.707171 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 51184) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:01:59.746559 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-4557b1f9-0d47-4dfd-b3ff-019fc4cfe3b7 None None] For port f31b0feb-9481-41c9-b6e2-5cd25cc12c67, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=f31b0feb-9481-41c9-b6e2-5cd25cc12c67,segment=NetworkSegment(e1d997f1-9631-4669-88f7-ce8e9b182677),segment_id=e1d997f1-9631-4669-88f7-ce8e9b182677)] {{(pid=116163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 11:01:59.747717 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.v2.base [None req-94754399-c9b1-4063-ae28-131a82ae181d tempest-RoutersNegativeIpV6Test-273752723 tempest-RoutersNegativeIpV6Test-273752723-project] Request body: {'subnet': {'network_id': '5d5d16e7-69db-4d09-a54e-074e8be4974a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=116161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:01:59.760727 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-4e5ed42f-3c0f-4842-bda4-fac535a559a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393'] for port (8167e82e-b533-4de7-bf28-1daa9326335c), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:59.827408 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-7e5c0350-6545-4414-90e4-ac1f7ad349b7 tempest-RoutersAdminTest-1587786081 tempest-RoutersAdminTest-1587786081-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742234710357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5051867'] for port (eae7caff-7bdf-4c7e-91ee-4c4aad452816), after_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:59.837757 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-bab5d863-a408-4c41-b6ce-2e9f75d17a31 tempest-BulkNetworkOpsTest-846609399 tempest-BulkNetworkOpsTest-846609399-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.5730469 Apr 28 11:01:59.843369 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 51186) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:01:59.855475 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-19cfe49f-2111-4762-880c-e5291a0e6049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742235135690', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742234710366'] for port (3f19906b-4cba-4151-a0c2-4a805abf2566), after_delete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:59.857682 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.v2.base [None req-e43102fc-f5a0-470b-ba27-c73ad328e43a tempest-BulkNetworkOpsTest-846609399 tempest-BulkNetworkOpsTest-846609399-project] Request body: {'ports': [{'network_id': 'd093679a-76d0-4b78-b84e-c799bd28b0d9', 'name': 'tempest-port--532406170', 'admin_state_up': True}, {'network_id': 'c934559d-81a1-4e62-9ecd-3ca758868e83', 'admin_state_up': False}]} {{(pid=116162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:01:59.858002 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.v2.base [None req-e43102fc-f5a0-470b-ba27-c73ad328e43a tempest-BulkNetworkOpsTest-846609399 tempest-BulkNetworkOpsTest-846609399-project] Request body: {'port': {'network_id': 'd093679a-76d0-4b78-b84e-c799bd28b0d9', 'name': 'tempest-port--532406170', 'admin_state_up': True}} {{(pid=116162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:01:59.858506 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.v2.base [None req-e43102fc-f5a0-470b-ba27-c73ad328e43a tempest-BulkNetworkOpsTest-846609399 tempest-BulkNetworkOpsTest-846609399-project] Request body: {'port': {'network_id': 'c934559d-81a1-4e62-9ecd-3ca758868e83', 'admin_state_up': False}} {{(pid=116162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:01:59.866786 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Device 3f19906b-4cba-4151-a0c2-4a805abf2566 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=116163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 11:01:59.877537 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-4557b1f9-0d47-4dfd-b3ff-019fc4cfe3b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393'] for port (f31b0feb-9481-41c9-b6e2-5cd25cc12c67), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:59.889443 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab5d863-a408-4c41-b6ce-2e9f75d17a31 tempest-BulkNetworkOpsTest-846609399 tempest-BulkNetworkOpsTest-846609399-project] Pushing event updated for resources: {'Network': ['ID=c934559d-81a1-4e62-9ecd-3ca758868e83,revision_number=1']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:01:59.914429 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] No Port match for: 3f19906b-4cba-4151-a0c2-4a805abf2566 {{(pid=116163) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 28 11:01:59.914429 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Device 3f19906b-4cba-4151-a0c2-4a805abf2566 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=116163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 11:01:59.939563 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-96048bd2-c32c-48b5-b68a-397008ef3801 tempest-FloatingIPTestJSON-373071706 tempest-FloatingIPTestJSON-373071706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742235135690', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742234710366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5051867'] for port (e022b529-fe9c-4ffe-83a4-696e682b5e91), after_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:01:59.945566 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e5c0350-6545-4414-90e4-ac1f7ad349b7 tempest-RoutersAdminTest-1587786081 tempest-RoutersAdminTest-1587786081-project] Network 7be49d94-bbb8-4a61-bafe-209c5f861e1c is already hosted by enough agents. {{(pid=116162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 11:01:59.960282 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19cfe49f-2111-4762-880c-e5291a0e6049 None None] No DVR routers for this DVR port 3f19906b-4cba-4151-a0c2-4a805abf2566 on host dv-neutron-master-2-hyperv {{(pid=116163) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 11:01:59.961878 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Network c934559d-81a1-4e62-9ecd-3ca758868e83 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=116163) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 28 11:01:59.973925 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.scheduler.base_scheduler [None req-7e5c0350-6545-4414-90e4-ac1f7ad349b7 tempest-RoutersAdminTest-1587786081 tempest-RoutersAdminTest-1587786081-project] Resources bound (agent type, host, resource id): {{(pid=116162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 11:01:59.978253 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e5c0350-6545-4414-90e4-ac1f7ad349b7 tempest-RoutersAdminTest-1587786081 tempest-RoutersAdminTest-1587786081-project] Received port after_create {{(pid=116162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 11:01:59.999600 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5ed42f-3c0f-4842-bda4-fac535a559a9 None None] Pushing event updated for resources: {'Port': ['ID=8167e82e-b533-4de7-bf28-1daa9326335c,revision_number=2']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:02:00.088038 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5c0350-6545-4414-90e4-ac1f7ad349b7 tempest-RoutersAdminTest-1587786081 tempest-RoutersAdminTest-1587786081-project] Pushing event updated for resources: {'Port': ['ID=eae7caff-7bdf-4c7e-91ee-4c4aad452816,revision_number=1']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:02:00.123172 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19cfe49f-2111-4762-880c-e5291a0e6049 None None] Pushing event deleted for resources: {'Port': ['ID=3f19906b-4cba-4151-a0c2-4a805abf2566,revision_number=None']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:02:00.183655 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3490740e-31bd-4c67-995f-1c17d37124d3 tempest-NetworksIpV6TestAttrs-234256711 tempest-NetworksIpV6TestAttrs-234256711-project] Made reservation on behalf of 5872500d6a394c9f83c6b1c78131b0b2 for: {'subnet': 1} {{(pid=116161) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 11:02:00.184222 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96048bd2-c32c-48b5-b68a-397008ef3801 tempest-FloatingIPTestJSON-373071706 tempest-FloatingIPTestJSON-373071706-project] Pushing event deleted for resources: {'Port': ['ID=e022b529-fe9c-4ffe-83a4-696e682b5e91,revision_number=None']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:02:00.187966 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-3490740e-31bd-4c67-995f-1c17d37124d3 tempest-NetworksIpV6TestAttrs-234256711 tempest-NetworksIpV6TestAttrs-234256711-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5125580'] for subnet (None), before_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:00.193220 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4557b1f9-0d47-4dfd-b3ff-019fc4cfe3b7 None None] Pushing event updated for resources: {'Port': ['ID=f31b0feb-9481-41c9-b6e2-5cd25cc12c67,revision_number=2']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:02:00.241718 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-ea239856-5630-4016-b37f-f50623010b9d tempest-NetworksIpV6Test-263553383 tempest-NetworksIpV6Test-263553383-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-979593'] for network (f9ed23b9-3668-4d49-8559-e7e449010cbc), before_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:00.289566 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b600e59-477e-4a23-8230-059b7c44c297 req-b901337a-4e07-4a45-98dc-3a5efd2d2e70 tempest-ServerActionsTestJSON-1498610228 tempest-ServerActionsTestJSON-1498610228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:02:00.297513 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-5b600e59-477e-4a23-8230-059b7c44c297 req-b901337a-4e07-4a45-98dc-3a5efd2d2e70 tempest-ServerActionsTestJSON-1498610228 tempest-ServerActionsTestJSON-1498610228-project] 10.222.0.10 "GET /v2.0/ports?device_id=6bd2b59b-b5db-4639-9109-3dca095b7768 HTTP/1.1" status: 200 len: 944 time: 0.1645427 Apr 28 11:02:00.319881 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77797eb8-f340-41ac-803b-751caff981f0 req-2372f0ca-6bbb-41dd-83ab-2990f7d79f13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:02:00.321370 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-77797eb8-f340-41ac-803b-751caff981f0 req-2372f0ca-6bbb-41dd-83ab-2990f7d79f13 service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=e9b5b362688444d0864b3692ffb5d0ef&shared=False HTTP/1.1" status: 200 len: 911 time: 0.6346009 Apr 28 11:02:00.555949 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-96048bd2-c32c-48b5-b68a-397008ef3801 tempest-FloatingIPTestJSON-373071706 tempest-FloatingIPTestJSON-373071706-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1935354'] for router_gateway (f78b6f71-c91e-4419-a7fc-4e894ee6d57e), after_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:00.678817 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-96048bd2-c32c-48b5-b68a-397008ef3801 tempest-FloatingIPTestJSON-373071706 tempest-FloatingIPTestJSON-373071706-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2060865', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-63275'] for router (f78b6f71-c91e-4419-a7fc-4e894ee6d57e), precommit_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:00.683268 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-96048bd2-c32c-48b5-b68a-397008ef3801 tempest-FloatingIPTestJSON-373071706 tempest-FloatingIPTestJSON-373071706-project] Publish callbacks [] for router_controller (f78b6f71-c91e-4419-a7fc-4e894ee6d57e), precommit_delete_associations {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:00.734034 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e43102fc-f5a0-470b-ba27-c73ad328e43a tempest-BulkNetworkOpsTest-846609399 tempest-BulkNetworkOpsTest-846609399-project] Made reservation on behalf of 4c057a30512140249e41acbd3053f09e for: {'port': 2} {{(pid=116162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 11:02:00.738095 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-e43102fc-f5a0-470b-ba27-c73ad328e43a tempest-BulkNetworkOpsTest-846609399 tempest-BulkNetworkOpsTest-846609399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (None), before_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:00.739524 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94754399-c9b1-4063-ae28-131a82ae181d tempest-RoutersNegativeIpV6Test-273752723 tempest-RoutersNegativeIpV6Test-273752723-project] Made reservation on behalf of d20e5067fde94728a53a5aba90f434ad for: {'subnet': 1} {{(pid=116161) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 11:02:00.742929 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-94754399-c9b1-4063-ae28-131a82ae181d tempest-RoutersNegativeIpV6Test-273752723 tempest-RoutersNegativeIpV6Test-273752723-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5125580'] for subnet (None), before_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:00.775767 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-e43102fc-f5a0-470b-ba27-c73ad328e43a tempest-BulkNetworkOpsTest-846609399 tempest-BulkNetworkOpsTest-846609399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (None), before_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:00.856889 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.objects.ports [None req-2bf8ca1f-8bc5-45ca-9ad9-09f59bffaadd tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=116162) get_objects /opt/stack/neutron/neutron/objects/ports.py:463}} Apr 28 11:02:00.859724 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-96048bd2-c32c-48b5-b68a-397008ef3801 tempest-FloatingIPTestJSON-373071706 tempest-FloatingIPTestJSON-373071706-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2060888'] for router (f78b6f71-c91e-4419-a7fc-4e894ee6d57e), after_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:00.859929 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96048bd2-c32c-48b5-b68a-397008ef3801 tempest-FloatingIPTestJSON-373071706 tempest-FloatingIPTestJSON-373071706-project] Fanout notify agent at l3_agent the message router_deleted on router f78b6f71-c91e-4419-a7fc-4e894ee6d57e {{(pid=116162) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 28 11:02:00.898789 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-96048bd2-c32c-48b5-b68a-397008ef3801 tempest-FloatingIPTestJSON-373071706 tempest-FloatingIPTestJSON-373071706-project] Publish callbacks [] for router (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:00.899943 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-96048bd2-c32c-48b5-b68a-397008ef3801 tempest-FloatingIPTestJSON-373071706 tempest-FloatingIPTestJSON-373071706-project] 10.222.0.10 "DELETE /v2.0/routers/f78b6f71-c91e-4419-a7fc-4e894ee6d57e HTTP/1.1" status: 204 len: 168 time: 3.6271470 Apr 28 11:02:00.901980 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-2bf8ca1f-8bc5-45ca-9ad9-09f59bffaadd tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5054027', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4210784'] for subnet (08bea236-ae4f-4004-87ed-98670032ebdd), after_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:00.903840 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 51190) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:02:01.010384 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-5b600e59-477e-4a23-8230-059b7c44c297 req-16b0e151-1d87-4251-b113-5d3ef3d7132f tempest-ServerActionsTestJSON-1498610228 tempest-ServerActionsTestJSON-1498610228-project] 10.222.0.10 "GET /v2.0/security-groups?id=0f246414-c46b-4ee7-b196-c819605d877f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7118688 Apr 28 11:02:01.048695 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.plugin [None req-ea239856-5630-4016-b37f-f50623010b9d tempest-NetworksIpV6Test-263553383 tempest-NetworksIpV6Test-263553383-project] Deleting port f31b0feb-9481-41c9-b6e2-5cd25cc12c67 {{(pid=116161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 11:02:01.049048 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-ea239856-5630-4016-b37f-f50623010b9d tempest-NetworksIpV6Test-263553383 tempest-NetworksIpV6Test-263553383-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742235130188'] for port (f31b0feb-9481-41c9-b6e2-5cd25cc12c67), before_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:01.070524 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf8ca1f-8bc5-45ca-9ad9-09f59bffaadd tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Pushing event updated for resources: {'Subnet': ['ID=08bea236-ae4f-4004-87ed-98670032ebdd,revision_number=0']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:02:01.075289 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bf8ca1f-8bc5-45ca-9ad9-09f59bffaadd tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Network 1ec9fbcf-7a57-4aaa-9c30-4e0f43e09480 is already hosted by enough agents. {{(pid=116162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 11:02:01.099714 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.scheduler.base_scheduler [None req-2bf8ca1f-8bc5-45ca-9ad9-09f59bffaadd tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Resources bound (agent type, host, resource id): {{(pid=116162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 11:02:01.118767 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f541cc8-c8fa-42a0-aefd-3f831c8ba520 None None] Network 1ec9fbcf-7a57-4aaa-9c30-4e0f43e09480 requested from dv-neutron-master-2-hyperv {{(pid=116163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 11:02:01.123680 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bf8ca1f-8bc5-45ca-9ad9-09f59bffaadd tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:02:01.129837 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-2bf8ca1f-8bc5-45ca-9ad9-09f59bffaadd tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Publish callbacks [] for subnet (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:01.170586 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.db.db_base_plugin_v2 [None req-f13f3c6a-bc1c-4af7-b7d1-e642c924ff99 tempest-FloatingIPTestJSON-373071706 tempest-FloatingIPTestJSON-373071706-project] Deleting subnet 8ca70516-0729-4db3-b53b-6aedfb36038a {{(pid=116162) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 28 11:02:01.192857 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-f13f3c6a-bc1c-4af7-b7d1-e642c924ff99 tempest-FloatingIPTestJSON-373071706 tempest-FloatingIPTestJSON-373071706-project] Publish callbacks [] for subnet (8ca70516-0729-4db3-b53b-6aedfb36038a), before_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:01.195521 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.notifiers.nova [None req-e43102fc-f5a0-470b-ba27-c73ad328e43a tempest-BulkNetworkOpsTest-846609399 tempest-BulkNetworkOpsTest-846609399-project] device_id is not set on port 6cb6a3ea-8990-425b-90f8-b1837444a56f yet. {{(pid=116162) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 28 11:02:01.209074 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77797eb8-f340-41ac-803b-751caff981f0 req-8e869cf8-0044-48c5-89b7-befb575b12e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:02:01.210638 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-77797eb8-f340-41ac-803b-751caff981f0 req-8e869cf8-0044-48c5-89b7-befb575b12e2 service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.5191348 Apr 28 11:02:01.216625 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-7e5c0350-6545-4414-90e4-ac1f7ad349b7 tempest-RoutersAdminTest-1587786081 tempest-RoutersAdminTest-1587786081-project] Publish callbacks [] for router_gateway (855d81bb-c373-463b-bbb2-35e0e355e3bf), after_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:01.294861 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-2bf8ca1f-8bc5-45ca-9ad9-09f59bffaadd tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 2.5465117 Apr 28 11:02:01.302676 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 51192) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:02:01.311159 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.v2.base [None req-a188b391-d966-4f7d-97d5-9aac50645654 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Request body: {'port': {'network_id': '1ec9fbcf-7a57-4aaa-9c30-4e0f43e09480', 'mac_address': 'fa:16:3e:21:03:5f', 'name': 'tempest-NetworksTestDHCPv6-1602960408'}} {{(pid=116162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:02:01.312002 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49df0be8-6378-4161-93f2-db505071aa11 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-1ec9fbcf-7a57-4aaa-9c30-4e0f43e09480', 'network_id': '1ec9fbcf-7a57-4aaa-9c30-4e0f43e09480', 'project_id': '12780407c7254bdfbde1c04e76d433ee', 'fixed_ips': [{'subnet_id': '08bea236-ae4f-4004-87ed-98670032ebdd'}]}} from dv-neutron-master-2-hyperv. {{(pid=116163) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 28 11:02:01.316216 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-49df0be8-6378-4161-93f2-db505071aa11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (None), before_create {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:01.332971 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-f13f3c6a-bc1c-4af7-b7d1-e642c924ff99 tempest-FloatingIPTestJSON-373071706 tempest-FloatingIPTestJSON-373071706-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5026541'] for subnet (8ca70516-0729-4db3-b53b-6aedfb36038a), precommit_delete_associations {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:01.350343 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b01e994-8d0f-4ece-a2bc-a56713f3fd37 None None] Network 3480c57d-362c-4017-8f96-3277d1d717f3 requested from dv-neutron-master-2-hyperv {{(pid=116163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 11:02:01.361803 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.db [None req-ea239856-5630-4016-b37f-f50623010b9d tempest-NetworksIpV6Test-263553383 tempest-NetworksIpV6Test-263553383-project] For port f31b0feb-9481-41c9-b6e2-5cd25cc12c67, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=f31b0feb-9481-41c9-b6e2-5cd25cc12c67,segment=NetworkSegment(e1d997f1-9631-4669-88f7-ce8e9b182677),segment_id=e1d997f1-9631-4669-88f7-ce8e9b182677)] {{(pid=116161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 11:02:01.362183 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-ea239856-5630-4016-b37f-f50623010b9d tempest-NetworksIpV6Test-263553383 tempest-NetworksIpV6Test-263553383-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1938497'] for port (f31b0feb-9481-41c9-b6e2-5cd25cc12c67), precommit_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:01.404771 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26ea838-f0a8-4c5e-a7b2-7fa1d78328e4 req-1a731816-e27b-40d3-b996-bc7e20c6acdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:02:01.406357 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-d26ea838-f0a8-4c5e-a7b2-7fa1d78328e4 req-1a731816-e27b-40d3-b996-bc7e20c6acdd service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=e9b5b362688444d0864b3692ffb5d0ef&device_id=6bd2b59b-b5db-4639-9109-3dca095b7768 HTTP/1.1" status: 200 len: 1128 time: 0.1295750 Apr 28 11:02:01.407808 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.plugin [None req-ea239856-5630-4016-b37f-f50623010b9d tempest-NetworksIpV6Test-263553383 tempest-NetworksIpV6Test-263553383-project] Calling delete_port for f31b0feb-9481-41c9-b6e2-5cd25cc12c67 owned by network:dhcp {{(pid=116161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 11:02:01.492175 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-740a90a2-28d2-4c6d-9000-d5f8d52d2d65 None None] Provisioning complete for port 8167e82e-b533-4de7-bf28-1daa9326335c triggered by entity DHCP. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:02:01.493004 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-740a90a2-28d2-4c6d-9000-d5f8d52d2d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (8167e82e-b533-4de7-bf28-1daa9326335c), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:01.496838 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-d26ea838-f0a8-4c5e-a7b2-7fa1d78328e4 req-8c5b75a2-370d-4f36-8cca-562cec69424d service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=927a5cb3-8012-4aaf-93d6-504dcf7bfba1 HTTP/1.1" status: 200 len: 217 time: 0.0823164 Apr 28 11:02:01.626588 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.db_base_plugin_common [None req-49df0be8-6378-4161-93f2-db505071aa11 None None] Allocated IP 2001:db8::f816:3eff:fefb:1746 (1ec9fbcf-7a57-4aaa-9c30-4e0f43e09480/08bea236-ae4f-4004-87ed-98670032ebdd/99df3006-2c61-4a4c-be71-610adaa5bc94) {{(pid=116163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 11:02:01.659641 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-94754399-c9b1-4063-ae28-131a82ae181d tempest-RoutersNegativeIpV6Test-273752723 tempest-RoutersNegativeIpV6Test-273752723-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5220536', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5125438'] for subnet (44510d9a-6a88-4530-89b3-87ab07dc47e4), after_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:01.675977 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26ea838-f0a8-4c5e-a7b2-7fa1d78328e4 req-83d6fb5e-4b2c-4eee-baed-8c86d0c2cf92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:02:01.676672 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-e43102fc-f5a0-470b-ba27-c73ad328e43a tempest-BulkNetworkOpsTest-846609399 tempest-BulkNetworkOpsTest-846609399-project] Publish callbacks [] for port (6cb6a3ea-8990-425b-90f8-b1837444a56f), precommit_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:01.677515 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-d26ea838-f0a8-4c5e-a7b2-7fa1d78328e4 req-83d6fb5e-4b2c-4eee-baed-8c86d0c2cf92 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=9f0dbbd1-58ad-4048-bae6-5e3ef831a6c1 HTTP/1.1" status: 200 len: 850 time: 0.1674275 Apr 28 11:02:01.713514 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-740a90a2-28d2-4c6d-9000-d5f8d52d2d65 None None] Current status of the port 8167e82e-b533-4de7-bf28-1daa9326335c is: DOWN; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:02:01.714211 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-740a90a2-28d2-4c6d-9000-d5f8d52d2d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (8167e82e-b533-4de7-bf28-1daa9326335c), before_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:01.761008 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-740a90a2-28d2-4c6d-9000-d5f8d52d2d65 None None] For port 8167e82e-b533-4de7-bf28-1daa9326335c, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=8167e82e-b533-4de7-bf28-1daa9326335c,segment=NetworkSegment(818dec3b-01fe-4544-b3a9-30183997ee1b),segment_id=818dec3b-01fe-4544-b3a9-30183997ee1b)] {{(pid=116163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 11:02:01.840229 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.objects.ports [None req-3490740e-31bd-4c67-995f-1c17d37124d3 tempest-NetworksIpV6TestAttrs-234256711 tempest-NetworksIpV6TestAttrs-234256711-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=116161) get_objects /opt/stack/neutron/neutron/objects/ports.py:463}} Apr 28 11:02:01.862226 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-3490740e-31bd-4c67-995f-1c17d37124d3 tempest-NetworksIpV6TestAttrs-234256711 tempest-NetworksIpV6TestAttrs-234256711-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5220536', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5125438'] for subnet (d2a6cf9c-5a8a-4335-b6fd-ca8be1b172d1), after_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:01.862579 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-740a90a2-28d2-4c6d-9000-d5f8d52d2d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393'] for port (8167e82e-b533-4de7-bf28-1daa9326335c), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:01.888426 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26ea838-f0a8-4c5e-a7b2-7fa1d78328e4 req-b65dcb75-1c55-4f20-8e5f-6db6eae51be2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:02:01.891590 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-d26ea838-f0a8-4c5e-a7b2-7fa1d78328e4 req-b65dcb75-1c55-4f20-8e5f-6db6eae51be2 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=8876925c-b776-4190-94d6-ff922dbd02cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.1836288 Apr 28 11:02:01.916794 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.notifiers.nova [None req-e43102fc-f5a0-470b-ba27-c73ad328e43a tempest-BulkNetworkOpsTest-846609399 tempest-BulkNetworkOpsTest-846609399-project] device_id is not set on port adf94712-e33a-4452-a912-858df64c521d yet. {{(pid=116162) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 28 11:02:01.920292 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94754399-c9b1-4063-ae28-131a82ae181d tempest-RoutersNegativeIpV6Test-273752723 tempest-RoutersNegativeIpV6Test-273752723-project] Pushing event updated for resources: {'Subnet': ['ID=44510d9a-6a88-4530-89b3-87ab07dc47e4,revision_number=0']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:02:01.948811 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-f13f3c6a-bc1c-4af7-b7d1-e642c924ff99 tempest-FloatingIPTestJSON-373071706 tempest-FloatingIPTestJSON-373071706-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-971303'] for subnet (8ca70516-0729-4db3-b53b-6aedfb36038a), precommit_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:01.953070 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec36037b-406f-4a3b-afa0-1eace63192ba None None] Network f9ed23b9-3668-4d49-8559-e7e449010cbc requested from dv-neutron-master-2-hyperv {{(pid=116163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 11:02:02.004166 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Device 8167e82e-b533-4de7-bf28-1daa9326335c up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=116163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 11:02:02.062011 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94754399-c9b1-4063-ae28-131a82ae181d tempest-RoutersNegativeIpV6Test-273752723 tempest-RoutersNegativeIpV6Test-273752723-project] Checking segment: {'id': '5494a520-ffc5-4f61-91f7-f4544708bebf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '5d5d16e7-69db-4d09-a54e-074e8be4974a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 11:02:02.062386 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94754399-c9b1-4063-ae28-131a82ae181d tempest-RoutersNegativeIpV6Test-273752723 tempest-RoutersNegativeIpV6Test-273752723-project] Network hostable DHCP agents. Network: 5d5d16e7-69db-4d09-a54e-074e8be4974a, hostable agents: ['75ba81b7-fe99-4281-90d2-a5adb445ecea'], hosted agents: [] {{(pid=116161) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 11:02:02.123025 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-3a872363-342f-4c1a-a4ba-bbe106cd1bd4 None None] Provisioning complete for port f31b0feb-9481-41c9-b6e2-5cd25cc12c67 triggered by entity DHCP. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:02:02.124027 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-3a872363-342f-4c1a-a4ba-bbe106cd1bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (f31b0feb-9481-41c9-b6e2-5cd25cc12c67), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:02.147280 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3490740e-31bd-4c67-995f-1c17d37124d3 tempest-NetworksIpV6TestAttrs-234256711 tempest-NetworksIpV6TestAttrs-234256711-project] Pushing event updated for resources: {'Subnet': ['ID=d2a6cf9c-5a8a-4335-b6fd-ca8be1b172d1,revision_number=0']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:02:02.201336 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3490740e-31bd-4c67-995f-1c17d37124d3 tempest-NetworksIpV6TestAttrs-234256711 tempest-NetworksIpV6TestAttrs-234256711-project] Checking segment: {'id': '008bd7a7-9a6d-4317-9b01-dd5b2e69802f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '59cf8dd0-2261-4bd1-bd3b-f2f1afdabef9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 11:02:02.201737 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3490740e-31bd-4c67-995f-1c17d37124d3 tempest-NetworksIpV6TestAttrs-234256711 tempest-NetworksIpV6TestAttrs-234256711-project] Network hostable DHCP agents. Network: 59cf8dd0-2261-4bd1-bd3b-f2f1afdabef9, hostable agents: ['75ba81b7-fe99-4281-90d2-a5adb445ecea'], hosted agents: [] {{(pid=116161) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 11:02:02.226661 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d41393-c2ed-4976-9d1b-42fc8828d5d8 req-a9d86243-643e-44d1-af7c-47df9ffed854 tempest-ServerActionsTestJSON-1498610228 tempest-ServerActionsTestJSON-1498610228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:02:02.228289 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-16d41393-c2ed-4976-9d1b-42fc8828d5d8 req-a9d86243-643e-44d1-af7c-47df9ffed854 tempest-ServerActionsTestJSON-1498610228 tempest-ServerActionsTestJSON-1498610228-project] 10.222.0.10 "GET /v2.0/ports?device_id=6bd2b59b-b5db-4639-9109-3dca095b7768 HTTP/1.1" status: 200 len: 944 time: 0.1073620 Apr 28 11:02:02.231316 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-ea239856-5630-4016-b37f-f50623010b9d tempest-NetworksIpV6Test-263553383 tempest-NetworksIpV6Test-263553383-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742235135690', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742234710366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5219112'] for port (f31b0feb-9481-41c9-b6e2-5cd25cc12c67), after_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:02.255117 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-d26ea838-f0a8-4c5e-a7b2-7fa1d78328e4 req-bf1986fe-dfa8-47de-88fa-592f74d15b18 service neutron] 10.222.0.20 "GET /v2.0/networks/8876925c-b776-4190-94d6-ff922dbd02cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3555136 Apr 28 11:02:02.307942 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea239856-5630-4016-b37f-f50623010b9d tempest-NetworksIpV6Test-263553383 tempest-NetworksIpV6Test-263553383-project] Pushing event deleted for resources: {'Port': ['ID=f31b0feb-9481-41c9-b6e2-5cd25cc12c67,revision_number=None']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:02:02.325240 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94754399-c9b1-4063-ae28-131a82ae181d tempest-RoutersNegativeIpV6Test-273752723 tempest-RoutersNegativeIpV6Test-273752723-project] Network 5d5d16e7-69db-4d09-a54e-074e8be4974a is scheduled to be hosted by DHCP agent 75ba81b7-fe99-4281-90d2-a5adb445ecea with binding_index 1 {{(pid=116161) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 11:02:02.325516 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740a90a2-28d2-4c6d-9000-d5f8d52d2d65 None None] Pushing event updated for resources: {'Port': ['ID=8167e82e-b533-4de7-bf28-1daa9326335c,revision_number=3']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:02:02.335478 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-3a872363-342f-4c1a-a4ba-bbe106cd1bd4 None None] Port f31b0feb-9481-41c9-b6e2-5cd25cc12c67 was deleted so its status cannot be updated. {{(pid=116163) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:345}} Apr 28 11:02:02.383999 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a188b391-d966-4f7d-97d5-9aac50645654 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Made reservation on behalf of 12780407c7254bdfbde1c04e76d433ee for: {'port': 1} {{(pid=116162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 11:02:02.432378 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea239856-5630-4016-b37f-f50623010b9d tempest-NetworksIpV6Test-263553383 tempest-NetworksIpV6Test-263553383-project] No DVR routers for this DVR port f31b0feb-9481-41c9-b6e2-5cd25cc12c67 on host dv-neutron-master-2-hyperv {{(pid=116161) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 11:02:02.474824 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-f13f3c6a-bc1c-4af7-b7d1-e642c924ff99 tempest-FloatingIPTestJSON-373071706 tempest-FloatingIPTestJSON-373071706-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-971310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5053962', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4210815'] for subnet (8ca70516-0729-4db3-b53b-6aedfb36038a), after_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:02.477268 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Provisioning complete for port 8167e82e-b533-4de7-bf28-1daa9326335c triggered by entity L2. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:02:02.477589 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (8167e82e-b533-4de7-bf28-1daa9326335c), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:02.478009 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-7e5c0350-6545-4414-90e4-ac1f7ad349b7 tempest-RoutersAdminTest-1587786081 tempest-RoutersAdminTest-1587786081-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2060818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1935326'] for router (855d81bb-c373-463b-bbb2-35e0e355e3bf), after_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:02.478352 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3490740e-31bd-4c67-995f-1c17d37124d3 tempest-NetworksIpV6TestAttrs-234256711 tempest-NetworksIpV6TestAttrs-234256711-project] Network 59cf8dd0-2261-4bd1-bd3b-f2f1afdabef9 is scheduled to be hosted by DHCP agent 75ba81b7-fe99-4281-90d2-a5adb445ecea with binding_index 1 {{(pid=116161) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 11:02:02.481317 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-49df0be8-6378-4161-93f2-db505071aa11 None None] Publish callbacks [] for port (99df3006-2c61-4a4c-be71-610adaa5bc94), precommit_create {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:02.506058 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-c456aa3a-e0f7-43b7-9d0e-ef5a0f6f253f None None] Provisioning complete for port 8167e82e-b533-4de7-bf28-1daa9326335c triggered by entity DHCP. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:02:02.506729 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-c456aa3a-e0f7-43b7-9d0e-ef5a0f6f253f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (8167e82e-b533-4de7-bf28-1daa9326335c), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:02.534178 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f13f3c6a-bc1c-4af7-b7d1-e642c924ff99 tempest-FloatingIPTestJSON-373071706 tempest-FloatingIPTestJSON-373071706-project] Pushing event deleted for resources: {'Subnet': ['ID=8ca70516-0729-4db3-b53b-6aedfb36038a,revision_number=None']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:02:02.534725 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-ea239856-5630-4016-b37f-f50623010b9d tempest-NetworksIpV6Test-263553383 tempest-NetworksIpV6Test-263553383-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-971303'] for subnet (5876702e-f88e-4c83-9c35-65e92662e949), precommit_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:02.575107 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-49df0be8-6378-4161-93f2-db505071aa11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742234710357'] for port (99df3006-2c61-4a4c-be71-610adaa5bc94), after_create {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:02.578005 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f13f3c6a-bc1c-4af7-b7d1-e642c924ff99 tempest-FloatingIPTestJSON-373071706 tempest-FloatingIPTestJSON-373071706-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:02:02.578568 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f13f3c6a-bc1c-4af7-b7d1-e642c924ff99 tempest-FloatingIPTestJSON-373071706 tempest-FloatingIPTestJSON-373071706-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:02:02.579569 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f13f3c6a-bc1c-4af7-b7d1-e642c924ff99 tempest-FloatingIPTestJSON-373071706 tempest-FloatingIPTestJSON-373071706-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:02:02.579569 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f13f3c6a-bc1c-4af7-b7d1-e642c924ff99 tempest-FloatingIPTestJSON-373071706 tempest-FloatingIPTestJSON-373071706-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:02:02.579790 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f13f3c6a-bc1c-4af7-b7d1-e642c924ff99 tempest-FloatingIPTestJSON-373071706 tempest-FloatingIPTestJSON-373071706-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:02:02.580198 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f13f3c6a-bc1c-4af7-b7d1-e642c924ff99 tempest-FloatingIPTestJSON-373071706 tempest-FloatingIPTestJSON-373071706-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:02:02.580594 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f13f3c6a-bc1c-4af7-b7d1-e642c924ff99 tempest-FloatingIPTestJSON-373071706 tempest-FloatingIPTestJSON-373071706-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:02:02.580985 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f13f3c6a-bc1c-4af7-b7d1-e642c924ff99 tempest-FloatingIPTestJSON-373071706 tempest-FloatingIPTestJSON-373071706-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:02:02.581377 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f13f3c6a-bc1c-4af7-b7d1-e642c924ff99 tempest-FloatingIPTestJSON-373071706 tempest-FloatingIPTestJSON-373071706-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:02:02.581762 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f13f3c6a-bc1c-4af7-b7d1-e642c924ff99 tempest-FloatingIPTestJSON-373071706 tempest-FloatingIPTestJSON-373071706-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:02:02.582146 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f13f3c6a-bc1c-4af7-b7d1-e642c924ff99 tempest-FloatingIPTestJSON-373071706 tempest-FloatingIPTestJSON-373071706-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:02:02.582960 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f13f3c6a-bc1c-4af7-b7d1-e642c924ff99 tempest-FloatingIPTestJSON-373071706 tempest-FloatingIPTestJSON-373071706-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:02:02.582960 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f13f3c6a-bc1c-4af7-b7d1-e642c924ff99 tempest-FloatingIPTestJSON-373071706 tempest-FloatingIPTestJSON-373071706-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:02:02.583196 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f13f3c6a-bc1c-4af7-b7d1-e642c924ff99 tempest-FloatingIPTestJSON-373071706 tempest-FloatingIPTestJSON-373071706-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:02:02.583645 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f13f3c6a-bc1c-4af7-b7d1-e642c924ff99 tempest-FloatingIPTestJSON-373071706 tempest-FloatingIPTestJSON-373071706-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:02:02.599651 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-f13f3c6a-bc1c-4af7-b7d1-e642c924ff99 tempest-FloatingIPTestJSON-373071706 tempest-FloatingIPTestJSON-373071706-project] Publish callbacks [] for subnet (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:02.603095 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-f13f3c6a-bc1c-4af7-b7d1-e642c924ff99 tempest-FloatingIPTestJSON-373071706 tempest-FloatingIPTestJSON-373071706-project] 10.222.0.10 "DELETE /v2.0/subnets/8ca70516-0729-4db3-b53b-6aedfb36038a HTTP/1.1" status: 204 len: 168 time: 1.6933138 Apr 28 11:02:02.612167 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 51196) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:02:02.665875 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-16d41393-c2ed-4976-9d1b-42fc8828d5d8 req-1f697b29-c0fd-43b0-8708-54001453668e tempest-ServerActionsTestJSON-1498610228 tempest-ServerActionsTestJSON-1498610228-project] 10.222.0.10 "GET /v2.0/security-groups?id=0f246414-c46b-4ee7-b196-c819605d877f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4280837 Apr 28 11:02:02.668357 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.scheduler.base_scheduler [None req-94754399-c9b1-4063-ae28-131a82ae181d tempest-RoutersNegativeIpV6Test-273752723 tempest-RoutersNegativeIpV6Test-273752723-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 5d5d16e7-69db-4d09-a54e-074e8be4974a) {{(pid=116161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 11:02:02.676738 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-a188b391-d966-4f7d-97d5-9aac50645654 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (None), before_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:02.683556 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49df0be8-6378-4161-93f2-db505071aa11 None None] Network 1ec9fbcf-7a57-4aaa-9c30-4e0f43e09480 is already hosted by enough agents. {{(pid=116163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 11:02:02.689631 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35e3eff7-4a2e-49d7-b953-b5750c9595ea None None] Network 5d5d16e7-69db-4d09-a54e-074e8be4974a requested from dv-neutron-master-2-hyperv {{(pid=116163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 11:02:02.694030 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.scheduler.base_scheduler [None req-49df0be8-6378-4161-93f2-db505071aa11 None None] Resources bound (agent type, host, resource id): {{(pid=116163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 11:02:02.696041 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49df0be8-6378-4161-93f2-db505071aa11 None None] Pushing event updated for resources: {'Port': ['ID=99df3006-2c61-4a4c-be71-610adaa5bc94,revision_number=1']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:02:02.698706 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49df0be8-6378-4161-93f2-db505071aa11 None None] Received port after_create {{(pid=116163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 11:02:02.717351 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.scheduler.base_scheduler [None req-3490740e-31bd-4c67-995f-1c17d37124d3 tempest-NetworksIpV6TestAttrs-234256711 tempest-NetworksIpV6TestAttrs-234256711-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 59cf8dd0-2261-4bd1-bd3b-f2f1afdabef9) {{(pid=116161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 11:02:02.725648 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94754399-c9b1-4063-ae28-131a82ae181d tempest-RoutersNegativeIpV6Test-273752723 tempest-RoutersNegativeIpV6Test-273752723-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:02:02.726186 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-94754399-c9b1-4063-ae28-131a82ae181d tempest-RoutersNegativeIpV6Test-273752723 tempest-RoutersNegativeIpV6Test-273752723-project] Publish callbacks [] for subnet (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:02.744963 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-d26ea838-f0a8-4c5e-a7b2-7fa1d78328e4 req-e9c4be61-723f-49b3-bac6-8f9c72d5ea0a service neutron] 10.222.0.20 "GET /v2.0/networks/8876925c-b776-4190-94d6-ff922dbd02cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4548748 Apr 28 11:02:02.746732 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3490740e-31bd-4c67-995f-1c17d37124d3 tempest-NetworksIpV6TestAttrs-234256711 tempest-NetworksIpV6TestAttrs-234256711-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:02:02.747389 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-3490740e-31bd-4c67-995f-1c17d37124d3 tempest-NetworksIpV6TestAttrs-234256711 tempest-NetworksIpV6TestAttrs-234256711-project] Publish callbacks [] for subnet (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:02.757031 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b3f1568-a845-4188-85dd-c1828c3bde02 None None] Network 59cf8dd0-2261-4bd1-bd3b-f2f1afdabef9 requested from dv-neutron-master-2-hyperv {{(pid=116163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 11:02:02.796224 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-ea239856-5630-4016-b37f-f50623010b9d tempest-NetworksIpV6Test-263553383 tempest-NetworksIpV6Test-263553383-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-971310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5220601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5125409'] for subnet (5876702e-f88e-4c83-9c35-65e92662e949), after_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:02.815388 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-e43102fc-f5a0-470b-ba27-c73ad328e43a tempest-BulkNetworkOpsTest-846609399 tempest-BulkNetworkOpsTest-846609399-project] Publish callbacks [] for port (adf94712-e33a-4452-a912-858df64c521d), precommit_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:02.826284 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f96393a-61cb-4c11-9475-a8f6ac9e6080 None None] Network f9ed23b9-3668-4d49-8559-e7e449010cbc requested from dv-neutron-master-2-hyperv {{(pid=116163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 11:02:02.834774 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-94754399-c9b1-4063-ae28-131a82ae181d tempest-RoutersNegativeIpV6Test-273752723 tempest-RoutersNegativeIpV6Test-273752723-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.0970991 Apr 28 11:02:02.834774 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea239856-5630-4016-b37f-f50623010b9d tempest-NetworksIpV6Test-263553383 tempest-NetworksIpV6Test-263553383-project] Pushing event deleted for resources: {'Subnet': ['ID=5876702e-f88e-4c83-9c35-65e92662e949,revision_number=None']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:02:02.837493 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 51198) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:02:02.841686 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea239856-5630-4016-b37f-f50623010b9d tempest-NetworksIpV6Test-263553383 tempest-NetworksIpV6Test-263553383-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:02:02.842592 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea239856-5630-4016-b37f-f50623010b9d tempest-NetworksIpV6Test-263553383 tempest-NetworksIpV6Test-263553383-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:02:02.842592 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea239856-5630-4016-b37f-f50623010b9d tempest-NetworksIpV6Test-263553383 tempest-NetworksIpV6Test-263553383-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:02:02.842960 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea239856-5630-4016-b37f-f50623010b9d tempest-NetworksIpV6Test-263553383 tempest-NetworksIpV6Test-263553383-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:02:02.843697 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea239856-5630-4016-b37f-f50623010b9d tempest-NetworksIpV6Test-263553383 tempest-NetworksIpV6Test-263553383-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:02:02.843697 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea239856-5630-4016-b37f-f50623010b9d tempest-NetworksIpV6Test-263553383 tempest-NetworksIpV6Test-263553383-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:02:02.844017 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea239856-5630-4016-b37f-f50623010b9d tempest-NetworksIpV6Test-263553383 tempest-NetworksIpV6Test-263553383-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:02:02.844300 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea239856-5630-4016-b37f-f50623010b9d tempest-NetworksIpV6Test-263553383 tempest-NetworksIpV6Test-263553383-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:02:02.844628 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea239856-5630-4016-b37f-f50623010b9d tempest-NetworksIpV6Test-263553383 tempest-NetworksIpV6Test-263553383-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:02:02.844956 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea239856-5630-4016-b37f-f50623010b9d tempest-NetworksIpV6Test-263553383 tempest-NetworksIpV6Test-263553383-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:02:02.845279 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea239856-5630-4016-b37f-f50623010b9d tempest-NetworksIpV6Test-263553383 tempest-NetworksIpV6Test-263553383-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:02:02.845604 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea239856-5630-4016-b37f-f50623010b9d tempest-NetworksIpV6Test-263553383 tempest-NetworksIpV6Test-263553383-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:02:02.845927 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea239856-5630-4016-b37f-f50623010b9d tempest-NetworksIpV6Test-263553383 tempest-NetworksIpV6Test-263553383-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:02:02.846251 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea239856-5630-4016-b37f-f50623010b9d tempest-NetworksIpV6Test-263553383 tempest-NetworksIpV6Test-263553383-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:02:02.846595 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea239856-5630-4016-b37f-f50623010b9d tempest-NetworksIpV6Test-263553383 tempest-NetworksIpV6Test-263553383-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:02:02.846796 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.v2.base [None req-6686a56c-9602-4a7c-a519-d95cf633e5ad tempest-RoutersNegativeIpV6Test-273752723 tempest-RoutersNegativeIpV6Test-273752723-project] Request body: {'network': {'name': 'tempest-router-network01--691845945'}} {{(pid=116162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:02:02.872541 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.notifiers.nova [None req-a188b391-d966-4f7d-97d5-9aac50645654 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] device_id is not set on port 4ee0e0a3-9be0-44d3-8e5a-9c34bba2c034 yet. {{(pid=116162) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 28 11:02:02.881735 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-3490740e-31bd-4c67-995f-1c17d37124d3 tempest-NetworksIpV6TestAttrs-234256711 tempest-NetworksIpV6TestAttrs-234256711-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 3.4883676 Apr 28 11:02:02.885185 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 51200) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:02:02.890051 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.v2.base [None req-f74197c2-ecd1-4f3d-8f2a-0349a6335c59 tempest-NetworksIpV6TestAttrs-234256711 tempest-NetworksIpV6TestAttrs-234256711-project] Request body: {'port': {'network_id': '59cf8dd0-2261-4bd1-bd3b-f2f1afdabef9', 'name': 'tempest-NetworksIpV6TestAttrs-38648862'}} {{(pid=116161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:02:02.894563 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-6d8c5ace-f840-4186-8253-a3ab0649f9ad tempest-FloatingIPTestJSON-373071706 tempest-FloatingIPTestJSON-373071706-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-979593'] for network (2f0c4506-288d-4d72-9653-41f71dea9778), before_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:02.945274 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-ea239856-5630-4016-b37f-f50623010b9d tempest-NetworksIpV6Test-263553383 tempest-NetworksIpV6Test-263553383-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-973498', 'neutron.services.segments.db._delete_segments_for_network-8742235207033'] for network (f9ed23b9-3668-4d49-8559-e7e449010cbc), precommit_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:02.954152 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Current status of the port 8167e82e-b533-4de7-bf28-1daa9326335c is: ACTIVE; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:02:02.955327 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Device f31b0feb-9481-41c9-b6e2-5cd25cc12c67 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=116163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 11:02:02.959736 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6686a56c-9602-4a7c-a519-d95cf633e5ad tempest-RoutersNegativeIpV6Test-273752723 tempest-RoutersNegativeIpV6Test-273752723-project] Made reservation on behalf of d20e5067fde94728a53a5aba90f434ad for: {'network': 1} {{(pid=116162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 11:02:02.963026 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-6686a56c-9602-4a7c-a519-d95cf633e5ad tempest-RoutersNegativeIpV6Test-273752723 tempest-RoutersNegativeIpV6Test-273752723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for network (None), before_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:03.000720 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-c456aa3a-e0f7-43b7-9d0e-ef5a0f6f253f None None] Current status of the port 8167e82e-b533-4de7-bf28-1daa9326335c is: ACTIVE; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:02:03.004466 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.services.segments.db [None req-ea239856-5630-4016-b37f-f50623010b9d tempest-NetworksIpV6Test-263553383 tempest-NetworksIpV6Test-263553383-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f9ed23b9-3668-4d49-8559-e7e449010cbc']}} {{(pid=116161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:02:03.021953 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.services.segments.db [None req-ea239856-5630-4016-b37f-f50623010b9d tempest-NetworksIpV6Test-263553383 tempest-NetworksIpV6Test-263553383-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e1d997f1-9631-4669-88f7-ce8e9b182677') {'for_net_delete': True} {{(pid=116161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:02:03.022219 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.services.segments.db [None req-ea239856-5630-4016-b37f-f50623010b9d tempest-NetworksIpV6Test-263553383 tempest-NetworksIpV6Test-263553383-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e1d997f1-9631-4669-88f7-ce8e9b182677') {} {{(pid=116161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:02:03.034432 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] No Port match for: f31b0feb-9481-41c9-b6e2-5cd25cc12c67 {{(pid=116163) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 28 11:02:03.035332 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Device f31b0feb-9481-41c9-b6e2-5cd25cc12c67 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=116163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Apr 28 11:02:03.036473 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-ea239856-5630-4016-b37f-f50623010b9d tempest-NetworksIpV6Test-263553383 tempest-NetworksIpV6Test-263553383-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742235208578', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8076969'] for segment (e1d997f1-9631-4669-88f7-ce8e9b182677), before_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:03.046642 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.managers [None req-49df0be8-6378-4161-93f2-db505071aa11 None None] Attempting to bind port 99df3006-2c61-4a4c-be71-610adaa5bc94 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=116163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 28 11:02:03.046642 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.managers [None req-49df0be8-6378-4161-93f2-db505071aa11 None None] Attempting to bind port 99df3006-2c61-4a4c-be71-610adaa5bc94 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'ffa4348d-378b-4e93-98fa-ab0dc49ee16c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '1ec9fbcf-7a57-4aaa-9c30-4e0f43e09480'}] {{(pid=116163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 28 11:02:03.046642 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49df0be8-6378-4161-93f2-db505071aa11 None None] Attempting to bind port 99df3006-2c61-4a4c-be71-610adaa5bc94 on network 1ec9fbcf-7a57-4aaa-9c30-4e0f43e09480 {{(pid=116163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 11:02:03.063636 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-ea239856-5630-4016-b37f-f50623010b9d tempest-NetworksIpV6Test-263553383 tempest-NetworksIpV6Test-263553383-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-961978'] for segment (e1d997f1-9631-4669-88f7-ce8e9b182677), precommit_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:03.077110 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ea239856-5630-4016-b37f-f50623010b9d tempest-NetworksIpV6Test-263553383 tempest-NetworksIpV6Test-263553383-project] Releasing vlan 59 on physical network physnet1 to pool {{(pid=116161) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 11:02:03.077110 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-ea239856-5630-4016-b37f-f50623010b9d tempest-NetworksIpV6Test-263553383 tempest-NetworksIpV6Test-263553383-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-961978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5219103'] for segment (e1d997f1-9631-4669-88f7-ce8e9b182677), after_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:03.081253 dv-neutron-master-2-hyperv neutron-server[116161]: Traceback (most recent call last): Apr 28 11:02:03.081253 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 11:02:03.081253 dv-neutron-master-2-hyperv neutron-server[116161]: timer() Apr 28 11:02:03.081253 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 11:02:03.081253 dv-neutron-master-2-hyperv neutron-server[116161]: cb(*args, **kw) Apr 28 11:02:03.081253 dv-neutron-master-2-hyperv neutron-server[116161]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 28 11:02:03.081253 dv-neutron-master-2-hyperv neutron-server[116161]: return func(*args, **kwargs) Apr 28 11:02:03.081253 dv-neutron-master-2-hyperv neutron-server[116161]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 11:02:03.081253 dv-neutron-master-2-hyperv neutron-server[116161]: self._notify() Apr 28 11:02:03.081253 dv-neutron-master-2-hyperv neutron-server[116161]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 11:02:03.081253 dv-neutron-master-2-hyperv neutron-server[116161]: self.callback(batched_events) Apr 28 11:02:03.081253 dv-neutron-master-2-hyperv neutron-server[116161]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 11:02:03.081253 dv-neutron-master-2-hyperv neutron-server[116161]: event.method(event) Apr 28 11:02:03.081253 dv-neutron-master-2-hyperv neutron-server[116161]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 28 11:02:03.081253 dv-neutron-master-2-hyperv neutron-server[116161]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 11:02:03.081253 dv-neutron-master-2-hyperv neutron-server[116161]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 28 11:02:03.081253 dv-neutron-master-2-hyperv neutron-server[116161]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 11:02:03.081253 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 28 11:02:03.081253 dv-neutron-master-2-hyperv neutron-server[116161]: return f(self, *a, **k) Apr 28 11:02:03.081253 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 28 11:02:03.081253 dv-neutron-master-2-hyperv neutron-server[116161]: return self._get(url).json() Apr 28 11:02:03.081253 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 28 11:02:03.081253 dv-neutron-master-2-hyperv neutron-server[116161]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 11:02:03.081253 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 11:02:03.081253 dv-neutron-master-2-hyperv neutron-server[116161]: return self.request(url, 'GET', **kwargs) Apr 28 11:02:03.081253 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 11:02:03.081253 dv-neutron-master-2-hyperv neutron-server[116161]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 11:02:03.081253 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 11:02:03.081253 dv-neutron-master-2-hyperv neutron-server[116161]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 11:02:03.081253 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 11:02:03.081253 dv-neutron-master-2-hyperv neutron-server[116161]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 11:02:03.081253 dv-neutron-master-2-hyperv neutron-server[116161]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 11:02:03.100950 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Port f31b0feb-9481-41c9-b6e2-5cd25cc12c67 not found, will not notify nova. {{(pid=116163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Apr 28 11:02:03.107032 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49df0be8-6378-4161-93f2-db505071aa11 None None] Checking agent: {'id': 'd5baab19-5dd1-4902-922b-84acb048ab9c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 10, 50, 43), 'started_at': datetime.datetime(2022, 4, 28, 10, 51, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 11, 1, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=116163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 11:02:03.107684 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49df0be8-6378-4161-93f2-db505071aa11 None None] Checking segment: {'id': 'ffa4348d-378b-4e93-98fa-ab0dc49ee16c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '1ec9fbcf-7a57-4aaa-9c30-4e0f43e09480'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 11:02:03.108248 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-49df0be8-6378-4161-93f2-db505071aa11 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:03.108791 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49df0be8-6378-4161-93f2-db505071aa11 None None] Bound using segment: {'id': 'ffa4348d-378b-4e93-98fa-ab0dc49ee16c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '1ec9fbcf-7a57-4aaa-9c30-4e0f43e09480'} {{(pid=116163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 11:02:03.109571 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.managers [None req-49df0be8-6378-4161-93f2-db505071aa11 None None] Bound port: 99df3006-2c61-4a4c-be71-610adaa5bc94, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ffa4348d-378b-4e93-98fa-ab0dc49ee16c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '1ec9fbcf-7a57-4aaa-9c30-4e0f43e09480'}}] {{(pid=116163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 28 11:02:03.110120 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-49df0be8-6378-4161-93f2-db505071aa11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (99df3006-2c61-4a4c-be71-610adaa5bc94), before_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:03.112061 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-e43102fc-f5a0-470b-ba27-c73ad328e43a tempest-BulkNetworkOpsTest-846609399 tempest-BulkNetworkOpsTest-846609399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742234710357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5051867'] for port (6cb6a3ea-8990-425b-90f8-b1837444a56f), after_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:03.127839 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6686a56c-9602-4a7c-a519-d95cf633e5ad tempest-RoutersNegativeIpV6Test-273752723 tempest-RoutersNegativeIpV6Test-273752723-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 96} {{(pid=116162) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 11:02:03.137585 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1d6ba58-144b-4d98-b891-3429db791199 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-5d5d16e7-69db-4d09-a54e-074e8be4974a', 'network_id': '5d5d16e7-69db-4d09-a54e-074e8be4974a', 'project_id': 'd20e5067fde94728a53a5aba90f434ad', 'fixed_ips': [{'subnet_id': '44510d9a-6a88-4530-89b3-87ab07dc47e4'}]}} from dv-neutron-master-2-hyperv. {{(pid=116163) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 28 11:02:03.139016 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-c1d6ba58-144b-4d98-b891-3429db791199 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (None), before_create {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:03.169650 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.db.db_base_plugin_common [None req-a188b391-d966-4f7d-97d5-9aac50645654 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Allocated IP 2001:db8::f816:3eff:fe21:35f (1ec9fbcf-7a57-4aaa-9c30-4e0f43e09480/08bea236-ae4f-4004-87ed-98670032ebdd/4ee0e0a3-9be0-44d3-8e5a-9c34bba2c034) {{(pid=116162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 11:02:03.185057 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb2b0d95-e3ad-47ed-90dc-e7db0ffb2bfb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-59cf8dd0-2261-4bd1-bd3b-f2f1afdabef9', 'network_id': '59cf8dd0-2261-4bd1-bd3b-f2f1afdabef9', 'project_id': '5872500d6a394c9f83c6b1c78131b0b2', 'fixed_ips': [{'subnet_id': 'd2a6cf9c-5a8a-4335-b6fd-ca8be1b172d1'}]}} from dv-neutron-master-2-hyperv. {{(pid=116163) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 28 11:02:03.186107 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-cb2b0d95-e3ad-47ed-90dc-e7db0ffb2bfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (None), before_create {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:03.194135 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f74197c2-ecd1-4f3d-8f2a-0349a6335c59 tempest-NetworksIpV6TestAttrs-234256711 tempest-NetworksIpV6TestAttrs-234256711-project] Made reservation on behalf of 5872500d6a394c9f83c6b1c78131b0b2 for: {'port': 1} {{(pid=116161) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 11:02:03.198602 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-f74197c2-ecd1-4f3d-8f2a-0349a6335c59 tempest-NetworksIpV6TestAttrs-234256711 tempest-NetworksIpV6TestAttrs-234256711-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (None), before_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:03.204299 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-6d8c5ace-f840-4186-8253-a3ab0649f9ad tempest-FloatingIPTestJSON-373071706 tempest-FloatingIPTestJSON-373071706-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-973498', 'neutron.services.segments.db._delete_segments_for_network-8742235207033'] for network (2f0c4506-288d-4d72-9653-41f71dea9778), precommit_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:03.228125 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.notifiers.nova [None req-f74197c2-ecd1-4f3d-8f2a-0349a6335c59 tempest-NetworksIpV6TestAttrs-234256711 tempest-NetworksIpV6TestAttrs-234256711-project] device_id is not set on port 04553f96-6a36-4d1a-a7cf-6a13c1438c17 yet. {{(pid=116161) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 28 11:02:03.232802 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-6686a56c-9602-4a7c-a519-d95cf633e5ad tempest-RoutersNegativeIpV6Test-273752723 tempest-RoutersNegativeIpV6Test-273752723-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-961978'] for segment (2db408aa-5bb7-4b82-a4ec-d6ff751a1b02), precommit_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:03.232802 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.db.segments_db [None req-6686a56c-9602-4a7c-a519-d95cf633e5ad tempest-RoutersNegativeIpV6Test-273752723 tempest-RoutersNegativeIpV6Test-273752723-project] Added segment 2db408aa-5bb7-4b82-a4ec-d6ff751a1b02 of type vlan for network 80f8af14-3149-4e17-abf1-09ab55bfa99e Apr 28 11:02:03.269313 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47950dbf-698c-40ea-a490-e1b61ce227c1 None None] DHCP port deletion for f9ed23b9-3668-4d49-8559-e7e449010cbc request from dv-neutron-master-2-hyperv {{(pid=116163) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 28 11:02:03.272137 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-ea239856-5630-4016-b37f-f50623010b9d tempest-NetworksIpV6Test-263553383 tempest-NetworksIpV6Test-263553383-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-973477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2063122'] for network (f9ed23b9-3668-4d49-8559-e7e449010cbc), after_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:03.277341 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-ea239856-5630-4016-b37f-f50623010b9d tempest-NetworksIpV6Test-263553383 tempest-NetworksIpV6Test-263553383-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603020'] for network (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:03.286436 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-ea239856-5630-4016-b37f-f50623010b9d tempest-NetworksIpV6Test-263553383 tempest-NetworksIpV6Test-263553383-project] 10.222.0.10 "DELETE /v2.0/networks/f9ed23b9-3668-4d49-8559-e7e449010cbc HTTP/1.1" status: 204 len: 168 time: 3.7924166 Apr 28 11:02:03.288968 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.services.segments.db [None req-6d8c5ace-f840-4186-8253-a3ab0649f9ad tempest-FloatingIPTestJSON-373071706 tempest-FloatingIPTestJSON-373071706-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2f0c4506-288d-4d72-9653-41f71dea9778']}} {{(pid=116162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:02:03.293009 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 51202) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:02:03.312696 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea239856-5630-4016-b37f-f50623010b9d tempest-NetworksIpV6Test-263553383 tempest-NetworksIpV6Test-263553383-project] Pushing event deleted for resources: {'Network': ['ID=f9ed23b9-3668-4d49-8559-e7e449010cbc,revision_number=None']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:02:03.323445 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-49df0be8-6378-4161-93f2-db505071aa11 None None] For port 99df3006-2c61-4a4c-be71-610adaa5bc94, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=116163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 11:02:03.326818 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-49df0be8-6378-4161-93f2-db505071aa11 None None] For port 99df3006-2c61-4a4c-be71-610adaa5bc94, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=99df3006-2c61-4a4c-be71-610adaa5bc94,segment=NetworkSegment(ffa4348d-378b-4e93-98fa-ab0dc49ee16c),segment_id=ffa4348d-378b-4e93-98fa-ab0dc49ee16c)] {{(pid=116163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 11:02:03.342039 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.pecan_wsgi.hooks.translation [None req-bb87fcb2-8d26-4346-8499-f20cd6abcba2 tempest-NetworksIpV6Test-263553383 tempest-NetworksIpV6Test-263553383-project] DELETE failed (client error): The resource could not be found. Apr 28 11:02:03.342619 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bb87fcb2-8d26-4346-8499-f20cd6abcba2 tempest-NetworksIpV6Test-263553383 tempest-NetworksIpV6Test-263553383-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=116162) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 28 11:02:03.347381 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-bb87fcb2-8d26-4346-8499-f20cd6abcba2 tempest-NetworksIpV6Test-263553383 tempest-NetworksIpV6Test-263553383-project] 10.222.0.10 "DELETE /v2.0/subnets/5876702e-f88e-4c83-9c35-65e92662e949 HTTP/1.1" status: 404 len: 337 time: 0.0421226 Apr 28 11:02:03.352118 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e5c0350-6545-4414-90e4-ac1f7ad349b7 tempest-RoutersAdminTest-1587786081 tempest-RoutersAdminTest-1587786081-project] Router 855d81bb-c373-463b-bbb2-35e0e355e3bf is scheduled to L3 agent 6b492ad6-0876-4d74-b20d-28143a52ceba with binding_index 1 {{(pid=116162) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 28 11:02:03.352118 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 51204) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:02:03.352634 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.services.segments.db [None req-6d8c5ace-f840-4186-8253-a3ab0649f9ad tempest-FloatingIPTestJSON-373071706 tempest-FloatingIPTestJSON-373071706-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd25549da-75e0-48bb-a18b-1a66b8312622') {'for_net_delete': True} {{(pid=116162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:02:03.353004 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.services.segments.db [None req-6d8c5ace-f840-4186-8253-a3ab0649f9ad tempest-FloatingIPTestJSON-373071706 tempest-FloatingIPTestJSON-373071706-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd25549da-75e0-48bb-a18b-1a66b8312622') {} {{(pid=116162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:02:03.367652 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43102fc-f5a0-470b-ba27-c73ad328e43a tempest-BulkNetworkOpsTest-846609399 tempest-BulkNetworkOpsTest-846609399-project] Pushing event updated for resources: {'Port': ['ID=6cb6a3ea-8990-425b-90f8-b1837444a56f,revision_number=1']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:02:03.387460 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.db.db_base_plugin_common [None req-f74197c2-ecd1-4f3d-8f2a-0349a6335c59 tempest-NetworksIpV6TestAttrs-234256711 tempest-NetworksIpV6TestAttrs-234256711-project] Allocated IP 2001:db8::f816:3eff:fe83:fe19 (59cf8dd0-2261-4bd1-bd3b-f2f1afdabef9/d2a6cf9c-5a8a-4335-b6fd-ca8be1b172d1/04553f96-6a36-4d1a-a7cf-6a13c1438c17) {{(pid=116161) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 11:02:03.408473 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-6686a56c-9602-4a7c-a519-d95cf633e5ad tempest-RoutersNegativeIpV6Test-273752723 tempest-RoutersNegativeIpV6Test-273752723-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742234744962'] for network (80f8af14-3149-4e17-abf1-09ab55bfa99e), precommit_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:03.418498 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-49df0be8-6378-4161-93f2-db505071aa11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393'] for port (99df3006-2c61-4a4c-be71-610adaa5bc94), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:03.431760 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-6d8c5ace-f840-4186-8253-a3ab0649f9ad tempest-FloatingIPTestJSON-373071706 tempest-FloatingIPTestJSON-373071706-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742235208578', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5026548'] for segment (d25549da-75e0-48bb-a18b-1a66b8312622), before_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:03.451178 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.pecan_wsgi.hooks.translation [None req-15ad5b5a-9307-4ceb-bd02-b7bbdf8caf31 tempest-NetworksIpV6Test-263553383 tempest-NetworksIpV6Test-263553383-project] DELETE failed (client error): The resource could not be found. Apr 28 11:02:03.451987 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-15ad5b5a-9307-4ceb-bd02-b7bbdf8caf31 tempest-NetworksIpV6Test-263553383 tempest-NetworksIpV6Test-263553383-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=116162) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 28 11:02:03.455394 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-15ad5b5a-9307-4ceb-bd02-b7bbdf8caf31 tempest-NetworksIpV6Test-263553383 tempest-NetworksIpV6Test-263553383-project] 10.222.0.10 "DELETE /v2.0/networks/f9ed23b9-3668-4d49-8559-e7e449010cbc HTTP/1.1" status: 404 len: 339 time: 0.0701537 Apr 28 11:02:03.463404 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 51206) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:02:03.466142 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e43102fc-f5a0-470b-ba27-c73ad328e43a tempest-BulkNetworkOpsTest-846609399 tempest-BulkNetworkOpsTest-846609399-project] Checking segment: {'id': '63a12587-13e4-4114-8586-fa5dd2bbc79d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'd093679a-76d0-4b78-b84e-c799bd28b0d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 11:02:03.466746 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e43102fc-f5a0-470b-ba27-c73ad328e43a tempest-BulkNetworkOpsTest-846609399 tempest-BulkNetworkOpsTest-846609399-project] Network hostable DHCP agents. Network: d093679a-76d0-4b78-b84e-c799bd28b0d9, hostable agents: ['75ba81b7-fe99-4281-90d2-a5adb445ecea'], hosted agents: [] {{(pid=116162) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 11:02:03.501593 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-6d8c5ace-f840-4186-8253-a3ab0649f9ad tempest-FloatingIPTestJSON-373071706 tempest-FloatingIPTestJSON-373071706-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-961978'] for segment (d25549da-75e0-48bb-a18b-1a66b8312622), precommit_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:03.511617 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.db_base_plugin_common [None req-c1d6ba58-144b-4d98-b891-3429db791199 None None] Allocated IP 2001:db8::2 (5d5d16e7-69db-4d09-a54e-074e8be4974a/44510d9a-6a88-4530-89b3-87ab07dc47e4/1086a601-6f76-4313-bc04-e12bb2808e56) {{(pid=116163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 11:02:03.520582 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49df0be8-6378-4161-93f2-db505071aa11 None None] Pushing event updated for resources: {'Port': ['ID=99df3006-2c61-4a4c-be71-610adaa5bc94,revision_number=2']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:02:03.572711 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6d8c5ace-f840-4186-8253-a3ab0649f9ad tempest-FloatingIPTestJSON-373071706 tempest-FloatingIPTestJSON-373071706-project] Releasing vlan 77 on physical network physnet1 to pool {{(pid=116162) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 11:02:03.573225 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-6d8c5ace-f840-4186-8253-a3ab0649f9ad tempest-FloatingIPTestJSON-373071706 tempest-FloatingIPTestJSON-373071706-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-961978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5051884'] for segment (d25549da-75e0-48bb-a18b-1a66b8312622), after_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:03.577326 dv-neutron-master-2-hyperv neutron-server[116162]: Traceback (most recent call last): Apr 28 11:02:03.577326 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 11:02:03.577326 dv-neutron-master-2-hyperv neutron-server[116162]: timer() Apr 28 11:02:03.577326 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 11:02:03.577326 dv-neutron-master-2-hyperv neutron-server[116162]: cb(*args, **kw) Apr 28 11:02:03.577326 dv-neutron-master-2-hyperv neutron-server[116162]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 28 11:02:03.577326 dv-neutron-master-2-hyperv neutron-server[116162]: return func(*args, **kwargs) Apr 28 11:02:03.577326 dv-neutron-master-2-hyperv neutron-server[116162]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 11:02:03.577326 dv-neutron-master-2-hyperv neutron-server[116162]: self._notify() Apr 28 11:02:03.577326 dv-neutron-master-2-hyperv neutron-server[116162]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 11:02:03.577326 dv-neutron-master-2-hyperv neutron-server[116162]: self.callback(batched_events) Apr 28 11:02:03.577326 dv-neutron-master-2-hyperv neutron-server[116162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 11:02:03.577326 dv-neutron-master-2-hyperv neutron-server[116162]: event.method(event) Apr 28 11:02:03.577326 dv-neutron-master-2-hyperv neutron-server[116162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 28 11:02:03.577326 dv-neutron-master-2-hyperv neutron-server[116162]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 11:02:03.577326 dv-neutron-master-2-hyperv neutron-server[116162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 28 11:02:03.577326 dv-neutron-master-2-hyperv neutron-server[116162]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 11:02:03.577326 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 28 11:02:03.577326 dv-neutron-master-2-hyperv neutron-server[116162]: return f(self, *a, **k) Apr 28 11:02:03.577326 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 28 11:02:03.577326 dv-neutron-master-2-hyperv neutron-server[116162]: return self._get(url).json() Apr 28 11:02:03.577326 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 28 11:02:03.577326 dv-neutron-master-2-hyperv neutron-server[116162]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 11:02:03.577326 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 11:02:03.577326 dv-neutron-master-2-hyperv neutron-server[116162]: return self.request(url, 'GET', **kwargs) Apr 28 11:02:03.577326 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 11:02:03.577326 dv-neutron-master-2-hyperv neutron-server[116162]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 11:02:03.577326 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 11:02:03.577326 dv-neutron-master-2-hyperv neutron-server[116162]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 11:02:03.577326 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 11:02:03.577326 dv-neutron-master-2-hyperv neutron-server[116162]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 11:02:03.577326 dv-neutron-master-2-hyperv neutron-server[116162]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 11:02:03.613982 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-c587debc-62bd-4ed7-a570-e6d8564e4bab tempest-NetworksIpV6Test-263553383 tempest-NetworksIpV6Test-263553383-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-979593'] for network (725007a5-2922-49dd-9d91-e93863b3461c), before_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:03.652628 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-f74197c2-ecd1-4f3d-8f2a-0349a6335c59 tempest-NetworksIpV6TestAttrs-234256711 tempest-NetworksIpV6TestAttrs-234256711-project] Publish callbacks [] for port (04553f96-6a36-4d1a-a7cf-6a13c1438c17), precommit_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:03.701441 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-6686a56c-9602-4a7c-a519-d95cf633e5ad tempest-RoutersNegativeIpV6Test-273752723 tempest-RoutersNegativeIpV6Test-273752723-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042'] for network (80f8af14-3149-4e17-abf1-09ab55bfa99e), after_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:03.706852 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6686a56c-9602-4a7c-a519-d95cf633e5ad tempest-RoutersNegativeIpV6Test-273752723 tempest-RoutersNegativeIpV6Test-273752723-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:02:03.707480 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-6686a56c-9602-4a7c-a519-d95cf633e5ad tempest-RoutersNegativeIpV6Test-273752723 tempest-RoutersNegativeIpV6Test-273752723-project] Publish callbacks [] for network (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:03.718317 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e43102fc-f5a0-470b-ba27-c73ad328e43a tempest-BulkNetworkOpsTest-846609399 tempest-BulkNetworkOpsTest-846609399-project] Network d093679a-76d0-4b78-b84e-c799bd28b0d9 is scheduled to be hosted by DHCP agent 75ba81b7-fe99-4281-90d2-a5adb445ecea with binding_index 1 {{(pid=116162) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 11:02:03.756803 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-c587debc-62bd-4ed7-a570-e6d8564e4bab tempest-NetworksIpV6Test-263553383 tempest-NetworksIpV6Test-263553383-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-973498', 'neutron.services.segments.db._delete_segments_for_network-8742235207033'] for network (725007a5-2922-49dd-9d91-e93863b3461c), precommit_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:03.802365 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.services.segments.db [None req-c587debc-62bd-4ed7-a570-e6d8564e4bab tempest-NetworksIpV6Test-263553383 tempest-NetworksIpV6Test-263553383-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['725007a5-2922-49dd-9d91-e93863b3461c']}} {{(pid=116161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:02:03.803749 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-c1d6ba58-144b-4d98-b891-3429db791199 None None] Publish callbacks [] for port (1086a601-6f76-4313-bc04-e12bb2808e56), precommit_create {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:03.824466 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.services.segments.db [None req-c587debc-62bd-4ed7-a570-e6d8564e4bab tempest-NetworksIpV6Test-263553383 tempest-NetworksIpV6Test-263553383-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a3c8fae1-99df-403b-943a-e071ce07117d') {'for_net_delete': True} {{(pid=116161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:02:03.824466 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.services.segments.db [None req-c587debc-62bd-4ed7-a570-e6d8564e4bab tempest-NetworksIpV6Test-263553383 tempest-NetworksIpV6Test-263553383-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a3c8fae1-99df-403b-943a-e071ce07117d') {} {{(pid=116161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:02:03.858439 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-c587debc-62bd-4ed7-a570-e6d8564e4bab tempest-NetworksIpV6Test-263553383 tempest-NetworksIpV6Test-263553383-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742235208578', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8076969'] for segment (a3c8fae1-99df-403b-943a-e071ce07117d), before_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:03.875803 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-6686a56c-9602-4a7c-a519-d95cf633e5ad tempest-RoutersNegativeIpV6Test-273752723 tempest-RoutersNegativeIpV6Test-273752723-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.0372889 Apr 28 11:02:03.885143 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 51210) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:02:03.892675 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.v2.base [None req-7fc9036e-323f-4356-8427-63bb195030c9 tempest-RoutersNegativeIpV6Test-273752723 tempest-RoutersNegativeIpV6Test-273752723-project] Request body: {'network': {'name': 'tempest-router-network02--1003608098'}} {{(pid=116161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:02:03.894068 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.scheduler.base_scheduler [None req-e43102fc-f5a0-470b-ba27-c73ad328e43a tempest-BulkNetworkOpsTest-846609399 tempest-BulkNetworkOpsTest-846609399-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, d093679a-76d0-4b78-b84e-c799bd28b0d9) {{(pid=116162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 11:02:03.895679 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-6d8c5ace-f840-4186-8253-a3ab0649f9ad tempest-FloatingIPTestJSON-373071706 tempest-FloatingIPTestJSON-373071706-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-973477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2063122'] for network (2f0c4506-288d-4d72-9653-41f71dea9778), after_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:03.909521 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e43102fc-f5a0-470b-ba27-c73ad328e43a tempest-BulkNetworkOpsTest-846609399 tempest-BulkNetworkOpsTest-846609399-project] Received port after_create {{(pid=116162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 11:02:03.910379 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-e43102fc-f5a0-470b-ba27-c73ad328e43a tempest-BulkNetworkOpsTest-846609399 tempest-BulkNetworkOpsTest-846609399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742234710357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5051867'] for port (adf94712-e33a-4452-a912-858df64c521d), after_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:03.925256 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cfe10a8-3999-4483-979f-fdb4599027f9 None None] Network d093679a-76d0-4b78-b84e-c799bd28b0d9 requested from dv-neutron-master-2-hyperv {{(pid=116163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 11:02:03.931213 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-f74197c2-ecd1-4f3d-8f2a-0349a6335c59 tempest-NetworksIpV6TestAttrs-234256711 tempest-NetworksIpV6TestAttrs-234256711-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742234710357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5219112'] for port (04553f96-6a36-4d1a-a7cf-6a13c1438c17), after_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:03.937393 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Device 8167e82e-b533-4de7-bf28-1daa9326335c up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=116163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 11:02:03.942323 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa5e8bf-6db9-4d01-b1b0-743c16af2ebf req-a417804e-e624-452d-8ade-e41a3e2656e1 tempest-ServerActionsTestJSON-1498610228 tempest-ServerActionsTestJSON-1498610228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:02:03.944676 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-4fa5e8bf-6db9-4d01-b1b0-743c16af2ebf req-a417804e-e624-452d-8ade-e41a3e2656e1 tempest-ServerActionsTestJSON-1498610228 tempest-ServerActionsTestJSON-1498610228-project] 10.222.0.10 "GET /v2.0/ports?device_id=6bd2b59b-b5db-4639-9109-3dca095b7768 HTTP/1.1" status: 200 len: 944 time: 0.1347613 Apr 28 11:02:03.947678 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-c587debc-62bd-4ed7-a570-e6d8564e4bab tempest-NetworksIpV6Test-263553383 tempest-NetworksIpV6Test-263553383-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-961978'] for segment (a3c8fae1-99df-403b-943a-e071ce07117d), precommit_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:03.949018 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-6d8c5ace-f840-4186-8253-a3ab0649f9ad tempest-FloatingIPTestJSON-373071706 tempest-FloatingIPTestJSON-373071706-project] Publish callbacks [] for network (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:03.951927 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-c1d6ba58-144b-4d98-b891-3429db791199 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742234710357'] for port (1086a601-6f76-4313-bc04-e12bb2808e56), after_create {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:03.955060 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-6d8c5ace-f840-4186-8253-a3ab0649f9ad tempest-FloatingIPTestJSON-373071706 tempest-FloatingIPTestJSON-373071706-project] 10.222.0.10 "DELETE /v2.0/networks/2f0c4506-288d-4d72-9653-41f71dea9778 HTTP/1.1" status: 204 len: 168 time: 1.3393645 Apr 28 11:02:03.995468 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6686a56c-9602-4a7c-a519-d95cf633e5ad tempest-RoutersNegativeIpV6Test-273752723 tempest-RoutersNegativeIpV6Test-273752723-project] Pushing event updated for resources: {'Network': ['ID=80f8af14-3149-4e17-abf1-09ab55bfa99e,revision_number=1']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:02:04.011969 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c587debc-62bd-4ed7-a570-e6d8564e4bab tempest-NetworksIpV6Test-263553383 tempest-NetworksIpV6Test-263553383-project] Releasing vlan 79 on physical network physnet1 to pool {{(pid=116161) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 11:02:04.012444 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-c587debc-62bd-4ed7-a570-e6d8564e4bab tempest-NetworksIpV6Test-263553383 tempest-NetworksIpV6Test-263553383-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-961978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5219103'] for segment (a3c8fae1-99df-403b-943a-e071ce07117d), after_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:04.014541 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e5c0350-6545-4414-90e4-ac1f7ad349b7 tempest-RoutersAdminTest-1587786081 tempest-RoutersAdminTest-1587786081-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=116162) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 11:02:04.023682 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Network 80f8af14-3149-4e17-abf1-09ab55bfa99e details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=116163) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 28 11:02:04.030364 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.db_base_plugin_common [None req-cb2b0d95-e3ad-47ed-90dc-e7db0ffb2bfb None None] Allocated IP 2001:db8::f816:3eff:fe60:a045 (59cf8dd0-2261-4bd1-bd3b-f2f1afdabef9/d2a6cf9c-5a8a-4335-b6fd-ca8be1b172d1/c65d0d93-b552-494a-8b46-007d8b5f6d2e) {{(pid=116163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 11:02:04.035266 dv-neutron-master-2-hyperv neutron-server[116161]: Traceback (most recent call last): Apr 28 11:02:04.035266 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 11:02:04.035266 dv-neutron-master-2-hyperv neutron-server[116161]: timer() Apr 28 11:02:04.035266 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 11:02:04.035266 dv-neutron-master-2-hyperv neutron-server[116161]: cb(*args, **kw) Apr 28 11:02:04.035266 dv-neutron-master-2-hyperv neutron-server[116161]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 28 11:02:04.035266 dv-neutron-master-2-hyperv neutron-server[116161]: return func(*args, **kwargs) Apr 28 11:02:04.035266 dv-neutron-master-2-hyperv neutron-server[116161]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 11:02:04.035266 dv-neutron-master-2-hyperv neutron-server[116161]: self._notify() Apr 28 11:02:04.035266 dv-neutron-master-2-hyperv neutron-server[116161]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 11:02:04.035266 dv-neutron-master-2-hyperv neutron-server[116161]: self.callback(batched_events) Apr 28 11:02:04.035266 dv-neutron-master-2-hyperv neutron-server[116161]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 11:02:04.035266 dv-neutron-master-2-hyperv neutron-server[116161]: event.method(event) Apr 28 11:02:04.035266 dv-neutron-master-2-hyperv neutron-server[116161]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 28 11:02:04.035266 dv-neutron-master-2-hyperv neutron-server[116161]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 11:02:04.035266 dv-neutron-master-2-hyperv neutron-server[116161]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 28 11:02:04.035266 dv-neutron-master-2-hyperv neutron-server[116161]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 11:02:04.035266 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 28 11:02:04.035266 dv-neutron-master-2-hyperv neutron-server[116161]: return f(self, *a, **k) Apr 28 11:02:04.035266 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 28 11:02:04.035266 dv-neutron-master-2-hyperv neutron-server[116161]: return self._get(url).json() Apr 28 11:02:04.035266 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 28 11:02:04.035266 dv-neutron-master-2-hyperv neutron-server[116161]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 11:02:04.035266 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 11:02:04.035266 dv-neutron-master-2-hyperv neutron-server[116161]: return self.request(url, 'GET', **kwargs) Apr 28 11:02:04.035266 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 11:02:04.035266 dv-neutron-master-2-hyperv neutron-server[116161]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 11:02:04.035266 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 11:02:04.035266 dv-neutron-master-2-hyperv neutron-server[116161]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 11:02:04.035266 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 11:02:04.035266 dv-neutron-master-2-hyperv neutron-server[116161]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 11:02:04.035266 dv-neutron-master-2-hyperv neutron-server[116161]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 11:02:04.038340 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fc9036e-323f-4356-8427-63bb195030c9 tempest-RoutersNegativeIpV6Test-273752723 tempest-RoutersNegativeIpV6Test-273752723-project] Made reservation on behalf of d20e5067fde94728a53a5aba90f434ad for: {'network': 1} {{(pid=116161) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 11:02:04.044004 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-7fc9036e-323f-4356-8427-63bb195030c9 tempest-RoutersNegativeIpV6Test-273752723 tempest-RoutersNegativeIpV6Test-273752723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for network (None), before_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:04.045556 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-a188b391-d966-4f7d-97d5-9aac50645654 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Publish callbacks [] for port (4ee0e0a3-9be0-44d3-8e5a-9c34bba2c034), precommit_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:04.067373 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d8c5ace-f840-4186-8253-a3ab0649f9ad tempest-FloatingIPTestJSON-373071706 tempest-FloatingIPTestJSON-373071706-project] Pushing event deleted for resources: {'Network': ['ID=2f0c4506-288d-4d72-9653-41f71dea9778,revision_number=None']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:02:04.067946 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f063fb6-f407-4a0c-978b-4e61d9c4684d None None] Sync routers for ids ['855d81bb-c373-463b-bbb2-35e0e355e3bf'] in dv-neutron-master-2-hyperv {{(pid=116163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 11:02:04.086153 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43102fc-f5a0-470b-ba27-c73ad328e43a tempest-BulkNetworkOpsTest-846609399 tempest-BulkNetworkOpsTest-846609399-project] Pushing event updated for resources: {'Port': ['ID=adf94712-e33a-4452-a912-858df64c521d,revision_number=1']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:02:04.118937 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f74197c2-ecd1-4f3d-8f2a-0349a6335c59 tempest-NetworksIpV6TestAttrs-234256711 tempest-NetworksIpV6TestAttrs-234256711-project] Network 59cf8dd0-2261-4bd1-bd3b-f2f1afdabef9 is already hosted by enough agents. {{(pid=116161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 11:02:04.120538 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e43102fc-f5a0-470b-ba27-c73ad328e43a tempest-BulkNetworkOpsTest-846609399 tempest-BulkNetworkOpsTest-846609399-project] Checking segment: {'id': 'c66cff26-f7ed-4815-8269-0d6c41997f9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'c934559d-81a1-4e62-9ecd-3ca758868e83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 11:02:04.121678 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e43102fc-f5a0-470b-ba27-c73ad328e43a tempest-BulkNetworkOpsTest-846609399 tempest-BulkNetworkOpsTest-846609399-project] Network hostable DHCP agents. Network: c934559d-81a1-4e62-9ecd-3ca758868e83, hostable agents: ['75ba81b7-fe99-4281-90d2-a5adb445ecea'], hosted agents: [] {{(pid=116162) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 11:02:04.165193 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-7e5c0350-6545-4414-90e4-ac1f7ad349b7 tempest-RoutersAdminTest-1587786081 tempest-RoutersAdminTest-1587786081-project] Publish callbacks [] for router (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:04.165700 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-7e5c0350-6545-4414-90e4-ac1f7ad349b7 tempest-RoutersAdminTest-1587786081 tempest-RoutersAdminTest-1587786081-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 7.5812850 Apr 28 11:02:04.169426 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 51214) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:02:04.170634 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.scheduler.base_scheduler [None req-f74197c2-ecd1-4f3d-8f2a-0349a6335c59 tempest-NetworksIpV6TestAttrs-234256711 tempest-NetworksIpV6TestAttrs-234256711-project] Resources bound (agent type, host, resource id): {{(pid=116161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 11:02:04.174334 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f74197c2-ecd1-4f3d-8f2a-0349a6335c59 tempest-NetworksIpV6TestAttrs-234256711 tempest-NetworksIpV6TestAttrs-234256711-project] Received port after_create {{(pid=116161) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 11:02:04.174694 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.v2.base [None req-a411e603-906c-4178-a3ea-0a46283416ed tempest-RoutersAdminTest-1999378242 tempest-RoutersAdminTest-1999378242-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'enable_snat': False}}} {{(pid=116162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:02:04.179803 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f74197c2-ecd1-4f3d-8f2a-0349a6335c59 tempest-NetworksIpV6TestAttrs-234256711 tempest-NetworksIpV6TestAttrs-234256711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:02:04.180470 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-f74197c2-ecd1-4f3d-8f2a-0349a6335c59 tempest-NetworksIpV6TestAttrs-234256711 tempest-NetworksIpV6TestAttrs-234256711-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198022'] for port (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:04.181325 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1d6ba58-144b-4d98-b891-3429db791199 None None] Network 5d5d16e7-69db-4d09-a54e-074e8be4974a is already hosted by enough agents. {{(pid=116163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 11:02:04.194638 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7fc9036e-323f-4356-8427-63bb195030c9 tempest-RoutersNegativeIpV6Test-273752723 tempest-RoutersNegativeIpV6Test-273752723-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 97} {{(pid=116161) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 11:02:04.203842 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-7fc9036e-323f-4356-8427-63bb195030c9 tempest-RoutersNegativeIpV6Test-273752723 tempest-RoutersNegativeIpV6Test-273752723-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-961978'] for segment (177088ca-9781-4427-bb1c-019e411f66c0), precommit_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:04.204191 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.db.segments_db [None req-7fc9036e-323f-4356-8427-63bb195030c9 tempest-RoutersNegativeIpV6Test-273752723 tempest-RoutersNegativeIpV6Test-273752723-project] Added segment 177088ca-9781-4427-bb1c-019e411f66c0 of type vlan for network 6072a3d1-0a45-44db-ad48-c57a06619c2c Apr 28 11:02:04.224106 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-a188b391-d966-4f7d-97d5-9aac50645654 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742234710357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5051867'] for port (4ee0e0a3-9be0-44d3-8e5a-9c34bba2c034), after_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:04.248316 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-7fc9036e-323f-4356-8427-63bb195030c9 tempest-RoutersNegativeIpV6Test-273752723 tempest-RoutersNegativeIpV6Test-273752723-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742234744962'] for network (6072a3d1-0a45-44db-ad48-c57a06619c2c), precommit_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:04.260097 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e43102fc-f5a0-470b-ba27-c73ad328e43a tempest-BulkNetworkOpsTest-846609399 tempest-BulkNetworkOpsTest-846609399-project] Network c934559d-81a1-4e62-9ecd-3ca758868e83 is scheduled to be hosted by DHCP agent 75ba81b7-fe99-4281-90d2-a5adb445ecea with binding_index 1 {{(pid=116162) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 11:02:04.287670 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-4fa5e8bf-6db9-4d01-b1b0-743c16af2ebf req-f7ab64d9-d74e-49a8-842c-1a6ce458ac0d tempest-ServerActionsTestJSON-1498610228 tempest-ServerActionsTestJSON-1498610228-project] 10.222.0.10 "GET /v2.0/security-groups?id=0f246414-c46b-4ee7-b196-c819605d877f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3347762 Apr 28 11:02:04.298287 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f74197c2-ecd1-4f3d-8f2a-0349a6335c59 tempest-NetworksIpV6TestAttrs-234256711 tempest-NetworksIpV6TestAttrs-234256711-project] Pushing event updated for resources: {'Port': ['ID=04553f96-6a36-4d1a-a7cf-6a13c1438c17,revision_number=1']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:02:04.308084 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a188b391-d966-4f7d-97d5-9aac50645654 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Network 1ec9fbcf-7a57-4aaa-9c30-4e0f43e09480 is already hosted by enough agents. {{(pid=116162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 11:02:04.311645 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a188b391-d966-4f7d-97d5-9aac50645654 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Pushing event updated for resources: {'Port': ['ID=4ee0e0a3-9be0-44d3-8e5a-9c34bba2c034,revision_number=1']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:02:04.315801 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.scheduler.base_scheduler [None req-a188b391-d966-4f7d-97d5-9aac50645654 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Resources bound (agent type, host, resource id): {{(pid=116162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 11:02:04.318246 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a188b391-d966-4f7d-97d5-9aac50645654 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Received port after_create {{(pid=116162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 11:02:04.324382 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a188b391-d966-4f7d-97d5-9aac50645654 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:02:04.324991 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-a188b391-d966-4f7d-97d5-9aac50645654 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198022'] for port (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:04.332709 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-7fc9036e-323f-4356-8427-63bb195030c9 tempest-RoutersNegativeIpV6Test-273752723 tempest-RoutersNegativeIpV6Test-273752723-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042'] for network (6072a3d1-0a45-44db-ad48-c57a06619c2c), after_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:04.338435 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fc9036e-323f-4356-8427-63bb195030c9 tempest-RoutersNegativeIpV6Test-273752723 tempest-RoutersNegativeIpV6Test-273752723-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:02:04.339251 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-7fc9036e-323f-4356-8427-63bb195030c9 tempest-RoutersNegativeIpV6Test-273752723 tempest-RoutersNegativeIpV6Test-273752723-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603020'] for network (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:04.368188 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-c587debc-62bd-4ed7-a570-e6d8564e4bab tempest-NetworksIpV6Test-263553383 tempest-NetworksIpV6Test-263553383-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-973477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2063122'] for network (725007a5-2922-49dd-9d91-e93863b3461c), after_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:04.373846 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.scheduler.base_scheduler [None req-e43102fc-f5a0-470b-ba27-c73ad328e43a tempest-BulkNetworkOpsTest-846609399 tempest-BulkNetworkOpsTest-846609399-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, c934559d-81a1-4e62-9ecd-3ca758868e83) {{(pid=116162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 11:02:04.379049 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e43102fc-f5a0-470b-ba27-c73ad328e43a tempest-BulkNetworkOpsTest-846609399 tempest-BulkNetworkOpsTest-846609399-project] Received port after_create {{(pid=116162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 11:02:04.384358 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-f74197c2-ecd1-4f3d-8f2a-0349a6335c59 tempest-NetworksIpV6TestAttrs-234256711 tempest-NetworksIpV6TestAttrs-234256711-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 949 time: 1.4963808 Apr 28 11:02:04.386358 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e43102fc-f5a0-470b-ba27-c73ad328e43a tempest-BulkNetworkOpsTest-846609399 tempest-BulkNetworkOpsTest-846609399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:02:04.389801 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 51216) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:02:04.392235 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e43102fc-f5a0-470b-ba27-c73ad328e43a tempest-BulkNetworkOpsTest-846609399 tempest-BulkNetworkOpsTest-846609399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:02:04.392989 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-e43102fc-f5a0-470b-ba27-c73ad328e43a tempest-BulkNetworkOpsTest-846609399 tempest-BulkNetworkOpsTest-846609399-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198022'] for port (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:04.420123 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-c587debc-62bd-4ed7-a570-e6d8564e4bab tempest-NetworksIpV6Test-263553383 tempest-NetworksIpV6Test-263553383-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603020'] for network (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:04.424567 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-c587debc-62bd-4ed7-a570-e6d8564e4bab tempest-NetworksIpV6Test-263553383 tempest-NetworksIpV6Test-263553383-project] 10.222.0.10 "DELETE /v2.0/networks/725007a5-2922-49dd-9d91-e93863b3461c HTTP/1.1" status: 204 len: 168 time: 0.9597785 Apr 28 11:02:04.457627 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 51218) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:02:04.483096 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-7fc9036e-323f-4356-8427-63bb195030c9 tempest-RoutersNegativeIpV6Test-273752723 tempest-RoutersNegativeIpV6Test-273752723-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.5960283 Apr 28 11:02:04.497611 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-e43102fc-f5a0-470b-ba27-c73ad328e43a tempest-BulkNetworkOpsTest-846609399 tempest-BulkNetworkOpsTest-846609399-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 4.6458504 Apr 28 11:02:04.499222 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 51220) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:02:04.500009 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 51222) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:02:04.504576 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc9036e-323f-4356-8427-63bb195030c9 tempest-RoutersNegativeIpV6Test-273752723 tempest-RoutersNegativeIpV6Test-273752723-project] Pushing event updated for resources: {'Network': ['ID=6072a3d1-0a45-44db-ad48-c57a06619c2c,revision_number=1']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:02:04.513356 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.pecan_wsgi.hooks.translation [None req-438a72bf-429d-4784-a4b8-11c76ad3057a tempest-NetworksIpV6Test-263553383 tempest-NetworksIpV6Test-263553383-project] DELETE failed (client error): The resource could not be found. Apr 28 11:02:04.513817 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-438a72bf-429d-4784-a4b8-11c76ad3057a tempest-NetworksIpV6Test-263553383 tempest-NetworksIpV6Test-263553383-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=116161) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 28 11:02:04.517388 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-438a72bf-429d-4784-a4b8-11c76ad3057a tempest-NetworksIpV6Test-263553383 tempest-NetworksIpV6Test-263553383-project] 10.222.0.10 "DELETE /v2.0/subnets/0929f792-9b73-45c0-aa8f-d8ae66658968 HTTP/1.1" status: 404 len: 337 time: 0.0546975 Apr 28 11:02:04.521489 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 51224) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:02:04.538336 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d6ba58-144b-4d98-b891-3429db791199 None None] Pushing event updated for resources: {'Port': ['ID=1086a601-6f76-4313-bc04-e12bb2808e56,revision_number=1']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:02:04.540512 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c587debc-62bd-4ed7-a570-e6d8564e4bab tempest-NetworksIpV6Test-263553383 tempest-NetworksIpV6Test-263553383-project] Pushing event deleted for resources: {'Network': ['ID=725007a5-2922-49dd-9d91-e93863b3461c,revision_number=None']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:02:04.556517 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9528b53-75f0-4b1c-8824-7d1ce535fb27 None None] Network c934559d-81a1-4e62-9ecd-3ca758868e83 requested from dv-neutron-master-2-hyperv {{(pid=116163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 11:02:04.558707 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.db.db_base_plugin_v2 [None req-60ed3493-3f1a-47b0-96b1-2a390fdcdc34 tempest-NetworksIpV6TestAttrs-234256711 tempest-NetworksIpV6TestAttrs-234256711-project] Deleting subnet d2a6cf9c-5a8a-4335-b6fd-ca8be1b172d1 {{(pid=116161) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 28 11:02:04.561020 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d6ba58-144b-4d98-b891-3429db791199 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:02:04.561602 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d6ba58-144b-4d98-b891-3429db791199 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:02:04.562284 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d6ba58-144b-4d98-b891-3429db791199 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:02:04.562957 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d6ba58-144b-4d98-b891-3429db791199 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:02:04.566258 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.pecan_wsgi.hooks.translation [None req-2bfb5854-a722-49a4-a2e1-45b5f20295e6 tempest-NetworksIpV6Test-263553383 tempest-NetworksIpV6Test-263553383-project] DELETE failed (client error): The resource could not be found. Apr 28 11:02:04.569824 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d6ba58-144b-4d98-b891-3429db791199 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:02:04.569927 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2bfb5854-a722-49a4-a2e1-45b5f20295e6 tempest-NetworksIpV6Test-263553383 tempest-NetworksIpV6Test-263553383-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=116161) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 28 11:02:04.570019 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d6ba58-144b-4d98-b891-3429db791199 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:02:04.570019 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d6ba58-144b-4d98-b891-3429db791199 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:02:04.570019 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d6ba58-144b-4d98-b891-3429db791199 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:02:04.570019 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d6ba58-144b-4d98-b891-3429db791199 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:02:04.570019 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d6ba58-144b-4d98-b891-3429db791199 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:02:04.570452 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-2bfb5854-a722-49a4-a2e1-45b5f20295e6 tempest-NetworksIpV6Test-263553383 tempest-NetworksIpV6Test-263553383-project] 10.222.0.10 "DELETE /v2.0/networks/ee210483-58aa-45cc-9e7f-31b77a1af582 HTTP/1.1" status: 404 len: 339 time: 0.0357778 Apr 28 11:02:04.570452 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 51230) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:02:04.574493 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-a188b391-d966-4f7d-97d5-9aac50645654 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 3.2691557 Apr 28 11:02:04.578666 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 51232) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:02:04.579409 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d6ba58-144b-4d98-b891-3429db791199 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:02:04.579922 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d6ba58-144b-4d98-b891-3429db791199 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:02:04.580280 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d6ba58-144b-4d98-b891-3429db791199 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:02:04.580623 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d6ba58-144b-4d98-b891-3429db791199 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:02:04.580963 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d6ba58-144b-4d98-b891-3429db791199 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:02:04.581617 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.v2.base [None req-eb1994dd-d00f-4c41-bca8-d6226247ebfb tempest-RoutersNegativeIpV6Test-273752723 tempest-RoutersNegativeIpV6Test-273752723-project] Request body: {'subnet': {'network_id': '80f8af14-3149-4e17-abf1-09ab55bfa99e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=116162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:02:04.584703 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Network 6072a3d1-0a45-44db-ad48-c57a06619c2c details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=116163) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 28 11:02:04.681353 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2efe505f-4da1-43e9-8747-43970c95b020 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:02:04.684107 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.scheduler.base_scheduler [None req-c1d6ba58-144b-4d98-b891-3429db791199 None None] Resources bound (agent type, host, resource id): {{(pid=116163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 11:02:04.686479 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f063fb6-f407-4a0c-978b-4e61d9c4684d None None] Routers {'855d81bb-c373-463b-bbb2-35e0e355e3bf'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=116163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 11:02:04.687278 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_hamode_db [None req-8f063fb6-f407-4a0c-978b-4e61d9c4684d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-28T10:50:39Z,description=,heartbeat_timestamp=2022-04-28T11:01:39Z,host='dv-neutron-master-2-hyperv',id=6b492ad6-0876-4d74-b20d-28143a52ceba,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T10:50:40Z,topic='l3_agent')) {'router_ids': ['855d81bb-c373-463b-bbb2-35e0e355e3bf'], 'active': True} {{(pid=116163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:02:04.687446 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2efe505f-4da1-43e9-8747-43970c95b020 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:02:04.693268 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-2efe505f-4da1-43e9-8747-43970c95b020 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.1099389 Apr 28 11:02:04.694164 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.db.db_base_plugin_v2 [None req-bcd28c10-90af-43d9-903f-f5047136c272 tempest-NetworksIpV6Test-263553383 tempest-NetworksIpV6Test-263553383-project] Deleting subnet 92f35d2f-160b-4f81-a28f-f49002214572 {{(pid=116161) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 28 11:02:04.697144 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 51234) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:02:04.699121 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-bcd28c10-90af-43d9-903f-f5047136c272 tempest-NetworksIpV6Test-263553383 tempest-NetworksIpV6Test-263553383-project] Publish callbacks [] for subnet (92f35d2f-160b-4f81-a28f-f49002214572), before_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:04.740071 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-142a596b-9081-49c5-867f-c9506288f043 tempest-BulkNetworkOpsTest-846609399 tempest-BulkNetworkOpsTest-846609399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:02:04.748433 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-142a596b-9081-49c5-867f-c9506288f043 tempest-BulkNetworkOpsTest-846609399 tempest-BulkNetworkOpsTest-846609399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:02:04.748433 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-142a596b-9081-49c5-867f-c9506288f043 tempest-BulkNetworkOpsTest-846609399 tempest-BulkNetworkOpsTest-846609399-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.1770124 Apr 28 11:02:04.754076 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 51236) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:02:04.754428 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 51238) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:02:04.842386 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1d6ba58-144b-4d98-b891-3429db791199 None None] Received port after_create {{(pid=116163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 11:02:04.842841 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-bcd28c10-90af-43d9-903f-f5047136c272 tempest-NetworksIpV6Test-263553383 tempest-NetworksIpV6Test-263553383-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8076976'] for subnet (92f35d2f-160b-4f81-a28f-f49002214572), precommit_delete_associations {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:04.913896 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_hamode_db [None req-8f063fb6-f407-4a0c-978b-4e61d9c4684d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=116163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:02:04.928046 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Provisioning complete for port 8167e82e-b533-4de7-bf28-1daa9326335c triggered by entity L2. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:02:04.928424 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (8167e82e-b533-4de7-bf28-1daa9326335c), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:04.935274 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-a411e603-906c-4178-a3ea-0a46283416ed tempest-RoutersAdminTest-1999378242 tempest-RoutersAdminTest-1999378242-project-admin] Publish callbacks [] for router_gateway (855d81bb-c373-463b-bbb2-35e0e355e3bf), precommit_update {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:04.958475 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.plugin [None req-31eccb00-2183-40f9-973f-091ad0788c77 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Deleting port 4ee0e0a3-9be0-44d3-8e5a-9c34bba2c034 {{(pid=116161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 11:02:04.958847 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-31eccb00-2183-40f9-973f-091ad0788c77 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742235130188'] for port (4ee0e0a3-9be0-44d3-8e5a-9c34bba2c034), before_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:04.969289 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb1994dd-d00f-4c41-bca8-d6226247ebfb tempest-RoutersNegativeIpV6Test-273752723 tempest-RoutersNegativeIpV6Test-273752723-project] Made reservation on behalf of d20e5067fde94728a53a5aba90f434ad for: {'subnet': 1} {{(pid=116162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 11:02:04.977100 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-eb1994dd-d00f-4c41-bca8-d6226247ebfb tempest-RoutersNegativeIpV6Test-273752723 tempest-RoutersNegativeIpV6Test-273752723-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4210834'] for subnet (None), before_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:05.053951 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f063fb6-f407-4a0c-978b-4e61d9c4684d None None] Routers {'855d81bb-c373-463b-bbb2-35e0e355e3bf'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=116163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 11:02:05.053951 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_hamode_db [None req-8f063fb6-f407-4a0c-978b-4e61d9c4684d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-28T10:50:39Z,description=,heartbeat_timestamp=2022-04-28T11:01:39Z,host='dv-neutron-master-2-hyperv',id=6b492ad6-0876-4d74-b20d-28143a52ceba,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T10:50:40Z,topic='l3_agent')) {'router_ids': ['855d81bb-c373-463b-bbb2-35e0e355e3bf'], 'active': True} {{(pid=116163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:02:05.118442 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_hamode_db [None req-8f063fb6-f407-4a0c-978b-4e61d9c4684d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=116163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:02:05.119059 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f063fb6-f407-4a0c-978b-4e61d9c4684d None None] The sync data for ids ['855d81bb-c373-463b-bbb2-35e0e355e3bf'] in dv-neutron-master-2-hyperv is: [] {{(pid=116163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 11:02:05.128180 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.managers [None req-c1d6ba58-144b-4d98-b891-3429db791199 None None] Attempting to bind port 1086a601-6f76-4313-bc04-e12bb2808e56 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=116163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 28 11:02:05.129044 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.managers [None req-c1d6ba58-144b-4d98-b891-3429db791199 None None] Attempting to bind port 1086a601-6f76-4313-bc04-e12bb2808e56 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '5494a520-ffc5-4f61-91f7-f4544708bebf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '5d5d16e7-69db-4d09-a54e-074e8be4974a'}] {{(pid=116163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 28 11:02:05.129562 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1d6ba58-144b-4d98-b891-3429db791199 None None] Attempting to bind port 1086a601-6f76-4313-bc04-e12bb2808e56 on network 5d5d16e7-69db-4d09-a54e-074e8be4974a {{(pid=116163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 11:02:05.146519 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1d6ba58-144b-4d98-b891-3429db791199 None None] Checking agent: {'id': 'd5baab19-5dd1-4902-922b-84acb048ab9c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 10, 50, 43), 'started_at': datetime.datetime(2022, 4, 28, 10, 51, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 11, 1, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=116163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 11:02:05.147208 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1d6ba58-144b-4d98-b891-3429db791199 None None] Checking segment: {'id': '5494a520-ffc5-4f61-91f7-f4544708bebf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '5d5d16e7-69db-4d09-a54e-074e8be4974a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 11:02:05.147781 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-c1d6ba58-144b-4d98-b891-3429db791199 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:05.148331 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1d6ba58-144b-4d98-b891-3429db791199 None None] Bound using segment: {'id': '5494a520-ffc5-4f61-91f7-f4544708bebf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '5d5d16e7-69db-4d09-a54e-074e8be4974a'} {{(pid=116163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 11:02:05.149088 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.managers [None req-c1d6ba58-144b-4d98-b891-3429db791199 None None] Bound port: 1086a601-6f76-4313-bc04-e12bb2808e56, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5494a520-ffc5-4f61-91f7-f4544708bebf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '5d5d16e7-69db-4d09-a54e-074e8be4974a'}}] {{(pid=116163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 28 11:02:05.149631 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-c1d6ba58-144b-4d98-b891-3429db791199 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (1086a601-6f76-4313-bc04-e12bb2808e56), before_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:05.281169 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-1dee7fdb-72fa-452e-84ff-55abb7254b26 None None] Provisioning complete for port 99df3006-2c61-4a4c-be71-610adaa5bc94 triggered by entity DHCP. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:02:05.282820 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-1dee7fdb-72fa-452e-84ff-55abb7254b26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (99df3006-2c61-4a4c-be71-610adaa5bc94), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:05.306068 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Current status of the port 8167e82e-b533-4de7-bf28-1daa9326335c is: ACTIVE; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:02:05.309410 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-cb2b0d95-e3ad-47ed-90dc-e7db0ffb2bfb None None] Publish callbacks [] for port (c65d0d93-b552-494a-8b46-007d8b5f6d2e), precommit_create {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:05.378534 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Device 927a5cb3-8012-4aaf-93d6-504dcf7bfba1 details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=116163) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 28 11:02:05.403752 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-c1d6ba58-144b-4d98-b891-3429db791199 None None] For port 1086a601-6f76-4313-bc04-e12bb2808e56, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=116163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 11:02:05.423471 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-c1d6ba58-144b-4d98-b891-3429db791199 None None] For port 1086a601-6f76-4313-bc04-e12bb2808e56, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=1086a601-6f76-4313-bc04-e12bb2808e56,segment=NetworkSegment(5494a520-ffc5-4f61-91f7-f4544708bebf),segment_id=5494a520-ffc5-4f61-91f7-f4544708bebf)] {{(pid=116163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 11:02:05.455520 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Device f31b0feb-9481-41c9-b6e2-5cd25cc12c67 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=116163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 11:02:05.471354 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-44981e81-ec05-4998-bf31-0510da7580ac admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=36d1e8ae0c6b44fb858256714ad6ff62&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7095783 Apr 28 11:02:05.489080 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 51244) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:02:05.492009 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-60ed3493-3f1a-47b0-96b1-2a390fdcdc34 tempest-NetworksIpV6TestAttrs-234256711 tempest-NetworksIpV6TestAttrs-234256711-project] Publish callbacks [] for subnet (d2a6cf9c-5a8a-4335-b6fd-ca8be1b172d1), before_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:05.492458 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] No Port match for: f31b0feb-9481-41c9-b6e2-5cd25cc12c67 {{(pid=116163) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 28 11:02:05.492867 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Device f31b0feb-9481-41c9-b6e2-5cd25cc12c67 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=116163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 11:02:05.498506 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-cb2b0d95-e3ad-47ed-90dc-e7db0ffb2bfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742234710357'] for port (c65d0d93-b552-494a-8b46-007d8b5f6d2e), after_create {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:05.559866 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-c1d6ba58-144b-4d98-b891-3429db791199 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393'] for port (1086a601-6f76-4313-bc04-e12bb2808e56), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:05.585223 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-eb1994dd-d00f-4c41-bca8-d6226247ebfb tempest-RoutersNegativeIpV6Test-273752723 tempest-RoutersNegativeIpV6Test-273752723-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5054027', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4210784'] for subnet (28a30a01-fc80-473f-9993-47892a250817), after_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:05.616354 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb2b0d95-e3ad-47ed-90dc-e7db0ffb2bfb None None] Network 59cf8dd0-2261-4bd1-bd3b-f2f1afdabef9 is already hosted by enough agents. {{(pid=116163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 11:02:05.631884 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.scheduler.base_scheduler [None req-cb2b0d95-e3ad-47ed-90dc-e7db0ffb2bfb None None] Resources bound (agent type, host, resource id): {{(pid=116163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 11:02:05.650203 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2b0d95-e3ad-47ed-90dc-e7db0ffb2bfb None None] Pushing event updated for resources: {'Port': ['ID=c65d0d93-b552-494a-8b46-007d8b5f6d2e,revision_number=1']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:02:05.663104 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.plugin [None req-0a3282fd-33f3-41d7-b522-d7adb3bde765 tempest-BulkNetworkOpsTest-846609399 tempest-BulkNetworkOpsTest-846609399-project] Deleting port 6cb6a3ea-8990-425b-90f8-b1837444a56f {{(pid=116161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 11:02:05.665404 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-0a3282fd-33f3-41d7-b522-d7adb3bde765 tempest-BulkNetworkOpsTest-846609399 tempest-BulkNetworkOpsTest-846609399-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742235130188'] for port (6cb6a3ea-8990-425b-90f8-b1837444a56f), before_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:05.689952 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb2b0d95-e3ad-47ed-90dc-e7db0ffb2bfb None None] Received port after_create {{(pid=116163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 11:02:05.705301 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-60ed3493-3f1a-47b0-96b1-2a390fdcdc34 tempest-NetworksIpV6TestAttrs-234256711 tempest-NetworksIpV6TestAttrs-234256711-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8076976'] for subnet (d2a6cf9c-5a8a-4335-b6fd-ca8be1b172d1), precommit_delete_associations {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:05.706967 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] For port 927a5cb3-8012-4aaf-93d6-504dcf7bfba1, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=927a5cb3-8012-4aaf-93d6-504dcf7bfba1,segment=NetworkSegment(6d4ad1d4-95ab-4492-8694-723c8a0122a3),segment_id=6d4ad1d4-95ab-4492-8694-723c8a0122a3)] {{(pid=116163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 11:02:05.711127 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-1dee7fdb-72fa-452e-84ff-55abb7254b26 None None] Current status of the port 99df3006-2c61-4a4c-be71-610adaa5bc94 is: DOWN; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:02:05.711525 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-1dee7fdb-72fa-452e-84ff-55abb7254b26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (99df3006-2c61-4a4c-be71-610adaa5bc94), before_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:05.721454 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de248b0-ff14-4370-9bfd-0d3c63cf6a9a req-9d7cc313-e8d9-44e2-9105-8415fea1d88c tempest-ServerActionsTestJSON-1498610228 tempest-ServerActionsTestJSON-1498610228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:02:05.723053 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-2de248b0-ff14-4370-9bfd-0d3c63cf6a9a req-9d7cc313-e8d9-44e2-9105-8415fea1d88c tempest-ServerActionsTestJSON-1498610228 tempest-ServerActionsTestJSON-1498610228-project] 10.222.0.10 "GET /v2.0/ports?device_id=6bd2b59b-b5db-4639-9109-3dca095b7768 HTTP/1.1" status: 200 len: 944 time: 0.2627163 Apr 28 11:02:05.769669 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-1dee7fdb-72fa-452e-84ff-55abb7254b26 None None] For port 99df3006-2c61-4a4c-be71-610adaa5bc94, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=99df3006-2c61-4a4c-be71-610adaa5bc94,segment=NetworkSegment(ffa4348d-378b-4e93-98fa-ab0dc49ee16c),segment_id=ffa4348d-378b-4e93-98fa-ab0dc49ee16c)] {{(pid=116163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 11:02:05.790149 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-31eccb00-2183-40f9-973f-091ad0788c77 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1938497'] for port (4ee0e0a3-9be0-44d3-8e5a-9c34bba2c034), precommit_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:05.823813 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Returning: {'device': '927a5cb3-8012-4aaf-93d6-504dcf7bfba1', 'network_id': '8876925c-b776-4190-94d6-ff922dbd02cf', 'port_id': '927a5cb3-8012-4aaf-93d6-504dcf7bfba1', 'mac_address': 'fa:16:3e:16:41:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 81, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9f0dbbd1-58ad-4048-bae6-5e3ef831a6c1', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=116163) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 28 11:02:05.845975 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d6ba58-144b-4d98-b891-3429db791199 None None] Pushing event updated for resources: {'Port': ['ID=1086a601-6f76-4313-bc04-e12bb2808e56,revision_number=2']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:02:05.865734 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.managers [None req-cb2b0d95-e3ad-47ed-90dc-e7db0ffb2bfb None None] Attempting to bind port c65d0d93-b552-494a-8b46-007d8b5f6d2e on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=116163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 28 11:02:05.866114 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.managers [None req-cb2b0d95-e3ad-47ed-90dc-e7db0ffb2bfb None None] Attempting to bind port c65d0d93-b552-494a-8b46-007d8b5f6d2e by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '008bd7a7-9a6d-4317-9b01-dd5b2e69802f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '59cf8dd0-2261-4bd1-bd3b-f2f1afdabef9'}] {{(pid=116163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 28 11:02:05.866523 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb2b0d95-e3ad-47ed-90dc-e7db0ffb2bfb None None] Attempting to bind port c65d0d93-b552-494a-8b46-007d8b5f6d2e on network 59cf8dd0-2261-4bd1-bd3b-f2f1afdabef9 {{(pid=116163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 11:02:05.899161 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.plugin [None req-31eccb00-2183-40f9-973f-091ad0788c77 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Calling delete_port for 4ee0e0a3-9be0-44d3-8e5a-9c34bba2c034 owned by {{(pid=116161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 11:02:05.901490 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-bcd28c10-90af-43d9-903f-f5047136c272 tempest-NetworksIpV6Test-263553383 tempest-NetworksIpV6Test-263553383-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-971303'] for subnet (92f35d2f-160b-4f81-a28f-f49002214572), precommit_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:05.919734 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Current status of the port 927a5cb3-8012-4aaf-93d6-504dcf7bfba1 is: DOWN; New status is: BUILD {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:02:05.920128 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (927a5cb3-8012-4aaf-93d6-504dcf7bfba1), before_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:05.923020 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Device 99df3006-2c61-4a4c-be71-610adaa5bc94 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=116163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 11:02:05.929308 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-1dee7fdb-72fa-452e-84ff-55abb7254b26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393'] for port (99df3006-2c61-4a4c-be71-610adaa5bc94), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:05.942021 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-0a3282fd-33f3-41d7-b522-d7adb3bde765 tempest-BulkNetworkOpsTest-846609399 tempest-BulkNetworkOpsTest-846609399-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1938497'] for port (6cb6a3ea-8990-425b-90f8-b1837444a56f), precommit_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:05.972627 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb2b0d95-e3ad-47ed-90dc-e7db0ffb2bfb None None] Checking agent: {'id': 'd5baab19-5dd1-4902-922b-84acb048ab9c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 10, 50, 43), 'started_at': datetime.datetime(2022, 4, 28, 10, 51, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 11, 1, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=116163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 11:02:05.973661 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb2b0d95-e3ad-47ed-90dc-e7db0ffb2bfb None None] Checking segment: {'id': '008bd7a7-9a6d-4317-9b01-dd5b2e69802f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '59cf8dd0-2261-4bd1-bd3b-f2f1afdabef9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 11:02:05.974777 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-cb2b0d95-e3ad-47ed-90dc-e7db0ffb2bfb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:05.975634 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb2b0d95-e3ad-47ed-90dc-e7db0ffb2bfb None None] Bound using segment: {'id': '008bd7a7-9a6d-4317-9b01-dd5b2e69802f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '59cf8dd0-2261-4bd1-bd3b-f2f1afdabef9'} {{(pid=116163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 11:02:05.976641 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.managers [None req-cb2b0d95-e3ad-47ed-90dc-e7db0ffb2bfb None None] Bound port: c65d0d93-b552-494a-8b46-007d8b5f6d2e, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '008bd7a7-9a6d-4317-9b01-dd5b2e69802f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '59cf8dd0-2261-4bd1-bd3b-f2f1afdabef9'}}] {{(pid=116163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 28 11:02:05.977447 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-cb2b0d95-e3ad-47ed-90dc-e7db0ffb2bfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (c65d0d93-b552-494a-8b46-007d8b5f6d2e), before_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:06.030545 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.notifiers.nova [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 927a5cb3-8012-4aaf-93d6-504dcf7bfba1 {{(pid=116163) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 11:02:06.030792 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.plugin [None req-0a3282fd-33f3-41d7-b522-d7adb3bde765 tempest-BulkNetworkOpsTest-846609399 tempest-BulkNetworkOpsTest-846609399-project] Calling delete_port for 6cb6a3ea-8990-425b-90f8-b1837444a56f owned by {{(pid=116161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 11:02:06.054932 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] For port 927a5cb3-8012-4aaf-93d6-504dcf7bfba1, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=927a5cb3-8012-4aaf-93d6-504dcf7bfba1,segment=NetworkSegment(6d4ad1d4-95ab-4492-8694-723c8a0122a3),segment_id=6d4ad1d4-95ab-4492-8694-723c8a0122a3)] {{(pid=116163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 11:02:06.067265 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-0d7c8155-49ba-481d-9990-3a4c293c7723 admin admin] Publish callbacks [] for security_group (9432f311-11d6-417c-bbf0-fd34299c6de5), before_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:06.135423 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb1994dd-d00f-4c41-bca8-d6226247ebfb tempest-RoutersNegativeIpV6Test-273752723 tempest-RoutersNegativeIpV6Test-273752723-project] Pushing event updated for resources: {'Subnet': ['ID=28a30a01-fc80-473f-9993-47892a250817,revision_number=0']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:02:06.138132 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-2bc53ff2-22a5-4b4e-ab57-cfd8b238e8c2 None None] Provisioning complete for port 4ee0e0a3-9be0-44d3-8e5a-9c34bba2c034 triggered by entity DHCP. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:02:06.138276 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-2bc53ff2-22a5-4b4e-ab57-cfd8b238e8c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (4ee0e0a3-9be0-44d3-8e5a-9c34bba2c034), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:06.157551 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb1994dd-d00f-4c41-bca8-d6226247ebfb tempest-RoutersNegativeIpV6Test-273752723 tempest-RoutersNegativeIpV6Test-273752723-project] Checking segment: {'id': '2db408aa-5bb7-4b82-a4ec-d6ff751a1b02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '80f8af14-3149-4e17-abf1-09ab55bfa99e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 11:02:06.158052 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb1994dd-d00f-4c41-bca8-d6226247ebfb tempest-RoutersNegativeIpV6Test-273752723 tempest-RoutersNegativeIpV6Test-273752723-project] Network hostable DHCP agents. Network: 80f8af14-3149-4e17-abf1-09ab55bfa99e, hostable agents: ['75ba81b7-fe99-4281-90d2-a5adb445ecea'], hosted agents: [] {{(pid=116162) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 11:02:06.168075 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-a411e603-906c-4178-a3ea-0a46283416ed tempest-RoutersAdminTest-1999378242 tempest-RoutersAdminTest-1999378242-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1935285', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2060837', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-63284'] for router (855d81bb-c373-463b-bbb2-35e0e355e3bf), precommit_update {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:06.179638 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-a411e603-906c-4178-a3ea-0a46283416ed tempest-RoutersAdminTest-1999378242 tempest-RoutersAdminTest-1999378242-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1935326', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1935308', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1935303', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-2060860'] for router (855d81bb-c373-463b-bbb2-35e0e355e3bf), after_update {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:06.188783 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-2de248b0-ff14-4370-9bfd-0d3c63cf6a9a req-0d07e594-c936-4b9d-b05c-01b804e73f32 tempest-ServerActionsTestJSON-1498610228 tempest-ServerActionsTestJSON-1498610228-project] 10.222.0.10 "GET /v2.0/security-groups?id=0f246414-c46b-4ee7-b196-c819605d877f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4298060 Apr 28 11:02:06.190265 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.agents_db [None req-54b29a82-8a19-4507-95e3-3a2d011841ff None None] Agent healthcheck: found 6 active agents {{(pid=116164) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 28 11:02:06.192057 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393'] for port (927a5cb3-8012-4aaf-93d6-504dcf7bfba1), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:06.194974 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-2bc53ff2-22a5-4b4e-ab57-cfd8b238e8c2 None None] Port 4ee0e0a3-9be0-44d3-8e5a-9c34bba2c034 cannot update to ACTIVE because it is not bound. {{(pid=116163) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 28 11:02:06.202123 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dee7fdb-72fa-452e-84ff-55abb7254b26 None None] Pushing event updated for resources: {'Port': ['ID=99df3006-2c61-4a4c-be71-610adaa5bc94,revision_number=3']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:02:06.220275 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-cb2b0d95-e3ad-47ed-90dc-e7db0ffb2bfb None None] For port c65d0d93-b552-494a-8b46-007d8b5f6d2e, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=116163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 11:02:06.244039 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb1994dd-d00f-4c41-bca8-d6226247ebfb tempest-RoutersNegativeIpV6Test-273752723 tempest-RoutersNegativeIpV6Test-273752723-project] Network 80f8af14-3149-4e17-abf1-09ab55bfa99e is scheduled to be hosted by DHCP agent 75ba81b7-fe99-4281-90d2-a5adb445ecea with binding_index 1 {{(pid=116162) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 11:02:06.245857 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Provisioning complete for port 99df3006-2c61-4a4c-be71-610adaa5bc94 triggered by entity L2. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:02:06.246245 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (99df3006-2c61-4a4c-be71-610adaa5bc94), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:06.262184 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-0d7c8155-49ba-481d-9990-3a4c293c7723 admin admin] Publish callbacks [] for security_group (9432f311-11d6-417c-bbf0-fd34299c6de5), precommit_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:06.274896 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-cb2b0d95-e3ad-47ed-90dc-e7db0ffb2bfb None None] For port c65d0d93-b552-494a-8b46-007d8b5f6d2e, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=c65d0d93-b552-494a-8b46-007d8b5f6d2e,segment=NetworkSegment(008bd7a7-9a6d-4317-9b01-dd5b2e69802f),segment_id=008bd7a7-9a6d-4317-9b01-dd5b2e69802f)] {{(pid=116163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 11:02:06.308451 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Pushing event updated for resources: {'Port': ['ID=927a5cb3-8012-4aaf-93d6-504dcf7bfba1,revision_number=4']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:02:06.324473 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.scheduler.base_scheduler [None req-eb1994dd-d00f-4c41-bca8-d6226247ebfb tempest-RoutersNegativeIpV6Test-273752723 tempest-RoutersNegativeIpV6Test-273752723-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 80f8af14-3149-4e17-abf1-09ab55bfa99e) {{(pid=116162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 11:02:06.330654 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb1994dd-d00f-4c41-bca8-d6226247ebfb tempest-RoutersNegativeIpV6Test-273752723 tempest-RoutersNegativeIpV6Test-273752723-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:02:06.331036 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-eb1994dd-d00f-4c41-bca8-d6226247ebfb tempest-RoutersNegativeIpV6Test-273752723 tempest-RoutersNegativeIpV6Test-273752723-project] Publish callbacks [] for subnet (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:06.346462 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94908f42-401c-4b6b-a432-e8a86ac45c6d None None] Network 80f8af14-3149-4e17-abf1-09ab55bfa99e requested from dv-neutron-master-2-hyperv {{(pid=116163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 11:02:06.359975 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a411e603-906c-4178-a3ea-0a46283416ed tempest-RoutersAdminTest-1999378242 tempest-RoutersAdminTest-1999378242-project-admin] Router 855d81bb-c373-463b-bbb2-35e0e355e3bf has already been hosted by L3 agent 6b492ad6-0876-4d74-b20d-28143a52ceba {{(pid=116162) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 11:02:06.395517 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-cb2b0d95-e3ad-47ed-90dc-e7db0ffb2bfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393'] for port (c65d0d93-b552-494a-8b46-007d8b5f6d2e), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:06.447653 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-60ed3493-3f1a-47b0-96b1-2a390fdcdc34 tempest-NetworksIpV6TestAttrs-234256711 tempest-NetworksIpV6TestAttrs-234256711-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-971303'] for subnet (d2a6cf9c-5a8a-4335-b6fd-ca8be1b172d1), precommit_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:06.451234 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-bcd28c10-90af-43d9-903f-f5047136c272 tempest-NetworksIpV6Test-263553383 tempest-NetworksIpV6Test-263553383-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-971310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5220601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5125409'] for subnet (92f35d2f-160b-4f81-a28f-f49002214572), after_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:06.456857 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] get_ports_and_sgs() called for port_ids ['927a5cb3-8012-4aaf-93d6-504dcf7bfba1'] {{(pid=116163) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 11:02:06.465946 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Current status of the port 99df3006-2c61-4a4c-be71-610adaa5bc94 is: ACTIVE; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:02:06.487590 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a411e603-906c-4178-a3ea-0a46283416ed tempest-RoutersAdminTest-1999378242 tempest-RoutersAdminTest-1999378242-project-admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=116162) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 11:02:06.499891 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a163a25e-5d65-414e-9b7f-67d85c8131e7 None None] Sync routers for ids ['855d81bb-c373-463b-bbb2-35e0e355e3bf'] in dv-neutron-master-2-hyperv {{(pid=116164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 11:02:06.504238 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-0a3282fd-33f3-41d7-b522-d7adb3bde765 tempest-BulkNetworkOpsTest-846609399 tempest-BulkNetworkOpsTest-846609399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742235135690', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742234710366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5219112'] for port (6cb6a3ea-8990-425b-90f8-b1837444a56f), after_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:06.504865 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-a411e603-906c-4178-a3ea-0a46283416ed tempest-RoutersAdminTest-1999378242 tempest-RoutersAdminTest-1999378242-project-admin] Publish callbacks [] for router (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:06.506357 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-a411e603-906c-4178-a3ea-0a46283416ed tempest-RoutersAdminTest-1999378242 tempest-RoutersAdminTest-1999378242-project-admin] 10.222.0.10 "PUT /v2.0/routers/855d81bb-c373-463b-bbb2-35e0e355e3bf HTTP/1.1" status: 200 len: 921 time: 2.3358207 Apr 28 11:02:06.509696 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 51246) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:02:06.509918 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd28c10-90af-43d9-903f-f5047136c272 tempest-NetworksIpV6Test-263553383 tempest-NetworksIpV6Test-263553383-project] Pushing event deleted for resources: {'Subnet': ['ID=92f35d2f-160b-4f81-a28f-f49002214572,revision_number=None']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:02:06.511625 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-0d7c8155-49ba-481d-9990-3a4c293c7723 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924426'] for security_group (9432f311-11d6-417c-bbf0-fd34299c6de5), after_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:06.514248 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-0d7c8155-49ba-481d-9990-3a4c293c7723 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:06.521019 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-0d7c8155-49ba-481d-9990-3a4c293c7723 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/9432f311-11d6-417c-bbf0-fd34299c6de5 HTTP/1.1" status: 204 len: 168 time: 1.0064054 Apr 28 11:02:06.524944 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a163a25e-5d65-414e-9b7f-67d85c8131e7 None None] Routers {'855d81bb-c373-463b-bbb2-35e0e355e3bf'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=116164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 11:02:06.525226 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-bcd28c10-90af-43d9-903f-f5047136c272 tempest-NetworksIpV6Test-263553383 tempest-NetworksIpV6Test-263553383-project] Publish callbacks [] for subnet (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:06.525575 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_hamode_db [None req-a163a25e-5d65-414e-9b7f-67d85c8131e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-28T10:50:39Z,description=,heartbeat_timestamp=2022-04-28T11:01:39Z,host='dv-neutron-master-2-hyperv',id=6b492ad6-0876-4d74-b20d-28143a52ceba,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T10:50:40Z,topic='l3_agent')) {'router_ids': ['855d81bb-c373-463b-bbb2-35e0e355e3bf'], 'active': True} {{(pid=116164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:02:06.535067 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-bcd28c10-90af-43d9-903f-f5047136c272 tempest-NetworksIpV6Test-263553383 tempest-NetworksIpV6Test-263553383-project] 10.222.0.10 "DELETE /v2.0/subnets/92f35d2f-160b-4f81-a28f-f49002214572 HTTP/1.1" status: 204 len: 168 time: 1.9645526 Apr 28 11:02:06.538580 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-eb1994dd-d00f-4c41-bca8-d6226247ebfb tempest-RoutersNegativeIpV6Test-273752723 tempest-RoutersNegativeIpV6Test-273752723-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.9691653 Apr 28 11:02:06.541096 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 51250) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:02:06.541870 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 51252) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:02:06.554475 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-31eccb00-2183-40f9-973f-091ad0788c77 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742235135690', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742234710366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5219112'] for port (4ee0e0a3-9be0-44d3-8e5a-9c34bba2c034), after_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:06.574614 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-baaa4561-10eb-41e5-a225-48d9d30ee4e9 None None] Network dd7c9ea9-e15d-4348-8ed2-1a1b6e7889dc requested from dv-neutron-master-2-hyperv {{(pid=116163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 11:02:06.601656 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_hamode_db [None req-a163a25e-5d65-414e-9b7f-67d85c8131e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=116164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:02:06.607668 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7c8155-49ba-481d-9990-3a4c293c7723 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9432f311-11d6-417c-bbf0-fd34299c6de5,revision_number=None']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:02:06.616603 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a3282fd-33f3-41d7-b522-d7adb3bde765 tempest-BulkNetworkOpsTest-846609399 tempest-BulkNetworkOpsTest-846609399-project] Pushing event deleted for resources: {'Port': ['ID=6cb6a3ea-8990-425b-90f8-b1837444a56f,revision_number=None']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:02:06.629528 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a163a25e-5d65-414e-9b7f-67d85c8131e7 None None] Routers {'855d81bb-c373-463b-bbb2-35e0e355e3bf'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=116164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 11:02:06.630272 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_hamode_db [None req-a163a25e-5d65-414e-9b7f-67d85c8131e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-28T10:50:39Z,description=,heartbeat_timestamp=2022-04-28T11:01:39Z,host='dv-neutron-master-2-hyperv',id=6b492ad6-0876-4d74-b20d-28143a52ceba,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T10:50:40Z,topic='l3_agent')) {'router_ids': ['855d81bb-c373-463b-bbb2-35e0e355e3bf'], 'active': True} {{(pid=116164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:02:06.643414 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-0a3282fd-33f3-41d7-b522-d7adb3bde765 tempest-BulkNetworkOpsTest-846609399 tempest-BulkNetworkOpsTest-846609399-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198022'] for port (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:06.648833 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-0a3282fd-33f3-41d7-b522-d7adb3bde765 tempest-BulkNetworkOpsTest-846609399 tempest-BulkNetworkOpsTest-846609399-project] 10.222.0.10 "DELETE /v2.0/ports/6cb6a3ea-8990-425b-90f8-b1837444a56f HTTP/1.1" status: 204 len: 168 time: 1.8884394 Apr 28 11:02:06.657885 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 51254) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:02:06.725561 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_hamode_db [None req-a163a25e-5d65-414e-9b7f-67d85c8131e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=116164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:02:06.726162 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a163a25e-5d65-414e-9b7f-67d85c8131e7 None None] The sync data for ids ['855d81bb-c373-463b-bbb2-35e0e355e3bf'] in dv-neutron-master-2-hyperv is: [] {{(pid=116164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 11:02:06.726784 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31eccb00-2183-40f9-973f-091ad0788c77 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Pushing event deleted for resources: {'Port': ['ID=4ee0e0a3-9be0-44d3-8e5a-9c34bba2c034,revision_number=None']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:02:06.768919 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.v2.base [None req-e5e37914-5658-4dbc-8de5-34d6545a4e47 tempest-RoutersNegativeIpV6Test-273752723 tempest-RoutersNegativeIpV6Test-273752723-project] Request body: {'subnet': {'network_id': '6072a3d1-0a45-44db-ad48-c57a06619c2c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=116162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:02:06.778734 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-1cefb933-5cc1-47bc-9460-f7245ec3bb65 tempest-RoutersAdminTest-1999378242 tempest-RoutersAdminTest-1999378242-project-admin] 10.222.0.10 "GET /v2.0/routers/855d81bb-c373-463b-bbb2-35e0e355e3bf HTTP/1.1" status: 200 len: 921 time: 0.2665896 Apr 28 11:02:06.798210 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 51256) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:02:06.838539 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-31eccb00-2183-40f9-973f-091ad0788c77 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198022'] for port (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:06.844753 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-31eccb00-2183-40f9-973f-091ad0788c77 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] 10.222.0.10 "DELETE /v2.0/ports/4ee0e0a3-9be0-44d3-8e5a-9c34bba2c034 HTTP/1.1" status: 204 len: 168 time: 2.1458688 Apr 28 11:02:06.861256 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 51258) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:02:06.966737 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-60ed3493-3f1a-47b0-96b1-2a390fdcdc34 tempest-NetworksIpV6TestAttrs-234256711 tempest-NetworksIpV6TestAttrs-234256711-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-971310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5220601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5125409'] for subnet (d2a6cf9c-5a8a-4335-b6fd-ca8be1b172d1), after_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:06.974890 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68f3301f-6a3c-4788-8dee-c61d86b68979 tempest-RoutersAdminTest-1999378242 tempest-RoutersAdminTest-1999378242-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:02:06.979759 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-68f3301f-6a3c-4788-8dee-c61d86b68979 tempest-RoutersAdminTest-1999378242 tempest-RoutersAdminTest-1999378242-project-admin] 10.222.0.10 "GET /v2.0/ports?network_id=7be49d94-bbb8-4a61-bafe-209c5f861e1c&device_id=855d81bb-c373-463b-bbb2-35e0e355e3bf&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1775389 Apr 28 11:02:07.031988 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 51262) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:02:07.043926 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ed3493-3f1a-47b0-96b1-2a390fdcdc34 tempest-NetworksIpV6TestAttrs-234256711 tempest-NetworksIpV6TestAttrs-234256711-project] Pushing event deleted for resources: {'Subnet': ['ID=d2a6cf9c-5a8a-4335-b6fd-ca8be1b172d1,revision_number=None']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:02:07.063576 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.plugin [None req-3c396684-eb48-44ac-a2ae-726530b9378c tempest-BulkNetworkOpsTest-846609399 tempest-BulkNetworkOpsTest-846609399-project] Deleting port adf94712-e33a-4452-a912-858df64c521d {{(pid=116161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 11:02:07.065140 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-3c396684-eb48-44ac-a2ae-726530b9378c tempest-BulkNetworkOpsTest-846609399 tempest-BulkNetworkOpsTest-846609399-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742235130188'] for port (adf94712-e33a-4452-a912-858df64c521d), before_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:07.121067 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-60ed3493-3f1a-47b0-96b1-2a390fdcdc34 tempest-NetworksIpV6TestAttrs-234256711 tempest-NetworksIpV6TestAttrs-234256711-project] Publish callbacks [] for subnet (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:07.121706 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.db.db_base_plugin_v2 [None req-2ce1e0fa-1aee-4ef3-9ec8-090dfca651c4 tempest-NetworksIpV6Test-263553383 tempest-NetworksIpV6Test-263553383-project] Deleting subnet c30e35c1-78d3-4585-a323-74079ad60bfa {{(pid=116162) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 28 11:02:07.125480 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-60ed3493-3f1a-47b0-96b1-2a390fdcdc34 tempest-NetworksIpV6TestAttrs-234256711 tempest-NetworksIpV6TestAttrs-234256711-project] 10.222.0.10 "DELETE /v2.0/subnets/d2a6cf9c-5a8a-4335-b6fd-ca8be1b172d1 HTTP/1.1" status: 204 len: 168 time: 2.7341495 Apr 28 11:02:07.128379 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-2ce1e0fa-1aee-4ef3-9ec8-090dfca651c4 tempest-NetworksIpV6Test-263553383 tempest-NetworksIpV6Test-263553383-project] Publish callbacks [] for subnet (c30e35c1-78d3-4585-a323-74079ad60bfa), before_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:07.131573 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 51264) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:02:07.161682 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2b0d95-e3ad-47ed-90dc-e7db0ffb2bfb None None] Pushing event updated for resources: {'Port': ['ID=c65d0d93-b552-494a-8b46-007d8b5f6d2e,revision_number=2']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:02:07.270094 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68085468-e77c-424f-8ee9-ea7582e04297 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-80f8af14-3149-4e17-abf1-09ab55bfa99e', 'network_id': '80f8af14-3149-4e17-abf1-09ab55bfa99e', 'project_id': 'd20e5067fde94728a53a5aba90f434ad', 'fixed_ips': [{'subnet_id': '28a30a01-fc80-473f-9993-47892a250817'}]}} from dv-neutron-master-2-hyperv. {{(pid=116163) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 28 11:02:07.274716 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-68085468-e77c-424f-8ee9-ea7582e04297 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (None), before_create {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:07.279849 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-3c396684-eb48-44ac-a2ae-726530b9378c tempest-BulkNetworkOpsTest-846609399 tempest-BulkNetworkOpsTest-846609399-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1938497'] for port (adf94712-e33a-4452-a912-858df64c521d), precommit_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:07.330722 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43f63b41-317a-42e1-9374-14bff71694fc tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:02:07.332956 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43f63b41-317a-42e1-9374-14bff71694fc tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:02:07.335461 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-43f63b41-317a-42e1-9374-14bff71694fc tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.4707522 Apr 28 11:02:07.345910 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 51274) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:02:07.346416 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-2ce1e0fa-1aee-4ef3-9ec8-090dfca651c4 tempest-NetworksIpV6Test-263553383 tempest-NetworksIpV6Test-263553383-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5026541'] for subnet (c30e35c1-78d3-4585-a323-74079ad60bfa), precommit_delete_associations {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:07.349112 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.plugin [None req-3c396684-eb48-44ac-a2ae-726530b9378c tempest-BulkNetworkOpsTest-846609399 tempest-BulkNetworkOpsTest-846609399-project] Calling delete_port for adf94712-e33a-4452-a912-858df64c521d owned by {{(pid=116161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 11:02:07.409154 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5e37914-5658-4dbc-8de5-34d6545a4e47 tempest-RoutersNegativeIpV6Test-273752723 tempest-RoutersNegativeIpV6Test-273752723-project] Made reservation on behalf of d20e5067fde94728a53a5aba90f434ad for: {'subnet': 1} {{(pid=116162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 11:02:07.413023 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-e5e37914-5658-4dbc-8de5-34d6545a4e47 tempest-RoutersNegativeIpV6Test-273752723 tempest-RoutersNegativeIpV6Test-273752723-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4210834'] for subnet (None), before_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:07.522905 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49c74eaf-fe3b-4104-89a9-994b753bc3af tempest-RoutersAdminTest-1999378242 tempest-RoutersAdminTest-1999378242-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:02:07.525975 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-49c74eaf-fe3b-4104-89a9-994b753bc3af tempest-RoutersAdminTest-1999378242 tempest-RoutersAdminTest-1999378242-project-admin] 10.222.0.10 "GET /v2.0/networks/7be49d94-bbb8-4a61-bafe-209c5f861e1c HTTP/1.1" status: 200 len: 881 time: 0.4781733 Apr 28 11:02:07.550136 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 51278) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:02:07.575089 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-2830339b-da94-4c8f-806a-f6bdff6eb9a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (75ba81b7-fe99-4281-90d2-a5adb445ecea), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:07.610860 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebeb2eb-0103-4841-b5af-30caca23aeeb req-9e6ccc2d-8df0-43b8-a804-f2ac1180ce94 tempest-ServerActionsTestJSON-1498610228 tempest-ServerActionsTestJSON-1498610228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:02:07.617966 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-0ebeb2eb-0103-4841-b5af-30caca23aeeb req-9e6ccc2d-8df0-43b8-a804-f2ac1180ce94 tempest-ServerActionsTestJSON-1498610228 tempest-ServerActionsTestJSON-1498610228-project] 10.222.0.10 "GET /v2.0/ports?device_id=6bd2b59b-b5db-4639-9109-3dca095b7768 HTTP/1.1" status: 200 len: 945 time: 0.2767797 Apr 28 11:02:07.619868 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72f8454f-0917-4565-9608-720491b66592 None None] Network 5d5d16e7-69db-4d09-a54e-074e8be4974a requested from dv-neutron-master-2-hyperv {{(pid=116163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 11:02:07.620802 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08b65c57-c132-4576-9201-cb3d3e8308ad tempest-NetworksIpV6TestAttrs-234256711 tempest-NetworksIpV6TestAttrs-234256711-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:02:07.622433 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08b65c57-c132-4576-9201-cb3d3e8308ad tempest-NetworksIpV6TestAttrs-234256711 tempest-NetworksIpV6TestAttrs-234256711-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:02:07.624236 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-08b65c57-c132-4576-9201-cb3d3e8308ad tempest-NetworksIpV6TestAttrs-234256711 tempest-NetworksIpV6TestAttrs-234256711-project] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.4894178 Apr 28 11:02:07.631704 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 51280) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:02:07.655851 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.db.db_base_plugin_v2 [None req-75aac2fe-228c-4495-8970-9a8202bc096d tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Deleting subnet 08bea236-ae4f-4004-87ed-98670032ebdd {{(pid=116161) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 28 11:02:07.663307 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-75aac2fe-228c-4495-8970-9a8202bc096d tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Publish callbacks [] for subnet (08bea236-ae4f-4004-87ed-98670032ebdd), before_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:07.663771 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.db_base_plugin_common [None req-68085468-e77c-424f-8ee9-ea7582e04297 None None] Allocated IP 2001:db8::2 (80f8af14-3149-4e17-abf1-09ab55bfa99e/28a30a01-fc80-473f-9993-47892a250817/cf412b34-4c62-4567-ba8b-f7c184e2e584) {{(pid=116163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 11:02:07.670424 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-28d9cabf-d764-46e6-b7e4-b9bb77b50983 tempest-RoutersAdminTest-1587786081 tempest-RoutersAdminTest-1587786081-project] 10.222.0.10 "GET /v2.0/ports?device_id=855d81bb-c373-463b-bbb2-35e0e355e3bf HTTP/1.1" status: 200 len: 205 time: 0.0542917 Apr 28 11:02:07.676442 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 51282) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:02:07.714896 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-75aac2fe-228c-4495-8970-9a8202bc096d tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8076976'] for subnet (08bea236-ae4f-4004-87ed-98670032ebdd), precommit_delete_associations {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:07.801108 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-2ce1e0fa-1aee-4ef3-9ec8-090dfca651c4 tempest-NetworksIpV6Test-263553383 tempest-NetworksIpV6Test-263553383-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-971303'] for subnet (c30e35c1-78d3-4585-a323-74079ad60bfa), precommit_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:07.996152 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-2d9acd9b-eeca-4838-9a00-e32a82e6c827 tempest-RoutersAdminTest-1587786081 tempest-RoutersAdminTest-1587786081-project] Publish callbacks [] for router (855d81bb-c373-463b-bbb2-35e0e355e3bf), before_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:08.024148 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-68085468-e77c-424f-8ee9-ea7582e04297 None None] Publish callbacks [] for port (cf412b34-4c62-4567-ba8b-f7c184e2e584), precommit_create {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:08.115879 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-ec03de87-4c4f-41c9-8ddd-89806b08630d None None] Provisioning complete for port 1086a601-6f76-4313-bc04-e12bb2808e56 triggered by entity DHCP. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:02:08.116252 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-ec03de87-4c4f-41c9-8ddd-89806b08630d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (1086a601-6f76-4313-bc04-e12bb2808e56), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:08.158431 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-e5e37914-5658-4dbc-8de5-34d6545a4e47 tempest-RoutersNegativeIpV6Test-273752723 tempest-RoutersNegativeIpV6Test-273752723-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5054027', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4210784'] for subnet (7d56c86c-ff82-4c88-9a69-d2090fcde518), after_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:08.170750 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-2d9acd9b-eeca-4838-9a00-e32a82e6c827 tempest-RoutersAdminTest-1587786081 tempest-RoutersAdminTest-1587786081-project] Publish callbacks [] for router_gateway (855d81bb-c373-463b-bbb2-35e0e355e3bf), before_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:08.179454 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Device 1086a601-6f76-4313-bc04-e12bb2808e56 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=116163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 11:02:08.193562 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-0ebeb2eb-0103-4841-b5af-30caca23aeeb req-859c7194-074e-444e-9a7f-15620f509660 tempest-ServerActionsTestJSON-1498610228 tempest-ServerActionsTestJSON-1498610228-project] 10.222.0.10 "GET /v2.0/security-groups?id=0f246414-c46b-4ee7-b196-c819605d877f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5747106 Apr 28 11:02:08.194198 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-2ce1e0fa-1aee-4ef3-9ec8-090dfca651c4 tempest-NetworksIpV6Test-263553383 tempest-NetworksIpV6Test-263553383-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-971310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5053962', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4210815'] for subnet (c30e35c1-78d3-4585-a323-74079ad60bfa), after_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:08.208446 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-75aac2fe-228c-4495-8970-9a8202bc096d tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-971303'] for subnet (08bea236-ae4f-4004-87ed-98670032ebdd), precommit_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:08.235224 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-2ce1e0fa-1aee-4ef3-9ec8-090dfca651c4 tempest-NetworksIpV6Test-263553383 tempest-NetworksIpV6Test-263553383-project] Publish callbacks [] for subnet (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:08.237169 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-68085468-e77c-424f-8ee9-ea7582e04297 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742234710357'] for port (cf412b34-4c62-4567-ba8b-f7c184e2e584), after_create {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:08.243546 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-2ce1e0fa-1aee-4ef3-9ec8-090dfca651c4 tempest-NetworksIpV6Test-263553383 tempest-NetworksIpV6Test-263553383-project] 10.222.0.10 "DELETE /v2.0/subnets/c30e35c1-78d3-4585-a323-74079ad60bfa HTTP/1.1" status: 204 len: 168 time: 1.4875152 Apr 28 11:02:08.269309 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68085468-e77c-424f-8ee9-ea7582e04297 None None] Network 80f8af14-3149-4e17-abf1-09ab55bfa99e is already hosted by enough agents. {{(pid=116163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 11:02:08.284738 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 51292) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:02:08.285969 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.scheduler.base_scheduler [None req-68085468-e77c-424f-8ee9-ea7582e04297 None None] Resources bound (agent type, host, resource id): {{(pid=116163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 11:02:08.312291 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 51294) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:02:08.312972 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68085468-e77c-424f-8ee9-ea7582e04297 None None] Received port after_create {{(pid=116163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 11:02:08.321394 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Provisioning complete for port 1086a601-6f76-4313-bc04-e12bb2808e56 triggered by entity L2. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:02:08.321823 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (1086a601-6f76-4313-bc04-e12bb2808e56), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:08.401370 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5e37914-5658-4dbc-8de5-34d6545a4e47 tempest-RoutersNegativeIpV6Test-273752723 tempest-RoutersNegativeIpV6Test-273752723-project] Checking segment: {'id': '177088ca-9781-4427-bb1c-019e411f66c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '6072a3d1-0a45-44db-ad48-c57a06619c2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 11:02:08.401942 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5e37914-5658-4dbc-8de5-34d6545a4e47 tempest-RoutersNegativeIpV6Test-273752723 tempest-RoutersNegativeIpV6Test-273752723-project] Network hostable DHCP agents. Network: 6072a3d1-0a45-44db-ad48-c57a06619c2c, hostable agents: ['75ba81b7-fe99-4281-90d2-a5adb445ecea'], hosted agents: [] {{(pid=116162) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 11:02:08.466811 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-3c396684-eb48-44ac-a2ae-726530b9378c tempest-BulkNetworkOpsTest-846609399 tempest-BulkNetworkOpsTest-846609399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742235135690', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742234710366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5219112'] for port (adf94712-e33a-4452-a912-858df64c521d), after_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:08.485445 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68085468-e77c-424f-8ee9-ea7582e04297 None None] Pushing event updated for resources: {'Port': ['ID=cf412b34-4c62-4567-ba8b-f7c184e2e584,revision_number=1']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:02:08.489371 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.v2.base [None req-d27c0a95-9f0b-4fcc-9a1e-071b2e3a3768 tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-635484015'}} {{(pid=116162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:02:08.497537 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9263e3e4-7b0b-4ea0-9bc4-6a2e0f60fad7 None None] Network 59cf8dd0-2261-4bd1-bd3b-f2f1afdabef9 requested from dv-neutron-master-2-hyperv {{(pid=116163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 11:02:08.505726 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e37914-5658-4dbc-8de5-34d6545a4e47 tempest-RoutersNegativeIpV6Test-273752723 tempest-RoutersNegativeIpV6Test-273752723-project] Pushing event updated for resources: {'Subnet': ['ID=7d56c86c-ff82-4c88-9a69-d2090fcde518,revision_number=0']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:02:08.507631 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-060a14ac-a906-4bb8-abd0-4fe861e2bebb tempest-NetworksIpV6Test-263553383 tempest-NetworksIpV6Test-263553383-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-979593'] for network (dd7c9ea9-e15d-4348-8ed2-1a1b6e7889dc), before_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:08.522094 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-19356c1e-0204-48ee-b9c2-abf43e30aec8 tempest-NetworksIpV6TestAttrs-234256711 tempest-NetworksIpV6TestAttrs-234256711-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-979593'] for network (59cf8dd0-2261-4bd1-bd3b-f2f1afdabef9), before_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:08.560875 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c396684-eb48-44ac-a2ae-726530b9378c tempest-BulkNetworkOpsTest-846609399 tempest-BulkNetworkOpsTest-846609399-project] Pushing event deleted for resources: {'Port': ['ID=adf94712-e33a-4452-a912-858df64c521d,revision_number=None']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:02:08.569221 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-3c396684-eb48-44ac-a2ae-726530b9378c tempest-BulkNetworkOpsTest-846609399 tempest-BulkNetworkOpsTest-846609399-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198022'] for port (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:08.575362 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-3c396684-eb48-44ac-a2ae-726530b9378c tempest-BulkNetworkOpsTest-846609399 tempest-BulkNetworkOpsTest-846609399-project] 10.222.0.10 "DELETE /v2.0/ports/adf94712-e33a-4452-a912-858df64c521d HTTP/1.1" status: 204 len: 168 time: 1.9159367 Apr 28 11:02:08.579689 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 51298) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:02:08.599212 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.pecan_wsgi.hooks.translation [None req-19356c1e-0204-48ee-b9c2-abf43e30aec8 tempest-NetworksIpV6TestAttrs-234256711 tempest-NetworksIpV6TestAttrs-234256711-project] DELETE failed (client error): There was a conflict when trying to complete your request. Apr 28 11:02:08.599569 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce1e0fa-1aee-4ef3-9ec8-090dfca651c4 tempest-NetworksIpV6Test-263553383 tempest-NetworksIpV6Test-263553383-project] Pushing event deleted for resources: {'Subnet': ['ID=c30e35c1-78d3-4585-a323-74079ad60bfa,revision_number=None']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:02:08.599702 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-19356c1e-0204-48ee-b9c2-abf43e30aec8 tempest-NetworksIpV6TestAttrs-234256711 tempest-NetworksIpV6TestAttrs-234256711-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=116161) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 28 11:02:08.609665 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.plugin [None req-2d9acd9b-eeca-4838-9a00-e32a82e6c827 tempest-RoutersAdminTest-1587786081 tempest-RoutersAdminTest-1587786081-project] Deleting port eae7caff-7bdf-4c7e-91ee-4c4aad452816 {{(pid=116162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 11:02:08.610676 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-2d9acd9b-eeca-4838-9a00-e32a82e6c827 tempest-RoutersAdminTest-1587786081 tempest-RoutersAdminTest-1587786081-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742235130188'] for port (eae7caff-7bdf-4c7e-91ee-4c4aad452816), before_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:08.613065 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-19356c1e-0204-48ee-b9c2-abf43e30aec8 tempest-NetworksIpV6TestAttrs-234256711 tempest-NetworksIpV6TestAttrs-234256711-project] 10.222.0.10 "DELETE /v2.0/networks/59cf8dd0-2261-4bd1-bd3b-f2f1afdabef9 HTTP/1.1" status: 409 len: 466 time: 0.9793327 Apr 28 11:02:08.614540 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 51300) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:02:08.665585 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.v2.base [None req-f47aefc8-fb4a-42ec-be9c-d801e52a468d tempest-NetworksIpV6TestAttrs-234256711 tempest-NetworksIpV6TestAttrs-234256711-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-887834005'}} {{(pid=116162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:02:08.671885 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5e37914-5658-4dbc-8de5-34d6545a4e47 tempest-RoutersNegativeIpV6Test-273752723 tempest-RoutersNegativeIpV6Test-273752723-project] Network 6072a3d1-0a45-44db-ad48-c57a06619c2c is scheduled to be hosted by DHCP agent 75ba81b7-fe99-4281-90d2-a5adb445ecea with binding_index 1 {{(pid=116162) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 11:02:08.676176 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-9fd5892e-4021-498c-8b93-369bd7ce8540 tempest-BulkNetworkOpsTest-846609399 tempest-BulkNetworkOpsTest-846609399-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0934198 Apr 28 11:02:08.682186 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 51302) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:02:08.689962 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.v2.base [None req-32ff3290-8ecb-452a-947f-8d192c53e74e tempest-BulkNetworkOpsTest-846609399 tempest-BulkNetworkOpsTest-846609399-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1206687591'}} {{(pid=116161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:02:08.693366 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Current status of the port 1086a601-6f76-4313-bc04-e12bb2808e56 is: DOWN; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:02:08.693864 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (1086a601-6f76-4313-bc04-e12bb2808e56), before_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:08.700881 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db1d7534-36bc-4850-9701-f3178eb7c814 None None] Network dd7c9ea9-e15d-4348-8ed2-1a1b6e7889dc requested from dv-neutron-master-2-hyperv {{(pid=116163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 11:02:08.733290 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.plugin [None req-060a14ac-a906-4bb8-abd0-4fe861e2bebb tempest-NetworksIpV6Test-263553383 tempest-NetworksIpV6Test-263553383-project] Deleting port fdb80575-a100-499d-b289-3b07f9644d9c {{(pid=116161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 11:02:08.733515 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-060a14ac-a906-4bb8-abd0-4fe861e2bebb tempest-NetworksIpV6Test-263553383 tempest-NetworksIpV6Test-263553383-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742235130188'] for port (fdb80575-a100-499d-b289-3b07f9644d9c), before_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:08.742470 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d27c0a95-9f0b-4fcc-9a1e-071b2e3a3768 tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Made reservation on behalf of 0f4d85af73ea40518271b3ac6c23a282 for: {'network': 1} {{(pid=116162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 11:02:08.745799 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-d27c0a95-9f0b-4fcc-9a1e-071b2e3a3768 tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for network (None), before_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:08.759478 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-d27c0a95-9f0b-4fcc-9a1e-071b2e3a3768 tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Publish callbacks [] for security_group (None), before_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:08.782773 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-2d9acd9b-eeca-4838-9a00-e32a82e6c827 tempest-RoutersAdminTest-1587786081 tempest-RoutersAdminTest-1587786081-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1938497'] for port (eae7caff-7bdf-4c7e-91ee-4c4aad452816), precommit_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:08.804215 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.plugin [None req-2d9acd9b-eeca-4838-9a00-e32a82e6c827 tempest-RoutersAdminTest-1587786081 tempest-RoutersAdminTest-1587786081-project] Calling delete_port for eae7caff-7bdf-4c7e-91ee-4c4aad452816 owned by network:router_gateway {{(pid=116162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 11:02:08.806642 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.scheduler.base_scheduler [None req-e5e37914-5658-4dbc-8de5-34d6545a4e47 tempest-RoutersNegativeIpV6Test-273752723 tempest-RoutersNegativeIpV6Test-273752723-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 6072a3d1-0a45-44db-ad48-c57a06619c2c) {{(pid=116162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 11:02:08.806888 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] For port 1086a601-6f76-4313-bc04-e12bb2808e56, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=1086a601-6f76-4313-bc04-e12bb2808e56,segment=NetworkSegment(5494a520-ffc5-4f61-91f7-f4544708bebf),segment_id=5494a520-ffc5-4f61-91f7-f4544708bebf)] {{(pid=116163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 11:02:08.808020 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.managers [None req-68085468-e77c-424f-8ee9-ea7582e04297 None None] Attempting to bind port cf412b34-4c62-4567-ba8b-f7c184e2e584 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=116163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 28 11:02:08.808396 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.managers [None req-68085468-e77c-424f-8ee9-ea7582e04297 None None] Attempting to bind port cf412b34-4c62-4567-ba8b-f7c184e2e584 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '2db408aa-5bb7-4b82-a4ec-d6ff751a1b02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '80f8af14-3149-4e17-abf1-09ab55bfa99e'}] {{(pid=116163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 28 11:02:08.808827 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68085468-e77c-424f-8ee9-ea7582e04297 None None] Attempting to bind port cf412b34-4c62-4567-ba8b-f7c184e2e584 on network 80f8af14-3149-4e17-abf1-09ab55bfa99e {{(pid=116163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 11:02:08.811831 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5e37914-5658-4dbc-8de5-34d6545a4e47 tempest-RoutersNegativeIpV6Test-273752723 tempest-RoutersNegativeIpV6Test-273752723-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:02:08.812882 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-e5e37914-5658-4dbc-8de5-34d6545a4e47 tempest-RoutersNegativeIpV6Test-273752723 tempest-RoutersNegativeIpV6Test-273752723-project] Publish callbacks [] for subnet (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:08.813226 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.db [None req-060a14ac-a906-4bb8-abd0-4fe861e2bebb tempest-NetworksIpV6Test-263553383 tempest-NetworksIpV6Test-263553383-project] For port fdb80575-a100-499d-b289-3b07f9644d9c, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=fdb80575-a100-499d-b289-3b07f9644d9c,segment=NetworkSegment(1da34216-05d4-46ec-b0f7-381277fce9b3),segment_id=1da34216-05d4-46ec-b0f7-381277fce9b3)] {{(pid=116161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 11:02:08.813699 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-060a14ac-a906-4bb8-abd0-4fe861e2bebb tempest-NetworksIpV6Test-263553383 tempest-NetworksIpV6Test-263553383-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1938497'] for port (fdb80575-a100-499d-b289-3b07f9644d9c), precommit_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:08.818545 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68085468-e77c-424f-8ee9-ea7582e04297 None None] Checking agent: {'id': 'd5baab19-5dd1-4902-922b-84acb048ab9c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 10, 50, 43), 'started_at': datetime.datetime(2022, 4, 28, 10, 51, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 11, 1, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=116163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 11:02:08.819582 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68085468-e77c-424f-8ee9-ea7582e04297 None None] Checking segment: {'id': '2db408aa-5bb7-4b82-a4ec-d6ff751a1b02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '80f8af14-3149-4e17-abf1-09ab55bfa99e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 11:02:08.819582 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-68085468-e77c-424f-8ee9-ea7582e04297 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:08.820146 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68085468-e77c-424f-8ee9-ea7582e04297 None None] Bound using segment: {'id': '2db408aa-5bb7-4b82-a4ec-d6ff751a1b02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '80f8af14-3149-4e17-abf1-09ab55bfa99e'} {{(pid=116163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 11:02:08.820653 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.managers [None req-68085468-e77c-424f-8ee9-ea7582e04297 None None] Bound port: cf412b34-4c62-4567-ba8b-f7c184e2e584, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2db408aa-5bb7-4b82-a4ec-d6ff751a1b02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '80f8af14-3149-4e17-abf1-09ab55bfa99e'}}] {{(pid=116163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 28 11:02:08.821061 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-68085468-e77c-424f-8ee9-ea7582e04297 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (cf412b34-4c62-4567-ba8b-f7c184e2e584), before_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:08.824511 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-ec03de87-4c4f-41c9-8ddd-89806b08630d None None] Current status of the port 1086a601-6f76-4313-bc04-e12bb2808e56 is: DOWN; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:02:08.824649 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-ec03de87-4c4f-41c9-8ddd-89806b08630d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (1086a601-6f76-4313-bc04-e12bb2808e56), before_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:08.831813 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67db2f91-4b40-47b9-9a7b-4676a0943dd6 None None] Network 6072a3d1-0a45-44db-ad48-c57a06619c2c requested from dv-neutron-master-2-hyperv {{(pid=116163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 11:02:08.832959 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32ff3290-8ecb-452a-947f-8d192c53e74e tempest-BulkNetworkOpsTest-846609399 tempest-BulkNetworkOpsTest-846609399-project] Made reservation on behalf of 4c057a30512140249e41acbd3053f09e for: {'network': 1} {{(pid=116161) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 11:02:08.835869 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f47aefc8-fb4a-42ec-be9c-d801e52a468d tempest-NetworksIpV6TestAttrs-234256711 tempest-NetworksIpV6TestAttrs-234256711-project] Made reservation on behalf of 5872500d6a394c9f83c6b1c78131b0b2 for: {'network': 1} {{(pid=116162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 11:02:08.837368 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-32ff3290-8ecb-452a-947f-8d192c53e74e tempest-BulkNetworkOpsTest-846609399 tempest-BulkNetworkOpsTest-846609399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for network (None), before_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:08.839176 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-f47aefc8-fb4a-42ec-be9c-d801e52a468d tempest-NetworksIpV6TestAttrs-234256711 tempest-NetworksIpV6TestAttrs-234256711-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for network (None), before_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:08.841068 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.plugin [None req-060a14ac-a906-4bb8-abd0-4fe861e2bebb tempest-NetworksIpV6Test-263553383 tempest-NetworksIpV6Test-263553383-project] Calling delete_port for fdb80575-a100-499d-b289-3b07f9644d9c owned by network:dhcp {{(pid=116161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 11:02:08.843298 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-75aac2fe-228c-4495-8970-9a8202bc096d tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-971310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5220601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5125409'] for subnet (08bea236-ae4f-4004-87ed-98670032ebdd), after_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:08.901344 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75aac2fe-228c-4495-8970-9a8202bc096d tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Pushing event deleted for resources: {'Subnet': ['ID=08bea236-ae4f-4004-87ed-98670032ebdd,revision_number=None']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:02:08.932350 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-75aac2fe-228c-4495-8970-9a8202bc096d tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Publish callbacks [] for subnet (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:08.933934 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-e5e37914-5658-4dbc-8de5-34d6545a4e47 tempest-RoutersNegativeIpV6Test-273752723 tempest-RoutersNegativeIpV6Test-273752723-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.1702266 Apr 28 11:02:08.934930 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f47aefc8-fb4a-42ec-be9c-d801e52a468d tempest-NetworksIpV6TestAttrs-234256711 tempest-NetworksIpV6TestAttrs-234256711-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 50} {{(pid=116162) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 11:02:08.941247 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-75aac2fe-228c-4495-8970-9a8202bc096d tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] 10.222.0.10 "DELETE /v2.0/subnets/08bea236-ae4f-4004-87ed-98670032ebdd HTTP/1.1" status: 204 len: 168 time: 1.5870936 Apr 28 11:02:08.943832 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 51304) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:02:08.943832 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 51306) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:02:08.967758 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-f47aefc8-fb4a-42ec-be9c-d801e52a468d tempest-NetworksIpV6TestAttrs-234256711 tempest-NetworksIpV6TestAttrs-234256711-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-961978'] for segment (f8106056-97ae-4211-9394-0783096c6637), precommit_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:08.968106 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.db.segments_db [None req-f47aefc8-fb4a-42ec-be9c-d801e52a468d tempest-NetworksIpV6TestAttrs-234256711 tempest-NetworksIpV6TestAttrs-234256711-project] Added segment f8106056-97ae-4211-9394-0783096c6637 of type vlan for network 090fd5a9-3b98-4912-bab1-623cd90ef23f Apr 28 11:02:08.980881 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd313810-7b64-4dcd-949f-40102419d96a None None] Network 1ec9fbcf-7a57-4aaa-9c30-4e0f43e09480 requested from dv-neutron-master-2-hyperv {{(pid=116163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 11:02:08.983242 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393'] for port (1086a601-6f76-4313-bc04-e12bb2808e56), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:08.984020 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Device c65d0d93-b552-494a-8b46-007d8b5f6d2e up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=116163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 11:02:08.999573 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-32ff3290-8ecb-452a-947f-8d192c53e74e tempest-BulkNetworkOpsTest-846609399 tempest-BulkNetworkOpsTest-846609399-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 74} {{(pid=116161) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 11:02:09.038497 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-4c0f6766-ff85-4204-ae42-46e464ecabdb tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] 10.222.0.10 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0887432 Apr 28 11:02:09.042697 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 51308) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:02:09.071721 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-f47aefc8-fb4a-42ec-be9c-d801e52a468d tempest-NetworksIpV6TestAttrs-234256711 tempest-NetworksIpV6TestAttrs-234256711-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742234744962'] for network (090fd5a9-3b98-4912-bab1-623cd90ef23f), precommit_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:09.081042 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-d27c0a95-9f0b-4fcc-9a1e-071b2e3a3768 tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Publish callbacks [] for security_group (cb006a01-e3e2-4d6d-9edc-a3d68f5c82b4), precommit_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:09.088033 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Provisioning complete for port c65d0d93-b552-494a-8b46-007d8b5f6d2e triggered by entity L2. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:02:09.088246 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (c65d0d93-b552-494a-8b46-007d8b5f6d2e), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:09.090440 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-32ff3290-8ecb-452a-947f-8d192c53e74e tempest-BulkNetworkOpsTest-846609399 tempest-BulkNetworkOpsTest-846609399-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-961978'] for segment (acb84980-cd09-43bd-ad87-b963c8407f0f), precommit_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:09.090440 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.db.segments_db [None req-32ff3290-8ecb-452a-947f-8d192c53e74e tempest-BulkNetworkOpsTest-846609399 tempest-BulkNetworkOpsTest-846609399-project] Added segment acb84980-cd09-43bd-ad87-b963c8407f0f of type vlan for network f9b77fb5-0868-43a2-8e0a-8c5da724a6e4 Apr 28 11:02:09.156119 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbbfd700-6b65-4d6f-8938-643203ee2423 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-6072a3d1-0a45-44db-ad48-c57a06619c2c', 'network_id': '6072a3d1-0a45-44db-ad48-c57a06619c2c', 'project_id': 'd20e5067fde94728a53a5aba90f434ad', 'fixed_ips': [{'subnet_id': '7d56c86c-ff82-4c88-9a69-d2090fcde518'}]}} from dv-neutron-master-2-hyperv. {{(pid=116163) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 28 11:02:09.157049 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-dbbfd700-6b65-4d6f-8938-643203ee2423 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (None), before_create {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:09.162021 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-d27c0a95-9f0b-4fcc-9a1e-071b2e3a3768 tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924426'] for security_group (cb006a01-e3e2-4d6d-9edc-a3d68f5c82b4), after_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:09.189855 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d27c0a95-9f0b-4fcc-9a1e-071b2e3a3768 tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 60} {{(pid=116162) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 11:02:09.202930 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-f47aefc8-fb4a-42ec-be9c-d801e52a468d tempest-NetworksIpV6TestAttrs-234256711 tempest-NetworksIpV6TestAttrs-234256711-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042'] for network (090fd5a9-3b98-4912-bab1-623cd90ef23f), after_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:09.208838 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f47aefc8-fb4a-42ec-be9c-d801e52a468d tempest-NetworksIpV6TestAttrs-234256711 tempest-NetworksIpV6TestAttrs-234256711-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:02:09.209707 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-f47aefc8-fb4a-42ec-be9c-d801e52a468d tempest-NetworksIpV6TestAttrs-234256711 tempest-NetworksIpV6TestAttrs-234256711-project] Publish callbacks [] for network (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:09.228950 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1600878c-cc55-49f7-8a65-3e0ecd3454c7 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:02:09.230777 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-1600878c-cc55-49f7-8a65-3e0ecd3454c7 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1847055 Apr 28 11:02:09.232842 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-32ff3290-8ecb-452a-947f-8d192c53e74e tempest-BulkNetworkOpsTest-846609399 tempest-BulkNetworkOpsTest-846609399-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742234744962'] for network (f9b77fb5-0868-43a2-8e0a-8c5da724a6e4), precommit_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:09.249371 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 51312) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:02:09.268507 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-d27c0a95-9f0b-4fcc-9a1e-071b2e3a3768 tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-961978'] for segment (3ee52136-e028-47a0-96a1-afc7ec047fca), precommit_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:09.269114 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.db.segments_db [None req-d27c0a95-9f0b-4fcc-9a1e-071b2e3a3768 tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Added segment 3ee52136-e028-47a0-96a1-afc7ec047fca of type vlan for network cb3fb0ef-79f8-4258-bb98-7e3e213a3cf6 Apr 28 11:02:09.364659 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e4064d7-aab2-4991-a193-d31602f058a5 None None] DHCP port deletion for 59cf8dd0-2261-4bd1-bd3b-f2f1afdabef9 request from dv-neutron-master-2-hyperv {{(pid=116163) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 28 11:02:09.377488 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-060a14ac-a906-4bb8-abd0-4fe861e2bebb tempest-NetworksIpV6Test-263553383 tempest-NetworksIpV6Test-263553383-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742235135690', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742234710366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5219112'] for port (fdb80575-a100-499d-b289-3b07f9644d9c), after_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:09.384679 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Pushing event updated for resources: {'Port': ['ID=1086a601-6f76-4313-bc04-e12bb2808e56,revision_number=3']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:02:09.400460 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d27c0a95-9f0b-4fcc-9a1e-071b2e3a3768 tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cb006a01-e3e2-4d6d-9edc-a3d68f5c82b4,revision_number=1']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:02:09.403382 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-2d9acd9b-eeca-4838-9a00-e32a82e6c827 tempest-RoutersAdminTest-1587786081 tempest-RoutersAdminTest-1587786081-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742235135690', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742234710366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5051867'] for port (eae7caff-7bdf-4c7e-91ee-4c4aad452816), after_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:09.469695 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-060a14ac-a906-4bb8-abd0-4fe861e2bebb tempest-NetworksIpV6Test-263553383 tempest-NetworksIpV6Test-263553383-project] No DVR routers for this DVR port fdb80575-a100-499d-b289-3b07f9644d9c on host dv-neutron-master-2-hyperv {{(pid=116161) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 11:02:09.473142 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-32ff3290-8ecb-452a-947f-8d192c53e74e tempest-BulkNetworkOpsTest-846609399 tempest-BulkNetworkOpsTest-846609399-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042'] for network (f9b77fb5-0868-43a2-8e0a-8c5da724a6e4), after_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:09.478789 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32ff3290-8ecb-452a-947f-8d192c53e74e tempest-BulkNetworkOpsTest-846609399 tempest-BulkNetworkOpsTest-846609399-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:02:09.479351 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-d27c0a95-9f0b-4fcc-9a1e-071b2e3a3768 tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742234744962'] for network (cb3fb0ef-79f8-4258-bb98-7e3e213a3cf6), precommit_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:09.480191 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-32ff3290-8ecb-452a-947f-8d192c53e74e tempest-BulkNetworkOpsTest-846609399 tempest-BulkNetworkOpsTest-846609399-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603020'] for network (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:09.482941 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-060a14ac-a906-4bb8-abd0-4fe861e2bebb tempest-NetworksIpV6Test-263553383 tempest-NetworksIpV6Test-263553383-project] Pushing event deleted for resources: {'Port': ['ID=fdb80575-a100-499d-b289-3b07f9644d9c,revision_number=None']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:02:09.504744 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-f47aefc8-fb4a-42ec-be9c-d801e52a468d tempest-NetworksIpV6TestAttrs-234256711 tempest-NetworksIpV6TestAttrs-234256711-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.8657610 Apr 28 11:02:09.515834 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 51314) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:02:09.532001 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9acd9b-eeca-4838-9a00-e32a82e6c827 tempest-RoutersAdminTest-1587786081 tempest-RoutersAdminTest-1587786081-project] Pushing event deleted for resources: {'Port': ['ID=eae7caff-7bdf-4c7e-91ee-4c4aad452816,revision_number=None']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:02:09.545718 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe49048-f0c3-4e6f-9f1a-6c980ad3cf85 req-ebf35c3b-8e70-4d6e-9bc1-b6c1fe20a2e2 tempest-ServerActionsTestJSON-1498610228 tempest-ServerActionsTestJSON-1498610228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:02:09.547414 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-bfe49048-f0c3-4e6f-9f1a-6c980ad3cf85 req-ebf35c3b-8e70-4d6e-9bc1-b6c1fe20a2e2 tempest-ServerActionsTestJSON-1498610228 tempest-ServerActionsTestJSON-1498610228-project] 10.222.0.10 "GET /v2.0/ports?device_id=6bd2b59b-b5db-4639-9109-3dca095b7768 HTTP/1.1" status: 200 len: 945 time: 0.1945426 Apr 28 11:02:09.553668 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.v2.base [None req-653741a6-9e33-4f1c-a42c-d3c95d58954c tempest-NetworksIpV6TestAttrs-234256711 tempest-NetworksIpV6TestAttrs-234256711-project] Request body: {'subnet': {'network_id': '090fd5a9-3b98-4912-bab1-623cd90ef23f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=116161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:02:09.563835 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47aefc8-fb4a-42ec-be9c-d801e52a468d tempest-NetworksIpV6TestAttrs-234256711 tempest-NetworksIpV6TestAttrs-234256711-project] Pushing event updated for resources: {'Network': ['ID=090fd5a9-3b98-4912-bab1-623cd90ef23f,revision_number=1']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:02:09.579032 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f387267a-cf7b-4610-b54d-db68dd459b36 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:02:09.583988 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-f387267a-cf7b-4610-b54d-db68dd459b36 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3298023 Apr 28 11:02:09.588434 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 51316) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:02:09.597551 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-194bf743-b8fc-489b-a6fe-eb0de491341d None None] DHCP port deletion for dd7c9ea9-e15d-4348-8ed2-1a1b6e7889dc request from dv-neutron-master-2-hyperv {{(pid=116163) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 28 11:02:09.601363 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Device 927a5cb3-8012-4aaf-93d6-504dcf7bfba1 up at agent hyperv_hv-neutron-mast {{(pid=116163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 11:02:09.601829 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Network 090fd5a9-3b98-4912-bab1-623cd90ef23f details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=116163) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 28 11:02:09.631641 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-68085468-e77c-424f-8ee9-ea7582e04297 None None] For port cf412b34-4c62-4567-ba8b-f7c184e2e584, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=116163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 11:02:09.648036 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-c5351419-9c5d-400d-b7da-3976c36e262f tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] 10.222.0.10 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0533447 Apr 28 11:02:09.648200 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.db.api [None req-ec03de87-4c4f-41c9-8ddd-89806b08630d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=116163) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 28 11:02:09.648200 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG oslo_db.api [None req-ec03de87-4c4f-41c9-8ddd-89806b08630d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=116163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 28 11:02:09.650894 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 51322) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:02:09.662560 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.v2.base [None req-3bf0a9f5-3c7d-402e-8e09-8ae806a3711d tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Request body: {'subnet': {'network_id': '1ec9fbcf-7a57-4aaa-9c30-4e0f43e09480', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=116162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:02:09.679798 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-2d9acd9b-eeca-4838-9a00-e32a82e6c827 tempest-RoutersAdminTest-1587786081 tempest-RoutersAdminTest-1587786081-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1935354'] for router_gateway (855d81bb-c373-463b-bbb2-35e0e355e3bf), after_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:09.724086 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-32ff3290-8ecb-452a-947f-8d192c53e74e tempest-BulkNetworkOpsTest-846609399 tempest-BulkNetworkOpsTest-846609399-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.0406852 Apr 28 11:02:09.728161 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 51324) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:02:09.768657 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.v2.base [None req-239f640b-6689-46f0-b50c-048b1328aaef tempest-BulkNetworkOpsTest-846609399 tempest-BulkNetworkOpsTest-846609399-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1435444122'}} {{(pid=116162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:02:09.786632 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-d27c0a95-9f0b-4fcc-9a1e-071b2e3a3768 tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042'] for network (cb3fb0ef-79f8-4258-bb98-7e3e213a3cf6), after_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:09.793211 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d27c0a95-9f0b-4fcc-9a1e-071b2e3a3768 tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:02:09.794169 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-d27c0a95-9f0b-4fcc-9a1e-071b2e3a3768 tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Publish callbacks [] for network (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:09.796485 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-68085468-e77c-424f-8ee9-ea7582e04297 None None] For port cf412b34-4c62-4567-ba8b-f7c184e2e584, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=cf412b34-4c62-4567-ba8b-f7c184e2e584,segment=NetworkSegment(2db408aa-5bb7-4b82-a4ec-d6ff751a1b02),segment_id=2db408aa-5bb7-4b82-a4ec-d6ff751a1b02)] {{(pid=116163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 11:02:09.801181 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-fd5c3412-1cbc-4528-9f3a-69223519ed5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (6b492ad6-0876-4d74-b20d-28143a52ceba), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:09.885238 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Provisioning for port 927a5cb3-8012-4aaf-93d6-504dcf7bfba1 completed by entity L2. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 28 11:02:09.892339 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-2e4064d7-aab2-4991-a193-d31602f058a5 None None] Deleting port c65d0d93-b552-494a-8b46-007d8b5f6d2e {{(pid=116163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 11:02:09.892723 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-2e4064d7-aab2-4991-a193-d31602f058a5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742235130188'] for port (c65d0d93-b552-494a-8b46-007d8b5f6d2e), before_delete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:09.900271 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-68085468-e77c-424f-8ee9-ea7582e04297 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393'] for port (cf412b34-4c62-4567-ba8b-f7c184e2e584), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:09.970990 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb8ccc60-d1a6-4e4b-b518-809592b191ff None None] DHCP port deletion for 1ec9fbcf-7a57-4aaa-9c30-4e0f43e09480 request from dv-neutron-master-2-hyperv {{(pid=116163) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 28 11:02:09.972806 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Current status of the port c65d0d93-b552-494a-8b46-007d8b5f6d2e is: DOWN; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:02:09.973200 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (c65d0d93-b552-494a-8b46-007d8b5f6d2e), before_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:10.019105 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Provisioning complete for port 927a5cb3-8012-4aaf-93d6-504dcf7bfba1 triggered by entity L2. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:02:10.019480 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (927a5cb3-8012-4aaf-93d6-504dcf7bfba1), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:10.039648 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-2e4064d7-aab2-4991-a193-d31602f058a5 None None] For port c65d0d93-b552-494a-8b46-007d8b5f6d2e, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=c65d0d93-b552-494a-8b46-007d8b5f6d2e,segment=NetworkSegment(008bd7a7-9a6d-4317-9b01-dd5b2e69802f),segment_id=008bd7a7-9a6d-4317-9b01-dd5b2e69802f)] {{(pid=116163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 11:02:10.040053 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-2e4064d7-aab2-4991-a193-d31602f058a5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1938497'] for port (c65d0d93-b552-494a-8b46-007d8b5f6d2e), precommit_delete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:10.091232 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.db_base_plugin_common [None req-dbbfd700-6b65-4d6f-8938-643203ee2423 None None] Allocated IP 2001:db8::2 (6072a3d1-0a45-44db-ad48-c57a06619c2c/7d56c86c-ff82-4c88-9a69-d2090fcde518/a109a587-37ce-405f-a102-e4b99bf3c8b7) {{(pid=116163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 11:02:10.145470 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68085468-e77c-424f-8ee9-ea7582e04297 None None] Pushing event updated for resources: {'Port': ['ID=cf412b34-4c62-4567-ba8b-f7c184e2e584,revision_number=2']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:02:10.162943 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-2e4064d7-aab2-4991-a193-d31602f058a5 None None] Calling delete_port for c65d0d93-b552-494a-8b46-007d8b5f6d2e owned by network:dhcp {{(pid=116163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 11:02:10.218412 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-2d9acd9b-eeca-4838-9a00-e32a82e6c827 tempest-RoutersAdminTest-1587786081 tempest-RoutersAdminTest-1587786081-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2060865', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-63275'] for router (855d81bb-c373-463b-bbb2-35e0e355e3bf), precommit_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:10.240222 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-2d9acd9b-eeca-4838-9a00-e32a82e6c827 tempest-RoutersAdminTest-1587786081 tempest-RoutersAdminTest-1587786081-project] Publish callbacks [] for router_controller (855d81bb-c373-463b-bbb2-35e0e355e3bf), precommit_delete_associations {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:10.241159 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-bfe49048-f0c3-4e6f-9f1a-6c980ad3cf85 req-654ca85b-8ebb-436d-a497-ef4847594c72 tempest-ServerActionsTestJSON-1498610228 tempest-ServerActionsTestJSON-1498610228-project] 10.222.0.10 "GET /v2.0/security-groups?id=0f246414-c46b-4ee7-b196-c819605d877f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6552339 Apr 28 11:02:10.241798 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ff3290-8ecb-452a-947f-8d192c53e74e tempest-BulkNetworkOpsTest-846609399 tempest-BulkNetworkOpsTest-846609399-project] Pushing event updated for resources: {'Network': ['ID=f9b77fb5-0868-43a2-8e0a-8c5da724a6e4,revision_number=1']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:02:10.245886 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-060a14ac-a906-4bb8-abd0-4fe861e2bebb tempest-NetworksIpV6Test-263553383 tempest-NetworksIpV6Test-263553383-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-973498', 'neutron.services.segments.db._delete_segments_for_network-8742235207033'] for network (dd7c9ea9-e15d-4348-8ed2-1a1b6e7889dc), precommit_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:10.335461 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-5c599077-fbbb-40e9-a8fd-11f4aa483089 tempest-RoutersNegativeIpV6Test-273752723 tempest-RoutersNegativeIpV6Test-273752723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (None), before_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:10.343264 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.services.segments.db [None req-060a14ac-a906-4bb8-abd0-4fe861e2bebb tempest-NetworksIpV6Test-263553383 tempest-NetworksIpV6Test-263553383-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dd7c9ea9-e15d-4348-8ed2-1a1b6e7889dc']}} {{(pid=116161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:02:10.351168 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Network f9b77fb5-0868-43a2-8e0a-8c5da724a6e4 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=116163) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 28 11:02:10.362110 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-d27c0a95-9f0b-4fcc-9a1e-071b2e3a3768 tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 2.0515149 Apr 28 11:02:10.366679 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 51326) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:02:10.367859 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-239f640b-6689-46f0-b50c-048b1328aaef tempest-BulkNetworkOpsTest-846609399 tempest-BulkNetworkOpsTest-846609399-project] Made reservation on behalf of 4c057a30512140249e41acbd3053f09e for: {'network': 1} {{(pid=116162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 11:02:10.369563 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.services.segments.db [None req-060a14ac-a906-4bb8-abd0-4fe861e2bebb tempest-NetworksIpV6Test-263553383 tempest-NetworksIpV6Test-263553383-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1da34216-05d4-46ec-b0f7-381277fce9b3') {'for_net_delete': True} {{(pid=116161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:02:10.370024 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.services.segments.db [None req-060a14ac-a906-4bb8-abd0-4fe861e2bebb tempest-NetworksIpV6Test-263553383 tempest-NetworksIpV6Test-263553383-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1da34216-05d4-46ec-b0f7-381277fce9b3') {} {{(pid=116161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:02:10.372204 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-239f640b-6689-46f0-b50c-048b1328aaef tempest-BulkNetworkOpsTest-846609399 tempest-BulkNetworkOpsTest-846609399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for network (None), before_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:10.383972 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.v2.base [None req-0a4b4de5-5e46-442b-84e7-3981e2c7c37b tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-2070742579'}} {{(pid=116162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:02:10.390178 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d27c0a95-9f0b-4fcc-9a1e-071b2e3a3768 tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Pushing event updated for resources: {'Network': ['ID=cb3fb0ef-79f8-4258-bb98-7e3e213a3cf6,revision_number=1']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:02:10.417120 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] For port c65d0d93-b552-494a-8b46-007d8b5f6d2e, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=c65d0d93-b552-494a-8b46-007d8b5f6d2e,segment=NetworkSegment(008bd7a7-9a6d-4317-9b01-dd5b2e69802f),segment_id=008bd7a7-9a6d-4317-9b01-dd5b2e69802f)] {{(pid=116163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 11:02:10.446961 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-239f640b-6689-46f0-b50c-048b1328aaef tempest-BulkNetworkOpsTest-846609399 tempest-BulkNetworkOpsTest-846609399-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 51} {{(pid=116162) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 11:02:10.460887 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-239f640b-6689-46f0-b50c-048b1328aaef tempest-BulkNetworkOpsTest-846609399 tempest-BulkNetworkOpsTest-846609399-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-961978'] for segment (f933e8ab-da27-4079-a737-8b9b682f1f19), precommit_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:10.466677 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.db.segments_db [None req-239f640b-6689-46f0-b50c-048b1328aaef tempest-BulkNetworkOpsTest-846609399 tempest-BulkNetworkOpsTest-846609399-project] Added segment f933e8ab-da27-4079-a737-8b9b682f1f19 of type vlan for network 814f05aa-3374-4594-b166-616a1527f0fa Apr 28 11:02:10.466677 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-2d9acd9b-eeca-4838-9a00-e32a82e6c827 tempest-RoutersAdminTest-1587786081 tempest-RoutersAdminTest-1587786081-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2060888'] for router (855d81bb-c373-463b-bbb2-35e0e355e3bf), after_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:10.466940 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Network cb3fb0ef-79f8-4258-bb98-7e3e213a3cf6 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=116163) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 28 11:02:10.467059 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d9acd9b-eeca-4838-9a00-e32a82e6c827 tempest-RoutersAdminTest-1587786081 tempest-RoutersAdminTest-1587786081-project] Fanout notify agent at l3_agent the message router_deleted on router 855d81bb-c373-463b-bbb2-35e0e355e3bf {{(pid=116162) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 28 11:02:10.479010 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-2d9acd9b-eeca-4838-9a00-e32a82e6c827 tempest-RoutersAdminTest-1587786081 tempest-RoutersAdminTest-1587786081-project] Publish callbacks [] for router (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:10.480455 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-2d9acd9b-eeca-4838-9a00-e32a82e6c827 tempest-RoutersAdminTest-1587786081 tempest-RoutersAdminTest-1587786081-project] 10.222.0.10 "DELETE /v2.0/routers/855d81bb-c373-463b-bbb2-35e0e355e3bf HTTP/1.1" status: 204 len: 168 time: 2.7983632 Apr 28 11:02:10.507645 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 51328) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:02:10.513795 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-bb8ccc60-d1a6-4e4b-b518-809592b191ff None None] Deleting port 99df3006-2c61-4a4c-be71-610adaa5bc94 {{(pid=116163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 11:02:10.514902 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-bb8ccc60-d1a6-4e4b-b518-809592b191ff None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742235130188'] for port (99df3006-2c61-4a4c-be71-610adaa5bc94), before_delete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:10.515351 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.v2.base [None req-dfbae281-1237-4274-9dbf-f77cacf84712 tempest-RoutersAdminTest-1587786081 tempest-RoutersAdminTest-1587786081-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1833433069', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=116162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:02:10.540793 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-239f640b-6689-46f0-b50c-048b1328aaef tempest-BulkNetworkOpsTest-846609399 tempest-BulkNetworkOpsTest-846609399-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742234744962'] for network (814f05aa-3374-4594-b166-616a1527f0fa), precommit_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:10.552046 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a4b4de5-5e46-442b-84e7-3981e2c7c37b tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Made reservation on behalf of 0f4d85af73ea40518271b3ac6c23a282 for: {'network': 1} {{(pid=116162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 11:02:10.556969 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-0a4b4de5-5e46-442b-84e7-3981e2c7c37b tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for network (None), before_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:10.562715 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bf0a9f5-3c7d-402e-8e09-8ae806a3711d tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Made reservation on behalf of 12780407c7254bdfbde1c04e76d433ee for: {'subnet': 1} {{(pid=116162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 11:02:10.566842 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-3bf0a9f5-3c7d-402e-8e09-8ae806a3711d tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4210834'] for subnet (None), before_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:10.582427 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393'] for port (c65d0d93-b552-494a-8b46-007d8b5f6d2e), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:10.583384 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Device 99df3006-2c61-4a4c-be71-610adaa5bc94 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=116163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 11:02:10.632159 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-060a14ac-a906-4bb8-abd0-4fe861e2bebb tempest-NetworksIpV6Test-263553383 tempest-NetworksIpV6Test-263553383-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742235208578', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8076969'] for segment (1da34216-05d4-46ec-b0f7-381277fce9b3), before_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:10.653798 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-ec03de87-4c4f-41c9-8ddd-89806b08630d None None] Current status of the port 1086a601-6f76-4313-bc04-e12bb2808e56 is: ACTIVE; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:02:10.665975 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-060a14ac-a906-4bb8-abd0-4fe861e2bebb tempest-NetworksIpV6Test-263553383 tempest-NetworksIpV6Test-263553383-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-961978'] for segment (1da34216-05d4-46ec-b0f7-381277fce9b3), precommit_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:10.669277 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-dfbae281-1237-4274-9dbf-f77cacf84712 tempest-RoutersAdminTest-1587786081 tempest-RoutersAdminTest-1587786081-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2060459', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-63449'] for router (b2b209ee-0b3d-40c2-868a-d8a2c5f23177), before_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:10.671412 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-dfbae281-1237-4274-9dbf-f77cacf84712 tempest-RoutersAdminTest-1587786081 tempest-RoutersAdminTest-1587786081-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2060827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1935275', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1960866', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-63266'] for router (b2b209ee-0b3d-40c2-868a-d8a2c5f23177), precommit_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:10.672716 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.db.db_base_plugin_common [None req-5c599077-fbbb-40e9-a8fd-11f4aa483089 tempest-RoutersNegativeIpV6Test-273752723 tempest-RoutersNegativeIpV6Test-273752723-project] Allocated IP 2001:db8::1 (80f8af14-3149-4e17-abf1-09ab55bfa99e/28a30a01-fc80-473f-9993-47892a250817/71c6b3d2-36a5-4240-b53f-9433532c7f73) {{(pid=116161) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 11:02:10.678207 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-060a14ac-a906-4bb8-abd0-4fe861e2bebb tempest-NetworksIpV6Test-263553383 tempest-NetworksIpV6Test-263553383-project] Releasing vlan 68 on physical network physnet1 to pool {{(pid=116161) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 11:02:10.678663 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-060a14ac-a906-4bb8-abd0-4fe861e2bebb tempest-NetworksIpV6Test-263553383 tempest-NetworksIpV6Test-263553383-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-961978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5219103'] for segment (1da34216-05d4-46ec-b0f7-381277fce9b3), after_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:10.681870 dv-neutron-master-2-hyperv neutron-server[116161]: Traceback (most recent call last): Apr 28 11:02:10.681870 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 11:02:10.681870 dv-neutron-master-2-hyperv neutron-server[116161]: timer() Apr 28 11:02:10.681870 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 11:02:10.681870 dv-neutron-master-2-hyperv neutron-server[116161]: cb(*args, **kw) Apr 28 11:02:10.681870 dv-neutron-master-2-hyperv neutron-server[116161]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 28 11:02:10.681870 dv-neutron-master-2-hyperv neutron-server[116161]: return func(*args, **kwargs) Apr 28 11:02:10.681870 dv-neutron-master-2-hyperv neutron-server[116161]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 11:02:10.681870 dv-neutron-master-2-hyperv neutron-server[116161]: self._notify() Apr 28 11:02:10.681870 dv-neutron-master-2-hyperv neutron-server[116161]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 11:02:10.681870 dv-neutron-master-2-hyperv neutron-server[116161]: self.callback(batched_events) Apr 28 11:02:10.681870 dv-neutron-master-2-hyperv neutron-server[116161]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 11:02:10.681870 dv-neutron-master-2-hyperv neutron-server[116161]: event.method(event) Apr 28 11:02:10.681870 dv-neutron-master-2-hyperv neutron-server[116161]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 28 11:02:10.681870 dv-neutron-master-2-hyperv neutron-server[116161]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 11:02:10.681870 dv-neutron-master-2-hyperv neutron-server[116161]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 28 11:02:10.681870 dv-neutron-master-2-hyperv neutron-server[116161]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 11:02:10.681870 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 28 11:02:10.681870 dv-neutron-master-2-hyperv neutron-server[116161]: return f(self, *a, **k) Apr 28 11:02:10.681870 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 28 11:02:10.681870 dv-neutron-master-2-hyperv neutron-server[116161]: return self._get(url).json() Apr 28 11:02:10.681870 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 28 11:02:10.681870 dv-neutron-master-2-hyperv neutron-server[116161]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 11:02:10.681870 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 11:02:10.681870 dv-neutron-master-2-hyperv neutron-server[116161]: return self.request(url, 'GET', **kwargs) Apr 28 11:02:10.681870 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 11:02:10.681870 dv-neutron-master-2-hyperv neutron-server[116161]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 11:02:10.681870 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 11:02:10.681870 dv-neutron-master-2-hyperv neutron-server[116161]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 11:02:10.681870 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 11:02:10.681870 dv-neutron-master-2-hyperv neutron-server[116161]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 11:02:10.681870 dv-neutron-master-2-hyperv neutron-server[116161]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 11:02:10.684692 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0a4b4de5-5e46-442b-84e7-3981e2c7c37b tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 53} {{(pid=116162) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 11:02:10.693737 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-ae94d540-e4c6-43be-adc9-b26fb6a2f62f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (cfc241ae-e4b7-443b-b80b-59fbbc2b69c9), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:10.702177 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-239f640b-6689-46f0-b50c-048b1328aaef tempest-BulkNetworkOpsTest-846609399 tempest-BulkNetworkOpsTest-846609399-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042'] for network (814f05aa-3374-4594-b166-616a1527f0fa), after_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:10.707579 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-239f640b-6689-46f0-b50c-048b1328aaef tempest-BulkNetworkOpsTest-846609399 tempest-BulkNetworkOpsTest-846609399-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:02:10.708187 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-239f640b-6689-46f0-b50c-048b1328aaef tempest-BulkNetworkOpsTest-846609399 tempest-BulkNetworkOpsTest-846609399-project] Publish callbacks [] for network (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:10.731282 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-653741a6-9e33-4f1c-a42c-d3c95d58954c tempest-NetworksIpV6TestAttrs-234256711 tempest-NetworksIpV6TestAttrs-234256711-project] Made reservation on behalf of 5872500d6a394c9f83c6b1c78131b0b2 for: {'subnet': 1} {{(pid=116161) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 11:02:10.734956 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-653741a6-9e33-4f1c-a42c-d3c95d58954c tempest-NetworksIpV6TestAttrs-234256711 tempest-NetworksIpV6TestAttrs-234256711-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5125580'] for subnet (None), before_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:10.753624 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-bb8ccc60-d1a6-4e4b-b518-809592b191ff None None] For port 99df3006-2c61-4a4c-be71-610adaa5bc94, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=99df3006-2c61-4a4c-be71-610adaa5bc94,segment=NetworkSegment(ffa4348d-378b-4e93-98fa-ab0dc49ee16c),segment_id=ffa4348d-378b-4e93-98fa-ab0dc49ee16c)] {{(pid=116163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 11:02:10.754317 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-bb8ccc60-d1a6-4e4b-b518-809592b191ff None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1938497'] for port (99df3006-2c61-4a4c-be71-610adaa5bc94), precommit_delete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:10.763976 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-0a4b4de5-5e46-442b-84e7-3981e2c7c37b tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-961978'] for segment (748e3232-021c-45dc-ae20-d78dee4fa4d9), precommit_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:10.763976 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.db.segments_db [None req-0a4b4de5-5e46-442b-84e7-3981e2c7c37b tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Added segment 748e3232-021c-45dc-ae20-d78dee4fa4d9 of type vlan for network cf789ae1-39a5-40f5-a02c-2d637f6430b9 Apr 28 11:02:10.842623 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-bb8ccc60-d1a6-4e4b-b518-809592b191ff None None] Calling delete_port for 99df3006-2c61-4a4c-be71-610adaa5bc94 owned by network:dhcp {{(pid=116163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 11:02:10.870142 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-dfbae281-1237-4274-9dbf-f77cacf84712 tempest-RoutersAdminTest-1587786081 tempest-RoutersAdminTest-1587786081-project] Publish callbacks [] for router_controller (b2b209ee-0b3d-40c2-868a-d8a2c5f23177), precommit_add_association {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:10.878977 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-239f640b-6689-46f0-b50c-048b1328aaef tempest-BulkNetworkOpsTest-846609399 tempest-BulkNetworkOpsTest-846609399-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.1156063 Apr 28 11:02:10.887898 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-e94036c5-0f05-497b-90b0-736e054e12db None None] Provisioning complete for port c65d0d93-b552-494a-8b46-007d8b5f6d2e triggered by entity DHCP. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:02:10.887898 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-e94036c5-0f05-497b-90b0-736e054e12db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (c65d0d93-b552-494a-8b46-007d8b5f6d2e), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:10.897499 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-060a14ac-a906-4bb8-abd0-4fe861e2bebb tempest-NetworksIpV6Test-263553383 tempest-NetworksIpV6Test-263553383-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-973477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2063122'] for network (dd7c9ea9-e15d-4348-8ed2-1a1b6e7889dc), after_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:10.914186 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-060a14ac-a906-4bb8-abd0-4fe861e2bebb tempest-NetworksIpV6Test-263553383 tempest-NetworksIpV6Test-263553383-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603020'] for network (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:10.920644 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239f640b-6689-46f0-b50c-048b1328aaef tempest-BulkNetworkOpsTest-846609399 tempest-BulkNetworkOpsTest-846609399-project] Pushing event updated for resources: {'Network': ['ID=814f05aa-3374-4594-b166-616a1527f0fa,revision_number=1']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:02:10.927644 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-0a4b4de5-5e46-442b-84e7-3981e2c7c37b tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742234744962'] for network (cf789ae1-39a5-40f5-a02c-2d637f6430b9), precommit_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:10.939406 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-060a14ac-a906-4bb8-abd0-4fe861e2bebb tempest-NetworksIpV6Test-263553383 tempest-NetworksIpV6Test-263553383-project] 10.222.0.10 "DELETE /v2.0/networks/dd7c9ea9-e15d-4348-8ed2-1a1b6e7889dc HTTP/1.1" status: 204 len: 168 time: 2.6408367 Apr 28 11:02:10.946365 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Network 814f05aa-3374-4594-b166-616a1527f0fa details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=116163) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 28 11:02:10.959733 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 51330) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:02:10.964298 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Pushing event updated for resources: {'Port': ['ID=c65d0d93-b552-494a-8b46-007d8b5f6d2e,revision_number=4']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:02:10.988386 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-dfbae281-1237-4274-9dbf-f77cacf84712 tempest-RoutersAdminTest-1587786081 tempest-RoutersAdminTest-1587786081-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2060818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1935326'] for router (b2b209ee-0b3d-40c2-868a-d8a2c5f23177), after_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:10.991968 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-060a14ac-a906-4bb8-abd0-4fe861e2bebb tempest-NetworksIpV6Test-263553383 tempest-NetworksIpV6Test-263553383-project] Pushing event deleted for resources: {'Network': ['ID=dd7c9ea9-e15d-4348-8ed2-1a1b6e7889dc,revision_number=None']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:02:11.012282 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 51332) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:02:11.013149 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.pecan_wsgi.hooks.translation [None req-a6fccfb6-b97a-4b12-8b61-08df2a1c0384 tempest-NetworksIpV6Test-263553383 tempest-NetworksIpV6Test-263553383-project] DELETE failed (client error): The resource could not be found. Apr 28 11:02:11.013610 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a6fccfb6-b97a-4b12-8b61-08df2a1c0384 tempest-NetworksIpV6Test-263553383 tempest-NetworksIpV6Test-263553383-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=116162) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 28 11:02:11.020179 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 51334) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:02:11.023410 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-a6fccfb6-b97a-4b12-8b61-08df2a1c0384 tempest-NetworksIpV6Test-263553383 tempest-NetworksIpV6Test-263553383-project] 10.222.0.10 "DELETE /v2.0/subnets/2f72a260-bb39-4aa9-9091-a0a4a50d4268 HTTP/1.1" status: 404 len: 337 time: 0.0636244 Apr 28 11:02:11.028067 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.v2.base [None req-0d338b5e-7c8d-4f0f-afc4-215961cab545 tempest-BulkNetworkOpsTest-846609399 tempest-BulkNetworkOpsTest-846609399-project] Request body: {'subnets': [{'network_id': 'f9b77fb5-0868-43a2-8e0a-8c5da724a6e4', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--298238856', 'ip_version': 4}, {'network_id': '814f05aa-3374-4594-b166-616a1527f0fa', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=116161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:02:11.028524 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.v2.base [None req-0d338b5e-7c8d-4f0f-afc4-215961cab545 tempest-BulkNetworkOpsTest-846609399 tempest-BulkNetworkOpsTest-846609399-project] Request body: {'subnet': {'network_id': 'f9b77fb5-0868-43a2-8e0a-8c5da724a6e4', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--298238856', 'ip_version': 4}} {{(pid=116161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:02:11.029230 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.v2.base [None req-0d338b5e-7c8d-4f0f-afc4-215961cab545 tempest-BulkNetworkOpsTest-846609399 tempest-BulkNetworkOpsTest-846609399-project] Request body: {'subnet': {'network_id': '814f05aa-3374-4594-b166-616a1527f0fa', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=116161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:02:11.037682 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-5c599077-fbbb-40e9-a8fd-11f4aa483089 tempest-RoutersNegativeIpV6Test-273752723 tempest-RoutersNegativeIpV6Test-273752723-project] Publish callbacks [] for port (71c6b3d2-36a5-4240-b53f-9433532c7f73), precommit_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:11.071129 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.pecan_wsgi.hooks.translation [None req-17763915-d6fa-448b-a2d3-309b61faebf5 tempest-NetworksIpV6Test-263553383 tempest-NetworksIpV6Test-263553383-project] DELETE failed (client error): The resource could not be found. Apr 28 11:02:11.071665 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-17763915-d6fa-448b-a2d3-309b61faebf5 tempest-NetworksIpV6Test-263553383 tempest-NetworksIpV6Test-263553383-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=116161) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 28 11:02:11.077368 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-17763915-d6fa-448b-a2d3-309b61faebf5 tempest-NetworksIpV6Test-263553383 tempest-NetworksIpV6Test-263553383-project] 10.222.0.10 "DELETE /v2.0/networks/99dd89d4-34e8-4e25-9d5a-2f102063d579 HTTP/1.1" status: 404 len: 339 time: 0.0438640 Apr 28 11:02:11.082569 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-dbbfd700-6b65-4d6f-8938-643203ee2423 None None] Publish callbacks [] for port (a109a587-37ce-405f-a102-e4b99bf3c8b7), precommit_create {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:11.091953 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Current status of the port 927a5cb3-8012-4aaf-93d6-504dcf7bfba1 is: BUILD; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:02:11.091953 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (927a5cb3-8012-4aaf-93d6-504dcf7bfba1), before_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:11.096264 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 51336) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:02:11.117369 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-dfbae281-1237-4274-9dbf-f77cacf84712 tempest-RoutersAdminTest-1587786081 tempest-RoutersAdminTest-1587786081-project] Publish callbacks [] for router (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:11.121420 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-dfbae281-1237-4274-9dbf-f77cacf84712 tempest-RoutersAdminTest-1587786081 tempest-RoutersAdminTest-1587786081-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.6127312 Apr 28 11:02:11.127299 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 51338) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:02:11.141725 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.v2.base [None req-d83594a5-0d4b-49af-95f1-7198607744b2 tempest-RoutersAdminTest-1587786081 tempest-RoutersAdminTest-1587786081-project] Request body: {'router': {'external_gateway_info': {'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c'}}} {{(pid=116162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:02:11.145193 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-0a4b4de5-5e46-442b-84e7-3981e2c7c37b tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042'] for network (cf789ae1-39a5-40f5-a02c-2d637f6430b9), after_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:11.150312 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a4b4de5-5e46-442b-84e7-3981e2c7c37b tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:02:11.151169 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-0a4b4de5-5e46-442b-84e7-3981e2c7c37b tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Publish callbacks [] for network (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:11.204450 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-2e4064d7-aab2-4991-a193-d31602f058a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742235135690', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742234710366'] for port (c65d0d93-b552-494a-8b46-007d8b5f6d2e), after_delete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:11.229603 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.pecan_wsgi.hooks.translation [None req-a1165213-bdff-4a53-84a4-20c0b4b7ba27 tempest-NetworksIpV6Test-263553383 tempest-NetworksIpV6Test-263553383-project] DELETE failed (client error): The resource could not be found. Apr 28 11:02:11.229603 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a1165213-bdff-4a53-84a4-20c0b4b7ba27 tempest-NetworksIpV6Test-263553383 tempest-NetworksIpV6Test-263553383-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=116162) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 28 11:02:11.233808 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-a1165213-bdff-4a53-84a4-20c0b4b7ba27 tempest-NetworksIpV6Test-263553383 tempest-NetworksIpV6Test-263553383-project] 10.222.0.10 "DELETE /v2.0/subnets/3fd39a84-ece5-45d9-8a21-311ba37716ad HTTP/1.1" status: 404 len: 337 time: 0.1371880 Apr 28 11:02:11.235964 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 51340) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:02:11.247237 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-dbbfd700-6b65-4d6f-8938-643203ee2423 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742234710357'] for port (a109a587-37ce-405f-a102-e4b99bf3c8b7), after_create {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:11.279845 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4064d7-aab2-4991-a193-d31602f058a5 None None] Pushing event deleted for resources: {'Port': ['ID=c65d0d93-b552-494a-8b46-007d8b5f6d2e,revision_number=None']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:02:11.284300 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6bd2b59b-b5db-4639-9109-3dca095b7768', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '927a5cb3-8012-4aaf-93d6-504dcf7bfba1'}] {{(pid=116163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 11:02:11.286884 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f01aec4a4f83961b54a953becfce2676879fb1d4b91122543244f430a0b8460" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56f53c42-5aa9-4c45-8291-97deb10c0839" -d '{"events": [{"server_uuid": "6bd2b59b-b5db-4639-9109-3dca095b7768", "name": "network-vif-plugged", "status": "completed", "tag": "927a5cb3-8012-4aaf-93d6-504dcf7bfba1"}]}' {{(pid=116163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 11:02:11.289204 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Provisioning complete for port 99df3006-2c61-4a4c-be71-610adaa5bc94 triggered by entity L2. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:02:11.289593 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (99df3006-2c61-4a4c-be71-610adaa5bc94), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:11.330376 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbbfd700-6b65-4d6f-8938-643203ee2423 None None] Network 6072a3d1-0a45-44db-ad48-c57a06619c2c is already hosted by enough agents. {{(pid=116163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 11:02:11.333642 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e4064d7-aab2-4991-a193-d31602f058a5 None None] No DVR routers for this DVR port c65d0d93-b552-494a-8b46-007d8b5f6d2e on host dv-neutron-master-2-hyperv {{(pid=116163) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 11:02:11.379045 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] For port 927a5cb3-8012-4aaf-93d6-504dcf7bfba1, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=927a5cb3-8012-4aaf-93d6-504dcf7bfba1,segment=NetworkSegment(6d4ad1d4-95ab-4492-8694-723c8a0122a3),segment_id=6d4ad1d4-95ab-4492-8694-723c8a0122a3)] {{(pid=116163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 11:02:11.380882 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 11:02:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2a0aa47-e353-48aa-ab23-8193c5dcafdd x-openstack-request-id: req-e2a0aa47-e353-48aa-ab23-8193c5dcafdd {{(pid=116163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 11:02:11.381166 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6bd2b59b-b5db-4639-9109-3dca095b7768", "name": "network-vif-plugged", "status": "completed", "tag": "927a5cb3-8012-4aaf-93d6-504dcf7bfba1", "code": 200}]} {{(pid=116163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 11:02:11.381985 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-e2a0aa47-e353-48aa-ab23-8193c5dcafdd {{(pid=116163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 11:02:11.381985 dv-neutron-master-2-hyperv neutron-server[116163]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e2a0aa47-e353-48aa-ab23-8193c5dcafdd'] response: {'server_uuid': '6bd2b59b-b5db-4639-9109-3dca095b7768', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '927a5cb3-8012-4aaf-93d6-504dcf7bfba1', 'code': 200} Apr 28 11:02:11.386303 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.scheduler.base_scheduler [None req-dbbfd700-6b65-4d6f-8938-643203ee2423 None None] Resources bound (agent type, host, resource id): {{(pid=116163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 11:02:11.395176 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-e94036c5-0f05-497b-90b0-736e054e12db None None] Could not find standard attr ID for object c65d0d93-b552-494a-8b46-007d8b5f6d2e. {{(pid=116163) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:182}} Apr 28 11:02:11.395785 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbbfd700-6b65-4d6f-8938-643203ee2423 None None] Received port after_create {{(pid=116163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 11:02:11.435264 dv-neutron-master-2-hyperv neutron-server[116163]: INFO neutron.plugins.ml2.db [None req-e94036c5-0f05-497b-90b0-736e054e12db None None] No ports have port_id starting with c65d0d93-b552-494a-8b46-007d8b5f6d2e Apr 28 11:02:11.439346 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbbfd700-6b65-4d6f-8938-643203ee2423 None None] Pushing event updated for resources: {'Port': ['ID=a109a587-37ce-405f-a102-e4b99bf3c8b7,revision_number=1']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:02:11.450043 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-5c599077-fbbb-40e9-a8fd-11f4aa483089 tempest-RoutersNegativeIpV6Test-273752723 tempest-RoutersNegativeIpV6Test-273752723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742234710357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5219112'] for port (71c6b3d2-36a5-4240-b53f-9433532c7f73), after_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:11.454209 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-3bf0a9f5-3c7d-402e-8e09-8ae806a3711d tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5054027', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4210784'] for subnet (51f08835-bf1f-4eef-9f4e-d2c79910329c), after_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:11.478607 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-e94036c5-0f05-497b-90b0-736e054e12db None None] Could not find standard attr ID for object fdb80575-a100-499d-b289-3b07f9644d9c. {{(pid=116163) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:182}} Apr 28 11:02:11.480075 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393'] for port (927a5cb3-8012-4aaf-93d6-504dcf7bfba1), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:11.535254 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71442167-8ac0-427e-8a6f-79e3340974f4 req-61abd4f3-4d1f-4cd2-9a50-1f501509d20e tempest-ServerActionsTestJSON-1498610228 tempest-ServerActionsTestJSON-1498610228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:02:11.542369 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-71442167-8ac0-427e-8a6f-79e3340974f4 req-61abd4f3-4d1f-4cd2-9a50-1f501509d20e tempest-ServerActionsTestJSON-1498610228 tempest-ServerActionsTestJSON-1498610228-project] 10.222.0.10 "GET /v2.0/ports?device_id=6bd2b59b-b5db-4639-9109-3dca095b7768 HTTP/1.1" status: 200 len: 945 time: 0.1427984 Apr 28 11:02:11.545647 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c599077-fbbb-40e9-a8fd-11f4aa483089 tempest-RoutersNegativeIpV6Test-273752723 tempest-RoutersNegativeIpV6Test-273752723-project] Network 80f8af14-3149-4e17-abf1-09ab55bfa99e is already hosted by enough agents. {{(pid=116161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 11:02:11.561775 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.managers [None req-dbbfd700-6b65-4d6f-8938-643203ee2423 None None] Attempting to bind port a109a587-37ce-405f-a102-e4b99bf3c8b7 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=116163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 28 11:02:11.562156 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.managers [None req-dbbfd700-6b65-4d6f-8938-643203ee2423 None None] Attempting to bind port a109a587-37ce-405f-a102-e4b99bf3c8b7 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '177088ca-9781-4427-bb1c-019e411f66c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '6072a3d1-0a45-44db-ad48-c57a06619c2c'}] {{(pid=116163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 28 11:02:11.562312 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.scheduler.base_scheduler [None req-5c599077-fbbb-40e9-a8fd-11f4aa483089 tempest-RoutersNegativeIpV6Test-273752723 tempest-RoutersNegativeIpV6Test-273752723-project] Resources bound (agent type, host, resource id): {{(pid=116161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 11:02:11.563244 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbbfd700-6b65-4d6f-8938-643203ee2423 None None] Attempting to bind port a109a587-37ce-405f-a102-e4b99bf3c8b7 on network 6072a3d1-0a45-44db-ad48-c57a06619c2c {{(pid=116163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 11:02:11.589380 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-e94036c5-0f05-497b-90b0-736e054e12db None None] Provisioning complete for port 1086a601-6f76-4313-bc04-e12bb2808e56 triggered by entity DHCP. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:02:11.589809 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-e94036c5-0f05-497b-90b0-736e054e12db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (1086a601-6f76-4313-bc04-e12bb2808e56), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:11.595570 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c599077-fbbb-40e9-a8fd-11f4aa483089 tempest-RoutersNegativeIpV6Test-273752723 tempest-RoutersNegativeIpV6Test-273752723-project] Received port after_create {{(pid=116161) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 11:02:11.596184 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-5c599077-fbbb-40e9-a8fd-11f4aa483089 tempest-RoutersNegativeIpV6Test-273752723 tempest-RoutersNegativeIpV6Test-273752723-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2063275'] for router_interface (7a93352b-7fef-4a78-a676-5156887a4be6), before_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:11.600580 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c599077-fbbb-40e9-a8fd-11f4aa483089 tempest-RoutersNegativeIpV6Test-273752723 tempest-RoutersNegativeIpV6Test-273752723-project] Pushing event updated for resources: {'Port': ['ID=71c6b3d2-36a5-4240-b53f-9433532c7f73,revision_number=1']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:02:11.619245 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a4b4de5-5e46-442b-84e7-3981e2c7c37b tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Pushing event updated for resources: {'Network': ['ID=cf789ae1-39a5-40f5-a02c-2d637f6430b9,revision_number=1']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:02:11.623828 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.pecan_wsgi.hooks.translation [None req-a8945bfd-b3d0-47ed-b120-d9709ac8ed6c tempest-NetworksIpV6Test-263553383 tempest-NetworksIpV6Test-263553383-project] DELETE failed (client error): The resource could not be found. Apr 28 11:02:11.624621 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a8945bfd-b3d0-47ed-b120-d9709ac8ed6c tempest-NetworksIpV6Test-263553383 tempest-NetworksIpV6Test-263553383-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=116162) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 28 11:02:11.628694 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-a8945bfd-b3d0-47ed-b120-d9709ac8ed6c tempest-NetworksIpV6Test-263553383 tempest-NetworksIpV6Test-263553383-project] 10.222.0.10 "DELETE /v2.0/networks/082e0056-19e5-4546-a7d6-c2c84989795a HTTP/1.1" status: 404 len: 339 time: 0.3749204 Apr 28 11:02:11.636109 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-0a4b4de5-5e46-442b-84e7-3981e2c7c37b tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.2564390 Apr 28 11:02:11.649534 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 51346) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:02:11.651077 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 51348) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:02:11.663145 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.v2.base [None req-99d78266-d636-4f80-9dc1-05e40b46ab83 tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Request body: {'subnet': {'network_id': 'cb3fb0ef-79f8-4258-bb98-7e3e213a3cf6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=116161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:02:11.670732 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf0a9f5-3c7d-402e-8e09-8ae806a3711d tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Pushing event updated for resources: {'Subnet': ['ID=51f08835-bf1f-4eef-9f4e-d2c79910329c,revision_number=0']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:02:11.676296 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d338b5e-7c8d-4f0f-afc4-215961cab545 tempest-BulkNetworkOpsTest-846609399 tempest-BulkNetworkOpsTest-846609399-project] Made reservation on behalf of 4c057a30512140249e41acbd3053f09e for: {'subnet': 2} {{(pid=116161) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 11:02:11.681683 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-0d338b5e-7c8d-4f0f-afc4-215961cab545 tempest-BulkNetworkOpsTest-846609399 tempest-BulkNetworkOpsTest-846609399-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5125580'] for subnet (None), before_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:11.682300 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-0d338b5e-7c8d-4f0f-afc4-215961cab545 tempest-BulkNetworkOpsTest-846609399 tempest-BulkNetworkOpsTest-846609399-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5125580'] for subnet (None), before_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:11.683399 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bf0a9f5-3c7d-402e-8e09-8ae806a3711d tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Network 1ec9fbcf-7a57-4aaa-9c30-4e0f43e09480 is already hosted by enough agents. {{(pid=116162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 11:02:11.688973 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.scheduler.base_scheduler [None req-3bf0a9f5-3c7d-402e-8e09-8ae806a3711d tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Resources bound (agent type, host, resource id): {{(pid=116162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 11:02:11.692677 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bf0a9f5-3c7d-402e-8e09-8ae806a3711d tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:02:11.693290 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-3bf0a9f5-3c7d-402e-8e09-8ae806a3711d tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Publish callbacks [] for subnet (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:11.773763 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.pecan_wsgi.hooks.translation [None req-4ccf9c72-3bd4-43cc-84a1-5ba31d95b8a6 tempest-NetworksIpV6Test-263553383 tempest-NetworksIpV6Test-263553383-project] DELETE failed (client error): The resource could not be found. Apr 28 11:02:11.774357 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4ccf9c72-3bd4-43cc-84a1-5ba31d95b8a6 tempest-NetworksIpV6Test-263553383 tempest-NetworksIpV6Test-263553383-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=116161) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 28 11:02:11.781066 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-4ccf9c72-3bd4-43cc-84a1-5ba31d95b8a6 tempest-NetworksIpV6Test-263553383 tempest-NetworksIpV6Test-263553383-project] 10.222.0.10 "DELETE /v2.0/subnets/bc34c92f-a2d1-4f5c-9876-dbb5f808d102 HTTP/1.1" status: 404 len: 337 time: 0.1248763 Apr 28 11:02:11.783255 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 51350) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:02:11.805620 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-d83594a5-0d4b-49af-95f1-7198607744b2 tempest-RoutersAdminTest-1587786081 tempest-RoutersAdminTest-1587786081-project] Publish callbacks [] for router_gateway (b2b209ee-0b3d-40c2-868a-d8a2c5f23177), precommit_update {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:11.807570 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-bb8ccc60-d1a6-4e4b-b518-809592b191ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742235135690', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742234710366'] for port (99df3006-2c61-4a4c-be71-610adaa5bc94), after_delete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:11.809220 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.pecan_wsgi.hooks.translation [None req-94d4b83f-5bce-4057-966a-c431150d39cd tempest-NetworksIpV6Test-263553383 tempest-NetworksIpV6Test-263553383-project] DELETE failed (client error): The resource could not be found. Apr 28 11:02:11.809749 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-94d4b83f-5bce-4057-966a-c431150d39cd tempest-NetworksIpV6Test-263553383 tempest-NetworksIpV6Test-263553383-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=116162) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 28 11:02:11.816479 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-94d4b83f-5bce-4057-966a-c431150d39cd tempest-NetworksIpV6Test-263553383 tempest-NetworksIpV6Test-263553383-project] 10.222.0.10 "DELETE /v2.0/networks/703ecd9c-04c4-4c62-953f-b524b2a0e7ba HTTP/1.1" status: 404 len: 339 time: 0.0297892 Apr 28 11:02:11.817554 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 51352) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:02:11.818821 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Network cf789ae1-39a5-40f5-a02c-2d637f6430b9 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=116163) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 28 11:02:11.820654 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1247c3b6-ec96-4ee7-8b20-e0a839882c24 None None] Network 80f8af14-3149-4e17-abf1-09ab55bfa99e requested from dv-neutron-master-2-hyperv {{(pid=116163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 11:02:11.823011 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbbfd700-6b65-4d6f-8938-643203ee2423 None None] Checking agent: {'id': 'd5baab19-5dd1-4902-922b-84acb048ab9c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 10, 50, 43), 'started_at': datetime.datetime(2022, 4, 28, 10, 51, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 11, 1, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=116163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 11:02:11.823392 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbbfd700-6b65-4d6f-8938-643203ee2423 None None] Checking segment: {'id': '177088ca-9781-4427-bb1c-019e411f66c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '6072a3d1-0a45-44db-ad48-c57a06619c2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 11:02:11.823794 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-dbbfd700-6b65-4d6f-8938-643203ee2423 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:11.824180 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbbfd700-6b65-4d6f-8938-643203ee2423 None None] Bound using segment: {'id': '177088ca-9781-4427-bb1c-019e411f66c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '6072a3d1-0a45-44db-ad48-c57a06619c2c'} {{(pid=116163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 11:02:11.824656 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.managers [None req-dbbfd700-6b65-4d6f-8938-643203ee2423 None None] Bound port: a109a587-37ce-405f-a102-e4b99bf3c8b7, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '177088ca-9781-4427-bb1c-019e411f66c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '6072a3d1-0a45-44db-ad48-c57a06619c2c'}}] {{(pid=116163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 28 11:02:11.825137 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-dbbfd700-6b65-4d6f-8938-643203ee2423 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (a109a587-37ce-405f-a102-e4b99bf3c8b7), before_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:11.855371 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-3bf0a9f5-3c7d-402e-8e09-8ae806a3711d tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.2004440 Apr 28 11:02:11.858101 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 51354) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:02:11.865521 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.v2.base [None req-e2944bd6-1037-40d2-8822-cdc549c95373 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Request body: {'port': {'network_id': '1ec9fbcf-7a57-4aaa-9c30-4e0f43e09480', 'mac_address': 'fa:16:3e:4c:ea:2e', 'name': 'tempest-NetworksTestDHCPv6-1387412482'}} {{(pid=116162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:02:11.866084 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Pushing event updated for resources: {'Port': ['ID=927a5cb3-8012-4aaf-93d6-504dcf7bfba1,revision_number=5']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:02:11.921087 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Current status of the port 99df3006-2c61-4a4c-be71-610adaa5bc94 is: ACTIVE; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:02:11.926272 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb8ccc60-d1a6-4e4b-b518-809592b191ff None None] No DVR routers for this DVR port 99df3006-2c61-4a4c-be71-610adaa5bc94 on host dv-neutron-master-2-hyperv {{(pid=116163) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 11:02:11.941524 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8ccc60-d1a6-4e4b-b518-809592b191ff None None] Pushing event deleted for resources: {'Port': ['ID=99df3006-2c61-4a4c-be71-610adaa5bc94,revision_number=None']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:02:11.947822 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.objects.ports [None req-653741a6-9e33-4f1c-a42c-d3c95d58954c tempest-NetworksIpV6TestAttrs-234256711 tempest-NetworksIpV6TestAttrs-234256711-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=116161) get_objects /opt/stack/neutron/neutron/objects/ports.py:463}} Apr 28 11:02:11.949219 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.db.db_base_plugin_v2 [None req-ce0c1a54-9359-4f0f-93c3-20880e13fcad tempest-NetworksIpV6Test-263553383 tempest-NetworksIpV6Test-263553383-project] Deleting subnet 7feebfb6-e733-4f45-a97f-e02659d75a23 {{(pid=116162) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 28 11:02:11.954600 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-ce0c1a54-9359-4f0f-93c3-20880e13fcad tempest-NetworksIpV6Test-263553383 tempest-NetworksIpV6Test-263553383-project] Publish callbacks [] for subnet (7feebfb6-e733-4f45-a97f-e02659d75a23), before_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:11.966621 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-71442167-8ac0-427e-8a6f-79e3340974f4 req-895abfe0-c32a-4240-a83c-cac6c565cf11 tempest-ServerActionsTestJSON-1498610228 tempest-ServerActionsTestJSON-1498610228-project] 10.222.0.10 "GET /v2.0/security-groups?id=0f246414-c46b-4ee7-b196-c819605d877f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4230044 Apr 28 11:02:11.987853 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-653741a6-9e33-4f1c-a42c-d3c95d58954c tempest-NetworksIpV6TestAttrs-234256711 tempest-NetworksIpV6TestAttrs-234256711-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5220536', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5125438'] for subnet (8e098099-703e-412a-abe6-a3ef6f2be79c), after_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:12.006381 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-ce0c1a54-9359-4f0f-93c3-20880e13fcad tempest-NetworksIpV6Test-263553383 tempest-NetworksIpV6Test-263553383-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5026541'] for subnet (7feebfb6-e733-4f45-a97f-e02659d75a23), precommit_delete_associations {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:12.040935 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b23968bf-63e8-4448-948c-5efd90d801aa None None] Network 1ec9fbcf-7a57-4aaa-9c30-4e0f43e09480 requested from dv-neutron-master-2-hyperv {{(pid=116163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 11:02:12.070843 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46147c22-35b3-47f3-b404-46ceec824c74 req-f0cf18ce-5454-4d7e-bcd2-4096bf82829d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:02:12.075630 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-46147c22-35b3-47f3-b404-46ceec824c74 req-f0cf18ce-5454-4d7e-bcd2-4096bf82829d service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=6bd2b59b-b5db-4639-9109-3dca095b7768 HTTP/1.1" status: 200 len: 1130 time: 0.3030696 Apr 28 11:02:12.194267 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-01ef1de1-12fd-4cef-b76b-793f91379468 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (39cc4f52-f5d9-4e2c-bbfa-7a1c528e1c40), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:12.232468 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-dbbfd700-6b65-4d6f-8938-643203ee2423 None None] For port a109a587-37ce-405f-a102-e4b99bf3c8b7, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=116163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 11:02:12.254679 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-653741a6-9e33-4f1c-a42c-d3c95d58954c tempest-NetworksIpV6TestAttrs-234256711 tempest-NetworksIpV6TestAttrs-234256711-project] Pushing event updated for resources: {'Subnet': ['ID=8e098099-703e-412a-abe6-a3ef6f2be79c,revision_number=0']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:02:12.266131 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-dbbfd700-6b65-4d6f-8938-643203ee2423 None None] For port a109a587-37ce-405f-a102-e4b99bf3c8b7, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=a109a587-37ce-405f-a102-e4b99bf3c8b7,segment=NetworkSegment(177088ca-9781-4427-bb1c-019e411f66c0),segment_id=177088ca-9781-4427-bb1c-019e411f66c0)] {{(pid=116163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 11:02:12.267517 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-e94036c5-0f05-497b-90b0-736e054e12db None None] Current status of the port 1086a601-6f76-4313-bc04-e12bb2808e56 is: ACTIVE; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:02:12.283204 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-ce0c1a54-9359-4f0f-93c3-20880e13fcad tempest-NetworksIpV6Test-263553383 tempest-NetworksIpV6Test-263553383-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-971303'] for subnet (7feebfb6-e733-4f45-a97f-e02659d75a23), precommit_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:12.297133 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Device 1086a601-6f76-4313-bc04-e12bb2808e56 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=116163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 11:02:12.322809 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-46147c22-35b3-47f3-b404-46ceec824c74 req-a3d21abf-f5e2-48d7-8e31-7b80ad568b22 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=0f246414-c46b-4ee7-b196-c819605d877f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2245116 Apr 28 11:02:12.325331 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37b0d56f-f9dc-4d20-8f8c-3aadba46c32e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-1ec9fbcf-7a57-4aaa-9c30-4e0f43e09480', 'network_id': '1ec9fbcf-7a57-4aaa-9c30-4e0f43e09480', 'project_id': '12780407c7254bdfbde1c04e76d433ee', 'fixed_ips': [{'subnet_id': '51f08835-bf1f-4eef-9f4e-d2c79910329c'}]}} from dv-neutron-master-2-hyperv. {{(pid=116163) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 28 11:02:12.326196 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-37b0d56f-f9dc-4d20-8f8c-3aadba46c32e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (None), before_create {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:12.353586 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-653741a6-9e33-4f1c-a42c-d3c95d58954c tempest-NetworksIpV6TestAttrs-234256711 tempest-NetworksIpV6TestAttrs-234256711-project] Checking segment: {'id': 'f8106056-97ae-4211-9394-0783096c6637', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '090fd5a9-3b98-4912-bab1-623cd90ef23f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 11:02:12.354764 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-653741a6-9e33-4f1c-a42c-d3c95d58954c tempest-NetworksIpV6TestAttrs-234256711 tempest-NetworksIpV6TestAttrs-234256711-project] Network hostable DHCP agents. Network: 090fd5a9-3b98-4912-bab1-623cd90ef23f, hostable agents: ['75ba81b7-fe99-4281-90d2-a5adb445ecea'], hosted agents: [] {{(pid=116161) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 11:02:12.365316 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99d78266-d636-4f80-9dc1-05e40b46ab83 tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Made reservation on behalf of 0f4d85af73ea40518271b3ac6c23a282 for: {'subnet': 1} {{(pid=116161) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 11:02:12.369386 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-99d78266-d636-4f80-9dc1-05e40b46ab83 tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5125580'] for subnet (None), before_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:12.380606 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-d83594a5-0d4b-49af-95f1-7198607744b2 tempest-RoutersAdminTest-1587786081 tempest-RoutersAdminTest-1587786081-project] Publish callbacks [] for router_gateway (b2b209ee-0b3d-40c2-868a-d8a2c5f23177), before_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:12.385766 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Provisioning complete for port 1086a601-6f76-4313-bc04-e12bb2808e56 triggered by entity L2. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:02:12.386151 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (1086a601-6f76-4313-bc04-e12bb2808e56), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:12.389056 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-dbbfd700-6b65-4d6f-8938-643203ee2423 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393'] for port (a109a587-37ce-405f-a102-e4b99bf3c8b7), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:12.405927 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-d83594a5-0d4b-49af-95f1-7198607744b2 tempest-RoutersAdminTest-1587786081 tempest-RoutersAdminTest-1587786081-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (None), before_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:12.406947 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-5c599077-fbbb-40e9-a8fd-11f4aa483089 tempest-RoutersNegativeIpV6Test-273752723 tempest-RoutersNegativeIpV6Test-273752723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (71c6b3d2-36a5-4240-b53f-9433532c7f73), before_update {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:12.421336 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2944bd6-1037-40d2-8822-cdc549c95373 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Made reservation on behalf of 12780407c7254bdfbde1c04e76d433ee for: {'port': 1} {{(pid=116162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 11:02:12.486348 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-0201bd5e-50cc-4523-bafc-f0e855deedef None None] Provisioning complete for port cf412b34-4c62-4567-ba8b-f7c184e2e584 triggered by entity DHCP. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:02:12.486764 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-0201bd5e-50cc-4523-bafc-f0e855deedef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (cf412b34-4c62-4567-ba8b-f7c184e2e584), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:12.572093 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-e2944bd6-1037-40d2-8822-cdc549c95373 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (None), before_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:12.655879 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.notifiers.nova [None req-e2944bd6-1037-40d2-8822-cdc549c95373 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] device_id is not set on port 28b13f08-b49a-4034-9589-696bea2b4cb9 yet. {{(pid=116162) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 28 11:02:12.669222 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.db.db_base_plugin_common [None req-d83594a5-0d4b-49af-95f1-7198607744b2 tempest-RoutersAdminTest-1587786081 tempest-RoutersAdminTest-1587786081-project] Allocated IP 172.36.4.177 (7be49d94-bbb8-4a61-bafe-209c5f861e1c/c0f82f52-05ee-40f2-a57c-9d02e01fb9fa/82e486b0-372d-41fe-888b-5f7916b9f102) {{(pid=116162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 11:02:12.710848 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbbfd700-6b65-4d6f-8938-643203ee2423 None None] Pushing event updated for resources: {'Port': ['ID=a109a587-37ce-405f-a102-e4b99bf3c8b7,revision_number=2']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:02:12.716153 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-ce0c1a54-9359-4f0f-93c3-20880e13fcad tempest-NetworksIpV6Test-263553383 tempest-NetworksIpV6Test-263553383-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-971310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5053962', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4210815'] for subnet (7feebfb6-e733-4f45-a97f-e02659d75a23), after_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:12.750840 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0c1a54-9359-4f0f-93c3-20880e13fcad tempest-NetworksIpV6Test-263553383 tempest-NetworksIpV6Test-263553383-project] Pushing event deleted for resources: {'Subnet': ['ID=7feebfb6-e733-4f45-a97f-e02659d75a23,revision_number=None']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:02:12.765290 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-0201bd5e-50cc-4523-bafc-f0e855deedef None None] Current status of the port cf412b34-4c62-4567-ba8b-f7c184e2e584 is: DOWN; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:02:12.766916 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-0201bd5e-50cc-4523-bafc-f0e855deedef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (cf412b34-4c62-4567-ba8b-f7c184e2e584), before_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:12.775790 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-ce0c1a54-9359-4f0f-93c3-20880e13fcad tempest-NetworksIpV6Test-263553383 tempest-NetworksIpV6Test-263553383-project] Publish callbacks [] for subnet (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:12.779641 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-ce0c1a54-9359-4f0f-93c3-20880e13fcad tempest-NetworksIpV6Test-263553383 tempest-NetworksIpV6Test-263553383-project] 10.222.0.10 "DELETE /v2.0/subnets/7feebfb6-e733-4f45-a97f-e02659d75a23 HTTP/1.1" status: 204 len: 168 time: 0.9619825 Apr 28 11:02:12.800882 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 51356) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:02:12.837900 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7aea8842-56d6-4a48-8569-b2172e42fd64 None None] Network 959b01c5-3aee-45de-b055-498749c95c50 requested from dv-neutron-master-2-hyperv {{(pid=116163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 11:02:12.923010 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-0201bd5e-50cc-4523-bafc-f0e855deedef None None] For port cf412b34-4c62-4567-ba8b-f7c184e2e584, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=cf412b34-4c62-4567-ba8b-f7c184e2e584,segment=NetworkSegment(2db408aa-5bb7-4b82-a4ec-d6ff751a1b02),segment_id=2db408aa-5bb7-4b82-a4ec-d6ff751a1b02)] {{(pid=116163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 11:02:12.946899 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-99d78266-d636-4f80-9dc1-05e40b46ab83 tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5220536', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5125438'] for subnet (45ee267c-8319-44d0-9d7c-f9043ae8bc9c), after_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:12.958931 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-f7e8be5a-719a-48a5-b36b-717071d8ef57 tempest-NetworksIpV6Test-263553383 tempest-NetworksIpV6Test-263553383-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-979593'] for network (959b01c5-3aee-45de-b055-498749c95c50), before_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:12.967620 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-653741a6-9e33-4f1c-a42c-d3c95d58954c tempest-NetworksIpV6TestAttrs-234256711 tempest-NetworksIpV6TestAttrs-234256711-project] Network 090fd5a9-3b98-4912-bab1-623cd90ef23f is scheduled to be hosted by DHCP agent 75ba81b7-fe99-4281-90d2-a5adb445ecea with binding_index 1 {{(pid=116161) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 11:02:13.010057 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-0201bd5e-50cc-4523-bafc-f0e855deedef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393'] for port (cf412b34-4c62-4567-ba8b-f7c184e2e584), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:13.049071 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-d83594a5-0d4b-49af-95f1-7198607744b2 tempest-RoutersAdminTest-1587786081 tempest-RoutersAdminTest-1587786081-project] Publish callbacks [] for port (82e486b0-372d-41fe-888b-5f7916b9f102), precommit_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:13.083012 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Current status of the port 1086a601-6f76-4313-bc04-e12bb2808e56 is: ACTIVE; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:02:13.084107 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Device cf412b34-4c62-4567-ba8b-f7c184e2e584 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=116163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 11:02:13.095129 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.plugin [None req-f7e8be5a-719a-48a5-b36b-717071d8ef57 tempest-NetworksIpV6Test-263553383 tempest-NetworksIpV6Test-263553383-project] Deleting port 177c19d0-ace1-4a04-bf3b-4eeb4fbd2ec1 {{(pid=116162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 11:02:13.095610 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-f7e8be5a-719a-48a5-b36b-717071d8ef57 tempest-NetworksIpV6Test-263553383 tempest-NetworksIpV6Test-263553383-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742235130188'] for port (177c19d0-ace1-4a04-bf3b-4eeb4fbd2ec1), before_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:13.130054 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.scheduler.base_scheduler [None req-653741a6-9e33-4f1c-a42c-d3c95d58954c tempest-NetworksIpV6TestAttrs-234256711 tempest-NetworksIpV6TestAttrs-234256711-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 090fd5a9-3b98-4912-bab1-623cd90ef23f) {{(pid=116161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 11:02:13.133017 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.db_base_plugin_common [None req-37b0d56f-f9dc-4d20-8f8c-3aadba46c32e None None] Allocated IP 2001:db8::2 (1ec9fbcf-7a57-4aaa-9c30-4e0f43e09480/51f08835-bf1f-4eef-9f4e-d2c79910329c/9ba958c5-c5e5-46b9-b681-594f415fe829) {{(pid=116163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 11:02:13.172459 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a9ffd13-eb23-46c3-b576-940de4db6a94 None None] Network 090fd5a9-3b98-4912-bab1-623cd90ef23f requested from dv-neutron-master-2-hyperv {{(pid=116163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 11:02:13.185938 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.db [None req-f7e8be5a-719a-48a5-b36b-717071d8ef57 tempest-NetworksIpV6Test-263553383 tempest-NetworksIpV6Test-263553383-project] For port 177c19d0-ace1-4a04-bf3b-4eeb4fbd2ec1, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=177c19d0-ace1-4a04-bf3b-4eeb4fbd2ec1,segment=NetworkSegment(2432b246-4e25-49ac-b354-c8b51c8d6920),segment_id=2432b246-4e25-49ac-b354-c8b51c8d6920)] {{(pid=116162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 11:02:13.188862 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-f7e8be5a-719a-48a5-b36b-717071d8ef57 tempest-NetworksIpV6Test-263553383 tempest-NetworksIpV6Test-263553383-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1938497'] for port (177c19d0-ace1-4a04-bf3b-4eeb4fbd2ec1), precommit_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:13.198627 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-653741a6-9e33-4f1c-a42c-d3c95d58954c tempest-NetworksIpV6TestAttrs-234256711 tempest-NetworksIpV6TestAttrs-234256711-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:02:13.199233 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-653741a6-9e33-4f1c-a42c-d3c95d58954c tempest-NetworksIpV6TestAttrs-234256711 tempest-NetworksIpV6TestAttrs-234256711-project] Publish callbacks [] for subnet (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:13.204799 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.plugin [None req-f7e8be5a-719a-48a5-b36b-717071d8ef57 tempest-NetworksIpV6Test-263553383 tempest-NetworksIpV6Test-263553383-project] Calling delete_port for 177c19d0-ace1-4a04-bf3b-4eeb4fbd2ec1 owned by network:dhcp {{(pid=116162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 11:02:13.256310 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-d83594a5-0d4b-49af-95f1-7198607744b2 tempest-RoutersAdminTest-1587786081 tempest-RoutersAdminTest-1587786081-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742234710357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5051867'] for port (82e486b0-372d-41fe-888b-5f7916b9f102), after_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:13.264617 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d78266-d636-4f80-9dc1-05e40b46ab83 tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Pushing event updated for resources: {'Subnet': ['ID=45ee267c-8319-44d0-9d7c-f9043ae8bc9c,revision_number=0']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:02:13.288778 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5ba469-071d-403f-8ecf-92fbfc5eb40d req-374bd70c-de83-4d60-9de1-6ea8e3639632 tempest-ServerActionsTestJSON-1498610228 tempest-ServerActionsTestJSON-1498610228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:02:13.290467 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-1d5ba469-071d-403f-8ecf-92fbfc5eb40d req-374bd70c-de83-4d60-9de1-6ea8e3639632 tempest-ServerActionsTestJSON-1498610228 tempest-ServerActionsTestJSON-1498610228-project] 10.222.0.10 "GET /v2.0/ports?device_id=6bd2b59b-b5db-4639-9109-3dca095b7768 HTTP/1.1" status: 200 len: 946 time: 0.1853101 Apr 28 11:02:13.299966 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99d78266-d636-4f80-9dc1-05e40b46ab83 tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Checking segment: {'id': '3ee52136-e028-47a0-96a1-afc7ec047fca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'cb3fb0ef-79f8-4258-bb98-7e3e213a3cf6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 11:02:13.300457 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99d78266-d636-4f80-9dc1-05e40b46ab83 tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Network hostable DHCP agents. Network: cb3fb0ef-79f8-4258-bb98-7e3e213a3cf6, hostable agents: ['75ba81b7-fe99-4281-90d2-a5adb445ecea'], hosted agents: [] {{(pid=116161) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 11:02:13.324644 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-653741a6-9e33-4f1c-a42c-d3c95d58954c tempest-NetworksIpV6TestAttrs-234256711 tempest-NetworksIpV6TestAttrs-234256711-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.7837474 Apr 28 11:02:13.328387 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 51360) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:02:13.330605 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d83594a5-0d4b-49af-95f1-7198607744b2 tempest-RoutersAdminTest-1587786081 tempest-RoutersAdminTest-1587786081-project] Network 7be49d94-bbb8-4a61-bafe-209c5f861e1c is already hosted by enough agents. {{(pid=116162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 11:02:13.337111 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.v2.base [None req-3e9edbe4-b5af-4bac-81be-cc9ca370188d tempest-NetworksIpV6TestAttrs-234256711 tempest-NetworksIpV6TestAttrs-234256711-project] Request body: {'port': {'network_id': '090fd5a9-3b98-4912-bab1-623cd90ef23f', 'name': 'tempest-NetworksIpV6TestAttrs-1249684936'}} {{(pid=116162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:02:13.337324 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-dca5cc48-34ae-4235-8038-b56029f45b29 None None] Provisioning complete for port cf412b34-4c62-4567-ba8b-f7c184e2e584 triggered by entity DHCP. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:02:13.337712 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-dca5cc48-34ae-4235-8038-b56029f45b29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (cf412b34-4c62-4567-ba8b-f7c184e2e584), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:13.343612 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83594a5-0d4b-49af-95f1-7198607744b2 tempest-RoutersAdminTest-1587786081 tempest-RoutersAdminTest-1587786081-project] Pushing event updated for resources: {'Port': ['ID=82e486b0-372d-41fe-888b-5f7916b9f102,revision_number=1']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:02:13.347125 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.scheduler.base_scheduler [None req-d83594a5-0d4b-49af-95f1-7198607744b2 tempest-RoutersAdminTest-1587786081 tempest-RoutersAdminTest-1587786081-project] Resources bound (agent type, host, resource id): {{(pid=116162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 11:02:13.347400 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0201bd5e-50cc-4523-bafc-f0e855deedef None None] Pushing event updated for resources: {'Port': ['ID=cf412b34-4c62-4567-ba8b-f7c184e2e584,revision_number=3']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:02:13.365546 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d83594a5-0d4b-49af-95f1-7198607744b2 tempest-RoutersAdminTest-1587786081 tempest-RoutersAdminTest-1587786081-project] Received port after_create {{(pid=116162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 11:02:13.430784 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Provisioning complete for port cf412b34-4c62-4567-ba8b-f7c184e2e584 triggered by entity L2. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:02:13.431089 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (cf412b34-4c62-4567-ba8b-f7c184e2e584), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:13.459788 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-0d338b5e-7c8d-4f0f-afc4-215961cab545 tempest-BulkNetworkOpsTest-846609399 tempest-BulkNetworkOpsTest-846609399-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5220536', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5125438'] for subnet (2e9f4f3e-7fb7-4ef9-a4f4-affe3e0eccc9), after_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:13.465549 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c007bce4-6581-4c0e-a2ec-9f230c4729f4 None None] DHCP port deletion for 959b01c5-3aee-45de-b055-498749c95c50 request from dv-neutron-master-2-hyperv {{(pid=116163) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 28 11:02:13.498235 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-1d5ba469-071d-403f-8ecf-92fbfc5eb40d req-a44c453b-78f2-4219-8240-33a4201f08b9 tempest-ServerActionsTestJSON-1498610228 tempest-ServerActionsTestJSON-1498610228-project] 10.222.0.10 "GET /v2.0/security-groups?id=0f246414-c46b-4ee7-b196-c819605d877f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1941245 Apr 28 11:02:13.504198 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99d78266-d636-4f80-9dc1-05e40b46ab83 tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Network cb3fb0ef-79f8-4258-bb98-7e3e213a3cf6 is scheduled to be hosted by DHCP agent 75ba81b7-fe99-4281-90d2-a5adb445ecea with binding_index 1 {{(pid=116161) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 11:02:13.567406 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-f7e8be5a-719a-48a5-b36b-717071d8ef57 tempest-NetworksIpV6Test-263553383 tempest-NetworksIpV6Test-263553383-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742235135690', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742234710366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5051867'] for port (177c19d0-ace1-4a04-bf3b-4eeb4fbd2ec1), after_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:13.570235 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-c007bce4-6581-4c0e-a2ec-9f230c4729f4 None None] Deleting port 177c19d0-ace1-4a04-bf3b-4eeb4fbd2ec1 {{(pid=116163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 11:02:13.571193 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-c007bce4-6581-4c0e-a2ec-9f230c4729f4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742235130188'] for port (177c19d0-ace1-4a04-bf3b-4eeb4fbd2ec1), before_delete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:13.584748 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d338b5e-7c8d-4f0f-afc4-215961cab545 tempest-BulkNetworkOpsTest-846609399 tempest-BulkNetworkOpsTest-846609399-project] Pushing event updated for resources: {'Subnet': ['ID=2e9f4f3e-7fb7-4ef9-a4f4-affe3e0eccc9,revision_number=0']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:02:13.605032 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.scheduler.base_scheduler [None req-99d78266-d636-4f80-9dc1-05e40b46ab83 tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, cb3fb0ef-79f8-4258-bb98-7e3e213a3cf6) {{(pid=116161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 11:02:13.613709 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99d78266-d636-4f80-9dc1-05e40b46ab83 tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:02:13.614317 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-99d78266-d636-4f80-9dc1-05e40b46ab83 tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Publish callbacks [] for subnet (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:13.622453 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e8be5a-719a-48a5-b36b-717071d8ef57 tempest-NetworksIpV6Test-263553383 tempest-NetworksIpV6Test-263553383-project] Pushing event deleted for resources: {'Port': ['ID=177c19d0-ace1-4a04-bf3b-4eeb4fbd2ec1,revision_number=None']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:02:13.629142 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7e8be5a-719a-48a5-b36b-717071d8ef57 tempest-NetworksIpV6Test-263553383 tempest-NetworksIpV6Test-263553383-project] No DVR routers for this DVR port 177c19d0-ace1-4a04-bf3b-4eeb4fbd2ec1 on host dv-neutron-master-2-hyperv {{(pid=116162) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 11:02:13.635149 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d338b5e-7c8d-4f0f-afc4-215961cab545 tempest-BulkNetworkOpsTest-846609399 tempest-BulkNetworkOpsTest-846609399-project] Checking segment: {'id': 'acb84980-cd09-43bd-ad87-b963c8407f0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'f9b77fb5-0868-43a2-8e0a-8c5da724a6e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 11:02:13.636018 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d338b5e-7c8d-4f0f-afc4-215961cab545 tempest-BulkNetworkOpsTest-846609399 tempest-BulkNetworkOpsTest-846609399-project] Network hostable DHCP agents. Network: f9b77fb5-0868-43a2-8e0a-8c5da724a6e4, hostable agents: ['75ba81b7-fe99-4281-90d2-a5adb445ecea'], hosted agents: [] {{(pid=116161) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 11:02:13.650932 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-5c599077-fbbb-40e9-a8fd-11f4aa483089 tempest-RoutersNegativeIpV6Test-273752723 tempest-RoutersNegativeIpV6Test-273752723-project] Publish callbacks [] for port (71c6b3d2-36a5-4240-b53f-9433532c7f73), precommit_update {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:13.664425 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (d5baab19-5dd1-4902-922b-84acb048ab9c), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:13.669736 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-370bec82-c8d3-49c0-9709-c2a6aa461451 None None] Network cb3fb0ef-79f8-4258-bb98-7e3e213a3cf6 requested from dv-neutron-master-2-hyperv {{(pid=116163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 11:02:13.733683 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-f7e8be5a-719a-48a5-b36b-717071d8ef57 tempest-NetworksIpV6Test-263553383 tempest-NetworksIpV6Test-263553383-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-973498', 'neutron.services.segments.db._delete_segments_for_network-8742235207033'] for network (959b01c5-3aee-45de-b055-498749c95c50), precommit_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:13.736635 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e9edbe4-b5af-4bac-81be-cc9ca370188d tempest-NetworksIpV6TestAttrs-234256711 tempest-NetworksIpV6TestAttrs-234256711-project] Made reservation on behalf of 5872500d6a394c9f83c6b1c78131b0b2 for: {'port': 1} {{(pid=116162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 11:02:13.739979 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-3e9edbe4-b5af-4bac-81be-cc9ca370188d tempest-NetworksIpV6TestAttrs-234256711 tempest-NetworksIpV6TestAttrs-234256711-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (None), before_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:13.755059 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-99d78266-d636-4f80-9dc1-05e40b46ab83 tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.0984383 Apr 28 11:02:13.755059 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d338b5e-7c8d-4f0f-afc4-215961cab545 tempest-BulkNetworkOpsTest-846609399 tempest-BulkNetworkOpsTest-846609399-project] Network f9b77fb5-0868-43a2-8e0a-8c5da724a6e4 is scheduled to be hosted by DHCP agent 75ba81b7-fe99-4281-90d2-a5adb445ecea with binding_index 1 {{(pid=116161) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 11:02:13.755665 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 51362) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:02:13.756365 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-5c599077-fbbb-40e9-a8fd-11f4aa483089 tempest-RoutersNegativeIpV6Test-273752723 tempest-RoutersNegativeIpV6Test-273752723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5219123'] for port (71c6b3d2-36a5-4240-b53f-9433532c7f73), after_update {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:13.757156 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-5c599077-fbbb-40e9-a8fd-11f4aa483089 tempest-RoutersNegativeIpV6Test-273752723 tempest-RoutersNegativeIpV6Test-273752723-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1603056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2063387'] for router_interface (7a93352b-7fef-4a78-a676-5156887a4be6), after_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:13.771352 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.v2.base [None req-7e8518fa-3fce-4069-90e9-2856b6a9c88e tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Request body: {'subnet': {'network_id': 'cf789ae1-39a5-40f5-a02c-2d637f6430b9', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=116161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:02:13.772175 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.services.segments.db [None req-f7e8be5a-719a-48a5-b36b-717071d8ef57 tempest-NetworksIpV6Test-263553383 tempest-NetworksIpV6Test-263553383-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['959b01c5-3aee-45de-b055-498749c95c50']}} {{(pid=116162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:02:13.786685 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.notifiers.nova [None req-3e9edbe4-b5af-4bac-81be-cc9ca370188d tempest-NetworksIpV6TestAttrs-234256711 tempest-NetworksIpV6TestAttrs-234256711-project] device_id is not set on port 9f93411c-374c-44b9-bca7-19dec05a9a47 yet. {{(pid=116162) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 28 11:02:13.799664 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.services.segments.db [None req-f7e8be5a-719a-48a5-b36b-717071d8ef57 tempest-NetworksIpV6Test-263553383 tempest-NetworksIpV6Test-263553383-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2432b246-4e25-49ac-b354-c8b51c8d6920') {'for_net_delete': True} {{(pid=116162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:02:13.800006 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.services.segments.db [None req-f7e8be5a-719a-48a5-b36b-717071d8ef57 tempest-NetworksIpV6Test-263553383 tempest-NetworksIpV6Test-263553383-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2432b246-4e25-49ac-b354-c8b51c8d6920') {} {{(pid=116162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:02:13.824320 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a82e825a-66ef-467f-aec1-e760164978b6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-090fd5a9-3b98-4912-bab1-623cd90ef23f', 'network_id': '090fd5a9-3b98-4912-bab1-623cd90ef23f', 'project_id': '5872500d6a394c9f83c6b1c78131b0b2', 'fixed_ips': [{'subnet_id': '8e098099-703e-412a-abe6-a3ef6f2be79c'}]}} from dv-neutron-master-2-hyperv. {{(pid=116163) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 28 11:02:13.824935 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-a82e825a-66ef-467f-aec1-e760164978b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (None), before_create {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:13.851855 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.scheduler.base_scheduler [None req-0d338b5e-7c8d-4f0f-afc4-215961cab545 tempest-BulkNetworkOpsTest-846609399 tempest-BulkNetworkOpsTest-846609399-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, f9b77fb5-0868-43a2-8e0a-8c5da724a6e4) {{(pid=116161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 11:02:13.857260 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-0d338b5e-7c8d-4f0f-afc4-215961cab545 tempest-BulkNetworkOpsTest-846609399 tempest-BulkNetworkOpsTest-846609399-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5220536', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5125438'] for subnet (7ec169c9-4218-4234-9239-f386db0eef66), after_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:14.068306 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3135bee2-e847-4dc7-a2f6-ceec5a52f60b None None] Network f9b77fb5-0868-43a2-8e0a-8c5da724a6e4 requested from dv-neutron-master-2-hyperv {{(pid=116163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 11:02:14.087564 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-c007bce4-6581-4c0e-a2ec-9f230c4729f4 None None] For port 177c19d0-ace1-4a04-bf3b-4eeb4fbd2ec1, host dv-neutron-master-2-hyperv, got binding levels [] {{(pid=116163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 11:02:14.087985 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-c007bce4-6581-4c0e-a2ec-9f230c4729f4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1938497'] for port (177c19d0-ace1-4a04-bf3b-4eeb4fbd2ec1), precommit_delete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:14.150891 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-f7e8be5a-719a-48a5-b36b-717071d8ef57 tempest-NetworksIpV6Test-263553383 tempest-NetworksIpV6Test-263553383-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742235208578', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5026548'] for segment (2432b246-4e25-49ac-b354-c8b51c8d6920), before_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:14.152877 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-c007bce4-6581-4c0e-a2ec-9f230c4729f4 None None] Calling delete_port for 177c19d0-ace1-4a04-bf3b-4eeb4fbd2ec1 owned by network:dhcp {{(pid=116163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 11:02:14.160729 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.ipam_backend_mixin [None req-c007bce4-6581-4c0e-a2ec-9f230c4729f4 None None] Port 177c19d0-ace1-4a04-bf3b-4eeb4fbd2ec1 was not found and therefore no delete operation was performed {{(pid=116163) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} Apr 28 11:02:14.215361 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-f7e8be5a-719a-48a5-b36b-717071d8ef57 tempest-NetworksIpV6Test-263553383 tempest-NetworksIpV6Test-263553383-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-961978'] for segment (2432b246-4e25-49ac-b354-c8b51c8d6920), precommit_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:14.226902 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-c007bce4-6581-4c0e-a2ec-9f230c4729f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742235135690', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742234710366'] for port (177c19d0-ace1-4a04-bf3b-4eeb4fbd2ec1), after_delete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:14.230831 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Current status of the port cf412b34-4c62-4567-ba8b-f7c184e2e584 is: ACTIVE; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:02:14.238201 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f7e8be5a-719a-48a5-b36b-717071d8ef57 tempest-NetworksIpV6Test-263553383 tempest-NetworksIpV6Test-263553383-project] Releasing vlan 94 on physical network physnet1 to pool {{(pid=116162) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 11:02:14.238636 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-f7e8be5a-719a-48a5-b36b-717071d8ef57 tempest-NetworksIpV6Test-263553383 tempest-NetworksIpV6Test-263553383-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-961978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5051884'] for segment (2432b246-4e25-49ac-b354-c8b51c8d6920), after_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:14.241828 dv-neutron-master-2-hyperv neutron-server[116162]: Traceback (most recent call last): Apr 28 11:02:14.241828 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 11:02:14.241828 dv-neutron-master-2-hyperv neutron-server[116162]: timer() Apr 28 11:02:14.241828 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 11:02:14.241828 dv-neutron-master-2-hyperv neutron-server[116162]: cb(*args, **kw) Apr 28 11:02:14.241828 dv-neutron-master-2-hyperv neutron-server[116162]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 28 11:02:14.241828 dv-neutron-master-2-hyperv neutron-server[116162]: return func(*args, **kwargs) Apr 28 11:02:14.241828 dv-neutron-master-2-hyperv neutron-server[116162]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 11:02:14.241828 dv-neutron-master-2-hyperv neutron-server[116162]: self._notify() Apr 28 11:02:14.241828 dv-neutron-master-2-hyperv neutron-server[116162]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 11:02:14.241828 dv-neutron-master-2-hyperv neutron-server[116162]: self.callback(batched_events) Apr 28 11:02:14.241828 dv-neutron-master-2-hyperv neutron-server[116162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 11:02:14.241828 dv-neutron-master-2-hyperv neutron-server[116162]: event.method(event) Apr 28 11:02:14.241828 dv-neutron-master-2-hyperv neutron-server[116162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 28 11:02:14.241828 dv-neutron-master-2-hyperv neutron-server[116162]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 11:02:14.241828 dv-neutron-master-2-hyperv neutron-server[116162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 28 11:02:14.241828 dv-neutron-master-2-hyperv neutron-server[116162]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 11:02:14.241828 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 28 11:02:14.241828 dv-neutron-master-2-hyperv neutron-server[116162]: return f(self, *a, **k) Apr 28 11:02:14.241828 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 28 11:02:14.241828 dv-neutron-master-2-hyperv neutron-server[116162]: return self._get(url).json() Apr 28 11:02:14.241828 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 28 11:02:14.241828 dv-neutron-master-2-hyperv neutron-server[116162]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 11:02:14.241828 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 11:02:14.241828 dv-neutron-master-2-hyperv neutron-server[116162]: return self.request(url, 'GET', **kwargs) Apr 28 11:02:14.241828 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 11:02:14.241828 dv-neutron-master-2-hyperv neutron-server[116162]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 11:02:14.241828 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 11:02:14.241828 dv-neutron-master-2-hyperv neutron-server[116162]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 11:02:14.241828 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 11:02:14.241828 dv-neutron-master-2-hyperv neutron-server[116162]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 11:02:14.241828 dv-neutron-master-2-hyperv neutron-server[116162]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 11:02:14.243828 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c35bf60-8b24-4dc4-ad49-a203b07ab2b7 None None] Network 6072a3d1-0a45-44db-ad48-c57a06619c2c requested from dv-neutron-master-2-hyperv {{(pid=116163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 11:02:14.337312 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-dca5cc48-34ae-4235-8038-b56029f45b29 None None] Current status of the port cf412b34-4c62-4567-ba8b-f7c184e2e584 is: ACTIVE; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:02:14.352120 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c007bce4-6581-4c0e-a2ec-9f230c4729f4 None None] Pushing event deleted for resources: {'Port': ['ID=177c19d0-ace1-4a04-bf3b-4eeb4fbd2ec1,revision_number=None']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:02:14.392548 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.db.db_base_plugin_common [None req-3e9edbe4-b5af-4bac-81be-cc9ca370188d tempest-NetworksIpV6TestAttrs-234256711 tempest-NetworksIpV6TestAttrs-234256711-project] Allocated IP 2001:db8::f816:3eff:fee0:4132 (090fd5a9-3b98-4912-bab1-623cd90ef23f/8e098099-703e-412a-abe6-a3ef6f2be79c/9f93411c-374c-44b9-bca7-19dec05a9a47) {{(pid=116162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 11:02:14.398426 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-d83594a5-0d4b-49af-95f1-7198607744b2 tempest-RoutersAdminTest-1587786081 tempest-RoutersAdminTest-1587786081-project] Publish callbacks [] for router_gateway (b2b209ee-0b3d-40c2-868a-d8a2c5f23177), after_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:14.431118 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c007bce4-6581-4c0e-a2ec-9f230c4729f4 None None] No DVR routers for this DVR port 177c19d0-ace1-4a04-bf3b-4eeb4fbd2ec1 on host dv-neutron-master-2-hyperv {{(pid=116163) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 11:02:14.441787 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Device c65d0d93-b552-494a-8b46-007d8b5f6d2e no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=116163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 11:02:14.443659 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b014979-c3af-4251-8933-68ffbe55ce1c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-cb3fb0ef-79f8-4258-bb98-7e3e213a3cf6', 'network_id': 'cb3fb0ef-79f8-4258-bb98-7e3e213a3cf6', 'project_id': '0f4d85af73ea40518271b3ac6c23a282', 'fixed_ips': [{'subnet_id': '45ee267c-8319-44d0-9d7c-f9043ae8bc9c'}]}} from dv-neutron-master-2-hyperv. {{(pid=116163) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 28 11:02:14.444878 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-1b014979-c3af-4251-8933-68ffbe55ce1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (None), before_create {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:14.472847 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-f7e8be5a-719a-48a5-b36b-717071d8ef57 tempest-NetworksIpV6Test-263553383 tempest-NetworksIpV6Test-263553383-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-973477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2063122'] for network (959b01c5-3aee-45de-b055-498749c95c50), after_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:14.492446 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-f7e8be5a-719a-48a5-b36b-717071d8ef57 tempest-NetworksIpV6Test-263553383 tempest-NetworksIpV6Test-263553383-project] Publish callbacks [] for network (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:14.499131 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-f7e8be5a-719a-48a5-b36b-717071d8ef57 tempest-NetworksIpV6Test-263553383 tempest-NetworksIpV6Test-263553383-project] 10.222.0.10 "DELETE /v2.0/networks/959b01c5-3aee-45de-b055-498749c95c50 HTTP/1.1" status: 204 len: 168 time: 1.6968424 Apr 28 11:02:14.499310 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c599077-fbbb-40e9-a8fd-11f4aa483089 tempest-RoutersNegativeIpV6Test-273752723 tempest-RoutersNegativeIpV6Test-273752723-project] Pushing event updated for resources: {'Port': ['ID=71c6b3d2-36a5-4240-b53f-9433532c7f73,revision_number=2']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:02:14.507889 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 51364) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:02:14.521584 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e8518fa-3fce-4069-90e9-2856b6a9c88e tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Made reservation on behalf of 0f4d85af73ea40518271b3ac6c23a282 for: {'subnet': 1} {{(pid=116161) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 11:02:14.524799 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-7e8518fa-3fce-4069-90e9-2856b6a9c88e tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5125580'] for subnet (None), before_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:14.550390 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-dca5cc48-34ae-4235-8038-b56029f45b29 None None] Provisioning complete for port 71c6b3d2-36a5-4240-b53f-9433532c7f73 triggered by entity DHCP. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:02:14.550844 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-dca5cc48-34ae-4235-8038-b56029f45b29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (71c6b3d2-36a5-4240-b53f-9433532c7f73), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:14.552281 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] No Port match for: c65d0d93-b552-494a-8b46-007d8b5f6d2e {{(pid=116163) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 28 11:02:14.552623 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Device c65d0d93-b552-494a-8b46-007d8b5f6d2e not bound to the agent host dv-neutron-master-2-hyperv {{(pid=116163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 11:02:14.553035 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Device fdb80575-a100-499d-b289-3b07f9644d9c no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=116163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 11:02:14.558792 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e8be5a-719a-48a5-b36b-717071d8ef57 tempest-NetworksIpV6Test-263553383 tempest-NetworksIpV6Test-263553383-project] Pushing event deleted for resources: {'Network': ['ID=959b01c5-3aee-45de-b055-498749c95c50,revision_number=None']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:02:14.588114 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-37b0d56f-f9dc-4d20-8f8c-3aadba46c32e None None] Publish callbacks [] for port (9ba958c5-c5e5-46b9-b681-594f415fe829), precommit_create {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:14.589134 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d338b5e-7c8d-4f0f-afc4-215961cab545 tempest-BulkNetworkOpsTest-846609399 tempest-BulkNetworkOpsTest-846609399-project] Pushing event updated for resources: {'Subnet': ['ID=7ec169c9-4218-4234-9239-f386db0eef66,revision_number=0']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:02:14.595928 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d338b5e-7c8d-4f0f-afc4-215961cab545 tempest-BulkNetworkOpsTest-846609399 tempest-BulkNetworkOpsTest-846609399-project] Checking segment: {'id': 'f933e8ab-da27-4079-a737-8b9b682f1f19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '814f05aa-3374-4594-b166-616a1527f0fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 11:02:14.596294 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d338b5e-7c8d-4f0f-afc4-215961cab545 tempest-BulkNetworkOpsTest-846609399 tempest-BulkNetworkOpsTest-846609399-project] Network hostable DHCP agents. Network: 814f05aa-3374-4594-b166-616a1527f0fa, hostable agents: ['75ba81b7-fe99-4281-90d2-a5adb445ecea'], hosted agents: [] {{(pid=116161) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 11:02:14.598989 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.pecan_wsgi.hooks.translation [None req-51c1466b-5f19-454a-86bf-d8e7949550f7 tempest-NetworksIpV6Test-263553383 tempest-NetworksIpV6Test-263553383-project] DELETE failed (client error): The resource could not be found. Apr 28 11:02:14.599256 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-51c1466b-5f19-454a-86bf-d8e7949550f7 tempest-NetworksIpV6Test-263553383 tempest-NetworksIpV6Test-263553383-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=116161) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 28 11:02:14.602231 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-51c1466b-5f19-454a-86bf-d8e7949550f7 tempest-NetworksIpV6Test-263553383 tempest-NetworksIpV6Test-263553383-project] 10.222.0.10 "DELETE /v2.0/subnets/42567781-3f66-4f88-981b-6d9951e907ef HTTP/1.1" status: 404 len: 337 time: 0.0930736 Apr 28 11:02:14.614559 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 51368) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:02:14.618137 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] No Port match for: fdb80575-a100-499d-b289-3b07f9644d9c {{(pid=116163) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 28 11:02:14.618508 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Device fdb80575-a100-499d-b289-3b07f9644d9c not bound to the agent host dv-neutron-master-2-hyperv {{(pid=116163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 11:02:14.618933 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Device 99df3006-2c61-4a4c-be71-610adaa5bc94 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=116163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 11:02:14.668301 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] No Port match for: 99df3006-2c61-4a4c-be71-610adaa5bc94 {{(pid=116163) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 28 11:02:14.668648 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Device 99df3006-2c61-4a4c-be71-610adaa5bc94 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=116163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 11:02:14.730562 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-3e9edbe4-b5af-4bac-81be-cc9ca370188d tempest-NetworksIpV6TestAttrs-234256711 tempest-NetworksIpV6TestAttrs-234256711-project] Publish callbacks [] for port (9f93411c-374c-44b9-bca7-19dec05a9a47), precommit_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:14.748759 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c599077-fbbb-40e9-a8fd-11f4aa483089 tempest-RoutersNegativeIpV6Test-273752723 tempest-RoutersNegativeIpV6Test-273752723-project] Network 80f8af14-3149-4e17-abf1-09ab55bfa99e is already hosted by enough agents. {{(pid=116161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 11:02:14.751949 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-dca5cc48-34ae-4235-8038-b56029f45b29 None None] Port 71c6b3d2-36a5-4240-b53f-9433532c7f73 cannot update to ACTIVE because it is not bound. {{(pid=116163) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 28 11:02:14.761895 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.scheduler.base_scheduler [None req-5c599077-fbbb-40e9-a8fd-11f4aa483089 tempest-RoutersNegativeIpV6Test-273752723 tempest-RoutersNegativeIpV6Test-273752723-project] Resources bound (agent type, host, resource id): {{(pid=116161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 11:02:14.764928 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.pecan_wsgi.hooks.translation [None req-7a8bedfa-50ad-4516-bee1-ffa86703ed7c tempest-NetworksIpV6Test-263553383 tempest-NetworksIpV6Test-263553383-project] DELETE failed (client error): The resource could not be found. Apr 28 11:02:14.765042 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7a8bedfa-50ad-4516-bee1-ffa86703ed7c tempest-NetworksIpV6Test-263553383 tempest-NetworksIpV6Test-263553383-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=116161) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 28 11:02:14.770742 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-7a8bedfa-50ad-4516-bee1-ffa86703ed7c tempest-NetworksIpV6Test-263553383 tempest-NetworksIpV6Test-263553383-project] 10.222.0.10 "DELETE /v2.0/networks/9caceb63-1c23-4b63-900a-71eb6314854c HTTP/1.1" status: 404 len: 339 time: 0.1502814 Apr 28 11:02:14.770888 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-37b0d56f-f9dc-4d20-8f8c-3aadba46c32e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742234710357'] for port (9ba958c5-c5e5-46b9-b681-594f415fe829), after_create {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:14.772117 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 51370) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:02:14.830227 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f177934b-a833-4471-8ccf-ad69f718775a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-f9b77fb5-0868-43a2-8e0a-8c5da724a6e4', 'network_id': 'f9b77fb5-0868-43a2-8e0a-8c5da724a6e4', 'project_id': '4c057a30512140249e41acbd3053f09e', 'fixed_ips': [{'subnet_id': '2e9f4f3e-7fb7-4ef9-a4f4-affe3e0eccc9'}]}} from dv-neutron-master-2-hyperv. {{(pid=116163) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 28 11:02:14.832186 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-f177934b-a833-4471-8ccf-ad69f718775a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (None), before_create {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:14.916003 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d338b5e-7c8d-4f0f-afc4-215961cab545 tempest-BulkNetworkOpsTest-846609399 tempest-BulkNetworkOpsTest-846609399-project] Network 814f05aa-3374-4594-b166-616a1527f0fa is scheduled to be hosted by DHCP agent 75ba81b7-fe99-4281-90d2-a5adb445ecea with binding_index 1 {{(pid=116161) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 11:02:14.990073 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b0d56f-f9dc-4d20-8f8c-3aadba46c32e None None] Pushing event updated for resources: {'Port': ['ID=9ba958c5-c5e5-46b9-b681-594f415fe829,revision_number=1']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:02:14.998981 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.db.db_base_plugin_v2 [None req-ac946094-11ae-48e2-bbc5-8dd54784faac tempest-NetworksIpV6Test-263553383 tempest-NetworksIpV6Test-263553383-project] Deleting subnet 63b89790-41bf-46a5-98ea-10e423547dcc {{(pid=116162) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 28 11:02:15.006088 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37b0d56f-f9dc-4d20-8f8c-3aadba46c32e None None] Network 1ec9fbcf-7a57-4aaa-9c30-4e0f43e09480 is already hosted by enough agents. {{(pid=116163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 11:02:15.033503 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-ac946094-11ae-48e2-bbc5-8dd54784faac tempest-NetworksIpV6Test-263553383 tempest-NetworksIpV6Test-263553383-project] Publish callbacks [] for subnet (63b89790-41bf-46a5-98ea-10e423547dcc), before_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:15.065571 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Device cf412b34-4c62-4567-ba8b-f7c184e2e584 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=116163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 11:02:15.075438 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-371efd5a-6e50-4742-bdd0-b30d6b734cbd None None] Provisioning complete for port a109a587-37ce-405f-a102-e4b99bf3c8b7 triggered by entity DHCP. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:02:15.076662 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-371efd5a-6e50-4742-bdd0-b30d6b734cbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (a109a587-37ce-405f-a102-e4b99bf3c8b7), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:15.079741 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.scheduler.base_scheduler [None req-37b0d56f-f9dc-4d20-8f8c-3aadba46c32e None None] Resources bound (agent type, host, resource id): {{(pid=116163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 11:02:15.089764 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37b0d56f-f9dc-4d20-8f8c-3aadba46c32e None None] Received port after_create {{(pid=116163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 11:02:15.109888 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-ac946094-11ae-48e2-bbc5-8dd54784faac tempest-NetworksIpV6Test-263553383 tempest-NetworksIpV6Test-263553383-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5026541'] for subnet (63b89790-41bf-46a5-98ea-10e423547dcc), precommit_delete_associations {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:15.124120 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12ee6d5-7fcf-48f1-a5b2-8961537a12be req-8118485e-9c57-4154-8231-8ddd7262d2ea tempest-ServerActionsTestJSON-1498610228 tempest-ServerActionsTestJSON-1498610228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:02:15.134974 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-a12ee6d5-7fcf-48f1-a5b2-8961537a12be req-8118485e-9c57-4154-8231-8ddd7262d2ea tempest-ServerActionsTestJSON-1498610228 tempest-ServerActionsTestJSON-1498610228-project] 10.222.0.10 "GET /v2.0/ports?device_id=6bd2b59b-b5db-4639-9109-3dca095b7768 HTTP/1.1" status: 200 len: 946 time: 0.4321275 Apr 28 11:02:15.157729 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.scheduler.base_scheduler [None req-0d338b5e-7c8d-4f0f-afc4-215961cab545 tempest-BulkNetworkOpsTest-846609399 tempest-BulkNetworkOpsTest-846609399-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 814f05aa-3374-4594-b166-616a1527f0fa) {{(pid=116161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 11:02:15.213890 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d338b5e-7c8d-4f0f-afc4-215961cab545 tempest-BulkNetworkOpsTest-846609399 tempest-BulkNetworkOpsTest-846609399-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:02:15.214773 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d338b5e-7c8d-4f0f-afc4-215961cab545 tempest-BulkNetworkOpsTest-846609399 tempest-BulkNetworkOpsTest-846609399-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:02:15.215167 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-0d338b5e-7c8d-4f0f-afc4-215961cab545 tempest-BulkNetworkOpsTest-846609399 tempest-BulkNetworkOpsTest-846609399-project] Publish callbacks [] for subnet (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:15.239663 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdab3bdd-5d1e-489e-81c1-d80052be9f4e None None] Network 814f05aa-3374-4594-b166-616a1527f0fa requested from dv-neutron-master-2-hyperv {{(pid=116163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 11:02:15.274818 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-a12ee6d5-7fcf-48f1-a5b2-8961537a12be req-96b2cde6-4c5b-4d2b-8f4a-25772e2f7bfc tempest-ServerActionsTestJSON-1498610228 tempest-ServerActionsTestJSON-1498610228-project] 10.222.0.10 "GET /v2.0/security-groups?id=0f246414-c46b-4ee7-b196-c819605d877f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1386666 Apr 28 11:02:15.316039 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-7e8518fa-3fce-4069-90e9-2856b6a9c88e tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5220536', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5125438'] for subnet (31d5bc32-0ba6-4885-9496-561c1ae925aa), after_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:15.356826 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-d83594a5-0d4b-49af-95f1-7198607744b2 tempest-RoutersAdminTest-1587786081 tempest-RoutersAdminTest-1587786081-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1935285', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2060837', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-63284'] for router (b2b209ee-0b3d-40c2-868a-d8a2c5f23177), precommit_update {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:15.360408 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.db_base_plugin_common [None req-1b014979-c3af-4251-8933-68ffbe55ce1c None None] Allocated IP 2001:db8::2 (cb3fb0ef-79f8-4258-bb98-7e3e213a3cf6/45ee267c-8319-44d0-9d7c-f9043ae8bc9c/60051a01-c336-442d-b60b-61dea56fabfa) {{(pid=116163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 11:02:15.392336 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-0d338b5e-7c8d-4f0f-afc4-215961cab545 tempest-BulkNetworkOpsTest-846609399 tempest-BulkNetworkOpsTest-846609399-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1425 time: 4.3705666 Apr 28 11:02:15.401435 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 51374) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:02:15.408844 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-d83594a5-0d4b-49af-95f1-7198607744b2 tempest-RoutersAdminTest-1587786081 tempest-RoutersAdminTest-1587786081-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1935326', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1935308', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1935303', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-2060860'] for router (b2b209ee-0b3d-40c2-868a-d8a2c5f23177), after_update {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:15.439233 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c599077-fbbb-40e9-a8fd-11f4aa483089 tempest-RoutersNegativeIpV6Test-273752723 tempest-RoutersNegativeIpV6Test-273752723-project] Router 7a93352b-7fef-4a78-a676-5156887a4be6 is scheduled to L3 agent 6b492ad6-0876-4d74-b20d-28143a52ceba with binding_index 1 {{(pid=116161) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 28 11:02:15.441155 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e8518fa-3fce-4069-90e9-2856b6a9c88e tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Pushing event updated for resources: {'Subnet': ['ID=31d5bc32-0ba6-4885-9496-561c1ae925aa,revision_number=0']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:02:15.443533 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.db.db_base_plugin_common [None req-e2944bd6-1037-40d2-8822-cdc549c95373 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Allocated IP 2001:db8::269 (1ec9fbcf-7a57-4aaa-9c30-4e0f43e09480/51f08835-bf1f-4eef-9f4e-d2c79910329c/28b13f08-b49a-4034-9589-696bea2b4cb9) {{(pid=116162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 11:02:15.494074 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-ac946094-11ae-48e2-bbc5-8dd54784faac tempest-NetworksIpV6Test-263553383 tempest-NetworksIpV6Test-263553383-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-971303'] for subnet (63b89790-41bf-46a5-98ea-10e423547dcc), precommit_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:15.511772 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476fa38c-346a-4f1f-892e-04658c3fb2c8 req-03f2965d-aea8-419e-9d42-f0c853af098e tempest-ServerActionsTestJSON-1498610228 tempest-ServerActionsTestJSON-1498610228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:02:15.513936 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-476fa38c-346a-4f1f-892e-04658c3fb2c8 req-03f2965d-aea8-419e-9d42-f0c853af098e tempest-ServerActionsTestJSON-1498610228 tempest-ServerActionsTestJSON-1498610228-project] 10.222.0.10 "GET /v2.0/ports?device_id=6bd2b59b-b5db-4639-9109-3dca095b7768 HTTP/1.1" status: 200 len: 946 time: 0.1341550 Apr 28 11:02:15.523386 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 51376) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:02:15.527818 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-3e9edbe4-b5af-4bac-81be-cc9ca370188d tempest-NetworksIpV6TestAttrs-234256711 tempest-NetworksIpV6TestAttrs-234256711-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742234710357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5051867'] for port (9f93411c-374c-44b9-bca7-19dec05a9a47), after_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:15.534698 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.v2.base [None req-02c18ec7-502b-489a-8559-3c851bbdeba2 tempest-ServerActionsTestJSON-1498610228 tempest-ServerActionsTestJSON-1498610228-project] Request body: {'floatingip': {'port_id': '927a5cb3-8012-4aaf-93d6-504dcf7bfba1'}} {{(pid=116161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:02:15.544958 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86901784-fa84-48ad-b695-418cede2d474 tempest-BulkNetworkOpsTest-846609399 tempest-BulkNetworkOpsTest-846609399-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:02:15.547715 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86901784-fa84-48ad-b695-418cede2d474 tempest-BulkNetworkOpsTest-846609399 tempest-BulkNetworkOpsTest-846609399-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:02:15.550228 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86901784-fa84-48ad-b695-418cede2d474 tempest-BulkNetworkOpsTest-846609399 tempest-BulkNetworkOpsTest-846609399-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:02:15.555023 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-86901784-fa84-48ad-b695-418cede2d474 tempest-BulkNetworkOpsTest-846609399 tempest-BulkNetworkOpsTest-846609399-project] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2051 time: 0.1435993 Apr 28 11:02:15.556215 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 51378) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:02:15.571852 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Provisioning complete for port cf412b34-4c62-4567-ba8b-f7c184e2e584 triggered by entity L2. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:02:15.572228 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (cf412b34-4c62-4567-ba8b-f7c184e2e584), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:15.585341 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.managers [None req-37b0d56f-f9dc-4d20-8f8c-3aadba46c32e None None] Attempting to bind port 9ba958c5-c5e5-46b9-b681-594f415fe829 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=116163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 28 11:02:15.585716 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.managers [None req-37b0d56f-f9dc-4d20-8f8c-3aadba46c32e None None] Attempting to bind port 9ba958c5-c5e5-46b9-b681-594f415fe829 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'ffa4348d-378b-4e93-98fa-ab0dc49ee16c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '1ec9fbcf-7a57-4aaa-9c30-4e0f43e09480'}] {{(pid=116163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 28 11:02:15.586293 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37b0d56f-f9dc-4d20-8f8c-3aadba46c32e None None] Attempting to bind port 9ba958c5-c5e5-46b9-b681-594f415fe829 on network 1ec9fbcf-7a57-4aaa-9c30-4e0f43e09480 {{(pid=116163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 11:02:15.634644 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e8518fa-3fce-4069-90e9-2856b6a9c88e tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Checking segment: {'id': '748e3232-021c-45dc-ae20-d78dee4fa4d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'cf789ae1-39a5-40f5-a02c-2d637f6430b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 11:02:15.635035 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e8518fa-3fce-4069-90e9-2856b6a9c88e tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Network hostable DHCP agents. Network: cf789ae1-39a5-40f5-a02c-2d637f6430b9, hostable agents: ['75ba81b7-fe99-4281-90d2-a5adb445ecea'], hosted agents: [] {{(pid=116161) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 11:02:15.638692 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-02c18ec7-502b-489a-8559-3c851bbdeba2 tempest-ServerActionsTestJSON-1498610228 tempest-ServerActionsTestJSON-1498610228-project] Publish callbacks [] for floatingip (2bdfdad1-1b9f-497d-a002-48aa671f10c2), before_update {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:15.644372 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.db_base_plugin_common [None req-f177934b-a833-4471-8ccf-ad69f718775a None None] Allocated IP 172.20.0.2 (f9b77fb5-0868-43a2-8e0a-8c5da724a6e4/2e9f4f3e-7fb7-4ef9-a4f4-affe3e0eccc9/f7b847ac-5899-4b2b-8e98-a9d541bd719d) {{(pid=116163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 11:02:15.658797 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37b0d56f-f9dc-4d20-8f8c-3aadba46c32e None None] Checking agent: {'id': 'd5baab19-5dd1-4902-922b-84acb048ab9c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 10, 50, 43), 'started_at': datetime.datetime(2022, 4, 28, 10, 51, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 11, 2, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=116163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 11:02:15.659184 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37b0d56f-f9dc-4d20-8f8c-3aadba46c32e None None] Checking segment: {'id': 'ffa4348d-378b-4e93-98fa-ab0dc49ee16c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '1ec9fbcf-7a57-4aaa-9c30-4e0f43e09480'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 11:02:15.659568 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-37b0d56f-f9dc-4d20-8f8c-3aadba46c32e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:15.659963 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37b0d56f-f9dc-4d20-8f8c-3aadba46c32e None None] Bound using segment: {'id': 'ffa4348d-378b-4e93-98fa-ab0dc49ee16c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '1ec9fbcf-7a57-4aaa-9c30-4e0f43e09480'} {{(pid=116163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 11:02:15.660447 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.managers [None req-37b0d56f-f9dc-4d20-8f8c-3aadba46c32e None None] Bound port: 9ba958c5-c5e5-46b9-b681-594f415fe829, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ffa4348d-378b-4e93-98fa-ab0dc49ee16c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '1ec9fbcf-7a57-4aaa-9c30-4e0f43e09480'}}] {{(pid=116163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 28 11:02:15.660981 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-37b0d56f-f9dc-4d20-8f8c-3aadba46c32e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (9ba958c5-c5e5-46b9-b681-594f415fe829), before_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:15.693907 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e9edbe4-b5af-4bac-81be-cc9ca370188d tempest-NetworksIpV6TestAttrs-234256711 tempest-NetworksIpV6TestAttrs-234256711-project] Network 090fd5a9-3b98-4912-bab1-623cd90ef23f is already hosted by enough agents. {{(pid=116162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 11:02:15.716032 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.scheduler.base_scheduler [None req-3e9edbe4-b5af-4bac-81be-cc9ca370188d tempest-NetworksIpV6TestAttrs-234256711 tempest-NetworksIpV6TestAttrs-234256711-project] Resources bound (agent type, host, resource id): {{(pid=116162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 11:02:15.717847 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9edbe4-b5af-4bac-81be-cc9ca370188d tempest-NetworksIpV6TestAttrs-234256711 tempest-NetworksIpV6TestAttrs-234256711-project] Pushing event updated for resources: {'Port': ['ID=9f93411c-374c-44b9-bca7-19dec05a9a47,revision_number=1']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:02:15.738423 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e9edbe4-b5af-4bac-81be-cc9ca370188d tempest-NetworksIpV6TestAttrs-234256711 tempest-NetworksIpV6TestAttrs-234256711-project] Received port after_create {{(pid=116162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 11:02:15.743315 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e9edbe4-b5af-4bac-81be-cc9ca370188d tempest-NetworksIpV6TestAttrs-234256711 tempest-NetworksIpV6TestAttrs-234256711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:02:15.743898 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-3e9edbe4-b5af-4bac-81be-cc9ca370188d tempest-NetworksIpV6TestAttrs-234256711 tempest-NetworksIpV6TestAttrs-234256711-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198022'] for port (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:15.771773 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c599077-fbbb-40e9-a8fd-11f4aa483089 tempest-RoutersNegativeIpV6Test-273752723 tempest-RoutersNegativeIpV6Test-273752723-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=116161) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 11:02:15.775332 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.db.db_base_plugin_v2 [None req-cccafdd9-6c4b-4397-af69-ea7e8dd4ca31 tempest-BulkNetworkOpsTest-846609399 tempest-BulkNetworkOpsTest-846609399-project] Deleting subnet 2e9f4f3e-7fb7-4ef9-a4f4-affe3e0eccc9 {{(pid=116162) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 28 11:02:15.778430 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.db_base_plugin_common [None req-a82e825a-66ef-467f-aec1-e760164978b6 None None] Allocated IP 2001:db8::f816:3eff:feea:3bc8 (090fd5a9-3b98-4912-bab1-623cd90ef23f/8e098099-703e-412a-abe6-a3ef6f2be79c/aef629d0-9621-47ca-9e41-511ba940ee8f) {{(pid=116163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 11:02:15.804615 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-5c599077-fbbb-40e9-a8fd-11f4aa483089 tempest-RoutersNegativeIpV6Test-273752723 tempest-RoutersNegativeIpV6Test-273752723-project] 10.222.0.10 "PUT /v2.0/routers/7a93352b-7fef-4a78-a676-5156887a4be6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8539910 Apr 28 11:02:15.804615 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 51380) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:02:15.819518 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9a7d763-ef12-4433-a113-e1c3e92e108c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-814f05aa-3374-4594-b166-616a1527f0fa', 'network_id': '814f05aa-3374-4594-b166-616a1527f0fa', 'project_id': '4c057a30512140249e41acbd3053f09e', 'fixed_ips': [{'subnet_id': '7ec169c9-4218-4234-9239-f386db0eef66'}]}} from dv-neutron-master-2-hyperv. {{(pid=116163) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 28 11:02:15.820384 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-d9a7d763-ef12-4433-a113-e1c3e92e108c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (None), before_create {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:15.822965 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed5e98ce-75c0-488d-a052-d2e4a7133276 None None] Sync routers for ids ['7a93352b-7fef-4a78-a676-5156887a4be6'] in dv-neutron-master-2-hyperv {{(pid=116163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 11:02:15.843438 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-371efd5a-6e50-4742-bdd0-b30d6b734cbd None None] Current status of the port a109a587-37ce-405f-a102-e4b99bf3c8b7 is: DOWN; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:02:15.843884 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-371efd5a-6e50-4742-bdd0-b30d6b734cbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (a109a587-37ce-405f-a102-e4b99bf3c8b7), before_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:15.846525 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-ac946094-11ae-48e2-bbc5-8dd54784faac tempest-NetworksIpV6Test-263553383 tempest-NetworksIpV6Test-263553383-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-971310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5053962', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4210815'] for subnet (63b89790-41bf-46a5-98ea-10e423547dcc), after_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:15.890981 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac946094-11ae-48e2-bbc5-8dd54784faac tempest-NetworksIpV6Test-263553383 tempest-NetworksIpV6Test-263553383-project] Pushing event deleted for resources: {'Subnet': ['ID=63b89790-41bf-46a5-98ea-10e423547dcc,revision_number=None']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:02:15.901313 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e8518fa-3fce-4069-90e9-2856b6a9c88e tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Network cf789ae1-39a5-40f5-a02c-2d637f6430b9 is scheduled to be hosted by DHCP agent 75ba81b7-fe99-4281-90d2-a5adb445ecea with binding_index 1 {{(pid=116161) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 11:02:15.909995 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-3e9edbe4-b5af-4bac-81be-cc9ca370188d tempest-NetworksIpV6TestAttrs-234256711 tempest-NetworksIpV6TestAttrs-234256711-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 2.5756924 Apr 28 11:02:15.909995 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-ac946094-11ae-48e2-bbc5-8dd54784faac tempest-NetworksIpV6Test-263553383 tempest-NetworksIpV6Test-263553383-project] Publish callbacks [] for subnet (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:15.913226 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 51382) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:02:15.913363 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-ac946094-11ae-48e2-bbc5-8dd54784faac tempest-NetworksIpV6Test-263553383 tempest-NetworksIpV6Test-263553383-project] 10.222.0.10 "DELETE /v2.0/subnets/63b89790-41bf-46a5-98ea-10e423547dcc HTTP/1.1" status: 204 len: 168 time: 1.1236646 Apr 28 11:02:15.915392 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 51384) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:02:15.938804 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-e2944bd6-1037-40d2-8822-cdc549c95373 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Publish callbacks [] for port (28b13f08-b49a-4034-9589-696bea2b4cb9), precommit_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:15.976816 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7da161a-089b-4f41-aad9-c94e1827d843 None None] Network 531aecac-8bf3-4d7b-9ec5-0a3bd8254094 requested from dv-neutron-master-2-hyperv {{(pid=116163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 11:02:16.016431 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d83594a5-0d4b-49af-95f1-7198607744b2 tempest-RoutersAdminTest-1587786081 tempest-RoutersAdminTest-1587786081-project] Router b2b209ee-0b3d-40c2-868a-d8a2c5f23177 is scheduled to L3 agent 6b492ad6-0876-4d74-b20d-28143a52ceba with binding_index 1 {{(pid=116162) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 28 11:02:16.027498 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-39d7082f-6fe6-4d54-8506-9a8d42b40a68 tempest-NetworksIpV6Test-263553383 tempest-NetworksIpV6Test-263553383-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-979593'] for network (531aecac-8bf3-4d7b-9ec5-0a3bd8254094), before_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:16.106558 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.scheduler.base_scheduler [None req-7e8518fa-3fce-4069-90e9-2856b6a9c88e tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, cf789ae1-39a5-40f5-a02c-2d637f6430b9) {{(pid=116161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 11:02:16.120524 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-e2944bd6-1037-40d2-8822-cdc549c95373 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742234710357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5051867'] for port (28b13f08-b49a-4034-9589-696bea2b4cb9), after_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:16.123534 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e8518fa-3fce-4069-90e9-2856b6a9c88e tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:02:16.123719 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-7e8518fa-3fce-4069-90e9-2856b6a9c88e tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Publish callbacks [] for subnet (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:16.165754 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.db.db_base_plugin_v2 [None req-a6f030df-cbb0-4e04-8272-8363367fcc2c tempest-NetworksIpV6TestAttrs-234256711 tempest-NetworksIpV6TestAttrs-234256711-project] Deleting subnet 8e098099-703e-412a-abe6-a3ef6f2be79c {{(pid=116161) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 28 11:02:16.167864 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c54848e-b10b-46a4-a542-c71b884fa6b4 None None] Network cf789ae1-39a5-40f5-a02c-2d637f6430b9 requested from dv-neutron-master-2-hyperv {{(pid=116163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 11:02:16.202510 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed5e98ce-75c0-488d-a052-d2e4a7133276 None None] Routers {'7a93352b-7fef-4a78-a676-5156887a4be6'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=116163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 11:02:16.203214 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_hamode_db [None req-ed5e98ce-75c0-488d-a052-d2e4a7133276 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-28T10:50:39Z,description=,heartbeat_timestamp=2022-04-28T11:02:09Z,host='dv-neutron-master-2-hyperv',id=6b492ad6-0876-4d74-b20d-28143a52ceba,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T10:50:40Z,topic='l3_agent')) {'router_ids': ['7a93352b-7fef-4a78-a676-5156887a4be6'], 'active': True} {{(pid=116163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:02:16.203351 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.plugin [None req-39d7082f-6fe6-4d54-8506-9a8d42b40a68 tempest-NetworksIpV6Test-263553383 tempest-NetworksIpV6Test-263553383-project] Deleting port ecaa1178-8226-4466-8757-b511679e6a17 {{(pid=116162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 11:02:16.203721 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-39d7082f-6fe6-4d54-8506-9a8d42b40a68 tempest-NetworksIpV6Test-263553383 tempest-NetworksIpV6Test-263553383-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742235130188'] for port (ecaa1178-8226-4466-8757-b511679e6a17), before_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:16.229805 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2944bd6-1037-40d2-8822-cdc549c95373 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Network 1ec9fbcf-7a57-4aaa-9c30-4e0f43e09480 is already hosted by enough agents. {{(pid=116162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 11:02:16.245110 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.scheduler.base_scheduler [None req-e2944bd6-1037-40d2-8822-cdc549c95373 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Resources bound (agent type, host, resource id): {{(pid=116162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 11:02:16.250541 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2944bd6-1037-40d2-8822-cdc549c95373 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Pushing event updated for resources: {'Port': ['ID=28b13f08-b49a-4034-9589-696bea2b4cb9,revision_number=1']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:02:16.252905 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2944bd6-1037-40d2-8822-cdc549c95373 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Received port after_create {{(pid=116162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 11:02:16.258127 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2944bd6-1037-40d2-8822-cdc549c95373 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:02:16.258769 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-e2944bd6-1037-40d2-8822-cdc549c95373 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198022'] for port (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:16.271731 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d83594a5-0d4b-49af-95f1-7198607744b2 tempest-RoutersAdminTest-1587786081 tempest-RoutersAdminTest-1587786081-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=116162) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 11:02:16.277746 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-7e8518fa-3fce-4069-90e9-2856b6a9c88e tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.5109942 Apr 28 11:02:16.283031 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 51386) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:02:16.287792 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83b68fc1-2a2e-4228-85c1-5a231731551c None None] Sync routers for ids ['b2b209ee-0b3d-40c2-868a-d8a2c5f23177'] in dv-neutron-master-2-hyperv {{(pid=116164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 11:02:16.290134 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.v2.base [None req-afe928e9-2515-4060-a410-e658622baa21 tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1089273002', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=116161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:02:16.299024 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83b68fc1-2a2e-4228-85c1-5a231731551c None None] Routers {'b2b209ee-0b3d-40c2-868a-d8a2c5f23177'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=116164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 11:02:16.299819 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_hamode_db [None req-83b68fc1-2a2e-4228-85c1-5a231731551c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-28T10:50:39Z,description=,heartbeat_timestamp=2022-04-28T11:02:09Z,host='dv-neutron-master-2-hyperv',id=6b492ad6-0876-4d74-b20d-28143a52ceba,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T10:50:40Z,topic='l3_agent')) {'router_ids': ['b2b209ee-0b3d-40c2-868a-d8a2c5f23177'], 'active': True} {{(pid=116164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:02:16.336174 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_hamode_db [None req-83b68fc1-2a2e-4228-85c1-5a231731551c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=116164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:02:16.341397 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.db [None req-39d7082f-6fe6-4d54-8506-9a8d42b40a68 tempest-NetworksIpV6Test-263553383 tempest-NetworksIpV6Test-263553383-project] For port ecaa1178-8226-4466-8757-b511679e6a17, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=ecaa1178-8226-4466-8757-b511679e6a17,segment=NetworkSegment(d1874a21-53ec-40e3-b119-a39d7f74f1a5),segment_id=d1874a21-53ec-40e3-b119-a39d7f74f1a5)] {{(pid=116162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 11:02:16.342944 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-39d7082f-6fe6-4d54-8506-9a8d42b40a68 tempest-NetworksIpV6Test-263553383 tempest-NetworksIpV6Test-263553383-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1938497'] for port (ecaa1178-8226-4466-8757-b511679e6a17), precommit_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:16.346515 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83b68fc1-2a2e-4228-85c1-5a231731551c None None] Routers {'b2b209ee-0b3d-40c2-868a-d8a2c5f23177'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=116164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 11:02:16.347352 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_hamode_db [None req-83b68fc1-2a2e-4228-85c1-5a231731551c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-28T10:50:39Z,description=,heartbeat_timestamp=2022-04-28T11:02:09Z,host='dv-neutron-master-2-hyperv',id=6b492ad6-0876-4d74-b20d-28143a52ceba,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T10:50:40Z,topic='l3_agent')) {'router_ids': ['b2b209ee-0b3d-40c2-868a-d8a2c5f23177'], 'active': True} {{(pid=116164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:02:16.368487 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.plugin [None req-39d7082f-6fe6-4d54-8506-9a8d42b40a68 tempest-NetworksIpV6Test-263553383 tempest-NetworksIpV6Test-263553383-project] Calling delete_port for ecaa1178-8226-4466-8757-b511679e6a17 owned by network:dhcp {{(pid=116162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 11:02:16.390681 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_hamode_db [None req-83b68fc1-2a2e-4228-85c1-5a231731551c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=116164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:02:16.391660 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83b68fc1-2a2e-4228-85c1-5a231731551c None None] The sync data for ids ['b2b209ee-0b3d-40c2-868a-d8a2c5f23177'] in dv-neutron-master-2-hyperv is: [] {{(pid=116164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 11:02:16.423197 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-1b014979-c3af-4251-8933-68ffbe55ce1c None None] Publish callbacks [] for port (60051a01-c336-442d-b60b-61dea56fabfa), precommit_create {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:16.439198 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-d83594a5-0d4b-49af-95f1-7198607744b2 tempest-RoutersAdminTest-1587786081 tempest-RoutersAdminTest-1587786081-project] Publish callbacks [] for router (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:16.442875 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-d83594a5-0d4b-49af-95f1-7198607744b2 tempest-RoutersAdminTest-1587786081 tempest-RoutersAdminTest-1587786081-project] 10.222.0.10 "PUT /v2.0/routers/b2b209ee-0b3d-40c2-868a-d8a2c5f23177 HTTP/1.1" status: 200 len: 880 time: 5.3049564 Apr 28 11:02:16.443575 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 51388) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:02:16.455315 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-371efd5a-6e50-4742-bdd0-b30d6b734cbd None None] For port a109a587-37ce-405f-a102-e4b99bf3c8b7, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=a109a587-37ce-405f-a102-e4b99bf3c8b7,segment=NetworkSegment(177088ca-9781-4427-bb1c-019e411f66c0),segment_id=177088ca-9781-4427-bb1c-019e411f66c0)] {{(pid=116163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 11:02:16.457898 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_hamode_db [None req-ed5e98ce-75c0-488d-a052-d2e4a7133276 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=116163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:02:16.468151 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-37b0d56f-f9dc-4d20-8f8c-3aadba46c32e None None] For port 9ba958c5-c5e5-46b9-b681-594f415fe829, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=116163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 11:02:16.474445 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-afe928e9-2515-4060-a410-e658622baa21 tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2060459', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-63449'] for router (c9713abf-0f9b-4bb6-8953-ce4a26e7ed1c), before_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:16.475531 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-afe928e9-2515-4060-a410-e658622baa21 tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2060827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1935275', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1960866', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-63266'] for router (c9713abf-0f9b-4bb6-8953-ce4a26e7ed1c), precommit_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:16.516125 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-e2944bd6-1037-40d2-8822-cdc549c95373 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 4.6563032 Apr 28 11:02:16.522970 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 51390) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:02:16.555809 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-37b0d56f-f9dc-4d20-8f8c-3aadba46c32e None None] For port 9ba958c5-c5e5-46b9-b681-594f415fe829, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=9ba958c5-c5e5-46b9-b681-594f415fe829,segment=NetworkSegment(ffa4348d-378b-4e93-98fa-ab0dc49ee16c),segment_id=ffa4348d-378b-4e93-98fa-ab0dc49ee16c)] {{(pid=116163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 11:02:16.560593 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-1b014979-c3af-4251-8933-68ffbe55ce1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742234710357'] for port (60051a01-c336-442d-b60b-61dea56fabfa), after_create {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:16.562444 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Current status of the port cf412b34-4c62-4567-ba8b-f7c184e2e584 is: ACTIVE; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:02:16.563592 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Device a109a587-37ce-405f-a102-e4b99bf3c8b7 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=116163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 11:02:16.565179 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-371efd5a-6e50-4742-bdd0-b30d6b734cbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393'] for port (a109a587-37ce-405f-a102-e4b99bf3c8b7), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:16.627093 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccd775f7-e751-4019-be51-131900a1354a tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:02:16.633151 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccd775f7-e751-4019-be51-131900a1354a tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:02:16.637325 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-ccd775f7-e751-4019-be51-131900a1354a tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.1096492 Apr 28 11:02:16.637474 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-afe928e9-2515-4060-a410-e658622baa21 tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Publish callbacks [] for router_controller (c9713abf-0f9b-4bb6-8953-ce4a26e7ed1c), precommit_add_association {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:16.637916 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 51392) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:02:16.638138 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.db.resource_extend [None req-02c18ec7-502b-489a-8559-3c851bbdeba2 tempest-ServerActionsTestJSON-1498610228 tempest-ServerActionsTestJSON-1498610228-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=116161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 28 11:02:16.674412 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed5e98ce-75c0-488d-a052-d2e4a7133276 None None] Routers {'7a93352b-7fef-4a78-a676-5156887a4be6'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=116163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 11:02:16.674986 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_hamode_db [None req-ed5e98ce-75c0-488d-a052-d2e4a7133276 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-28T10:50:39Z,description=,heartbeat_timestamp=2022-04-28T11:02:09Z,host='dv-neutron-master-2-hyperv',id=6b492ad6-0876-4d74-b20d-28143a52ceba,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T10:50:40Z,topic='l3_agent')) {'router_ids': ['7a93352b-7fef-4a78-a676-5156887a4be6'], 'active': True} {{(pid=116163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:02:16.679530 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-bfa576d3-757b-4c32-9b58-4776a4f99d9a tempest-RoutersAdminTest-1999378242 tempest-RoutersAdminTest-1999378242-project-admin] 10.222.0.10 "GET /v2.0/routers/b2b209ee-0b3d-40c2-868a-d8a2c5f23177 HTTP/1.1" status: 200 len: 921 time: 0.2315702 Apr 28 11:02:16.681075 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 51394) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:02:16.693930 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-39d7082f-6fe6-4d54-8506-9a8d42b40a68 tempest-NetworksIpV6Test-263553383 tempest-NetworksIpV6Test-263553383-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742235135690', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742234710366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5051867'] for port (ecaa1178-8226-4466-8757-b511679e6a17), after_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:16.716524 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-37b0d56f-f9dc-4d20-8f8c-3aadba46c32e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393'] for port (9ba958c5-c5e5-46b9-b681-594f415fe829), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:16.743531 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.api.v2.resource [None req-f73e7f4e-05e3-4e84-822a-7f0daf252183 tempest-RoutersNegativeIpV6Test-273752723 tempest-RoutersNegativeIpV6Test-273752723-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 28 11:02:16.744857 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39d7082f-6fe6-4d54-8506-9a8d42b40a68 tempest-NetworksIpV6Test-263553383 tempest-NetworksIpV6Test-263553383-project] No DVR routers for this DVR port ecaa1178-8226-4466-8757-b511679e6a17 on host dv-neutron-master-2-hyperv {{(pid=116162) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 11:02:16.747594 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-f73e7f4e-05e3-4e84-822a-7f0daf252183 tempest-RoutersNegativeIpV6Test-273752723 tempest-RoutersNegativeIpV6Test-273752723-project] 10.222.0.10 "PUT /v2.0/routers/7a93352b-7fef-4a78-a676-5156887a4be6/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.9432657 Apr 28 11:02:16.748173 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 51396) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:02:16.761017 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-02c18ec7-502b-489a-8559-3c851bbdeba2 tempest-ServerActionsTestJSON-1498610228 tempest-ServerActionsTestJSON-1498610228-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:16.763592 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-afe928e9-2515-4060-a410-e658622baa21 tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2060818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1935326'] for router (c9713abf-0f9b-4bb6-8953-ce4a26e7ed1c), after_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:16.770367 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d7082f-6fe6-4d54-8506-9a8d42b40a68 tempest-NetworksIpV6Test-263553383 tempest-NetworksIpV6Test-263553383-project] Pushing event deleted for resources: {'Port': ['ID=ecaa1178-8226-4466-8757-b511679e6a17,revision_number=None']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:02:16.804628 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1fd56ad-03fe-4697-a11a-14c6843dee81 tempest-RoutersAdminTest-1999378242 tempest-RoutersAdminTest-1999378242-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:02:16.806928 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-e1fd56ad-03fe-4697-a11a-14c6843dee81 tempest-RoutersAdminTest-1999378242 tempest-RoutersAdminTest-1999378242-project-admin] 10.222.0.10 "GET /v2.0/ports?network_id=7be49d94-bbb8-4a61-bafe-209c5f861e1c&device_id=b2b209ee-0b3d-40c2-868a-d8a2c5f23177&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1163764 Apr 28 11:02:16.808798 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.plugin [None req-5ee40d64-61bf-48d4-b771-7babc9f8b693 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Deleting port 28b13f08-b49a-4034-9589-696bea2b4cb9 {{(pid=116162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 11:02:16.809147 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-5ee40d64-61bf-48d4-b771-7babc9f8b693 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742235130188'] for port (28b13f08-b49a-4034-9589-696bea2b4cb9), before_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:16.810297 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 51400) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:02:16.823957 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_hamode_db [None req-ed5e98ce-75c0-488d-a052-d2e4a7133276 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=116163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:02:16.824829 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed5e98ce-75c0-488d-a052-d2e4a7133276 None None] The sync data for ids ['7a93352b-7fef-4a78-a676-5156887a4be6'] in dv-neutron-master-2-hyperv is: [] {{(pid=116163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 11:02:16.830113 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-ef08f2be-e9cc-49aa-a21e-7519658f453b None None] Provisioning complete for port a109a587-37ce-405f-a102-e4b99bf3c8b7 triggered by entity DHCP. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:02:16.831296 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-ef08f2be-e9cc-49aa-a21e-7519658f453b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (a109a587-37ce-405f-a102-e4b99bf3c8b7), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:16.853361 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.db_base_plugin_common [None req-d9a7d763-ef12-4433-a113-e1c3e92e108c None None] Allocated IP 172.20.0.18 (814f05aa-3374-4594-b166-616a1527f0fa/7ec169c9-4218-4234-9239-f386db0eef66/4c6ece02-7184-426f-a4cb-9bf2b2b1efd5) {{(pid=116163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 11:02:16.883229 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-39d7082f-6fe6-4d54-8506-9a8d42b40a68 tempest-NetworksIpV6Test-263553383 tempest-NetworksIpV6Test-263553383-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-973498', 'neutron.services.segments.db._delete_segments_for_network-8742235207033'] for network (531aecac-8bf3-4d7b-9ec5-0a3bd8254094), precommit_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:16.895118 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-02c18ec7-502b-489a-8559-3c851bbdeba2 tempest-ServerActionsTestJSON-1498610228 tempest-ServerActionsTestJSON-1498610228-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2063164'] for floatingip (2bdfdad1-1b9f-497d-a002-48aa671f10c2), after_update {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:16.942101 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.services.segments.db [None req-39d7082f-6fe6-4d54-8506-9a8d42b40a68 tempest-NetworksIpV6Test-263553383 tempest-NetworksIpV6Test-263553383-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['531aecac-8bf3-4d7b-9ec5-0a3bd8254094']}} {{(pid=116162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:02:16.957127 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.services.segments.db [None req-39d7082f-6fe6-4d54-8506-9a8d42b40a68 tempest-NetworksIpV6Test-263553383 tempest-NetworksIpV6Test-263553383-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd1874a21-53ec-40e3-b119-a39d7f74f1a5') {'for_net_delete': True} {{(pid=116162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:02:16.957429 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.services.segments.db [None req-39d7082f-6fe6-4d54-8506-9a8d42b40a68 tempest-NetworksIpV6Test-263553383 tempest-NetworksIpV6Test-263553383-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd1874a21-53ec-40e3-b119-a39d7f74f1a5') {} {{(pid=116162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:02:16.978021 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-39d7082f-6fe6-4d54-8506-9a8d42b40a68 tempest-NetworksIpV6Test-263553383 tempest-NetworksIpV6Test-263553383-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742235208578', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5026548'] for segment (d1874a21-53ec-40e3-b119-a39d7f74f1a5), before_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:17.000504 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-5ee40d64-61bf-48d4-b771-7babc9f8b693 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1938497'] for port (28b13f08-b49a-4034-9589-696bea2b4cb9), precommit_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:17.009757 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-39d7082f-6fe6-4d54-8506-9a8d42b40a68 tempest-NetworksIpV6Test-263553383 tempest-NetworksIpV6Test-263553383-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-961978'] for segment (d1874a21-53ec-40e3-b119-a39d7f74f1a5), precommit_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:17.010959 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-d9a7d763-ef12-4433-a113-e1c3e92e108c None None] Publish callbacks [] for port (4c6ece02-7184-426f-a4cb-9bf2b2b1efd5), precommit_create {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:17.017551 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b014979-c3af-4251-8933-68ffbe55ce1c None None] Network cb3fb0ef-79f8-4258-bb98-7e3e213a3cf6 is already hosted by enough agents. {{(pid=116163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 11:02:17.021404 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.plugin [None req-5ee40d64-61bf-48d4-b771-7babc9f8b693 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Calling delete_port for 28b13f08-b49a-4034-9589-696bea2b4cb9 owned by {{(pid=116162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 11:02:17.023651 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-39d7082f-6fe6-4d54-8506-9a8d42b40a68 tempest-NetworksIpV6Test-263553383 tempest-NetworksIpV6Test-263553383-project] Releasing vlan 88 on physical network physnet1 to pool {{(pid=116162) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 11:02:17.024067 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-39d7082f-6fe6-4d54-8506-9a8d42b40a68 tempest-NetworksIpV6Test-263553383 tempest-NetworksIpV6Test-263553383-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-961978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5051884'] for segment (d1874a21-53ec-40e3-b119-a39d7f74f1a5), after_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:17.027289 dv-neutron-master-2-hyperv neutron-server[116162]: Traceback (most recent call last): Apr 28 11:02:17.027289 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 11:02:17.027289 dv-neutron-master-2-hyperv neutron-server[116162]: timer() Apr 28 11:02:17.027289 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 11:02:17.027289 dv-neutron-master-2-hyperv neutron-server[116162]: cb(*args, **kw) Apr 28 11:02:17.027289 dv-neutron-master-2-hyperv neutron-server[116162]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 28 11:02:17.027289 dv-neutron-master-2-hyperv neutron-server[116162]: return func(*args, **kwargs) Apr 28 11:02:17.027289 dv-neutron-master-2-hyperv neutron-server[116162]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 11:02:17.027289 dv-neutron-master-2-hyperv neutron-server[116162]: self._notify() Apr 28 11:02:17.027289 dv-neutron-master-2-hyperv neutron-server[116162]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 11:02:17.027289 dv-neutron-master-2-hyperv neutron-server[116162]: self.callback(batched_events) Apr 28 11:02:17.027289 dv-neutron-master-2-hyperv neutron-server[116162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 11:02:17.027289 dv-neutron-master-2-hyperv neutron-server[116162]: event.method(event) Apr 28 11:02:17.027289 dv-neutron-master-2-hyperv neutron-server[116162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 28 11:02:17.027289 dv-neutron-master-2-hyperv neutron-server[116162]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 11:02:17.027289 dv-neutron-master-2-hyperv neutron-server[116162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 28 11:02:17.027289 dv-neutron-master-2-hyperv neutron-server[116162]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 11:02:17.027289 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 28 11:02:17.027289 dv-neutron-master-2-hyperv neutron-server[116162]: return f(self, *a, **k) Apr 28 11:02:17.027289 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 28 11:02:17.027289 dv-neutron-master-2-hyperv neutron-server[116162]: return self._get(url).json() Apr 28 11:02:17.027289 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 28 11:02:17.027289 dv-neutron-master-2-hyperv neutron-server[116162]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 11:02:17.027289 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 11:02:17.027289 dv-neutron-master-2-hyperv neutron-server[116162]: return self.request(url, 'GET', **kwargs) Apr 28 11:02:17.027289 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 11:02:17.027289 dv-neutron-master-2-hyperv neutron-server[116162]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 11:02:17.027289 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 11:02:17.027289 dv-neutron-master-2-hyperv neutron-server[116162]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 11:02:17.027289 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 11:02:17.027289 dv-neutron-master-2-hyperv neutron-server[116162]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 11:02:17.027289 dv-neutron-master-2-hyperv neutron-server[116162]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 11:02:17.087627 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef67176b-2279-43d3-b038-5696c30ad9a2 None None] DHCP port deletion for 531aecac-8bf3-4d7b-9ec5-0a3bd8254094 request from dv-neutron-master-2-hyperv {{(pid=116163) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 28 11:02:17.097440 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.scheduler.base_scheduler [None req-1b014979-c3af-4251-8933-68ffbe55ce1c None None] Resources bound (agent type, host, resource id): {{(pid=116163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 11:02:17.105593 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b014979-c3af-4251-8933-68ffbe55ce1c None None] Received port after_create {{(pid=116163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 11:02:17.116388 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b014979-c3af-4251-8933-68ffbe55ce1c None None] Pushing event updated for resources: {'Port': ['ID=60051a01-c336-442d-b60b-61dea56fabfa,revision_number=1']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:02:17.138724 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-d9a7d763-ef12-4433-a113-e1c3e92e108c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742234710357'] for port (4c6ece02-7184-426f-a4cb-9bf2b2b1efd5), after_create {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:17.150909 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5591056-0440-41d2-bbc8-1377d9a3fad9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-cf789ae1-39a5-40f5-a02c-2d637f6430b9', 'network_id': 'cf789ae1-39a5-40f5-a02c-2d637f6430b9', 'project_id': '0f4d85af73ea40518271b3ac6c23a282', 'fixed_ips': [{'subnet_id': '31d5bc32-0ba6-4885-9496-561c1ae925aa'}]}} from dv-neutron-master-2-hyperv. {{(pid=116163) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 28 11:02:17.151771 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-e5591056-0440-41d2-bbc8-1377d9a3fad9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (None), before_create {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:17.195998 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-f177934b-a833-4471-8ccf-ad69f718775a None None] Publish callbacks [] for port (f7b847ac-5899-4b2b-8e98-a9d541bd719d), precommit_create {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:17.232799 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-a82e825a-66ef-467f-aec1-e760164978b6 None None] Publish callbacks [] for port (aef629d0-9621-47ca-9e41-511ba940ee8f), precommit_create {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:17.254865 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Provisioning complete for port a109a587-37ce-405f-a102-e4b99bf3c8b7 triggered by entity L2. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:02:17.255290 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (a109a587-37ce-405f-a102-e4b99bf3c8b7), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:17.301429 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9a7d763-ef12-4433-a113-e1c3e92e108c None None] Network 814f05aa-3374-4594-b166-616a1527f0fa is already hosted by enough agents. {{(pid=116163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 11:02:17.317385 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-f177934b-a833-4471-8ccf-ad69f718775a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742234710357'] for port (f7b847ac-5899-4b2b-8e98-a9d541bd719d), after_create {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:17.340400 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.scheduler.base_scheduler [None req-d9a7d763-ef12-4433-a113-e1c3e92e108c None None] Resources bound (agent type, host, resource id): {{(pid=116163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 11:02:17.349758 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9a7d763-ef12-4433-a113-e1c3e92e108c None None] Received port after_create {{(pid=116163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 11:02:17.356225 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-afe928e9-2515-4060-a410-e658622baa21 tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Publish callbacks [] for router (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:17.361295 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-afe928e9-2515-4060-a410-e658622baa21 tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 1.0797603 Apr 28 11:02:17.362264 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-a6f030df-cbb0-4e04-8272-8363367fcc2c tempest-NetworksIpV6TestAttrs-234256711 tempest-NetworksIpV6TestAttrs-234256711-project] Publish callbacks [] for subnet (8e098099-703e-412a-abe6-a3ef6f2be79c), before_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:17.365128 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 51402) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:02:17.415971 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-a82e825a-66ef-467f-aec1-e760164978b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742234710357'] for port (aef629d0-9621-47ca-9e41-511ba940ee8f), after_create {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:17.417845 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-371efd5a-6e50-4742-bdd0-b30d6b734cbd None None] Pushing event updated for resources: {'Port': ['ID=a109a587-37ce-405f-a102-e4b99bf3c8b7,revision_number=3']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:02:17.526027 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-cccafdd9-6c4b-4397-af69-ea7e8dd4ca31 tempest-BulkNetworkOpsTest-846609399 tempest-BulkNetworkOpsTest-846609399-project] Publish callbacks [] for subnet (2e9f4f3e-7fb7-4ef9-a4f4-affe3e0eccc9), before_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:17.550300 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-39d7082f-6fe6-4d54-8506-9a8d42b40a68 tempest-NetworksIpV6Test-263553383 tempest-NetworksIpV6Test-263553383-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-973477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2063122'] for network (531aecac-8bf3-4d7b-9ec5-0a3bd8254094), after_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:17.570738 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f177934b-a833-4471-8ccf-ad69f718775a None None] Network f9b77fb5-0868-43a2-8e0a-8c5da724a6e4 is already hosted by enough agents. {{(pid=116163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 11:02:17.573032 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-39d7082f-6fe6-4d54-8506-9a8d42b40a68 tempest-NetworksIpV6Test-263553383 tempest-NetworksIpV6Test-263553383-project] Publish callbacks [] for network (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:17.577461 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-39d7082f-6fe6-4d54-8506-9a8d42b40a68 tempest-NetworksIpV6Test-263553383 tempest-NetworksIpV6Test-263553383-project] 10.222.0.10 "DELETE /v2.0/networks/531aecac-8bf3-4d7b-9ec5-0a3bd8254094 HTTP/1.1" status: 204 len: 168 time: 1.6595879 Apr 28 11:02:17.578916 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-a6f030df-cbb0-4e04-8272-8363367fcc2c tempest-NetworksIpV6TestAttrs-234256711 tempest-NetworksIpV6TestAttrs-234256711-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8076976'] for subnet (8e098099-703e-412a-abe6-a3ef6f2be79c), precommit_delete_associations {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:17.580562 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.managers [None req-1b014979-c3af-4251-8933-68ffbe55ce1c None None] Attempting to bind port 60051a01-c336-442d-b60b-61dea56fabfa on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=116163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 28 11:02:17.580941 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.managers [None req-1b014979-c3af-4251-8933-68ffbe55ce1c None None] Attempting to bind port 60051a01-c336-442d-b60b-61dea56fabfa by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '3ee52136-e028-47a0-96a1-afc7ec047fca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'cb3fb0ef-79f8-4258-bb98-7e3e213a3cf6'}] {{(pid=116163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 28 11:02:17.581311 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b014979-c3af-4251-8933-68ffbe55ce1c None None] Attempting to bind port 60051a01-c336-442d-b60b-61dea56fabfa on network cb3fb0ef-79f8-4258-bb98-7e3e213a3cf6 {{(pid=116163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 11:02:17.593302 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a82e825a-66ef-467f-aec1-e760164978b6 None None] Network 090fd5a9-3b98-4912-bab1-623cd90ef23f is already hosted by enough agents. {{(pid=116163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 11:02:17.597239 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.scheduler.base_scheduler [None req-f177934b-a833-4471-8ccf-ad69f718775a None None] Resources bound (agent type, host, resource id): {{(pid=116163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 11:02:17.606483 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-cccafdd9-6c4b-4397-af69-ea7e8dd4ca31 tempest-BulkNetworkOpsTest-846609399 tempest-BulkNetworkOpsTest-846609399-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5026541'] for subnet (2e9f4f3e-7fb7-4ef9-a4f4-affe3e0eccc9), precommit_delete_associations {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:17.628930 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f177934b-a833-4471-8ccf-ad69f718775a None None] Received port after_create {{(pid=116163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 11:02:17.634663 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.scheduler.base_scheduler [None req-a82e825a-66ef-467f-aec1-e760164978b6 None None] Resources bound (agent type, host, resource id): {{(pid=116163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 11:02:17.671723 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b014979-c3af-4251-8933-68ffbe55ce1c None None] Checking agent: {'id': 'd5baab19-5dd1-4902-922b-84acb048ab9c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 10, 50, 43), 'started_at': datetime.datetime(2022, 4, 28, 10, 51, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 11, 2, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=116163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 11:02:17.672159 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b014979-c3af-4251-8933-68ffbe55ce1c None None] Checking segment: {'id': '3ee52136-e028-47a0-96a1-afc7ec047fca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'cb3fb0ef-79f8-4258-bb98-7e3e213a3cf6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 11:02:17.673029 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-1b014979-c3af-4251-8933-68ffbe55ce1c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:17.673029 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b014979-c3af-4251-8933-68ffbe55ce1c None None] Bound using segment: {'id': '3ee52136-e028-47a0-96a1-afc7ec047fca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'cb3fb0ef-79f8-4258-bb98-7e3e213a3cf6'} {{(pid=116163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 11:02:17.673616 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.managers [None req-1b014979-c3af-4251-8933-68ffbe55ce1c None None] Bound port: 60051a01-c336-442d-b60b-61dea56fabfa, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ee52136-e028-47a0-96a1-afc7ec047fca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'cb3fb0ef-79f8-4258-bb98-7e3e213a3cf6'}}] {{(pid=116163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 28 11:02:17.673999 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-1b014979-c3af-4251-8933-68ffbe55ce1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (60051a01-c336-442d-b60b-61dea56fabfa), before_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:17.685031 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a82e825a-66ef-467f-aec1-e760164978b6 None None] Received port after_create {{(pid=116163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 11:02:17.732422 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-cccafdd9-6c4b-4397-af69-ea7e8dd4ca31 tempest-BulkNetworkOpsTest-846609399 tempest-BulkNetworkOpsTest-846609399-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-971303'] for subnet (2e9f4f3e-7fb7-4ef9-a4f4-affe3e0eccc9), precommit_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:17.742547 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-ef08f2be-e9cc-49aa-a21e-7519658f453b None None] Current status of the port a109a587-37ce-405f-a102-e4b99bf3c8b7 is: ACTIVE; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:02:17.773540 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d7082f-6fe6-4d54-8506-9a8d42b40a68 tempest-NetworksIpV6Test-263553383 tempest-NetworksIpV6Test-263553383-project] Pushing event deleted for resources: {'Network': ['ID=531aecac-8bf3-4d7b-9ec5-0a3bd8254094,revision_number=None']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:02:17.775830 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-552eb4e9-e8d4-461d-a94b-94180a9423da tempest-RoutersAdminTest-1999378242 tempest-RoutersAdminTest-1999378242-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:02:17.778050 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-552eb4e9-e8d4-461d-a94b-94180a9423da tempest-RoutersAdminTest-1999378242 tempest-RoutersAdminTest-1999378242-project-admin] 10.222.0.10 "GET /v2.0/networks/7be49d94-bbb8-4a61-bafe-209c5f861e1c HTTP/1.1" status: 200 len: 881 time: 0.9660711 Apr 28 11:02:17.782800 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 51406) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:02:17.820201 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.managers [None req-d9a7d763-ef12-4433-a113-e1c3e92e108c None None] Attempting to bind port 4c6ece02-7184-426f-a4cb-9bf2b2b1efd5 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=116163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 28 11:02:17.820962 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.managers [None req-d9a7d763-ef12-4433-a113-e1c3e92e108c None None] Attempting to bind port 4c6ece02-7184-426f-a4cb-9bf2b2b1efd5 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'f933e8ab-da27-4079-a737-8b9b682f1f19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '814f05aa-3374-4594-b166-616a1527f0fa'}] {{(pid=116163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 28 11:02:17.821544 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9a7d763-ef12-4433-a113-e1c3e92e108c None None] Attempting to bind port 4c6ece02-7184-426f-a4cb-9bf2b2b1efd5 on network 814f05aa-3374-4594-b166-616a1527f0fa {{(pid=116163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 11:02:17.824076 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b0d56f-f9dc-4d20-8f8c-3aadba46c32e None None] Pushing event updated for resources: {'Port': ['ID=9ba958c5-c5e5-46b9-b681-594f415fe829,revision_number=2']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:02:17.836388 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-ac7b9951-5c5d-4fc9-a14a-724522a73bdc tempest-RoutersAdminTest-1587786081 tempest-RoutersAdminTest-1587786081-project] 10.222.0.10 "GET /v2.0/ports?device_id=b2b209ee-0b3d-40c2-868a-d8a2c5f23177 HTTP/1.1" status: 200 len: 205 time: 0.0525279 Apr 28 11:02:17.840816 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 51408) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:02:17.893974 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.db.l3_db [None req-02c18ec7-502b-489a-8559-3c851bbdeba2 tempest-ServerActionsTestJSON-1498610228 tempest-ServerActionsTestJSON-1498610228-project] Floating IP 2bdfdad1-1b9f-497d-a002-48aa671f10c2 associated. External IP: 172.36.4.184, port: 927a5cb3-8012-4aaf-93d6-504dcf7bfba1. Apr 28 11:02:17.911291 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-ef08f2be-e9cc-49aa-a21e-7519658f453b None None] Provisioning complete for port 71c6b3d2-36a5-4240-b53f-9433532c7f73 triggered by entity DHCP. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:02:17.912150 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-ef08f2be-e9cc-49aa-a21e-7519658f453b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (71c6b3d2-36a5-4240-b53f-9433532c7f73), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:17.914225 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9a7d763-ef12-4433-a113-e1c3e92e108c None None] Checking agent: {'id': 'd5baab19-5dd1-4902-922b-84acb048ab9c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 10, 50, 43), 'started_at': datetime.datetime(2022, 4, 28, 10, 51, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 11, 2, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=116163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 11:02:17.915050 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9a7d763-ef12-4433-a113-e1c3e92e108c None None] Checking segment: {'id': 'f933e8ab-da27-4079-a737-8b9b682f1f19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '814f05aa-3374-4594-b166-616a1527f0fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 11:02:17.915832 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-d9a7d763-ef12-4433-a113-e1c3e92e108c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:17.916439 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9a7d763-ef12-4433-a113-e1c3e92e108c None None] Bound using segment: {'id': 'f933e8ab-da27-4079-a737-8b9b682f1f19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '814f05aa-3374-4594-b166-616a1527f0fa'} {{(pid=116163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 11:02:17.917195 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.managers [None req-d9a7d763-ef12-4433-a113-e1c3e92e108c None None] Bound port: 4c6ece02-7184-426f-a4cb-9bf2b2b1efd5, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f933e8ab-da27-4079-a737-8b9b682f1f19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '814f05aa-3374-4594-b166-616a1527f0fa'}}] {{(pid=116163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 28 11:02:17.917805 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-d9a7d763-ef12-4433-a113-e1c3e92e108c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (4c6ece02-7184-426f-a4cb-9bf2b2b1efd5), before_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:17.979727 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-cccafdd9-6c4b-4397-af69-ea7e8dd4ca31 tempest-BulkNetworkOpsTest-846609399 tempest-BulkNetworkOpsTest-846609399-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-971310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5053962', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4210815'] for subnet (2e9f4f3e-7fb7-4ef9-a4f4-affe3e0eccc9), after_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:18.022589 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cccafdd9-6c4b-4397-af69-ea7e8dd4ca31 tempest-BulkNetworkOpsTest-846609399 tempest-BulkNetworkOpsTest-846609399-project] Pushing event deleted for resources: {'Subnet': ['ID=2e9f4f3e-7fb7-4ef9-a4f4-affe3e0eccc9,revision_number=None']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:02:18.027299 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-cccafdd9-6c4b-4397-af69-ea7e8dd4ca31 tempest-BulkNetworkOpsTest-846609399 tempest-BulkNetworkOpsTest-846609399-project] Publish callbacks [] for subnet (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:18.033564 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-cccafdd9-6c4b-4397-af69-ea7e8dd4ca31 tempest-BulkNetworkOpsTest-846609399 tempest-BulkNetworkOpsTest-846609399-project] 10.222.0.10 "DELETE /v2.0/subnets/2e9f4f3e-7fb7-4ef9-a4f4-affe3e0eccc9 HTTP/1.1" status: 204 len: 168 time: 2.4587646 Apr 28 11:02:18.034197 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 51410) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:02:18.047956 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-f250c985-a33a-48b0-abf1-2be7ad3ba8a0 tempest-RoutersAdminTest-1587786081 tempest-RoutersAdminTest-1587786081-project] Publish callbacks [] for router (b2b209ee-0b3d-40c2-868a-d8a2c5f23177), before_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:18.129101 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-5ee40d64-61bf-48d4-b771-7babc9f8b693 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742235135690', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742234710366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5051867'] for port (28b13f08-b49a-4034-9589-696bea2b4cb9), after_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:18.188290 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee40d64-61bf-48d4-b771-7babc9f8b693 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Pushing event deleted for resources: {'Port': ['ID=28b13f08-b49a-4034-9589-696bea2b4cb9,revision_number=None']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:02:18.191441 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.db_base_plugin_common [None req-e5591056-0440-41d2-bbc8-1377d9a3fad9 None None] Allocated IP 2001:db8:1::2 (cf789ae1-39a5-40f5-a02c-2d637f6430b9/31d5bc32-0ba6-4885-9496-561c1ae925aa/9accbcbe-4624-4b44-a4b8-4634f71b1be1) {{(pid=116163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 11:02:18.216260 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Current status of the port a109a587-37ce-405f-a102-e4b99bf3c8b7 is: ACTIVE; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:02:18.238311 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.db.db_base_plugin_v2 [None req-e50452b1-ed37-43ba-9b7a-6b8abd8d9a57 tempest-BulkNetworkOpsTest-846609399 tempest-BulkNetworkOpsTest-846609399-project] Deleting subnet 7ec169c9-4218-4234-9239-f386db0eef66 {{(pid=116162) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 28 11:02:18.289742 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.managers [None req-f177934b-a833-4471-8ccf-ad69f718775a None None] Attempting to bind port f7b847ac-5899-4b2b-8e98-a9d541bd719d on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=116163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 28 11:02:18.290311 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.managers [None req-f177934b-a833-4471-8ccf-ad69f718775a None None] Attempting to bind port f7b847ac-5899-4b2b-8e98-a9d541bd719d by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'acb84980-cd09-43bd-ad87-b963c8407f0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'f9b77fb5-0868-43a2-8e0a-8c5da724a6e4'}] {{(pid=116163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 28 11:02:18.290746 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f177934b-a833-4471-8ccf-ad69f718775a None None] Attempting to bind port f7b847ac-5899-4b2b-8e98-a9d541bd719d on network f9b77fb5-0868-43a2-8e0a-8c5da724a6e4 {{(pid=116163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 11:02:18.299733 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-5ee40d64-61bf-48d4-b771-7babc9f8b693 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198022'] for port (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:18.307400 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-5ee40d64-61bf-48d4-b771-7babc9f8b693 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] 10.222.0.10 "DELETE /v2.0/ports/28b13f08-b49a-4034-9589-696bea2b4cb9 HTTP/1.1" status: 204 len: 168 time: 1.6654682 Apr 28 11:02:18.307400 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-e50452b1-ed37-43ba-9b7a-6b8abd8d9a57 tempest-BulkNetworkOpsTest-846609399 tempest-BulkNetworkOpsTest-846609399-project] Publish callbacks [] for subnet (7ec169c9-4218-4234-9239-f386db0eef66), before_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:18.310668 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 51414) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:02:18.330339 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-a6f030df-cbb0-4e04-8272-8363367fcc2c tempest-NetworksIpV6TestAttrs-234256711 tempest-NetworksIpV6TestAttrs-234256711-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-971303'] for subnet (8e098099-703e-412a-abe6-a3ef6f2be79c), precommit_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:18.341862 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 51416) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:02:18.371959 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-d9a7d763-ef12-4433-a113-e1c3e92e108c None None] For port 4c6ece02-7184-426f-a4cb-9bf2b2b1efd5, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=116163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 11:02:18.374408 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-e50452b1-ed37-43ba-9b7a-6b8abd8d9a57 tempest-BulkNetworkOpsTest-846609399 tempest-BulkNetworkOpsTest-846609399-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5026541'] for subnet (7ec169c9-4218-4234-9239-f386db0eef66), precommit_delete_associations {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:18.375863 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-d9a7d763-ef12-4433-a113-e1c3e92e108c None None] For port 4c6ece02-7184-426f-a4cb-9bf2b2b1efd5, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=4c6ece02-7184-426f-a4cb-9bf2b2b1efd5,segment=NetworkSegment(f933e8ab-da27-4079-a737-8b9b682f1f19),segment_id=f933e8ab-da27-4079-a737-8b9b682f1f19)] {{(pid=116163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 11:02:18.392263 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-3a463464-821b-42d5-8707-b37ed0de1246 tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (None), before_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:18.411495 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Device 177c19d0-ace1-4a04-bf3b-4eeb4fbd2ec1 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=116163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 11:02:18.413447 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-f250c985-a33a-48b0-abf1-2be7ad3ba8a0 tempest-RoutersAdminTest-1587786081 tempest-RoutersAdminTest-1587786081-project] Publish callbacks [] for router_gateway (b2b209ee-0b3d-40c2-868a-d8a2c5f23177), before_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:18.436814 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a7d763-ef12-4433-a113-e1c3e92e108c None None] Pushing event updated for resources: {'Port': ['ID=4c6ece02-7184-426f-a4cb-9bf2b2b1efd5,revision_number=1']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:02:18.478104 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f177934b-a833-4471-8ccf-ad69f718775a None None] Checking agent: {'id': 'd5baab19-5dd1-4902-922b-84acb048ab9c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 10, 50, 43), 'started_at': datetime.datetime(2022, 4, 28, 10, 51, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 11, 2, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=116163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 11:02:18.478743 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f177934b-a833-4471-8ccf-ad69f718775a None None] Checking segment: {'id': 'acb84980-cd09-43bd-ad87-b963c8407f0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'f9b77fb5-0868-43a2-8e0a-8c5da724a6e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 11:02:18.479505 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-f177934b-a833-4471-8ccf-ad69f718775a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:18.480003 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f177934b-a833-4471-8ccf-ad69f718775a None None] Bound using segment: {'id': 'acb84980-cd09-43bd-ad87-b963c8407f0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'f9b77fb5-0868-43a2-8e0a-8c5da724a6e4'} {{(pid=116163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 11:02:18.490073 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.managers [None req-f177934b-a833-4471-8ccf-ad69f718775a None None] Bound port: f7b847ac-5899-4b2b-8e98-a9d541bd719d, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'acb84980-cd09-43bd-ad87-b963c8407f0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'f9b77fb5-0868-43a2-8e0a-8c5da724a6e4'}}] {{(pid=116163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 28 11:02:18.490934 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-f177934b-a833-4471-8ccf-ad69f718775a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (f7b847ac-5899-4b2b-8e98-a9d541bd719d), before_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:18.493503 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-ef08f2be-e9cc-49aa-a21e-7519658f453b None None] Port 71c6b3d2-36a5-4240-b53f-9433532c7f73 cannot update to ACTIVE because it is not bound. {{(pid=116163) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 28 11:02:18.495462 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.managers [None req-a82e825a-66ef-467f-aec1-e760164978b6 None None] Attempting to bind port aef629d0-9621-47ca-9e41-511ba940ee8f on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=116163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 28 11:02:18.495932 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.managers [None req-a82e825a-66ef-467f-aec1-e760164978b6 None None] Attempting to bind port aef629d0-9621-47ca-9e41-511ba940ee8f by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'f8106056-97ae-4211-9394-0783096c6637', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '090fd5a9-3b98-4912-bab1-623cd90ef23f'}] {{(pid=116163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 28 11:02:18.496315 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a82e825a-66ef-467f-aec1-e760164978b6 None None] Attempting to bind port aef629d0-9621-47ca-9e41-511ba940ee8f on network 090fd5a9-3b98-4912-bab1-623cd90ef23f {{(pid=116163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 11:02:18.512321 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-e50452b1-ed37-43ba-9b7a-6b8abd8d9a57 tempest-BulkNetworkOpsTest-846609399 tempest-BulkNetworkOpsTest-846609399-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-971303'] for subnet (7ec169c9-4218-4234-9239-f386db0eef66), precommit_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:18.525650 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-1b014979-c3af-4251-8933-68ffbe55ce1c None None] For port 60051a01-c336-442d-b60b-61dea56fabfa, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=116163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 11:02:18.529034 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] No Port match for: 177c19d0-ace1-4a04-bf3b-4eeb4fbd2ec1 {{(pid=116163) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 28 11:02:18.529385 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Device 177c19d0-ace1-4a04-bf3b-4eeb4fbd2ec1 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=116163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 11:02:18.532024 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-d9a7d763-ef12-4433-a113-e1c3e92e108c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393'] for port (4c6ece02-7184-426f-a4cb-9bf2b2b1efd5), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:18.601616 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9bf2095-4ad3-4f10-9b57-5b4253fb8e46 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:02:18.603271 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9bf2095-4ad3-4f10-9b57-5b4253fb8e46 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:02:18.608574 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-d9bf2095-4ad3-4f10-9b57-5b4253fb8e46 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.2713029 Apr 28 11:02:18.618851 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a82e825a-66ef-467f-aec1-e760164978b6 None None] Checking agent: {'id': 'd5baab19-5dd1-4902-922b-84acb048ab9c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 10, 50, 43), 'started_at': datetime.datetime(2022, 4, 28, 10, 51, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 11, 2, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=116163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 11:02:18.619239 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a82e825a-66ef-467f-aec1-e760164978b6 None None] Checking segment: {'id': 'f8106056-97ae-4211-9394-0783096c6637', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '090fd5a9-3b98-4912-bab1-623cd90ef23f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 11:02:18.619658 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-a82e825a-66ef-467f-aec1-e760164978b6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:18.620045 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a82e825a-66ef-467f-aec1-e760164978b6 None None] Bound using segment: {'id': 'f8106056-97ae-4211-9394-0783096c6637', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '090fd5a9-3b98-4912-bab1-623cd90ef23f'} {{(pid=116163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 11:02:18.620536 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.managers [None req-a82e825a-66ef-467f-aec1-e760164978b6 None None] Bound port: aef629d0-9621-47ca-9e41-511ba940ee8f, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f8106056-97ae-4211-9394-0783096c6637', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '090fd5a9-3b98-4912-bab1-623cd90ef23f'}}] {{(pid=116163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 28 11:02:18.620921 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-a82e825a-66ef-467f-aec1-e760164978b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (aef629d0-9621-47ca-9e41-511ba940ee8f), before_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:18.629074 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-1b014979-c3af-4251-8933-68ffbe55ce1c None None] For port 60051a01-c336-442d-b60b-61dea56fabfa, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=60051a01-c336-442d-b60b-61dea56fabfa,segment=NetworkSegment(3ee52136-e028-47a0-96a1-afc7ec047fca),segment_id=3ee52136-e028-47a0-96a1-afc7ec047fca)] {{(pid=116163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 11:02:18.630413 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 51420) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:02:18.710094 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-d13307a0-0b7f-4898-8b5c-844c8a6b7393 tempest-RoutersNegativeIpV6Test-273752723 tempest-RoutersNegativeIpV6Test-273752723-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2063420'] for router_interface (7a93352b-7fef-4a78-a676-5156887a4be6), before_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:18.780349 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.plugin [None req-f250c985-a33a-48b0-abf1-2be7ad3ba8a0 tempest-RoutersAdminTest-1587786081 tempest-RoutersAdminTest-1587786081-project] Deleting port 82e486b0-372d-41fe-888b-5f7916b9f102 {{(pid=116162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 11:02:18.780869 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-f250c985-a33a-48b0-abf1-2be7ad3ba8a0 tempest-RoutersAdminTest-1587786081 tempest-RoutersAdminTest-1587786081-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742235130188'] for port (82e486b0-372d-41fe-888b-5f7916b9f102), before_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:18.806019 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-a6f030df-cbb0-4e04-8272-8363367fcc2c tempest-NetworksIpV6TestAttrs-234256711 tempest-NetworksIpV6TestAttrs-234256711-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-971310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5220601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5125409'] for subnet (8e098099-703e-412a-abe6-a3ef6f2be79c), after_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:18.825281 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-1b014979-c3af-4251-8933-68ffbe55ce1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393'] for port (60051a01-c336-442d-b60b-61dea56fabfa), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:18.826779 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.db.db_base_plugin_v2 [None req-e1eac654-9de7-444f-b69b-2ba3a0ed3e63 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Deleting subnet 51f08835-bf1f-4eef-9f4e-d2c79910329c {{(pid=116162) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 28 11:02:18.833071 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f177934b-a833-4471-8ccf-ad69f718775a None None] Pushing event updated for resources: {'Port': ['ID=f7b847ac-5899-4b2b-8e98-a9d541bd719d,revision_number=2']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:02:18.853639 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-e1eac654-9de7-444f-b69b-2ba3a0ed3e63 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Publish callbacks [] for subnet (51f08835-bf1f-4eef-9f4e-d2c79910329c), before_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:18.869477 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-ee47b262-7c31-45d5-bcb9-1a148b0a3295 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=87154dd24b09463c83aab94c3e93cc15&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5280118 Apr 28 11:02:18.907780 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 51422) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:02:18.923244 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Device a109a587-37ce-405f-a102-e4b99bf3c8b7 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=116163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 11:02:18.948214 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-f177934b-a833-4471-8ccf-ad69f718775a None None] For port f7b847ac-5899-4b2b-8e98-a9d541bd719d, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=116163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 11:02:18.957806 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f030df-cbb0-4e04-8272-8363367fcc2c tempest-NetworksIpV6TestAttrs-234256711 tempest-NetworksIpV6TestAttrs-234256711-project] Pushing event deleted for resources: {'Subnet': ['ID=8e098099-703e-412a-abe6-a3ef6f2be79c,revision_number=None']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:02:18.978058 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02c18ec7-502b-489a-8559-3c851bbdeba2 tempest-ServerActionsTestJSON-1498610228 tempest-ServerActionsTestJSON-1498610228-project] Router c0106278-6e57-47c1-8c24-f3800ff88c3c has already been hosted by L3 agent 6b492ad6-0876-4d74-b20d-28143a52ceba {{(pid=116161) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 11:02:18.979689 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-a6f030df-cbb0-4e04-8272-8363367fcc2c tempest-NetworksIpV6TestAttrs-234256711 tempest-NetworksIpV6TestAttrs-234256711-project] Publish callbacks [] for subnet (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:18.988648 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-e50452b1-ed37-43ba-9b7a-6b8abd8d9a57 tempest-BulkNetworkOpsTest-846609399 tempest-BulkNetworkOpsTest-846609399-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-971310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5053962', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4210815'] for subnet (7ec169c9-4218-4234-9239-f386db0eef66), after_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:18.994356 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-a6f030df-cbb0-4e04-8272-8363367fcc2c tempest-NetworksIpV6TestAttrs-234256711 tempest-NetworksIpV6TestAttrs-234256711-project] 10.222.0.10 "DELETE /v2.0/subnets/8e098099-703e-412a-abe6-a3ef6f2be79c HTTP/1.1" status: 204 len: 168 time: 3.0815263 Apr 28 11:02:19.025148 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 51424) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:02:19.049266 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-f177934b-a833-4471-8ccf-ad69f718775a None None] For port f7b847ac-5899-4b2b-8e98-a9d541bd719d, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=f7b847ac-5899-4b2b-8e98-a9d541bd719d,segment=NetworkSegment(acb84980-cd09-43bd-ad87-b963c8407f0f),segment_id=acb84980-cd09-43bd-ad87-b963c8407f0f)] {{(pid=116163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 11:02:19.059709 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-f250c985-a33a-48b0-abf1-2be7ad3ba8a0 tempest-RoutersAdminTest-1587786081 tempest-RoutersAdminTest-1587786081-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1938497'] for port (82e486b0-372d-41fe-888b-5f7916b9f102), precommit_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:19.073192 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a82e825a-66ef-467f-aec1-e760164978b6 None None] Pushing event updated for resources: {'Port': ['ID=aef629d0-9621-47ca-9e41-511ba940ee8f,revision_number=2']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:02:19.081975 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.plugin [None req-f250c985-a33a-48b0-abf1-2be7ad3ba8a0 tempest-RoutersAdminTest-1587786081 tempest-RoutersAdminTest-1587786081-project] Calling delete_port for 82e486b0-372d-41fe-888b-5f7916b9f102 owned by network:router_gateway {{(pid=116162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 11:02:19.159307 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-e1eac654-9de7-444f-b69b-2ba3a0ed3e63 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5026541'] for subnet (51f08835-bf1f-4eef-9f4e-d2c79910329c), precommit_delete_associations {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:19.196355 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a7d763-ef12-4433-a113-e1c3e92e108c None None] Pushing event updated for resources: {'Port': ['ID=4c6ece02-7184-426f-a4cb-9bf2b2b1efd5,revision_number=3']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:02:19.233364 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-263a177e-7b26-42e1-a768-4741d1b229cb None None] Provisioning complete for port 9ba958c5-c5e5-46b9-b681-594f415fe829 triggered by entity DHCP. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:02:19.233943 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-263a177e-7b26-42e1-a768-4741d1b229cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (9ba958c5-c5e5-46b9-b681-594f415fe829), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:19.236269 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-f177934b-a833-4471-8ccf-ad69f718775a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393'] for port (f7b847ac-5899-4b2b-8e98-a9d541bd719d), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:19.269529 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-a82e825a-66ef-467f-aec1-e760164978b6 None None] For port aef629d0-9621-47ca-9e41-511ba940ee8f, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=116163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 11:02:19.283232 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9968d562-8fe7-45de-b9df-4ae115fbcd50 tempest-NetworksIpV6TestAttrs-234256711 tempest-NetworksIpV6TestAttrs-234256711-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:02:19.285544 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9968d562-8fe7-45de-b9df-4ae115fbcd50 tempest-NetworksIpV6TestAttrs-234256711 tempest-NetworksIpV6TestAttrs-234256711-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:02:19.286736 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e50452b1-ed37-43ba-9b7a-6b8abd8d9a57 tempest-BulkNetworkOpsTest-846609399 tempest-BulkNetworkOpsTest-846609399-project] Pushing event deleted for resources: {'Subnet': ['ID=7ec169c9-4218-4234-9239-f386db0eef66,revision_number=None']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:02:19.293227 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-e50452b1-ed37-43ba-9b7a-6b8abd8d9a57 tempest-BulkNetworkOpsTest-846609399 tempest-BulkNetworkOpsTest-846609399-project] Publish callbacks [] for subnet (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:19.294956 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-9968d562-8fe7-45de-b9df-4ae115fbcd50 tempest-NetworksIpV6TestAttrs-234256711 tempest-NetworksIpV6TestAttrs-234256711-project] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.2683926 Apr 28 11:02:19.296545 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-e50452b1-ed37-43ba-9b7a-6b8abd8d9a57 tempest-BulkNetworkOpsTest-846609399 tempest-BulkNetworkOpsTest-846609399-project] 10.222.0.10 "DELETE /v2.0/subnets/7ec169c9-4218-4234-9239-f386db0eef66 HTTP/1.1" status: 204 len: 168 time: 1.2593343 Apr 28 11:02:19.302512 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 51426) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:02:19.302799 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 51428) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:02:19.321342 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-e5591056-0440-41d2-bbc8-1377d9a3fad9 None None] Publish callbacks [] for port (9accbcbe-4624-4b44-a4b8-4634f71b1be1), precommit_create {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:19.407364 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-a82e825a-66ef-467f-aec1-e760164978b6 None None] For port aef629d0-9621-47ca-9e41-511ba940ee8f, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=aef629d0-9621-47ca-9e41-511ba940ee8f,segment=NetworkSegment(f8106056-97ae-4211-9394-0783096c6637),segment_id=f8106056-97ae-4211-9394-0783096c6637)] {{(pid=116163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 11:02:19.485076 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Provisioning complete for port a109a587-37ce-405f-a102-e4b99bf3c8b7 triggered by entity L2. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:02:19.485429 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (a109a587-37ce-405f-a102-e4b99bf3c8b7), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:19.543227 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38d0fc15-75ef-455d-92ae-f5345b3e50e9 tempest-BulkNetworkOpsTest-846609399 tempest-BulkNetworkOpsTest-846609399-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:02:19.546705 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-38d0fc15-75ef-455d-92ae-f5345b3e50e9 tempest-BulkNetworkOpsTest-846609399 tempest-BulkNetworkOpsTest-846609399-project] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1844909 Apr 28 11:02:19.553666 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 51430) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:02:19.565220 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.db.db_base_plugin_common [None req-3a463464-821b-42d5-8707-b37ed0de1246 tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Allocated IP 2001:db8::1 (cb3fb0ef-79f8-4258-bb98-7e3e213a3cf6/45ee267c-8319-44d0-9d7c-f9043ae8bc9c/4b28cba4-4045-42ab-a445-c061e0668d04) {{(pid=116161) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 11:02:19.618936 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-a82e825a-66ef-467f-aec1-e760164978b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393'] for port (aef629d0-9621-47ca-9e41-511ba940ee8f), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:19.635076 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-e5591056-0440-41d2-bbc8-1377d9a3fad9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742234710357'] for port (9accbcbe-4624-4b44-a4b8-4634f71b1be1), after_create {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:19.658595 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-263a177e-7b26-42e1-a768-4741d1b229cb None None] Current status of the port 9ba958c5-c5e5-46b9-b681-594f415fe829 is: DOWN; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:02:19.659322 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-263a177e-7b26-42e1-a768-4741d1b229cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (9ba958c5-c5e5-46b9-b681-594f415fe829), before_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:19.712427 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b014979-c3af-4251-8933-68ffbe55ce1c None None] Pushing event updated for resources: {'Port': ['ID=60051a01-c336-442d-b60b-61dea56fabfa,revision_number=2']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:02:19.758874 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5591056-0440-41d2-bbc8-1377d9a3fad9 None None] Network cf789ae1-39a5-40f5-a02c-2d637f6430b9 is already hosted by enough agents. {{(pid=116163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 11:02:19.787483 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-1abc6a7d-2bb7-4998-9982-5abbc654ae6f admin admin] Publish callbacks [] for security_group (bd352db3-2236-4ab9-b765-b2ee3807bc37), before_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:19.795102 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-c16f237c-7b17-4fa8-b1a5-65f34496d383 tempest-NetworksIpV6TestAttrs-234256711 tempest-NetworksIpV6TestAttrs-234256711-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-979593'] for network (090fd5a9-3b98-4912-bab1-623cd90ef23f), before_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:19.800458 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-e1eac654-9de7-444f-b69b-2ba3a0ed3e63 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-971303'] for subnet (51f08835-bf1f-4eef-9f4e-d2c79910329c), precommit_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:19.815329 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.scheduler.base_scheduler [None req-e5591056-0440-41d2-bbc8-1377d9a3fad9 None None] Resources bound (agent type, host, resource id): {{(pid=116163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 11:02:19.818022 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5591056-0440-41d2-bbc8-1377d9a3fad9 None None] Received port after_create {{(pid=116163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 11:02:19.876006 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-1abc6a7d-2bb7-4998-9982-5abbc654ae6f admin admin] Publish callbacks [] for security_group (bd352db3-2236-4ab9-b765-b2ee3807bc37), precommit_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:19.884155 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.pecan_wsgi.hooks.translation [None req-c16f237c-7b17-4fa8-b1a5-65f34496d383 tempest-NetworksIpV6TestAttrs-234256711 tempest-NetworksIpV6TestAttrs-234256711-project] DELETE failed (client error): There was a conflict when trying to complete your request. Apr 28 11:02:19.884708 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c16f237c-7b17-4fa8-b1a5-65f34496d383 tempest-NetworksIpV6TestAttrs-234256711 tempest-NetworksIpV6TestAttrs-234256711-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=116162) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 28 11:02:19.886764 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e40b7e1-ea52-401a-88c3-087cc66e7ed7 None None] Network f9b77fb5-0868-43a2-8e0a-8c5da724a6e4 requested from dv-neutron-master-2-hyperv {{(pid=116163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 11:02:19.893395 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-c16f237c-7b17-4fa8-b1a5-65f34496d383 tempest-NetworksIpV6TestAttrs-234256711 tempest-NetworksIpV6TestAttrs-234256711-project] 10.222.0.10 "DELETE /v2.0/networks/090fd5a9-3b98-4912-bab1-623cd90ef23f HTTP/1.1" status: 409 len: 466 time: 0.5865324 Apr 28 11:02:19.896065 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 51432) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:02:19.902671 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.v2.base [None req-4ae4e1d8-99b3-48dd-be89-23a1e0cf6e2e tempest-NetworksIpV6TestAttrs-234256711 tempest-NetworksIpV6TestAttrs-234256711-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-2082718152'}} {{(pid=116162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:02:19.924828 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-f250c985-a33a-48b0-abf1-2be7ad3ba8a0 tempest-RoutersAdminTest-1587786081 tempest-RoutersAdminTest-1587786081-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742235135690', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742234710366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5051867'] for port (82e486b0-372d-41fe-888b-5f7916b9f102), after_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:19.978436 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b18c08f0-981b-4a7a-84dc-1b9527b32856 None None] Network 090fd5a9-3b98-4912-bab1-623cd90ef23f requested from dv-neutron-master-2-hyperv {{(pid=116163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 11:02:19.981036 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f250c985-a33a-48b0-abf1-2be7ad3ba8a0 tempest-RoutersAdminTest-1587786081 tempest-RoutersAdminTest-1587786081-project] Pushing event deleted for resources: {'Port': ['ID=82e486b0-372d-41fe-888b-5f7916b9f102,revision_number=None']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:02:20.024412 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f177934b-a833-4471-8ccf-ad69f718775a None None] Pushing event updated for resources: {'Port': ['ID=f7b847ac-5899-4b2b-8e98-a9d541bd719d,revision_number=3']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:02:20.052699 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-f250c985-a33a-48b0-abf1-2be7ad3ba8a0 tempest-RoutersAdminTest-1587786081 tempest-RoutersAdminTest-1587786081-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1935354'] for router_gateway (b2b209ee-0b3d-40c2-868a-d8a2c5f23177), after_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:20.106548 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-e1eac654-9de7-444f-b69b-2ba3a0ed3e63 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-971310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5053962', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4210815'] for subnet (51f08835-bf1f-4eef-9f4e-d2c79910329c), after_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:20.108611 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ae4e1d8-99b3-48dd-be89-23a1e0cf6e2e tempest-NetworksIpV6TestAttrs-234256711 tempest-NetworksIpV6TestAttrs-234256711-project] Made reservation on behalf of 5872500d6a394c9f83c6b1c78131b0b2 for: {'network': 1} {{(pid=116162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 11:02:20.113026 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-4ae4e1d8-99b3-48dd-be89-23a1e0cf6e2e tempest-NetworksIpV6TestAttrs-234256711 tempest-NetworksIpV6TestAttrs-234256711-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for network (None), before_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:20.134513 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.managers [None req-e5591056-0440-41d2-bbc8-1377d9a3fad9 None None] Attempting to bind port 9accbcbe-4624-4b44-a4b8-4634f71b1be1 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=116163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 28 11:02:20.136148 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.managers [None req-e5591056-0440-41d2-bbc8-1377d9a3fad9 None None] Attempting to bind port 9accbcbe-4624-4b44-a4b8-4634f71b1be1 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '748e3232-021c-45dc-ae20-d78dee4fa4d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'cf789ae1-39a5-40f5-a02c-2d637f6430b9'}] {{(pid=116163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 28 11:02:20.136148 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5591056-0440-41d2-bbc8-1377d9a3fad9 None None] Attempting to bind port 9accbcbe-4624-4b44-a4b8-4634f71b1be1 on network cf789ae1-39a5-40f5-a02c-2d637f6430b9 {{(pid=116163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 11:02:20.173571 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-1abc6a7d-2bb7-4998-9982-5abbc654ae6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924426'] for security_group (bd352db3-2236-4ab9-b765-b2ee3807bc37), after_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:20.177180 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-1abc6a7d-2bb7-4998-9982-5abbc654ae6f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:20.178452 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-1abc6a7d-2bb7-4998-9982-5abbc654ae6f admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/bd352db3-2236-4ab9-b765-b2ee3807bc37 HTTP/1.1" status: 204 len: 168 time: 1.2674642 Apr 28 11:02:20.229174 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Current status of the port a109a587-37ce-405f-a102-e4b99bf3c8b7 is: ACTIVE; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:02:20.230693 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Device 9ba958c5-c5e5-46b9-b681-594f415fe829 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=116163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 11:02:20.232876 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.plugin [None req-d13307a0-0b7f-4898-8b5c-844c8a6b7393 tempest-RoutersNegativeIpV6Test-273752723 tempest-RoutersNegativeIpV6Test-273752723-project] Deleting port 71c6b3d2-36a5-4240-b53f-9433532c7f73 {{(pid=116161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 11:02:20.233749 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-d13307a0-0b7f-4898-8b5c-844c8a6b7393 tempest-RoutersNegativeIpV6Test-273752723 tempest-RoutersNegativeIpV6Test-273752723-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742235130188'] for port (71c6b3d2-36a5-4240-b53f-9433532c7f73), before_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:20.241309 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5591056-0440-41d2-bbc8-1377d9a3fad9 None None] Checking agent: {'id': 'd5baab19-5dd1-4902-922b-84acb048ab9c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 10, 50, 43), 'started_at': datetime.datetime(2022, 4, 28, 10, 51, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 11, 2, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=116163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 11:02:20.241886 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5591056-0440-41d2-bbc8-1377d9a3fad9 None None] Checking segment: {'id': '748e3232-021c-45dc-ae20-d78dee4fa4d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'cf789ae1-39a5-40f5-a02c-2d637f6430b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 11:02:20.242417 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-e5591056-0440-41d2-bbc8-1377d9a3fad9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:20.242996 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5591056-0440-41d2-bbc8-1377d9a3fad9 None None] Bound using segment: {'id': '748e3232-021c-45dc-ae20-d78dee4fa4d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'cf789ae1-39a5-40f5-a02c-2d637f6430b9'} {{(pid=116163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 11:02:20.243489 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.managers [None req-e5591056-0440-41d2-bbc8-1377d9a3fad9 None None] Bound port: 9accbcbe-4624-4b44-a4b8-4634f71b1be1, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '748e3232-021c-45dc-ae20-d78dee4fa4d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'cf789ae1-39a5-40f5-a02c-2d637f6430b9'}}] {{(pid=116163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 28 11:02:20.243881 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-e5591056-0440-41d2-bbc8-1377d9a3fad9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (9accbcbe-4624-4b44-a4b8-4634f71b1be1), before_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:20.257486 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1eac654-9de7-444f-b69b-2ba3a0ed3e63 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Pushing event deleted for resources: {'Subnet': ['ID=51f08835-bf1f-4eef-9f4e-d2c79910329c,revision_number=None']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:02:20.260691 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02c18ec7-502b-489a-8559-3c851bbdeba2 tempest-ServerActionsTestJSON-1498610228 tempest-ServerActionsTestJSON-1498610228-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=116161) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 11:02:20.261471 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-f250c985-a33a-48b0-abf1-2be7ad3ba8a0 tempest-RoutersAdminTest-1587786081 tempest-RoutersAdminTest-1587786081-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2060865', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-63275'] for router (b2b209ee-0b3d-40c2-868a-d8a2c5f23177), precommit_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:20.263527 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-e1eac654-9de7-444f-b69b-2ba3a0ed3e63 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Publish callbacks [] for subnet (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:20.269831 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-e1eac654-9de7-444f-b69b-2ba3a0ed3e63 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] 10.222.0.10 "DELETE /v2.0/subnets/51f08835-bf1f-4eef-9f4e-d2c79910329c HTTP/1.1" status: 204 len: 168 time: 1.6359096 Apr 28 11:02:20.270810 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-f250c985-a33a-48b0-abf1-2be7ad3ba8a0 tempest-RoutersAdminTest-1587786081 tempest-RoutersAdminTest-1587786081-project] Publish callbacks [] for router_controller (b2b209ee-0b3d-40c2-868a-d8a2c5f23177), precommit_delete_associations {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:20.272828 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1abc6a7d-2bb7-4998-9982-5abbc654ae6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd352db3-2236-4ab9-b765-b2ee3807bc37,revision_number=None']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:02:20.275906 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 51436) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:02:20.304213 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa12de71-2346-4381-b1ad-70cbdd2f6c4f None None] Sync routers for ids ['c0106278-6e57-47c1-8c24-f3800ff88c3c'] in dv-neutron-master-2-hyperv {{(pid=116163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 11:02:20.309068 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-053c5a17-2a7c-4842-836b-f98a22ed0127 None None] Network 1ec9fbcf-7a57-4aaa-9c30-4e0f43e09480 requested from dv-neutron-master-2-hyperv {{(pid=116163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 11:02:20.311173 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-a055def9-ef7b-40f9-ae46-751d9990f516 tempest-BulkNetworkOpsTest-846609399 tempest-BulkNetworkOpsTest-846609399-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-979593'] for network (814f05aa-3374-4594-b166-616a1527f0fa), before_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:20.320380 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-02c18ec7-502b-489a-8559-3c851bbdeba2 tempest-ServerActionsTestJSON-1498610228 tempest-ServerActionsTestJSON-1498610228-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198022'] for floatingip (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:20.395234 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a82e825a-66ef-467f-aec1-e760164978b6 None None] Pushing event updated for resources: {'Port': ['ID=aef629d0-9621-47ca-9e41-511ba940ee8f,revision_number=3']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:02:20.420393 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4ae4e1d8-99b3-48dd-be89-23a1e0cf6e2e tempest-NetworksIpV6TestAttrs-234256711 tempest-NetworksIpV6TestAttrs-234256711-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 88} {{(pid=116162) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 11:02:20.431581 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-c747a164-c791-48d6-8a5c-8b726d8099ed tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] 10.222.0.10 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1512020 Apr 28 11:02:20.431913 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 51438) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:02:20.451149 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-4ae4e1d8-99b3-48dd-be89-23a1e0cf6e2e tempest-NetworksIpV6TestAttrs-234256711 tempest-NetworksIpV6TestAttrs-234256711-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-961978'] for segment (719d6221-7573-4af0-87a2-a0204052357b), precommit_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:20.451318 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.db.segments_db [None req-4ae4e1d8-99b3-48dd-be89-23a1e0cf6e2e tempest-NetworksIpV6TestAttrs-234256711 tempest-NetworksIpV6TestAttrs-234256711-project] Added segment 719d6221-7573-4af0-87a2-a0204052357b of type vlan for network 96fe3403-050f-42b3-8209-a23ee420f019 Apr 28 11:02:20.473899 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.db.api [None req-263a177e-7b26-42e1-a768-4741d1b229cb None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=116163) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 28 11:02:20.474268 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG oslo_db.api [None req-263a177e-7b26-42e1-a768-4741d1b229cb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=116163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 28 11:02:20.514956 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.plugin [None req-a055def9-ef7b-40f9-ae46-751d9990f516 tempest-BulkNetworkOpsTest-846609399 tempest-BulkNetworkOpsTest-846609399-project] Deleting port 4c6ece02-7184-426f-a4cb-9bf2b2b1efd5 {{(pid=116161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 11:02:20.515856 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa12de71-2346-4381-b1ad-70cbdd2f6c4f None None] Routers {'c0106278-6e57-47c1-8c24-f3800ff88c3c'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=116163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 11:02:20.516656 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_hamode_db [None req-fa12de71-2346-4381-b1ad-70cbdd2f6c4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-28T10:50:39Z,description=,heartbeat_timestamp=2022-04-28T11:02:09Z,host='dv-neutron-master-2-hyperv',id=6b492ad6-0876-4d74-b20d-28143a52ceba,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T10:50:40Z,topic='l3_agent')) {'router_ids': ['c0106278-6e57-47c1-8c24-f3800ff88c3c'], 'active': True} {{(pid=116163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:02:20.518659 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-a055def9-ef7b-40f9-ae46-751d9990f516 tempest-BulkNetworkOpsTest-846609399 tempest-BulkNetworkOpsTest-846609399-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742235130188'] for port (4c6ece02-7184-426f-a4cb-9bf2b2b1efd5), before_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:20.533816 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-02c18ec7-502b-489a-8559-3c851bbdeba2 tempest-ServerActionsTestJSON-1498610228 tempest-ServerActionsTestJSON-1498610228-project] 10.222.0.10 "PUT /v2.0/floatingips/2bdfdad1-1b9f-497d-a002-48aa671f10c2 HTTP/1.1" status: 200 len: 992 time: 5.0054195 Apr 28 11:02:20.557101 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6bd2b59b-b5db-4639-9109-3dca095b7768', 'tag': '927a5cb3-8012-4aaf-93d6-504dcf7bfba1'}] {{(pid=116161) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 11:02:20.570883 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e748734031c26dffb00ab563e48cb7690d820419218221ecd4f9c2a21276ff88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33d4a357-8904-4a5c-8ccf-d69aa41a8dd1" -d '{"events": [{"name": "network-changed", "server_uuid": "6bd2b59b-b5db-4639-9109-3dca095b7768", "tag": "927a5cb3-8012-4aaf-93d6-504dcf7bfba1"}]}' {{(pid=116161) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 11:02:20.575231 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-f250c985-a33a-48b0-abf1-2be7ad3ba8a0 tempest-RoutersAdminTest-1587786081 tempest-RoutersAdminTest-1587786081-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2060888'] for router (b2b209ee-0b3d-40c2-868a-d8a2c5f23177), after_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:20.578102 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f250c985-a33a-48b0-abf1-2be7ad3ba8a0 tempest-RoutersAdminTest-1587786081 tempest-RoutersAdminTest-1587786081-project] Fanout notify agent at l3_agent the message router_deleted on router b2b209ee-0b3d-40c2-868a-d8a2c5f23177 {{(pid=116162) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 28 11:02:20.642097 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (6be95134-9a6c-4663-8b48-90d12ce90c60), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:20.652771 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-f250c985-a33a-48b0-abf1-2be7ad3ba8a0 tempest-RoutersAdminTest-1587786081 tempest-RoutersAdminTest-1587786081-project] Publish callbacks [] for router (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:20.663341 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-f250c985-a33a-48b0-abf1-2be7ad3ba8a0 tempest-RoutersAdminTest-1587786081 tempest-RoutersAdminTest-1587786081-project] 10.222.0.10 "DELETE /v2.0/routers/b2b209ee-0b3d-40c2-868a-d8a2c5f23177 HTTP/1.1" status: 204 len: 168 time: 2.8177369 Apr 28 11:02:20.670619 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 51446) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:02:20.694762 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-4ae4e1d8-99b3-48dd-be89-23a1e0cf6e2e tempest-NetworksIpV6TestAttrs-234256711 tempest-NetworksIpV6TestAttrs-234256711-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742234744962'] for network (96fe3403-050f-42b3-8209-a23ee420f019), precommit_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:20.701159 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5591056-0440-41d2-bbc8-1377d9a3fad9 None None] Pushing event updated for resources: {'Port': ['ID=9accbcbe-4624-4b44-a4b8-4634f71b1be1,revision_number=1']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:02:20.703922 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 11:02:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83b99fab-1725-44c2-bf28-d39a728f4e94 x-openstack-request-id: req-83b99fab-1725-44c2-bf28-d39a728f4e94 {{(pid=116161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 11:02:20.704341 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6bd2b59b-b5db-4639-9109-3dca095b7768", "tag": "927a5cb3-8012-4aaf-93d6-504dcf7bfba1", "status": "completed", "code": 200}]} {{(pid=116161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 11:02:20.704599 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-83b99fab-1725-44c2-bf28-d39a728f4e94 {{(pid=116161) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 11:02:20.705022 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.notifiers.nova [-] Nova event matching ['req-83b99fab-1725-44c2-bf28-d39a728f4e94'] response: {'name': 'network-changed', 'server_uuid': '6bd2b59b-b5db-4639-9109-3dca095b7768', 'tag': '927a5cb3-8012-4aaf-93d6-504dcf7bfba1', 'status': 'completed', 'code': 200} Apr 28 11:02:20.708263 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.v2.base [None req-1c6cf17b-319a-4a19-8ab8-8ad01bb3a588 tempest-RoutersAdminTest-1587786081 tempest-RoutersAdminTest-1587786081-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-2049469441', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=116162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:02:20.717800 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-3a463464-821b-42d5-8707-b37ed0de1246 tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Publish callbacks [] for port (4b28cba4-4045-42ab-a445-c061e0668d04), precommit_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:20.748860 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Provisioning complete for port 9ba958c5-c5e5-46b9-b681-594f415fe829 triggered by entity L2. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:02:20.749989 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (9ba958c5-c5e5-46b9-b681-594f415fe829), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:20.750658 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d15b910f-abd6-4612-8b52-1518c2eb671e tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:02:20.756397 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-d15b910f-abd6-4612-8b52-1518c2eb671e tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.3198996 Apr 28 11:02:20.757009 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 51448) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:02:20.767498 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-e5591056-0440-41d2-bbc8-1377d9a3fad9 None None] For port 9accbcbe-4624-4b44-a4b8-4634f71b1be1, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=116163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 11:02:20.897515 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.db.resource_extend [None req-4ae4e1d8-99b3-48dd-be89-23a1e0cf6e2e tempest-NetworksIpV6TestAttrs-234256711 tempest-NetworksIpV6TestAttrs-234256711-project] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=116162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 28 11:02:20.906197 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-d13307a0-0b7f-4898-8b5c-844c8a6b7393 tempest-RoutersNegativeIpV6Test-273752723 tempest-RoutersNegativeIpV6Test-273752723-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1938497'] for port (71c6b3d2-36a5-4240-b53f-9433532c7f73), precommit_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:20.973437 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.plugin [None req-d13307a0-0b7f-4898-8b5c-844c8a6b7393 tempest-RoutersNegativeIpV6Test-273752723 tempest-RoutersNegativeIpV6Test-273752723-project] Calling delete_port for 71c6b3d2-36a5-4240-b53f-9433532c7f73 owned by network:router_interface {{(pid=116161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 11:02:20.998430 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4213b1-e8ad-41be-8cc5-ad23c2bd27d5 req-170cdebc-c532-445e-a2c0-d6da7b8e9d3d tempest-ServerActionsTestJSON-1498610228 tempest-ServerActionsTestJSON-1498610228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:02:21.000632 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-6b4213b1-e8ad-41be-8cc5-ad23c2bd27d5 req-170cdebc-c532-445e-a2c0-d6da7b8e9d3d tempest-ServerActionsTestJSON-1498610228 tempest-ServerActionsTestJSON-1498610228-project] 10.222.0.10 "GET /v2.0/ports?device_id=6bd2b59b-b5db-4639-9109-3dca095b7768 HTTP/1.1" status: 200 len: 946 time: 0.3077645 Apr 28 11:02:21.004245 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afe5fb54-b250-4ea9-854b-51225681b223 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:02:21.005906 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-afe5fb54-b250-4ea9-854b-51225681b223 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2372944 Apr 28 11:02:21.008332 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 51456) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:02:21.013283 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.db [None req-a055def9-ef7b-40f9-ae46-751d9990f516 tempest-BulkNetworkOpsTest-846609399 tempest-BulkNetworkOpsTest-846609399-project] For port 4c6ece02-7184-426f-a4cb-9bf2b2b1efd5, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=4c6ece02-7184-426f-a4cb-9bf2b2b1efd5,segment=NetworkSegment(f933e8ab-da27-4079-a737-8b9b682f1f19),segment_id=f933e8ab-da27-4079-a737-8b9b682f1f19)] {{(pid=116161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 11:02:21.013657 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-a055def9-ef7b-40f9-ae46-751d9990f516 tempest-BulkNetworkOpsTest-846609399 tempest-BulkNetworkOpsTest-846609399-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1938497'] for port (4c6ece02-7184-426f-a4cb-9bf2b2b1efd5), precommit_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:21.062637 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6df52c4-6cad-4519-9b5c-b69b2d30432d None None] DHCP port deletion for 1ec9fbcf-7a57-4aaa-9c30-4e0f43e09480 request from dv-neutron-master-2-hyperv {{(pid=116163) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 28 11:02:21.063813 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d4a357-8904-4a5c-8ccf-d69aa41a8dd1 req-5ccaafa3-1d92-4205-b68c-e784302d3b33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:02:21.066531 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d047d29-0018-4073-a180-51ccf8d4a5c7 None None] Network cb3fb0ef-79f8-4258-bb98-7e3e213a3cf6 requested from dv-neutron-master-2-hyperv {{(pid=116163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 11:02:21.066668 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-33d4a357-8904-4a5c-8ccf-d69aa41a8dd1 req-5ccaafa3-1d92-4205-b68c-e784302d3b33 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=e9b5b362688444d0864b3692ffb5d0ef&device_id=6bd2b59b-b5db-4639-9109-3dca095b7768 HTTP/1.1" status: 200 len: 1130 time: 0.3575573 Apr 28 11:02:21.101024 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-e5591056-0440-41d2-bbc8-1377d9a3fad9 None None] For port 9accbcbe-4624-4b44-a4b8-4634f71b1be1, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=9accbcbe-4624-4b44-a4b8-4634f71b1be1,segment=NetworkSegment(748e3232-021c-45dc-ae20-d78dee4fa4d9),segment_id=748e3232-021c-45dc-ae20-d78dee4fa4d9)] {{(pid=116163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 11:02:21.107739 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.plugin [None req-a055def9-ef7b-40f9-ae46-751d9990f516 tempest-BulkNetworkOpsTest-846609399 tempest-BulkNetworkOpsTest-846609399-project] Calling delete_port for 4c6ece02-7184-426f-a4cb-9bf2b2b1efd5 owned by network:dhcp {{(pid=116161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 11:02:21.124742 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-920a5f71-ffca-4dcb-b177-7a55ade3371d tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] 10.222.0.10 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1148591 Apr 28 11:02:21.126068 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-1c6cf17b-319a-4a19-8ab8-8ad01bb3a588 tempest-RoutersAdminTest-1587786081 tempest-RoutersAdminTest-1587786081-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2060459', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-63449'] for router (1ea304e5-dd4a-461f-8434-5d319a89ff23), before_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:21.127465 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-1c6cf17b-319a-4a19-8ab8-8ad01bb3a588 tempest-RoutersAdminTest-1587786081 tempest-RoutersAdminTest-1587786081-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2060827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1935275', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1960866', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-63266'] for router (1ea304e5-dd4a-461f-8434-5d319a89ff23), precommit_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:21.134131 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 51458) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:02:21.135602 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-4ae4e1d8-99b3-48dd-be89-23a1e0cf6e2e tempest-NetworksIpV6TestAttrs-234256711 tempest-NetworksIpV6TestAttrs-234256711-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042'] for network (96fe3403-050f-42b3-8209-a23ee420f019), after_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:21.141820 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ae4e1d8-99b3-48dd-be89-23a1e0cf6e2e tempest-NetworksIpV6TestAttrs-234256711 tempest-NetworksIpV6TestAttrs-234256711-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:02:21.142667 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-4ae4e1d8-99b3-48dd-be89-23a1e0cf6e2e tempest-NetworksIpV6TestAttrs-234256711 tempest-NetworksIpV6TestAttrs-234256711-project] Publish callbacks [] for network (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:21.151386 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.v2.base [None req-be265863-9786-46bb-8248-d475b8224869 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Request body: {'subnet': {'network_id': '1ec9fbcf-7a57-4aaa-9c30-4e0f43e09480', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=116162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:02:21.156154 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9cbbbef-e43f-4edc-815c-49827527ff83 None None] Network 814f05aa-3374-4594-b166-616a1527f0fa requested from dv-neutron-master-2-hyperv {{(pid=116163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 11:02:21.247984 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-e5591056-0440-41d2-bbc8-1377d9a3fad9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393'] for port (9accbcbe-4624-4b44-a4b8-4634f71b1be1), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:21.295091 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-263a177e-7b26-42e1-a768-4741d1b229cb None None] Current status of the port 9ba958c5-c5e5-46b9-b681-594f415fe829 is: DOWN; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:02:21.296014 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-263a177e-7b26-42e1-a768-4741d1b229cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (9ba958c5-c5e5-46b9-b681-594f415fe829), before_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:21.329421 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvr_db [None req-fa12de71-2346-4381-b1ad-70cbdd2f6c4f None None] Set router c0106278-6e57-47c1-8c24-f3800ff88c3c gateway port host: dv-neutron-master-2-hyperv {{(pid=116163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 11:02:21.372794 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-3a463464-821b-42d5-8707-b37ed0de1246 tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742234710357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5219112'] for port (4b28cba4-4045-42ab-a445-c061e0668d04), after_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:21.374132 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-4ae4e1d8-99b3-48dd-be89-23a1e0cf6e2e tempest-NetworksIpV6TestAttrs-234256711 tempest-NetworksIpV6TestAttrs-234256711-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.4590225 Apr 28 11:02:21.374132 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae4e1d8-99b3-48dd-be89-23a1e0cf6e2e tempest-NetworksIpV6TestAttrs-234256711 tempest-NetworksIpV6TestAttrs-234256711-project] Pushing event updated for resources: {'Network': ['ID=96fe3403-050f-42b3-8209-a23ee420f019,revision_number=1']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:02:21.374324 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-6b4213b1-e8ad-41be-8cc5-ad23c2bd27d5 req-f3f09599-3dde-4ccd-ada0-54e22e0e1d56 tempest-ServerActionsTestJSON-1498610228 tempest-ServerActionsTestJSON-1498610228-project] 10.222.0.10 "GET /v2.0/security-groups?id=0f246414-c46b-4ee7-b196-c819605d877f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3252037 Apr 28 11:02:21.374324 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 51462) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:02:21.386083 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-1c6cf17b-319a-4a19-8ab8-8ad01bb3a588 tempest-RoutersAdminTest-1587786081 tempest-RoutersAdminTest-1587786081-project] Publish callbacks [] for router_controller (1ea304e5-dd4a-461f-8434-5d319a89ff23), precommit_add_association {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:21.393962 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.v2.base [None req-34d677a3-1a7b-4f83-a0b2-3f4e0cdf659b tempest-NetworksIpV6TestAttrs-234256711 tempest-NetworksIpV6TestAttrs-234256711-project] Request body: {'subnet': {'network_id': '96fe3403-050f-42b3-8209-a23ee420f019', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=116161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:02:21.434431 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Network 96fe3403-050f-42b3-8209-a23ee420f019 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=116163) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 28 11:02:21.436700 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-c6df52c4-6cad-4519-9b5c-b69b2d30432d None None] Deleting port 9ba958c5-c5e5-46b9-b681-594f415fe829 {{(pid=116163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 11:02:21.437083 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-c6df52c4-6cad-4519-9b5c-b69b2d30432d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742235130188'] for port (9ba958c5-c5e5-46b9-b681-594f415fe829), before_delete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:21.553276 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a463464-821b-42d5-8707-b37ed0de1246 tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Network cb3fb0ef-79f8-4258-bb98-7e3e213a3cf6 is already hosted by enough agents. {{(pid=116161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 11:02:21.567210 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-1c6cf17b-319a-4a19-8ab8-8ad01bb3a588 tempest-RoutersAdminTest-1587786081 tempest-RoutersAdminTest-1587786081-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2060818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1935326'] for router (1ea304e5-dd4a-461f-8434-5d319a89ff23), after_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:21.597146 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d4a357-8904-4a5c-8ccf-d69aa41a8dd1 req-a318d285-3eb1-4447-9f94-0b01501c244c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:02:21.598687 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-33d4a357-8904-4a5c-8ccf-d69aa41a8dd1 req-a318d285-3eb1-4447-9f94-0b01501c244c service neutron] 10.222.0.20 "GET /v2.0/networks?id=8876925c-b776-4190-94d6-ff922dbd02cf HTTP/1.1" status: 200 len: 911 time: 0.5161824 Apr 28 11:02:21.599530 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.scheduler.base_scheduler [None req-3a463464-821b-42d5-8707-b37ed0de1246 tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Resources bound (agent type, host, resource id): {{(pid=116161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 11:02:21.607912 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be265863-9786-46bb-8248-d475b8224869 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Made reservation on behalf of 12780407c7254bdfbde1c04e76d433ee for: {'subnet': 1} {{(pid=116162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 11:02:21.614094 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-be265863-9786-46bb-8248-d475b8224869 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4210834'] for subnet (None), before_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:21.632894 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a463464-821b-42d5-8707-b37ed0de1246 tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Received port after_create {{(pid=116161) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 11:02:21.633442 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-3a463464-821b-42d5-8707-b37ed0de1246 tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2063275'] for router_interface (c9713abf-0f9b-4bb6-8953-ce4a26e7ed1c), before_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:21.648564 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a463464-821b-42d5-8707-b37ed0de1246 tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Pushing event updated for resources: {'Port': ['ID=4b28cba4-4045-42ab-a445-c061e0668d04,revision_number=1']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:02:21.760409 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-1c6cf17b-319a-4a19-8ab8-8ad01bb3a588 tempest-RoutersAdminTest-1587786081 tempest-RoutersAdminTest-1587786081-project] Publish callbacks [] for router (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:21.764160 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-1c6cf17b-319a-4a19-8ab8-8ad01bb3a588 tempest-RoutersAdminTest-1587786081 tempest-RoutersAdminTest-1587786081-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 1.0744917 Apr 28 11:02:21.768143 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 51470) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:02:21.772445 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.v2.base [None req-05ca7a96-d18a-4810-bb3a-f694be8536ca tempest-RoutersAdminTest-1999378242 tempest-RoutersAdminTest-1999378242-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'enable_snat': True}}} {{(pid=116162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:02:21.789232 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-263a177e-7b26-42e1-a768-4741d1b229cb None None] For port 9ba958c5-c5e5-46b9-b681-594f415fe829, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=9ba958c5-c5e5-46b9-b681-594f415fe829,segment=NetworkSegment(ffa4348d-378b-4e93-98fa-ab0dc49ee16c),segment_id=ffa4348d-378b-4e93-98fa-ab0dc49ee16c)] {{(pid=116163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 11:02:21.804125 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-a055def9-ef7b-40f9-ae46-751d9990f516 tempest-BulkNetworkOpsTest-846609399 tempest-BulkNetworkOpsTest-846609399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742235135690', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742234710366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5219112'] for port (4c6ece02-7184-426f-a4cb-9bf2b2b1efd5), after_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:21.808150 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5591056-0440-41d2-bbc8-1377d9a3fad9 None None] Pushing event updated for resources: {'Port': ['ID=9accbcbe-4624-4b44-a4b8-4634f71b1be1,revision_number=2']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:02:21.865813 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-33d4a357-8904-4a5c-8ccf-d69aa41a8dd1 req-3a2cf00f-ed2d-4a1d-8f1b-e81e96e267b4 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=927a5cb3-8012-4aaf-93d6-504dcf7bfba1 HTTP/1.1" status: 200 len: 1000 time: 0.2338314 Apr 28 11:02:21.877621 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd1cc5a-143f-482b-b19e-2ec6fb0ab0aa req-732525d4-4071-423f-917b-2c5a54e49a3f tempest-ServerActionsTestJSON-1498610228 tempest-ServerActionsTestJSON-1498610228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:02:21.879782 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-dfd1cc5a-143f-482b-b19e-2ec6fb0ab0aa req-732525d4-4071-423f-917b-2c5a54e49a3f tempest-ServerActionsTestJSON-1498610228 tempest-ServerActionsTestJSON-1498610228-project] 10.222.0.10 "GET /v2.0/ports?device_id=6bd2b59b-b5db-4639-9109-3dca095b7768 HTTP/1.1" status: 200 len: 946 time: 0.3751776 Apr 28 11:02:21.917649 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Current status of the port 9ba958c5-c5e5-46b9-b681-594f415fe829 is: DOWN; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:02:21.918243 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (9ba958c5-c5e5-46b9-b681-594f415fe829), before_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:21.939099 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-263a177e-7b26-42e1-a768-4741d1b229cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393'] for port (9ba958c5-c5e5-46b9-b681-594f415fe829), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:21.944153 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-c6df52c4-6cad-4519-9b5c-b69b2d30432d None None] For port 9ba958c5-c5e5-46b9-b681-594f415fe829, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=9ba958c5-c5e5-46b9-b681-594f415fe829,segment=NetworkSegment(ffa4348d-378b-4e93-98fa-ab0dc49ee16c),segment_id=ffa4348d-378b-4e93-98fa-ab0dc49ee16c)] {{(pid=116163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 11:02:21.944828 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-c6df52c4-6cad-4519-9b5c-b69b2d30432d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1938497'] for port (9ba958c5-c5e5-46b9-b681-594f415fe829), precommit_delete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:21.957996 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a055def9-ef7b-40f9-ae46-751d9990f516 tempest-BulkNetworkOpsTest-846609399 tempest-BulkNetworkOpsTest-846609399-project] Pushing event deleted for resources: {'Port': ['ID=4c6ece02-7184-426f-a4cb-9bf2b2b1efd5,revision_number=None']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:02:22.011441 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a055def9-ef7b-40f9-ae46-751d9990f516 tempest-BulkNetworkOpsTest-846609399 tempest-BulkNetworkOpsTest-846609399-project] No DVR routers for this DVR port 4c6ece02-7184-426f-a4cb-9bf2b2b1efd5 on host dv-neutron-master-2-hyperv {{(pid=116161) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 11:02:22.028671 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-c6df52c4-6cad-4519-9b5c-b69b2d30432d None None] Calling delete_port for 9ba958c5-c5e5-46b9-b681-594f415fe829 owned by network:dhcp {{(pid=116163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 11:02:22.154020 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34d677a3-1a7b-4f83-a0b2-3f4e0cdf659b tempest-NetworksIpV6TestAttrs-234256711 tempest-NetworksIpV6TestAttrs-234256711-project] Made reservation on behalf of 5872500d6a394c9f83c6b1c78131b0b2 for: {'subnet': 1} {{(pid=116161) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 11:02:22.168280 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d89bc81a-2eae-4064-a477-8b0901f47f17 None None] DHCP port deletion for 814f05aa-3374-4594-b166-616a1527f0fa request from dv-neutron-master-2-hyperv {{(pid=116163) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 28 11:02:22.174061 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-34d677a3-1a7b-4f83-a0b2-3f4e0cdf659b tempest-NetworksIpV6TestAttrs-234256711 tempest-NetworksIpV6TestAttrs-234256711-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5125580'] for subnet (None), before_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:22.240098 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-263a177e-7b26-42e1-a768-4741d1b229cb None None] Pushing event updated for resources: {'Port': ['ID=9ba958c5-c5e5-46b9-b681-594f415fe829,revision_number=4']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:02:22.266942 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-cb03411e-d254-497c-b3f0-3397fdf66dec None None] Provisioning complete for port 60051a01-c336-442d-b60b-61dea56fabfa triggered by entity DHCP. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:02:22.267627 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-cb03411e-d254-497c-b3f0-3397fdf66dec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (60051a01-c336-442d-b60b-61dea56fabfa), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:22.319567 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 51476) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:02:22.331099 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.db.api [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=116163) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 28 11:02:22.332506 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG oslo_db.api [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=116163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 28 11:02:22.364316 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-a055def9-ef7b-40f9-ae46-751d9990f516 tempest-BulkNetworkOpsTest-846609399 tempest-BulkNetworkOpsTest-846609399-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-973498', 'neutron.services.segments.db._delete_segments_for_network-8742235207033'] for network (814f05aa-3374-4594-b166-616a1527f0fa), precommit_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:22.394864 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-dfd1cc5a-143f-482b-b19e-2ec6fb0ab0aa req-8e451c4d-a6b3-4729-a434-530ba477abec tempest-ServerActionsTestJSON-1498610228 tempest-ServerActionsTestJSON-1498610228-project] 10.222.0.10 "GET /v2.0/security-groups?id=0f246414-c46b-4ee7-b196-c819605d877f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4776485 Apr 28 11:02:22.396213 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-d13307a0-0b7f-4898-8b5c-844c8a6b7393 tempest-RoutersNegativeIpV6Test-273752723 tempest-RoutersNegativeIpV6Test-273752723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742235135690', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742234710366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5219112'] for port (71c6b3d2-36a5-4240-b53f-9433532c7f73), after_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:22.440902 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_hamode_db [None req-fa12de71-2346-4381-b1ad-70cbdd2f6c4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0106278-6e57-47c1-8c24-f3800ff88c3c', 'name': 'tempest-ServerActionsTestJSON-950764993-router', 'tenant_id': 'e9b5b362688444d0864b3692ffb5d0ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'external_fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.183'}], 'enable_snat': True}, 'gw_port_id': 'ac7d1b2f-7c4b-4167-ba80-fbbae590051d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T11:01:22Z', 'updated_at': '2022-04-28T11:01:33Z', 'revision_number': 4, 'project_id': 'e9b5b362688444d0864b3692ffb5d0ef', 'gw_port': {'id': 'ac7d1b2f-7c4b-4167-ba80-fbbae590051d', 'name': '', 'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:bd:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0106278-6e57-47c1-8c24-f3800ff88c3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:01:24Z', 'updated_at': '2022-04-28T11:01:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '2bdfdad1-1b9f-497d-a002-48aa671f10c2', 'tenant_id': 'e9b5b362688444d0864b3692ffb5d0ef', 'floating_ip_address': '172.36.4.184', 'floating_network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'router_id': 'c0106278-6e57-47c1-8c24-f3800ff88c3c', 'port_id': '927a5cb3-8012-4aaf-93d6-504dcf7bfba1', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 518, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8876925c-b776-4190-94d6-ff922dbd02cf', 'mac_address': 'fa:16:3e:16:41:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bd2b59b-b5db-4639-9109-3dca095b7768', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T11:01:44Z', 'updated_at': '2022-04-28T11:02:16Z', 'revision_number': 1, 'project_id': 'e9b5b362688444d0864b3692ffb5d0ef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8d8ebf2e-8dc6-47e2-9a75-17d9acc22b70', 'name': '', 'network_id': '8876925c-b776-4190-94d6-ff922dbd02cf', 'tenant_id': 'e9b5b362688444d0864b3692ffb5d0ef', 'mac_address': 'fa:16:3e:c7:99:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0106278-6e57-47c1-8c24-f3800ff88c3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': '9f0dbbd1-58ad-4048-bae6-5e3ef831a6c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:01:31Z', 'updated_at': '2022-04-28T11:01:40Z', 'revision_number': 5, 'project_id': 'e9b5b362688444d0864b3692ffb5d0ef', 'subnets': [{'id': '9f0dbbd1-58ad-4048-bae6-5e3ef831a6c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=116163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:02:22.446528 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d4a357-8904-4a5c-8ccf-d69aa41a8dd1 req-a06667f7-5cf0-4977-ade8-ea8b0a100a1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:02:22.454704 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-33d4a357-8904-4a5c-8ccf-d69aa41a8dd1 req-a06667f7-5cf0-4977-ade8-ea8b0a100a1b service neutron] 10.222.0.20 "GET /v2.0/subnets?id=9f0dbbd1-58ad-4048-bae6-5e3ef831a6c1 HTTP/1.1" status: 200 len: 850 time: 0.5413384 Apr 28 11:02:22.481402 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa12de71-2346-4381-b1ad-70cbdd2f6c4f None None] Checking router: c0106278-6e57-47c1-8c24-f3800ff88c3c for host: dv-neutron-master-2-hyperv {{(pid=116163) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 11:02:22.522081 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-c6df52c4-6cad-4519-9b5c-b69b2d30432d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742235135690', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742234710366'] for port (9ba958c5-c5e5-46b9-b681-594f415fe829), after_delete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:22.522827 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-05ca7a96-d18a-4810-bb3a-f694be8536ca tempest-RoutersAdminTest-1999378242 tempest-RoutersAdminTest-1999378242-project-admin] Publish callbacks [] for router_gateway (1ea304e5-dd4a-461f-8434-5d319a89ff23), precommit_update {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:22.548657 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13307a0-0b7f-4898-8b5c-844c8a6b7393 tempest-RoutersNegativeIpV6Test-273752723 tempest-RoutersNegativeIpV6Test-273752723-project] Pushing event deleted for resources: {'Port': ['ID=71c6b3d2-36a5-4240-b53f-9433532c7f73,revision_number=None']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:02:22.569780 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6df52c4-6cad-4519-9b5c-b69b2d30432d None None] Pushing event deleted for resources: {'Port': ['ID=9ba958c5-c5e5-46b9-b681-594f415fe829,revision_number=None']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:02:22.588486 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa12de71-2346-4381-b1ad-70cbdd2f6c4f None None] Routers {'c0106278-6e57-47c1-8c24-f3800ff88c3c'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=116163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 11:02:22.589517 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_hamode_db [None req-fa12de71-2346-4381-b1ad-70cbdd2f6c4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-28T10:50:39Z,description=,heartbeat_timestamp=2022-04-28T11:02:09Z,host='dv-neutron-master-2-hyperv',id=6b492ad6-0876-4d74-b20d-28143a52ceba,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T10:50:40Z,topic='l3_agent')) {'router_ids': ['c0106278-6e57-47c1-8c24-f3800ff88c3c'], 'active': True} {{(pid=116163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:02:22.600576 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.services.segments.db [None req-a055def9-ef7b-40f9-ae46-751d9990f516 tempest-BulkNetworkOpsTest-846609399 tempest-BulkNetworkOpsTest-846609399-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['814f05aa-3374-4594-b166-616a1527f0fa']}} {{(pid=116161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:02:22.607600 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6df52c4-6cad-4519-9b5c-b69b2d30432d None None] No DVR routers for this DVR port 9ba958c5-c5e5-46b9-b681-594f415fe829 on host dv-neutron-master-2-hyperv {{(pid=116163) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 11:02:22.675926 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-cb03411e-d254-497c-b3f0-3397fdf66dec None None] Current status of the port 60051a01-c336-442d-b60b-61dea56fabfa is: DOWN; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:02:22.676150 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-cb03411e-d254-497c-b3f0-3397fdf66dec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (60051a01-c336-442d-b60b-61dea56fabfa), before_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:22.701620 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.services.segments.db [None req-a055def9-ef7b-40f9-ae46-751d9990f516 tempest-BulkNetworkOpsTest-846609399 tempest-BulkNetworkOpsTest-846609399-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f933e8ab-da27-4079-a737-8b9b682f1f19') {'for_net_delete': True} {{(pid=116161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:02:22.703993 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.services.segments.db [None req-a055def9-ef7b-40f9-ae46-751d9990f516 tempest-BulkNetworkOpsTest-846609399 tempest-BulkNetworkOpsTest-846609399-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f933e8ab-da27-4079-a737-8b9b682f1f19') {} {{(pid=116161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:02:22.722264 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.v2.base [None req-f2b24c4e-a6ed-4350-91ad-5ffcc8178e13 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-2069585438'}} {{(pid=116161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:02:22.759770 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-a055def9-ef7b-40f9-ae46-751d9990f516 tempest-BulkNetworkOpsTest-846609399 tempest-BulkNetworkOpsTest-846609399-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742235208578', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8076969'] for segment (f933e8ab-da27-4079-a737-8b9b682f1f19), before_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:22.788408 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d4a357-8904-4a5c-8ccf-d69aa41a8dd1 req-7b661e64-0ad6-4d01-aa17-7c8bbc5342f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:02:22.790603 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-33d4a357-8904-4a5c-8ccf-d69aa41a8dd1 req-7b661e64-0ad6-4d01-aa17-7c8bbc5342f9 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=8876925c-b776-4190-94d6-ff922dbd02cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.3115284 Apr 28 11:02:22.816835 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvr_db [None req-fa12de71-2346-4381-b1ad-70cbdd2f6c4f None None] Set router c0106278-6e57-47c1-8c24-f3800ff88c3c gateway port host: dv-neutron-master-2-hyperv {{(pid=116163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 11:02:22.850961 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-a055def9-ef7b-40f9-ae46-751d9990f516 tempest-BulkNetworkOpsTest-846609399 tempest-BulkNetworkOpsTest-846609399-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-961978'] for segment (f933e8ab-da27-4079-a737-8b9b682f1f19), precommit_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:22.908191 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Port 9ba958c5-c5e5-46b9-b681-594f415fe829 update to ACTIVE by agent not found {{(pid=116163) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2274}} Apr 28 11:02:22.911036 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.objects.ports [None req-be265863-9786-46bb-8248-d475b8224869 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=116162) get_objects /opt/stack/neutron/neutron/objects/ports.py:463}} Apr 28 11:02:22.917041 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-be265863-9786-46bb-8248-d475b8224869 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5054027', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4210784'] for subnet (a6953742-fcf2-4834-9b46-7188ba1ea31f), after_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:22.943424 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-cb03411e-d254-497c-b3f0-3397fdf66dec None None] For port 60051a01-c336-442d-b60b-61dea56fabfa, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=60051a01-c336-442d-b60b-61dea56fabfa,segment=NetworkSegment(3ee52136-e028-47a0-96a1-afc7ec047fca),segment_id=3ee52136-e028-47a0-96a1-afc7ec047fca)] {{(pid=116163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 11:02:22.965379 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a055def9-ef7b-40f9-ae46-751d9990f516 tempest-BulkNetworkOpsTest-846609399 tempest-BulkNetworkOpsTest-846609399-project] Releasing vlan 51 on physical network physnet1 to pool {{(pid=116161) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 11:02:22.966201 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-a055def9-ef7b-40f9-ae46-751d9990f516 tempest-BulkNetworkOpsTest-846609399 tempest-BulkNetworkOpsTest-846609399-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-961978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5219103'] for segment (f933e8ab-da27-4079-a737-8b9b682f1f19), after_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:22.983002 dv-neutron-master-2-hyperv neutron-server[116161]: Traceback (most recent call last): Apr 28 11:02:22.983002 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 11:02:22.983002 dv-neutron-master-2-hyperv neutron-server[116161]: timer() Apr 28 11:02:22.983002 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 11:02:22.983002 dv-neutron-master-2-hyperv neutron-server[116161]: cb(*args, **kw) Apr 28 11:02:22.983002 dv-neutron-master-2-hyperv neutron-server[116161]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 28 11:02:22.983002 dv-neutron-master-2-hyperv neutron-server[116161]: return func(*args, **kwargs) Apr 28 11:02:22.983002 dv-neutron-master-2-hyperv neutron-server[116161]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 11:02:22.983002 dv-neutron-master-2-hyperv neutron-server[116161]: self._notify() Apr 28 11:02:22.983002 dv-neutron-master-2-hyperv neutron-server[116161]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 11:02:22.983002 dv-neutron-master-2-hyperv neutron-server[116161]: self.callback(batched_events) Apr 28 11:02:22.983002 dv-neutron-master-2-hyperv neutron-server[116161]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 11:02:22.983002 dv-neutron-master-2-hyperv neutron-server[116161]: event.method(event) Apr 28 11:02:22.983002 dv-neutron-master-2-hyperv neutron-server[116161]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 28 11:02:22.983002 dv-neutron-master-2-hyperv neutron-server[116161]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 11:02:22.983002 dv-neutron-master-2-hyperv neutron-server[116161]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 28 11:02:22.983002 dv-neutron-master-2-hyperv neutron-server[116161]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 11:02:22.983002 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 28 11:02:22.983002 dv-neutron-master-2-hyperv neutron-server[116161]: return f(self, *a, **k) Apr 28 11:02:22.983002 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 28 11:02:22.983002 dv-neutron-master-2-hyperv neutron-server[116161]: return self._get(url).json() Apr 28 11:02:22.983002 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 28 11:02:22.983002 dv-neutron-master-2-hyperv neutron-server[116161]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 11:02:22.983002 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 11:02:22.983002 dv-neutron-master-2-hyperv neutron-server[116161]: return self.request(url, 'GET', **kwargs) Apr 28 11:02:22.983002 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 11:02:22.983002 dv-neutron-master-2-hyperv neutron-server[116161]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 11:02:22.983002 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 11:02:22.983002 dv-neutron-master-2-hyperv neutron-server[116161]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 11:02:22.983002 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 11:02:22.983002 dv-neutron-master-2-hyperv neutron-server[116161]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 11:02:22.983002 dv-neutron-master-2-hyperv neutron-server[116161]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 11:02:23.010481 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Device ecaa1178-8226-4466-8757-b511679e6a17 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=116163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 11:02:23.011885 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2b24c4e-a6ed-4350-91ad-5ffcc8178e13 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Made reservation on behalf of f86d085f9b42493aa6c0f40f62349e1e for: {'network': 1} {{(pid=116161) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 11:02:23.015415 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-f2b24c4e-a6ed-4350-91ad-5ffcc8178e13 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for network (None), before_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:23.075616 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-d13307a0-0b7f-4898-8b5c-844c8a6b7393 tempest-RoutersNegativeIpV6Test-273752723 tempest-RoutersNegativeIpV6Test-273752723-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1603051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2063504'] for router_interface (7a93352b-7fef-4a78-a676-5156887a4be6), after_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:23.116775 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-f2b24c4e-a6ed-4350-91ad-5ffcc8178e13 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Publish callbacks [] for security_group (None), before_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:23.159126 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-3a463464-821b-42d5-8707-b37ed0de1246 tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (4b28cba4-4045-42ab-a445-c061e0668d04), before_update {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:23.180180 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-05ca7a96-d18a-4810-bb3a-f694be8536ca tempest-RoutersAdminTest-1999378242 tempest-RoutersAdminTest-1999378242-project-admin] Publish callbacks [] for router_gateway (1ea304e5-dd4a-461f-8434-5d319a89ff23), before_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:23.209128 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be265863-9786-46bb-8248-d475b8224869 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Network 1ec9fbcf-7a57-4aaa-9c30-4e0f43e09480 is already hosted by enough agents. {{(pid=116162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 11:02:23.211007 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-05ca7a96-d18a-4810-bb3a-f694be8536ca tempest-RoutersAdminTest-1999378242 tempest-RoutersAdminTest-1999378242-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (None), before_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:23.223621 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.scheduler.base_scheduler [None req-be265863-9786-46bb-8248-d475b8224869 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Resources bound (agent type, host, resource id): {{(pid=116162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 11:02:23.231759 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be265863-9786-46bb-8248-d475b8224869 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:02:23.240001 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-be265863-9786-46bb-8248-d475b8224869 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Publish callbacks [] for subnet (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:23.244662 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be265863-9786-46bb-8248-d475b8224869 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Pushing event updated for resources: {'Subnet': ['ID=a6953742-fcf2-4834-9b46-7188ba1ea31f,revision_number=0']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:02:23.252544 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8962aee1-9140-4a44-a8bf-7ed93e91596e None None] Network 1ec9fbcf-7a57-4aaa-9c30-4e0f43e09480 requested from dv-neutron-master-2-hyperv {{(pid=116163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 11:02:23.259354 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb01e87f-1a2d-4255-a2bb-2447bbb78c75 None None] Network cf789ae1-39a5-40f5-a02c-2d637f6430b9 requested from dv-neutron-master-2-hyperv {{(pid=116163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 11:02:23.262338 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] No Port match for: ecaa1178-8226-4466-8757-b511679e6a17 {{(pid=116163) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 28 11:02:23.262700 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Device ecaa1178-8226-4466-8757-b511679e6a17 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=116163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 11:02:23.264283 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-cb03411e-d254-497c-b3f0-3397fdf66dec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393'] for port (60051a01-c336-442d-b60b-61dea56fabfa), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:23.318124 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-cb03411e-d254-497c-b3f0-3397fdf66dec None None] Could not find standard attr ID for object 28b13f08-b49a-4034-9589-696bea2b4cb9. {{(pid=116163) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:182}} Apr 28 11:02:23.364779 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-cb03411e-d254-497c-b3f0-3397fdf66dec None None] Could not find standard attr ID for object 4c6ece02-7184-426f-a4cb-9bf2b2b1efd5. {{(pid=116163) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:182}} Apr 28 11:02:23.384490 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-a055def9-ef7b-40f9-ae46-751d9990f516 tempest-BulkNetworkOpsTest-846609399 tempest-BulkNetworkOpsTest-846609399-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-973477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2063122'] for network (814f05aa-3374-4594-b166-616a1527f0fa), after_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:23.390157 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-a055def9-ef7b-40f9-ae46-751d9990f516 tempest-BulkNetworkOpsTest-846609399 tempest-BulkNetworkOpsTest-846609399-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603020'] for network (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:23.395110 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-a055def9-ef7b-40f9-ae46-751d9990f516 tempest-BulkNetworkOpsTest-846609399 tempest-BulkNetworkOpsTest-846609399-project] 10.222.0.10 "DELETE /v2.0/networks/814f05aa-3374-4594-b166-616a1527f0fa HTTP/1.1" status: 204 len: 168 time: 3.8399096 Apr 28 11:02:23.434695 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 51480) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:02:23.459749 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.db.db_base_plugin_common [None req-05ca7a96-d18a-4810-bb3a-f694be8536ca tempest-RoutersAdminTest-1999378242 tempest-RoutersAdminTest-1999378242-project-admin] Allocated IP 172.36.4.33 (7be49d94-bbb8-4a61-bafe-209c5f861e1c/c0f82f52-05ee-40f2-a57c-9d02e01fb9fa/b4bd2ae3-7c7d-470a-aee5-8cc49a1b8ab6) {{(pid=116162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 11:02:23.479590 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-be265863-9786-46bb-8248-d475b8224869 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.3304017 Apr 28 11:02:23.483596 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 51484) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:02:23.492390 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.v2.base [None req-81c6284d-ccc1-49d3-8965-cd4d09aa4277 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Request body: {'subnet': {'network_id': '1ec9fbcf-7a57-4aaa-9c30-4e0f43e09480', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=116162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:02:23.539079 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb03411e-d254-497c-b3f0-3397fdf66dec None None] Pushing event updated for resources: {'Port': ['ID=60051a01-c336-442d-b60b-61dea56fabfa,revision_number=3']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:02:23.551141 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-33d4a357-8904-4a5c-8ccf-d69aa41a8dd1 req-951d24fd-189f-4f0d-8264-870dcb6fe3b5 service neutron] 10.222.0.20 "GET /v2.0/networks/8876925c-b776-4190-94d6-ff922dbd02cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7114468 Apr 28 11:02:23.564493 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a055def9-ef7b-40f9-ae46-751d9990f516 tempest-BulkNetworkOpsTest-846609399 tempest-BulkNetworkOpsTest-846609399-project] Pushing event deleted for resources: {'Network': ['ID=814f05aa-3374-4594-b166-616a1527f0fa,revision_number=None']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:02:23.700481 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Device 60051a01-c336-442d-b60b-61dea56fabfa up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=116163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 11:02:23.706871 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-dca72c18-5ff1-483d-acf3-99650a5e2093 None None] Provisioning complete for port 60051a01-c336-442d-b60b-61dea56fabfa triggered by entity DHCP. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:02:23.707629 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-dca72c18-5ff1-483d-acf3-99650a5e2093 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (60051a01-c336-442d-b60b-61dea56fabfa), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:23.708536 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-05ca7a96-d18a-4810-bb3a-f694be8536ca tempest-RoutersAdminTest-1999378242 tempest-RoutersAdminTest-1999378242-project-admin] Publish callbacks [] for port (b4bd2ae3-7c7d-470a-aee5-8cc49a1b8ab6), precommit_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:23.778597 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81c6284d-ccc1-49d3-8965-cd4d09aa4277 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Made reservation on behalf of 12780407c7254bdfbde1c04e76d433ee for: {'subnet': 1} {{(pid=116162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 11:02:23.783003 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-81c6284d-ccc1-49d3-8965-cd4d09aa4277 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4210834'] for subnet (None), before_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:23.819821 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-05ca7a96-d18a-4810-bb3a-f694be8536ca tempest-RoutersAdminTest-1999378242 tempest-RoutersAdminTest-1999378242-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742234710357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5051867'] for port (b4bd2ae3-7c7d-470a-aee5-8cc49a1b8ab6), after_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:23.866269 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_hamode_db [None req-fa12de71-2346-4381-b1ad-70cbdd2f6c4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0106278-6e57-47c1-8c24-f3800ff88c3c', 'name': 'tempest-ServerActionsTestJSON-950764993-router', 'tenant_id': 'e9b5b362688444d0864b3692ffb5d0ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'external_fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.183'}], 'enable_snat': True}, 'gw_port_id': 'ac7d1b2f-7c4b-4167-ba80-fbbae590051d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T11:01:22Z', 'updated_at': '2022-04-28T11:01:33Z', 'revision_number': 4, 'project_id': 'e9b5b362688444d0864b3692ffb5d0ef', 'gw_port': {'id': 'ac7d1b2f-7c4b-4167-ba80-fbbae590051d', 'name': '', 'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:bd:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0106278-6e57-47c1-8c24-f3800ff88c3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:01:24Z', 'updated_at': '2022-04-28T11:01:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '2bdfdad1-1b9f-497d-a002-48aa671f10c2', 'tenant_id': 'e9b5b362688444d0864b3692ffb5d0ef', 'floating_ip_address': '172.36.4.184', 'floating_network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'router_id': 'c0106278-6e57-47c1-8c24-f3800ff88c3c', 'port_id': '927a5cb3-8012-4aaf-93d6-504dcf7bfba1', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 518, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8876925c-b776-4190-94d6-ff922dbd02cf', 'mac_address': 'fa:16:3e:16:41:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bd2b59b-b5db-4639-9109-3dca095b7768', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T11:01:44Z', 'updated_at': '2022-04-28T11:02:16Z', 'revision_number': 1, 'project_id': 'e9b5b362688444d0864b3692ffb5d0ef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8d8ebf2e-8dc6-47e2-9a75-17d9acc22b70', 'name': '', 'network_id': '8876925c-b776-4190-94d6-ff922dbd02cf', 'tenant_id': 'e9b5b362688444d0864b3692ffb5d0ef', 'mac_address': 'fa:16:3e:c7:99:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0106278-6e57-47c1-8c24-f3800ff88c3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': '9f0dbbd1-58ad-4048-bae6-5e3ef831a6c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:01:31Z', 'updated_at': '2022-04-28T11:01:40Z', 'revision_number': 5, 'project_id': 'e9b5b362688444d0864b3692ffb5d0ef', 'subnets': [{'id': '9f0dbbd1-58ad-4048-bae6-5e3ef831a6c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=116163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:02:23.919268 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05ca7a96-d18a-4810-bb3a-f694be8536ca tempest-RoutersAdminTest-1999378242 tempest-RoutersAdminTest-1999378242-project-admin] Network 7be49d94-bbb8-4a61-bafe-209c5f861e1c is already hosted by enough agents. {{(pid=116162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 11:02:23.927929 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.scheduler.base_scheduler [None req-05ca7a96-d18a-4810-bb3a-f694be8536ca tempest-RoutersAdminTest-1999378242 tempest-RoutersAdminTest-1999378242-project-admin] Resources bound (agent type, host, resource id): {{(pid=116162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 11:02:23.932900 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05ca7a96-d18a-4810-bb3a-f694be8536ca tempest-RoutersAdminTest-1999378242 tempest-RoutersAdminTest-1999378242-project-admin] Received port after_create {{(pid=116162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 11:02:23.935088 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ca7a96-d18a-4810-bb3a-f694be8536ca tempest-RoutersAdminTest-1999378242 tempest-RoutersAdminTest-1999378242-project-admin] Pushing event updated for resources: {'Port': ['ID=b4bd2ae3-7c7d-470a-aee5-8cc49a1b8ab6,revision_number=1']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:02:23.935642 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa12de71-2346-4381-b1ad-70cbdd2f6c4f None None] The sync data for ids ['c0106278-6e57-47c1-8c24-f3800ff88c3c'] in dv-neutron-master-2-hyperv is: [{'id': 'c0106278-6e57-47c1-8c24-f3800ff88c3c', 'name': 'tempest-ServerActionsTestJSON-950764993-router', 'tenant_id': 'e9b5b362688444d0864b3692ffb5d0ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'external_fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.183'}], 'enable_snat': True}, 'gw_port_id': 'ac7d1b2f-7c4b-4167-ba80-fbbae590051d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T11:01:22Z', 'updated_at': '2022-04-28T11:01:33Z', 'revision_number': 4, 'project_id': 'e9b5b362688444d0864b3692ffb5d0ef', 'gw_port': {'id': 'ac7d1b2f-7c4b-4167-ba80-fbbae590051d', 'name': '', 'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:bd:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0106278-6e57-47c1-8c24-f3800ff88c3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:01:24Z', 'updated_at': '2022-04-28T11:01:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '2bdfdad1-1b9f-497d-a002-48aa671f10c2', 'tenant_id': 'e9b5b362688444d0864b3692ffb5d0ef', 'floating_ip_address': '172.36.4.184', 'floating_network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'router_id': 'c0106278-6e57-47c1-8c24-f3800ff88c3c', 'port_id': '927a5cb3-8012-4aaf-93d6-504dcf7bfba1', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 518, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8876925c-b776-4190-94d6-ff922dbd02cf', 'mac_address': 'fa:16:3e:16:41:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bd2b59b-b5db-4639-9109-3dca095b7768', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T11:01:44Z', 'updated_at': '2022-04-28T11:02:16Z', 'revision_number': 1, 'project_id': 'e9b5b362688444d0864b3692ffb5d0ef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8d8ebf2e-8dc6-47e2-9a75-17d9acc22b70', 'name': '', 'network_id': '8876925c-b776-4190-94d6-ff922dbd02cf', 'tenant_id': 'e9b5b362688444d0864b3692ffb5d0ef', 'mac_address': 'fa:16:3e:c7:99:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0106278-6e57-47c1-8c24-f3800ff88c3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': '9f0dbbd1-58ad-4048-bae6-5e3ef831a6c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:01:31Z', 'updated_at': '2022-04-28T11:01:40Z', 'revision_number': 5, 'project_id': 'e9b5b362688444d0864b3692ffb5d0ef', 'subnets': [{'id': '9f0dbbd1-58ad-4048-bae6-5e3ef831a6c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=116163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 11:02:23.952114 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c868c63-9377-44ec-b9b8-e6ff2c2441fd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-1ec9fbcf-7a57-4aaa-9c30-4e0f43e09480', 'network_id': '1ec9fbcf-7a57-4aaa-9c30-4e0f43e09480', 'project_id': '12780407c7254bdfbde1c04e76d433ee', 'fixed_ips': [{'subnet_id': 'a6953742-fcf2-4834-9b46-7188ba1ea31f'}]}} from dv-neutron-master-2-hyperv. {{(pid=116163) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 28 11:02:23.953720 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-1c868c63-9377-44ec-b9b8-e6ff2c2441fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (None), before_create {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:23.973708 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.db.ipam_backend_mixin [None req-81c6284d-ccc1-49d3-8965-cd4d09aa4277 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet a6953742-fcf2-4834-9b46-7188ba1ea31f (CIDR: 2001:db8::/64) Apr 28 11:02:24.035824 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.pecan_wsgi.hooks.translation [None req-81c6284d-ccc1-49d3-8965-cd4d09aa4277 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 28 11:02:24.036336 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-81c6284d-ccc1-49d3-8965-cd4d09aa4277 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=116162) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 28 11:02:24.189222 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Provisioning complete for port 60051a01-c336-442d-b60b-61dea56fabfa triggered by entity L2. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:02:24.189691 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (60051a01-c336-442d-b60b-61dea56fabfa), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:24.250992 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-81c6284d-ccc1-49d3-8965-cd4d09aa4277 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7624514 Apr 28 11:02:24.252331 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-dca72c18-5ff1-483d-acf3-99650a5e2093 None None] Current status of the port 60051a01-c336-442d-b60b-61dea56fabfa is: ACTIVE; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:02:24.252715 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 51486) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:02:24.260827 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.v2.base [None req-8e06be8f-f97b-425a-b181-e6fb50b42dc5 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Request body: {'subnet': {'network_id': '1ec9fbcf-7a57-4aaa-9c30-4e0f43e09480', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=116162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:02:24.352262 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-dca72c18-5ff1-483d-acf3-99650a5e2093 None None] Provisioning complete for port 4b28cba4-4045-42ab-a445-c061e0668d04 triggered by entity DHCP. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:02:24.352923 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-dca72c18-5ff1-483d-acf3-99650a5e2093 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (4b28cba4-4045-42ab-a445-c061e0668d04), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:24.363075 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68c307b3-d2ec-4909-8143-13d85fae3575 None None] New status for floating IP 2bdfdad1-1b9f-497d-a002-48aa671f10c2: ACTIVE {{(pid=116164) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 28 11:02:24.414308 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.db_base_plugin_common [None req-1c868c63-9377-44ec-b9b8-e6ff2c2441fd None None] Allocated IP 2001:db8::f816:3eff:fe85:8cea (1ec9fbcf-7a57-4aaa-9c30-4e0f43e09480/a6953742-fcf2-4834-9b46-7188ba1ea31f/390d4f5b-24c0-4dd5-a2ba-20b8e567a8b5) {{(pid=116163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 11:02:24.432903 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-dca72c18-5ff1-483d-acf3-99650a5e2093 None None] Port 4b28cba4-4045-42ab-a445-c061e0668d04 cannot update to ACTIVE because it is not bound. {{(pid=116163) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 28 11:02:24.466662 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-572a4c23-07c1-4fa3-9424-3a1f6e24ebe4 tempest-BulkNetworkOpsTest-846609399 tempest-BulkNetworkOpsTest-846609399-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-979593'] for network (f9b77fb5-0868-43a2-8e0a-8c5da724a6e4), before_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:24.480269 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-dca72c18-5ff1-483d-acf3-99650a5e2093 None None] Provisioning complete for port 9accbcbe-4624-4b44-a4b8-4634f71b1be1 triggered by entity DHCP. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:02:24.480657 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-dca72c18-5ff1-483d-acf3-99650a5e2093 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (9accbcbe-4624-4b44-a4b8-4634f71b1be1), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:24.502270 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.objects.ports [None req-34d677a3-1a7b-4f83-a0b2-3f4e0cdf659b tempest-NetworksIpV6TestAttrs-234256711 tempest-NetworksIpV6TestAttrs-234256711-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=116161) get_objects /opt/stack/neutron/neutron/objects/ports.py:463}} Apr 28 11:02:24.503961 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-bcf918ea-745b-4677-87ae-6696c79592e1 req-58e2cffe-932f-4996-86cc-43dcfc140228 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=6bd2b59b-b5db-4639-9109-3dca095b7768&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1049314 Apr 28 11:02:24.515481 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-34d677a3-1a7b-4f83-a0b2-3f4e0cdf659b tempest-NetworksIpV6TestAttrs-234256711 tempest-NetworksIpV6TestAttrs-234256711-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5220536', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5125438'] for subnet (a98fc0f9-44cc-4de1-9337-c6e265a559d7), after_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:24.549784 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d566247f-24db-4a1a-9251-a19b9ff18e40 req-a4f469ac-c286-4f9d-81ae-5c631afc424f tempest-ServerActionsTestJSON-1498610228 tempest-ServerActionsTestJSON-1498610228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:02:24.551810 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-d566247f-24db-4a1a-9251-a19b9ff18e40 req-a4f469ac-c286-4f9d-81ae-5c631afc424f tempest-ServerActionsTestJSON-1498610228 tempest-ServerActionsTestJSON-1498610228-project] 10.222.0.10 "GET /v2.0/ports?device_id=6bd2b59b-b5db-4639-9109-3dca095b7768 HTTP/1.1" status: 200 len: 946 time: 0.9960074 Apr 28 11:02:24.583922 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Current status of the port 60051a01-c336-442d-b60b-61dea56fabfa is: ACTIVE; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:02:24.585022 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Device 9accbcbe-4624-4b44-a4b8-4634f71b1be1 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=116163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 11:02:24.640925 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-05ca7a96-d18a-4810-bb3a-f694be8536ca tempest-RoutersAdminTest-1999378242 tempest-RoutersAdminTest-1999378242-project-admin] Publish callbacks [] for router_gateway (1ea304e5-dd4a-461f-8434-5d319a89ff23), after_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:24.644456 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d13307a0-0b7f-4898-8b5c-844c8a6b7393 tempest-RoutersNegativeIpV6Test-273752723 tempest-RoutersNegativeIpV6Test-273752723-project] Router 7a93352b-7fef-4a78-a676-5156887a4be6 has already been hosted by L3 agent 6b492ad6-0876-4d74-b20d-28143a52ceba {{(pid=116161) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 11:02:24.644761 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e06be8f-f97b-425a-b181-e6fb50b42dc5 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Made reservation on behalf of 12780407c7254bdfbde1c04e76d433ee for: {'subnet': 1} {{(pid=116162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 11:02:24.648202 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-8e06be8f-f97b-425a-b181-e6fb50b42dc5 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4210834'] for subnet (None), before_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:24.664798 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-f2b24c4e-a6ed-4350-91ad-5ffcc8178e13 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Publish callbacks [] for security_group (309ad10f-098f-4279-abf5-3ad60aa45b7b), precommit_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:24.755929 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-dca72c18-5ff1-483d-acf3-99650a5e2093 None None] Current status of the port 9accbcbe-4624-4b44-a4b8-4634f71b1be1 is: DOWN; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:02:24.756411 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-dca72c18-5ff1-483d-acf3-99650a5e2093 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (9accbcbe-4624-4b44-a4b8-4634f71b1be1), before_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:24.773347 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-f2b24c4e-a6ed-4350-91ad-5ffcc8178e13 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924426'] for security_group (309ad10f-098f-4279-abf5-3ad60aa45b7b), after_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:24.776531 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Provisioning complete for port 9accbcbe-4624-4b44-a4b8-4634f71b1be1 triggered by entity L2. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:02:24.776910 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (9accbcbe-4624-4b44-a4b8-4634f71b1be1), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:24.792943 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-d566247f-24db-4a1a-9251-a19b9ff18e40 req-913868bd-76c3-4050-8b24-2addc939ce23 tempest-ServerActionsTestJSON-1498610228 tempest-ServerActionsTestJSON-1498610228-project] 10.222.0.10 "GET /v2.0/security-groups?id=0f246414-c46b-4ee7-b196-c819605d877f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2222228 Apr 28 11:02:24.796110 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-33d4a357-8904-4a5c-8ccf-d69aa41a8dd1 req-3c8ea1f4-d9f5-483c-90ec-953e3b743985 service neutron] 10.222.0.20 "GET /v2.0/networks/8876925c-b776-4190-94d6-ff922dbd02cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2161834 Apr 28 11:02:24.805038 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-1c868c63-9377-44ec-b9b8-e6ff2c2441fd None None] Publish callbacks [] for port (390d4f5b-24c0-4dd5-a2ba-20b8e567a8b5), precommit_create {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:24.839083 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d677a3-1a7b-4f83-a0b2-3f4e0cdf659b tempest-NetworksIpV6TestAttrs-234256711 tempest-NetworksIpV6TestAttrs-234256711-project] Pushing event updated for resources: {'Subnet': ['ID=a98fc0f9-44cc-4de1-9337-c6e265a559d7,revision_number=0']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:02:24.839083 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b24c4e-a6ed-4350-91ad-5ffcc8178e13 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Pushing event updated for resources: {'SecurityGroup': ['ID=309ad10f-098f-4279-abf5-3ad60aa45b7b,revision_number=1']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:02:24.841769 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-dca72c18-5ff1-483d-acf3-99650a5e2093 None None] For port 9accbcbe-4624-4b44-a4b8-4634f71b1be1, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=9accbcbe-4624-4b44-a4b8-4634f71b1be1,segment=NetworkSegment(748e3232-021c-45dc-ae20-d78dee4fa4d9),segment_id=748e3232-021c-45dc-ae20-d78dee4fa4d9)] {{(pid=116163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 11:02:24.894243 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Current status of the port 9accbcbe-4624-4b44-a4b8-4634f71b1be1 is: DOWN; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:02:24.895429 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (9accbcbe-4624-4b44-a4b8-4634f71b1be1), before_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:24.895552 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.plugin [None req-572a4c23-07c1-4fa3-9424-3a1f6e24ebe4 tempest-BulkNetworkOpsTest-846609399 tempest-BulkNetworkOpsTest-846609399-project] Deleting port f7b847ac-5899-4b2b-8e98-a9d541bd719d {{(pid=116161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 11:02:24.895552 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-572a4c23-07c1-4fa3-9424-3a1f6e24ebe4 tempest-BulkNetworkOpsTest-846609399 tempest-BulkNetworkOpsTest-846609399-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742235130188'] for port (f7b847ac-5899-4b2b-8e98-a9d541bd719d), before_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:24.897721 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f2b24c4e-a6ed-4350-91ad-5ffcc8178e13 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 94} {{(pid=116161) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 11:02:24.907111 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-1c868c63-9377-44ec-b9b8-e6ff2c2441fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742234710357'] for port (390d4f5b-24c0-4dd5-a2ba-20b8e567a8b5), after_create {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:24.953617 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-dca72c18-5ff1-483d-acf3-99650a5e2093 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393'] for port (9accbcbe-4624-4b44-a4b8-4634f71b1be1), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:24.965185 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34d677a3-1a7b-4f83-a0b2-3f4e0cdf659b tempest-NetworksIpV6TestAttrs-234256711 tempest-NetworksIpV6TestAttrs-234256711-project] Checking segment: {'id': '719d6221-7573-4af0-87a2-a0204052357b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '96fe3403-050f-42b3-8209-a23ee420f019'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 11:02:24.965845 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34d677a3-1a7b-4f83-a0b2-3f4e0cdf659b tempest-NetworksIpV6TestAttrs-234256711 tempest-NetworksIpV6TestAttrs-234256711-project] Network hostable DHCP agents. Network: 96fe3403-050f-42b3-8209-a23ee420f019, hostable agents: ['75ba81b7-fe99-4281-90d2-a5adb445ecea'], hosted agents: [] {{(pid=116161) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 11:02:24.996224 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c868c63-9377-44ec-b9b8-e6ff2c2441fd None None] Network 1ec9fbcf-7a57-4aaa-9c30-4e0f43e09480 is already hosted by enough agents. {{(pid=116163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 11:02:24.997248 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-f2b24c4e-a6ed-4350-91ad-5ffcc8178e13 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-961978'] for segment (dc4ff106-7900-4ea5-a28b-c5286d7d8d4b), precommit_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:24.997833 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.db.segments_db [None req-f2b24c4e-a6ed-4350-91ad-5ffcc8178e13 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Added segment dc4ff106-7900-4ea5-a28b-c5286d7d8d4b of type vlan for network 6ad48b29-1fb1-4e43-9abf-f860ed1ac269 Apr 28 11:02:25.001615 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.scheduler.base_scheduler [None req-1c868c63-9377-44ec-b9b8-e6ff2c2441fd None None] Resources bound (agent type, host, resource id): {{(pid=116163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 11:02:25.009283 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c868c63-9377-44ec-b9b8-e6ff2c2441fd None None] Received port after_create {{(pid=116163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 11:02:25.018114 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c868c63-9377-44ec-b9b8-e6ff2c2441fd None None] Pushing event updated for resources: {'Port': ['ID=390d4f5b-24c0-4dd5-a2ba-20b8e567a8b5,revision_number=1']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:02:25.072063 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.db.api [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=116163) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 28 11:02:25.072464 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG oslo_db.api [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=116163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 28 11:02:25.133058 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-59ec26bf-4c60-4b4e-a8a8-44b4b998aad3 None None] Provisioning complete for port 9accbcbe-4624-4b44-a4b8-4634f71b1be1 triggered by entity DHCP. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:02:25.135319 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-59ec26bf-4c60-4b4e-a8a8-44b4b998aad3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (9accbcbe-4624-4b44-a4b8-4634f71b1be1), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:25.135492 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-3a463464-821b-42d5-8707-b37ed0de1246 tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Publish callbacks [] for port (4b28cba4-4045-42ab-a445-c061e0668d04), precommit_update {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:25.196933 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.managers [None req-1c868c63-9377-44ec-b9b8-e6ff2c2441fd None None] Attempting to bind port 390d4f5b-24c0-4dd5-a2ba-20b8e567a8b5 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=116163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 28 11:02:25.197209 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.managers [None req-1c868c63-9377-44ec-b9b8-e6ff2c2441fd None None] Attempting to bind port 390d4f5b-24c0-4dd5-a2ba-20b8e567a8b5 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'ffa4348d-378b-4e93-98fa-ab0dc49ee16c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '1ec9fbcf-7a57-4aaa-9c30-4e0f43e09480'}] {{(pid=116163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 28 11:02:25.198416 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c868c63-9377-44ec-b9b8-e6ff2c2441fd None None] Attempting to bind port 390d4f5b-24c0-4dd5-a2ba-20b8e567a8b5 on network 1ec9fbcf-7a57-4aaa-9c30-4e0f43e09480 {{(pid=116163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 11:02:25.198714 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d13307a0-0b7f-4898-8b5c-844c8a6b7393 tempest-RoutersNegativeIpV6Test-273752723 tempest-RoutersNegativeIpV6Test-273752723-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=116161) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 11:02:25.205390 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca72c18-5ff1-483d-acf3-99650a5e2093 None None] Pushing event updated for resources: {'Port': ['ID=9accbcbe-4624-4b44-a4b8-4634f71b1be1,revision_number=3']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:02:25.223160 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c868c63-9377-44ec-b9b8-e6ff2c2441fd None None] Checking agent: {'id': 'd5baab19-5dd1-4902-922b-84acb048ab9c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 10, 50, 43), 'started_at': datetime.datetime(2022, 4, 28, 10, 51, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 11, 2, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=116163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 11:02:25.223746 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c868c63-9377-44ec-b9b8-e6ff2c2441fd None None] Checking segment: {'id': 'ffa4348d-378b-4e93-98fa-ab0dc49ee16c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '1ec9fbcf-7a57-4aaa-9c30-4e0f43e09480'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 11:02:25.224553 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-1c868c63-9377-44ec-b9b8-e6ff2c2441fd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:25.225189 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c868c63-9377-44ec-b9b8-e6ff2c2441fd None None] Bound using segment: {'id': 'ffa4348d-378b-4e93-98fa-ab0dc49ee16c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '1ec9fbcf-7a57-4aaa-9c30-4e0f43e09480'} {{(pid=116163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 11:02:25.225964 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.managers [None req-1c868c63-9377-44ec-b9b8-e6ff2c2441fd None None] Bound port: 390d4f5b-24c0-4dd5-a2ba-20b8e567a8b5, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ffa4348d-378b-4e93-98fa-ab0dc49ee16c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '1ec9fbcf-7a57-4aaa-9c30-4e0f43e09480'}}] {{(pid=116163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 28 11:02:25.226612 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-1c868c63-9377-44ec-b9b8-e6ff2c2441fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (390d4f5b-24c0-4dd5-a2ba-20b8e567a8b5), before_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:25.230694 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-05ca7a96-d18a-4810-bb3a-f694be8536ca tempest-RoutersAdminTest-1999378242 tempest-RoutersAdminTest-1999378242-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1935285', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2060837', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-63284'] for router (1ea304e5-dd4a-461f-8434-5d319a89ff23), precommit_update {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:25.238461 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4765e6b6-67d9-43af-96e7-9541c1e3d3a8 None None] Sync routers for ids ['7a93352b-7fef-4a78-a676-5156887a4be6'] in dv-neutron-master-2-hyperv {{(pid=116163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 11:02:25.240161 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-05ca7a96-d18a-4810-bb3a-f694be8536ca tempest-RoutersAdminTest-1999378242 tempest-RoutersAdminTest-1999378242-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1935326', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1935308', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1935303', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-2060860'] for router (1ea304e5-dd4a-461f-8434-5d319a89ff23), after_update {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:25.244588 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-d13307a0-0b7f-4898-8b5c-844c8a6b7393 tempest-RoutersNegativeIpV6Test-273752723 tempest-RoutersNegativeIpV6Test-273752723-project] 10.222.0.10 "PUT /v2.0/routers/7a93352b-7fef-4a78-a676-5156887a4be6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.4913764 Apr 28 11:02:25.250281 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-3a463464-821b-42d5-8707-b37ed0de1246 tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5219123'] for port (4b28cba4-4045-42ab-a445-c061e0668d04), after_update {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:25.251158 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-3a463464-821b-42d5-8707-b37ed0de1246 tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1603056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2063387'] for router_interface (c9713abf-0f9b-4bb6-8953-ce4a26e7ed1c), after_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:25.253530 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 51490) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:02:25.281724 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4765e6b6-67d9-43af-96e7-9541c1e3d3a8 None None] Routers {'7a93352b-7fef-4a78-a676-5156887a4be6'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=116163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 11:02:25.282752 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_hamode_db [None req-4765e6b6-67d9-43af-96e7-9541c1e3d3a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-28T10:50:39Z,description=,heartbeat_timestamp=2022-04-28T11:02:09Z,host='dv-neutron-master-2-hyperv',id=6b492ad6-0876-4d74-b20d-28143a52ceba,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T10:50:40Z,topic='l3_agent')) {'router_ids': ['7a93352b-7fef-4a78-a676-5156887a4be6'], 'active': True} {{(pid=116163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:02:25.283699 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf918ea-745b-4677-87ae-6696c79592e1 req-57660716-5545-4337-a71b-0c6a4c5e12e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:02:25.285668 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-bcf918ea-745b-4677-87ae-6696c79592e1 req-57660716-5545-4337-a71b-0c6a4c5e12e6 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=e9b5b362688444d0864b3692ffb5d0ef&device_id=6bd2b59b-b5db-4639-9109-3dca095b7768 HTTP/1.1" status: 200 len: 1130 time: 0.2826231 Apr 28 11:02:25.305223 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-f2b24c4e-a6ed-4350-91ad-5ffcc8178e13 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742234744962'] for network (6ad48b29-1fb1-4e43-9abf-f860ed1ac269), precommit_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:25.350290 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.db [None req-572a4c23-07c1-4fa3-9424-3a1f6e24ebe4 tempest-BulkNetworkOpsTest-846609399 tempest-BulkNetworkOpsTest-846609399-project] For port f7b847ac-5899-4b2b-8e98-a9d541bd719d, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=f7b847ac-5899-4b2b-8e98-a9d541bd719d,segment=NetworkSegment(acb84980-cd09-43bd-ad87-b963c8407f0f),segment_id=acb84980-cd09-43bd-ad87-b963c8407f0f)] {{(pid=116161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 11:02:25.350613 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-572a4c23-07c1-4fa3-9424-3a1f6e24ebe4 tempest-BulkNetworkOpsTest-846609399 tempest-BulkNetworkOpsTest-846609399-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1938497'] for port (f7b847ac-5899-4b2b-8e98-a9d541bd719d), precommit_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:25.376164 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34d677a3-1a7b-4f83-a0b2-3f4e0cdf659b tempest-NetworksIpV6TestAttrs-234256711 tempest-NetworksIpV6TestAttrs-234256711-project] Network 96fe3403-050f-42b3-8209-a23ee420f019 is scheduled to be hosted by DHCP agent 75ba81b7-fe99-4281-90d2-a5adb445ecea with binding_index 1 {{(pid=116161) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 11:02:25.405849 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_hamode_db [None req-4765e6b6-67d9-43af-96e7-9541c1e3d3a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=116163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:02:25.415855 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.plugin [None req-572a4c23-07c1-4fa3-9424-3a1f6e24ebe4 tempest-BulkNetworkOpsTest-846609399 tempest-BulkNetworkOpsTest-846609399-project] Calling delete_port for f7b847ac-5899-4b2b-8e98-a9d541bd719d owned by network:dhcp {{(pid=116161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 11:02:25.447320 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.api.v2.resource [None req-d37d14f5-f231-465e-a422-f8258fd25787 tempest-RoutersNegativeIpV6Test-273752723 tempest-RoutersNegativeIpV6Test-273752723-project] delete failed (client error): The resource could not be found. Apr 28 11:02:25.455796 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-d37d14f5-f231-465e-a422-f8258fd25787 tempest-RoutersNegativeIpV6Test-273752723 tempest-RoutersNegativeIpV6Test-273752723-project] 10.222.0.10 "DELETE /v2.0/routers/tempest-non_exist_router-1075364464 HTTP/1.1" status: 404 len: 335 time: 0.0726233 Apr 28 11:02:25.456359 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.scheduler.base_scheduler [None req-34d677a3-1a7b-4f83-a0b2-3f4e0cdf659b tempest-NetworksIpV6TestAttrs-234256711 tempest-NetworksIpV6TestAttrs-234256711-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 96fe3403-050f-42b3-8209-a23ee420f019) {{(pid=116161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 11:02:25.458191 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 51492) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:02:25.469442 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.v2.base [None req-05d4de7e-4a3e-423b-97da-205b0aebfa1e tempest-RoutersNegativeIpV6Test-273752723 tempest-RoutersNegativeIpV6Test-273752723-project] Request body: {'router': {'external_gateway_info': {'network_id': '7a93352b-7fef-4a78-a676-5156887a4be6'}}} {{(pid=116162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:02:25.497584 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c337dd41-6ba7-43d7-806f-98d8820634ab None None] Network 96fe3403-050f-42b3-8209-a23ee420f019 requested from dv-neutron-master-2-hyperv {{(pid=116163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 11:02:25.521956 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34d677a3-1a7b-4f83-a0b2-3f4e0cdf659b tempest-NetworksIpV6TestAttrs-234256711 tempest-NetworksIpV6TestAttrs-234256711-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:02:25.522790 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-34d677a3-1a7b-4f83-a0b2-3f4e0cdf659b tempest-NetworksIpV6TestAttrs-234256711 tempest-NetworksIpV6TestAttrs-234256711-project] Publish callbacks [] for subnet (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:25.527601 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a463464-821b-42d5-8707-b37ed0de1246 tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Pushing event updated for resources: {'Port': ['ID=4b28cba4-4045-42ab-a445-c061e0668d04,revision_number=2']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:02:25.567823 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4765e6b6-67d9-43af-96e7-9541c1e3d3a8 None None] Routers {'7a93352b-7fef-4a78-a676-5156887a4be6'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=116163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 11:02:25.569468 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_hamode_db [None req-4765e6b6-67d9-43af-96e7-9541c1e3d3a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-28T10:50:39Z,description=,heartbeat_timestamp=2022-04-28T11:02:09Z,host='dv-neutron-master-2-hyperv',id=6b492ad6-0876-4d74-b20d-28143a52ceba,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T10:50:40Z,topic='l3_agent')) {'router_ids': ['7a93352b-7fef-4a78-a676-5156887a4be6'], 'active': True} {{(pid=116163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:02:25.606380 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-f2b24c4e-a6ed-4350-91ad-5ffcc8178e13 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042'] for network (6ad48b29-1fb1-4e43-9abf-f860ed1ac269), after_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:25.612750 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2b24c4e-a6ed-4350-91ad-5ffcc8178e13 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:02:25.617410 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-f2b24c4e-a6ed-4350-91ad-5ffcc8178e13 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603020'] for network (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:25.767935 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-34d677a3-1a7b-4f83-a0b2-3f4e0cdf659b tempest-NetworksIpV6TestAttrs-234256711 tempest-NetworksIpV6TestAttrs-234256711-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 4.3801980 Apr 28 11:02:25.777116 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a463464-821b-42d5-8707-b37ed0de1246 tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Network cb3fb0ef-79f8-4258-bb98-7e3e213a3cf6 is already hosted by enough agents. {{(pid=116161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 11:02:25.778778 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 51494) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:02:25.783303 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.scheduler.base_scheduler [None req-3a463464-821b-42d5-8707-b37ed0de1246 tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Resources bound (agent type, host, resource id): {{(pid=116161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 11:02:25.806498 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-f2b24c4e-a6ed-4350-91ad-5ffcc8178e13 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 3.4833002 Apr 28 11:02:25.807367 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b24c4e-a6ed-4350-91ad-5ffcc8178e13 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Pushing event updated for resources: {'Network': ['ID=6ad48b29-1fb1-4e43-9abf-f860ed1ac269,revision_number=1']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:02:25.835847 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 51496) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:02:25.849552 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.v2.base [None req-9e651ba8-e925-4af1-93df-f3eaae2b199f tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Request body: {'port': {'network_id': '6ad48b29-1fb1-4e43-9abf-f860ed1ac269', 'name': 'tempest-PortsTestJSON-1977284635'}} {{(pid=116161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:02:25.930564 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf918ea-745b-4677-87ae-6696c79592e1 req-5c9b8c17-1904-41c5-8d70-0b13750c92f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:02:25.932216 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-bcf918ea-745b-4677-87ae-6696c79592e1 req-5c9b8c17-1904-41c5-8d70-0b13750c92f3 service neutron] 10.222.0.20 "GET /v2.0/networks?id=8876925c-b776-4190-94d6-ff922dbd02cf HTTP/1.1" status: 200 len: 911 time: 0.6166589 Apr 28 11:02:25.991544 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Network 6ad48b29-1fb1-4e43-9abf-f860ed1ac269 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=116163) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 28 11:02:25.999551 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-1c868c63-9377-44ec-b9b8-e6ff2c2441fd None None] For port 390d4f5b-24c0-4dd5-a2ba-20b8e567a8b5, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=116163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 11:02:26.003979 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_hamode_db [None req-4765e6b6-67d9-43af-96e7-9541c1e3d3a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=116163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:02:26.004806 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4765e6b6-67d9-43af-96e7-9541c1e3d3a8 None None] The sync data for ids ['7a93352b-7fef-4a78-a676-5156887a4be6'] in dv-neutron-master-2-hyperv is: [] {{(pid=116163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 11:02:26.041051 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Current status of the port 9accbcbe-4624-4b44-a4b8-4634f71b1be1 is: ACTIVE; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:02:26.042953 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-59ec26bf-4c60-4b4e-a8a8-44b4b998aad3 None None] Current status of the port 9accbcbe-4624-4b44-a4b8-4634f71b1be1 is: ACTIVE; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:02:26.115046 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-05d4de7e-4a3e-423b-97da-205b0aebfa1e tempest-RoutersNegativeIpV6Test-273752723 tempest-RoutersNegativeIpV6Test-273752723-project] Publish callbacks [] for router_gateway (7a93352b-7fef-4a78-a676-5156887a4be6), precommit_update {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:26.145111 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-1c868c63-9377-44ec-b9b8-e6ff2c2441fd None None] For port 390d4f5b-24c0-4dd5-a2ba-20b8e567a8b5, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=390d4f5b-24c0-4dd5-a2ba-20b8e567a8b5,segment=NetworkSegment(ffa4348d-378b-4e93-98fa-ab0dc49ee16c),segment_id=ffa4348d-378b-4e93-98fa-ab0dc49ee16c)] {{(pid=116163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 11:02:26.146591 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Device 9ba958c5-c5e5-46b9-b681-594f415fe829 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=116163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 11:02:26.207234 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] No Port match for: 9ba958c5-c5e5-46b9-b681-594f415fe829 {{(pid=116163) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 28 11:02:26.207631 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Device 9ba958c5-c5e5-46b9-b681-594f415fe829 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=116163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 11:02:26.227929 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-bcf918ea-745b-4677-87ae-6696c79592e1 req-8ff4b68e-101d-4102-b84b-55233262e089 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=927a5cb3-8012-4aaf-93d6-504dcf7bfba1 HTTP/1.1" status: 200 len: 1002 time: 0.2796233 Apr 28 11:02:26.251972 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-8e06be8f-f97b-425a-b181-e6fb50b42dc5 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5054027', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4210784'] for subnet (f168d073-2e8c-40b5-bb53-a89381569829), after_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:26.256574 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-1c868c63-9377-44ec-b9b8-e6ff2c2441fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393'] for port (390d4f5b-24c0-4dd5-a2ba-20b8e567a8b5), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:26.262217 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.api.v2.resource [None req-05d4de7e-4a3e-423b-97da-205b0aebfa1e tempest-RoutersNegativeIpV6Test-273752723 tempest-RoutersNegativeIpV6Test-273752723-project] update failed (client error): The resource could not be found. Apr 28 11:02:26.267573 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-05d4de7e-4a3e-423b-97da-205b0aebfa1e tempest-RoutersNegativeIpV6Test-273752723 tempest-RoutersNegativeIpV6Test-273752723-project] 10.222.0.10 "PUT /v2.0/routers/7a93352b-7fef-4a78-a676-5156887a4be6 HTTP/1.1" status: 404 len: 339 time: 0.8029349 Apr 28 11:02:26.271663 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05ca7a96-d18a-4810-bb3a-f694be8536ca tempest-RoutersAdminTest-1999378242 tempest-RoutersAdminTest-1999378242-project-admin] Router 1ea304e5-dd4a-461f-8434-5d319a89ff23 is scheduled to L3 agent 6b492ad6-0876-4d74-b20d-28143a52ceba with binding_index 1 {{(pid=116162) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 28 11:02:26.277478 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 51500) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:02:26.314827 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.v2.base [None req-50ef5670-e7d5-4334-8940-3be8f2f82c5a tempest-RoutersNegativeIpV6Test-273752723 tempest-RoutersNegativeIpV6Test-273752723-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1410171542'}} {{(pid=116161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:02:26.342115 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e06be8f-f97b-425a-b181-e6fb50b42dc5 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Network 1ec9fbcf-7a57-4aaa-9c30-4e0f43e09480 is already hosted by enough agents. {{(pid=116162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 11:02:26.352881 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c868c63-9377-44ec-b9b8-e6ff2c2441fd None None] Pushing event updated for resources: {'Port': ['ID=390d4f5b-24c0-4dd5-a2ba-20b8e567a8b5,revision_number=2']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:02:26.353029 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2d1c60-c367-4a23-b5e2-b1f5d320e5d0 req-b536e526-fda1-4f49-a710-63fc528f4f85 tempest-ServerActionsTestJSON-1498610228 tempest-ServerActionsTestJSON-1498610228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:02:26.355021 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-da2d1c60-c367-4a23-b5e2-b1f5d320e5d0 req-b536e526-fda1-4f49-a710-63fc528f4f85 tempest-ServerActionsTestJSON-1498610228 tempest-ServerActionsTestJSON-1498610228-project] 10.222.0.10 "GET /v2.0/ports?device_id=6bd2b59b-b5db-4639-9109-3dca095b7768 HTTP/1.1" status: 200 len: 946 time: 0.3188958 Apr 28 11:02:26.355980 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-9584d392-2624-471e-a4e6-304c60925b23 None None] Provisioning complete for port 4b28cba4-4045-42ab-a445-c061e0668d04 triggered by entity DHCP. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:02:26.356362 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-9584d392-2624-471e-a4e6-304c60925b23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (4b28cba4-4045-42ab-a445-c061e0668d04), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:26.357563 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-572a4c23-07c1-4fa3-9424-3a1f6e24ebe4 tempest-BulkNetworkOpsTest-846609399 tempest-BulkNetworkOpsTest-846609399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742235135690', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742234710366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5219112'] for port (f7b847ac-5899-4b2b-8e98-a9d541bd719d), after_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:26.392674 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e06be8f-f97b-425a-b181-e6fb50b42dc5 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Pushing event updated for resources: {'Subnet': ['ID=f168d073-2e8c-40b5-bb53-a89381569829,revision_number=0']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:02:26.466747 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-572a4c23-07c1-4fa3-9424-3a1f6e24ebe4 tempest-BulkNetworkOpsTest-846609399 tempest-BulkNetworkOpsTest-846609399-project] Pushing event deleted for resources: {'Port': ['ID=f7b847ac-5899-4b2b-8e98-a9d541bd719d,revision_number=None']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:02:26.471682 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-572a4c23-07c1-4fa3-9424-3a1f6e24ebe4 tempest-BulkNetworkOpsTest-846609399 tempest-BulkNetworkOpsTest-846609399-project] No DVR routers for this DVR port f7b847ac-5899-4b2b-8e98-a9d541bd719d on host dv-neutron-master-2-hyperv {{(pid=116161) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 11:02:26.474592 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-9584d392-2624-471e-a4e6-304c60925b23 None None] Port 4b28cba4-4045-42ab-a445-c061e0668d04 cannot update to ACTIVE because it is not bound. {{(pid=116163) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 28 11:02:26.478912 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e651ba8-e925-4af1-93df-f3eaae2b199f tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Made reservation on behalf of f86d085f9b42493aa6c0f40f62349e1e for: {'port': 1} {{(pid=116161) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 11:02:26.482505 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-9e651ba8-e925-4af1-93df-f3eaae2b199f tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (None), before_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:26.486651 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ba8a4ce-7a22-4727-948a-03bae91825e2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-96fe3403-050f-42b3-8209-a23ee420f019', 'network_id': '96fe3403-050f-42b3-8209-a23ee420f019', 'project_id': '5872500d6a394c9f83c6b1c78131b0b2', 'fixed_ips': [{'subnet_id': 'a98fc0f9-44cc-4de1-9337-c6e265a559d7'}]}} from dv-neutron-master-2-hyperv. {{(pid=116163) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 28 11:02:26.487793 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-04607777-2d02-4bbe-b9a6-2a7d9d021b86 tempest-NetworksIpV6TestAttrs-234256711 tempest-NetworksIpV6TestAttrs-234256711-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-979593'] for network (96fe3403-050f-42b3-8209-a23ee420f019), before_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:26.489559 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-4ba8a4ce-7a22-4727-948a-03bae91825e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (None), before_create {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:26.495963 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Device 60051a01-c336-442d-b60b-61dea56fabfa up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=116163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 11:02:26.501768 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf918ea-745b-4677-87ae-6696c79592e1 req-dcf024f2-e1a9-4a5a-9e24-260df0c092c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:02:26.503277 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-bcf918ea-745b-4677-87ae-6696c79592e1 req-dcf024f2-e1a9-4a5a-9e24-260df0c092c4 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=9f0dbbd1-58ad-4048-bae6-5e3ef831a6c1 HTTP/1.1" status: 200 len: 850 time: 0.2519851 Apr 28 11:02:26.546484 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05ca7a96-d18a-4810-bb3a-f694be8536ca tempest-RoutersAdminTest-1999378242 tempest-RoutersAdminTest-1999378242-project-admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=116162) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 11:02:26.548768 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.scheduler.base_scheduler [None req-8e06be8f-f97b-425a-b181-e6fb50b42dc5 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Resources bound (agent type, host, resource id): {{(pid=116162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 11:02:26.552629 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-05ca7a96-d18a-4810-bb3a-f694be8536ca tempest-RoutersAdminTest-1999378242 tempest-RoutersAdminTest-1999378242-project-admin] Publish callbacks [] for router (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:26.554624 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-05ca7a96-d18a-4810-bb3a-f694be8536ca tempest-RoutersAdminTest-1999378242 tempest-RoutersAdminTest-1999378242-project-admin] 10.222.0.10 "PUT /v2.0/routers/1ea304e5-dd4a-461f-8434-5d319a89ff23 HTTP/1.1" status: 200 len: 914 time: 4.7850688 Apr 28 11:02:26.556354 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e06be8f-f97b-425a-b181-e6fb50b42dc5 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:02:26.556952 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-8e06be8f-f97b-425a-b181-e6fb50b42dc5 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Publish callbacks [] for subnet (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:26.565480 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51aabe4e-e7fb-44b5-98df-773dba1eac5f None None] Sync routers for ids ['1ea304e5-dd4a-461f-8434-5d319a89ff23'] in dv-neutron-master-2-hyperv {{(pid=116164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 11:02:26.569899 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 51502) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:02:26.577569 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf918ea-745b-4677-87ae-6696c79592e1 req-d9704f8b-efd7-4335-8b69-8ce8d7bf2ec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:02:26.581681 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-bcf918ea-745b-4677-87ae-6696c79592e1 req-d9704f8b-efd7-4335-8b69-8ce8d7bf2ec7 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=8876925c-b776-4190-94d6-ff922dbd02cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0587990 Apr 28 11:02:26.585197 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51aabe4e-e7fb-44b5-98df-773dba1eac5f None None] Routers {'1ea304e5-dd4a-461f-8434-5d319a89ff23'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=116164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 11:02:26.586197 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_hamode_db [None req-51aabe4e-e7fb-44b5-98df-773dba1eac5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-28T10:50:39Z,description=,heartbeat_timestamp=2022-04-28T11:02:09Z,host='dv-neutron-master-2-hyperv',id=6b492ad6-0876-4d74-b20d-28143a52ceba,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T10:50:40Z,topic='l3_agent')) {'router_ids': ['1ea304e5-dd4a-461f-8434-5d319a89ff23'], 'active': True} {{(pid=116164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:02:26.643820 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_hamode_db [None req-51aabe4e-e7fb-44b5-98df-773dba1eac5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=116164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:02:26.661957 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51aabe4e-e7fb-44b5-98df-773dba1eac5f None None] Routers {'1ea304e5-dd4a-461f-8434-5d319a89ff23'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=116164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 11:02:26.663022 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_hamode_db [None req-51aabe4e-e7fb-44b5-98df-773dba1eac5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-28T10:50:39Z,description=,heartbeat_timestamp=2022-04-28T11:02:09Z,host='dv-neutron-master-2-hyperv',id=6b492ad6-0876-4d74-b20d-28143a52ceba,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T10:50:40Z,topic='l3_agent')) {'router_ids': ['1ea304e5-dd4a-461f-8434-5d319a89ff23'], 'active': True} {{(pid=116164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:02:26.700158 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-bcf918ea-745b-4677-87ae-6696c79592e1 req-420d31c1-d8ae-4e47-86c6-80d87d2d4c10 service neutron] 10.222.0.20 "GET /v2.0/networks/8876925c-b776-4190-94d6-ff922dbd02cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1113534 Apr 28 11:02:26.706743 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50ef5670-e7d5-4334-8940-3be8f2f82c5a tempest-RoutersNegativeIpV6Test-273752723 tempest-RoutersNegativeIpV6Test-273752723-project] Made reservation on behalf of d20e5067fde94728a53a5aba90f434ad for: {'network': 1} {{(pid=116161) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 11:02:26.709995 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-50ef5670-e7d5-4334-8940-3be8f2f82c5a tempest-RoutersNegativeIpV6Test-273752723 tempest-RoutersNegativeIpV6Test-273752723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for network (None), before_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:26.716765 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_hamode_db [None req-51aabe4e-e7fb-44b5-98df-773dba1eac5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=116164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:02:26.717770 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51aabe4e-e7fb-44b5-98df-773dba1eac5f None None] The sync data for ids ['1ea304e5-dd4a-461f-8434-5d319a89ff23'] in dv-neutron-master-2-hyperv is: [] {{(pid=116164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 11:02:26.763659 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-8e06be8f-f97b-425a-b181-e6fb50b42dc5 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.5093186 Apr 28 11:02:26.768280 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 51504) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:02:26.773679 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.v2.base [None req-a5976cd4-fe9e-4eb2-a5f9-68f3613eba0f tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Request body: {'port': {'network_id': '1ec9fbcf-7a57-4aaa-9c30-4e0f43e09480', 'mac_address': 'fa:16:3e:cc:31:9b', 'name': 'tempest-NetworksTestDHCPv6-676374993'}} {{(pid=116162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:02:26.806815 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Provisioning complete for port 60051a01-c336-442d-b60b-61dea56fabfa triggered by entity L2. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:02:26.807248 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (60051a01-c336-442d-b60b-61dea56fabfa), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:26.834279 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.notifiers.nova [None req-9e651ba8-e925-4af1-93df-f3eaae2b199f tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] device_id is not set on port 07c4df32-93b8-40f0-bc3a-70d5f28456d9 yet. {{(pid=116161) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 28 11:02:26.900932 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-a4178901-ad34-4647-9737-819d87348a54 tempest-RoutersAdminTest-1999378242 tempest-RoutersAdminTest-1999378242-project-admin] 10.222.0.10 "GET /v2.0/routers/1ea304e5-dd4a-461f-8434-5d319a89ff23 HTTP/1.1" status: 200 len: 920 time: 0.3296087 Apr 28 11:02:26.904421 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 51506) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:02:26.911319 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.db_base_plugin_common [None req-4ba8a4ce-7a22-4727-948a-03bae91825e2 None None] Allocated IP 2001:db8::f816:3eff:fe0e:1416 (96fe3403-050f-42b3-8209-a23ee420f019/a98fc0f9-44cc-4de1-9337-c6e265a559d7/4e65592a-b67e-45ee-991d-38024263c603) {{(pid=116163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 11:02:26.946925 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-50ef5670-e7d5-4334-8940-3be8f2f82c5a tempest-RoutersNegativeIpV6Test-273752723 tempest-RoutersNegativeIpV6Test-273752723-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 77} {{(pid=116161) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 11:02:26.965837 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebb29a80-337d-4618-84ff-d6467acbdf72 tempest-RoutersAdminTest-1999378242 tempest-RoutersAdminTest-1999378242-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:02:26.975920 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-ebb29a80-337d-4618-84ff-d6467acbdf72 tempest-RoutersAdminTest-1999378242 tempest-RoutersAdminTest-1999378242-project-admin] 10.222.0.10 "GET /v2.0/ports?network_id=7be49d94-bbb8-4a61-bafe-209c5f861e1c&device_id=1ea304e5-dd4a-461f-8434-5d319a89ff23&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0693715 Apr 28 11:02:26.976843 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 51508) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:02:27.018653 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-da2d1c60-c367-4a23-b5e2-b1f5d320e5d0 req-5b297c6a-824e-4ccc-9bcf-f4006aca9b9a tempest-ServerActionsTestJSON-1498610228 tempest-ServerActionsTestJSON-1498610228-project] 10.222.0.10 "GET /v2.0/security-groups?id=0f246414-c46b-4ee7-b196-c819605d877f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6373916 Apr 28 11:02:27.025642 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-572a4c23-07c1-4fa3-9424-3a1f6e24ebe4 tempest-BulkNetworkOpsTest-846609399 tempest-BulkNetworkOpsTest-846609399-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-973498', 'neutron.services.segments.db._delete_segments_for_network-8742235207033'] for network (f9b77fb5-0868-43a2-8e0a-8c5da724a6e4), precommit_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:27.028790 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a463464-821b-42d5-8707-b37ed0de1246 tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Router c9713abf-0f9b-4bb6-8953-ce4a26e7ed1c is scheduled to L3 agent 6b492ad6-0876-4d74-b20d-28143a52ceba with binding_index 1 {{(pid=116161) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 28 11:02:27.080574 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-50ef5670-e7d5-4334-8940-3be8f2f82c5a tempest-RoutersNegativeIpV6Test-273752723 tempest-RoutersNegativeIpV6Test-273752723-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-961978'] for segment (988bab3c-35b3-4377-90a7-7310dcf494ab), precommit_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:27.080982 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.db.segments_db [None req-50ef5670-e7d5-4334-8940-3be8f2f82c5a tempest-RoutersNegativeIpV6Test-273752723 tempest-RoutersNegativeIpV6Test-273752723-project] Added segment 988bab3c-35b3-4377-90a7-7310dcf494ab of type vlan for network c2324ff4-28ff-4c1e-ba57-0a94cfc3518b Apr 28 11:02:27.092046 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-4ba8a4ce-7a22-4727-948a-03bae91825e2 None None] Publish callbacks [] for port (4e65592a-b67e-45ee-991d-38024263c603), precommit_create {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:27.113266 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5976cd4-fe9e-4eb2-a5f9-68f3613eba0f tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Made reservation on behalf of 12780407c7254bdfbde1c04e76d433ee for: {'port': 1} {{(pid=116162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 11:02:27.143533 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Current status of the port 60051a01-c336-442d-b60b-61dea56fabfa is: ACTIVE; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:02:27.144686 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Device 9accbcbe-4624-4b44-a4b8-4634f71b1be1 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=116163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 11:02:27.188572 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-4ba8a4ce-7a22-4727-948a-03bae91825e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742234710357'] for port (4e65592a-b67e-45ee-991d-38024263c603), after_create {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:27.192613 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.services.segments.db [None req-572a4c23-07c1-4fa3-9424-3a1f6e24ebe4 tempest-BulkNetworkOpsTest-846609399 tempest-BulkNetworkOpsTest-846609399-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f9b77fb5-0868-43a2-8e0a-8c5da724a6e4']}} {{(pid=116161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:02:27.210121 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-04607777-2d02-4bbe-b9a6-2a7d9d021b86 tempest-NetworksIpV6TestAttrs-234256711 tempest-NetworksIpV6TestAttrs-234256711-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-971303'] for subnet (a98fc0f9-44cc-4de1-9337-c6e265a559d7), precommit_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:27.231553 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.services.segments.db [None req-572a4c23-07c1-4fa3-9424-3a1f6e24ebe4 tempest-BulkNetworkOpsTest-846609399 tempest-BulkNetworkOpsTest-846609399-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'acb84980-cd09-43bd-ad87-b963c8407f0f') {'for_net_delete': True} {{(pid=116161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:02:27.231950 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.services.segments.db [None req-572a4c23-07c1-4fa3-9424-3a1f6e24ebe4 tempest-BulkNetworkOpsTest-846609399 tempest-BulkNetworkOpsTest-846609399-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'acb84980-cd09-43bd-ad87-b963c8407f0f') {} {{(pid=116161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:02:27.246053 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-a5976cd4-fe9e-4eb2-a5f9-68f3613eba0f tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (None), before_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:27.249708 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ba8a4ce-7a22-4727-948a-03bae91825e2 None None] Network 96fe3403-050f-42b3-8209-a23ee420f019 is already hosted by enough agents. {{(pid=116163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 11:02:27.258342 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.scheduler.base_scheduler [None req-4ba8a4ce-7a22-4727-948a-03bae91825e2 None None] Resources bound (agent type, host, resource id): {{(pid=116163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 11:02:27.260138 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba8a4ce-7a22-4727-948a-03bae91825e2 None None] Pushing event updated for resources: {'Port': ['ID=4e65592a-b67e-45ee-991d-38024263c603,revision_number=1']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:02:27.263357 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ba8a4ce-7a22-4727-948a-03bae91825e2 None None] Received port after_create {{(pid=116163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 11:02:27.270761 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Provisioning complete for port 9accbcbe-4624-4b44-a4b8-4634f71b1be1 triggered by entity L2. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:02:27.271143 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (9accbcbe-4624-4b44-a4b8-4634f71b1be1), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:27.272419 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d50e5f0c-2fe6-4867-99c9-556317265813 tempest-RoutersAdminTest-1999378242 tempest-RoutersAdminTest-1999378242-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:02:27.276430 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-d50e5f0c-2fe6-4867-99c9-556317265813 tempest-RoutersAdminTest-1999378242 tempest-RoutersAdminTest-1999378242-project-admin] 10.222.0.10 "GET /v2.0/networks/7be49d94-bbb8-4a61-bafe-209c5f861e1c HTTP/1.1" status: 200 len: 881 time: 0.2957370 Apr 28 11:02:27.277605 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 51512) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:02:27.290440 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.notifiers.nova [None req-a5976cd4-fe9e-4eb2-a5f9-68f3613eba0f tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] device_id is not set on port c567c3e4-80b1-4ba0-a305-5f64f8e3c50b yet. {{(pid=116162) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 28 11:02:27.309090 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-50ef5670-e7d5-4334-8940-3be8f2f82c5a tempest-RoutersNegativeIpV6Test-273752723 tempest-RoutersNegativeIpV6Test-273752723-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742234744962'] for network (c2324ff4-28ff-4c1e-ba57-0a94cfc3518b), precommit_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:27.314530 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-3ab69dd2-0bf1-47f7-bbcd-c69f00b8b887 tempest-RoutersAdminTest-1587786081 tempest-RoutersAdminTest-1587786081-project] 10.222.0.10 "GET /v2.0/ports?device_id=1ea304e5-dd4a-461f-8434-5d319a89ff23 HTTP/1.1" status: 200 len: 205 time: 0.0357935 Apr 28 11:02:27.317372 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 51514) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:02:27.357876 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-572a4c23-07c1-4fa3-9424-3a1f6e24ebe4 tempest-BulkNetworkOpsTest-846609399 tempest-BulkNetworkOpsTest-846609399-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742235208578', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8076969'] for segment (acb84980-cd09-43bd-ad87-b963c8407f0f), before_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:27.369616 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f37c57-3952-4e0e-a9aa-20481fa6ffae req-fba4f207-80e1-4f37-8319-24a4ad066ae3 tempest-ServerActionsTestJSON-1498610228 tempest-ServerActionsTestJSON-1498610228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:02:27.371235 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-56f37c57-3952-4e0e-a9aa-20481fa6ffae req-fba4f207-80e1-4f37-8319-24a4ad066ae3 tempest-ServerActionsTestJSON-1498610228 tempest-ServerActionsTestJSON-1498610228-project] 10.222.0.10 "GET /v2.0/ports?device_id=6bd2b59b-b5db-4639-9109-3dca095b7768 HTTP/1.1" status: 200 len: 946 time: 0.2844107 Apr 28 11:02:27.375796 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.managers [None req-4ba8a4ce-7a22-4727-948a-03bae91825e2 None None] Attempting to bind port 4e65592a-b67e-45ee-991d-38024263c603 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=116163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 28 11:02:27.376645 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.managers [None req-4ba8a4ce-7a22-4727-948a-03bae91825e2 None None] Attempting to bind port 4e65592a-b67e-45ee-991d-38024263c603 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '719d6221-7573-4af0-87a2-a0204052357b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '96fe3403-050f-42b3-8209-a23ee420f019'}] {{(pid=116163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 28 11:02:27.376645 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ba8a4ce-7a22-4727-948a-03bae91825e2 None None] Attempting to bind port 4e65592a-b67e-45ee-991d-38024263c603 on network 96fe3403-050f-42b3-8209-a23ee420f019 {{(pid=116163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 11:02:27.385992 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ba8a4ce-7a22-4727-948a-03bae91825e2 None None] Checking agent: {'id': 'd5baab19-5dd1-4902-922b-84acb048ab9c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 10, 50, 43), 'started_at': datetime.datetime(2022, 4, 28, 10, 51, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 11, 2, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=116163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 11:02:27.386276 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ba8a4ce-7a22-4727-948a-03bae91825e2 None None] Checking segment: {'id': '719d6221-7573-4af0-87a2-a0204052357b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '96fe3403-050f-42b3-8209-a23ee420f019'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 11:02:27.386698 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-4ba8a4ce-7a22-4727-948a-03bae91825e2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:27.387096 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ba8a4ce-7a22-4727-948a-03bae91825e2 None None] Bound using segment: {'id': '719d6221-7573-4af0-87a2-a0204052357b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '96fe3403-050f-42b3-8209-a23ee420f019'} {{(pid=116163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 11:02:27.387579 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.managers [None req-4ba8a4ce-7a22-4727-948a-03bae91825e2 None None] Bound port: 4e65592a-b67e-45ee-991d-38024263c603, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '719d6221-7573-4af0-87a2-a0204052357b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '96fe3403-050f-42b3-8209-a23ee420f019'}}] {{(pid=116163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 28 11:02:27.387962 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-4ba8a4ce-7a22-4727-948a-03bae91825e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (4e65592a-b67e-45ee-991d-38024263c603), before_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:27.449587 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Current status of the port 9accbcbe-4624-4b44-a4b8-4634f71b1be1 is: ACTIVE; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:02:27.461935 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-572a4c23-07c1-4fa3-9424-3a1f6e24ebe4 tempest-BulkNetworkOpsTest-846609399 tempest-BulkNetworkOpsTest-846609399-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-961978'] for segment (acb84980-cd09-43bd-ad87-b963c8407f0f), precommit_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:27.486883 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-bcf918ea-745b-4677-87ae-6696c79592e1 req-e93beacf-3ff6-46a4-8a77-a42c6ed12c1e service neutron] 10.222.0.20 "GET /v2.0/networks/8876925c-b776-4190-94d6-ff922dbd02cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7551780 Apr 28 11:02:27.505738 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-572a4c23-07c1-4fa3-9424-3a1f6e24ebe4 tempest-BulkNetworkOpsTest-846609399 tempest-BulkNetworkOpsTest-846609399-project] Releasing vlan 74 on physical network physnet1 to pool {{(pid=116161) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 11:02:27.506144 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-572a4c23-07c1-4fa3-9424-3a1f6e24ebe4 tempest-BulkNetworkOpsTest-846609399 tempest-BulkNetworkOpsTest-846609399-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-961978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5219103'] for segment (acb84980-cd09-43bd-ad87-b963c8407f0f), after_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:27.520113 dv-neutron-master-2-hyperv neutron-server[116161]: Traceback (most recent call last): Apr 28 11:02:27.520113 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 11:02:27.520113 dv-neutron-master-2-hyperv neutron-server[116161]: timer() Apr 28 11:02:27.520113 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 11:02:27.520113 dv-neutron-master-2-hyperv neutron-server[116161]: cb(*args, **kw) Apr 28 11:02:27.520113 dv-neutron-master-2-hyperv neutron-server[116161]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 28 11:02:27.520113 dv-neutron-master-2-hyperv neutron-server[116161]: return func(*args, **kwargs) Apr 28 11:02:27.520113 dv-neutron-master-2-hyperv neutron-server[116161]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 11:02:27.520113 dv-neutron-master-2-hyperv neutron-server[116161]: self._notify() Apr 28 11:02:27.520113 dv-neutron-master-2-hyperv neutron-server[116161]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 11:02:27.520113 dv-neutron-master-2-hyperv neutron-server[116161]: self.callback(batched_events) Apr 28 11:02:27.520113 dv-neutron-master-2-hyperv neutron-server[116161]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 11:02:27.520113 dv-neutron-master-2-hyperv neutron-server[116161]: event.method(event) Apr 28 11:02:27.520113 dv-neutron-master-2-hyperv neutron-server[116161]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 28 11:02:27.520113 dv-neutron-master-2-hyperv neutron-server[116161]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 11:02:27.520113 dv-neutron-master-2-hyperv neutron-server[116161]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 28 11:02:27.520113 dv-neutron-master-2-hyperv neutron-server[116161]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 11:02:27.520113 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 28 11:02:27.520113 dv-neutron-master-2-hyperv neutron-server[116161]: return f(self, *a, **k) Apr 28 11:02:27.520113 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 28 11:02:27.520113 dv-neutron-master-2-hyperv neutron-server[116161]: return self._get(url).json() Apr 28 11:02:27.520113 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 28 11:02:27.520113 dv-neutron-master-2-hyperv neutron-server[116161]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 11:02:27.520113 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 11:02:27.520113 dv-neutron-master-2-hyperv neutron-server[116161]: return self.request(url, 'GET', **kwargs) Apr 28 11:02:27.520113 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 11:02:27.520113 dv-neutron-master-2-hyperv neutron-server[116161]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 11:02:27.520113 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 11:02:27.520113 dv-neutron-master-2-hyperv neutron-server[116161]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 11:02:27.520113 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 11:02:27.520113 dv-neutron-master-2-hyperv neutron-server[116161]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 11:02:27.520113 dv-neutron-master-2-hyperv neutron-server[116161]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 11:02:27.572323 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a463464-821b-42d5-8707-b37ed0de1246 tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=116161) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 11:02:27.576769 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-d7c94e24-9644-4398-82d4-20cce2ec9a4f tempest-RoutersAdminTest-1587786081 tempest-RoutersAdminTest-1587786081-project] Publish callbacks [] for router (1ea304e5-dd4a-461f-8434-5d319a89ff23), before_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:27.582657 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-3a463464-821b-42d5-8707-b37ed0de1246 tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] 10.222.0.10 "PUT /v2.0/routers/c9713abf-0f9b-4bb6-8953-ce4a26e7ed1c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.2118862 Apr 28 11:02:27.584640 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7078ada-b325-4aaf-b6a3-6e3de60d6145 None None] Sync routers for ids ['c9713abf-0f9b-4bb6-8953-ce4a26e7ed1c'] in dv-neutron-master-2-hyperv {{(pid=116163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 11:02:27.586797 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 51516) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:02:27.598433 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-50ef5670-e7d5-4334-8940-3be8f2f82c5a tempest-RoutersNegativeIpV6Test-273752723 tempest-RoutersNegativeIpV6Test-273752723-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042'] for network (c2324ff4-28ff-4c1e-ba57-0a94cfc3518b), after_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:27.603499 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50ef5670-e7d5-4334-8940-3be8f2f82c5a tempest-RoutersNegativeIpV6Test-273752723 tempest-RoutersNegativeIpV6Test-273752723-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:02:27.604140 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-50ef5670-e7d5-4334-8940-3be8f2f82c5a tempest-RoutersNegativeIpV6Test-273752723 tempest-RoutersNegativeIpV6Test-273752723-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603020'] for network (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:27.608907 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-4ba8a4ce-7a22-4727-948a-03bae91825e2 None None] For port 4e65592a-b67e-45ee-991d-38024263c603, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=116163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 11:02:27.614068 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7078ada-b325-4aaf-b6a3-6e3de60d6145 None None] Routers {'c9713abf-0f9b-4bb6-8953-ce4a26e7ed1c'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=116163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 11:02:27.614738 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_hamode_db [None req-b7078ada-b325-4aaf-b6a3-6e3de60d6145 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-28T10:50:39Z,description=,heartbeat_timestamp=2022-04-28T11:02:09Z,host='dv-neutron-master-2-hyperv',id=6b492ad6-0876-4d74-b20d-28143a52ceba,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T10:50:40Z,topic='l3_agent')) {'router_ids': ['c9713abf-0f9b-4bb6-8953-ce4a26e7ed1c'], 'active': True} {{(pid=116163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:02:27.658246 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_hamode_db [None req-b7078ada-b325-4aaf-b6a3-6e3de60d6145 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=116163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:02:27.671598 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-4ba8a4ce-7a22-4727-948a-03bae91825e2 None None] For port 4e65592a-b67e-45ee-991d-38024263c603, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=4e65592a-b67e-45ee-991d-38024263c603,segment=NetworkSegment(719d6221-7573-4af0-87a2-a0204052357b),segment_id=719d6221-7573-4af0-87a2-a0204052357b)] {{(pid=116163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 11:02:27.679136 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7078ada-b325-4aaf-b6a3-6e3de60d6145 None None] Routers {'c9713abf-0f9b-4bb6-8953-ce4a26e7ed1c'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=116163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 11:02:27.679781 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_hamode_db [None req-b7078ada-b325-4aaf-b6a3-6e3de60d6145 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-28T10:50:39Z,description=,heartbeat_timestamp=2022-04-28T11:02:09Z,host='dv-neutron-master-2-hyperv',id=6b492ad6-0876-4d74-b20d-28143a52ceba,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T10:50:40Z,topic='l3_agent')) {'router_ids': ['c9713abf-0f9b-4bb6-8953-ce4a26e7ed1c'], 'active': True} {{(pid=116163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:02:27.719797 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-04607777-2d02-4bbe-b9a6-2a7d9d021b86 tempest-NetworksIpV6TestAttrs-234256711 tempest-NetworksIpV6TestAttrs-234256711-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-971310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5220601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5125409'] for subnet (a98fc0f9-44cc-4de1-9337-c6e265a559d7), after_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:27.721182 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_hamode_db [None req-b7078ada-b325-4aaf-b6a3-6e3de60d6145 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=116163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:02:27.722001 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7078ada-b325-4aaf-b6a3-6e3de60d6145 None None] The sync data for ids ['c9713abf-0f9b-4bb6-8953-ce4a26e7ed1c'] in dv-neutron-master-2-hyperv is: [] {{(pid=116163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 11:02:27.767206 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.db.db_base_plugin_common [None req-a5976cd4-fe9e-4eb2-a5f9-68f3613eba0f tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Allocated IP 2001:db8:0:1::3e (1ec9fbcf-7a57-4aaa-9c30-4e0f43e09480/f168d073-2e8c-40b5-bb53-a89381569829/c567c3e4-80b1-4ba0-a305-5f64f8e3c50b) {{(pid=116162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 11:02:27.769275 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-4ba8a4ce-7a22-4727-948a-03bae91825e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393'] for port (4e65592a-b67e-45ee-991d-38024263c603), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:27.773566 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-56f37c57-3952-4e0e-a9aa-20481fa6ffae req-a71a27f3-d982-4f28-bb25-37c9d7734e0c tempest-ServerActionsTestJSON-1498610228 tempest-ServerActionsTestJSON-1498610228-project] 10.222.0.10 "GET /v2.0/security-groups?id=0f246414-c46b-4ee7-b196-c819605d877f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3792162 Apr 28 11:02:27.779590 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.db.db_base_plugin_common [None req-a5976cd4-fe9e-4eb2-a5f9-68f3613eba0f tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Allocated IP 2001:db8::f816:3eff:fecc:319b (1ec9fbcf-7a57-4aaa-9c30-4e0f43e09480/a6953742-fcf2-4834-9b46-7188ba1ea31f/c567c3e4-80b1-4ba0-a305-5f64f8e3c50b) {{(pid=116162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 11:02:27.797638 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-d7c94e24-9644-4398-82d4-20cce2ec9a4f tempest-RoutersAdminTest-1587786081 tempest-RoutersAdminTest-1587786081-project] Publish callbacks [] for router_gateway (1ea304e5-dd4a-461f-8434-5d319a89ff23), before_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:27.849226 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba8a4ce-7a22-4727-948a-03bae91825e2 None None] Pushing event updated for resources: {'Port': ['ID=4e65592a-b67e-45ee-991d-38024263c603,revision_number=2']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:02:27.902720 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d84af3a-864b-4ea4-a06b-7dc6357d42f6 None None] Network 1ec9fbcf-7a57-4aaa-9c30-4e0f43e09480 requested from dv-neutron-master-2-hyperv {{(pid=116163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 11:02:27.959694 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-1aa30a96-1a35-47fb-a4c1-090ddc687f9c None None] Provisioning complete for port 390d4f5b-24c0-4dd5-a2ba-20b8e567a8b5 triggered by entity DHCP. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:02:27.960419 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-1aa30a96-1a35-47fb-a4c1-090ddc687f9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (390d4f5b-24c0-4dd5-a2ba-20b8e567a8b5), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:28.057821 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.plugin [None req-d7c94e24-9644-4398-82d4-20cce2ec9a4f tempest-RoutersAdminTest-1587786081 tempest-RoutersAdminTest-1587786081-project] Deleting port b4bd2ae3-7c7d-470a-aee5-8cc49a1b8ab6 {{(pid=116162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 11:02:28.058541 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-d7c94e24-9644-4398-82d4-20cce2ec9a4f tempest-RoutersAdminTest-1587786081 tempest-RoutersAdminTest-1587786081-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742235130188'] for port (b4bd2ae3-7c7d-470a-aee5-8cc49a1b8ab6), before_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:28.221747 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-a5976cd4-fe9e-4eb2-a5f9-68f3613eba0f tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Publish callbacks [] for port (c567c3e4-80b1-4ba0-a305-5f64f8e3c50b), precommit_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:28.262878 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-d7c94e24-9644-4398-82d4-20cce2ec9a4f tempest-RoutersAdminTest-1587786081 tempest-RoutersAdminTest-1587786081-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1938497'] for port (b4bd2ae3-7c7d-470a-aee5-8cc49a1b8ab6), precommit_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:28.277869 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-1aa30a96-1a35-47fb-a4c1-090ddc687f9c None None] Current status of the port 390d4f5b-24c0-4dd5-a2ba-20b8e567a8b5 is: DOWN; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:02:28.279116 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-1aa30a96-1a35-47fb-a4c1-090ddc687f9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (390d4f5b-24c0-4dd5-a2ba-20b8e567a8b5), before_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:28.289384 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.plugin [None req-d7c94e24-9644-4398-82d4-20cce2ec9a4f tempest-RoutersAdminTest-1587786081 tempest-RoutersAdminTest-1587786081-project] Calling delete_port for b4bd2ae3-7c7d-470a-aee5-8cc49a1b8ab6 owned by network:router_gateway {{(pid=116162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 11:02:28.361609 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-1aa30a96-1a35-47fb-a4c1-090ddc687f9c None None] For port 390d4f5b-24c0-4dd5-a2ba-20b8e567a8b5, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=390d4f5b-24c0-4dd5-a2ba-20b8e567a8b5,segment=NetworkSegment(ffa4348d-378b-4e93-98fa-ab0dc49ee16c),segment_id=ffa4348d-378b-4e93-98fa-ab0dc49ee16c)] {{(pid=116163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 11:02:28.392266 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e8acd8b-87fe-4d90-8612-6fd9557f66cf None None] Update dhcp port {'port': {'network_id': '1ec9fbcf-7a57-4aaa-9c30-4e0f43e09480', 'fixed_ips': [{'subnet_id': 'a6953742-fcf2-4834-9b46-7188ba1ea31f', 'ip_address': '2001:db8::f816:3eff:fe85:8cea'}, {'subnet_id': 'f168d073-2e8c-40b5-bb53-a89381569829'}], 'binding:host_id': 'dv-neutron-master-2-hyperv'}, 'id': '390d4f5b-24c0-4dd5-a2ba-20b8e567a8b5'} from dv-neutron-master-2-hyperv. {{(pid=116163) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Apr 28 11:02:28.442206 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04607777-2d02-4bbe-b9a6-2a7d9d021b86 tempest-NetworksIpV6TestAttrs-234256711 tempest-NetworksIpV6TestAttrs-234256711-project] Pushing event deleted for resources: {'Subnet': ['ID=a98fc0f9-44cc-4de1-9337-c6e265a559d7,revision_number=None']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:02:28.452171 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-1aa30a96-1a35-47fb-a4c1-090ddc687f9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393'] for port (390d4f5b-24c0-4dd5-a2ba-20b8e567a8b5), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:28.463166 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-50ef5670-e7d5-4334-8940-3be8f2f82c5a tempest-RoutersNegativeIpV6Test-273752723 tempest-RoutersNegativeIpV6Test-273752723-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 2.1815493 Apr 28 11:02:28.464264 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-572a4c23-07c1-4fa3-9424-3a1f6e24ebe4 tempest-BulkNetworkOpsTest-846609399 tempest-BulkNetworkOpsTest-846609399-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-973477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2063122'] for network (f9b77fb5-0868-43a2-8e0a-8c5da724a6e4), after_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:28.469078 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 51524) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:02:28.472523 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-a5976cd4-fe9e-4eb2-a5f9-68f3613eba0f tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742234710357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5051867'] for port (c567c3e4-80b1-4ba0-a305-5f64f8e3c50b), after_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:28.473122 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-9e651ba8-e925-4af1-93df-f3eaae2b199f tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Publish callbacks [] for port (07c4df32-93b8-40f0-bc3a-70d5f28456d9), precommit_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:28.519213 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-1e8acd8b-87fe-4d90-8612-6fd9557f66cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (390d4f5b-24c0-4dd5-a2ba-20b8e567a8b5), before_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:28.522308 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.v2.base [None req-dffe573f-4904-4ea5-aa66-f9af52446fce tempest-RoutersNegativeIpV6Test-273752723 tempest-RoutersNegativeIpV6Test-273752723-project] Request body: {'subnet': {'network_id': 'c2324ff4-28ff-4c1e-ba57-0a94cfc3518b', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=116161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:02:28.532754 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5976cd4-fe9e-4eb2-a5f9-68f3613eba0f tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Network 1ec9fbcf-7a57-4aaa-9c30-4e0f43e09480 is already hosted by enough agents. {{(pid=116162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 11:02:28.543039 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.scheduler.base_scheduler [None req-a5976cd4-fe9e-4eb2-a5f9-68f3613eba0f tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Resources bound (agent type, host, resource id): {{(pid=116162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 11:02:28.549058 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-572a4c23-07c1-4fa3-9424-3a1f6e24ebe4 tempest-BulkNetworkOpsTest-846609399 tempest-BulkNetworkOpsTest-846609399-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603020'] for network (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:28.553493 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-572a4c23-07c1-4fa3-9424-3a1f6e24ebe4 tempest-BulkNetworkOpsTest-846609399 tempest-BulkNetworkOpsTest-846609399-project] 10.222.0.10 "DELETE /v2.0/networks/f9b77fb5-0868-43a2-8e0a-8c5da724a6e4 HTTP/1.1" status: 204 len: 168 time: 5.0780556 Apr 28 11:02:28.556002 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5976cd4-fe9e-4eb2-a5f9-68f3613eba0f tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Received port after_create {{(pid=116162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 11:02:28.562151 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5976cd4-fe9e-4eb2-a5f9-68f3613eba0f tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:02:28.563171 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-a5976cd4-fe9e-4eb2-a5f9-68f3613eba0f tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198022'] for port (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:28.574023 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 51526) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:02:28.600231 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Device 4e65592a-b67e-45ee-991d-38024263c603 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=116163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 11:02:28.607860 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa30a96-1a35-47fb-a4c1-090ddc687f9c None None] Pushing event updated for resources: {'Port': ['ID=390d4f5b-24c0-4dd5-a2ba-20b8e567a8b5,revision_number=3']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:02:28.610552 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5976cd4-fe9e-4eb2-a5f9-68f3613eba0f tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Pushing event updated for resources: {'Port': ['ID=c567c3e4-80b1-4ba0-a305-5f64f8e3c50b,revision_number=1']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:02:28.621913 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3ac3544-a49a-46cc-8143-013a8fb96e9b tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:02:28.623517 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-d3ac3544-a49a-46cc-8143-013a8fb96e9b tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] 10.222.0.10 "GET /v2.0/ports/4b28cba4-4045-42ab-a445-c061e0668d04 HTTP/1.1" status: 200 len: 911 time: 1.0163658 Apr 28 11:02:28.624260 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ef5670-e7d5-4334-8940-3be8f2f82c5a tempest-RoutersNegativeIpV6Test-273752723 tempest-RoutersNegativeIpV6Test-273752723-project] Pushing event updated for resources: {'Network': ['ID=c2324ff4-28ff-4c1e-ba57-0a94cfc3518b,revision_number=1']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:02:28.630727 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 51528) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:02:28.649141 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-a5976cd4-fe9e-4eb2-a5f9-68f3613eba0f tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 1.8793736 Apr 28 11:02:28.652816 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Network c2324ff4-28ff-4c1e-ba57-0a94cfc3518b details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=116163) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 28 11:02:28.672505 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 51530) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:02:28.737556 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-572a4c23-07c1-4fa3-9424-3a1f6e24ebe4 tempest-BulkNetworkOpsTest-846609399 tempest-BulkNetworkOpsTest-846609399-project] Pushing event deleted for resources: {'Network': ['ID=f9b77fb5-0868-43a2-8e0a-8c5da724a6e4,revision_number=None']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:02:28.782315 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-99f9214a-b47a-42e3-9299-58bd907de66f tempest-BulkNetworkOpsTest-846609399 tempest-BulkNetworkOpsTest-846609399-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-979593'] for network (c934559d-81a1-4e62-9ecd-3ca758868e83), before_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:28.864747 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-04607777-2d02-4bbe-b9a6-2a7d9d021b86 tempest-NetworksIpV6TestAttrs-234256711 tempest-NetworksIpV6TestAttrs-234256711-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-973498', 'neutron.services.segments.db._delete_segments_for_network-8742235207033'] for network (96fe3403-050f-42b3-8209-a23ee420f019), precommit_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:28.872548 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4fbff18-6434-45ed-b111-8f6c3970913d req-9ff4eaf5-860c-4868-855c-6d860968d588 tempest-ServerActionsTestJSON-1498610228 tempest-ServerActionsTestJSON-1498610228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:02:28.874064 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-e4fbff18-6434-45ed-b111-8f6c3970913d req-9ff4eaf5-860c-4868-855c-6d860968d588 tempest-ServerActionsTestJSON-1498610228 tempest-ServerActionsTestJSON-1498610228-project] 10.222.0.10 "GET /v2.0/ports?device_id=6bd2b59b-b5db-4639-9109-3dca095b7768 HTTP/1.1" status: 200 len: 946 time: 0.2685409 Apr 28 11:02:28.891123 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.plugin [None req-52a0e881-bfb8-4f29-8e5f-68acabec5944 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Deleting port c567c3e4-80b1-4ba0-a305-5f64f8e3c50b {{(pid=116162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 11:02:28.891481 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-52a0e881-bfb8-4f29-8e5f-68acabec5944 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742235130188'] for port (c567c3e4-80b1-4ba0-a305-5f64f8e3c50b), before_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:28.893372 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Provisioning complete for port 4e65592a-b67e-45ee-991d-38024263c603 triggered by entity L2. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:02:28.893787 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (4e65592a-b67e-45ee-991d-38024263c603), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:28.904412 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-d7c94e24-9644-4398-82d4-20cce2ec9a4f tempest-RoutersAdminTest-1587786081 tempest-RoutersAdminTest-1587786081-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742235135690', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742234710366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5051867'] for port (b4bd2ae3-7c7d-470a-aee5-8cc49a1b8ab6), after_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:28.942141 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.db_base_plugin_common [None req-1e8acd8b-87fe-4d90-8612-6fd9557f66cf None None] Allocated IP 2001:db8:0:1::2 (1ec9fbcf-7a57-4aaa-9c30-4e0f43e09480/f168d073-2e8c-40b5-bb53-a89381569829/390d4f5b-24c0-4dd5-a2ba-20b8e567a8b5) {{(pid=116163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 11:02:28.957081 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.services.segments.db [None req-04607777-2d02-4bbe-b9a6-2a7d9d021b86 tempest-NetworksIpV6TestAttrs-234256711 tempest-NetworksIpV6TestAttrs-234256711-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['96fe3403-050f-42b3-8209-a23ee420f019']}} {{(pid=116161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:02:28.983863 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.services.segments.db [None req-04607777-2d02-4bbe-b9a6-2a7d9d021b86 tempest-NetworksIpV6TestAttrs-234256711 tempest-NetworksIpV6TestAttrs-234256711-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '719d6221-7573-4af0-87a2-a0204052357b') {'for_net_delete': True} {{(pid=116161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:02:28.983863 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.services.segments.db [None req-04607777-2d02-4bbe-b9a6-2a7d9d021b86 tempest-NetworksIpV6TestAttrs-234256711 tempest-NetworksIpV6TestAttrs-234256711-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '719d6221-7573-4af0-87a2-a0204052357b') {} {{(pid=116161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:02:28.984247 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-99f9214a-b47a-42e3-9299-58bd907de66f tempest-BulkNetworkOpsTest-846609399 tempest-BulkNetworkOpsTest-846609399-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-973498', 'neutron.services.segments.db._delete_segments_for_network-8742235207033'] for network (c934559d-81a1-4e62-9ecd-3ca758868e83), precommit_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:29.004174 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-e4fbff18-6434-45ed-b111-8f6c3970913d req-e7f0c966-a49f-4e93-b364-97f983e5e604 tempest-ServerActionsTestJSON-1498610228 tempest-ServerActionsTestJSON-1498610228-project] 10.222.0.10 "GET /v2.0/security-groups?id=0f246414-c46b-4ee7-b196-c819605d877f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1089551 Apr 28 11:02:29.004336 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c94e24-9644-4398-82d4-20cce2ec9a4f tempest-RoutersAdminTest-1587786081 tempest-RoutersAdminTest-1587786081-project] Pushing event deleted for resources: {'Port': ['ID=b4bd2ae3-7c7d-470a-aee5-8cc49a1b8ab6,revision_number=None']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:02:29.012735 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-04607777-2d02-4bbe-b9a6-2a7d9d021b86 tempest-NetworksIpV6TestAttrs-234256711 tempest-NetworksIpV6TestAttrs-234256711-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742235208578', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8076969'] for segment (719d6221-7573-4af0-87a2-a0204052357b), before_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:29.094230 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Current status of the port 4e65592a-b67e-45ee-991d-38024263c603 is: DOWN; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:02:29.094637 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (4e65592a-b67e-45ee-991d-38024263c603), before_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:29.096463 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-04607777-2d02-4bbe-b9a6-2a7d9d021b86 tempest-NetworksIpV6TestAttrs-234256711 tempest-NetworksIpV6TestAttrs-234256711-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-961978'] for segment (719d6221-7573-4af0-87a2-a0204052357b), precommit_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:29.103550 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-04607777-2d02-4bbe-b9a6-2a7d9d021b86 tempest-NetworksIpV6TestAttrs-234256711 tempest-NetworksIpV6TestAttrs-234256711-project] Releasing vlan 88 on physical network physnet1 to pool {{(pid=116161) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 11:02:29.104058 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-04607777-2d02-4bbe-b9a6-2a7d9d021b86 tempest-NetworksIpV6TestAttrs-234256711 tempest-NetworksIpV6TestAttrs-234256711-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-961978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5219103'] for segment (719d6221-7573-4af0-87a2-a0204052357b), after_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:29.107892 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.services.segments.db [None req-99f9214a-b47a-42e3-9299-58bd907de66f tempest-BulkNetworkOpsTest-846609399 tempest-BulkNetworkOpsTest-846609399-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c934559d-81a1-4e62-9ecd-3ca758868e83']}} {{(pid=116162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:02:29.129701 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.services.segments.db [None req-99f9214a-b47a-42e3-9299-58bd907de66f tempest-BulkNetworkOpsTest-846609399 tempest-BulkNetworkOpsTest-846609399-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c66cff26-f7ed-4815-8269-0d6c41997f9a') {'for_net_delete': True} {{(pid=116162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:02:29.130058 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.services.segments.db [None req-99f9214a-b47a-42e3-9299-58bd907de66f tempest-BulkNetworkOpsTest-846609399 tempest-BulkNetworkOpsTest-846609399-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c66cff26-f7ed-4815-8269-0d6c41997f9a') {} {{(pid=116162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:02:29.145771 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-99f9214a-b47a-42e3-9299-58bd907de66f tempest-BulkNetworkOpsTest-846609399 tempest-BulkNetworkOpsTest-846609399-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742235208578', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5026548'] for segment (c66cff26-f7ed-4815-8269-0d6c41997f9a), before_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:29.166072 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] For port 4e65592a-b67e-45ee-991d-38024263c603, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=4e65592a-b67e-45ee-991d-38024263c603,segment=NetworkSegment(719d6221-7573-4af0-87a2-a0204052357b),segment_id=719d6221-7573-4af0-87a2-a0204052357b)] {{(pid=116163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 11:02:29.196208 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-1e8acd8b-87fe-4d90-8612-6fd9557f66cf None None] For port 390d4f5b-24c0-4dd5-a2ba-20b8e567a8b5, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=390d4f5b-24c0-4dd5-a2ba-20b8e567a8b5,segment=NetworkSegment(ffa4348d-378b-4e93-98fa-ab0dc49ee16c),segment_id=ffa4348d-378b-4e93-98fa-ab0dc49ee16c)] {{(pid=116163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 11:02:29.203785 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-d7c94e24-9644-4398-82d4-20cce2ec9a4f tempest-RoutersAdminTest-1587786081 tempest-RoutersAdminTest-1587786081-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1935354'] for router_gateway (1ea304e5-dd4a-461f-8434-5d319a89ff23), after_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:29.207251 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-99f9214a-b47a-42e3-9299-58bd907de66f tempest-BulkNetworkOpsTest-846609399 tempest-BulkNetworkOpsTest-846609399-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-961978'] for segment (c66cff26-f7ed-4815-8269-0d6c41997f9a), precommit_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:29.224815 dv-neutron-master-2-hyperv neutron-server[116161]: Traceback (most recent call last): Apr 28 11:02:29.224815 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 11:02:29.224815 dv-neutron-master-2-hyperv neutron-server[116161]: timer() Apr 28 11:02:29.224815 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 11:02:29.224815 dv-neutron-master-2-hyperv neutron-server[116161]: cb(*args, **kw) Apr 28 11:02:29.224815 dv-neutron-master-2-hyperv neutron-server[116161]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 28 11:02:29.224815 dv-neutron-master-2-hyperv neutron-server[116161]: return func(*args, **kwargs) Apr 28 11:02:29.224815 dv-neutron-master-2-hyperv neutron-server[116161]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 11:02:29.224815 dv-neutron-master-2-hyperv neutron-server[116161]: self._notify() Apr 28 11:02:29.224815 dv-neutron-master-2-hyperv neutron-server[116161]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 11:02:29.224815 dv-neutron-master-2-hyperv neutron-server[116161]: self.callback(batched_events) Apr 28 11:02:29.224815 dv-neutron-master-2-hyperv neutron-server[116161]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 11:02:29.224815 dv-neutron-master-2-hyperv neutron-server[116161]: event.method(event) Apr 28 11:02:29.224815 dv-neutron-master-2-hyperv neutron-server[116161]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 28 11:02:29.224815 dv-neutron-master-2-hyperv neutron-server[116161]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 11:02:29.224815 dv-neutron-master-2-hyperv neutron-server[116161]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 28 11:02:29.224815 dv-neutron-master-2-hyperv neutron-server[116161]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 11:02:29.224815 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 28 11:02:29.224815 dv-neutron-master-2-hyperv neutron-server[116161]: return f(self, *a, **k) Apr 28 11:02:29.224815 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 28 11:02:29.224815 dv-neutron-master-2-hyperv neutron-server[116161]: return self._get(url).json() Apr 28 11:02:29.224815 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 28 11:02:29.224815 dv-neutron-master-2-hyperv neutron-server[116161]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 11:02:29.224815 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 11:02:29.224815 dv-neutron-master-2-hyperv neutron-server[116161]: return self.request(url, 'GET', **kwargs) Apr 28 11:02:29.224815 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 11:02:29.224815 dv-neutron-master-2-hyperv neutron-server[116161]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 11:02:29.224815 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 11:02:29.224815 dv-neutron-master-2-hyperv neutron-server[116161]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 11:02:29.224815 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 11:02:29.224815 dv-neutron-master-2-hyperv neutron-server[116161]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 11:02:29.224815 dv-neutron-master-2-hyperv neutron-server[116161]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 11:02:29.228876 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-9e651ba8-e925-4af1-93df-f3eaae2b199f tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742234710357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5219112'] for port (07c4df32-93b8-40f0-bc3a-70d5f28456d9), after_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:29.263483 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-1e8acd8b-87fe-4d90-8612-6fd9557f66cf None None] Publish callbacks [] for port (390d4f5b-24c0-4dd5-a2ba-20b8e567a8b5), precommit_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:29.277981 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-52a0e881-bfb8-4f29-8e5f-68acabec5944 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1938497'] for port (c567c3e4-80b1-4ba0-a305-5f64f8e3c50b), precommit_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:29.285571 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393'] for port (4e65592a-b67e-45ee-991d-38024263c603), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:29.286364 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Device 390d4f5b-24c0-4dd5-a2ba-20b8e567a8b5 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=116163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 11:02:29.336302 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dffe573f-4904-4ea5-aa66-f9af52446fce tempest-RoutersNegativeIpV6Test-273752723 tempest-RoutersNegativeIpV6Test-273752723-project] Made reservation on behalf of d20e5067fde94728a53a5aba90f434ad for: {'subnet': 1} {{(pid=116161) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 11:02:29.339839 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-dffe573f-4904-4ea5-aa66-f9af52446fce tempest-RoutersNegativeIpV6Test-273752723 tempest-RoutersNegativeIpV6Test-273752723-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5125580'] for subnet (None), before_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:29.358149 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.db.api [None req-04607777-2d02-4bbe-b9a6-2a7d9d021b86 tempest-NetworksIpV6TestAttrs-234256711 tempest-NetworksIpV6TestAttrs-234256711-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 28 11:02:29.358149 dv-neutron-master-2-hyperv neutron-server[116161]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 28 11:02:29.358149 dv-neutron-master-2-hyperv neutron-server[116161]: [parameters: {'id': '96fe3403-050f-42b3-8209-a23ee420f019'}] Apr 28 11:02:29.358149 dv-neutron-master-2-hyperv neutron-server[116161]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=116161) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 28 11:02:29.358649 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG oslo_db.api [None req-04607777-2d02-4bbe-b9a6-2a7d9d021b86 tempest-NetworksIpV6TestAttrs-234256711 tempest-NetworksIpV6TestAttrs-234256711-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=116161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 28 11:02:29.382192 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-99f9214a-b47a-42e3-9299-58bd907de66f tempest-BulkNetworkOpsTest-846609399 tempest-BulkNetworkOpsTest-846609399-project] Releasing vlan 52 on physical network physnet1 to pool {{(pid=116162) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 11:02:29.382817 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-99f9214a-b47a-42e3-9299-58bd907de66f tempest-BulkNetworkOpsTest-846609399 tempest-BulkNetworkOpsTest-846609399-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-961978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5051884'] for segment (c66cff26-f7ed-4815-8269-0d6c41997f9a), after_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:29.387776 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-1e8acd8b-87fe-4d90-8612-6fd9557f66cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393'] for port (390d4f5b-24c0-4dd5-a2ba-20b8e567a8b5), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:29.394668 dv-neutron-master-2-hyperv neutron-server[116162]: Traceback (most recent call last): Apr 28 11:02:29.394668 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 11:02:29.394668 dv-neutron-master-2-hyperv neutron-server[116162]: timer() Apr 28 11:02:29.394668 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 11:02:29.394668 dv-neutron-master-2-hyperv neutron-server[116162]: cb(*args, **kw) Apr 28 11:02:29.394668 dv-neutron-master-2-hyperv neutron-server[116162]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 28 11:02:29.394668 dv-neutron-master-2-hyperv neutron-server[116162]: return func(*args, **kwargs) Apr 28 11:02:29.394668 dv-neutron-master-2-hyperv neutron-server[116162]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 11:02:29.394668 dv-neutron-master-2-hyperv neutron-server[116162]: self._notify() Apr 28 11:02:29.394668 dv-neutron-master-2-hyperv neutron-server[116162]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 11:02:29.394668 dv-neutron-master-2-hyperv neutron-server[116162]: self.callback(batched_events) Apr 28 11:02:29.394668 dv-neutron-master-2-hyperv neutron-server[116162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 11:02:29.394668 dv-neutron-master-2-hyperv neutron-server[116162]: event.method(event) Apr 28 11:02:29.394668 dv-neutron-master-2-hyperv neutron-server[116162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 28 11:02:29.394668 dv-neutron-master-2-hyperv neutron-server[116162]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 11:02:29.394668 dv-neutron-master-2-hyperv neutron-server[116162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 28 11:02:29.394668 dv-neutron-master-2-hyperv neutron-server[116162]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 11:02:29.394668 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 28 11:02:29.394668 dv-neutron-master-2-hyperv neutron-server[116162]: return f(self, *a, **k) Apr 28 11:02:29.394668 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 28 11:02:29.394668 dv-neutron-master-2-hyperv neutron-server[116162]: return self._get(url).json() Apr 28 11:02:29.394668 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 28 11:02:29.394668 dv-neutron-master-2-hyperv neutron-server[116162]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 11:02:29.394668 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 11:02:29.394668 dv-neutron-master-2-hyperv neutron-server[116162]: return self.request(url, 'GET', **kwargs) Apr 28 11:02:29.394668 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 11:02:29.394668 dv-neutron-master-2-hyperv neutron-server[116162]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 11:02:29.394668 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 11:02:29.394668 dv-neutron-master-2-hyperv neutron-server[116162]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 11:02:29.394668 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 11:02:29.394668 dv-neutron-master-2-hyperv neutron-server[116162]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 11:02:29.394668 dv-neutron-master-2-hyperv neutron-server[116162]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 11:02:29.407614 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.plugin [None req-52a0e881-bfb8-4f29-8e5f-68acabec5944 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Calling delete_port for c567c3e4-80b1-4ba0-a305-5f64f8e3c50b owned by {{(pid=116162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 11:02:29.423035 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e651ba8-e925-4af1-93df-f3eaae2b199f tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Pushing event updated for resources: {'Port': ['ID=07c4df32-93b8-40f0-bc3a-70d5f28456d9,revision_number=1']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:02:29.431242 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e651ba8-e925-4af1-93df-f3eaae2b199f tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Checking segment: {'id': 'dc4ff106-7900-4ea5-a28b-c5286d7d8d4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '6ad48b29-1fb1-4e43-9abf-f860ed1ac269'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 11:02:29.431242 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e651ba8-e925-4af1-93df-f3eaae2b199f tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Network hostable DHCP agents. Network: 6ad48b29-1fb1-4e43-9abf-f860ed1ac269, hostable agents: ['75ba81b7-fe99-4281-90d2-a5adb445ecea'], hosted agents: [] {{(pid=116161) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 11:02:29.465464 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-d7c94e24-9644-4398-82d4-20cce2ec9a4f tempest-RoutersAdminTest-1587786081 tempest-RoutersAdminTest-1587786081-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2060865', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-63275'] for router (1ea304e5-dd4a-461f-8434-5d319a89ff23), precommit_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:29.496921 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-d7c94e24-9644-4398-82d4-20cce2ec9a4f tempest-RoutersAdminTest-1587786081 tempest-RoutersAdminTest-1587786081-project] Publish callbacks [] for router_controller (1ea304e5-dd4a-461f-8434-5d319a89ff23), precommit_delete_associations {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:29.498550 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45c409b0-7425-42cc-a5d5-ec4e7e4cb13c None None] Network 96fe3403-050f-42b3-8209-a23ee420f019 requested from dv-neutron-master-2-hyperv {{(pid=116163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 11:02:29.533870 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Pushing event updated for resources: {'Port': ['ID=4e65592a-b67e-45ee-991d-38024263c603,revision_number=3']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:02:29.537862 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Provisioning complete for port 390d4f5b-24c0-4dd5-a2ba-20b8e567a8b5 triggered by entity L2. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:02:29.538533 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (390d4f5b-24c0-4dd5-a2ba-20b8e567a8b5), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:29.652066 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e651ba8-e925-4af1-93df-f3eaae2b199f tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Network 6ad48b29-1fb1-4e43-9abf-f860ed1ac269 is scheduled to be hosted by DHCP agent 75ba81b7-fe99-4281-90d2-a5adb445ecea with binding_index 1 {{(pid=116161) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 11:02:29.815906 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-085ea96e-628b-4e26-ac58-cecd85fa8e6e None None] Provisioning complete for port 4e65592a-b67e-45ee-991d-38024263c603 triggered by entity DHCP. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:02:29.816538 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-085ea96e-628b-4e26-ac58-cecd85fa8e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (4e65592a-b67e-45ee-991d-38024263c603), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:29.833826 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-c797c4d4-19c7-4478-b6ad-1c4acae8176d tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (None), before_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:29.871112 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-04607777-2d02-4bbe-b9a6-2a7d9d021b86 tempest-NetworksIpV6TestAttrs-234256711 tempest-NetworksIpV6TestAttrs-234256711-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-979593'] for network (96fe3403-050f-42b3-8209-a23ee420f019), before_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:29.883985 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.scheduler.base_scheduler [None req-9e651ba8-e925-4af1-93df-f3eaae2b199f tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 6ad48b29-1fb1-4e43-9abf-f860ed1ac269) {{(pid=116161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 11:02:29.886580 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-99f9214a-b47a-42e3-9299-58bd907de66f tempest-BulkNetworkOpsTest-846609399 tempest-BulkNetworkOpsTest-846609399-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-973477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2063122'] for network (c934559d-81a1-4e62-9ecd-3ca758868e83), after_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:29.892865 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-99f9214a-b47a-42e3-9299-58bd907de66f tempest-BulkNetworkOpsTest-846609399 tempest-BulkNetworkOpsTest-846609399-project] Publish callbacks [] for network (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:29.896082 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-99f9214a-b47a-42e3-9299-58bd907de66f tempest-BulkNetworkOpsTest-846609399 tempest-BulkNetworkOpsTest-846609399-project] 10.222.0.10 "DELETE /v2.0/networks/c934559d-81a1-4e62-9ecd-3ca758868e83 HTTP/1.1" status: 204 len: 168 time: 1.3178837 Apr 28 11:02:29.901464 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5514019a-0910-4d34-89fe-2abca2a1b3d6 None None] Network 6ad48b29-1fb1-4e43-9abf-f860ed1ac269 requested from dv-neutron-master-2-hyperv {{(pid=116163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 11:02:29.908672 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e651ba8-e925-4af1-93df-f3eaae2b199f tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Received port after_create {{(pid=116161) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 11:02:29.909459 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 51538) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:02:29.911781 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8acd8b-87fe-4d90-8612-6fd9557f66cf None None] Pushing event updated for resources: {'Port': ['ID=390d4f5b-24c0-4dd5-a2ba-20b8e567a8b5,revision_number=4']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:02:29.931792 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e651ba8-e925-4af1-93df-f3eaae2b199f tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:02:29.932679 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-9e651ba8-e925-4af1-93df-f3eaae2b199f tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198022'] for port (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:29.940258 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-dffe573f-4904-4ea5-aa66-f9af52446fce tempest-RoutersNegativeIpV6Test-273752723 tempest-RoutersNegativeIpV6Test-273752723-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5220536', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5125438'] for subnet (9a587de4-53e4-448f-9971-61ea83557a61), after_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:30.081934 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3fb3860-4f85-4d48-addf-e42f4b028267 None None] DHCP port deletion for 96fe3403-050f-42b3-8209-a23ee420f019 request from dv-neutron-master-2-hyperv {{(pid=116163) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 28 11:02:30.107056 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Current status of the port 390d4f5b-24c0-4dd5-a2ba-20b8e567a8b5 is: ACTIVE; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:02:30.149560 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f9214a-b47a-42e3-9299-58bd907de66f tempest-BulkNetworkOpsTest-846609399 tempest-BulkNetworkOpsTest-846609399-project] Pushing event deleted for resources: {'Network': ['ID=c934559d-81a1-4e62-9ecd-3ca758868e83,revision_number=None']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:02:30.151456 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-d7c94e24-9644-4398-82d4-20cce2ec9a4f tempest-RoutersAdminTest-1587786081 tempest-RoutersAdminTest-1587786081-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2060888'] for router (1ea304e5-dd4a-461f-8434-5d319a89ff23), after_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:30.151952 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7c94e24-9644-4398-82d4-20cce2ec9a4f tempest-RoutersAdminTest-1587786081 tempest-RoutersAdminTest-1587786081-project] Fanout notify agent at l3_agent the message router_deleted on router 1ea304e5-dd4a-461f-8434-5d319a89ff23 {{(pid=116162) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 28 11:02:30.168024 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-d7c94e24-9644-4398-82d4-20cce2ec9a4f tempest-RoutersAdminTest-1587786081 tempest-RoutersAdminTest-1587786081-project] Publish callbacks [] for router (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:30.169163 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-d7c94e24-9644-4398-82d4-20cce2ec9a4f tempest-RoutersAdminTest-1587786081 tempest-RoutersAdminTest-1587786081-project] 10.222.0.10 "DELETE /v2.0/routers/1ea304e5-dd4a-461f-8434-5d319a89ff23 HTTP/1.1" status: 204 len: 168 time: 2.8509066 Apr 28 11:02:30.176198 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 51540) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:02:30.178368 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dffe573f-4904-4ea5-aa66-f9af52446fce tempest-RoutersNegativeIpV6Test-273752723 tempest-RoutersNegativeIpV6Test-273752723-project] Pushing event updated for resources: {'Subnet': ['ID=9a587de4-53e4-448f-9971-61ea83557a61,revision_number=0']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:02:30.183854 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.v2.base [None req-17870caf-0f2b-491e-89e7-c76ef54e7775 tempest-RoutersAdminTest-1587786081 tempest-RoutersAdminTest-1587786081-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1012377128', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=116162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:02:30.192038 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-085ea96e-628b-4e26-ac58-cecd85fa8e6e None None] Current status of the port 4e65592a-b67e-45ee-991d-38024263c603 is: ACTIVE; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:02:30.192415 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-9e651ba8-e925-4af1-93df-f3eaae2b199f tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 4.3486760 Apr 28 11:02:30.192699 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 51542) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:02:30.196308 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-f3fb3860-4f85-4d48-addf-e42f4b028267 None None] Deleting port 4e65592a-b67e-45ee-991d-38024263c603 {{(pid=116163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 11:02:30.196681 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-f3fb3860-4f85-4d48-addf-e42f4b028267 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742235130188'] for port (4e65592a-b67e-45ee-991d-38024263c603), before_delete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:30.203601 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.v2.base [None req-f4f444e2-1695-4eae-b3d7-d49633fcfd51 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-390458104'}} {{(pid=116161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:02:30.256113 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.plugin [None req-04607777-2d02-4bbe-b9a6-2a7d9d021b86 tempest-NetworksIpV6TestAttrs-234256711 tempest-NetworksIpV6TestAttrs-234256711-project] Deleting port 4e65592a-b67e-45ee-991d-38024263c603 {{(pid=116161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 11:02:30.260774 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-04607777-2d02-4bbe-b9a6-2a7d9d021b86 tempest-NetworksIpV6TestAttrs-234256711 tempest-NetworksIpV6TestAttrs-234256711-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742235130188'] for port (4e65592a-b67e-45ee-991d-38024263c603), before_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:30.294579 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-f3fb3860-4f85-4d48-addf-e42f4b028267 None None] For port 4e65592a-b67e-45ee-991d-38024263c603, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=4e65592a-b67e-45ee-991d-38024263c603,segment=NetworkSegment(719d6221-7573-4af0-87a2-a0204052357b),segment_id=719d6221-7573-4af0-87a2-a0204052357b)] {{(pid=116163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 11:02:30.295029 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-f3fb3860-4f85-4d48-addf-e42f4b028267 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1938497'] for port (4e65592a-b67e-45ee-991d-38024263c603), precommit_delete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:30.314081 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dffe573f-4904-4ea5-aa66-f9af52446fce tempest-RoutersNegativeIpV6Test-273752723 tempest-RoutersNegativeIpV6Test-273752723-project] Checking segment: {'id': '988bab3c-35b3-4377-90a7-7310dcf494ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'c2324ff4-28ff-4c1e-ba57-0a94cfc3518b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 11:02:30.314497 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dffe573f-4904-4ea5-aa66-f9af52446fce tempest-RoutersNegativeIpV6Test-273752723 tempest-RoutersNegativeIpV6Test-273752723-project] Network hostable DHCP agents. Network: c2324ff4-28ff-4c1e-ba57-0a94cfc3518b, hostable agents: ['75ba81b7-fe99-4281-90d2-a5adb445ecea'], hosted agents: [] {{(pid=116161) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 11:02:30.320101 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-f3fb3860-4f85-4d48-addf-e42f4b028267 None None] Calling delete_port for 4e65592a-b67e-45ee-991d-38024263c603 owned by network:dhcp {{(pid=116163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 11:02:30.326334 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-34da71ee-687c-4ae2-9a42-f56aaf0d6988 tempest-BulkNetworkOpsTest-846609399 tempest-BulkNetworkOpsTest-846609399-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-979593'] for network (d093679a-76d0-4b78-b84e-c799bd28b0d9), before_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:30.404542 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-17870caf-0f2b-491e-89e7-c76ef54e7775 tempest-RoutersAdminTest-1587786081 tempest-RoutersAdminTest-1587786081-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2060459', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-63449'] for router (dc0ad77d-a6d0-4b7b-b513-8df681c134a2), before_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:30.405632 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-17870caf-0f2b-491e-89e7-c76ef54e7775 tempest-RoutersAdminTest-1587786081 tempest-RoutersAdminTest-1587786081-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2060827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1935275', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1960866', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-63266'] for router (dc0ad77d-a6d0-4b7b-b513-8df681c134a2), precommit_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:30.434849 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d213831e-20f2-4086-9638-8908907b556b req-c8ee7985-c548-4bf3-b56a-ee7aab4062e6 tempest-ServerActionsTestJSON-1498610228 tempest-ServerActionsTestJSON-1498610228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:02:30.443738 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-d213831e-20f2-4086-9638-8908907b556b req-c8ee7985-c548-4bf3-b56a-ee7aab4062e6 tempest-ServerActionsTestJSON-1498610228 tempest-ServerActionsTestJSON-1498610228-project] 10.222.0.10 "GET /v2.0/ports?device_id=6bd2b59b-b5db-4639-9109-3dca095b7768 HTTP/1.1" status: 200 len: 946 time: 0.1264136 Apr 28 11:02:30.456598 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.db [None req-04607777-2d02-4bbe-b9a6-2a7d9d021b86 tempest-NetworksIpV6TestAttrs-234256711 tempest-NetworksIpV6TestAttrs-234256711-project] For port 4e65592a-b67e-45ee-991d-38024263c603, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=4e65592a-b67e-45ee-991d-38024263c603,segment=NetworkSegment(719d6221-7573-4af0-87a2-a0204052357b),segment_id=719d6221-7573-4af0-87a2-a0204052357b)] {{(pid=116161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 11:02:30.456975 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-04607777-2d02-4bbe-b9a6-2a7d9d021b86 tempest-NetworksIpV6TestAttrs-234256711 tempest-NetworksIpV6TestAttrs-234256711-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1938497'] for port (4e65592a-b67e-45ee-991d-38024263c603), precommit_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:30.466004 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Device 390d4f5b-24c0-4dd5-a2ba-20b8e567a8b5 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=116163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 11:02:30.504713 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-52a0e881-bfb8-4f29-8e5f-68acabec5944 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742235135690', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742234710366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5051867'] for port (c567c3e4-80b1-4ba0-a305-5f64f8e3c50b), after_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:30.509631 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-17870caf-0f2b-491e-89e7-c76ef54e7775 tempest-RoutersAdminTest-1587786081 tempest-RoutersAdminTest-1587786081-project] Publish callbacks [] for router_controller (dc0ad77d-a6d0-4b7b-b513-8df681c134a2), precommit_add_association {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:30.511819 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4f444e2-1695-4eae-b3d7-d49633fcfd51 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Made reservation on behalf of f86d085f9b42493aa6c0f40f62349e1e for: {'network': 1} {{(pid=116161) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 11:02:30.517563 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-f4f444e2-1695-4eae-b3d7-d49633fcfd51 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for network (None), before_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:30.524688 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Provisioning complete for port 390d4f5b-24c0-4dd5-a2ba-20b8e567a8b5 triggered by entity L2. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:02:30.525070 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (390d4f5b-24c0-4dd5-a2ba-20b8e567a8b5), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:30.542609 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a0e881-bfb8-4f29-8e5f-68acabec5944 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Pushing event deleted for resources: {'Port': ['ID=c567c3e4-80b1-4ba0-a305-5f64f8e3c50b,revision_number=None']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:02:30.545571 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.plugin [None req-04607777-2d02-4bbe-b9a6-2a7d9d021b86 tempest-NetworksIpV6TestAttrs-234256711 tempest-NetworksIpV6TestAttrs-234256711-project] Calling delete_port for 4e65592a-b67e-45ee-991d-38024263c603 owned by network:dhcp {{(pid=116161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 11:02:30.566532 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-f3fb3860-4f85-4d48-addf-e42f4b028267 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742235135690', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742234710366'] for port (4e65592a-b67e-45ee-991d-38024263c603), after_delete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:30.594322 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-34da71ee-687c-4ae2-9a42-f56aaf0d6988 tempest-BulkNetworkOpsTest-846609399 tempest-BulkNetworkOpsTest-846609399-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-973498', 'neutron.services.segments.db._delete_segments_for_network-8742235207033'] for network (d093679a-76d0-4b78-b84e-c799bd28b0d9), precommit_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:30.605713 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3fb3860-4f85-4d48-addf-e42f4b028267 None None] Pushing event deleted for resources: {'Port': ['ID=4e65592a-b67e-45ee-991d-38024263c603,revision_number=None']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:02:30.607923 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3fb3860-4f85-4d48-addf-e42f4b028267 None None] No DVR routers for this DVR port 4e65592a-b67e-45ee-991d-38024263c603 on host dv-neutron-master-2-hyperv {{(pid=116163) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 11:02:30.643836 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dffe573f-4904-4ea5-aa66-f9af52446fce tempest-RoutersNegativeIpV6Test-273752723 tempest-RoutersNegativeIpV6Test-273752723-project] Network c2324ff4-28ff-4c1e-ba57-0a94cfc3518b is scheduled to be hosted by DHCP agent 75ba81b7-fe99-4281-90d2-a5adb445ecea with binding_index 1 {{(pid=116161) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 11:02:30.651211 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-17870caf-0f2b-491e-89e7-c76ef54e7775 tempest-RoutersAdminTest-1587786081 tempest-RoutersAdminTest-1587786081-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2060818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1935326'] for router (dc0ad77d-a6d0-4b7b-b513-8df681c134a2), after_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:30.664896 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-52a0e881-bfb8-4f29-8e5f-68acabec5944 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198022'] for port (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:30.670248 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-52a0e881-bfb8-4f29-8e5f-68acabec5944 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] 10.222.0.10 "DELETE /v2.0/ports/c567c3e4-80b1-4ba0-a305-5f64f8e3c50b HTTP/1.1" status: 204 len: 168 time: 1.9920485 Apr 28 11:02:30.674761 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 51546) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:02:30.676782 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f4f444e2-1695-4eae-b3d7-d49633fcfd51 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 80} {{(pid=116161) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 11:02:30.681645 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.services.segments.db [None req-34da71ee-687c-4ae2-9a42-f56aaf0d6988 tempest-BulkNetworkOpsTest-846609399 tempest-BulkNetworkOpsTest-846609399-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d093679a-76d0-4b78-b84e-c799bd28b0d9']}} {{(pid=116162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:02:30.691908 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Current status of the port 390d4f5b-24c0-4dd5-a2ba-20b8e567a8b5 is: ACTIVE; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:02:30.694564 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-35d1f0fa-7b06-482b-b033-56a94d2488c3 None None] Provisioning complete for port 390d4f5b-24c0-4dd5-a2ba-20b8e567a8b5 triggered by entity DHCP. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:02:30.695004 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-35d1f0fa-7b06-482b-b033-56a94d2488c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (390d4f5b-24c0-4dd5-a2ba-20b8e567a8b5), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:30.705792 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.services.segments.db [None req-34da71ee-687c-4ae2-9a42-f56aaf0d6988 tempest-BulkNetworkOpsTest-846609399 tempest-BulkNetworkOpsTest-846609399-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '63a12587-13e4-4114-8586-fa5dd2bbc79d') {'for_net_delete': True} {{(pid=116162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:02:30.706506 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.services.segments.db [None req-34da71ee-687c-4ae2-9a42-f56aaf0d6988 tempest-BulkNetworkOpsTest-846609399 tempest-BulkNetworkOpsTest-846609399-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '63a12587-13e4-4114-8586-fa5dd2bbc79d') {} {{(pid=116162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:02:30.732608 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-d213831e-20f2-4086-9638-8908907b556b req-0a503a27-912e-4f84-b25b-24f2dbcbd142 tempest-ServerActionsTestJSON-1498610228 tempest-ServerActionsTestJSON-1498610228-project] 10.222.0.10 "GET /v2.0/security-groups?id=0f246414-c46b-4ee7-b196-c819605d877f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2878759 Apr 28 11:02:30.737028 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-34da71ee-687c-4ae2-9a42-f56aaf0d6988 tempest-BulkNetworkOpsTest-846609399 tempest-BulkNetworkOpsTest-846609399-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742235208578', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5026548'] for segment (63a12587-13e4-4114-8586-fa5dd2bbc79d), before_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:30.769531 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-34da71ee-687c-4ae2-9a42-f56aaf0d6988 tempest-BulkNetworkOpsTest-846609399 tempest-BulkNetworkOpsTest-846609399-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-961978'] for segment (63a12587-13e4-4114-8586-fa5dd2bbc79d), precommit_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:30.770252 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-f4f444e2-1695-4eae-b3d7-d49633fcfd51 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-961978'] for segment (57e3da10-58c0-4f9d-b20d-e03bcdc4fcb9), precommit_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:30.770797 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.db.segments_db [None req-f4f444e2-1695-4eae-b3d7-d49633fcfd51 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Added segment 57e3da10-58c0-4f9d-b20d-e03bcdc4fcb9 of type vlan for network 3191a0d7-9079-4f35-9d9d-037bbb2a30c3 Apr 28 11:02:30.775926 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-34da71ee-687c-4ae2-9a42-f56aaf0d6988 tempest-BulkNetworkOpsTest-846609399 tempest-BulkNetworkOpsTest-846609399-project] Releasing vlan 66 on physical network physnet1 to pool {{(pid=116162) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 11:02:30.776513 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-34da71ee-687c-4ae2-9a42-f56aaf0d6988 tempest-BulkNetworkOpsTest-846609399 tempest-BulkNetworkOpsTest-846609399-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-961978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5051884'] for segment (63a12587-13e4-4114-8586-fa5dd2bbc79d), after_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:30.782965 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Device 4e65592a-b67e-45ee-991d-38024263c603 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=116163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 11:02:30.800776 dv-neutron-master-2-hyperv neutron-server[116162]: Traceback (most recent call last): Apr 28 11:02:30.800776 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 11:02:30.800776 dv-neutron-master-2-hyperv neutron-server[116162]: timer() Apr 28 11:02:30.800776 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 11:02:30.800776 dv-neutron-master-2-hyperv neutron-server[116162]: cb(*args, **kw) Apr 28 11:02:30.800776 dv-neutron-master-2-hyperv neutron-server[116162]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 28 11:02:30.800776 dv-neutron-master-2-hyperv neutron-server[116162]: return func(*args, **kwargs) Apr 28 11:02:30.800776 dv-neutron-master-2-hyperv neutron-server[116162]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 11:02:30.800776 dv-neutron-master-2-hyperv neutron-server[116162]: self._notify() Apr 28 11:02:30.800776 dv-neutron-master-2-hyperv neutron-server[116162]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 11:02:30.800776 dv-neutron-master-2-hyperv neutron-server[116162]: self.callback(batched_events) Apr 28 11:02:30.800776 dv-neutron-master-2-hyperv neutron-server[116162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 11:02:30.800776 dv-neutron-master-2-hyperv neutron-server[116162]: event.method(event) Apr 28 11:02:30.800776 dv-neutron-master-2-hyperv neutron-server[116162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 28 11:02:30.800776 dv-neutron-master-2-hyperv neutron-server[116162]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 11:02:30.800776 dv-neutron-master-2-hyperv neutron-server[116162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 28 11:02:30.800776 dv-neutron-master-2-hyperv neutron-server[116162]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 11:02:30.800776 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 28 11:02:30.800776 dv-neutron-master-2-hyperv neutron-server[116162]: return f(self, *a, **k) Apr 28 11:02:30.800776 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 28 11:02:30.800776 dv-neutron-master-2-hyperv neutron-server[116162]: return self._get(url).json() Apr 28 11:02:30.800776 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 28 11:02:30.800776 dv-neutron-master-2-hyperv neutron-server[116162]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 11:02:30.800776 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 11:02:30.800776 dv-neutron-master-2-hyperv neutron-server[116162]: return self.request(url, 'GET', **kwargs) Apr 28 11:02:30.800776 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 11:02:30.800776 dv-neutron-master-2-hyperv neutron-server[116162]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 11:02:30.800776 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 11:02:30.800776 dv-neutron-master-2-hyperv neutron-server[116162]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 11:02:30.800776 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 11:02:30.800776 dv-neutron-master-2-hyperv neutron-server[116162]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 11:02:30.800776 dv-neutron-master-2-hyperv neutron-server[116162]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 11:02:30.805971 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] No Port match for: 4e65592a-b67e-45ee-991d-38024263c603 {{(pid=116163) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 28 11:02:30.806316 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Device 4e65592a-b67e-45ee-991d-38024263c603 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=116163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 11:02:30.812897 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-17870caf-0f2b-491e-89e7-c76ef54e7775 tempest-RoutersAdminTest-1587786081 tempest-RoutersAdminTest-1587786081-project] Publish callbacks [] for router (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:30.816859 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-17870caf-0f2b-491e-89e7-c76ef54e7775 tempest-RoutersAdminTest-1587786081 tempest-RoutersAdminTest-1587786081-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.6377344 Apr 28 11:02:30.817768 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 51548) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:02:30.822521 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.scheduler.base_scheduler [None req-dffe573f-4904-4ea5-aa66-f9af52446fce tempest-RoutersNegativeIpV6Test-273752723 tempest-RoutersNegativeIpV6Test-273752723-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, c2324ff4-28ff-4c1e-ba57-0a94cfc3518b) {{(pid=116161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 11:02:30.824380 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.v2.base [None req-a45c912d-a3de-4f85-9bb2-4836ed7b4d34 tempest-RoutersAdminTest-1999378242 tempest-RoutersAdminTest-1999378242-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'enable_snat': False}}} {{(pid=116162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:02:30.832556 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3fcb3e3-2320-44a3-a03a-e430816901fc None None] Network c2324ff4-28ff-4c1e-ba57-0a94cfc3518b requested from dv-neutron-master-2-hyperv {{(pid=116163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 11:02:30.888148 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dffe573f-4904-4ea5-aa66-f9af52446fce tempest-RoutersNegativeIpV6Test-273752723 tempest-RoutersNegativeIpV6Test-273752723-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:02:30.888923 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-dffe573f-4904-4ea5-aa66-f9af52446fce tempest-RoutersNegativeIpV6Test-273752723 tempest-RoutersNegativeIpV6Test-273752723-project] Publish callbacks [] for subnet (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:30.897995 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f7d7099-a3cc-4566-bc76-152dfe671f19 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:02:30.904599 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-7f7d7099-a3cc-4566-bc76-152dfe671f19 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.2083564 Apr 28 11:02:30.911557 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 51550) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:02:30.930070 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-35d1f0fa-7b06-482b-b033-56a94d2488c3 None None] Current status of the port 390d4f5b-24c0-4dd5-a2ba-20b8e567a8b5 is: ACTIVE; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:02:30.964898 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-f4f444e2-1695-4eae-b3d7-d49633fcfd51 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742234744962'] for network (3191a0d7-9079-4f35-9d9d-037bbb2a30c3), precommit_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:30.993465 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dec4c67f-2053-44bd-bf7a-e1bc21bbef22 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-c2324ff4-28ff-4c1e-ba57-0a94cfc3518b', 'network_id': 'c2324ff4-28ff-4c1e-ba57-0a94cfc3518b', 'project_id': 'd20e5067fde94728a53a5aba90f434ad', 'fixed_ips': [{'subnet_id': '9a587de4-53e4-448f-9971-61ea83557a61'}]}} from dv-neutron-master-2-hyperv. {{(pid=116163) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 28 11:02:30.995064 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-dec4c67f-2053-44bd-bf7a-e1bc21bbef22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (None), before_create {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:31.002155 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.db.db_base_plugin_common [None req-c797c4d4-19c7-4478-b6ad-1c4acae8176d tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Allocated IP 2001:db8:1::1 (cf789ae1-39a5-40f5-a02c-2d637f6430b9/31d5bc32-0ba6-4885-9496-561c1ae925aa/2a52a348-ba2b-43ae-bac6-cfc14ca3c1c1) {{(pid=116161) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 11:02:31.025298 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6996b9bc-7fc5-4a97-95e8-3abc865d2dff tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:02:31.026992 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-6996b9bc-7fc5-4a97-95e8-3abc865d2dff tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1101227 Apr 28 11:02:31.027785 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-04607777-2d02-4bbe-b9a6-2a7d9d021b86 tempest-NetworksIpV6TestAttrs-234256711 tempest-NetworksIpV6TestAttrs-234256711-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742235135690', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742234710366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5219112'] for port (4e65592a-b67e-45ee-991d-38024263c603), after_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:31.029468 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-34da71ee-687c-4ae2-9a42-f56aaf0d6988 tempest-BulkNetworkOpsTest-846609399 tempest-BulkNetworkOpsTest-846609399-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-973477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2063122'] for network (d093679a-76d0-4b78-b84e-c799bd28b0d9), after_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:31.034762 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-34da71ee-687c-4ae2-9a42-f56aaf0d6988 tempest-BulkNetworkOpsTest-846609399 tempest-BulkNetworkOpsTest-846609399-project] Publish callbacks [] for network (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:31.036054 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 51552) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:02:31.041044 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-34da71ee-687c-4ae2-9a42-f56aaf0d6988 tempest-BulkNetworkOpsTest-846609399 tempest-BulkNetworkOpsTest-846609399-project] 10.222.0.10 "DELETE /v2.0/networks/d093679a-76d0-4b78-b84e-c799bd28b0d9 HTTP/1.1" status: 204 len: 168 time: 1.1305161 Apr 28 11:02:31.071337 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34da71ee-687c-4ae2-9a42-f56aaf0d6988 tempest-BulkNetworkOpsTest-846609399 tempest-BulkNetworkOpsTest-846609399-project] Pushing event deleted for resources: {'Network': ['ID=d093679a-76d0-4b78-b84e-c799bd28b0d9,revision_number=None']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:02:31.121454 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-dffe573f-4904-4ea5-aa66-f9af52446fce tempest-RoutersNegativeIpV6Test-273752723 tempest-RoutersNegativeIpV6Test-273752723-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.6045885 Apr 28 11:02:31.122697 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04607777-2d02-4bbe-b9a6-2a7d9d021b86 tempest-NetworksIpV6TestAttrs-234256711 tempest-NetworksIpV6TestAttrs-234256711-project] No DVR routers for this DVR port 4e65592a-b67e-45ee-991d-38024263c603 on host dv-neutron-master-2-hyperv {{(pid=116161) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 11:02:31.126915 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 51556) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:02:31.139733 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-5fb85f34-8bfd-40ea-9d9b-7e865184adfd None None] Could not find standard attr ID for object c567c3e4-80b1-4ba0-a305-5f64f8e3c50b. {{(pid=116163) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:182}} Apr 28 11:02:31.141539 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04607777-2d02-4bbe-b9a6-2a7d9d021b86 tempest-NetworksIpV6TestAttrs-234256711 tempest-NetworksIpV6TestAttrs-234256711-project] Pushing event deleted for resources: {'Port': ['ID=4e65592a-b67e-45ee-991d-38024263c603,revision_number=None']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:02:31.148510 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.v2.base [None req-59eb044a-e1ca-4df4-b69f-eaf312dfbb86 tempest-RoutersNegativeIpV6Test-273752723 tempest-RoutersNegativeIpV6Test-273752723-project] Request body: {'router': {'external_gateway_info': {'network_id': 'c2324ff4-28ff-4c1e-ba57-0a94cfc3518b'}}} {{(pid=116161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:02:31.197842 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-a45c912d-a3de-4f85-9bb2-4836ed7b4d34 tempest-RoutersAdminTest-1999378242 tempest-RoutersAdminTest-1999378242-project-admin] Publish callbacks [] for router_gateway (dc0ad77d-a6d0-4b7b-b513-8df681c134a2), precommit_update {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:31.233139 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.db_base_plugin_common [None req-dec4c67f-2053-44bd-bf7a-e1bc21bbef22 None None] Allocated IP 2001:db8:1::2 (c2324ff4-28ff-4c1e-ba57-0a94cfc3518b/9a587de4-53e4-448f-9971-61ea83557a61/f51c80ef-271b-4435-8f07-ad586b44447e) {{(pid=116163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 11:02:31.264526 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-f4f444e2-1695-4eae-b3d7-d49633fcfd51 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042'] for network (3191a0d7-9079-4f35-9d9d-037bbb2a30c3), after_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:31.269756 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4f444e2-1695-4eae-b3d7-d49633fcfd51 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:02:31.270492 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-f4f444e2-1695-4eae-b3d7-d49633fcfd51 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603020'] for network (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:31.301210 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-220d0719-6fe9-4341-81f8-7a1105a13ef0 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:02:31.302636 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-220d0719-6fe9-4341-81f8-7a1105a13ef0 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:02:31.303948 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-220d0719-6fe9-4341-81f8-7a1105a13ef0 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:02:31.305543 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-220d0719-6fe9-4341-81f8-7a1105a13ef0 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.2669764 Apr 28 11:02:31.309838 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 51558) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:02:31.396341 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-dec4c67f-2053-44bd-bf7a-e1bc21bbef22 None None] Publish callbacks [] for port (f51c80ef-271b-4435-8f07-ad586b44447e), precommit_create {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:31.403528 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.db.db_base_plugin_v2 [None req-10c941cf-8fce-426d-a962-5f9c71148904 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Deleting subnet a6953742-fcf2-4834-9b46-7188ba1ea31f {{(pid=116162) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 28 11:02:31.438805 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-10c941cf-8fce-426d-a962-5f9c71148904 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Publish callbacks [] for subnet (a6953742-fcf2-4834-9b46-7188ba1ea31f), before_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:31.450297 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-04607777-2d02-4bbe-b9a6-2a7d9d021b86 tempest-NetworksIpV6TestAttrs-234256711 tempest-NetworksIpV6TestAttrs-234256711-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-973498', 'neutron.services.segments.db._delete_segments_for_network-8742235207033'] for network (96fe3403-050f-42b3-8209-a23ee420f019), precommit_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:31.487882 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-dec4c67f-2053-44bd-bf7a-e1bc21bbef22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742234710357'] for port (f51c80ef-271b-4435-8f07-ad586b44447e), after_create {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:31.522860 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-f4f444e2-1695-4eae-b3d7-d49633fcfd51 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 1.3208578 Apr 28 11:02:31.529851 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-10c941cf-8fce-426d-a962-5f9c71148904 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5026541'] for subnet (a6953742-fcf2-4834-9b46-7188ba1ea31f), precommit_delete_associations {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:31.530041 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 51560) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:02:31.533781 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dec4c67f-2053-44bd-bf7a-e1bc21bbef22 None None] Network c2324ff4-28ff-4c1e-ba57-0a94cfc3518b is already hosted by enough agents. {{(pid=116163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 11:02:31.537594 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.scheduler.base_scheduler [None req-dec4c67f-2053-44bd-bf7a-e1bc21bbef22 None None] Resources bound (agent type, host, resource id): {{(pid=116163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 11:02:31.539599 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.v2.base [None req-2984b26d-e767-4d03-80f6-20d14e4c1bf4 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Request body: {'ports': [{'network_id': '6ad48b29-1fb1-4e43-9abf-f860ed1ac269'}, {'network_id': '3191a0d7-9079-4f35-9d9d-037bbb2a30c3'}]} {{(pid=116161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:02:31.539917 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.v2.base [None req-2984b26d-e767-4d03-80f6-20d14e4c1bf4 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Request body: {'port': {'network_id': '6ad48b29-1fb1-4e43-9abf-f860ed1ac269'}} {{(pid=116161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:02:31.547997 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dec4c67f-2053-44bd-bf7a-e1bc21bbef22 None None] Received port after_create {{(pid=116163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 11:02:31.548143 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.v2.base [None req-2984b26d-e767-4d03-80f6-20d14e4c1bf4 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Request body: {'port': {'network_id': '3191a0d7-9079-4f35-9d9d-037bbb2a30c3'}} {{(pid=116161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:02:31.561164 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f444e2-1695-4eae-b3d7-d49633fcfd51 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Pushing event updated for resources: {'Network': ['ID=3191a0d7-9079-4f35-9d9d-037bbb2a30c3,revision_number=1']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:02:31.585774 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-a45c912d-a3de-4f85-9bb2-4836ed7b4d34 tempest-RoutersAdminTest-1999378242 tempest-RoutersAdminTest-1999378242-project-admin] Publish callbacks [] for router_gateway (dc0ad77d-a6d0-4b7b-b513-8df681c134a2), before_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:31.605199 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.services.segments.db [None req-04607777-2d02-4bbe-b9a6-2a7d9d021b86 tempest-NetworksIpV6TestAttrs-234256711 tempest-NetworksIpV6TestAttrs-234256711-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['96fe3403-050f-42b3-8209-a23ee420f019']}} {{(pid=116161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:02:31.619049 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-a45c912d-a3de-4f85-9bb2-4836ed7b4d34 tempest-RoutersAdminTest-1999378242 tempest-RoutersAdminTest-1999378242-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (None), before_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:31.622371 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Network 3191a0d7-9079-4f35-9d9d-037bbb2a30c3 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=116163) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 28 11:02:31.634893 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.services.segments.db [None req-04607777-2d02-4bbe-b9a6-2a7d9d021b86 tempest-NetworksIpV6TestAttrs-234256711 tempest-NetworksIpV6TestAttrs-234256711-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '719d6221-7573-4af0-87a2-a0204052357b') {'for_net_delete': True} {{(pid=116161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:02:31.635196 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.services.segments.db [None req-04607777-2d02-4bbe-b9a6-2a7d9d021b86 tempest-NetworksIpV6TestAttrs-234256711 tempest-NetworksIpV6TestAttrs-234256711-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '719d6221-7573-4af0-87a2-a0204052357b') {} {{(pid=116161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:02:31.704780 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 51564) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:02:31.704924 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec4c67f-2053-44bd-bf7a-e1bc21bbef22 None None] Pushing event updated for resources: {'Port': ['ID=f51c80ef-271b-4435-8f07-ad586b44447e,revision_number=1']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:02:31.719938 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.managers [None req-dec4c67f-2053-44bd-bf7a-e1bc21bbef22 None None] Attempting to bind port f51c80ef-271b-4435-8f07-ad586b44447e on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=116163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 28 11:02:31.720735 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.managers [None req-dec4c67f-2053-44bd-bf7a-e1bc21bbef22 None None] Attempting to bind port f51c80ef-271b-4435-8f07-ad586b44447e by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '988bab3c-35b3-4377-90a7-7310dcf494ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'c2324ff4-28ff-4c1e-ba57-0a94cfc3518b'}] {{(pid=116163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 28 11:02:31.721120 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dec4c67f-2053-44bd-bf7a-e1bc21bbef22 None None] Attempting to bind port f51c80ef-271b-4435-8f07-ad586b44447e on network c2324ff4-28ff-4c1e-ba57-0a94cfc3518b {{(pid=116163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 11:02:31.728146 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dec4c67f-2053-44bd-bf7a-e1bc21bbef22 None None] Checking agent: {'id': 'd5baab19-5dd1-4902-922b-84acb048ab9c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 10, 50, 43), 'started_at': datetime.datetime(2022, 4, 28, 10, 51, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 11, 2, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=116163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 11:02:31.728526 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dec4c67f-2053-44bd-bf7a-e1bc21bbef22 None None] Checking segment: {'id': '988bab3c-35b3-4377-90a7-7310dcf494ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'c2324ff4-28ff-4c1e-ba57-0a94cfc3518b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 11:02:31.728937 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-dec4c67f-2053-44bd-bf7a-e1bc21bbef22 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:31.729591 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dec4c67f-2053-44bd-bf7a-e1bc21bbef22 None None] Bound using segment: {'id': '988bab3c-35b3-4377-90a7-7310dcf494ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'c2324ff4-28ff-4c1e-ba57-0a94cfc3518b'} {{(pid=116163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 11:02:31.730077 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.managers [None req-dec4c67f-2053-44bd-bf7a-e1bc21bbef22 None None] Bound port: f51c80ef-271b-4435-8f07-ad586b44447e, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '988bab3c-35b3-4377-90a7-7310dcf494ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'c2324ff4-28ff-4c1e-ba57-0a94cfc3518b'}}] {{(pid=116163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 28 11:02:31.730489 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-dec4c67f-2053-44bd-bf7a-e1bc21bbef22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (f51c80ef-271b-4435-8f07-ad586b44447e), before_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:31.785215 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.db.db_base_plugin_common [None req-a45c912d-a3de-4f85-9bb2-4836ed7b4d34 tempest-RoutersAdminTest-1999378242 tempest-RoutersAdminTest-1999378242-project-admin] Allocated IP 172.36.4.16 (7be49d94-bbb8-4a61-bafe-209c5f861e1c/c0f82f52-05ee-40f2-a57c-9d02e01fb9fa/f4688210-7468-4180-86fd-5326c97573d0) {{(pid=116162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 11:02:31.788327 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-10c941cf-8fce-426d-a962-5f9c71148904 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-971303'] for subnet (a6953742-fcf2-4834-9b46-7188ba1ea31f), precommit_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:31.855281 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-dec4c67f-2053-44bd-bf7a-e1bc21bbef22 None None] For port f51c80ef-271b-4435-8f07-ad586b44447e, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=116163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 11:02:31.861071 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-dec4c67f-2053-44bd-bf7a-e1bc21bbef22 None None] For port f51c80ef-271b-4435-8f07-ad586b44447e, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=f51c80ef-271b-4435-8f07-ad586b44447e,segment=NetworkSegment(988bab3c-35b3-4377-90a7-7310dcf494ab),segment_id=988bab3c-35b3-4377-90a7-7310dcf494ab)] {{(pid=116163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 11:02:31.945316 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-dec4c67f-2053-44bd-bf7a-e1bc21bbef22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393'] for port (f51c80ef-271b-4435-8f07-ad586b44447e), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:31.979016 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-162dcfda-ae68-4360-b5b6-364766720acf admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=4c057a30512140249e41acbd3053f09e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2686756 Apr 28 11:02:31.979589 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 51570) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:02:32.035125 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-a45c912d-a3de-4f85-9bb2-4836ed7b4d34 tempest-RoutersAdminTest-1999378242 tempest-RoutersAdminTest-1999378242-project-admin] Publish callbacks [] for port (f4688210-7468-4180-86fd-5326c97573d0), precommit_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:32.038485 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec4c67f-2053-44bd-bf7a-e1bc21bbef22 None None] Pushing event updated for resources: {'Port': ['ID=f51c80ef-271b-4435-8f07-ad586b44447e,revision_number=2']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:02:32.045620 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-10c941cf-8fce-426d-a962-5f9c71148904 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-971310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5053962', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4210815'] for subnet (a6953742-fcf2-4834-9b46-7188ba1ea31f), after_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:32.079805 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-04607777-2d02-4bbe-b9a6-2a7d9d021b86 tempest-NetworksIpV6TestAttrs-234256711 tempest-NetworksIpV6TestAttrs-234256711-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742235208578', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8076969'] for segment (719d6221-7573-4af0-87a2-a0204052357b), before_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:32.084905 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-c797c4d4-19c7-4478-b6ad-1c4acae8176d tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Publish callbacks [] for port (2a52a348-ba2b-43ae-bac6-cfc14ca3c1c1), precommit_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:32.092403 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c941cf-8fce-426d-a962-5f9c71148904 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Pushing event deleted for resources: {'Subnet': ['ID=a6953742-fcf2-4834-9b46-7188ba1ea31f,revision_number=None']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:02:32.102772 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-10c941cf-8fce-426d-a962-5f9c71148904 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Publish callbacks [] for subnet (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:32.109334 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-10c941cf-8fce-426d-a962-5f9c71148904 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] 10.222.0.10 "DELETE /v2.0/subnets/a6953742-fcf2-4834-9b46-7188ba1ea31f HTTP/1.1" status: 204 len: 168 time: 0.7984085 Apr 28 11:02:32.114747 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a173b07-0998-4aac-b8e6-f735067ba162 None None] Network 1ec9fbcf-7a57-4aaa-9c30-4e0f43e09480 requested from dv-neutron-master-2-hyperv {{(pid=116163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 11:02:32.114884 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 51572) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:02:32.137939 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-b78c44e5-5cf6-4301-9a09-ffe5c4099a41 admin admin] Publish callbacks [] for security_group (2f37306e-7fa1-4fe9-a382-ceec0bf7884d), before_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:32.166651 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-b78c44e5-5cf6-4301-9a09-ffe5c4099a41 admin admin] Publish callbacks [] for security_group (2f37306e-7fa1-4fe9-a382-ceec0bf7884d), precommit_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:32.193629 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-59eb044a-e1ca-4df4-b69f-eaf312dfbb86 tempest-RoutersNegativeIpV6Test-273752723 tempest-RoutersNegativeIpV6Test-273752723-project] Publish callbacks [] for router_gateway (7a93352b-7fef-4a78-a676-5156887a4be6), precommit_update {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:32.197025 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-04607777-2d02-4bbe-b9a6-2a7d9d021b86 tempest-NetworksIpV6TestAttrs-234256711 tempest-NetworksIpV6TestAttrs-234256711-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-961978'] for segment (719d6221-7573-4af0-87a2-a0204052357b), precommit_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:32.222729 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-04607777-2d02-4bbe-b9a6-2a7d9d021b86 tempest-NetworksIpV6TestAttrs-234256711 tempest-NetworksIpV6TestAttrs-234256711-project] Releasing vlan 88 on physical network physnet1 to pool {{(pid=116161) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 11:02:32.222963 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-04607777-2d02-4bbe-b9a6-2a7d9d021b86 tempest-NetworksIpV6TestAttrs-234256711 tempest-NetworksIpV6TestAttrs-234256711-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-961978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5219103'] for segment (719d6221-7573-4af0-87a2-a0204052357b), after_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:32.238364 dv-neutron-master-2-hyperv neutron-server[116161]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 28 11:02:32.238364 dv-neutron-master-2-hyperv neutron-server[116161]: self.session.flush() Apr 28 11:02:32.238364 dv-neutron-master-2-hyperv neutron-server[116161]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 28 11:02:32.238364 dv-neutron-master-2-hyperv neutron-server[116161]: self.session.flush() Apr 28 11:02:32.238364 dv-neutron-master-2-hyperv neutron-server[116161]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 28 11:02:32.238364 dv-neutron-master-2-hyperv neutron-server[116161]: self.session.flush() Apr 28 11:02:32.238364 dv-neutron-master-2-hyperv neutron-server[116161]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 28 11:02:32.238364 dv-neutron-master-2-hyperv neutron-server[116161]: self.session.flush() Apr 28 11:02:32.238364 dv-neutron-master-2-hyperv neutron-server[116161]: Traceback (most recent call last): Apr 28 11:02:32.238364 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 11:02:32.238364 dv-neutron-master-2-hyperv neutron-server[116161]: timer() Apr 28 11:02:32.238364 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 11:02:32.238364 dv-neutron-master-2-hyperv neutron-server[116161]: cb(*args, **kw) Apr 28 11:02:32.238364 dv-neutron-master-2-hyperv neutron-server[116161]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 28 11:02:32.238364 dv-neutron-master-2-hyperv neutron-server[116161]: return func(*args, **kwargs) Apr 28 11:02:32.238364 dv-neutron-master-2-hyperv neutron-server[116161]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 11:02:32.238364 dv-neutron-master-2-hyperv neutron-server[116161]: self._notify() Apr 28 11:02:32.238364 dv-neutron-master-2-hyperv neutron-server[116161]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 11:02:32.238364 dv-neutron-master-2-hyperv neutron-server[116161]: self.callback(batched_events) Apr 28 11:02:32.238364 dv-neutron-master-2-hyperv neutron-server[116161]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 11:02:32.238364 dv-neutron-master-2-hyperv neutron-server[116161]: event.method(event) Apr 28 11:02:32.238364 dv-neutron-master-2-hyperv neutron-server[116161]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 28 11:02:32.238364 dv-neutron-master-2-hyperv neutron-server[116161]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 11:02:32.238364 dv-neutron-master-2-hyperv neutron-server[116161]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 28 11:02:32.238364 dv-neutron-master-2-hyperv neutron-server[116161]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 11:02:32.238364 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 28 11:02:32.238364 dv-neutron-master-2-hyperv neutron-server[116161]: return f(self, *a, **k) Apr 28 11:02:32.238364 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 28 11:02:32.238364 dv-neutron-master-2-hyperv neutron-server[116161]: return self._get(url).json() Apr 28 11:02:32.238364 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 28 11:02:32.238364 dv-neutron-master-2-hyperv neutron-server[116161]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 11:02:32.238364 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 11:02:32.238364 dv-neutron-master-2-hyperv neutron-server[116161]: return self.request(url, 'GET', **kwargs) Apr 28 11:02:32.238364 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 11:02:32.238364 dv-neutron-master-2-hyperv neutron-server[116161]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 11:02:32.238364 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 11:02:32.238364 dv-neutron-master-2-hyperv neutron-server[116161]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 11:02:32.238364 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 11:02:32.238364 dv-neutron-master-2-hyperv neutron-server[116161]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 11:02:32.238364 dv-neutron-master-2-hyperv neutron-server[116161]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 11:02:32.256546 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-a45c912d-a3de-4f85-9bb2-4836ed7b4d34 tempest-RoutersAdminTest-1999378242 tempest-RoutersAdminTest-1999378242-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742234710357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5051867'] for port (f4688210-7468-4180-86fd-5326c97573d0), after_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:32.309525 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d370bf7-830c-422a-9b0e-8b2dd6d4fe53 req-44ebad23-79f5-4e8d-bc60-fb7938246aa4 tempest-ServerActionsTestJSON-1498610228 tempest-ServerActionsTestJSON-1498610228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:02:32.312531 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-8d370bf7-830c-422a-9b0e-8b2dd6d4fe53 req-44ebad23-79f5-4e8d-bc60-fb7938246aa4 tempest-ServerActionsTestJSON-1498610228 tempest-ServerActionsTestJSON-1498610228-project] 10.222.0.10 "GET /v2.0/ports?device_id=6bd2b59b-b5db-4639-9109-3dca095b7768 HTTP/1.1" status: 200 len: 946 time: 0.2716463 Apr 28 11:02:32.335420 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a45c912d-a3de-4f85-9bb2-4836ed7b4d34 tempest-RoutersAdminTest-1999378242 tempest-RoutersAdminTest-1999378242-project-admin] Network 7be49d94-bbb8-4a61-bafe-209c5f861e1c is already hosted by enough agents. {{(pid=116162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 11:02:32.339532 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.scheduler.base_scheduler [None req-a45c912d-a3de-4f85-9bb2-4836ed7b4d34 tempest-RoutersAdminTest-1999378242 tempest-RoutersAdminTest-1999378242-project-admin] Resources bound (agent type, host, resource id): {{(pid=116162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 11:02:32.351552 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a45c912d-a3de-4f85-9bb2-4836ed7b4d34 tempest-RoutersAdminTest-1999378242 tempest-RoutersAdminTest-1999378242-project-admin] Received port after_create {{(pid=116162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 11:02:32.394828 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-b78c44e5-5cf6-4301-9a09-ffe5c4099a41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924426'] for security_group (2f37306e-7fa1-4fe9-a382-ceec0bf7884d), after_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:32.399574 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-b78c44e5-5cf6-4301-9a09-ffe5c4099a41 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:32.401822 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-b78c44e5-5cf6-4301-9a09-ffe5c4099a41 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/2f37306e-7fa1-4fe9-a382-ceec0bf7884d HTTP/1.1" status: 204 len: 168 time: 0.4191861 Apr 28 11:02:32.432140 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a45c912d-a3de-4f85-9bb2-4836ed7b4d34 tempest-RoutersAdminTest-1999378242 tempest-RoutersAdminTest-1999378242-project-admin] Pushing event updated for resources: {'Port': ['ID=f4688210-7468-4180-86fd-5326c97573d0,revision_number=1']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:02:32.440091 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b78c44e5-5cf6-4301-9a09-ffe5c4099a41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f37306e-7fa1-4fe9-a382-ceec0bf7884d,revision_number=None']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:02:32.447714 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.db.db_base_plugin_v2 [None req-0425f30f-312c-454a-b7c9-8a50ffae0c18 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Deleting subnet f168d073-2e8c-40b5-bb53-a89381569829 {{(pid=116161) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 28 11:02:32.468707 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-0425f30f-312c-454a-b7c9-8a50ffae0c18 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Publish callbacks [] for subnet (f168d073-2e8c-40b5-bb53-a89381569829), before_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:32.537453 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-04607777-2d02-4bbe-b9a6-2a7d9d021b86 tempest-NetworksIpV6TestAttrs-234256711 tempest-NetworksIpV6TestAttrs-234256711-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-973477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2063122'] for network (96fe3403-050f-42b3-8209-a23ee420f019), after_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:32.602469 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-04607777-2d02-4bbe-b9a6-2a7d9d021b86 tempest-NetworksIpV6TestAttrs-234256711 tempest-NetworksIpV6TestAttrs-234256711-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603020'] for network (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:32.606021 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-04607777-2d02-4bbe-b9a6-2a7d9d021b86 tempest-NetworksIpV6TestAttrs-234256711 tempest-NetworksIpV6TestAttrs-234256711-project] 10.222.0.10 "DELETE /v2.0/networks/96fe3403-050f-42b3-8209-a23ee420f019 HTTP/1.1" status: 204 len: 168 time: 6.8107185 Apr 28 11:02:32.613523 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-c797c4d4-19c7-4478-b6ad-1c4acae8176d tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742234710357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5219112'] for port (2a52a348-ba2b-43ae-bac6-cfc14ca3c1c1), after_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:32.616061 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 51576) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:02:32.628572 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.v2.base [None req-598ae759-d2ef-4eaf-b51c-022e14981393 tempest-NetworksIpV6TestAttrs-234256711 tempest-NetworksIpV6TestAttrs-234256711-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-553987469'}} {{(pid=116162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:02:32.679507 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-0425f30f-312c-454a-b7c9-8a50ffae0c18 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8076976'] for subnet (f168d073-2e8c-40b5-bb53-a89381569829), precommit_delete_associations {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:32.685307 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04607777-2d02-4bbe-b9a6-2a7d9d021b86 tempest-NetworksIpV6TestAttrs-234256711 tempest-NetworksIpV6TestAttrs-234256711-project] Pushing event deleted for resources: {'Network': ['ID=96fe3403-050f-42b3-8209-a23ee420f019,revision_number=None']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:02:32.735780 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-8d370bf7-830c-422a-9b0e-8b2dd6d4fe53 req-cb28da56-c402-49e7-82d7-7b62700689a3 tempest-ServerActionsTestJSON-1498610228 tempest-ServerActionsTestJSON-1498610228-project] 10.222.0.10 "GET /v2.0/security-groups?id=0f246414-c46b-4ee7-b196-c819605d877f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4061415 Apr 28 11:02:32.762598 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.api.v2.resource [None req-59eb044a-e1ca-4df4-b69f-eaf312dfbb86 tempest-RoutersNegativeIpV6Test-273752723 tempest-RoutersNegativeIpV6Test-273752723-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 28 11:02:32.763796 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-59eb044a-e1ca-4df4-b69f-eaf312dfbb86 tempest-RoutersNegativeIpV6Test-273752723 tempest-RoutersNegativeIpV6Test-273752723-project] 10.222.0.10 "PUT /v2.0/routers/7a93352b-7fef-4a78-a676-5156887a4be6 HTTP/1.1" status: 400 len: 364 time: 1.6188774 Apr 28 11:02:32.770545 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c797c4d4-19c7-4478-b6ad-1c4acae8176d tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Network cf789ae1-39a5-40f5-a02c-2d637f6430b9 is already hosted by enough agents. {{(pid=116161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 11:02:32.774852 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2984b26d-e767-4d03-80f6-20d14e4c1bf4 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Made reservation on behalf of f86d085f9b42493aa6c0f40f62349e1e for: {'port': 2} {{(pid=116161) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 11:02:32.779030 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-2984b26d-e767-4d03-80f6-20d14e4c1bf4 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (None), before_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:32.785235 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 51580) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:02:32.794288 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.scheduler.base_scheduler [None req-c797c4d4-19c7-4478-b6ad-1c4acae8176d tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Resources bound (agent type, host, resource id): {{(pid=116161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 11:02:32.808060 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c797c4d4-19c7-4478-b6ad-1c4acae8176d tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Received port after_create {{(pid=116161) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 11:02:32.808706 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-c797c4d4-19c7-4478-b6ad-1c4acae8176d tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2063275'] for router_interface (c9713abf-0f9b-4bb6-8953-ce4a26e7ed1c), before_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:32.833890 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-598ae759-d2ef-4eaf-b51c-022e14981393 tempest-NetworksIpV6TestAttrs-234256711 tempest-NetworksIpV6TestAttrs-234256711-project] Made reservation on behalf of 5872500d6a394c9f83c6b1c78131b0b2 for: {'network': 1} {{(pid=116162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 11:02:32.837348 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-598ae759-d2ef-4eaf-b51c-022e14981393 tempest-NetworksIpV6TestAttrs-234256711 tempest-NetworksIpV6TestAttrs-234256711-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for network (None), before_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:32.910584 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c797c4d4-19c7-4478-b6ad-1c4acae8176d tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Pushing event updated for resources: {'Port': ['ID=2a52a348-ba2b-43ae-bac6-cfc14ca3c1c1,revision_number=1']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:02:32.971653 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-598ae759-d2ef-4eaf-b51c-022e14981393 tempest-NetworksIpV6TestAttrs-234256711 tempest-NetworksIpV6TestAttrs-234256711-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 99} {{(pid=116162) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 11:02:33.016859 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-0425f30f-312c-454a-b7c9-8a50ffae0c18 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-971303'] for subnet (f168d073-2e8c-40b5-bb53-a89381569829), precommit_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:33.020238 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-2984b26d-e767-4d03-80f6-20d14e4c1bf4 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (None), before_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:33.200288 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-598ae759-d2ef-4eaf-b51c-022e14981393 tempest-NetworksIpV6TestAttrs-234256711 tempest-NetworksIpV6TestAttrs-234256711-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-961978'] for segment (e4f5a362-85db-4e30-973e-cc0d38796e39), precommit_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:33.200692 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.db.segments_db [None req-598ae759-d2ef-4eaf-b51c-022e14981393 tempest-NetworksIpV6TestAttrs-234256711 tempest-NetworksIpV6TestAttrs-234256711-project] Added segment e4f5a362-85db-4e30-973e-cc0d38796e39 of type vlan for network dabc1aa9-4195-4c06-b240-d99e0585511f Apr 28 11:02:33.293320 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-a45c912d-a3de-4f85-9bb2-4836ed7b4d34 tempest-RoutersAdminTest-1999378242 tempest-RoutersAdminTest-1999378242-project-admin] Publish callbacks [] for router_gateway (dc0ad77d-a6d0-4b7b-b513-8df681c134a2), after_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:33.295053 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-a24c68fb-3f0d-4358-98d3-c48759fd7a54 None None] Provisioning complete for port 2a52a348-ba2b-43ae-bac6-cfc14ca3c1c1 triggered by entity DHCP. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:02:33.298908 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-a24c68fb-3f0d-4358-98d3-c48759fd7a54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (2a52a348-ba2b-43ae-bac6-cfc14ca3c1c1), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:33.306490 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-c797c4d4-19c7-4478-b6ad-1c4acae8176d tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (2a52a348-ba2b-43ae-bac6-cfc14ca3c1c1), before_update {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:33.339140 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.notifiers.nova [None req-2984b26d-e767-4d03-80f6-20d14e4c1bf4 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] device_id is not set on port 68f41e86-f6c9-4d52-8340-e707c5ba0b07 yet. {{(pid=116161) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 28 11:02:33.365002 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-a24c68fb-3f0d-4358-98d3-c48759fd7a54 None None] Port 2a52a348-ba2b-43ae-bac6-cfc14ca3c1c1 cannot update to ACTIVE because it is not bound. {{(pid=116163) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 28 11:02:33.377388 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-a24c68fb-3f0d-4358-98d3-c48759fd7a54 None None] Provisioning complete for port 390d4f5b-24c0-4dd5-a2ba-20b8e567a8b5 triggered by entity DHCP. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:02:33.378097 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-a24c68fb-3f0d-4358-98d3-c48759fd7a54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (390d4f5b-24c0-4dd5-a2ba-20b8e567a8b5), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:33.379171 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-598ae759-d2ef-4eaf-b51c-022e14981393 tempest-NetworksIpV6TestAttrs-234256711 tempest-NetworksIpV6TestAttrs-234256711-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742234744962'] for network (dabc1aa9-4195-4c06-b240-d99e0585511f), precommit_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:33.382258 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-b969588b-5459-4f0c-b861-ac860f2f82ce tempest-RoutersNegativeIpV6Test-273752723 tempest-RoutersNegativeIpV6Test-273752723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (None), before_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:33.538761 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-a24c68fb-3f0d-4358-98d3-c48759fd7a54 None None] Current status of the port 390d4f5b-24c0-4dd5-a2ba-20b8e567a8b5 is: ACTIVE; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:02:33.580970 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82c56604-64b2-4dd1-8bd9-6b5e8c8f6b8c None None] get_active_networks_info from dv-neutron-master-2-hyperv {{(pid=116163) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Apr 28 11:02:33.606774 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-0425f30f-312c-454a-b7c9-8a50ffae0c18 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-971310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5220601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5125409'] for subnet (f168d073-2e8c-40b5-bb53-a89381569829), after_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:33.645890 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-598ae759-d2ef-4eaf-b51c-022e14981393 tempest-NetworksIpV6TestAttrs-234256711 tempest-NetworksIpV6TestAttrs-234256711-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042'] for network (dabc1aa9-4195-4c06-b240-d99e0585511f), after_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:33.651504 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-598ae759-d2ef-4eaf-b51c-022e14981393 tempest-NetworksIpV6TestAttrs-234256711 tempest-NetworksIpV6TestAttrs-234256711-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:02:33.652326 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-598ae759-d2ef-4eaf-b51c-022e14981393 tempest-NetworksIpV6TestAttrs-234256711 tempest-NetworksIpV6TestAttrs-234256711-project] Publish callbacks [] for network (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:33.653823 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0425f30f-312c-454a-b7c9-8a50ffae0c18 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Pushing event deleted for resources: {'Subnet': ['ID=f168d073-2e8c-40b5-bb53-a89381569829,revision_number=None']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:02:33.658485 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-0425f30f-312c-454a-b7c9-8a50ffae0c18 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Publish callbacks [] for subnet (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:33.665348 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-0425f30f-312c-454a-b7c9-8a50ffae0c18 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] 10.222.0.10 "DELETE /v2.0/subnets/f168d073-2e8c-40b5-bb53-a89381569829 HTTP/1.1" status: 204 len: 168 time: 1.5420344 Apr 28 11:02:33.668208 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 51596) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:02:33.697158 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-7012cef1-fa3c-45af-8f24-7eda52ae0269 None None] Provisioning complete for port f51c80ef-271b-4435-8f07-ad586b44447e triggered by entity DHCP. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:02:33.697861 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-7012cef1-fa3c-45af-8f24-7eda52ae0269 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (f51c80ef-271b-4435-8f07-ad586b44447e), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:33.783499 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-598ae759-d2ef-4eaf-b51c-022e14981393 tempest-NetworksIpV6TestAttrs-234256711 tempest-NetworksIpV6TestAttrs-234256711-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.1662495 Apr 28 11:02:33.784525 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-598ae759-d2ef-4eaf-b51c-022e14981393 tempest-NetworksIpV6TestAttrs-234256711 tempest-NetworksIpV6TestAttrs-234256711-project] Pushing event updated for resources: {'Network': ['ID=dabc1aa9-4195-4c06-b240-d99e0585511f,revision_number=1']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:02:33.788325 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-278b424d-6b49-4d94-86e3-8984f18450c2 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] 10.222.0.10 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1073341 Apr 28 11:02:33.791226 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 51602) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:02:33.792732 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 51604) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:02:33.803389 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.v2.base [None req-a5f58dd7-f8c9-4a22-84e8-4e31e546d2c8 tempest-NetworksIpV6TestAttrs-234256711 tempest-NetworksIpV6TestAttrs-234256711-project] Request body: {'subnet': {'network_id': 'dabc1aa9-4195-4c06-b240-d99e0585511f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=116162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:02:33.806479 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Network dabc1aa9-4195-4c06-b240-d99e0585511f details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=116163) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 28 11:02:33.813249 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82c56604-64b2-4dd1-8bd9-6b5e8c8f6b8c None None] Resources bound (agent type, host, resource id): {{(pid=116163) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 28 11:02:33.853493 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-7012cef1-fa3c-45af-8f24-7eda52ae0269 None None] Current status of the port f51c80ef-271b-4435-8f07-ad586b44447e is: DOWN; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:02:33.854226 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-7012cef1-fa3c-45af-8f24-7eda52ae0269 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (f51c80ef-271b-4435-8f07-ad586b44447e), before_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:33.911000 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.v2.base [None req-024e5040-036a-46a6-8235-07ef3b32182b tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Request body: {'subnet': {'network_id': '1ec9fbcf-7a57-4aaa-9c30-4e0f43e09480', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=116162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:02:33.920994 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 51606) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:02:33.929182 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-c797c4d4-19c7-4478-b6ad-1c4acae8176d tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Publish callbacks [] for port (2a52a348-ba2b-43ae-bac6-cfc14ca3c1c1), precommit_update {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:33.969065 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-7012cef1-fa3c-45af-8f24-7eda52ae0269 None None] For port f51c80ef-271b-4435-8f07-ad586b44447e, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=f51c80ef-271b-4435-8f07-ad586b44447e,segment=NetworkSegment(988bab3c-35b3-4377-90a7-7310dcf494ab),segment_id=988bab3c-35b3-4377-90a7-7310dcf494ab)] {{(pid=116163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 11:02:34.007624 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8edf876a-a606-4023-b613-4e04b5fa715c req-350ef4d1-b2c9-4e5e-aa7d-34f4b8d8a9a5 tempest-ServerActionsTestJSON-1498610228 tempest-ServerActionsTestJSON-1498610228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:02:34.017356 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-8edf876a-a606-4023-b613-4e04b5fa715c req-350ef4d1-b2c9-4e5e-aa7d-34f4b8d8a9a5 tempest-ServerActionsTestJSON-1498610228 tempest-ServerActionsTestJSON-1498610228-project] 10.222.0.10 "GET /v2.0/ports?device_id=6bd2b59b-b5db-4639-9109-3dca095b7768 HTTP/1.1" status: 200 len: 946 time: 0.1154647 Apr 28 11:02:34.029941 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-c797c4d4-19c7-4478-b6ad-1c4acae8176d tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5219123'] for port (2a52a348-ba2b-43ae-bac6-cfc14ca3c1c1), after_update {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:34.031517 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-c797c4d4-19c7-4478-b6ad-1c4acae8176d tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1603056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2063387'] for router_interface (c9713abf-0f9b-4bb6-8953-ce4a26e7ed1c), after_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:34.116209 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-2984b26d-e767-4d03-80f6-20d14e4c1bf4 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Publish callbacks [] for port (68f41e86-f6c9-4d52-8340-e707c5ba0b07), precommit_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:34.166313 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-7012cef1-fa3c-45af-8f24-7eda52ae0269 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393'] for port (f51c80ef-271b-4435-8f07-ad586b44447e), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:34.208966 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c797c4d4-19c7-4478-b6ad-1c4acae8176d tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Pushing event updated for resources: {'Port': ['ID=2a52a348-ba2b-43ae-bac6-cfc14ca3c1c1,revision_number=2']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:02:34.251668 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7012cef1-fa3c-45af-8f24-7eda52ae0269 None None] Pushing event updated for resources: {'Port': ['ID=f51c80ef-271b-4435-8f07-ad586b44447e,revision_number=3']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:02:34.300345 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-8edf876a-a606-4023-b613-4e04b5fa715c req-217970cc-ef1d-48d5-a078-0fd6989a7318 tempest-ServerActionsTestJSON-1498610228 tempest-ServerActionsTestJSON-1498610228-project] 10.222.0.10 "GET /v2.0/security-groups?id=0f246414-c46b-4ee7-b196-c819605d877f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2788281 Apr 28 11:02:34.335887 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-a45c912d-a3de-4f85-9bb2-4836ed7b4d34 tempest-RoutersAdminTest-1999378242 tempest-RoutersAdminTest-1999378242-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1935285', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2060837', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-63284'] for router (dc0ad77d-a6d0-4b7b-b513-8df681c134a2), precommit_update {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:34.345414 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.v2.base [None req-5475859c-71d1-4e52-9053-7495279aafca tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-924245457'}} {{(pid=116162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:02:34.356101 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5f58dd7-f8c9-4a22-84e8-4e31e546d2c8 tempest-NetworksIpV6TestAttrs-234256711 tempest-NetworksIpV6TestAttrs-234256711-project] Made reservation on behalf of 5872500d6a394c9f83c6b1c78131b0b2 for: {'subnet': 1} {{(pid=116162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 11:02:34.359960 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-a5f58dd7-f8c9-4a22-84e8-4e31e546d2c8 tempest-NetworksIpV6TestAttrs-234256711 tempest-NetworksIpV6TestAttrs-234256711-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4210834'] for subnet (None), before_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:34.374750 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45105225-b1de-46c9-8de1-c84c5017a9bc None None] get_active_networks_info from dv-neutron-master-2-hyperv {{(pid=116163) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Apr 28 11:02:34.383787 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-a45c912d-a3de-4f85-9bb2-4836ed7b4d34 tempest-RoutersAdminTest-1999378242 tempest-RoutersAdminTest-1999378242-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1935326', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1935308', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1935303', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-2060860'] for router (dc0ad77d-a6d0-4b7b-b513-8df681c134a2), after_update {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:34.402918 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Device f51c80ef-271b-4435-8f07-ad586b44447e up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=116163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 11:02:34.409716 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.db.db_base_plugin_common [None req-b969588b-5459-4f0c-b861-ac860f2f82ce tempest-RoutersNegativeIpV6Test-273752723 tempest-RoutersNegativeIpV6Test-273752723-project] Allocated IP 2001:db8::1 (5d5d16e7-69db-4d09-a54e-074e8be4974a/44510d9a-6a88-4530-89b3-87ab07dc47e4/723abdd3-9f02-4f09-ad21-314a86b87af3) {{(pid=116162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 11:02:34.470121 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.notifiers.nova [None req-2984b26d-e767-4d03-80f6-20d14e4c1bf4 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] device_id is not set on port 363b9022-6508-453b-9147-2e05fe9ff32e yet. {{(pid=116161) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 28 11:02:34.487722 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c797c4d4-19c7-4478-b6ad-1c4acae8176d tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Network cf789ae1-39a5-40f5-a02c-2d637f6430b9 is already hosted by enough agents. {{(pid=116161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 11:02:34.493058 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.scheduler.base_scheduler [None req-c797c4d4-19c7-4478-b6ad-1c4acae8176d tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Resources bound (agent type, host, resource id): {{(pid=116161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 11:02:34.518536 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Provisioning complete for port f51c80ef-271b-4435-8f07-ad586b44447e triggered by entity L2. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:02:34.518812 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (f51c80ef-271b-4435-8f07-ad586b44447e), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:34.537514 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5475859c-71d1-4e52-9053-7495279aafca tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] Made reservation on behalf of 6af68124dd864f2fba5b5c4453768950 for: {'network': 1} {{(pid=116162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 11:02:34.540778 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-5475859c-71d1-4e52-9053-7495279aafca tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for network (None), before_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:34.581664 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45105225-b1de-46c9-8de1-c84c5017a9bc None None] Resources bound (agent type, host, resource id): {{(pid=116163) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 28 11:02:34.605539 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-5475859c-71d1-4e52-9053-7495279aafca tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] Publish callbacks [] for security_group (None), before_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:34.640806 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c797c4d4-19c7-4478-b6ad-1c4acae8176d tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Router c9713abf-0f9b-4bb6-8953-ce4a26e7ed1c has already been hosted by L3 agent 6b492ad6-0876-4d74-b20d-28143a52ceba {{(pid=116161) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 11:02:34.658588 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-2984b26d-e767-4d03-80f6-20d14e4c1bf4 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Publish callbacks [] for port (363b9022-6508-453b-9147-2e05fe9ff32e), precommit_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:34.708500 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Current status of the port f51c80ef-271b-4435-8f07-ad586b44447e is: ACTIVE; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:02:34.741553 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-024e5040-036a-46a6-8235-07ef3b32182b tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Made reservation on behalf of 12780407c7254bdfbde1c04e76d433ee for: {'subnet': 1} {{(pid=116162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 11:02:34.744875 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-024e5040-036a-46a6-8235-07ef3b32182b tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4210834'] for subnet (None), before_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:34.801072 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-b969588b-5459-4f0c-b861-ac860f2f82ce tempest-RoutersNegativeIpV6Test-273752723 tempest-RoutersNegativeIpV6Test-273752723-project] Publish callbacks [] for port (723abdd3-9f02-4f09-ad21-314a86b87af3), precommit_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:34.801587 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c797c4d4-19c7-4478-b6ad-1c4acae8176d tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=116161) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 11:02:34.814252 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12398c91-90e4-4af8-8744-ada1861400fc None None] Sync routers for ids ['c9713abf-0f9b-4bb6-8953-ce4a26e7ed1c'] in dv-neutron-master-2-hyperv {{(pid=116164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 11:02:34.815041 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-c797c4d4-19c7-4478-b6ad-1c4acae8176d tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] 10.222.0.10 "PUT /v2.0/routers/c9713abf-0f9b-4bb6-8953-ce4a26e7ed1c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1525645 Apr 28 11:02:34.815614 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 51610) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:02:34.825633 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12398c91-90e4-4af8-8744-ada1861400fc None None] Routers {'c9713abf-0f9b-4bb6-8953-ce4a26e7ed1c'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=116164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 11:02:34.826221 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_hamode_db [None req-12398c91-90e4-4af8-8744-ada1861400fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-28T10:50:39Z,description=,heartbeat_timestamp=2022-04-28T11:02:09Z,host='dv-neutron-master-2-hyperv',id=6b492ad6-0876-4d74-b20d-28143a52ceba,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T10:50:40Z,topic='l3_agent')) {'router_ids': ['c9713abf-0f9b-4bb6-8953-ce4a26e7ed1c'], 'active': True} {{(pid=116164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:02:34.856333 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6847e1a0-027e-4d46-8413-bc8e74082d38 None None] Network c2324ff4-28ff-4c1e-ba57-0a94cfc3518b requested from dv-neutron-master-2-hyperv {{(pid=116163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 11:02:34.862050 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bd00b76-94d9-4df2-ba1a-9c162f99a6f2 None None] Network 1ec9fbcf-7a57-4aaa-9c30-4e0f43e09480 requested from dv-neutron-master-2-hyperv {{(pid=116163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 11:02:34.867091 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_hamode_db [None req-12398c91-90e4-4af8-8744-ada1861400fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=116164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:02:34.884979 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12398c91-90e4-4af8-8744-ada1861400fc None None] Routers {'c9713abf-0f9b-4bb6-8953-ce4a26e7ed1c'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=116164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 11:02:34.885610 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_hamode_db [None req-12398c91-90e4-4af8-8744-ada1861400fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-28T10:50:39Z,description=,heartbeat_timestamp=2022-04-28T11:02:09Z,host='dv-neutron-master-2-hyperv',id=6b492ad6-0876-4d74-b20d-28143a52ceba,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T10:50:40Z,topic='l3_agent')) {'router_ids': ['c9713abf-0f9b-4bb6-8953-ce4a26e7ed1c'], 'active': True} {{(pid=116164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:02:34.892914 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-2984b26d-e767-4d03-80f6-20d14e4c1bf4 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742234710357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5219112'] for port (68f41e86-f6c9-4d52-8340-e707c5ba0b07), after_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:34.935852 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_hamode_db [None req-12398c91-90e4-4af8-8744-ada1861400fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=116164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:02:34.936752 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12398c91-90e4-4af8-8744-ada1861400fc None None] The sync data for ids ['c9713abf-0f9b-4bb6-8953-ce4a26e7ed1c'] in dv-neutron-master-2-hyperv is: [] {{(pid=116164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 11:02:34.973651 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2984b26d-e767-4d03-80f6-20d14e4c1bf4 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Network 6ad48b29-1fb1-4e43-9abf-f860ed1ac269 is already hosted by enough agents. {{(pid=116161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 11:02:34.982837 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-262b1950-598c-448b-a574-4d6ace5ea1c4 tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:02:34.990476 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-262b1950-598c-448b-a574-4d6ace5ea1c4 tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] 10.222.0.10 "GET /v2.0/ports/2a52a348-ba2b-43ae-bac6-cfc14ca3c1c1 HTTP/1.1" status: 200 len: 913 time: 0.1736875 Apr 28 11:02:34.994500 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 51612) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:02:34.999276 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.scheduler.base_scheduler [None req-2984b26d-e767-4d03-80f6-20d14e4c1bf4 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Resources bound (agent type, host, resource id): {{(pid=116161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 11:02:35.003844 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2984b26d-e767-4d03-80f6-20d14e4c1bf4 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Received port after_create {{(pid=116161) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 11:02:35.005496 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-2984b26d-e767-4d03-80f6-20d14e4c1bf4 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742234710357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5219112'] for port (363b9022-6508-453b-9147-2e05fe9ff32e), after_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:35.020044 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2984b26d-e767-4d03-80f6-20d14e4c1bf4 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Pushing event updated for resources: {'Port': ['ID=68f41e86-f6c9-4d52-8340-e707c5ba0b07,revision_number=1']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:02:35.112975 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4755ecf4-caba-4622-ae4c-d626e7599a90 None None] DHCP port deletion for 1ec9fbcf-7a57-4aaa-9c30-4e0f43e09480 request from dv-neutron-master-2-hyperv {{(pid=116163) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 28 11:02:35.122078 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2984b26d-e767-4d03-80f6-20d14e4c1bf4 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Pushing event updated for resources: {'Port': ['ID=363b9022-6508-453b-9147-2e05fe9ff32e,revision_number=1']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:02:35.129123 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2984b26d-e767-4d03-80f6-20d14e4c1bf4 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Checking segment: {'id': '57e3da10-58c0-4f9d-b20d-e03bcdc4fcb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '3191a0d7-9079-4f35-9d9d-037bbb2a30c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 11:02:35.129729 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2984b26d-e767-4d03-80f6-20d14e4c1bf4 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Network hostable DHCP agents. Network: 3191a0d7-9079-4f35-9d9d-037bbb2a30c3, hostable agents: ['75ba81b7-fe99-4281-90d2-a5adb445ecea'], hosted agents: [] {{(pid=116161) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 11:02:35.138501 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a45c912d-a3de-4f85-9bb2-4836ed7b4d34 tempest-RoutersAdminTest-1999378242 tempest-RoutersAdminTest-1999378242-project-admin] Router dc0ad77d-a6d0-4b7b-b513-8df681c134a2 is scheduled to L3 agent 6b492ad6-0876-4d74-b20d-28143a52ceba with binding_index 1 {{(pid=116162) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 28 11:02:35.154334 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-5475859c-71d1-4e52-9053-7495279aafca tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] Publish callbacks [] for security_group (a952b6a4-0e46-4849-b4b9-bf54fb439481), precommit_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:35.189401 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-4755ecf4-caba-4622-ae4c-d626e7599a90 None None] Deleting port 390d4f5b-24c0-4dd5-a2ba-20b8e567a8b5 {{(pid=116163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 11:02:35.189621 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-4755ecf4-caba-4622-ae4c-d626e7599a90 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742235130188'] for port (390d4f5b-24c0-4dd5-a2ba-20b8e567a8b5), before_delete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:35.211384 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2984b26d-e767-4d03-80f6-20d14e4c1bf4 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Network 3191a0d7-9079-4f35-9d9d-037bbb2a30c3 is scheduled to be hosted by DHCP agent 75ba81b7-fe99-4281-90d2-a5adb445ecea with binding_index 1 {{(pid=116161) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 11:02:35.223631 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-f29a0b9a-98a9-4bc7-a017-1b46e8c33b29 None None] Provisioning complete for port 2a52a348-ba2b-43ae-bac6-cfc14ca3c1c1 triggered by entity DHCP. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:02:35.224004 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-f29a0b9a-98a9-4bc7-a017-1b46e8c33b29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (2a52a348-ba2b-43ae-bac6-cfc14ca3c1c1), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:35.256723 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-5475859c-71d1-4e52-9053-7495279aafca tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924426'] for security_group (a952b6a4-0e46-4849-b4b9-bf54fb439481), after_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:35.259820 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-a5f58dd7-f8c9-4a22-84e8-4e31e546d2c8 tempest-NetworksIpV6TestAttrs-234256711 tempest-NetworksIpV6TestAttrs-234256711-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5054027', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4210784'] for subnet (7f26170f-6e97-4865-a82b-70f7d30adeef), after_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:35.294118 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-4755ecf4-caba-4622-ae4c-d626e7599a90 None None] For port 390d4f5b-24c0-4dd5-a2ba-20b8e567a8b5, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=390d4f5b-24c0-4dd5-a2ba-20b8e567a8b5,segment=NetworkSegment(ffa4348d-378b-4e93-98fa-ab0dc49ee16c),segment_id=ffa4348d-378b-4e93-98fa-ab0dc49ee16c)] {{(pid=116163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 11:02:35.294553 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-4755ecf4-caba-4622-ae4c-d626e7599a90 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1938497'] for port (390d4f5b-24c0-4dd5-a2ba-20b8e567a8b5), precommit_delete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:35.311989 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.scheduler.base_scheduler [None req-2984b26d-e767-4d03-80f6-20d14e4c1bf4 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 3191a0d7-9079-4f35-9d9d-037bbb2a30c3) {{(pid=116161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 11:02:35.321010 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-4755ecf4-caba-4622-ae4c-d626e7599a90 None None] Calling delete_port for 390d4f5b-24c0-4dd5-a2ba-20b8e567a8b5 owned by network:dhcp {{(pid=116163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 11:02:35.321010 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-f29a0b9a-98a9-4bc7-a017-1b46e8c33b29 None None] Port 2a52a348-ba2b-43ae-bac6-cfc14ca3c1c1 cannot update to ACTIVE because it is not bound. {{(pid=116163) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 28 11:02:35.323936 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83878a8b-1a4a-4531-9925-d6db61e420be None None] Network 3191a0d7-9079-4f35-9d9d-037bbb2a30c3 requested from dv-neutron-master-2-hyperv {{(pid=116163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 11:02:35.329566 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2984b26d-e767-4d03-80f6-20d14e4c1bf4 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Received port after_create {{(pid=116161) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 11:02:35.357509 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2984b26d-e767-4d03-80f6-20d14e4c1bf4 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:02:35.372646 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2984b26d-e767-4d03-80f6-20d14e4c1bf4 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:02:35.373873 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-2984b26d-e767-4d03-80f6-20d14e4c1bf4 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198022'] for port (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:35.381238 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-b969588b-5459-4f0c-b861-ac860f2f82ce tempest-RoutersNegativeIpV6Test-273752723 tempest-RoutersNegativeIpV6Test-273752723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742234710357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5051867'] for port (723abdd3-9f02-4f09-ad21-314a86b87af3), after_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:35.419263 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5475859c-71d1-4e52-9053-7495279aafca tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 59} {{(pid=116162) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 11:02:35.460123 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f58dd7-f8c9-4a22-84e8-4e31e546d2c8 tempest-NetworksIpV6TestAttrs-234256711 tempest-NetworksIpV6TestAttrs-234256711-project] Pushing event updated for resources: {'Subnet': ['ID=7f26170f-6e97-4865-a82b-70f7d30adeef,revision_number=0']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:02:35.470005 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b20701-84ce-424a-bd38-0917161fdd00 req-d2036d37-50d7-4722-a070-99e0336adddb tempest-ServerActionsTestJSON-1498610228 tempest-ServerActionsTestJSON-1498610228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:02:35.471931 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-27b20701-84ce-424a-bd38-0917161fdd00 req-d2036d37-50d7-4722-a070-99e0336adddb tempest-ServerActionsTestJSON-1498610228 tempest-ServerActionsTestJSON-1498610228-project] 10.222.0.10 "GET /v2.0/ports?device_id=6bd2b59b-b5db-4639-9109-3dca095b7768 HTTP/1.1" status: 200 len: 946 time: 0.0586755 Apr 28 11:02:35.510667 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-5475859c-71d1-4e52-9053-7495279aafca tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-961978'] for segment (334ad25c-08f6-440d-a063-620b7e4cec9e), precommit_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:35.511026 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.db.segments_db [None req-5475859c-71d1-4e52-9053-7495279aafca tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] Added segment 334ad25c-08f6-440d-a063-620b7e4cec9e of type vlan for network 9f7770af-8f7f-4913-8a3e-3b3362bd2b3f Apr 28 11:02:35.513243 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-2984b26d-e767-4d03-80f6-20d14e4c1bf4 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 3.9774885 Apr 28 11:02:35.518213 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 51618) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:02:35.537918 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-931f2bb7-bd34-4227-aa7c-6b33466c1947 None None] Provisioning complete for port f51c80ef-271b-4435-8f07-ad586b44447e triggered by entity DHCP. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:02:35.538555 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-931f2bb7-bd34-4227-aa7c-6b33466c1947 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (f51c80ef-271b-4435-8f07-ad586b44447e), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:35.559185 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-27b20701-84ce-424a-bd38-0917161fdd00 req-cf18d5b2-8ca9-49e8-badb-15181be3b762 tempest-ServerActionsTestJSON-1498610228 tempest-ServerActionsTestJSON-1498610228-project] 10.222.0.10 "GET /v2.0/security-groups?id=0f246414-c46b-4ee7-b196-c819605d877f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0815282 Apr 28 11:02:35.576598 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-4755ecf4-caba-4622-ae4c-d626e7599a90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742235135690', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742234710366'] for port (390d4f5b-24c0-4dd5-a2ba-20b8e567a8b5), after_delete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:35.606646 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5475859c-71d1-4e52-9053-7495279aafca tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a952b6a4-0e46-4849-b4b9-bf54fb439481,revision_number=1']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:02:35.613028 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4755ecf4-caba-4622-ae4c-d626e7599a90 None None] No DVR routers for this DVR port 390d4f5b-24c0-4dd5-a2ba-20b8e567a8b5 on host dv-neutron-master-2-hyperv {{(pid=116163) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 11:02:35.617980 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4755ecf4-caba-4622-ae4c-d626e7599a90 None None] Pushing event deleted for resources: {'Port': ['ID=390d4f5b-24c0-4dd5-a2ba-20b8e567a8b5,revision_number=None']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:02:35.637237 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.plugin [None req-3b65b924-c65b-4126-93b9-154b74ee321f tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Deleting port 363b9022-6508-453b-9147-2e05fe9ff32e {{(pid=116161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 11:02:35.637237 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-3b65b924-c65b-4126-93b9-154b74ee321f tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742235130188'] for port (363b9022-6508-453b-9147-2e05fe9ff32e), before_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:35.665101 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-931f2bb7-bd34-4227-aa7c-6b33466c1947 None None] Current status of the port f51c80ef-271b-4435-8f07-ad586b44447e is: ACTIVE; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:02:35.704492 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b969588b-5459-4f0c-b861-ac860f2f82ce tempest-RoutersNegativeIpV6Test-273752723 tempest-RoutersNegativeIpV6Test-273752723-project] Network 5d5d16e7-69db-4d09-a54e-074e8be4974a is already hosted by enough agents. {{(pid=116162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 11:02:35.706132 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-3b65b924-c65b-4126-93b9-154b74ee321f tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1938497'] for port (363b9022-6508-453b-9147-2e05fe9ff32e), precommit_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:35.719433 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.plugin [None req-3b65b924-c65b-4126-93b9-154b74ee321f tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Calling delete_port for 363b9022-6508-453b-9147-2e05fe9ff32e owned by {{(pid=116161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 11:02:35.733586 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.scheduler.base_scheduler [None req-b969588b-5459-4f0c-b861-ac860f2f82ce tempest-RoutersNegativeIpV6Test-273752723 tempest-RoutersNegativeIpV6Test-273752723-project] Resources bound (agent type, host, resource id): {{(pid=116162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 11:02:35.737492 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b969588b-5459-4f0c-b861-ac860f2f82ce tempest-RoutersNegativeIpV6Test-273752723 tempest-RoutersNegativeIpV6Test-273752723-project] Received port after_create {{(pid=116162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 11:02:35.738034 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-b969588b-5459-4f0c-b861-ac860f2f82ce tempest-RoutersNegativeIpV6Test-273752723 tempest-RoutersNegativeIpV6Test-273752723-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2063275'] for router_interface (7a93352b-7fef-4a78-a676-5156887a4be6), before_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:35.740711 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b969588b-5459-4f0c-b861-ac860f2f82ce tempest-RoutersNegativeIpV6Test-273752723 tempest-RoutersNegativeIpV6Test-273752723-project] Pushing event updated for resources: {'Port': ['ID=723abdd3-9f02-4f09-ad21-314a86b87af3,revision_number=1']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:02:35.807918 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5f58dd7-f8c9-4a22-84e8-4e31e546d2c8 tempest-NetworksIpV6TestAttrs-234256711 tempest-NetworksIpV6TestAttrs-234256711-project] Checking segment: {'id': 'e4f5a362-85db-4e30-973e-cc0d38796e39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'dabc1aa9-4195-4c06-b240-d99e0585511f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 11:02:35.808607 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5f58dd7-f8c9-4a22-84e8-4e31e546d2c8 tempest-NetworksIpV6TestAttrs-234256711 tempest-NetworksIpV6TestAttrs-234256711-project] Network hostable DHCP agents. Network: dabc1aa9-4195-4c06-b240-d99e0585511f, hostable agents: ['75ba81b7-fe99-4281-90d2-a5adb445ecea'], hosted agents: [] {{(pid=116162) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 11:02:35.811825 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-5475859c-71d1-4e52-9053-7495279aafca tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742234744962'] for network (9f7770af-8f7f-4913-8a3e-3b3362bd2b3f), precommit_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:35.829671 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a45c912d-a3de-4f85-9bb2-4836ed7b4d34 tempest-RoutersAdminTest-1999378242 tempest-RoutersAdminTest-1999378242-project-admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=116162) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 11:02:35.834718 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-a45c912d-a3de-4f85-9bb2-4836ed7b4d34 tempest-RoutersAdminTest-1999378242 tempest-RoutersAdminTest-1999378242-project-admin] Publish callbacks [] for router (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:35.836759 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-a45c912d-a3de-4f85-9bb2-4836ed7b4d34 tempest-RoutersAdminTest-1999378242 tempest-RoutersAdminTest-1999378242-project-admin] 10.222.0.10 "PUT /v2.0/routers/dc0ad77d-a6d0-4b7b-b513-8df681c134a2 HTTP/1.1" status: 200 len: 915 time: 5.0150383 Apr 28 11:02:35.838980 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 51620) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:02:35.841165 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34da4ec3-af70-4606-a554-8a996eea4006 None None] Sync routers for ids ['dc0ad77d-a6d0-4b7b-b513-8df681c134a2'] in dv-neutron-master-2-hyperv {{(pid=116163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 11:02:35.854677 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34da4ec3-af70-4606-a554-8a996eea4006 None None] Routers {'dc0ad77d-a6d0-4b7b-b513-8df681c134a2'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=116163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 11:02:35.855643 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_hamode_db [None req-34da4ec3-af70-4606-a554-8a996eea4006 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-28T10:50:39Z,description=,heartbeat_timestamp=2022-04-28T11:02:09Z,host='dv-neutron-master-2-hyperv',id=6b492ad6-0876-4d74-b20d-28143a52ceba,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T10:50:40Z,topic='l3_agent')) {'router_ids': ['dc0ad77d-a6d0-4b7b-b513-8df681c134a2'], 'active': True} {{(pid=116163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:02:35.899046 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_hamode_db [None req-34da4ec3-af70-4606-a554-8a996eea4006 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=116163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:02:35.913549 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34da4ec3-af70-4606-a554-8a996eea4006 None None] Routers {'dc0ad77d-a6d0-4b7b-b513-8df681c134a2'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=116163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 11:02:35.914554 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_hamode_db [None req-34da4ec3-af70-4606-a554-8a996eea4006 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-28T10:50:39Z,description=,heartbeat_timestamp=2022-04-28T11:02:09Z,host='dv-neutron-master-2-hyperv',id=6b492ad6-0876-4d74-b20d-28143a52ceba,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T10:50:40Z,topic='l3_agent')) {'router_ids': ['dc0ad77d-a6d0-4b7b-b513-8df681c134a2'], 'active': True} {{(pid=116163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:02:35.956447 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-3b65b924-c65b-4126-93b9-154b74ee321f tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742235135690', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742234710366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5219112'] for port (363b9022-6508-453b-9147-2e05fe9ff32e), after_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:35.957334 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_hamode_db [None req-34da4ec3-af70-4606-a554-8a996eea4006 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=116163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:02:35.958242 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34da4ec3-af70-4606-a554-8a996eea4006 None None] The sync data for ids ['dc0ad77d-a6d0-4b7b-b513-8df681c134a2'] in dv-neutron-master-2-hyperv is: [] {{(pid=116163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 11:02:35.984667 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-37101ea5-5224-487c-863b-cda97b276a7d None None] Provisioning complete for port 723abdd3-9f02-4f09-ad21-314a86b87af3 triggered by entity DHCP. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:02:35.985288 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-37101ea5-5224-487c-863b-cda97b276a7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (723abdd3-9f02-4f09-ad21-314a86b87af3), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:35.996192 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b65b924-c65b-4126-93b9-154b74ee321f tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Pushing event deleted for resources: {'Port': ['ID=363b9022-6508-453b-9147-2e05fe9ff32e,revision_number=None']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:02:36.013459 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-3b65b924-c65b-4126-93b9-154b74ee321f tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198022'] for port (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:36.020423 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-3b65b924-c65b-4126-93b9-154b74ee321f tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] 10.222.0.10 "DELETE /v2.0/ports/363b9022-6508-453b-9147-2e05fe9ff32e HTTP/1.1" status: 204 len: 168 time: 0.5011892 Apr 28 11:02:36.022061 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 51622) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:02:36.025077 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-37101ea5-5224-487c-863b-cda97b276a7d None None] Port 723abdd3-9f02-4f09-ad21-314a86b87af3 cannot update to ACTIVE because it is not bound. {{(pid=116163) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 28 11:02:36.028131 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-1a6dd54c-f3d2-4ae9-82b9-4de688cb688d tempest-RoutersAdminTest-1999378242 tempest-RoutersAdminTest-1999378242-project-admin] 10.222.0.10 "GET /v2.0/routers/dc0ad77d-a6d0-4b7b-b513-8df681c134a2 HTTP/1.1" status: 200 len: 921 time: 0.1865618 Apr 28 11:02:36.028735 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 51624) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:02:36.033918 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5f58dd7-f8c9-4a22-84e8-4e31e546d2c8 tempest-NetworksIpV6TestAttrs-234256711 tempest-NetworksIpV6TestAttrs-234256711-project] Network dabc1aa9-4195-4c06-b240-d99e0585511f is scheduled to be hosted by DHCP agent 75ba81b7-fe99-4281-90d2-a5adb445ecea with binding_index 1 {{(pid=116162) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 11:02:36.036167 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-5475859c-71d1-4e52-9053-7495279aafca tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042'] for network (9f7770af-8f7f-4913-8a3e-3b3362bd2b3f), after_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:36.041175 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5475859c-71d1-4e52-9053-7495279aafca tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:02:36.041769 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-5475859c-71d1-4e52-9053-7495279aafca tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] Publish callbacks [] for network (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:36.069187 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-332ce0b3-2078-4c50-a597-601570284b70 tempest-RoutersAdminTest-1999378242 tempest-RoutersAdminTest-1999378242-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:02:36.073473 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-332ce0b3-2078-4c50-a597-601570284b70 tempest-RoutersAdminTest-1999378242 tempest-RoutersAdminTest-1999378242-project-admin] 10.222.0.10 "GET /v2.0/ports?network_id=7be49d94-bbb8-4a61-bafe-209c5f861e1c&device_id=dc0ad77d-a6d0-4b7b-b513-8df681c134a2&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0437601 Apr 28 11:02:36.074155 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 51626) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:02:36.136711 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.objects.ports [None req-024e5040-036a-46a6-8235-07ef3b32182b tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=116162) get_objects /opt/stack/neutron/neutron/objects/ports.py:463}} Apr 28 11:02:36.168231 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-297331b9-dc13-4573-ab7d-9078c8c4ffc4 tempest-RoutersAdminTest-1999378242 tempest-RoutersAdminTest-1999378242-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:02:36.169647 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-297331b9-dc13-4573-ab7d-9078c8c4ffc4 tempest-RoutersAdminTest-1999378242 tempest-RoutersAdminTest-1999378242-project-admin] 10.222.0.10 "GET /v2.0/networks/7be49d94-bbb8-4a61-bafe-209c5f861e1c HTTP/1.1" status: 200 len: 881 time: 0.0945446 Apr 28 11:02:36.169905 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-024e5040-036a-46a6-8235-07ef3b32182b tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5054027', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4210784'] for subnet (f057b5a5-0464-4bea-b3e4-a8ec5121109e), after_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:36.172489 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 51628) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:02:36.201260 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-00492fe6-4adb-4a9c-a461-3fe17a666610 tempest-RoutersAdminTest-1587786081 tempest-RoutersAdminTest-1587786081-project] 10.222.0.10 "GET /v2.0/ports?device_id=dc0ad77d-a6d0-4b7b-b513-8df681c134a2 HTTP/1.1" status: 200 len: 205 time: 0.0272686 Apr 28 11:02:36.203771 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 51630) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:02:36.226897 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c8d7a02-efb0-4672-9356-d671a3923b08 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:02:36.232550 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c8d7a02-efb0-4672-9356-d671a3923b08 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:02:36.234229 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-8c8d7a02-efb0-4672-9356-d671a3923b08 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1452 time: 0.2092757 Apr 28 11:02:36.235348 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.scheduler.base_scheduler [None req-a5f58dd7-f8c9-4a22-84e8-4e31e546d2c8 tempest-NetworksIpV6TestAttrs-234256711 tempest-NetworksIpV6TestAttrs-234256711-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, dabc1aa9-4195-4c06-b240-d99e0585511f) {{(pid=116162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 11:02:36.240362 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5f58dd7-f8c9-4a22-84e8-4e31e546d2c8 tempest-NetworksIpV6TestAttrs-234256711 tempest-NetworksIpV6TestAttrs-234256711-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:02:36.242189 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-a5f58dd7-f8c9-4a22-84e8-4e31e546d2c8 tempest-NetworksIpV6TestAttrs-234256711 tempest-NetworksIpV6TestAttrs-234256711-project] Publish callbacks [] for subnet (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:36.242321 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 51632) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:02:36.245185 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a3589a7-46db-4b9a-88bb-e9e2dbba9ac6 None None] Network dabc1aa9-4195-4c06-b240-d99e0585511f requested from dv-neutron-master-2-hyperv {{(pid=116163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 11:02:36.247405 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-5475859c-71d1-4e52-9053-7495279aafca tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 2.3137300 Apr 28 11:02:36.347799 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5475859c-71d1-4e52-9053-7495279aafca tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] Pushing event updated for resources: {'Network': ['ID=9f7770af-8f7f-4913-8a3e-3b3362bd2b3f,revision_number=1']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:02:36.367448 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-024e5040-036a-46a6-8235-07ef3b32182b tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Network 1ec9fbcf-7a57-4aaa-9c30-4e0f43e09480 is already hosted by enough agents. {{(pid=116162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 11:02:36.370374 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-b969588b-5459-4f0c-b861-ac860f2f82ce tempest-RoutersNegativeIpV6Test-273752723 tempest-RoutersNegativeIpV6Test-273752723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (723abdd3-9f02-4f09-ad21-314a86b87af3), before_update {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:36.380507 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-88d509d4-dd34-430a-bf29-3950a542116b tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2063420'] for router_interface (c9713abf-0f9b-4bb6-8953-ce4a26e7ed1c), before_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:36.392632 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 51634) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:02:36.402570 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Network 9f7770af-8f7f-4913-8a3e-3b3362bd2b3f details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=116163) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 28 11:02:36.405368 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Device f51c80ef-271b-4435-8f07-ad586b44447e up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=116163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 11:02:36.424495 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.v2.base [None req-b30d4c26-86be-422a-8ac1-5f4ba71f6bec tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] Request body: {'subnet': {'network_id': '9f7770af-8f7f-4913-8a3e-3b3362bd2b3f', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=116161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:02:36.464657 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.scheduler.base_scheduler [None req-024e5040-036a-46a6-8235-07ef3b32182b tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Resources bound (agent type, host, resource id): {{(pid=116162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 11:02:36.475078 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-a5f58dd7-f8c9-4a22-84e8-4e31e546d2c8 tempest-NetworksIpV6TestAttrs-234256711 tempest-NetworksIpV6TestAttrs-234256711-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.6806512 Apr 28 11:02:36.477121 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-024e5040-036a-46a6-8235-07ef3b32182b tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:02:36.477807 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-024e5040-036a-46a6-8235-07ef3b32182b tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Publish callbacks [] for subnet (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:36.485039 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 51636) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:02:36.485911 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-024e5040-036a-46a6-8235-07ef3b32182b tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Pushing event updated for resources: {'Subnet': ['ID=f057b5a5-0464-4bea-b3e4-a8ec5121109e,revision_number=0']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:02:36.511872 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-510fa2c6-f0cc-4366-bd1a-9e65fea4e014 None None] Network 1ec9fbcf-7a57-4aaa-9c30-4e0f43e09480 requested from dv-neutron-master-2-hyperv {{(pid=116163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 11:02:36.589158 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Provisioning complete for port f51c80ef-271b-4435-8f07-ad586b44447e triggered by entity L2. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:02:36.589158 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (f51c80ef-271b-4435-8f07-ad586b44447e), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:36.670617 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97dbf62e-8564-47e4-939f-c4ba529947e7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-dabc1aa9-4195-4c06-b240-d99e0585511f', 'network_id': 'dabc1aa9-4195-4c06-b240-d99e0585511f', 'project_id': '5872500d6a394c9f83c6b1c78131b0b2', 'fixed_ips': [{'subnet_id': '7f26170f-6e97-4865-a82b-70f7d30adeef'}]}} from dv-neutron-master-2-hyperv. {{(pid=116163) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 28 11:02:36.671415 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-97dbf62e-8564-47e4-939f-c4ba529947e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (None), before_create {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:36.827793 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Current status of the port f51c80ef-271b-4435-8f07-ad586b44447e is: ACTIVE; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:02:36.847723 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d45714f-67b5-4983-9071-4107b7073b25 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-1ec9fbcf-7a57-4aaa-9c30-4e0f43e09480', 'network_id': '1ec9fbcf-7a57-4aaa-9c30-4e0f43e09480', 'project_id': '12780407c7254bdfbde1c04e76d433ee', 'fixed_ips': [{'subnet_id': 'f057b5a5-0464-4bea-b3e4-a8ec5121109e'}]}} from dv-neutron-master-2-hyperv. {{(pid=116163) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 28 11:02:36.849098 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-8d45714f-67b5-4983-9071-4107b7073b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (None), before_create {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:36.895572 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-a2b95ba3-ee8f-456a-bd11-1ea257d59f9b tempest-RoutersAdminTest-1587786081 tempest-RoutersAdminTest-1587786081-project] Publish callbacks [] for router (dc0ad77d-a6d0-4b7b-b513-8df681c134a2), before_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:36.923292 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-024e5040-036a-46a6-8235-07ef3b32182b tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.1243033 Apr 28 11:02:36.929555 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 51640) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:02:36.933658 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.plugin [None req-4e079aa7-9361-42cd-8c0a-8313288ec643 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Deleting port 68f41e86-f6c9-4d52-8340-e707c5ba0b07 {{(pid=116161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 11:02:36.934269 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-4e079aa7-9361-42cd-8c0a-8313288ec643 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742235130188'] for port (68f41e86-f6c9-4d52-8340-e707c5ba0b07), before_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:36.999515 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.v2.base [None req-b5d0b9d7-b40e-47f5-a720-b8acaaef3dc6 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Request body: {'subnet': {'network_id': '1ec9fbcf-7a57-4aaa-9c30-4e0f43e09480', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=116162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:02:37.033519 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b404fdfd-b9bf-406b-955b-65f92f8b1763 req-b589a143-cb02-4110-a983-d62f9fa4047a tempest-ServerActionsTestJSON-1498610228 tempest-ServerActionsTestJSON-1498610228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:02:37.035305 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-b404fdfd-b9bf-406b-955b-65f92f8b1763 req-b589a143-cb02-4110-a983-d62f9fa4047a tempest-ServerActionsTestJSON-1498610228 tempest-ServerActionsTestJSON-1498610228-project] 10.222.0.10 "GET /v2.0/ports?device_id=6bd2b59b-b5db-4639-9109-3dca095b7768 HTTP/1.1" status: 200 len: 946 time: 0.2084653 Apr 28 11:02:37.061081 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Device 390d4f5b-24c0-4dd5-a2ba-20b8e567a8b5 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=116163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 11:02:37.111096 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-4e079aa7-9361-42cd-8c0a-8313288ec643 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1938497'] for port (68f41e86-f6c9-4d52-8340-e707c5ba0b07), precommit_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:37.116081 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] No Port match for: 390d4f5b-24c0-4dd5-a2ba-20b8e567a8b5 {{(pid=116163) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 28 11:02:37.116570 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Device 390d4f5b-24c0-4dd5-a2ba-20b8e567a8b5 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=116163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 11:02:37.159630 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-25b6570b-1839-47ad-969b-76d0ac675ab7 tempest-NetworksIpV6TestAttrs-234256711 tempest-NetworksIpV6TestAttrs-234256711-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-979593'] for network (dabc1aa9-4195-4c06-b240-d99e0585511f), before_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:37.164690 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.plugin [None req-4e079aa7-9361-42cd-8c0a-8313288ec643 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Calling delete_port for 68f41e86-f6c9-4d52-8340-e707c5ba0b07 owned by {{(pid=116161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 11:02:37.194284 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.db_base_plugin_common [None req-97dbf62e-8564-47e4-939f-c4ba529947e7 None None] Allocated IP 2001:db8::2 (dabc1aa9-4195-4c06-b240-d99e0585511f/7f26170f-6e97-4865-a82b-70f7d30adeef/b2f25894-88e6-4675-98ed-13dfd3c8d93d) {{(pid=116163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 11:02:37.209380 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b30d4c26-86be-422a-8ac1-5f4ba71f6bec tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] Made reservation on behalf of 6af68124dd864f2fba5b5c4453768950 for: {'subnet': 1} {{(pid=116161) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 11:02:37.212995 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-b30d4c26-86be-422a-8ac1-5f4ba71f6bec tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5125580'] for subnet (None), before_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:37.234490 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-b404fdfd-b9bf-406b-955b-65f92f8b1763 req-0f39402d-ca26-4672-a1d1-9c8574821feb tempest-ServerActionsTestJSON-1498610228 tempest-ServerActionsTestJSON-1498610228-project] 10.222.0.10 "GET /v2.0/security-groups?id=0f246414-c46b-4ee7-b196-c819605d877f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1879723 Apr 28 11:02:37.242799 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-eb86d9cc-7e13-47e3-b48b-2e22293cc535 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (75ba81b7-fe99-4281-90d2-a5adb445ecea), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:37.294824 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-a2b95ba3-ee8f-456a-bd11-1ea257d59f9b tempest-RoutersAdminTest-1587786081 tempest-RoutersAdminTest-1587786081-project] Publish callbacks [] for router_gateway (dc0ad77d-a6d0-4b7b-b513-8df681c134a2), before_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:37.358323 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.db_base_plugin_common [None req-8d45714f-67b5-4983-9071-4107b7073b25 None None] Allocated IP 2001:db8::f816:3eff:fe80:e3f6 (1ec9fbcf-7a57-4aaa-9c30-4e0f43e09480/f057b5a5-0464-4bea-b3e4-a8ec5121109e/fddf357f-31c8-4269-8721-67f15328f4a7) {{(pid=116163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 11:02:37.400262 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-25b6570b-1839-47ad-969b-76d0ac675ab7 tempest-NetworksIpV6TestAttrs-234256711 tempest-NetworksIpV6TestAttrs-234256711-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-971303'] for subnet (7f26170f-6e97-4865-a82b-70f7d30adeef), precommit_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:37.430533 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.plugin [None req-88d509d4-dd34-430a-bf29-3950a542116b tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Deleting port 2a52a348-ba2b-43ae-bac6-cfc14ca3c1c1 {{(pid=116162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 11:02:37.430877 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-88d509d4-dd34-430a-bf29-3950a542116b tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742235130188'] for port (2a52a348-ba2b-43ae-bac6-cfc14ca3c1c1), before_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:37.479947 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-97dbf62e-8564-47e4-939f-c4ba529947e7 None None] Publish callbacks [] for port (b2f25894-88e6-4675-98ed-13dfd3c8d93d), precommit_create {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:37.509442 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-4e079aa7-9361-42cd-8c0a-8313288ec643 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742235135690', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742234710366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5219112'] for port (68f41e86-f6c9-4d52-8340-e707c5ba0b07), after_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:37.521529 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5d0b9d7-b40e-47f5-a720-b8acaaef3dc6 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Made reservation on behalf of 12780407c7254bdfbde1c04e76d433ee for: {'subnet': 1} {{(pid=116162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 11:02:37.525090 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-b5d0b9d7-b40e-47f5-a720-b8acaaef3dc6 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4210834'] for subnet (None), before_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:37.555520 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e079aa7-9361-42cd-8c0a-8313288ec643 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Pushing event deleted for resources: {'Port': ['ID=68f41e86-f6c9-4d52-8340-e707c5ba0b07,revision_number=None']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:02:37.557541 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.plugin [None req-a2b95ba3-ee8f-456a-bd11-1ea257d59f9b tempest-RoutersAdminTest-1587786081 tempest-RoutersAdminTest-1587786081-project] Deleting port f4688210-7468-4180-86fd-5326c97573d0 {{(pid=116161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 11:02:37.557741 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-a2b95ba3-ee8f-456a-bd11-1ea257d59f9b tempest-RoutersAdminTest-1587786081 tempest-RoutersAdminTest-1587786081-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742235130188'] for port (f4688210-7468-4180-86fd-5326c97573d0), before_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:37.566947 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-97dbf62e-8564-47e4-939f-c4ba529947e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742234710357'] for port (b2f25894-88e6-4675-98ed-13dfd3c8d93d), after_create {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:37.574707 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-4e079aa7-9361-42cd-8c0a-8313288ec643 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198022'] for port (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:37.581197 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-4e079aa7-9361-42cd-8c0a-8313288ec643 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] 10.222.0.10 "DELETE /v2.0/ports/68f41e86-f6c9-4d52-8340-e707c5ba0b07 HTTP/1.1" status: 204 len: 168 time: 1.3355842 Apr 28 11:02:37.581376 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 51642) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:02:37.595800 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-b969588b-5459-4f0c-b861-ac860f2f82ce tempest-RoutersNegativeIpV6Test-273752723 tempest-RoutersNegativeIpV6Test-273752723-project] Publish callbacks [] for port (723abdd3-9f02-4f09-ad21-314a86b87af3), precommit_update {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:37.609748 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-8d45714f-67b5-4983-9071-4107b7073b25 None None] Publish callbacks [] for port (fddf357f-31c8-4269-8721-67f15328f4a7), precommit_create {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:37.621244 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97dbf62e-8564-47e4-939f-c4ba529947e7 None None] Network dabc1aa9-4195-4c06-b240-d99e0585511f is already hosted by enough agents. {{(pid=116163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 11:02:37.628337 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.scheduler.base_scheduler [None req-97dbf62e-8564-47e4-939f-c4ba529947e7 None None] Resources bound (agent type, host, resource id): {{(pid=116163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 11:02:37.631446 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97dbf62e-8564-47e4-939f-c4ba529947e7 None None] Received port after_create {{(pid=116163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 11:02:37.646895 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-b30d4c26-86be-422a-8ac1-5f4ba71f6bec tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5220536', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5125438'] for subnet (2a86753a-b4d4-4335-ac1d-735091738713), after_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:37.661364 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97dbf62e-8564-47e4-939f-c4ba529947e7 None None] Pushing event updated for resources: {'Port': ['ID=b2f25894-88e6-4675-98ed-13dfd3c8d93d,revision_number=1']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:02:37.676371 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-88d509d4-dd34-430a-bf29-3950a542116b tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1938497'] for port (2a52a348-ba2b-43ae-bac6-cfc14ca3c1c1), precommit_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:37.680802 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-b969588b-5459-4f0c-b861-ac860f2f82ce tempest-RoutersNegativeIpV6Test-273752723 tempest-RoutersNegativeIpV6Test-273752723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5051840'] for port (723abdd3-9f02-4f09-ad21-314a86b87af3), after_update {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:37.681824 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-b969588b-5459-4f0c-b861-ac860f2f82ce tempest-RoutersNegativeIpV6Test-273752723 tempest-RoutersNegativeIpV6Test-273752723-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1603056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2063387'] for router_interface (7a93352b-7fef-4a78-a676-5156887a4be6), after_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:37.702177 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.managers [None req-97dbf62e-8564-47e4-939f-c4ba529947e7 None None] Attempting to bind port b2f25894-88e6-4675-98ed-13dfd3c8d93d on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=116163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 28 11:02:37.703192 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.managers [None req-97dbf62e-8564-47e4-939f-c4ba529947e7 None None] Attempting to bind port b2f25894-88e6-4675-98ed-13dfd3c8d93d by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'e4f5a362-85db-4e30-973e-cc0d38796e39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'dabc1aa9-4195-4c06-b240-d99e0585511f'}] {{(pid=116163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 28 11:02:37.703625 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97dbf62e-8564-47e4-939f-c4ba529947e7 None None] Attempting to bind port b2f25894-88e6-4675-98ed-13dfd3c8d93d on network dabc1aa9-4195-4c06-b240-d99e0585511f {{(pid=116163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 11:02:37.711785 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97dbf62e-8564-47e4-939f-c4ba529947e7 None None] Checking agent: {'id': 'd5baab19-5dd1-4902-922b-84acb048ab9c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 10, 50, 43), 'started_at': datetime.datetime(2022, 4, 28, 10, 51, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 11, 2, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=116163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 11:02:37.713265 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97dbf62e-8564-47e4-939f-c4ba529947e7 None None] Checking segment: {'id': 'e4f5a362-85db-4e30-973e-cc0d38796e39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'dabc1aa9-4195-4c06-b240-d99e0585511f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 11:02:37.713265 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-97dbf62e-8564-47e4-939f-c4ba529947e7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:37.713548 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97dbf62e-8564-47e4-939f-c4ba529947e7 None None] Bound using segment: {'id': 'e4f5a362-85db-4e30-973e-cc0d38796e39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'dabc1aa9-4195-4c06-b240-d99e0585511f'} {{(pid=116163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 11:02:37.714034 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.managers [None req-97dbf62e-8564-47e4-939f-c4ba529947e7 None None] Bound port: b2f25894-88e6-4675-98ed-13dfd3c8d93d, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4f5a362-85db-4e30-973e-cc0d38796e39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'dabc1aa9-4195-4c06-b240-d99e0585511f'}}] {{(pid=116163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 28 11:02:37.714466 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-97dbf62e-8564-47e4-939f-c4ba529947e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (b2f25894-88e6-4675-98ed-13dfd3c8d93d), before_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:37.725250 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-8d45714f-67b5-4983-9071-4107b7073b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742234710357'] for port (fddf357f-31c8-4269-8721-67f15328f4a7), after_create {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:37.731634 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-a2b95ba3-ee8f-456a-bd11-1ea257d59f9b tempest-RoutersAdminTest-1587786081 tempest-RoutersAdminTest-1587786081-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1938497'] for port (f4688210-7468-4180-86fd-5326c97573d0), precommit_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:37.736221 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.plugin [None req-88d509d4-dd34-430a-bf29-3950a542116b tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Calling delete_port for 2a52a348-ba2b-43ae-bac6-cfc14ca3c1c1 owned by network:router_interface {{(pid=116162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 11:02:37.750529 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8550d61b-452a-425e-9bd5-7d0bac81eb7d tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:02:37.755514 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-8550d61b-452a-425e-9bd5-7d0bac81eb7d tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.1642444 Apr 28 11:02:37.755682 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b30d4c26-86be-422a-8ac1-5f4ba71f6bec tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] Pushing event updated for resources: {'Subnet': ['ID=2a86753a-b4d4-4335-ac1d-735091738713,revision_number=0']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:02:37.758068 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 51644) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:02:37.783071 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.db.ipam_backend_mixin [None req-b5d0b9d7-b40e-47f5-a720-b8acaaef3dc6 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet f057b5a5-0464-4bea-b3e4-a8ec5121109e (CIDR: 2001:db8::/64) Apr 28 11:02:37.791474 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.pecan_wsgi.hooks.translation [None req-c81871ab-ffa3-4298-8da9-e92b7c11203a tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] GET failed (client error): The resource could not be found. Apr 28 11:02:37.791908 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-25b6570b-1839-47ad-969b-76d0ac675ab7 tempest-NetworksIpV6TestAttrs-234256711 tempest-NetworksIpV6TestAttrs-234256711-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-971310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5053962', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4210815'] for subnet (7f26170f-6e97-4865-a82b-70f7d30adeef), after_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:37.792923 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-c81871ab-ffa3-4298-8da9-e92b7c11203a tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] 10.222.0.10 "GET /v2.0/ports/363b9022-6508-453b-9147-2e05fe9ff32e HTTP/1.1" status: 404 len: 333 time: 0.0351651 Apr 28 11:02:37.799452 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.plugin [None req-a2b95ba3-ee8f-456a-bd11-1ea257d59f9b tempest-RoutersAdminTest-1587786081 tempest-RoutersAdminTest-1587786081-project] Calling delete_port for f4688210-7468-4180-86fd-5326c97573d0 owned by network:router_gateway {{(pid=116161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 11:02:37.799778 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d45714f-67b5-4983-9071-4107b7073b25 None None] Network 1ec9fbcf-7a57-4aaa-9c30-4e0f43e09480 is already hosted by enough agents. {{(pid=116163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 11:02:37.801537 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 51646) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:02:37.806492 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.scheduler.base_scheduler [None req-8d45714f-67b5-4983-9071-4107b7073b25 None None] Resources bound (agent type, host, resource id): {{(pid=116163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 11:02:37.807616 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b30d4c26-86be-422a-8ac1-5f4ba71f6bec tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] Checking segment: {'id': '334ad25c-08f6-440d-a063-620b7e4cec9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '9f7770af-8f7f-4913-8a3e-3b3362bd2b3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 11:02:37.808463 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b30d4c26-86be-422a-8ac1-5f4ba71f6bec tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] Network hostable DHCP agents. Network: 9f7770af-8f7f-4913-8a3e-3b3362bd2b3f, hostable agents: ['75ba81b7-fe99-4281-90d2-a5adb445ecea'], hosted agents: [] {{(pid=116161) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 11:02:37.814175 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d45714f-67b5-4983-9071-4107b7073b25 None None] Received port after_create {{(pid=116163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 11:02:37.816264 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d45714f-67b5-4983-9071-4107b7073b25 None None] Pushing event updated for resources: {'Port': ['ID=fddf357f-31c8-4269-8721-67f15328f4a7,revision_number=1']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:02:37.853982 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.pecan_wsgi.hooks.translation [None req-f8209f2e-6bd7-4986-8783-bce259419909 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] GET failed (client error): The resource could not be found. Apr 28 11:02:37.859289 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-f8209f2e-6bd7-4986-8783-bce259419909 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] 10.222.0.10 "GET /v2.0/ports/68f41e86-f6c9-4d52-8340-e707c5ba0b07 HTTP/1.1" status: 404 len: 333 time: 0.0518904 Apr 28 11:02:37.863849 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 51648) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:02:37.865911 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b969588b-5459-4f0c-b861-ac860f2f82ce tempest-RoutersNegativeIpV6Test-273752723 tempest-RoutersNegativeIpV6Test-273752723-project] Pushing event updated for resources: {'Port': ['ID=723abdd3-9f02-4f09-ad21-314a86b87af3,revision_number=2']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:02:37.871871 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.pecan_wsgi.hooks.translation [None req-b5d0b9d7-b40e-47f5-a720-b8acaaef3dc6 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 28 11:02:37.872331 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b5d0b9d7-b40e-47f5-a720-b8acaaef3dc6 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=116162) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 28 11:02:37.877225 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-97dbf62e-8564-47e4-939f-c4ba529947e7 None None] For port b2f25894-88e6-4675-98ed-13dfd3c8d93d, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=116163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 11:02:37.897032 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-97dbf62e-8564-47e4-939f-c4ba529947e7 None None] For port b2f25894-88e6-4675-98ed-13dfd3c8d93d, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=b2f25894-88e6-4675-98ed-13dfd3c8d93d,segment=NetworkSegment(e4f5a362-85db-4e30-973e-cc0d38796e39),segment_id=e4f5a362-85db-4e30-973e-cc0d38796e39)] {{(pid=116163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 11:02:37.900907 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.managers [None req-8d45714f-67b5-4983-9071-4107b7073b25 None None] Attempting to bind port fddf357f-31c8-4269-8721-67f15328f4a7 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=116163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 28 11:02:37.901281 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.managers [None req-8d45714f-67b5-4983-9071-4107b7073b25 None None] Attempting to bind port fddf357f-31c8-4269-8721-67f15328f4a7 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'ffa4348d-378b-4e93-98fa-ab0dc49ee16c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '1ec9fbcf-7a57-4aaa-9c30-4e0f43e09480'}] {{(pid=116163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 28 11:02:37.901645 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d45714f-67b5-4983-9071-4107b7073b25 None None] Attempting to bind port fddf357f-31c8-4269-8721-67f15328f4a7 on network 1ec9fbcf-7a57-4aaa-9c30-4e0f43e09480 {{(pid=116163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 11:02:37.908204 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d45714f-67b5-4983-9071-4107b7073b25 None None] Checking agent: {'id': 'd5baab19-5dd1-4902-922b-84acb048ab9c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 10, 50, 43), 'started_at': datetime.datetime(2022, 4, 28, 10, 51, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 11, 2, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=116163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 11:02:37.908446 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b6570b-1839-47ad-969b-76d0ac675ab7 tempest-NetworksIpV6TestAttrs-234256711 tempest-NetworksIpV6TestAttrs-234256711-project] Pushing event deleted for resources: {'Subnet': ['ID=7f26170f-6e97-4865-a82b-70f7d30adeef,revision_number=None']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:02:37.908551 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d45714f-67b5-4983-9071-4107b7073b25 None None] Checking segment: {'id': 'ffa4348d-378b-4e93-98fa-ab0dc49ee16c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '1ec9fbcf-7a57-4aaa-9c30-4e0f43e09480'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 11:02:37.908901 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-8d45714f-67b5-4983-9071-4107b7073b25 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:37.909621 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d45714f-67b5-4983-9071-4107b7073b25 None None] Bound using segment: {'id': 'ffa4348d-378b-4e93-98fa-ab0dc49ee16c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '1ec9fbcf-7a57-4aaa-9c30-4e0f43e09480'} {{(pid=116163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 11:02:37.909814 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.managers [None req-8d45714f-67b5-4983-9071-4107b7073b25 None None] Bound port: fddf357f-31c8-4269-8721-67f15328f4a7, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ffa4348d-378b-4e93-98fa-ab0dc49ee16c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '1ec9fbcf-7a57-4aaa-9c30-4e0f43e09480'}}] {{(pid=116163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 28 11:02:37.910929 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-8d45714f-67b5-4983-9071-4107b7073b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (fddf357f-31c8-4269-8721-67f15328f4a7), before_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:37.974889 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-97dbf62e-8564-47e4-939f-c4ba529947e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393'] for port (b2f25894-88e6-4675-98ed-13dfd3c8d93d), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:37.998983 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-32818ec9-3bb7-4cd6-a518-79add4bb2263 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-979593'] for network (3191a0d7-9079-4f35-9d9d-037bbb2a30c3), before_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:38.008481 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-25b6570b-1839-47ad-969b-76d0ac675ab7 tempest-NetworksIpV6TestAttrs-234256711 tempest-NetworksIpV6TestAttrs-234256711-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-973498', 'neutron.services.segments.db._delete_segments_for_network-8742235207033'] for network (dabc1aa9-4195-4c06-b240-d99e0585511f), precommit_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:38.009037 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-8d45714f-67b5-4983-9071-4107b7073b25 None None] For port fddf357f-31c8-4269-8721-67f15328f4a7, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=116163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 11:02:38.035530 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-8d45714f-67b5-4983-9071-4107b7073b25 None None] For port fddf357f-31c8-4269-8721-67f15328f4a7, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=fddf357f-31c8-4269-8721-67f15328f4a7,segment=NetworkSegment(ffa4348d-378b-4e93-98fa-ab0dc49ee16c),segment_id=ffa4348d-378b-4e93-98fa-ab0dc49ee16c)] {{(pid=116163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 11:02:38.049058 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b30d4c26-86be-422a-8ac1-5f4ba71f6bec tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] Network 9f7770af-8f7f-4913-8a3e-3b3362bd2b3f is scheduled to be hosted by DHCP agent 75ba81b7-fe99-4281-90d2-a5adb445ecea with binding_index 1 {{(pid=116161) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 11:02:38.056388 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97dbf62e-8564-47e4-939f-c4ba529947e7 None None] Pushing event updated for resources: {'Port': ['ID=b2f25894-88e6-4675-98ed-13dfd3c8d93d,revision_number=2']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:02:38.075531 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b969588b-5459-4f0c-b861-ac860f2f82ce tempest-RoutersNegativeIpV6Test-273752723 tempest-RoutersNegativeIpV6Test-273752723-project] Network 5d5d16e7-69db-4d09-a54e-074e8be4974a is already hosted by enough agents. {{(pid=116162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 11:02:38.084124 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-b5d0b9d7-b40e-47f5-a720-b8acaaef3dc6 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.1494410 Apr 28 11:02:38.086362 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 51650) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:02:38.099043 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.v2.base [None req-dd0e21e2-2eaa-41b7-9e54-fd246f17e449 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Request body: {'subnet': {'network_id': '1ec9fbcf-7a57-4aaa-9c30-4e0f43e09480', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=116162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:02:38.107851 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.scheduler.base_scheduler [None req-b969588b-5459-4f0c-b861-ac860f2f82ce tempest-RoutersNegativeIpV6Test-273752723 tempest-RoutersNegativeIpV6Test-273752723-project] Resources bound (agent type, host, resource id): {{(pid=116162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 11:02:38.111504 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.services.segments.db [None req-25b6570b-1839-47ad-969b-76d0ac675ab7 tempest-NetworksIpV6TestAttrs-234256711 tempest-NetworksIpV6TestAttrs-234256711-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dabc1aa9-4195-4c06-b240-d99e0585511f']}} {{(pid=116162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:02:38.138816 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-8d45714f-67b5-4983-9071-4107b7073b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393'] for port (fddf357f-31c8-4269-8721-67f15328f4a7), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:38.141659 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.services.segments.db [None req-25b6570b-1839-47ad-969b-76d0ac675ab7 tempest-NetworksIpV6TestAttrs-234256711 tempest-NetworksIpV6TestAttrs-234256711-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e4f5a362-85db-4e30-973e-cc0d38796e39') {'for_net_delete': True} {{(pid=116162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:02:38.142226 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.services.segments.db [None req-25b6570b-1839-47ad-969b-76d0ac675ab7 tempest-NetworksIpV6TestAttrs-234256711 tempest-NetworksIpV6TestAttrs-234256711-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e4f5a362-85db-4e30-973e-cc0d38796e39') {} {{(pid=116162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:02:38.164924 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-32818ec9-3bb7-4cd6-a518-79add4bb2263 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-973498', 'neutron.services.segments.db._delete_segments_for_network-8742235207033'] for network (3191a0d7-9079-4f35-9d9d-037bbb2a30c3), precommit_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:38.177189 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-25b6570b-1839-47ad-969b-76d0ac675ab7 tempest-NetworksIpV6TestAttrs-234256711 tempest-NetworksIpV6TestAttrs-234256711-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742235208578', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5026548'] for segment (e4f5a362-85db-4e30-973e-cc0d38796e39), before_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:38.214944 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d45714f-67b5-4983-9071-4107b7073b25 None None] Pushing event updated for resources: {'Port': ['ID=fddf357f-31c8-4269-8721-67f15328f4a7,revision_number=2']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:02:38.219924 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.scheduler.base_scheduler [None req-b30d4c26-86be-422a-8ac1-5f4ba71f6bec tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 9f7770af-8f7f-4913-8a3e-3b3362bd2b3f) {{(pid=116161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 11:02:38.233040 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92118d4d-f498-472d-9f18-bb75a6ea189f None None] Network 9f7770af-8f7f-4913-8a3e-3b3362bd2b3f requested from dv-neutron-master-2-hyperv {{(pid=116163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 11:02:38.278908 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b30d4c26-86be-422a-8ac1-5f4ba71f6bec tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:02:38.279982 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-b30d4c26-86be-422a-8ac1-5f4ba71f6bec tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] Publish callbacks [] for subnet (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:38.311458 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.services.segments.db [None req-32818ec9-3bb7-4cd6-a518-79add4bb2263 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3191a0d7-9079-4f35-9d9d-037bbb2a30c3']}} {{(pid=116161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:02:38.315507 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-25b6570b-1839-47ad-969b-76d0ac675ab7 tempest-NetworksIpV6TestAttrs-234256711 tempest-NetworksIpV6TestAttrs-234256711-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-961978'] for segment (e4f5a362-85db-4e30-973e-cc0d38796e39), precommit_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:38.336451 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.services.segments.db [None req-32818ec9-3bb7-4cd6-a518-79add4bb2263 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '57e3da10-58c0-4f9d-b20d-e03bcdc4fcb9') {'for_net_delete': True} {{(pid=116161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:02:38.336916 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.services.segments.db [None req-32818ec9-3bb7-4cd6-a518-79add4bb2263 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '57e3da10-58c0-4f9d-b20d-e03bcdc4fcb9') {} {{(pid=116161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:02:38.357460 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-32818ec9-3bb7-4cd6-a518-79add4bb2263 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742235208578', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8076969'] for segment (57e3da10-58c0-4f9d-b20d-e03bcdc4fcb9), before_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:38.385145 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-a2b95ba3-ee8f-456a-bd11-1ea257d59f9b tempest-RoutersAdminTest-1587786081 tempest-RoutersAdminTest-1587786081-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742235135690', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742234710366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5219112'] for port (f4688210-7468-4180-86fd-5326c97573d0), after_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:38.444391 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-b30d4c26-86be-422a-8ac1-5f4ba71f6bec tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 2.0449665 Apr 28 11:02:38.485293 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c917a26-a09a-4c55-a568-c076c06ddf79 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-9f7770af-8f7f-4913-8a3e-3b3362bd2b3f', 'network_id': '9f7770af-8f7f-4913-8a3e-3b3362bd2b3f', 'project_id': '6af68124dd864f2fba5b5c4453768950', 'fixed_ips': [{'subnet_id': '2a86753a-b4d4-4335-ac1d-735091738713'}]}} from dv-neutron-master-2-hyperv. {{(pid=116163) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 28 11:02:38.486105 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-4c917a26-a09a-4c55-a568-c076c06ddf79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (None), before_create {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:38.500809 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 51654) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:02:38.534804 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-32818ec9-3bb7-4cd6-a518-79add4bb2263 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-961978'] for segment (57e3da10-58c0-4f9d-b20d-e03bcdc4fcb9), precommit_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:38.539786 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b95ba3-ee8f-456a-bd11-1ea257d59f9b tempest-RoutersAdminTest-1587786081 tempest-RoutersAdminTest-1587786081-project] Pushing event deleted for resources: {'Port': ['ID=f4688210-7468-4180-86fd-5326c97573d0,revision_number=None']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:02:38.559885 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.v2.base [None req-4f86b92a-c58b-49be-bf46-3f4e6b8b8860 tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1201173226'}} {{(pid=116162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:02:38.577373 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c8108d-2868-4d46-a213-148f4d6723ba req-fbb33c7c-1ec2-478c-b568-20bdf3d9d7d2 tempest-ServerActionsTestJSON-1498610228 tempest-ServerActionsTestJSON-1498610228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:02:38.579583 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-50c8108d-2868-4d46-a213-148f4d6723ba req-fbb33c7c-1ec2-478c-b568-20bdf3d9d7d2 tempest-ServerActionsTestJSON-1498610228 tempest-ServerActionsTestJSON-1498610228-project] 10.222.0.10 "GET /v2.0/ports?device_id=6bd2b59b-b5db-4639-9109-3dca095b7768 HTTP/1.1" status: 200 len: 946 time: 0.1661561 Apr 28 11:02:38.602806 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-32818ec9-3bb7-4cd6-a518-79add4bb2263 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Releasing vlan 80 on physical network physnet1 to pool {{(pid=116161) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 11:02:38.603230 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-32818ec9-3bb7-4cd6-a518-79add4bb2263 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-961978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5219103'] for segment (57e3da10-58c0-4f9d-b20d-e03bcdc4fcb9), after_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:38.608742 dv-neutron-master-2-hyperv neutron-server[116161]: Traceback (most recent call last): Apr 28 11:02:38.608742 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 11:02:38.608742 dv-neutron-master-2-hyperv neutron-server[116161]: timer() Apr 28 11:02:38.608742 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 11:02:38.608742 dv-neutron-master-2-hyperv neutron-server[116161]: cb(*args, **kw) Apr 28 11:02:38.608742 dv-neutron-master-2-hyperv neutron-server[116161]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 28 11:02:38.608742 dv-neutron-master-2-hyperv neutron-server[116161]: return func(*args, **kwargs) Apr 28 11:02:38.608742 dv-neutron-master-2-hyperv neutron-server[116161]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 11:02:38.608742 dv-neutron-master-2-hyperv neutron-server[116161]: self._notify() Apr 28 11:02:38.608742 dv-neutron-master-2-hyperv neutron-server[116161]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 11:02:38.608742 dv-neutron-master-2-hyperv neutron-server[116161]: self.callback(batched_events) Apr 28 11:02:38.608742 dv-neutron-master-2-hyperv neutron-server[116161]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 11:02:38.608742 dv-neutron-master-2-hyperv neutron-server[116161]: event.method(event) Apr 28 11:02:38.608742 dv-neutron-master-2-hyperv neutron-server[116161]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 28 11:02:38.608742 dv-neutron-master-2-hyperv neutron-server[116161]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 11:02:38.608742 dv-neutron-master-2-hyperv neutron-server[116161]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 28 11:02:38.608742 dv-neutron-master-2-hyperv neutron-server[116161]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 11:02:38.608742 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 28 11:02:38.608742 dv-neutron-master-2-hyperv neutron-server[116161]: return f(self, *a, **k) Apr 28 11:02:38.608742 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 28 11:02:38.608742 dv-neutron-master-2-hyperv neutron-server[116161]: return self._get(url).json() Apr 28 11:02:38.608742 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 28 11:02:38.608742 dv-neutron-master-2-hyperv neutron-server[116161]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 11:02:38.608742 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 11:02:38.608742 dv-neutron-master-2-hyperv neutron-server[116161]: return self.request(url, 'GET', **kwargs) Apr 28 11:02:38.608742 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 11:02:38.608742 dv-neutron-master-2-hyperv neutron-server[116161]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 11:02:38.608742 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 11:02:38.608742 dv-neutron-master-2-hyperv neutron-server[116161]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 11:02:38.608742 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 11:02:38.608742 dv-neutron-master-2-hyperv neutron-server[116161]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 11:02:38.608742 dv-neutron-master-2-hyperv neutron-server[116161]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 11:02:38.620589 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-25b6570b-1839-47ad-969b-76d0ac675ab7 tempest-NetworksIpV6TestAttrs-234256711 tempest-NetworksIpV6TestAttrs-234256711-project] Releasing vlan 99 on physical network physnet1 to pool {{(pid=116162) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 11:02:38.620978 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-25b6570b-1839-47ad-969b-76d0ac675ab7 tempest-NetworksIpV6TestAttrs-234256711 tempest-NetworksIpV6TestAttrs-234256711-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-961978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5051884'] for segment (e4f5a362-85db-4e30-973e-cc0d38796e39), after_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:38.629893 dv-neutron-master-2-hyperv neutron-server[116162]: Traceback (most recent call last): Apr 28 11:02:38.629893 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 11:02:38.629893 dv-neutron-master-2-hyperv neutron-server[116162]: timer() Apr 28 11:02:38.629893 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 11:02:38.629893 dv-neutron-master-2-hyperv neutron-server[116162]: cb(*args, **kw) Apr 28 11:02:38.629893 dv-neutron-master-2-hyperv neutron-server[116162]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 28 11:02:38.629893 dv-neutron-master-2-hyperv neutron-server[116162]: return func(*args, **kwargs) Apr 28 11:02:38.629893 dv-neutron-master-2-hyperv neutron-server[116162]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 11:02:38.629893 dv-neutron-master-2-hyperv neutron-server[116162]: self._notify() Apr 28 11:02:38.629893 dv-neutron-master-2-hyperv neutron-server[116162]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 11:02:38.629893 dv-neutron-master-2-hyperv neutron-server[116162]: self.callback(batched_events) Apr 28 11:02:38.629893 dv-neutron-master-2-hyperv neutron-server[116162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 11:02:38.629893 dv-neutron-master-2-hyperv neutron-server[116162]: event.method(event) Apr 28 11:02:38.629893 dv-neutron-master-2-hyperv neutron-server[116162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 28 11:02:38.629893 dv-neutron-master-2-hyperv neutron-server[116162]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 11:02:38.629893 dv-neutron-master-2-hyperv neutron-server[116162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 28 11:02:38.629893 dv-neutron-master-2-hyperv neutron-server[116162]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 11:02:38.629893 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 28 11:02:38.629893 dv-neutron-master-2-hyperv neutron-server[116162]: return f(self, *a, **k) Apr 28 11:02:38.629893 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 28 11:02:38.629893 dv-neutron-master-2-hyperv neutron-server[116162]: return self._get(url).json() Apr 28 11:02:38.629893 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 28 11:02:38.629893 dv-neutron-master-2-hyperv neutron-server[116162]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 11:02:38.629893 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 11:02:38.629893 dv-neutron-master-2-hyperv neutron-server[116162]: return self.request(url, 'GET', **kwargs) Apr 28 11:02:38.629893 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 11:02:38.629893 dv-neutron-master-2-hyperv neutron-server[116162]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 11:02:38.629893 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 11:02:38.629893 dv-neutron-master-2-hyperv neutron-server[116162]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 11:02:38.629893 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 11:02:38.629893 dv-neutron-master-2-hyperv neutron-server[116162]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 11:02:38.629893 dv-neutron-master-2-hyperv neutron-server[116162]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 11:02:38.694480 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b969588b-5459-4f0c-b861-ac860f2f82ce tempest-RoutersNegativeIpV6Test-273752723 tempest-RoutersNegativeIpV6Test-273752723-project] Router 7a93352b-7fef-4a78-a676-5156887a4be6 has already been hosted by L3 agent 6b492ad6-0876-4d74-b20d-28143a52ceba {{(pid=116162) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 11:02:38.711879 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-a2b95ba3-ee8f-456a-bd11-1ea257d59f9b tempest-RoutersAdminTest-1587786081 tempest-RoutersAdminTest-1587786081-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1935354'] for router_gateway (dc0ad77d-a6d0-4b7b-b513-8df681c134a2), after_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:38.770865 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-4b75d59d-d5a7-4779-a1f8-f711b9e3b504 None None] Provisioning complete for port 723abdd3-9f02-4f09-ad21-314a86b87af3 triggered by entity DHCP. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:02:38.771850 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-4b75d59d-d5a7-4779-a1f8-f711b9e3b504 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (723abdd3-9f02-4f09-ad21-314a86b87af3), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:38.814003 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-88d509d4-dd34-430a-bf29-3950a542116b tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742235135690', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742234710366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5051867'] for port (2a52a348-ba2b-43ae-bac6-cfc14ca3c1c1), after_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:38.826851 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-4b75d59d-d5a7-4779-a1f8-f711b9e3b504 None None] Port 723abdd3-9f02-4f09-ad21-314a86b87af3 cannot update to ACTIVE because it is not bound. {{(pid=116163) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 28 11:02:38.833194 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.db_base_plugin_common [None req-4c917a26-a09a-4c55-a568-c076c06ddf79 None None] Allocated IP 172.20.255.242 (9f7770af-8f7f-4913-8a3e-3b3362bd2b3f/2a86753a-b4d4-4335-ac1d-735091738713/1d0046a9-fcc7-4e47-bfd4-22f73b2e5fa2) {{(pid=116163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 11:02:38.895814 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-a2b95ba3-ee8f-456a-bd11-1ea257d59f9b tempest-RoutersAdminTest-1587786081 tempest-RoutersAdminTest-1587786081-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2060865', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-63275'] for router (dc0ad77d-a6d0-4b7b-b513-8df681c134a2), precommit_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:38.898896 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-a2b95ba3-ee8f-456a-bd11-1ea257d59f9b tempest-RoutersAdminTest-1587786081 tempest-RoutersAdminTest-1587786081-project] Publish callbacks [] for router_controller (dc0ad77d-a6d0-4b7b-b513-8df681c134a2), precommit_delete_associations {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:38.924788 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.db.api [None req-25b6570b-1839-47ad-969b-76d0ac675ab7 tempest-NetworksIpV6TestAttrs-234256711 tempest-NetworksIpV6TestAttrs-234256711-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 28 11:02:38.924788 dv-neutron-master-2-hyperv neutron-server[116162]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 28 11:02:38.924788 dv-neutron-master-2-hyperv neutron-server[116162]: [parameters: {'id': 'dabc1aa9-4195-4c06-b240-d99e0585511f'}] Apr 28 11:02:38.924788 dv-neutron-master-2-hyperv neutron-server[116162]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=116162) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 28 11:02:38.925631 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG oslo_db.api [None req-25b6570b-1839-47ad-969b-76d0ac675ab7 tempest-NetworksIpV6TestAttrs-234256711 tempest-NetworksIpV6TestAttrs-234256711-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=116162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 28 11:02:38.926505 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f86b92a-c58b-49be-bf46-3f4e6b8b8860 tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] Made reservation on behalf of 6af68124dd864f2fba5b5c4453768950 for: {'network': 1} {{(pid=116162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 11:02:38.930020 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-4f86b92a-c58b-49be-bf46-3f4e6b8b8860 tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for network (None), before_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:38.932438 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d509d4-dd34-430a-bf29-3950a542116b tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Pushing event deleted for resources: {'Port': ['ID=2a52a348-ba2b-43ae-bac6-cfc14ca3c1c1,revision_number=None']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:02:38.936758 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd0e21e2-2eaa-41b7-9e54-fd246f17e449 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Made reservation on behalf of 12780407c7254bdfbde1c04e76d433ee for: {'subnet': 1} {{(pid=116162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 11:02:38.938762 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-dd0e21e2-2eaa-41b7-9e54-fd246f17e449 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4210834'] for subnet (None), before_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:38.977371 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-32818ec9-3bb7-4cd6-a518-79add4bb2263 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-973477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2063122'] for network (3191a0d7-9079-4f35-9d9d-037bbb2a30c3), after_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:38.982719 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-32818ec9-3bb7-4cd6-a518-79add4bb2263 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603020'] for network (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:38.991038 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-32818ec9-3bb7-4cd6-a518-79add4bb2263 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] 10.222.0.10 "DELETE /v2.0/networks/3191a0d7-9079-4f35-9d9d-037bbb2a30c3 HTTP/1.1" status: 204 len: 168 time: 1.1267145 Apr 28 11:02:38.991713 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 51656) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:02:39.007098 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.v2.base [None req-eb91b5b0-e214-446f-ae04-ed3425cd32b7 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-633722152'}} {{(pid=116161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:02:39.029237 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32818ec9-3bb7-4cd6-a518-79add4bb2263 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Pushing event deleted for resources: {'Network': ['ID=3191a0d7-9079-4f35-9d9d-037bbb2a30c3,revision_number=None']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:02:39.051359 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-50c8108d-2868-4d46-a213-148f4d6723ba req-052936e3-656e-4810-b7c5-9e129118c939 tempest-ServerActionsTestJSON-1498610228 tempest-ServerActionsTestJSON-1498610228-project] 10.222.0.10 "GET /v2.0/security-groups?id=0f246414-c46b-4ee7-b196-c819605d877f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4499495 Apr 28 11:02:39.056215 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-4c917a26-a09a-4c55-a568-c076c06ddf79 None None] Publish callbacks [] for port (1d0046a9-fcc7-4e47-bfd4-22f73b2e5fa2), precommit_create {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:39.079024 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-a2b95ba3-ee8f-456a-bd11-1ea257d59f9b tempest-RoutersAdminTest-1587786081 tempest-RoutersAdminTest-1587786081-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2060888'] for router (dc0ad77d-a6d0-4b7b-b513-8df681c134a2), after_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:39.079652 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2b95ba3-ee8f-456a-bd11-1ea257d59f9b tempest-RoutersAdminTest-1587786081 tempest-RoutersAdminTest-1587786081-project] Fanout notify agent at l3_agent the message router_deleted on router dc0ad77d-a6d0-4b7b-b513-8df681c134a2 {{(pid=116161) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 28 11:02:39.087635 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-a2b95ba3-ee8f-456a-bd11-1ea257d59f9b tempest-RoutersAdminTest-1587786081 tempest-RoutersAdminTest-1587786081-project] Publish callbacks [] for router (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:39.092214 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-a2b95ba3-ee8f-456a-bd11-1ea257d59f9b tempest-RoutersAdminTest-1587786081 tempest-RoutersAdminTest-1587786081-project] 10.222.0.10 "DELETE /v2.0/routers/dc0ad77d-a6d0-4b7b-b513-8df681c134a2 HTTP/1.1" status: 204 len: 168 time: 2.8838985 Apr 28 11:02:39.092444 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 51658) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:02:39.103059 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.v2.base [None req-a78a3f11-8b08-482c-b86b-772bfde6ff5b tempest-RoutersAdminTest-1587786081 tempest-RoutersAdminTest-1587786081-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-2040920346', 'external_gateway_info': {'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c'}, 'admin_state_up': False}} {{(pid=116161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:02:39.131599 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb91b5b0-e214-446f-ae04-ed3425cd32b7 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Made reservation on behalf of f86d085f9b42493aa6c0f40f62349e1e for: {'network': 1} {{(pid=116161) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 11:02:39.135036 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-eb91b5b0-e214-446f-ae04-ed3425cd32b7 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for network (None), before_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:39.154017 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-88d509d4-dd34-430a-bf29-3950a542116b tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1603051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2063504'] for router_interface (c9713abf-0f9b-4bb6-8953-ce4a26e7ed1c), after_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:39.163478 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eb91b5b0-e214-446f-ae04-ed3425cd32b7 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 70} {{(pid=116161) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 11:02:39.170217 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b969588b-5459-4f0c-b861-ac860f2f82ce tempest-RoutersNegativeIpV6Test-273752723 tempest-RoutersNegativeIpV6Test-273752723-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=116162) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 11:02:39.176232 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-eb91b5b0-e214-446f-ae04-ed3425cd32b7 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-961978'] for segment (646bc490-cf3d-42be-a4e6-0ec66dab2ed8), precommit_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:39.176765 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.db.segments_db [None req-eb91b5b0-e214-446f-ae04-ed3425cd32b7 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Added segment 646bc490-cf3d-42be-a4e6-0ec66dab2ed8 of type vlan for network dc8c2ba8-708b-4144-acc5-cd5dfbb89dbd Apr 28 11:02:39.181400 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-b969588b-5459-4f0c-b861-ac860f2f82ce tempest-RoutersNegativeIpV6Test-273752723 tempest-RoutersNegativeIpV6Test-273752723-project] 10.222.0.10 "PUT /v2.0/routers/7a93352b-7fef-4a78-a676-5156887a4be6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3945172 Apr 28 11:02:39.185498 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-4c917a26-a09a-4c55-a568-c076c06ddf79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742234710357'] for port (1d0046a9-fcc7-4e47-bfd4-22f73b2e5fa2), after_create {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:39.186926 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 51660) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:02:39.194159 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c646d796-07e7-4127-b729-2317d292fd80 None None] Sync routers for ids ['7a93352b-7fef-4a78-a676-5156887a4be6'] in dv-neutron-master-2-hyperv {{(pid=116164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 11:02:39.210739 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c646d796-07e7-4127-b729-2317d292fd80 None None] Routers {'7a93352b-7fef-4a78-a676-5156887a4be6'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=116164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 11:02:39.212571 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_hamode_db [None req-c646d796-07e7-4127-b729-2317d292fd80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-28T10:50:39Z,description=,heartbeat_timestamp=2022-04-28T11:02:09Z,host='dv-neutron-master-2-hyperv',id=6b492ad6-0876-4d74-b20d-28143a52ceba,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T10:50:40Z,topic='l3_agent')) {'router_ids': ['7a93352b-7fef-4a78-a676-5156887a4be6'], 'active': True} {{(pid=116164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:02:39.253002 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c917a26-a09a-4c55-a568-c076c06ddf79 None None] Network 9f7770af-8f7f-4913-8a3e-3b3362bd2b3f is already hosted by enough agents. {{(pid=116163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 11:02:39.256387 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-eb91b5b0-e214-446f-ae04-ed3425cd32b7 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742234744962'] for network (dc8c2ba8-708b-4144-acc5-cd5dfbb89dbd), precommit_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:39.270581 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.scheduler.base_scheduler [None req-4c917a26-a09a-4c55-a568-c076c06ddf79 None None] Resources bound (agent type, host, resource id): {{(pid=116163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 11:02:39.272424 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_hamode_db [None req-c646d796-07e7-4127-b729-2317d292fd80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=116164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:02:39.277606 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c917a26-a09a-4c55-a568-c076c06ddf79 None None] Received port after_create {{(pid=116163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 11:02:39.286424 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-a78a3f11-8b08-482c-b86b-772bfde6ff5b tempest-RoutersAdminTest-1587786081 tempest-RoutersAdminTest-1587786081-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2060459', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-63449'] for router (d0c1c219-c342-47d2-8f7e-76d0988371c0), before_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:39.287393 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c646d796-07e7-4127-b729-2317d292fd80 None None] Routers {'7a93352b-7fef-4a78-a676-5156887a4be6'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=116164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 11:02:39.288894 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_hamode_db [None req-c646d796-07e7-4127-b729-2317d292fd80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-28T10:50:39Z,description=,heartbeat_timestamp=2022-04-28T11:02:09Z,host='dv-neutron-master-2-hyperv',id=6b492ad6-0876-4d74-b20d-28143a52ceba,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T10:50:40Z,topic='l3_agent')) {'router_ids': ['7a93352b-7fef-4a78-a676-5156887a4be6'], 'active': True} {{(pid=116164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:02:39.289123 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-a78a3f11-8b08-482c-b86b-772bfde6ff5b tempest-RoutersAdminTest-1587786081 tempest-RoutersAdminTest-1587786081-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2060827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1935275', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1960866', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-63266'] for router (d0c1c219-c342-47d2-8f7e-76d0988371c0), precommit_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:39.331352 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c917a26-a09a-4c55-a568-c076c06ddf79 None None] Pushing event updated for resources: {'Port': ['ID=1d0046a9-fcc7-4e47-bfd4-22f73b2e5fa2,revision_number=1']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:02:39.352895 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_hamode_db [None req-c646d796-07e7-4127-b729-2317d292fd80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=116164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:02:39.358980 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-eb91b5b0-e214-446f-ae04-ed3425cd32b7 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042'] for network (dc8c2ba8-708b-4144-acc5-cd5dfbb89dbd), after_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:39.360177 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c646d796-07e7-4127-b729-2317d292fd80 None None] The sync data for ids ['7a93352b-7fef-4a78-a676-5156887a4be6'] in dv-neutron-master-2-hyperv is: [] {{(pid=116164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 11:02:39.365703 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb91b5b0-e214-446f-ae04-ed3425cd32b7 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:02:39.366354 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-eb91b5b0-e214-446f-ae04-ed3425cd32b7 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603020'] for network (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:39.375579 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-a78a3f11-8b08-482c-b86b-772bfde6ff5b tempest-RoutersAdminTest-1587786081 tempest-RoutersAdminTest-1587786081-project] Publish callbacks [] for router_controller (d0c1c219-c342-47d2-8f7e-76d0988371c0), precommit_add_association {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:39.416555 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-fb5c2aa5-c6fc-4142-9705-17bdf9ac8cd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (6b492ad6-0876-4d74-b20d-28143a52ceba), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:39.424248 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.managers [None req-4c917a26-a09a-4c55-a568-c076c06ddf79 None None] Attempting to bind port 1d0046a9-fcc7-4e47-bfd4-22f73b2e5fa2 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=116163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 28 11:02:39.424625 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.managers [None req-4c917a26-a09a-4c55-a568-c076c06ddf79 None None] Attempting to bind port 1d0046a9-fcc7-4e47-bfd4-22f73b2e5fa2 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '334ad25c-08f6-440d-a063-620b7e4cec9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '9f7770af-8f7f-4913-8a3e-3b3362bd2b3f'}] {{(pid=116163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 28 11:02:39.424997 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c917a26-a09a-4c55-a568-c076c06ddf79 None None] Attempting to bind port 1d0046a9-fcc7-4e47-bfd4-22f73b2e5fa2 on network 9f7770af-8f7f-4913-8a3e-3b3362bd2b3f {{(pid=116163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 11:02:39.431125 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c917a26-a09a-4c55-a568-c076c06ddf79 None None] Checking agent: {'id': 'd5baab19-5dd1-4902-922b-84acb048ab9c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 10, 50, 43), 'started_at': datetime.datetime(2022, 4, 28, 10, 51, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 11, 2, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=116163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 11:02:39.431506 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c917a26-a09a-4c55-a568-c076c06ddf79 None None] Checking segment: {'id': '334ad25c-08f6-440d-a063-620b7e4cec9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '9f7770af-8f7f-4913-8a3e-3b3362bd2b3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 11:02:39.431922 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-4c917a26-a09a-4c55-a568-c076c06ddf79 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:39.432316 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c917a26-a09a-4c55-a568-c076c06ddf79 None None] Bound using segment: {'id': '334ad25c-08f6-440d-a063-620b7e4cec9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '9f7770af-8f7f-4913-8a3e-3b3362bd2b3f'} {{(pid=116163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 11:02:39.432834 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.managers [None req-4c917a26-a09a-4c55-a568-c076c06ddf79 None None] Bound port: 1d0046a9-fcc7-4e47-bfd4-22f73b2e5fa2, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '334ad25c-08f6-440d-a063-620b7e4cec9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '9f7770af-8f7f-4913-8a3e-3b3362bd2b3f'}}] {{(pid=116163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 28 11:02:39.433178 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-4c917a26-a09a-4c55-a568-c076c06ddf79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (1d0046a9-fcc7-4e47-bfd4-22f73b2e5fa2), before_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:39.460411 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb91b5b0-e214-446f-ae04-ed3425cd32b7 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Pushing event updated for resources: {'Network': ['ID=dc8c2ba8-708b-4144-acc5-cd5dfbb89dbd,revision_number=1']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:02:39.484250 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Network dc8c2ba8-708b-4144-acc5-cd5dfbb89dbd details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=116163) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 28 11:02:39.533859 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-eb91b5b0-e214-446f-ae04-ed3425cd32b7 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.5306222 Apr 28 11:02:39.536408 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 51662) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:02:39.541991 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.v2.base [None req-9e22096d-8872-4768-8b5b-79e30188f9f9 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Request body: {'subnet': {'network_id': 'dc8c2ba8-708b-4144-acc5-cd5dfbb89dbd', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=116161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:02:39.547653 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-4c917a26-a09a-4c55-a568-c076c06ddf79 None None] For port 1d0046a9-fcc7-4e47-bfd4-22f73b2e5fa2, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=116163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 11:02:39.551540 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-4c917a26-a09a-4c55-a568-c076c06ddf79 None None] For port 1d0046a9-fcc7-4e47-bfd4-22f73b2e5fa2, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=1d0046a9-fcc7-4e47-bfd4-22f73b2e5fa2,segment=NetworkSegment(334ad25c-08f6-440d-a063-620b7e4cec9e),segment_id=334ad25c-08f6-440d-a063-620b7e4cec9e)] {{(pid=116163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 11:02:39.663743 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-4c917a26-a09a-4c55-a568-c076c06ddf79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393'] for port (1d0046a9-fcc7-4e47-bfd4-22f73b2e5fa2), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:39.674355 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1a5b3c9-9755-4b99-9e26-0aba4d64a34d None None] Network dabc1aa9-4195-4c06-b240-d99e0585511f requested from dv-neutron-master-2-hyperv {{(pid=116163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 11:02:39.702887 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-25b6570b-1839-47ad-969b-76d0ac675ab7 tempest-NetworksIpV6TestAttrs-234256711 tempest-NetworksIpV6TestAttrs-234256711-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-979593'] for network (dabc1aa9-4195-4c06-b240-d99e0585511f), before_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:39.706602 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4f86b92a-c58b-49be-bf46-3f4e6b8b8860 tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 65} {{(pid=116162) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 11:02:39.719308 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-4f86b92a-c58b-49be-bf46-3f4e6b8b8860 tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-961978'] for segment (5b1ea345-bcc1-479c-837d-1fb65a49e907), precommit_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:39.719907 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.db.segments_db [None req-4f86b92a-c58b-49be-bf46-3f4e6b8b8860 tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] Added segment 5b1ea345-bcc1-479c-837d-1fb65a49e907 of type vlan for network 6fe0b70e-3864-4da8-9b9a-67845716918a Apr 28 11:02:39.751552 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-a78a3f11-8b08-482c-b86b-772bfde6ff5b tempest-RoutersAdminTest-1587786081 tempest-RoutersAdminTest-1587786081-project] Publish callbacks [] for router_gateway (d0c1c219-c342-47d2-8f7e-76d0988371c0), precommit_update {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:39.817107 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-ea6d8e6f-78a6-411c-9457-14e5225d66c6 None None] Provisioning complete for port b2f25894-88e6-4675-98ed-13dfd3c8d93d triggered by entity DHCP. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:02:39.821387 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-ea6d8e6f-78a6-411c-9457-14e5225d66c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (b2f25894-88e6-4675-98ed-13dfd3c8d93d), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:39.841949 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e22096d-8872-4768-8b5b-79e30188f9f9 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Made reservation on behalf of f86d085f9b42493aa6c0f40f62349e1e for: {'subnet': 1} {{(pid=116161) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 11:02:39.846701 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-9e22096d-8872-4768-8b5b-79e30188f9f9 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5125580'] for subnet (None), before_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:39.851010 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-4f86b92a-c58b-49be-bf46-3f4e6b8b8860 tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742234744962'] for network (6fe0b70e-3864-4da8-9b9a-67845716918a), precommit_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:39.857052 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c917a26-a09a-4c55-a568-c076c06ddf79 None None] Pushing event updated for resources: {'Port': ['ID=1d0046a9-fcc7-4e47-bfd4-22f73b2e5fa2,revision_number=2']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:02:39.976331 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-ea6d8e6f-78a6-411c-9457-14e5225d66c6 None None] Current status of the port b2f25894-88e6-4675-98ed-13dfd3c8d93d is: DOWN; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:02:39.976909 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-ea6d8e6f-78a6-411c-9457-14e5225d66c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (b2f25894-88e6-4675-98ed-13dfd3c8d93d), before_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:40.023625 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71776c76-4287-400d-ab0d-81afa8d68491 None None] DHCP port deletion for dabc1aa9-4195-4c06-b240-d99e0585511f request from dv-neutron-master-2-hyperv {{(pid=116163) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 28 11:02:40.102391 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-ea6d8e6f-78a6-411c-9457-14e5225d66c6 None None] For port b2f25894-88e6-4675-98ed-13dfd3c8d93d, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=b2f25894-88e6-4675-98ed-13dfd3c8d93d,segment=NetworkSegment(e4f5a362-85db-4e30-973e-cc0d38796e39),segment_id=e4f5a362-85db-4e30-973e-cc0d38796e39)] {{(pid=116163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 11:02:40.107232 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-84f43f11-929f-4d33-944f-6db6e3c3d249 tempest-RoutersNegativeIpV6Test-273752723 tempest-RoutersNegativeIpV6Test-273752723-project] Publish callbacks [] for router (7a93352b-7fef-4a78-a676-5156887a4be6), before_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:40.113079 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88d509d4-dd34-430a-bf29-3950a542116b tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Router c9713abf-0f9b-4bb6-8953-ce4a26e7ed1c has already been hosted by L3 agent 6b492ad6-0876-4d74-b20d-28143a52ceba {{(pid=116162) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 11:02:40.118728 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.plugin [None req-25b6570b-1839-47ad-969b-76d0ac675ab7 tempest-NetworksIpV6TestAttrs-234256711 tempest-NetworksIpV6TestAttrs-234256711-project] Deleting port b2f25894-88e6-4675-98ed-13dfd3c8d93d {{(pid=116162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 11:02:40.119075 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-25b6570b-1839-47ad-969b-76d0ac675ab7 tempest-NetworksIpV6TestAttrs-234256711 tempest-NetworksIpV6TestAttrs-234256711-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742235130188'] for port (b2f25894-88e6-4675-98ed-13dfd3c8d93d), before_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:40.143081 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.db.ipam_backend_mixin [None req-9e22096d-8872-4768-8b5b-79e30188f9f9 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Performing IP validity checks on allocation pools {{(pid=116161) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Apr 28 11:02:40.150414 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.db.ipam_backend_mixin [None req-9e22096d-8872-4768-8b5b-79e30188f9f9 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Checking for overlaps among allocation pools and gateway ip {{(pid=116161) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Apr 28 11:02:40.166017 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-71776c76-4287-400d-ab0d-81afa8d68491 None None] Deleting port b2f25894-88e6-4675-98ed-13dfd3c8d93d {{(pid=116163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 11:02:40.166590 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-71776c76-4287-400d-ab0d-81afa8d68491 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742235130188'] for port (b2f25894-88e6-4675-98ed-13dfd3c8d93d), before_delete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:40.169513 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-ea6d8e6f-78a6-411c-9457-14e5225d66c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393'] for port (b2f25894-88e6-4675-98ed-13dfd3c8d93d), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:40.269219 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-4f86b92a-c58b-49be-bf46-3f4e6b8b8860 tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042'] for network (6fe0b70e-3864-4da8-9b9a-67845716918a), after_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:40.274218 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f86b92a-c58b-49be-bf46-3f4e6b8b8860 tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:02:40.274836 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-4f86b92a-c58b-49be-bf46-3f4e6b8b8860 tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] Publish callbacks [] for network (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:40.321276 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-71776c76-4287-400d-ab0d-81afa8d68491 None None] For port b2f25894-88e6-4675-98ed-13dfd3c8d93d, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=b2f25894-88e6-4675-98ed-13dfd3c8d93d,segment=NetworkSegment(e4f5a362-85db-4e30-973e-cc0d38796e39),segment_id=e4f5a362-85db-4e30-973e-cc0d38796e39)] {{(pid=116163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 11:02:40.327019 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-71776c76-4287-400d-ab0d-81afa8d68491 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1938497'] for port (b2f25894-88e6-4675-98ed-13dfd3c8d93d), precommit_delete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:40.371295 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-de3556a4-91ca-4f35-96e4-a9c17b8c9b9c None None] Provisioning complete for port fddf357f-31c8-4269-8721-67f15328f4a7 triggered by entity DHCP. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:02:40.371781 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-de3556a4-91ca-4f35-96e4-a9c17b8c9b9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (fddf357f-31c8-4269-8721-67f15328f4a7), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:40.389097 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-71776c76-4287-400d-ab0d-81afa8d68491 None None] Calling delete_port for b2f25894-88e6-4675-98ed-13dfd3c8d93d owned by network:dhcp {{(pid=116163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 11:02:40.417783 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6d8e6f-78a6-411c-9457-14e5225d66c6 None None] Pushing event updated for resources: {'Port': ['ID=b2f25894-88e6-4675-98ed-13dfd3c8d93d,revision_number=3']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:02:40.444764 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.db [None req-25b6570b-1839-47ad-969b-76d0ac675ab7 tempest-NetworksIpV6TestAttrs-234256711 tempest-NetworksIpV6TestAttrs-234256711-project] For port b2f25894-88e6-4675-98ed-13dfd3c8d93d, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=b2f25894-88e6-4675-98ed-13dfd3c8d93d,segment=NetworkSegment(e4f5a362-85db-4e30-973e-cc0d38796e39),segment_id=e4f5a362-85db-4e30-973e-cc0d38796e39)] {{(pid=116162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 11:02:40.445138 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-25b6570b-1839-47ad-969b-76d0ac675ab7 tempest-NetworksIpV6TestAttrs-234256711 tempest-NetworksIpV6TestAttrs-234256711-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1938497'] for port (b2f25894-88e6-4675-98ed-13dfd3c8d93d), precommit_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:40.457032 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-4f86b92a-c58b-49be-bf46-3f4e6b8b8860 tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.9033303 Apr 28 11:02:40.457032 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.api.v2.resource [None req-84f43f11-929f-4d33-944f-6db6e3c3d249 tempest-RoutersNegativeIpV6Test-273752723 tempest-RoutersNegativeIpV6Test-273752723-project] delete failed (client error): There was a conflict when trying to complete your request. Apr 28 11:02:40.457032 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-84f43f11-929f-4d33-944f-6db6e3c3d249 tempest-RoutersNegativeIpV6Test-273752723 tempest-RoutersNegativeIpV6Test-273752723-project] 10.222.0.10 "DELETE /v2.0/routers/7a93352b-7fef-4a78-a676-5156887a4be6 HTTP/1.1" status: 409 len: 376 time: 1.2680926 Apr 28 11:02:40.481757 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 51666) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:02:40.482010 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 51668) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:02:40.488520 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.v2.base [None req-a0df0841-47a8-4a24-afcb-4d086e7e48a0 tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] Request body: {'subnet': {'network_id': '6fe0b70e-3864-4da8-9b9a-67845716918a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=116161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:02:40.496787 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-ae94d540-e4c6-43be-adc9-b26fb6a2f62f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (cfc241ae-e4b7-443b-b80b-59fbbc2b69c9), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:40.501637 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Device 1d0046a9-fcc7-4e47-bfd4-22f73b2e5fa2 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=116163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 11:02:40.504872 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-a78a3f11-8b08-482c-b86b-772bfde6ff5b tempest-RoutersAdminTest-1587786081 tempest-RoutersAdminTest-1587786081-project] Publish callbacks [] for router_gateway (d0c1c219-c342-47d2-8f7e-76d0988371c0), before_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:40.554639 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f86b92a-c58b-49be-bf46-3f4e6b8b8860 tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] Pushing event updated for resources: {'Network': ['ID=6fe0b70e-3864-4da8-9b9a-67845716918a,revision_number=1']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:02:40.559201 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.plugin [None req-25b6570b-1839-47ad-969b-76d0ac675ab7 tempest-NetworksIpV6TestAttrs-234256711 tempest-NetworksIpV6TestAttrs-234256711-project] Calling delete_port for b2f25894-88e6-4675-98ed-13dfd3c8d93d owned by network:dhcp {{(pid=116162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 11:02:40.630104 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-a78a3f11-8b08-482c-b86b-772bfde6ff5b tempest-RoutersAdminTest-1587786081 tempest-RoutersAdminTest-1587786081-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (None), before_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:40.645143 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e190fc1-4257-410e-ba7e-3ef8a391558f req-489620f0-2120-487c-bb2b-ec8a8ae64fde tempest-ServerActionsTestJSON-1498610228 tempest-ServerActionsTestJSON-1498610228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:02:40.646443 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88d509d4-dd34-430a-bf29-3950a542116b tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=116162) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 11:02:40.646765 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-5e190fc1-4257-410e-ba7e-3ef8a391558f req-489620f0-2120-487c-bb2b-ec8a8ae64fde tempest-ServerActionsTestJSON-1498610228 tempest-ServerActionsTestJSON-1498610228-project] 10.222.0.10 "GET /v2.0/ports?device_id=6bd2b59b-b5db-4639-9109-3dca095b7768 HTTP/1.1" status: 200 len: 946 time: 0.3005679 Apr 28 11:02:40.654002 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-88d509d4-dd34-430a-bf29-3950a542116b tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] 10.222.0.10 "PUT /v2.0/routers/c9713abf-0f9b-4bb6-8953-ce4a26e7ed1c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6525648 Apr 28 11:02:40.659007 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 51670) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:02:40.717465 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-dd0e21e2-2eaa-41b7-9e54-fd246f17e449 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5054027', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4210784'] for subnet (3fad7e9d-e7d7-42e5-8414-819cdb897e57), after_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:40.734139 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Provisioning complete for port 1d0046a9-fcc7-4e47-bfd4-22f73b2e5fa2 triggered by entity L2. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:02:40.734540 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (1d0046a9-fcc7-4e47-bfd4-22f73b2e5fa2), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:40.745199 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Network 6fe0b70e-3864-4da8-9b9a-67845716918a details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=116163) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 28 11:02:40.747842 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c448e884-ae75-4410-9b7f-865c2c3f4f0f None None] Sync routers for ids ['c9713abf-0f9b-4bb6-8953-ce4a26e7ed1c'] in dv-neutron-master-2-hyperv {{(pid=116163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 11:02:40.782314 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd0e21e2-2eaa-41b7-9e54-fd246f17e449 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Pushing event updated for resources: {'Subnet': ['ID=3fad7e9d-e7d7-42e5-8414-819cdb897e57,revision_number=0']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:02:40.856021 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-de3556a4-91ca-4f35-96e4-a9c17b8c9b9c None None] Current status of the port fddf357f-31c8-4269-8721-67f15328f4a7 is: DOWN; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:02:40.856577 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-de3556a4-91ca-4f35-96e4-a9c17b8c9b9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (fddf357f-31c8-4269-8721-67f15328f4a7), before_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:40.858436 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c448e884-ae75-4410-9b7f-865c2c3f4f0f None None] Routers {'c9713abf-0f9b-4bb6-8953-ce4a26e7ed1c'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=116163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 11:02:40.859135 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_hamode_db [None req-c448e884-ae75-4410-9b7f-865c2c3f4f0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-28T10:50:39Z,description=,heartbeat_timestamp=2022-04-28T11:02:39Z,host='dv-neutron-master-2-hyperv',id=6b492ad6-0876-4d74-b20d-28143a52ceba,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T10:50:40Z,topic='l3_agent')) {'router_ids': ['c9713abf-0f9b-4bb6-8953-ce4a26e7ed1c'], 'active': True} {{(pid=116163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:02:40.883624 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd0e21e2-2eaa-41b7-9e54-fd246f17e449 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Network 1ec9fbcf-7a57-4aaa-9c30-4e0f43e09480 is already hosted by enough agents. {{(pid=116162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 11:02:40.887080 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.scheduler.base_scheduler [None req-dd0e21e2-2eaa-41b7-9e54-fd246f17e449 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Resources bound (agent type, host, resource id): {{(pid=116162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 11:02:40.892144 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd0e21e2-2eaa-41b7-9e54-fd246f17e449 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:02:40.896876 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-dd0e21e2-2eaa-41b7-9e54-fd246f17e449 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Publish callbacks [] for subnet (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:40.921594 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9c042cc-f1e4-4008-a28f-31711c500219 None None] Network 1ec9fbcf-7a57-4aaa-9c30-4e0f43e09480 requested from dv-neutron-master-2-hyperv {{(pid=116163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 11:02:40.925690 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-25b6570b-1839-47ad-969b-76d0ac675ab7 tempest-NetworksIpV6TestAttrs-234256711 tempest-NetworksIpV6TestAttrs-234256711-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742235135690', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742234710366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5051867'] for port (b2f25894-88e6-4675-98ed-13dfd3c8d93d), after_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:40.928414 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-71776c76-4287-400d-ab0d-81afa8d68491 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742235135690', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742234710366'] for port (b2f25894-88e6-4675-98ed-13dfd3c8d93d), after_delete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:40.930452 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_hamode_db [None req-c448e884-ae75-4410-9b7f-865c2c3f4f0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=116163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:02:40.951794 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.db.db_base_plugin_common [None req-a78a3f11-8b08-482c-b86b-772bfde6ff5b tempest-RoutersAdminTest-1587786081 tempest-RoutersAdminTest-1587786081-project] Allocated IP 172.36.4.221 (7be49d94-bbb8-4a61-bafe-209c5f861e1c/c0f82f52-05ee-40f2-a57c-9d02e01fb9fa/61217c7a-6d54-4723-82a3-22ddc7aca9b3) {{(pid=116161) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 11:02:40.971999 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25b6570b-1839-47ad-969b-76d0ac675ab7 tempest-NetworksIpV6TestAttrs-234256711 tempest-NetworksIpV6TestAttrs-234256711-project] No DVR routers for this DVR port b2f25894-88e6-4675-98ed-13dfd3c8d93d on host dv-neutron-master-2-hyperv {{(pid=116162) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 11:02:40.974353 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b6570b-1839-47ad-969b-76d0ac675ab7 tempest-NetworksIpV6TestAttrs-234256711 tempest-NetworksIpV6TestAttrs-234256711-project] Pushing event deleted for resources: {'Port': ['ID=b2f25894-88e6-4675-98ed-13dfd3c8d93d,revision_number=None']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:02:40.999400 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71776c76-4287-400d-ab0d-81afa8d68491 None None] Pushing event deleted for resources: {'Port': ['ID=b2f25894-88e6-4675-98ed-13dfd3c8d93d,revision_number=None']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:02:41.050354 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71776c76-4287-400d-ab0d-81afa8d68491 None None] No DVR routers for this DVR port b2f25894-88e6-4675-98ed-13dfd3c8d93d on host dv-neutron-master-2-hyperv {{(pid=116163) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 11:02:41.087462 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-a78a3f11-8b08-482c-b86b-772bfde6ff5b tempest-RoutersAdminTest-1587786081 tempest-RoutersAdminTest-1587786081-project] Publish callbacks [] for port (61217c7a-6d54-4723-82a3-22ddc7aca9b3), precommit_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:41.108821 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c448e884-ae75-4410-9b7f-865c2c3f4f0f None None] Routers {'c9713abf-0f9b-4bb6-8953-ce4a26e7ed1c'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=116163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 11:02:41.109636 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_hamode_db [None req-c448e884-ae75-4410-9b7f-865c2c3f4f0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-28T10:50:39Z,description=,heartbeat_timestamp=2022-04-28T11:02:39Z,host='dv-neutron-master-2-hyperv',id=6b492ad6-0876-4d74-b20d-28143a52ceba,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T10:50:40Z,topic='l3_agent')) {'router_ids': ['c9713abf-0f9b-4bb6-8953-ce4a26e7ed1c'], 'active': True} {{(pid=116163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:02:41.115689 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-de3556a4-91ca-4f35-96e4-a9c17b8c9b9c None None] For port fddf357f-31c8-4269-8721-67f15328f4a7, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=fddf357f-31c8-4269-8721-67f15328f4a7,segment=NetworkSegment(ffa4348d-378b-4e93-98fa-ab0dc49ee16c),segment_id=ffa4348d-378b-4e93-98fa-ab0dc49ee16c)] {{(pid=116163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 11:02:41.129025 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-dd0e21e2-2eaa-41b7-9e54-fd246f17e449 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.0367150 Apr 28 11:02:41.152131 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 51672) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:02:41.158679 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-5e190fc1-4257-410e-ba7e-3ef8a391558f req-84da19f4-65fc-453c-a6a2-7673e1fa0329 tempest-ServerActionsTestJSON-1498610228 tempest-ServerActionsTestJSON-1498610228-project] 10.222.0.10 "GET /v2.0/security-groups?id=0f246414-c46b-4ee7-b196-c819605d877f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4677761 Apr 28 11:02:41.182600 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-de3556a4-91ca-4f35-96e4-a9c17b8c9b9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393'] for port (fddf357f-31c8-4269-8721-67f15328f4a7), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:41.191480 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.v2.base [None req-139004b8-d603-431b-821c-94ccedaa9cc4 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Request body: {'port': {'network_id': '1ec9fbcf-7a57-4aaa-9c30-4e0f43e09480', 'mac_address': 'fa:16:3e:75:80:fc', 'name': 'tempest-NetworksTestDHCPv6-1090217178'}} {{(pid=116162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:02:41.195929 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_hamode_db [None req-c448e884-ae75-4410-9b7f-865c2c3f4f0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=116163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:02:41.196557 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c448e884-ae75-4410-9b7f-865c2c3f4f0f None None] The sync data for ids ['c9713abf-0f9b-4bb6-8953-ce4a26e7ed1c'] in dv-neutron-master-2-hyperv is: [] {{(pid=116163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 11:02:41.211247 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-9e22096d-8872-4768-8b5b-79e30188f9f9 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5220536', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5125438'] for subnet (9097c996-d73b-48c7-a3df-dd807ccc5603), after_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:41.212199 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Current status of the port 1d0046a9-fcc7-4e47-bfd4-22f73b2e5fa2 is: DOWN; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:02:41.212600 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (1d0046a9-fcc7-4e47-bfd4-22f73b2e5fa2), before_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:41.236374 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-a78a3f11-8b08-482c-b86b-772bfde6ff5b tempest-RoutersAdminTest-1587786081 tempest-RoutersAdminTest-1587786081-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742234710357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5219112'] for port (61217c7a-6d54-4723-82a3-22ddc7aca9b3), after_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:41.338790 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] For port 1d0046a9-fcc7-4e47-bfd4-22f73b2e5fa2, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=1d0046a9-fcc7-4e47-bfd4-22f73b2e5fa2,segment=NetworkSegment(334ad25c-08f6-440d-a063-620b7e4cec9e),segment_id=334ad25c-08f6-440d-a063-620b7e4cec9e)] {{(pid=116163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 11:02:41.340764 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-25b6570b-1839-47ad-969b-76d0ac675ab7 tempest-NetworksIpV6TestAttrs-234256711 tempest-NetworksIpV6TestAttrs-234256711-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-973498', 'neutron.services.segments.db._delete_segments_for_network-8742235207033'] for network (dabc1aa9-4195-4c06-b240-d99e0585511f), precommit_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:41.346480 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3556a4-91ca-4f35-96e4-a9c17b8c9b9c None None] Pushing event updated for resources: {'Port': ['ID=fddf357f-31c8-4269-8721-67f15328f4a7,revision_number=3']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:02:41.361589 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a78a3f11-8b08-482c-b86b-772bfde6ff5b tempest-RoutersAdminTest-1587786081 tempest-RoutersAdminTest-1587786081-project] Network 7be49d94-bbb8-4a61-bafe-209c5f861e1c is already hosted by enough agents. {{(pid=116161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 11:02:41.369949 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35cfc35a-6682-4b62-bec1-2e28220de84a None None] Network 9f7770af-8f7f-4913-8a3e-3b3362bd2b3f requested from dv-neutron-master-2-hyperv {{(pid=116163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 11:02:41.378741 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.scheduler.base_scheduler [None req-a78a3f11-8b08-482c-b86b-772bfde6ff5b tempest-RoutersAdminTest-1587786081 tempest-RoutersAdminTest-1587786081-project] Resources bound (agent type, host, resource id): {{(pid=116161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 11:02:41.387965 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a78a3f11-8b08-482c-b86b-772bfde6ff5b tempest-RoutersAdminTest-1587786081 tempest-RoutersAdminTest-1587786081-project] Received port after_create {{(pid=116161) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 11:02:41.403291 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.services.segments.db [None req-25b6570b-1839-47ad-969b-76d0ac675ab7 tempest-NetworksIpV6TestAttrs-234256711 tempest-NetworksIpV6TestAttrs-234256711-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dabc1aa9-4195-4c06-b240-d99e0585511f']}} {{(pid=116162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:02:41.420632 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.services.segments.db [None req-25b6570b-1839-47ad-969b-76d0ac675ab7 tempest-NetworksIpV6TestAttrs-234256711 tempest-NetworksIpV6TestAttrs-234256711-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e4f5a362-85db-4e30-973e-cc0d38796e39') {'for_net_delete': True} {{(pid=116162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:02:41.420933 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.services.segments.db [None req-25b6570b-1839-47ad-969b-76d0ac675ab7 tempest-NetworksIpV6TestAttrs-234256711 tempest-NetworksIpV6TestAttrs-234256711-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e4f5a362-85db-4e30-973e-cc0d38796e39') {} {{(pid=116162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:02:41.447708 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0df0841-47a8-4a24-afcb-4d086e7e48a0 tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] Made reservation on behalf of 6af68124dd864f2fba5b5c4453768950 for: {'subnet': 1} {{(pid=116161) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 11:02:41.447930 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393'] for port (1d0046a9-fcc7-4e47-bfd4-22f73b2e5fa2), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:41.448724 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Device fddf357f-31c8-4269-8721-67f15328f4a7 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=116163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 11:02:41.450958 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-25b6570b-1839-47ad-969b-76d0ac675ab7 tempest-NetworksIpV6TestAttrs-234256711 tempest-NetworksIpV6TestAttrs-234256711-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742235208578', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5026548'] for segment (e4f5a362-85db-4e30-973e-cc0d38796e39), before_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:41.452455 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-a0df0841-47a8-4a24-afcb-4d086e7e48a0 tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5125580'] for subnet (None), before_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:41.478492 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e22096d-8872-4768-8b5b-79e30188f9f9 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Pushing event updated for resources: {'Subnet': ['ID=9097c996-d73b-48c7-a3df-dd807ccc5603,revision_number=0']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:02:41.481267 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a78a3f11-8b08-482c-b86b-772bfde6ff5b tempest-RoutersAdminTest-1587786081 tempest-RoutersAdminTest-1587786081-project] Pushing event updated for resources: {'Port': ['ID=61217c7a-6d54-4723-82a3-22ddc7aca9b3,revision_number=1']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:02:41.494602 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-25b6570b-1839-47ad-969b-76d0ac675ab7 tempest-NetworksIpV6TestAttrs-234256711 tempest-NetworksIpV6TestAttrs-234256711-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-961978'] for segment (e4f5a362-85db-4e30-973e-cc0d38796e39), precommit_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:41.510325 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-25b6570b-1839-47ad-969b-76d0ac675ab7 tempest-NetworksIpV6TestAttrs-234256711 tempest-NetworksIpV6TestAttrs-234256711-project] Releasing vlan 99 on physical network physnet1 to pool {{(pid=116162) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 11:02:41.511858 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-25b6570b-1839-47ad-969b-76d0ac675ab7 tempest-NetworksIpV6TestAttrs-234256711 tempest-NetworksIpV6TestAttrs-234256711-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-961978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5051884'] for segment (e4f5a362-85db-4e30-973e-cc0d38796e39), after_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:41.514511 dv-neutron-master-2-hyperv neutron-server[116162]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 28 11:02:41.514511 dv-neutron-master-2-hyperv neutron-server[116162]: self.session.flush() Apr 28 11:02:41.514511 dv-neutron-master-2-hyperv neutron-server[116162]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 28 11:02:41.514511 dv-neutron-master-2-hyperv neutron-server[116162]: self.session.flush() Apr 28 11:02:41.514511 dv-neutron-master-2-hyperv neutron-server[116162]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 28 11:02:41.514511 dv-neutron-master-2-hyperv neutron-server[116162]: self.session.flush() Apr 28 11:02:41.514511 dv-neutron-master-2-hyperv neutron-server[116162]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 28 11:02:41.514511 dv-neutron-master-2-hyperv neutron-server[116162]: self.session.flush() Apr 28 11:02:41.514511 dv-neutron-master-2-hyperv neutron-server[116162]: Traceback (most recent call last): Apr 28 11:02:41.514511 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 11:02:41.514511 dv-neutron-master-2-hyperv neutron-server[116162]: timer() Apr 28 11:02:41.514511 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 11:02:41.514511 dv-neutron-master-2-hyperv neutron-server[116162]: cb(*args, **kw) Apr 28 11:02:41.514511 dv-neutron-master-2-hyperv neutron-server[116162]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 28 11:02:41.514511 dv-neutron-master-2-hyperv neutron-server[116162]: return func(*args, **kwargs) Apr 28 11:02:41.514511 dv-neutron-master-2-hyperv neutron-server[116162]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 11:02:41.514511 dv-neutron-master-2-hyperv neutron-server[116162]: self._notify() Apr 28 11:02:41.514511 dv-neutron-master-2-hyperv neutron-server[116162]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 11:02:41.514511 dv-neutron-master-2-hyperv neutron-server[116162]: self.callback(batched_events) Apr 28 11:02:41.514511 dv-neutron-master-2-hyperv neutron-server[116162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 11:02:41.514511 dv-neutron-master-2-hyperv neutron-server[116162]: event.method(event) Apr 28 11:02:41.514511 dv-neutron-master-2-hyperv neutron-server[116162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 28 11:02:41.514511 dv-neutron-master-2-hyperv neutron-server[116162]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 11:02:41.514511 dv-neutron-master-2-hyperv neutron-server[116162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 28 11:02:41.514511 dv-neutron-master-2-hyperv neutron-server[116162]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 11:02:41.514511 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 28 11:02:41.514511 dv-neutron-master-2-hyperv neutron-server[116162]: return f(self, *a, **k) Apr 28 11:02:41.514511 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 28 11:02:41.514511 dv-neutron-master-2-hyperv neutron-server[116162]: return self._get(url).json() Apr 28 11:02:41.514511 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 28 11:02:41.514511 dv-neutron-master-2-hyperv neutron-server[116162]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 11:02:41.514511 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 11:02:41.514511 dv-neutron-master-2-hyperv neutron-server[116162]: return self.request(url, 'GET', **kwargs) Apr 28 11:02:41.514511 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 11:02:41.514511 dv-neutron-master-2-hyperv neutron-server[116162]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 11:02:41.514511 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 11:02:41.514511 dv-neutron-master-2-hyperv neutron-server[116162]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 11:02:41.514511 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 11:02:41.514511 dv-neutron-master-2-hyperv neutron-server[116162]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 11:02:41.514511 dv-neutron-master-2-hyperv neutron-server[116162]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 11:02:41.549967 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e22096d-8872-4768-8b5b-79e30188f9f9 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Checking segment: {'id': '646bc490-cf3d-42be-a4e6-0ec66dab2ed8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'dc8c2ba8-708b-4144-acc5-cd5dfbb89dbd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 11:02:41.549967 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e22096d-8872-4768-8b5b-79e30188f9f9 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Network hostable DHCP agents. Network: dc8c2ba8-708b-4144-acc5-cd5dfbb89dbd, hostable agents: ['75ba81b7-fe99-4281-90d2-a5adb445ecea'], hosted agents: [] {{(pid=116161) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 11:02:41.550291 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-6512b19e-03e1-4d85-9ed0-697712992c32 tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2063420'] for router_interface (c9713abf-0f9b-4bb6-8953-ce4a26e7ed1c), before_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:41.552289 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-326ddde9-220f-428e-9788-46126510d287 None None] Provisioning complete for port 1d0046a9-fcc7-4e47-bfd4-22f73b2e5fa2 triggered by entity DHCP. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:02:41.552738 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-326ddde9-220f-428e-9788-46126510d287 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (1d0046a9-fcc7-4e47-bfd4-22f73b2e5fa2), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:41.621376 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-139004b8-d603-431b-821c-94ccedaa9cc4 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Made reservation on behalf of 12780407c7254bdfbde1c04e76d433ee for: {'port': 1} {{(pid=116162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 11:02:41.668242 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1df50ab0-88d4-40b0-8d35-1c3c1cd91c3d None None] Update dhcp port {'port': {'network_id': '1ec9fbcf-7a57-4aaa-9c30-4e0f43e09480', 'fixed_ips': [{'subnet_id': 'f057b5a5-0464-4bea-b3e4-a8ec5121109e', 'ip_address': '2001:db8::f816:3eff:fe80:e3f6'}, {'subnet_id': '3fad7e9d-e7d7-42e5-8414-819cdb897e57'}], 'binding:host_id': 'dv-neutron-master-2-hyperv'}, 'id': 'fddf357f-31c8-4269-8721-67f15328f4a7'} from dv-neutron-master-2-hyperv. {{(pid=116163) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Apr 28 11:02:41.698830 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Pushing event updated for resources: {'Port': ['ID=1d0046a9-fcc7-4e47-bfd4-22f73b2e5fa2,revision_number=3']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:02:41.722647 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-25b6570b-1839-47ad-969b-76d0ac675ab7 tempest-NetworksIpV6TestAttrs-234256711 tempest-NetworksIpV6TestAttrs-234256711-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-973477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2063122'] for network (dabc1aa9-4195-4c06-b240-d99e0585511f), after_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:41.727298 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Provisioning complete for port fddf357f-31c8-4269-8721-67f15328f4a7 triggered by entity L2. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:02:41.727677 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (fddf357f-31c8-4269-8721-67f15328f4a7), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:41.741398 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-25b6570b-1839-47ad-969b-76d0ac675ab7 tempest-NetworksIpV6TestAttrs-234256711 tempest-NetworksIpV6TestAttrs-234256711-project] Publish callbacks [] for network (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:41.752294 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-25b6570b-1839-47ad-969b-76d0ac675ab7 tempest-NetworksIpV6TestAttrs-234256711 tempest-NetworksIpV6TestAttrs-234256711-project] 10.222.0.10 "DELETE /v2.0/networks/dabc1aa9-4195-4c06-b240-d99e0585511f HTTP/1.1" status: 204 len: 168 time: 5.2598221 Apr 28 11:02:41.760333 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-1df50ab0-88d4-40b0-8d35-1c3c1cd91c3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (fddf357f-31c8-4269-8721-67f15328f4a7), before_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:41.763636 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 51674) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:02:41.771450 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.v2.base [None req-cc73c1eb-282e-4794-aa90-e831bf350b17 tempest-NetworksIpV6TestAttrs-234256711 tempest-NetworksIpV6TestAttrs-234256711-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-342561626'}} {{(pid=116162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:02:41.789680 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b6570b-1839-47ad-969b-76d0ac675ab7 tempest-NetworksIpV6TestAttrs-234256711 tempest-NetworksIpV6TestAttrs-234256711-project] Pushing event deleted for resources: {'Network': ['ID=dabc1aa9-4195-4c06-b240-d99e0585511f,revision_number=None']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:02:41.875486 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-326ddde9-220f-428e-9788-46126510d287 None None] Current status of the port 1d0046a9-fcc7-4e47-bfd4-22f73b2e5fa2 is: ACTIVE; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:02:41.892950 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc73c1eb-282e-4794-aa90-e831bf350b17 tempest-NetworksIpV6TestAttrs-234256711 tempest-NetworksIpV6TestAttrs-234256711-project] Made reservation on behalf of 5872500d6a394c9f83c6b1c78131b0b2 for: {'network': 1} {{(pid=116162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 11:02:41.897083 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-cc73c1eb-282e-4794-aa90-e831bf350b17 tempest-NetworksIpV6TestAttrs-234256711 tempest-NetworksIpV6TestAttrs-234256711-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for network (None), before_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:41.928642 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-139004b8-d603-431b-821c-94ccedaa9cc4 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (None), before_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:42.010965 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.notifiers.nova [None req-139004b8-d603-431b-821c-94ccedaa9cc4 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] device_id is not set on port af5bd5ff-d265-42ca-95f7-e6ddf13a2d81 yet. {{(pid=116162) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 28 11:02:42.019100 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Current status of the port fddf357f-31c8-4269-8721-67f15328f4a7 is: ACTIVE; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:02:42.026700 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cc73c1eb-282e-4794-aa90-e831bf350b17 tempest-NetworksIpV6TestAttrs-234256711 tempest-NetworksIpV6TestAttrs-234256711-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 68} {{(pid=116162) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 11:02:42.064396 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-01ef1de1-12fd-4cef-b76b-793f91379468 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (39cc4f52-f5d9-4e2c-bbfa-7a1c528e1c40), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:42.081199 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-cc73c1eb-282e-4794-aa90-e831bf350b17 tempest-NetworksIpV6TestAttrs-234256711 tempest-NetworksIpV6TestAttrs-234256711-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-961978'] for segment (3a63bd4f-af90-4058-b8f9-371fccb818be), precommit_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:42.081945 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.db.segments_db [None req-cc73c1eb-282e-4794-aa90-e831bf350b17 tempest-NetworksIpV6TestAttrs-234256711 tempest-NetworksIpV6TestAttrs-234256711-project] Added segment 3a63bd4f-af90-4058-b8f9-371fccb818be of type vlan for network 71e7b7bb-e4ea-4611-a1c7-e194a6425e28 Apr 28 11:02:42.084921 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.db_base_plugin_common [None req-1df50ab0-88d4-40b0-8d35-1c3c1cd91c3d None None] Allocated IP 2001:db8:0:1::2 (1ec9fbcf-7a57-4aaa-9c30-4e0f43e09480/3fad7e9d-e7d7-42e5-8414-819cdb897e57/fddf357f-31c8-4269-8721-67f15328f4a7) {{(pid=116163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 11:02:42.125787 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-ac3bba19-db33-41ea-bbe3-24f138f24375 None None] Provisioning complete for port 1d0046a9-fcc7-4e47-bfd4-22f73b2e5fa2 triggered by entity DHCP. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:02:42.126055 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-ac3bba19-db33-41ea-bbe3-24f138f24375 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (1d0046a9-fcc7-4e47-bfd4-22f73b2e5fa2), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:42.329046 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-ac3bba19-db33-41ea-bbe3-24f138f24375 None None] Current status of the port 1d0046a9-fcc7-4e47-bfd4-22f73b2e5fa2 is: ACTIVE; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:02:42.358009 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-1df50ab0-88d4-40b0-8d35-1c3c1cd91c3d None None] For port fddf357f-31c8-4269-8721-67f15328f4a7, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=fddf357f-31c8-4269-8721-67f15328f4a7,segment=NetworkSegment(ffa4348d-378b-4e93-98fa-ab0dc49ee16c),segment_id=ffa4348d-378b-4e93-98fa-ab0dc49ee16c)] {{(pid=116163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 11:02:42.399015 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d90ea2-f6f6-4f33-bcbe-b4b8b0d34b8e req-7761f65e-498e-411a-951a-4fe09206a19c tempest-ServerActionsTestJSON-1498610228 tempest-ServerActionsTestJSON-1498610228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:02:42.400780 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-04d90ea2-f6f6-4f33-bcbe-b4b8b0d34b8e req-7761f65e-498e-411a-951a-4fe09206a19c tempest-ServerActionsTestJSON-1498610228 tempest-ServerActionsTestJSON-1498610228-project] 10.222.0.10 "GET /v2.0/ports?device_id=6bd2b59b-b5db-4639-9109-3dca095b7768 HTTP/1.1" status: 200 len: 946 time: 0.1511729 Apr 28 11:02:42.419705 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Device 1d0046a9-fcc7-4e47-bfd4-22f73b2e5fa2 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=116163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 11:02:42.430088 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-1df50ab0-88d4-40b0-8d35-1c3c1cd91c3d None None] Publish callbacks [] for port (fddf357f-31c8-4269-8721-67f15328f4a7), precommit_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:42.438434 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e22096d-8872-4768-8b5b-79e30188f9f9 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Network dc8c2ba8-708b-4144-acc5-cd5dfbb89dbd is scheduled to be hosted by DHCP agent 75ba81b7-fe99-4281-90d2-a5adb445ecea with binding_index 1 {{(pid=116161) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 11:02:42.479679 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Provisioning complete for port 1d0046a9-fcc7-4e47-bfd4-22f73b2e5fa2 triggered by entity L2. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:02:42.480397 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (1d0046a9-fcc7-4e47-bfd4-22f73b2e5fa2), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:42.488592 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-aee31edb-53d6-46b0-b2b7-b84a0a8e68d5 tempest-RoutersNegativeIpV6Test-273752723 tempest-RoutersNegativeIpV6Test-273752723-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2063420'] for router_interface (7a93352b-7fef-4a78-a676-5156887a4be6), before_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:42.493205 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.plugin [None req-6512b19e-03e1-4d85-9ed0-697712992c32 tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Deleting port 4b28cba4-4045-42ab-a445-c061e0668d04 {{(pid=116162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 11:02:42.493727 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-6512b19e-03e1-4d85-9ed0-697712992c32 tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742235130188'] for port (4b28cba4-4045-42ab-a445-c061e0668d04), before_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:42.503091 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-cc73c1eb-282e-4794-aa90-e831bf350b17 tempest-NetworksIpV6TestAttrs-234256711 tempest-NetworksIpV6TestAttrs-234256711-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742234744962'] for network (71e7b7bb-e4ea-4611-a1c7-e194a6425e28), precommit_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:42.517262 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-1df50ab0-88d4-40b0-8d35-1c3c1cd91c3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393'] for port (fddf357f-31c8-4269-8721-67f15328f4a7), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:42.595163 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.scheduler.base_scheduler [None req-9e22096d-8872-4768-8b5b-79e30188f9f9 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, dc8c2ba8-708b-4144-acc5-cd5dfbb89dbd) {{(pid=116161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 11:02:42.600717 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e22096d-8872-4768-8b5b-79e30188f9f9 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:02:42.601401 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-9e22096d-8872-4768-8b5b-79e30188f9f9 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Publish callbacks [] for subnet (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:42.612057 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-a0df0841-47a8-4a24-afcb-4d086e7e48a0 tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5220536', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5125438'] for subnet (5c3b932c-5e95-4cd9-a83f-eac393fbb752), after_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:42.627720 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ed2cac5-090d-4baf-96b5-ccc0bb20162c None None] Network dc8c2ba8-708b-4144-acc5-cd5dfbb89dbd requested from dv-neutron-master-2-hyperv {{(pid=116163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 11:02:42.635988 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-cc73c1eb-282e-4794-aa90-e831bf350b17 tempest-NetworksIpV6TestAttrs-234256711 tempest-NetworksIpV6TestAttrs-234256711-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042'] for network (71e7b7bb-e4ea-4611-a1c7-e194a6425e28), after_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:42.641954 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc73c1eb-282e-4794-aa90-e831bf350b17 tempest-NetworksIpV6TestAttrs-234256711 tempest-NetworksIpV6TestAttrs-234256711-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:02:42.642826 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-cc73c1eb-282e-4794-aa90-e831bf350b17 tempest-NetworksIpV6TestAttrs-234256711 tempest-NetworksIpV6TestAttrs-234256711-project] Publish callbacks [] for network (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:42.676460 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-04d90ea2-f6f6-4f33-bcbe-b4b8b0d34b8e req-bfcaf85a-6701-49f7-9691-433d615213e9 tempest-ServerActionsTestJSON-1498610228 tempest-ServerActionsTestJSON-1498610228-project] 10.222.0.10 "GET /v2.0/security-groups?id=0f246414-c46b-4ee7-b196-c819605d877f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2464778 Apr 28 11:02:42.722858 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-6512b19e-03e1-4d85-9ed0-697712992c32 tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1938497'] for port (4b28cba4-4045-42ab-a445-c061e0668d04), precommit_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:42.782093 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.plugin [None req-6512b19e-03e1-4d85-9ed0-697712992c32 tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Calling delete_port for 4b28cba4-4045-42ab-a445-c061e0668d04 owned by network:router_interface {{(pid=116162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 11:02:42.830796 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-cc73c1eb-282e-4794-aa90-e831bf350b17 tempest-NetworksIpV6TestAttrs-234256711 tempest-NetworksIpV6TestAttrs-234256711-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.0662935 Apr 28 11:02:42.837284 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 51682) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:02:42.838683 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.db.db_base_plugin_common [None req-139004b8-d603-431b-821c-94ccedaa9cc4 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Allocated IP 2001:db8:0:1::19c (1ec9fbcf-7a57-4aaa-9c30-4e0f43e09480/3fad7e9d-e7d7-42e5-8414-819cdb897e57/af5bd5ff-d265-42ca-95f7-e6ddf13a2d81) {{(pid=116162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 11:02:42.843847 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0df0841-47a8-4a24-afcb-4d086e7e48a0 tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] Pushing event updated for resources: {'Subnet': ['ID=5c3b932c-5e95-4cd9-a83f-eac393fbb752,revision_number=0']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:02:42.849318 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.v2.base [None req-780d2904-1cc9-4ad5-ac48-2f88584ad6e5 tempest-NetworksIpV6TestAttrs-234256711 tempest-NetworksIpV6TestAttrs-234256711-project] Request body: {'subnet': {'network_id': '71e7b7bb-e4ea-4611-a1c7-e194a6425e28', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=116162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:02:42.858262 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc73c1eb-282e-4794-aa90-e831bf350b17 tempest-NetworksIpV6TestAttrs-234256711 tempest-NetworksIpV6TestAttrs-234256711-project] Pushing event updated for resources: {'Network': ['ID=71e7b7bb-e4ea-4611-a1c7-e194a6425e28,revision_number=1']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:02:42.866059 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.db.db_base_plugin_common [None req-139004b8-d603-431b-821c-94ccedaa9cc4 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Allocated IP 2001:db8::f816:3eff:fe75:80fc (1ec9fbcf-7a57-4aaa-9c30-4e0f43e09480/f057b5a5-0464-4bea-b3e4-a8ec5121109e/af5bd5ff-d265-42ca-95f7-e6ddf13a2d81) {{(pid=116162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 11:02:42.898176 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-9e22096d-8872-4768-8b5b-79e30188f9f9 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.3606219 Apr 28 11:02:42.903210 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 51684) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:02:42.912439 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.v2.base [None req-61b521f2-f1aa-45f7-86f6-34041aa50434 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Request body: {'port': {'network_id': 'dc8c2ba8-708b-4144-acc5-cd5dfbb89dbd', 'name': 'tempest-PortsTestJSON-1294941237'}} {{(pid=116161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:02:43.002760 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0df0841-47a8-4a24-afcb-4d086e7e48a0 tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] Checking segment: {'id': '5b1ea345-bcc1-479c-837d-1fb65a49e907', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '6fe0b70e-3864-4da8-9b9a-67845716918a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 11:02:43.003139 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0df0841-47a8-4a24-afcb-4d086e7e48a0 tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] Network hostable DHCP agents. Network: 6fe0b70e-3864-4da8-9b9a-67845716918a, hostable agents: ['75ba81b7-fe99-4281-90d2-a5adb445ecea'], hosted agents: [] {{(pid=116161) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 11:02:43.005572 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-a78a3f11-8b08-482c-b86b-772bfde6ff5b tempest-RoutersAdminTest-1587786081 tempest-RoutersAdminTest-1587786081-project] Publish callbacks [] for router_gateway (d0c1c219-c342-47d2-8f7e-76d0988371c0), after_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:43.015383 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df50ab0-88d4-40b0-8d35-1c3c1cd91c3d None None] Pushing event updated for resources: {'Port': ['ID=fddf357f-31c8-4269-8721-67f15328f4a7,revision_number=4']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:02:43.020765 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Network 71e7b7bb-e4ea-4611-a1c7-e194a6425e28 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=116163) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 28 11:02:43.112451 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f506cc9-142e-47fb-b7a4-d56b80ce0fa7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-dc8c2ba8-708b-4144-acc5-cd5dfbb89dbd', 'network_id': 'dc8c2ba8-708b-4144-acc5-cd5dfbb89dbd', 'project_id': 'f86d085f9b42493aa6c0f40f62349e1e', 'fixed_ips': [{'subnet_id': '9097c996-d73b-48c7-a3df-dd807ccc5603'}]}} from dv-neutron-master-2-hyperv. {{(pid=116163) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 28 11:02:43.113325 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-9f506cc9-142e-47fb-b7a4-d56b80ce0fa7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (None), before_create {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:43.142415 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Current status of the port 1d0046a9-fcc7-4e47-bfd4-22f73b2e5fa2 is: ACTIVE; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:02:43.145906 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Device fddf357f-31c8-4269-8721-67f15328f4a7 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=116163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 11:02:43.186006 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-780d2904-1cc9-4ad5-ac48-2f88584ad6e5 tempest-NetworksIpV6TestAttrs-234256711 tempest-NetworksIpV6TestAttrs-234256711-project] Made reservation on behalf of 5872500d6a394c9f83c6b1c78131b0b2 for: {'subnet': 1} {{(pid=116162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 11:02:43.186314 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-780d2904-1cc9-4ad5-ac48-2f88584ad6e5 tempest-NetworksIpV6TestAttrs-234256711 tempest-NetworksIpV6TestAttrs-234256711-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4210834'] for subnet (None), before_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:43.194363 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.agents_db [None req-54b29a82-8a19-4507-95e3-3a2d011841ff None None] Agent healthcheck: found 6 active agents {{(pid=116164) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 28 11:02:43.347905 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.db_base_plugin_common [None req-9f506cc9-142e-47fb-b7a4-d56b80ce0fa7 None None] Allocated IP 172.20.0.2 (dc8c2ba8-708b-4144-acc5-cd5dfbb89dbd/9097c996-d73b-48c7-a3df-dd807ccc5603/91365819-9873-4eef-8d7f-5a1476612b5d) {{(pid=116163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 11:02:43.359311 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.plugin [None req-aee31edb-53d6-46b0-b2b7-b84a0a8e68d5 tempest-RoutersNegativeIpV6Test-273752723 tempest-RoutersNegativeIpV6Test-273752723-project] Deleting port 723abdd3-9f02-4f09-ad21-314a86b87af3 {{(pid=116161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 11:02:43.359609 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-aee31edb-53d6-46b0-b2b7-b84a0a8e68d5 tempest-RoutersNegativeIpV6Test-273752723 tempest-RoutersNegativeIpV6Test-273752723-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742235130188'] for port (723abdd3-9f02-4f09-ad21-314a86b87af3), before_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:43.396250 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0df0841-47a8-4a24-afcb-4d086e7e48a0 tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] Network 6fe0b70e-3864-4da8-9b9a-67845716918a is scheduled to be hosted by DHCP agent 75ba81b7-fe99-4281-90d2-a5adb445ecea with binding_index 1 {{(pid=116161) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 11:02:43.419256 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Provisioning complete for port fddf357f-31c8-4269-8721-67f15328f4a7 triggered by entity L2. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:02:43.419734 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (fddf357f-31c8-4269-8721-67f15328f4a7), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:43.449277 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (d5baab19-5dd1-4902-922b-84acb048ab9c), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:43.450287 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7364b7e0-fbe1-4db0-9d5f-3721db9262cd req-f02fc200-56da-4f61-bdaf-21c9c9fcc9d2 tempest-ServerActionsTestJSON-1498610228 tempest-ServerActionsTestJSON-1498610228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:02:43.451866 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-7364b7e0-fbe1-4db0-9d5f-3721db9262cd req-f02fc200-56da-4f61-bdaf-21c9c9fcc9d2 tempest-ServerActionsTestJSON-1498610228 tempest-ServerActionsTestJSON-1498610228-project] 10.222.0.10 "GET /v2.0/ports?device_id=6bd2b59b-b5db-4639-9109-3dca095b7768 HTTP/1.1" status: 200 len: 946 time: 0.2693717 Apr 28 11:02:43.480302 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a73476-2d52-433d-a8af-ac5ce832456a req-c7c3c15f-398b-453c-97d8-3a3483ea435f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:02:43.481273 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-a2a73476-2d52-433d-a8af-ac5ce832456a req-c7c3c15f-398b-453c-97d8-3a3483ea435f service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=e9b5b362688444d0864b3692ffb5d0ef&device_id=6bd2b59b-b5db-4639-9109-3dca095b7768 HTTP/1.1" status: 200 len: 1130 time: 0.1722796 Apr 28 11:02:43.543439 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-139004b8-d603-431b-821c-94ccedaa9cc4 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Publish callbacks [] for port (af5bd5ff-d265-42ca-95f7-e6ddf13a2d81), precommit_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:43.549417 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.scheduler.base_scheduler [None req-a0df0841-47a8-4a24-afcb-4d086e7e48a0 tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 6fe0b70e-3864-4da8-9b9a-67845716918a) {{(pid=116161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 11:02:43.584233 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-12a3e56d-354c-463a-b4c7-37b28dd25da0 None None] Provisioning complete for port fddf357f-31c8-4269-8721-67f15328f4a7 triggered by entity DHCP. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:02:43.584233 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-12a3e56d-354c-463a-b4c7-37b28dd25da0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (fddf357f-31c8-4269-8721-67f15328f4a7), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:43.587092 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a871d507-6a67-408a-93df-87a249d15f85 None None] Network 6fe0b70e-3864-4da8-9b9a-67845716918a requested from dv-neutron-master-2-hyperv {{(pid=116163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 11:02:43.607018 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0df0841-47a8-4a24-afcb-4d086e7e48a0 tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:02:43.607333 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-a0df0841-47a8-4a24-afcb-4d086e7e48a0 tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] Publish callbacks [] for subnet (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:43.619361 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61b521f2-f1aa-45f7-86f6-34041aa50434 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Made reservation on behalf of f86d085f9b42493aa6c0f40f62349e1e for: {'port': 1} {{(pid=116161) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 11:02:43.622642 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-61b521f2-f1aa-45f7-86f6-34041aa50434 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (None), before_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:43.646060 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-6512b19e-03e1-4d85-9ed0-697712992c32 tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742235135690', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742234710366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5051867'] for port (4b28cba4-4045-42ab-a445-c061e0668d04), after_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:43.681333 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Current status of the port fddf357f-31c8-4269-8721-67f15328f4a7 is: ACTIVE; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:02:43.691475 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6512b19e-03e1-4d85-9ed0-697712992c32 tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Pushing event deleted for resources: {'Port': ['ID=4b28cba4-4045-42ab-a445-c061e0668d04,revision_number=None']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:02:43.707494 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-7364b7e0-fbe1-4db0-9d5f-3721db9262cd req-1904c332-73d7-4a7c-be6d-5675d1187c1e tempest-ServerActionsTestJSON-1498610228 tempest-ServerActionsTestJSON-1498610228-project] 10.222.0.10 "GET /v2.0/security-groups?id=0f246414-c46b-4ee7-b196-c819605d877f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2377024 Apr 28 11:02:43.723907 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-139004b8-d603-431b-821c-94ccedaa9cc4 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742234710357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5051867'] for port (af5bd5ff-d265-42ca-95f7-e6ddf13a2d81), after_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:43.732328 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.notifiers.nova [None req-61b521f2-f1aa-45f7-86f6-34041aa50434 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] device_id is not set on port 25352d97-7b02-4f92-8708-ea5883db1948 yet. {{(pid=116161) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 28 11:02:43.742489 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-aee31edb-53d6-46b0-b2b7-b84a0a8e68d5 tempest-RoutersNegativeIpV6Test-273752723 tempest-RoutersNegativeIpV6Test-273752723-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1938497'] for port (723abdd3-9f02-4f09-ad21-314a86b87af3), precommit_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:43.757730 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-9f506cc9-142e-47fb-b7a4-d56b80ce0fa7 None None] Publish callbacks [] for port (91365819-9873-4eef-8d7f-5a1476612b5d), precommit_create {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:43.820022 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.plugin [None req-aee31edb-53d6-46b0-b2b7-b84a0a8e68d5 tempest-RoutersNegativeIpV6Test-273752723 tempest-RoutersNegativeIpV6Test-273752723-project] Calling delete_port for 723abdd3-9f02-4f09-ad21-314a86b87af3 owned by network:router_interface {{(pid=116161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 11:02:43.820245 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139004b8-d603-431b-821c-94ccedaa9cc4 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Pushing event updated for resources: {'Port': ['ID=af5bd5ff-d265-42ca-95f7-e6ddf13a2d81,revision_number=1']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:02:43.832105 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-139004b8-d603-431b-821c-94ccedaa9cc4 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Network 1ec9fbcf-7a57-4aaa-9c30-4e0f43e09480 is already hosted by enough agents. {{(pid=116162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 11:02:43.857156 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d581df4a-ca7a-4ad6-8a87-3fcf0ff60ab3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-6fe0b70e-3864-4da8-9b9a-67845716918a', 'network_id': '6fe0b70e-3864-4da8-9b9a-67845716918a', 'project_id': '6af68124dd864f2fba5b5c4453768950', 'fixed_ips': [{'subnet_id': '5c3b932c-5e95-4cd9-a83f-eac393fbb752'}]}} from dv-neutron-master-2-hyperv. {{(pid=116163) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 28 11:02:43.860386 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-d581df4a-ca7a-4ad6-8a87-3fcf0ff60ab3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (None), before_create {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:43.864615 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-a0df0841-47a8-4a24-afcb-4d086e7e48a0 tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 3.3790934 Apr 28 11:02:43.872899 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.scheduler.base_scheduler [None req-139004b8-d603-431b-821c-94ccedaa9cc4 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Resources bound (agent type, host, resource id): {{(pid=116162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 11:02:43.872899 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 51688) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:02:43.872899 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-139004b8-d603-431b-821c-94ccedaa9cc4 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Received port after_create {{(pid=116162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 11:02:43.876122 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-139004b8-d603-431b-821c-94ccedaa9cc4 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:02:43.876122 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-139004b8-d603-431b-821c-94ccedaa9cc4 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198022'] for port (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:43.899239 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-12a3e56d-354c-463a-b4c7-37b28dd25da0 None None] Current status of the port fddf357f-31c8-4269-8721-67f15328f4a7 is: ACTIVE; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:02:43.901039 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a73476-2d52-433d-a8af-ac5ce832456a req-a67d4fcb-baca-44a9-992c-c7234f92119f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:02:43.902615 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-a2a73476-2d52-433d-a8af-ac5ce832456a req-a67d4fcb-baca-44a9-992c-c7234f92119f service neutron] 10.222.0.20 "GET /v2.0/networks?id=8876925c-b776-4190-94d6-ff922dbd02cf HTTP/1.1" status: 200 len: 911 time: 0.3969073 Apr 28 11:02:43.904136 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-9f506cc9-142e-47fb-b7a4-d56b80ce0fa7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742234710357'] for port (91365819-9873-4eef-8d7f-5a1476612b5d), after_create {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:43.938637 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-6512b19e-03e1-4d85-9ed0-697712992c32 tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1603051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2063504'] for router_interface (c9713abf-0f9b-4bb6-8953-ce4a26e7ed1c), after_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:43.950702 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-a78a3f11-8b08-482c-b86b-772bfde6ff5b tempest-RoutersAdminTest-1587786081 tempest-RoutersAdminTest-1587786081-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2060818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1935326'] for router (d0c1c219-c342-47d2-8f7e-76d0988371c0), after_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:43.991167 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-139004b8-d603-431b-821c-94ccedaa9cc4 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 2.8350468 Apr 28 11:02:44.029490 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 51690) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:02:44.129322 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f506cc9-142e-47fb-b7a4-d56b80ce0fa7 None None] Network dc8c2ba8-708b-4144-acc5-cd5dfbb89dbd is already hosted by enough agents. {{(pid=116163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 11:02:44.129892 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.objects.ports [None req-780d2904-1cc9-4ad5-ac48-2f88584ad6e5 tempest-NetworksIpV6TestAttrs-234256711 tempest-NetworksIpV6TestAttrs-234256711-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=116162) get_objects /opt/stack/neutron/neutron/objects/ports.py:463}} Apr 28 11:02:44.137424 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.scheduler.base_scheduler [None req-9f506cc9-142e-47fb-b7a4-d56b80ce0fa7 None None] Resources bound (agent type, host, resource id): {{(pid=116163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 11:02:44.142810 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f506cc9-142e-47fb-b7a4-d56b80ce0fa7 None None] Received port after_create {{(pid=116163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 11:02:44.148815 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f506cc9-142e-47fb-b7a4-d56b80ce0fa7 None None] Pushing event updated for resources: {'Port': ['ID=91365819-9873-4eef-8d7f-5a1476612b5d,revision_number=1']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:02:44.161658 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-780d2904-1cc9-4ad5-ac48-2f88584ad6e5 tempest-NetworksIpV6TestAttrs-234256711 tempest-NetworksIpV6TestAttrs-234256711-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5054027', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4210784'] for subnet (19ecb4c1-8f1d-4ce3-9eb1-9e252d6f00c0), after_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:44.233618 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.db_base_plugin_common [None req-d581df4a-ca7a-4ad6-8a87-3fcf0ff60ab3 None None] Allocated IP 172.20.0.2 (6fe0b70e-3864-4da8-9b9a-67845716918a/5c3b932c-5e95-4cd9-a83f-eac393fbb752/c1dd9670-4836-43ae-bfec-37840be8b782) {{(pid=116163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 11:02:44.314428 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-bee46052-6456-49fc-82e8-f5661e2640ba tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-979593'] for network (6fe0b70e-3864-4da8-9b9a-67845716918a), before_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:44.324360 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780d2904-1cc9-4ad5-ac48-2f88584ad6e5 tempest-NetworksIpV6TestAttrs-234256711 tempest-NetworksIpV6TestAttrs-234256711-project] Pushing event updated for resources: {'Subnet': ['ID=19ecb4c1-8f1d-4ce3-9eb1-9e252d6f00c0,revision_number=0']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:02:44.352230 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.plugin [None req-79f32145-0d6f-4fd5-b128-e023108eb4a8 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Deleting port af5bd5ff-d265-42ca-95f7-e6ddf13a2d81 {{(pid=116161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 11:02:44.356203 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-79f32145-0d6f-4fd5-b128-e023108eb4a8 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742235130188'] for port (af5bd5ff-d265-42ca-95f7-e6ddf13a2d81), before_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:44.370960 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.managers [None req-9f506cc9-142e-47fb-b7a4-d56b80ce0fa7 None None] Attempting to bind port 91365819-9873-4eef-8d7f-5a1476612b5d on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=116163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 28 11:02:44.372058 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.managers [None req-9f506cc9-142e-47fb-b7a4-d56b80ce0fa7 None None] Attempting to bind port 91365819-9873-4eef-8d7f-5a1476612b5d by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '646bc490-cf3d-42be-a4e6-0ec66dab2ed8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'dc8c2ba8-708b-4144-acc5-cd5dfbb89dbd'}] {{(pid=116163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 28 11:02:44.372058 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f506cc9-142e-47fb-b7a4-d56b80ce0fa7 None None] Attempting to bind port 91365819-9873-4eef-8d7f-5a1476612b5d on network dc8c2ba8-708b-4144-acc5-cd5dfbb89dbd {{(pid=116163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 11:02:44.373060 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-780d2904-1cc9-4ad5-ac48-2f88584ad6e5 tempest-NetworksIpV6TestAttrs-234256711 tempest-NetworksIpV6TestAttrs-234256711-project] Checking segment: {'id': '3a63bd4f-af90-4058-b8f9-371fccb818be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '71e7b7bb-e4ea-4611-a1c7-e194a6425e28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 11:02:44.373426 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-780d2904-1cc9-4ad5-ac48-2f88584ad6e5 tempest-NetworksIpV6TestAttrs-234256711 tempest-NetworksIpV6TestAttrs-234256711-project] Network hostable DHCP agents. Network: 71e7b7bb-e4ea-4611-a1c7-e194a6425e28, hostable agents: ['75ba81b7-fe99-4281-90d2-a5adb445ecea'], hosted agents: [] {{(pid=116162) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 11:02:44.377369 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6512b19e-03e1-4d85-9ed0-697712992c32 tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Router c9713abf-0f9b-4bb6-8953-ce4a26e7ed1c has already been hosted by L3 agent 6b492ad6-0876-4d74-b20d-28143a52ceba {{(pid=116162) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 11:02:44.379076 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-a2a73476-2d52-433d-a8af-ac5ce832456a req-d75ffb9e-4242-4209-b1d1-9c16ba66da16 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=927a5cb3-8012-4aaf-93d6-504dcf7bfba1 HTTP/1.1" status: 200 len: 1002 time: 0.4373198 Apr 28 11:02:44.388497 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Device fddf357f-31c8-4269-8721-67f15328f4a7 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=116163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 11:02:44.390806 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-679cb07c-d45f-43f9-9d92-296392e73d4c None None] Provisioning complete for port af5bd5ff-d265-42ca-95f7-e6ddf13a2d81 triggered by entity DHCP. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:02:44.391340 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-679cb07c-d45f-43f9-9d92-296392e73d4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (af5bd5ff-d265-42ca-95f7-e6ddf13a2d81), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:44.418099 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f506cc9-142e-47fb-b7a4-d56b80ce0fa7 None None] Checking agent: {'id': 'd5baab19-5dd1-4902-922b-84acb048ab9c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 10, 50, 43), 'started_at': datetime.datetime(2022, 4, 28, 10, 51, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 11, 2, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=116163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 11:02:44.418600 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f506cc9-142e-47fb-b7a4-d56b80ce0fa7 None None] Checking segment: {'id': '646bc490-cf3d-42be-a4e6-0ec66dab2ed8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'dc8c2ba8-708b-4144-acc5-cd5dfbb89dbd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 11:02:44.419315 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-9f506cc9-142e-47fb-b7a4-d56b80ce0fa7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:44.419521 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f506cc9-142e-47fb-b7a4-d56b80ce0fa7 None None] Bound using segment: {'id': '646bc490-cf3d-42be-a4e6-0ec66dab2ed8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'dc8c2ba8-708b-4144-acc5-cd5dfbb89dbd'} {{(pid=116163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 11:02:44.420078 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.managers [None req-9f506cc9-142e-47fb-b7a4-d56b80ce0fa7 None None] Bound port: 91365819-9873-4eef-8d7f-5a1476612b5d, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '646bc490-cf3d-42be-a4e6-0ec66dab2ed8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'dc8c2ba8-708b-4144-acc5-cd5dfbb89dbd'}}] {{(pid=116163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 28 11:02:44.420522 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-9f506cc9-142e-47fb-b7a4-d56b80ce0fa7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (91365819-9873-4eef-8d7f-5a1476612b5d), before_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:44.423246 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.db.db_base_plugin_common [None req-61b521f2-f1aa-45f7-86f6-34041aa50434 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Allocated IP 172.20.0.10 (dc8c2ba8-708b-4144-acc5-cd5dfbb89dbd/9097c996-d73b-48c7-a3df-dd807ccc5603/25352d97-7b02-4f92-8708-ea5883db1948) {{(pid=116161) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 11:02:44.481904 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-bee46052-6456-49fc-82e8-f5661e2640ba tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-971303'] for subnet (5c3b932c-5e95-4cd9-a83f-eac393fbb752), precommit_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:44.513551 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-780d2904-1cc9-4ad5-ac48-2f88584ad6e5 tempest-NetworksIpV6TestAttrs-234256711 tempest-NetworksIpV6TestAttrs-234256711-project] Network 71e7b7bb-e4ea-4611-a1c7-e194a6425e28 is scheduled to be hosted by DHCP agent 75ba81b7-fe99-4281-90d2-a5adb445ecea with binding_index 1 {{(pid=116162) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 11:02:44.513822 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-679cb07c-d45f-43f9-9d92-296392e73d4c None None] Port af5bd5ff-d265-42ca-95f7-e6ddf13a2d81 cannot update to ACTIVE because it is not bound. {{(pid=116163) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 28 11:02:44.557654 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6512b19e-03e1-4d85-9ed0-697712992c32 tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=116162) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 11:02:44.565228 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-6512b19e-03e1-4d85-9ed0-697712992c32 tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] 10.222.0.10 "PUT /v2.0/routers/c9713abf-0f9b-4bb6-8953-ce4a26e7ed1c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9026248 Apr 28 11:02:44.569885 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 51692) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:02:44.576330 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a73476-2d52-433d-a8af-ac5ce832456a req-f62cb881-56b4-4283-b298-0ad8b25b58ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:02:44.577898 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-a2a73476-2d52-433d-a8af-ac5ce832456a req-f62cb881-56b4-4283-b298-0ad8b25b58ec service neutron] 10.222.0.20 "GET /v2.0/subnets?id=9f0dbbd1-58ad-4048-bae6-5e3ef831a6c1 HTTP/1.1" status: 200 len: 850 time: 0.1506014 Apr 28 11:02:44.580482 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-963a9828-e22a-4f96-b3d5-90e8f3c54004 None None] Sync routers for ids ['c9713abf-0f9b-4bb6-8953-ce4a26e7ed1c'] in dv-neutron-master-2-hyperv {{(pid=116164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 11:02:44.594198 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-963a9828-e22a-4f96-b3d5-90e8f3c54004 None None] Routers {'c9713abf-0f9b-4bb6-8953-ce4a26e7ed1c'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=116164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 11:02:44.595454 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_hamode_db [None req-963a9828-e22a-4f96-b3d5-90e8f3c54004 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-28T10:50:39Z,description=,heartbeat_timestamp=2022-04-28T11:02:39Z,host='dv-neutron-master-2-hyperv',id=6b492ad6-0876-4d74-b20d-28143a52ceba,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T10:50:40Z,topic='l3_agent')) {'router_ids': ['c9713abf-0f9b-4bb6-8953-ce4a26e7ed1c'], 'active': True} {{(pid=116164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:02:44.608029 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-9f506cc9-142e-47fb-b7a4-d56b80ce0fa7 None None] For port 91365819-9873-4eef-8d7f-5a1476612b5d, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=116163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 11:02:44.614264 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-9f506cc9-142e-47fb-b7a4-d56b80ce0fa7 None None] For port 91365819-9873-4eef-8d7f-5a1476612b5d, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=91365819-9873-4eef-8d7f-5a1476612b5d,segment=NetworkSegment(646bc490-cf3d-42be-a4e6-0ec66dab2ed8),segment_id=646bc490-cf3d-42be-a4e6-0ec66dab2ed8)] {{(pid=116163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 11:02:44.617438 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Provisioning complete for port fddf357f-31c8-4269-8721-67f15328f4a7 triggered by entity L2. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:02:44.617852 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (fddf357f-31c8-4269-8721-67f15328f4a7), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:44.619816 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-d581df4a-ca7a-4ad6-8a87-3fcf0ff60ab3 None None] Publish callbacks [] for port (c1dd9670-4836-43ae-bfec-37840be8b782), precommit_create {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:44.642308 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_hamode_db [None req-963a9828-e22a-4f96-b3d5-90e8f3c54004 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=116164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:02:44.651245 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-92c39f91-a215-459d-9c33-6a2263d015be tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] 10.222.0.10 "GET /v2.0/ports?device_id=c9713abf-0f9b-4bb6-8953-ce4a26e7ed1c HTTP/1.1" status: 200 len: 205 time: 0.0799818 Apr 28 11:02:44.651992 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.scheduler.base_scheduler [None req-780d2904-1cc9-4ad5-ac48-2f88584ad6e5 tempest-NetworksIpV6TestAttrs-234256711 tempest-NetworksIpV6TestAttrs-234256711-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 71e7b7bb-e4ea-4611-a1c7-e194a6425e28) {{(pid=116162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 11:02:44.652813 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-963a9828-e22a-4f96-b3d5-90e8f3c54004 None None] Routers {'c9713abf-0f9b-4bb6-8953-ce4a26e7ed1c'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=116164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 11:02:44.653971 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_hamode_db [None req-963a9828-e22a-4f96-b3d5-90e8f3c54004 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-28T10:50:39Z,description=,heartbeat_timestamp=2022-04-28T11:02:39Z,host='dv-neutron-master-2-hyperv',id=6b492ad6-0876-4d74-b20d-28143a52ceba,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T10:50:40Z,topic='l3_agent')) {'router_ids': ['c9713abf-0f9b-4bb6-8953-ce4a26e7ed1c'], 'active': True} {{(pid=116164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:02:44.654124 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 51694) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:02:44.663611 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-780d2904-1cc9-4ad5-ac48-2f88584ad6e5 tempest-NetworksIpV6TestAttrs-234256711 tempest-NetworksIpV6TestAttrs-234256711-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:02:44.663824 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-79f32145-0d6f-4fd5-b128-e023108eb4a8 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1938497'] for port (af5bd5ff-d265-42ca-95f7-e6ddf13a2d81), precommit_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:44.664210 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-780d2904-1cc9-4ad5-ac48-2f88584ad6e5 tempest-NetworksIpV6TestAttrs-234256711 tempest-NetworksIpV6TestAttrs-234256711-project] Publish callbacks [] for subnet (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:44.684487 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a78a3f11-8b08-482c-b86b-772bfde6ff5b tempest-RoutersAdminTest-1587786081 tempest-RoutersAdminTest-1587786081-project] Router d0c1c219-c342-47d2-8f7e-76d0988371c0 is scheduled to L3 agent 6b492ad6-0876-4d74-b20d-28143a52ceba with binding_index 1 {{(pid=116161) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 28 11:02:44.693399 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_hamode_db [None req-963a9828-e22a-4f96-b3d5-90e8f3c54004 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=116164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:02:44.694356 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-963a9828-e22a-4f96-b3d5-90e8f3c54004 None None] The sync data for ids ['c9713abf-0f9b-4bb6-8953-ce4a26e7ed1c'] in dv-neutron-master-2-hyperv is: [] {{(pid=116164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 11:02:44.704503 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-9f506cc9-142e-47fb-b7a4-d56b80ce0fa7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393'] for port (91365819-9873-4eef-8d7f-5a1476612b5d), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:44.711732 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.plugin [None req-79f32145-0d6f-4fd5-b128-e023108eb4a8 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Calling delete_port for af5bd5ff-d265-42ca-95f7-e6ddf13a2d81 owned by {{(pid=116161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 11:02:44.711901 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52d39343-ab1d-4f49-b3a1-088dc6055834 None None] Network 71e7b7bb-e4ea-4611-a1c7-e194a6425e28 requested from dv-neutron-master-2-hyperv {{(pid=116163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 11:02:44.724218 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a73476-2d52-433d-a8af-ac5ce832456a req-c31b1920-b11c-42ff-a77c-81043364da5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:02:44.725907 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-a2a73476-2d52-433d-a8af-ac5ce832456a req-c31b1920-b11c-42ff-a77c-81043364da5a service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=8876925c-b776-4190-94d6-ff922dbd02cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.1356421 Apr 28 11:02:44.758548 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-e0d34963-5660-44f0-9ca1-a85c7c384703 tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Publish callbacks [] for router (c9713abf-0f9b-4bb6-8953-ce4a26e7ed1c), before_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:44.762120 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-d581df4a-ca7a-4ad6-8a87-3fcf0ff60ab3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742234710357'] for port (c1dd9670-4836-43ae-bfec-37840be8b782), after_create {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:44.817892 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-780d2904-1cc9-4ad5-ac48-2f88584ad6e5 tempest-NetworksIpV6TestAttrs-234256711 tempest-NetworksIpV6TestAttrs-234256711-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 1.9762449 Apr 28 11:02:44.825528 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 51698) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:02:44.893453 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Current status of the port fddf357f-31c8-4269-8721-67f15328f4a7 is: ACTIVE; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:02:44.898121 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-bee46052-6456-49fc-82e8-f5661e2640ba tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-971310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5053962', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4210815'] for subnet (5c3b932c-5e95-4cd9-a83f-eac393fbb752), after_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:44.904372 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d581df4a-ca7a-4ad6-8a87-3fcf0ff60ab3 None None] Network 6fe0b70e-3864-4da8-9b9a-67845716918a is already hosted by enough agents. {{(pid=116163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 11:02:44.918502 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.scheduler.base_scheduler [None req-d581df4a-ca7a-4ad6-8a87-3fcf0ff60ab3 None None] Resources bound (agent type, host, resource id): {{(pid=116163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 11:02:44.938769 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d581df4a-ca7a-4ad6-8a87-3fcf0ff60ab3 None None] Received port after_create {{(pid=116163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 11:02:44.943826 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f506cc9-142e-47fb-b7a4-d56b80ce0fa7 None None] Pushing event updated for resources: {'Port': ['ID=91365819-9873-4eef-8d7f-5a1476612b5d,revision_number=2']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:02:45.014434 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9998595-2748-4d84-9596-f9c5d8f4f5d2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-71e7b7bb-e4ea-4611-a1c7-e194a6425e28', 'network_id': '71e7b7bb-e4ea-4611-a1c7-e194a6425e28', 'project_id': '5872500d6a394c9f83c6b1c78131b0b2', 'fixed_ips': [{'subnet_id': '19ecb4c1-8f1d-4ce3-9eb1-9e252d6f00c0'}]}} from dv-neutron-master-2-hyperv. {{(pid=116163) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 28 11:02:45.015785 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-d9998595-2748-4d84-9596-f9c5d8f4f5d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (None), before_create {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:45.027189 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d581df4a-ca7a-4ad6-8a87-3fcf0ff60ab3 None None] Pushing event updated for resources: {'Port': ['ID=c1dd9670-4836-43ae-bfec-37840be8b782,revision_number=1']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:02:45.061650 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee46052-6456-49fc-82e8-f5661e2640ba tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] Pushing event deleted for resources: {'Subnet': ['ID=5c3b932c-5e95-4cd9-a83f-eac393fbb752,revision_number=None']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:02:45.076706 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-e0d34963-5660-44f0-9ca1-a85c7c384703 tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2060865', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-63275'] for router (c9713abf-0f9b-4bb6-8953-ce4a26e7ed1c), precommit_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:45.082683 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.managers [None req-d581df4a-ca7a-4ad6-8a87-3fcf0ff60ab3 None None] Attempting to bind port c1dd9670-4836-43ae-bfec-37840be8b782 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=116163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 28 11:02:45.083058 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.managers [None req-d581df4a-ca7a-4ad6-8a87-3fcf0ff60ab3 None None] Attempting to bind port c1dd9670-4836-43ae-bfec-37840be8b782 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '5b1ea345-bcc1-479c-837d-1fb65a49e907', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '6fe0b70e-3864-4da8-9b9a-67845716918a'}] {{(pid=116163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 28 11:02:45.083423 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d581df4a-ca7a-4ad6-8a87-3fcf0ff60ab3 None None] Attempting to bind port c1dd9670-4836-43ae-bfec-37840be8b782 on network 6fe0b70e-3864-4da8-9b9a-67845716918a {{(pid=116163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 11:02:45.095657 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-e0d34963-5660-44f0-9ca1-a85c7c384703 tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Publish callbacks [] for router_controller (c9713abf-0f9b-4bb6-8953-ce4a26e7ed1c), precommit_delete_associations {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:45.174635 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-bee46052-6456-49fc-82e8-f5661e2640ba tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-973498', 'neutron.services.segments.db._delete_segments_for_network-8742235207033'] for network (6fe0b70e-3864-4da8-9b9a-67845716918a), precommit_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:45.198255 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d581df4a-ca7a-4ad6-8a87-3fcf0ff60ab3 None None] Checking agent: {'id': 'd5baab19-5dd1-4902-922b-84acb048ab9c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 10, 50, 43), 'started_at': datetime.datetime(2022, 4, 28, 10, 51, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 11, 2, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=116163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 11:02:45.204253 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d581df4a-ca7a-4ad6-8a87-3fcf0ff60ab3 None None] Checking segment: {'id': '5b1ea345-bcc1-479c-837d-1fb65a49e907', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '6fe0b70e-3864-4da8-9b9a-67845716918a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 11:02:45.204253 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-d581df4a-ca7a-4ad6-8a87-3fcf0ff60ab3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:45.204253 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d581df4a-ca7a-4ad6-8a87-3fcf0ff60ab3 None None] Bound using segment: {'id': '5b1ea345-bcc1-479c-837d-1fb65a49e907', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '6fe0b70e-3864-4da8-9b9a-67845716918a'} {{(pid=116163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 11:02:45.204253 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.managers [None req-d581df4a-ca7a-4ad6-8a87-3fcf0ff60ab3 None None] Bound port: c1dd9670-4836-43ae-bfec-37840be8b782, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b1ea345-bcc1-479c-837d-1fb65a49e907', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '6fe0b70e-3864-4da8-9b9a-67845716918a'}}] {{(pid=116163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 28 11:02:45.204253 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-d581df4a-ca7a-4ad6-8a87-3fcf0ff60ab3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (c1dd9670-4836-43ae-bfec-37840be8b782), before_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:45.250447 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.services.segments.db [None req-bee46052-6456-49fc-82e8-f5661e2640ba tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6fe0b70e-3864-4da8-9b9a-67845716918a']}} {{(pid=116162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:02:45.264400 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-9ece4b3a-e0ba-47ec-bccd-9f7bd78adaa1 tempest-NetworksIpV6TestAttrs-234256711 tempest-NetworksIpV6TestAttrs-234256711-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-979593'] for network (71e7b7bb-e4ea-4611-a1c7-e194a6425e28), before_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:45.267906 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.services.segments.db [None req-bee46052-6456-49fc-82e8-f5661e2640ba tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5b1ea345-bcc1-479c-837d-1fb65a49e907') {'for_net_delete': True} {{(pid=116162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:02:45.268257 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.services.segments.db [None req-bee46052-6456-49fc-82e8-f5661e2640ba tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5b1ea345-bcc1-479c-837d-1fb65a49e907') {} {{(pid=116162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:02:45.289903 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-bee46052-6456-49fc-82e8-f5661e2640ba tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742235208578', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5026548'] for segment (5b1ea345-bcc1-479c-837d-1fb65a49e907), before_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:45.330315 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.db_base_plugin_common [None req-d9998595-2748-4d84-9596-f9c5d8f4f5d2 None None] Allocated IP 2001:db8::f816:3eff:fee9:468b (71e7b7bb-e4ea-4611-a1c7-e194a6425e28/19ecb4c1-8f1d-4ce3-9eb1-9e252d6f00c0/ef90f47b-4efa-404e-8cb3-7fe60d176387) {{(pid=116163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 11:02:45.332942 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-e0d34963-5660-44f0-9ca1-a85c7c384703 tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2060888'] for router (c9713abf-0f9b-4bb6-8953-ce4a26e7ed1c), after_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:45.332942 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0d34963-5660-44f0-9ca1-a85c7c384703 tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Fanout notify agent at l3_agent the message router_deleted on router c9713abf-0f9b-4bb6-8953-ce4a26e7ed1c {{(pid=116162) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 28 11:02:45.337521 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-aee31edb-53d6-46b0-b2b7-b84a0a8e68d5 tempest-RoutersNegativeIpV6Test-273752723 tempest-RoutersNegativeIpV6Test-273752723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742235135690', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742234710366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5219112'] for port (723abdd3-9f02-4f09-ad21-314a86b87af3), after_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:45.340588 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-e0d34963-5660-44f0-9ca1-a85c7c384703 tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Publish callbacks [] for router (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:45.341642 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-d581df4a-ca7a-4ad6-8a87-3fcf0ff60ab3 None None] For port c1dd9670-4836-43ae-bfec-37840be8b782, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=116163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 11:02:45.345906 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-e0d34963-5660-44f0-9ca1-a85c7c384703 tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] 10.222.0.10 "DELETE /v2.0/routers/c9713abf-0f9b-4bb6-8953-ce4a26e7ed1c HTTP/1.1" status: 204 len: 168 time: 0.6905208 Apr 28 11:02:45.349075 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 51700) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:02:45.350139 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-bee46052-6456-49fc-82e8-f5661e2640ba tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-961978'] for segment (5b1ea345-bcc1-479c-837d-1fb65a49e907), precommit_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:45.399995 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bee46052-6456-49fc-82e8-f5661e2640ba tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] Releasing vlan 65 on physical network physnet1 to pool {{(pid=116162) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 11:02:45.400503 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-bee46052-6456-49fc-82e8-f5661e2640ba tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-961978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5051884'] for segment (5b1ea345-bcc1-479c-837d-1fb65a49e907), after_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:45.404518 dv-neutron-master-2-hyperv neutron-server[116162]: Traceback (most recent call last): Apr 28 11:02:45.404518 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 11:02:45.404518 dv-neutron-master-2-hyperv neutron-server[116162]: timer() Apr 28 11:02:45.404518 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 11:02:45.404518 dv-neutron-master-2-hyperv neutron-server[116162]: cb(*args, **kw) Apr 28 11:02:45.404518 dv-neutron-master-2-hyperv neutron-server[116162]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 28 11:02:45.404518 dv-neutron-master-2-hyperv neutron-server[116162]: return func(*args, **kwargs) Apr 28 11:02:45.404518 dv-neutron-master-2-hyperv neutron-server[116162]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 11:02:45.404518 dv-neutron-master-2-hyperv neutron-server[116162]: self._notify() Apr 28 11:02:45.404518 dv-neutron-master-2-hyperv neutron-server[116162]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 11:02:45.404518 dv-neutron-master-2-hyperv neutron-server[116162]: self.callback(batched_events) Apr 28 11:02:45.404518 dv-neutron-master-2-hyperv neutron-server[116162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 11:02:45.404518 dv-neutron-master-2-hyperv neutron-server[116162]: event.method(event) Apr 28 11:02:45.404518 dv-neutron-master-2-hyperv neutron-server[116162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 28 11:02:45.404518 dv-neutron-master-2-hyperv neutron-server[116162]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 11:02:45.404518 dv-neutron-master-2-hyperv neutron-server[116162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 28 11:02:45.404518 dv-neutron-master-2-hyperv neutron-server[116162]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 11:02:45.404518 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 28 11:02:45.404518 dv-neutron-master-2-hyperv neutron-server[116162]: return f(self, *a, **k) Apr 28 11:02:45.404518 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 28 11:02:45.404518 dv-neutron-master-2-hyperv neutron-server[116162]: return self._get(url).json() Apr 28 11:02:45.404518 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 28 11:02:45.404518 dv-neutron-master-2-hyperv neutron-server[116162]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 11:02:45.404518 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 11:02:45.404518 dv-neutron-master-2-hyperv neutron-server[116162]: return self.request(url, 'GET', **kwargs) Apr 28 11:02:45.404518 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 11:02:45.404518 dv-neutron-master-2-hyperv neutron-server[116162]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 11:02:45.404518 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 11:02:45.404518 dv-neutron-master-2-hyperv neutron-server[116162]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 11:02:45.404518 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 11:02:45.404518 dv-neutron-master-2-hyperv neutron-server[116162]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 11:02:45.404518 dv-neutron-master-2-hyperv neutron-server[116162]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 11:02:45.442023 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-9ece4b3a-e0ba-47ec-bccd-9f7bd78adaa1 tempest-NetworksIpV6TestAttrs-234256711 tempest-NetworksIpV6TestAttrs-234256711-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-971303'] for subnet (19ecb4c1-8f1d-4ce3-9eb1-9e252d6f00c0), precommit_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:45.452935 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.db.db_base_plugin_v2 [None req-b1fecf9b-a3bb-4df6-9fd5-ea2ea21d58fc tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Deleting subnet 31d5bc32-0ba6-4885-9496-561c1ae925aa {{(pid=116162) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 28 11:02:45.491028 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee31edb-53d6-46b0-b2b7-b84a0a8e68d5 tempest-RoutersNegativeIpV6Test-273752723 tempest-RoutersNegativeIpV6Test-273752723-project] Pushing event deleted for resources: {'Port': ['ID=723abdd3-9f02-4f09-ad21-314a86b87af3,revision_number=None']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:02:45.513396 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282a2152-b172-4030-a034-9aac0d8e1c35 req-b2eb7951-4c03-45f5-b603-fd35d91d7270 tempest-ServerActionsTestJSON-1498610228 tempest-ServerActionsTestJSON-1498610228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:02:45.518595 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-282a2152-b172-4030-a034-9aac0d8e1c35 req-b2eb7951-4c03-45f5-b603-fd35d91d7270 tempest-ServerActionsTestJSON-1498610228 tempest-ServerActionsTestJSON-1498610228-project] 10.222.0.10 "GET /v2.0/ports?device_id=6bd2b59b-b5db-4639-9109-3dca095b7768 HTTP/1.1" status: 200 len: 946 time: 0.2410555 Apr 28 11:02:45.703974 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-d9998595-2748-4d84-9596-f9c5d8f4f5d2 None None] Publish callbacks [] for port (ef90f47b-4efa-404e-8cb3-7fe60d176387), precommit_create {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:45.758886 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-a2a73476-2d52-433d-a8af-ac5ce832456a req-ceea4888-973f-494c-9ac9-69e2e207f667 service neutron] 10.222.0.20 "GET /v2.0/networks/8876925c-b776-4190-94d6-ff922dbd02cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0219414 Apr 28 11:02:45.793222 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-d9998595-2748-4d84-9596-f9c5d8f4f5d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742234710357'] for port (ef90f47b-4efa-404e-8cb3-7fe60d176387), after_create {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:45.811549 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-b1fecf9b-a3bb-4df6-9fd5-ea2ea21d58fc tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Publish callbacks [] for subnet (31d5bc32-0ba6-4885-9496-561c1ae925aa), before_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:45.838303 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-d581df4a-ca7a-4ad6-8a87-3fcf0ff60ab3 None None] For port c1dd9670-4836-43ae-bfec-37840be8b782, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=c1dd9670-4836-43ae-bfec-37840be8b782,segment=NetworkSegment(5b1ea345-bcc1-479c-837d-1fb65a49e907),segment_id=5b1ea345-bcc1-479c-837d-1fb65a49e907)] {{(pid=116163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 11:02:45.853288 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-61b521f2-f1aa-45f7-86f6-34041aa50434 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Publish callbacks [] for port (25352d97-7b02-4f92-8708-ea5883db1948), precommit_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:45.862808 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9998595-2748-4d84-9596-f9c5d8f4f5d2 None None] Network 71e7b7bb-e4ea-4611-a1c7-e194a6425e28 is already hosted by enough agents. {{(pid=116163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 11:02:45.865271 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a78a3f11-8b08-482c-b86b-772bfde6ff5b tempest-RoutersAdminTest-1587786081 tempest-RoutersAdminTest-1587786081-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=116161) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 11:02:45.866261 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.scheduler.base_scheduler [None req-d9998595-2748-4d84-9596-f9c5d8f4f5d2 None None] Resources bound (agent type, host, resource id): {{(pid=116163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 11:02:45.869304 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9998595-2748-4d84-9596-f9c5d8f4f5d2 None None] Received port after_create {{(pid=116163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 11:02:45.875948 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-b1fecf9b-a3bb-4df6-9fd5-ea2ea21d58fc tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5026541'] for subnet (31d5bc32-0ba6-4885-9496-561c1ae925aa), precommit_delete_associations {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:45.877488 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca7fd1bf-87af-4d41-baa0-9e30aaa2e229 None None] Sync routers for ids ['d0c1c219-c342-47d2-8f7e-76d0988371c0'] in dv-neutron-master-2-hyperv {{(pid=116163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 11:02:45.882484 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9998595-2748-4d84-9596-f9c5d8f4f5d2 None None] Pushing event updated for resources: {'Port': ['ID=ef90f47b-4efa-404e-8cb3-7fe60d176387,revision_number=1']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:02:45.901533 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-aee31edb-53d6-46b0-b2b7-b84a0a8e68d5 tempest-RoutersNegativeIpV6Test-273752723 tempest-RoutersNegativeIpV6Test-273752723-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1603051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2063504'] for router_interface (7a93352b-7fef-4a78-a676-5156887a4be6), after_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:45.922180 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.db.api [None req-bee46052-6456-49fc-82e8-f5661e2640ba tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 28 11:02:45.922180 dv-neutron-master-2-hyperv neutron-server[116162]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 28 11:02:45.922180 dv-neutron-master-2-hyperv neutron-server[116162]: [parameters: {'id': '6fe0b70e-3864-4da8-9b9a-67845716918a'}] Apr 28 11:02:45.922180 dv-neutron-master-2-hyperv neutron-server[116162]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=116162) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 28 11:02:45.922870 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG oslo_db.api [None req-bee46052-6456-49fc-82e8-f5661e2640ba tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=116162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 28 11:02:45.928515 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca7fd1bf-87af-4d41-baa0-9e30aaa2e229 None None] Routers {'d0c1c219-c342-47d2-8f7e-76d0988371c0'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=116163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 11:02:45.929394 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_hamode_db [None req-ca7fd1bf-87af-4d41-baa0-9e30aaa2e229 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-28T10:50:39Z,description=,heartbeat_timestamp=2022-04-28T11:02:39Z,host='dv-neutron-master-2-hyperv',id=6b492ad6-0876-4d74-b20d-28143a52ceba,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T10:50:40Z,topic='l3_agent')) {'router_ids': ['d0c1c219-c342-47d2-8f7e-76d0988371c0'], 'active': True} {{(pid=116163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:02:45.973878 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-d581df4a-ca7a-4ad6-8a87-3fcf0ff60ab3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393'] for port (c1dd9670-4836-43ae-bfec-37840be8b782), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:45.976333 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_hamode_db [None req-ca7fd1bf-87af-4d41-baa0-9e30aaa2e229 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=116163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:02:45.977175 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-282a2152-b172-4030-a034-9aac0d8e1c35 req-1a8fd7d2-261c-4aee-a883-99584675a4a5 tempest-ServerActionsTestJSON-1498610228 tempest-ServerActionsTestJSON-1498610228-project] 10.222.0.10 "GET /v2.0/security-groups?id=0f246414-c46b-4ee7-b196-c819605d877f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3557432 Apr 28 11:02:46.019466 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-9ece4b3a-e0ba-47ec-bccd-9f7bd78adaa1 tempest-NetworksIpV6TestAttrs-234256711 tempest-NetworksIpV6TestAttrs-234256711-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-971310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5053962', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4210815'] for subnet (19ecb4c1-8f1d-4ce3-9eb1-9e252d6f00c0), after_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:46.049264 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-b1fecf9b-a3bb-4df6-9fd5-ea2ea21d58fc tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-971303'] for subnet (31d5bc32-0ba6-4885-9496-561c1ae925aa), precommit_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:46.086651 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca7fd1bf-87af-4d41-baa0-9e30aaa2e229 None None] Routers {'d0c1c219-c342-47d2-8f7e-76d0988371c0'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=116163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 11:02:46.087295 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_hamode_db [None req-ca7fd1bf-87af-4d41-baa0-9e30aaa2e229 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-28T10:50:39Z,description=,heartbeat_timestamp=2022-04-28T11:02:39Z,host='dv-neutron-master-2-hyperv',id=6b492ad6-0876-4d74-b20d-28143a52ceba,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T10:50:40Z,topic='l3_agent')) {'router_ids': ['d0c1c219-c342-47d2-8f7e-76d0988371c0'], 'active': True} {{(pid=116163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:02:46.124217 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-a78a3f11-8b08-482c-b86b-772bfde6ff5b tempest-RoutersAdminTest-1587786081 tempest-RoutersAdminTest-1587786081-project] Publish callbacks [] for router (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:46.126236 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-a78a3f11-8b08-482c-b86b-772bfde6ff5b tempest-RoutersAdminTest-1587786081 tempest-RoutersAdminTest-1587786081-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 7.0324864 Apr 28 11:02:46.127982 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_hamode_db [None req-ca7fd1bf-87af-4d41-baa0-9e30aaa2e229 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=116163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:02:46.128698 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca7fd1bf-87af-4d41-baa0-9e30aaa2e229 None None] The sync data for ids ['d0c1c219-c342-47d2-8f7e-76d0988371c0'] in dv-neutron-master-2-hyperv is: [] {{(pid=116163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 11:02:46.131234 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.managers [None req-d9998595-2748-4d84-9596-f9c5d8f4f5d2 None None] Attempting to bind port ef90f47b-4efa-404e-8cb3-7fe60d176387 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=116163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 28 11:02:46.131999 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.managers [None req-d9998595-2748-4d84-9596-f9c5d8f4f5d2 None None] Attempting to bind port ef90f47b-4efa-404e-8cb3-7fe60d176387 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '3a63bd4f-af90-4058-b8f9-371fccb818be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '71e7b7bb-e4ea-4611-a1c7-e194a6425e28'}] {{(pid=116163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 28 11:02:46.131999 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9998595-2748-4d84-9596-f9c5d8f4f5d2 None None] Attempting to bind port ef90f47b-4efa-404e-8cb3-7fe60d176387 on network 71e7b7bb-e4ea-4611-a1c7-e194a6425e28 {{(pid=116163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 11:02:46.136340 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 51702) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:02:46.145014 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.v2.base [None req-9a76b6c8-609c-4691-b911-05c702ab1a99 tempest-RoutersAdminTest-1587786081 tempest-RoutersAdminTest-1587786081-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=116162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:02:46.147385 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ece4b3a-e0ba-47ec-bccd-9f7bd78adaa1 tempest-NetworksIpV6TestAttrs-234256711 tempest-NetworksIpV6TestAttrs-234256711-project] Pushing event deleted for resources: {'Subnet': ['ID=19ecb4c1-8f1d-4ce3-9eb1-9e252d6f00c0,revision_number=None']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:02:46.156632 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9998595-2748-4d84-9596-f9c5d8f4f5d2 None None] Checking agent: {'id': 'd5baab19-5dd1-4902-922b-84acb048ab9c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 10, 50, 43), 'started_at': datetime.datetime(2022, 4, 28, 10, 51, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 11, 2, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=116163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 11:02:46.157021 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9998595-2748-4d84-9596-f9c5d8f4f5d2 None None] Checking segment: {'id': '3a63bd4f-af90-4058-b8f9-371fccb818be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '71e7b7bb-e4ea-4611-a1c7-e194a6425e28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 11:02:46.157425 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-d9998595-2748-4d84-9596-f9c5d8f4f5d2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:46.157827 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9998595-2748-4d84-9596-f9c5d8f4f5d2 None None] Bound using segment: {'id': '3a63bd4f-af90-4058-b8f9-371fccb818be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '71e7b7bb-e4ea-4611-a1c7-e194a6425e28'} {{(pid=116163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 11:02:46.158302 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.managers [None req-d9998595-2748-4d84-9596-f9c5d8f4f5d2 None None] Bound port: ef90f47b-4efa-404e-8cb3-7fe60d176387, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a63bd4f-af90-4058-b8f9-371fccb818be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '71e7b7bb-e4ea-4611-a1c7-e194a6425e28'}}] {{(pid=116163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 28 11:02:46.158713 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-d9998595-2748-4d84-9596-f9c5d8f4f5d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (ef90f47b-4efa-404e-8cb3-7fe60d176387), before_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:46.162419 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d581df4a-ca7a-4ad6-8a87-3fcf0ff60ab3 None None] Pushing event updated for resources: {'Port': ['ID=c1dd9670-4836-43ae-bfec-37840be8b782,revision_number=2']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:02:46.208876 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8aeb32d-252c-4bb4-8165-dd50e6bf6f00 None None] Network 6fe0b70e-3864-4da8-9b9a-67845716918a requested from dv-neutron-master-2-hyperv {{(pid=116163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 11:02:46.234179 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-a2a73476-2d52-433d-a8af-ac5ce832456a req-fddcaea9-301f-4280-9bbf-39717acafe06 service neutron] 10.222.0.20 "GET /v2.0/networks/8876925c-b776-4190-94d6-ff922dbd02cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4590714 Apr 28 11:02:46.235451 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-79f32145-0d6f-4fd5-b128-e023108eb4a8 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742235135690', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742234710366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5219112'] for port (af5bd5ff-d265-42ca-95f7-e6ddf13a2d81), after_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:46.240479 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-61b521f2-f1aa-45f7-86f6-34041aa50434 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742234710357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5219112'] for port (25352d97-7b02-4f92-8708-ea5883db1948), after_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:46.257266 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-9ece4b3a-e0ba-47ec-bccd-9f7bd78adaa1 tempest-NetworksIpV6TestAttrs-234256711 tempest-NetworksIpV6TestAttrs-234256711-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-973498', 'neutron.services.segments.db._delete_segments_for_network-8742235207033'] for network (71e7b7bb-e4ea-4611-a1c7-e194a6425e28), precommit_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:46.265016 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aee31edb-53d6-46b0-b2b7-b84a0a8e68d5 tempest-RoutersNegativeIpV6Test-273752723 tempest-RoutersNegativeIpV6Test-273752723-project] Router 7a93352b-7fef-4a78-a676-5156887a4be6 has already been hosted by L3 agent 6b492ad6-0876-4d74-b20d-28143a52ceba {{(pid=116161) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 11:02:46.300574 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.services.segments.db [None req-9ece4b3a-e0ba-47ec-bccd-9f7bd78adaa1 tempest-NetworksIpV6TestAttrs-234256711 tempest-NetworksIpV6TestAttrs-234256711-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['71e7b7bb-e4ea-4611-a1c7-e194a6425e28']}} {{(pid=116162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:02:46.319067 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f32145-0d6f-4fd5-b128-e023108eb4a8 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Pushing event deleted for resources: {'Port': ['ID=af5bd5ff-d265-42ca-95f7-e6ddf13a2d81,revision_number=None']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:02:46.364697 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.services.segments.db [None req-9ece4b3a-e0ba-47ec-bccd-9f7bd78adaa1 tempest-NetworksIpV6TestAttrs-234256711 tempest-NetworksIpV6TestAttrs-234256711-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3a63bd4f-af90-4058-b8f9-371fccb818be') {'for_net_delete': True} {{(pid=116162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:02:46.364985 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.services.segments.db [None req-9ece4b3a-e0ba-47ec-bccd-9f7bd78adaa1 tempest-NetworksIpV6TestAttrs-234256711 tempest-NetworksIpV6TestAttrs-234256711-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3a63bd4f-af90-4058-b8f9-371fccb818be') {} {{(pid=116162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:02:46.383973 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-b1fecf9b-a3bb-4df6-9fd5-ea2ea21d58fc tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-971310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5053962', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4210815'] for subnet (31d5bc32-0ba6-4885-9496-561c1ae925aa), after_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:46.387714 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61b521f2-f1aa-45f7-86f6-34041aa50434 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Network dc8c2ba8-708b-4144-acc5-cd5dfbb89dbd is already hosted by enough agents. {{(pid=116161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 11:02:46.388812 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-9ece4b3a-e0ba-47ec-bccd-9f7bd78adaa1 tempest-NetworksIpV6TestAttrs-234256711 tempest-NetworksIpV6TestAttrs-234256711-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742235208578', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5026548'] for segment (3a63bd4f-af90-4058-b8f9-371fccb818be), before_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:46.417668 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.scheduler.base_scheduler [None req-61b521f2-f1aa-45f7-86f6-34041aa50434 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Resources bound (agent type, host, resource id): {{(pid=116161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 11:02:46.434117 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61b521f2-f1aa-45f7-86f6-34041aa50434 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Received port after_create {{(pid=116161) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 11:02:46.439613 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-bee46052-6456-49fc-82e8-f5661e2640ba tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-979593'] for network (6fe0b70e-3864-4da8-9b9a-67845716918a), before_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:46.449287 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1fecf9b-a3bb-4df6-9fd5-ea2ea21d58fc tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Pushing event deleted for resources: {'Subnet': ['ID=31d5bc32-0ba6-4885-9496-561c1ae925aa,revision_number=None']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:02:46.456107 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-9ece4b3a-e0ba-47ec-bccd-9f7bd78adaa1 tempest-NetworksIpV6TestAttrs-234256711 tempest-NetworksIpV6TestAttrs-234256711-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-961978'] for segment (3a63bd4f-af90-4058-b8f9-371fccb818be), precommit_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:46.459200 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-d9998595-2748-4d84-9596-f9c5d8f4f5d2 None None] For port ef90f47b-4efa-404e-8cb3-7fe60d176387, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=116163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 11:02:46.472194 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-b1fecf9b-a3bb-4df6-9fd5-ea2ea21d58fc tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Publish callbacks [] for subnet (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:46.477949 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-b1fecf9b-a3bb-4df6-9fd5-ea2ea21d58fc tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] 10.222.0.10 "DELETE /v2.0/subnets/31d5bc32-0ba6-4885-9496-561c1ae925aa HTTP/1.1" status: 204 len: 168 time: 1.1229382 Apr 28 11:02:46.477949 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9ece4b3a-e0ba-47ec-bccd-9f7bd78adaa1 tempest-NetworksIpV6TestAttrs-234256711 tempest-NetworksIpV6TestAttrs-234256711-project] Releasing vlan 68 on physical network physnet1 to pool {{(pid=116162) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 11:02:46.477949 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-9ece4b3a-e0ba-47ec-bccd-9f7bd78adaa1 tempest-NetworksIpV6TestAttrs-234256711 tempest-NetworksIpV6TestAttrs-234256711-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-961978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5051884'] for segment (3a63bd4f-af90-4058-b8f9-371fccb818be), after_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:46.486053 dv-neutron-master-2-hyperv neutron-server[116162]: Traceback (most recent call last): Apr 28 11:02:46.486053 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 11:02:46.486053 dv-neutron-master-2-hyperv neutron-server[116162]: timer() Apr 28 11:02:46.486053 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 11:02:46.486053 dv-neutron-master-2-hyperv neutron-server[116162]: cb(*args, **kw) Apr 28 11:02:46.486053 dv-neutron-master-2-hyperv neutron-server[116162]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 28 11:02:46.486053 dv-neutron-master-2-hyperv neutron-server[116162]: return func(*args, **kwargs) Apr 28 11:02:46.486053 dv-neutron-master-2-hyperv neutron-server[116162]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 11:02:46.486053 dv-neutron-master-2-hyperv neutron-server[116162]: self._notify() Apr 28 11:02:46.486053 dv-neutron-master-2-hyperv neutron-server[116162]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 11:02:46.486053 dv-neutron-master-2-hyperv neutron-server[116162]: self.callback(batched_events) Apr 28 11:02:46.486053 dv-neutron-master-2-hyperv neutron-server[116162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 11:02:46.486053 dv-neutron-master-2-hyperv neutron-server[116162]: event.method(event) Apr 28 11:02:46.486053 dv-neutron-master-2-hyperv neutron-server[116162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 28 11:02:46.486053 dv-neutron-master-2-hyperv neutron-server[116162]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 11:02:46.486053 dv-neutron-master-2-hyperv neutron-server[116162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 28 11:02:46.486053 dv-neutron-master-2-hyperv neutron-server[116162]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 11:02:46.486053 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 28 11:02:46.486053 dv-neutron-master-2-hyperv neutron-server[116162]: return f(self, *a, **k) Apr 28 11:02:46.486053 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 28 11:02:46.486053 dv-neutron-master-2-hyperv neutron-server[116162]: return self._get(url).json() Apr 28 11:02:46.486053 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 28 11:02:46.486053 dv-neutron-master-2-hyperv neutron-server[116162]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 11:02:46.486053 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 11:02:46.486053 dv-neutron-master-2-hyperv neutron-server[116162]: return self.request(url, 'GET', **kwargs) Apr 28 11:02:46.486053 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 11:02:46.486053 dv-neutron-master-2-hyperv neutron-server[116162]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 11:02:46.486053 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 11:02:46.486053 dv-neutron-master-2-hyperv neutron-server[116162]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 11:02:46.486053 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 11:02:46.486053 dv-neutron-master-2-hyperv neutron-server[116162]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 11:02:46.486053 dv-neutron-master-2-hyperv neutron-server[116162]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 11:02:46.488472 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 51704) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:02:46.507076 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5169405-7a5c-4db5-ad47-dd3897c6c6f0 None None] Network cf789ae1-39a5-40f5-a02c-2d637f6430b9 requested from dv-neutron-master-2-hyperv {{(pid=116163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 11:02:46.520032 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Device 91365819-9873-4eef-8d7f-5a1476612b5d up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=116163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 11:02:46.529461 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ef5a573-b8a9-4000-9aa2-09bef4b53cfc None None] Network dc8c2ba8-708b-4144-acc5-cd5dfbb89dbd requested from dv-neutron-master-2-hyperv {{(pid=116163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 11:02:46.602054 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b521f2-f1aa-45f7-86f6-34041aa50434 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Pushing event updated for resources: {'Port': ['ID=25352d97-7b02-4f92-8708-ea5883db1948,revision_number=1']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:02:46.607326 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-79f32145-0d6f-4fd5-b128-e023108eb4a8 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198022'] for port (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:46.617621 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-79f32145-0d6f-4fd5-b128-e023108eb4a8 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] 10.222.0.10 "DELETE /v2.0/ports/af5bd5ff-d265-42ca-95f7-e6ddf13a2d81 HTTP/1.1" status: 204 len: 168 time: 2.5839386 Apr 28 11:02:46.629060 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aee31edb-53d6-46b0-b2b7-b84a0a8e68d5 tempest-RoutersNegativeIpV6Test-273752723 tempest-RoutersNegativeIpV6Test-273752723-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=116161) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 11:02:46.629871 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 51706) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:02:46.637086 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-123f7ae6-9a61-433e-89d2-922920a5af56 None None] Sync routers for ids ['7a93352b-7fef-4a78-a676-5156887a4be6'] in dv-neutron-master-2-hyperv {{(pid=116164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 11:02:46.649395 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-123f7ae6-9a61-433e-89d2-922920a5af56 None None] Routers {'7a93352b-7fef-4a78-a676-5156887a4be6'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=116164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 11:02:46.650262 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_hamode_db [None req-123f7ae6-9a61-433e-89d2-922920a5af56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-28T10:50:39Z,description=,heartbeat_timestamp=2022-04-28T11:02:39Z,host='dv-neutron-master-2-hyperv',id=6b492ad6-0876-4d74-b20d-28143a52ceba,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T10:50:40Z,topic='l3_agent')) {'router_ids': ['7a93352b-7fef-4a78-a676-5156887a4be6'], 'active': True} {{(pid=116164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:02:46.654492 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.plugin [None req-bee46052-6456-49fc-82e8-f5661e2640ba tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] Deleting port c1dd9670-4836-43ae-bfec-37840be8b782 {{(pid=116162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 11:02:46.656785 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-bee46052-6456-49fc-82e8-f5661e2640ba tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742235130188'] for port (c1dd9670-4836-43ae-bfec-37840be8b782), before_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:46.693834 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-aee31edb-53d6-46b0-b2b7-b84a0a8e68d5 tempest-RoutersNegativeIpV6Test-273752723 tempest-RoutersNegativeIpV6Test-273752723-project] 10.222.0.10 "PUT /v2.0/routers/7a93352b-7fef-4a78-a676-5156887a4be6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1938050 Apr 28 11:02:46.695939 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 51708) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:02:46.698647 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_hamode_db [None req-123f7ae6-9a61-433e-89d2-922920a5af56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=116164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:02:46.707386 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-d9998595-2748-4d84-9596-f9c5d8f4f5d2 None None] For port ef90f47b-4efa-404e-8cb3-7fe60d176387, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=ef90f47b-4efa-404e-8cb3-7fe60d176387,segment=NetworkSegment(3a63bd4f-af90-4058-b8f9-371fccb818be),segment_id=3a63bd4f-af90-4058-b8f9-371fccb818be)] {{(pid=116163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 11:02:46.720507 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-b1702283-88aa-47b4-8083-36d68e0680de None None] Provisioning complete for port 91365819-9873-4eef-8d7f-5a1476612b5d triggered by entity DHCP. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:02:46.720887 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-b1702283-88aa-47b4-8083-36d68e0680de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (91365819-9873-4eef-8d7f-5a1476612b5d), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:46.725412 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-123f7ae6-9a61-433e-89d2-922920a5af56 None None] Routers {'7a93352b-7fef-4a78-a676-5156887a4be6'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=116164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 11:02:46.726265 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_hamode_db [None req-123f7ae6-9a61-433e-89d2-922920a5af56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-28T10:50:39Z,description=,heartbeat_timestamp=2022-04-28T11:02:39Z,host='dv-neutron-master-2-hyperv',id=6b492ad6-0876-4d74-b20d-28143a52ceba,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T10:50:40Z,topic='l3_agent')) {'router_ids': ['7a93352b-7fef-4a78-a676-5156887a4be6'], 'active': True} {{(pid=116164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:02:46.803896 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.api.v2.resource [None req-55b40a5c-31af-462c-bdcb-2d1f559fc5c5 tempest-RoutersNegativeIpV6Test-273752723 tempest-RoutersNegativeIpV6Test-273752723-project] show failed (client error): The resource could not be found. Apr 28 11:02:46.804954 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-55b40a5c-31af-462c-bdcb-2d1f559fc5c5 tempest-RoutersNegativeIpV6Test-273752723 tempest-RoutersNegativeIpV6Test-273752723-project] 10.222.0.10 "GET /v2.0/routers/tempest-non_exist_router-1700133402 HTTP/1.1" status: 404 len: 335 time: 0.0870671 Apr 28 11:02:46.808100 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-d9998595-2748-4d84-9596-f9c5d8f4f5d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393'] for port (ef90f47b-4efa-404e-8cb3-7fe60d176387), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:46.809486 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 51710) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:02:46.822584 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.v2.base [None req-9226f782-b5c5-455d-a6cc-3c6064cea08a tempest-RoutersNegativeIpV6Test-273752723 tempest-RoutersNegativeIpV6Test-273752723-project] Request body: {'router': {'name': 'new_name'}} {{(pid=116161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:02:46.865671 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_hamode_db [None req-123f7ae6-9a61-433e-89d2-922920a5af56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=116164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:02:46.867101 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-123f7ae6-9a61-433e-89d2-922920a5af56 None None] The sync data for ids ['7a93352b-7fef-4a78-a676-5156887a4be6'] in dv-neutron-master-2-hyperv is: [] {{(pid=116164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 11:02:46.869537 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.api.v2.resource [None req-9226f782-b5c5-455d-a6cc-3c6064cea08a tempest-RoutersNegativeIpV6Test-273752723 tempest-RoutersNegativeIpV6Test-273752723-project] update failed (client error): The resource could not be found. Apr 28 11:02:46.878915 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-9226f782-b5c5-455d-a6cc-3c6064cea08a tempest-RoutersNegativeIpV6Test-273752723 tempest-RoutersNegativeIpV6Test-273752723-project] 10.222.0.10 "PUT /v2.0/routers/tempest-non_exist_router-983742506 HTTP/1.1" status: 404 len: 334 time: 0.0595217 Apr 28 11:02:46.878915 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61b521f2-f1aa-45f7-86f6-34041aa50434 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:02:46.878915 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-61b521f2-f1aa-45f7-86f6-34041aa50434 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198022'] for port (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:46.883299 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 51712) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:02:46.885411 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9998595-2748-4d84-9596-f9c5d8f4f5d2 None None] Pushing event updated for resources: {'Port': ['ID=ef90f47b-4efa-404e-8cb3-7fe60d176387,revision_number=2']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:02:46.885630 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.db.api [None req-9ece4b3a-e0ba-47ec-bccd-9f7bd78adaa1 tempest-NetworksIpV6TestAttrs-234256711 tempest-NetworksIpV6TestAttrs-234256711-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 28 11:02:46.885630 dv-neutron-master-2-hyperv neutron-server[116162]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 28 11:02:46.885630 dv-neutron-master-2-hyperv neutron-server[116162]: [parameters: {'id': '71e7b7bb-e4ea-4611-a1c7-e194a6425e28'}] Apr 28 11:02:46.885630 dv-neutron-master-2-hyperv neutron-server[116162]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=116162) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 28 11:02:46.886590 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG oslo_db.api [None req-9ece4b3a-e0ba-47ec-bccd-9f7bd78adaa1 tempest-NetworksIpV6TestAttrs-234256711 tempest-NetworksIpV6TestAttrs-234256711-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=116162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 28 11:02:46.897876 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.db.db_base_plugin_v2 [None req-3b2a363f-6f3a-475a-b47b-325ec7142c90 tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Deleting subnet 45ee267c-8319-44d0-9d7c-f9043ae8bc9c {{(pid=116161) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 28 11:02:46.907547 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15c90578-e216-4c7d-8b83-a98c78f1b848 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:02:46.909255 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-15c90578-e216-4c7d-8b83-a98c78f1b848 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.2503514 Apr 28 11:02:46.914253 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 51714) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:02:46.915070 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-3b2a363f-6f3a-475a-b47b-325ec7142c90 tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Publish callbacks [] for subnet (45ee267c-8319-44d0-9d7c-f9043ae8bc9c), before_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:46.929932 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Provisioning complete for port 91365819-9873-4eef-8d7f-5a1476612b5d triggered by entity L2. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:02:46.931922 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (91365819-9873-4eef-8d7f-5a1476612b5d), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:47.014299 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-538b9344-6dde-4546-aa8a-97647dfa1604 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:02:47.015502 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.db [None req-bee46052-6456-49fc-82e8-f5661e2640ba tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] For port c1dd9670-4836-43ae-bfec-37840be8b782, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=c1dd9670-4836-43ae-bfec-37840be8b782,segment=NetworkSegment(5b1ea345-bcc1-479c-837d-1fb65a49e907),segment_id=5b1ea345-bcc1-479c-837d-1fb65a49e907)] {{(pid=116162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 11:02:47.016304 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-bee46052-6456-49fc-82e8-f5661e2640ba tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1938497'] for port (c1dd9670-4836-43ae-bfec-37840be8b782), precommit_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:47.020858 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-538b9344-6dde-4546-aa8a-97647dfa1604 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0842774 Apr 28 11:02:47.038052 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 51718) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:02:47.069561 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55588b72-ca0a-43db-9537-299ff54e5917 None None] Network 71e7b7bb-e4ea-4611-a1c7-e194a6425e28 requested from dv-neutron-master-2-hyperv {{(pid=116163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 11:02:47.081415 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-3b2a363f-6f3a-475a-b47b-325ec7142c90 tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8076976'] for subnet (45ee267c-8319-44d0-9d7c-f9043ae8bc9c), precommit_delete_associations {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:47.086793 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-9a76b6c8-609c-4691-b911-05c702ab1a99 tempest-RoutersAdminTest-1587786081 tempest-RoutersAdminTest-1587786081-project] Publish callbacks [] for router_gateway (d0c1c219-c342-47d2-8f7e-76d0988371c0), precommit_update {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:47.088527 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.db.db_base_plugin_v2 [None req-60703097-14de-4057-9fce-89274d5b46b2 tempest-RoutersNegativeIpV6Test-273752723 tempest-RoutersNegativeIpV6Test-273752723-project] Deleting subnet 9a587de4-53e4-448f-9971-61ea83557a61 {{(pid=116161) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 28 11:02:47.098963 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc70134a-7ace-4a1a-816f-6f23b80cb0c4 None None] DHCP port deletion for cf789ae1-39a5-40f5-a02c-2d637f6430b9 request from dv-neutron-master-2-hyperv {{(pid=116163) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 28 11:02:47.107669 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.plugin [None req-bee46052-6456-49fc-82e8-f5661e2640ba tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] Calling delete_port for c1dd9670-4836-43ae-bfec-37840be8b782 owned by network:dhcp {{(pid=116162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 11:02:47.164358 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-60703097-14de-4057-9fce-89274d5b46b2 tempest-RoutersNegativeIpV6Test-273752723 tempest-RoutersNegativeIpV6Test-273752723-project] Publish callbacks [] for subnet (9a587de4-53e4-448f-9971-61ea83557a61), before_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:47.192192 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 51720) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:02:47.192794 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-61b521f2-f1aa-45f7-86f6-34041aa50434 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 4.2843385 Apr 28 11:02:47.210586 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-b1702283-88aa-47b4-8083-36d68e0680de None None] Current status of the port 91365819-9873-4eef-8d7f-5a1476612b5d is: DOWN; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:02:47.211170 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-b1702283-88aa-47b4-8083-36d68e0680de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (91365819-9873-4eef-8d7f-5a1476612b5d), before_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:47.247208 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c603259-d12a-42f6-ab44-eb7fb63761ee req-42b47376-5f02-44c4-9fdd-11a2f9386d53 tempest-ServerActionsTestJSON-1498610228 tempest-ServerActionsTestJSON-1498610228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:02:47.248755 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-1c603259-d12a-42f6-ab44-eb7fb63761ee req-42b47376-5f02-44c4-9fdd-11a2f9386d53 tempest-ServerActionsTestJSON-1498610228 tempest-ServerActionsTestJSON-1498610228-project] 10.222.0.10 "GET /v2.0/ports?device_id=6bd2b59b-b5db-4639-9109-3dca095b7768 HTTP/1.1" status: 200 len: 946 time: 0.1195018 Apr 28 11:02:47.259077 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-60703097-14de-4057-9fce-89274d5b46b2 tempest-RoutersNegativeIpV6Test-273752723 tempest-RoutersNegativeIpV6Test-273752723-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8076976'] for subnet (9a587de4-53e4-448f-9971-61ea83557a61), precommit_delete_associations {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:47.260537 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-9a76b6c8-609c-4691-b911-05c702ab1a99 tempest-RoutersAdminTest-1587786081 tempest-RoutersAdminTest-1587786081-project] Publish callbacks [] for router_gateway (d0c1c219-c342-47d2-8f7e-76d0988371c0), before_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:47.282306 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-bc70134a-7ace-4a1a-816f-6f23b80cb0c4 None None] Deleting port 9accbcbe-4624-4b44-a4b8-4634f71b1be1 {{(pid=116163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 11:02:47.283073 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-bc70134a-7ace-4a1a-816f-6f23b80cb0c4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742235130188'] for port (9accbcbe-4624-4b44-a4b8-4634f71b1be1), before_delete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:47.310468 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a7963b9-5b7e-4e2a-a507-caf1eed8116e tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:02:47.311875 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a7963b9-5b7e-4e2a-a507-caf1eed8116e tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:02:47.314004 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a7963b9-5b7e-4e2a-a507-caf1eed8116e tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:02:47.325807 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-7a7963b9-5b7e-4e2a-a507-caf1eed8116e tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.2741921 Apr 28 11:02:47.325807 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 51722) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:02:47.353574 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-bc70134a-7ace-4a1a-816f-6f23b80cb0c4 None None] For port 9accbcbe-4624-4b44-a4b8-4634f71b1be1, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=9accbcbe-4624-4b44-a4b8-4634f71b1be1,segment=NetworkSegment(748e3232-021c-45dc-ae20-d78dee4fa4d9),segment_id=748e3232-021c-45dc-ae20-d78dee4fa4d9)] {{(pid=116163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 11:02:47.360636 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-bc70134a-7ace-4a1a-816f-6f23b80cb0c4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1938497'] for port (9accbcbe-4624-4b44-a4b8-4634f71b1be1), precommit_delete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:47.362562 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-3b2a363f-6f3a-475a-b47b-325ec7142c90 tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-971303'] for subnet (45ee267c-8319-44d0-9d7c-f9043ae8bc9c), precommit_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:47.368597 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-bc70134a-7ace-4a1a-816f-6f23b80cb0c4 None None] Calling delete_port for 9accbcbe-4624-4b44-a4b8-4634f71b1be1 owned by network:dhcp {{(pid=116163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 11:02:47.392465 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-9ece4b3a-e0ba-47ec-bccd-9f7bd78adaa1 tempest-NetworksIpV6TestAttrs-234256711 tempest-NetworksIpV6TestAttrs-234256711-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-979593'] for network (71e7b7bb-e4ea-4611-a1c7-e194a6425e28), before_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:47.422609 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-1c603259-d12a-42f6-ab44-eb7fb63761ee req-45a8c2ca-2be9-4f4c-95d9-79897b122cf5 tempest-ServerActionsTestJSON-1498610228 tempest-ServerActionsTestJSON-1498610228-project] 10.222.0.10 "GET /v2.0/security-groups?id=0f246414-c46b-4ee7-b196-c819605d877f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1659069 Apr 28 11:02:47.467016 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-b1702283-88aa-47b4-8083-36d68e0680de None None] For port 91365819-9873-4eef-8d7f-5a1476612b5d, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=91365819-9873-4eef-8d7f-5a1476612b5d,segment=NetworkSegment(646bc490-cf3d-42be-a4e6-0ec66dab2ed8),segment_id=646bc490-cf3d-42be-a4e6-0ec66dab2ed8)] {{(pid=116163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 11:02:47.467769 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-60703097-14de-4057-9fce-89274d5b46b2 tempest-RoutersNegativeIpV6Test-273752723 tempest-RoutersNegativeIpV6Test-273752723-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-971303'] for subnet (9a587de4-53e4-448f-9971-61ea83557a61), precommit_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:47.478620 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.plugin [None req-e8e79789-205c-415b-be05-c9171a5670f5 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Deleting port 25352d97-7b02-4f92-8708-ea5883db1948 {{(pid=116162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 11:02:47.478973 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-e8e79789-205c-415b-be05-c9171a5670f5 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742235130188'] for port (25352d97-7b02-4f92-8708-ea5883db1948), before_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:47.482270 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Current status of the port 91365819-9873-4eef-8d7f-5a1476612b5d is: DOWN; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:02:47.484986 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (91365819-9873-4eef-8d7f-5a1476612b5d), before_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:47.508083 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.db.db_base_plugin_v2 [None req-eef0540d-d708-4ab1-b3e3-af9ddb2549f6 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Deleting subnet 3fad7e9d-e7d7-42e5-8414-819cdb897e57 {{(pid=116162) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 28 11:02:47.541815 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.plugin [None req-9a76b6c8-609c-4691-b911-05c702ab1a99 tempest-RoutersAdminTest-1587786081 tempest-RoutersAdminTest-1587786081-project] Deleting port 61217c7a-6d54-4723-82a3-22ddc7aca9b3 {{(pid=116162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 11:02:47.542154 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-9a76b6c8-609c-4691-b911-05c702ab1a99 tempest-RoutersAdminTest-1587786081 tempest-RoutersAdminTest-1587786081-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742235130188'] for port (61217c7a-6d54-4723-82a3-22ddc7aca9b3), before_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:47.546217 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-eef0540d-d708-4ab1-b3e3-af9ddb2549f6 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Publish callbacks [] for subnet (3fad7e9d-e7d7-42e5-8414-819cdb897e57), before_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:47.552471 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-bee46052-6456-49fc-82e8-f5661e2640ba tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742235135690', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742234710366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5051867'] for port (c1dd9670-4836-43ae-bfec-37840be8b782), after_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:47.574927 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-b1702283-88aa-47b4-8083-36d68e0680de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393'] for port (91365819-9873-4eef-8d7f-5a1476612b5d), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:47.585308 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-3b2a363f-6f3a-475a-b47b-325ec7142c90 tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-971310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5220601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5125409'] for subnet (45ee267c-8319-44d0-9d7c-f9043ae8bc9c), after_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:47.622043 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b2a363f-6f3a-475a-b47b-325ec7142c90 tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Pushing event deleted for resources: {'Subnet': ['ID=45ee267c-8319-44d0-9d7c-f9043ae8bc9c,revision_number=None']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:02:47.627607 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-3b2a363f-6f3a-475a-b47b-325ec7142c90 tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Publish callbacks [] for subnet (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:47.634774 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-3b2a363f-6f3a-475a-b47b-325ec7142c90 tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] 10.222.0.10 "DELETE /v2.0/subnets/45ee267c-8319-44d0-9d7c-f9043ae8bc9c HTTP/1.1" status: 204 len: 168 time: 1.1458576 Apr 28 11:02:47.647719 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 51726) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:02:47.647719 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267d1f7a-60ff-44fd-8452-1ffaca4e9dbe req-f7252dcc-4dd7-4c2c-9e78-8c5a2243e759 tempest-ServerActionsTestJSON-1498610228 tempest-ServerActionsTestJSON-1498610228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:02:47.647719 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-267d1f7a-60ff-44fd-8452-1ffaca4e9dbe req-f7252dcc-4dd7-4c2c-9e78-8c5a2243e759 tempest-ServerActionsTestJSON-1498610228 tempest-ServerActionsTestJSON-1498610228-project] 10.222.0.10 "GET /v2.0/ports?device_id=6bd2b59b-b5db-4639-9109-3dca095b7768 HTTP/1.1" status: 200 len: 946 time: 0.1063840 Apr 28 11:02:47.647719 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-60703097-14de-4057-9fce-89274d5b46b2 tempest-RoutersNegativeIpV6Test-273752723 tempest-RoutersNegativeIpV6Test-273752723-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-971310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5220601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5125409'] for subnet (9a587de4-53e4-448f-9971-61ea83557a61), after_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:47.651721 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fbc1216-09e2-400b-a063-637c287edd67 None None] Network cb3fb0ef-79f8-4258-bb98-7e3e213a3cf6 requested from dv-neutron-master-2-hyperv {{(pid=116163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 11:02:47.686618 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-bc70134a-7ace-4a1a-816f-6f23b80cb0c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742235135690', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742234710366'] for port (9accbcbe-4624-4b44-a4b8-4634f71b1be1), after_delete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:47.695823 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.db.api [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=116163) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 28 11:02:47.696835 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG oslo_db.api [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=116163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 28 11:02:47.701404 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee46052-6456-49fc-82e8-f5661e2640ba tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] Pushing event deleted for resources: {'Port': ['ID=c1dd9670-4836-43ae-bfec-37840be8b782,revision_number=None']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:02:47.704060 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1702283-88aa-47b4-8083-36d68e0680de None None] Pushing event updated for resources: {'Port': ['ID=91365819-9873-4eef-8d7f-5a1476612b5d,revision_number=3']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:02:47.712624 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bee46052-6456-49fc-82e8-f5661e2640ba tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] No DVR routers for this DVR port c1dd9670-4836-43ae-bfec-37840be8b782 on host dv-neutron-master-2-hyperv {{(pid=116162) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 11:02:47.737843 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-60703097-14de-4057-9fce-89274d5b46b2 tempest-RoutersNegativeIpV6Test-273752723 tempest-RoutersNegativeIpV6Test-273752723-project] Publish callbacks [] for subnet (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:47.741345 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-60703097-14de-4057-9fce-89274d5b46b2 tempest-RoutersNegativeIpV6Test-273752723 tempest-RoutersNegativeIpV6Test-273752723-project] 10.222.0.10 "DELETE /v2.0/subnets/9a587de4-53e4-448f-9971-61ea83557a61 HTTP/1.1" status: 204 len: 168 time: 0.8569939 Apr 28 11:02:47.747977 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60703097-14de-4057-9fce-89274d5b46b2 tempest-RoutersNegativeIpV6Test-273752723 tempest-RoutersNegativeIpV6Test-273752723-project] Pushing event deleted for resources: {'Subnet': ['ID=9a587de4-53e4-448f-9971-61ea83557a61,revision_number=None']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:02:47.761390 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 51728) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:02:47.765560 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.plugin [None req-9ece4b3a-e0ba-47ec-bccd-9f7bd78adaa1 tempest-NetworksIpV6TestAttrs-234256711 tempest-NetworksIpV6TestAttrs-234256711-project] Deleting port ef90f47b-4efa-404e-8cb3-7fe60d176387 {{(pid=116162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 11:02:47.766019 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-9ece4b3a-e0ba-47ec-bccd-9f7bd78adaa1 tempest-NetworksIpV6TestAttrs-234256711 tempest-NetworksIpV6TestAttrs-234256711-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742235130188'] for port (ef90f47b-4efa-404e-8cb3-7fe60d176387), before_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:47.780597 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad2c9ab9-f961-4688-be26-46fa65c112c3 None None] Network c2324ff4-28ff-4c1e-ba57-0a94cfc3518b requested from dv-neutron-master-2-hyperv {{(pid=116163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 11:02:47.786237 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc70134a-7ace-4a1a-816f-6f23b80cb0c4 None None] No DVR routers for this DVR port 9accbcbe-4624-4b44-a4b8-4634f71b1be1 on host dv-neutron-master-2-hyperv {{(pid=116163) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 11:02:47.787576 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-689845b5-5e65-4bd8-a85f-78e01429e506 None None] Provisioning complete for port 25352d97-7b02-4f92-8708-ea5883db1948 triggered by entity DHCP. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:02:47.787943 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-689845b5-5e65-4bd8-a85f-78e01429e506 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (25352d97-7b02-4f92-8708-ea5883db1948), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:47.790236 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-eef0540d-d708-4ab1-b3e3-af9ddb2549f6 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5026541'] for subnet (3fad7e9d-e7d7-42e5-8414-819cdb897e57), precommit_delete_associations {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:47.801750 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc70134a-7ace-4a1a-816f-6f23b80cb0c4 None None] Pushing event deleted for resources: {'Port': ['ID=9accbcbe-4624-4b44-a4b8-4634f71b1be1,revision_number=None']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:02:47.820117 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-267d1f7a-60ff-44fd-8452-1ffaca4e9dbe req-e802c26b-0b9b-4ab9-beb5-02f41672b3eb tempest-ServerActionsTestJSON-1498610228 tempest-ServerActionsTestJSON-1498610228-project] 10.222.0.10 "GET /v2.0/security-groups?id=0f246414-c46b-4ee7-b196-c819605d877f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1634965 Apr 28 11:02:47.829319 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-8e708bbf-f419-4744-8186-577905e4fe5e tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-979593'] for network (cf789ae1-39a5-40f5-a02c-2d637f6430b9), before_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:47.882729 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-689845b5-5e65-4bd8-a85f-78e01429e506 None None] Port 25352d97-7b02-4f92-8708-ea5883db1948 cannot update to ACTIVE because it is not bound. {{(pid=116163) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 28 11:02:47.915759 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-e8e79789-205c-415b-be05-c9171a5670f5 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1938497'] for port (25352d97-7b02-4f92-8708-ea5883db1948), precommit_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:47.931843 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-8e708bbf-f419-4744-8186-577905e4fe5e tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-973498', 'neutron.services.segments.db._delete_segments_for_network-8742235207033'] for network (cf789ae1-39a5-40f5-a02c-2d637f6430b9), precommit_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:47.939614 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-689845b5-5e65-4bd8-a85f-78e01429e506 None None] Provisioning complete for port 91365819-9873-4eef-8d7f-5a1476612b5d triggered by entity DHCP. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:02:47.940424 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-689845b5-5e65-4bd8-a85f-78e01429e506 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (91365819-9873-4eef-8d7f-5a1476612b5d), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:47.955140 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.services.segments.db [None req-8e708bbf-f419-4744-8186-577905e4fe5e tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cf789ae1-39a5-40f5-a02c-2d637f6430b9']}} {{(pid=116161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:02:47.967792 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.services.segments.db [None req-8e708bbf-f419-4744-8186-577905e4fe5e tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '748e3232-021c-45dc-ae20-d78dee4fa4d9') {'for_net_delete': True} {{(pid=116161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:02:47.968097 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.services.segments.db [None req-8e708bbf-f419-4744-8186-577905e4fe5e tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '748e3232-021c-45dc-ae20-d78dee4fa4d9') {} {{(pid=116161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:02:47.980880 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-8e708bbf-f419-4744-8186-577905e4fe5e tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742235208578', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8076969'] for segment (748e3232-021c-45dc-ae20-d78dee4fa4d9), before_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:47.991594 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.plugin [None req-e8e79789-205c-415b-be05-c9171a5670f5 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Calling delete_port for 25352d97-7b02-4f92-8708-ea5883db1948 owned by {{(pid=116162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 11:02:47.999046 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-8e708bbf-f419-4744-8186-577905e4fe5e tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-961978'] for segment (748e3232-021c-45dc-ae20-d78dee4fa4d9), precommit_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:48.008189 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8e708bbf-f419-4744-8186-577905e4fe5e tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Releasing vlan 53 on physical network physnet1 to pool {{(pid=116161) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 11:02:48.008625 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-8e708bbf-f419-4744-8186-577905e4fe5e tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-961978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5219103'] for segment (748e3232-021c-45dc-ae20-d78dee4fa4d9), after_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:48.015970 dv-neutron-master-2-hyperv neutron-server[116161]: Traceback (most recent call last): Apr 28 11:02:48.015970 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 11:02:48.015970 dv-neutron-master-2-hyperv neutron-server[116161]: timer() Apr 28 11:02:48.015970 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 11:02:48.015970 dv-neutron-master-2-hyperv neutron-server[116161]: cb(*args, **kw) Apr 28 11:02:48.015970 dv-neutron-master-2-hyperv neutron-server[116161]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 28 11:02:48.015970 dv-neutron-master-2-hyperv neutron-server[116161]: return func(*args, **kwargs) Apr 28 11:02:48.015970 dv-neutron-master-2-hyperv neutron-server[116161]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 11:02:48.015970 dv-neutron-master-2-hyperv neutron-server[116161]: self._notify() Apr 28 11:02:48.015970 dv-neutron-master-2-hyperv neutron-server[116161]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 11:02:48.015970 dv-neutron-master-2-hyperv neutron-server[116161]: self.callback(batched_events) Apr 28 11:02:48.015970 dv-neutron-master-2-hyperv neutron-server[116161]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 11:02:48.015970 dv-neutron-master-2-hyperv neutron-server[116161]: event.method(event) Apr 28 11:02:48.015970 dv-neutron-master-2-hyperv neutron-server[116161]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 28 11:02:48.015970 dv-neutron-master-2-hyperv neutron-server[116161]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 11:02:48.015970 dv-neutron-master-2-hyperv neutron-server[116161]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 28 11:02:48.015970 dv-neutron-master-2-hyperv neutron-server[116161]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 11:02:48.015970 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 28 11:02:48.015970 dv-neutron-master-2-hyperv neutron-server[116161]: return f(self, *a, **k) Apr 28 11:02:48.015970 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 28 11:02:48.015970 dv-neutron-master-2-hyperv neutron-server[116161]: return self._get(url).json() Apr 28 11:02:48.015970 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 28 11:02:48.015970 dv-neutron-master-2-hyperv neutron-server[116161]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 11:02:48.015970 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 11:02:48.015970 dv-neutron-master-2-hyperv neutron-server[116161]: return self.request(url, 'GET', **kwargs) Apr 28 11:02:48.015970 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 11:02:48.015970 dv-neutron-master-2-hyperv neutron-server[116161]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 11:02:48.015970 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 11:02:48.015970 dv-neutron-master-2-hyperv neutron-server[116161]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 11:02:48.015970 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 11:02:48.015970 dv-neutron-master-2-hyperv neutron-server[116161]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 11:02:48.015970 dv-neutron-master-2-hyperv neutron-server[116161]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 11:02:48.093665 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-bee46052-6456-49fc-82e8-f5661e2640ba tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-973498', 'neutron.services.segments.db._delete_segments_for_network-8742235207033'] for network (6fe0b70e-3864-4da8-9b9a-67845716918a), precommit_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:48.097013 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cae7f33e-3052-4fc6-9688-f0549d4ecc27 None None] DHCP port deletion for cb3fb0ef-79f8-4258-bb98-7e3e213a3cf6 request from dv-neutron-master-2-hyperv {{(pid=116163) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 28 11:02:48.097347 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-9a76b6c8-609c-4691-b911-05c702ab1a99 tempest-RoutersAdminTest-1587786081 tempest-RoutersAdminTest-1587786081-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1938497'] for port (61217c7a-6d54-4723-82a3-22ddc7aca9b3), precommit_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:48.103409 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-689845b5-5e65-4bd8-a85f-78e01429e506 None None] Current status of the port 91365819-9873-4eef-8d7f-5a1476612b5d is: ACTIVE; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:02:48.167770 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-b8c9e33e-4c7a-4287-aef5-d967dd53f5c0 tempest-RoutersNegativeIpV6Test-273752723 tempest-RoutersNegativeIpV6Test-273752723-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-979593'] for network (c2324ff4-28ff-4c1e-ba57-0a94cfc3518b), before_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:48.177692 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.plugin [None req-9a76b6c8-609c-4691-b911-05c702ab1a99 tempest-RoutersAdminTest-1587786081 tempest-RoutersAdminTest-1587786081-project] Calling delete_port for 61217c7a-6d54-4723-82a3-22ddc7aca9b3 owned by network:router_gateway {{(pid=116162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 11:02:48.190317 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-8e708bbf-f419-4744-8186-577905e4fe5e tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-973477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2063122'] for network (cf789ae1-39a5-40f5-a02c-2d637f6430b9), after_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:48.198227 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-8e708bbf-f419-4744-8186-577905e4fe5e tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603020'] for network (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:48.206363 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-8e708bbf-f419-4744-8186-577905e4fe5e tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] 10.222.0.10 "DELETE /v2.0/networks/cf789ae1-39a5-40f5-a02c-2d637f6430b9 HTTP/1.1" status: 204 len: 168 time: 0.5568438 Apr 28 11:02:48.213742 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.db [None req-9ece4b3a-e0ba-47ec-bccd-9f7bd78adaa1 tempest-NetworksIpV6TestAttrs-234256711 tempest-NetworksIpV6TestAttrs-234256711-project] For port ef90f47b-4efa-404e-8cb3-7fe60d176387, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=ef90f47b-4efa-404e-8cb3-7fe60d176387,segment=NetworkSegment(3a63bd4f-af90-4058-b8f9-371fccb818be),segment_id=3a63bd4f-af90-4058-b8f9-371fccb818be)] {{(pid=116162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 11:02:48.213742 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-9ece4b3a-e0ba-47ec-bccd-9f7bd78adaa1 tempest-NetworksIpV6TestAttrs-234256711 tempest-NetworksIpV6TestAttrs-234256711-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1938497'] for port (ef90f47b-4efa-404e-8cb3-7fe60d176387), precommit_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:48.227577 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 51732) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:02:48.229190 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e708bbf-f419-4744-8186-577905e4fe5e tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Pushing event deleted for resources: {'Network': ['ID=cf789ae1-39a5-40f5-a02c-2d637f6430b9,revision_number=None']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:02:48.243470 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.services.segments.db [None req-bee46052-6456-49fc-82e8-f5661e2640ba tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6fe0b70e-3864-4da8-9b9a-67845716918a']}} {{(pid=116162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:02:48.279903 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.plugin [None req-9ece4b3a-e0ba-47ec-bccd-9f7bd78adaa1 tempest-NetworksIpV6TestAttrs-234256711 tempest-NetworksIpV6TestAttrs-234256711-project] Calling delete_port for ef90f47b-4efa-404e-8cb3-7fe60d176387 owned by network:dhcp {{(pid=116162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 11:02:48.287212 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.services.segments.db [None req-bee46052-6456-49fc-82e8-f5661e2640ba tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5b1ea345-bcc1-479c-837d-1fb65a49e907') {'for_net_delete': True} {{(pid=116162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:02:48.287516 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.services.segments.db [None req-bee46052-6456-49fc-82e8-f5661e2640ba tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5b1ea345-bcc1-479c-837d-1fb65a49e907') {} {{(pid=116162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:02:48.287626 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af84f1db-8f97-4593-b11a-3ff5482e2fc4 None None] DHCP port deletion for c2324ff4-28ff-4c1e-ba57-0a94cfc3518b request from dv-neutron-master-2-hyperv {{(pid=116163) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 28 11:02:48.328197 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-eef0540d-d708-4ab1-b3e3-af9ddb2549f6 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-971303'] for subnet (3fad7e9d-e7d7-42e5-8414-819cdb897e57), precommit_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:48.362831 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-fbf4b8bf-abd1-4baf-aa56-c9c6a84e61a9 None None] Provisioning complete for port 25352d97-7b02-4f92-8708-ea5883db1948 triggered by entity DHCP. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:02:48.363104 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-fbf4b8bf-abd1-4baf-aa56-c9c6a84e61a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (25352d97-7b02-4f92-8708-ea5883db1948), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:48.369001 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-cae7f33e-3052-4fc6-9688-f0549d4ecc27 None None] Deleting port 60051a01-c336-442d-b60b-61dea56fabfa {{(pid=116163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 11:02:48.369377 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-cae7f33e-3052-4fc6-9688-f0549d4ecc27 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742235130188'] for port (60051a01-c336-442d-b60b-61dea56fabfa), before_delete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:48.384133 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-bee46052-6456-49fc-82e8-f5661e2640ba tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742235208578', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5026548'] for segment (5b1ea345-bcc1-479c-837d-1fb65a49e907), before_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:48.410093 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Current status of the port 91365819-9873-4eef-8d7f-5a1476612b5d is: ACTIVE; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:02:48.428873 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b01f43a-0d1d-4089-acf5-64519e6a9217 req-73ed6f11-2213-4bdb-9286-d21efc7b54ad tempest-ServerActionsTestJSON-1498610228 tempest-ServerActionsTestJSON-1498610228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:02:48.428873 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-1b01f43a-0d1d-4089-acf5-64519e6a9217 req-73ed6f11-2213-4bdb-9286-d21efc7b54ad tempest-ServerActionsTestJSON-1498610228 tempest-ServerActionsTestJSON-1498610228-project] 10.222.0.10 "GET /v2.0/ports?device_id=6bd2b59b-b5db-4639-9109-3dca095b7768 HTTP/1.1" status: 200 len: 946 time: 0.0691843 Apr 28 11:02:48.429898 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-af84f1db-8f97-4593-b11a-3ff5482e2fc4 None None] Deleting port f51c80ef-271b-4435-8f07-ad586b44447e {{(pid=116163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 11:02:48.430277 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-af84f1db-8f97-4593-b11a-3ff5482e2fc4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742235130188'] for port (f51c80ef-271b-4435-8f07-ad586b44447e), before_delete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:48.453810 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-fbf4b8bf-abd1-4baf-aa56-c9c6a84e61a9 None None] Port 25352d97-7b02-4f92-8708-ea5883db1948 cannot update to ACTIVE because it is not bound. {{(pid=116163) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 28 11:02:48.496590 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-1b01f43a-0d1d-4089-acf5-64519e6a9217 req-40eb976d-866c-4f24-a5d4-97732a0a2c5a tempest-ServerActionsTestJSON-1498610228 tempest-ServerActionsTestJSON-1498610228-project] 10.222.0.10 "GET /v2.0/security-groups?id=0f246414-c46b-4ee7-b196-c819605d877f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0623157 Apr 28 11:02:48.513482 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-cae7f33e-3052-4fc6-9688-f0549d4ecc27 None None] For port 60051a01-c336-442d-b60b-61dea56fabfa, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=60051a01-c336-442d-b60b-61dea56fabfa,segment=NetworkSegment(3ee52136-e028-47a0-96a1-afc7ec047fca),segment_id=3ee52136-e028-47a0-96a1-afc7ec047fca)] {{(pid=116163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 11:02:48.513892 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-cae7f33e-3052-4fc6-9688-f0549d4ecc27 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1938497'] for port (60051a01-c336-442d-b60b-61dea56fabfa), precommit_delete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:48.563600 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Device 91365819-9873-4eef-8d7f-5a1476612b5d up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=116163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 11:02:48.581014 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-cae7f33e-3052-4fc6-9688-f0549d4ecc27 None None] Calling delete_port for 60051a01-c336-442d-b60b-61dea56fabfa owned by network:dhcp {{(pid=116163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 11:02:48.612809 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-af84f1db-8f97-4593-b11a-3ff5482e2fc4 None None] For port f51c80ef-271b-4435-8f07-ad586b44447e, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=f51c80ef-271b-4435-8f07-ad586b44447e,segment=NetworkSegment(988bab3c-35b3-4377-90a7-7310dcf494ab),segment_id=988bab3c-35b3-4377-90a7-7310dcf494ab)] {{(pid=116163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 11:02:48.613434 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-af84f1db-8f97-4593-b11a-3ff5482e2fc4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1938497'] for port (f51c80ef-271b-4435-8f07-ad586b44447e), precommit_delete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:48.633808 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-af84f1db-8f97-4593-b11a-3ff5482e2fc4 None None] Calling delete_port for f51c80ef-271b-4435-8f07-ad586b44447e owned by network:dhcp {{(pid=116163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 11:02:48.638222 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5a1824-3f4b-424c-bcfd-93caf4ee6799 req-0699b732-643c-414e-a074-287498fb99f9 tempest-ServerActionsTestJSON-1498610228 tempest-ServerActionsTestJSON-1498610228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:02:48.639852 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-4c5a1824-3f4b-424c-bcfd-93caf4ee6799 req-0699b732-643c-414e-a074-287498fb99f9 tempest-ServerActionsTestJSON-1498610228 tempest-ServerActionsTestJSON-1498610228-project] 10.222.0.10 "GET /v2.0/ports?device_id=6bd2b59b-b5db-4639-9109-3dca095b7768 HTTP/1.1" status: 200 len: 946 time: 0.0510221 Apr 28 11:02:48.697138 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-4c5a1824-3f4b-424c-bcfd-93caf4ee6799 req-146c18bf-092c-4e19-99bf-5de41cf9aa1a tempest-ServerActionsTestJSON-1498610228 tempest-ServerActionsTestJSON-1498610228-project] 10.222.0.10 "GET /v2.0/security-groups?id=0f246414-c46b-4ee7-b196-c819605d877f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497401 Apr 28 11:02:48.754723 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Provisioning complete for port 91365819-9873-4eef-8d7f-5a1476612b5d triggered by entity L2. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:02:48.755188 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (91365819-9873-4eef-8d7f-5a1476612b5d), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:48.827251 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03aa792-5c6b-44cd-95da-1cc1132b473d req-0ed8fef0-e2f3-43ab-b053-ba5d74234099 tempest-ServerActionsTestJSON-1498610228 tempest-ServerActionsTestJSON-1498610228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:02:48.830231 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-b03aa792-5c6b-44cd-95da-1cc1132b473d req-0ed8fef0-e2f3-43ab-b053-ba5d74234099 tempest-ServerActionsTestJSON-1498610228 tempest-ServerActionsTestJSON-1498610228-project] 10.222.0.10 "GET /v2.0/ports?device_id=6bd2b59b-b5db-4639-9109-3dca095b7768 HTTP/1.1" status: 200 len: 946 time: 0.0527916 Apr 28 11:02:48.847675 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-bee46052-6456-49fc-82e8-f5661e2640ba tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-961978'] for segment (5b1ea345-bcc1-479c-837d-1fb65a49e907), precommit_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:48.866390 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-cae7f33e-3052-4fc6-9688-f0549d4ecc27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742235135690', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742234710366'] for port (60051a01-c336-442d-b60b-61dea56fabfa), after_delete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:48.888065 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-433699f0-4b68-43f0-bae9-c529b58662ea tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-979593'] for network (cb3fb0ef-79f8-4258-bb98-7e3e213a3cf6), before_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:48.893442 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-b03aa792-5c6b-44cd-95da-1cc1132b473d req-b3794494-28fa-4e5f-9adb-c3ff273c9ec0 tempest-ServerActionsTestJSON-1498610228 tempest-ServerActionsTestJSON-1498610228-project] 10.222.0.10 "GET /v2.0/security-groups?id=0f246414-c46b-4ee7-b196-c819605d877f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529039 Apr 28 11:02:48.895487 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bee46052-6456-49fc-82e8-f5661e2640ba tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] Releasing vlan 65 on physical network physnet1 to pool {{(pid=116162) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 11:02:48.896060 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-bee46052-6456-49fc-82e8-f5661e2640ba tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-961978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5051884'] for segment (5b1ea345-bcc1-479c-837d-1fb65a49e907), after_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:48.902614 dv-neutron-master-2-hyperv neutron-server[116162]: Traceback (most recent call last): Apr 28 11:02:48.902614 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 11:02:48.902614 dv-neutron-master-2-hyperv neutron-server[116162]: timer() Apr 28 11:02:48.902614 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 11:02:48.902614 dv-neutron-master-2-hyperv neutron-server[116162]: cb(*args, **kw) Apr 28 11:02:48.902614 dv-neutron-master-2-hyperv neutron-server[116162]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 28 11:02:48.902614 dv-neutron-master-2-hyperv neutron-server[116162]: return func(*args, **kwargs) Apr 28 11:02:48.902614 dv-neutron-master-2-hyperv neutron-server[116162]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 11:02:48.902614 dv-neutron-master-2-hyperv neutron-server[116162]: self._notify() Apr 28 11:02:48.902614 dv-neutron-master-2-hyperv neutron-server[116162]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 11:02:48.902614 dv-neutron-master-2-hyperv neutron-server[116162]: self.callback(batched_events) Apr 28 11:02:48.902614 dv-neutron-master-2-hyperv neutron-server[116162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 11:02:48.902614 dv-neutron-master-2-hyperv neutron-server[116162]: event.method(event) Apr 28 11:02:48.902614 dv-neutron-master-2-hyperv neutron-server[116162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 28 11:02:48.902614 dv-neutron-master-2-hyperv neutron-server[116162]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 11:02:48.902614 dv-neutron-master-2-hyperv neutron-server[116162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 28 11:02:48.902614 dv-neutron-master-2-hyperv neutron-server[116162]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 11:02:48.902614 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 28 11:02:48.902614 dv-neutron-master-2-hyperv neutron-server[116162]: return f(self, *a, **k) Apr 28 11:02:48.902614 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 28 11:02:48.902614 dv-neutron-master-2-hyperv neutron-server[116162]: return self._get(url).json() Apr 28 11:02:48.902614 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 28 11:02:48.902614 dv-neutron-master-2-hyperv neutron-server[116162]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 11:02:48.902614 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 11:02:48.902614 dv-neutron-master-2-hyperv neutron-server[116162]: return self.request(url, 'GET', **kwargs) Apr 28 11:02:48.902614 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 11:02:48.902614 dv-neutron-master-2-hyperv neutron-server[116162]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 11:02:48.902614 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 11:02:48.902614 dv-neutron-master-2-hyperv neutron-server[116162]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 11:02:48.902614 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 11:02:48.902614 dv-neutron-master-2-hyperv neutron-server[116162]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 11:02:48.902614 dv-neutron-master-2-hyperv neutron-server[116162]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 11:02:48.908477 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cae7f33e-3052-4fc6-9688-f0549d4ecc27 None None] No DVR routers for this DVR port 60051a01-c336-442d-b60b-61dea56fabfa on host dv-neutron-master-2-hyperv {{(pid=116163) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 11:02:48.908477 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Current status of the port 91365819-9873-4eef-8d7f-5a1476612b5d is: ACTIVE; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:02:48.909836 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-af84f1db-8f97-4593-b11a-3ff5482e2fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742235135690', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742234710366'] for port (f51c80ef-271b-4435-8f07-ad586b44447e), after_delete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:48.913292 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae7f33e-3052-4fc6-9688-f0549d4ecc27 None None] Pushing event deleted for resources: {'Port': ['ID=60051a01-c336-442d-b60b-61dea56fabfa,revision_number=None']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:02:48.939132 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.plugin [None req-b8c9e33e-4c7a-4287-aef5-d967dd53f5c0 tempest-RoutersNegativeIpV6Test-273752723 tempest-RoutersNegativeIpV6Test-273752723-project] Deleting port f51c80ef-271b-4435-8f07-ad586b44447e {{(pid=116162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 11:02:48.939974 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-b8c9e33e-4c7a-4287-aef5-d967dd53f5c0 tempest-RoutersNegativeIpV6Test-273752723 tempest-RoutersNegativeIpV6Test-273752723-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742235130188'] for port (f51c80ef-271b-4435-8f07-ad586b44447e), before_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:48.944602 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af84f1db-8f97-4593-b11a-3ff5482e2fc4 None None] Pushing event deleted for resources: {'Port': ['ID=f51c80ef-271b-4435-8f07-ad586b44447e,revision_number=None']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:02:48.946556 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af84f1db-8f97-4593-b11a-3ff5482e2fc4 None None] No DVR routers for this DVR port f51c80ef-271b-4435-8f07-ad586b44447e on host dv-neutron-master-2-hyperv {{(pid=116163) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 11:02:48.982119 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f1926c4-b167-42fd-b786-d3ac29f76107 None None] get_active_networks_info from dv-neutron-master-2-hyperv {{(pid=116163) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Apr 28 11:02:49.019390 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Device 60051a01-c336-442d-b60b-61dea56fabfa no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=116163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 11:02:49.051149 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] No Port match for: 60051a01-c336-442d-b60b-61dea56fabfa {{(pid=116163) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 28 11:02:49.051491 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Device 60051a01-c336-442d-b60b-61dea56fabfa not bound to the agent host dv-neutron-master-2-hyperv {{(pid=116163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 11:02:49.051901 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Device f51c80ef-271b-4435-8f07-ad586b44447e no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=116163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 11:02:49.089083 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] No Port match for: f51c80ef-271b-4435-8f07-ad586b44447e {{(pid=116163) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 28 11:02:49.089429 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Device f51c80ef-271b-4435-8f07-ad586b44447e not bound to the agent host dv-neutron-master-2-hyperv {{(pid=116163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 11:02:49.089840 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Device 9accbcbe-4624-4b44-a4b8-4634f71b1be1 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=116163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 11:02:49.115354 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] No Port match for: 9accbcbe-4624-4b44-a4b8-4634f71b1be1 {{(pid=116163) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 28 11:02:49.115700 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Device 9accbcbe-4624-4b44-a4b8-4634f71b1be1 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=116163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 11:02:49.171067 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f1926c4-b167-42fd-b786-d3ac29f76107 None None] Resources bound (agent type, host, resource id): {{(pid=116163) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 28 11:02:49.197318 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-eef0540d-d708-4ab1-b3e3-af9ddb2549f6 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-971310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5053962', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4210815'] for subnet (3fad7e9d-e7d7-42e5-8414-819cdb897e57), after_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:49.227384 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.db [None req-b8c9e33e-4c7a-4287-aef5-d967dd53f5c0 tempest-RoutersNegativeIpV6Test-273752723 tempest-RoutersNegativeIpV6Test-273752723-project] For port f51c80ef-271b-4435-8f07-ad586b44447e, host dv-neutron-master-2-hyperv, got binding levels [] {{(pid=116162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 11:02:49.227744 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-b8c9e33e-4c7a-4287-aef5-d967dd53f5c0 tempest-RoutersNegativeIpV6Test-273752723 tempest-RoutersNegativeIpV6Test-273752723-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1938497'] for port (f51c80ef-271b-4435-8f07-ad586b44447e), precommit_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:49.275542 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-eef0540d-d708-4ab1-b3e3-af9ddb2549f6 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Publish callbacks [] for subnet (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:49.281599 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-eef0540d-d708-4ab1-b3e3-af9ddb2549f6 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] 10.222.0.10 "DELETE /v2.0/subnets/3fad7e9d-e7d7-42e5-8414-819cdb897e57 HTTP/1.1" status: 204 len: 168 time: 1.9591238 Apr 28 11:02:49.281599 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-bee46052-6456-49fc-82e8-f5661e2640ba tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-973477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2063122'] for network (6fe0b70e-3864-4da8-9b9a-67845716918a), after_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:49.285079 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-bee46052-6456-49fc-82e8-f5661e2640ba tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] Publish callbacks [] for network (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:49.289574 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-bee46052-6456-49fc-82e8-f5661e2640ba tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] 10.222.0.10 "DELETE /v2.0/networks/6fe0b70e-3864-4da8-9b9a-67845716918a HTTP/1.1" status: 204 len: 168 time: 5.3693156 Apr 28 11:02:49.292184 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef0540d-d708-4ab1-b3e3-af9ddb2549f6 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Pushing event deleted for resources: {'Subnet': ['ID=3fad7e9d-e7d7-42e5-8414-819cdb897e57,revision_number=None']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:02:49.292879 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.plugin [None req-b8c9e33e-4c7a-4287-aef5-d967dd53f5c0 tempest-RoutersNegativeIpV6Test-273752723 tempest-RoutersNegativeIpV6Test-273752723-project] Calling delete_port for f51c80ef-271b-4435-8f07-ad586b44447e owned by network:dhcp {{(pid=116162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 11:02:49.299090 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 51744) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:02:49.299473 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 51746) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:02:49.345030 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.v2.base [None req-0899a8a8-8fe9-44ea-a3c5-55dbe4e3a401 tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1943278708'}} {{(pid=116162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:02:49.345919 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfd3a3e-59ba-4e8a-9c3d-9a530ee3f0ea req-d772cea6-c86a-498d-92e6-07611481eefd tempest-ServerActionsTestJSON-1498610228 tempest-ServerActionsTestJSON-1498610228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:02:49.347511 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-5cfd3a3e-59ba-4e8a-9c3d-9a530ee3f0ea req-d772cea6-c86a-498d-92e6-07611481eefd tempest-ServerActionsTestJSON-1498610228 tempest-ServerActionsTestJSON-1498610228-project] 10.222.0.10 "GET /v2.0/ports?device_id=6bd2b59b-b5db-4639-9109-3dca095b7768 HTTP/1.1" status: 200 len: 946 time: 0.0794435 Apr 28 11:02:49.349290 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.db.ipam_backend_mixin [None req-b8c9e33e-4c7a-4287-aef5-d967dd53f5c0 tempest-RoutersNegativeIpV6Test-273752723 tempest-RoutersNegativeIpV6Test-273752723-project] Port f51c80ef-271b-4435-8f07-ad586b44447e was not found and therefore no delete operation was performed {{(pid=116162) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} Apr 28 11:02:49.350106 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-9ece4b3a-e0ba-47ec-bccd-9f7bd78adaa1 tempest-NetworksIpV6TestAttrs-234256711 tempest-NetworksIpV6TestAttrs-234256711-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742235135690', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742234710366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5051867'] for port (ef90f47b-4efa-404e-8cb3-7fe60d176387), after_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:49.379817 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-433699f0-4b68-43f0-bae9-c529b58662ea tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-973498', 'neutron.services.segments.db._delete_segments_for_network-8742235207033'] for network (cb3fb0ef-79f8-4258-bb98-7e3e213a3cf6), precommit_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:49.399029 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-5cfd3a3e-59ba-4e8a-9c3d-9a530ee3f0ea req-ee05f507-e55f-422d-b497-4f92aff48a8e tempest-ServerActionsTestJSON-1498610228 tempest-ServerActionsTestJSON-1498610228-project] 10.222.0.10 "GET /v2.0/security-groups?id=0f246414-c46b-4ee7-b196-c819605d877f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452712 Apr 28 11:02:49.417087 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-b8c9e33e-4c7a-4287-aef5-d967dd53f5c0 tempest-RoutersNegativeIpV6Test-273752723 tempest-RoutersNegativeIpV6Test-273752723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742235135690', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742234710366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5051867'] for port (f51c80ef-271b-4435-8f07-ad586b44447e), after_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:49.419063 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-e8e79789-205c-415b-be05-c9171a5670f5 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742235135690', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742234710366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5051867'] for port (25352d97-7b02-4f92-8708-ea5883db1948), after_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:49.427138 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a72a1ec-51ff-43a7-95fb-488c70f13d22 None None] get_active_networks_info from dv-neutron-master-2-hyperv {{(pid=116163) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Apr 28 11:02:49.435293 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee46052-6456-49fc-82e8-f5661e2640ba tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] Pushing event deleted for resources: {'Network': ['ID=6fe0b70e-3864-4da8-9b9a-67845716918a,revision_number=None']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:02:49.491533 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ece4b3a-e0ba-47ec-bccd-9f7bd78adaa1 tempest-NetworksIpV6TestAttrs-234256711 tempest-NetworksIpV6TestAttrs-234256711-project] Pushing event deleted for resources: {'Port': ['ID=ef90f47b-4efa-404e-8cb3-7fe60d176387,revision_number=None']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:02:49.497809 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ece4b3a-e0ba-47ec-bccd-9f7bd78adaa1 tempest-NetworksIpV6TestAttrs-234256711 tempest-NetworksIpV6TestAttrs-234256711-project] No DVR routers for this DVR port ef90f47b-4efa-404e-8cb3-7fe60d176387 on host dv-neutron-master-2-hyperv {{(pid=116162) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 11:02:49.510979 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.services.segments.db [None req-433699f0-4b68-43f0-bae9-c529b58662ea tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cb3fb0ef-79f8-4258-bb98-7e3e213a3cf6']}} {{(pid=116162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:02:49.520210 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8c9e33e-4c7a-4287-aef5-d967dd53f5c0 tempest-RoutersNegativeIpV6Test-273752723 tempest-RoutersNegativeIpV6Test-273752723-project] No DVR routers for this DVR port f51c80ef-271b-4435-8f07-ad586b44447e on host dv-neutron-master-2-hyperv {{(pid=116162) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 11:02:49.555778 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a72a1ec-51ff-43a7-95fb-488c70f13d22 None None] Resources bound (agent type, host, resource id): {{(pid=116163) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 28 11:02:49.616044 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.services.segments.db [None req-433699f0-4b68-43f0-bae9-c529b58662ea tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3ee52136-e028-47a0-96a1-afc7ec047fca') {'for_net_delete': True} {{(pid=116162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:02:49.616657 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.services.segments.db [None req-433699f0-4b68-43f0-bae9-c529b58662ea tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3ee52136-e028-47a0-96a1-afc7ec047fca') {} {{(pid=116162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:02:49.618617 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c9e33e-4c7a-4287-aef5-d967dd53f5c0 tempest-RoutersNegativeIpV6Test-273752723 tempest-RoutersNegativeIpV6Test-273752723-project] Pushing event deleted for resources: {'Port': ['ID=f51c80ef-271b-4435-8f07-ad586b44447e,revision_number=None']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:02:49.674837 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-433699f0-4b68-43f0-bae9-c529b58662ea tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742235208578', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5026548'] for segment (3ee52136-e028-47a0-96a1-afc7ec047fca), before_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:49.679653 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.db.db_base_plugin_v2 [None req-bed87fd6-42fd-40d4-868f-4764b6d280c0 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Deleting subnet f057b5a5-0464-4bea-b3e4-a8ec5121109e {{(pid=116162) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 28 11:02:49.715893 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0899a8a8-8fe9-44ea-a3c5-55dbe4e3a401 tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] Made reservation on behalf of 6af68124dd864f2fba5b5c4453768950 for: {'network': 1} {{(pid=116162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 11:02:49.720182 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-0899a8a8-8fe9-44ea-a3c5-55dbe4e3a401 tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for network (None), before_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:49.722169 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e79789-205c-415b-be05-c9171a5670f5 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Pushing event deleted for resources: {'Port': ['ID=25352d97-7b02-4f92-8708-ea5883db1948,revision_number=None']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:02:49.748677 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-bed87fd6-42fd-40d4-868f-4764b6d280c0 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Publish callbacks [] for subnet (f057b5a5-0464-4bea-b3e4-a8ec5121109e), before_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:49.762259 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a029727a-52bc-463f-9c32-02895b0ca2d5 None None] Network 1ec9fbcf-7a57-4aaa-9c30-4e0f43e09480 requested from dv-neutron-master-2-hyperv {{(pid=116163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 11:02:49.792592 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-9a76b6c8-609c-4691-b911-05c702ab1a99 tempest-RoutersAdminTest-1587786081 tempest-RoutersAdminTest-1587786081-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742235135690', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742234710366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5051867'] for port (61217c7a-6d54-4723-82a3-22ddc7aca9b3), after_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:49.833253 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-433699f0-4b68-43f0-bae9-c529b58662ea tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-961978'] for segment (3ee52136-e028-47a0-96a1-afc7ec047fca), precommit_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:49.849875 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-b8c9e33e-4c7a-4287-aef5-d967dd53f5c0 tempest-RoutersNegativeIpV6Test-273752723 tempest-RoutersNegativeIpV6Test-273752723-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-973498', 'neutron.services.segments.db._delete_segments_for_network-8742235207033'] for network (c2324ff4-28ff-4c1e-ba57-0a94cfc3518b), precommit_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:49.918134 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-9ece4b3a-e0ba-47ec-bccd-9f7bd78adaa1 tempest-NetworksIpV6TestAttrs-234256711 tempest-NetworksIpV6TestAttrs-234256711-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-973498', 'neutron.services.segments.db._delete_segments_for_network-8742235207033'] for network (71e7b7bb-e4ea-4611-a1c7-e194a6425e28), precommit_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:49.936335 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-433699f0-4b68-43f0-bae9-c529b58662ea tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Releasing vlan 60 on physical network physnet1 to pool {{(pid=116162) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 11:02:49.936775 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-433699f0-4b68-43f0-bae9-c529b58662ea tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-961978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5051884'] for segment (3ee52136-e028-47a0-96a1-afc7ec047fca), after_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:49.940773 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a76b6c8-609c-4691-b911-05c702ab1a99 tempest-RoutersAdminTest-1587786081 tempest-RoutersAdminTest-1587786081-project] Pushing event deleted for resources: {'Port': ['ID=61217c7a-6d54-4723-82a3-22ddc7aca9b3,revision_number=None']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:02:49.947927 dv-neutron-master-2-hyperv neutron-server[116162]: Traceback (most recent call last): Apr 28 11:02:49.947927 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 11:02:49.947927 dv-neutron-master-2-hyperv neutron-server[116162]: timer() Apr 28 11:02:49.947927 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 11:02:49.947927 dv-neutron-master-2-hyperv neutron-server[116162]: cb(*args, **kw) Apr 28 11:02:49.947927 dv-neutron-master-2-hyperv neutron-server[116162]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 28 11:02:49.947927 dv-neutron-master-2-hyperv neutron-server[116162]: return func(*args, **kwargs) Apr 28 11:02:49.947927 dv-neutron-master-2-hyperv neutron-server[116162]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 11:02:49.947927 dv-neutron-master-2-hyperv neutron-server[116162]: self._notify() Apr 28 11:02:49.947927 dv-neutron-master-2-hyperv neutron-server[116162]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 11:02:49.947927 dv-neutron-master-2-hyperv neutron-server[116162]: self.callback(batched_events) Apr 28 11:02:49.947927 dv-neutron-master-2-hyperv neutron-server[116162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 11:02:49.947927 dv-neutron-master-2-hyperv neutron-server[116162]: event.method(event) Apr 28 11:02:49.947927 dv-neutron-master-2-hyperv neutron-server[116162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 28 11:02:49.947927 dv-neutron-master-2-hyperv neutron-server[116162]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 11:02:49.947927 dv-neutron-master-2-hyperv neutron-server[116162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 28 11:02:49.947927 dv-neutron-master-2-hyperv neutron-server[116162]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 11:02:49.947927 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 28 11:02:49.947927 dv-neutron-master-2-hyperv neutron-server[116162]: return f(self, *a, **k) Apr 28 11:02:49.947927 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 28 11:02:49.947927 dv-neutron-master-2-hyperv neutron-server[116162]: return self._get(url).json() Apr 28 11:02:49.947927 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 28 11:02:49.947927 dv-neutron-master-2-hyperv neutron-server[116162]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 11:02:49.947927 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 11:02:49.947927 dv-neutron-master-2-hyperv neutron-server[116162]: return self.request(url, 'GET', **kwargs) Apr 28 11:02:49.947927 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 11:02:49.947927 dv-neutron-master-2-hyperv neutron-server[116162]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 11:02:49.947927 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 11:02:49.947927 dv-neutron-master-2-hyperv neutron-server[116162]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 11:02:49.947927 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 11:02:49.947927 dv-neutron-master-2-hyperv neutron-server[116162]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 11:02:49.947927 dv-neutron-master-2-hyperv neutron-server[116162]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 11:02:50.001599 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-bed87fd6-42fd-40d4-868f-4764b6d280c0 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5026541'] for subnet (f057b5a5-0464-4bea-b3e4-a8ec5121109e), precommit_delete_associations {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:50.014239 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-e8e79789-205c-415b-be05-c9171a5670f5 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198022'] for port (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:50.018451 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-e8e79789-205c-415b-be05-c9171a5670f5 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] 10.222.0.10 "DELETE /v2.0/ports/25352d97-7b02-4f92-8708-ea5883db1948 HTTP/1.1" status: 204 len: 168 time: 2.8060341 Apr 28 11:02:50.020733 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 51748) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:02:50.021735 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.services.segments.db [None req-b8c9e33e-4c7a-4287-aef5-d967dd53f5c0 tempest-RoutersNegativeIpV6Test-273752723 tempest-RoutersNegativeIpV6Test-273752723-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c2324ff4-28ff-4c1e-ba57-0a94cfc3518b']}} {{(pid=116162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:02:50.048453 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.pecan_wsgi.hooks.translation [None req-4b73c61d-035a-4cea-ace0-e57bd2f26ffa tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] DELETE failed (client error): The resource could not be found. Apr 28 11:02:50.049029 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4b73c61d-035a-4cea-ace0-e57bd2f26ffa tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=116161) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 28 11:02:50.052202 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-4b73c61d-035a-4cea-ace0-e57bd2f26ffa tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] 10.222.0.10 "DELETE /v2.0/ports/25352d97-7b02-4f92-8708-ea5883db1948 HTTP/1.1" status: 404 len: 333 time: 0.0303619 Apr 28 11:02:50.053358 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.services.segments.db [None req-9ece4b3a-e0ba-47ec-bccd-9f7bd78adaa1 tempest-NetworksIpV6TestAttrs-234256711 tempest-NetworksIpV6TestAttrs-234256711-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['71e7b7bb-e4ea-4611-a1c7-e194a6425e28']}} {{(pid=116162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:02:50.055279 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 51750) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:02:50.082613 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.pecan_wsgi.hooks.translation [None req-47ea9279-ab20-4d35-a915-c64107bad080 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] GET failed (client error): The resource could not be found. Apr 28 11:02:50.084893 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-47ea9279-ab20-4d35-a915-c64107bad080 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] 10.222.0.10 "GET /v2.0/ports/25352d97-7b02-4f92-8708-ea5883db1948 HTTP/1.1" status: 404 len: 333 time: 0.0278280 Apr 28 11:02:50.088468 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 51752) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:02:50.100330 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0899a8a8-8fe9-44ea-a3c5-55dbe4e3a401 tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 86} {{(pid=116162) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 11:02:50.115236 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.services.segments.db [None req-b8c9e33e-4c7a-4287-aef5-d967dd53f5c0 tempest-RoutersNegativeIpV6Test-273752723 tempest-RoutersNegativeIpV6Test-273752723-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '988bab3c-35b3-4377-90a7-7310dcf494ab') {'for_net_delete': True} {{(pid=116162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:02:50.115538 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.services.segments.db [None req-b8c9e33e-4c7a-4287-aef5-d967dd53f5c0 tempest-RoutersNegativeIpV6Test-273752723 tempest-RoutersNegativeIpV6Test-273752723-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '988bab3c-35b3-4377-90a7-7310dcf494ab') {} {{(pid=116162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:02:50.148939 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.db.db_base_plugin_v2 [None req-2eeddbd7-8a28-4f69-9401-e3ade5b15c38 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Deleting subnet 9097c996-d73b-48c7-a3df-dd807ccc5603 {{(pid=116161) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 28 11:02:50.152380 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-2eeddbd7-8a28-4f69-9401-e3ade5b15c38 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Publish callbacks [] for subnet (9097c996-d73b-48c7-a3df-dd807ccc5603), before_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:50.159476 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.services.segments.db [None req-9ece4b3a-e0ba-47ec-bccd-9f7bd78adaa1 tempest-NetworksIpV6TestAttrs-234256711 tempest-NetworksIpV6TestAttrs-234256711-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3a63bd4f-af90-4058-b8f9-371fccb818be') {'for_net_delete': True} {{(pid=116162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:02:50.159764 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.services.segments.db [None req-9ece4b3a-e0ba-47ec-bccd-9f7bd78adaa1 tempest-NetworksIpV6TestAttrs-234256711 tempest-NetworksIpV6TestAttrs-234256711-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3a63bd4f-af90-4058-b8f9-371fccb818be') {} {{(pid=116162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:02:50.163425 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-b8c9e33e-4c7a-4287-aef5-d967dd53f5c0 tempest-RoutersNegativeIpV6Test-273752723 tempest-RoutersNegativeIpV6Test-273752723-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742235208578', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5026548'] for segment (988bab3c-35b3-4377-90a7-7310dcf494ab), before_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:50.191910 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-0899a8a8-8fe9-44ea-a3c5-55dbe4e3a401 tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-961978'] for segment (2bfbce3b-e3a4-4909-9583-593418bbc66a), precommit_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:50.192180 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.db.segments_db [None req-0899a8a8-8fe9-44ea-a3c5-55dbe4e3a401 tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] Added segment 2bfbce3b-e3a4-4909-9583-593418bbc66a of type vlan for network 1189235d-7751-4711-8cd5-c4c1345cce61 Apr 28 11:02:50.201096 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-2eeddbd7-8a28-4f69-9401-e3ade5b15c38 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8076976'] for subnet (9097c996-d73b-48c7-a3df-dd807ccc5603), precommit_delete_associations {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:50.211932 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-9ece4b3a-e0ba-47ec-bccd-9f7bd78adaa1 tempest-NetworksIpV6TestAttrs-234256711 tempest-NetworksIpV6TestAttrs-234256711-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742235208578', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5026548'] for segment (3a63bd4f-af90-4058-b8f9-371fccb818be), before_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:50.250455 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-b8c9e33e-4c7a-4287-aef5-d967dd53f5c0 tempest-RoutersNegativeIpV6Test-273752723 tempest-RoutersNegativeIpV6Test-273752723-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-961978'] for segment (988bab3c-35b3-4377-90a7-7310dcf494ab), precommit_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:50.285890 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-433699f0-4b68-43f0-bae9-c529b58662ea tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-973477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2063122'] for network (cb3fb0ef-79f8-4258-bb98-7e3e213a3cf6), after_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:50.290037 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-433699f0-4b68-43f0-bae9-c529b58662ea tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Publish callbacks [] for network (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:50.292048 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-2eeddbd7-8a28-4f69-9401-e3ade5b15c38 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-971303'] for subnet (9097c996-d73b-48c7-a3df-dd807ccc5603), precommit_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:50.293650 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-433699f0-4b68-43f0-bae9-c529b58662ea tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] 10.222.0.10 "DELETE /v2.0/networks/cb3fb0ef-79f8-4258-bb98-7e3e213a3cf6 HTTP/1.1" status: 204 len: 168 time: 2.0650623 Apr 28 11:02:50.296423 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-9a76b6c8-609c-4691-b911-05c702ab1a99 tempest-RoutersAdminTest-1587786081 tempest-RoutersAdminTest-1587786081-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1935354'] for router_gateway (d0c1c219-c342-47d2-8f7e-76d0988371c0), after_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:50.301204 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 51754) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:02:50.301327 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-9ece4b3a-e0ba-47ec-bccd-9f7bd78adaa1 tempest-NetworksIpV6TestAttrs-234256711 tempest-NetworksIpV6TestAttrs-234256711-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-961978'] for segment (3a63bd4f-af90-4058-b8f9-371fccb818be), precommit_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:50.321859 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b8c9e33e-4c7a-4287-aef5-d967dd53f5c0 tempest-RoutersNegativeIpV6Test-273752723 tempest-RoutersNegativeIpV6Test-273752723-project] Releasing vlan 77 on physical network physnet1 to pool {{(pid=116162) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 11:02:50.323553 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-b8c9e33e-4c7a-4287-aef5-d967dd53f5c0 tempest-RoutersNegativeIpV6Test-273752723 tempest-RoutersNegativeIpV6Test-273752723-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-961978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5051884'] for segment (988bab3c-35b3-4377-90a7-7310dcf494ab), after_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:50.338349 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.v2.base [None req-7716452e-58e8-499d-8c61-566dcdf524be tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1569074129'}} {{(pid=116161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:02:50.358872 dv-neutron-master-2-hyperv neutron-server[116162]: Traceback (most recent call last): Apr 28 11:02:50.358872 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 11:02:50.358872 dv-neutron-master-2-hyperv neutron-server[116162]: timer() Apr 28 11:02:50.358872 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 11:02:50.358872 dv-neutron-master-2-hyperv neutron-server[116162]: cb(*args, **kw) Apr 28 11:02:50.358872 dv-neutron-master-2-hyperv neutron-server[116162]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 28 11:02:50.358872 dv-neutron-master-2-hyperv neutron-server[116162]: return func(*args, **kwargs) Apr 28 11:02:50.358872 dv-neutron-master-2-hyperv neutron-server[116162]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 11:02:50.358872 dv-neutron-master-2-hyperv neutron-server[116162]: self._notify() Apr 28 11:02:50.358872 dv-neutron-master-2-hyperv neutron-server[116162]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 11:02:50.358872 dv-neutron-master-2-hyperv neutron-server[116162]: self.callback(batched_events) Apr 28 11:02:50.358872 dv-neutron-master-2-hyperv neutron-server[116162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 11:02:50.358872 dv-neutron-master-2-hyperv neutron-server[116162]: event.method(event) Apr 28 11:02:50.358872 dv-neutron-master-2-hyperv neutron-server[116162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 28 11:02:50.358872 dv-neutron-master-2-hyperv neutron-server[116162]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 11:02:50.358872 dv-neutron-master-2-hyperv neutron-server[116162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 28 11:02:50.358872 dv-neutron-master-2-hyperv neutron-server[116162]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 11:02:50.358872 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 28 11:02:50.358872 dv-neutron-master-2-hyperv neutron-server[116162]: return f(self, *a, **k) Apr 28 11:02:50.358872 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 28 11:02:50.358872 dv-neutron-master-2-hyperv neutron-server[116162]: return self._get(url).json() Apr 28 11:02:50.358872 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 28 11:02:50.358872 dv-neutron-master-2-hyperv neutron-server[116162]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 11:02:50.358872 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 11:02:50.358872 dv-neutron-master-2-hyperv neutron-server[116162]: return self.request(url, 'GET', **kwargs) Apr 28 11:02:50.358872 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 11:02:50.358872 dv-neutron-master-2-hyperv neutron-server[116162]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 11:02:50.358872 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 11:02:50.358872 dv-neutron-master-2-hyperv neutron-server[116162]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 11:02:50.358872 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 11:02:50.358872 dv-neutron-master-2-hyperv neutron-server[116162]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 11:02:50.358872 dv-neutron-master-2-hyperv neutron-server[116162]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 11:02:50.392983 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9ece4b3a-e0ba-47ec-bccd-9f7bd78adaa1 tempest-NetworksIpV6TestAttrs-234256711 tempest-NetworksIpV6TestAttrs-234256711-project] Releasing vlan 68 on physical network physnet1 to pool {{(pid=116162) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 11:02:50.393393 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-9ece4b3a-e0ba-47ec-bccd-9f7bd78adaa1 tempest-NetworksIpV6TestAttrs-234256711 tempest-NetworksIpV6TestAttrs-234256711-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-961978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5051884'] for segment (3a63bd4f-af90-4058-b8f9-371fccb818be), after_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:50.396749 dv-neutron-master-2-hyperv neutron-server[116162]: Traceback (most recent call last): Apr 28 11:02:50.396749 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 11:02:50.396749 dv-neutron-master-2-hyperv neutron-server[116162]: timer() Apr 28 11:02:50.396749 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 11:02:50.396749 dv-neutron-master-2-hyperv neutron-server[116162]: cb(*args, **kw) Apr 28 11:02:50.396749 dv-neutron-master-2-hyperv neutron-server[116162]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 28 11:02:50.396749 dv-neutron-master-2-hyperv neutron-server[116162]: return func(*args, **kwargs) Apr 28 11:02:50.396749 dv-neutron-master-2-hyperv neutron-server[116162]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 11:02:50.396749 dv-neutron-master-2-hyperv neutron-server[116162]: self._notify() Apr 28 11:02:50.396749 dv-neutron-master-2-hyperv neutron-server[116162]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 11:02:50.396749 dv-neutron-master-2-hyperv neutron-server[116162]: self.callback(batched_events) Apr 28 11:02:50.396749 dv-neutron-master-2-hyperv neutron-server[116162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 11:02:50.396749 dv-neutron-master-2-hyperv neutron-server[116162]: event.method(event) Apr 28 11:02:50.396749 dv-neutron-master-2-hyperv neutron-server[116162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 28 11:02:50.396749 dv-neutron-master-2-hyperv neutron-server[116162]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 11:02:50.396749 dv-neutron-master-2-hyperv neutron-server[116162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 28 11:02:50.396749 dv-neutron-master-2-hyperv neutron-server[116162]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 11:02:50.396749 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 28 11:02:50.396749 dv-neutron-master-2-hyperv neutron-server[116162]: return f(self, *a, **k) Apr 28 11:02:50.396749 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 28 11:02:50.396749 dv-neutron-master-2-hyperv neutron-server[116162]: return self._get(url).json() Apr 28 11:02:50.396749 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 28 11:02:50.396749 dv-neutron-master-2-hyperv neutron-server[116162]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 11:02:50.396749 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 11:02:50.396749 dv-neutron-master-2-hyperv neutron-server[116162]: return self.request(url, 'GET', **kwargs) Apr 28 11:02:50.396749 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 11:02:50.396749 dv-neutron-master-2-hyperv neutron-server[116162]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 11:02:50.396749 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 11:02:50.396749 dv-neutron-master-2-hyperv neutron-server[116162]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 11:02:50.396749 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 11:02:50.396749 dv-neutron-master-2-hyperv neutron-server[116162]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 11:02:50.396749 dv-neutron-master-2-hyperv neutron-server[116162]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 11:02:50.409002 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-0899a8a8-8fe9-44ea-a3c5-55dbe4e3a401 tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742234744962'] for network (1189235d-7751-4711-8cd5-c4c1345cce61), precommit_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:50.411396 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-433699f0-4b68-43f0-bae9-c529b58662ea tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Pushing event deleted for resources: {'Network': ['ID=cb3fb0ef-79f8-4258-bb98-7e3e213a3cf6,revision_number=None']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:02:50.434429 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (6be95134-9a6c-4663-8b48-90d12ce90c60), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:50.463114 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7716452e-58e8-499d-8c61-566dcdf524be tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Made reservation on behalf of 0f4d85af73ea40518271b3ac6c23a282 for: {'network': 1} {{(pid=116161) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 11:02:50.466774 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-7716452e-58e8-499d-8c61-566dcdf524be tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for network (None), before_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:50.471824 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-2eeddbd7-8a28-4f69-9401-e3ade5b15c38 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-971310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5220601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5125409'] for subnet (9097c996-d73b-48c7-a3df-dd807ccc5603), after_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:50.498746 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-bed87fd6-42fd-40d4-868f-4764b6d280c0 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-971303'] for subnet (f057b5a5-0464-4bea-b3e4-a8ec5121109e), precommit_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:50.521300 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-2eeddbd7-8a28-4f69-9401-e3ade5b15c38 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Publish callbacks [] for subnet (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:50.539100 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-2eeddbd7-8a28-4f69-9401-e3ade5b15c38 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] 10.222.0.10 "DELETE /v2.0/subnets/9097c996-d73b-48c7-a3df-dd807ccc5603 HTTP/1.1" status: 204 len: 168 time: 0.4345431 Apr 28 11:02:50.539534 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d027400-5bfd-47a8-b911-c409c5cda895 None None] Network dc8c2ba8-708b-4144-acc5-cd5dfbb89dbd requested from dv-neutron-master-2-hyperv {{(pid=116163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 11:02:50.539620 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eeddbd7-8a28-4f69-9401-e3ade5b15c38 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Pushing event deleted for resources: {'Subnet': ['ID=9097c996-d73b-48c7-a3df-dd807ccc5603,revision_number=None']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:02:50.539706 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.db.resource_extend [None req-0899a8a8-8fe9-44ea-a3c5-55dbe4e3a401 tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=116162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 28 11:02:50.539706 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 51758) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:02:50.562167 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7716452e-58e8-499d-8c61-566dcdf524be tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 61} {{(pid=116161) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 11:02:50.578031 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f64ea73-31c5-4f34-b86e-5d98538db1ee req-10b8520e-797a-4d37-8582-fd18627dc491 tempest-ServerActionsTestJSON-1498610228 tempest-ServerActionsTestJSON-1498610228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:02:50.579897 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-8f64ea73-31c5-4f34-b86e-5d98538db1ee req-10b8520e-797a-4d37-8582-fd18627dc491 tempest-ServerActionsTestJSON-1498610228 tempest-ServerActionsTestJSON-1498610228-project] 10.222.0.10 "GET /v2.0/ports?device_id=6bd2b59b-b5db-4639-9109-3dca095b7768 HTTP/1.1" status: 200 len: 946 time: 0.0879748 Apr 28 11:02:50.583327 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-7716452e-58e8-499d-8c61-566dcdf524be tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-961978'] for segment (32d12300-1d75-45ff-a410-501a2f08b7fa), precommit_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:50.583927 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.db.segments_db [None req-7716452e-58e8-499d-8c61-566dcdf524be tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Added segment 32d12300-1d75-45ff-a410-501a2f08b7fa of type vlan for network 0824a4de-f600-4659-b62f-470b59d9e7af Apr 28 11:02:50.641297 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-41d3f2e6-3103-4fc0-85da-34d802fe0a4e None None] Provisioning complete for port fddf357f-31c8-4269-8721-67f15328f4a7 triggered by entity DHCP. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:02:50.641666 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-41d3f2e6-3103-4fc0-85da-34d802fe0a4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (fddf357f-31c8-4269-8721-67f15328f4a7), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:50.659149 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-7716452e-58e8-499d-8c61-566dcdf524be tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742234744962'] for network (0824a4de-f600-4659-b62f-470b59d9e7af), precommit_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:50.670946 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-b8c9e33e-4c7a-4287-aef5-d967dd53f5c0 tempest-RoutersNegativeIpV6Test-273752723 tempest-RoutersNegativeIpV6Test-273752723-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-973477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2063122'] for network (c2324ff4-28ff-4c1e-ba57-0a94cfc3518b), after_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:50.675727 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-b8c9e33e-4c7a-4287-aef5-d967dd53f5c0 tempest-RoutersNegativeIpV6Test-273752723 tempest-RoutersNegativeIpV6Test-273752723-project] Publish callbacks [] for network (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:50.678652 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-8f64ea73-31c5-4f34-b86e-5d98538db1ee req-b6fee84d-2299-41c7-a697-597b00bebf8a tempest-ServerActionsTestJSON-1498610228 tempest-ServerActionsTestJSON-1498610228-project] 10.222.0.10 "GET /v2.0/security-groups?id=0f246414-c46b-4ee7-b196-c819605d877f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0891514 Apr 28 11:02:50.682111 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-b8c9e33e-4c7a-4287-aef5-d967dd53f5c0 tempest-RoutersNegativeIpV6Test-273752723 tempest-RoutersNegativeIpV6Test-273752723-project] 10.222.0.10 "DELETE /v2.0/networks/c2324ff4-28ff-4c1e-ba57-0a94cfc3518b HTTP/1.1" status: 204 len: 168 time: 2.9179323 Apr 28 11:02:50.682510 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 51760) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:02:50.726446 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-9ece4b3a-e0ba-47ec-bccd-9f7bd78adaa1 tempest-NetworksIpV6TestAttrs-234256711 tempest-NetworksIpV6TestAttrs-234256711-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-973477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2063122'] for network (71e7b7bb-e4ea-4611-a1c7-e194a6425e28), after_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:50.730984 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-9ece4b3a-e0ba-47ec-bccd-9f7bd78adaa1 tempest-NetworksIpV6TestAttrs-234256711 tempest-NetworksIpV6TestAttrs-234256711-project] Publish callbacks [] for network (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:50.740099 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-9ece4b3a-e0ba-47ec-bccd-9f7bd78adaa1 tempest-NetworksIpV6TestAttrs-234256711 tempest-NetworksIpV6TestAttrs-234256711-project] 10.222.0.10 "DELETE /v2.0/networks/71e7b7bb-e4ea-4611-a1c7-e194a6425e28 HTTP/1.1" status: 204 len: 168 time: 5.9085467 Apr 28 11:02:50.741374 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 51764) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:02:50.759752 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cfe5b2f-8666-4706-a229-fffac5234550 None None] DHCP port deletion for dc8c2ba8-708b-4144-acc5-cd5dfbb89dbd request from dv-neutron-master-2-hyperv {{(pid=116163) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 28 11:02:50.782586 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-0899a8a8-8fe9-44ea-a3c5-55dbe4e3a401 tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042'] for network (1189235d-7751-4711-8cd5-c4c1345cce61), after_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:50.788183 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0899a8a8-8fe9-44ea-a3c5-55dbe4e3a401 tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:02:50.789301 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-0899a8a8-8fe9-44ea-a3c5-55dbe4e3a401 tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] Publish callbacks [] for network (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:50.794294 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.pecan_wsgi.hooks.translation [None req-9c0a115c-39c1-4439-a625-d94028253d89 tempest-NetworksIpV6TestAttrs-234256711 tempest-NetworksIpV6TestAttrs-234256711-project] DELETE failed (client error): The resource could not be found. Apr 28 11:02:50.794733 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9c0a115c-39c1-4439-a625-d94028253d89 tempest-NetworksIpV6TestAttrs-234256711 tempest-NetworksIpV6TestAttrs-234256711-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=116161) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 28 11:02:50.798252 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-9c0a115c-39c1-4439-a625-d94028253d89 tempest-NetworksIpV6TestAttrs-234256711 tempest-NetworksIpV6TestAttrs-234256711-project] 10.222.0.10 "DELETE /v2.0/subnets/19ecb4c1-8f1d-4ce3-9eb1-9e252d6f00c0 HTTP/1.1" status: 404 len: 337 time: 0.0558255 Apr 28 11:02:50.801149 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 51766) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:02:50.802239 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c9e33e-4c7a-4287-aef5-d967dd53f5c0 tempest-RoutersNegativeIpV6Test-273752723 tempest-RoutersNegativeIpV6Test-273752723-project] Pushing event deleted for resources: {'Network': ['ID=c2324ff4-28ff-4c1e-ba57-0a94cfc3518b,revision_number=None']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:02:50.811377 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-41d3f2e6-3103-4fc0-85da-34d802fe0a4e None None] Current status of the port fddf357f-31c8-4269-8721-67f15328f4a7 is: ACTIVE; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:02:50.811541 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-7716452e-58e8-499d-8c61-566dcdf524be tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042'] for network (0824a4de-f600-4659-b62f-470b59d9e7af), after_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:50.817074 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7716452e-58e8-499d-8c61-566dcdf524be tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:02:50.821488 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-7716452e-58e8-499d-8c61-566dcdf524be tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603020'] for network (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:50.823086 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-7cfe5b2f-8666-4706-a229-fffac5234550 None None] Deleting port 91365819-9873-4eef-8d7f-5a1476612b5d {{(pid=116163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 11:02:50.823934 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-7cfe5b2f-8666-4706-a229-fffac5234550 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742235130188'] for port (91365819-9873-4eef-8d7f-5a1476612b5d), before_delete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:50.848143 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.db.db_base_plugin_v2 [None req-955fb006-81c8-4c45-b003-4730c02cb0b4 tempest-RoutersNegativeIpV6Test-273752723 tempest-RoutersNegativeIpV6Test-273752723-project] Deleting subnet 7d56c86c-ff82-4c88-9a69-d2090fcde518 {{(pid=116161) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 28 11:02:50.855842 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.pecan_wsgi.hooks.translation [None req-5788ff21-f3ba-48be-aac8-1f2777170f0c tempest-NetworksIpV6TestAttrs-234256711 tempest-NetworksIpV6TestAttrs-234256711-project] DELETE failed (client error): The resource could not be found. Apr 28 11:02:50.856356 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5788ff21-f3ba-48be-aac8-1f2777170f0c tempest-NetworksIpV6TestAttrs-234256711 tempest-NetworksIpV6TestAttrs-234256711-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=116161) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 28 11:02:50.860121 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-5788ff21-f3ba-48be-aac8-1f2777170f0c tempest-NetworksIpV6TestAttrs-234256711 tempest-NetworksIpV6TestAttrs-234256711-project] 10.222.0.10 "DELETE /v2.0/networks/71e7b7bb-e4ea-4611-a1c7-e194a6425e28 HTTP/1.1" status: 404 len: 339 time: 0.0573113 Apr 28 11:02:50.872467 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-955fb006-81c8-4c45-b003-4730c02cb0b4 tempest-RoutersNegativeIpV6Test-273752723 tempest-RoutersNegativeIpV6Test-273752723-project] Publish callbacks [] for subnet (7d56c86c-ff82-4c88-9a69-d2090fcde518), before_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:50.874938 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 51768) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:02:50.875388 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-6c40b1f1-b46a-4fdb-b684-efab45b9792e tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-979593'] for network (dc8c2ba8-708b-4144-acc5-cd5dfbb89dbd), before_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:50.882785 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ece4b3a-e0ba-47ec-bccd-9f7bd78adaa1 tempest-NetworksIpV6TestAttrs-234256711 tempest-NetworksIpV6TestAttrs-234256711-project] Pushing event deleted for resources: {'Network': ['ID=71e7b7bb-e4ea-4611-a1c7-e194a6425e28,revision_number=None']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:02:50.891119 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-7cfe5b2f-8666-4706-a229-fffac5234550 None None] For port 91365819-9873-4eef-8d7f-5a1476612b5d, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=91365819-9873-4eef-8d7f-5a1476612b5d,segment=NetworkSegment(646bc490-cf3d-42be-a4e6-0ec66dab2ed8),segment_id=646bc490-cf3d-42be-a4e6-0ec66dab2ed8)] {{(pid=116163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 11:02:50.892142 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-7cfe5b2f-8666-4706-a229-fffac5234550 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1938497'] for port (91365819-9873-4eef-8d7f-5a1476612b5d), precommit_delete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:50.908773 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-7cfe5b2f-8666-4706-a229-fffac5234550 None None] Calling delete_port for 91365819-9873-4eef-8d7f-5a1476612b5d owned by network:dhcp {{(pid=116163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 11:02:50.942122 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.pecan_wsgi.hooks.translation [None req-fcfb54f3-a6f7-4ae3-93d7-75b7f35c3d47 tempest-NetworksIpV6TestAttrs-234256711 tempest-NetworksIpV6TestAttrs-234256711-project] DELETE failed (client error): The resource could not be found. Apr 28 11:02:50.942728 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fcfb54f3-a6f7-4ae3-93d7-75b7f35c3d47 tempest-NetworksIpV6TestAttrs-234256711 tempest-NetworksIpV6TestAttrs-234256711-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=116161) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 28 11:02:50.948229 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-fcfb54f3-a6f7-4ae3-93d7-75b7f35c3d47 tempest-NetworksIpV6TestAttrs-234256711 tempest-NetworksIpV6TestAttrs-234256711-project] 10.222.0.10 "DELETE /v2.0/subnets/7f26170f-6e97-4865-a82b-70f7d30adeef HTTP/1.1" status: 404 len: 337 time: 0.0663819 Apr 28 11:02:50.950906 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-9a76b6c8-609c-4691-b911-05c702ab1a99 tempest-RoutersAdminTest-1587786081 tempest-RoutersAdminTest-1587786081-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1935285', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2060837', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-63284'] for router (d0c1c219-c342-47d2-8f7e-76d0988371c0), precommit_update {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:50.951461 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 51770) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:02:50.964845 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-9a76b6c8-609c-4691-b911-05c702ab1a99 tempest-RoutersAdminTest-1587786081 tempest-RoutersAdminTest-1587786081-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1935326', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1935308', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1935303', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-2060860'] for router (d0c1c219-c342-47d2-8f7e-76d0988371c0), after_update {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:51.003355 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-0899a8a8-8fe9-44ea-a3c5-55dbe4e3a401 tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.6984110 Apr 28 11:02:51.003944 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.pecan_wsgi.hooks.translation [None req-5fc6b9d9-a33e-41b8-a9ea-b97652638311 tempest-NetworksIpV6TestAttrs-234256711 tempest-NetworksIpV6TestAttrs-234256711-project] DELETE failed (client error): The resource could not be found. Apr 28 11:02:51.004465 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5fc6b9d9-a33e-41b8-a9ea-b97652638311 tempest-NetworksIpV6TestAttrs-234256711 tempest-NetworksIpV6TestAttrs-234256711-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=116161) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 28 11:02:51.007805 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-5fc6b9d9-a33e-41b8-a9ea-b97652638311 tempest-NetworksIpV6TestAttrs-234256711 tempest-NetworksIpV6TestAttrs-234256711-project] 10.222.0.10 "DELETE /v2.0/networks/dabc1aa9-4195-4c06-b240-d99e0585511f HTTP/1.1" status: 404 len: 339 time: 0.0561004 Apr 28 11:02:51.008254 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7716452e-58e8-499d-8c61-566dcdf524be tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Pushing event updated for resources: {'Network': ['ID=0824a4de-f600-4659-b62f-470b59d9e7af,revision_number=1']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:02:51.010162 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 51772) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:02:51.010532 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 51774) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:02:51.024382 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Network 0824a4de-f600-4659-b62f-470b59d9e7af details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=116163) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 28 11:02:51.024681 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0899a8a8-8fe9-44ea-a3c5-55dbe4e3a401 tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] Pushing event updated for resources: {'Network': ['ID=1189235d-7751-4711-8cd5-c4c1345cce61,revision_number=1']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:02:51.026049 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.v2.base [None req-4ea7358f-1821-4114-9c6a-fc4ace222fe8 tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] Request body: {'subnet': {'network_id': '1189235d-7751-4711-8cd5-c4c1345cce61', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=116161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:02:51.031841 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-955fb006-81c8-4c45-b003-4730c02cb0b4 tempest-RoutersNegativeIpV6Test-273752723 tempest-RoutersNegativeIpV6Test-273752723-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8076976'] for subnet (7d56c86c-ff82-4c88-9a69-d2090fcde518), precommit_delete_associations {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:51.057362 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Network 1189235d-7751-4711-8cd5-c4c1345cce61 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=116163) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 28 11:02:51.065153 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-7716452e-58e8-499d-8c61-566dcdf524be tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.7643309 Apr 28 11:02:51.101950 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-7cfe5b2f-8666-4706-a229-fffac5234550 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742235135690', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742234710366'] for port (91365819-9873-4eef-8d7f-5a1476612b5d), after_delete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:51.104855 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 51778) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:02:51.110849 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.v2.base [None req-2f351e25-a56e-40ec-bdc4-0edb03026402 tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Request body: {'subnet': {'network_id': '0824a4de-f600-4659-b62f-470b59d9e7af', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=116161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:02:51.119556 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.pecan_wsgi.hooks.translation [None req-58871fb1-b4a6-4557-8962-958f76b39476 tempest-NetworksIpV6TestAttrs-234256711 tempest-NetworksIpV6TestAttrs-234256711-project] DELETE failed (client error): The resource could not be found. Apr 28 11:02:51.120241 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-58871fb1-b4a6-4557-8962-958f76b39476 tempest-NetworksIpV6TestAttrs-234256711 tempest-NetworksIpV6TestAttrs-234256711-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=116161) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 28 11:02:51.123490 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-58871fb1-b4a6-4557-8962-958f76b39476 tempest-NetworksIpV6TestAttrs-234256711 tempest-NetworksIpV6TestAttrs-234256711-project] 10.222.0.10 "DELETE /v2.0/subnets/a98fc0f9-44cc-4de1-9337-c6e265a559d7 HTTP/1.1" status: 404 len: 337 time: 0.1088557 Apr 28 11:02:51.127536 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 51780) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:02:51.133474 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-bed87fd6-42fd-40d4-868f-4764b6d280c0 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-971310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5053962', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4210815'] for subnet (f057b5a5-0464-4bea-b3e4-a8ec5121109e), after_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:51.174558 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.pecan_wsgi.hooks.translation [None req-80764b2c-739a-40f7-9f43-71c3abf74568 tempest-NetworksIpV6TestAttrs-234256711 tempest-NetworksIpV6TestAttrs-234256711-project] DELETE failed (client error): The resource could not be found. Apr 28 11:02:51.174821 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-80764b2c-739a-40f7-9f43-71c3abf74568 tempest-NetworksIpV6TestAttrs-234256711 tempest-NetworksIpV6TestAttrs-234256711-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=116162) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 28 11:02:51.180235 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-80764b2c-739a-40f7-9f43-71c3abf74568 tempest-NetworksIpV6TestAttrs-234256711 tempest-NetworksIpV6TestAttrs-234256711-project] 10.222.0.10 "DELETE /v2.0/networks/96fe3403-050f-42b3-8209-a23ee420f019 HTTP/1.1" status: 404 len: 339 time: 0.0459206 Apr 28 11:02:51.188561 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 51782) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:02:51.228937 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed87fd6-42fd-40d4-868f-4764b6d280c0 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Pushing event deleted for resources: {'Subnet': ['ID=f057b5a5-0464-4bea-b3e4-a8ec5121109e,revision_number=None']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:02:51.232303 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a76b6c8-609c-4691-b911-05c702ab1a99 tempest-RoutersAdminTest-1587786081 tempest-RoutersAdminTest-1587786081-project] Router d0c1c219-c342-47d2-8f7e-76d0988371c0 has already been hosted by L3 agent 6b492ad6-0876-4d74-b20d-28143a52ceba {{(pid=116162) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 11:02:51.253757 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-bed87fd6-42fd-40d4-868f-4764b6d280c0 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Publish callbacks [] for subnet (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:51.259787 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-bed87fd6-42fd-40d4-868f-4764b6d280c0 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] 10.222.0.10 "DELETE /v2.0/subnets/f057b5a5-0464-4bea-b3e4-a8ec5121109e HTTP/1.1" status: 204 len: 168 time: 1.9534397 Apr 28 11:02:51.261051 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.plugin [None req-6c40b1f1-b46a-4fdb-b684-efab45b9792e tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Deleting port 91365819-9873-4eef-8d7f-5a1476612b5d {{(pid=116162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 11:02:51.261397 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-6c40b1f1-b46a-4fdb-b684-efab45b9792e tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742235130188'] for port (91365819-9873-4eef-8d7f-5a1476612b5d), before_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:51.266291 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 51784) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:02:51.341237 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cc50193-0458-4607-9196-f2e831181bf2 None None] Network 1ec9fbcf-7a57-4aaa-9c30-4e0f43e09480 requested from dv-neutron-master-2-hyperv {{(pid=116163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 11:02:51.347628 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-fb809d0d-a2fe-4de7-9257-1a8c6af7f3d2 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] 10.222.0.10 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0757771 Apr 28 11:02:51.352135 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 51786) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:02:51.362769 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cfe5b2f-8666-4706-a229-fffac5234550 None None] Pushing event deleted for resources: {'Port': ['ID=91365819-9873-4eef-8d7f-5a1476612b5d,revision_number=None']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:02:51.363008 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.v2.base [None req-f8fa40a2-466c-4197-b14e-1ffe3fd5ccb7 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Request body: {'subnet': {'network_id': '1ec9fbcf-7a57-4aaa-9c30-4e0f43e09480', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=116162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:02:51.372292 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cfe5b2f-8666-4706-a229-fffac5234550 None None] No DVR routers for this DVR port 91365819-9873-4eef-8d7f-5a1476612b5d on host dv-neutron-master-2-hyperv {{(pid=116163) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 11:02:51.561273 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53986f7d-231b-444d-9991-a760662fcae9 None None] DHCP port deletion for 1ec9fbcf-7a57-4aaa-9c30-4e0f43e09480 request from dv-neutron-master-2-hyperv {{(pid=116163) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 28 11:02:51.604027 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-53986f7d-231b-444d-9991-a760662fcae9 None None] Deleting port fddf357f-31c8-4269-8721-67f15328f4a7 {{(pid=116163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 11:02:51.604253 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-53986f7d-231b-444d-9991-a760662fcae9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742235130188'] for port (fddf357f-31c8-4269-8721-67f15328f4a7), before_delete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:51.674462 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-53986f7d-231b-444d-9991-a760662fcae9 None None] For port fddf357f-31c8-4269-8721-67f15328f4a7, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=fddf357f-31c8-4269-8721-67f15328f4a7,segment=NetworkSegment(ffa4348d-378b-4e93-98fa-ab0dc49ee16c),segment_id=ffa4348d-378b-4e93-98fa-ab0dc49ee16c)] {{(pid=116163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 11:02:51.683153 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-53986f7d-231b-444d-9991-a760662fcae9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1938497'] for port (fddf357f-31c8-4269-8721-67f15328f4a7), precommit_delete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:51.699763 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62918b11-192e-46ef-9704-f176c043edb4 req-6399c2ff-d93b-40e3-b890-3126a6c65c10 tempest-ServerActionsTestJSON-1498610228 tempest-ServerActionsTestJSON-1498610228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:02:51.701470 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-62918b11-192e-46ef-9704-f176c043edb4 req-6399c2ff-d93b-40e3-b890-3126a6c65c10 tempest-ServerActionsTestJSON-1498610228 tempest-ServerActionsTestJSON-1498610228-project] 10.222.0.10 "GET /v2.0/ports?device_id=6bd2b59b-b5db-4639-9109-3dca095b7768 HTTP/1.1" status: 200 len: 946 time: 0.5727463 Apr 28 11:02:51.711836 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-53986f7d-231b-444d-9991-a760662fcae9 None None] Calling delete_port for fddf357f-31c8-4269-8721-67f15328f4a7 owned by network:dhcp {{(pid=116163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 11:02:51.789104 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-955fb006-81c8-4c45-b003-4730c02cb0b4 tempest-RoutersNegativeIpV6Test-273752723 tempest-RoutersNegativeIpV6Test-273752723-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-971303'] for subnet (7d56c86c-ff82-4c88-9a69-d2090fcde518), precommit_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:51.799226 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.db [None req-6c40b1f1-b46a-4fdb-b684-efab45b9792e tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] For port 91365819-9873-4eef-8d7f-5a1476612b5d, host dv-neutron-master-2-hyperv, got binding levels [] {{(pid=116162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 11:02:51.799588 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-6c40b1f1-b46a-4fdb-b684-efab45b9792e tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1938497'] for port (91365819-9873-4eef-8d7f-5a1476612b5d), precommit_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:51.817652 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ea7358f-1821-4114-9c6a-fc4ace222fe8 tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] Made reservation on behalf of 6af68124dd864f2fba5b5c4453768950 for: {'subnet': 1} {{(pid=116161) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 11:02:51.821018 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-4ea7358f-1821-4114-9c6a-fc4ace222fe8 tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5125580'] for subnet (None), before_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:51.845306 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-62918b11-192e-46ef-9704-f176c043edb4 req-344377c2-ab68-4348-b0a3-0155a6efd80c tempest-ServerActionsTestJSON-1498610228 tempest-ServerActionsTestJSON-1498610228-project] 10.222.0.10 "GET /v2.0/security-groups?id=0f246414-c46b-4ee7-b196-c819605d877f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1298811 Apr 28 11:02:51.850931 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.plugin [None req-39f1d3d1-b2cb-4b4f-9cca-8a081113fc0d tempest-NetworksIpV6TestAttrs-234256711 tempest-NetworksIpV6TestAttrs-234256711-project] Deleting port 9f93411c-374c-44b9-bca7-19dec05a9a47 {{(pid=116162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 11:02:51.851277 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-39f1d3d1-b2cb-4b4f-9cca-8a081113fc0d tempest-NetworksIpV6TestAttrs-234256711 tempest-NetworksIpV6TestAttrs-234256711-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742235130188'] for port (9f93411c-374c-44b9-bca7-19dec05a9a47), before_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:51.862852 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f351e25-a56e-40ec-bdc4-0edb03026402 tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Made reservation on behalf of 0f4d85af73ea40518271b3ac6c23a282 for: {'subnet': 1} {{(pid=116161) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 11:02:51.866207 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-2f351e25-a56e-40ec-bdc4-0edb03026402 tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5125580'] for subnet (None), before_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:51.891000 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.plugin [None req-6c40b1f1-b46a-4fdb-b684-efab45b9792e tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Calling delete_port for 91365819-9873-4eef-8d7f-5a1476612b5d owned by network:dhcp {{(pid=116162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 11:02:51.898972 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.db.ipam_backend_mixin [None req-4ea7358f-1821-4114-9c6a-fc4ace222fe8 tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] Performing IP validity checks on allocation pools {{(pid=116161) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Apr 28 11:02:51.899497 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.db.ipam_backend_mixin [None req-4ea7358f-1821-4114-9c6a-fc4ace222fe8 tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] Checking for overlaps among allocation pools and gateway ip {{(pid=116161) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Apr 28 11:02:51.910170 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.db.ipam_backend_mixin [None req-6c40b1f1-b46a-4fdb-b684-efab45b9792e tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Port 91365819-9873-4eef-8d7f-5a1476612b5d was not found and therefore no delete operation was performed {{(pid=116162) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} Apr 28 11:02:51.915549 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-53986f7d-231b-444d-9991-a760662fcae9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742235135690', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742234710366'] for port (fddf357f-31c8-4269-8721-67f15328f4a7), after_delete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:51.922576 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-6c40b1f1-b46a-4fdb-b684-efab45b9792e tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742235135690', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742234710366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5051867'] for port (91365819-9873-4eef-8d7f-5a1476612b5d), after_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:51.926063 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a76b6c8-609c-4691-b911-05c702ab1a99 tempest-RoutersAdminTest-1587786081 tempest-RoutersAdminTest-1587786081-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=116162) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 11:02:51.948956 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48aba9e6-fd1f-4bb8-98e3-61158d125351 None None] Sync routers for ids ['d0c1c219-c342-47d2-8f7e-76d0988371c0'] in dv-neutron-master-2-hyperv {{(pid=116163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 11:02:51.952891 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53986f7d-231b-444d-9991-a760662fcae9 None None] Pushing event deleted for resources: {'Port': ['ID=fddf357f-31c8-4269-8721-67f15328f4a7,revision_number=None']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:02:51.958224 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53986f7d-231b-444d-9991-a760662fcae9 None None] No DVR routers for this DVR port fddf357f-31c8-4269-8721-67f15328f4a7 on host dv-neutron-master-2-hyperv {{(pid=116163) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 11:02:51.969362 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48aba9e6-fd1f-4bb8-98e3-61158d125351 None None] Routers {'d0c1c219-c342-47d2-8f7e-76d0988371c0'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=116163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 11:02:51.970652 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_hamode_db [None req-48aba9e6-fd1f-4bb8-98e3-61158d125351 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-28T10:50:39Z,description=,heartbeat_timestamp=2022-04-28T11:02:39Z,host='dv-neutron-master-2-hyperv',id=6b492ad6-0876-4d74-b20d-28143a52ceba,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T10:50:40Z,topic='l3_agent')) {'router_ids': ['d0c1c219-c342-47d2-8f7e-76d0988371c0'], 'active': True} {{(pid=116163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:02:51.987976 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-9a76b6c8-609c-4691-b911-05c702ab1a99 tempest-RoutersAdminTest-1587786081 tempest-RoutersAdminTest-1587786081-project] Publish callbacks [] for router (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:51.989228 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-9a76b6c8-609c-4691-b911-05c702ab1a99 tempest-RoutersAdminTest-1587786081 tempest-RoutersAdminTest-1587786081-project] 10.222.0.10 "PUT /v2.0/routers/d0c1c219-c342-47d2-8f7e-76d0988371c0 HTTP/1.1" status: 200 len: 706 time: 5.8508384 Apr 28 11:02:51.990633 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c40b1f1-b46a-4fdb-b684-efab45b9792e tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Pushing event deleted for resources: {'Port': ['ID=91365819-9873-4eef-8d7f-5a1476612b5d,revision_number=None']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:02:51.993233 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 51788) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:02:52.014895 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_hamode_db [None req-48aba9e6-fd1f-4bb8-98e3-61158d125351 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=116163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:02:52.025552 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48aba9e6-fd1f-4bb8-98e3-61158d125351 None None] Routers {'d0c1c219-c342-47d2-8f7e-76d0988371c0'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=116163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 11:02:52.026668 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_hamode_db [None req-48aba9e6-fd1f-4bb8-98e3-61158d125351 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-28T10:50:39Z,description=,heartbeat_timestamp=2022-04-28T11:02:39Z,host='dv-neutron-master-2-hyperv',id=6b492ad6-0876-4d74-b20d-28143a52ceba,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T10:50:40Z,topic='l3_agent')) {'router_ids': ['d0c1c219-c342-47d2-8f7e-76d0988371c0'], 'active': True} {{(pid=116163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:02:52.047970 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c40b1f1-b46a-4fdb-b684-efab45b9792e tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] No DVR routers for this DVR port 91365819-9873-4eef-8d7f-5a1476612b5d on host dv-neutron-master-2-hyperv {{(pid=116162) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 11:02:52.066949 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_hamode_db [None req-48aba9e6-fd1f-4bb8-98e3-61158d125351 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=116163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:02:52.067623 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48aba9e6-fd1f-4bb8-98e3-61158d125351 None None] The sync data for ids ['d0c1c219-c342-47d2-8f7e-76d0988371c0'] in dv-neutron-master-2-hyperv is: [] {{(pid=116163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 11:02:52.098944 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-39f1d3d1-b2cb-4b4f-9cca-8a081113fc0d tempest-NetworksIpV6TestAttrs-234256711 tempest-NetworksIpV6TestAttrs-234256711-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1938497'] for port (9f93411c-374c-44b9-bca7-19dec05a9a47), precommit_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:52.192642 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.plugin [None req-39f1d3d1-b2cb-4b4f-9cca-8a081113fc0d tempest-NetworksIpV6TestAttrs-234256711 tempest-NetworksIpV6TestAttrs-234256711-project] Calling delete_port for 9f93411c-374c-44b9-bca7-19dec05a9a47 owned by {{(pid=116162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 11:02:52.192642 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-b7498b33-1203-4852-beb5-7544893d0298 tempest-RoutersAdminTest-1999378242 tempest-RoutersAdminTest-1999378242-project-admin] 10.222.0.10 "GET /v2.0/routers/d0c1c219-c342-47d2-8f7e-76d0988371c0 HTTP/1.1" status: 200 len: 741 time: 0.1628866 Apr 28 11:02:52.194930 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 51792) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:02:52.228140 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-2a0cfb19-58a8-4b0b-a8d0-1d8d5cd0692e tempest-RoutersAdminTest-1999378242 tempest-RoutersAdminTest-1999378242-project-admin] 10.222.0.10 "GET /v2.0/ports?network_id=7be49d94-bbb8-4a61-bafe-209c5f861e1c&device_id=d0c1c219-c342-47d2-8f7e-76d0988371c0 HTTP/1.1" status: 200 len: 205 time: 0.0287127 Apr 28 11:02:52.228413 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 51794) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:02:52.232142 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-6c40b1f1-b46a-4fdb-b684-efab45b9792e tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-973498', 'neutron.services.segments.db._delete_segments_for_network-8742235207033'] for network (dc8c2ba8-708b-4144-acc5-cd5dfbb89dbd), precommit_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:52.258738 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-b8e9654b-1783-44af-8112-58253be7a124 tempest-RoutersAdminTest-1587786081 tempest-RoutersAdminTest-1587786081-project] 10.222.0.10 "GET /v2.0/ports?device_id=d0c1c219-c342-47d2-8f7e-76d0988371c0 HTTP/1.1" status: 200 len: 205 time: 0.0270813 Apr 28 11:02:52.259116 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 51796) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:02:52.288679 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.services.segments.db [None req-6c40b1f1-b46a-4fdb-b684-efab45b9792e tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dc8c2ba8-708b-4144-acc5-cd5dfbb89dbd']}} {{(pid=116162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:02:52.303567 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.services.segments.db [None req-6c40b1f1-b46a-4fdb-b684-efab45b9792e tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '646bc490-cf3d-42be-a4e6-0ec66dab2ed8') {'for_net_delete': True} {{(pid=116162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:02:52.303779 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.services.segments.db [None req-6c40b1f1-b46a-4fdb-b684-efab45b9792e tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '646bc490-cf3d-42be-a4e6-0ec66dab2ed8') {} {{(pid=116162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:02:52.311202 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8fa40a2-466c-4197-b14e-1ffe3fd5ccb7 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Made reservation on behalf of 12780407c7254bdfbde1c04e76d433ee for: {'subnet': 1} {{(pid=116162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 11:02:52.314711 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-f8fa40a2-466c-4197-b14e-1ffe3fd5ccb7 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4210834'] for subnet (None), before_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:52.340747 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-4b3c6247-e6d7-41bc-9dde-a8b964c7581c tempest-RoutersAdminTest-1587786081 tempest-RoutersAdminTest-1587786081-project] Publish callbacks [] for router (d0c1c219-c342-47d2-8f7e-76d0988371c0), before_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:52.341615 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-6c40b1f1-b46a-4fdb-b684-efab45b9792e tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742235208578', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5026548'] for segment (646bc490-cf3d-42be-a4e6-0ec66dab2ed8), before_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:52.345239 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-955fb006-81c8-4c45-b003-4730c02cb0b4 tempest-RoutersNegativeIpV6Test-273752723 tempest-RoutersNegativeIpV6Test-273752723-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-971310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5220601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5125409'] for subnet (7d56c86c-ff82-4c88-9a69-d2090fcde518), after_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:52.372144 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-6c40b1f1-b46a-4fdb-b684-efab45b9792e tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-961978'] for segment (646bc490-cf3d-42be-a4e6-0ec66dab2ed8), precommit_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:52.405433 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6c40b1f1-b46a-4fdb-b684-efab45b9792e tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Releasing vlan 70 on physical network physnet1 to pool {{(pid=116162) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 11:02:52.407443 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-6c40b1f1-b46a-4fdb-b684-efab45b9792e tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-961978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5051884'] for segment (646bc490-cf3d-42be-a4e6-0ec66dab2ed8), after_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:52.409736 dv-neutron-master-2-hyperv neutron-server[116162]: Traceback (most recent call last): Apr 28 11:02:52.409736 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 11:02:52.409736 dv-neutron-master-2-hyperv neutron-server[116162]: timer() Apr 28 11:02:52.409736 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 11:02:52.409736 dv-neutron-master-2-hyperv neutron-server[116162]: cb(*args, **kw) Apr 28 11:02:52.409736 dv-neutron-master-2-hyperv neutron-server[116162]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 28 11:02:52.409736 dv-neutron-master-2-hyperv neutron-server[116162]: return func(*args, **kwargs) Apr 28 11:02:52.409736 dv-neutron-master-2-hyperv neutron-server[116162]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 11:02:52.409736 dv-neutron-master-2-hyperv neutron-server[116162]: self._notify() Apr 28 11:02:52.409736 dv-neutron-master-2-hyperv neutron-server[116162]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 11:02:52.409736 dv-neutron-master-2-hyperv neutron-server[116162]: self.callback(batched_events) Apr 28 11:02:52.409736 dv-neutron-master-2-hyperv neutron-server[116162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 11:02:52.409736 dv-neutron-master-2-hyperv neutron-server[116162]: event.method(event) Apr 28 11:02:52.409736 dv-neutron-master-2-hyperv neutron-server[116162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 28 11:02:52.409736 dv-neutron-master-2-hyperv neutron-server[116162]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 11:02:52.409736 dv-neutron-master-2-hyperv neutron-server[116162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 28 11:02:52.409736 dv-neutron-master-2-hyperv neutron-server[116162]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 11:02:52.409736 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 28 11:02:52.409736 dv-neutron-master-2-hyperv neutron-server[116162]: return f(self, *a, **k) Apr 28 11:02:52.409736 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 28 11:02:52.409736 dv-neutron-master-2-hyperv neutron-server[116162]: return self._get(url).json() Apr 28 11:02:52.409736 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 28 11:02:52.409736 dv-neutron-master-2-hyperv neutron-server[116162]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 11:02:52.409736 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 11:02:52.409736 dv-neutron-master-2-hyperv neutron-server[116162]: return self.request(url, 'GET', **kwargs) Apr 28 11:02:52.409736 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 11:02:52.409736 dv-neutron-master-2-hyperv neutron-server[116162]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 11:02:52.409736 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 11:02:52.409736 dv-neutron-master-2-hyperv neutron-server[116162]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 11:02:52.409736 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 11:02:52.409736 dv-neutron-master-2-hyperv neutron-server[116162]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 11:02:52.409736 dv-neutron-master-2-hyperv neutron-server[116162]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 11:02:52.462722 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955fb006-81c8-4c45-b003-4730c02cb0b4 tempest-RoutersNegativeIpV6Test-273752723 tempest-RoutersNegativeIpV6Test-273752723-project] Pushing event deleted for resources: {'Subnet': ['ID=7d56c86c-ff82-4c88-9a69-d2090fcde518,revision_number=None']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:02:52.482995 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-39f1d3d1-b2cb-4b4f-9cca-8a081113fc0d tempest-NetworksIpV6TestAttrs-234256711 tempest-NetworksIpV6TestAttrs-234256711-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742235135690', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742234710366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5051867'] for port (9f93411c-374c-44b9-bca7-19dec05a9a47), after_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:52.488069 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Device 91365819-9873-4eef-8d7f-5a1476612b5d no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=116163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 11:02:52.505105 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-955fb006-81c8-4c45-b003-4730c02cb0b4 tempest-RoutersNegativeIpV6Test-273752723 tempest-RoutersNegativeIpV6Test-273752723-project] Publish callbacks [] for subnet (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:52.511016 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] No Port match for: 91365819-9873-4eef-8d7f-5a1476612b5d {{(pid=116163) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 28 11:02:52.511466 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Device 91365819-9873-4eef-8d7f-5a1476612b5d not bound to the agent host dv-neutron-master-2-hyperv {{(pid=116163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 11:02:52.511606 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-955fb006-81c8-4c45-b003-4730c02cb0b4 tempest-RoutersNegativeIpV6Test-273752723 tempest-RoutersNegativeIpV6Test-273752723-project] 10.222.0.10 "DELETE /v2.0/subnets/7d56c86c-ff82-4c88-9a69-d2090fcde518 HTTP/1.1" status: 204 len: 168 time: 1.8279409 Apr 28 11:02:52.512239 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Device fddf357f-31c8-4269-8721-67f15328f4a7 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=116163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 11:02:52.516073 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df6e94b3-e5df-4a66-9312-5c3cc03f64c1 None None] Network 6072a3d1-0a45-44db-ad48-c57a06619c2c requested from dv-neutron-master-2-hyperv {{(pid=116163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 11:02:52.520413 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 51798) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:02:52.524489 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f1d3d1-b2cb-4b4f-9cca-8a081113fc0d tempest-NetworksIpV6TestAttrs-234256711 tempest-NetworksIpV6TestAttrs-234256711-project] Pushing event deleted for resources: {'Port': ['ID=9f93411c-374c-44b9-bca7-19dec05a9a47,revision_number=None']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:02:52.529783 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-39f1d3d1-b2cb-4b4f-9cca-8a081113fc0d tempest-NetworksIpV6TestAttrs-234256711 tempest-NetworksIpV6TestAttrs-234256711-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198022'] for port (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:52.535187 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-39f1d3d1-b2cb-4b4f-9cca-8a081113fc0d tempest-NetworksIpV6TestAttrs-234256711 tempest-NetworksIpV6TestAttrs-234256711-project] 10.222.0.10 "DELETE /v2.0/ports/9f93411c-374c-44b9-bca7-19dec05a9a47 HTTP/1.1" status: 204 len: 168 time: 1.3208845 Apr 28 11:02:52.537769 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 51800) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:02:52.561149 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] No Port match for: fddf357f-31c8-4269-8721-67f15328f4a7 {{(pid=116163) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 28 11:02:52.561546 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Device fddf357f-31c8-4269-8721-67f15328f4a7 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=116163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 11:02:52.575500 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-6c40b1f1-b46a-4fdb-b684-efab45b9792e tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-973477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2063122'] for network (dc8c2ba8-708b-4144-acc5-cd5dfbb89dbd), after_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:52.577228 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.pecan_wsgi.hooks.translation [None req-aac358c6-44ce-40c1-9731-71d0959ef1bd tempest-NetworksIpV6TestAttrs-234256711 tempest-NetworksIpV6TestAttrs-234256711-project] DELETE failed (client error): The resource could not be found. Apr 28 11:02:52.578273 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aac358c6-44ce-40c1-9731-71d0959ef1bd tempest-NetworksIpV6TestAttrs-234256711 tempest-NetworksIpV6TestAttrs-234256711-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=116162) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 28 11:02:52.583750 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-aac358c6-44ce-40c1-9731-71d0959ef1bd tempest-NetworksIpV6TestAttrs-234256711 tempest-NetworksIpV6TestAttrs-234256711-project] 10.222.0.10 "DELETE /v2.0/subnets/8e098099-703e-412a-abe6-a3ef6f2be79c HTTP/1.1" status: 404 len: 337 time: 0.0435400 Apr 28 11:02:52.609040 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 51802) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:02:52.609313 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-6c40b1f1-b46a-4fdb-b684-efab45b9792e tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Publish callbacks [] for network (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:52.613350 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-6c40b1f1-b46a-4fdb-b684-efab45b9792e tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] 10.222.0.10 "DELETE /v2.0/networks/dc8c2ba8-708b-4144-acc5-cd5dfbb89dbd HTTP/1.1" status: 204 len: 168 time: 2.0456288 Apr 28 11:02:52.627938 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 51804) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:02:52.634665 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.v2.base [None req-45b7c38c-3d45-4d9b-9c32-1c4caf58f874 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1693154171'}} {{(pid=116162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:02:52.638175 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c40b1f1-b46a-4fdb-b684-efab45b9792e tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Pushing event deleted for resources: {'Network': ['ID=dc8c2ba8-708b-4144-acc5-cd5dfbb89dbd,revision_number=None']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:02:52.720106 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e868e0cd-eeb9-42d9-8ed9-d3e5a6953261 None None] DHCP port deletion for 6072a3d1-0a45-44db-ad48-c57a06619c2c request from dv-neutron-master-2-hyperv {{(pid=116163) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 28 11:02:52.755910 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45b7c38c-3d45-4d9b-9c32-1c4caf58f874 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Made reservation on behalf of f86d085f9b42493aa6c0f40f62349e1e for: {'network': 1} {{(pid=116162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 11:02:52.759435 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-45b7c38c-3d45-4d9b-9c32-1c4caf58f874 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for network (None), before_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:52.768113 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-e868e0cd-eeb9-42d9-8ed9-d3e5a6953261 None None] Deleting port a109a587-37ce-405f-a102-e4b99bf3c8b7 {{(pid=116163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 11:02:52.769365 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-e868e0cd-eeb9-42d9-8ed9-d3e5a6953261 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742235130188'] for port (a109a587-37ce-405f-a102-e4b99bf3c8b7), before_delete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:52.780310 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-f8fa40a2-466c-4197-b14e-1ffe3fd5ccb7 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5054027', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4210784'] for subnet (7920882a-c758-4d97-817e-07759a60c0a9), after_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:52.792668 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-4b3c6247-e6d7-41bc-9dde-a8b964c7581c tempest-RoutersAdminTest-1587786081 tempest-RoutersAdminTest-1587786081-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2060865', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-63275'] for router (d0c1c219-c342-47d2-8f7e-76d0988371c0), precommit_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:52.797177 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-4b3c6247-e6d7-41bc-9dde-a8b964c7581c tempest-RoutersAdminTest-1587786081 tempest-RoutersAdminTest-1587786081-project] Publish callbacks [] for router_controller (d0c1c219-c342-47d2-8f7e-76d0988371c0), precommit_delete_associations {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:52.813646 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-45b7c38c-3d45-4d9b-9c32-1c4caf58f874 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 77} {{(pid=116162) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 11:02:52.837512 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-45b7c38c-3d45-4d9b-9c32-1c4caf58f874 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-961978'] for segment (ddf4ee6a-0064-47fa-85d3-1533e5fd2cb1), precommit_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:52.837864 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.db.segments_db [None req-45b7c38c-3d45-4d9b-9c32-1c4caf58f874 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Added segment ddf4ee6a-0064-47fa-85d3-1533e5fd2cb1 of type vlan for network 565cbb4e-c0b3-4258-baef-00b0eab9818a Apr 28 11:02:52.840356 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8fa40a2-466c-4197-b14e-1ffe3fd5ccb7 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Network 1ec9fbcf-7a57-4aaa-9c30-4e0f43e09480 is already hosted by enough agents. {{(pid=116162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 11:02:52.842819 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.db.db_base_plugin_v2 [None req-0de21424-c2d5-4652-a18f-ac1be31fad52 tempest-RoutersNegativeIpV6Test-273752723 tempest-RoutersNegativeIpV6Test-273752723-project] Deleting subnet 28a30a01-fc80-473f-9993-47892a250817 {{(pid=116161) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 28 11:02:52.845108 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-e868e0cd-eeb9-42d9-8ed9-d3e5a6953261 None None] For port a109a587-37ce-405f-a102-e4b99bf3c8b7, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=a109a587-37ce-405f-a102-e4b99bf3c8b7,segment=NetworkSegment(177088ca-9781-4427-bb1c-019e411f66c0),segment_id=177088ca-9781-4427-bb1c-019e411f66c0)] {{(pid=116163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 11:02:52.845917 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-e868e0cd-eeb9-42d9-8ed9-d3e5a6953261 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1938497'] for port (a109a587-37ce-405f-a102-e4b99bf3c8b7), precommit_delete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:52.852349 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.scheduler.base_scheduler [None req-f8fa40a2-466c-4197-b14e-1ffe3fd5ccb7 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Resources bound (agent type, host, resource id): {{(pid=116162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 11:02:52.864374 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5ff4ebe-f791-4197-b7a2-801db536626a None None] Network 1ec9fbcf-7a57-4aaa-9c30-4e0f43e09480 requested from dv-neutron-master-2-hyperv {{(pid=116163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 11:02:52.879219 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8fa40a2-466c-4197-b14e-1ffe3fd5ccb7 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:02:52.879453 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-e868e0cd-eeb9-42d9-8ed9-d3e5a6953261 None None] Calling delete_port for a109a587-37ce-405f-a102-e4b99bf3c8b7 owned by network:dhcp {{(pid=116163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 11:02:52.880474 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-f8fa40a2-466c-4197-b14e-1ffe3fd5ccb7 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Publish callbacks [] for subnet (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:52.900391 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-0de21424-c2d5-4652-a18f-ac1be31fad52 tempest-RoutersNegativeIpV6Test-273752723 tempest-RoutersNegativeIpV6Test-273752723-project] Publish callbacks [] for subnet (28a30a01-fc80-473f-9993-47892a250817), before_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:52.906829 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-45b7c38c-3d45-4d9b-9c32-1c4caf58f874 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742234744962'] for network (565cbb4e-c0b3-4258-baef-00b0eab9818a), precommit_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:52.924481 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-2f351e25-a56e-40ec-bdc4-0edb03026402 tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5220536', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5125438'] for subnet (6013b1b5-faef-4516-9682-78a8d94a0dbb), after_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:52.946072 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8fa40a2-466c-4197-b14e-1ffe3fd5ccb7 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Pushing event updated for resources: {'Subnet': ['ID=7920882a-c758-4d97-817e-07759a60c0a9,revision_number=0']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:02:52.952204 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-4ea7358f-1821-4114-9c6a-fc4ace222fe8 tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5220536', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5125438'] for subnet (8a120fc4-be8b-4940-bfcb-253dcb616ae4), after_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:52.980836 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-fdf2f56f-4546-46cc-b10d-621df376751e tempest-NetworksIpV6TestAttrs-234256711 tempest-NetworksIpV6TestAttrs-234256711-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-979593'] for network (090fd5a9-3b98-4912-bab1-623cd90ef23f), before_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:53.022877 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-4b3c6247-e6d7-41bc-9dde-a8b964c7581c tempest-RoutersAdminTest-1587786081 tempest-RoutersAdminTest-1587786081-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2060888'] for router (d0c1c219-c342-47d2-8f7e-76d0988371c0), after_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:53.023343 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b3c6247-e6d7-41bc-9dde-a8b964c7581c tempest-RoutersAdminTest-1587786081 tempest-RoutersAdminTest-1587786081-project] Fanout notify agent at l3_agent the message router_deleted on router d0c1c219-c342-47d2-8f7e-76d0988371c0 {{(pid=116161) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 28 11:02:53.028081 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-f8fa40a2-466c-4197-b14e-1ffe3fd5ccb7 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.6733196 Apr 28 11:02:53.029416 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-45b7c38c-3d45-4d9b-9c32-1c4caf58f874 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042'] for network (565cbb4e-c0b3-4258-baef-00b0eab9818a), after_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:53.034680 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45b7c38c-3d45-4d9b-9c32-1c4caf58f874 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:02:53.034791 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-4b3c6247-e6d7-41bc-9dde-a8b964c7581c tempest-RoutersAdminTest-1587786081 tempest-RoutersAdminTest-1587786081-project] Publish callbacks [] for router (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:53.035188 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-45b7c38c-3d45-4d9b-9c32-1c4caf58f874 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Publish callbacks [] for network (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:53.035870 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-4b3c6247-e6d7-41bc-9dde-a8b964c7581c tempest-RoutersAdminTest-1587786081 tempest-RoutersAdminTest-1587786081-project] 10.222.0.10 "DELETE /v2.0/routers/d0c1c219-c342-47d2-8f7e-76d0988371c0 HTTP/1.1" status: 204 len: 168 time: 0.7751043 Apr 28 11:02:53.038978 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 51808) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:02:53.051074 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.v2.base [None req-a84858bb-e35f-48b1-9f7e-c6c29a25f749 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Request body: {'subnet': {'network_id': '1ec9fbcf-7a57-4aaa-9c30-4e0f43e09480', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=116162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:02:53.053640 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-0de21424-c2d5-4652-a18f-ac1be31fad52 tempest-RoutersNegativeIpV6Test-273752723 tempest-RoutersNegativeIpV6Test-273752723-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8076976'] for subnet (28a30a01-fc80-473f-9993-47892a250817), precommit_delete_associations {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:53.059211 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 51810) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:02:53.060069 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1eb134e9-cfb1-470b-8604-83ebe9360e62 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-1ec9fbcf-7a57-4aaa-9c30-4e0f43e09480', 'network_id': '1ec9fbcf-7a57-4aaa-9c30-4e0f43e09480', 'project_id': '12780407c7254bdfbde1c04e76d433ee', 'fixed_ips': [{'subnet_id': '7920882a-c758-4d97-817e-07759a60c0a9'}]}} from dv-neutron-master-2-hyperv. {{(pid=116163) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 28 11:02:53.060975 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-1eb134e9-cfb1-470b-8604-83ebe9360e62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (None), before_create {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:53.138899 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0228ad93-cbd5-407f-87fa-c6af1d084502 req-d6b9087d-769f-4e94-b240-debeb61da08a tempest-ServerActionsTestJSON-1498610228 tempest-ServerActionsTestJSON-1498610228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:02:53.141134 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-0228ad93-cbd5-407f-87fa-c6af1d084502 req-d6b9087d-769f-4e94-b240-debeb61da08a tempest-ServerActionsTestJSON-1498610228 tempest-ServerActionsTestJSON-1498610228-project] 10.222.0.10 "GET /v2.0/ports?device_id=6bd2b59b-b5db-4639-9109-3dca095b7768 HTTP/1.1" status: 200 len: 946 time: 0.2112446 Apr 28 11:02:53.150702 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f351e25-a56e-40ec-bdc4-0edb03026402 tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Pushing event updated for resources: {'Subnet': ['ID=6013b1b5-faef-4516-9682-78a8d94a0dbb,revision_number=0']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:02:53.152109 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-e868e0cd-eeb9-42d9-8ed9-d3e5a6953261 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742235135690', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742234710366'] for port (a109a587-37ce-405f-a102-e4b99bf3c8b7), after_delete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:53.163774 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-6456b01a-fe0d-4963-b5cc-a47cea6deff8 tempest-RoutersAdminTest-1587786081 tempest-RoutersAdminTest-1587786081-project] 10.222.0.10 "GET /v2.0/ports?device_id=d0c1c219-c342-47d2-8f7e-76d0988371c0 HTTP/1.1" status: 200 len: 205 time: 0.1013389 Apr 28 11:02:53.184495 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 51812) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:02:53.198608 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e868e0cd-eeb9-42d9-8ed9-d3e5a6953261 None None] Pushing event deleted for resources: {'Port': ['ID=a109a587-37ce-405f-a102-e4b99bf3c8b7,revision_number=None']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:02:53.203067 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-45b7c38c-3d45-4d9b-9c32-1c4caf58f874 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5738993 Apr 28 11:02:53.207609 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e868e0cd-eeb9-42d9-8ed9-d3e5a6953261 None None] No DVR routers for this DVR port a109a587-37ce-405f-a102-e4b99bf3c8b7 on host dv-neutron-master-2-hyperv {{(pid=116163) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 11:02:53.232784 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 51814) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:02:53.241301 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b7c38c-3d45-4d9b-9c32-1c4caf58f874 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Pushing event updated for resources: {'Network': ['ID=565cbb4e-c0b3-4258-baef-00b0eab9818a,revision_number=1']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:02:53.245283 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.api.v2.resource [None req-8d770b13-270a-4b43-92f2-1ac0bfc7e6c0 tempest-RoutersAdminTest-1587786081 tempest-RoutersAdminTest-1587786081-project] delete failed (client error): The resource could not be found. Apr 28 11:02:53.248703 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-8d770b13-270a-4b43-92f2-1ac0bfc7e6c0 tempest-RoutersAdminTest-1587786081 tempest-RoutersAdminTest-1587786081-project] 10.222.0.10 "DELETE /v2.0/routers/d0c1c219-c342-47d2-8f7e-76d0988371c0 HTTP/1.1" status: 404 len: 336 time: 0.0570035 Apr 28 11:02:53.263410 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 51816) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:02:53.263799 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.v2.base [None req-472d0c37-4814-4bed-b92e-08ea669d52fc tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Request body: {'subnet': {'network_id': '565cbb4e-c0b3-4258-baef-00b0eab9818a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=116161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:02:53.264876 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Network 565cbb4e-c0b3-4258-baef-00b0eab9818a details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=116163) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 28 11:02:53.289195 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-876bb3d8-78fb-4e33-aaa2-811669aa0b03 tempest-RoutersAdminTest-1587786081 tempest-RoutersAdminTest-1587786081-project] 10.222.0.10 "GET /v2.0/ports?device_id=dc0ad77d-a6d0-4b7b-b513-8df681c134a2 HTTP/1.1" status: 200 len: 205 time: 0.0360847 Apr 28 11:02:53.289195 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 51818) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:02:53.303201 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.db_base_plugin_common [None req-1eb134e9-cfb1-470b-8604-83ebe9360e62 None None] Allocated IP 2001:db8::2 (1ec9fbcf-7a57-4aaa-9c30-4e0f43e09480/7920882a-c758-4d97-817e-07759a60c0a9/e6d8614f-b49d-4148-899e-d635e68e5b51) {{(pid=116163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 11:02:53.323793 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f351e25-a56e-40ec-bdc4-0edb03026402 tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Checking segment: {'id': '32d12300-1d75-45ff-a410-501a2f08b7fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '0824a4de-f600-4659-b62f-470b59d9e7af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 11:02:53.326696 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f351e25-a56e-40ec-bdc4-0edb03026402 tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Network hostable DHCP agents. Network: 0824a4de-f600-4659-b62f-470b59d9e7af, hostable agents: ['75ba81b7-fe99-4281-90d2-a5adb445ecea'], hosted agents: [] {{(pid=116161) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 11:02:53.340484 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.api.v2.resource [None req-121f3759-3f8f-4987-b8b3-8d2e4edec0e6 tempest-RoutersAdminTest-1587786081 tempest-RoutersAdminTest-1587786081-project] delete failed (client error): The resource could not be found. Apr 28 11:02:53.342444 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-121f3759-3f8f-4987-b8b3-8d2e4edec0e6 tempest-RoutersAdminTest-1587786081 tempest-RoutersAdminTest-1587786081-project] 10.222.0.10 "DELETE /v2.0/routers/dc0ad77d-a6d0-4b7b-b513-8df681c134a2 HTTP/1.1" status: 404 len: 336 time: 0.0519061 Apr 28 11:02:53.344751 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 51820) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:02:53.375189 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.plugin [None req-fdf2f56f-4546-46cc-b10d-621df376751e tempest-NetworksIpV6TestAttrs-234256711 tempest-NetworksIpV6TestAttrs-234256711-project] Deleting port aef629d0-9621-47ca-9e41-511ba940ee8f {{(pid=116161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 11:02:53.375542 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-fdf2f56f-4546-46cc-b10d-621df376751e tempest-NetworksIpV6TestAttrs-234256711 tempest-NetworksIpV6TestAttrs-234256711-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742235130188'] for port (aef629d0-9621-47ca-9e41-511ba940ee8f), before_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:53.377416 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ea7358f-1821-4114-9c6a-fc4ace222fe8 tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] Checking segment: {'id': '2bfbce3b-e3a4-4909-9583-593418bbc66a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '1189235d-7751-4711-8cd5-c4c1345cce61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 11:02:53.377787 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ea7358f-1821-4114-9c6a-fc4ace222fe8 tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] Network hostable DHCP agents. Network: 1189235d-7751-4711-8cd5-c4c1345cce61, hostable agents: ['75ba81b7-fe99-4281-90d2-a5adb445ecea'], hosted agents: [] {{(pid=116161) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 11:02:53.382349 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-f22b8f8f-55a5-42fc-9929-5286308f1413 tempest-RoutersAdminTest-1587786081 tempest-RoutersAdminTest-1587786081-project] 10.222.0.10 "GET /v2.0/ports?device_id=1ea304e5-dd4a-461f-8434-5d319a89ff23 HTTP/1.1" status: 200 len: 205 time: 0.0344536 Apr 28 11:02:53.382632 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 51822) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:02:53.388126 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea7358f-1821-4114-9c6a-fc4ace222fe8 tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] Pushing event updated for resources: {'Subnet': ['ID=8a120fc4-be8b-4940-bfcb-253dcb616ae4,revision_number=0']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:02:53.419940 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.api.v2.resource [None req-50b901c4-3d8e-48e6-a259-70e38efc6a48 tempest-RoutersAdminTest-1587786081 tempest-RoutersAdminTest-1587786081-project] delete failed (client error): The resource could not be found. Apr 28 11:02:53.424208 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-50b901c4-3d8e-48e6-a259-70e38efc6a48 tempest-RoutersAdminTest-1587786081 tempest-RoutersAdminTest-1587786081-project] 10.222.0.10 "DELETE /v2.0/routers/1ea304e5-dd4a-461f-8434-5d319a89ff23 HTTP/1.1" status: 404 len: 336 time: 0.0373864 Apr 28 11:02:53.424359 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 51824) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:02:53.457688 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-afb3f317-9f92-4395-8235-beab57722e86 tempest-RoutersAdminTest-1587786081 tempest-RoutersAdminTest-1587786081-project] 10.222.0.10 "GET /v2.0/ports?device_id=b2b209ee-0b3d-40c2-868a-d8a2c5f23177 HTTP/1.1" status: 200 len: 205 time: 0.0322289 Apr 28 11:02:53.458420 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a84858bb-e35f-48b1-9f7e-c6c29a25f749 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Made reservation on behalf of 12780407c7254bdfbde1c04e76d433ee for: {'subnet': 1} {{(pid=116162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 11:02:53.461697 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-a84858bb-e35f-48b1-9f7e-c6c29a25f749 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4210834'] for subnet (None), before_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:53.465004 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 51826) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:02:53.495040 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-0228ad93-cbd5-407f-87fa-c6af1d084502 req-968006fe-cb98-415f-b27f-be9108e531be tempest-ServerActionsTestJSON-1498610228 tempest-ServerActionsTestJSON-1498610228-project] 10.222.0.10 "GET /v2.0/security-groups?id=0f246414-c46b-4ee7-b196-c819605d877f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2673771 Apr 28 11:02:53.524225 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-1eb134e9-cfb1-470b-8604-83ebe9360e62 None None] Publish callbacks [] for port (e6d8614f-b49d-4148-899e-d635e68e5b51), precommit_create {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:53.525753 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.api.v2.resource [None req-6cbc5c00-bc91-44cc-a57e-f1ebc26f7ad9 tempest-RoutersAdminTest-1587786081 tempest-RoutersAdminTest-1587786081-project] delete failed (client error): The resource could not be found. Apr 28 11:02:53.526824 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-6cbc5c00-bc91-44cc-a57e-f1ebc26f7ad9 tempest-RoutersAdminTest-1587786081 tempest-RoutersAdminTest-1587786081-project] 10.222.0.10 "DELETE /v2.0/routers/b2b209ee-0b3d-40c2-868a-d8a2c5f23177 HTTP/1.1" status: 404 len: 336 time: 0.0596926 Apr 28 11:02:53.529346 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 51830) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:02:53.539678 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-0de21424-c2d5-4652-a18f-ac1be31fad52 tempest-RoutersNegativeIpV6Test-273752723 tempest-RoutersNegativeIpV6Test-273752723-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-971303'] for subnet (28a30a01-fc80-473f-9993-47892a250817), precommit_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:53.591473 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-1eb134e9-cfb1-470b-8604-83ebe9360e62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742234710357'] for port (e6d8614f-b49d-4148-899e-d635e68e5b51), after_create {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:53.594681 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-96407494-9052-4d09-908d-560f5b048163 tempest-RoutersAdminTest-1587786081 tempest-RoutersAdminTest-1587786081-project] 10.222.0.10 "GET /v2.0/ports?device_id=855d81bb-c373-463b-bbb2-35e0e355e3bf HTTP/1.1" status: 200 len: 205 time: 0.0639815 Apr 28 11:02:53.599011 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 51832) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:02:53.639816 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1eb134e9-cfb1-470b-8604-83ebe9360e62 None None] Network 1ec9fbcf-7a57-4aaa-9c30-4e0f43e09480 is already hosted by enough agents. {{(pid=116163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 11:02:53.644270 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.scheduler.base_scheduler [None req-1eb134e9-cfb1-470b-8604-83ebe9360e62 None None] Resources bound (agent type, host, resource id): {{(pid=116163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 11:02:53.644452 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.api.v2.resource [None req-396ebd1d-50cd-4269-a32c-8a0d8a9c7943 tempest-RoutersAdminTest-1587786081 tempest-RoutersAdminTest-1587786081-project] delete failed (client error): The resource could not be found. Apr 28 11:02:53.645497 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-396ebd1d-50cd-4269-a32c-8a0d8a9c7943 tempest-RoutersAdminTest-1587786081 tempest-RoutersAdminTest-1587786081-project] 10.222.0.10 "DELETE /v2.0/routers/855d81bb-c373-463b-bbb2-35e0e355e3bf HTTP/1.1" status: 404 len: 336 time: 0.0455544 Apr 28 11:02:53.647544 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1eb134e9-cfb1-470b-8604-83ebe9360e62 None None] Received port after_create {{(pid=116163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 11:02:53.653883 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 51834) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:02:53.656050 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb134e9-cfb1-470b-8604-83ebe9360e62 None None] Pushing event updated for resources: {'Port': ['ID=e6d8614f-b49d-4148-899e-d635e68e5b51,revision_number=1']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:02:53.661618 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f351e25-a56e-40ec-bdc4-0edb03026402 tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Network 0824a4de-f600-4659-b62f-470b59d9e7af is scheduled to be hosted by DHCP agent 75ba81b7-fe99-4281-90d2-a5adb445ecea with binding_index 1 {{(pid=116161) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 11:02:53.679811 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.db [None req-fdf2f56f-4546-46cc-b10d-621df376751e tempest-NetworksIpV6TestAttrs-234256711 tempest-NetworksIpV6TestAttrs-234256711-project] For port aef629d0-9621-47ca-9e41-511ba940ee8f, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=aef629d0-9621-47ca-9e41-511ba940ee8f,segment=NetworkSegment(f8106056-97ae-4211-9394-0783096c6637),segment_id=f8106056-97ae-4211-9394-0783096c6637)] {{(pid=116161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 11:02:53.680418 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-fdf2f56f-4546-46cc-b10d-621df376751e tempest-NetworksIpV6TestAttrs-234256711 tempest-NetworksIpV6TestAttrs-234256711-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1938497'] for port (aef629d0-9621-47ca-9e41-511ba940ee8f), precommit_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:53.697279 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-97bc197a-e965-47c8-b0cb-2560a806bd87 tempest-RoutersAdminTest-1587786081 tempest-RoutersAdminTest-1587786081-project] 10.222.0.10 "GET /v2.0/ports?device_id=c2b4d8a5-24a4-4eea-87a5-2b5d49069d28 HTTP/1.1" status: 200 len: 205 time: 0.0422008 Apr 28 11:02:53.700516 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 51836) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:02:53.703691 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ea7358f-1821-4114-9c6a-fc4ace222fe8 tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] Network 1189235d-7751-4711-8cd5-c4c1345cce61 is scheduled to be hosted by DHCP agent 75ba81b7-fe99-4281-90d2-a5adb445ecea with binding_index 1 {{(pid=116161) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 11:02:53.705271 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.db.ipam_backend_mixin [None req-a84858bb-e35f-48b1-9f7e-c6c29a25f749 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 7920882a-c758-4d97-817e-07759a60c0a9 (CIDR: 2001:db8::/64) Apr 28 11:02:53.707388 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.plugin [None req-fdf2f56f-4546-46cc-b10d-621df376751e tempest-NetworksIpV6TestAttrs-234256711 tempest-NetworksIpV6TestAttrs-234256711-project] Calling delete_port for aef629d0-9621-47ca-9e41-511ba940ee8f owned by network:dhcp {{(pid=116161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 11:02:53.715191 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89c0191-1aa1-4ca0-8563-e7ddf7e52757 req-f3f9a342-2718-421f-b965-cf3227ed1ef8 tempest-ServerActionsTestJSON-1498610228 tempest-ServerActionsTestJSON-1498610228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:02:53.716742 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-d89c0191-1aa1-4ca0-8563-e7ddf7e52757 req-f3f9a342-2718-421f-b965-cf3227ed1ef8 tempest-ServerActionsTestJSON-1498610228 tempest-ServerActionsTestJSON-1498610228-project] 10.222.0.10 "GET /v2.0/ports?device_id=6bd2b59b-b5db-4639-9109-3dca095b7768 HTTP/1.1" status: 200 len: 946 time: 0.1431859 Apr 28 11:02:53.729935 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.managers [None req-1eb134e9-cfb1-470b-8604-83ebe9360e62 None None] Attempting to bind port e6d8614f-b49d-4148-899e-d635e68e5b51 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=116163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 28 11:02:53.730488 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.managers [None req-1eb134e9-cfb1-470b-8604-83ebe9360e62 None None] Attempting to bind port e6d8614f-b49d-4148-899e-d635e68e5b51 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'ffa4348d-378b-4e93-98fa-ab0dc49ee16c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '1ec9fbcf-7a57-4aaa-9c30-4e0f43e09480'}] {{(pid=116163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 28 11:02:53.730950 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1eb134e9-cfb1-470b-8604-83ebe9360e62 None None] Attempting to bind port e6d8614f-b49d-4148-899e-d635e68e5b51 on network 1ec9fbcf-7a57-4aaa-9c30-4e0f43e09480 {{(pid=116163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 11:02:53.736772 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1eb134e9-cfb1-470b-8604-83ebe9360e62 None None] Checking agent: {'id': 'd5baab19-5dd1-4902-922b-84acb048ab9c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 10, 50, 43), 'started_at': datetime.datetime(2022, 4, 28, 10, 51, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 11, 2, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=116163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 11:02:53.737289 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1eb134e9-cfb1-470b-8604-83ebe9360e62 None None] Checking segment: {'id': 'ffa4348d-378b-4e93-98fa-ab0dc49ee16c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '1ec9fbcf-7a57-4aaa-9c30-4e0f43e09480'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 11:02:53.737814 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-1eb134e9-cfb1-470b-8604-83ebe9360e62 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:53.738306 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1eb134e9-cfb1-470b-8604-83ebe9360e62 None None] Bound using segment: {'id': 'ffa4348d-378b-4e93-98fa-ab0dc49ee16c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '1ec9fbcf-7a57-4aaa-9c30-4e0f43e09480'} {{(pid=116163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 11:02:53.738907 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.managers [None req-1eb134e9-cfb1-470b-8604-83ebe9360e62 None None] Bound port: e6d8614f-b49d-4148-899e-d635e68e5b51, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ffa4348d-378b-4e93-98fa-ab0dc49ee16c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '1ec9fbcf-7a57-4aaa-9c30-4e0f43e09480'}}] {{(pid=116163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 28 11:02:53.739384 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-1eb134e9-cfb1-470b-8604-83ebe9360e62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (e6d8614f-b49d-4148-899e-d635e68e5b51), before_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:53.746951 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-472d0c37-4814-4bed-b92e-08ea669d52fc tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Made reservation on behalf of f86d085f9b42493aa6c0f40f62349e1e for: {'subnet': 1} {{(pid=116161) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 11:02:53.747470 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.api.v2.resource [None req-a6906454-e4b6-4f8f-87c1-5c6bd2a1b05e tempest-RoutersAdminTest-1587786081 tempest-RoutersAdminTest-1587786081-project] delete failed (client error): The resource could not be found. Apr 28 11:02:53.748257 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-a6906454-e4b6-4f8f-87c1-5c6bd2a1b05e tempest-RoutersAdminTest-1587786081 tempest-RoutersAdminTest-1587786081-project] 10.222.0.10 "DELETE /v2.0/routers/c2b4d8a5-24a4-4eea-87a5-2b5d49069d28 HTTP/1.1" status: 404 len: 336 time: 0.0468299 Apr 28 11:02:53.750541 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.pecan_wsgi.hooks.translation [None req-a84858bb-e35f-48b1-9f7e-c6c29a25f749 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 28 11:02:53.751096 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-472d0c37-4814-4bed-b92e-08ea669d52fc tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5125580'] for subnet (None), before_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:53.751335 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a84858bb-e35f-48b1-9f7e-c6c29a25f749 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=116162) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 28 11:02:53.754428 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 51838) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:02:53.786429 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.pecan_wsgi.hooks.translation [None req-2605e8ea-83a0-489c-8d64-60cf87e80095 tempest-RoutersAdminTest-1587786081 tempest-RoutersAdminTest-1587786081-project] DELETE failed (client error): The resource could not be found. Apr 28 11:02:53.788251 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2605e8ea-83a0-489c-8d64-60cf87e80095 tempest-RoutersAdminTest-1587786081 tempest-RoutersAdminTest-1587786081-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=116162) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 28 11:02:53.792791 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-2605e8ea-83a0-489c-8d64-60cf87e80095 tempest-RoutersAdminTest-1587786081 tempest-RoutersAdminTest-1587786081-project] 10.222.0.10 "DELETE /v2.0/subnets/f87c75a5-fcc6-4ace-a26e-a53525cae303 HTTP/1.1" status: 404 len: 337 time: 0.0348547 Apr 28 11:02:53.794054 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.scheduler.base_scheduler [None req-2f351e25-a56e-40ec-bdc4-0edb03026402 tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 0824a4de-f600-4659-b62f-470b59d9e7af) {{(pid=116161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 11:02:53.805441 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45a26ed0-c34c-4a94-b7f4-303acd1be406 None None] Network 0824a4de-f600-4659-b62f-470b59d9e7af requested from dv-neutron-master-2-hyperv {{(pid=116163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 11:02:53.834846 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.scheduler.base_scheduler [None req-4ea7358f-1821-4114-9c6a-fc4ace222fe8 tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 1189235d-7751-4711-8cd5-c4c1345cce61) {{(pid=116161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 11:02:53.840625 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f351e25-a56e-40ec-bdc4-0edb03026402 tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:02:53.841188 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-2f351e25-a56e-40ec-bdc4-0edb03026402 tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Publish callbacks [] for subnet (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:53.848197 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-1eb134e9-cfb1-470b-8604-83ebe9360e62 None None] For port e6d8614f-b49d-4148-899e-d635e68e5b51, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=116163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 11:02:53.848395 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-0de21424-c2d5-4652-a18f-ac1be31fad52 tempest-RoutersNegativeIpV6Test-273752723 tempest-RoutersNegativeIpV6Test-273752723-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-971310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5220601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5125409'] for subnet (28a30a01-fc80-473f-9993-47892a250817), after_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:53.848532 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65c685da-7118-4c11-8b81-8763ecc3ad30 None None] Network 1189235d-7751-4711-8cd5-c4c1345cce61 requested from dv-neutron-master-2-hyperv {{(pid=116163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 11:02:53.874475 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-a84858bb-e35f-48b1-9f7e-c6c29a25f749 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8280196 Apr 28 11:02:53.879355 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 51842) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:02:53.882291 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.v2.base [None req-396833b8-34b4-455b-9151-f5c31f0af7a1 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Request body: {'subnet': {'network_id': '1ec9fbcf-7a57-4aaa-9c30-4e0f43e09480', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=116162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:02:53.898417 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ea7358f-1821-4114-9c6a-fc4ace222fe8 tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:02:53.899014 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-4ea7358f-1821-4114-9c6a-fc4ace222fe8 tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] Publish callbacks [] for subnet (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:53.907230 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-d89c0191-1aa1-4ca0-8563-e7ddf7e52757 req-fb8fa8f5-99d0-48b5-b8d6-6a0b88150e72 tempest-ServerActionsTestJSON-1498610228 tempest-ServerActionsTestJSON-1498610228-project] 10.222.0.10 "GET /v2.0/security-groups?id=0f246414-c46b-4ee7-b196-c819605d877f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1827970 Apr 28 11:02:53.921124 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-1eb134e9-cfb1-470b-8604-83ebe9360e62 None None] For port e6d8614f-b49d-4148-899e-d635e68e5b51, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=e6d8614f-b49d-4148-899e-d635e68e5b51,segment=NetworkSegment(ffa4348d-378b-4e93-98fa-ab0dc49ee16c),segment_id=ffa4348d-378b-4e93-98fa-ab0dc49ee16c)] {{(pid=116163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 11:02:53.954735 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de21424-c2d5-4652-a18f-ac1be31fad52 tempest-RoutersNegativeIpV6Test-273752723 tempest-RoutersNegativeIpV6Test-273752723-project] Pushing event deleted for resources: {'Subnet': ['ID=28a30a01-fc80-473f-9993-47892a250817,revision_number=None']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:02:53.959695 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-0de21424-c2d5-4652-a18f-ac1be31fad52 tempest-RoutersNegativeIpV6Test-273752723 tempest-RoutersNegativeIpV6Test-273752723-project] Publish callbacks [] for subnet (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:53.960968 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-0de21424-c2d5-4652-a18f-ac1be31fad52 tempest-RoutersNegativeIpV6Test-273752723 tempest-RoutersNegativeIpV6Test-273752723-project] 10.222.0.10 "DELETE /v2.0/subnets/28a30a01-fc80-473f-9993-47892a250817 HTTP/1.1" status: 204 len: 168 time: 1.4406207 Apr 28 11:02:53.963293 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed84a801-7477-4ab2-9c48-45c83d42f3d5 None None] Network 80f8af14-3149-4e17-abf1-09ab55bfa99e requested from dv-neutron-master-2-hyperv {{(pid=116163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 11:02:53.974364 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 51846) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:02:54.054457 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-2f351e25-a56e-40ec-bdc4-0edb03026402 tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.9483120 Apr 28 11:02:54.057371 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 51848) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:02:54.062307 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.v2.base [None req-9d05cf4e-353b-4756-9234-a7d731fd2774 tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1541164740', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=116162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:02:54.086294 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-1eb134e9-cfb1-470b-8604-83ebe9360e62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393'] for port (e6d8614f-b49d-4148-899e-d635e68e5b51), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:54.097681 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 51850) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:02:54.103651 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-4ea7358f-1821-4114-9c6a-fc4ace222fe8 tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 3.0840895 Apr 28 11:02:54.180313 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46ad841e-3d00-4586-a142-1fe7ff9fdfff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-0824a4de-f600-4659-b62f-470b59d9e7af', 'network_id': '0824a4de-f600-4659-b62f-470b59d9e7af', 'project_id': '0f4d85af73ea40518271b3ac6c23a282', 'fixed_ips': [{'subnet_id': '6013b1b5-faef-4516-9682-78a8d94a0dbb'}]}} from dv-neutron-master-2-hyperv. {{(pid=116163) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 28 11:02:54.181180 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-46ad841e-3d00-4586-a142-1fe7ff9fdfff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (None), before_create {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:54.183297 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d72b4832-4eab-4d1a-b950-00b3daa80e03 None None] DHCP port deletion for 80f8af14-3149-4e17-abf1-09ab55bfa99e request from dv-neutron-master-2-hyperv {{(pid=116163) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 28 11:02:54.188141 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ffde648-89db-4d87-b8b2-ced264f7cd2d req-e7d87cdb-490c-4d42-85d6-c4f38d54a197 tempest-ServerActionsTestJSON-1498610228 tempest-ServerActionsTestJSON-1498610228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:02:54.189838 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-2ffde648-89db-4d87-b8b2-ced264f7cd2d req-e7d87cdb-490c-4d42-85d6-c4f38d54a197 tempest-ServerActionsTestJSON-1498610228 tempest-ServerActionsTestJSON-1498610228-project] 10.222.0.10 "GET /v2.0/ports?device_id=6bd2b59b-b5db-4639-9109-3dca095b7768 HTTP/1.1" status: 200 len: 946 time: 0.1517599 Apr 28 11:02:54.211766 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edaee49c-b416-4ee4-bd24-370575da66c7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-1189235d-7751-4711-8cd5-c4c1345cce61', 'network_id': '1189235d-7751-4711-8cd5-c4c1345cce61', 'project_id': '6af68124dd864f2fba5b5c4453768950', 'fixed_ips': [{'subnet_id': '8a120fc4-be8b-4940-bfcb-253dcb616ae4'}]}} from dv-neutron-master-2-hyperv. {{(pid=116163) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 28 11:02:54.212818 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-edaee49c-b416-4ee4-bd24-370575da66c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (None), before_create {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:54.223143 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-fb1fb6c5-0ab9-40fe-950d-7575eeac8db1 tempest-RoutersNegativeIpV6Test-273752723 tempest-RoutersNegativeIpV6Test-273752723-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-979593'] for network (6072a3d1-0a45-44db-ad48-c57a06619c2c), before_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:54.264639 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-9d05cf4e-353b-4756-9234-a7d731fd2774 tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2060459', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-63449'] for router (76b1ebbc-a6af-47dd-8e4b-49120c5516a9), before_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:54.266760 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-9d05cf4e-353b-4756-9234-a7d731fd2774 tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2060827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1935275', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1960866', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-63266'] for router (76b1ebbc-a6af-47dd-8e4b-49120c5516a9), precommit_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:54.270071 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-396833b8-34b4-455b-9151-f5c31f0af7a1 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Made reservation on behalf of 12780407c7254bdfbde1c04e76d433ee for: {'subnet': 1} {{(pid=116162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 11:02:54.273510 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-396833b8-34b4-455b-9151-f5c31f0af7a1 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4210834'] for subnet (None), before_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:54.289723 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-2ffde648-89db-4d87-b8b2-ced264f7cd2d req-4fe16e60-3dd5-4720-96f3-b48a081d27ab tempest-ServerActionsTestJSON-1498610228 tempest-ServerActionsTestJSON-1498610228-project] 10.222.0.10 "GET /v2.0/security-groups?id=0f246414-c46b-4ee7-b196-c819605d877f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0740895 Apr 28 11:02:54.292007 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb134e9-cfb1-470b-8604-83ebe9360e62 None None] Pushing event updated for resources: {'Port': ['ID=e6d8614f-b49d-4148-899e-d635e68e5b51,revision_number=2']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:02:54.293013 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-fdf2f56f-4546-46cc-b10d-621df376751e tempest-NetworksIpV6TestAttrs-234256711 tempest-NetworksIpV6TestAttrs-234256711-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742235135690', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742234710366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5219112'] for port (aef629d0-9621-47ca-9e41-511ba940ee8f), after_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:54.314908 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdf2f56f-4546-46cc-b10d-621df376751e tempest-NetworksIpV6TestAttrs-234256711 tempest-NetworksIpV6TestAttrs-234256711-project] No DVR routers for this DVR port aef629d0-9621-47ca-9e41-511ba940ee8f on host dv-neutron-master-2-hyperv {{(pid=116161) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 11:02:54.324846 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-592f2236-5081-4277-9e68-8077f63af90f tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-979593'] for network (1189235d-7751-4711-8cd5-c4c1345cce61), before_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:54.380057 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf2f56f-4546-46cc-b10d-621df376751e tempest-NetworksIpV6TestAttrs-234256711 tempest-NetworksIpV6TestAttrs-234256711-project] Pushing event deleted for resources: {'Port': ['ID=aef629d0-9621-47ca-9e41-511ba940ee8f,revision_number=None']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:02:54.498192 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-fdf2f56f-4546-46cc-b10d-621df376751e tempest-NetworksIpV6TestAttrs-234256711 tempest-NetworksIpV6TestAttrs-234256711-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-973498', 'neutron.services.segments.db._delete_segments_for_network-8742235207033'] for network (090fd5a9-3b98-4912-bab1-623cd90ef23f), precommit_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:54.520751 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.services.segments.db [None req-fdf2f56f-4546-46cc-b10d-621df376751e tempest-NetworksIpV6TestAttrs-234256711 tempest-NetworksIpV6TestAttrs-234256711-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['090fd5a9-3b98-4912-bab1-623cd90ef23f']}} {{(pid=116161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:02:54.543752 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.services.segments.db [None req-fdf2f56f-4546-46cc-b10d-621df376751e tempest-NetworksIpV6TestAttrs-234256711 tempest-NetworksIpV6TestAttrs-234256711-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f8106056-97ae-4211-9394-0783096c6637') {'for_net_delete': True} {{(pid=116161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:02:54.544332 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.services.segments.db [None req-fdf2f56f-4546-46cc-b10d-621df376751e tempest-NetworksIpV6TestAttrs-234256711 tempest-NetworksIpV6TestAttrs-234256711-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f8106056-97ae-4211-9394-0783096c6637') {} {{(pid=116161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:02:54.555496 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-9d05cf4e-353b-4756-9234-a7d731fd2774 tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Publish callbacks [] for router_controller (76b1ebbc-a6af-47dd-8e4b-49120c5516a9), precommit_add_association {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:54.559411 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-d72b4832-4eab-4d1a-b950-00b3daa80e03 None None] Deleting port cf412b34-4c62-4567-ba8b-f7c184e2e584 {{(pid=116163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 11:02:54.559411 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-d72b4832-4eab-4d1a-b950-00b3daa80e03 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742235130188'] for port (cf412b34-4c62-4567-ba8b-f7c184e2e584), before_delete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:54.573836 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-fdf2f56f-4546-46cc-b10d-621df376751e tempest-NetworksIpV6TestAttrs-234256711 tempest-NetworksIpV6TestAttrs-234256711-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742235208578', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8076969'] for segment (f8106056-97ae-4211-9394-0783096c6637), before_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:54.581702 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-592f2236-5081-4277-9e68-8077f63af90f tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-971303'] for subnet (8a120fc4-be8b-4940-bfcb-253dcb616ae4), precommit_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:54.597652 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-fdf2f56f-4546-46cc-b10d-621df376751e tempest-NetworksIpV6TestAttrs-234256711 tempest-NetworksIpV6TestAttrs-234256711-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-961978'] for segment (f8106056-97ae-4211-9394-0783096c6637), precommit_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:54.605566 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fdf2f56f-4546-46cc-b10d-621df376751e tempest-NetworksIpV6TestAttrs-234256711 tempest-NetworksIpV6TestAttrs-234256711-project] Releasing vlan 50 on physical network physnet1 to pool {{(pid=116161) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 11:02:54.605982 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-fdf2f56f-4546-46cc-b10d-621df376751e tempest-NetworksIpV6TestAttrs-234256711 tempest-NetworksIpV6TestAttrs-234256711-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-961978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5219103'] for segment (f8106056-97ae-4211-9394-0783096c6637), after_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:54.608432 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 51856) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:02:54.629476 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Device cf412b34-4c62-4567-ba8b-f7c184e2e584 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=116163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 11:02:54.647521 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-9d05cf4e-353b-4756-9234-a7d731fd2774 tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2060818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1935326'] for router (76b1ebbc-a6af-47dd-8e4b-49120c5516a9), after_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:54.717377 dv-neutron-master-2-hyperv neutron-server[116161]: Traceback (most recent call last): Apr 28 11:02:54.717377 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 11:02:54.717377 dv-neutron-master-2-hyperv neutron-server[116161]: timer() Apr 28 11:02:54.717377 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 11:02:54.717377 dv-neutron-master-2-hyperv neutron-server[116161]: cb(*args, **kw) Apr 28 11:02:54.717377 dv-neutron-master-2-hyperv neutron-server[116161]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 28 11:02:54.717377 dv-neutron-master-2-hyperv neutron-server[116161]: return func(*args, **kwargs) Apr 28 11:02:54.717377 dv-neutron-master-2-hyperv neutron-server[116161]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 11:02:54.717377 dv-neutron-master-2-hyperv neutron-server[116161]: self._notify() Apr 28 11:02:54.717377 dv-neutron-master-2-hyperv neutron-server[116161]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 11:02:54.717377 dv-neutron-master-2-hyperv neutron-server[116161]: self.callback(batched_events) Apr 28 11:02:54.717377 dv-neutron-master-2-hyperv neutron-server[116161]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 11:02:54.717377 dv-neutron-master-2-hyperv neutron-server[116161]: event.method(event) Apr 28 11:02:54.717377 dv-neutron-master-2-hyperv neutron-server[116161]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 28 11:02:54.717377 dv-neutron-master-2-hyperv neutron-server[116161]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 11:02:54.717377 dv-neutron-master-2-hyperv neutron-server[116161]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 28 11:02:54.717377 dv-neutron-master-2-hyperv neutron-server[116161]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 11:02:54.717377 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 28 11:02:54.717377 dv-neutron-master-2-hyperv neutron-server[116161]: return f(self, *a, **k) Apr 28 11:02:54.717377 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 28 11:02:54.717377 dv-neutron-master-2-hyperv neutron-server[116161]: return self._get(url).json() Apr 28 11:02:54.717377 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 28 11:02:54.717377 dv-neutron-master-2-hyperv neutron-server[116161]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 11:02:54.717377 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 11:02:54.717377 dv-neutron-master-2-hyperv neutron-server[116161]: return self.request(url, 'GET', **kwargs) Apr 28 11:02:54.717377 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 11:02:54.717377 dv-neutron-master-2-hyperv neutron-server[116161]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 11:02:54.717377 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 11:02:54.717377 dv-neutron-master-2-hyperv neutron-server[116161]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 11:02:54.717377 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 11:02:54.717377 dv-neutron-master-2-hyperv neutron-server[116161]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 11:02:54.717377 dv-neutron-master-2-hyperv neutron-server[116161]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 11:02:54.760752 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-fdf2f56f-4546-46cc-b10d-621df376751e tempest-NetworksIpV6TestAttrs-234256711 tempest-NetworksIpV6TestAttrs-234256711-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-973477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2063122'] for network (090fd5a9-3b98-4912-bab1-623cd90ef23f), after_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:54.783521 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-fdf2f56f-4546-46cc-b10d-621df376751e tempest-NetworksIpV6TestAttrs-234256711 tempest-NetworksIpV6TestAttrs-234256711-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603020'] for network (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:54.786123 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-9d05cf4e-353b-4756-9234-a7d731fd2774 tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Publish callbacks [] for router (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:54.787690 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-9d05cf4e-353b-4756-9234-a7d731fd2774 tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.7291923 Apr 28 11:02:54.790335 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 51860) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:02:54.792236 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-fdf2f56f-4546-46cc-b10d-621df376751e tempest-NetworksIpV6TestAttrs-234256711 tempest-NetworksIpV6TestAttrs-234256711-project] 10.222.0.10 "DELETE /v2.0/networks/090fd5a9-3b98-4912-bab1-623cd90ef23f HTTP/1.1" status: 204 len: 168 time: 2.1398742 Apr 28 11:02:54.795299 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 51862) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:02:54.800539 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.v2.base [None req-6c9eccb7-309f-49fa-ace3-ccde9d3579bc tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Request body: {'port': {'network_id': '0824a4de-f600-4659-b62f-470b59d9e7af', 'name': 'tempest-RoutersIpV6Test-252781514'}} {{(pid=116162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:02:54.824073 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-592f2236-5081-4277-9e68-8077f63af90f tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-971310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5053962', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4210815'] for subnet (8a120fc4-be8b-4940-bfcb-253dcb616ae4), after_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:54.878868 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-592f2236-5081-4277-9e68-8077f63af90f tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] Pushing event deleted for resources: {'Subnet': ['ID=8a120fc4-be8b-4940-bfcb-253dcb616ae4,revision_number=None']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:02:54.925668 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-fb1fb6c5-0ab9-40fe-950d-7575eeac8db1 tempest-RoutersNegativeIpV6Test-273752723 tempest-RoutersNegativeIpV6Test-273752723-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-973498', 'neutron.services.segments.db._delete_segments_for_network-8742235207033'] for network (6072a3d1-0a45-44db-ad48-c57a06619c2c), precommit_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:54.930460 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-472d0c37-4814-4bed-b92e-08ea669d52fc tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5220536', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5125438'] for subnet (cc703b36-21e4-4d81-bdfc-05414d1f16ff), after_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:54.948141 dv-neutron-master-2-hyperv neutron-server[116163]: ERROR oslo_messaging.rpc.server [None req-edaee49c-b416-4ee4-bd24-370575da66c7 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 8a120fc4-be8b-4940-bfcb-253dcb616ae4: This subnet is being modified by another concurrent operation. Apr 28 11:02:54.948141 dv-neutron-master-2-hyperv neutron-server[116163]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Apr 28 11:02:54.948141 dv-neutron-master-2-hyperv neutron-server[116163]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Apr 28 11:02:54.948141 dv-neutron-master-2-hyperv neutron-server[116163]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Apr 28 11:02:54.948141 dv-neutron-master-2-hyperv neutron-server[116163]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Apr 28 11:02:54.948141 dv-neutron-master-2-hyperv neutron-server[116163]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Apr 28 11:02:54.948141 dv-neutron-master-2-hyperv neutron-server[116163]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Apr 28 11:02:54.948141 dv-neutron-master-2-hyperv neutron-server[116163]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Apr 28 11:02:54.948141 dv-neutron-master-2-hyperv neutron-server[116163]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Apr 28 11:02:54.948141 dv-neutron-master-2-hyperv neutron-server[116163]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Apr 28 11:02:54.948141 dv-neutron-master-2-hyperv neutron-server[116163]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 28 11:02:54.948141 dv-neutron-master-2-hyperv neutron-server[116163]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 28 11:02:54.948141 dv-neutron-master-2-hyperv neutron-server[116163]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 28 11:02:54.948141 dv-neutron-master-2-hyperv neutron-server[116163]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 28 11:02:54.948141 dv-neutron-master-2-hyperv neutron-server[116163]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 28 11:02:54.948141 dv-neutron-master-2-hyperv neutron-server[116163]: ERROR oslo_messaging.rpc.server raise self.value Apr 28 11:02:54.948141 dv-neutron-master-2-hyperv neutron-server[116163]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 28 11:02:54.948141 dv-neutron-master-2-hyperv neutron-server[116163]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 28 11:02:54.948141 dv-neutron-master-2-hyperv neutron-server[116163]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 28 11:02:54.948141 dv-neutron-master-2-hyperv neutron-server[116163]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 28 11:02:54.948141 dv-neutron-master-2-hyperv neutron-server[116163]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 28 11:02:54.948141 dv-neutron-master-2-hyperv neutron-server[116163]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 28 11:02:54.948141 dv-neutron-master-2-hyperv neutron-server[116163]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 28 11:02:54.948141 dv-neutron-master-2-hyperv neutron-server[116163]: ERROR oslo_messaging.rpc.server raise self.value Apr 28 11:02:54.948141 dv-neutron-master-2-hyperv neutron-server[116163]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 28 11:02:54.948141 dv-neutron-master-2-hyperv neutron-server[116163]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 28 11:02:54.948141 dv-neutron-master-2-hyperv neutron-server[116163]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 28 11:02:54.948141 dv-neutron-master-2-hyperv neutron-server[116163]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 28 11:02:54.948141 dv-neutron-master-2-hyperv neutron-server[116163]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 28 11:02:54.948141 dv-neutron-master-2-hyperv neutron-server[116163]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 28 11:02:54.948141 dv-neutron-master-2-hyperv neutron-server[116163]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 28 11:02:54.948141 dv-neutron-master-2-hyperv neutron-server[116163]: ERROR oslo_messaging.rpc.server raise self.value Apr 28 11:02:54.948141 dv-neutron-master-2-hyperv neutron-server[116163]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 28 11:02:54.948141 dv-neutron-master-2-hyperv neutron-server[116163]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 28 11:02:54.948141 dv-neutron-master-2-hyperv neutron-server[116163]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Apr 28 11:02:54.948141 dv-neutron-master-2-hyperv neutron-server[116163]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Apr 28 11:02:54.948141 dv-neutron-master-2-hyperv neutron-server[116163]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port Apr 28 11:02:54.948141 dv-neutron-master-2-hyperv neutron-server[116163]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Apr 28 11:02:54.948141 dv-neutron-master-2-hyperv neutron-server[116163]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Apr 28 11:02:54.948141 dv-neutron-master-2-hyperv neutron-server[116163]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Apr 28 11:02:54.948141 dv-neutron-master-2-hyperv neutron-server[116163]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Apr 28 11:02:54.948141 dv-neutron-master-2-hyperv neutron-server[116163]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Apr 28 11:02:54.948141 dv-neutron-master-2-hyperv neutron-server[116163]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Apr 28 11:02:54.948141 dv-neutron-master-2-hyperv neutron-server[116163]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 28 11:02:54.948141 dv-neutron-master-2-hyperv neutron-server[116163]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Apr 28 11:02:54.948141 dv-neutron-master-2-hyperv neutron-server[116163]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 28 11:02:54.948141 dv-neutron-master-2-hyperv neutron-server[116163]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 28 11:02:54.948141 dv-neutron-master-2-hyperv neutron-server[116163]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 28 11:02:54.948141 dv-neutron-master-2-hyperv neutron-server[116163]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 28 11:02:54.948141 dv-neutron-master-2-hyperv neutron-server[116163]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 28 11:02:54.948141 dv-neutron-master-2-hyperv neutron-server[116163]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 28 11:02:54.948141 dv-neutron-master-2-hyperv neutron-server[116163]: ERROR oslo_messaging.rpc.server raise self.value Apr 28 11:02:54.948141 dv-neutron-master-2-hyperv neutron-server[116163]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 28 11:02:54.948141 dv-neutron-master-2-hyperv neutron-server[116163]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 28 11:02:54.954305 dv-neutron-master-2-hyperv neutron-server[116163]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 28 11:02:54.954305 dv-neutron-master-2-hyperv neutron-server[116163]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 28 11:02:54.954305 dv-neutron-master-2-hyperv neutron-server[116163]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 28 11:02:54.954305 dv-neutron-master-2-hyperv neutron-server[116163]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 28 11:02:54.954305 dv-neutron-master-2-hyperv neutron-server[116163]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 28 11:02:54.954305 dv-neutron-master-2-hyperv neutron-server[116163]: ERROR oslo_messaging.rpc.server raise self.value Apr 28 11:02:54.954305 dv-neutron-master-2-hyperv neutron-server[116163]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 28 11:02:54.954305 dv-neutron-master-2-hyperv neutron-server[116163]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 28 11:02:54.954305 dv-neutron-master-2-hyperv neutron-server[116163]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 28 11:02:54.954305 dv-neutron-master-2-hyperv neutron-server[116163]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 28 11:02:54.954305 dv-neutron-master-2-hyperv neutron-server[116163]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 28 11:02:54.954305 dv-neutron-master-2-hyperv neutron-server[116163]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 28 11:02:54.954305 dv-neutron-master-2-hyperv neutron-server[116163]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 28 11:02:54.954305 dv-neutron-master-2-hyperv neutron-server[116163]: ERROR oslo_messaging.rpc.server raise self.value Apr 28 11:02:54.954305 dv-neutron-master-2-hyperv neutron-server[116163]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 28 11:02:54.954305 dv-neutron-master-2-hyperv neutron-server[116163]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 28 11:02:54.954305 dv-neutron-master-2-hyperv neutron-server[116163]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1544, in create_port Apr 28 11:02:54.954305 dv-neutron-master-2-hyperv neutron-server[116163]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Apr 28 11:02:54.954305 dv-neutron-master-2-hyperv neutron-server[116163]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1509, in _create_port_db Apr 28 11:02:54.954305 dv-neutron-master-2-hyperv neutron-server[116163]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Apr 28 11:02:54.954305 dv-neutron-master-2-hyperv neutron-server[116163]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1468, in create_port_db Apr 28 11:02:54.954305 dv-neutron-master-2-hyperv neutron-server[116163]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Apr 28 11:02:54.954305 dv-neutron-master-2-hyperv neutron-server[116163]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Apr 28 11:02:54.954305 dv-neutron-master-2-hyperv neutron-server[116163]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Apr 28 11:02:54.954305 dv-neutron-master-2-hyperv neutron-server[116163]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Apr 28 11:02:54.954305 dv-neutron-master-2-hyperv neutron-server[116163]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 28 11:02:54.954305 dv-neutron-master-2-hyperv neutron-server[116163]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Apr 28 11:02:54.954305 dv-neutron-master-2-hyperv neutron-server[116163]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Apr 28 11:02:54.954305 dv-neutron-master-2-hyperv neutron-server[116163]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Apr 28 11:02:54.954305 dv-neutron-master-2-hyperv neutron-server[116163]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Apr 28 11:02:54.954305 dv-neutron-master-2-hyperv neutron-server[116163]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Apr 28 11:02:54.954305 dv-neutron-master-2-hyperv neutron-server[116163]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Apr 28 11:02:54.954305 dv-neutron-master-2-hyperv neutron-server[116163]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 686, in _ipam_get_subnets Apr 28 11:02:54.954305 dv-neutron-master-2-hyperv neutron-server[116163]: ERROR oslo_messaging.rpc.server subnet.lock_register( Apr 28 11:02:54.954305 dv-neutron-master-2-hyperv neutron-server[116163]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Apr 28 11:02:54.954305 dv-neutron-master-2-hyperv neutron-server[116163]: ERROR oslo_messaging.rpc.server raise exception Apr 28 11:02:54.954305 dv-neutron-master-2-hyperv neutron-server[116163]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 8a120fc4-be8b-4940-bfcb-253dcb616ae4: This subnet is being modified by another concurrent operation. Apr 28 11:02:54.954305 dv-neutron-master-2-hyperv neutron-server[116163]: ERROR oslo_messaging.rpc.server Apr 28 11:02:54.959669 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf2f56f-4546-46cc-b10d-621df376751e tempest-NetworksIpV6TestAttrs-234256711 tempest-NetworksIpV6TestAttrs-234256711-project] Pushing event deleted for resources: {'Network': ['ID=090fd5a9-3b98-4912-bab1-623cd90ef23f,revision_number=None']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:02:54.963614 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-8c062270-800b-4b7a-84a0-8c0bd4249720 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:54.969562 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5145fd5d-336f-46bf-ae4c-7fd26360be84 req-21173bae-ab9a-4d1f-946d-ed25edc8069b tempest-ServerActionsTestJSON-1498610228 tempest-ServerActionsTestJSON-1498610228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:02:54.970214 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-5145fd5d-336f-46bf-ae4c-7fd26360be84 req-21173bae-ab9a-4d1f-946d-ed25edc8069b tempest-ServerActionsTestJSON-1498610228 tempest-ServerActionsTestJSON-1498610228-project] 10.222.0.10 "GET /v2.0/ports?device_id=6bd2b59b-b5db-4639-9109-3dca095b7768 HTTP/1.1" status: 200 len: 946 time: 0.2920728 Apr 28 11:02:54.975045 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-d72b4832-4eab-4d1a-b950-00b3daa80e03 None None] For port cf412b34-4c62-4567-ba8b-f7c184e2e584, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=cf412b34-4c62-4567-ba8b-f7c184e2e584,segment=NetworkSegment(2db408aa-5bb7-4b82-a4ec-d6ff751a1b02),segment_id=2db408aa-5bb7-4b82-a4ec-d6ff751a1b02)] {{(pid=116163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 11:02:54.975566 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-d72b4832-4eab-4d1a-b950-00b3daa80e03 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1938497'] for port (cf412b34-4c62-4567-ba8b-f7c184e2e584), precommit_delete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:55.006250 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-d72b4832-4eab-4d1a-b950-00b3daa80e03 None None] Calling delete_port for cf412b34-4c62-4567-ba8b-f7c184e2e584 owned by network:dhcp {{(pid=116163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 11:02:55.022115 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.db_base_plugin_common [None req-46ad841e-3d00-4586-a142-1fe7ff9fdfff None None] Allocated IP 2001:db8::2 (0824a4de-f600-4659-b62f-470b59d9e7af/6013b1b5-faef-4516-9682-78a8d94a0dbb/3adbd1c1-2e65-49ac-83c4-21afedc09c82) {{(pid=116163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 11:02:55.050283 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-592f2236-5081-4277-9e68-8077f63af90f tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-973498', 'neutron.services.segments.db._delete_segments_for_network-8742235207033'] for network (1189235d-7751-4711-8cd5-c4c1345cce61), precommit_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:55.071539 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.services.segments.db [None req-fb1fb6c5-0ab9-40fe-950d-7575eeac8db1 tempest-RoutersNegativeIpV6Test-273752723 tempest-RoutersNegativeIpV6Test-273752723-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6072a3d1-0a45-44db-ad48-c57a06619c2c']}} {{(pid=116161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:02:55.100063 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.plugin [None req-267e8ab4-339c-4104-bab3-1d215161ada3 tempest-NetworksIpV6TestAttrs-234256711 tempest-NetworksIpV6TestAttrs-234256711-project] Deleting port 04553f96-6a36-4d1a-a7cf-6a13c1438c17 {{(pid=116161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 11:02:55.100695 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-267e8ab4-339c-4104-bab3-1d215161ada3 tempest-NetworksIpV6TestAttrs-234256711 tempest-NetworksIpV6TestAttrs-234256711-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742235130188'] for port (04553f96-6a36-4d1a-a7cf-6a13c1438c17), before_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:55.103192 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfa448be-e129-43e8-877c-3a3871e88724 None None] Network 1189235d-7751-4711-8cd5-c4c1345cce61 requested from dv-neutron-master-2-hyperv {{(pid=116163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 11:02:55.115024 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.services.segments.db [None req-fb1fb6c5-0ab9-40fe-950d-7575eeac8db1 tempest-RoutersNegativeIpV6Test-273752723 tempest-RoutersNegativeIpV6Test-273752723-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '177088ca-9781-4427-bb1c-019e411f66c0') {'for_net_delete': True} {{(pid=116161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:02:55.115326 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.services.segments.db [None req-fb1fb6c5-0ab9-40fe-950d-7575eeac8db1 tempest-RoutersNegativeIpV6Test-273752723 tempest-RoutersNegativeIpV6Test-273752723-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '177088ca-9781-4427-bb1c-019e411f66c0') {} {{(pid=116161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:02:55.133821 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.services.segments.db [None req-592f2236-5081-4277-9e68-8077f63af90f tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1189235d-7751-4711-8cd5-c4c1345cce61']}} {{(pid=116162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:02:55.142010 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-472d0c37-4814-4bed-b92e-08ea669d52fc tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Pushing event updated for resources: {'Subnet': ['ID=cc703b36-21e4-4d81-bdfc-05414d1f16ff,revision_number=0']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:02:55.148027 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-fb1fb6c5-0ab9-40fe-950d-7575eeac8db1 tempest-RoutersNegativeIpV6Test-273752723 tempest-RoutersNegativeIpV6Test-273752723-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742235208578', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8076969'] for segment (177088ca-9781-4427-bb1c-019e411f66c0), before_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:55.158646 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-5145fd5d-336f-46bf-ae4c-7fd26360be84 req-b0ffd376-2910-406a-baf2-55ccf75760af tempest-ServerActionsTestJSON-1498610228 tempest-ServerActionsTestJSON-1498610228-project] 10.222.0.10 "GET /v2.0/security-groups?id=0f246414-c46b-4ee7-b196-c819605d877f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1538956 Apr 28 11:02:55.163997 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.services.segments.db [None req-592f2236-5081-4277-9e68-8077f63af90f tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2bfbce3b-e3a4-4909-9583-593418bbc66a') {'for_net_delete': True} {{(pid=116162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:02:55.164459 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.services.segments.db [None req-592f2236-5081-4277-9e68-8077f63af90f tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2bfbce3b-e3a4-4909-9583-593418bbc66a') {} {{(pid=116162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:02:55.186033 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-472d0c37-4814-4bed-b92e-08ea669d52fc tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Checking segment: {'id': 'ddf4ee6a-0064-47fa-85d3-1533e5fd2cb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '565cbb4e-c0b3-4258-baef-00b0eab9818a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 11:02:55.186246 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Current status of the port cf412b34-4c62-4567-ba8b-f7c184e2e584 is: ACTIVE; New status is: DOWN {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:02:55.186624 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (cf412b34-4c62-4567-ba8b-f7c184e2e584), before_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:55.187518 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-472d0c37-4814-4bed-b92e-08ea669d52fc tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Network hostable DHCP agents. Network: 565cbb4e-c0b3-4258-baef-00b0eab9818a, hostable agents: ['75ba81b7-fe99-4281-90d2-a5adb445ecea'], hosted agents: [] {{(pid=116161) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 11:02:55.197220 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-592f2236-5081-4277-9e68-8077f63af90f tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742235208578', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5026548'] for segment (2bfbce3b-e3a4-4909-9583-593418bbc66a), before_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:55.208930 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-fb1fb6c5-0ab9-40fe-950d-7575eeac8db1 tempest-RoutersNegativeIpV6Test-273752723 tempest-RoutersNegativeIpV6Test-273752723-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-961978'] for segment (177088ca-9781-4427-bb1c-019e411f66c0), precommit_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:55.234216 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-592f2236-5081-4277-9e68-8077f63af90f tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-961978'] for segment (2bfbce3b-e3a4-4909-9583-593418bbc66a), precommit_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:55.250831 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-592f2236-5081-4277-9e68-8077f63af90f tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] Releasing vlan 86 on physical network physnet1 to pool {{(pid=116162) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 11:02:55.251471 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-592f2236-5081-4277-9e68-8077f63af90f tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-961978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5051884'] for segment (2bfbce3b-e3a4-4909-9583-593418bbc66a), after_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:55.257232 dv-neutron-master-2-hyperv neutron-server[116162]: Traceback (most recent call last): Apr 28 11:02:55.257232 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 11:02:55.257232 dv-neutron-master-2-hyperv neutron-server[116162]: timer() Apr 28 11:02:55.257232 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 11:02:55.257232 dv-neutron-master-2-hyperv neutron-server[116162]: cb(*args, **kw) Apr 28 11:02:55.257232 dv-neutron-master-2-hyperv neutron-server[116162]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 28 11:02:55.257232 dv-neutron-master-2-hyperv neutron-server[116162]: return func(*args, **kwargs) Apr 28 11:02:55.257232 dv-neutron-master-2-hyperv neutron-server[116162]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 11:02:55.257232 dv-neutron-master-2-hyperv neutron-server[116162]: self._notify() Apr 28 11:02:55.257232 dv-neutron-master-2-hyperv neutron-server[116162]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 11:02:55.257232 dv-neutron-master-2-hyperv neutron-server[116162]: self.callback(batched_events) Apr 28 11:02:55.257232 dv-neutron-master-2-hyperv neutron-server[116162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 11:02:55.257232 dv-neutron-master-2-hyperv neutron-server[116162]: event.method(event) Apr 28 11:02:55.257232 dv-neutron-master-2-hyperv neutron-server[116162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 28 11:02:55.257232 dv-neutron-master-2-hyperv neutron-server[116162]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 11:02:55.257232 dv-neutron-master-2-hyperv neutron-server[116162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 28 11:02:55.257232 dv-neutron-master-2-hyperv neutron-server[116162]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 11:02:55.257232 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 28 11:02:55.257232 dv-neutron-master-2-hyperv neutron-server[116162]: return f(self, *a, **k) Apr 28 11:02:55.257232 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 28 11:02:55.257232 dv-neutron-master-2-hyperv neutron-server[116162]: return self._get(url).json() Apr 28 11:02:55.257232 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 28 11:02:55.257232 dv-neutron-master-2-hyperv neutron-server[116162]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 11:02:55.257232 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 11:02:55.257232 dv-neutron-master-2-hyperv neutron-server[116162]: return self.request(url, 'GET', **kwargs) Apr 28 11:02:55.257232 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 11:02:55.257232 dv-neutron-master-2-hyperv neutron-server[116162]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 11:02:55.257232 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 11:02:55.257232 dv-neutron-master-2-hyperv neutron-server[116162]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 11:02:55.257232 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 11:02:55.257232 dv-neutron-master-2-hyperv neutron-server[116162]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 11:02:55.257232 dv-neutron-master-2-hyperv neutron-server[116162]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 11:02:55.264294 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] For port cf412b34-4c62-4567-ba8b-f7c184e2e584, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=cf412b34-4c62-4567-ba8b-f7c184e2e584,segment=NetworkSegment(2db408aa-5bb7-4b82-a4ec-d6ff751a1b02),segment_id=2db408aa-5bb7-4b82-a4ec-d6ff751a1b02)] {{(pid=116163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 11:02:55.266366 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fb1fb6c5-0ab9-40fe-950d-7575eeac8db1 tempest-RoutersNegativeIpV6Test-273752723 tempest-RoutersNegativeIpV6Test-273752723-project] Releasing vlan 97 on physical network physnet1 to pool {{(pid=116161) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 11:02:55.267006 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-fb1fb6c5-0ab9-40fe-950d-7575eeac8db1 tempest-RoutersNegativeIpV6Test-273752723 tempest-RoutersNegativeIpV6Test-273752723-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-961978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5219103'] for segment (177088ca-9781-4427-bb1c-019e411f66c0), after_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:55.270358 dv-neutron-master-2-hyperv neutron-server[116161]: Traceback (most recent call last): Apr 28 11:02:55.270358 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 11:02:55.270358 dv-neutron-master-2-hyperv neutron-server[116161]: timer() Apr 28 11:02:55.270358 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 11:02:55.270358 dv-neutron-master-2-hyperv neutron-server[116161]: cb(*args, **kw) Apr 28 11:02:55.270358 dv-neutron-master-2-hyperv neutron-server[116161]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 28 11:02:55.270358 dv-neutron-master-2-hyperv neutron-server[116161]: return func(*args, **kwargs) Apr 28 11:02:55.270358 dv-neutron-master-2-hyperv neutron-server[116161]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 11:02:55.270358 dv-neutron-master-2-hyperv neutron-server[116161]: self._notify() Apr 28 11:02:55.270358 dv-neutron-master-2-hyperv neutron-server[116161]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 11:02:55.270358 dv-neutron-master-2-hyperv neutron-server[116161]: self.callback(batched_events) Apr 28 11:02:55.270358 dv-neutron-master-2-hyperv neutron-server[116161]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 11:02:55.270358 dv-neutron-master-2-hyperv neutron-server[116161]: event.method(event) Apr 28 11:02:55.270358 dv-neutron-master-2-hyperv neutron-server[116161]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 28 11:02:55.270358 dv-neutron-master-2-hyperv neutron-server[116161]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 11:02:55.270358 dv-neutron-master-2-hyperv neutron-server[116161]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 28 11:02:55.270358 dv-neutron-master-2-hyperv neutron-server[116161]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 11:02:55.270358 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 28 11:02:55.270358 dv-neutron-master-2-hyperv neutron-server[116161]: return f(self, *a, **k) Apr 28 11:02:55.270358 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 28 11:02:55.270358 dv-neutron-master-2-hyperv neutron-server[116161]: return self._get(url).json() Apr 28 11:02:55.270358 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 28 11:02:55.270358 dv-neutron-master-2-hyperv neutron-server[116161]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 11:02:55.270358 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 11:02:55.270358 dv-neutron-master-2-hyperv neutron-server[116161]: return self.request(url, 'GET', **kwargs) Apr 28 11:02:55.270358 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 11:02:55.270358 dv-neutron-master-2-hyperv neutron-server[116161]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 11:02:55.270358 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 11:02:55.270358 dv-neutron-master-2-hyperv neutron-server[116161]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 11:02:55.270358 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 11:02:55.270358 dv-neutron-master-2-hyperv neutron-server[116161]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 11:02:55.270358 dv-neutron-master-2-hyperv neutron-server[116161]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 11:02:55.285749 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-267e8ab4-339c-4104-bab3-1d215161ada3 tempest-NetworksIpV6TestAttrs-234256711 tempest-NetworksIpV6TestAttrs-234256711-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1938497'] for port (04553f96-6a36-4d1a-a7cf-6a13c1438c17), precommit_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:55.303047 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c9eccb7-309f-49fa-ace3-ccde9d3579bc tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Made reservation on behalf of 0f4d85af73ea40518271b3ac6c23a282 for: {'port': 1} {{(pid=116162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 11:02:55.306438 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-6c9eccb7-309f-49fa-ace3-ccde9d3579bc tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (None), before_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:55.348204 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.notifiers.nova [None req-6c9eccb7-309f-49fa-ace3-ccde9d3579bc tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] device_id is not set on port 41f230b5-a768-4eae-a738-e6c48dd53981 yet. {{(pid=116162) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 28 11:02:55.353941 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-8c062270-800b-4b7a-84a0-8c0bd4249720 admin admin] Publish callbacks [] for security_group (6372c4f5-1471-4917-a653-596de7f7bdeb), precommit_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:55.366694 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.plugin [None req-267e8ab4-339c-4104-bab3-1d215161ada3 tempest-NetworksIpV6TestAttrs-234256711 tempest-NetworksIpV6TestAttrs-234256711-project] Calling delete_port for 04553f96-6a36-4d1a-a7cf-6a13c1438c17 owned by {{(pid=116161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 11:02:55.368204 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393'] for port (cf412b34-4c62-4567-ba8b-f7c184e2e584), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:55.369064 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Device a109a587-37ce-405f-a102-e4b99bf3c8b7 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=116163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 11:02:55.375723 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-472d0c37-4814-4bed-b92e-08ea669d52fc tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Network 565cbb4e-c0b3-4258-baef-00b0eab9818a is scheduled to be hosted by DHCP agent 75ba81b7-fe99-4281-90d2-a5adb445ecea with binding_index 1 {{(pid=116161) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 11:02:55.407869 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c781cc2f-505e-4eeb-bcdf-e1a91336f6d5 req-93dca827-d350-484b-8c31-3ff5562cc13f tempest-ServerActionsTestJSON-1498610228 tempest-ServerActionsTestJSON-1498610228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:02:55.415464 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-c781cc2f-505e-4eeb-bcdf-e1a91336f6d5 req-93dca827-d350-484b-8c31-3ff5562cc13f tempest-ServerActionsTestJSON-1498610228 tempest-ServerActionsTestJSON-1498610228-project] 10.222.0.10 "GET /v2.0/ports?device_id=6bd2b59b-b5db-4639-9109-3dca095b7768 HTTP/1.1" status: 200 len: 946 time: 0.1188145 Apr 28 11:02:55.417083 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] No Port match for: a109a587-37ce-405f-a102-e4b99bf3c8b7 {{(pid=116163) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 28 11:02:55.417536 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Device a109a587-37ce-405f-a102-e4b99bf3c8b7 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=116163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 11:02:55.475985 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-8c062270-800b-4b7a-84a0-8c0bd4249720 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924426'] for security_group (6372c4f5-1471-4917-a653-596de7f7bdeb), after_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:55.490774 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Pushing event updated for resources: {'Port': ['ID=cf412b34-4c62-4567-ba8b-f7c184e2e584,revision_number=5']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:02:55.493422 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.objects.ports [None req-396833b8-34b4-455b-9151-f5c31f0af7a1 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=116162) get_objects /opt/stack/neutron/neutron/objects/ports.py:463}} Apr 28 11:02:55.494752 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-d72b4832-4eab-4d1a-b950-00b3daa80e03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742235135690', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742234710366'] for port (cf412b34-4c62-4567-ba8b-f7c184e2e584), after_delete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:55.517608 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-c781cc2f-505e-4eeb-bcdf-e1a91336f6d5 req-d7ff0bb0-67d5-44f8-b4e8-e76bede12caf tempest-ServerActionsTestJSON-1498610228 tempest-ServerActionsTestJSON-1498610228-project] 10.222.0.10 "GET /v2.0/security-groups?id=0f246414-c46b-4ee7-b196-c819605d877f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1008873 Apr 28 11:02:55.520191 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.scheduler.base_scheduler [None req-472d0c37-4814-4bed-b92e-08ea669d52fc tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 565cbb4e-c0b3-4258-baef-00b0eab9818a) {{(pid=116161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 11:02:55.521794 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-fb1fb6c5-0ab9-40fe-950d-7575eeac8db1 tempest-RoutersNegativeIpV6Test-273752723 tempest-RoutersNegativeIpV6Test-273752723-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-973477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2063122'] for network (6072a3d1-0a45-44db-ad48-c57a06619c2c), after_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:55.534259 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-472d0c37-4814-4bed-b92e-08ea669d52fc tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:02:55.535059 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-472d0c37-4814-4bed-b92e-08ea669d52fc tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Publish callbacks [] for subnet (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:55.551784 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-46ad841e-3d00-4586-a142-1fe7ff9fdfff None None] Publish callbacks [] for port (3adbd1c1-2e65-49ac-83c4-21afedc09c82), precommit_create {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:55.558040 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d72b4832-4eab-4d1a-b950-00b3daa80e03 None None] No DVR routers for this DVR port cf412b34-4c62-4567-ba8b-f7c184e2e584 on host dv-neutron-master-2-hyperv {{(pid=116163) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 11:02:55.571540 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b7b01a5-f64d-4df6-8e18-29e871c7e239 None None] Network 565cbb4e-c0b3-4258-baef-00b0eab9818a requested from dv-neutron-master-2-hyperv {{(pid=116163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 11:02:55.574338 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-fb1fb6c5-0ab9-40fe-950d-7575eeac8db1 tempest-RoutersNegativeIpV6Test-273752723 tempest-RoutersNegativeIpV6Test-273752723-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603020'] for network (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:55.585076 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-fb1fb6c5-0ab9-40fe-950d-7575eeac8db1 tempest-RoutersNegativeIpV6Test-273752723 tempest-RoutersNegativeIpV6Test-273752723-project] 10.222.0.10 "DELETE /v2.0/networks/6072a3d1-0a45-44db-ad48-c57a06619c2c HTTP/1.1" status: 204 len: 168 time: 1.6013181 Apr 28 11:02:55.585076 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 51870) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:02:55.627207 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb1fb6c5-0ab9-40fe-950d-7575eeac8db1 tempest-RoutersNegativeIpV6Test-273752723 tempest-RoutersNegativeIpV6Test-273752723-project] Pushing event deleted for resources: {'Network': ['ID=6072a3d1-0a45-44db-ad48-c57a06619c2c,revision_number=None']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:02:55.643321 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72b4832-4eab-4d1a-b950-00b3daa80e03 None None] Pushing event deleted for resources: {'Port': ['ID=cf412b34-4c62-4567-ba8b-f7c184e2e584,revision_number=None']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:02:55.654030 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-592f2236-5081-4277-9e68-8077f63af90f tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-973477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2063122'] for network (1189235d-7751-4711-8cd5-c4c1345cce61), after_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:55.660699 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-46ad841e-3d00-4586-a142-1fe7ff9fdfff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742234710357'] for port (3adbd1c1-2e65-49ac-83c4-21afedc09c82), after_create {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:55.691791 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-592f2236-5081-4277-9e68-8077f63af90f tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] Publish callbacks [] for network (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:55.701152 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-592f2236-5081-4277-9e68-8077f63af90f tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] 10.222.0.10 "DELETE /v2.0/networks/1189235d-7751-4711-8cd5-c4c1345cce61 HTTP/1.1" status: 204 len: 168 time: 1.6020339 Apr 28 11:02:55.711837 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c062270-800b-4b7a-84a0-8c0bd4249720 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6372c4f5-1471-4917-a653-596de7f7bdeb,revision_number=1']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:02:55.714905 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 51874) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:02:55.728955 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-8c062270-800b-4b7a-84a0-8c0bd4249720 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=6c9e2f150864482fb2e3347cec0739f2&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1172323 Apr 28 11:02:55.729678 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.v2.base [None req-947fd455-692d-4774-99fa-7e8e1ae2c95f tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-475323428'}} {{(pid=116161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:02:55.739215 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-472d0c37-4814-4bed-b92e-08ea669d52fc tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.4909458 Apr 28 11:02:55.739215 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 51876) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:02:55.739597 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 51878) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:02:55.763524 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46ad841e-3d00-4586-a142-1fe7ff9fdfff None None] Network 0824a4de-f600-4659-b62f-470b59d9e7af is already hosted by enough agents. {{(pid=116163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 11:02:55.775108 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.scheduler.base_scheduler [None req-46ad841e-3d00-4586-a142-1fe7ff9fdfff None None] Resources bound (agent type, host, resource id): {{(pid=116163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 11:02:55.789245 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46ad841e-3d00-4586-a142-1fe7ff9fdfff None None] Received port after_create {{(pid=116163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 11:02:55.789626 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-592f2236-5081-4277-9e68-8077f63af90f tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] Pushing event deleted for resources: {'Network': ['ID=1189235d-7751-4711-8cd5-c4c1345cce61,revision_number=None']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:02:55.845521 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ad841e-3d00-4586-a142-1fe7ff9fdfff None None] Pushing event updated for resources: {'Port': ['ID=3adbd1c1-2e65-49ac-83c4-21afedc09c82,revision_number=1']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:02:55.900412 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.db.db_base_plugin_common [None req-6c9eccb7-309f-49fa-ace3-ccde9d3579bc tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Allocated IP 2001:db8::3d6 (0824a4de-f600-4659-b62f-470b59d9e7af/6013b1b5-faef-4516-9682-78a8d94a0dbb/41f230b5-a768-4eae-a738-e6c48dd53981) {{(pid=116162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 11:02:55.917735 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.managers [None req-46ad841e-3d00-4586-a142-1fe7ff9fdfff None None] Attempting to bind port 3adbd1c1-2e65-49ac-83c4-21afedc09c82 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=116163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 28 11:02:55.918193 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.managers [None req-46ad841e-3d00-4586-a142-1fe7ff9fdfff None None] Attempting to bind port 3adbd1c1-2e65-49ac-83c4-21afedc09c82 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '32d12300-1d75-45ff-a410-501a2f08b7fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '0824a4de-f600-4659-b62f-470b59d9e7af'}] {{(pid=116163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 28 11:02:55.918801 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46ad841e-3d00-4586-a142-1fe7ff9fdfff None None] Attempting to bind port 3adbd1c1-2e65-49ac-83c4-21afedc09c82 on network 0824a4de-f600-4659-b62f-470b59d9e7af {{(pid=116163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 11:02:55.925673 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46ad841e-3d00-4586-a142-1fe7ff9fdfff None None] Checking agent: {'id': 'd5baab19-5dd1-4902-922b-84acb048ab9c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 10, 50, 43), 'started_at': datetime.datetime(2022, 4, 28, 10, 51, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 11, 2, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=116163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 11:02:55.926833 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46ad841e-3d00-4586-a142-1fe7ff9fdfff None None] Checking segment: {'id': '32d12300-1d75-45ff-a410-501a2f08b7fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '0824a4de-f600-4659-b62f-470b59d9e7af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 11:02:55.927555 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-46ad841e-3d00-4586-a142-1fe7ff9fdfff None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:55.929319 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46ad841e-3d00-4586-a142-1fe7ff9fdfff None None] Bound using segment: {'id': '32d12300-1d75-45ff-a410-501a2f08b7fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '0824a4de-f600-4659-b62f-470b59d9e7af'} {{(pid=116163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 11:02:55.930936 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.managers [None req-46ad841e-3d00-4586-a142-1fe7ff9fdfff None None] Bound port: 3adbd1c1-2e65-49ac-83c4-21afedc09c82, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32d12300-1d75-45ff-a410-501a2f08b7fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '0824a4de-f600-4659-b62f-470b59d9e7af'}}] {{(pid=116163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 28 11:02:55.931566 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-46ad841e-3d00-4586-a142-1fe7ff9fdfff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (3adbd1c1-2e65-49ac-83c4-21afedc09c82), before_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:55.957739 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccf56f58-e52f-41c9-a63d-6c24422f8cdb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-565cbb4e-c0b3-4258-baef-00b0eab9818a', 'network_id': '565cbb4e-c0b3-4258-baef-00b0eab9818a', 'project_id': 'f86d085f9b42493aa6c0f40f62349e1e', 'fixed_ips': [{'subnet_id': 'cc703b36-21e4-4d81-bdfc-05414d1f16ff'}]}} from dv-neutron-master-2-hyperv. {{(pid=116163) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 28 11:02:55.959190 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-ccf56f58-e52f-41c9-a63d-6c24422f8cdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (None), before_create {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:56.003803 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-396833b8-34b4-455b-9151-f5c31f0af7a1 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (e6d8614f-b49d-4148-899e-d635e68e5b51), before_update {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:56.098255 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-46ad841e-3d00-4586-a142-1fe7ff9fdfff None None] For port 3adbd1c1-2e65-49ac-83c4-21afedc09c82, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=116163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 11:02:56.132665 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-46ad841e-3d00-4586-a142-1fe7ff9fdfff None None] For port 3adbd1c1-2e65-49ac-83c4-21afedc09c82, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=3adbd1c1-2e65-49ac-83c4-21afedc09c82,segment=NetworkSegment(32d12300-1d75-45ff-a410-501a2f08b7fa),segment_id=32d12300-1d75-45ff-a410-501a2f08b7fa)] {{(pid=116163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 11:02:56.138947 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-cac04853-aaac-417c-ad86-2e97d41923d1 None None] Provisioning complete for port e6d8614f-b49d-4148-899e-d635e68e5b51 triggered by entity DHCP. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:02:56.139424 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-cac04853-aaac-417c-ad86-2e97d41923d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (e6d8614f-b49d-4148-899e-d635e68e5b51), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:56.186506 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.v2.base [None req-3bc5c2fb-8670-4a11-a072-9d072c1bbca9 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Request body: {'port': {'network_id': '565cbb4e-c0b3-4258-baef-00b0eab9818a', 'security_groups': [], 'name': 'tempest-PortsTestJSON-2104640999'}} {{(pid=116161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:02:56.226368 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-46ad841e-3d00-4586-a142-1fe7ff9fdfff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393'] for port (3adbd1c1-2e65-49ac-83c4-21afedc09c82), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:56.226965 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-28878029-3158-4cd7-bfaa-2b2f1fc95b7c tempest-RoutersNegativeIpV6Test-273752723 tempest-RoutersNegativeIpV6Test-273752723-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-979593'] for network (80f8af14-3149-4e17-abf1-09ab55bfa99e), before_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:56.288035 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-267e8ab4-339c-4104-bab3-1d215161ada3 tempest-NetworksIpV6TestAttrs-234256711 tempest-NetworksIpV6TestAttrs-234256711-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742235135690', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742234710366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5219112'] for port (04553f96-6a36-4d1a-a7cf-6a13c1438c17), after_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:56.305129 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.db_base_plugin_common [None req-ccf56f58-e52f-41c9-a63d-6c24422f8cdb None None] Allocated IP 172.20.0.2 (565cbb4e-c0b3-4258-baef-00b0eab9818a/cc703b36-21e4-4d81-bdfc-05414d1f16ff/ba98dc70-a316-493a-ad16-a7b54f0367b8) {{(pid=116163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 11:02:56.355853 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ad841e-3d00-4586-a142-1fe7ff9fdfff None None] Pushing event updated for resources: {'Port': ['ID=3adbd1c1-2e65-49ac-83c4-21afedc09c82,revision_number=2']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:02:56.381410 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-cac04853-aaac-417c-ad86-2e97d41923d1 None None] Current status of the port e6d8614f-b49d-4148-899e-d635e68e5b51 is: DOWN; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:02:56.381410 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-cac04853-aaac-417c-ad86-2e97d41923d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (e6d8614f-b49d-4148-899e-d635e68e5b51), before_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:56.408988 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab815203-d94c-422b-ba59-cc2f5a266064 req-4311dced-76ff-471b-b86a-91885bc04a24 tempest-ServerActionsTestJSON-1498610228 tempest-ServerActionsTestJSON-1498610228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:02:56.410564 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-ab815203-d94c-422b-ba59-cc2f5a266064 req-4311dced-76ff-471b-b86a-91885bc04a24 tempest-ServerActionsTestJSON-1498610228 tempest-ServerActionsTestJSON-1498610228-project] 10.222.0.10 "GET /v2.0/ports?device_id=6bd2b59b-b5db-4639-9109-3dca095b7768 HTTP/1.1" status: 200 len: 946 time: 0.2296908 Apr 28 11:02:56.470827 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-cac04853-aaac-417c-ad86-2e97d41923d1 None None] For port e6d8614f-b49d-4148-899e-d635e68e5b51, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=e6d8614f-b49d-4148-899e-d635e68e5b51,segment=NetworkSegment(ffa4348d-378b-4e93-98fa-ab0dc49ee16c),segment_id=ffa4348d-378b-4e93-98fa-ab0dc49ee16c)] {{(pid=116163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 11:02:56.495100 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-28878029-3158-4cd7-bfaa-2b2f1fc95b7c tempest-RoutersNegativeIpV6Test-273752723 tempest-RoutersNegativeIpV6Test-273752723-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-973498', 'neutron.services.segments.db._delete_segments_for_network-8742235207033'] for network (80f8af14-3149-4e17-abf1-09ab55bfa99e), precommit_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:56.519272 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-6c9eccb7-309f-49fa-ace3-ccde9d3579bc tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Publish callbacks [] for port (41f230b5-a768-4eae-a738-e6c48dd53981), precommit_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:56.519773 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-947fd455-692d-4774-99fa-7e8e1ae2c95f tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] Made reservation on behalf of 6af68124dd864f2fba5b5c4453768950 for: {'network': 1} {{(pid=116161) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 11:02:56.519773 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-947fd455-692d-4774-99fa-7e8e1ae2c95f tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for network (None), before_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:56.519773 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267e8ab4-339c-4104-bab3-1d215161ada3 tempest-NetworksIpV6TestAttrs-234256711 tempest-NetworksIpV6TestAttrs-234256711-project] Pushing event deleted for resources: {'Port': ['ID=04553f96-6a36-4d1a-a7cf-6a13c1438c17,revision_number=None']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:02:56.545738 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-267e8ab4-339c-4104-bab3-1d215161ada3 tempest-NetworksIpV6TestAttrs-234256711 tempest-NetworksIpV6TestAttrs-234256711-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198022'] for port (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:56.548789 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-ccf56f58-e52f-41c9-a63d-6c24422f8cdb None None] Publish callbacks [] for port (ba98dc70-a316-493a-ad16-a7b54f0367b8), precommit_create {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:56.552682 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 51882) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:02:56.557167 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-267e8ab4-339c-4104-bab3-1d215161ada3 tempest-NetworksIpV6TestAttrs-234256711 tempest-NetworksIpV6TestAttrs-234256711-project] 10.222.0.10 "DELETE /v2.0/ports/04553f96-6a36-4d1a-a7cf-6a13c1438c17 HTTP/1.1" status: 204 len: 168 time: 1.7484143 Apr 28 11:02:56.567686 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-cac04853-aaac-417c-ad86-2e97d41923d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393'] for port (e6d8614f-b49d-4148-899e-d635e68e5b51), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:56.597825 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.db.api [None req-396833b8-34b4-455b-9151-f5c31f0af7a1 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=116162) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 28 11:02:56.600420 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG oslo_db.api [None req-396833b8-34b4-455b-9151-f5c31f0af7a1 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=116162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 28 11:02:56.600420 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.pecan_wsgi.hooks.translation [None req-85b89c03-3b3a-4626-a0c8-22e6329436a9 tempest-NetworksIpV6TestAttrs-234256711 tempest-NetworksIpV6TestAttrs-234256711-project] DELETE failed (client error): The resource could not be found. Apr 28 11:02:56.600420 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-85b89c03-3b3a-4626-a0c8-22e6329436a9 tempest-NetworksIpV6TestAttrs-234256711 tempest-NetworksIpV6TestAttrs-234256711-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=116162) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 28 11:02:56.613336 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.services.segments.db [None req-28878029-3158-4cd7-bfaa-2b2f1fc95b7c tempest-RoutersNegativeIpV6Test-273752723 tempest-RoutersNegativeIpV6Test-273752723-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['80f8af14-3149-4e17-abf1-09ab55bfa99e']}} {{(pid=116161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:02:56.621051 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-85b89c03-3b3a-4626-a0c8-22e6329436a9 tempest-NetworksIpV6TestAttrs-234256711 tempest-NetworksIpV6TestAttrs-234256711-project] 10.222.0.10 "DELETE /v2.0/subnets/d2a6cf9c-5a8a-4335-b6fd-ca8be1b172d1 HTTP/1.1" status: 404 len: 337 time: 0.0658000 Apr 28 11:02:56.623189 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 51884) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:02:56.651897 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-ccf56f58-e52f-41c9-a63d-6c24422f8cdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742234710357'] for port (ba98dc70-a316-493a-ad16-a7b54f0367b8), after_create {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:56.659096 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-47292609-11dd-40c3-80a3-0e1d30f43815 admin admin] Publish callbacks [] for security_group (6372c4f5-1471-4917-a653-596de7f7bdeb), before_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:56.662271 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.services.segments.db [None req-28878029-3158-4cd7-bfaa-2b2f1fc95b7c tempest-RoutersNegativeIpV6Test-273752723 tempest-RoutersNegativeIpV6Test-273752723-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2db408aa-5bb7-4b82-a4ec-d6ff751a1b02') {'for_net_delete': True} {{(pid=116161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:02:56.662865 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.services.segments.db [None req-28878029-3158-4cd7-bfaa-2b2f1fc95b7c tempest-RoutersNegativeIpV6Test-273752723 tempest-RoutersNegativeIpV6Test-273752723-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2db408aa-5bb7-4b82-a4ec-d6ff751a1b02') {} {{(pid=116161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:02:56.680774 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Device e6d8614f-b49d-4148-899e-d635e68e5b51 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=116163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 11:02:56.689944 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-947fd455-692d-4774-99fa-7e8e1ae2c95f tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 65} {{(pid=116161) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 11:02:56.704718 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-28878029-3158-4cd7-bfaa-2b2f1fc95b7c tempest-RoutersNegativeIpV6Test-273752723 tempest-RoutersNegativeIpV6Test-273752723-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742235208578', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8076969'] for segment (2db408aa-5bb7-4b82-a4ec-d6ff751a1b02), before_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:56.722536 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac04853-aaac-417c-ad86-2e97d41923d1 None None] Pushing event updated for resources: {'Port': ['ID=e6d8614f-b49d-4148-899e-d635e68e5b51,revision_number=4']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:02:56.743587 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-6c9eccb7-309f-49fa-ace3-ccde9d3579bc tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742234710357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5051867'] for port (41f230b5-a768-4eae-a738-e6c48dd53981), after_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:56.744966 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-947fd455-692d-4774-99fa-7e8e1ae2c95f tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-961978'] for segment (3cbc695f-e423-4b6e-a9b2-905078b4d1d4), precommit_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:56.745328 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.db.segments_db [None req-947fd455-692d-4774-99fa-7e8e1ae2c95f tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] Added segment 3cbc695f-e423-4b6e-a9b2-905078b4d1d4 of type vlan for network 8c04bb45-60cb-4397-acb2-d38cf80c75bd Apr 28 11:02:56.753625 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-ab815203-d94c-422b-ba59-cc2f5a266064 req-5853b0df-cc23-4d74-a17c-bb01baff731f tempest-ServerActionsTestJSON-1498610228 tempest-ServerActionsTestJSON-1498610228-project] 10.222.0.10 "GET /v2.0/security-groups?id=0f246414-c46b-4ee7-b196-c819605d877f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2501023 Apr 28 11:02:56.755630 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-47292609-11dd-40c3-80a3-0e1d30f43815 admin admin] Publish callbacks [] for security_group (6372c4f5-1471-4917-a653-596de7f7bdeb), precommit_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:56.757790 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-28878029-3158-4cd7-bfaa-2b2f1fc95b7c tempest-RoutersNegativeIpV6Test-273752723 tempest-RoutersNegativeIpV6Test-273752723-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-961978'] for segment (2db408aa-5bb7-4b82-a4ec-d6ff751a1b02), precommit_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:56.793169 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-28878029-3158-4cd7-bfaa-2b2f1fc95b7c tempest-RoutersNegativeIpV6Test-273752723 tempest-RoutersNegativeIpV6Test-273752723-project] Releasing vlan 96 on physical network physnet1 to pool {{(pid=116161) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 11:02:56.793589 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-28878029-3158-4cd7-bfaa-2b2f1fc95b7c tempest-RoutersNegativeIpV6Test-273752723 tempest-RoutersNegativeIpV6Test-273752723-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-961978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5219103'] for segment (2db408aa-5bb7-4b82-a4ec-d6ff751a1b02), after_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:56.802203 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccf56f58-e52f-41c9-a63d-6c24422f8cdb None None] Network 565cbb4e-c0b3-4258-baef-00b0eab9818a is already hosted by enough agents. {{(pid=116163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 11:02:56.802446 dv-neutron-master-2-hyperv neutron-server[116161]: Traceback (most recent call last): Apr 28 11:02:56.802446 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 11:02:56.802446 dv-neutron-master-2-hyperv neutron-server[116161]: timer() Apr 28 11:02:56.802446 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 11:02:56.802446 dv-neutron-master-2-hyperv neutron-server[116161]: cb(*args, **kw) Apr 28 11:02:56.802446 dv-neutron-master-2-hyperv neutron-server[116161]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 28 11:02:56.802446 dv-neutron-master-2-hyperv neutron-server[116161]: return func(*args, **kwargs) Apr 28 11:02:56.802446 dv-neutron-master-2-hyperv neutron-server[116161]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 11:02:56.802446 dv-neutron-master-2-hyperv neutron-server[116161]: self._notify() Apr 28 11:02:56.802446 dv-neutron-master-2-hyperv neutron-server[116161]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 11:02:56.802446 dv-neutron-master-2-hyperv neutron-server[116161]: self.callback(batched_events) Apr 28 11:02:56.802446 dv-neutron-master-2-hyperv neutron-server[116161]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 11:02:56.802446 dv-neutron-master-2-hyperv neutron-server[116161]: event.method(event) Apr 28 11:02:56.802446 dv-neutron-master-2-hyperv neutron-server[116161]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 28 11:02:56.802446 dv-neutron-master-2-hyperv neutron-server[116161]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 11:02:56.802446 dv-neutron-master-2-hyperv neutron-server[116161]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 28 11:02:56.802446 dv-neutron-master-2-hyperv neutron-server[116161]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 11:02:56.802446 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 28 11:02:56.802446 dv-neutron-master-2-hyperv neutron-server[116161]: return f(self, *a, **k) Apr 28 11:02:56.802446 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 28 11:02:56.802446 dv-neutron-master-2-hyperv neutron-server[116161]: return self._get(url).json() Apr 28 11:02:56.802446 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 28 11:02:56.802446 dv-neutron-master-2-hyperv neutron-server[116161]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 11:02:56.802446 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 11:02:56.802446 dv-neutron-master-2-hyperv neutron-server[116161]: return self.request(url, 'GET', **kwargs) Apr 28 11:02:56.802446 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 11:02:56.802446 dv-neutron-master-2-hyperv neutron-server[116161]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 11:02:56.802446 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 11:02:56.802446 dv-neutron-master-2-hyperv neutron-server[116161]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 11:02:56.802446 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 11:02:56.802446 dv-neutron-master-2-hyperv neutron-server[116161]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 11:02:56.802446 dv-neutron-master-2-hyperv neutron-server[116161]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 11:02:56.806171 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf56f58-e52f-41c9-a63d-6c24422f8cdb None None] Pushing event updated for resources: {'Port': ['ID=ba98dc70-a316-493a-ad16-a7b54f0367b8,revision_number=1']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:02:56.808997 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-20ef6e11-dc39-4b85-a36b-e48c887554d5 tempest-NetworksIpV6TestAttrs-234256711 tempest-NetworksIpV6TestAttrs-234256711-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-979593'] for network (59cf8dd0-2261-4bd1-bd3b-f2f1afdabef9), before_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:56.826546 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.scheduler.base_scheduler [None req-ccf56f58-e52f-41c9-a63d-6c24422f8cdb None None] Resources bound (agent type, host, resource id): {{(pid=116163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 11:02:56.829718 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c9eccb7-309f-49fa-ace3-ccde9d3579bc tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Network 0824a4de-f600-4659-b62f-470b59d9e7af is already hosted by enough agents. {{(pid=116162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 11:02:56.831331 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccf56f58-e52f-41c9-a63d-6c24422f8cdb None None] Received port after_create {{(pid=116163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 11:02:56.837025 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.scheduler.base_scheduler [None req-6c9eccb7-309f-49fa-ace3-ccde9d3579bc tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Resources bound (agent type, host, resource id): {{(pid=116162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 11:02:56.847886 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c9eccb7-309f-49fa-ace3-ccde9d3579bc tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Received port after_create {{(pid=116162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 11:02:56.853707 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c9eccb7-309f-49fa-ace3-ccde9d3579bc tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:02:56.855003 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-6c9eccb7-309f-49fa-ace3-ccde9d3579bc tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198022'] for port (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:56.867221 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c9eccb7-309f-49fa-ace3-ccde9d3579bc tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Pushing event updated for resources: {'Port': ['ID=41f230b5-a768-4eae-a738-e6c48dd53981,revision_number=1']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:02:56.870527 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bc5c2fb-8670-4a11-a072-9d072c1bbca9 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Made reservation on behalf of f86d085f9b42493aa6c0f40f62349e1e for: {'port': 1} {{(pid=116161) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 11:02:56.873971 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-3bc5c2fb-8670-4a11-a072-9d072c1bbca9 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (None), before_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:56.922494 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-947fd455-692d-4774-99fa-7e8e1ae2c95f tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742234744962'] for network (8c04bb45-60cb-4397-acb2-d38cf80c75bd), precommit_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:56.944342 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.notifiers.nova [None req-3bc5c2fb-8670-4a11-a072-9d072c1bbca9 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] device_id is not set on port 680b234e-06f3-4fbd-9da5-8b2977650108 yet. {{(pid=116161) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 28 11:02:56.946132 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.managers [None req-ccf56f58-e52f-41c9-a63d-6c24422f8cdb None None] Attempting to bind port ba98dc70-a316-493a-ad16-a7b54f0367b8 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=116163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 28 11:02:56.946520 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.managers [None req-ccf56f58-e52f-41c9-a63d-6c24422f8cdb None None] Attempting to bind port ba98dc70-a316-493a-ad16-a7b54f0367b8 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'ddf4ee6a-0064-47fa-85d3-1533e5fd2cb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '565cbb4e-c0b3-4258-baef-00b0eab9818a'}] {{(pid=116163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 28 11:02:56.946918 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccf56f58-e52f-41c9-a63d-6c24422f8cdb None None] Attempting to bind port ba98dc70-a316-493a-ad16-a7b54f0367b8 on network 565cbb4e-c0b3-4258-baef-00b0eab9818a {{(pid=116163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 11:02:56.957398 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Provisioning complete for port e6d8614f-b49d-4148-899e-d635e68e5b51 triggered by entity L2. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:02:56.957777 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (e6d8614f-b49d-4148-899e-d635e68e5b51), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:56.962576 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccf56f58-e52f-41c9-a63d-6c24422f8cdb None None] Checking agent: {'id': 'd5baab19-5dd1-4902-922b-84acb048ab9c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 10, 50, 43), 'started_at': datetime.datetime(2022, 4, 28, 10, 51, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 11, 2, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=116163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 11:02:56.962970 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccf56f58-e52f-41c9-a63d-6c24422f8cdb None None] Checking segment: {'id': 'ddf4ee6a-0064-47fa-85d3-1533e5fd2cb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '565cbb4e-c0b3-4258-baef-00b0eab9818a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 11:02:56.963631 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-ccf56f58-e52f-41c9-a63d-6c24422f8cdb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:56.963759 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccf56f58-e52f-41c9-a63d-6c24422f8cdb None None] Bound using segment: {'id': 'ddf4ee6a-0064-47fa-85d3-1533e5fd2cb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '565cbb4e-c0b3-4258-baef-00b0eab9818a'} {{(pid=116163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 11:02:56.964235 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.managers [None req-ccf56f58-e52f-41c9-a63d-6c24422f8cdb None None] Bound port: ba98dc70-a316-493a-ad16-a7b54f0367b8, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ddf4ee6a-0064-47fa-85d3-1533e5fd2cb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '565cbb4e-c0b3-4258-baef-00b0eab9818a'}}] {{(pid=116163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 28 11:02:56.964365 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-20ef6e11-dc39-4b85-a36b-e48c887554d5 tempest-NetworksIpV6TestAttrs-234256711 tempest-NetworksIpV6TestAttrs-234256711-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-973498', 'neutron.services.segments.db._delete_segments_for_network-8742235207033'] for network (59cf8dd0-2261-4bd1-bd3b-f2f1afdabef9), precommit_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:56.964616 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-ccf56f58-e52f-41c9-a63d-6c24422f8cdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (ba98dc70-a316-493a-ad16-a7b54f0367b8), before_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:56.987692 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.services.segments.db [None req-20ef6e11-dc39-4b85-a36b-e48c887554d5 tempest-NetworksIpV6TestAttrs-234256711 tempest-NetworksIpV6TestAttrs-234256711-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['59cf8dd0-2261-4bd1-bd3b-f2f1afdabef9']}} {{(pid=116162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:02:57.002504 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-6c9eccb7-309f-49fa-ace3-ccde9d3579bc tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 2.2108665 Apr 28 11:02:57.004694 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.services.segments.db [None req-20ef6e11-dc39-4b85-a36b-e48c887554d5 tempest-NetworksIpV6TestAttrs-234256711 tempest-NetworksIpV6TestAttrs-234256711-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '008bd7a7-9a6d-4317-9b01-dd5b2e69802f') {'for_net_delete': True} {{(pid=116162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:02:57.005471 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.services.segments.db [None req-20ef6e11-dc39-4b85-a36b-e48c887554d5 tempest-NetworksIpV6TestAttrs-234256711 tempest-NetworksIpV6TestAttrs-234256711-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '008bd7a7-9a6d-4317-9b01-dd5b2e69802f') {} {{(pid=116162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:02:57.007432 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 51888) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:02:57.016993 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-20ef6e11-dc39-4b85-a36b-e48c887554d5 tempest-NetworksIpV6TestAttrs-234256711 tempest-NetworksIpV6TestAttrs-234256711-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742235208578', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5026548'] for segment (008bd7a7-9a6d-4317-9b01-dd5b2e69802f), before_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:57.033556 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-20ef6e11-dc39-4b85-a36b-e48c887554d5 tempest-NetworksIpV6TestAttrs-234256711 tempest-NetworksIpV6TestAttrs-234256711-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-961978'] for segment (008bd7a7-9a6d-4317-9b01-dd5b2e69802f), precommit_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:57.041136 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-20ef6e11-dc39-4b85-a36b-e48c887554d5 tempest-NetworksIpV6TestAttrs-234256711 tempest-NetworksIpV6TestAttrs-234256711-project] Releasing vlan 58 on physical network physnet1 to pool {{(pid=116162) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 11:02:57.041862 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-20ef6e11-dc39-4b85-a36b-e48c887554d5 tempest-NetworksIpV6TestAttrs-234256711 tempest-NetworksIpV6TestAttrs-234256711-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-961978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5051884'] for segment (008bd7a7-9a6d-4317-9b01-dd5b2e69802f), after_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:57.045365 dv-neutron-master-2-hyperv neutron-server[116162]: Traceback (most recent call last): Apr 28 11:02:57.045365 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 11:02:57.045365 dv-neutron-master-2-hyperv neutron-server[116162]: timer() Apr 28 11:02:57.045365 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 11:02:57.045365 dv-neutron-master-2-hyperv neutron-server[116162]: cb(*args, **kw) Apr 28 11:02:57.045365 dv-neutron-master-2-hyperv neutron-server[116162]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 28 11:02:57.045365 dv-neutron-master-2-hyperv neutron-server[116162]: return func(*args, **kwargs) Apr 28 11:02:57.045365 dv-neutron-master-2-hyperv neutron-server[116162]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 11:02:57.045365 dv-neutron-master-2-hyperv neutron-server[116162]: self._notify() Apr 28 11:02:57.045365 dv-neutron-master-2-hyperv neutron-server[116162]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 11:02:57.045365 dv-neutron-master-2-hyperv neutron-server[116162]: self.callback(batched_events) Apr 28 11:02:57.045365 dv-neutron-master-2-hyperv neutron-server[116162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 11:02:57.045365 dv-neutron-master-2-hyperv neutron-server[116162]: event.method(event) Apr 28 11:02:57.045365 dv-neutron-master-2-hyperv neutron-server[116162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 28 11:02:57.045365 dv-neutron-master-2-hyperv neutron-server[116162]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 11:02:57.045365 dv-neutron-master-2-hyperv neutron-server[116162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 28 11:02:57.045365 dv-neutron-master-2-hyperv neutron-server[116162]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 11:02:57.045365 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 28 11:02:57.045365 dv-neutron-master-2-hyperv neutron-server[116162]: return f(self, *a, **k) Apr 28 11:02:57.045365 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 28 11:02:57.045365 dv-neutron-master-2-hyperv neutron-server[116162]: return self._get(url).json() Apr 28 11:02:57.045365 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 28 11:02:57.045365 dv-neutron-master-2-hyperv neutron-server[116162]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 11:02:57.045365 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 11:02:57.045365 dv-neutron-master-2-hyperv neutron-server[116162]: return self.request(url, 'GET', **kwargs) Apr 28 11:02:57.045365 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 11:02:57.045365 dv-neutron-master-2-hyperv neutron-server[116162]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 11:02:57.045365 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 11:02:57.045365 dv-neutron-master-2-hyperv neutron-server[116162]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 11:02:57.045365 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 11:02:57.045365 dv-neutron-master-2-hyperv neutron-server[116162]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 11:02:57.045365 dv-neutron-master-2-hyperv neutron-server[116162]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 11:02:57.056494 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-28878029-3158-4cd7-bfaa-2b2f1fc95b7c tempest-RoutersNegativeIpV6Test-273752723 tempest-RoutersNegativeIpV6Test-273752723-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-973477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2063122'] for network (80f8af14-3149-4e17-abf1-09ab55bfa99e), after_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:57.114533 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-28878029-3158-4cd7-bfaa-2b2f1fc95b7c tempest-RoutersNegativeIpV6Test-273752723 tempest-RoutersNegativeIpV6Test-273752723-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603020'] for network (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:57.117517 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Current status of the port e6d8614f-b49d-4148-899e-d635e68e5b51 is: ACTIVE; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:02:57.117713 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-28878029-3158-4cd7-bfaa-2b2f1fc95b7c tempest-RoutersNegativeIpV6Test-273752723 tempest-RoutersNegativeIpV6Test-273752723-project] 10.222.0.10 "DELETE /v2.0/networks/80f8af14-3149-4e17-abf1-09ab55bfa99e HTTP/1.1" status: 204 len: 168 time: 1.5306015 Apr 28 11:02:57.121722 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28878029-3158-4cd7-bfaa-2b2f1fc95b7c tempest-RoutersNegativeIpV6Test-273752723 tempest-RoutersNegativeIpV6Test-273752723-project] Pushing event deleted for resources: {'Network': ['ID=80f8af14-3149-4e17-abf1-09ab55bfa99e,revision_number=None']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:02:57.127164 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-ccf56f58-e52f-41c9-a63d-6c24422f8cdb None None] For port ba98dc70-a316-493a-ad16-a7b54f0367b8, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=116163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 11:02:57.127291 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 51890) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:02:57.128955 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-47292609-11dd-40c3-80a3-0e1d30f43815 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924426'] for security_group (6372c4f5-1471-4917-a653-596de7f7bdeb), after_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:57.131582 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-47292609-11dd-40c3-80a3-0e1d30f43815 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:57.132755 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-47292609-11dd-40c3-80a3-0e1d30f43815 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/6372c4f5-1471-4917-a653-596de7f7bdeb HTTP/1.1" status: 204 len: 168 time: 1.3806713 Apr 28 11:02:57.133649 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-947fd455-692d-4774-99fa-7e8e1ae2c95f tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042'] for network (8c04bb45-60cb-4397-acb2-d38cf80c75bd), after_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:57.138391 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-ccf56f58-e52f-41c9-a63d-6c24422f8cdb None None] For port ba98dc70-a316-493a-ad16-a7b54f0367b8, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=ba98dc70-a316-493a-ad16-a7b54f0367b8,segment=NetworkSegment(ddf4ee6a-0064-47fa-85d3-1533e5fd2cb1),segment_id=ddf4ee6a-0064-47fa-85d3-1533e5fd2cb1)] {{(pid=116163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 11:02:57.138958 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-947fd455-692d-4774-99fa-7e8e1ae2c95f tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:02:57.139509 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-947fd455-692d-4774-99fa-7e8e1ae2c95f tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603020'] for network (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:57.158851 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-396833b8-34b4-455b-9151-f5c31f0af7a1 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (e6d8614f-b49d-4148-899e-d635e68e5b51), before_update {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:57.200953 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-ccf56f58-e52f-41c9-a63d-6c24422f8cdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393'] for port (ba98dc70-a316-493a-ad16-a7b54f0367b8), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:57.286693 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf56f58-e52f-41c9-a63d-6c24422f8cdb None None] Pushing event updated for resources: {'Port': ['ID=ba98dc70-a316-493a-ad16-a7b54f0367b8,revision_number=2']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:02:57.290254 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-20ef6e11-dc39-4b85-a36b-e48c887554d5 tempest-NetworksIpV6TestAttrs-234256711 tempest-NetworksIpV6TestAttrs-234256711-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-973477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2063122'] for network (59cf8dd0-2261-4bd1-bd3b-f2f1afdabef9), after_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:57.307692 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-20ef6e11-dc39-4b85-a36b-e48c887554d5 tempest-NetworksIpV6TestAttrs-234256711 tempest-NetworksIpV6TestAttrs-234256711-project] Publish callbacks [] for network (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:57.308314 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-20ef6e11-dc39-4b85-a36b-e48c887554d5 tempest-NetworksIpV6TestAttrs-234256711 tempest-NetworksIpV6TestAttrs-234256711-project] 10.222.0.10 "DELETE /v2.0/networks/59cf8dd0-2261-4bd1-bd3b-f2f1afdabef9 HTTP/1.1" status: 204 len: 168 time: 0.6836035 Apr 28 11:02:57.309800 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47292609-11dd-40c3-80a3-0e1d30f43815 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6372c4f5-1471-4917-a653-596de7f7bdeb,revision_number=None']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:02:57.319376 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 51894) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:02:57.346780 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-947fd455-692d-4774-99fa-7e8e1ae2c95f tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.6304111 Apr 28 11:02:57.368528 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 51896) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:02:57.368644 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ef6e11-dc39-4b85-a36b-e48c887554d5 tempest-NetworksIpV6TestAttrs-234256711 tempest-NetworksIpV6TestAttrs-234256711-project] Pushing event deleted for resources: {'Network': ['ID=59cf8dd0-2261-4bd1-bd3b-f2f1afdabef9,revision_number=None']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:02:57.416550 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.v2.base [None req-03a89e4c-e473-4f88-96d0-3b59a131bd5a tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] Request body: {'subnet': {'network_id': '8c04bb45-60cb-4397-acb2-d38cf80c75bd', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=116161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:02:57.468729 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.db [None req-396833b8-34b4-455b-9151-f5c31f0af7a1 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] For port e6d8614f-b49d-4148-899e-d635e68e5b51, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=e6d8614f-b49d-4148-899e-d635e68e5b51,segment=NetworkSegment(ffa4348d-378b-4e93-98fa-ab0dc49ee16c),segment_id=ffa4348d-378b-4e93-98fa-ab0dc49ee16c)] {{(pid=116162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 11:02:57.509274 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.db.db_base_plugin_v2 [None req-c6bb0335-8427-4882-b3cd-989d7b3de225 tempest-RoutersNegativeIpV6Test-273752723 tempest-RoutersNegativeIpV6Test-273752723-project] Deleting subnet 44510d9a-6a88-4530-89b3-87ab07dc47e4 {{(pid=116161) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 28 11:02:57.509720 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-396833b8-34b4-455b-9151-f5c31f0af7a1 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Publish callbacks [] for port (e6d8614f-b49d-4148-899e-d635e68e5b51), precommit_update {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:57.520696 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.db.db_base_plugin_v2 [None req-bcaa2022-0076-40ff-a117-f528c522553c tempest-NetworksIpV6TestAttrs-234256711 tempest-NetworksIpV6TestAttrs-234256711-project] Deleting subnet b7246e14-3d01-4acd-a8a3-1bbad6488739 {{(pid=116162) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 28 11:02:57.526265 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-bcaa2022-0076-40ff-a117-f528c522553c tempest-NetworksIpV6TestAttrs-234256711 tempest-NetworksIpV6TestAttrs-234256711-project] Publish callbacks [] for subnet (b7246e14-3d01-4acd-a8a3-1bbad6488739), before_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:57.572379 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-396833b8-34b4-455b-9151-f5c31f0af7a1 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5051840'] for port (e6d8614f-b49d-4148-899e-d635e68e5b51), after_update {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:57.583892 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-c6bb0335-8427-4882-b3cd-989d7b3de225 tempest-RoutersNegativeIpV6Test-273752723 tempest-RoutersNegativeIpV6Test-273752723-project] Publish callbacks [] for subnet (44510d9a-6a88-4530-89b3-87ab07dc47e4), before_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:57.591580 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947fd455-692d-4774-99fa-7e8e1ae2c95f tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] Pushing event updated for resources: {'Network': ['ID=8c04bb45-60cb-4397-acb2-d38cf80c75bd,revision_number=1']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:02:57.608327 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Network 8c04bb45-60cb-4397-acb2-d38cf80c75bd details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=116163) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 28 11:02:57.616137 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.db.db_base_plugin_common [None req-3bc5c2fb-8670-4a11-a072-9d072c1bbca9 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Allocated IP 172.20.0.5 (565cbb4e-c0b3-4258-baef-00b0eab9818a/cc703b36-21e4-4d81-bdfc-05414d1f16ff/680b234e-06f3-4fbd-9da5-8b2977650108) {{(pid=116161) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 11:02:57.617511 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-396833b8-34b4-455b-9151-f5c31f0af7a1 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5054027', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4210784'] for subnet (14aa2309-30b9-4372-806f-76605a4119be), after_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:57.703981 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396833b8-34b4-455b-9151-f5c31f0af7a1 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Pushing event updated for resources: {'Subnet': ['ID=14aa2309-30b9-4372-806f-76605a4119be,revision_number=0']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:02:57.711844 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-c6bb0335-8427-4882-b3cd-989d7b3de225 tempest-RoutersNegativeIpV6Test-273752723 tempest-RoutersNegativeIpV6Test-273752723-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8076976'] for subnet (44510d9a-6a88-4530-89b3-87ab07dc47e4), precommit_delete_associations {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:57.715908 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-bcaa2022-0076-40ff-a117-f528c522553c tempest-NetworksIpV6TestAttrs-234256711 tempest-NetworksIpV6TestAttrs-234256711-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5026541'] for subnet (b7246e14-3d01-4acd-a8a3-1bbad6488739), precommit_delete_associations {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:57.753978 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-396833b8-34b4-455b-9151-f5c31f0af7a1 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Network 1ec9fbcf-7a57-4aaa-9c30-4e0f43e09480 is already hosted by enough agents. {{(pid=116162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 11:02:57.773229 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.scheduler.base_scheduler [None req-396833b8-34b4-455b-9151-f5c31f0af7a1 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Resources bound (agent type, host, resource id): {{(pid=116162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 11:02:57.777098 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-396833b8-34b4-455b-9151-f5c31f0af7a1 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:02:57.777098 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-396833b8-34b4-455b-9151-f5c31f0af7a1 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Publish callbacks [] for subnet (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:57.786134 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1477bdae-55e7-40ae-bc7f-fc0bc80859d1 None None] Network 1ec9fbcf-7a57-4aaa-9c30-4e0f43e09480 requested from dv-neutron-master-2-hyperv {{(pid=116163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 11:02:57.840598 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396833b8-34b4-455b-9151-f5c31f0af7a1 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Pushing event updated for resources: {'Port': ['ID=e6d8614f-b49d-4148-899e-d635e68e5b51,revision_number=5']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:02:57.911810 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-bcaa2022-0076-40ff-a117-f528c522553c tempest-NetworksIpV6TestAttrs-234256711 tempest-NetworksIpV6TestAttrs-234256711-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-971303'] for subnet (b7246e14-3d01-4acd-a8a3-1bbad6488739), precommit_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:57.915019 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 51902) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:02:57.944178 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea180d16-02c1-4294-8b6c-0791c62c44dc None None] Network 0824a4de-f600-4659-b62f-470b59d9e7af requested from dv-neutron-master-2-hyperv {{(pid=116163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 11:02:57.976071 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-396833b8-34b4-455b-9151-f5c31f0af7a1 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 4.0981579 Apr 28 11:02:57.983538 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 51904) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:02:57.993484 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.v2.base [None req-e7452ac2-a3a2-463d-b656-0c2661f88847 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Request body: {'port': {'network_id': '1ec9fbcf-7a57-4aaa-9c30-4e0f43e09480', 'mac_address': 'fa:16:3e:ef:27:dc', 'name': 'tempest-NetworksTestDHCPv6-291705869'}} {{(pid=116162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:02:58.039208 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-c56f40c9-15e6-400e-913a-6a46207464f7 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=7646eaf4a28240e4a1690c253e736cc2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1202447 Apr 28 11:02:58.041152 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 51906) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:02:58.042782 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-0a703ac1-57e1-49c2-8afc-db1315c77817 None None] Provisioning complete for port 3adbd1c1-2e65-49ac-83c4-21afedc09c82 triggered by entity DHCP. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:02:58.043001 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-0a703ac1-57e1-49c2-8afc-db1315c77817 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (3adbd1c1-2e65-49ac-83c4-21afedc09c82), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:58.130598 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-c6bb0335-8427-4882-b3cd-989d7b3de225 tempest-RoutersNegativeIpV6Test-273752723 tempest-RoutersNegativeIpV6Test-273752723-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-971303'] for subnet (44510d9a-6a88-4530-89b3-87ab07dc47e4), precommit_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:58.134520 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03a89e4c-e473-4f88-96d0-3b59a131bd5a tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] Made reservation on behalf of 6af68124dd864f2fba5b5c4453768950 for: {'subnet': 1} {{(pid=116161) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 11:02:58.137647 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-03a89e4c-e473-4f88-96d0-3b59a131bd5a tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5125580'] for subnet (None), before_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:58.190412 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-bcaa2022-0076-40ff-a117-f528c522553c tempest-NetworksIpV6TestAttrs-234256711 tempest-NetworksIpV6TestAttrs-234256711-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-971310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5053962', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4210815'] for subnet (b7246e14-3d01-4acd-a8a3-1bbad6488739), after_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:58.225075 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7452ac2-a3a2-463d-b656-0c2661f88847 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Made reservation on behalf of 12780407c7254bdfbde1c04e76d433ee for: {'port': 1} {{(pid=116162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 11:02:58.229212 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcaa2022-0076-40ff-a117-f528c522553c tempest-NetworksIpV6TestAttrs-234256711 tempest-NetworksIpV6TestAttrs-234256711-project] Pushing event deleted for resources: {'Subnet': ['ID=b7246e14-3d01-4acd-a8a3-1bbad6488739,revision_number=None']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:02:58.251175 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-bcaa2022-0076-40ff-a117-f528c522553c tempest-NetworksIpV6TestAttrs-234256711 tempest-NetworksIpV6TestAttrs-234256711-project] Publish callbacks [] for subnet (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:58.254338 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-3bc5c2fb-8670-4a11-a072-9d072c1bbca9 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Publish callbacks [] for port (680b234e-06f3-4fbd-9da5-8b2977650108), precommit_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:58.260142 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-8cd312cb-e76f-43d4-96e0-09ff19af107c tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (41f230b5-a768-4eae-a738-e6c48dd53981), before_update {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:58.263004 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 51908) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:02:58.263157 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-bcaa2022-0076-40ff-a117-f528c522553c tempest-NetworksIpV6TestAttrs-234256711 tempest-NetworksIpV6TestAttrs-234256711-project] 10.222.0.10 "DELETE /v2.0/subnets/b7246e14-3d01-4acd-a8a3-1bbad6488739 HTTP/1.1" status: 204 len: 168 time: 0.9426301 Apr 28 11:02:58.264074 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dcc1464-3f66-4bb7-b3aa-75c32956e893 None None] Network 3480c57d-362c-4017-8f96-3277d1d717f3 requested from dv-neutron-master-2-hyperv {{(pid=116163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 11:02:58.389851 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-e7452ac2-a3a2-463d-b656-0c2661f88847 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (None), before_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:58.424661 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.notifiers.nova [None req-e7452ac2-a3a2-463d-b656-0c2661f88847 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] device_id is not set on port 37538575-6cb2-4b68-878b-f7ebdb8f8d56 yet. {{(pid=116162) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 28 11:02:58.525781 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-79704543-957f-4f36-b9c3-d2cd76874356 tempest-NetworksIpV6TestAttrs-234256711 tempest-NetworksIpV6TestAttrs-234256711-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-979593'] for network (3480c57d-362c-4017-8f96-3277d1d717f3), before_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:58.527652 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-3a3c7041-ca13-4eb5-9b11-bf8dce179962 admin admin] Publish callbacks [] for security_group (dee8caf5-8cf6-433d-a88f-276f19074011), before_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:58.569219 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-0a703ac1-57e1-49c2-8afc-db1315c77817 None None] Current status of the port 3adbd1c1-2e65-49ac-83c4-21afedc09c82 is: DOWN; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:02:58.569219 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-0a703ac1-57e1-49c2-8afc-db1315c77817 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (3adbd1c1-2e65-49ac-83c4-21afedc09c82), before_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:58.618593 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-0a703ac1-57e1-49c2-8afc-db1315c77817 None None] For port 3adbd1c1-2e65-49ac-83c4-21afedc09c82, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=3adbd1c1-2e65-49ac-83c4-21afedc09c82,segment=NetworkSegment(32d12300-1d75-45ff-a410-501a2f08b7fa),segment_id=32d12300-1d75-45ff-a410-501a2f08b7fa)] {{(pid=116163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 11:02:58.647284 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-c6bb0335-8427-4882-b3cd-989d7b3de225 tempest-RoutersNegativeIpV6Test-273752723 tempest-RoutersNegativeIpV6Test-273752723-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-971310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5220601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5125409'] for subnet (44510d9a-6a88-4530-89b3-87ab07dc47e4), after_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:58.709981 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-0a703ac1-57e1-49c2-8afc-db1315c77817 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393'] for port (3adbd1c1-2e65-49ac-83c4-21afedc09c82), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:58.744839 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-3a3c7041-ca13-4eb5-9b11-bf8dce179962 admin admin] Publish callbacks [] for security_group (dee8caf5-8cf6-433d-a88f-276f19074011), precommit_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:58.770167 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33220ccc-cd59-40db-a780-74d8ef462c81 None None] DHCP port deletion for 3480c57d-362c-4017-8f96-3277d1d717f3 request from dv-neutron-master-2-hyperv {{(pid=116163) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 28 11:02:58.786191 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-3bc5c2fb-8670-4a11-a072-9d072c1bbca9 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742234710357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5219112'] for port (680b234e-06f3-4fbd-9da5-8b2977650108), after_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:58.838152 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6bb0335-8427-4882-b3cd-989d7b3de225 tempest-RoutersNegativeIpV6Test-273752723 tempest-RoutersNegativeIpV6Test-273752723-project] Pushing event deleted for resources: {'Subnet': ['ID=44510d9a-6a88-4530-89b3-87ab07dc47e4,revision_number=None']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:02:58.845492 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.db.db_base_plugin_common [None req-e7452ac2-a3a2-463d-b656-0c2661f88847 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Allocated IP 2001:db8::245 (1ec9fbcf-7a57-4aaa-9c30-4e0f43e09480/7920882a-c758-4d97-817e-07759a60c0a9/37538575-6cb2-4b68-878b-f7ebdb8f8d56) {{(pid=116162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 11:02:58.855447 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.db.db_base_plugin_common [None req-e7452ac2-a3a2-463d-b656-0c2661f88847 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Allocated IP 2001:db8:0:1:f816:3eff:feef:27dc (1ec9fbcf-7a57-4aaa-9c30-4e0f43e09480/14aa2309-30b9-4372-806f-76605a4119be/37538575-6cb2-4b68-878b-f7ebdb8f8d56) {{(pid=116162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 11:02:58.886831 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Device 3adbd1c1-2e65-49ac-83c4-21afedc09c82 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=116163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 11:02:58.889872 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-33220ccc-cd59-40db-a780-74d8ef462c81 None None] Deleting port 8167e82e-b533-4de7-bf28-1daa9326335c {{(pid=116163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 11:02:58.891199 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-33220ccc-cd59-40db-a780-74d8ef462c81 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742235130188'] for port (8167e82e-b533-4de7-bf28-1daa9326335c), before_delete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:58.935612 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59f5de43-4102-402a-a963-7df55ae791a0 None None] Network 5d5d16e7-69db-4d09-a54e-074e8be4974a requested from dv-neutron-master-2-hyperv {{(pid=116163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 11:02:58.938451 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a703ac1-57e1-49c2-8afc-db1315c77817 None None] Pushing event updated for resources: {'Port': ['ID=3adbd1c1-2e65-49ac-83c4-21afedc09c82,revision_number=3']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:02:58.993671 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.plugin [None req-79704543-957f-4f36-b9c3-d2cd76874356 tempest-NetworksIpV6TestAttrs-234256711 tempest-NetworksIpV6TestAttrs-234256711-project] Deleting port 8167e82e-b533-4de7-bf28-1daa9326335c {{(pid=116161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 11:02:58.996565 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-79704543-957f-4f36-b9c3-d2cd76874356 tempest-NetworksIpV6TestAttrs-234256711 tempest-NetworksIpV6TestAttrs-234256711-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742235130188'] for port (8167e82e-b533-4de7-bf28-1daa9326335c), before_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:59.040374 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-c6bb0335-8427-4882-b3cd-989d7b3de225 tempest-RoutersNegativeIpV6Test-273752723 tempest-RoutersNegativeIpV6Test-273752723-project] Publish callbacks [] for subnet (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:59.048954 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-c6bb0335-8427-4882-b3cd-989d7b3de225 tempest-RoutersNegativeIpV6Test-273752723 tempest-RoutersNegativeIpV6Test-273752723-project] 10.222.0.10 "DELETE /v2.0/subnets/44510d9a-6a88-4530-89b3-87ab07dc47e4 HTTP/1.1" status: 204 len: 168 time: 1.9060860 Apr 28 11:02:59.055995 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 51910) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:02:59.078140 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-33220ccc-cd59-40db-a780-74d8ef462c81 None None] For port 8167e82e-b533-4de7-bf28-1daa9326335c, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=8167e82e-b533-4de7-bf28-1daa9326335c,segment=NetworkSegment(818dec3b-01fe-4544-b3a9-30183997ee1b),segment_id=818dec3b-01fe-4544-b3a9-30183997ee1b)] {{(pid=116163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 11:02:59.078140 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-33220ccc-cd59-40db-a780-74d8ef462c81 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1938497'] for port (8167e82e-b533-4de7-bf28-1daa9326335c), precommit_delete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:59.111294 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bc5c2fb-8670-4a11-a072-9d072c1bbca9 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Network 565cbb4e-c0b3-4258-baef-00b0eab9818a is already hosted by enough agents. {{(pid=116161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 11:02:59.135504 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.scheduler.base_scheduler [None req-3bc5c2fb-8670-4a11-a072-9d072c1bbca9 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Resources bound (agent type, host, resource id): {{(pid=116161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 11:02:59.153834 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-33220ccc-cd59-40db-a780-74d8ef462c81 None None] Calling delete_port for 8167e82e-b533-4de7-bf28-1daa9326335c owned by network:dhcp {{(pid=116163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 11:02:59.176944 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6affddc1-ff61-4fd2-a0f2-c43492aa2929 None None] Network 565cbb4e-c0b3-4258-baef-00b0eab9818a requested from dv-neutron-master-2-hyperv {{(pid=116163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 11:02:59.190911 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-97e1e47d-2c2a-419b-a16b-954491443447 tempest-RoutersNegativeIpV6Test-273752723 tempest-RoutersNegativeIpV6Test-273752723-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-979593'] for network (5d5d16e7-69db-4d09-a54e-074e8be4974a), before_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:59.198604 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-e7452ac2-a3a2-463d-b656-0c2661f88847 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Publish callbacks [] for port (37538575-6cb2-4b68-878b-f7ebdb8f8d56), precommit_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:59.273214 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.plugin [None req-97e1e47d-2c2a-419b-a16b-954491443447 tempest-RoutersNegativeIpV6Test-273752723 tempest-RoutersNegativeIpV6Test-273752723-project] Deleting port 1086a601-6f76-4313-bc04-e12bb2808e56 {{(pid=116162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 11:02:59.273810 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-97e1e47d-2c2a-419b-a16b-954491443447 tempest-RoutersNegativeIpV6Test-273752723 tempest-RoutersNegativeIpV6Test-273752723-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742235130188'] for port (1086a601-6f76-4313-bc04-e12bb2808e56), before_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:59.303227 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-bff60bd4-9a20-4ac0-812f-37c8090dcafe None None] Provisioning complete for port ba98dc70-a316-493a-ad16-a7b54f0367b8 triggered by entity DHCP. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:02:59.303606 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-bff60bd4-9a20-4ac0-812f-37c8090dcafe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (ba98dc70-a316-493a-ad16-a7b54f0367b8), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:59.318666 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bc5c2fb-8670-4a11-a072-9d072c1bbca9 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Received port after_create {{(pid=116161) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 11:02:59.363616 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.db [None req-97e1e47d-2c2a-419b-a16b-954491443447 tempest-RoutersNegativeIpV6Test-273752723 tempest-RoutersNegativeIpV6Test-273752723-project] For port 1086a601-6f76-4313-bc04-e12bb2808e56, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=1086a601-6f76-4313-bc04-e12bb2808e56,segment=NetworkSegment(5494a520-ffc5-4f61-91f7-f4544708bebf),segment_id=5494a520-ffc5-4f61-91f7-f4544708bebf)] {{(pid=116162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 11:02:59.364383 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-97e1e47d-2c2a-419b-a16b-954491443447 tempest-RoutersNegativeIpV6Test-273752723 tempest-RoutersNegativeIpV6Test-273752723-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1938497'] for port (1086a601-6f76-4313-bc04-e12bb2808e56), precommit_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:59.383761 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.plugin [None req-97e1e47d-2c2a-419b-a16b-954491443447 tempest-RoutersNegativeIpV6Test-273752723 tempest-RoutersNegativeIpV6Test-273752723-project] Calling delete_port for 1086a601-6f76-4313-bc04-e12bb2808e56 owned by network:dhcp {{(pid=116162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 11:02:59.386569 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-e7452ac2-a3a2-463d-b656-0c2661f88847 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742234710357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5051867'] for port (37538575-6cb2-4b68-878b-f7ebdb8f8d56), after_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:59.392039 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Provisioning complete for port 3adbd1c1-2e65-49ac-83c4-21afedc09c82 triggered by entity L2. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:02:59.392418 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (3adbd1c1-2e65-49ac-83c4-21afedc09c82), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:59.402133 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93ecbf8b-bb98-4d57-beb5-c89ac67792b0 None None] DHCP port deletion for 5d5d16e7-69db-4d09-a54e-074e8be4974a request from dv-neutron-master-2-hyperv {{(pid=116163) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 28 11:02:59.482859 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7452ac2-a3a2-463d-b656-0c2661f88847 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Network 1ec9fbcf-7a57-4aaa-9c30-4e0f43e09480 is already hosted by enough agents. {{(pid=116162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 11:02:59.490689 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.scheduler.base_scheduler [None req-e7452ac2-a3a2-463d-b656-0c2661f88847 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Resources bound (agent type, host, resource id): {{(pid=116162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 11:02:59.494392 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7452ac2-a3a2-463d-b656-0c2661f88847 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Pushing event updated for resources: {'Port': ['ID=37538575-6cb2-4b68-878b-f7ebdb8f8d56,revision_number=1']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:02:59.498749 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7452ac2-a3a2-463d-b656-0c2661f88847 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Received port after_create {{(pid=116162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 11:02:59.505211 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7452ac2-a3a2-463d-b656-0c2661f88847 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:02:59.506295 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-e7452ac2-a3a2-463d-b656-0c2661f88847 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198022'] for port (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:59.562609 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-93ecbf8b-bb98-4d57-beb5-c89ac67792b0 None None] Deleting port 1086a601-6f76-4313-bc04-e12bb2808e56 {{(pid=116163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 11:02:59.563093 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-93ecbf8b-bb98-4d57-beb5-c89ac67792b0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742235130188'] for port (1086a601-6f76-4313-bc04-e12bb2808e56), before_delete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:59.645731 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-e7452ac2-a3a2-463d-b656-0c2661f88847 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 1.6594214 Apr 28 11:02:59.647822 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-97e1e47d-2c2a-419b-a16b-954491443447 tempest-RoutersNegativeIpV6Test-273752723 tempest-RoutersNegativeIpV6Test-273752723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742235135690', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742234710366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5051867'] for port (1086a601-6f76-4313-bc04-e12bb2808e56), after_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:59.650058 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 51912) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:02:59.655563 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-33220ccc-cd59-40db-a780-74d8ef462c81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742235135690', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742234710366'] for port (8167e82e-b533-4de7-bf28-1daa9326335c), after_delete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:59.728818 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e1e47d-2c2a-419b-a16b-954491443447 tempest-RoutersNegativeIpV6Test-273752723 tempest-RoutersNegativeIpV6Test-273752723-project] Pushing event deleted for resources: {'Port': ['ID=1086a601-6f76-4313-bc04-e12bb2808e56,revision_number=None']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:02:59.739765 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-bff60bd4-9a20-4ac0-812f-37c8090dcafe None None] Current status of the port ba98dc70-a316-493a-ad16-a7b54f0367b8 is: DOWN; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:02:59.740164 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-bff60bd4-9a20-4ac0-812f-37c8090dcafe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (ba98dc70-a316-493a-ad16-a7b54f0367b8), before_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:59.745335 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97e1e47d-2c2a-419b-a16b-954491443447 tempest-RoutersNegativeIpV6Test-273752723 tempest-RoutersNegativeIpV6Test-273752723-project] No DVR routers for this DVR port 1086a601-6f76-4313-bc04-e12bb2808e56 on host dv-neutron-master-2-hyperv {{(pid=116162) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 11:02:59.757905 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33220ccc-cd59-40db-a780-74d8ef462c81 None None] Pushing event deleted for resources: {'Port': ['ID=8167e82e-b533-4de7-bf28-1daa9326335c,revision_number=None']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:02:59.761041 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc5c2fb-8670-4a11-a072-9d072c1bbca9 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Pushing event updated for resources: {'Port': ['ID=680b234e-06f3-4fbd-9da5-8b2977650108,revision_number=1']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:02:59.771565 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-93ecbf8b-bb98-4d57-beb5-c89ac67792b0 None None] For port 1086a601-6f76-4313-bc04-e12bb2808e56, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=1086a601-6f76-4313-bc04-e12bb2808e56,segment=NetworkSegment(5494a520-ffc5-4f61-91f7-f4544708bebf),segment_id=5494a520-ffc5-4f61-91f7-f4544708bebf)] {{(pid=116163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 11:02:59.772143 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-93ecbf8b-bb98-4d57-beb5-c89ac67792b0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1938497'] for port (1086a601-6f76-4313-bc04-e12bb2808e56), precommit_delete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:59.776563 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33220ccc-cd59-40db-a780-74d8ef462c81 None None] No DVR routers for this DVR port 8167e82e-b533-4de7-bf28-1daa9326335c on host dv-neutron-master-2-hyperv {{(pid=116163) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 11:02:59.787244 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Current status of the port 3adbd1c1-2e65-49ac-83c4-21afedc09c82 is: ACTIVE; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:02:59.788329 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Device e6d8614f-b49d-4148-899e-d635e68e5b51 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=116163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 11:02:59.839969 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-93ecbf8b-bb98-4d57-beb5-c89ac67792b0 None None] Calling delete_port for 1086a601-6f76-4313-bc04-e12bb2808e56 owned by network:dhcp {{(pid=116163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 11:02:59.858068 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.db [None req-79704543-957f-4f36-b9c3-d2cd76874356 tempest-NetworksIpV6TestAttrs-234256711 tempest-NetworksIpV6TestAttrs-234256711-project] For port 8167e82e-b533-4de7-bf28-1daa9326335c, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=8167e82e-b533-4de7-bf28-1daa9326335c,segment=NetworkSegment(818dec3b-01fe-4544-b3a9-30183997ee1b),segment_id=818dec3b-01fe-4544-b3a9-30183997ee1b)] {{(pid=116161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 11:02:59.861123 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-79704543-957f-4f36-b9c3-d2cd76874356 tempest-NetworksIpV6TestAttrs-234256711 tempest-NetworksIpV6TestAttrs-234256711-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1938497'] for port (8167e82e-b533-4de7-bf28-1daa9326335c), precommit_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:59.868744 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-8cd312cb-e76f-43d4-96e0-09ff19af107c tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Publish callbacks [] for port (41f230b5-a768-4eae-a738-e6c48dd53981), precommit_update {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:59.882724 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-bff60bd4-9a20-4ac0-812f-37c8090dcafe None None] For port ba98dc70-a316-493a-ad16-a7b54f0367b8, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=ba98dc70-a316-493a-ad16-a7b54f0367b8,segment=NetworkSegment(ddf4ee6a-0064-47fa-85d3-1533e5fd2cb1),segment_id=ddf4ee6a-0064-47fa-85d3-1533e5fd2cb1)] {{(pid=116163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 11:02:59.896557 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-03a89e4c-e473-4f88-96d0-3b59a131bd5a tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5220536', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5125438'] for subnet (1e7368da-497c-4fc0-94bd-70a5f1f62648), after_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:59.914488 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.plugin [None req-79704543-957f-4f36-b9c3-d2cd76874356 tempest-NetworksIpV6TestAttrs-234256711 tempest-NetworksIpV6TestAttrs-234256711-project] Calling delete_port for 8167e82e-b533-4de7-bf28-1daa9326335c owned by network:dhcp {{(pid=116161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 11:02:59.926236 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bc5c2fb-8670-4a11-a072-9d072c1bbca9 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:02:59.927083 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-3bc5c2fb-8670-4a11-a072-9d072c1bbca9 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198022'] for port (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:59.963707 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-97e1e47d-2c2a-419b-a16b-954491443447 tempest-RoutersNegativeIpV6Test-273752723 tempest-RoutersNegativeIpV6Test-273752723-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-973498', 'neutron.services.segments.db._delete_segments_for_network-8742235207033'] for network (5d5d16e7-69db-4d09-a54e-074e8be4974a), precommit_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:59.973723 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-8cd312cb-e76f-43d4-96e0-09ff19af107c tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5219123'] for port (41f230b5-a768-4eae-a738-e6c48dd53981), after_update {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:02:59.995285 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.plugin [None req-c28f1644-43e3-4798-b062-9d2f38aa76f3 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Deleting port 37538575-6cb2-4b68-878b-f7ebdb8f8d56 {{(pid=116162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 11:03:00.001070 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-c28f1644-43e3-4798-b062-9d2f38aa76f3 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742235130188'] for port (37538575-6cb2-4b68-878b-f7ebdb8f8d56), before_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:00.001070 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.services.segments.db [None req-97e1e47d-2c2a-419b-a16b-954491443447 tempest-RoutersNegativeIpV6Test-273752723 tempest-RoutersNegativeIpV6Test-273752723-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5d5d16e7-69db-4d09-a54e-074e8be4974a']}} {{(pid=116162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:03:00.006070 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-bff60bd4-9a20-4ac0-812f-37c8090dcafe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393'] for port (ba98dc70-a316-493a-ad16-a7b54f0367b8), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:00.011332 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.services.segments.db [None req-97e1e47d-2c2a-419b-a16b-954491443447 tempest-RoutersNegativeIpV6Test-273752723 tempest-RoutersNegativeIpV6Test-273752723-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5494a520-ffc5-4f61-91f7-f4544708bebf') {'for_net_delete': True} {{(pid=116162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:03:00.011687 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.services.segments.db [None req-97e1e47d-2c2a-419b-a16b-954491443447 tempest-RoutersNegativeIpV6Test-273752723 tempest-RoutersNegativeIpV6Test-273752723-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5494a520-ffc5-4f61-91f7-f4544708bebf') {} {{(pid=116162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:03:00.012280 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-93ecbf8b-bb98-4d57-beb5-c89ac67792b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742235135690', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742234710366'] for port (1086a601-6f76-4313-bc04-e12bb2808e56), after_delete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:00.029476 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-97e1e47d-2c2a-419b-a16b-954491443447 tempest-RoutersNegativeIpV6Test-273752723 tempest-RoutersNegativeIpV6Test-273752723-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742235208578', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5026548'] for segment (5494a520-ffc5-4f61-91f7-f4544708bebf), before_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:00.046673 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-97e1e47d-2c2a-419b-a16b-954491443447 tempest-RoutersNegativeIpV6Test-273752723 tempest-RoutersNegativeIpV6Test-273752723-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-961978'] for segment (5494a520-ffc5-4f61-91f7-f4544708bebf), precommit_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:00.054982 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-97e1e47d-2c2a-419b-a16b-954491443447 tempest-RoutersNegativeIpV6Test-273752723 tempest-RoutersNegativeIpV6Test-273752723-project] Releasing vlan 85 on physical network physnet1 to pool {{(pid=116162) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 11:03:00.059624 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-97e1e47d-2c2a-419b-a16b-954491443447 tempest-RoutersNegativeIpV6Test-273752723 tempest-RoutersNegativeIpV6Test-273752723-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-961978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5051884'] for segment (5494a520-ffc5-4f61-91f7-f4544708bebf), after_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:00.072726 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-bff60bd4-9a20-4ac0-812f-37c8090dcafe None None] Provisioning complete for port 3adbd1c1-2e65-49ac-83c4-21afedc09c82 triggered by entity DHCP. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:03:00.076154 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-bff60bd4-9a20-4ac0-812f-37c8090dcafe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (3adbd1c1-2e65-49ac-83c4-21afedc09c82), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:00.084874 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93ecbf8b-bb98-4d57-beb5-c89ac67792b0 None None] No DVR routers for this DVR port 1086a601-6f76-4313-bc04-e12bb2808e56 on host dv-neutron-master-2-hyperv {{(pid=116163) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 11:03:00.123266 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd312cb-e76f-43d4-96e0-09ff19af107c tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Pushing event updated for resources: {'Port': ['ID=41f230b5-a768-4eae-a738-e6c48dd53981,revision_number=2']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:03:00.131837 dv-neutron-master-2-hyperv neutron-server[116162]: Traceback (most recent call last): Apr 28 11:03:00.131837 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 11:03:00.131837 dv-neutron-master-2-hyperv neutron-server[116162]: timer() Apr 28 11:03:00.131837 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 11:03:00.131837 dv-neutron-master-2-hyperv neutron-server[116162]: cb(*args, **kw) Apr 28 11:03:00.131837 dv-neutron-master-2-hyperv neutron-server[116162]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 28 11:03:00.131837 dv-neutron-master-2-hyperv neutron-server[116162]: return func(*args, **kwargs) Apr 28 11:03:00.131837 dv-neutron-master-2-hyperv neutron-server[116162]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 11:03:00.131837 dv-neutron-master-2-hyperv neutron-server[116162]: self._notify() Apr 28 11:03:00.131837 dv-neutron-master-2-hyperv neutron-server[116162]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 11:03:00.131837 dv-neutron-master-2-hyperv neutron-server[116162]: self.callback(batched_events) Apr 28 11:03:00.131837 dv-neutron-master-2-hyperv neutron-server[116162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 11:03:00.131837 dv-neutron-master-2-hyperv neutron-server[116162]: event.method(event) Apr 28 11:03:00.131837 dv-neutron-master-2-hyperv neutron-server[116162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 28 11:03:00.131837 dv-neutron-master-2-hyperv neutron-server[116162]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 11:03:00.131837 dv-neutron-master-2-hyperv neutron-server[116162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 28 11:03:00.131837 dv-neutron-master-2-hyperv neutron-server[116162]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 11:03:00.131837 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 28 11:03:00.131837 dv-neutron-master-2-hyperv neutron-server[116162]: return f(self, *a, **k) Apr 28 11:03:00.131837 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 28 11:03:00.131837 dv-neutron-master-2-hyperv neutron-server[116162]: return self._get(url).json() Apr 28 11:03:00.131837 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 28 11:03:00.131837 dv-neutron-master-2-hyperv neutron-server[116162]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 11:03:00.131837 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 11:03:00.131837 dv-neutron-master-2-hyperv neutron-server[116162]: return self.request(url, 'GET', **kwargs) Apr 28 11:03:00.131837 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 11:03:00.131837 dv-neutron-master-2-hyperv neutron-server[116162]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 11:03:00.131837 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 11:03:00.131837 dv-neutron-master-2-hyperv neutron-server[116162]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 11:03:00.131837 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 11:03:00.131837 dv-neutron-master-2-hyperv neutron-server[116162]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 11:03:00.131837 dv-neutron-master-2-hyperv neutron-server[116162]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 11:03:00.133851 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-3a3c7041-ca13-4eb5-9b11-bf8dce179962 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924426'] for security_group (dee8caf5-8cf6-433d-a88f-276f19074011), after_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:00.136032 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-3a3c7041-ca13-4eb5-9b11-bf8dce179962 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:00.139790 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-3a3c7041-ca13-4eb5-9b11-bf8dce179962 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/dee8caf5-8cf6-433d-a88f-276f19074011 HTTP/1.1" status: 204 len: 168 time: 2.0895326 Apr 28 11:03:00.152414 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Provisioning complete for port e6d8614f-b49d-4148-899e-d635e68e5b51 triggered by entity L2. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:03:00.153375 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (e6d8614f-b49d-4148-899e-d635e68e5b51), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:00.211671 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-97e1e47d-2c2a-419b-a16b-954491443447 tempest-RoutersNegativeIpV6Test-273752723 tempest-RoutersNegativeIpV6Test-273752723-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-973477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2063122'] for network (5d5d16e7-69db-4d09-a54e-074e8be4974a), after_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:00.225291 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-3bc5c2fb-8670-4a11-a072-9d072c1bbca9 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 886 time: 4.0498145 Apr 28 11:03:00.232699 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-97e1e47d-2c2a-419b-a16b-954491443447 tempest-RoutersNegativeIpV6Test-273752723 tempest-RoutersNegativeIpV6Test-273752723-project] Publish callbacks [] for network (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:00.239991 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-97e1e47d-2c2a-419b-a16b-954491443447 tempest-RoutersNegativeIpV6Test-273752723 tempest-RoutersNegativeIpV6Test-273752723-project] 10.222.0.10 "DELETE /v2.0/networks/5d5d16e7-69db-4d09-a54e-074e8be4974a HTTP/1.1" status: 204 len: 168 time: 1.1803074 Apr 28 11:03:00.241148 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff60bd4-9a20-4ac0-812f-37c8090dcafe None None] Pushing event updated for resources: {'Port': ['ID=ba98dc70-a316-493a-ad16-a7b54f0367b8,revision_number=3']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:03:00.241816 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 51916) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:03:00.242158 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 51918) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:03:00.293599 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ecbf8b-bb98-4d57-beb5-c89ac67792b0 None None] Pushing event deleted for resources: {'Port': ['ID=1086a601-6f76-4313-bc04-e12bb2808e56,revision_number=None']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:03:00.299088 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a89e4c-e473-4f88-96d0-3b59a131bd5a tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] Pushing event updated for resources: {'Subnet': ['ID=1e7368da-497c-4fc0-94bd-70a5f1f62648,revision_number=0']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:03:00.321600 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3c7041-ca13-4eb5-9b11-bf8dce179962 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dee8caf5-8cf6-433d-a88f-276f19074011,revision_number=None']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:03:00.325909 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e1e47d-2c2a-419b-a16b-954491443447 tempest-RoutersNegativeIpV6Test-273752723 tempest-RoutersNegativeIpV6Test-273752723-project] Pushing event deleted for resources: {'Network': ['ID=5d5d16e7-69db-4d09-a54e-074e8be4974a,revision_number=None']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:03:00.385201 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-1cfecb17-745b-44d0-b1f2-87216ec9d2e1 tempest-RoutersNegativeIpV6Test-273752723 tempest-RoutersNegativeIpV6Test-273752723-project] 10.222.0.10 "GET /v2.0/ports?device_id=7a93352b-7fef-4a78-a676-5156887a4be6 HTTP/1.1" status: 200 len: 205 time: 0.1298256 Apr 28 11:03:00.393034 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 51920) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:03:00.398606 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-bff60bd4-9a20-4ac0-812f-37c8090dcafe None None] Current status of the port 3adbd1c1-2e65-49ac-83c4-21afedc09c82 is: ACTIVE; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:03:00.411214 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c9d2bed-3bcf-41cc-b6d2-78cf3e7ef94c None None] get_active_networks_info from dv-neutron-master-2-hyperv {{(pid=116163) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Apr 28 11:03:00.442891 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03a89e4c-e473-4f88-96d0-3b59a131bd5a tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] Checking segment: {'id': '3cbc695f-e423-4b6e-a9b2-905078b4d1d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '8c04bb45-60cb-4397-acb2-d38cf80c75bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 11:03:00.443363 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03a89e4c-e473-4f88-96d0-3b59a131bd5a tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] Network hostable DHCP agents. Network: 8c04bb45-60cb-4397-acb2-d38cf80c75bd, hostable agents: ['75ba81b7-fe99-4281-90d2-a5adb445ecea'], hosted agents: [] {{(pid=116161) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 11:03:00.462883 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-bff60bd4-9a20-4ac0-812f-37c8090dcafe None None] Provisioning complete for port 41f230b5-a768-4eae-a738-e6c48dd53981 triggered by entity DHCP. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:03:00.463362 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-bff60bd4-9a20-4ac0-812f-37c8090dcafe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (41f230b5-a768-4eae-a738-e6c48dd53981), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:00.476734 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-c28f1644-43e3-4798-b062-9d2f38aa76f3 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1938497'] for port (37538575-6cb2-4b68-878b-f7ebdb8f8d56), precommit_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:00.502597 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-79704543-957f-4f36-b9c3-d2cd76874356 tempest-NetworksIpV6TestAttrs-234256711 tempest-NetworksIpV6TestAttrs-234256711-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742235135690', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742234710366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5219112'] for port (8167e82e-b533-4de7-bf28-1daa9326335c), after_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:00.508402 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Current status of the port e6d8614f-b49d-4148-899e-d635e68e5b51 is: ACTIVE; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:03:00.510246 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Device ba98dc70-a316-493a-ad16-a7b54f0367b8 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=116163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 11:03:00.522084 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.plugin [None req-c28f1644-43e3-4798-b062-9d2f38aa76f3 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Calling delete_port for 37538575-6cb2-4b68-878b-f7ebdb8f8d56 owned by {{(pid=116162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 11:03:00.525485 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-4f38aefb-41d3-41ab-857b-1da9b1df0bd0 tempest-RoutersNegativeIpV6Test-273752723 tempest-RoutersNegativeIpV6Test-273752723-project] Publish callbacks [] for router (7a93352b-7fef-4a78-a676-5156887a4be6), before_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:00.540461 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03a89e4c-e473-4f88-96d0-3b59a131bd5a tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] Network 8c04bb45-60cb-4397-acb2-d38cf80c75bd is scheduled to be hosted by DHCP agent 75ba81b7-fe99-4281-90d2-a5adb445ecea with binding_index 1 {{(pid=116161) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 11:03:00.540696 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-bff60bd4-9a20-4ac0-812f-37c8090dcafe None None] Port 41f230b5-a768-4eae-a738-e6c48dd53981 cannot update to ACTIVE because it is not bound. {{(pid=116163) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 28 11:03:00.547266 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79704543-957f-4f36-b9c3-d2cd76874356 tempest-NetworksIpV6TestAttrs-234256711 tempest-NetworksIpV6TestAttrs-234256711-project] Pushing event deleted for resources: {'Port': ['ID=8167e82e-b533-4de7-bf28-1daa9326335c,revision_number=None']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:03:00.553538 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79704543-957f-4f36-b9c3-d2cd76874356 tempest-NetworksIpV6TestAttrs-234256711 tempest-NetworksIpV6TestAttrs-234256711-project] No DVR routers for this DVR port 8167e82e-b533-4de7-bf28-1daa9326335c on host dv-neutron-master-2-hyperv {{(pid=116161) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 11:03:00.584240 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.plugin [None req-802a340c-e69a-468c-a5ac-d4651b494636 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Deleting port 680b234e-06f3-4fbd-9da5-8b2977650108 {{(pid=116162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 11:03:00.584586 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-802a340c-e69a-468c-a5ac-d4651b494636 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742235130188'] for port (680b234e-06f3-4fbd-9da5-8b2977650108), before_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:00.612726 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-8cd312cb-e76f-43d4-96e0-09ff19af107c tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2063275'] for router_interface (76b1ebbc-a6af-47dd-8e4b-49120c5516a9), before_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:00.707735 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.scheduler.base_scheduler [None req-03a89e4c-e473-4f88-96d0-3b59a131bd5a tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 8c04bb45-60cb-4397-acb2-d38cf80c75bd) {{(pid=116161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 11:03:00.769668 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-79704543-957f-4f36-b9c3-d2cd76874356 tempest-NetworksIpV6TestAttrs-234256711 tempest-NetworksIpV6TestAttrs-234256711-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-973498', 'neutron.services.segments.db._delete_segments_for_network-8742235207033'] for network (3480c57d-362c-4017-8f96-3277d1d717f3), precommit_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:00.792576 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.services.segments.db [None req-79704543-957f-4f36-b9c3-d2cd76874356 tempest-NetworksIpV6TestAttrs-234256711 tempest-NetworksIpV6TestAttrs-234256711-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3480c57d-362c-4017-8f96-3277d1d717f3']}} {{(pid=116161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:03:00.804307 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.services.segments.db [None req-79704543-957f-4f36-b9c3-d2cd76874356 tempest-NetworksIpV6TestAttrs-234256711 tempest-NetworksIpV6TestAttrs-234256711-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '818dec3b-01fe-4544-b3a9-30183997ee1b') {'for_net_delete': True} {{(pid=116161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:03:00.804543 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.services.segments.db [None req-79704543-957f-4f36-b9c3-d2cd76874356 tempest-NetworksIpV6TestAttrs-234256711 tempest-NetworksIpV6TestAttrs-234256711-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '818dec3b-01fe-4544-b3a9-30183997ee1b') {} {{(pid=116161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:03:00.817954 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-79704543-957f-4f36-b9c3-d2cd76874356 tempest-NetworksIpV6TestAttrs-234256711 tempest-NetworksIpV6TestAttrs-234256711-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742235208578', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8076969'] for segment (818dec3b-01fe-4544-b3a9-30183997ee1b), before_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:00.828517 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03a89e4c-e473-4f88-96d0-3b59a131bd5a tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:03:00.829252 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-03a89e4c-e473-4f88-96d0-3b59a131bd5a tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] Publish callbacks [] for subnet (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:00.841895 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-4f38aefb-41d3-41ab-857b-1da9b1df0bd0 tempest-RoutersNegativeIpV6Test-273752723 tempest-RoutersNegativeIpV6Test-273752723-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2060865', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-63275'] for router (7a93352b-7fef-4a78-a676-5156887a4be6), precommit_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:00.847628 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-4f38aefb-41d3-41ab-857b-1da9b1df0bd0 tempest-RoutersNegativeIpV6Test-273752723 tempest-RoutersNegativeIpV6Test-273752723-project] Publish callbacks [] for router_controller (7a93352b-7fef-4a78-a676-5156887a4be6), precommit_delete_associations {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:00.870175 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-79704543-957f-4f36-b9c3-d2cd76874356 tempest-NetworksIpV6TestAttrs-234256711 tempest-NetworksIpV6TestAttrs-234256711-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-961978'] for segment (818dec3b-01fe-4544-b3a9-30183997ee1b), precommit_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:00.878088 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-8cd312cb-e76f-43d4-96e0-09ff19af107c tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (41f230b5-a768-4eae-a738-e6c48dd53981), before_update {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:00.881967 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Provisioning complete for port ba98dc70-a316-493a-ad16-a7b54f0367b8 triggered by entity L2. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:03:00.882169 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (ba98dc70-a316-493a-ad16-a7b54f0367b8), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:00.889555 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-79704543-957f-4f36-b9c3-d2cd76874356 tempest-NetworksIpV6TestAttrs-234256711 tempest-NetworksIpV6TestAttrs-234256711-project] Releasing vlan 90 on physical network physnet1 to pool {{(pid=116161) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 11:03:00.889555 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-79704543-957f-4f36-b9c3-d2cd76874356 tempest-NetworksIpV6TestAttrs-234256711 tempest-NetworksIpV6TestAttrs-234256711-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-961978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5219103'] for segment (818dec3b-01fe-4544-b3a9-30183997ee1b), after_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:00.893822 dv-neutron-master-2-hyperv neutron-server[116161]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 28 11:03:00.893822 dv-neutron-master-2-hyperv neutron-server[116161]: self.session.flush() Apr 28 11:03:00.893822 dv-neutron-master-2-hyperv neutron-server[116161]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 28 11:03:00.893822 dv-neutron-master-2-hyperv neutron-server[116161]: self.session.flush() Apr 28 11:03:00.893822 dv-neutron-master-2-hyperv neutron-server[116161]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 28 11:03:00.893822 dv-neutron-master-2-hyperv neutron-server[116161]: self.session.flush() Apr 28 11:03:00.893822 dv-neutron-master-2-hyperv neutron-server[116161]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 28 11:03:00.893822 dv-neutron-master-2-hyperv neutron-server[116161]: self.session.flush() Apr 28 11:03:00.893822 dv-neutron-master-2-hyperv neutron-server[116161]: Traceback (most recent call last): Apr 28 11:03:00.893822 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 11:03:00.893822 dv-neutron-master-2-hyperv neutron-server[116161]: timer() Apr 28 11:03:00.893822 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 11:03:00.893822 dv-neutron-master-2-hyperv neutron-server[116161]: cb(*args, **kw) Apr 28 11:03:00.893822 dv-neutron-master-2-hyperv neutron-server[116161]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 28 11:03:00.893822 dv-neutron-master-2-hyperv neutron-server[116161]: return func(*args, **kwargs) Apr 28 11:03:00.893822 dv-neutron-master-2-hyperv neutron-server[116161]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 11:03:00.893822 dv-neutron-master-2-hyperv neutron-server[116161]: self._notify() Apr 28 11:03:00.893822 dv-neutron-master-2-hyperv neutron-server[116161]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 11:03:00.893822 dv-neutron-master-2-hyperv neutron-server[116161]: self.callback(batched_events) Apr 28 11:03:00.893822 dv-neutron-master-2-hyperv neutron-server[116161]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 11:03:00.893822 dv-neutron-master-2-hyperv neutron-server[116161]: event.method(event) Apr 28 11:03:00.893822 dv-neutron-master-2-hyperv neutron-server[116161]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 28 11:03:00.893822 dv-neutron-master-2-hyperv neutron-server[116161]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 11:03:00.893822 dv-neutron-master-2-hyperv neutron-server[116161]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 28 11:03:00.893822 dv-neutron-master-2-hyperv neutron-server[116161]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 11:03:00.893822 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 28 11:03:00.893822 dv-neutron-master-2-hyperv neutron-server[116161]: return f(self, *a, **k) Apr 28 11:03:00.893822 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 28 11:03:00.893822 dv-neutron-master-2-hyperv neutron-server[116161]: return self._get(url).json() Apr 28 11:03:00.893822 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 28 11:03:00.893822 dv-neutron-master-2-hyperv neutron-server[116161]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 11:03:00.893822 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 11:03:00.893822 dv-neutron-master-2-hyperv neutron-server[116161]: return self.request(url, 'GET', **kwargs) Apr 28 11:03:00.893822 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 11:03:00.893822 dv-neutron-master-2-hyperv neutron-server[116161]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 11:03:00.893822 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 11:03:00.893822 dv-neutron-master-2-hyperv neutron-server[116161]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 11:03:00.893822 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 11:03:00.893822 dv-neutron-master-2-hyperv neutron-server[116161]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 11:03:00.893822 dv-neutron-master-2-hyperv neutron-server[116161]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 11:03:00.909958 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-802a340c-e69a-468c-a5ac-d4651b494636 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1938497'] for port (680b234e-06f3-4fbd-9da5-8b2977650108), precommit_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:00.926729 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.plugin [None req-802a340c-e69a-468c-a5ac-d4651b494636 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Calling delete_port for 680b234e-06f3-4fbd-9da5-8b2977650108 owned by {{(pid=116162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 11:03:00.947389 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-7c64b7dd-ee16-4937-bd4c-2c321f3fa117 None None] Provisioning complete for port e6d8614f-b49d-4148-899e-d635e68e5b51 triggered by entity DHCP. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:03:00.947764 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-7c64b7dd-ee16-4937-bd4c-2c321f3fa117 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (e6d8614f-b49d-4148-899e-d635e68e5b51), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:01.033972 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-4f38aefb-41d3-41ab-857b-1da9b1df0bd0 tempest-RoutersNegativeIpV6Test-273752723 tempest-RoutersNegativeIpV6Test-273752723-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2060888'] for router (7a93352b-7fef-4a78-a676-5156887a4be6), after_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:01.035157 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f38aefb-41d3-41ab-857b-1da9b1df0bd0 tempest-RoutersNegativeIpV6Test-273752723 tempest-RoutersNegativeIpV6Test-273752723-project] Fanout notify agent at l3_agent the message router_deleted on router 7a93352b-7fef-4a78-a676-5156887a4be6 {{(pid=116162) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 28 11:03:01.042222 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-03a89e4c-e473-4f88-96d0-3b59a131bd5a tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 3.6806455 Apr 28 11:03:01.042869 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 51932) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:03:01.076867 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-4f38aefb-41d3-41ab-857b-1da9b1df0bd0 tempest-RoutersNegativeIpV6Test-273752723 tempest-RoutersNegativeIpV6Test-273752723-project] Publish callbacks [] for router (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:01.076867 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-4f38aefb-41d3-41ab-857b-1da9b1df0bd0 tempest-RoutersNegativeIpV6Test-273752723 tempest-RoutersNegativeIpV6Test-273752723-project] 10.222.0.10 "DELETE /v2.0/routers/7a93352b-7fef-4a78-a676-5156887a4be6 HTTP/1.1" status: 204 len: 168 time: 0.6816380 Apr 28 11:03:01.101240 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Current status of the port ba98dc70-a316-493a-ad16-a7b54f0367b8 is: ACTIVE; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:03:01.105669 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-79704543-957f-4f36-b9c3-d2cd76874356 tempest-NetworksIpV6TestAttrs-234256711 tempest-NetworksIpV6TestAttrs-234256711-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-973477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2063122'] for network (3480c57d-362c-4017-8f96-3277d1d717f3), after_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:01.131273 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-79704543-957f-4f36-b9c3-d2cd76874356 tempest-NetworksIpV6TestAttrs-234256711 tempest-NetworksIpV6TestAttrs-234256711-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603020'] for network (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:01.134643 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-79704543-957f-4f36-b9c3-d2cd76874356 tempest-NetworksIpV6TestAttrs-234256711 tempest-NetworksIpV6TestAttrs-234256711-project] 10.222.0.10 "DELETE /v2.0/networks/3480c57d-362c-4017-8f96-3277d1d717f3 HTTP/1.1" status: 204 len: 168 time: 2.8314829 Apr 28 11:03:01.192308 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79704543-957f-4f36-b9c3-d2cd76874356 tempest-NetworksIpV6TestAttrs-234256711 tempest-NetworksIpV6TestAttrs-234256711-project] Pushing event deleted for resources: {'Network': ['ID=3480c57d-362c-4017-8f96-3277d1d717f3,revision_number=None']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:03:01.232417 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-c28f1644-43e3-4798-b062-9d2f38aa76f3 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742235135690', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742234710366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5051867'] for port (37538575-6cb2-4b68-878b-f7ebdb8f8d56), after_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:01.266606 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Device 3adbd1c1-2e65-49ac-83c4-21afedc09c82 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=116163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 11:03:01.279186 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28f1644-43e3-4798-b062-9d2f38aa76f3 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Pushing event deleted for resources: {'Port': ['ID=37538575-6cb2-4b68-878b-f7ebdb8f8d56,revision_number=None']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:03:01.293722 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-7c64b7dd-ee16-4937-bd4c-2c321f3fa117 None None] Current status of the port e6d8614f-b49d-4148-899e-d635e68e5b51 is: ACTIVE; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:03:01.312037 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c9d2bed-3bcf-41cc-b6d2-78cf3e7ef94c None None] Unable to find a vacant binding_index for network 8c04bb45-60cb-4397-acb2-d38cf80c75bd and agent 75ba81b7-fe99-4281-90d2-a5adb445ecea {{(pid=116163) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} Apr 28 11:03:01.312714 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-802a340c-e69a-468c-a5ac-d4651b494636 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742235135690', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742234710366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5051867'] for port (680b234e-06f3-4fbd-9da5-8b2977650108), after_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:01.326249 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-7c64b7dd-ee16-4937-bd4c-2c321f3fa117 None None] Provisioning complete for port 41f230b5-a768-4eae-a738-e6c48dd53981 triggered by entity DHCP. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:03:01.326673 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-e3c617a9-7dfa-48b2-98fd-92e55437f44d tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-979593'] for network (8c04bb45-60cb-4397-acb2-d38cf80c75bd), before_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:01.326802 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-7c64b7dd-ee16-4937-bd4c-2c321f3fa117 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (41f230b5-a768-4eae-a738-e6c48dd53981), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:01.331329 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c9d2bed-3bcf-41cc-b6d2-78cf3e7ef94c None None] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 8c04bb45-60cb-4397-acb2-d38cf80c75bd) {{(pid=116163) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 28 11:03:01.363866 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-802a340c-e69a-468c-a5ac-d4651b494636 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Pushing event deleted for resources: {'Port': ['ID=680b234e-06f3-4fbd-9da5-8b2977650108,revision_number=None']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:03:01.369413 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-c28f1644-43e3-4798-b062-9d2f38aa76f3 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198022'] for port (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:01.372800 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-c28f1644-43e3-4798-b062-9d2f38aa76f3 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] 10.222.0.10 "DELETE /v2.0/ports/37538575-6cb2-4b68-878b-f7ebdb8f8d56 HTTP/1.1" status: 204 len: 168 time: 1.7127635 Apr 28 11:03:01.377289 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 51940) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:03:01.406305 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-7c64b7dd-ee16-4937-bd4c-2c321f3fa117 None None] Port 41f230b5-a768-4eae-a738-e6c48dd53981 cannot update to ACTIVE because it is not bound. {{(pid=116163) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 28 11:03:01.419469 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Provisioning complete for port 3adbd1c1-2e65-49ac-83c4-21afedc09c82 triggered by entity L2. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:03:01.420070 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (3adbd1c1-2e65-49ac-83c4-21afedc09c82), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:01.422227 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-7c64b7dd-ee16-4937-bd4c-2c321f3fa117 None None] Could not find standard attr ID for object 680b234e-06f3-4fbd-9da5-8b2977650108. {{(pid=116163) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:182}} Apr 28 11:03:01.436487 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-e3c617a9-7dfa-48b2-98fd-92e55437f44d tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-971303'] for subnet (1e7368da-497c-4fc0-94bd-70a5f1f62648), precommit_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:01.476913 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe3ba565-f9ab-458b-8073-01bfa7dfb991 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:03:01.478478 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-fe3ba565-f9ab-458b-8073-01bfa7dfb991 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1045 time: 0.1002223 Apr 28 11:03:01.481578 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 51942) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:03:01.495533 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-8cd312cb-e76f-43d4-96e0-09ff19af107c tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Publish callbacks [] for port (41f230b5-a768-4eae-a738-e6c48dd53981), precommit_update {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:01.532303 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-7c64b7dd-ee16-4937-bd4c-2c321f3fa117 None None] Provisioning complete for port ba98dc70-a316-493a-ad16-a7b54f0367b8 triggered by entity DHCP. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:03:01.532803 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-7c64b7dd-ee16-4937-bd4c-2c321f3fa117 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (ba98dc70-a316-493a-ad16-a7b54f0367b8), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:01.579825 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-8cd312cb-e76f-43d4-96e0-09ff19af107c tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5219123'] for port (41f230b5-a768-4eae-a738-e6c48dd53981), after_update {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:01.581300 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-8cd312cb-e76f-43d4-96e0-09ff19af107c tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1603056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2063387'] for router_interface (76b1ebbc-a6af-47dd-8e4b-49120c5516a9), after_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:01.647929 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-e3c617a9-7dfa-48b2-98fd-92e55437f44d tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-971310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5220601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5125409'] for subnet (1e7368da-497c-4fc0-94bd-70a5f1f62648), after_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:01.740964 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bdd26d0-df61-4e29-94d5-deb37e037a68 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-8c04bb45-60cb-4397-acb2-d38cf80c75bd', 'network_id': '8c04bb45-60cb-4397-acb2-d38cf80c75bd', 'project_id': '6af68124dd864f2fba5b5c4453768950', 'fixed_ips': [{'subnet_id': '1e7368da-497c-4fc0-94bd-70a5f1f62648'}]}} from dv-neutron-master-2-hyperv. {{(pid=116163) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 28 11:03:01.741884 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-4bdd26d0-df61-4e29-94d5-deb37e037a68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (None), before_create {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:01.757235 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Current status of the port 3adbd1c1-2e65-49ac-83c4-21afedc09c82 is: ACTIVE; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:03:01.758647 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Device ba98dc70-a316-493a-ad16-a7b54f0367b8 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=116163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 11:03:01.807306 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-802a340c-e69a-468c-a5ac-d4651b494636 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198022'] for port (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:01.813452 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-802a340c-e69a-468c-a5ac-d4651b494636 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] 10.222.0.10 "DELETE /v2.0/ports/680b234e-06f3-4fbd-9da5-8b2977650108 HTTP/1.1" status: 204 len: 168 time: 1.5670993 Apr 28 11:03:01.814226 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 51948) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:03:01.816324 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-7c64b7dd-ee16-4937-bd4c-2c321f3fa117 None None] Current status of the port ba98dc70-a316-493a-ad16-a7b54f0367b8 is: ACTIVE; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:03:01.829559 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-7c64b7dd-ee16-4937-bd4c-2c321f3fa117 None None] Could not find standard attr ID for object 37538575-6cb2-4b68-878b-f7ebdb8f8d56. {{(pid=116163) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:182}} Apr 28 11:03:01.847916 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c617a9-7dfa-48b2-98fd-92e55437f44d tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] Pushing event deleted for resources: {'Subnet': ['ID=1e7368da-497c-4fc0-94bd-70a5f1f62648,revision_number=None']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:03:01.848494 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afd554b5-9eec-4d7c-aad0-7c1a41567257 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:03:01.849745 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-afd554b5-9eec-4d7c-aad0-7c1a41567257 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1045 time: 0.3673985 Apr 28 11:03:01.851214 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.pecan_wsgi.hooks.translation [None req-44e212ee-5587-47c8-aeee-1ad656189841 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] GET failed (client error): The resource could not be found. Apr 28 11:03:01.852739 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-44e212ee-5587-47c8-aeee-1ad656189841 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] 10.222.0.10 "GET /v2.0/ports/680b234e-06f3-4fbd-9da5-8b2977650108 HTTP/1.1" status: 404 len: 333 time: 0.0380445 Apr 28 11:03:01.853461 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 51952) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:03:01.867612 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 51954) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:03:01.917740 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Provisioning complete for port ba98dc70-a316-493a-ad16-a7b54f0367b8 triggered by entity L2. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:03:01.918228 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (ba98dc70-a316-493a-ad16-a7b54f0367b8), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:01.935772 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3533cfcb-1f3d-40b7-94bd-3af5e1cd7f22 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:03:01.937653 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3533cfcb-1f3d-40b7-94bd-3af5e1cd7f22 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:03:01.939587 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3533cfcb-1f3d-40b7-94bd-3af5e1cd7f22 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:03:01.941228 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-3533cfcb-1f3d-40b7-94bd-3af5e1cd7f22 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.0867038 Apr 28 11:03:01.941838 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 51956) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:03:01.942176 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 51958) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:03:01.962159 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 51962) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:03:01.969649 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7879c00a-5ee6-4278-b5c7-99787457bac2 None None] Network 8c04bb45-60cb-4397-acb2-d38cf80c75bd requested from dv-neutron-master-2-hyperv {{(pid=116163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 11:03:01.983684 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.db.db_base_plugin_v2 [None req-2d56d6c2-be2a-44a0-89d6-f2bd42790192 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Deleting subnet cc703b36-21e4-4d81-bdfc-05414d1f16ff {{(pid=116161) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 28 11:03:01.998204 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd312cb-e76f-43d4-96e0-09ff19af107c tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Pushing event updated for resources: {'Port': ['ID=41f230b5-a768-4eae-a738-e6c48dd53981,revision_number=3']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:03:02.007428 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-2d56d6c2-be2a-44a0-89d6-f2bd42790192 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Publish callbacks [] for subnet (cc703b36-21e4-4d81-bdfc-05414d1f16ff), before_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:02.096340 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.db.db_base_plugin_v2 [None req-447d01ce-4824-4f61-8551-37cda4a59404 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Deleting subnet 14aa2309-30b9-4372-806f-76605a4119be {{(pid=116162) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 28 11:03:02.115237 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-447d01ce-4824-4f61-8551-37cda4a59404 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Publish callbacks [] for subnet (14aa2309-30b9-4372-806f-76605a4119be), before_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:02.149584 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5c29f9f-afde-4e8f-ab81-d07977e366ac None None] Network 8c04bb45-60cb-4397-acb2-d38cf80c75bd requested from dv-neutron-master-2-hyperv {{(pid=116163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 11:03:02.190624 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cd312cb-e76f-43d4-96e0-09ff19af107c tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Network 0824a4de-f600-4659-b62f-470b59d9e7af is already hosted by enough agents. {{(pid=116161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 11:03:02.199913 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Current status of the port ba98dc70-a316-493a-ad16-a7b54f0367b8 is: ACTIVE; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:03:02.235633 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-447d01ce-4824-4f61-8551-37cda4a59404 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5026541'] for subnet (14aa2309-30b9-4372-806f-76605a4119be), precommit_delete_associations {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:02.299193 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-2d56d6c2-be2a-44a0-89d6-f2bd42790192 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8076976'] for subnet (cc703b36-21e4-4d81-bdfc-05414d1f16ff), precommit_delete_associations {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:02.302169 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.scheduler.base_scheduler [None req-8cd312cb-e76f-43d4-96e0-09ff19af107c tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Resources bound (agent type, host, resource id): {{(pid=116161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 11:03:02.305465 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-e3c617a9-7dfa-48b2-98fd-92e55437f44d tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-973498', 'neutron.services.segments.db._delete_segments_for_network-8742235207033'] for network (8c04bb45-60cb-4397-acb2-d38cf80c75bd), precommit_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:02.325092 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Device 8167e82e-b533-4de7-bf28-1daa9326335c no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=116163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 11:03:02.417236 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] No Port match for: 8167e82e-b533-4de7-bf28-1daa9326335c {{(pid=116163) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 28 11:03:02.417588 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Device 8167e82e-b533-4de7-bf28-1daa9326335c not bound to the agent host dv-neutron-master-2-hyperv {{(pid=116163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 11:03:02.418129 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Device 1086a601-6f76-4313-bc04-e12bb2808e56 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=116163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 11:03:02.428232 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.services.segments.db [None req-e3c617a9-7dfa-48b2-98fd-92e55437f44d tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8c04bb45-60cb-4397-acb2-d38cf80c75bd']}} {{(pid=116161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:03:02.456586 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] No Port match for: 1086a601-6f76-4313-bc04-e12bb2808e56 {{(pid=116163) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 28 11:03:02.456934 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Device 1086a601-6f76-4313-bc04-e12bb2808e56 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=116163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 11:03:02.501923 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.services.segments.db [None req-e3c617a9-7dfa-48b2-98fd-92e55437f44d tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3cbc695f-e423-4b6e-a9b2-905078b4d1d4') {'for_net_delete': True} {{(pid=116161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:03:02.502223 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.services.segments.db [None req-e3c617a9-7dfa-48b2-98fd-92e55437f44d tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3cbc695f-e423-4b6e-a9b2-905078b4d1d4') {} {{(pid=116161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:03:02.509150 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-f60eaffe-8adb-4c7b-a9be-8eba7b6cc730 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=5872500d6a394c9f83c6b1c78131b0b2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5611401 Apr 28 11:03:02.510571 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-447d01ce-4824-4f61-8551-37cda4a59404 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-971303'] for subnet (14aa2309-30b9-4372-806f-76605a4119be), precommit_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:02.532794 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 51972) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:03:02.550624 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-e3c617a9-7dfa-48b2-98fd-92e55437f44d tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742235208578', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8076969'] for segment (3cbc695f-e423-4b6e-a9b2-905078b4d1d4), before_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:02.600344 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-e3c617a9-7dfa-48b2-98fd-92e55437f44d tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-961978'] for segment (3cbc695f-e423-4b6e-a9b2-905078b4d1d4), precommit_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:02.616170 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e3c617a9-7dfa-48b2-98fd-92e55437f44d tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] Releasing vlan 65 on physical network physnet1 to pool {{(pid=116161) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 11:03:02.616586 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-e3c617a9-7dfa-48b2-98fd-92e55437f44d tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-961978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5219103'] for segment (3cbc695f-e423-4b6e-a9b2-905078b4d1d4), after_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:02.622016 dv-neutron-master-2-hyperv neutron-server[116161]: Traceback (most recent call last): Apr 28 11:03:02.622016 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 11:03:02.622016 dv-neutron-master-2-hyperv neutron-server[116161]: timer() Apr 28 11:03:02.622016 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 11:03:02.622016 dv-neutron-master-2-hyperv neutron-server[116161]: cb(*args, **kw) Apr 28 11:03:02.622016 dv-neutron-master-2-hyperv neutron-server[116161]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 28 11:03:02.622016 dv-neutron-master-2-hyperv neutron-server[116161]: return func(*args, **kwargs) Apr 28 11:03:02.622016 dv-neutron-master-2-hyperv neutron-server[116161]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 11:03:02.622016 dv-neutron-master-2-hyperv neutron-server[116161]: self._notify() Apr 28 11:03:02.622016 dv-neutron-master-2-hyperv neutron-server[116161]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 11:03:02.622016 dv-neutron-master-2-hyperv neutron-server[116161]: self.callback(batched_events) Apr 28 11:03:02.622016 dv-neutron-master-2-hyperv neutron-server[116161]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 11:03:02.622016 dv-neutron-master-2-hyperv neutron-server[116161]: event.method(event) Apr 28 11:03:02.622016 dv-neutron-master-2-hyperv neutron-server[116161]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 28 11:03:02.622016 dv-neutron-master-2-hyperv neutron-server[116161]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 11:03:02.622016 dv-neutron-master-2-hyperv neutron-server[116161]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 28 11:03:02.622016 dv-neutron-master-2-hyperv neutron-server[116161]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 11:03:02.622016 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 28 11:03:02.622016 dv-neutron-master-2-hyperv neutron-server[116161]: return f(self, *a, **k) Apr 28 11:03:02.622016 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 28 11:03:02.622016 dv-neutron-master-2-hyperv neutron-server[116161]: return self._get(url).json() Apr 28 11:03:02.622016 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 28 11:03:02.622016 dv-neutron-master-2-hyperv neutron-server[116161]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 11:03:02.622016 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 11:03:02.622016 dv-neutron-master-2-hyperv neutron-server[116161]: return self.request(url, 'GET', **kwargs) Apr 28 11:03:02.622016 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 11:03:02.622016 dv-neutron-master-2-hyperv neutron-server[116161]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 11:03:02.622016 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 11:03:02.622016 dv-neutron-master-2-hyperv neutron-server[116161]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 11:03:02.622016 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 11:03:02.622016 dv-neutron-master-2-hyperv neutron-server[116161]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 11:03:02.622016 dv-neutron-master-2-hyperv neutron-server[116161]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 11:03:02.627760 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-b423492b-7607-4dd0-9a7e-1f2d30d8222c admin admin] Publish callbacks [] for security_group (bf12b568-c3ed-46dd-b4bd-caaafd380f0f), before_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:02.633853 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-9a21c2c5-ecbd-41ca-b2c8-e6d6f1401ccc admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=d20e5067fde94728a53a5aba90f434ad&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6906230 Apr 28 11:03:02.638698 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 51976) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:03:02.645013 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-2d56d6c2-be2a-44a0-89d6-f2bd42790192 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-971303'] for subnet (cc703b36-21e4-4d81-bdfc-05414d1f16ff), precommit_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:02.660635 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-b423492b-7607-4dd0-9a7e-1f2d30d8222c admin admin] Publish callbacks [] for security_group (bf12b568-c3ed-46dd-b4bd-caaafd380f0f), precommit_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:02.732337 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-447d01ce-4824-4f61-8551-37cda4a59404 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-971310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5053962', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4210815'] for subnet (14aa2309-30b9-4372-806f-76605a4119be), after_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:02.761504 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-447d01ce-4824-4f61-8551-37cda4a59404 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Pushing event deleted for resources: {'Subnet': ['ID=14aa2309-30b9-4372-806f-76605a4119be,revision_number=None']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:03:02.766534 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-447d01ce-4824-4f61-8551-37cda4a59404 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Publish callbacks [] for subnet (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:02.775239 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-447d01ce-4824-4f61-8551-37cda4a59404 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] 10.222.0.10 "DELETE /v2.0/subnets/14aa2309-30b9-4372-806f-76605a4119be HTTP/1.1" status: 204 len: 168 time: 0.8067379 Apr 28 11:03:02.775959 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 51980) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:03:02.778342 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6bc2294-9710-41bf-9c8b-19f6f5b183fe None None] Network 1ec9fbcf-7a57-4aaa-9c30-4e0f43e09480 requested from dv-neutron-master-2-hyperv {{(pid=116163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 11:03:02.779150 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-447d01ce-4824-4f61-8551-37cda4a59404 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:03:02.779558 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-447d01ce-4824-4f61-8551-37cda4a59404 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:03:02.779900 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-447d01ce-4824-4f61-8551-37cda4a59404 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:03:02.780243 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-447d01ce-4824-4f61-8551-37cda4a59404 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:03:02.781378 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-447d01ce-4824-4f61-8551-37cda4a59404 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:03:02.782026 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-447d01ce-4824-4f61-8551-37cda4a59404 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:03:02.782490 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-447d01ce-4824-4f61-8551-37cda4a59404 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:03:02.783407 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-447d01ce-4824-4f61-8551-37cda4a59404 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:03:02.783809 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-447d01ce-4824-4f61-8551-37cda4a59404 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:03:02.784146 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-447d01ce-4824-4f61-8551-37cda4a59404 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:03:02.784480 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-447d01ce-4824-4f61-8551-37cda4a59404 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:03:02.784809 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-447d01ce-4824-4f61-8551-37cda4a59404 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:03:02.785297 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-447d01ce-4824-4f61-8551-37cda4a59404 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:03:02.785633 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-447d01ce-4824-4f61-8551-37cda4a59404 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:03:02.786054 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-447d01ce-4824-4f61-8551-37cda4a59404 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:03:02.795428 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-b423492b-7607-4dd0-9a7e-1f2d30d8222c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924426'] for security_group (bf12b568-c3ed-46dd-b4bd-caaafd380f0f), after_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:02.800000 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-b423492b-7607-4dd0-9a7e-1f2d30d8222c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:02.805207 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-b423492b-7607-4dd0-9a7e-1f2d30d8222c admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/bf12b568-c3ed-46dd-b4bd-caaafd380f0f HTTP/1.1" status: 204 len: 168 time: 0.2669892 Apr 28 11:03:02.814020 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b423492b-7607-4dd0-9a7e-1f2d30d8222c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf12b568-c3ed-46dd-b4bd-caaafd380f0f,revision_number=None']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:03:02.835435 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-2fa76238-a2d5-444f-a178-a54c29947d2b admin admin] Publish callbacks [] for security_group (9b4e6c12-804b-478b-9e63-5106e56e50d3), before_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:02.844778 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-028675d4-1fbe-41ac-83ba-6a7005066151 None None] Provisioning complete for port 41f230b5-a768-4eae-a738-e6c48dd53981 triggered by entity DHCP. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:03:02.845261 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-028675d4-1fbe-41ac-83ba-6a7005066151 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (41f230b5-a768-4eae-a738-e6c48dd53981), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:02.856993 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-e3c617a9-7dfa-48b2-98fd-92e55437f44d tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-973477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2063122'] for network (8c04bb45-60cb-4397-acb2-d38cf80c75bd), after_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:02.876531 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-e3c617a9-7dfa-48b2-98fd-92e55437f44d tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603020'] for network (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:02.883265 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-e3c617a9-7dfa-48b2-98fd-92e55437f44d tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] 10.222.0.10 "DELETE /v2.0/networks/8c04bb45-60cb-4397-acb2-d38cf80c75bd HTTP/1.1" status: 204 len: 168 time: 1.8375359 Apr 28 11:03:02.883567 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 51984) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:03:02.887707 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-2fa76238-a2d5-444f-a178-a54c29947d2b admin admin] Publish callbacks [] for security_group (9b4e6c12-804b-478b-9e63-5106e56e50d3), precommit_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:02.890653 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.v2.base [None req-63171f44-534a-4af9-8b0a-1704c3380bd2 tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-681965303'}} {{(pid=116162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:03:02.893161 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.db.db_base_plugin_v2 [None req-d3f9dc67-93df-4615-ae6d-11c134fafc2e tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Deleting subnet 7920882a-c758-4d97-817e-07759a60c0a9 {{(pid=116161) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 28 11:03:02.909217 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-d3f9dc67-93df-4615-ae6d-11c134fafc2e tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Publish callbacks [] for subnet (7920882a-c758-4d97-817e-07759a60c0a9), before_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:02.914432 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-2d56d6c2-be2a-44a0-89d6-f2bd42790192 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-971310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5220601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5125409'] for subnet (cc703b36-21e4-4d81-bdfc-05414d1f16ff), after_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:02.940296 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8cd312cb-e76f-43d4-96e0-09ff19af107c tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Router 76b1ebbc-a6af-47dd-8e4b-49120c5516a9 is scheduled to L3 agent 6b492ad6-0876-4d74-b20d-28143a52ceba with binding_index 1 {{(pid=116161) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 28 11:03:02.942645 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c617a9-7dfa-48b2-98fd-92e55437f44d tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] Pushing event deleted for resources: {'Network': ['ID=8c04bb45-60cb-4397-acb2-d38cf80c75bd,revision_number=None']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:03:02.948507 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-028675d4-1fbe-41ac-83ba-6a7005066151 None None] Port 41f230b5-a768-4eae-a738-e6c48dd53981 cannot update to ACTIVE because it is not bound. {{(pid=116163) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 28 11:03:02.996736 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d56d6c2-be2a-44a0-89d6-f2bd42790192 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Pushing event deleted for resources: {'Subnet': ['ID=cc703b36-21e4-4d81-bdfc-05414d1f16ff,revision_number=None']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:03:03.000089 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c617a9-7dfa-48b2-98fd-92e55437f44d tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:03:03.000600 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c617a9-7dfa-48b2-98fd-92e55437f44d tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:03:03.000976 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63171f44-534a-4af9-8b0a-1704c3380bd2 tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] Made reservation on behalf of 6af68124dd864f2fba5b5c4453768950 for: {'network': 1} {{(pid=116162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 11:03:03.001278 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c617a9-7dfa-48b2-98fd-92e55437f44d tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:03:03.001553 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c617a9-7dfa-48b2-98fd-92e55437f44d tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:03:03.001867 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c617a9-7dfa-48b2-98fd-92e55437f44d tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:03:03.002208 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c617a9-7dfa-48b2-98fd-92e55437f44d tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:03:03.002577 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c617a9-7dfa-48b2-98fd-92e55437f44d tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:03:03.002910 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c617a9-7dfa-48b2-98fd-92e55437f44d tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:03:03.003247 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c617a9-7dfa-48b2-98fd-92e55437f44d tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:03:03.003575 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c617a9-7dfa-48b2-98fd-92e55437f44d tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:03:03.003905 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c617a9-7dfa-48b2-98fd-92e55437f44d tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:03:03.004229 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c617a9-7dfa-48b2-98fd-92e55437f44d tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:03:03.004554 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c617a9-7dfa-48b2-98fd-92e55437f44d tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:03:03.004880 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c617a9-7dfa-48b2-98fd-92e55437f44d tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:03:03.005209 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c617a9-7dfa-48b2-98fd-92e55437f44d tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:03:03.005546 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-63171f44-534a-4af9-8b0a-1704c3380bd2 tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for network (None), before_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:03.020015 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77b1fcf2-7eda-4a29-996a-49bc2eb411ef None None] Network 565cbb4e-c0b3-4258-baef-00b0eab9818a requested from dv-neutron-master-2-hyperv {{(pid=116163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 11:03:03.023578 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-2d56d6c2-be2a-44a0-89d6-f2bd42790192 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Publish callbacks [] for subnet (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:03.027780 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-2d56d6c2-be2a-44a0-89d6-f2bd42790192 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] 10.222.0.10 "DELETE /v2.0/subnets/cc703b36-21e4-4d81-bdfc-05414d1f16ff HTTP/1.1" status: 204 len: 168 time: 1.1504035 Apr 28 11:03:03.031331 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 51990) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:03:03.038172 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d56d6c2-be2a-44a0-89d6-f2bd42790192 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:03:03.038580 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d56d6c2-be2a-44a0-89d6-f2bd42790192 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:03:03.038919 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d56d6c2-be2a-44a0-89d6-f2bd42790192 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:03:03.039253 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d56d6c2-be2a-44a0-89d6-f2bd42790192 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:03:03.039588 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d56d6c2-be2a-44a0-89d6-f2bd42790192 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:03:03.039924 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d56d6c2-be2a-44a0-89d6-f2bd42790192 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:03:03.040259 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d56d6c2-be2a-44a0-89d6-f2bd42790192 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:03:03.040581 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d56d6c2-be2a-44a0-89d6-f2bd42790192 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:03:03.040909 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d56d6c2-be2a-44a0-89d6-f2bd42790192 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:03:03.041220 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d56d6c2-be2a-44a0-89d6-f2bd42790192 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:03:03.041543 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d56d6c2-be2a-44a0-89d6-f2bd42790192 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:03:03.041866 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d56d6c2-be2a-44a0-89d6-f2bd42790192 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:03:03.042180 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d56d6c2-be2a-44a0-89d6-f2bd42790192 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:03:03.042534 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d56d6c2-be2a-44a0-89d6-f2bd42790192 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:03:03.047670 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d56d6c2-be2a-44a0-89d6-f2bd42790192 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:03:03.048053 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-d3f9dc67-93df-4615-ae6d-11c134fafc2e tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8076976'] for subnet (7920882a-c758-4d97-817e-07759a60c0a9), precommit_delete_associations {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:03.065391 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-63171f44-534a-4af9-8b0a-1704c3380bd2 tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 82} {{(pid=116162) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 11:03:03.082751 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-63171f44-534a-4af9-8b0a-1704c3380bd2 tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-961978'] for segment (4f9601f7-f7fe-45da-aef7-03715c677191), precommit_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:03.083094 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.db.segments_db [None req-63171f44-534a-4af9-8b0a-1704c3380bd2 tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] Added segment 4f9601f7-f7fe-45da-aef7-03715c677191 of type vlan for network 5dcdc4c0-a27d-48ed-8481-14b70612ca9a Apr 28 11:03:03.166721 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-63171f44-534a-4af9-8b0a-1704c3380bd2 tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742234744962'] for network (5dcdc4c0-a27d-48ed-8481-14b70612ca9a), precommit_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:03.258129 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3e8a961-a5a7-4349-b447-34e94289660a None None] DHCP port deletion for 565cbb4e-c0b3-4258-baef-00b0eab9818a request from dv-neutron-master-2-hyperv {{(pid=116163) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 28 11:03:03.275912 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-63171f44-534a-4af9-8b0a-1704c3380bd2 tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042'] for network (5dcdc4c0-a27d-48ed-8481-14b70612ca9a), after_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:03.286613 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63171f44-534a-4af9-8b0a-1704c3380bd2 tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:03:03.286613 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-63171f44-534a-4af9-8b0a-1704c3380bd2 tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] Publish callbacks [] for network (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:03.354771 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-a3e8a961-a5a7-4349-b447-34e94289660a None None] Deleting port ba98dc70-a316-493a-ad16-a7b54f0367b8 {{(pid=116163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 11:03:03.356123 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-a3e8a961-a5a7-4349-b447-34e94289660a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742235130188'] for port (ba98dc70-a316-493a-ad16-a7b54f0367b8), before_delete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:03.372943 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-2fa76238-a2d5-444f-a178-a54c29947d2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924426'] for security_group (9b4e6c12-804b-478b-9e63-5106e56e50d3), after_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:03.376831 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-2fa76238-a2d5-444f-a178-a54c29947d2b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:03.378291 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-2fa76238-a2d5-444f-a178-a54c29947d2b admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/9b4e6c12-804b-478b-9e63-5106e56e50d3 HTTP/1.1" status: 204 len: 168 time: 0.7349331 Apr 28 11:03:03.386611 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-d3f9dc67-93df-4615-ae6d-11c134fafc2e tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-971303'] for subnet (7920882a-c758-4d97-817e-07759a60c0a9), precommit_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:03.424364 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-92214c4d-405e-4e92-984c-9cddcd1b48a0 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-979593'] for network (565cbb4e-c0b3-4258-baef-00b0eab9818a), before_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:03.438105 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8cd312cb-e76f-43d4-96e0-09ff19af107c tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=116161) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 11:03:03.443500 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa76238-a2d5-444f-a178-a54c29947d2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b4e6c12-804b-478b-9e63-5106e56e50d3,revision_number=None']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:03:03.450065 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-8cd312cb-e76f-43d4-96e0-09ff19af107c tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] 10.222.0.10 "PUT /v2.0/routers/76b1ebbc-a6af-47dd-8e4b-49120c5516a9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4416075 Apr 28 11:03:03.453292 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 52006) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:03:03.463410 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34827bb2-35a1-4d82-9550-69c83260a6c2 None None] Sync routers for ids ['76b1ebbc-a6af-47dd-8e4b-49120c5516a9'] in dv-neutron-master-2-hyperv {{(pid=116164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 11:03:03.465575 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63171f44-534a-4af9-8b0a-1704c3380bd2 tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] Pushing event updated for resources: {'Network': ['ID=5dcdc4c0-a27d-48ed-8481-14b70612ca9a,revision_number=1']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:03:03.485416 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-63171f44-534a-4af9-8b0a-1704c3380bd2 tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.5999606 Apr 28 11:03:03.487889 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 52008) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:03:03.490581 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34827bb2-35a1-4d82-9550-69c83260a6c2 None None] Routers {'76b1ebbc-a6af-47dd-8e4b-49120c5516a9'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=116164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 11:03:03.492893 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_hamode_db [None req-34827bb2-35a1-4d82-9550-69c83260a6c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-28T10:50:39Z,description=,heartbeat_timestamp=2022-04-28T11:02:39Z,host='dv-neutron-master-2-hyperv',id=6b492ad6-0876-4d74-b20d-28143a52ceba,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T10:50:40Z,topic='l3_agent')) {'router_ids': ['76b1ebbc-a6af-47dd-8e4b-49120c5516a9'], 'active': True} {{(pid=116164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:03:03.504124 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.v2.base [None req-c3880083-4939-4bad-b686-3afaf29c30a2 tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] Request body: {'subnet': {'network_id': '5dcdc4c0-a27d-48ed-8481-14b70612ca9a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=116162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:03:03.506275 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Network 5dcdc4c0-a27d-48ed-8481-14b70612ca9a details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=116163) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 28 11:03:03.581099 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_hamode_db [None req-34827bb2-35a1-4d82-9550-69c83260a6c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=116164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:03:03.594203 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34827bb2-35a1-4d82-9550-69c83260a6c2 None None] Routers {'76b1ebbc-a6af-47dd-8e4b-49120c5516a9'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=116164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 11:03:03.597214 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_hamode_db [None req-34827bb2-35a1-4d82-9550-69c83260a6c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-28T10:50:39Z,description=,heartbeat_timestamp=2022-04-28T11:02:39Z,host='dv-neutron-master-2-hyperv',id=6b492ad6-0876-4d74-b20d-28143a52ceba,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T10:50:40Z,topic='l3_agent')) {'router_ids': ['76b1ebbc-a6af-47dd-8e4b-49120c5516a9'], 'active': True} {{(pid=116164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:03:03.616008 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-a3e8a961-a5a7-4349-b447-34e94289660a None None] For port ba98dc70-a316-493a-ad16-a7b54f0367b8, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=ba98dc70-a316-493a-ad16-a7b54f0367b8,segment=NetworkSegment(ddf4ee6a-0064-47fa-85d3-1533e5fd2cb1),segment_id=ddf4ee6a-0064-47fa-85d3-1533e5fd2cb1)] {{(pid=116163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 11:03:03.623363 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-a3e8a961-a5a7-4349-b447-34e94289660a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1938497'] for port (ba98dc70-a316-493a-ad16-a7b54f0367b8), precommit_delete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:03.646085 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_hamode_db [None req-34827bb2-35a1-4d82-9550-69c83260a6c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=116164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:03:03.646983 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34827bb2-35a1-4d82-9550-69c83260a6c2 None None] The sync data for ids ['76b1ebbc-a6af-47dd-8e4b-49120c5516a9'] in dv-neutron-master-2-hyperv is: [] {{(pid=116164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 11:03:03.659183 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4020c9a-e363-4110-ae7f-889bcfaf77d0 tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:03:03.661194 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-c4020c9a-e363-4110-ae7f-889bcfaf77d0 tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] 10.222.0.10 "GET /v2.0/ports/41f230b5-a768-4eae-a738-e6c48dd53981 HTTP/1.1" status: 200 len: 983 time: 0.2066276 Apr 28 11:03:03.674884 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 52012) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:03:03.682640 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-a3e8a961-a5a7-4349-b447-34e94289660a None None] Calling delete_port for ba98dc70-a316-493a-ad16-a7b54f0367b8 owned by network:dhcp {{(pid=116163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 11:03:03.771182 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 52014) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:03:03.802839 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-d3f9dc67-93df-4615-ae6d-11c134fafc2e tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-971310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5220601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5125409'] for subnet (7920882a-c758-4d97-817e-07759a60c0a9), after_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:03.843440 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f9dc67-93df-4615-ae6d-11c134fafc2e tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Pushing event deleted for resources: {'Subnet': ['ID=7920882a-c758-4d97-817e-07759a60c0a9,revision_number=None']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:03:03.849169 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-d3f9dc67-93df-4615-ae6d-11c134fafc2e tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Publish callbacks [] for subnet (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:03.850940 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3880083-4939-4bad-b686-3afaf29c30a2 tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] Made reservation on behalf of 6af68124dd864f2fba5b5c4453768950 for: {'subnet': 1} {{(pid=116162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 11:03:03.857315 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-d3f9dc67-93df-4615-ae6d-11c134fafc2e tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] 10.222.0.10 "DELETE /v2.0/subnets/7920882a-c758-4d97-817e-07759a60c0a9 HTTP/1.1" status: 204 len: 168 time: 1.0773344 Apr 28 11:03:03.857315 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.plugin [None req-92214c4d-405e-4e92-984c-9cddcd1b48a0 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Deleting port ba98dc70-a316-493a-ad16-a7b54f0367b8 {{(pid=116161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 11:03:03.857315 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-92214c4d-405e-4e92-984c-9cddcd1b48a0 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742235130188'] for port (ba98dc70-a316-493a-ad16-a7b54f0367b8), before_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:03.860464 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 52018) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:03:03.864868 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-c3880083-4939-4bad-b686-3afaf29c30a2 tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4210834'] for subnet (None), before_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:03.932290 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-30c94377-22ff-46f9-837c-4d24d4bcab98 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] 10.222.0.10 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0707004 Apr 28 11:03:03.938844 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-a3e8a961-a5a7-4349-b447-34e94289660a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742235135690', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742234710366'] for port (ba98dc70-a316-493a-ad16-a7b54f0367b8), after_delete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:03.939110 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 52022) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:03:03.946125 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.v2.base [None req-d5e3b6c4-3aea-4728-a4df-7e3971f8e8fe tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Request body: {'subnet': {'network_id': '1ec9fbcf-7a57-4aaa-9c30-4e0f43e09480', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=116161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:03:03.998311 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f2d44e5-1ee2-41c1-b454-5e091b9ebad6 None None] Network 1ec9fbcf-7a57-4aaa-9c30-4e0f43e09480 requested from dv-neutron-master-2-hyperv {{(pid=116163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 11:03:04.026555 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-22099e35-0d76-45fb-a31c-c949e7725eb5 None None] Provisioning complete for port e6d8614f-b49d-4148-899e-d635e68e5b51 triggered by entity DHCP. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:03:04.027241 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-22099e35-0d76-45fb-a31c-c949e7725eb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (e6d8614f-b49d-4148-899e-d635e68e5b51), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:04.047909 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e8a961-a5a7-4349-b447-34e94289660a None None] Pushing event deleted for resources: {'Port': ['ID=ba98dc70-a316-493a-ad16-a7b54f0367b8,revision_number=None']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:03:04.094165 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3e8a961-a5a7-4349-b447-34e94289660a None None] No DVR routers for this DVR port ba98dc70-a316-493a-ad16-a7b54f0367b8 on host dv-neutron-master-2-hyperv {{(pid=116163) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 11:03:04.115252 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.db [None req-92214c4d-405e-4e92-984c-9cddcd1b48a0 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] For port ba98dc70-a316-493a-ad16-a7b54f0367b8, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=ba98dc70-a316-493a-ad16-a7b54f0367b8,segment=NetworkSegment(ddf4ee6a-0064-47fa-85d3-1533e5fd2cb1),segment_id=ddf4ee6a-0064-47fa-85d3-1533e5fd2cb1)] {{(pid=116161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 11:03:04.115626 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-92214c4d-405e-4e92-984c-9cddcd1b48a0 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1938497'] for port (ba98dc70-a316-493a-ad16-a7b54f0367b8), precommit_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:04.169105 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.plugin [None req-92214c4d-405e-4e92-984c-9cddcd1b48a0 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Calling delete_port for ba98dc70-a316-493a-ad16-a7b54f0367b8 owned by network:dhcp {{(pid=116161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 11:03:04.261092 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.v2.base [None req-d18866aa-6460-4655-8055-bd5bf9d9c07f tempest-RoutersAdminNegativeIpV6Test-1032507307 tempest-RoutersAdminNegativeIpV6Test-1032507307-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-1715968515', 'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c'}} {{(pid=116162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:03:04.276088 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-22099e35-0d76-45fb-a31c-c949e7725eb5 None None] Current status of the port e6d8614f-b49d-4148-899e-d635e68e5b51 is: ACTIVE; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:03:04.290949 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-c3880083-4939-4bad-b686-3afaf29c30a2 tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5054027', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4210784'] for subnet (6b99c368-d453-492f-925b-b74cb377ecf8), after_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:04.358534 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2382ea1-b477-4435-b006-2358a52ce30b None None] DHCP port deletion for 1ec9fbcf-7a57-4aaa-9c30-4e0f43e09480 request from dv-neutron-master-2-hyperv {{(pid=116163) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 28 11:03:04.378886 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d18866aa-6460-4655-8055-bd5bf9d9c07f tempest-RoutersAdminNegativeIpV6Test-1032507307 tempest-RoutersAdminNegativeIpV6Test-1032507307-project-admin] Made reservation on behalf of c9e02b7b7a8e44f2baec7eb16a7e3540 for: {'port': 1} {{(pid=116162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 11:03:04.381667 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-d18866aa-6460-4655-8055-bd5bf9d9c07f tempest-RoutersAdminNegativeIpV6Test-1032507307 tempest-RoutersAdminNegativeIpV6Test-1032507307-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (None), before_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:04.406671 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3880083-4939-4bad-b686-3afaf29c30a2 tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] Checking segment: {'id': '4f9601f7-f7fe-45da-aef7-03715c677191', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '5dcdc4c0-a27d-48ed-8481-14b70612ca9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 11:03:04.407906 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3880083-4939-4bad-b686-3afaf29c30a2 tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] Network hostable DHCP agents. Network: 5dcdc4c0-a27d-48ed-8481-14b70612ca9a, hostable agents: ['75ba81b7-fe99-4281-90d2-a5adb445ecea'], hosted agents: [] {{(pid=116162) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 11:03:04.412681 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3880083-4939-4bad-b686-3afaf29c30a2 tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] Pushing event updated for resources: {'Subnet': ['ID=6b99c368-d453-492f-925b-b74cb377ecf8,revision_number=0']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:03:04.416251 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-d18866aa-6460-4655-8055-bd5bf9d9c07f tempest-RoutersAdminNegativeIpV6Test-1032507307 tempest-RoutersAdminNegativeIpV6Test-1032507307-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:04.438323 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-a2382ea1-b477-4435-b006-2358a52ce30b None None] Deleting port e6d8614f-b49d-4148-899e-d635e68e5b51 {{(pid=116163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 11:03:04.438599 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-a2382ea1-b477-4435-b006-2358a52ce30b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742235130188'] for port (e6d8614f-b49d-4148-899e-d635e68e5b51), before_delete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:04.537926 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-d18866aa-6460-4655-8055-bd5bf9d9c07f tempest-RoutersAdminNegativeIpV6Test-1032507307 tempest-RoutersAdminNegativeIpV6Test-1032507307-project-admin] Publish callbacks [] for security_group (65a9f487-8f9d-47c6-afba-6d4f70e050b7), precommit_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:04.540391 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3880083-4939-4bad-b686-3afaf29c30a2 tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] Network 5dcdc4c0-a27d-48ed-8481-14b70612ca9a is scheduled to be hosted by DHCP agent 75ba81b7-fe99-4281-90d2-a5adb445ecea with binding_index 1 {{(pid=116162) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 11:03:04.558802 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-a2382ea1-b477-4435-b006-2358a52ce30b None None] For port e6d8614f-b49d-4148-899e-d635e68e5b51, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=e6d8614f-b49d-4148-899e-d635e68e5b51,segment=NetworkSegment(ffa4348d-378b-4e93-98fa-ab0dc49ee16c),segment_id=ffa4348d-378b-4e93-98fa-ab0dc49ee16c)] {{(pid=116163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 11:03:04.560054 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-a2382ea1-b477-4435-b006-2358a52ce30b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1938497'] for port (e6d8614f-b49d-4148-899e-d635e68e5b51), precommit_delete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:04.576425 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-a2382ea1-b477-4435-b006-2358a52ce30b None None] Calling delete_port for e6d8614f-b49d-4148-899e-d635e68e5b51 owned by network:dhcp {{(pid=116163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 11:03:04.584545 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-d18866aa-6460-4655-8055-bd5bf9d9c07f tempest-RoutersAdminNegativeIpV6Test-1032507307 tempest-RoutersAdminNegativeIpV6Test-1032507307-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924426'] for security_group (65a9f487-8f9d-47c6-afba-6d4f70e050b7), after_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:04.597279 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.notifiers.nova [None req-d18866aa-6460-4655-8055-bd5bf9d9c07f tempest-RoutersAdminNegativeIpV6Test-1032507307 tempest-RoutersAdminNegativeIpV6Test-1032507307-project-admin] device_id is not set on port c28ecb26-2d3c-4e54-af25-910aed6e56ea yet. {{(pid=116162) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 28 11:03:04.627001 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.scheduler.base_scheduler [None req-c3880083-4939-4bad-b686-3afaf29c30a2 tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 5dcdc4c0-a27d-48ed-8481-14b70612ca9a) {{(pid=116162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 11:03:04.639431 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc7b867b-5b44-4545-83b4-24b9b6558992 None None] Network 5dcdc4c0-a27d-48ed-8481-14b70612ca9a requested from dv-neutron-master-2-hyperv {{(pid=116163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 11:03:04.692945 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3880083-4939-4bad-b686-3afaf29c30a2 tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:03:04.693148 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-c3880083-4939-4bad-b686-3afaf29c30a2 tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] Publish callbacks [] for subnet (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:04.704943 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d18866aa-6460-4655-8055-bd5bf9d9c07f tempest-RoutersAdminNegativeIpV6Test-1032507307 tempest-RoutersAdminNegativeIpV6Test-1032507307-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65a9f487-8f9d-47c6-afba-6d4f70e050b7,revision_number=1']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:03:04.758467 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5e3b6c4-3aea-4728-a4df-7e3971f8e8fe tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Made reservation on behalf of 12780407c7254bdfbde1c04e76d433ee for: {'subnet': 1} {{(pid=116161) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 11:03:04.762634 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-d5e3b6c4-3aea-4728-a4df-7e3971f8e8fe tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5125580'] for subnet (None), before_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:04.783191 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.db.db_base_plugin_common [None req-d18866aa-6460-4655-8055-bd5bf9d9c07f tempest-RoutersAdminNegativeIpV6Test-1032507307 tempest-RoutersAdminNegativeIpV6Test-1032507307-project-admin] Allocated IP 172.36.4.69 (7be49d94-bbb8-4a61-bafe-209c5f861e1c/c0f82f52-05ee-40f2-a57c-9d02e01fb9fa/c28ecb26-2d3c-4e54-af25-910aed6e56ea) {{(pid=116162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 11:03:04.792806 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-c3880083-4939-4bad-b686-3afaf29c30a2 tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3015895 Apr 28 11:03:04.793781 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 52044) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:03:04.842736 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-92214c4d-405e-4e92-984c-9cddcd1b48a0 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742235135690', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742234710366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5219112'] for port (ba98dc70-a316-493a-ad16-a7b54f0367b8), after_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:04.883956 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5704df95-9939-476d-9445-071e256c3108 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-5dcdc4c0-a27d-48ed-8481-14b70612ca9a', 'network_id': '5dcdc4c0-a27d-48ed-8481-14b70612ca9a', 'project_id': '6af68124dd864f2fba5b5c4453768950', 'fixed_ips': [{'subnet_id': '6b99c368-d453-492f-925b-b74cb377ecf8'}]}} from dv-neutron-master-2-hyperv. {{(pid=116163) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 28 11:03:04.885159 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-5704df95-9939-476d-9445-071e256c3108 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (None), before_create {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:04.918083 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-a2382ea1-b477-4435-b006-2358a52ce30b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742235135690', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742234710366'] for port (e6d8614f-b49d-4148-899e-d635e68e5b51), after_delete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:04.955472 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92214c4d-405e-4e92-984c-9cddcd1b48a0 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] No DVR routers for this DVR port ba98dc70-a316-493a-ad16-a7b54f0367b8 on host dv-neutron-master-2-hyperv {{(pid=116161) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 11:03:04.966653 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2382ea1-b477-4435-b006-2358a52ce30b None None] Pushing event deleted for resources: {'Port': ['ID=e6d8614f-b49d-4148-899e-d635e68e5b51,revision_number=None']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:03:04.974305 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-27085b1c-35fc-46e9-8426-0ff5dfdf96d2 tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-979593'] for network (5dcdc4c0-a27d-48ed-8481-14b70612ca9a), before_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:04.981397 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2382ea1-b477-4435-b006-2358a52ce30b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:03:04.981913 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2382ea1-b477-4435-b006-2358a52ce30b None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:03:04.982481 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2382ea1-b477-4435-b006-2358a52ce30b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:03:04.983027 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2382ea1-b477-4435-b006-2358a52ce30b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:03:04.983445 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2382ea1-b477-4435-b006-2358a52ce30b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:03:04.983926 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2382ea1-b477-4435-b006-2358a52ce30b None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:03:04.984322 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2382ea1-b477-4435-b006-2358a52ce30b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:03:04.984719 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2382ea1-b477-4435-b006-2358a52ce30b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:03:04.985147 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2382ea1-b477-4435-b006-2358a52ce30b None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:03:04.985547 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2382ea1-b477-4435-b006-2358a52ce30b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:03:04.986028 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2382ea1-b477-4435-b006-2358a52ce30b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:03:04.986471 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2382ea1-b477-4435-b006-2358a52ce30b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:03:04.986913 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2382ea1-b477-4435-b006-2358a52ce30b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:03:04.987311 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2382ea1-b477-4435-b006-2358a52ce30b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:03:04.987708 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2382ea1-b477-4435-b006-2358a52ce30b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:03:05.002053 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92214c4d-405e-4e92-984c-9cddcd1b48a0 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Pushing event deleted for resources: {'Port': ['ID=ba98dc70-a316-493a-ad16-a7b54f0367b8,revision_number=None']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:03:05.008312 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2382ea1-b477-4435-b006-2358a52ce30b None None] No DVR routers for this DVR port e6d8614f-b49d-4148-899e-d635e68e5b51 on host dv-neutron-master-2-hyperv {{(pid=116163) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 11:03:05.058817 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-4f27df68-7e32-4dc9-b36e-39f9d77ac8f1 tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2063420'] for router_interface (76b1ebbc-a6af-47dd-8e4b-49120c5516a9), before_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:05.096542 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-27085b1c-35fc-46e9-8426-0ff5dfdf96d2 tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-971303'] for subnet (6b99c368-d453-492f-925b-b74cb377ecf8), precommit_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:05.102793 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-d18866aa-6460-4655-8055-bd5bf9d9c07f tempest-RoutersAdminNegativeIpV6Test-1032507307 tempest-RoutersAdminNegativeIpV6Test-1032507307-project-admin] Publish callbacks [] for port (c28ecb26-2d3c-4e54-af25-910aed6e56ea), precommit_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:05.216053 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-92214c4d-405e-4e92-984c-9cddcd1b48a0 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-973498', 'neutron.services.segments.db._delete_segments_for_network-8742235207033'] for network (565cbb4e-c0b3-4258-baef-00b0eab9818a), precommit_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:05.226590 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.services.segments.db [None req-92214c4d-405e-4e92-984c-9cddcd1b48a0 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['565cbb4e-c0b3-4258-baef-00b0eab9818a']}} {{(pid=116161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:03:05.240893 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.services.segments.db [None req-92214c4d-405e-4e92-984c-9cddcd1b48a0 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ddf4ee6a-0064-47fa-85d3-1533e5fd2cb1') {'for_net_delete': True} {{(pid=116161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:03:05.241574 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.services.segments.db [None req-92214c4d-405e-4e92-984c-9cddcd1b48a0 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ddf4ee6a-0064-47fa-85d3-1533e5fd2cb1') {} {{(pid=116161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:03:05.257830 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-92214c4d-405e-4e92-984c-9cddcd1b48a0 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742235208578', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8076969'] for segment (ddf4ee6a-0064-47fa-85d3-1533e5fd2cb1), before_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:05.275108 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-92214c4d-405e-4e92-984c-9cddcd1b48a0 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-961978'] for segment (ddf4ee6a-0064-47fa-85d3-1533e5fd2cb1), precommit_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:05.284935 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-92214c4d-405e-4e92-984c-9cddcd1b48a0 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Releasing vlan 77 on physical network physnet1 to pool {{(pid=116161) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 11:03:05.285437 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-92214c4d-405e-4e92-984c-9cddcd1b48a0 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-961978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5219103'] for segment (ddf4ee6a-0064-47fa-85d3-1533e5fd2cb1), after_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:05.288799 dv-neutron-master-2-hyperv neutron-server[116161]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 28 11:03:05.288799 dv-neutron-master-2-hyperv neutron-server[116161]: self.session.flush() Apr 28 11:03:05.288799 dv-neutron-master-2-hyperv neutron-server[116161]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 28 11:03:05.288799 dv-neutron-master-2-hyperv neutron-server[116161]: self.session.flush() Apr 28 11:03:05.288799 dv-neutron-master-2-hyperv neutron-server[116161]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 28 11:03:05.288799 dv-neutron-master-2-hyperv neutron-server[116161]: self.session.flush() Apr 28 11:03:05.288799 dv-neutron-master-2-hyperv neutron-server[116161]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 28 11:03:05.288799 dv-neutron-master-2-hyperv neutron-server[116161]: self.session.flush() Apr 28 11:03:05.288799 dv-neutron-master-2-hyperv neutron-server[116161]: Traceback (most recent call last): Apr 28 11:03:05.288799 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 11:03:05.288799 dv-neutron-master-2-hyperv neutron-server[116161]: timer() Apr 28 11:03:05.288799 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 11:03:05.288799 dv-neutron-master-2-hyperv neutron-server[116161]: cb(*args, **kw) Apr 28 11:03:05.288799 dv-neutron-master-2-hyperv neutron-server[116161]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 28 11:03:05.288799 dv-neutron-master-2-hyperv neutron-server[116161]: return func(*args, **kwargs) Apr 28 11:03:05.288799 dv-neutron-master-2-hyperv neutron-server[116161]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 11:03:05.288799 dv-neutron-master-2-hyperv neutron-server[116161]: self._notify() Apr 28 11:03:05.288799 dv-neutron-master-2-hyperv neutron-server[116161]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 11:03:05.288799 dv-neutron-master-2-hyperv neutron-server[116161]: self.callback(batched_events) Apr 28 11:03:05.288799 dv-neutron-master-2-hyperv neutron-server[116161]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 11:03:05.288799 dv-neutron-master-2-hyperv neutron-server[116161]: event.method(event) Apr 28 11:03:05.288799 dv-neutron-master-2-hyperv neutron-server[116161]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 28 11:03:05.288799 dv-neutron-master-2-hyperv neutron-server[116161]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 11:03:05.288799 dv-neutron-master-2-hyperv neutron-server[116161]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 28 11:03:05.288799 dv-neutron-master-2-hyperv neutron-server[116161]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 11:03:05.288799 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 28 11:03:05.288799 dv-neutron-master-2-hyperv neutron-server[116161]: return f(self, *a, **k) Apr 28 11:03:05.288799 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 28 11:03:05.288799 dv-neutron-master-2-hyperv neutron-server[116161]: return self._get(url).json() Apr 28 11:03:05.288799 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 28 11:03:05.288799 dv-neutron-master-2-hyperv neutron-server[116161]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 11:03:05.288799 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 11:03:05.288799 dv-neutron-master-2-hyperv neutron-server[116161]: return self.request(url, 'GET', **kwargs) Apr 28 11:03:05.288799 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 11:03:05.288799 dv-neutron-master-2-hyperv neutron-server[116161]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 11:03:05.288799 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 11:03:05.288799 dv-neutron-master-2-hyperv neutron-server[116161]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 11:03:05.288799 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 11:03:05.288799 dv-neutron-master-2-hyperv neutron-server[116161]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 11:03:05.288799 dv-neutron-master-2-hyperv neutron-server[116161]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 11:03:05.294066 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-d18866aa-6460-4655-8055-bd5bf9d9c07f tempest-RoutersAdminNegativeIpV6Test-1032507307 tempest-RoutersAdminNegativeIpV6Test-1032507307-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742234710357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5051867'] for port (c28ecb26-2d3c-4e54-af25-910aed6e56ea), after_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:05.352329 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Device ba98dc70-a316-493a-ad16-a7b54f0367b8 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=116163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 11:03:05.374522 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d18866aa-6460-4655-8055-bd5bf9d9c07f tempest-RoutersAdminNegativeIpV6Test-1032507307 tempest-RoutersAdminNegativeIpV6Test-1032507307-project-admin] Network 7be49d94-bbb8-4a61-bafe-209c5f861e1c is already hosted by enough agents. {{(pid=116162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 11:03:05.378664 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.scheduler.base_scheduler [None req-d18866aa-6460-4655-8055-bd5bf9d9c07f tempest-RoutersAdminNegativeIpV6Test-1032507307 tempest-RoutersAdminNegativeIpV6Test-1032507307-project-admin] Resources bound (agent type, host, resource id): {{(pid=116162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 11:03:05.383162 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d18866aa-6460-4655-8055-bd5bf9d9c07f tempest-RoutersAdminNegativeIpV6Test-1032507307 tempest-RoutersAdminNegativeIpV6Test-1032507307-project-admin] Received port after_create {{(pid=116162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 11:03:05.385974 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] No Port match for: ba98dc70-a316-493a-ad16-a7b54f0367b8 {{(pid=116163) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 28 11:03:05.386326 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Device ba98dc70-a316-493a-ad16-a7b54f0367b8 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=116163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 11:03:05.387641 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Device e6d8614f-b49d-4148-899e-d635e68e5b51 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=116163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 11:03:05.420253 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] No Port match for: e6d8614f-b49d-4148-899e-d635e68e5b51 {{(pid=116163) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 28 11:03:05.420607 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Device e6d8614f-b49d-4148-899e-d635e68e5b51 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=116163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 11:03:05.423507 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.db_base_plugin_common [None req-5704df95-9939-476d-9445-071e256c3108 None None] Allocated IP 172.20.0.2 (5dcdc4c0-a27d-48ed-8481-14b70612ca9a/6b99c368-d453-492f-925b-b74cb377ecf8/9c0baccd-b666-4232-b10d-732d4c426210) {{(pid=116163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 11:03:05.448277 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d18866aa-6460-4655-8055-bd5bf9d9c07f tempest-RoutersAdminNegativeIpV6Test-1032507307 tempest-RoutersAdminNegativeIpV6Test-1032507307-project-admin] Pushing event updated for resources: {'Port': ['ID=c28ecb26-2d3c-4e54-af25-910aed6e56ea,revision_number=1']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:03:05.480572 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d18866aa-6460-4655-8055-bd5bf9d9c07f tempest-RoutersAdminNegativeIpV6Test-1032507307 tempest-RoutersAdminNegativeIpV6Test-1032507307-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:03:05.481505 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-d18866aa-6460-4655-8055-bd5bf9d9c07f tempest-RoutersAdminNegativeIpV6Test-1032507307 tempest-RoutersAdminNegativeIpV6Test-1032507307-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198022'] for port (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:05.528823 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-92214c4d-405e-4e92-984c-9cddcd1b48a0 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-973477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2063122'] for network (565cbb4e-c0b3-4258-baef-00b0eab9818a), after_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:05.533968 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-92214c4d-405e-4e92-984c-9cddcd1b48a0 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603020'] for network (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:05.541521 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 52062) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:03:05.547421 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.v2.base [None req-7ac5e6ba-3561-4fd3-b5b4-bd7744ac2cca tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Request body: {'port': {'network_id': '6ad48b29-1fb1-4e43-9abf-f860ed1ac269', 'name': 'tempest-PortsTestJSON-399262277'}} {{(pid=116162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:03:05.547768 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-92214c4d-405e-4e92-984c-9cddcd1b48a0 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] 10.222.0.10 "DELETE /v2.0/networks/565cbb4e-c0b3-4258-baef-00b0eab9818a HTTP/1.1" status: 204 len: 168 time: 2.5136993 Apr 28 11:03:05.582910 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92214c4d-405e-4e92-984c-9cddcd1b48a0 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Pushing event deleted for resources: {'Network': ['ID=565cbb4e-c0b3-4258-baef-00b0eab9818a,revision_number=None']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:03:05.613924 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-5704df95-9939-476d-9445-071e256c3108 None None] Publish callbacks [] for port (9c0baccd-b666-4232-b10d-732d4c426210), precommit_create {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:05.636875 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-d18866aa-6460-4655-8055-bd5bf9d9c07f tempest-RoutersAdminNegativeIpV6Test-1032507307 tempest-RoutersAdminNegativeIpV6Test-1032507307-project-admin] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1036 time: 1.8674097 Apr 28 11:03:05.639655 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 52066) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:03:05.644481 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.v2.base [None req-44f1518e-efb3-4f48-97e3-280d3638c681 tempest-RoutersAdminNegativeIpV6Test-1032507307 tempest-RoutersAdminNegativeIpV6Test-1032507307-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'external_fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.69'}]}}} {{(pid=116162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:03:05.675988 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.plugin [None req-4f27df68-7e32-4dc9-b36e-39f9d77ac8f1 tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Deleting port 41f230b5-a768-4eae-a738-e6c48dd53981 {{(pid=116161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 11:03:05.676340 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-4f27df68-7e32-4dc9-b36e-39f9d77ac8f1 tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742235130188'] for port (41f230b5-a768-4eae-a738-e6c48dd53981), before_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:05.746603 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-5704df95-9939-476d-9445-071e256c3108 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742234710357'] for port (9c0baccd-b666-4232-b10d-732d4c426210), after_create {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:05.779385 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-d5e3b6c4-3aea-4728-a4df-7e3971f8e8fe tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5220536', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5125438'] for subnet (0fd5cc4b-669a-4806-9da2-b6e31962f9f6), after_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:05.779764 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ac5e6ba-3561-4fd3-b5b4-bd7744ac2cca tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Made reservation on behalf of f86d085f9b42493aa6c0f40f62349e1e for: {'port': 1} {{(pid=116162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 11:03:05.784217 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-7ac5e6ba-3561-4fd3-b5b4-bd7744ac2cca tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (None), before_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:05.787913 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-44f1518e-efb3-4f48-97e3-280d3638c681 tempest-RoutersAdminNegativeIpV6Test-1032507307 tempest-RoutersAdminNegativeIpV6Test-1032507307-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2060459', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-63449'] for router (4a35f7fc-42b6-469f-a6a7-fbbb1177cb25), before_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:05.788953 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-44f1518e-efb3-4f48-97e3-280d3638c681 tempest-RoutersAdminNegativeIpV6Test-1032507307 tempest-RoutersAdminNegativeIpV6Test-1032507307-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2060827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1935275', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1960866', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-63266'] for router (4a35f7fc-42b6-469f-a6a7-fbbb1177cb25), precommit_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:05.793595 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5704df95-9939-476d-9445-071e256c3108 None None] Network 5dcdc4c0-a27d-48ed-8481-14b70612ca9a is already hosted by enough agents. {{(pid=116163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 11:03:05.796786 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.scheduler.base_scheduler [None req-5704df95-9939-476d-9445-071e256c3108 None None] Resources bound (agent type, host, resource id): {{(pid=116163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 11:03:05.799807 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5704df95-9939-476d-9445-071e256c3108 None None] Received port after_create {{(pid=116163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 11:03:05.817922 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.notifiers.nova [None req-7ac5e6ba-3561-4fd3-b5b4-bd7744ac2cca tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] device_id is not set on port 3c2332c6-8c02-4e03-8df1-633d184e949b yet. {{(pid=116162) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 28 11:03:05.841131 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-4f27df68-7e32-4dc9-b36e-39f9d77ac8f1 tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1938497'] for port (41f230b5-a768-4eae-a738-e6c48dd53981), precommit_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:05.853758 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e3b6c4-3aea-4728-a4df-7e3971f8e8fe tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Pushing event updated for resources: {'Subnet': ['ID=0fd5cc4b-669a-4806-9da2-b6e31962f9f6,revision_number=0']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:03:05.869614 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5e3b6c4-3aea-4728-a4df-7e3971f8e8fe tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Network 1ec9fbcf-7a57-4aaa-9c30-4e0f43e09480 is already hosted by enough agents. {{(pid=116161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 11:03:05.872662 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5704df95-9939-476d-9445-071e256c3108 None None] Pushing event updated for resources: {'Port': ['ID=9c0baccd-b666-4232-b10d-732d4c426210,revision_number=1']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:03:05.873064 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.scheduler.base_scheduler [None req-d5e3b6c4-3aea-4728-a4df-7e3971f8e8fe tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Resources bound (agent type, host, resource id): {{(pid=116161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 11:03:05.879083 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5e3b6c4-3aea-4728-a4df-7e3971f8e8fe tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:03:05.880766 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-d5e3b6c4-3aea-4728-a4df-7e3971f8e8fe tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Publish callbacks [] for subnet (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:05.881456 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.managers [None req-5704df95-9939-476d-9445-071e256c3108 None None] Attempting to bind port 9c0baccd-b666-4232-b10d-732d4c426210 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=116163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 28 11:03:05.881549 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.managers [None req-5704df95-9939-476d-9445-071e256c3108 None None] Attempting to bind port 9c0baccd-b666-4232-b10d-732d4c426210 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '4f9601f7-f7fe-45da-aef7-03715c677191', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '5dcdc4c0-a27d-48ed-8481-14b70612ca9a'}] {{(pid=116163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 28 11:03:05.881976 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5704df95-9939-476d-9445-071e256c3108 None None] Attempting to bind port 9c0baccd-b666-4232-b10d-732d4c426210 on network 5dcdc4c0-a27d-48ed-8481-14b70612ca9a {{(pid=116163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 11:03:05.883306 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.plugin [None req-4f27df68-7e32-4dc9-b36e-39f9d77ac8f1 tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Calling delete_port for 41f230b5-a768-4eae-a738-e6c48dd53981 owned by network:router_interface {{(pid=116161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 11:03:05.886791 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ea1aa60-aee3-4cb4-a6dd-6afae4eb5b2f None None] Network 1ec9fbcf-7a57-4aaa-9c30-4e0f43e09480 requested from dv-neutron-master-2-hyperv {{(pid=116163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 11:03:05.893563 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5704df95-9939-476d-9445-071e256c3108 None None] Checking agent: {'id': 'd5baab19-5dd1-4902-922b-84acb048ab9c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 10, 50, 43), 'started_at': datetime.datetime(2022, 4, 28, 10, 51, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 11, 2, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=116163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 11:03:05.893804 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5704df95-9939-476d-9445-071e256c3108 None None] Checking segment: {'id': '4f9601f7-f7fe-45da-aef7-03715c677191', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '5dcdc4c0-a27d-48ed-8481-14b70612ca9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 11:03:05.894327 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-5704df95-9939-476d-9445-071e256c3108 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:05.894838 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5704df95-9939-476d-9445-071e256c3108 None None] Bound using segment: {'id': '4f9601f7-f7fe-45da-aef7-03715c677191', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '5dcdc4c0-a27d-48ed-8481-14b70612ca9a'} {{(pid=116163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 11:03:05.895387 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.managers [None req-5704df95-9939-476d-9445-071e256c3108 None None] Bound port: 9c0baccd-b666-4232-b10d-732d4c426210, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4f9601f7-f7fe-45da-aef7-03715c677191', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '5dcdc4c0-a27d-48ed-8481-14b70612ca9a'}}] {{(pid=116163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 28 11:03:05.895896 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-5704df95-9939-476d-9445-071e256c3108 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (9c0baccd-b666-4232-b10d-732d4c426210), before_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:05.940044 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-44f1518e-efb3-4f48-97e3-280d3638c681 tempest-RoutersAdminNegativeIpV6Test-1032507307 tempest-RoutersAdminNegativeIpV6Test-1032507307-project-admin] Publish callbacks [] for router_controller (4a35f7fc-42b6-469f-a6a7-fbbb1177cb25), precommit_add_association {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:05.941631 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-27085b1c-35fc-46e9-8426-0ff5dfdf96d2 tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-971310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5053962', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4210815'] for subnet (6b99c368-d453-492f-925b-b74cb377ecf8), after_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:05.976059 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-d5e3b6c4-3aea-4728-a4df-7e3971f8e8fe tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.0322354 Apr 28 11:03:05.982871 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 52076) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:03:05.995519 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27085b1c-35fc-46e9-8426-0ff5dfdf96d2 tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] Pushing event deleted for resources: {'Subnet': ['ID=6b99c368-d453-492f-925b-b74cb377ecf8,revision_number=None']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:03:05.995712 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.v2.base [None req-844acc24-dc1d-4ef3-93c3-8239d61de260 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Request body: {'subnet': {'network_id': '1ec9fbcf-7a57-4aaa-9c30-4e0f43e09480', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=116161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:03:06.034892 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-5704df95-9939-476d-9445-071e256c3108 None None] For port 9c0baccd-b666-4232-b10d-732d4c426210, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=116163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 11:03:06.040062 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-5704df95-9939-476d-9445-071e256c3108 None None] For port 9c0baccd-b666-4232-b10d-732d4c426210, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=9c0baccd-b666-4232-b10d-732d4c426210,segment=NetworkSegment(4f9601f7-f7fe-45da-aef7-03715c677191),segment_id=4f9601f7-f7fe-45da-aef7-03715c677191)] {{(pid=116163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 11:03:06.071515 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1d67c49-9118-45f8-8ce9-7cd95044291b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-1ec9fbcf-7a57-4aaa-9c30-4e0f43e09480', 'network_id': '1ec9fbcf-7a57-4aaa-9c30-4e0f43e09480', 'project_id': '12780407c7254bdfbde1c04e76d433ee', 'fixed_ips': [{'subnet_id': '0fd5cc4b-669a-4806-9da2-b6e31962f9f6'}]}} from dv-neutron-master-2-hyperv. {{(pid=116163) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 28 11:03:06.073093 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-e1d67c49-9118-45f8-8ce9-7cd95044291b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (None), before_create {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:06.079333 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 52080) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:03:06.151073 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-27085b1c-35fc-46e9-8426-0ff5dfdf96d2 tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-973498', 'neutron.services.segments.db._delete_segments_for_network-8742235207033'] for network (5dcdc4c0-a27d-48ed-8481-14b70612ca9a), precommit_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:06.190546 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-5704df95-9939-476d-9445-071e256c3108 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393'] for port (9c0baccd-b666-4232-b10d-732d4c426210), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:06.230898 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.services.segments.db [None req-27085b1c-35fc-46e9-8426-0ff5dfdf96d2 tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5dcdc4c0-a27d-48ed-8481-14b70612ca9a']}} {{(pid=116162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:03:06.280646 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.services.segments.db [None req-27085b1c-35fc-46e9-8426-0ff5dfdf96d2 tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4f9601f7-f7fe-45da-aef7-03715c677191') {'for_net_delete': True} {{(pid=116162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:03:06.280999 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.services.segments.db [None req-27085b1c-35fc-46e9-8426-0ff5dfdf96d2 tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4f9601f7-f7fe-45da-aef7-03715c677191') {} {{(pid=116162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:03:06.324588 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-27085b1c-35fc-46e9-8426-0ff5dfdf96d2 tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742235208578', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5026548'] for segment (4f9601f7-f7fe-45da-aef7-03715c677191), before_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:06.328245 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-44f1518e-efb3-4f48-97e3-280d3638c681 tempest-RoutersAdminNegativeIpV6Test-1032507307 tempest-RoutersAdminNegativeIpV6Test-1032507307-project-admin] Publish callbacks [] for router_gateway (4a35f7fc-42b6-469f-a6a7-fbbb1177cb25), precommit_update {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:06.329621 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.v2.base [None req-0222b22a-ab84-436f-be4c-1b44a3e9b445 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Request body: {'network': {'name': 'tempest-network-smoke--53529374', 'project_id': '65d54c3b7dcd4af68398071d25e8321e', 'port_security_enabled': True}} {{(pid=116161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:03:06.355246 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-27085b1c-35fc-46e9-8426-0ff5dfdf96d2 tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-961978'] for segment (4f9601f7-f7fe-45da-aef7-03715c677191), precommit_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:06.355374 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-844acc24-dc1d-4ef3-93c3-8239d61de260 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Made reservation on behalf of 12780407c7254bdfbde1c04e76d433ee for: {'subnet': 1} {{(pid=116161) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 11:03:06.355374 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-844acc24-dc1d-4ef3-93c3-8239d61de260 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5125580'] for subnet (None), before_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:06.355547 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-27085b1c-35fc-46e9-8426-0ff5dfdf96d2 tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] Releasing vlan 82 on physical network physnet1 to pool {{(pid=116162) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 11:03:06.355547 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-27085b1c-35fc-46e9-8426-0ff5dfdf96d2 tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-961978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5051884'] for segment (4f9601f7-f7fe-45da-aef7-03715c677191), after_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:06.358612 dv-neutron-master-2-hyperv neutron-server[116162]: Traceback (most recent call last): Apr 28 11:03:06.358612 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 11:03:06.358612 dv-neutron-master-2-hyperv neutron-server[116162]: timer() Apr 28 11:03:06.358612 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 11:03:06.358612 dv-neutron-master-2-hyperv neutron-server[116162]: cb(*args, **kw) Apr 28 11:03:06.358612 dv-neutron-master-2-hyperv neutron-server[116162]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 28 11:03:06.358612 dv-neutron-master-2-hyperv neutron-server[116162]: return func(*args, **kwargs) Apr 28 11:03:06.358612 dv-neutron-master-2-hyperv neutron-server[116162]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 11:03:06.358612 dv-neutron-master-2-hyperv neutron-server[116162]: self._notify() Apr 28 11:03:06.358612 dv-neutron-master-2-hyperv neutron-server[116162]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 11:03:06.358612 dv-neutron-master-2-hyperv neutron-server[116162]: self.callback(batched_events) Apr 28 11:03:06.358612 dv-neutron-master-2-hyperv neutron-server[116162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 11:03:06.358612 dv-neutron-master-2-hyperv neutron-server[116162]: event.method(event) Apr 28 11:03:06.358612 dv-neutron-master-2-hyperv neutron-server[116162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 28 11:03:06.358612 dv-neutron-master-2-hyperv neutron-server[116162]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 11:03:06.358612 dv-neutron-master-2-hyperv neutron-server[116162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 28 11:03:06.358612 dv-neutron-master-2-hyperv neutron-server[116162]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 11:03:06.358612 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 28 11:03:06.358612 dv-neutron-master-2-hyperv neutron-server[116162]: return f(self, *a, **k) Apr 28 11:03:06.358612 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 28 11:03:06.358612 dv-neutron-master-2-hyperv neutron-server[116162]: return self._get(url).json() Apr 28 11:03:06.358612 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 28 11:03:06.358612 dv-neutron-master-2-hyperv neutron-server[116162]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 11:03:06.358612 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 11:03:06.358612 dv-neutron-master-2-hyperv neutron-server[116162]: return self.request(url, 'GET', **kwargs) Apr 28 11:03:06.358612 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 11:03:06.358612 dv-neutron-master-2-hyperv neutron-server[116162]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 11:03:06.358612 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 11:03:06.358612 dv-neutron-master-2-hyperv neutron-server[116162]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 11:03:06.358612 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 11:03:06.358612 dv-neutron-master-2-hyperv neutron-server[116162]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 11:03:06.358612 dv-neutron-master-2-hyperv neutron-server[116162]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 11:03:06.413277 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5704df95-9939-476d-9445-071e256c3108 None None] Pushing event updated for resources: {'Port': ['ID=9c0baccd-b666-4232-b10d-732d4c426210,revision_number=2']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:03:06.434075 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0222b22a-ab84-436f-be4c-1b44a3e9b445 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Made reservation on behalf of 65d54c3b7dcd4af68398071d25e8321e for: {'network': 1} {{(pid=116161) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 11:03:06.438269 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.db_base_plugin_common [None req-e1d67c49-9118-45f8-8ce9-7cd95044291b None None] Allocated IP 2001:db8::2 (1ec9fbcf-7a57-4aaa-9c30-4e0f43e09480/0fd5cc4b-669a-4806-9da2-b6e31962f9f6/70a4b4a8-6e7e-4e89-9bb2-9c32ce2b3f1d) {{(pid=116163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 11:03:06.438461 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-0222b22a-ab84-436f-be4c-1b44a3e9b445 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for network (None), before_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:06.453812 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-0222b22a-ab84-436f-be4c-1b44a3e9b445 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks [] for security_group (None), before_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:06.490355 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-4f27df68-7e32-4dc9-b36e-39f9d77ac8f1 tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742235135690', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742234710366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5219112'] for port (41f230b5-a768-4eae-a738-e6c48dd53981), after_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:06.524912 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-002eb92f-557c-4661-8992-c36c13850bc0 None None] Network 5dcdc4c0-a27d-48ed-8481-14b70612ca9a requested from dv-neutron-master-2-hyperv {{(pid=116163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 11:03:06.542725 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.db.api [None req-27085b1c-35fc-46e9-8426-0ff5dfdf96d2 tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 28 11:03:06.542725 dv-neutron-master-2-hyperv neutron-server[116162]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 28 11:03:06.542725 dv-neutron-master-2-hyperv neutron-server[116162]: [parameters: {'id': '5dcdc4c0-a27d-48ed-8481-14b70612ca9a'}] Apr 28 11:03:06.542725 dv-neutron-master-2-hyperv neutron-server[116162]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=116162) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 28 11:03:06.543225 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG oslo_db.api [None req-27085b1c-35fc-46e9-8426-0ff5dfdf96d2 tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=116162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 28 11:03:06.585076 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.db.ipam_backend_mixin [None req-844acc24-dc1d-4ef3-93c3-8239d61de260 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 0fd5cc4b-669a-4806-9da2-b6e31962f9f6 (CIDR: 2001:db8::/64) Apr 28 11:03:06.586108 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f27df68-7e32-4dc9-b36e-39f9d77ac8f1 tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Pushing event deleted for resources: {'Port': ['ID=41f230b5-a768-4eae-a738-e6c48dd53981,revision_number=None']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:03:06.659374 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.pecan_wsgi.hooks.translation [None req-844acc24-dc1d-4ef3-93c3-8239d61de260 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 28 11:03:06.663267 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-844acc24-dc1d-4ef3-93c3-8239d61de260 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=116161) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 28 11:03:06.730934 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-4f27df68-7e32-4dc9-b36e-39f9d77ac8f1 tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1603051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2063504'] for router_interface (76b1ebbc-a6af-47dd-8e4b-49120c5516a9), after_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:06.785487 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-e1d67c49-9118-45f8-8ce9-7cd95044291b None None] Publish callbacks [] for port (70a4b4a8-6e7e-4e89-9bb2-9c32ce2b3f1d), precommit_create {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:06.814952 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-7ac5e6ba-3561-4fd3-b5b4-bd7744ac2cca tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Publish callbacks [] for port (3c2332c6-8c02-4e03-8df1-633d184e949b), precommit_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:06.815141 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-844acc24-dc1d-4ef3-93c3-8239d61de260 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8279800 Apr 28 11:03:06.818983 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 52094) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:03:06.822174 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-0222b22a-ab84-436f-be4c-1b44a3e9b445 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks [] for security_group (62e8a791-59e6-41bb-9453-60471b3f4f47), precommit_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:06.826182 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.v2.base [None req-7ae35c9c-11c8-44d8-abf9-6ebe5a8a95d2 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Request body: {'subnet': {'network_id': '1ec9fbcf-7a57-4aaa-9c30-4e0f43e09480', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=116161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:03:06.860123 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-e1d67c49-9118-45f8-8ce9-7cd95044291b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742234710357'] for port (70a4b4a8-6e7e-4e89-9bb2-9c32ce2b3f1d), after_create {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:06.891556 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-0222b22a-ab84-436f-be4c-1b44a3e9b445 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924426'] for security_group (62e8a791-59e6-41bb-9453-60471b3f4f47), after_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:06.913564 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1d67c49-9118-45f8-8ce9-7cd95044291b None None] Network 1ec9fbcf-7a57-4aaa-9c30-4e0f43e09480 is already hosted by enough agents. {{(pid=116163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 11:03:06.925328 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.scheduler.base_scheduler [None req-e1d67c49-9118-45f8-8ce9-7cd95044291b None None] Resources bound (agent type, host, resource id): {{(pid=116163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 11:03:06.932015 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1d67c49-9118-45f8-8ce9-7cd95044291b None None] Received port after_create {{(pid=116163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 11:03:06.938198 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d67c49-9118-45f8-8ce9-7cd95044291b None None] Pushing event updated for resources: {'Port': ['ID=70a4b4a8-6e7e-4e89-9bb2-9c32ce2b3f1d,revision_number=1']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:03:06.947428 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-44f1518e-efb3-4f48-97e3-280d3638c681 tempest-RoutersAdminNegativeIpV6Test-1032507307 tempest-RoutersAdminNegativeIpV6Test-1032507307-project-admin] Publish callbacks [] for router_gateway (4a35f7fc-42b6-469f-a6a7-fbbb1177cb25), before_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:06.974313 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-7ac5e6ba-3561-4fd3-b5b4-bd7744ac2cca tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742234710357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5051867'] for port (3c2332c6-8c02-4e03-8df1-633d184e949b), after_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:06.999133 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-bb01a4c2-1199-4993-bd64-05cd8dc5f87d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (75ba81b7-fe99-4281-90d2-a5adb445ecea), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:07.006550 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0222b22a-ab84-436f-be4c-1b44a3e9b445 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 63} {{(pid=116161) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 11:03:07.019150 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.managers [None req-e1d67c49-9118-45f8-8ce9-7cd95044291b None None] Attempting to bind port 70a4b4a8-6e7e-4e89-9bb2-9c32ce2b3f1d on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=116163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 28 11:03:07.020330 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0222b22a-ab84-436f-be4c-1b44a3e9b445 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Pushing event updated for resources: {'SecurityGroup': ['ID=62e8a791-59e6-41bb-9453-60471b3f4f47,revision_number=1']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:03:07.021229 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.managers [None req-e1d67c49-9118-45f8-8ce9-7cd95044291b None None] Attempting to bind port 70a4b4a8-6e7e-4e89-9bb2-9c32ce2b3f1d by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'ffa4348d-378b-4e93-98fa-ab0dc49ee16c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '1ec9fbcf-7a57-4aaa-9c30-4e0f43e09480'}] {{(pid=116163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 28 11:03:07.022109 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1d67c49-9118-45f8-8ce9-7cd95044291b None None] Attempting to bind port 70a4b4a8-6e7e-4e89-9bb2-9c32ce2b3f1d on network 1ec9fbcf-7a57-4aaa-9c30-4e0f43e09480 {{(pid=116163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 11:03:07.040888 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1d67c49-9118-45f8-8ce9-7cd95044291b None None] Checking agent: {'id': 'd5baab19-5dd1-4902-922b-84acb048ab9c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 10, 50, 43), 'started_at': datetime.datetime(2022, 4, 28, 10, 51, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 11, 2, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=116163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 11:03:07.041197 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1d67c49-9118-45f8-8ce9-7cd95044291b None None] Checking segment: {'id': 'ffa4348d-378b-4e93-98fa-ab0dc49ee16c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '1ec9fbcf-7a57-4aaa-9c30-4e0f43e09480'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 11:03:07.041600 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-e1d67c49-9118-45f8-8ce9-7cd95044291b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:07.041990 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1d67c49-9118-45f8-8ce9-7cd95044291b None None] Bound using segment: {'id': 'ffa4348d-378b-4e93-98fa-ab0dc49ee16c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '1ec9fbcf-7a57-4aaa-9c30-4e0f43e09480'} {{(pid=116163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 11:03:07.042482 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.managers [None req-e1d67c49-9118-45f8-8ce9-7cd95044291b None None] Bound port: 70a4b4a8-6e7e-4e89-9bb2-9c32ce2b3f1d, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ffa4348d-378b-4e93-98fa-ab0dc49ee16c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '1ec9fbcf-7a57-4aaa-9c30-4e0f43e09480'}}] {{(pid=116163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 28 11:03:07.042862 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-e1d67c49-9118-45f8-8ce9-7cd95044291b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (70a4b4a8-6e7e-4e89-9bb2-9c32ce2b3f1d), before_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:07.049824 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-44f1518e-efb3-4f48-97e3-280d3638c681 tempest-RoutersAdminNegativeIpV6Test-1032507307 tempest-RoutersAdminNegativeIpV6Test-1032507307-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (None), before_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:07.067793 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-0222b22a-ab84-436f-be4c-1b44a3e9b445 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-961978'] for segment (f6ef4bb3-a525-4ea5-8365-2d525d9199b6), precommit_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:07.068154 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.db.segments_db [None req-0222b22a-ab84-436f-be4c-1b44a3e9b445 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Added segment f6ef4bb3-a525-4ea5-8365-2d525d9199b6 of type vlan for network 274bb0ab-060a-48d2-9b11-773f8dd43851 Apr 28 11:03:07.075415 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f27df68-7e32-4dc9-b36e-39f9d77ac8f1 tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Router 76b1ebbc-a6af-47dd-8e4b-49120c5516a9 has already been hosted by L3 agent 6b492ad6-0876-4d74-b20d-28143a52ceba {{(pid=116161) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 11:03:07.139346 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-0222b22a-ab84-436f-be4c-1b44a3e9b445 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742234744962'] for network (274bb0ab-060a-48d2-9b11-773f8dd43851), precommit_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:07.143123 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-e1d67c49-9118-45f8-8ce9-7cd95044291b None None] For port 70a4b4a8-6e7e-4e89-9bb2-9c32ce2b3f1d, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=116163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 11:03:07.146382 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-e1d67c49-9118-45f8-8ce9-7cd95044291b None None] For port 70a4b4a8-6e7e-4e89-9bb2-9c32ce2b3f1d, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=70a4b4a8-6e7e-4e89-9bb2-9c32ce2b3f1d,segment=NetworkSegment(ffa4348d-378b-4e93-98fa-ab0dc49ee16c),segment_id=ffa4348d-378b-4e93-98fa-ab0dc49ee16c)] {{(pid=116163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 11:03:07.188317 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-27085b1c-35fc-46e9-8426-0ff5dfdf96d2 tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-979593'] for network (5dcdc4c0-a27d-48ed-8481-14b70612ca9a), before_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:07.190627 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac5e6ba-3561-4fd3-b5b4-bd7744ac2cca tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Pushing event updated for resources: {'Port': ['ID=3c2332c6-8c02-4e03-8df1-633d184e949b,revision_number=1']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:03:07.228729 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f27df68-7e32-4dc9-b36e-39f9d77ac8f1 tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=116161) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 11:03:07.230970 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-e1d67c49-9118-45f8-8ce9-7cd95044291b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393'] for port (70a4b4a8-6e7e-4e89-9bb2-9c32ce2b3f1d), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:07.237004 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-4f27df68-7e32-4dc9-b36e-39f9d77ac8f1 tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] 10.222.0.10 "PUT /v2.0/routers/76b1ebbc-a6af-47dd-8e4b-49120c5516a9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5595613 Apr 28 11:03:07.239429 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 52096) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:03:07.258219 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ac5e6ba-3561-4fd3-b5b4-bd7744ac2cca tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Network 6ad48b29-1fb1-4e43-9abf-f860ed1ac269 is already hosted by enough agents. {{(pid=116162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 11:03:07.266655 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.scheduler.base_scheduler [None req-7ac5e6ba-3561-4fd3-b5b4-bd7744ac2cca tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Resources bound (agent type, host, resource id): {{(pid=116162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 11:03:07.270630 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ac5e6ba-3561-4fd3-b5b4-bd7744ac2cca tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Received port after_create {{(pid=116162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 11:03:07.276031 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ac5e6ba-3561-4fd3-b5b4-bd7744ac2cca tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:03:07.276363 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-7ac5e6ba-3561-4fd3-b5b4-bd7744ac2cca tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198022'] for port (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:07.281839 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ae35c9c-11c8-44d8-abf9-6ebe5a8a95d2 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Made reservation on behalf of 12780407c7254bdfbde1c04e76d433ee for: {'subnet': 1} {{(pid=116161) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 11:03:07.285182 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-7ae35c9c-11c8-44d8-abf9-6ebe5a8a95d2 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5125580'] for subnet (None), before_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:07.313874 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7b6e345-9eaa-46b1-8d53-b77520f55aff None None] Sync routers for ids ['76b1ebbc-a6af-47dd-8e4b-49120c5516a9'] in dv-neutron-master-2-hyperv {{(pid=116163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 11:03:07.359246 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.plugin [None req-27085b1c-35fc-46e9-8426-0ff5dfdf96d2 tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] Deleting port 9c0baccd-b666-4232-b10d-732d4c426210 {{(pid=116162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 11:03:07.359894 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-27085b1c-35fc-46e9-8426-0ff5dfdf96d2 tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742235130188'] for port (9c0baccd-b666-4232-b10d-732d4c426210), before_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:07.361839 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7b6e345-9eaa-46b1-8d53-b77520f55aff None None] Routers {'76b1ebbc-a6af-47dd-8e4b-49120c5516a9'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=116163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 11:03:07.362840 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_hamode_db [None req-a7b6e345-9eaa-46b1-8d53-b77520f55aff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-28T10:50:39Z,description=,heartbeat_timestamp=2022-04-28T11:02:39Z,host='dv-neutron-master-2-hyperv',id=6b492ad6-0876-4d74-b20d-28143a52ceba,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T10:50:40Z,topic='l3_agent')) {'router_ids': ['76b1ebbc-a6af-47dd-8e4b-49120c5516a9'], 'active': True} {{(pid=116163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:03:07.363262 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-0222b22a-ab84-436f-be4c-1b44a3e9b445 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042'] for network (274bb0ab-060a-48d2-9b11-773f8dd43851), after_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:07.368364 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0222b22a-ab84-436f-be4c-1b44a3e9b445 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:03:07.368968 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-0222b22a-ab84-436f-be4c-1b44a3e9b445 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603020'] for network (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:07.384681 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-44f1518e-efb3-4f48-97e3-280d3638c681 tempest-RoutersAdminNegativeIpV6Test-1032507307 tempest-RoutersAdminNegativeIpV6Test-1032507307-project-admin] Publish callbacks [] for router (4a35f7fc-42b6-469f-a6a7-fbbb1177cb25), before_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:07.417301 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_hamode_db [None req-a7b6e345-9eaa-46b1-8d53-b77520f55aff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=116163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:03:07.419615 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d67c49-9118-45f8-8ce9-7cd95044291b None None] Pushing event updated for resources: {'Port': ['ID=70a4b4a8-6e7e-4e89-9bb2-9c32ce2b3f1d,revision_number=2']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:03:07.431910 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7b6e345-9eaa-46b1-8d53-b77520f55aff None None] Routers {'76b1ebbc-a6af-47dd-8e4b-49120c5516a9'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=116163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 11:03:07.432522 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_hamode_db [None req-a7b6e345-9eaa-46b1-8d53-b77520f55aff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-28T10:50:39Z,description=,heartbeat_timestamp=2022-04-28T11:02:39Z,host='dv-neutron-master-2-hyperv',id=6b492ad6-0876-4d74-b20d-28143a52ceba,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T10:50:40Z,topic='l3_agent')) {'router_ids': ['76b1ebbc-a6af-47dd-8e4b-49120c5516a9'], 'active': True} {{(pid=116163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:03:07.469806 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-7ac5e6ba-3561-4fd3-b5b4-bd7744ac2cca tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 1.9237876 Apr 28 11:03:07.470547 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_hamode_db [None req-a7b6e345-9eaa-46b1-8d53-b77520f55aff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=116163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:03:07.471261 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7b6e345-9eaa-46b1-8d53-b77520f55aff None None] The sync data for ids ['76b1ebbc-a6af-47dd-8e4b-49120c5516a9'] in dv-neutron-master-2-hyperv is: [] {{(pid=116163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 11:03:07.478233 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 52098) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:03:07.524017 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 52100) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:03:07.557599 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.v2.base [None req-1c752961-d51a-4e32-ae37-11c23e3e3c38 tempest-TestNetworkAdvancedServerOps-1762458272 tempest-TestNetworkAdvancedServerOps-1762458272-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2070286779', 'description': 'tempest-secgroup-smoke-2070286779 description', 'project_id': 'a8cc80fe41234707a2dcbf4e2aa0b823'}} {{(pid=116162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:03:07.570036 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.db [None req-27085b1c-35fc-46e9-8426-0ff5dfdf96d2 tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] For port 9c0baccd-b666-4232-b10d-732d4c426210, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=9c0baccd-b666-4232-b10d-732d4c426210,segment=NetworkSegment(4f9601f7-f7fe-45da-aef7-03715c677191),segment_id=4f9601f7-f7fe-45da-aef7-03715c677191)] {{(pid=116162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 11:03:07.570430 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-27085b1c-35fc-46e9-8426-0ff5dfdf96d2 tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1938497'] for port (9c0baccd-b666-4232-b10d-732d4c426210), precommit_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:07.571837 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-0222b22a-ab84-436f-be4c-1b44a3e9b445 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 1.4914503 Apr 28 11:03:07.576586 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0222b22a-ab84-436f-be4c-1b44a3e9b445 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Pushing event updated for resources: {'Network': ['ID=274bb0ab-060a-48d2-9b11-773f8dd43851,revision_number=1']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:03:07.581273 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 52102) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:03:07.603781 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Network 274bb0ab-060a-48d2-9b11-773f8dd43851 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=116163) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 28 11:03:07.612985 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.v2.base [None req-d7cdba40-05fd-4b94-81c5-14aeb48e342b tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1025925212', 'admin_state_up': True, 'project_id': '65d54c3b7dcd4af68398071d25e8321e', 'external_gateway_info': {'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c'}}} {{(pid=116162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:03:07.647576 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.api.v2.resource [None req-e30583d2-f102-497a-a35d-99d733c615da tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] remove_router_interface failed (client error): The resource could not be found. Apr 28 11:03:07.648657 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-e30583d2-f102-497a-a35d-99d733c615da tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] 10.222.0.10 "PUT /v2.0/routers/76b1ebbc-a6af-47dd-8e4b-49120c5516a9/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.4082105 Apr 28 11:03:07.653376 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 52104) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:03:07.660937 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.plugin [None req-27085b1c-35fc-46e9-8426-0ff5dfdf96d2 tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] Calling delete_port for 9c0baccd-b666-4232-b10d-732d4c426210 owned by network:dhcp {{(pid=116162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 11:03:07.697271 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-a00d7a78-eafa-4b60-ae41-527a21d568a2 tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] 10.222.0.10 "GET /v2.0/ports?device_id=76b1ebbc-a6af-47dd-8e4b-49120c5516a9 HTTP/1.1" status: 200 len: 205 time: 0.0428083 Apr 28 11:03:07.704073 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 52106) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:03:07.793493 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-44f1518e-efb3-4f48-97e3-280d3638c681 tempest-RoutersAdminNegativeIpV6Test-1032507307 tempest-RoutersAdminNegativeIpV6Test-1032507307-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2060865', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-63275'] for router (4a35f7fc-42b6-469f-a6a7-fbbb1177cb25), precommit_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:07.797002 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-1c752961-d51a-4e32-ae37-11c23e3e3c38 tempest-TestNetworkAdvancedServerOps-1762458272 tempest-TestNetworkAdvancedServerOps-1762458272-project] Publish callbacks [] for security_group (None), before_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:07.807070 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-3a9ea386-12d4-45c8-9ec2-2b53188e2ec9 tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Publish callbacks [] for router (76b1ebbc-a6af-47dd-8e4b-49120c5516a9), before_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:07.829388 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-44f1518e-efb3-4f48-97e3-280d3638c681 tempest-RoutersAdminNegativeIpV6Test-1032507307 tempest-RoutersAdminNegativeIpV6Test-1032507307-project-admin] Publish callbacks [] for router_controller (4a35f7fc-42b6-469f-a6a7-fbbb1177cb25), precommit_delete_associations {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:07.849133 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-1c752961-d51a-4e32-ae37-11c23e3e3c38 tempest-TestNetworkAdvancedServerOps-1762458272 tempest-TestNetworkAdvancedServerOps-1762458272-project] Publish callbacks [] for security_group (None), before_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:07.899938 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-d7cdba40-05fd-4b94-81c5-14aeb48e342b tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2060459', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-63449'] for router (9b89571b-9a7d-473a-a862-1c34e1e1b90f), before_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:07.900952 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-d7cdba40-05fd-4b94-81c5-14aeb48e342b tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2060827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1935275', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1960866', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-63266'] for router (9b89571b-9a7d-473a-a862-1c34e1e1b90f), precommit_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:07.909210 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.plugin [None req-25a57f99-b0d0-439e-937b-a349990ac30c tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Deleting port 3c2332c6-8c02-4e03-8df1-633d184e949b {{(pid=116162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 11:03:07.909547 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-25a57f99-b0d0-439e-937b-a349990ac30c tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742235130188'] for port (3c2332c6-8c02-4e03-8df1-633d184e949b), before_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:08.014749 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-44f1518e-efb3-4f48-97e3-280d3638c681 tempest-RoutersAdminNegativeIpV6Test-1032507307 tempest-RoutersAdminNegativeIpV6Test-1032507307-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2060888'] for router (4a35f7fc-42b6-469f-a6a7-fbbb1177cb25), after_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:08.015610 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44f1518e-efb3-4f48-97e3-280d3638c681 tempest-RoutersAdminNegativeIpV6Test-1032507307 tempest-RoutersAdminNegativeIpV6Test-1032507307-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 4a35f7fc-42b6-469f-a6a7-fbbb1177cb25 {{(pid=116162) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 28 11:03:08.032665 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-3a9ea386-12d4-45c8-9ec2-2b53188e2ec9 tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2060865', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-63275'] for router (76b1ebbc-a6af-47dd-8e4b-49120c5516a9), precommit_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:08.038109 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-3a9ea386-12d4-45c8-9ec2-2b53188e2ec9 tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Publish callbacks [] for router_controller (76b1ebbc-a6af-47dd-8e4b-49120c5516a9), precommit_delete_associations {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:08.039353 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-25a57f99-b0d0-439e-937b-a349990ac30c tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1938497'] for port (3c2332c6-8c02-4e03-8df1-633d184e949b), precommit_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:08.111806 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.plugin [None req-25a57f99-b0d0-439e-937b-a349990ac30c tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Calling delete_port for 3c2332c6-8c02-4e03-8df1-633d184e949b owned by {{(pid=116162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 11:03:08.120487 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-d7cdba40-05fd-4b94-81c5-14aeb48e342b tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks [] for router_controller (9b89571b-9a7d-473a-a862-1c34e1e1b90f), precommit_add_association {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:08.178089 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.api.v2.resource [None req-44f1518e-efb3-4f48-97e3-280d3638c681 tempest-RoutersAdminNegativeIpV6Test-1032507307 tempest-RoutersAdminNegativeIpV6Test-1032507307-project-admin] create failed (client error): There was a conflict when trying to complete your request. Apr 28 11:03:08.179205 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-44f1518e-efb3-4f48-97e3-280d3638c681 tempest-RoutersAdminNegativeIpV6Test-1032507307 tempest-RoutersAdminNegativeIpV6Test-1032507307-project-admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 2.5384881 Apr 28 11:03:08.179437 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-3a9ea386-12d4-45c8-9ec2-2b53188e2ec9 tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2060888'] for router (76b1ebbc-a6af-47dd-8e4b-49120c5516a9), after_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:08.180027 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a9ea386-12d4-45c8-9ec2-2b53188e2ec9 tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Fanout notify agent at l3_agent the message router_deleted on router 76b1ebbc-a6af-47dd-8e4b-49120c5516a9 {{(pid=116161) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 28 11:03:08.182276 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-1c752961-d51a-4e32-ae37-11c23e3e3c38 tempest-TestNetworkAdvancedServerOps-1762458272 tempest-TestNetworkAdvancedServerOps-1762458272-project] Publish callbacks [] for security_group (9cc36633-529b-489b-94ef-d3bda0998314), precommit_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:08.183771 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 52108) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:03:08.188271 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-3a9ea386-12d4-45c8-9ec2-2b53188e2ec9 tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Publish callbacks [] for router (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:08.188676 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-27085b1c-35fc-46e9-8426-0ff5dfdf96d2 tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742235135690', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742234710366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5051867'] for port (9c0baccd-b666-4232-b10d-732d4c426210), after_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:08.193429 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-3a9ea386-12d4-45c8-9ec2-2b53188e2ec9 tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] 10.222.0.10 "DELETE /v2.0/routers/76b1ebbc-a6af-47dd-8e4b-49120c5516a9 HTTP/1.1" status: 204 len: 168 time: 0.4824669 Apr 28 11:03:08.197290 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 52110) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:03:08.297013 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.db.db_base_plugin_v2 [None req-c48e61d6-febd-4297-825b-8ef367e32114 tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Deleting subnet 6013b1b5-faef-4516-9682-78a8d94a0dbb {{(pid=116161) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 28 11:03:08.504653 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b428023-d82f-4077-82ed-7d53addbfedb None None] get_active_networks_info from dv-neutron-master-2-hyperv {{(pid=116163) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Apr 28 11:03:08.545739 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-1c752961-d51a-4e32-ae37-11c23e3e3c38 tempest-TestNetworkAdvancedServerOps-1762458272 tempest-TestNetworkAdvancedServerOps-1762458272-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924426'] for security_group (9cc36633-529b-489b-94ef-d3bda0998314), after_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:08.566917 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-440b5125-c774-428b-97e9-25520c19dd87 None None] Provisioning complete for port 70a4b4a8-6e7e-4e89-9bb2-9c32ce2b3f1d triggered by entity DHCP. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:03:08.567293 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-440b5125-c774-428b-97e9-25520c19dd87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (70a4b4a8-6e7e-4e89-9bb2-9c32ce2b3f1d), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:08.626284 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27085b1c-35fc-46e9-8426-0ff5dfdf96d2 tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] Pushing event deleted for resources: {'Port': ['ID=9c0baccd-b666-4232-b10d-732d4c426210,revision_number=None']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:03:08.631917 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27085b1c-35fc-46e9-8426-0ff5dfdf96d2 tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] No DVR routers for this DVR port 9c0baccd-b666-4232-b10d-732d4c426210 on host dv-neutron-master-2-hyperv {{(pid=116162) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 11:03:08.664718 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b428023-d82f-4077-82ed-7d53addbfedb None None] Resources bound (agent type, host, resource id): {{(pid=116163) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 28 11:03:08.697650 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-c48e61d6-febd-4297-825b-8ef367e32114 tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Publish callbacks [] for subnet (6013b1b5-faef-4516-9682-78a8d94a0dbb), before_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:08.739589 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-440b5125-c774-428b-97e9-25520c19dd87 None None] Current status of the port 70a4b4a8-6e7e-4e89-9bb2-9c32ce2b3f1d is: DOWN; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:03:08.739985 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-440b5125-c774-428b-97e9-25520c19dd87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (70a4b4a8-6e7e-4e89-9bb2-9c32ce2b3f1d), before_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:08.748749 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c752961-d51a-4e32-ae37-11c23e3e3c38 tempest-TestNetworkAdvancedServerOps-1762458272 tempest-TestNetworkAdvancedServerOps-1762458272-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9cc36633-529b-489b-94ef-d3bda0998314,revision_number=1']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:03:08.757296 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.objects.ports [None req-7ae35c9c-11c8-44d8-abf9-6ebe5a8a95d2 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=116161) get_objects /opt/stack/neutron/neutron/objects/ports.py:463}} Apr 28 11:03:08.818438 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-c48e61d6-febd-4297-825b-8ef367e32114 tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8076976'] for subnet (6013b1b5-faef-4516-9682-78a8d94a0dbb), precommit_delete_associations {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:08.821831 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-440b5125-c774-428b-97e9-25520c19dd87 None None] For port 70a4b4a8-6e7e-4e89-9bb2-9c32ce2b3f1d, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=70a4b4a8-6e7e-4e89-9bb2-9c32ce2b3f1d,segment=NetworkSegment(ffa4348d-378b-4e93-98fa-ab0dc49ee16c),segment_id=ffa4348d-378b-4e93-98fa-ab0dc49ee16c)] {{(pid=116163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 11:03:08.841595 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-d7cdba40-05fd-4b94-81c5-14aeb48e342b tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks [] for router_gateway (9b89571b-9a7d-473a-a862-1c34e1e1b90f), precommit_update {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:08.854091 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.plugin [None req-926cc0ca-c39b-4a0b-a56e-7584ccce5a45 tempest-RoutersAdminNegativeIpV6Test-1032507307 tempest-RoutersAdminNegativeIpV6Test-1032507307-project-admin] Deleting port c28ecb26-2d3c-4e54-af25-910aed6e56ea {{(pid=116162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 11:03:08.854730 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-926cc0ca-c39b-4a0b-a56e-7584ccce5a45 tempest-RoutersAdminNegativeIpV6Test-1032507307 tempest-RoutersAdminNegativeIpV6Test-1032507307-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742235130188'] for port (c28ecb26-2d3c-4e54-af25-910aed6e56ea), before_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:08.883402 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-440b5125-c774-428b-97e9-25520c19dd87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393'] for port (70a4b4a8-6e7e-4e89-9bb2-9c32ce2b3f1d), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:08.884700 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-27085b1c-35fc-46e9-8426-0ff5dfdf96d2 tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-973498', 'neutron.services.segments.db._delete_segments_for_network-8742235207033'] for network (5dcdc4c0-a27d-48ed-8481-14b70612ca9a), precommit_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:08.924877 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-25a57f99-b0d0-439e-937b-a349990ac30c tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742235135690', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742234710366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5051867'] for port (3c2332c6-8c02-4e03-8df1-633d184e949b), after_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:08.950437 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440b5125-c774-428b-97e9-25520c19dd87 None None] Pushing event updated for resources: {'Port': ['ID=70a4b4a8-6e7e-4e89-9bb2-9c32ce2b3f1d,revision_number=3']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:03:08.958086 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.services.segments.db [None req-27085b1c-35fc-46e9-8426-0ff5dfdf96d2 tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5dcdc4c0-a27d-48ed-8481-14b70612ca9a']}} {{(pid=116162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:03:08.962288 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-1c752961-d51a-4e32-ae37-11c23e3e3c38 tempest-TestNetworkAdvancedServerOps-1762458272 tempest-TestNetworkAdvancedServerOps-1762458272-project] Publish callbacks [] for security_group (0bcd3ba6-8b12-4573-ac81-fc4e6cc933d4), precommit_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:08.963640 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-c48e61d6-febd-4297-825b-8ef367e32114 tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-971303'] for subnet (6013b1b5-faef-4516-9682-78a8d94a0dbb), precommit_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:09.027235 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a57f99-b0d0-439e-937b-a349990ac30c tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Pushing event deleted for resources: {'Port': ['ID=3c2332c6-8c02-4e03-8df1-633d184e949b,revision_number=None']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:03:09.037791 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.services.segments.db [None req-27085b1c-35fc-46e9-8426-0ff5dfdf96d2 tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4f9601f7-f7fe-45da-aef7-03715c677191') {'for_net_delete': True} {{(pid=116162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:03:09.038096 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.services.segments.db [None req-27085b1c-35fc-46e9-8426-0ff5dfdf96d2 tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4f9601f7-f7fe-45da-aef7-03715c677191') {} {{(pid=116162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:03:09.041417 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-1c752961-d51a-4e32-ae37-11c23e3e3c38 tempest-TestNetworkAdvancedServerOps-1762458272 tempest-TestNetworkAdvancedServerOps-1762458272-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924426'] for security_group (0bcd3ba6-8b12-4573-ac81-fc4e6cc933d4), after_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:09.045322 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-7ae35c9c-11c8-44d8-abf9-6ebe5a8a95d2 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (70a4b4a8-6e7e-4e89-9bb2-9c32ce2b3f1d), before_update {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:09.081548 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-25a57f99-b0d0-439e-937b-a349990ac30c tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198022'] for port (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:09.087268 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-25a57f99-b0d0-439e-937b-a349990ac30c tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] 10.222.0.10 "DELETE /v2.0/ports/3c2332c6-8c02-4e03-8df1-633d184e949b HTTP/1.1" status: 204 len: 168 time: 1.6056385 Apr 28 11:03:09.088568 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 52114) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:03:09.088709 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-27085b1c-35fc-46e9-8426-0ff5dfdf96d2 tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742235208578', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5026548'] for segment (4f9601f7-f7fe-45da-aef7-03715c677191), before_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:09.098070 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.v2.base [None req-9b0061c5-2559-48dc-b85f-856617a2554b tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Request body: {'port': {'network_id': '6ad48b29-1fb1-4e43-9abf-f860ed1ac269', 'mac_address': 'fa:16:3e:65:43:4e', 'name': 'tempest-PortsTestJSON-449026895'}} {{(pid=116161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:03:09.140769 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-c48e61d6-febd-4297-825b-8ef367e32114 tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-971310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5220601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5125409'] for subnet (6013b1b5-faef-4516-9682-78a8d94a0dbb), after_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:09.155452 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-27085b1c-35fc-46e9-8426-0ff5dfdf96d2 tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-961978'] for segment (4f9601f7-f7fe-45da-aef7-03715c677191), precommit_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:09.170610 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-926cc0ca-c39b-4a0b-a56e-7584ccce5a45 tempest-RoutersAdminNegativeIpV6Test-1032507307 tempest-RoutersAdminNegativeIpV6Test-1032507307-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1938497'] for port (c28ecb26-2d3c-4e54-af25-910aed6e56ea), precommit_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:09.174895 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c752961-d51a-4e32-ae37-11c23e3e3c38 tempest-TestNetworkAdvancedServerOps-1762458272 tempest-TestNetworkAdvancedServerOps-1762458272-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0bcd3ba6-8b12-4573-ac81-fc4e6cc933d4,revision_number=1']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:03:09.185955 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-27085b1c-35fc-46e9-8426-0ff5dfdf96d2 tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] Releasing vlan 82 on physical network physnet1 to pool {{(pid=116162) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 11:03:09.186569 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-27085b1c-35fc-46e9-8426-0ff5dfdf96d2 tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-961978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5051884'] for segment (4f9601f7-f7fe-45da-aef7-03715c677191), after_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:09.191655 dv-neutron-master-2-hyperv neutron-server[116162]: Traceback (most recent call last): Apr 28 11:03:09.191655 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 11:03:09.191655 dv-neutron-master-2-hyperv neutron-server[116162]: timer() Apr 28 11:03:09.191655 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 11:03:09.191655 dv-neutron-master-2-hyperv neutron-server[116162]: cb(*args, **kw) Apr 28 11:03:09.191655 dv-neutron-master-2-hyperv neutron-server[116162]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 28 11:03:09.191655 dv-neutron-master-2-hyperv neutron-server[116162]: return func(*args, **kwargs) Apr 28 11:03:09.191655 dv-neutron-master-2-hyperv neutron-server[116162]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 11:03:09.191655 dv-neutron-master-2-hyperv neutron-server[116162]: self._notify() Apr 28 11:03:09.191655 dv-neutron-master-2-hyperv neutron-server[116162]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 11:03:09.191655 dv-neutron-master-2-hyperv neutron-server[116162]: self.callback(batched_events) Apr 28 11:03:09.191655 dv-neutron-master-2-hyperv neutron-server[116162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 11:03:09.191655 dv-neutron-master-2-hyperv neutron-server[116162]: event.method(event) Apr 28 11:03:09.191655 dv-neutron-master-2-hyperv neutron-server[116162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 28 11:03:09.191655 dv-neutron-master-2-hyperv neutron-server[116162]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 11:03:09.191655 dv-neutron-master-2-hyperv neutron-server[116162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 28 11:03:09.191655 dv-neutron-master-2-hyperv neutron-server[116162]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 11:03:09.191655 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 28 11:03:09.191655 dv-neutron-master-2-hyperv neutron-server[116162]: return f(self, *a, **k) Apr 28 11:03:09.191655 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 28 11:03:09.191655 dv-neutron-master-2-hyperv neutron-server[116162]: return self._get(url).json() Apr 28 11:03:09.191655 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 28 11:03:09.191655 dv-neutron-master-2-hyperv neutron-server[116162]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 11:03:09.191655 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 11:03:09.191655 dv-neutron-master-2-hyperv neutron-server[116162]: return self.request(url, 'GET', **kwargs) Apr 28 11:03:09.191655 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 11:03:09.191655 dv-neutron-master-2-hyperv neutron-server[116162]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 11:03:09.191655 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 11:03:09.191655 dv-neutron-master-2-hyperv neutron-server[116162]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 11:03:09.191655 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 11:03:09.191655 dv-neutron-master-2-hyperv neutron-server[116162]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 11:03:09.191655 dv-neutron-master-2-hyperv neutron-server[116162]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 11:03:09.206767 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.plugin [None req-926cc0ca-c39b-4a0b-a56e-7584ccce5a45 tempest-RoutersAdminNegativeIpV6Test-1032507307 tempest-RoutersAdminNegativeIpV6Test-1032507307-project-admin] Calling delete_port for c28ecb26-2d3c-4e54-af25-910aed6e56ea owned by {{(pid=116162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 11:03:09.217132 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-1c752961-d51a-4e32-ae37-11c23e3e3c38 tempest-TestNetworkAdvancedServerOps-1762458272 tempest-TestNetworkAdvancedServerOps-1762458272-project] Publish callbacks [] for security_group (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:09.221752 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-1c752961-d51a-4e32-ae37-11c23e3e3c38 tempest-TestNetworkAdvancedServerOps-1762458272 tempest-TestNetworkAdvancedServerOps-1762458272-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 1.6910007 Apr 28 11:03:09.227418 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 52116) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:03:09.237787 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Device 70a4b4a8-6e7e-4e89-9bb2-9c32ce2b3f1d up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=116163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 11:03:09.242752 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.v2.base [None req-8bb531e7-da3a-490e-9db4-0bdc73b6832b tempest-TestNetworkAdvancedServerOps-1762458272 tempest-TestNetworkAdvancedServerOps-1762458272-project] Request body: {'security_group_rule': {'security_group_id': '0bcd3ba6-8b12-4573-ac81-fc4e6cc933d4', 'project_id': 'a8cc80fe41234707a2dcbf4e2aa0b823', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=116161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:03:09.250996 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48e61d6-febd-4297-825b-8ef367e32114 tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Pushing event deleted for resources: {'Subnet': ['ID=6013b1b5-faef-4516-9682-78a8d94a0dbb,revision_number=None']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:03:09.258844 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-c48e61d6-febd-4297-825b-8ef367e32114 tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Publish callbacks [] for subnet (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:09.261487 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-c48e61d6-febd-4297-825b-8ef367e32114 tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] 10.222.0.10 "DELETE /v2.0/subnets/6013b1b5-faef-4516-9682-78a8d94a0dbb HTTP/1.1" status: 204 len: 168 time: 1.0633843 Apr 28 11:03:09.263724 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f4625ef-babf-455e-9a5b-04e06496f289 None None] Network 0824a4de-f600-4659-b62f-470b59d9e7af requested from dv-neutron-master-2-hyperv {{(pid=116163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 11:03:09.264271 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 52118) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:03:09.357587 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.db [None req-7ae35c9c-11c8-44d8-abf9-6ebe5a8a95d2 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] For port 70a4b4a8-6e7e-4e89-9bb2-9c32ce2b3f1d, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=70a4b4a8-6e7e-4e89-9bb2-9c32ce2b3f1d,segment=NetworkSegment(ffa4348d-378b-4e93-98fa-ab0dc49ee16c),segment_id=ffa4348d-378b-4e93-98fa-ab0dc49ee16c)] {{(pid=116161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 11:03:09.381294 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Provisioning complete for port 70a4b4a8-6e7e-4e89-9bb2-9c32ce2b3f1d triggered by entity L2. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:03:09.381990 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (70a4b4a8-6e7e-4e89-9bb2-9c32ce2b3f1d), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:09.393859 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b0061c5-2559-48dc-b85f-856617a2554b tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Made reservation on behalf of f86d085f9b42493aa6c0f40f62349e1e for: {'port': 1} {{(pid=116161) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 11:03:09.401877 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-7ae35c9c-11c8-44d8-abf9-6ebe5a8a95d2 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Publish callbacks [] for port (70a4b4a8-6e7e-4e89-9bb2-9c32ce2b3f1d), precommit_update {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:09.413445 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-5b13dd20-ce78-4d23-8932-c884be14e40c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (6b492ad6-0876-4d74-b20d-28143a52ceba), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:09.421034 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-8bb531e7-da3a-490e-9db4-0bdc73b6832b tempest-TestNetworkAdvancedServerOps-1762458272 tempest-TestNetworkAdvancedServerOps-1762458272-project] Publish callbacks [] for security_group_rule (815d797b-c49f-4421-8ebe-4e08e686c3cf), before_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:09.483976 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Current status of the port 70a4b4a8-6e7e-4e89-9bb2-9c32ce2b3f1d is: ACTIVE; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:03:09.484197 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-27085b1c-35fc-46e9-8426-0ff5dfdf96d2 tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-973477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2063122'] for network (5dcdc4c0-a27d-48ed-8481-14b70612ca9a), after_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:09.485944 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-d7cdba40-05fd-4b94-81c5-14aeb48e342b tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks [] for router_gateway (9b89571b-9a7d-473a-a862-1c34e1e1b90f), before_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:09.496233 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-27085b1c-35fc-46e9-8426-0ff5dfdf96d2 tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] Publish callbacks [] for network (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:09.500092 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-27085b1c-35fc-46e9-8426-0ff5dfdf96d2 tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] 10.222.0.10 "DELETE /v2.0/networks/5dcdc4c0-a27d-48ed-8481-14b70612ca9a HTTP/1.1" status: 204 len: 168 time: 4.7044473 Apr 28 11:03:09.501899 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-7ae35c9c-11c8-44d8-abf9-6ebe5a8a95d2 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5219123'] for port (70a4b4a8-6e7e-4e89-9bb2-9c32ce2b3f1d), after_update {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:09.505350 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 52120) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:03:09.525569 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf0fb9f3-a0d8-4327-9fc7-fbd0c91a045f None None] DHCP port deletion for 0824a4de-f600-4659-b62f-470b59d9e7af request from dv-neutron-master-2-hyperv {{(pid=116163) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 28 11:03:09.541718 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.v2.base [None req-9586fb17-7f39-4a7b-b5dd-60165afbdd43 tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1884857124'}} {{(pid=116162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:03:09.547185 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-9b0061c5-2559-48dc-b85f-856617a2554b tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (None), before_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:09.555428 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-d7cdba40-05fd-4b94-81c5-14aeb48e342b tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (None), before_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:09.559968 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-69253644-223c-4710-86a8-446ed5d11974 tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-979593'] for network (0824a4de-f600-4659-b62f-470b59d9e7af), before_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:09.561874 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27085b1c-35fc-46e9-8426-0ff5dfdf96d2 tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] Pushing event deleted for resources: {'Network': ['ID=5dcdc4c0-a27d-48ed-8481-14b70612ca9a,revision_number=None']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:03:09.564159 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-7ae35c9c-11c8-44d8-abf9-6ebe5a8a95d2 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5220536', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5125438'] for subnet (a66db189-c648-4774-8a0b-874fccd750da), after_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:09.586740 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-cf0fb9f3-a0d8-4327-9fc7-fbd0c91a045f None None] Deleting port 3adbd1c1-2e65-49ac-83c4-21afedc09c82 {{(pid=116163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 11:03:09.587076 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-cf0fb9f3-a0d8-4327-9fc7-fbd0c91a045f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742235130188'] for port (3adbd1c1-2e65-49ac-83c4-21afedc09c82), before_delete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:09.601311 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-8bb531e7-da3a-490e-9db4-0bdc73b6832b tempest-TestNetworkAdvancedServerOps-1762458272 tempest-TestNetworkAdvancedServerOps-1762458272-project] Publish callbacks [] for security_group_rule (815d797b-c49f-4421-8ebe-4e08e686c3cf), precommit_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:09.648047 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ae35c9c-11c8-44d8-abf9-6ebe5a8a95d2 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Network 1ec9fbcf-7a57-4aaa-9c30-4e0f43e09480 is already hosted by enough agents. {{(pid=116161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 11:03:09.659741 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.notifiers.nova [None req-9b0061c5-2559-48dc-b85f-856617a2554b tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] device_id is not set on port ce9d7ec4-5d8f-4846-b920-31400e5c0cb2 yet. {{(pid=116161) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 28 11:03:09.662064 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-cf0fb9f3-a0d8-4327-9fc7-fbd0c91a045f None None] For port 3adbd1c1-2e65-49ac-83c4-21afedc09c82, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=3adbd1c1-2e65-49ac-83c4-21afedc09c82,segment=NetworkSegment(32d12300-1d75-45ff-a410-501a2f08b7fa),segment_id=32d12300-1d75-45ff-a410-501a2f08b7fa)] {{(pid=116163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 11:03:09.662484 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-cf0fb9f3-a0d8-4327-9fc7-fbd0c91a045f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1938497'] for port (3adbd1c1-2e65-49ac-83c4-21afedc09c82), precommit_delete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:09.664930 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.scheduler.base_scheduler [None req-7ae35c9c-11c8-44d8-abf9-6ebe5a8a95d2 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Resources bound (agent type, host, resource id): {{(pid=116161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 11:03:09.668119 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae35c9c-11c8-44d8-abf9-6ebe5a8a95d2 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Pushing event updated for resources: {'Port': ['ID=70a4b4a8-6e7e-4e89-9bb2-9c32ce2b3f1d,revision_number=5']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:03:09.671069 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae35c9c-11c8-44d8-abf9-6ebe5a8a95d2 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Pushing event updated for resources: {'Subnet': ['ID=a66db189-c648-4774-8a0b-874fccd750da,revision_number=0']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:03:09.675755 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ae35c9c-11c8-44d8-abf9-6ebe5a8a95d2 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:03:09.675755 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-7ae35c9c-11c8-44d8-abf9-6ebe5a8a95d2 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Publish callbacks [] for subnet (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:09.678517 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-8bb531e7-da3a-490e-9db4-0bdc73b6832b tempest-TestNetworkAdvancedServerOps-1762458272 tempest-TestNetworkAdvancedServerOps-1762458272-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1912725'] for security_group_rule (815d797b-c49f-4421-8ebe-4e08e686c3cf), after_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:09.682430 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab475080-66e0-4326-929e-39a0e1529406 None None] Network 1ec9fbcf-7a57-4aaa-9c30-4e0f43e09480 requested from dv-neutron-master-2-hyperv {{(pid=116163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 11:03:09.705532 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9586fb17-7f39-4a7b-b5dd-60165afbdd43 tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] Made reservation on behalf of 6af68124dd864f2fba5b5c4453768950 for: {'network': 1} {{(pid=116162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 11:03:09.708986 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-9586fb17-7f39-4a7b-b5dd-60165afbdd43 tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for network (None), before_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:09.738501 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb531e7-da3a-490e-9db4-0bdc73b6832b tempest-TestNetworkAdvancedServerOps-1762458272 tempest-TestNetworkAdvancedServerOps-1762458272-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=815d797b-c49f-4421-8ebe-4e08e686c3cf,revision_number=0']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:03:09.747450 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.plugin [None req-69253644-223c-4710-86a8-446ed5d11974 tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Deleting port 3adbd1c1-2e65-49ac-83c4-21afedc09c82 {{(pid=116162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 11:03:09.747798 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-69253644-223c-4710-86a8-446ed5d11974 tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742235130188'] for port (3adbd1c1-2e65-49ac-83c4-21afedc09c82), before_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:09.835586 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9586fb17-7f39-4a7b-b5dd-60165afbdd43 tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 97} {{(pid=116162) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 11:03:09.841169 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.db.db_base_plugin_common [None req-d7cdba40-05fd-4b94-81c5-14aeb48e342b tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Allocated IP 172.36.4.82 (7be49d94-bbb8-4a61-bafe-209c5f861e1c/c0f82f52-05ee-40f2-a57c-9d02e01fb9fa/b9c64965-b7a7-4361-8353-c97b8e1a2b9e) {{(pid=116162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 11:03:09.848185 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-926cc0ca-c39b-4a0b-a56e-7584ccce5a45 tempest-RoutersAdminNegativeIpV6Test-1032507307 tempest-RoutersAdminNegativeIpV6Test-1032507307-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742235135690', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742234710366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5051867'] for port (c28ecb26-2d3c-4e54-af25-910aed6e56ea), after_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:09.866299 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.db [None req-69253644-223c-4710-86a8-446ed5d11974 tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] For port 3adbd1c1-2e65-49ac-83c4-21afedc09c82, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=3adbd1c1-2e65-49ac-83c4-21afedc09c82,segment=NetworkSegment(32d12300-1d75-45ff-a410-501a2f08b7fa),segment_id=32d12300-1d75-45ff-a410-501a2f08b7fa)] {{(pid=116162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 11:03:09.866692 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-69253644-223c-4710-86a8-446ed5d11974 tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1938497'] for port (3adbd1c1-2e65-49ac-83c4-21afedc09c82), precommit_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:09.877453 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-9586fb17-7f39-4a7b-b5dd-60165afbdd43 tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-961978'] for segment (7eedb725-a3a9-4aea-a6f6-448783fc4ce5), precommit_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:09.879193 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.db.segments_db [None req-9586fb17-7f39-4a7b-b5dd-60165afbdd43 tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] Added segment 7eedb725-a3a9-4aea-a6f6-448783fc4ce5 of type vlan for network c9644599-5cc8-4a7c-8db6-967c95e9b0dd Apr 28 11:03:09.881194 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-8bb531e7-da3a-490e-9db4-0bdc73b6832b tempest-TestNetworkAdvancedServerOps-1762458272 tempest-TestNetworkAdvancedServerOps-1762458272-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:09.885952 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-8bb531e7-da3a-490e-9db4-0bdc73b6832b tempest-TestNetworkAdvancedServerOps-1762458272 tempest-TestNetworkAdvancedServerOps-1762458272-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6446438 Apr 28 11:03:09.890247 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-7ae35c9c-11c8-44d8-abf9-6ebe5a8a95d2 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 3.0701919 Apr 28 11:03:09.890950 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 52122) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:03:09.894288 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-cf0fb9f3-a0d8-4327-9fc7-fbd0c91a045f None None] Calling delete_port for 3adbd1c1-2e65-49ac-83c4-21afedc09c82 owned by network:dhcp {{(pid=116163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 11:03:09.903807 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.v2.base [None req-fa2c8c40-9c48-482a-b900-9bcc4ef53091 tempest-TestNetworkAdvancedServerOps-1762458272 tempest-TestNetworkAdvancedServerOps-1762458272-project] Request body: {'security_group_rule': {'security_group_id': '0bcd3ba6-8b12-4573-ac81-fc4e6cc933d4', 'project_id': 'a8cc80fe41234707a2dcbf4e2aa0b823', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=116161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:03:09.906347 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 52124) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:03:09.915604 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.v2.base [None req-a670021e-1e77-438e-9d3d-60ed7878cab5 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Request body: {'port': {'network_id': '1ec9fbcf-7a57-4aaa-9c30-4e0f43e09480', 'mac_address': 'fa:16:3e:73:bf:17', 'name': 'tempest-NetworksTestDHCPv6-1435296144'}} {{(pid=116161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:03:09.921811 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.plugin [None req-69253644-223c-4710-86a8-446ed5d11974 tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Calling delete_port for 3adbd1c1-2e65-49ac-83c4-21afedc09c82 owned by network:dhcp {{(pid=116162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 11:03:09.930518 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-926cc0ca-c39b-4a0b-a56e-7584ccce5a45 tempest-RoutersAdminNegativeIpV6Test-1032507307 tempest-RoutersAdminNegativeIpV6Test-1032507307-project-admin] Pushing event deleted for resources: {'Port': ['ID=c28ecb26-2d3c-4e54-af25-910aed6e56ea,revision_number=None']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:03:10.039886 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-9b0061c5-2559-48dc-b85f-856617a2554b tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Publish callbacks [] for port (ce9d7ec4-5d8f-4846-b920-31400e5c0cb2), precommit_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:10.046048 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-9586fb17-7f39-4a7b-b5dd-60165afbdd43 tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742234744962'] for network (c9644599-5cc8-4a7c-8db6-967c95e9b0dd), precommit_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:10.084251 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-cf0fb9f3-a0d8-4327-9fc7-fbd0c91a045f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742235135690', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742234710366'] for port (3adbd1c1-2e65-49ac-83c4-21afedc09c82), after_delete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:10.127665 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-fa2c8c40-9c48-482a-b900-9bcc4ef53091 tempest-TestNetworkAdvancedServerOps-1762458272 tempest-TestNetworkAdvancedServerOps-1762458272-project] Publish callbacks [] for security_group_rule (b4e008f1-b4b4-49bd-973c-e650e64b888d), before_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:10.133979 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf0fb9f3-a0d8-4327-9fc7-fbd0c91a045f None None] Pushing event deleted for resources: {'Port': ['ID=3adbd1c1-2e65-49ac-83c4-21afedc09c82,revision_number=None']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:03:10.138388 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf0fb9f3-a0d8-4327-9fc7-fbd0c91a045f None None] No DVR routers for this DVR port 3adbd1c1-2e65-49ac-83c4-21afedc09c82 on host dv-neutron-master-2-hyperv {{(pid=116163) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 11:03:10.176871 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-9b0061c5-2559-48dc-b85f-856617a2554b tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742234710357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5219112'] for port (ce9d7ec4-5d8f-4846-b920-31400e5c0cb2), after_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:10.188323 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a670021e-1e77-438e-9d3d-60ed7878cab5 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Made reservation on behalf of 12780407c7254bdfbde1c04e76d433ee for: {'port': 1} {{(pid=116161) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 11:03:10.203189 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-926cc0ca-c39b-4a0b-a56e-7584ccce5a45 tempest-RoutersAdminNegativeIpV6Test-1032507307 tempest-RoutersAdminNegativeIpV6Test-1032507307-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198022'] for port (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:10.210165 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-926cc0ca-c39b-4a0b-a56e-7584ccce5a45 tempest-RoutersAdminNegativeIpV6Test-1032507307 tempest-RoutersAdminNegativeIpV6Test-1032507307-project-admin] 10.222.0.10 "DELETE /v2.0/ports/c28ecb26-2d3c-4e54-af25-910aed6e56ea HTTP/1.1" status: 204 len: 168 time: 2.0189202 Apr 28 11:03:10.215411 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-d7cdba40-05fd-4b94-81c5-14aeb48e342b tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks [] for port (b9c64965-b7a7-4361-8353-c97b8e1a2b9e), precommit_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:10.225851 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-69253644-223c-4710-86a8-446ed5d11974 tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742235135690', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742234710366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5051867'] for port (3adbd1c1-2e65-49ac-83c4-21afedc09c82), after_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:10.259146 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b0061c5-2559-48dc-b85f-856617a2554b tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Network 6ad48b29-1fb1-4e43-9abf-f860ed1ac269 is already hosted by enough agents. {{(pid=116161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 11:03:10.262690 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.scheduler.base_scheduler [None req-9b0061c5-2559-48dc-b85f-856617a2554b tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Resources bound (agent type, host, resource id): {{(pid=116161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 11:03:10.267560 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b0061c5-2559-48dc-b85f-856617a2554b tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Received port after_create {{(pid=116161) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 11:03:10.271437 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b0061c5-2559-48dc-b85f-856617a2554b tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:03:10.272123 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-9b0061c5-2559-48dc-b85f-856617a2554b tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198022'] for port (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:10.272261 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-9586fb17-7f39-4a7b-b5dd-60165afbdd43 tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042'] for network (c9644599-5cc8-4a7c-8db6-967c95e9b0dd), after_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:10.278210 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9586fb17-7f39-4a7b-b5dd-60165afbdd43 tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:03:10.278893 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-9586fb17-7f39-4a7b-b5dd-60165afbdd43 tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] Publish callbacks [] for network (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:10.282961 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69253644-223c-4710-86a8-446ed5d11974 tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Pushing event deleted for resources: {'Port': ['ID=3adbd1c1-2e65-49ac-83c4-21afedc09c82,revision_number=None']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:03:10.309185 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69253644-223c-4710-86a8-446ed5d11974 tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] No DVR routers for this DVR port 3adbd1c1-2e65-49ac-83c4-21afedc09c82 on host dv-neutron-master-2-hyperv {{(pid=116162) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 11:03:10.348874 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b0061c5-2559-48dc-b85f-856617a2554b tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Pushing event updated for resources: {'Port': ['ID=ce9d7ec4-5d8f-4846-b920-31400e5c0cb2,revision_number=1']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:03:10.371097 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-fa2c8c40-9c48-482a-b900-9bcc4ef53091 tempest-TestNetworkAdvancedServerOps-1762458272 tempest-TestNetworkAdvancedServerOps-1762458272-project] Publish callbacks [] for security_group_rule (b4e008f1-b4b4-49bd-973c-e650e64b888d), precommit_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:10.400607 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-a670021e-1e77-438e-9d3d-60ed7878cab5 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (None), before_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:10.431954 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.notifiers.nova [None req-a670021e-1e77-438e-9d3d-60ed7878cab5 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] device_id is not set on port eae331be-03d0-4d17-bd32-e009313e46fa yet. {{(pid=116161) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 28 11:03:10.447899 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-ae94d540-e4c6-43be-adc9-b26fb6a2f62f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (cfc241ae-e4b7-443b-b80b-59fbbc2b69c9), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:10.473925 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9586fb17-7f39-4a7b-b5dd-60165afbdd43 tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] Pushing event updated for resources: {'Network': ['ID=c9644599-5cc8-4a7c-8db6-967c95e9b0dd,revision_number=1']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:03:10.487281 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-9b0061c5-2559-48dc-b85f-856617a2554b tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 1.3950133 Apr 28 11:03:10.487281 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-fa2c8c40-9c48-482a-b900-9bcc4ef53091 tempest-TestNetworkAdvancedServerOps-1762458272 tempest-TestNetworkAdvancedServerOps-1762458272-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1912725'] for security_group_rule (b4e008f1-b4b4-49bd-973c-e650e64b888d), after_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:10.487601 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Network c9644599-5cc8-4a7c-8db6-967c95e9b0dd details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=116163) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 28 11:03:10.493963 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 52128) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:03:10.520469 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-9586fb17-7f39-4a7b-b5dd-60165afbdd43 tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.9802768 Apr 28 11:03:10.520469 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-69253644-223c-4710-86a8-446ed5d11974 tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-973498', 'neutron.services.segments.db._delete_segments_for_network-8742235207033'] for network (0824a4de-f600-4659-b62f-470b59d9e7af), precommit_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:10.523156 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 52130) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:03:10.528160 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.v2.base [None req-75530c4f-ba40-4282-b2f0-b3571253ac58 tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] Request body: {'subnet': {'network_id': 'c9644599-5cc8-4a7c-8db6-967c95e9b0dd', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=116162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:03:10.551493 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa2c8c40-9c48-482a-b900-9bcc4ef53091 tempest-TestNetworkAdvancedServerOps-1762458272 tempest-TestNetworkAdvancedServerOps-1762458272-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b4e008f1-b4b4-49bd-973c-e650e64b888d,revision_number=0']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:03:10.601887 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e00b7309-226c-4509-bef0-83c9ff97e859 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:03:10.603541 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-e00b7309-226c-4509-bef0-83c9ff97e859 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] 10.222.0.10 "GET /v2.0/ports/ce9d7ec4-5d8f-4846-b920-31400e5c0cb2 HTTP/1.1" status: 200 len: 840 time: 0.1065643 Apr 28 11:03:10.608698 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 52132) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:03:10.611934 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-d7cdba40-05fd-4b94-81c5-14aeb48e342b tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742234710357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5051867'] for port (b9c64965-b7a7-4361-8353-c97b8e1a2b9e), after_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:10.615629 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-fa2c8c40-9c48-482a-b900-9bcc4ef53091 tempest-TestNetworkAdvancedServerOps-1762458272 tempest-TestNetworkAdvancedServerOps-1762458272-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:10.616840 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-fa2c8c40-9c48-482a-b900-9bcc4ef53091 tempest-TestNetworkAdvancedServerOps-1762458272 tempest-TestNetworkAdvancedServerOps-1762458272-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.7188320 Apr 28 11:03:10.628731 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 52134) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:03:10.658091 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.v2.base [None req-eef5e26c-f220-46fd-b28f-fd84a9026f87 tempest-TestNetworkAdvancedServerOps-1762458272 tempest-TestNetworkAdvancedServerOps-1762458272-project] Request body: {'security_group_rule': {'security_group_id': '0bcd3ba6-8b12-4573-ac81-fc4e6cc933d4', 'project_id': 'a8cc80fe41234707a2dcbf4e2aa0b823', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=116161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:03:10.670734 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.services.segments.db [None req-69253644-223c-4710-86a8-446ed5d11974 tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0824a4de-f600-4659-b62f-470b59d9e7af']}} {{(pid=116162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:03:10.689148 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7cdba40-05fd-4b94-81c5-14aeb48e342b tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Network 7be49d94-bbb8-4a61-bafe-209c5f861e1c is already hosted by enough agents. {{(pid=116162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 11:03:10.699652 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.scheduler.base_scheduler [None req-d7cdba40-05fd-4b94-81c5-14aeb48e342b tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Resources bound (agent type, host, resource id): {{(pid=116162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 11:03:10.702691 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.services.segments.db [None req-69253644-223c-4710-86a8-446ed5d11974 tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '32d12300-1d75-45ff-a410-501a2f08b7fa') {'for_net_delete': True} {{(pid=116162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:03:10.703071 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.services.segments.db [None req-69253644-223c-4710-86a8-446ed5d11974 tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '32d12300-1d75-45ff-a410-501a2f08b7fa') {} {{(pid=116162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:03:10.707333 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7cdba40-05fd-4b94-81c5-14aeb48e342b tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Received port after_create {{(pid=116162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 11:03:10.716622 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7cdba40-05fd-4b94-81c5-14aeb48e342b tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Pushing event updated for resources: {'Port': ['ID=b9c64965-b7a7-4361-8353-c97b8e1a2b9e,revision_number=1']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:03:10.739196 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-69253644-223c-4710-86a8-446ed5d11974 tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742235208578', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5026548'] for segment (32d12300-1d75-45ff-a410-501a2f08b7fa), before_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:10.785158 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75530c4f-ba40-4282-b2f0-b3571253ac58 tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] Made reservation on behalf of 6af68124dd864f2fba5b5c4453768950 for: {'subnet': 1} {{(pid=116162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 11:03:10.788468 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.db.db_base_plugin_common [None req-a670021e-1e77-438e-9d3d-60ed7878cab5 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Allocated IP 2001:db8::19c (1ec9fbcf-7a57-4aaa-9c30-4e0f43e09480/0fd5cc4b-669a-4806-9da2-b6e31962f9f6/eae331be-03d0-4d17-bd32-e009313e46fa) {{(pid=116161) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 11:03:10.788615 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-75530c4f-ba40-4282-b2f0-b3571253ac58 tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4210834'] for subnet (None), before_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:10.797466 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.plugin [None req-8690b622-61b1-4687-af16-f8401d0210c7 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Deleting port ce9d7ec4-5d8f-4846-b920-31400e5c0cb2 {{(pid=116161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 11:03:10.797805 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-8690b622-61b1-4687-af16-f8401d0210c7 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742235130188'] for port (ce9d7ec4-5d8f-4846-b920-31400e5c0cb2), before_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:10.806588 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.db.db_base_plugin_common [None req-a670021e-1e77-438e-9d3d-60ed7878cab5 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Allocated IP 2001:db8:0:1:f816:3eff:fe73:bf17 (1ec9fbcf-7a57-4aaa-9c30-4e0f43e09480/a66db189-c648-4774-8a0b-874fccd750da/eae331be-03d0-4d17-bd32-e009313e46fa) {{(pid=116161) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 11:03:10.828174 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-eef5e26c-f220-46fd-b28f-fd84a9026f87 tempest-TestNetworkAdvancedServerOps-1762458272 tempest-TestNetworkAdvancedServerOps-1762458272-project] Publish callbacks [] for security_group_rule (dd539a95-d097-494c-8eb0-a41ab5c96464), before_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:10.831708 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-69253644-223c-4710-86a8-446ed5d11974 tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-961978'] for segment (32d12300-1d75-45ff-a410-501a2f08b7fa), precommit_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:10.856624 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-69253644-223c-4710-86a8-446ed5d11974 tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Releasing vlan 61 on physical network physnet1 to pool {{(pid=116162) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 11:03:10.857031 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-69253644-223c-4710-86a8-446ed5d11974 tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-961978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5051884'] for segment (32d12300-1d75-45ff-a410-501a2f08b7fa), after_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:10.867746 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 52138) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:03:10.885071 dv-neutron-master-2-hyperv neutron-server[116162]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 28 11:03:10.885071 dv-neutron-master-2-hyperv neutron-server[116162]: self.session.flush() Apr 28 11:03:10.885071 dv-neutron-master-2-hyperv neutron-server[116162]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 28 11:03:10.885071 dv-neutron-master-2-hyperv neutron-server[116162]: self.session.flush() Apr 28 11:03:10.885071 dv-neutron-master-2-hyperv neutron-server[116162]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 28 11:03:10.885071 dv-neutron-master-2-hyperv neutron-server[116162]: self.session.flush() Apr 28 11:03:10.885071 dv-neutron-master-2-hyperv neutron-server[116162]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 28 11:03:10.885071 dv-neutron-master-2-hyperv neutron-server[116162]: self.session.flush() Apr 28 11:03:10.885071 dv-neutron-master-2-hyperv neutron-server[116162]: Traceback (most recent call last): Apr 28 11:03:10.885071 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 11:03:10.885071 dv-neutron-master-2-hyperv neutron-server[116162]: timer() Apr 28 11:03:10.885071 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 11:03:10.885071 dv-neutron-master-2-hyperv neutron-server[116162]: cb(*args, **kw) Apr 28 11:03:10.885071 dv-neutron-master-2-hyperv neutron-server[116162]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 28 11:03:10.885071 dv-neutron-master-2-hyperv neutron-server[116162]: return func(*args, **kwargs) Apr 28 11:03:10.885071 dv-neutron-master-2-hyperv neutron-server[116162]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 11:03:10.885071 dv-neutron-master-2-hyperv neutron-server[116162]: self._notify() Apr 28 11:03:10.885071 dv-neutron-master-2-hyperv neutron-server[116162]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 11:03:10.885071 dv-neutron-master-2-hyperv neutron-server[116162]: self.callback(batched_events) Apr 28 11:03:10.885071 dv-neutron-master-2-hyperv neutron-server[116162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 11:03:10.885071 dv-neutron-master-2-hyperv neutron-server[116162]: event.method(event) Apr 28 11:03:10.885071 dv-neutron-master-2-hyperv neutron-server[116162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 28 11:03:10.885071 dv-neutron-master-2-hyperv neutron-server[116162]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 11:03:10.885071 dv-neutron-master-2-hyperv neutron-server[116162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 28 11:03:10.885071 dv-neutron-master-2-hyperv neutron-server[116162]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 11:03:10.885071 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 28 11:03:10.885071 dv-neutron-master-2-hyperv neutron-server[116162]: return f(self, *a, **k) Apr 28 11:03:10.885071 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 28 11:03:10.885071 dv-neutron-master-2-hyperv neutron-server[116162]: return self._get(url).json() Apr 28 11:03:10.885071 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 28 11:03:10.885071 dv-neutron-master-2-hyperv neutron-server[116162]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 11:03:10.885071 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 11:03:10.885071 dv-neutron-master-2-hyperv neutron-server[116162]: return self.request(url, 'GET', **kwargs) Apr 28 11:03:10.885071 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 11:03:10.885071 dv-neutron-master-2-hyperv neutron-server[116162]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 11:03:10.885071 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 11:03:10.885071 dv-neutron-master-2-hyperv neutron-server[116162]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 11:03:10.885071 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 11:03:10.885071 dv-neutron-master-2-hyperv neutron-server[116162]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 11:03:10.885071 dv-neutron-master-2-hyperv neutron-server[116162]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 11:03:10.933693 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-8690b622-61b1-4687-af16-f8401d0210c7 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1938497'] for port (ce9d7ec4-5d8f-4846-b920-31400e5c0cb2), precommit_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:10.955497 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-b33df61e-6584-44d4-94a7-163386c753d8 None None] Provisioning complete for port 70a4b4a8-6e7e-4e89-9bb2-9c32ce2b3f1d triggered by entity DHCP. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:03:10.956094 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-b33df61e-6584-44d4-94a7-163386c753d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (70a4b4a8-6e7e-4e89-9bb2-9c32ce2b3f1d), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:10.956306 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.plugin [None req-8690b622-61b1-4687-af16-f8401d0210c7 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Calling delete_port for ce9d7ec4-5d8f-4846-b920-31400e5c0cb2 owned by {{(pid=116161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 11:03:10.996933 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.db.ipam_backend_mixin [None req-75530c4f-ba40-4282-b2f0-b3571253ac58 tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] Performing IP validity checks on allocation pools {{(pid=116162) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Apr 28 11:03:10.997738 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.db.ipam_backend_mixin [None req-75530c4f-ba40-4282-b2f0-b3571253ac58 tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] Checking for overlaps among allocation pools and gateway ip {{(pid=116162) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Apr 28 11:03:11.045000 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-eef5e26c-f220-46fd-b28f-fd84a9026f87 tempest-TestNetworkAdvancedServerOps-1762458272 tempest-TestNetworkAdvancedServerOps-1762458272-project] Publish callbacks [] for security_group_rule (dd539a95-d097-494c-8eb0-a41ab5c96464), precommit_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:11.083455 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-b33df61e-6584-44d4-94a7-163386c753d8 None None] Current status of the port 70a4b4a8-6e7e-4e89-9bb2-9c32ce2b3f1d is: ACTIVE; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:03:11.087199 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-69253644-223c-4710-86a8-446ed5d11974 tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-973477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2063122'] for network (0824a4de-f600-4659-b62f-470b59d9e7af), after_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:11.096029 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-69253644-223c-4710-86a8-446ed5d11974 tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Publish callbacks [] for network (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:11.099508 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-69253644-223c-4710-86a8-446ed5d11974 tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] 10.222.0.10 "DELETE /v2.0/networks/0824a4de-f600-4659-b62f-470b59d9e7af HTTP/1.1" status: 204 len: 168 time: 1.8342059 Apr 28 11:03:11.103596 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 52142) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:03:11.117502 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-4cd7a6f9-0a69-4df1-b0c1-bd472c3f9e5e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:11.128141 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.v2.base [None req-111f4aa3-f660-4b88-94e5-cb257c27d708 tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1541640182'}} {{(pid=116162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:03:11.169957 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-eef5e26c-f220-46fd-b28f-fd84a9026f87 tempest-TestNetworkAdvancedServerOps-1762458272 tempest-TestNetworkAdvancedServerOps-1762458272-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1912725'] for security_group_rule (dd539a95-d097-494c-8eb0-a41ab5c96464), after_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:11.204759 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Device 70a4b4a8-6e7e-4e89-9bb2-9c32ce2b3f1d up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=116163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 11:03:11.216038 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-a670021e-1e77-438e-9d3d-60ed7878cab5 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Publish callbacks [] for port (eae331be-03d0-4d17-bd32-e009313e46fa), precommit_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:11.217468 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef5e26c-f220-46fd-b28f-fd84a9026f87 tempest-TestNetworkAdvancedServerOps-1762458272 tempest-TestNetworkAdvancedServerOps-1762458272-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dd539a95-d097-494c-8eb0-a41ab5c96464,revision_number=0']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:03:11.268996 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-8690b622-61b1-4687-af16-f8401d0210c7 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742235135690', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742234710366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5219112'] for port (ce9d7ec4-5d8f-4846-b920-31400e5c0cb2), after_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:11.270624 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Provisioning complete for port 70a4b4a8-6e7e-4e89-9bb2-9c32ce2b3f1d triggered by entity L2. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:03:11.271222 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (70a4b4a8-6e7e-4e89-9bb2-9c32ce2b3f1d), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:11.322123 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-eef5e26c-f220-46fd-b28f-fd84a9026f87 tempest-TestNetworkAdvancedServerOps-1762458272 tempest-TestNetworkAdvancedServerOps-1762458272-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:11.323432 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-eef5e26c-f220-46fd-b28f-fd84a9026f87 tempest-TestNetworkAdvancedServerOps-1762458272 tempest-TestNetworkAdvancedServerOps-1762458272-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6937389 Apr 28 11:03:11.331488 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8690b622-61b1-4687-af16-f8401d0210c7 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Pushing event deleted for resources: {'Port': ['ID=ce9d7ec4-5d8f-4846-b920-31400e5c0cb2,revision_number=None']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:03:11.334212 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 52144) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:03:11.344418 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-8690b622-61b1-4687-af16-f8401d0210c7 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198022'] for port (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:11.347981 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-8690b622-61b1-4687-af16-f8401d0210c7 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] 10.222.0.10 "DELETE /v2.0/ports/ce9d7ec4-5d8f-4846-b920-31400e5c0cb2 HTTP/1.1" status: 204 len: 168 time: 0.7380202 Apr 28 11:03:11.351269 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.v2.base [None req-504632fc-af06-4139-af8e-2010a1ec382b tempest-TestNetworkAdvancedServerOps-1762458272 tempest-TestNetworkAdvancedServerOps-1762458272-project] Request body: {'security_group_rule': {'security_group_id': '0bcd3ba6-8b12-4573-ac81-fc4e6cc933d4', 'project_id': 'a8cc80fe41234707a2dcbf4e2aa0b823', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=116161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:03:11.360732 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 52146) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:03:11.370242 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Current status of the port 70a4b4a8-6e7e-4e89-9bb2-9c32ce2b3f1d is: ACTIVE; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:03:11.377713 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-4cd7a6f9-0a69-4df1-b0c1-bd472c3f9e5e admin admin] Publish callbacks [] for security_group (188ad771-73cc-423a-b64b-c7a1cf08eb7e), precommit_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:11.399224 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.pecan_wsgi.hooks.translation [None req-e1203f02-435e-4692-a694-76e4477a367b tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] GET failed (client error): The resource could not be found. Apr 28 11:03:11.404153 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-e1203f02-435e-4692-a694-76e4477a367b tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] 10.222.0.10 "GET /v2.0/ports/ce9d7ec4-5d8f-4846-b920-31400e5c0cb2 HTTP/1.1" status: 404 len: 333 time: 0.0390232 Apr 28 11:03:11.404869 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 52148) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:03:11.410264 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.v2.base [None req-876e0380-251c-4184-bb17-62d63467558f tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Request body: {'port': {'network_id': '6ad48b29-1fb1-4e43-9abf-f860ed1ac269', 'name': 'tempest-PortsTestJSON-1097605610'}} {{(pid=116161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:03:11.427567 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-a670021e-1e77-438e-9d3d-60ed7878cab5 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742234710357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5219112'] for port (eae331be-03d0-4d17-bd32-e009313e46fa), after_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:11.444788 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Device 3adbd1c1-2e65-49ac-83c4-21afedc09c82 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=116163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 11:03:11.473497 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69253644-223c-4710-86a8-446ed5d11974 tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Pushing event deleted for resources: {'Network': ['ID=0824a4de-f600-4659-b62f-470b59d9e7af,revision_number=None']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:03:11.475605 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] No Port match for: 3adbd1c1-2e65-49ac-83c4-21afedc09c82 {{(pid=116163) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 28 11:03:11.477410 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Device 3adbd1c1-2e65-49ac-83c4-21afedc09c82 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=116163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 11:03:11.487453 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a670021e-1e77-438e-9d3d-60ed7878cab5 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Network 1ec9fbcf-7a57-4aaa-9c30-4e0f43e09480 is already hosted by enough agents. {{(pid=116161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 11:03:11.525411 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.scheduler.base_scheduler [None req-a670021e-1e77-438e-9d3d-60ed7878cab5 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Resources bound (agent type, host, resource id): {{(pid=116161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 11:03:11.527188 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-4cd7a6f9-0a69-4df1-b0c1-bd472c3f9e5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924426'] for security_group (188ad771-73cc-423a-b64b-c7a1cf08eb7e), after_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:11.537010 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a670021e-1e77-438e-9d3d-60ed7878cab5 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Received port after_create {{(pid=116161) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 11:03:11.542156 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a670021e-1e77-438e-9d3d-60ed7878cab5 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:03:11.542829 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-a670021e-1e77-438e-9d3d-60ed7878cab5 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198022'] for port (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:11.571550 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a670021e-1e77-438e-9d3d-60ed7878cab5 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Pushing event updated for resources: {'Port': ['ID=eae331be-03d0-4d17-bd32-e009313e46fa,revision_number=1']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:03:11.591135 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-d7cdba40-05fd-4b94-81c5-14aeb48e342b tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks [] for router_gateway (9b89571b-9a7d-473a-a862-1c34e1e1b90f), after_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:11.599850 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-504632fc-af06-4139-af8e-2010a1ec382b tempest-TestNetworkAdvancedServerOps-1762458272 tempest-TestNetworkAdvancedServerOps-1762458272-project] Publish callbacks [] for security_group_rule (05b3f3fb-4439-479c-b0af-50014f6bd161), before_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:11.629232 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-111f4aa3-f660-4b88-94e5-cb257c27d708 tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Made reservation on behalf of 0f4d85af73ea40518271b3ac6c23a282 for: {'network': 1} {{(pid=116162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 11:03:11.630976 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-4cd7a6f9-0a69-4df1-b0c1-bd472c3f9e5e admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=800dbb3c9dd849439c05d90a19d83163&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7621250 Apr 28 11:03:11.632810 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-111f4aa3-f660-4b88-94e5-cb257c27d708 tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for network (None), before_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:11.633602 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 52150) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:03:11.642292 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd7a6f9-0a69-4df1-b0c1-bd472c3f9e5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=188ad771-73cc-423a-b64b-c7a1cf08eb7e,revision_number=1']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:03:11.652192 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-75530c4f-ba40-4282-b2f0-b3571253ac58 tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5054027', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4210784'] for subnet (7490218a-03ea-4a66-9593-3e4cfe6a4bc5), after_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:11.705307 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-a670021e-1e77-438e-9d3d-60ed7878cab5 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.7961056 Apr 28 11:03:11.711166 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 52152) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:03:11.733848 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-504632fc-af06-4139-af8e-2010a1ec382b tempest-TestNetworkAdvancedServerOps-1762458272 tempest-TestNetworkAdvancedServerOps-1762458272-project] Publish callbacks [] for security_group_rule (05b3f3fb-4439-479c-b0af-50014f6bd161), precommit_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:11.756480 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-111f4aa3-f660-4b88-94e5-cb257c27d708 tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 74} {{(pid=116162) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 11:03:11.757348 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-876e0380-251c-4184-bb17-62d63467558f tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Made reservation on behalf of f86d085f9b42493aa6c0f40f62349e1e for: {'port': 1} {{(pid=116161) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 11:03:11.760686 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-876e0380-251c-4184-bb17-62d63467558f tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (None), before_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:11.776991 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-c3cc6e36-b29c-4996-980c-68e3c96b233c admin admin] Publish callbacks [] for security_group (188ad771-73cc-423a-b64b-c7a1cf08eb7e), before_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:11.791944 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75530c4f-ba40-4282-b2f0-b3571253ac58 tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] Pushing event updated for resources: {'Subnet': ['ID=7490218a-03ea-4a66-9593-3e4cfe6a4bc5,revision_number=0']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:03:11.797501 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-111f4aa3-f660-4b88-94e5-cb257c27d708 tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-961978'] for segment (315b0599-f3ba-4c2d-91a2-0b6ff82cd146), precommit_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:11.797949 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.db.segments_db [None req-111f4aa3-f660-4b88-94e5-cb257c27d708 tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Added segment 315b0599-f3ba-4c2d-91a2-0b6ff82cd146 of type vlan for network 5e18cb61-0e63-4339-bc2b-9d2604bb3188 Apr 28 11:03:11.813624 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.notifiers.nova [None req-876e0380-251c-4184-bb17-62d63467558f tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] device_id is not set on port e6147a20-4c3d-408e-a372-b2bec58ec249 yet. {{(pid=116161) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 28 11:03:11.814164 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-89c5741e-1d00-4157-9c46-757b6766d12f None None] Provisioning complete for port eae331be-03d0-4d17-bd32-e009313e46fa triggered by entity DHCP. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:03:11.814671 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-89c5741e-1d00-4157-9c46-757b6766d12f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (eae331be-03d0-4d17-bd32-e009313e46fa), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:11.823136 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-504632fc-af06-4139-af8e-2010a1ec382b tempest-TestNetworkAdvancedServerOps-1762458272 tempest-TestNetworkAdvancedServerOps-1762458272-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1912725'] for security_group_rule (05b3f3fb-4439-479c-b0af-50014f6bd161), after_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:11.845809 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-c3cc6e36-b29c-4996-980c-68e3c96b233c admin admin] Publish callbacks [] for security_group (188ad771-73cc-423a-b64b-c7a1cf08eb7e), precommit_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:11.851232 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-89c5741e-1d00-4157-9c46-757b6766d12f None None] Port eae331be-03d0-4d17-bd32-e009313e46fa cannot update to ACTIVE because it is not bound. {{(pid=116163) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 28 11:03:11.880094 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75530c4f-ba40-4282-b2f0-b3571253ac58 tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] Checking segment: {'id': '7eedb725-a3a9-4aea-a6f6-448783fc4ce5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'c9644599-5cc8-4a7c-8db6-967c95e9b0dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 11:03:11.880462 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75530c4f-ba40-4282-b2f0-b3571253ac58 tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] Network hostable DHCP agents. Network: c9644599-5cc8-4a7c-8db6-967c95e9b0dd, hostable agents: ['75ba81b7-fe99-4281-90d2-a5adb445ecea'], hosted agents: [] {{(pid=116162) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 11:03:11.898384 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-111f4aa3-f660-4b88-94e5-cb257c27d708 tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742234744962'] for network (5e18cb61-0e63-4339-bc2b-9d2604bb3188), precommit_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:11.929431 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-504632fc-af06-4139-af8e-2010a1ec382b tempest-TestNetworkAdvancedServerOps-1762458272 tempest-TestNetworkAdvancedServerOps-1762458272-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=05b3f3fb-4439-479c-b0af-50014f6bd161,revision_number=0']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:03:11.944656 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.plugin [None req-2d3d9095-31af-4fdf-a7d8-1951c79b4afd tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Deleting port eae331be-03d0-4d17-bd32-e009313e46fa {{(pid=116161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 11:03:11.944996 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-2d3d9095-31af-4fdf-a7d8-1951c79b4afd tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742235130188'] for port (eae331be-03d0-4d17-bd32-e009313e46fa), before_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:11.981450 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-d7cdba40-05fd-4b94-81c5-14aeb48e342b tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2060818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1935326'] for router (9b89571b-9a7d-473a-a862-1c34e1e1b90f), after_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:12.024972 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-01ef1de1-12fd-4cef-b76b-793f91379468 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (39cc4f52-f5d9-4e2c-bbfa-7a1c528e1c40), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:12.027088 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75530c4f-ba40-4282-b2f0-b3571253ac58 tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] Network c9644599-5cc8-4a7c-8db6-967c95e9b0dd is scheduled to be hosted by DHCP agent 75ba81b7-fe99-4281-90d2-a5adb445ecea with binding_index 1 {{(pid=116162) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 11:03:12.028859 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-504632fc-af06-4139-af8e-2010a1ec382b tempest-TestNetworkAdvancedServerOps-1762458272 tempest-TestNetworkAdvancedServerOps-1762458272-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:12.032773 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-504632fc-af06-4139-af8e-2010a1ec382b tempest-TestNetworkAdvancedServerOps-1762458272 tempest-TestNetworkAdvancedServerOps-1762458272-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6921153 Apr 28 11:03:12.034847 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 52154) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:03:12.040179 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.v2.base [None req-c5506805-ec21-46e5-ac90-1edbbd5f8918 tempest-TestNetworkAdvancedServerOps-1762458272 tempest-TestNetworkAdvancedServerOps-1762458272-project] Request body: {'security_group_rule': {'security_group_id': '0bcd3ba6-8b12-4573-ac81-fc4e6cc933d4', 'project_id': 'a8cc80fe41234707a2dcbf4e2aa0b823', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=116162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:03:12.094724 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-111f4aa3-f660-4b88-94e5-cb257c27d708 tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042'] for network (5e18cb61-0e63-4339-bc2b-9d2604bb3188), after_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:12.099611 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-111f4aa3-f660-4b88-94e5-cb257c27d708 tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:03:12.100192 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-111f4aa3-f660-4b88-94e5-cb257c27d708 tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Publish callbacks [] for network (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:12.114263 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-2d3d9095-31af-4fdf-a7d8-1951c79b4afd tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1938497'] for port (eae331be-03d0-4d17-bd32-e009313e46fa), precommit_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:12.132602 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-c3cc6e36-b29c-4996-980c-68e3c96b233c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924426'] for security_group (188ad771-73cc-423a-b64b-c7a1cf08eb7e), after_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:12.135145 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-c3cc6e36-b29c-4996-980c-68e3c96b233c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:12.138297 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-c3cc6e36-b29c-4996-980c-68e3c96b233c admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/188ad771-73cc-423a-b64b-c7a1cf08eb7e HTTP/1.1" status: 204 len: 168 time: 0.4994769 Apr 28 11:03:12.138469 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.scheduler.base_scheduler [None req-75530c4f-ba40-4282-b2f0-b3571253ac58 tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, c9644599-5cc8-4a7c-8db6-967c95e9b0dd) {{(pid=116162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 11:03:12.144704 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.plugin [None req-2d3d9095-31af-4fdf-a7d8-1951c79b4afd tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Calling delete_port for eae331be-03d0-4d17-bd32-e009313e46fa owned by {{(pid=116161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 11:03:12.147818 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75530c4f-ba40-4282-b2f0-b3571253ac58 tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:03:12.148414 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-75530c4f-ba40-4282-b2f0-b3571253ac58 tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] Publish callbacks [] for subnet (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:12.162701 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed6188d3-9925-4403-a4a6-8de9b156a5dc None None] Network c9644599-5cc8-4a7c-8db6-967c95e9b0dd requested from dv-neutron-master-2-hyperv {{(pid=116163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 11:03:12.174845 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-876e0380-251c-4184-bb17-62d63467558f tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Publish callbacks [] for port (e6147a20-4c3d-408e-a372-b2bec58ec249), precommit_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:12.177729 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3cc6e36-b29c-4996-980c-68e3c96b233c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=188ad771-73cc-423a-b64b-c7a1cf08eb7e,revision_number=None']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:03:12.196109 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.db.securitygroups_db [None req-c5506805-ec21-46e5-ac90-1edbbd5f8918 tempest-TestNetworkAdvancedServerOps-1762458272 tempest-TestNetworkAdvancedServerOps-1762458272-project] Project a8cc80fe41234707a2dcbf4e2aa0b823 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 28 11:03:12.204765 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-111f4aa3-f660-4b88-94e5-cb257c27d708 tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Pushing event updated for resources: {'Network': ['ID=5e18cb61-0e63-4339-bc2b-9d2604bb3188,revision_number=1']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:03:12.210318 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-c5506805-ec21-46e5-ac90-1edbbd5f8918 tempest-TestNetworkAdvancedServerOps-1762458272 tempest-TestNetworkAdvancedServerOps-1762458272-project] Publish callbacks [] for security_group_rule (7c7a0784-637a-422b-9222-a7982d63ab0c), before_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:12.227884 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-111f4aa3-f660-4b88-94e5-cb257c27d708 tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.1199830 Apr 28 11:03:12.229896 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Network 5e18cb61-0e63-4339-bc2b-9d2604bb3188 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=116163) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 28 11:03:12.231663 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 52158) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:03:12.239035 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.v2.base [None req-bbdac669-2912-45e4-a80e-10525cc98eea tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Request body: {'subnet': {'network_id': '5e18cb61-0e63-4339-bc2b-9d2604bb3188', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=116162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:03:12.287541 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-75530c4f-ba40-4282-b2f0-b3571253ac58 tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 1.7641728 Apr 28 11:03:12.290765 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 52160) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:03:12.369309 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-876e0380-251c-4184-bb17-62d63467558f tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742234710357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5219112'] for port (e6147a20-4c3d-408e-a372-b2bec58ec249), after_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:12.372392 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-c5506805-ec21-46e5-ac90-1edbbd5f8918 tempest-TestNetworkAdvancedServerOps-1762458272 tempest-TestNetworkAdvancedServerOps-1762458272-project] Publish callbacks [] for security_group_rule (7c7a0784-637a-422b-9222-a7982d63ab0c), precommit_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:12.386301 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b625eaa7-5079-468e-9a6f-e19f2a4c619b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-c9644599-5cc8-4a7c-8db6-967c95e9b0dd', 'network_id': 'c9644599-5cc8-4a7c-8db6-967c95e9b0dd', 'project_id': '6af68124dd864f2fba5b5c4453768950', 'fixed_ips': [{'subnet_id': '7490218a-03ea-4a66-9593-3e4cfe6a4bc5'}]}} from dv-neutron-master-2-hyperv. {{(pid=116163) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 28 11:03:12.387299 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-b625eaa7-5079-468e-9a6f-e19f2a4c619b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (None), before_create {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:12.423421 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7cdba40-05fd-4b94-81c5-14aeb48e342b tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Router 9b89571b-9a7d-473a-a862-1c34e1e1b90f is scheduled to L3 agent 6b492ad6-0876-4d74-b20d-28143a52ceba with binding_index 1 {{(pid=116162) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 28 11:03:12.483183 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-876e0380-251c-4184-bb17-62d63467558f tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Network 6ad48b29-1fb1-4e43-9abf-f860ed1ac269 is already hosted by enough agents. {{(pid=116161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 11:03:12.485184 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.scheduler.base_scheduler [None req-876e0380-251c-4184-bb17-62d63467558f tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Resources bound (agent type, host, resource id): {{(pid=116161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 11:03:12.488020 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-c5506805-ec21-46e5-ac90-1edbbd5f8918 tempest-TestNetworkAdvancedServerOps-1762458272 tempest-TestNetworkAdvancedServerOps-1762458272-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1912725'] for security_group_rule (7c7a0784-637a-422b-9222-a7982d63ab0c), after_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:12.516981 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-876e0380-251c-4184-bb17-62d63467558f tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Received port after_create {{(pid=116161) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 11:03:12.520611 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbdac669-2912-45e4-a80e-10525cc98eea tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Made reservation on behalf of 0f4d85af73ea40518271b3ac6c23a282 for: {'subnet': 1} {{(pid=116162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 11:03:12.523416 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-876e0380-251c-4184-bb17-62d63467558f tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:03:12.527218 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-bbdac669-2912-45e4-a80e-10525cc98eea tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4210834'] for subnet (None), before_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:12.527370 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-876e0380-251c-4184-bb17-62d63467558f tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198022'] for port (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:12.546790 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5506805-ec21-46e5-ac90-1edbbd5f8918 tempest-TestNetworkAdvancedServerOps-1762458272 tempest-TestNetworkAdvancedServerOps-1762458272-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7c7a0784-637a-422b-9222-a7982d63ab0c,revision_number=0']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:03:12.549097 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876e0380-251c-4184-bb17-62d63467558f tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Pushing event updated for resources: {'Port': ['ID=e6147a20-4c3d-408e-a372-b2bec58ec249,revision_number=1']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:03:12.574533 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-9be07c5d-7caf-49c0-94dd-d81413e5980b tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-979593'] for network (c9644599-5cc8-4a7c-8db6-967c95e9b0dd), before_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:12.592729 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.db_base_plugin_common [None req-b625eaa7-5079-468e-9a6f-e19f2a4c619b None None] Allocated IP 172.20.0.3 (c9644599-5cc8-4a7c-8db6-967c95e9b0dd/7490218a-03ea-4a66-9593-3e4cfe6a4bc5/25e0bff9-3a88-4904-8dc6-0a4026f4aece) {{(pid=116163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 11:03:12.608243 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-c5506805-ec21-46e5-ac90-1edbbd5f8918 tempest-TestNetworkAdvancedServerOps-1762458272 tempest-TestNetworkAdvancedServerOps-1762458272-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:12.610363 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-c5506805-ec21-46e5-ac90-1edbbd5f8918 tempest-TestNetworkAdvancedServerOps-1762458272 tempest-TestNetworkAdvancedServerOps-1762458272-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5744064 Apr 28 11:03:12.616209 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 52164) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:03:12.620688 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.v2.base [None req-3887bda8-9a54-43e8-9f5f-bcf32bb724f4 tempest-TestNetworkAdvancedServerOps-1762458272 tempest-TestNetworkAdvancedServerOps-1762458272-project] Request body: {'security_group_rule': {'security_group_id': '0bcd3ba6-8b12-4573-ac81-fc4e6cc933d4', 'project_id': 'a8cc80fe41234707a2dcbf4e2aa0b823', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=116162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:03:12.642822 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-9be07c5d-7caf-49c0-94dd-d81413e5980b tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-971303'] for subnet (7490218a-03ea-4a66-9593-3e4cfe6a4bc5), precommit_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:12.673211 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-876e0380-251c-4184-bb17-62d63467558f tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.2672601 Apr 28 11:03:12.673824 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 52166) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:03:12.682952 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.v2.base [None req-dc4bb35a-2b7a-4639-96a6-cb9544e87136 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=116161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:03:12.694501 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7cdba40-05fd-4b94-81c5-14aeb48e342b tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=116162) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 11:03:12.706715 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90fa10ed-c837-4519-a555-fa2f469e2d53 None None] Sync routers for ids ['9b89571b-9a7d-473a-a862-1c34e1e1b90f'] in dv-neutron-master-2-hyperv {{(pid=116164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 11:03:12.711428 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-2d3d9095-31af-4fdf-a7d8-1951c79b4afd tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742235135690', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742234710366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5219112'] for port (eae331be-03d0-4d17-bd32-e009313e46fa), after_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:12.717199 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90fa10ed-c837-4519-a555-fa2f469e2d53 None None] Routers {'9b89571b-9a7d-473a-a862-1c34e1e1b90f'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=116164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 11:03:12.717199 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_hamode_db [None req-90fa10ed-c837-4519-a555-fa2f469e2d53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-28T10:50:39Z,description=,heartbeat_timestamp=2022-04-28T11:03:09Z,host='dv-neutron-master-2-hyperv',id=6b492ad6-0876-4d74-b20d-28143a52ceba,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T10:50:40Z,topic='l3_agent')) {'router_ids': ['9b89571b-9a7d-473a-a862-1c34e1e1b90f'], 'active': True} {{(pid=116164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:03:12.758655 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3d9095-31af-4fdf-a7d8-1951c79b4afd tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Pushing event deleted for resources: {'Port': ['ID=eae331be-03d0-4d17-bd32-e009313e46fa,revision_number=None']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:03:12.813904 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-b625eaa7-5079-468e-9a6f-e19f2a4c619b None None] Publish callbacks [] for port (25e0bff9-3a88-4904-8dc6-0a4026f4aece), precommit_create {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:12.842530 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_dvr_db [None req-90fa10ed-c837-4519-a555-fa2f469e2d53 None None] Set router 9b89571b-9a7d-473a-a862-1c34e1e1b90f gateway port host: dv-neutron-master-2-hyperv {{(pid=116164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 11:03:12.858296 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.db.securitygroups_db [None req-3887bda8-9a54-43e8-9f5f-bcf32bb724f4 tempest-TestNetworkAdvancedServerOps-1762458272 tempest-TestNetworkAdvancedServerOps-1762458272-project] Project a8cc80fe41234707a2dcbf4e2aa0b823 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 28 11:03:12.867535 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-3887bda8-9a54-43e8-9f5f-bcf32bb724f4 tempest-TestNetworkAdvancedServerOps-1762458272 tempest-TestNetworkAdvancedServerOps-1762458272-project] Publish callbacks [] for security_group_rule (a989d3ea-c887-443f-9c90-f3860f160f7c), before_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:12.876273 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-b625eaa7-5079-468e-9a6f-e19f2a4c619b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742234710357'] for port (25e0bff9-3a88-4904-8dc6-0a4026f4aece), after_create {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:12.920781 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-d7cdba40-05fd-4b94-81c5-14aeb48e342b tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks [] for router (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:12.923883 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-d7cdba40-05fd-4b94-81c5-14aeb48e342b tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 5.3298841 Apr 28 11:03:12.929666 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 52168) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:03:12.940977 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-2d3d9095-31af-4fdf-a7d8-1951c79b4afd tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198022'] for port (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:12.951414 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-2d3d9095-31af-4fdf-a7d8-1951c79b4afd tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] 10.222.0.10 "DELETE /v2.0/ports/eae331be-03d0-4d17-bd32-e009313e46fa HTTP/1.1" status: 204 len: 168 time: 1.2367349 Apr 28 11:03:12.951414 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 52172) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:03:12.951789 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 52174) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:03:12.964244 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-dc4bb35a-2b7a-4639-96a6-cb9544e87136 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (e6147a20-4c3d-408e-a372-b2bec58ec249), before_update {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:12.971215 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b625eaa7-5079-468e-9a6f-e19f2a4c619b None None] Network c9644599-5cc8-4a7c-8db6-967c95e9b0dd is already hosted by enough agents. {{(pid=116163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 11:03:12.974271 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.scheduler.base_scheduler [None req-b625eaa7-5079-468e-9a6f-e19f2a4c619b None None] Resources bound (agent type, host, resource id): {{(pid=116163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 11:03:12.982605 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b625eaa7-5079-468e-9a6f-e19f2a4c619b None None] Received port after_create {{(pid=116163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 11:03:12.991721 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-9be07c5d-7caf-49c0-94dd-d81413e5980b tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-971310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5220601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5125409'] for subnet (7490218a-03ea-4a66-9593-3e4cfe6a4bc5), after_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:12.994254 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-bbdac669-2912-45e4-a80e-10525cc98eea tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5054027', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4210784'] for subnet (59406036-40eb-4476-8748-ea043bd88bd6), after_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:13.016740 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b625eaa7-5079-468e-9a6f-e19f2a4c619b None None] Pushing event updated for resources: {'Port': ['ID=25e0bff9-3a88-4904-8dc6-0a4026f4aece,revision_number=1']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:03:13.063975 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be07c5d-7caf-49c0-94dd-d81413e5980b tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] Pushing event deleted for resources: {'Subnet': ['ID=7490218a-03ea-4a66-9593-3e4cfe6a4bc5,revision_number=None']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:03:13.137991 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.managers [None req-b625eaa7-5079-468e-9a6f-e19f2a4c619b None None] Attempting to bind port 25e0bff9-3a88-4904-8dc6-0a4026f4aece on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=116163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 28 11:03:13.137991 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.managers [None req-b625eaa7-5079-468e-9a6f-e19f2a4c619b None None] Attempting to bind port 25e0bff9-3a88-4904-8dc6-0a4026f4aece by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '7eedb725-a3a9-4aea-a6f6-448783fc4ce5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'c9644599-5cc8-4a7c-8db6-967c95e9b0dd'}] {{(pid=116163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 28 11:03:13.137991 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b625eaa7-5079-468e-9a6f-e19f2a4c619b None None] Attempting to bind port 25e0bff9-3a88-4904-8dc6-0a4026f4aece on network c9644599-5cc8-4a7c-8db6-967c95e9b0dd {{(pid=116163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 11:03:13.147862 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_hamode_db [None req-90fa10ed-c837-4519-a555-fa2f469e2d53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b89571b-9a7d-473a-a862-1c34e1e1b90f', 'name': 'tempest-TestNetworkBasicOps-router-1025925212', 'tenant_id': '65d54c3b7dcd4af68398071d25e8321e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'external_fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.82'}], 'enable_snat': True}, 'gw_port_id': 'b9c64965-b7a7-4361-8353-c97b8e1a2b9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T11:03:07Z', 'updated_at': '2022-04-28T11:03:11Z', 'revision_number': 3, 'project_id': '65d54c3b7dcd4af68398071d25e8321e', 'gw_port': {'id': 'b9c64965-b7a7-4361-8353-c97b8e1a2b9e', 'name': '', 'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:66:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b89571b-9a7d-473a-a862-1c34e1e1b90f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 744, 'fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:03:09Z', 'updated_at': '2022-04-28T11:03:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=116164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:03:13.150003 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-aef8db52-1a9a-4ccb-81b5-e5510c39d582 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=c9e02b7b7a8e44f2baec7eb16a7e3540&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1931589 Apr 28 11:03:13.152567 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b625eaa7-5079-468e-9a6f-e19f2a4c619b None None] Checking agent: {'id': 'd5baab19-5dd1-4902-922b-84acb048ab9c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 10, 50, 43), 'started_at': datetime.datetime(2022, 4, 28, 10, 51, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 11, 2, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=116163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 11:03:13.153030 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b625eaa7-5079-468e-9a6f-e19f2a4c619b None None] Checking segment: {'id': '7eedb725-a3a9-4aea-a6f6-448783fc4ce5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'c9644599-5cc8-4a7c-8db6-967c95e9b0dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 11:03:13.153450 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-b625eaa7-5079-468e-9a6f-e19f2a4c619b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:13.153855 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b625eaa7-5079-468e-9a6f-e19f2a4c619b None None] Bound using segment: {'id': '7eedb725-a3a9-4aea-a6f6-448783fc4ce5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'c9644599-5cc8-4a7c-8db6-967c95e9b0dd'} {{(pid=116163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 11:03:13.154593 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.managers [None req-b625eaa7-5079-468e-9a6f-e19f2a4c619b None None] Bound port: 25e0bff9-3a88-4904-8dc6-0a4026f4aece, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7eedb725-a3a9-4aea-a6f6-448783fc4ce5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'c9644599-5cc8-4a7c-8db6-967c95e9b0dd'}}] {{(pid=116163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 28 11:03:13.155154 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-b625eaa7-5079-468e-9a6f-e19f2a4c619b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (25e0bff9-3a88-4904-8dc6-0a4026f4aece), before_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:13.157800 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 52176) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:03:13.185034 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90fa10ed-c837-4519-a555-fa2f469e2d53 None None] Checking router: 9b89571b-9a7d-473a-a862-1c34e1e1b90f for host: dv-neutron-master-2-hyperv {{(pid=116164) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 11:03:13.185862 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90fa10ed-c837-4519-a555-fa2f469e2d53 None None] Updating router 9b89571b-9a7d-473a-a862-1c34e1e1b90f port b9c64965-b7a7-4361-8353-c97b8e1a2b9e binding host dv-neutron-master-2-hyperv {{(pid=116164) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 28 11:03:13.211667 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5f86acc-c37a-4fea-afc9-81d3033f6fe8 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:03:13.213965 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-a5f86acc-c37a-4fea-afc9-81d3033f6fe8 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.2610714 Apr 28 11:03:13.221814 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-9be07c5d-7caf-49c0-94dd-d81413e5980b tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-973498', 'neutron.services.segments.db._delete_segments_for_network-8742235207033'] for network (c9644599-5cc8-4a7c-8db6-967c95e9b0dd), precommit_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:13.224285 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 52178) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:03:13.227510 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron_lib.callbacks.manager [None req-90fa10ed-c837-4519-a555-fa2f469e2d53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (b9c64965-b7a7-4361-8353-c97b8e1a2b9e), before_update {{(pid=116164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:13.244921 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-3887bda8-9a54-43e8-9f5f-bcf32bb724f4 tempest-TestNetworkAdvancedServerOps-1762458272 tempest-TestNetworkAdvancedServerOps-1762458272-project] Publish callbacks [] for security_group_rule (a989d3ea-c887-443f-9c90-f3860f160f7c), precommit_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:13.256387 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbdac669-2912-45e4-a80e-10525cc98eea tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Pushing event updated for resources: {'Subnet': ['ID=59406036-40eb-4476-8748-ea043bd88bd6,revision_number=0']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:03:13.266228 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbdac669-2912-45e4-a80e-10525cc98eea tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Checking segment: {'id': '315b0599-f3ba-4c2d-91a2-0b6ff82cd146', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '5e18cb61-0e63-4339-bc2b-9d2604bb3188'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 11:03:13.266638 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbdac669-2912-45e4-a80e-10525cc98eea tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Network hostable DHCP agents. Network: 5e18cb61-0e63-4339-bc2b-9d2604bb3188, hostable agents: ['75ba81b7-fe99-4281-90d2-a5adb445ecea'], hosted agents: [] {{(pid=116162) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 11:03:13.278389 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-b625eaa7-5079-468e-9a6f-e19f2a4c619b None None] For port 25e0bff9-3a88-4904-8dc6-0a4026f4aece, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=116163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 11:03:13.297807 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-b625eaa7-5079-468e-9a6f-e19f2a4c619b None None] For port 25e0bff9-3a88-4904-8dc6-0a4026f4aece, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=25e0bff9-3a88-4904-8dc6-0a4026f4aece,segment=NetworkSegment(7eedb725-a3a9-4aea-a6f6-448783fc4ce5),segment_id=7eedb725-a3a9-4aea-a6f6-448783fc4ce5)] {{(pid=116163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 11:03:13.321842 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-3887bda8-9a54-43e8-9f5f-bcf32bb724f4 tempest-TestNetworkAdvancedServerOps-1762458272 tempest-TestNetworkAdvancedServerOps-1762458272-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1912725'] for security_group_rule (a989d3ea-c887-443f-9c90-f3860f160f7c), after_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:13.347874 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3887bda8-9a54-43e8-9f5f-bcf32bb724f4 tempest-TestNetworkAdvancedServerOps-1762458272 tempest-TestNetworkAdvancedServerOps-1762458272-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a989d3ea-c887-443f-9c90-f3860f160f7c,revision_number=0']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:03:13.350209 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbdac669-2912-45e4-a80e-10525cc98eea tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Network 5e18cb61-0e63-4339-bc2b-9d2604bb3188 is scheduled to be hosted by DHCP agent 75ba81b7-fe99-4281-90d2-a5adb445ecea with binding_index 1 {{(pid=116162) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 11:03:13.364990 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.services.segments.db [None req-9be07c5d-7caf-49c0-94dd-d81413e5980b tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c9644599-5cc8-4a7c-8db6-967c95e9b0dd']}} {{(pid=116161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:03:13.376257 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7fd843c-41b9-4a81-ad3f-2f8a4f25a497 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:03:13.378031 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-f7fd843c-41b9-4a81-ad3f-2f8a4f25a497 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1492224 Apr 28 11:03:13.380881 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 52180) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:03:13.399381 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-b625eaa7-5079-468e-9a6f-e19f2a4c619b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393'] for port (25e0bff9-3a88-4904-8dc6-0a4026f4aece), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:13.404251 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.services.segments.db [None req-9be07c5d-7caf-49c0-94dd-d81413e5980b tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7eedb725-a3a9-4aea-a6f6-448783fc4ce5') {'for_net_delete': True} {{(pid=116161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:03:13.404561 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.services.segments.db [None req-9be07c5d-7caf-49c0-94dd-d81413e5980b tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7eedb725-a3a9-4aea-a6f6-448783fc4ce5') {} {{(pid=116161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:03:13.427195 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-88404f68-0e69-43a7-855b-526d5f7cd477 admin admin] Publish callbacks [] for security_group (65a9f487-8f9d-47c6-afba-6d4f70e050b7), before_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:13.429877 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-9be07c5d-7caf-49c0-94dd-d81413e5980b tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742235208578', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8076969'] for segment (7eedb725-a3a9-4aea-a6f6-448783fc4ce5), before_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:13.447755 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-dc4bb35a-2b7a-4639-96a6-cb9544e87136 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Publish callbacks [] for port (e6147a20-4c3d-408e-a372-b2bec58ec249), precommit_update {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:13.450496 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-3887bda8-9a54-43e8-9f5f-bcf32bb724f4 tempest-TestNetworkAdvancedServerOps-1762458272 tempest-TestNetworkAdvancedServerOps-1762458272-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:13.451829 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-3887bda8-9a54-43e8-9f5f-bcf32bb724f4 tempest-TestNetworkAdvancedServerOps-1762458272 tempest-TestNetworkAdvancedServerOps-1762458272-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.8346496 Apr 28 11:03:13.453181 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.scheduler.base_scheduler [None req-bbdac669-2912-45e4-a80e-10525cc98eea tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 5e18cb61-0e63-4339-bc2b-9d2604bb3188) {{(pid=116162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 11:03:13.466555 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-82a83d00-6265-41b8-a5c4-4a3bf416dd3e tempest-TestNetworkBasicOps-223859856 tempest-TestNetworkBasicOps-223859856-project-admin] 10.222.0.10 "GET /v2.0/subnets?project_id=65d54c3b7dcd4af68398071d25e8321e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.5290155 Apr 28 11:03:13.466721 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 52182) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:03:13.466822 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbdac669-2912-45e4-a80e-10525cc98eea tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:03:13.466916 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-9be07c5d-7caf-49c0-94dd-d81413e5980b tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-961978'] for segment (7eedb725-a3a9-4aea-a6f6-448783fc4ce5), precommit_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:13.467030 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-bbdac669-2912-45e4-a80e-10525cc98eea tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Publish callbacks [] for subnet (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:13.473523 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.v2.base [None req-6e728eef-5752-4ca8-870c-60ce92216d4d tempest-TestNetworkAdvancedServerOps-1762458272 tempest-TestNetworkAdvancedServerOps-1762458272-project] Request body: {'network': {'name': 'tempest-network-smoke--1473871937', 'project_id': 'a8cc80fe41234707a2dcbf4e2aa0b823', 'port_security_enabled': True}} {{(pid=116161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:03:13.478720 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 52184) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:03:13.494549 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9be07c5d-7caf-49c0-94dd-d81413e5980b tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] Releasing vlan 97 on physical network physnet1 to pool {{(pid=116161) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 11:03:13.495243 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-9be07c5d-7caf-49c0-94dd-d81413e5980b tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-961978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5219103'] for segment (7eedb725-a3a9-4aea-a6f6-448783fc4ce5), after_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:13.496208 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b625eaa7-5079-468e-9a6f-e19f2a4c619b None None] Pushing event updated for resources: {'Port': ['ID=25e0bff9-3a88-4904-8dc6-0a4026f4aece,revision_number=2']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:03:13.501862 dv-neutron-master-2-hyperv neutron-server[116161]: Traceback (most recent call last): Apr 28 11:03:13.501862 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 11:03:13.501862 dv-neutron-master-2-hyperv neutron-server[116161]: timer() Apr 28 11:03:13.501862 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 11:03:13.501862 dv-neutron-master-2-hyperv neutron-server[116161]: cb(*args, **kw) Apr 28 11:03:13.501862 dv-neutron-master-2-hyperv neutron-server[116161]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 28 11:03:13.501862 dv-neutron-master-2-hyperv neutron-server[116161]: return func(*args, **kwargs) Apr 28 11:03:13.501862 dv-neutron-master-2-hyperv neutron-server[116161]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 11:03:13.501862 dv-neutron-master-2-hyperv neutron-server[116161]: self._notify() Apr 28 11:03:13.501862 dv-neutron-master-2-hyperv neutron-server[116161]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 11:03:13.501862 dv-neutron-master-2-hyperv neutron-server[116161]: self.callback(batched_events) Apr 28 11:03:13.501862 dv-neutron-master-2-hyperv neutron-server[116161]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 11:03:13.501862 dv-neutron-master-2-hyperv neutron-server[116161]: event.method(event) Apr 28 11:03:13.501862 dv-neutron-master-2-hyperv neutron-server[116161]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 28 11:03:13.501862 dv-neutron-master-2-hyperv neutron-server[116161]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 11:03:13.501862 dv-neutron-master-2-hyperv neutron-server[116161]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 28 11:03:13.501862 dv-neutron-master-2-hyperv neutron-server[116161]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 11:03:13.501862 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 28 11:03:13.501862 dv-neutron-master-2-hyperv neutron-server[116161]: return f(self, *a, **k) Apr 28 11:03:13.501862 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 28 11:03:13.501862 dv-neutron-master-2-hyperv neutron-server[116161]: return self._get(url).json() Apr 28 11:03:13.501862 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 28 11:03:13.501862 dv-neutron-master-2-hyperv neutron-server[116161]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 11:03:13.501862 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 11:03:13.501862 dv-neutron-master-2-hyperv neutron-server[116161]: return self.request(url, 'GET', **kwargs) Apr 28 11:03:13.501862 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 11:03:13.501862 dv-neutron-master-2-hyperv neutron-server[116161]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 11:03:13.501862 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 11:03:13.501862 dv-neutron-master-2-hyperv neutron-server[116161]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 11:03:13.501862 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 11:03:13.501862 dv-neutron-master-2-hyperv neutron-server[116161]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 11:03:13.501862 dv-neutron-master-2-hyperv neutron-server[116161]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 11:03:13.510284 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (d5baab19-5dd1-4902-922b-84acb048ab9c), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:13.513713 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b4801a9-84a5-4327-9ae0-e3ba809d2a8a None None] Network 5e18cb61-0e63-4339-bc2b-9d2604bb3188 requested from dv-neutron-master-2-hyperv {{(pid=116163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 11:03:13.530364 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-88404f68-0e69-43a7-855b-526d5f7cd477 admin admin] Publish callbacks [] for security_group (65a9f487-8f9d-47c6-afba-6d4f70e050b7), precommit_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:13.539751 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24abdaff-ed43-43c9-8fbd-d37620242379 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:03:13.541144 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24abdaff-ed43-43c9-8fbd-d37620242379 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:03:13.542594 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24abdaff-ed43-43c9-8fbd-d37620242379 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:03:13.544306 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-24abdaff-ed43-43c9-8fbd-d37620242379 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1612141 Apr 28 11:03:13.553299 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 52186) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:03:13.567963 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-bbdac669-2912-45e4-a80e-10525cc98eea tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3324873 Apr 28 11:03:13.583006 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 52188) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:03:13.600870 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-dc4bb35a-2b7a-4639-96a6-cb9544e87136 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5219123'] for port (e6147a20-4c3d-408e-a372-b2bec58ec249), after_update {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:13.632848 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.v2.base [None req-03d52e0c-9ea5-4f8a-a2cf-fbacaac3b9e9 tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-460949643', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=116162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:03:13.665739 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron_lib.callbacks.manager [None req-90fa10ed-c837-4519-a555-fa2f469e2d53 None None] Publish callbacks [] for port (b9c64965-b7a7-4361-8353-c97b8e1a2b9e), precommit_update {{(pid=116164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:13.685291 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa9f1bc1-f8aa-49c5-a3cb-42ffd6ca9692 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-5e18cb61-0e63-4339-bc2b-9d2604bb3188', 'network_id': '5e18cb61-0e63-4339-bc2b-9d2604bb3188', 'project_id': '0f4d85af73ea40518271b3ac6c23a282', 'fixed_ips': [{'subnet_id': '59406036-40eb-4476-8748-ea043bd88bd6'}]}} from dv-neutron-master-2-hyperv. {{(pid=116163) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 28 11:03:13.692979 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-aa9f1bc1-f8aa-49c5-a3cb-42ffd6ca9692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (None), before_create {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:13.694656 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-88404f68-0e69-43a7-855b-526d5f7cd477 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924426'] for security_group (65a9f487-8f9d-47c6-afba-6d4f70e050b7), after_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:13.697446 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-88404f68-0e69-43a7-855b-526d5f7cd477 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:13.701822 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-88404f68-0e69-43a7-855b-526d5f7cd477 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/65a9f487-8f9d-47c6-afba-6d4f70e050b7 HTTP/1.1" status: 204 len: 168 time: 0.5429010 Apr 28 11:03:13.703707 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.plugin [None req-dc4bb35a-2b7a-4639-96a6-cb9544e87136 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] In _notify_port_updated(), no bound segment for port e6147a20-4c3d-408e-a372-b2bec58ec249 on network 6ad48b29-1fb1-4e43-9abf-f860ed1ac269 {{(pid=116161) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:936}} Apr 28 11:03:13.709394 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc4bb35a-2b7a-4639-96a6-cb9544e87136 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:03:13.710141 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-dc4bb35a-2b7a-4639-96a6-cb9544e87136 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198022'] for port (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:13.710568 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f74e6ac-e4e7-4f84-9695-05853a3f446f None None] Network c9644599-5cc8-4a7c-8db6-967c95e9b0dd requested from dv-neutron-master-2-hyperv {{(pid=116163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 11:03:13.714432 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-dc4bb35a-2b7a-4639-96a6-cb9544e87136 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] 10.222.0.10 "PUT /v2.0/ports/e6147a20-4c3d-408e-a372-b2bec58ec249 HTTP/1.1" status: 200 len: 818 time: 1.0334477 Apr 28 11:03:13.714583 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.db.db_base_plugin_v2 [None req-6333f91a-9ac8-47fe-9bcd-373b8fc18cae tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Deleting subnet 0fd5cc4b-669a-4806-9da2-b6e31962f9f6 {{(pid=116162) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 28 11:03:13.718722 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 52192) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:03:13.732096 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88404f68-0e69-43a7-855b-526d5f7cd477 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65a9f487-8f9d-47c6-afba-6d4f70e050b7,revision_number=None']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:03:13.740649 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-6333f91a-9ac8-47fe-9bcd-373b8fc18cae tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Publish callbacks [] for subnet (0fd5cc4b-669a-4806-9da2-b6e31962f9f6), before_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:13.745047 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.db.api [None req-9be07c5d-7caf-49c0-94dd-d81413e5980b tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 28 11:03:13.745047 dv-neutron-master-2-hyperv neutron-server[116161]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 28 11:03:13.745047 dv-neutron-master-2-hyperv neutron-server[116161]: [parameters: {'id': 'c9644599-5cc8-4a7c-8db6-967c95e9b0dd'}] Apr 28 11:03:13.745047 dv-neutron-master-2-hyperv neutron-server[116161]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=116161) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 28 11:03:13.745901 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG oslo_db.api [None req-9be07c5d-7caf-49c0-94dd-d81413e5980b tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=116161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 28 11:03:13.746799 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc4bb35a-2b7a-4639-96a6-cb9544e87136 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Pushing event updated for resources: {'Port': ['ID=e6147a20-4c3d-408e-a372-b2bec58ec249,revision_number=2']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:03:13.777618 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe712240-9c4b-4550-b95a-b61a07ff6ebb tempest-TestNetworkBasicOps-223859856 tempest-TestNetworkBasicOps-223859856-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:03:13.782364 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-fe712240-9c4b-4550-b95a-b61a07ff6ebb tempest-TestNetworkBasicOps-223859856 tempest-TestNetworkBasicOps-223859856-project-admin] 10.222.0.10 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2988698 Apr 28 11:03:13.784495 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron_lib.callbacks.manager [None req-90fa10ed-c837-4519-a555-fa2f469e2d53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393'] for port (b9c64965-b7a7-4361-8353-c97b8e1a2b9e), after_update {{(pid=116164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:13.785460 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 52194) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:03:13.789891 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-03d52e0c-9ea5-4f8a-a2cf-fbacaac3b9e9 tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2060459', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-63449'] for router (5d7b80e9-849f-4674-b61f-1bc02caccef0), before_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:13.790940 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-03d52e0c-9ea5-4f8a-a2cf-fbacaac3b9e9 tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2060827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1935275', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1960866', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-63266'] for router (5d7b80e9-849f-4674-b61f-1bc02caccef0), precommit_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:13.799373 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e728eef-5752-4ca8-870c-60ce92216d4d tempest-TestNetworkAdvancedServerOps-1762458272 tempest-TestNetworkAdvancedServerOps-1762458272-project] Made reservation on behalf of a8cc80fe41234707a2dcbf4e2aa0b823 for: {'network': 1} {{(pid=116161) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 11:03:13.804769 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-6e728eef-5752-4ca8-870c-60ce92216d4d tempest-TestNetworkAdvancedServerOps-1762458272 tempest-TestNetworkAdvancedServerOps-1762458272-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for network (None), before_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:13.819286 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-6333f91a-9ac8-47fe-9bcd-373b8fc18cae tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5026541'] for subnet (0fd5cc4b-669a-4806-9da2-b6e31962f9f6), precommit_delete_associations {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:13.878084 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d3f5b05-32ff-48f0-9cf6-edfbdde48892 None None] Pushing event updated for resources: {'Port': ['ID=b9c64965-b7a7-4361-8353-c97b8e1a2b9e,revision_number=2']} {{(pid=116164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:03:13.898913 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d3f5b05-32ff-48f0-9cf6-edfbdde48892 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:03:13.899658 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d3f5b05-32ff-48f0-9cf6-edfbdde48892 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:03:13.900169 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d3f5b05-32ff-48f0-9cf6-edfbdde48892 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:03:13.900983 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d3f5b05-32ff-48f0-9cf6-edfbdde48892 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:03:13.901469 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d3f5b05-32ff-48f0-9cf6-edfbdde48892 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:03:13.902101 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d3f5b05-32ff-48f0-9cf6-edfbdde48892 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:03:13.903364 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d3f5b05-32ff-48f0-9cf6-edfbdde48892 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:03:13.904063 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d3f5b05-32ff-48f0-9cf6-edfbdde48892 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:03:13.905239 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d3f5b05-32ff-48f0-9cf6-edfbdde48892 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:03:13.907320 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d3f5b05-32ff-48f0-9cf6-edfbdde48892 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:03:13.908791 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d3f5b05-32ff-48f0-9cf6-edfbdde48892 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:03:13.909146 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d3f5b05-32ff-48f0-9cf6-edfbdde48892 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:03:13.909962 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d3f5b05-32ff-48f0-9cf6-edfbdde48892 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:03:13.910508 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d3f5b05-32ff-48f0-9cf6-edfbdde48892 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:03:13.913885 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d3f5b05-32ff-48f0-9cf6-edfbdde48892 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:03:13.914006 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.plugin [None req-f34c0f9b-40a1-4118-942a-e3bfbe508b6c tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Deleting port e6147a20-4c3d-408e-a372-b2bec58ec249 {{(pid=116162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 11:03:13.914006 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-f34c0f9b-40a1-4118-942a-e3bfbe508b6c tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742235130188'] for port (e6147a20-4c3d-408e-a372-b2bec58ec249), before_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:13.915384 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-ffbff20e-ed70-4927-9f0a-55efad78e148 tempest-TestNetworkBasicOps-223859856 tempest-TestNetworkBasicOps-223859856-project-admin] 10.222.0.10 "GET /v2.0/subnets?network_id=7be49d94-bbb8-4a61-bafe-209c5f861e1c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1282928 Apr 28 11:03:13.920118 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.plugins.ml2.managers [None req-90fa10ed-c837-4519-a555-fa2f469e2d53 None None] Attempting to bind port b9c64965-b7a7-4361-8353-c97b8e1a2b9e on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=116164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 28 11:03:13.920716 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.plugins.ml2.managers [None req-90fa10ed-c837-4519-a555-fa2f469e2d53 None None] Attempting to bind port b9c64965-b7a7-4361-8353-c97b8e1a2b9e by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '142bc50f-d6af-4646-8d06-bb7af6b7b51c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c'}] {{(pid=116164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 28 11:03:13.922023 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90fa10ed-c837-4519-a555-fa2f469e2d53 None None] Attempting to bind port b9c64965-b7a7-4361-8353-c97b8e1a2b9e on network 7be49d94-bbb8-4a61-bafe-209c5f861e1c {{(pid=116164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 11:03:13.926789 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 52196) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:03:13.929262 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90fa10ed-c837-4519-a555-fa2f469e2d53 None None] Checking agent: {'id': 'd5baab19-5dd1-4902-922b-84acb048ab9c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 10, 50, 43), 'started_at': datetime.datetime(2022, 4, 28, 10, 51, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 11, 3, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=116164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 11:03:13.929952 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90fa10ed-c837-4519-a555-fa2f469e2d53 None None] Checking segment: {'id': '142bc50f-d6af-4646-8d06-bb7af6b7b51c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 11:03:13.930542 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron_lib.callbacks.manager [None req-90fa10ed-c837-4519-a555-fa2f469e2d53 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=116164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:13.931144 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90fa10ed-c837-4519-a555-fa2f469e2d53 None None] Bound using segment: {'id': '142bc50f-d6af-4646-8d06-bb7af6b7b51c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c'} {{(pid=116164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 11:03:13.931919 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.plugins.ml2.managers [None req-90fa10ed-c837-4519-a555-fa2f469e2d53 None None] Bound port: b9c64965-b7a7-4361-8353-c97b8e1a2b9e, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '142bc50f-d6af-4646-8d06-bb7af6b7b51c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c'}}] {{(pid=116164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 28 11:03:13.932588 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron_lib.callbacks.manager [None req-90fa10ed-c837-4519-a555-fa2f469e2d53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (b9c64965-b7a7-4361-8353-c97b8e1a2b9e), before_update {{(pid=116164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:13.933709 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.v2.base [None req-db642bd3-f1ba-4657-af98-952bf5d293c5 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-261740763', 'network_id': '274bb0ab-060a-48d2-9b11-773f8dd43851', 'project_id': '65d54c3b7dcd4af68398071d25e8321e', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=116161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:03:13.944868 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6e728eef-5752-4ca8-870c-60ce92216d4d tempest-TestNetworkAdvancedServerOps-1762458272 tempest-TestNetworkAdvancedServerOps-1762458272-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 52} {{(pid=116161) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 11:03:13.945292 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-03d52e0c-9ea5-4f8a-a2cf-fbacaac3b9e9 tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Publish callbacks [] for router_controller (5d7b80e9-849f-4674-b61f-1bc02caccef0), precommit_add_association {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:13.976257 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-6e728eef-5752-4ca8-870c-60ce92216d4d tempest-TestNetworkAdvancedServerOps-1762458272 tempest-TestNetworkAdvancedServerOps-1762458272-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-961978'] for segment (3a3711b0-a922-46d0-81e4-03dc755adc63), precommit_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:13.976853 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.db.segments_db [None req-6e728eef-5752-4ca8-870c-60ce92216d4d tempest-TestNetworkAdvancedServerOps-1762458272 tempest-TestNetworkAdvancedServerOps-1762458272-project] Added segment 3a3711b0-a922-46d0-81e4-03dc755adc63 of type vlan for network 11667949-6108-4d31-ad58-bd4aa04ee38c Apr 28 11:03:14.009917 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.plugins.ml2.db [None req-90fa10ed-c837-4519-a555-fa2f469e2d53 None None] For port b9c64965-b7a7-4361-8353-c97b8e1a2b9e, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=116164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 11:03:14.013506 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.plugins.ml2.db [None req-90fa10ed-c837-4519-a555-fa2f469e2d53 None None] For port b9c64965-b7a7-4361-8353-c97b8e1a2b9e, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=b9c64965-b7a7-4361-8353-c97b8e1a2b9e,segment=NetworkSegment(142bc50f-d6af-4646-8d06-bb7af6b7b51c),segment_id=142bc50f-d6af-4646-8d06-bb7af6b7b51c)] {{(pid=116164) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 11:03:14.027228 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-6e728eef-5752-4ca8-870c-60ce92216d4d tempest-TestNetworkAdvancedServerOps-1762458272 tempest-TestNetworkAdvancedServerOps-1762458272-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742234744962'] for network (11667949-6108-4d31-ad58-bd4aa04ee38c), precommit_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:14.032354 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-03d52e0c-9ea5-4f8a-a2cf-fbacaac3b9e9 tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2060818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1935326'] for router (5d7b80e9-849f-4674-b61f-1bc02caccef0), after_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:14.050357 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-f34c0f9b-40a1-4118-942a-e3bfbe508b6c tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1938497'] for port (e6147a20-4c3d-408e-a372-b2bec58ec249), precommit_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:14.060822 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-6333f91a-9ac8-47fe-9bcd-373b8fc18cae tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-971303'] for subnet (0fd5cc4b-669a-4806-9da2-b6e31962f9f6), precommit_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:14.090052 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.plugin [None req-f34c0f9b-40a1-4118-942a-e3bfbe508b6c tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Calling delete_port for e6147a20-4c3d-408e-a372-b2bec58ec249 owned by {{(pid=116162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 11:03:14.105398 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron_lib.callbacks.manager [None req-90fa10ed-c837-4519-a555-fa2f469e2d53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393'] for port (b9c64965-b7a7-4361-8353-c97b8e1a2b9e), after_update {{(pid=116164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:14.125204 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.db_base_plugin_common [None req-aa9f1bc1-f8aa-49c5-a3cb-42ffd6ca9692 None None] Allocated IP 2001:db8::2 (5e18cb61-0e63-4339-bc2b-9d2604bb3188/59406036-40eb-4476-8748-ea043bd88bd6/43bbbfaa-3d64-4393-9707-c702cf5b87f5) {{(pid=116163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 11:03:14.149267 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-03d52e0c-9ea5-4f8a-a2cf-fbacaac3b9e9 tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Publish callbacks [] for router (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:14.150816 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-03d52e0c-9ea5-4f8a-a2cf-fbacaac3b9e9 tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.5483131 Apr 28 11:03:14.154723 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 52200) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:03:14.174062 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-6e728eef-5752-4ca8-870c-60ce92216d4d tempest-TestNetworkAdvancedServerOps-1762458272 tempest-TestNetworkAdvancedServerOps-1762458272-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042'] for network (11667949-6108-4d31-ad58-bd4aa04ee38c), after_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:14.180246 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e728eef-5752-4ca8-870c-60ce92216d4d tempest-TestNetworkAdvancedServerOps-1762458272 tempest-TestNetworkAdvancedServerOps-1762458272-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:03:14.180880 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-6e728eef-5752-4ca8-870c-60ce92216d4d tempest-TestNetworkAdvancedServerOps-1762458272 tempest-TestNetworkAdvancedServerOps-1762458272-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603020'] for network (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:14.199039 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90fa10ed-c837-4519-a555-fa2f469e2d53 None None] Routers {'9b89571b-9a7d-473a-a862-1c34e1e1b90f'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=116164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 11:03:14.199745 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_hamode_db [None req-90fa10ed-c837-4519-a555-fa2f469e2d53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-28T10:50:39Z,description=,heartbeat_timestamp=2022-04-28T11:03:09Z,host='dv-neutron-master-2-hyperv',id=6b492ad6-0876-4d74-b20d-28143a52ceba,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T10:50:40Z,topic='l3_agent')) {'router_ids': ['9b89571b-9a7d-473a-a862-1c34e1e1b90f'], 'active': True} {{(pid=116164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:03:14.243091 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d3f5b05-32ff-48f0-9cf6-edfbdde48892 None None] Pushing event updated for resources: {'Port': ['ID=b9c64965-b7a7-4361-8353-c97b8e1a2b9e,revision_number=3']} {{(pid=116164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:03:14.278125 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-9be07c5d-7caf-49c0-94dd-d81413e5980b tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-979593'] for network (c9644599-5cc8-4a7c-8db6-967c95e9b0dd), before_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:14.285093 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db642bd3-f1ba-4657-af98-952bf5d293c5 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Made reservation on behalf of 65d54c3b7dcd4af68398071d25e8321e for: {'subnet': 1} {{(pid=116161) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 11:03:14.290533 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-db642bd3-f1ba-4657-af98-952bf5d293c5 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5125580'] for subnet (None), before_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:14.311946 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-6333f91a-9ac8-47fe-9bcd-373b8fc18cae tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-971310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5053962', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4210815'] for subnet (0fd5cc4b-669a-4806-9da2-b6e31962f9f6), after_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:14.362161 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_dvr_db [None req-90fa10ed-c837-4519-a555-fa2f469e2d53 None None] Set router 9b89571b-9a7d-473a-a862-1c34e1e1b90f gateway port host: dv-neutron-master-2-hyperv {{(pid=116164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 11:03:14.375932 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6333f91a-9ac8-47fe-9bcd-373b8fc18cae tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Pushing event deleted for resources: {'Subnet': ['ID=0fd5cc4b-669a-4806-9da2-b6e31962f9f6,revision_number=None']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:03:14.400421 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4fcfa0d-a609-4297-99d2-d5d3873548e0 None None] Network 1ec9fbcf-7a57-4aaa-9c30-4e0f43e09480 requested from dv-neutron-master-2-hyperv {{(pid=116163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 11:03:14.426126 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-aa9f1bc1-f8aa-49c5-a3cb-42ffd6ca9692 None None] Publish callbacks [] for port (43bbbfaa-3d64-4393-9707-c702cf5b87f5), precommit_create {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:14.429513 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-6333f91a-9ac8-47fe-9bcd-373b8fc18cae tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Publish callbacks [] for subnet (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:14.432758 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-6333f91a-9ac8-47fe-9bcd-373b8fc18cae tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] 10.222.0.10 "DELETE /v2.0/subnets/0fd5cc4b-669a-4806-9da2-b6e31962f9f6 HTTP/1.1" status: 204 len: 168 time: 0.8798006 Apr 28 11:03:14.438974 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 52206) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:03:14.478690 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-f34c0f9b-40a1-4118-942a-e3bfbe508b6c tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742235135690', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742234710366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5051867'] for port (e6147a20-4c3d-408e-a372-b2bec58ec249), after_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:14.564733 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f34c0f9b-40a1-4118-942a-e3bfbe508b6c tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Pushing event deleted for resources: {'Port': ['ID=e6147a20-4c3d-408e-a372-b2bec58ec249,revision_number=None']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:03:14.580183 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-aa9f1bc1-f8aa-49c5-a3cb-42ffd6ca9692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742234710357'] for port (43bbbfaa-3d64-4393-9707-c702cf5b87f5), after_create {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:14.599104 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-f34c0f9b-40a1-4118-942a-e3bfbe508b6c tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198022'] for port (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:14.600845 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_hamode_db [None req-90fa10ed-c837-4519-a555-fa2f469e2d53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b89571b-9a7d-473a-a862-1c34e1e1b90f', 'name': 'tempest-TestNetworkBasicOps-router-1025925212', 'tenant_id': '65d54c3b7dcd4af68398071d25e8321e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'external_fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.82'}], 'enable_snat': True}, 'gw_port_id': 'b9c64965-b7a7-4361-8353-c97b8e1a2b9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T11:03:07Z', 'updated_at': '2022-04-28T11:03:11Z', 'revision_number': 3, 'project_id': '65d54c3b7dcd4af68398071d25e8321e', 'gw_port': {'id': 'b9c64965-b7a7-4361-8353-c97b8e1a2b9e', 'name': '', 'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:66:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b89571b-9a7d-473a-a862-1c34e1e1b90f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 744, 'fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:03:09Z', 'updated_at': '2022-04-28T11:03:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=116164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:03:14.602941 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-f34c0f9b-40a1-4118-942a-e3bfbe508b6c tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] 10.222.0.10 "DELETE /v2.0/ports/e6147a20-4c3d-408e-a372-b2bec58ec249 HTTP/1.1" status: 204 len: 168 time: 0.8833492 Apr 28 11:03:14.607577 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.db.db_base_plugin_v2 [None req-2851e35d-2a74-455d-ac24-5356af85b407 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Deleting subnet a66db189-c648-4774-8a0b-874fccd750da {{(pid=116162) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 28 11:03:14.612937 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 52210) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:03:14.627644 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-2851e35d-2a74-455d-ac24-5356af85b407 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Publish callbacks [] for subnet (a66db189-c648-4774-8a0b-874fccd750da), before_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:14.679016 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90fa10ed-c837-4519-a555-fa2f469e2d53 None None] The sync data for ids ['9b89571b-9a7d-473a-a862-1c34e1e1b90f'] in dv-neutron-master-2-hyperv is: [{'id': '9b89571b-9a7d-473a-a862-1c34e1e1b90f', 'name': 'tempest-TestNetworkBasicOps-router-1025925212', 'tenant_id': '65d54c3b7dcd4af68398071d25e8321e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'external_fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.82'}], 'enable_snat': True}, 'gw_port_id': 'b9c64965-b7a7-4361-8353-c97b8e1a2b9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T11:03:07Z', 'updated_at': '2022-04-28T11:03:11Z', 'revision_number': 3, 'project_id': '65d54c3b7dcd4af68398071d25e8321e', 'gw_port': {'id': 'b9c64965-b7a7-4361-8353-c97b8e1a2b9e', 'name': '', 'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:66:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b89571b-9a7d-473a-a862-1c34e1e1b90f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 744, 'fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:03:09Z', 'updated_at': '2022-04-28T11:03:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}] {{(pid=116164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 11:03:14.695633 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa9f1bc1-f8aa-49c5-a3cb-42ffd6ca9692 None None] Network 5e18cb61-0e63-4339-bc2b-9d2604bb3188 is already hosted by enough agents. {{(pid=116163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 11:03:14.713748 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.scheduler.base_scheduler [None req-aa9f1bc1-f8aa-49c5-a3cb-42ffd6ca9692 None None] Resources bound (agent type, host, resource id): {{(pid=116163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 11:03:14.719307 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e728eef-5752-4ca8-870c-60ce92216d4d tempest-TestNetworkAdvancedServerOps-1762458272 tempest-TestNetworkAdvancedServerOps-1762458272-project] Pushing event updated for resources: {'Network': ['ID=11667949-6108-4d31-ad58-bd4aa04ee38c,revision_number=1']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:03:14.730440 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-6e728eef-5752-4ca8-870c-60ce92216d4d tempest-TestNetworkAdvancedServerOps-1762458272 tempest-TestNetworkAdvancedServerOps-1762458272-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.2688584 Apr 28 11:03:14.731076 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 52214) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:03:14.741587 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa9f1bc1-f8aa-49c5-a3cb-42ffd6ca9692 None None] Received port after_create {{(pid=116163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 11:03:14.748905 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.v2.base [None req-0190d8f9-5e21-40f4-b9bd-7f9c5c8f6b85 tempest-TestNetworkAdvancedServerOps-1762458272 tempest-TestNetworkAdvancedServerOps-1762458272-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-483414179', 'admin_state_up': True, 'project_id': 'a8cc80fe41234707a2dcbf4e2aa0b823', 'external_gateway_info': {'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c'}}} {{(pid=116161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:03:14.751898 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a87f55a-7dc6-4b3c-9caa-7fb1acc42f60 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:03:14.753441 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-0a87f55a-7dc6-4b3c-9caa-7fb1acc42f60 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.1392415 Apr 28 11:03:14.758939 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 52216) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:03:14.764279 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-2851e35d-2a74-455d-ac24-5356af85b407 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5026541'] for subnet (a66db189-c648-4774-8a0b-874fccd750da), precommit_delete_associations {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:14.769421 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa9f1bc1-f8aa-49c5-a3cb-42ffd6ca9692 None None] Pushing event updated for resources: {'Port': ['ID=43bbbfaa-3d64-4393-9707-c702cf5b87f5,revision_number=1']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:03:14.775074 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-db642bd3-f1ba-4657-af98-952bf5d293c5 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5220536', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5125438'] for subnet (d64b489b-1e9c-4cb0-8d07-ab47553d5e71), after_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:14.850726 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Network 11667949-6108-4d31-ad58-bd4aa04ee38c details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=116163) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 28 11:03:14.888714 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.plugin [None req-9be07c5d-7caf-49c0-94dd-d81413e5980b tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] Deleting port 25e0bff9-3a88-4904-8dc6-0a4026f4aece {{(pid=116161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 11:03:14.889110 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-9be07c5d-7caf-49c0-94dd-d81413e5980b tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742235130188'] for port (25e0bff9-3a88-4904-8dc6-0a4026f4aece), before_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:14.901949 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.managers [None req-aa9f1bc1-f8aa-49c5-a3cb-42ffd6ca9692 None None] Attempting to bind port 43bbbfaa-3d64-4393-9707-c702cf5b87f5 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=116163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 28 11:03:14.902730 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.managers [None req-aa9f1bc1-f8aa-49c5-a3cb-42ffd6ca9692 None None] Attempting to bind port 43bbbfaa-3d64-4393-9707-c702cf5b87f5 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '315b0599-f3ba-4c2d-91a2-0b6ff82cd146', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '5e18cb61-0e63-4339-bc2b-9d2604bb3188'}] {{(pid=116163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 28 11:03:14.903327 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa9f1bc1-f8aa-49c5-a3cb-42ffd6ca9692 None None] Attempting to bind port 43bbbfaa-3d64-4393-9707-c702cf5b87f5 on network 5e18cb61-0e63-4339-bc2b-9d2604bb3188 {{(pid=116163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 11:03:14.913349 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa9f1bc1-f8aa-49c5-a3cb-42ffd6ca9692 None None] Checking agent: {'id': 'd5baab19-5dd1-4902-922b-84acb048ab9c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 10, 50, 43), 'started_at': datetime.datetime(2022, 4, 28, 10, 51, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 11, 3, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=116163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 11:03:14.913900 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa9f1bc1-f8aa-49c5-a3cb-42ffd6ca9692 None None] Checking segment: {'id': '315b0599-f3ba-4c2d-91a2-0b6ff82cd146', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '5e18cb61-0e63-4339-bc2b-9d2604bb3188'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 11:03:14.914565 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-aa9f1bc1-f8aa-49c5-a3cb-42ffd6ca9692 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:14.915042 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa9f1bc1-f8aa-49c5-a3cb-42ffd6ca9692 None None] Bound using segment: {'id': '315b0599-f3ba-4c2d-91a2-0b6ff82cd146', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '5e18cb61-0e63-4339-bc2b-9d2604bb3188'} {{(pid=116163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 11:03:14.915625 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.managers [None req-aa9f1bc1-f8aa-49c5-a3cb-42ffd6ca9692 None None] Bound port: 43bbbfaa-3d64-4393-9707-c702cf5b87f5, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '315b0599-f3ba-4c2d-91a2-0b6ff82cd146', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '5e18cb61-0e63-4339-bc2b-9d2604bb3188'}}] {{(pid=116163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 28 11:03:14.916085 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-aa9f1bc1-f8aa-49c5-a3cb-42ffd6ca9692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (43bbbfaa-3d64-4393-9707-c702cf5b87f5), before_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:14.937602 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.pecan_wsgi.hooks.translation [None req-0a306260-9811-4015-9fd8-0fa17fcb95d3 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] GET failed (client error): The resource could not be found. Apr 28 11:03:14.943033 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-0a306260-9811-4015-9fd8-0fa17fcb95d3 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] 10.222.0.10 "GET /v2.0/ports/e6147a20-4c3d-408e-a372-b2bec58ec249 HTTP/1.1" status: 404 len: 333 time: 0.1774817 Apr 28 11:03:14.991186 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db642bd3-f1ba-4657-af98-952bf5d293c5 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Pushing event updated for resources: {'Subnet': ['ID=d64b489b-1e9c-4cb0-8d07-ab47553d5e71,revision_number=0']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:03:14.994696 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 52218) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:03:15.028647 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.v2.base [None req-a49fdc8b-9a51-40a5-8c58-d62b8e7a65e2 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1089684545'}} {{(pid=116161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:03:15.125061 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-0190d8f9-5e21-40f4-b9bd-7f9c5c8f6b85 tempest-TestNetworkAdvancedServerOps-1762458272 tempest-TestNetworkAdvancedServerOps-1762458272-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2060459', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-63449'] for router (c45b3fd7-2de6-4133-9f44-79efc511aaba), before_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:15.125061 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-0190d8f9-5e21-40f4-b9bd-7f9c5c8f6b85 tempest-TestNetworkAdvancedServerOps-1762458272 tempest-TestNetworkAdvancedServerOps-1762458272-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2060827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1935275', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1960866', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-63266'] for router (c45b3fd7-2de6-4133-9f44-79efc511aaba), precommit_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:15.157888 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-aa9f1bc1-f8aa-49c5-a3cb-42ffd6ca9692 None None] For port 43bbbfaa-3d64-4393-9707-c702cf5b87f5, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=116163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 11:03:15.166690 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-aa9f1bc1-f8aa-49c5-a3cb-42ffd6ca9692 None None] For port 43bbbfaa-3d64-4393-9707-c702cf5b87f5, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=43bbbfaa-3d64-4393-9707-c702cf5b87f5,segment=NetworkSegment(315b0599-f3ba-4c2d-91a2-0b6ff82cd146),segment_id=315b0599-f3ba-4c2d-91a2-0b6ff82cd146)] {{(pid=116163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 11:03:15.176523 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.db [None req-9be07c5d-7caf-49c0-94dd-d81413e5980b tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] For port 25e0bff9-3a88-4904-8dc6-0a4026f4aece, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=25e0bff9-3a88-4904-8dc6-0a4026f4aece,segment=NetworkSegment(7eedb725-a3a9-4aea-a6f6-448783fc4ce5),segment_id=7eedb725-a3a9-4aea-a6f6-448783fc4ce5)] {{(pid=116161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 11:03:15.176904 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-9be07c5d-7caf-49c0-94dd-d81413e5980b tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1938497'] for port (25e0bff9-3a88-4904-8dc6-0a4026f4aece), precommit_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:15.200963 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db642bd3-f1ba-4657-af98-952bf5d293c5 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Checking segment: {'id': 'f6ef4bb3-a525-4ea5-8365-2d525d9199b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '274bb0ab-060a-48d2-9b11-773f8dd43851'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 11:03:15.201347 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db642bd3-f1ba-4657-af98-952bf5d293c5 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Network hostable DHCP agents. Network: 274bb0ab-060a-48d2-9b11-773f8dd43851, hostable agents: ['75ba81b7-fe99-4281-90d2-a5adb445ecea'], hosted agents: [] {{(pid=116161) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 11:03:15.208731 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.plugin [None req-9be07c5d-7caf-49c0-94dd-d81413e5980b tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] Calling delete_port for 25e0bff9-3a88-4904-8dc6-0a4026f4aece owned by network:dhcp {{(pid=116161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 11:03:15.277945 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-aa9f1bc1-f8aa-49c5-a3cb-42ffd6ca9692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393'] for port (43bbbfaa-3d64-4393-9707-c702cf5b87f5), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:15.305513 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a49fdc8b-9a51-40a5-8c58-d62b8e7a65e2 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Made reservation on behalf of f86d085f9b42493aa6c0f40f62349e1e for: {'network': 1} {{(pid=116161) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 11:03:15.316149 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-a49fdc8b-9a51-40a5-8c58-d62b8e7a65e2 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for network (None), before_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:15.343919 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-c2517f57-36f5-4321-a559-c082a4ce31a0 tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (None), before_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:15.422115 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa9f1bc1-f8aa-49c5-a3cb-42ffd6ca9692 None None] Pushing event updated for resources: {'Port': ['ID=43bbbfaa-3d64-4393-9707-c702cf5b87f5,revision_number=2']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:03:15.432891 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Device b9c64965-b7a7-4361-8353-c97b8e1a2b9e up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=116163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 11:03:15.492066 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 52228) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:03:15.494570 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-0190d8f9-5e21-40f4-b9bd-7f9c5c8f6b85 tempest-TestNetworkAdvancedServerOps-1762458272 tempest-TestNetworkAdvancedServerOps-1762458272-project] Publish callbacks [] for router_controller (c45b3fd7-2de6-4133-9f44-79efc511aaba), precommit_add_association {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:15.511623 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db642bd3-f1ba-4657-af98-952bf5d293c5 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Network 274bb0ab-060a-48d2-9b11-773f8dd43851 is scheduled to be hosted by DHCP agent 75ba81b7-fe99-4281-90d2-a5adb445ecea with binding_index 1 {{(pid=116161) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 11:03:15.559710 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Provisioning complete for port b9c64965-b7a7-4361-8353-c97b8e1a2b9e triggered by entity L2. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:03:15.560248 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (b9c64965-b7a7-4361-8353-c97b8e1a2b9e), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:15.571606 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a49fdc8b-9a51-40a5-8c58-d62b8e7a65e2 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 67} {{(pid=116161) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 11:03:15.681040 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.scheduler.base_scheduler [None req-db642bd3-f1ba-4657-af98-952bf5d293c5 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 274bb0ab-060a-48d2-9b11-773f8dd43851) {{(pid=116161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 11:03:15.696252 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-a49fdc8b-9a51-40a5-8c58-d62b8e7a65e2 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-961978'] for segment (c140e2c8-7653-4bc6-b310-f6b21e024ee5), precommit_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:15.696930 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.db.segments_db [None req-a49fdc8b-9a51-40a5-8c58-d62b8e7a65e2 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Added segment c140e2c8-7653-4bc6-b310-f6b21e024ee5 of type vlan for network d976f322-6b74-4d28-98b0-be5076f786e5 Apr 28 11:03:15.741581 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db642bd3-f1ba-4657-af98-952bf5d293c5 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:03:15.742201 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-db642bd3-f1ba-4657-af98-952bf5d293c5 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks [] for subnet (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:15.769984 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-721ac434-054e-48f1-bd37-4e4a5f807a12 None None] Network 274bb0ab-060a-48d2-9b11-773f8dd43851 requested from dv-neutron-master-2-hyperv {{(pid=116163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 11:03:15.850009 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Current status of the port b9c64965-b7a7-4361-8353-c97b8e1a2b9e is: DOWN; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:03:15.858181 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (b9c64965-b7a7-4361-8353-c97b8e1a2b9e), before_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:15.869259 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.v2.base [None req-4f3e41c9-8951-4215-a49e-afce31dc399f tempest-ExtraDHCPOptionsIpV6TestJSON-1176180115 tempest-ExtraDHCPOptionsIpV6TestJSON-1176180115-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-1278520485'}} {{(pid=116162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:03:15.918179 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] For port b9c64965-b7a7-4361-8353-c97b8e1a2b9e, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=b9c64965-b7a7-4361-8353-c97b8e1a2b9e,segment=NetworkSegment(142bc50f-d6af-4646-8d06-bb7af6b7b51c),segment_id=142bc50f-d6af-4646-8d06-bb7af6b7b51c)] {{(pid=116163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 11:03:15.923373 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-2851e35d-2a74-455d-ac24-5356af85b407 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-971303'] for subnet (a66db189-c648-4774-8a0b-874fccd750da), precommit_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:15.995682 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393'] for port (b9c64965-b7a7-4361-8353-c97b8e1a2b9e), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:16.069575 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f3e41c9-8951-4215-a49e-afce31dc399f tempest-ExtraDHCPOptionsIpV6TestJSON-1176180115 tempest-ExtraDHCPOptionsIpV6TestJSON-1176180115-project] Made reservation on behalf of 392aef13ab914c0d8e361210e273e87b for: {'network': 1} {{(pid=116162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 11:03:16.073089 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-4f3e41c9-8951-4215-a49e-afce31dc399f tempest-ExtraDHCPOptionsIpV6TestJSON-1176180115 tempest-ExtraDHCPOptionsIpV6TestJSON-1176180115-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for network (None), before_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:16.113947 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-4f3e41c9-8951-4215-a49e-afce31dc399f tempest-ExtraDHCPOptionsIpV6TestJSON-1176180115 tempest-ExtraDHCPOptionsIpV6TestJSON-1176180115-project] Publish callbacks [] for security_group (None), before_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:16.114083 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Pushing event updated for resources: {'Port': ['ID=b9c64965-b7a7-4361-8353-c97b8e1a2b9e,revision_number=4']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:03:16.129359 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45659cf4-3286-4dcb-aed5-ab16d4100c9a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-274bb0ab-060a-48d2-9b11-773f8dd43851', 'network_id': '274bb0ab-060a-48d2-9b11-773f8dd43851', 'project_id': '65d54c3b7dcd4af68398071d25e8321e', 'fixed_ips': [{'subnet_id': 'd64b489b-1e9c-4cb0-8d07-ab47553d5e71'}]}} from dv-neutron-master-2-hyperv. {{(pid=116163) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 28 11:03:16.130636 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-45659cf4-3286-4dcb-aed5-ab16d4100c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (None), before_create {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:16.185020 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-044454af-5ea9-4ac1-95de-d4fdbb5504cb None None] Provisioning complete for port 70a4b4a8-6e7e-4e89-9bb2-9c32ce2b3f1d triggered by entity DHCP. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:03:16.185735 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-044454af-5ea9-4ac1-95de-d4fdbb5504cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (70a4b4a8-6e7e-4e89-9bb2-9c32ce2b3f1d), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:16.214744 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.db.db_base_plugin_common [None req-c2517f57-36f5-4321-a559-c082a4ce31a0 tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Allocated IP 2001:db8::1 (5e18cb61-0e63-4339-bc2b-9d2604bb3188/59406036-40eb-4476-8748-ea043bd88bd6/f069e7e9-0327-471d-8a0a-fb6f2256d9be) {{(pid=116162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 11:03:16.250723 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-2851e35d-2a74-455d-ac24-5356af85b407 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-971310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5053962', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4210815'] for subnet (a66db189-c648-4774-8a0b-874fccd750da), after_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:16.323430 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2851e35d-2a74-455d-ac24-5356af85b407 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Pushing event deleted for resources: {'Subnet': ['ID=a66db189-c648-4774-8a0b-874fccd750da,revision_number=None']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:03:16.347391 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e918cdd3-1474-49af-88e0-5d6d2375fd48 None None] Network 1ec9fbcf-7a57-4aaa-9c30-4e0f43e09480 requested from dv-neutron-master-2-hyperv {{(pid=116163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 11:03:16.355993 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-2851e35d-2a74-455d-ac24-5356af85b407 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Publish callbacks [] for subnet (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:16.360564 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-2851e35d-2a74-455d-ac24-5356af85b407 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] 10.222.0.10 "DELETE /v2.0/subnets/a66db189-c648-4774-8a0b-874fccd750da HTTP/1.1" status: 204 len: 168 time: 1.9185162 Apr 28 11:03:16.364739 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 52234) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:03:16.433708 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-63b00b16-c75c-49da-a136-315ef64c7405 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] 10.222.0.10 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0639353 Apr 28 11:03:16.442597 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 52236) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:03:16.447455 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-4f3e41c9-8951-4215-a49e-afce31dc399f tempest-ExtraDHCPOptionsIpV6TestJSON-1176180115 tempest-ExtraDHCPOptionsIpV6TestJSON-1176180115-project] Publish callbacks [] for security_group (46b75f7e-1c2f-4e1a-87f9-ccb2f8e832a3), precommit_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:16.474266 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-a49fdc8b-9a51-40a5-8c58-d62b8e7a65e2 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742234744962'] for network (d976f322-6b74-4d28-98b0-be5076f786e5), precommit_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:16.477411 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-044454af-5ea9-4ac1-95de-d4fdbb5504cb None None] Current status of the port 70a4b4a8-6e7e-4e89-9bb2-9c32ce2b3f1d is: ACTIVE; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:03:16.480468 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.db_base_plugin_common [None req-45659cf4-3286-4dcb-aed5-ab16d4100c9a None None] Allocated IP 172.20.0.2 (274bb0ab-060a-48d2-9b11-773f8dd43851/d64b489b-1e9c-4cb0-8d07-ab47553d5e71/2726d618-9291-470f-a71f-c833ee0f14fe) {{(pid=116163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 11:03:16.487909 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-db642bd3-f1ba-4657-af98-952bf5d293c5 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 2.5594816 Apr 28 11:03:16.493774 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 52238) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:03:16.507406 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-c2517f57-36f5-4321-a559-c082a4ce31a0 tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Publish callbacks [] for port (f069e7e9-0327-471d-8a0a-fb6f2256d9be), precommit_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:16.544221 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-4f3e41c9-8951-4215-a49e-afce31dc399f tempest-ExtraDHCPOptionsIpV6TestJSON-1176180115 tempest-ExtraDHCPOptionsIpV6TestJSON-1176180115-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924426'] for security_group (46b75f7e-1c2f-4e1a-87f9-ccb2f8e832a3), after_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:16.550282 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-0190d8f9-5e21-40f4-b9bd-7f9c5c8f6b85 tempest-TestNetworkAdvancedServerOps-1762458272 tempest-TestNetworkAdvancedServerOps-1762458272-project] Publish callbacks [] for router_gateway (c45b3fd7-2de6-4133-9f44-79efc511aaba), precommit_update {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:16.551921 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-9be07c5d-7caf-49c0-94dd-d81413e5980b tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742235135690', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742234710366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5219112'] for port (25e0bff9-3a88-4904-8dc6-0a4026f4aece), after_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:16.591688 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4f3e41c9-8951-4215-a49e-afce31dc399f tempest-ExtraDHCPOptionsIpV6TestJSON-1176180115 tempest-ExtraDHCPOptionsIpV6TestJSON-1176180115-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 58} {{(pid=116162) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 11:03:16.608904 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fefab9af-b37f-47df-9e1c-0ee8cd4c15d6 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:03:16.612707 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-fefab9af-b37f-47df-9e1c-0ee8cd4c15d6 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1561317 Apr 28 11:03:16.615045 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9be07c5d-7caf-49c0-94dd-d81413e5980b tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] No DVR routers for this DVR port 25e0bff9-3a88-4904-8dc6-0a4026f4aece on host dv-neutron-master-2-hyperv {{(pid=116161) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 11:03:16.617923 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be07c5d-7caf-49c0-94dd-d81413e5980b tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] Pushing event deleted for resources: {'Port': ['ID=25e0bff9-3a88-4904-8dc6-0a4026f4aece,revision_number=None']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:03:16.620583 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 52240) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:03:16.654786 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-4f3e41c9-8951-4215-a49e-afce31dc399f tempest-ExtraDHCPOptionsIpV6TestJSON-1176180115 tempest-ExtraDHCPOptionsIpV6TestJSON-1176180115-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-961978'] for segment (42e3d854-6a1f-4571-bcfd-c364e1ce4dce), precommit_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:16.655379 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.db.segments_db [None req-4f3e41c9-8951-4215-a49e-afce31dc399f tempest-ExtraDHCPOptionsIpV6TestJSON-1176180115 tempest-ExtraDHCPOptionsIpV6TestJSON-1176180115-project] Added segment 42e3d854-6a1f-4571-bcfd-c364e1ce4dce of type vlan for network 6d21df30-a0cb-4c0a-8fb0-4f1aca986c8f Apr 28 11:03:16.711506 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3e41c9-8951-4215-a49e-afce31dc399f tempest-ExtraDHCPOptionsIpV6TestJSON-1176180115 tempest-ExtraDHCPOptionsIpV6TestJSON-1176180115-project] Pushing event updated for resources: {'SecurityGroup': ['ID=46b75f7e-1c2f-4e1a-87f9-ccb2f8e832a3,revision_number=1']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:03:16.712787 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-9be07c5d-7caf-49c0-94dd-d81413e5980b tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-973498', 'neutron.services.segments.db._delete_segments_for_network-8742235207033'] for network (c9644599-5cc8-4a7c-8db6-967c95e9b0dd), precommit_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:16.735998 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.services.segments.db [None req-9be07c5d-7caf-49c0-94dd-d81413e5980b tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c9644599-5cc8-4a7c-8db6-967c95e9b0dd']}} {{(pid=116161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:03:16.746648 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.services.segments.db [None req-9be07c5d-7caf-49c0-94dd-d81413e5980b tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7eedb725-a3a9-4aea-a6f6-448783fc4ce5') {'for_net_delete': True} {{(pid=116161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:03:16.746954 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.services.segments.db [None req-9be07c5d-7caf-49c0-94dd-d81413e5980b tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7eedb725-a3a9-4aea-a6f6-448783fc4ce5') {} {{(pid=116161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:03:16.749804 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38d7cd58-0080-4853-ab0c-aab81e7176d5 None None] DHCP port deletion for 1ec9fbcf-7a57-4aaa-9c30-4e0f43e09480 request from dv-neutron-master-2-hyperv {{(pid=116163) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 28 11:03:16.772504 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-9be07c5d-7caf-49c0-94dd-d81413e5980b tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742235208578', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8076969'] for segment (7eedb725-a3a9-4aea-a6f6-448783fc4ce5), before_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:16.774205 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-a49fdc8b-9a51-40a5-8c58-d62b8e7a65e2 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042'] for network (d976f322-6b74-4d28-98b0-be5076f786e5), after_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:16.779410 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a49fdc8b-9a51-40a5-8c58-d62b8e7a65e2 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:03:16.780038 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-a49fdc8b-9a51-40a5-8c58-d62b8e7a65e2 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603020'] for network (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:16.843808 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-38d7cd58-0080-4853-ab0c-aab81e7176d5 None None] Deleting port 70a4b4a8-6e7e-4e89-9bb2-9c32ce2b3f1d {{(pid=116163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 11:03:16.844438 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-38d7cd58-0080-4853-ab0c-aab81e7176d5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742235130188'] for port (70a4b4a8-6e7e-4e89-9bb2-9c32ce2b3f1d), before_delete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:16.850435 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-4f3e41c9-8951-4215-a49e-afce31dc399f tempest-ExtraDHCPOptionsIpV6TestJSON-1176180115 tempest-ExtraDHCPOptionsIpV6TestJSON-1176180115-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742234744962'] for network (6d21df30-a0cb-4c0a-8fb0-4f1aca986c8f), precommit_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:16.869315 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-9be07c5d-7caf-49c0-94dd-d81413e5980b tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-961978'] for segment (7eedb725-a3a9-4aea-a6f6-448783fc4ce5), precommit_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:16.874821 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-c2517f57-36f5-4321-a559-c082a4ce31a0 tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742234710357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5051867'] for port (f069e7e9-0327-471d-8a0a-fb6f2256d9be), after_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:16.898624 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9be07c5d-7caf-49c0-94dd-d81413e5980b tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] Releasing vlan 97 on physical network physnet1 to pool {{(pid=116161) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 11:03:16.899035 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-9be07c5d-7caf-49c0-94dd-d81413e5980b tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-961978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5219103'] for segment (7eedb725-a3a9-4aea-a6f6-448783fc4ce5), after_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:16.904520 dv-neutron-master-2-hyperv neutron-server[116161]: Traceback (most recent call last): Apr 28 11:03:16.904520 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 11:03:16.904520 dv-neutron-master-2-hyperv neutron-server[116161]: timer() Apr 28 11:03:16.904520 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 11:03:16.904520 dv-neutron-master-2-hyperv neutron-server[116161]: cb(*args, **kw) Apr 28 11:03:16.904520 dv-neutron-master-2-hyperv neutron-server[116161]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 28 11:03:16.904520 dv-neutron-master-2-hyperv neutron-server[116161]: return func(*args, **kwargs) Apr 28 11:03:16.904520 dv-neutron-master-2-hyperv neutron-server[116161]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 11:03:16.904520 dv-neutron-master-2-hyperv neutron-server[116161]: self._notify() Apr 28 11:03:16.904520 dv-neutron-master-2-hyperv neutron-server[116161]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 11:03:16.904520 dv-neutron-master-2-hyperv neutron-server[116161]: self.callback(batched_events) Apr 28 11:03:16.904520 dv-neutron-master-2-hyperv neutron-server[116161]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 11:03:16.904520 dv-neutron-master-2-hyperv neutron-server[116161]: event.method(event) Apr 28 11:03:16.904520 dv-neutron-master-2-hyperv neutron-server[116161]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 28 11:03:16.904520 dv-neutron-master-2-hyperv neutron-server[116161]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 11:03:16.904520 dv-neutron-master-2-hyperv neutron-server[116161]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 28 11:03:16.904520 dv-neutron-master-2-hyperv neutron-server[116161]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 11:03:16.904520 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 28 11:03:16.904520 dv-neutron-master-2-hyperv neutron-server[116161]: return f(self, *a, **k) Apr 28 11:03:16.904520 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 28 11:03:16.904520 dv-neutron-master-2-hyperv neutron-server[116161]: return self._get(url).json() Apr 28 11:03:16.904520 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 28 11:03:16.904520 dv-neutron-master-2-hyperv neutron-server[116161]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 11:03:16.904520 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 11:03:16.904520 dv-neutron-master-2-hyperv neutron-server[116161]: return self.request(url, 'GET', **kwargs) Apr 28 11:03:16.904520 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 11:03:16.904520 dv-neutron-master-2-hyperv neutron-server[116161]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 11:03:16.904520 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 11:03:16.904520 dv-neutron-master-2-hyperv neutron-server[116161]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 11:03:16.904520 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 11:03:16.904520 dv-neutron-master-2-hyperv neutron-server[116161]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 11:03:16.904520 dv-neutron-master-2-hyperv neutron-server[116161]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 11:03:16.967381 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a49fdc8b-9a51-40a5-8c58-d62b8e7a65e2 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Pushing event updated for resources: {'Network': ['ID=d976f322-6b74-4d28-98b0-be5076f786e5,revision_number=1']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:03:16.974881 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-38d7cd58-0080-4853-ab0c-aab81e7176d5 None None] For port 70a4b4a8-6e7e-4e89-9bb2-9c32ce2b3f1d, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=70a4b4a8-6e7e-4e89-9bb2-9c32ce2b3f1d,segment=NetworkSegment(ffa4348d-378b-4e93-98fa-ab0dc49ee16c),segment_id=ffa4348d-378b-4e93-98fa-ab0dc49ee16c)] {{(pid=116163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 11:03:16.975422 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-38d7cd58-0080-4853-ab0c-aab81e7176d5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1938497'] for port (70a4b4a8-6e7e-4e89-9bb2-9c32ce2b3f1d), precommit_delete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:16.995167 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Network d976f322-6b74-4d28-98b0-be5076f786e5 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=116163) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 28 11:03:17.003481 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2517f57-36f5-4321-a559-c082a4ce31a0 tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Network 5e18cb61-0e63-4339-bc2b-9d2604bb3188 is already hosted by enough agents. {{(pid=116162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 11:03:17.019841 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.scheduler.base_scheduler [None req-c2517f57-36f5-4321-a559-c082a4ce31a0 tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Resources bound (agent type, host, resource id): {{(pid=116162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 11:03:17.023516 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2517f57-36f5-4321-a559-c082a4ce31a0 tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Received port after_create {{(pid=116162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 11:03:17.024017 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-38d7cd58-0080-4853-ab0c-aab81e7176d5 None None] Calling delete_port for 70a4b4a8-6e7e-4e89-9bb2-9c32ce2b3f1d owned by network:dhcp {{(pid=116163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 11:03:17.024543 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-c2517f57-36f5-4321-a559-c082a4ce31a0 tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2063275'] for router_interface (5d7b80e9-849f-4674-b61f-1bc02caccef0), before_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:17.028794 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-a49fdc8b-9a51-40a5-8c58-d62b8e7a65e2 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 2.0207496 Apr 28 11:03:17.034811 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 52242) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:03:17.036451 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.v2.base [None req-9682d898-f9a5-424a-9778-453b0234482c tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Request body: {'subnet': {'network_id': 'd976f322-6b74-4d28-98b0-be5076f786e5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=116161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:03:17.040571 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-45659cf4-3286-4dcb-aed5-ab16d4100c9a None None] Publish callbacks [] for port (2726d618-9291-470f-a71f-c833ee0f14fe), precommit_create {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:17.119047 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-4f3e41c9-8951-4215-a49e-afce31dc399f tempest-ExtraDHCPOptionsIpV6TestJSON-1176180115 tempest-ExtraDHCPOptionsIpV6TestJSON-1176180115-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042'] for network (6d21df30-a0cb-4c0a-8fb0-4f1aca986c8f), after_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:17.126347 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f3e41c9-8951-4215-a49e-afce31dc399f tempest-ExtraDHCPOptionsIpV6TestJSON-1176180115 tempest-ExtraDHCPOptionsIpV6TestJSON-1176180115-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:03:17.127671 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-4f3e41c9-8951-4215-a49e-afce31dc399f tempest-ExtraDHCPOptionsIpV6TestJSON-1176180115 tempest-ExtraDHCPOptionsIpV6TestJSON-1176180115-project] Publish callbacks [] for network (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:17.142748 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17228feb-7272-4bc1-a263-570896b8ba78 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:03:17.147351 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-17228feb-7272-4bc1-a263-570896b8ba78 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.5251505 Apr 28 11:03:17.150147 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 52244) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:03:17.157440 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2517f57-36f5-4321-a559-c082a4ce31a0 tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Pushing event updated for resources: {'Port': ['ID=f069e7e9-0327-471d-8a0a-fb6f2256d9be,revision_number=1']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:03:17.173534 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-9be07c5d-7caf-49c0-94dd-d81413e5980b tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-973477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2063122'] for network (c9644599-5cc8-4a7c-8db6-967c95e9b0dd), after_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:17.197785 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-45659cf4-3286-4dcb-aed5-ab16d4100c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742234710357'] for port (2726d618-9291-470f-a71f-c833ee0f14fe), after_create {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:17.242348 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37c2a3fd-ffe2-4abe-bb92-b4c1890ac093 None None] Network 5e18cb61-0e63-4339-bc2b-9d2604bb3188 requested from dv-neutron-master-2-hyperv {{(pid=116163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 11:03:17.282292 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45659cf4-3286-4dcb-aed5-ab16d4100c9a None None] Network 274bb0ab-060a-48d2-9b11-773f8dd43851 is already hosted by enough agents. {{(pid=116163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 11:03:17.303844 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-c0b193a6-55f2-46bf-9170-28cc47e39ffc tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] 10.222.0.10 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1368303 Apr 28 11:03:17.304092 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.scheduler.base_scheduler [None req-45659cf4-3286-4dcb-aed5-ab16d4100c9a None None] Resources bound (agent type, host, resource id): {{(pid=116163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 11:03:17.309552 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45659cf4-3286-4dcb-aed5-ab16d4100c9a None None] Received port after_create {{(pid=116163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 11:03:17.311093 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 52246) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:03:17.314044 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-9be07c5d-7caf-49c0-94dd-d81413e5980b tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603020'] for network (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:17.320229 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-9be07c5d-7caf-49c0-94dd-d81413e5980b tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] 10.222.0.10 "DELETE /v2.0/networks/c9644599-5cc8-4a7c-8db6-967c95e9b0dd HTTP/1.1" status: 204 len: 168 time: 5.0281544 Apr 28 11:03:17.349478 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 52248) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:03:17.362277 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-488c6b69-5fbf-48b8-a936-c59720aa630b None None] Provisioning complete for port 43bbbfaa-3d64-4393-9707-c702cf5b87f5 triggered by entity DHCP. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:03:17.362829 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-488c6b69-5fbf-48b8-a936-c59720aa630b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (43bbbfaa-3d64-4393-9707-c702cf5b87f5), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:17.366492 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be07c5d-7caf-49c0-94dd-d81413e5980b tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] Pushing event deleted for resources: {'Network': ['ID=c9644599-5cc8-4a7c-8db6-967c95e9b0dd,revision_number=None']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:03:17.367913 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-0190d8f9-5e21-40f4-b9bd-7f9c5c8f6b85 tempest-TestNetworkAdvancedServerOps-1762458272 tempest-TestNetworkAdvancedServerOps-1762458272-project] Publish callbacks [] for router_gateway (c45b3fd7-2de6-4133-9f44-79efc511aaba), before_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:17.369659 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45659cf4-3286-4dcb-aed5-ab16d4100c9a None None] Pushing event updated for resources: {'Port': ['ID=2726d618-9291-470f-a71f-c833ee0f14fe,revision_number=1']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:03:17.394262 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.v2.base [None req-fbac9cf6-8b5a-4c20-a75d-e2dd629c6e6f tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2142896183'}} {{(pid=116162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:03:17.411589 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-4f3e41c9-8951-4215-a49e-afce31dc399f tempest-ExtraDHCPOptionsIpV6TestJSON-1176180115 tempest-ExtraDHCPOptionsIpV6TestJSON-1176180115-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 796 time: 1.9140658 Apr 28 11:03:17.413012 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 52250) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:03:17.415319 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.pecan_wsgi.hooks.translation [None req-aa354e90-8250-4fbc-b387-9a9bcbeba223 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] DELETE failed (client error): The resource could not be found. Apr 28 11:03:17.415895 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aa354e90-8250-4fbc-b387-9a9bcbeba223 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=116162) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 28 11:03:17.417740 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.v2.base [None req-fc1b99a4-6e02-4f73-95ef-171b24120950 tempest-ExtraDHCPOptionsIpV6TestJSON-1176180115 tempest-ExtraDHCPOptionsIpV6TestJSON-1176180115-project] Request body: {'subnet': {'network_id': '6d21df30-a0cb-4c0a-8fb0-4f1aca986c8f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=116161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:03:17.425743 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9682d898-f9a5-424a-9778-453b0234482c tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Made reservation on behalf of f86d085f9b42493aa6c0f40f62349e1e for: {'subnet': 1} {{(pid=116161) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 11:03:17.427793 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-aa354e90-8250-4fbc-b387-9a9bcbeba223 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] 10.222.0.10 "DELETE /v2.0/ports/eae331be-03d0-4d17-bd32-e009313e46fa HTTP/1.1" status: 404 len: 333 time: 0.1155810 Apr 28 11:03:17.432101 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-9682d898-f9a5-424a-9778-453b0234482c tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5125580'] for subnet (None), before_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:17.433650 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3e41c9-8951-4215-a49e-afce31dc399f tempest-ExtraDHCPOptionsIpV6TestJSON-1176180115 tempest-ExtraDHCPOptionsIpV6TestJSON-1176180115-project] Pushing event updated for resources: {'Network': ['ID=6d21df30-a0cb-4c0a-8fb0-4f1aca986c8f,revision_number=1']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:03:17.436655 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 52252) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:03:17.444213 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-0190d8f9-5e21-40f4-b9bd-7f9c5c8f6b85 tempest-TestNetworkAdvancedServerOps-1762458272 tempest-TestNetworkAdvancedServerOps-1762458272-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (None), before_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:17.445854 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Device 43bbbfaa-3d64-4393-9707-c702cf5b87f5 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=116163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 11:03:17.483157 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Network 6d21df30-a0cb-4c0a-8fb0-4f1aca986c8f details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=116163) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 28 11:03:17.485367 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.pecan_wsgi.hooks.translation [None req-0e3f8609-eb7f-44ca-a1fc-e52491b66920 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] DELETE failed (client error): The resource could not be found. Apr 28 11:03:17.486351 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0e3f8609-eb7f-44ca-a1fc-e52491b66920 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=116162) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 28 11:03:17.490389 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-0e3f8609-eb7f-44ca-a1fc-e52491b66920 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] 10.222.0.10 "DELETE /v2.0/subnets/a66db189-c648-4774-8a0b-874fccd750da HTTP/1.1" status: 404 len: 337 time: 0.0475330 Apr 28 11:03:17.493113 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 52254) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:03:17.543542 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-38d7cd58-0080-4853-ab0c-aab81e7176d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742235135690', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742234710366'] for port (70a4b4a8-6e7e-4e89-9bb2-9c32ce2b3f1d), after_delete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:17.594939 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.pecan_wsgi.hooks.translation [None req-ef8de649-da1a-4bfb-96b3-196dd45a4603 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] DELETE failed (client error): The resource could not be found. Apr 28 11:03:17.595532 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ef8de649-da1a-4bfb-96b3-196dd45a4603 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=116162) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 28 11:03:17.601208 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-ef8de649-da1a-4bfb-96b3-196dd45a4603 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] 10.222.0.10 "DELETE /v2.0/subnets/0fd5cc4b-669a-4806-9da2-b6e31962f9f6 HTTP/1.1" status: 404 len: 337 time: 0.1011598 Apr 28 11:03:17.606527 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 52256) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:03:17.607357 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbac9cf6-8b5a-4c20-a75d-e2dd629c6e6f tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] Made reservation on behalf of 6af68124dd864f2fba5b5c4453768950 for: {'network': 1} {{(pid=116162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 11:03:17.611950 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-fbac9cf6-8b5a-4c20-a75d-e2dd629c6e6f tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for network (None), before_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:17.641310 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-c2517f57-36f5-4321-a559-c082a4ce31a0 tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (f069e7e9-0327-471d-8a0a-fb6f2256d9be), before_update {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:17.646753 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.managers [None req-45659cf4-3286-4dcb-aed5-ab16d4100c9a None None] Attempting to bind port 2726d618-9291-470f-a71f-c833ee0f14fe on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=116163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 28 11:03:17.647209 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.managers [None req-45659cf4-3286-4dcb-aed5-ab16d4100c9a None None] Attempting to bind port 2726d618-9291-470f-a71f-c833ee0f14fe by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'f6ef4bb3-a525-4ea5-8365-2d525d9199b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '274bb0ab-060a-48d2-9b11-773f8dd43851'}] {{(pid=116163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 28 11:03:17.647647 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45659cf4-3286-4dcb-aed5-ab16d4100c9a None None] Attempting to bind port 2726d618-9291-470f-a71f-c833ee0f14fe on network 274bb0ab-060a-48d2-9b11-773f8dd43851 {{(pid=116163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 11:03:17.652158 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d7cd58-0080-4853-ab0c-aab81e7176d5 None None] Pushing event deleted for resources: {'Port': ['ID=70a4b4a8-6e7e-4e89-9bb2-9c32ce2b3f1d,revision_number=None']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:03:17.655834 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38d7cd58-0080-4853-ab0c-aab81e7176d5 None None] No DVR routers for this DVR port 70a4b4a8-6e7e-4e89-9bb2-9c32ce2b3f1d on host dv-neutron-master-2-hyperv {{(pid=116163) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 11:03:17.678231 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45659cf4-3286-4dcb-aed5-ab16d4100c9a None None] Checking agent: {'id': 'd5baab19-5dd1-4902-922b-84acb048ab9c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 10, 50, 43), 'started_at': datetime.datetime(2022, 4, 28, 10, 51, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 11, 3, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=116163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 11:03:17.678833 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45659cf4-3286-4dcb-aed5-ab16d4100c9a None None] Checking segment: {'id': 'f6ef4bb3-a525-4ea5-8365-2d525d9199b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '274bb0ab-060a-48d2-9b11-773f8dd43851'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 11:03:17.679311 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-45659cf4-3286-4dcb-aed5-ab16d4100c9a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:17.689349 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45659cf4-3286-4dcb-aed5-ab16d4100c9a None None] Bound using segment: {'id': 'f6ef4bb3-a525-4ea5-8365-2d525d9199b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '274bb0ab-060a-48d2-9b11-773f8dd43851'} {{(pid=116163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 11:03:17.689349 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.managers [None req-45659cf4-3286-4dcb-aed5-ab16d4100c9a None None] Bound port: 2726d618-9291-470f-a71f-c833ee0f14fe, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f6ef4bb3-a525-4ea5-8365-2d525d9199b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '274bb0ab-060a-48d2-9b11-773f8dd43851'}}] {{(pid=116163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 28 11:03:17.689871 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-45659cf4-3286-4dcb-aed5-ab16d4100c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (2726d618-9291-470f-a71f-c833ee0f14fe), before_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:17.709016 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.pecan_wsgi.hooks.translation [None req-441eff77-52f4-4ccf-9869-22cbe753814c tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] DELETE failed (client error): The resource could not be found. Apr 28 11:03:17.710322 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-441eff77-52f4-4ccf-9869-22cbe753814c tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=116162) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 28 11:03:17.719145 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-441eff77-52f4-4ccf-9869-22cbe753814c tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] 10.222.0.10 "DELETE /v2.0/ports/37538575-6cb2-4b68-878b-f7ebdb8f8d56 HTTP/1.1" status: 404 len: 333 time: 0.0931749 Apr 28 11:03:17.722338 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.db.db_base_plugin_common [None req-0190d8f9-5e21-40f4-b9bd-7f9c5c8f6b85 tempest-TestNetworkAdvancedServerOps-1762458272 tempest-TestNetworkAdvancedServerOps-1762458272-project] Allocated IP 172.36.4.216 (7be49d94-bbb8-4a61-bafe-209c5f861e1c/c0f82f52-05ee-40f2-a57c-9d02e01fb9fa/3ac8f02a-5742-4e0d-93eb-e6075d67f71d) {{(pid=116161) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 11:03:17.723450 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 52258) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:03:17.743686 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Provisioning complete for port 43bbbfaa-3d64-4393-9707-c702cf5b87f5 triggered by entity L2. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:03:17.743686 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (43bbbfaa-3d64-4393-9707-c702cf5b87f5), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:17.798294 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc1b99a4-6e02-4f73-95ef-171b24120950 tempest-ExtraDHCPOptionsIpV6TestJSON-1176180115 tempest-ExtraDHCPOptionsIpV6TestJSON-1176180115-project] Made reservation on behalf of 392aef13ab914c0d8e361210e273e87b for: {'subnet': 1} {{(pid=116161) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 11:03:17.801731 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-fc1b99a4-6e02-4f73-95ef-171b24120950 tempest-ExtraDHCPOptionsIpV6TestJSON-1176180115 tempest-ExtraDHCPOptionsIpV6TestJSON-1176180115-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5125580'] for subnet (None), before_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:17.805463 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fbac9cf6-8b5a-4c20-a75d-e2dd629c6e6f tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 61} {{(pid=116162) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 11:03:17.813748 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-488c6b69-5fbf-48b8-a936-c59720aa630b None None] Current status of the port 43bbbfaa-3d64-4393-9707-c702cf5b87f5 is: DOWN; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:03:17.814132 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-488c6b69-5fbf-48b8-a936-c59720aa630b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (43bbbfaa-3d64-4393-9707-c702cf5b87f5), before_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:17.837348 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.pecan_wsgi.hooks.translation [None req-a598416c-a8fd-43bf-8a0d-0c128a64e25d tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] DELETE failed (client error): The resource could not be found. Apr 28 11:03:17.837947 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a598416c-a8fd-43bf-8a0d-0c128a64e25d tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=116162) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 28 11:03:17.845391 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-a598416c-a8fd-43bf-8a0d-0c128a64e25d tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] 10.222.0.10 "DELETE /v2.0/subnets/14aa2309-30b9-4372-806f-76605a4119be HTTP/1.1" status: 404 len: 337 time: 0.1200602 Apr 28 11:03:17.855258 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 52260) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:03:17.867317 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-45659cf4-3286-4dcb-aed5-ab16d4100c9a None None] For port 2726d618-9291-470f-a71f-c833ee0f14fe, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=116163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 11:03:17.872548 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-45659cf4-3286-4dcb-aed5-ab16d4100c9a None None] For port 2726d618-9291-470f-a71f-c833ee0f14fe, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=2726d618-9291-470f-a71f-c833ee0f14fe,segment=NetworkSegment(f6ef4bb3-a525-4ea5-8365-2d525d9199b6),segment_id=f6ef4bb3-a525-4ea5-8365-2d525d9199b6)] {{(pid=116163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 11:03:17.888798 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-488c6b69-5fbf-48b8-a936-c59720aa630b None None] For port 43bbbfaa-3d64-4393-9707-c702cf5b87f5, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=43bbbfaa-3d64-4393-9707-c702cf5b87f5,segment=NetworkSegment(315b0599-f3ba-4c2d-91a2-0b6ff82cd146),segment_id=315b0599-f3ba-4c2d-91a2-0b6ff82cd146)] {{(pid=116163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 11:03:17.892714 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.pecan_wsgi.hooks.translation [None req-7c551d2b-06a3-4850-9cdf-7b62f15f7521 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] DELETE failed (client error): The resource could not be found. Apr 28 11:03:17.893284 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7c551d2b-06a3-4850-9cdf-7b62f15f7521 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=116162) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 28 11:03:17.899656 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-7c551d2b-06a3-4850-9cdf-7b62f15f7521 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] 10.222.0.10 "DELETE /v2.0/subnets/7920882a-c758-4d97-817e-07759a60c0a9 HTTP/1.1" status: 404 len: 337 time: 0.0469484 Apr 28 11:03:17.902486 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 52262) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:03:17.917611 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-fbac9cf6-8b5a-4c20-a75d-e2dd629c6e6f tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-961978'] for segment (e093dc45-cded-4457-8594-4f49dde9f24b), precommit_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:17.918023 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.db.segments_db [None req-fbac9cf6-8b5a-4c20-a75d-e2dd629c6e6f tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] Added segment e093dc45-cded-4457-8594-4f49dde9f24b of type vlan for network ddfc8c0d-c240-4fbc-9254-d082df512f97 Apr 28 11:03:17.931912 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Current status of the port 43bbbfaa-3d64-4393-9707-c702cf5b87f5 is: DOWN; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:03:17.932729 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (43bbbfaa-3d64-4393-9707-c702cf5b87f5), before_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:17.967858 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-45659cf4-3286-4dcb-aed5-ab16d4100c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393'] for port (2726d618-9291-470f-a71f-c833ee0f14fe), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:18.000011 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-488c6b69-5fbf-48b8-a936-c59720aa630b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393'] for port (43bbbfaa-3d64-4393-9707-c702cf5b87f5), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:18.021333 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.pecan_wsgi.hooks.translation [None req-c68536b9-93cc-4533-9fee-f85960f29ddc tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] DELETE failed (client error): The resource could not be found. Apr 28 11:03:18.022172 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c68536b9-93cc-4533-9fee-f85960f29ddc tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=116162) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 28 11:03:18.028217 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-c68536b9-93cc-4533-9fee-f85960f29ddc tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] 10.222.0.10 "DELETE /v2.0/ports/af5bd5ff-d265-42ca-95f7-e6ddf13a2d81 HTTP/1.1" status: 404 len: 333 time: 0.1174746 Apr 28 11:03:18.028935 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 52264) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:03:18.093693 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.db.api [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=116163) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 28 11:03:18.094610 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG oslo_db.api [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=116163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 28 11:03:18.095165 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45659cf4-3286-4dcb-aed5-ab16d4100c9a None None] Pushing event updated for resources: {'Port': ['ID=2726d618-9291-470f-a71f-c833ee0f14fe,revision_number=2']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:03:18.118968 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-9682d898-f9a5-424a-9778-453b0234482c tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5220536', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5125438'] for subnet (7cdc9062-f10c-4982-b770-542017cc1a1a), after_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:18.127402 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-0190d8f9-5e21-40f4-b9bd-7f9c5c8f6b85 tempest-TestNetworkAdvancedServerOps-1762458272 tempest-TestNetworkAdvancedServerOps-1762458272-project] Publish callbacks [] for port (3ac8f02a-5742-4e0d-93eb-e6075d67f71d), precommit_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:18.149979 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-fbac9cf6-8b5a-4c20-a75d-e2dd629c6e6f tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742234744962'] for network (ddfc8c0d-c240-4fbc-9254-d082df512f97), precommit_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:18.152778 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.pecan_wsgi.hooks.translation [None req-59aa6f13-da92-4239-af48-1845de595338 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] DELETE failed (client error): The resource could not be found. Apr 28 11:03:18.153308 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-59aa6f13-da92-4239-af48-1845de595338 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=116162) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 28 11:03:18.160839 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-59aa6f13-da92-4239-af48-1845de595338 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] 10.222.0.10 "DELETE /v2.0/subnets/3fad7e9d-e7d7-42e5-8414-819cdb897e57 HTTP/1.1" status: 404 len: 337 time: 0.1251931 Apr 28 11:03:18.163320 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 52266) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:03:18.168599 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-fe1ab557-7b02-4008-b502-d9fb2bfa82fe None None] Provisioning complete for port f069e7e9-0327-471d-8a0a-fb6f2256d9be triggered by entity DHCP. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:03:18.168893 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-fe1ab557-7b02-4008-b502-d9fb2bfa82fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (f069e7e9-0327-471d-8a0a-fb6f2256d9be), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:18.176894 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488c6b69-5fbf-48b8-a936-c59720aa630b None None] Pushing event updated for resources: {'Port': ['ID=43bbbfaa-3d64-4393-9707-c702cf5b87f5,revision_number=3']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:03:18.219037 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-fe1ab557-7b02-4008-b502-d9fb2bfa82fe None None] Port f069e7e9-0327-471d-8a0a-fb6f2256d9be cannot update to ACTIVE because it is not bound. {{(pid=116163) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 28 11:03:18.228961 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.pecan_wsgi.hooks.translation [None req-4b826ad7-b866-42ae-845c-e1991c191924 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] DELETE failed (client error): The resource could not be found. Apr 28 11:03:18.230090 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4b826ad7-b866-42ae-845c-e1991c191924 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=116162) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 28 11:03:18.236327 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-4b826ad7-b866-42ae-845c-e1991c191924 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] 10.222.0.10 "DELETE /v2.0/subnets/f057b5a5-0464-4bea-b3e4-a8ec5121109e HTTP/1.1" status: 404 len: 337 time: 0.0679102 Apr 28 11:03:18.239369 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-fe1ab557-7b02-4008-b502-d9fb2bfa82fe None None] Provisioning complete for port 43bbbfaa-3d64-4393-9707-c702cf5b87f5 triggered by entity DHCP. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:03:18.240210 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-fe1ab557-7b02-4008-b502-d9fb2bfa82fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (43bbbfaa-3d64-4393-9707-c702cf5b87f5), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:18.246639 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 52268) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:03:18.300860 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-0190d8f9-5e21-40f4-b9bd-7f9c5c8f6b85 tempest-TestNetworkAdvancedServerOps-1762458272 tempest-TestNetworkAdvancedServerOps-1762458272-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742234710357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5219112'] for port (3ac8f02a-5742-4e0d-93eb-e6075d67f71d), after_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:18.310188 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.pecan_wsgi.hooks.translation [None req-f0f2010b-c1f3-4b17-97a5-e7013b3d95be tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] DELETE failed (client error): The resource could not be found. Apr 28 11:03:18.310829 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f0f2010b-c1f3-4b17-97a5-e7013b3d95be tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=116162) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 28 11:03:18.321720 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-f0f2010b-c1f3-4b17-97a5-e7013b3d95be tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] 10.222.0.10 "DELETE /v2.0/ports/c567c3e4-80b1-4ba0-a305-5f64f8e3c50b HTTP/1.1" status: 404 len: 333 time: 0.0651150 Apr 28 11:03:18.324913 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 52270) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:03:18.366919 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-fe1ab557-7b02-4008-b502-d9fb2bfa82fe None None] Current status of the port 43bbbfaa-3d64-4393-9707-c702cf5b87f5 is: ACTIVE; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:03:18.413127 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9682d898-f9a5-424a-9778-453b0234482c tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Checking segment: {'id': 'c140e2c8-7653-4bc6-b310-f6b21e024ee5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'd976f322-6b74-4d28-98b0-be5076f786e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 11:03:18.413516 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9682d898-f9a5-424a-9778-453b0234482c tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Network hostable DHCP agents. Network: d976f322-6b74-4d28-98b0-be5076f786e5, hostable agents: ['75ba81b7-fe99-4281-90d2-a5adb445ecea'], hosted agents: [] {{(pid=116161) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 11:03:18.418554 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.pecan_wsgi.hooks.translation [None req-bc7ccd30-5fc2-439e-9f97-58d0c92b8cef tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] DELETE failed (client error): The resource could not be found. Apr 28 11:03:18.421957 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bc7ccd30-5fc2-439e-9f97-58d0c92b8cef tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=116162) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 28 11:03:18.422939 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-bc7ccd30-5fc2-439e-9f97-58d0c92b8cef tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] 10.222.0.10 "DELETE /v2.0/subnets/f168d073-2e8c-40b5-bb53-a89381569829 HTTP/1.1" status: 404 len: 337 time: 0.0904469 Apr 28 11:03:18.432367 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 52272) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:03:18.465126 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0190d8f9-5e21-40f4-b9bd-7f9c5c8f6b85 tempest-TestNetworkAdvancedServerOps-1762458272 tempest-TestNetworkAdvancedServerOps-1762458272-project] Network 7be49d94-bbb8-4a61-bafe-209c5f861e1c is already hosted by enough agents. {{(pid=116161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 11:03:18.468595 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9682d898-f9a5-424a-9778-453b0234482c tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Pushing event updated for resources: {'Subnet': ['ID=7cdc9062-f10c-4982-b770-542017cc1a1a,revision_number=0']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:03:18.483383 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-fbac9cf6-8b5a-4c20-a75d-e2dd629c6e6f tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042'] for network (ddfc8c0d-c240-4fbc-9254-d082df512f97), after_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:18.484189 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.scheduler.base_scheduler [None req-0190d8f9-5e21-40f4-b9bd-7f9c5c8f6b85 tempest-TestNetworkAdvancedServerOps-1762458272 tempest-TestNetworkAdvancedServerOps-1762458272-project] Resources bound (agent type, host, resource id): {{(pid=116161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 11:03:18.484189 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0190d8f9-5e21-40f4-b9bd-7f9c5c8f6b85 tempest-TestNetworkAdvancedServerOps-1762458272 tempest-TestNetworkAdvancedServerOps-1762458272-project] Pushing event updated for resources: {'Port': ['ID=3ac8f02a-5742-4e0d-93eb-e6075d67f71d,revision_number=1']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:03:18.486116 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0190d8f9-5e21-40f4-b9bd-7f9c5c8f6b85 tempest-TestNetworkAdvancedServerOps-1762458272 tempest-TestNetworkAdvancedServerOps-1762458272-project] Received port after_create {{(pid=116161) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 11:03:18.486345 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbac9cf6-8b5a-4c20-a75d-e2dd629c6e6f tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:03:18.486994 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-fbac9cf6-8b5a-4c20-a75d-e2dd629c6e6f tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] Publish callbacks [] for network (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:18.538774 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-fc1b99a4-6e02-4f73-95ef-171b24120950 tempest-ExtraDHCPOptionsIpV6TestJSON-1176180115 tempest-ExtraDHCPOptionsIpV6TestJSON-1176180115-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5220536', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5125438'] for subnet (f5b42ca6-9862-4b1e-9430-65fec0237ad6), after_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:18.539281 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.pecan_wsgi.hooks.translation [None req-931f0c66-83b8-407a-8aca-0652669551ec tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] DELETE failed (client error): The resource could not be found. Apr 28 11:03:18.539720 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-931f0c66-83b8-407a-8aca-0652669551ec tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=116162) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 28 11:03:18.542724 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-931f0c66-83b8-407a-8aca-0652669551ec tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] 10.222.0.10 "DELETE /v2.0/subnets/a6953742-fcf2-4834-9b46-7188ba1ea31f HTTP/1.1" status: 404 len: 337 time: 0.1094120 Apr 28 11:03:18.557336 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 52274) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:03:18.596072 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-0a48b68c-99b4-4213-bd36-dcd325969f19 None None] Provisioning complete for port f069e7e9-0327-471d-8a0a-fb6f2256d9be triggered by entity DHCP. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:03:18.596663 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-0a48b68c-99b4-4213-bd36-dcd325969f19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (f069e7e9-0327-471d-8a0a-fb6f2256d9be), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:18.611352 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9682d898-f9a5-424a-9778-453b0234482c tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Network d976f322-6b74-4d28-98b0-be5076f786e5 is scheduled to be hosted by DHCP agent 75ba81b7-fe99-4281-90d2-a5adb445ecea with binding_index 1 {{(pid=116161) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 11:03:18.656678 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.pecan_wsgi.hooks.translation [None req-38371e40-d574-4f74-ba82-cbeb21861cbd tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] DELETE failed (client error): The resource could not be found. Apr 28 11:03:18.657372 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-38371e40-d574-4f74-ba82-cbeb21861cbd tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=116162) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 28 11:03:18.660473 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-38371e40-d574-4f74-ba82-cbeb21861cbd tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] 10.222.0.10 "DELETE /v2.0/ports/28b13f08-b49a-4034-9589-696bea2b4cb9 HTTP/1.1" status: 404 len: 333 time: 0.0840704 Apr 28 11:03:18.667562 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 52276) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:03:18.671640 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbac9cf6-8b5a-4c20-a75d-e2dd629c6e6f tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] Pushing event updated for resources: {'Network': ['ID=ddfc8c0d-c240-4fbc-9254-d082df512f97,revision_number=1']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:03:18.684808 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Current status of the port 43bbbfaa-3d64-4393-9707-c702cf5b87f5 is: ACTIVE; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:03:18.686099 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Device b9c64965-b7a7-4361-8353-c97b8e1a2b9e up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=116163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 11:03:18.696183 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-fbac9cf6-8b5a-4c20-a75d-e2dd629c6e6f tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.3061326 Apr 28 11:03:18.699086 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc1b99a4-6e02-4f73-95ef-171b24120950 tempest-ExtraDHCPOptionsIpV6TestJSON-1176180115 tempest-ExtraDHCPOptionsIpV6TestJSON-1176180115-project] Pushing event updated for resources: {'Subnet': ['ID=f5b42ca6-9862-4b1e-9430-65fec0237ad6,revision_number=0']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:03:18.709634 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 52278) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:03:18.714821 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.v2.base [None req-e0a829f9-d186-47d9-af86-f4b1f2a9dddd tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] Request body: {'subnet': {'network_id': 'ddfc8c0d-c240-4fbc-9254-d082df512f97', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=116161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:03:18.720215 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-27b0e60d-aa17-4c3a-bcaa-7d0ed5ec9bfd tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (None), before_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:18.722335 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.pecan_wsgi.hooks.translation [None req-7a28c445-2d77-4db6-a4ea-470fc65a481f tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] DELETE failed (client error): The resource could not be found. Apr 28 11:03:18.722873 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7a28c445-2d77-4db6-a4ea-470fc65a481f tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=116162) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 28 11:03:18.725889 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-7a28c445-2d77-4db6-a4ea-470fc65a481f tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] 10.222.0.10 "DELETE /v2.0/subnets/51f08835-bf1f-4eef-9f4e-d2c79910329c HTTP/1.1" status: 404 len: 337 time: 0.0558858 Apr 28 11:03:18.730295 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 52280) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:03:18.731453 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Network ddfc8c0d-c240-4fbc-9254-d082df512f97 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=116163) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 28 11:03:18.736595 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-0a48b68c-99b4-4213-bd36-dcd325969f19 None None] Port f069e7e9-0327-471d-8a0a-fb6f2256d9be cannot update to ACTIVE because it is not bound. {{(pid=116163) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 28 11:03:18.770291 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.pecan_wsgi.hooks.translation [None req-104ba02e-ae22-4e76-9a8a-31a744f2a517 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] DELETE failed (client error): The resource could not be found. Apr 28 11:03:18.770291 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-104ba02e-ae22-4e76-9a8a-31a744f2a517 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=116162) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 28 11:03:18.773350 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-104ba02e-ae22-4e76-9a8a-31a744f2a517 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] 10.222.0.10 "DELETE /v2.0/ports/4ee0e0a3-9be0-44d3-8e5a-9c34bba2c034 HTTP/1.1" status: 404 len: 333 time: 0.0420957 Apr 28 11:03:18.782934 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 52282) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:03:18.785050 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-c2517f57-36f5-4321-a559-c082a4ce31a0 tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Publish callbacks [] for port (f069e7e9-0327-471d-8a0a-fb6f2256d9be), precommit_update {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:18.797536 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.scheduler.base_scheduler [None req-9682d898-f9a5-424a-9778-453b0234482c tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, d976f322-6b74-4d28-98b0-be5076f786e5) {{(pid=116161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 11:03:18.799440 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc1b99a4-6e02-4f73-95ef-171b24120950 tempest-ExtraDHCPOptionsIpV6TestJSON-1176180115 tempest-ExtraDHCPOptionsIpV6TestJSON-1176180115-project] Checking segment: {'id': '42e3d854-6a1f-4571-bcfd-c364e1ce4dce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '6d21df30-a0cb-4c0a-8fb0-4f1aca986c8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 11:03:18.799912 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc1b99a4-6e02-4f73-95ef-171b24120950 tempest-ExtraDHCPOptionsIpV6TestJSON-1176180115 tempest-ExtraDHCPOptionsIpV6TestJSON-1176180115-project] Network hostable DHCP agents. Network: 6d21df30-a0cb-4c0a-8fb0-4f1aca986c8f, hostable agents: ['75ba81b7-fe99-4281-90d2-a5adb445ecea'], hosted agents: [] {{(pid=116161) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 11:03:18.814209 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a394b848-7b1a-44d7-850d-d0b6a661b6e2 None None] Network d976f322-6b74-4d28-98b0-be5076f786e5 requested from dv-neutron-master-2-hyperv {{(pid=116163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 11:03:18.849457 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Provisioning complete for port b9c64965-b7a7-4361-8353-c97b8e1a2b9e triggered by entity L2. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:03:18.849829 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (b9c64965-b7a7-4361-8353-c97b8e1a2b9e), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:18.869617 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9682d898-f9a5-424a-9778-453b0234482c tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:03:18.870392 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-9682d898-f9a5-424a-9778-453b0234482c tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Publish callbacks [] for subnet (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:18.892884 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.pecan_wsgi.hooks.translation [None req-dd4e11b3-4494-4664-8de3-3c60c4fe740a tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] DELETE failed (client error): The resource could not be found. Apr 28 11:03:18.898338 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dd4e11b3-4494-4664-8de3-3c60c4fe740a tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=116161) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 28 11:03:18.898338 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-dd4e11b3-4494-4664-8de3-3c60c4fe740a tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] 10.222.0.10 "DELETE /v2.0/subnets/08bea236-ae4f-4004-87ed-98670032ebdd HTTP/1.1" status: 404 len: 337 time: 0.1135073 Apr 28 11:03:18.904179 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 52284) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:03:18.945732 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.pecan_wsgi.hooks.translation [None req-e7df2175-fb60-4787-9d96-537e72796a2a tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] DELETE failed (client error): The resource could not be found. Apr 28 11:03:18.946499 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e7df2175-fb60-4787-9d96-537e72796a2a tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=116161) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 28 11:03:18.951913 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-e7df2175-fb60-4787-9d96-537e72796a2a tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] 10.222.0.10 "DELETE /v2.0/ports/29f69274-9c59-4e05-ac67-3d052f6628e1 HTTP/1.1" status: 404 len: 333 time: 0.0444226 Apr 28 11:03:18.955640 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 52286) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:03:19.010600 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20bce4e4-8f78-49e8-ab16-2d559b82fd21 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-d976f322-6b74-4d28-98b0-be5076f786e5', 'network_id': 'd976f322-6b74-4d28-98b0-be5076f786e5', 'project_id': 'f86d085f9b42493aa6c0f40f62349e1e', 'fixed_ips': [{'subnet_id': '7cdc9062-f10c-4982-b770-542017cc1a1a'}]}} from dv-neutron-master-2-hyperv. {{(pid=116163) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 28 11:03:19.012544 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-20bce4e4-8f78-49e8-ab16-2d559b82fd21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (None), before_create {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:19.025497 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.pecan_wsgi.hooks.translation [None req-85743390-8e4e-477d-ac51-046354049d58 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] DELETE failed (client error): The resource could not be found. Apr 28 11:03:19.026134 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-85743390-8e4e-477d-ac51-046354049d58 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=116161) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 28 11:03:19.032317 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-85743390-8e4e-477d-ac51-046354049d58 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] 10.222.0.10 "DELETE /v2.0/subnets/aae28541-e01b-4d97-ac6d-d1044a953028 HTTP/1.1" status: 404 len: 337 time: 0.0728433 Apr 28 11:03:19.041083 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-9682d898-f9a5-424a-9778-453b0234482c tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0085182 Apr 28 11:03:19.041827 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 52288) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:03:19.049662 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Current status of the port b9c64965-b7a7-4361-8353-c97b8e1a2b9e is: ACTIVE; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:03:19.057976 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0a829f9-d186-47d9-af86-f4b1f2a9dddd tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] Made reservation on behalf of 6af68124dd864f2fba5b5c4453768950 for: {'subnet': 1} {{(pid=116161) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 11:03:19.061542 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-e0a829f9-d186-47d9-af86-f4b1f2a9dddd tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5125580'] for subnet (None), before_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:19.066022 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc1b99a4-6e02-4f73-95ef-171b24120950 tempest-ExtraDHCPOptionsIpV6TestJSON-1176180115 tempest-ExtraDHCPOptionsIpV6TestJSON-1176180115-project] Network 6d21df30-a0cb-4c0a-8fb0-4f1aca986c8f is scheduled to be hosted by DHCP agent 75ba81b7-fe99-4281-90d2-a5adb445ecea with binding_index 1 {{(pid=116161) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 11:03:19.069640 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 52290) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:03:19.118889 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.v2.base [None req-d7b06d06-0a8e-40c4-b1f9-696930cb372f tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Request body: {'subnet': {'network_id': 'd976f322-6b74-4d28-98b0-be5076f786e5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=116161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:03:19.139742 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-c2517f57-36f5-4321-a559-c082a4ce31a0 tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5051840'] for port (f069e7e9-0327-471d-8a0a-fb6f2256d9be), after_update {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:19.140853 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-c2517f57-36f5-4321-a559-c082a4ce31a0 tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1603056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2063387'] for router_interface (5d7b80e9-849f-4674-b61f-1bc02caccef0), after_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:19.146824 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.pecan_wsgi.hooks.translation [None req-dc8b80fa-387b-4c8d-8405-9ea770c48512 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] DELETE failed (client error): The resource could not be found. Apr 28 11:03:19.147847 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dc8b80fa-387b-4c8d-8405-9ea770c48512 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=116161) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 28 11:03:19.156333 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-dc8b80fa-387b-4c8d-8405-9ea770c48512 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] 10.222.0.10 "DELETE /v2.0/ports/e434ff15-0186-4a03-bb69-62ce9278bd78 HTTP/1.1" status: 404 len: 333 time: 0.1077781 Apr 28 11:03:19.173334 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.scheduler.base_scheduler [None req-fc1b99a4-6e02-4f73-95ef-171b24120950 tempest-ExtraDHCPOptionsIpV6TestJSON-1176180115 tempest-ExtraDHCPOptionsIpV6TestJSON-1176180115-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 6d21df30-a0cb-4c0a-8fb0-4f1aca986c8f) {{(pid=116161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 11:03:19.181347 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 52292) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:03:19.208869 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc1b99a4-6e02-4f73-95ef-171b24120950 tempest-ExtraDHCPOptionsIpV6TestJSON-1176180115 tempest-ExtraDHCPOptionsIpV6TestJSON-1176180115-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:03:19.209563 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-fc1b99a4-6e02-4f73-95ef-171b24120950 tempest-ExtraDHCPOptionsIpV6TestJSON-1176180115 tempest-ExtraDHCPOptionsIpV6TestJSON-1176180115-project] Publish callbacks [] for subnet (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:19.303076 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Device 70a4b4a8-6e7e-4e89-9bb2-9c32ce2b3f1d no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=116163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 11:03:19.305031 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c2c5539-b1bf-48c0-aec8-94851900a95c None None] Network 6d21df30-a0cb-4c0a-8fb0-4f1aca986c8f requested from dv-neutron-master-2-hyperv {{(pid=116163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 11:03:19.307275 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.pecan_wsgi.hooks.translation [None req-44df1986-a018-4d0c-acd6-12e747fd4542 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] DELETE failed (client error): The resource could not be found. Apr 28 11:03:19.307740 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-44df1986-a018-4d0c-acd6-12e747fd4542 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=116161) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 28 11:03:19.311028 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-44df1986-a018-4d0c-acd6-12e747fd4542 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] 10.222.0.10 "DELETE /v2.0/subnets/e7803766-8a76-4d6c-a9cb-e5c626326d30 HTTP/1.1" status: 404 len: 337 time: 0.1286237 Apr 28 11:03:19.429334 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] No Port match for: 70a4b4a8-6e7e-4e89-9bb2-9c32ce2b3f1d {{(pid=116163) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 28 11:03:19.429683 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Device 70a4b4a8-6e7e-4e89-9bb2-9c32ce2b3f1d not bound to the agent host dv-neutron-master-2-hyperv {{(pid=116163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 11:03:19.464064 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cec5570b-d770-4ace-9faf-979e475de6db None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-6d21df30-a0cb-4c0a-8fb0-4f1aca986c8f', 'network_id': '6d21df30-a0cb-4c0a-8fb0-4f1aca986c8f', 'project_id': '392aef13ab914c0d8e361210e273e87b', 'fixed_ips': [{'subnet_id': 'f5b42ca6-9862-4b1e-9430-65fec0237ad6'}]}} from dv-neutron-master-2-hyperv. {{(pid=116163) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 28 11:03:19.464928 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-cec5570b-d770-4ace-9faf-979e475de6db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (None), before_create {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:19.477493 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 52294) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:03:19.568275 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.pecan_wsgi.hooks.translation [None req-397daebf-f940-415d-b6f6-f45355a8a4fc tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] DELETE failed (client error): The resource could not be found. Apr 28 11:03:19.568832 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-397daebf-f940-415d-b6f6-f45355a8a4fc tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=116162) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 28 11:03:19.575247 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-397daebf-f940-415d-b6f6-f45355a8a4fc tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] 10.222.0.10 "DELETE /v2.0/ports/ab74aa4a-d8d2-4ab8-96c2-dd642b76cf7d HTTP/1.1" status: 404 len: 333 time: 0.0701652 Apr 28 11:03:19.579060 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 52296) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:03:19.628893 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.db_base_plugin_common [None req-cec5570b-d770-4ace-9faf-979e475de6db None None] Allocated IP 2001:db8::2 (6d21df30-a0cb-4c0a-8fb0-4f1aca986c8f/f5b42ca6-9862-4b1e-9430-65fec0237ad6/614fac7f-1637-4472-bc67-8808bc5ac497) {{(pid=116163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 11:03:19.642855 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.pecan_wsgi.hooks.translation [None req-9cf5f592-9b67-43a1-af19-95586dc086a3 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] DELETE failed (client error): The resource could not be found. Apr 28 11:03:19.642855 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9cf5f592-9b67-43a1-af19-95586dc086a3 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=116162) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 28 11:03:19.645096 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-0190d8f9-5e21-40f4-b9bd-7f9c5c8f6b85 tempest-TestNetworkAdvancedServerOps-1762458272 tempest-TestNetworkAdvancedServerOps-1762458272-project] Publish callbacks [] for router_gateway (c45b3fd7-2de6-4133-9f44-79efc511aaba), after_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:19.648704 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-9cf5f592-9b67-43a1-af19-95586dc086a3 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] 10.222.0.10 "DELETE /v2.0/subnets/7b654b98-e388-4469-9fbf-89180f30eba0 HTTP/1.1" status: 404 len: 337 time: 0.0645947 Apr 28 11:03:19.649537 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 52298) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:03:19.682589 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2517f57-36f5-4321-a559-c082a4ce31a0 tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Pushing event updated for resources: {'Port': ['ID=f069e7e9-0327-471d-8a0a-fb6f2256d9be,revision_number=2']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:03:19.718995 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.db.db_base_plugin_common [None req-27b0e60d-aa17-4c3a-bcaa-7d0ed5ec9bfd tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Allocated IP 172.20.0.1 (274bb0ab-060a-48d2-9b11-773f8dd43851/d64b489b-1e9c-4cb0-8d07-ab47553d5e71/3e2bce2e-72fd-4d33-8443-4c79cc3a3053) {{(pid=116162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 11:03:19.730243 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.pecan_wsgi.hooks.translation [None req-008ed00e-8493-42bd-bdb1-6a53b4a1fdd6 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] DELETE failed (client error): The resource could not be found. Apr 28 11:03:19.730838 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-008ed00e-8493-42bd-bdb1-6a53b4a1fdd6 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=116161) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 28 11:03:19.737056 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-008ed00e-8493-42bd-bdb1-6a53b4a1fdd6 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] 10.222.0.10 "DELETE /v2.0/ports/da7f05ff-2120-4998-a9fc-8c6a6d5ab033 HTTP/1.1" status: 404 len: 333 time: 0.0808716 Apr 28 11:03:19.740611 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 52300) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:03:19.740755 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-fc1b99a4-6e02-4f73-95ef-171b24120950 tempest-ExtraDHCPOptionsIpV6TestJSON-1176180115 tempest-ExtraDHCPOptionsIpV6TestJSON-1176180115-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.3247881 Apr 28 11:03:19.742533 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 52302) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:03:19.777444 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.v2.base [None req-99d8ce87-cd67-44b7-82fd-5ac490a18c14 tempest-ExtraDHCPOptionsIpV6TestJSON-1176180115 tempest-ExtraDHCPOptionsIpV6TestJSON-1176180115-project] Request body: {'port': {'network_id': '6d21df30-a0cb-4c0a-8fb0-4f1aca986c8f', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-944118892'}} {{(pid=116162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:03:19.787590 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.pecan_wsgi.hooks.translation [None req-a55104e8-e0de-4144-9f10-74949fb9d39f tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] DELETE failed (client error): The resource could not be found. Apr 28 11:03:19.788037 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a55104e8-e0de-4144-9f10-74949fb9d39f tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=116162) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 28 11:03:19.793509 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-cec5570b-d770-4ace-9faf-979e475de6db None None] Publish callbacks [] for port (614fac7f-1637-4472-bc67-8808bc5ac497), precommit_create {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:19.793689 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-a55104e8-e0de-4144-9f10-74949fb9d39f tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] 10.222.0.10 "DELETE /v2.0/subnets/dd2d355b-8b37-4362-ac0b-14c9e9aa2bdd HTTP/1.1" status: 404 len: 337 time: 0.0509689 Apr 28 11:03:19.801049 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ecb61e0-fb76-49f6-ba92-f1f556ad85e4 None None] Network 274bb0ab-060a-48d2-9b11-773f8dd43851 requested from dv-neutron-master-2-hyperv {{(pid=116163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 11:03:19.805125 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Device 43bbbfaa-3d64-4393-9707-c702cf5b87f5 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=116163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 11:03:19.818693 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2517f57-36f5-4321-a559-c082a4ce31a0 tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Network 5e18cb61-0e63-4339-bc2b-9d2604bb3188 is already hosted by enough agents. {{(pid=116162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 11:03:19.819305 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 52304) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:03:19.838806 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.scheduler.base_scheduler [None req-c2517f57-36f5-4321-a559-c082a4ce31a0 tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Resources bound (agent type, host, resource id): {{(pid=116162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 11:03:19.869744 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-0335903b-ea3e-4c38-b61a-c7f8da46965f None None] Provisioning complete for port 2726d618-9291-470f-a71f-c833ee0f14fe triggered by entity DHCP. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:03:19.870121 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-0335903b-ea3e-4c38-b61a-c7f8da46965f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (2726d618-9291-470f-a71f-c833ee0f14fe), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:19.872104 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-cec5570b-d770-4ace-9faf-979e475de6db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742234710357'] for port (614fac7f-1637-4472-bc67-8808bc5ac497), after_create {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:19.880668 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.db_base_plugin_common [None req-20bce4e4-8f78-49e8-ab16-2d559b82fd21 None None] Allocated IP 172.20.0.2 (d976f322-6b74-4d28-98b0-be5076f786e5/7cdc9062-f10c-4982-b770-542017cc1a1a/6fc0c5b6-5924-4c00-aeb5-105e26bcb2b5) {{(pid=116163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 11:03:19.927844 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7b06d06-0a8e-40c4-b1f9-696930cb372f tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Made reservation on behalf of f86d085f9b42493aa6c0f40f62349e1e for: {'subnet': 1} {{(pid=116161) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 11:03:19.931154 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-d7b06d06-0a8e-40c4-b1f9-696930cb372f tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5125580'] for subnet (None), before_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:19.934694 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.pecan_wsgi.hooks.translation [None req-00552039-1aa3-40ad-b12a-9c56afff59c7 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] DELETE failed (client error): The resource could not be found. Apr 28 11:03:19.940050 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-00552039-1aa3-40ad-b12a-9c56afff59c7 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=116162) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 28 11:03:19.949777 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-00552039-1aa3-40ad-b12a-9c56afff59c7 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] 10.222.0.10 "DELETE /v2.0/subnets/d8600f17-0267-4578-8fe1-f93c895d40a2 HTTP/1.1" status: 404 len: 337 time: 0.1263289 Apr 28 11:03:19.954820 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec5570b-d770-4ace-9faf-979e475de6db None None] Pushing event updated for resources: {'Port': ['ID=614fac7f-1637-4472-bc67-8808bc5ac497,revision_number=1']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:03:19.955034 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 52306) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:03:20.018107 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.pecan_wsgi.hooks.translation [None req-3e643bb1-305e-4a12-9e29-0a49dc0ac68c tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] DELETE failed (client error): The resource could not be found. Apr 28 11:03:20.018695 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3e643bb1-305e-4a12-9e29-0a49dc0ac68c tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=116161) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 28 11:03:20.024146 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-3e643bb1-305e-4a12-9e29-0a49dc0ac68c tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] 10.222.0.10 "DELETE /v2.0/ports/3419db25-a66a-4882-aa89-f19ad1716bcb HTTP/1.1" status: 404 len: 333 time: 0.0660770 Apr 28 11:03:20.027371 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 52308) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:03:20.036508 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cec5570b-d770-4ace-9faf-979e475de6db None None] Network 6d21df30-a0cb-4c0a-8fb0-4f1aca986c8f is already hosted by enough agents. {{(pid=116163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 11:03:20.056772 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.scheduler.base_scheduler [None req-cec5570b-d770-4ace-9faf-979e475de6db None None] Resources bound (agent type, host, resource id): {{(pid=116163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 11:03:20.059413 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cec5570b-d770-4ace-9faf-979e475de6db None None] Received port after_create {{(pid=116163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 11:03:20.091931 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-e0a829f9-d186-47d9-af86-f4b1f2a9dddd tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5220536', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5125438'] for subnet (9f10477c-a4bf-4c75-80a4-920a80725711), after_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:20.103471 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Provisioning complete for port 43bbbfaa-3d64-4393-9707-c702cf5b87f5 triggered by entity L2. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:03:20.104135 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (43bbbfaa-3d64-4393-9707-c702cf5b87f5), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:20.134937 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.pecan_wsgi.hooks.translation [None req-21f50b88-a16a-487a-9a56-fab431a3bbc3 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] DELETE failed (client error): The resource could not be found. Apr 28 11:03:20.135738 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-21f50b88-a16a-487a-9a56-fab431a3bbc3 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=116162) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 28 11:03:20.139045 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-21f50b88-a16a-487a-9a56-fab431a3bbc3 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] 10.222.0.10 "DELETE /v2.0/subnets/151ec113-2293-426a-a52d-a085a2235b29 HTTP/1.1" status: 404 len: 337 time: 0.0756497 Apr 28 11:03:20.143761 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 52310) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:03:20.187063 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-27b0e60d-aa17-4c3a-bcaa-7d0ed5ec9bfd tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks [] for port (3e2bce2e-72fd-4d33-8443-4c79cc3a3053), precommit_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:20.198542 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.agents_db [None req-54b29a82-8a19-4507-95e3-3a2d011841ff None None] Agent healthcheck: found 6 active agents {{(pid=116164) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 28 11:03:20.218906 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-0190d8f9-5e21-40f4-b9bd-7f9c5c8f6b85 tempest-TestNetworkAdvancedServerOps-1762458272 tempest-TestNetworkAdvancedServerOps-1762458272-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2060818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1935326'] for router (c45b3fd7-2de6-4133-9f44-79efc511aaba), after_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:20.221830 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a829f9-d186-47d9-af86-f4b1f2a9dddd tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] Pushing event updated for resources: {'Subnet': ['ID=9f10477c-a4bf-4c75-80a4-920a80725711,revision_number=0']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:03:20.231682 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.db.ipam_backend_mixin [None req-d7b06d06-0a8e-40c4-b1f9-696930cb372f tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 7cdc9062-f10c-4982-b770-542017cc1a1a (CIDR: 172.20.0.0/28) Apr 28 11:03:20.233105 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.pecan_wsgi.hooks.translation [None req-9e14a9e6-bd5b-4ffa-9019-850fcd18d906 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] DELETE failed (client error): The resource could not be found. Apr 28 11:03:20.233437 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9e14a9e6-bd5b-4ffa-9019-850fcd18d906 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=116161) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 28 11:03:20.239748 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-9e14a9e6-bd5b-4ffa-9019-850fcd18d906 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] 10.222.0.10 "DELETE /v2.0/subnets/81d1b34b-3d26-4bd0-95b4-7af9cd124209 HTTP/1.1" status: 404 len: 337 time: 0.0927041 Apr 28 11:03:20.241154 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 52312) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:03:20.288109 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99d8ce87-cd67-44b7-82fd-5ac490a18c14 tempest-ExtraDHCPOptionsIpV6TestJSON-1176180115 tempest-ExtraDHCPOptionsIpV6TestJSON-1176180115-project] Made reservation on behalf of 392aef13ab914c0d8e361210e273e87b for: {'port': 1} {{(pid=116162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 11:03:20.291612 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-99d8ce87-cd67-44b7-82fd-5ac490a18c14 tempest-ExtraDHCPOptionsIpV6TestJSON-1176180115 tempest-ExtraDHCPOptionsIpV6TestJSON-1176180115-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (None), before_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:20.313473 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.notifiers.nova [None req-99d8ce87-cd67-44b7-82fd-5ac490a18c14 tempest-ExtraDHCPOptionsIpV6TestJSON-1176180115 tempest-ExtraDHCPOptionsIpV6TestJSON-1176180115-project] device_id is not set on port ea631f82-1e90-42e6-914e-6fc567410877 yet. {{(pid=116162) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 28 11:03:20.313695 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.pecan_wsgi.hooks.translation [None req-d7b06d06-0a8e-40c4-b1f9-696930cb372f tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 28 11:03:20.313975 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d7b06d06-0a8e-40c4-b1f9-696930cb372f tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=116161) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 28 11:03:20.316309 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.pecan_wsgi.hooks.translation [None req-7fc3a097-fe98-4a6e-8883-5319bebcae58 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] DELETE failed (client error): The resource could not be found. Apr 28 11:03:20.316883 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7fc3a097-fe98-4a6e-8883-5319bebcae58 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=116161) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 28 11:03:20.319945 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-7fc3a097-fe98-4a6e-8883-5319bebcae58 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] 10.222.0.10 "DELETE /v2.0/ports/4ac4bb78-e8a1-463d-ac97-ef2143457845 HTTP/1.1" status: 404 len: 333 time: 0.0778487 Apr 28 11:03:20.322968 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 52314) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:03:20.346302 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0a829f9-d186-47d9-af86-f4b1f2a9dddd tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] Checking segment: {'id': 'e093dc45-cded-4457-8594-4f49dde9f24b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'ddfc8c0d-c240-4fbc-9254-d082df512f97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 11:03:20.346711 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0a829f9-d186-47d9-af86-f4b1f2a9dddd tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] Network hostable DHCP agents. Network: ddfc8c0d-c240-4fbc-9254-d082df512f97, hostable agents: ['75ba81b7-fe99-4281-90d2-a5adb445ecea'], hosted agents: [] {{(pid=116161) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 11:03:20.386139 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.managers [None req-cec5570b-d770-4ace-9faf-979e475de6db None None] Attempting to bind port 614fac7f-1637-4472-bc67-8808bc5ac497 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=116163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 28 11:03:20.386552 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.managers [None req-cec5570b-d770-4ace-9faf-979e475de6db None None] Attempting to bind port 614fac7f-1637-4472-bc67-8808bc5ac497 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '42e3d854-6a1f-4571-bcfd-c364e1ce4dce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '6d21df30-a0cb-4c0a-8fb0-4f1aca986c8f'}] {{(pid=116163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 28 11:03:20.386906 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cec5570b-d770-4ace-9faf-979e475de6db None None] Attempting to bind port 614fac7f-1637-4472-bc67-8808bc5ac497 on network 6d21df30-a0cb-4c0a-8fb0-4f1aca986c8f {{(pid=116163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 11:03:20.401444 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-0335903b-ea3e-4c38-b61a-c7f8da46965f None None] Current status of the port 2726d618-9291-470f-a71f-c833ee0f14fe is: DOWN; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:03:20.401672 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-0335903b-ea3e-4c38-b61a-c7f8da46965f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (2726d618-9291-470f-a71f-c833ee0f14fe), before_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:20.424462 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.pecan_wsgi.hooks.translation [None req-0027e550-4dab-4c17-bfb9-af85076b7aba tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] DELETE failed (client error): The resource could not be found. Apr 28 11:03:20.425203 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0027e550-4dab-4c17-bfb9-af85076b7aba tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=116162) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 28 11:03:20.431636 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-0027e550-4dab-4c17-bfb9-af85076b7aba tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] 10.222.0.10 "DELETE /v2.0/subnets/fd0f0aa6-94d2-4855-9441-5239d4a86e54 HTTP/1.1" status: 404 len: 337 time: 0.1047065 Apr 28 11:03:20.434024 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 52316) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:03:20.434179 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2517f57-36f5-4321-a559-c082a4ce31a0 tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Router 5d7b80e9-849f-4674-b61f-1bc02caccef0 is scheduled to L3 agent 6b492ad6-0876-4d74-b20d-28143a52ceba with binding_index 1 {{(pid=116162) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 28 11:03:20.436485 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cec5570b-d770-4ace-9faf-979e475de6db None None] Checking agent: {'id': 'd5baab19-5dd1-4902-922b-84acb048ab9c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 10, 50, 43), 'started_at': datetime.datetime(2022, 4, 28, 10, 51, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 11, 3, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=116163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 11:03:20.437404 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cec5570b-d770-4ace-9faf-979e475de6db None None] Checking segment: {'id': '42e3d854-6a1f-4571-bcfd-c364e1ce4dce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '6d21df30-a0cb-4c0a-8fb0-4f1aca986c8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 11:03:20.437798 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-cec5570b-d770-4ace-9faf-979e475de6db None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:20.438197 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cec5570b-d770-4ace-9faf-979e475de6db None None] Bound using segment: {'id': '42e3d854-6a1f-4571-bcfd-c364e1ce4dce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '6d21df30-a0cb-4c0a-8fb0-4f1aca986c8f'} {{(pid=116163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 11:03:20.438698 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.managers [None req-cec5570b-d770-4ace-9faf-979e475de6db None None] Bound port: 614fac7f-1637-4472-bc67-8808bc5ac497, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42e3d854-6a1f-4571-bcfd-c364e1ce4dce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '6d21df30-a0cb-4c0a-8fb0-4f1aca986c8f'}}] {{(pid=116163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 28 11:03:20.439077 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-cec5570b-d770-4ace-9faf-979e475de6db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (614fac7f-1637-4472-bc67-8808bc5ac497), before_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:20.441274 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-27b0e60d-aa17-4c3a-bcaa-7d0ed5ec9bfd tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742234710357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5051867'] for port (3e2bce2e-72fd-4d33-8443-4c79cc3a3053), after_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:20.453144 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Current status of the port 43bbbfaa-3d64-4393-9707-c702cf5b87f5 is: ACTIVE; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:03:20.454246 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Device 2726d618-9291-470f-a71f-c833ee0f14fe up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=116163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 11:03:20.477094 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-d7b06d06-0a8e-40c4-b1f9-696930cb372f tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.4037225 Apr 28 11:03:20.485918 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0a829f9-d186-47d9-af86-f4b1f2a9dddd tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] Network ddfc8c0d-c240-4fbc-9254-d082df512f97 is scheduled to be hosted by DHCP agent 75ba81b7-fe99-4281-90d2-a5adb445ecea with binding_index 1 {{(pid=116161) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 11:03:20.495821 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.pecan_wsgi.hooks.translation [None req-37162291-d3dc-4b52-9a34-c18c843b67b3 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] DELETE failed (client error): The resource could not be found. Apr 28 11:03:20.496415 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-37162291-d3dc-4b52-9a34-c18c843b67b3 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=116161) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 28 11:03:20.501776 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 52318) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:03:20.504123 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27b0e60d-aa17-4c3a-bcaa-7d0ed5ec9bfd tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Network 274bb0ab-060a-48d2-9b11-773f8dd43851 is already hosted by enough agents. {{(pid=116162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 11:03:20.506491 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-37162291-d3dc-4b52-9a34-c18c843b67b3 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] 10.222.0.10 "DELETE /v2.0/subnets/77248f0e-66e2-451e-9d61-991aa79212df HTTP/1.1" status: 404 len: 337 time: 0.0710201 Apr 28 11:03:20.507206 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 52320) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:03:20.510847 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (6be95134-9a6c-4663-8b48-90d12ce90c60), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:20.511143 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.v2.base [None req-83008098-3647-4a0d-b8c4-fc318113ec06 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Request body: {'subnet': {'network_id': 'd976f322-6b74-4d28-98b0-be5076f786e5', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=116162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:03:20.543277 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.pecan_wsgi.hooks.translation [None req-2713bcd4-070f-46d1-8742-32dd8060d48a tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] DELETE failed (client error): The resource could not be found. Apr 28 11:03:20.544248 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2713bcd4-070f-46d1-8742-32dd8060d48a tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=116161) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 28 11:03:20.548036 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-2713bcd4-070f-46d1-8742-32dd8060d48a tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] 10.222.0.10 "DELETE /v2.0/ports/ed600fd1-c86b-4fe5-8456-03eb08be37bd HTTP/1.1" status: 404 len: 333 time: 0.0396175 Apr 28 11:03:20.550677 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 52322) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:03:20.570146 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-20bce4e4-8f78-49e8-ab16-2d559b82fd21 None None] Publish callbacks [] for port (6fc0c5b6-5924-4c00-aeb5-105e26bcb2b5), precommit_create {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:20.583559 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0190d8f9-5e21-40f4-b9bd-7f9c5c8f6b85 tempest-TestNetworkAdvancedServerOps-1762458272 tempest-TestNetworkAdvancedServerOps-1762458272-project] Router c45b3fd7-2de6-4133-9f44-79efc511aaba is scheduled to L3 agent 6b492ad6-0876-4d74-b20d-28143a52ceba with binding_index 1 {{(pid=116161) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 28 11:03:20.588000 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.pecan_wsgi.hooks.translation [None req-48b5bde9-9064-46b0-813d-f1efcb42855b tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] DELETE failed (client error): The resource could not be found. Apr 28 11:03:20.588379 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-0335903b-ea3e-4c38-b61a-c7f8da46965f None None] For port 2726d618-9291-470f-a71f-c833ee0f14fe, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=2726d618-9291-470f-a71f-c833ee0f14fe,segment=NetworkSegment(f6ef4bb3-a525-4ea5-8365-2d525d9199b6),segment_id=f6ef4bb3-a525-4ea5-8365-2d525d9199b6)] {{(pid=116163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 11:03:20.588926 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.scheduler.base_scheduler [None req-27b0e60d-aa17-4c3a-bcaa-7d0ed5ec9bfd tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Resources bound (agent type, host, resource id): {{(pid=116162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 11:03:20.589228 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-48b5bde9-9064-46b0-813d-f1efcb42855b tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=116161) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 28 11:03:20.596282 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Provisioning complete for port 2726d618-9291-470f-a71f-c833ee0f14fe triggered by entity L2. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:03:20.596661 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (2726d618-9291-470f-a71f-c833ee0f14fe), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:20.597520 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-48b5bde9-9064-46b0-813d-f1efcb42855b tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] 10.222.0.10 "DELETE /v2.0/subnets/a94ea3ed-5be7-40c3-9431-39339968ebfd HTTP/1.1" status: 404 len: 337 time: 0.0446348 Apr 28 11:03:20.602978 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.scheduler.base_scheduler [None req-e0a829f9-d186-47d9-af86-f4b1f2a9dddd tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, ddfc8c0d-c240-4fbc-9254-d082df512f97) {{(pid=116161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 11:03:20.603805 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 52324) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:03:20.618348 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27b0e60d-aa17-4c3a-bcaa-7d0ed5ec9bfd tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Received port after_create {{(pid=116162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 11:03:20.638832 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.pecan_wsgi.hooks.translation [None req-0c472f2c-5e9e-4186-b7ab-529c6c91c850 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] DELETE failed (client error): The resource could not be found. Apr 28 11:03:20.639434 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0c472f2c-5e9e-4186-b7ab-529c6c91c850 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=116161) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 28 11:03:20.643190 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-0c472f2c-5e9e-4186-b7ab-529c6c91c850 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] 10.222.0.10 "DELETE /v2.0/subnets/6424caa1-3f51-4576-8d23-97ffba52f4ce HTTP/1.1" status: 404 len: 337 time: 0.0333700 Apr 28 11:03:20.645930 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0a829f9-d186-47d9-af86-f4b1f2a9dddd tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:03:20.646696 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-e0a829f9-d186-47d9-af86-f4b1f2a9dddd tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] Publish callbacks [] for subnet (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:20.651935 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 52326) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:03:20.665958 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-27b0e60d-aa17-4c3a-bcaa-7d0ed5ec9bfd tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2063275'] for router_interface (9b89571b-9a7d-473a-a862-1c34e1e1b90f), before_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:20.666505 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eeada4b5-dd66-4c13-a403-d19366b5cc6c None None] Network ddfc8c0d-c240-4fbc-9254-d082df512f97 requested from dv-neutron-master-2-hyperv {{(pid=116163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 11:03:20.692609 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-20bce4e4-8f78-49e8-ab16-2d559b82fd21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742234710357'] for port (6fc0c5b6-5924-4c00-aeb5-105e26bcb2b5), after_create {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:20.719061 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-f65f6caa-1ba9-41a5-8d5a-0195fd7db158 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] 10.222.0.10 "GET /v2.0/ports?device_id=8dc4ad74-a8a1-4b24-a9f5-e7afd75eeb47 HTTP/1.1" status: 200 len: 205 time: 0.0658026 Apr 28 11:03:20.721388 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 52328) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:03:20.742327 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-0335903b-ea3e-4c38-b61a-c7f8da46965f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393'] for port (2726d618-9291-470f-a71f-c833ee0f14fe), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:20.761320 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20bce4e4-8f78-49e8-ab16-2d559b82fd21 None None] Pushing event updated for resources: {'Port': ['ID=6fc0c5b6-5924-4c00-aeb5-105e26bcb2b5,revision_number=1']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:03:20.767314 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.api.v2.resource [None req-6f5ed063-d554-4ab9-9843-7468ff0aeb39 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] delete failed (client error): The resource could not be found. Apr 28 11:03:20.768571 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-6f5ed063-d554-4ab9-9843-7468ff0aeb39 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] 10.222.0.10 "DELETE /v2.0/routers/8dc4ad74-a8a1-4b24-a9f5-e7afd75eeb47 HTTP/1.1" status: 404 len: 336 time: 0.0461359 Apr 28 11:03:20.771949 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 52330) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:03:20.772866 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-cec5570b-d770-4ace-9faf-979e475de6db None None] For port 614fac7f-1637-4472-bc67-8808bc5ac497, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=116163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 11:03:20.820689 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20bce4e4-8f78-49e8-ab16-2d559b82fd21 None None] Network d976f322-6b74-4d28-98b0-be5076f786e5 is already hosted by enough agents. {{(pid=116163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 11:03:20.872374 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0190d8f9-5e21-40f4-b9bd-7f9c5c8f6b85 tempest-TestNetworkAdvancedServerOps-1762458272 tempest-TestNetworkAdvancedServerOps-1762458272-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=116161) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 11:03:20.875839 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.scheduler.base_scheduler [None req-20bce4e4-8f78-49e8-ab16-2d559b82fd21 None None] Resources bound (agent type, host, resource id): {{(pid=116163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 11:03:20.880432 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-cec5570b-d770-4ace-9faf-979e475de6db None None] For port 614fac7f-1637-4472-bc67-8808bc5ac497, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=614fac7f-1637-4472-bc67-8808bc5ac497,segment=NetworkSegment(42e3d854-6a1f-4571-bcfd-c364e1ce4dce),segment_id=42e3d854-6a1f-4571-bcfd-c364e1ce4dce)] {{(pid=116163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 11:03:20.891486 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-e0a829f9-d186-47d9-af86-f4b1f2a9dddd tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 2.1806643 Apr 28 11:03:20.892255 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 52332) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:03:20.898822 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20bce4e4-8f78-49e8-ab16-2d559b82fd21 None None] Received port after_create {{(pid=116163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 11:03:20.910273 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-854aad60-9ebd-4116-89ef-7a602a96f853 None None] Provisioning complete for port f069e7e9-0327-471d-8a0a-fb6f2256d9be triggered by entity DHCP. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:03:20.910486 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-854aad60-9ebd-4116-89ef-7a602a96f853 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (f069e7e9-0327-471d-8a0a-fb6f2256d9be), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:20.910575 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b0e60d-aa17-4c3a-bcaa-7d0ed5ec9bfd tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Pushing event updated for resources: {'Port': ['ID=3e2bce2e-72fd-4d33-8443-4c79cc3a3053,revision_number=1']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:03:20.912646 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daf1f8d2-4d57-4cd8-a356-1b42489aeabf None None] Sync routers for ids ['c45b3fd7-2de6-4133-9f44-79efc511aaba'] in dv-neutron-master-2-hyperv {{(pid=116163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 11:03:20.938925 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.pecan_wsgi.hooks.translation [None req-44286b72-5b62-4041-b399-a66bb41edf44 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] DELETE failed (client error): The resource could not be found. Apr 28 11:03:20.939315 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-44286b72-5b62-4041-b399-a66bb41edf44 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=116161) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 28 11:03:20.943278 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-44286b72-5b62-4041-b399-a66bb41edf44 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] 10.222.0.10 "DELETE /v2.0/subnets/0f560321-8f14-4cab-b25d-e67afdf2e3dd HTTP/1.1" status: 404 len: 337 time: 0.1710064 Apr 28 11:03:20.949109 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 52334) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:03:20.950574 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.db.db_base_plugin_common [None req-99d8ce87-cd67-44b7-82fd-5ac490a18c14 tempest-ExtraDHCPOptionsIpV6TestJSON-1176180115 tempest-ExtraDHCPOptionsIpV6TestJSON-1176180115-project] Allocated IP 2001:db8::47 (6d21df30-a0cb-4c0a-8fb0-4f1aca986c8f/f5b42ca6-9862-4b1e-9430-65fec0237ad6/ea631f82-1e90-42e6-914e-6fc567410877) {{(pid=116162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 11:03:20.995573 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daf1f8d2-4d57-4cd8-a356-1b42489aeabf None None] Routers {'c45b3fd7-2de6-4133-9f44-79efc511aaba'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=116163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 11:03:20.996220 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_hamode_db [None req-daf1f8d2-4d57-4cd8-a356-1b42489aeabf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-28T10:50:39Z,description=,heartbeat_timestamp=2022-04-28T11:03:09Z,host='dv-neutron-master-2-hyperv',id=6b492ad6-0876-4d74-b20d-28143a52ceba,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T10:50:40Z,topic='l3_agent')) {'router_ids': ['c45b3fd7-2de6-4133-9f44-79efc511aaba'], 'active': True} {{(pid=116163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:03:21.016430 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-27b0e60d-aa17-4c3a-bcaa-7d0ed5ec9bfd tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (3e2bce2e-72fd-4d33-8443-4c79cc3a3053), before_update {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:21.018085 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Current status of the port 2726d618-9291-470f-a71f-c833ee0f14fe is: ACTIVE; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:03:21.024647 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-cd068b0d-07c6-4cb5-b88e-d6b69b917f2b tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] 10.222.0.10 "GET /v2.0/ports?device_id=67edd4d2-fbd6-48be-9b4d-1a9fe308b0f0 HTTP/1.1" status: 200 len: 205 time: 0.0664945 Apr 28 11:03:21.025713 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2517f57-36f5-4321-a559-c082a4ce31a0 tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=116162) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 11:03:21.031017 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 52336) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:03:21.032858 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-cec5570b-d770-4ace-9faf-979e475de6db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393'] for port (614fac7f-1637-4472-bc67-8808bc5ac497), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:21.038344 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab205400-548a-4832-a455-5e7a3d3a5244 None None] Sync routers for ids ['5d7b80e9-849f-4674-b61f-1bc02caccef0'] in dv-neutron-master-2-hyperv {{(pid=116164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 11:03:21.051890 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab205400-548a-4832-a455-5e7a3d3a5244 None None] Routers {'5d7b80e9-849f-4674-b61f-1bc02caccef0'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=116164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 11:03:21.052763 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_hamode_db [None req-ab205400-548a-4832-a455-5e7a3d3a5244 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-28T10:50:39Z,description=,heartbeat_timestamp=2022-04-28T11:03:09Z,host='dv-neutron-master-2-hyperv',id=6b492ad6-0876-4d74-b20d-28143a52ceba,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T10:50:40Z,topic='l3_agent')) {'router_ids': ['5d7b80e9-849f-4674-b61f-1bc02caccef0'], 'active': True} {{(pid=116164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:03:21.067071 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-c2517f57-36f5-4321-a559-c082a4ce31a0 tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] 10.222.0.10 "PUT /v2.0/routers/5d7b80e9-849f-4674-b61f-1bc02caccef0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9014094 Apr 28 11:03:21.074041 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 52340) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:03:21.087636 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-0190d8f9-5e21-40f4-b9bd-7f9c5c8f6b85 tempest-TestNetworkAdvancedServerOps-1762458272 tempest-TestNetworkAdvancedServerOps-1762458272-project] Publish callbacks [] for router (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:21.092220 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-0190d8f9-5e21-40f4-b9bd-7f9c5c8f6b85 tempest-TestNetworkAdvancedServerOps-1762458272 tempest-TestNetworkAdvancedServerOps-1762458272-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 6.3588886 Apr 28 11:03:21.095239 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_hamode_db [None req-ab205400-548a-4832-a455-5e7a3d3a5244 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=116164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:03:21.098466 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 52342) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:03:21.105069 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.api.v2.resource [None req-19687b3d-2ca8-48b5-8c12-d9a849929cce tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] delete failed (client error): The resource could not be found. Apr 28 11:03:21.106183 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-19687b3d-2ca8-48b5-8c12-d9a849929cce tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] 10.222.0.10 "DELETE /v2.0/routers/67edd4d2-fbd6-48be-9b4d-1a9fe308b0f0 HTTP/1.1" status: 404 len: 336 time: 0.0704839 Apr 28 11:03:21.107834 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab205400-548a-4832-a455-5e7a3d3a5244 None None] Routers {'5d7b80e9-849f-4674-b61f-1bc02caccef0'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=116164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 11:03:21.108729 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_hamode_db [None req-ab205400-548a-4832-a455-5e7a3d3a5244 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-28T10:50:39Z,description=,heartbeat_timestamp=2022-04-28T11:03:09Z,host='dv-neutron-master-2-hyperv',id=6b492ad6-0876-4d74-b20d-28143a52ceba,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T10:50:40Z,topic='l3_agent')) {'router_ids': ['5d7b80e9-849f-4674-b61f-1bc02caccef0'], 'active': True} {{(pid=116164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:03:21.120392 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 52346) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:03:21.130515 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0335903b-ea3e-4c38-b61a-c7f8da46965f None None] Pushing event updated for resources: {'Port': ['ID=2726d618-9291-470f-a71f-c833ee0f14fe,revision_number=3']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:03:21.143285 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-7575e673-7315-4f2c-a1f3-89bd9ea663b4 tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-979593'] for network (ddfc8c0d-c240-4fbc-9254-d082df512f97), before_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:21.165612 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-854aad60-9ebd-4116-89ef-7a602a96f853 None None] Port f069e7e9-0327-471d-8a0a-fb6f2256d9be cannot update to ACTIVE because it is not bound. {{(pid=116163) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 28 11:03:21.166090 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_hamode_db [None req-ab205400-548a-4832-a455-5e7a3d3a5244 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=116164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:03:21.166879 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab205400-548a-4832-a455-5e7a3d3a5244 None None] The sync data for ids ['5d7b80e9-849f-4674-b61f-1bc02caccef0'] in dv-neutron-master-2-hyperv is: [] {{(pid=116164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 11:03:21.168606 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.pecan_wsgi.hooks.translation [None req-db32b0fb-ecf7-4517-9093-3972c19f53de tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] DELETE failed (client error): The resource could not be found. Apr 28 11:03:21.169071 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-db32b0fb-ecf7-4517-9093-3972c19f53de tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=116161) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 28 11:03:21.174853 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-db32b0fb-ecf7-4517-9093-3972c19f53de tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] 10.222.0.10 "DELETE /v2.0/subnets/48b91d53-5724-4cc4-8205-238cc2fc97b3 HTTP/1.1" status: 404 len: 337 time: 0.0515244 Apr 28 11:03:21.183097 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 52348) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:03:21.242872 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.managers [None req-20bce4e4-8f78-49e8-ab16-2d559b82fd21 None None] Attempting to bind port 6fc0c5b6-5924-4c00-aeb5-105e26bcb2b5 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=116163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 28 11:03:21.243252 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.managers [None req-20bce4e4-8f78-49e8-ab16-2d559b82fd21 None None] Attempting to bind port 6fc0c5b6-5924-4c00-aeb5-105e26bcb2b5 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'c140e2c8-7653-4bc6-b310-f6b21e024ee5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'd976f322-6b74-4d28-98b0-be5076f786e5'}] {{(pid=116163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 28 11:03:21.243625 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20bce4e4-8f78-49e8-ab16-2d559b82fd21 None None] Attempting to bind port 6fc0c5b6-5924-4c00-aeb5-105e26bcb2b5 on network d976f322-6b74-4d28-98b0-be5076f786e5 {{(pid=116163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 11:03:21.245215 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.pecan_wsgi.hooks.translation [None req-eecfa77f-631a-450c-aa56-0afe03bc5725 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] DELETE failed (client error): The resource could not be found. Apr 28 11:03:21.248635 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eecfa77f-631a-450c-aa56-0afe03bc5725 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=116161) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 28 11:03:21.252858 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-eecfa77f-631a-450c-aa56-0afe03bc5725 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] 10.222.0.10 "DELETE /v2.0/subnets/992f51a2-f0ba-4be7-b7f1-f15cbc66fb00 HTTP/1.1" status: 404 len: 337 time: 0.0666578 Apr 28 11:03:21.256040 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 52350) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:03:21.270260 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20bce4e4-8f78-49e8-ab16-2d559b82fd21 None None] Checking agent: {'id': 'd5baab19-5dd1-4902-922b-84acb048ab9c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 10, 50, 43), 'started_at': datetime.datetime(2022, 4, 28, 10, 51, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 11, 3, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=116163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 11:03:21.270671 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20bce4e4-8f78-49e8-ab16-2d559b82fd21 None None] Checking segment: {'id': 'c140e2c8-7653-4bc6-b310-f6b21e024ee5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'd976f322-6b74-4d28-98b0-be5076f786e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 11:03:21.271085 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-20bce4e4-8f78-49e8-ab16-2d559b82fd21 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:21.271486 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20bce4e4-8f78-49e8-ab16-2d559b82fd21 None None] Bound using segment: {'id': 'c140e2c8-7653-4bc6-b310-f6b21e024ee5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'd976f322-6b74-4d28-98b0-be5076f786e5'} {{(pid=116163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 11:03:21.271979 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.managers [None req-20bce4e4-8f78-49e8-ab16-2d559b82fd21 None None] Bound port: 6fc0c5b6-5924-4c00-aeb5-105e26bcb2b5, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c140e2c8-7653-4bc6-b310-f6b21e024ee5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'd976f322-6b74-4d28-98b0-be5076f786e5'}}] {{(pid=116163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 28 11:03:21.272366 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-20bce4e4-8f78-49e8-ab16-2d559b82fd21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (6fc0c5b6-5924-4c00-aeb5-105e26bcb2b5), before_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:21.288930 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91b9caf1-6921-4483-924f-ade2ebfe656c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-ddfc8c0d-c240-4fbc-9254-d082df512f97', 'network_id': 'ddfc8c0d-c240-4fbc-9254-d082df512f97', 'project_id': '6af68124dd864f2fba5b5c4453768950', 'fixed_ips': [{'subnet_id': '9f10477c-a4bf-4c75-80a4-920a80725711'}]}} from dv-neutron-master-2-hyperv. {{(pid=116163) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 28 11:03:21.289798 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-91b9caf1-6921-4483-924f-ade2ebfe656c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (None), before_create {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:21.300415 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.pecan_wsgi.hooks.translation [None req-4fe9cde6-7b26-4446-a02b-935f7715b78c tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] DELETE failed (client error): The resource could not be found. Apr 28 11:03:21.301642 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4fe9cde6-7b26-4446-a02b-935f7715b78c tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=116161) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 28 11:03:21.307174 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-4fe9cde6-7b26-4446-a02b-935f7715b78c tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] 10.222.0.10 "DELETE /v2.0/ports/779ce878-d3e4-4c3b-adb5-f0bb52fe5669 HTTP/1.1" status: 404 len: 333 time: 0.0479283 Apr 28 11:03:21.311392 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 52352) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:03:21.335686 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-7575e673-7315-4f2c-a1f3-89bd9ea663b4 tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-971303'] for subnet (9f10477c-a4bf-4c75-80a4-920a80725711), precommit_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:21.405119 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd0ad9ee-0769-48fe-a9e8-c46cf14deffa tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:03:21.412058 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-cd0ad9ee-0769-48fe-a9e8-c46cf14deffa tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] 10.222.0.10 "GET /v2.0/ports/f069e7e9-0327-471d-8a0a-fb6f2256d9be HTTP/1.1" status: 200 len: 911 time: 0.2988958 Apr 28 11:03:21.442575 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-3936e8f2-c329-43c1-8c43-af9c1ecbf9b3 tempest-TestNetworkAdvancedServerOps-1320901345 tempest-TestNetworkAdvancedServerOps-1320901345-project-admin] 10.222.0.10 "GET /v2.0/subnets?project_id=a8cc80fe41234707a2dcbf4e2aa0b823&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.3430641 Apr 28 11:03:21.447336 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 52354) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:03:21.447336 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 52356) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:03:21.472832 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.pecan_wsgi.hooks.translation [None req-1c70c861-9cb8-480e-8027-c38239a60257 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] DELETE failed (client error): The resource could not be found. Apr 28 11:03:21.472832 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1c70c861-9cb8-480e-8027-c38239a60257 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=116161) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 28 11:03:21.474640 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-1c70c861-9cb8-480e-8027-c38239a60257 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] 10.222.0.10 "DELETE /v2.0/subnets/6e8ddfad-c322-416b-8c2e-22e271b61ae5 HTTP/1.1" status: 404 len: 337 time: 0.1533675 Apr 28 11:03:21.541161 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-854aad60-9ebd-4116-89ef-7a602a96f853 None None] Provisioning complete for port 2726d618-9291-470f-a71f-c833ee0f14fe triggered by entity DHCP. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:03:21.541540 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-854aad60-9ebd-4116-89ef-7a602a96f853 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (2726d618-9291-470f-a71f-c833ee0f14fe), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:21.559412 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 52358) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:03:21.641379 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Device 2726d618-9291-470f-a71f-c833ee0f14fe up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=116163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 11:03:21.654123 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-7575e673-7315-4f2c-a1f3-89bd9ea663b4 tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-971310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5220601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5125409'] for subnet (9f10477c-a4bf-4c75-80a4-920a80725711), after_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:21.665343 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83008098-3647-4a0d-b8c4-fc318113ec06 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Made reservation on behalf of f86d085f9b42493aa6c0f40f62349e1e for: {'subnet': 1} {{(pid=116162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 11:03:21.672246 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-83008098-3647-4a0d-b8c4-fc318113ec06 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4210834'] for subnet (None), before_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:21.679406 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec5570b-d770-4ace-9faf-979e475de6db None None] Pushing event updated for resources: {'Port': ['ID=614fac7f-1637-4472-bc67-8808bc5ac497,revision_number=2']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:03:21.685480 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.pecan_wsgi.hooks.translation [None req-e88b22eb-13ef-4b56-9ee6-296d4e0723da tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] DELETE failed (client error): The resource could not be found. Apr 28 11:03:21.687441 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e88b22eb-13ef-4b56-9ee6-296d4e0723da tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=116162) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 28 11:03:21.690804 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvr_db [None req-daf1f8d2-4d57-4cd8-a356-1b42489aeabf None None] Set router c45b3fd7-2de6-4133-9f44-79efc511aaba gateway port host: dv-neutron-master-2-hyperv {{(pid=116163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 11:03:21.691937 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-e88b22eb-13ef-4b56-9ee6-296d4e0723da tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] 10.222.0.10 "DELETE /v2.0/ports/8c766c44-968e-4f16-9f82-117481ffd790 HTTP/1.1" status: 404 len: 333 time: 0.1310370 Apr 28 11:03:21.711921 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 52360) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:03:21.759093 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7575e673-7315-4f2c-a1f3-89bd9ea663b4 tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] Pushing event deleted for resources: {'Subnet': ['ID=9f10477c-a4bf-4c75-80a4-920a80725711,revision_number=None']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:03:21.763472 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-854aad60-9ebd-4116-89ef-7a602a96f853 None None] Current status of the port 2726d618-9291-470f-a71f-c833ee0f14fe is: ACTIVE; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:03:21.782257 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.pecan_wsgi.hooks.translation [None req-94854252-349e-4e80-b671-add7cd3eecc0 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] DELETE failed (client error): The resource could not be found. Apr 28 11:03:21.782257 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-94854252-349e-4e80-b671-add7cd3eecc0 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=116162) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 28 11:03:21.789080 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-94854252-349e-4e80-b671-add7cd3eecc0 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] 10.222.0.10 "DELETE /v2.0/subnets/1b87b134-1a45-4b56-81fd-ab767925c451 HTTP/1.1" status: 404 len: 337 time: 0.0736637 Apr 28 11:03:21.795528 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 52364) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:03:21.841547 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-99d8ce87-cd67-44b7-82fd-5ac490a18c14 tempest-ExtraDHCPOptionsIpV6TestJSON-1176180115 tempest-ExtraDHCPOptionsIpV6TestJSON-1176180115-project] Publish callbacks [] for port (ea631f82-1e90-42e6-914e-6fc567410877), precommit_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:21.878919 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2443c75-a604-4973-a8bf-949936132d37 tempest-TestNetworkAdvancedServerOps-1320901345 tempest-TestNetworkAdvancedServerOps-1320901345-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:03:21.883147 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-f2443c75-a604-4973-a8bf-949936132d37 tempest-TestNetworkAdvancedServerOps-1320901345 tempest-TestNetworkAdvancedServerOps-1320901345-project-admin] 10.222.0.10 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.4199097 Apr 28 11:03:21.883147 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.pecan_wsgi.hooks.translation [None req-bceb6d93-ab16-49b1-b794-d7e302cb5459 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] DELETE failed (client error): The resource could not be found. Apr 28 11:03:21.883147 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bceb6d93-ab16-49b1-b794-d7e302cb5459 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=116161) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 28 11:03:21.887429 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-bceb6d93-ab16-49b1-b794-d7e302cb5459 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] 10.222.0.10 "DELETE /v2.0/ports/37b59c98-179e-404a-bdfa-d7b3fdb55450 HTTP/1.1" status: 404 len: 333 time: 0.0879552 Apr 28 11:03:21.888011 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 52366) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:03:21.888348 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 52368) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:03:21.899435 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Provisioning complete for port 2726d618-9291-470f-a71f-c833ee0f14fe triggered by entity L2. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:03:21.899708 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (2726d618-9291-470f-a71f-c833ee0f14fe), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:21.905769 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-20bce4e4-8f78-49e8-ab16-2d559b82fd21 None None] For port 6fc0c5b6-5924-4c00-aeb5-105e26bcb2b5, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=116163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 11:03:21.979750 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dcbe12f-d531-4c69-9769-34bb7379c41d None None] Network ddfc8c0d-c240-4fbc-9254-d082df512f97 requested from dv-neutron-master-2-hyperv {{(pid=116163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 11:03:21.984654 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-20bce4e4-8f78-49e8-ab16-2d559b82fd21 None None] For port 6fc0c5b6-5924-4c00-aeb5-105e26bcb2b5, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=6fc0c5b6-5924-4c00-aeb5-105e26bcb2b5,segment=NetworkSegment(c140e2c8-7653-4bc6-b310-f6b21e024ee5),segment_id=c140e2c8-7653-4bc6-b310-f6b21e024ee5)] {{(pid=116163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 11:03:21.989898 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-7f7c9f84-2d0b-4e46-ac99-12eb1eb11f50 None None] Provisioning complete for port 3e2bce2e-72fd-4d33-8443-4c79cc3a3053 triggered by entity DHCP. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:03:21.990549 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-7f7c9f84-2d0b-4e46-ac99-12eb1eb11f50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (3e2bce2e-72fd-4d33-8443-4c79cc3a3053), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:22.033791 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-7f7c9f84-2d0b-4e46-ac99-12eb1eb11f50 None None] Port 3e2bce2e-72fd-4d33-8443-4c79cc3a3053 cannot update to ACTIVE because it is not bound. {{(pid=116163) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 28 11:03:22.089901 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-99d8ce87-cd67-44b7-82fd-5ac490a18c14 tempest-ExtraDHCPOptionsIpV6TestJSON-1176180115 tempest-ExtraDHCPOptionsIpV6TestJSON-1176180115-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742234710357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5051867'] for port (ea631f82-1e90-42e6-914e-6fc567410877), after_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:22.118204 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-27b0e60d-aa17-4c3a-bcaa-7d0ed5ec9bfd tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks [] for port (3e2bce2e-72fd-4d33-8443-4c79cc3a3053), precommit_update {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:22.172672 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-20bce4e4-8f78-49e8-ab16-2d559b82fd21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393'] for port (6fc0c5b6-5924-4c00-aeb5-105e26bcb2b5), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:22.191998 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-27b0e60d-aa17-4c3a-bcaa-7d0ed5ec9bfd tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5051840'] for port (3e2bce2e-72fd-4d33-8443-4c79cc3a3053), after_update {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:22.200737 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99d8ce87-cd67-44b7-82fd-5ac490a18c14 tempest-ExtraDHCPOptionsIpV6TestJSON-1176180115 tempest-ExtraDHCPOptionsIpV6TestJSON-1176180115-project] Network 6d21df30-a0cb-4c0a-8fb0-4f1aca986c8f is already hosted by enough agents. {{(pid=116162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 11:03:22.230285 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.scheduler.base_scheduler [None req-99d8ce87-cd67-44b7-82fd-5ac490a18c14 tempest-ExtraDHCPOptionsIpV6TestJSON-1176180115 tempest-ExtraDHCPOptionsIpV6TestJSON-1176180115-project] Resources bound (agent type, host, resource id): {{(pid=116162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 11:03:22.241426 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99d8ce87-cd67-44b7-82fd-5ac490a18c14 tempest-ExtraDHCPOptionsIpV6TestJSON-1176180115 tempest-ExtraDHCPOptionsIpV6TestJSON-1176180115-project] Received port after_create {{(pid=116162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 11:03:22.247029 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99d8ce87-cd67-44b7-82fd-5ac490a18c14 tempest-ExtraDHCPOptionsIpV6TestJSON-1176180115 tempest-ExtraDHCPOptionsIpV6TestJSON-1176180115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:03:22.247760 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-99d8ce87-cd67-44b7-82fd-5ac490a18c14 tempest-ExtraDHCPOptionsIpV6TestJSON-1176180115 tempest-ExtraDHCPOptionsIpV6TestJSON-1176180115-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198022'] for port (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:22.256963 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d8ce87-cd67-44b7-82fd-5ac490a18c14 tempest-ExtraDHCPOptionsIpV6TestJSON-1176180115 tempest-ExtraDHCPOptionsIpV6TestJSON-1176180115-project] Pushing event updated for resources: {'Port': ['ID=ea631f82-1e90-42e6-914e-6fc567410877,revision_number=1']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:03:22.273242 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20bce4e4-8f78-49e8-ab16-2d559b82fd21 None None] Pushing event updated for resources: {'Port': ['ID=6fc0c5b6-5924-4c00-aeb5-105e26bcb2b5,revision_number=2']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:03:22.293225 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-7575e673-7315-4f2c-a1f3-89bd9ea663b4 tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-973498', 'neutron.services.segments.db._delete_segments_for_network-8742235207033'] for network (ddfc8c0d-c240-4fbc-9254-d082df512f97), precommit_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:22.340697 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-27b0e60d-aa17-4c3a-bcaa-7d0ed5ec9bfd tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1603056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2063387'] for router_interface (9b89571b-9a7d-473a-a862-1c34e1e1b90f), after_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:22.372236 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-f1314389-427a-487b-97a8-714031975ecc tempest-TestNetworkAdvancedServerOps-1320901345 tempest-TestNetworkAdvancedServerOps-1320901345-project-admin] 10.222.0.10 "GET /v2.0/subnets?network_id=7be49d94-bbb8-4a61-bafe-209c5f861e1c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.4807384 Apr 28 11:03:22.374199 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 52372) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:03:22.381777 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.v2.base [None req-b9a91b96-b275-432a-8c25-653bea7af22a tempest-TestNetworkAdvancedServerOps-1762458272 tempest-TestNetworkAdvancedServerOps-1762458272-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-622047778', 'network_id': '11667949-6108-4d31-ad58-bd4aa04ee38c', 'project_id': 'a8cc80fe41234707a2dcbf4e2aa0b823', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=116162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:03:22.395613 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Current status of the port 2726d618-9291-470f-a71f-c833ee0f14fe is: ACTIVE; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:03:22.420749 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_hamode_db [None req-daf1f8d2-4d57-4cd8-a356-1b42489aeabf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c45b3fd7-2de6-4133-9f44-79efc511aaba', 'name': 'tempest-TestNetworkAdvancedServerOps-router-483414179', 'tenant_id': 'a8cc80fe41234707a2dcbf4e2aa0b823', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'external_fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.216'}], 'enable_snat': True}, 'gw_port_id': '3ac8f02a-5742-4e0d-93eb-e6075d67f71d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T11:03:15Z', 'updated_at': '2022-04-28T11:03:18Z', 'revision_number': 3, 'project_id': 'a8cc80fe41234707a2dcbf4e2aa0b823', 'gw_port': {'id': '3ac8f02a-5742-4e0d-93eb-e6075d67f71d', 'name': '', 'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:0e:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c45b3fd7-2de6-4133-9f44-79efc511aaba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 782, 'fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:03:17Z', 'updated_at': '2022-04-28T11:03:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=116163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:03:22.437639 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.services.segments.db [None req-7575e673-7315-4f2c-a1f3-89bd9ea663b4 tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ddfc8c0d-c240-4fbc-9254-d082df512f97']}} {{(pid=116161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:03:22.466543 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daf1f8d2-4d57-4cd8-a356-1b42489aeabf None None] Checking router: c45b3fd7-2de6-4133-9f44-79efc511aaba for host: dv-neutron-master-2-hyperv {{(pid=116163) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 11:03:22.467303 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daf1f8d2-4d57-4cd8-a356-1b42489aeabf None None] Updating router c45b3fd7-2de6-4133-9f44-79efc511aaba port 3ac8f02a-5742-4e0d-93eb-e6075d67f71d binding host dv-neutron-master-2-hyperv {{(pid=116163) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 28 11:03:22.467741 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.services.segments.db [None req-7575e673-7315-4f2c-a1f3-89bd9ea663b4 tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e093dc45-cded-4457-8594-4f49dde9f24b') {'for_net_delete': True} {{(pid=116161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:03:22.468733 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.services.segments.db [None req-7575e673-7315-4f2c-a1f3-89bd9ea663b4 tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e093dc45-cded-4457-8594-4f49dde9f24b') {} {{(pid=116161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:03:22.480669 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-7575e673-7315-4f2c-a1f3-89bd9ea663b4 tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742235208578', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8076969'] for segment (e093dc45-cded-4457-8594-4f49dde9f24b), before_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:22.488977 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-83008098-3647-4a0d-b8c4-fc318113ec06 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5054027', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4210784'] for subnet (46982f84-d227-4eca-b2e0-7f110c93fdf1), after_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:22.490953 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b0e60d-aa17-4c3a-bcaa-7d0ed5ec9bfd tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Pushing event updated for resources: {'Port': ['ID=3e2bce2e-72fd-4d33-8443-4c79cc3a3053,revision_number=2']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:03:22.498351 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-99d8ce87-cd67-44b7-82fd-5ac490a18c14 tempest-ExtraDHCPOptionsIpV6TestJSON-1176180115 tempest-ExtraDHCPOptionsIpV6TestJSON-1176180115-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 940 time: 2.7264969 Apr 28 11:03:22.508098 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 52374) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:03:22.512004 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-daf1f8d2-4d57-4cd8-a356-1b42489aeabf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (3ac8f02a-5742-4e0d-93eb-e6075d67f71d), before_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:22.516158 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-7575e673-7315-4f2c-a1f3-89bd9ea663b4 tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-961978'] for segment (e093dc45-cded-4457-8594-4f49dde9f24b), precommit_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:22.530626 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.pecan_wsgi.hooks.translation [None req-0863238e-cb47-4df5-b3ff-9ff7ee81146d tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] DELETE failed (client error): The resource could not be found. Apr 28 11:03:22.531897 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0863238e-cb47-4df5-b3ff-9ff7ee81146d tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=116161) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 28 11:03:22.535349 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-0863238e-cb47-4df5-b3ff-9ff7ee81146d tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] 10.222.0.10 "DELETE /v2.0/subnets/81c5b125-e8fd-4869-84fd-e5b5a23d0e57 HTTP/1.1" status: 404 len: 337 time: 0.6431234 Apr 28 11:03:22.540510 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 52376) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:03:22.556740 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7575e673-7315-4f2c-a1f3-89bd9ea663b4 tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] Releasing vlan 61 on physical network physnet1 to pool {{(pid=116161) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 11:03:22.557498 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-7575e673-7315-4f2c-a1f3-89bd9ea663b4 tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-961978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5219103'] for segment (e093dc45-cded-4457-8594-4f49dde9f24b), after_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:22.561368 dv-neutron-master-2-hyperv neutron-server[116161]: Traceback (most recent call last): Apr 28 11:03:22.561368 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 11:03:22.561368 dv-neutron-master-2-hyperv neutron-server[116161]: timer() Apr 28 11:03:22.561368 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 11:03:22.561368 dv-neutron-master-2-hyperv neutron-server[116161]: cb(*args, **kw) Apr 28 11:03:22.561368 dv-neutron-master-2-hyperv neutron-server[116161]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 28 11:03:22.561368 dv-neutron-master-2-hyperv neutron-server[116161]: return func(*args, **kwargs) Apr 28 11:03:22.561368 dv-neutron-master-2-hyperv neutron-server[116161]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 11:03:22.561368 dv-neutron-master-2-hyperv neutron-server[116161]: self._notify() Apr 28 11:03:22.561368 dv-neutron-master-2-hyperv neutron-server[116161]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 11:03:22.561368 dv-neutron-master-2-hyperv neutron-server[116161]: self.callback(batched_events) Apr 28 11:03:22.561368 dv-neutron-master-2-hyperv neutron-server[116161]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 11:03:22.561368 dv-neutron-master-2-hyperv neutron-server[116161]: event.method(event) Apr 28 11:03:22.561368 dv-neutron-master-2-hyperv neutron-server[116161]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 28 11:03:22.561368 dv-neutron-master-2-hyperv neutron-server[116161]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 11:03:22.561368 dv-neutron-master-2-hyperv neutron-server[116161]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 28 11:03:22.561368 dv-neutron-master-2-hyperv neutron-server[116161]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 11:03:22.561368 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 28 11:03:22.561368 dv-neutron-master-2-hyperv neutron-server[116161]: return f(self, *a, **k) Apr 28 11:03:22.561368 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 28 11:03:22.561368 dv-neutron-master-2-hyperv neutron-server[116161]: return self._get(url).json() Apr 28 11:03:22.561368 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 28 11:03:22.561368 dv-neutron-master-2-hyperv neutron-server[116161]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 11:03:22.561368 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 11:03:22.561368 dv-neutron-master-2-hyperv neutron-server[116161]: return self.request(url, 'GET', **kwargs) Apr 28 11:03:22.561368 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 11:03:22.561368 dv-neutron-master-2-hyperv neutron-server[116161]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 11:03:22.561368 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 11:03:22.561368 dv-neutron-master-2-hyperv neutron-server[116161]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 11:03:22.561368 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 11:03:22.561368 dv-neutron-master-2-hyperv neutron-server[116161]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 11:03:22.561368 dv-neutron-master-2-hyperv neutron-server[116161]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 11:03:22.610927 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.pecan_wsgi.hooks.translation [None req-f78fe43f-8995-4fb2-9249-5d08fb9505ac tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] DELETE failed (client error): The resource could not be found. Apr 28 11:03:22.611623 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f78fe43f-8995-4fb2-9249-5d08fb9505ac tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=116161) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 28 11:03:22.617043 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-f78fe43f-8995-4fb2-9249-5d08fb9505ac tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] 10.222.0.10 "DELETE /v2.0/ports/9237df77-3dc9-45dc-958d-6cec805b497c HTTP/1.1" status: 404 len: 333 time: 0.0708981 Apr 28 11:03:22.657567 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 52380) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:03:22.809170 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.pecan_wsgi.hooks.translation [None req-66689da1-e339-47dd-aa51-3260c84fc1fe tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] DELETE failed (client error): The resource could not be found. Apr 28 11:03:22.809787 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-66689da1-e339-47dd-aa51-3260c84fc1fe tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=116161) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 28 11:03:22.816021 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-66689da1-e339-47dd-aa51-3260c84fc1fe tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] 10.222.0.10 "DELETE /v2.0/subnets/d7383842-cbc8-4b87-8670-71516a5bdcd8 HTTP/1.1" status: 404 len: 337 time: 0.1551020 Apr 28 11:03:22.861276 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 52382) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:03:22.879073 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f1a4897-9bff-4f34-ab7f-1dfbb5e634ba None None] Network 6d21df30-a0cb-4c0a-8fb0-4f1aca986c8f requested from dv-neutron-master-2-hyperv {{(pid=116163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 11:03:22.914135 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.pecan_wsgi.hooks.translation [None req-e4f662ef-d014-472c-9d2c-f1b1170cd49f tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] DELETE failed (client error): The resource could not be found. Apr 28 11:03:22.914737 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e4f662ef-d014-472c-9d2c-f1b1170cd49f tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=116161) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 28 11:03:22.918037 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-e4f662ef-d014-472c-9d2c-f1b1170cd49f tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] 10.222.0.10 "DELETE /v2.0/ports/f6c3a8ae-96a9-422c-99c0-d420189aedd8 HTTP/1.1" status: 404 len: 333 time: 0.0518911 Apr 28 11:03:22.923575 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463c0efe-1a7c-47a9-8ac1-7d9c3c6aed47 req-20d4e1d8-5ec7-4363-8726-cfe1d39cffd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:03:22.925023 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-463c0efe-1a7c-47a9-8ac1-7d9c3c6aed47 req-20d4e1d8-5ec7-4363-8726-cfe1d39cffd6 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=e9b5b362688444d0864b3692ffb5d0ef&device_id=6bd2b59b-b5db-4639-9109-3dca095b7768 HTTP/1.1" status: 200 len: 1130 time: 0.1467590 Apr 28 11:03:22.926349 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 52384) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:03:22.944112 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-7575e673-7315-4f2c-a1f3-89bd9ea663b4 tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-973477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2063122'] for network (ddfc8c0d-c240-4fbc-9254-d082df512f97), after_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:22.944746 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1018af-05bb-4f7d-89e8-cf65987180fc req-2bf233ea-6bb2-4e74-85e4-7b34d9089d53 tempest-ServerActionsTestJSON-1498610228 tempest-ServerActionsTestJSON-1498610228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:03:22.946352 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-1f1018af-05bb-4f7d-89e8-cf65987180fc req-2bf233ea-6bb2-4e74-85e4-7b34d9089d53 tempest-ServerActionsTestJSON-1498610228 tempest-ServerActionsTestJSON-1498610228-project] 10.222.0.10 "GET /v2.0/ports?device_id=6bd2b59b-b5db-4639-9109-3dca095b7768 HTTP/1.1" status: 200 len: 946 time: 0.2131097 Apr 28 11:03:22.973472 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.v2.base [None req-3d6e455f-bb3c-4ced-b7c6-1565e171d460 tempest-ExtraDHCPOptionsIpV6TestJSON-1176180115 tempest-ExtraDHCPOptionsIpV6TestJSON-1176180115-project] Request body: {'port': {'network_id': '6d21df30-a0cb-4c0a-8fb0-4f1aca986c8f', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1050923158', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=116162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:03:22.973956 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.api.validators [None req-3d6e455f-bb3c-4ced-b7c6-1565e171d460 tempest-ExtraDHCPOptionsIpV6TestJSON-1176180115 tempest-ExtraDHCPOptionsIpV6TestJSON-1176180115-project] bootfile-name is not in valid_values {{(pid=116162) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Apr 28 11:03:22.974297 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.api.validators [None req-3d6e455f-bb3c-4ced-b7c6-1565e171d460 tempest-ExtraDHCPOptionsIpV6TestJSON-1176180115 tempest-ExtraDHCPOptionsIpV6TestJSON-1176180115-project] tftp-server is not in valid_values {{(pid=116162) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Apr 28 11:03:22.974657 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.api.validators [None req-3d6e455f-bb3c-4ced-b7c6-1565e171d460 tempest-ExtraDHCPOptionsIpV6TestJSON-1176180115 tempest-ExtraDHCPOptionsIpV6TestJSON-1176180115-project] server-ip-address is not in valid_values {{(pid=116162) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Apr 28 11:03:22.978087 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-7575e673-7315-4f2c-a1f3-89bd9ea663b4 tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603020'] for network (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:22.984954 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-7575e673-7315-4f2c-a1f3-89bd9ea663b4 tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] 10.222.0.10 "DELETE /v2.0/networks/ddfc8c0d-c240-4fbc-9254-d082df512f97 HTTP/1.1" status: 204 len: 168 time: 2.0630605 Apr 28 11:03:23.000575 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 52386) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:03:23.018844 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83008098-3647-4a0d-b8c4-fc318113ec06 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Network d976f322-6b74-4d28-98b0-be5076f786e5 is already hosted by enough agents. {{(pid=116162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 11:03:23.027709 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.v2.base [None req-e62daf32-c995-4a53-8bd1-33084a760518 tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-131951313'}} {{(pid=116162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:03:23.035449 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.pecan_wsgi.hooks.translation [None req-f999012b-52d5-458a-ad60-072056e323f1 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] DELETE failed (client error): The resource could not be found. Apr 28 11:03:23.035949 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f999012b-52d5-458a-ad60-072056e323f1 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=116161) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 28 11:03:23.037048 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-90481bc0-4334-4b9c-8690-8aa70db3ee5c None None] Provisioning complete for port 614fac7f-1637-4472-bc67-8808bc5ac497 triggered by entity DHCP. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:03:23.037425 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-90481bc0-4334-4b9c-8690-8aa70db3ee5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (614fac7f-1637-4472-bc67-8808bc5ac497), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:23.039789 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-f999012b-52d5-458a-ad60-072056e323f1 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] 10.222.0.10 "DELETE /v2.0/subnets/2bc73199-30e2-4e5d-8d4b-3fd3fb2c8f8a HTTP/1.1" status: 404 len: 337 time: 0.1124265 Apr 28 11:03:23.053715 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 52388) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:03:23.083272 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.scheduler.base_scheduler [None req-83008098-3647-4a0d-b8c4-fc318113ec06 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Resources bound (agent type, host, resource id): {{(pid=116162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 11:03:23.149001 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7575e673-7315-4f2c-a1f3-89bd9ea663b4 tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] Pushing event deleted for resources: {'Network': ['ID=ddfc8c0d-c240-4fbc-9254-d082df512f97,revision_number=None']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:03:23.232784 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-90481bc0-4334-4b9c-8690-8aa70db3ee5c None None] Current status of the port 614fac7f-1637-4472-bc67-8808bc5ac497 is: DOWN; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:03:23.234719 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-90481bc0-4334-4b9c-8690-8aa70db3ee5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (614fac7f-1637-4472-bc67-8808bc5ac497), before_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:23.256495 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-1f1018af-05bb-4f7d-89e8-cf65987180fc req-86db630d-a925-41df-bb50-81dbeb5278f0 tempest-ServerActionsTestJSON-1498610228 tempest-ServerActionsTestJSON-1498610228-project] 10.222.0.10 "GET /v2.0/security-groups?id=0f246414-c46b-4ee7-b196-c819605d877f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2489500 Apr 28 11:03:23.258106 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463c0efe-1a7c-47a9-8ac1-7d9c3c6aed47 req-03052771-dbfd-4bfc-ab57-5b166f131327 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:03:23.259799 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-463c0efe-1a7c-47a9-8ac1-7d9c3c6aed47 req-03052771-dbfd-4bfc-ab57-5b166f131327 service neutron] 10.222.0.20 "GET /v2.0/networks?id=8876925c-b776-4190-94d6-ff922dbd02cf HTTP/1.1" status: 200 len: 911 time: 0.3098292 Apr 28 11:03:23.260885 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-a76cf436-ac19-432d-8e92-93d84e20734d tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2063420'] for router_interface (5d7b80e9-849f-4674-b61f-1bc02caccef0), before_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:23.270931 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-daf1f8d2-4d57-4cd8-a356-1b42489aeabf None None] Publish callbacks [] for port (3ac8f02a-5742-4e0d-93eb-e6075d67f71d), precommit_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:23.311416 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.pecan_wsgi.hooks.translation [None req-24801050-b485-4311-a8c4-69512d4fdf0f tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] DELETE failed (client error): The resource could not be found. Apr 28 11:03:23.315801 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-24801050-b485-4311-a8c4-69512d4fdf0f tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=116162) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 28 11:03:23.321175 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-24801050-b485-4311-a8c4-69512d4fdf0f tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] 10.222.0.10 "DELETE /v2.0/ports/5aa1da76-c925-4a48-8ab6-e1703d50029e HTTP/1.1" status: 404 len: 333 time: 0.2644055 Apr 28 11:03:23.321175 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83008098-3647-4a0d-b8c4-fc318113ec06 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Pushing event updated for resources: {'Subnet': ['ID=46982f84-d227-4eca-b2e0-7f110c93fdf1,revision_number=0']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:03:23.325973 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-90481bc0-4334-4b9c-8690-8aa70db3ee5c None None] For port 614fac7f-1637-4472-bc67-8808bc5ac497, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=614fac7f-1637-4472-bc67-8808bc5ac497,segment=NetworkSegment(42e3d854-6a1f-4571-bcfd-c364e1ce4dce),segment_id=42e3d854-6a1f-4571-bcfd-c364e1ce4dce)] {{(pid=116163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 11:03:23.335324 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 52390) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:03:23.336868 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83008098-3647-4a0d-b8c4-fc318113ec06 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:03:23.337833 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-83008098-3647-4a0d-b8c4-fc318113ec06 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Publish callbacks [] for subnet (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:23.364808 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-daf1f8d2-4d57-4cd8-a356-1b42489aeabf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393'] for port (3ac8f02a-5742-4e0d-93eb-e6075d67f71d), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:23.390819 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9a91b96-b275-432a-8c25-653bea7af22a tempest-TestNetworkAdvancedServerOps-1762458272 tempest-TestNetworkAdvancedServerOps-1762458272-project] Made reservation on behalf of a8cc80fe41234707a2dcbf4e2aa0b823 for: {'subnet': 1} {{(pid=116162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 11:03:23.394633 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-b9a91b96-b275-432a-8c25-653bea7af22a tempest-TestNetworkAdvancedServerOps-1762458272 tempest-TestNetworkAdvancedServerOps-1762458272-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4210834'] for subnet (None), before_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:23.427253 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.pecan_wsgi.hooks.translation [None req-63d4bec8-de91-4608-b0e3-b42fee3d9610 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] DELETE failed (client error): The resource could not be found. Apr 28 11:03:23.427717 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-63d4bec8-de91-4608-b0e3-b42fee3d9610 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=116162) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 28 11:03:23.431160 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-463c0efe-1a7c-47a9-8ac1-7d9c3c6aed47 req-b32ac4bd-07be-4d59-aab3-6552ec0878ed service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=927a5cb3-8012-4aaf-93d6-504dcf7bfba1 HTTP/1.1" status: 200 len: 1002 time: 0.1263893 Apr 28 11:03:23.434602 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-63d4bec8-de91-4608-b0e3-b42fee3d9610 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] 10.222.0.10 "DELETE /v2.0/subnets/87015fdc-22d0-4303-81e4-3dfedab09f66 HTTP/1.1" status: 404 len: 337 time: 0.0789642 Apr 28 11:03:23.435601 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 52392) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:03:23.457754 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e62daf32-c995-4a53-8bd1-33084a760518 tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] Made reservation on behalf of 6af68124dd864f2fba5b5c4453768950 for: {'network': 1} {{(pid=116162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 11:03:23.461778 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-e62daf32-c995-4a53-8bd1-33084a760518 tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for network (None), before_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:23.464158 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.pecan_wsgi.hooks.translation [None req-66f06dde-ce34-4f1e-bce5-b80e9908039d tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] DELETE failed (client error): The resource could not be found. Apr 28 11:03:23.464827 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-66f06dde-ce34-4f1e-bce5-b80e9908039d tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=116161) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 28 11:03:23.468833 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-66f06dde-ce34-4f1e-bce5-b80e9908039d tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] 10.222.0.10 "DELETE /v2.0/ports/8f6321af-6c2f-46ed-92bc-407257a86981 HTTP/1.1" status: 404 len: 333 time: 0.0314159 Apr 28 11:03:23.489387 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 52394) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:03:23.498810 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c8bbea-32d9-4bff-89c5-454b090bc24e None None] Pushing event updated for resources: {'Port': ['ID=3ac8f02a-5742-4e0d-93eb-e6075d67f71d,revision_number=2']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:03:23.511752 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-90481bc0-4334-4b9c-8690-8aa70db3ee5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393'] for port (614fac7f-1637-4472-bc67-8808bc5ac497), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:23.549760 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e62daf32-c995-4a53-8bd1-33084a760518 tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 79} {{(pid=116162) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 11:03:23.626997 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463c0efe-1a7c-47a9-8ac1-7d9c3c6aed47 req-6fb6ee00-b5a7-481b-9128-1ffd54f322c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:03:23.628611 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-463c0efe-1a7c-47a9-8ac1-7d9c3c6aed47 req-6fb6ee00-b5a7-481b-9128-1ffd54f322c5 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=9f0dbbd1-58ad-4048-bae6-5e3ef831a6c1 HTTP/1.1" status: 200 len: 850 time: 0.1661046 Apr 28 11:03:23.654615 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-83008098-3647-4a0d-b8c4-fc318113ec06 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 3.1452274 Apr 28 11:03:23.662949 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 52396) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:03:23.672275 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.pecan_wsgi.hooks.translation [None req-5ac630bb-31e2-400c-a59d-bc98cd45d122 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] DELETE failed (client error): The resource could not be found. Apr 28 11:03:23.672610 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5ac630bb-31e2-400c-a59d-bc98cd45d122 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=116162) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 28 11:03:23.678349 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-5ac630bb-31e2-400c-a59d-bc98cd45d122 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] 10.222.0.10 "DELETE /v2.0/subnets/4552b375-7e80-4237-b00b-dca5c056d2fd HTTP/1.1" status: 404 len: 337 time: 0.1026661 Apr 28 11:03:23.684643 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 52398) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:03:23.704666 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.v2.base [None req-027a3261-d697-4e0b-af9c-71e2636ab7e7 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Request body: {'port': {'network_id': 'd976f322-6b74-4d28-98b0-be5076f786e5', 'fixed_ips': [{'subnet_id': '7cdc9062-f10c-4982-b770-542017cc1a1a'}, {'subnet_id': '46982f84-d227-4eca-b2e0-7f110c93fdf1'}], 'name': 'tempest-PortsTestJSON-409581668'}} {{(pid=116161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:03:23.724456 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.managers [None req-daf1f8d2-4d57-4cd8-a356-1b42489aeabf None None] Attempting to bind port 3ac8f02a-5742-4e0d-93eb-e6075d67f71d on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=116163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 28 11:03:23.724848 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.managers [None req-daf1f8d2-4d57-4cd8-a356-1b42489aeabf None None] Attempting to bind port 3ac8f02a-5742-4e0d-93eb-e6075d67f71d by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '142bc50f-d6af-4646-8d06-bb7af6b7b51c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c'}] {{(pid=116163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 28 11:03:23.725226 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daf1f8d2-4d57-4cd8-a356-1b42489aeabf None None] Attempting to bind port 3ac8f02a-5742-4e0d-93eb-e6075d67f71d on network 7be49d94-bbb8-4a61-bafe-209c5f861e1c {{(pid=116163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 11:03:23.730600 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-27d15e02-0408-4c51-ad8b-03cb18c1d86b None None] Provisioning complete for port ea631f82-1e90-42e6-914e-6fc567410877 triggered by entity DHCP. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:03:23.730972 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-27d15e02-0408-4c51-ad8b-03cb18c1d86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (ea631f82-1e90-42e6-914e-6fc567410877), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:23.743815 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90481bc0-4334-4b9c-8690-8aa70db3ee5c None None] Pushing event updated for resources: {'Port': ['ID=614fac7f-1637-4472-bc67-8808bc5ac497,revision_number=3']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:03:23.761647 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463c0efe-1a7c-47a9-8ac1-7d9c3c6aed47 req-e35979ac-e856-416c-b362-40fa9a972a25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:03:23.763515 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-463c0efe-1a7c-47a9-8ac1-7d9c3c6aed47 req-e35979ac-e856-416c-b362-40fa9a972a25 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=8876925c-b776-4190-94d6-ff922dbd02cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.1097517 Apr 28 11:03:23.794470 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daf1f8d2-4d57-4cd8-a356-1b42489aeabf None None] Checking agent: {'id': 'd5baab19-5dd1-4902-922b-84acb048ab9c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 10, 50, 43), 'started_at': datetime.datetime(2022, 4, 28, 10, 51, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 11, 3, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=116163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 11:03:23.794891 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daf1f8d2-4d57-4cd8-a356-1b42489aeabf None None] Checking segment: {'id': '142bc50f-d6af-4646-8d06-bb7af6b7b51c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 11:03:23.795411 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-daf1f8d2-4d57-4cd8-a356-1b42489aeabf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:23.808994 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daf1f8d2-4d57-4cd8-a356-1b42489aeabf None None] Bound using segment: {'id': '142bc50f-d6af-4646-8d06-bb7af6b7b51c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c'} {{(pid=116163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 11:03:23.808994 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.managers [None req-daf1f8d2-4d57-4cd8-a356-1b42489aeabf None None] Bound port: 3ac8f02a-5742-4e0d-93eb-e6075d67f71d, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '142bc50f-d6af-4646-8d06-bb7af6b7b51c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c'}}] {{(pid=116163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 28 11:03:23.808994 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-daf1f8d2-4d57-4cd8-a356-1b42489aeabf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (3ac8f02a-5742-4e0d-93eb-e6075d67f71d), before_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:23.841470 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Device 614fac7f-1637-4472-bc67-8808bc5ac497 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=116163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 11:03:23.951874 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-463c0efe-1a7c-47a9-8ac1-7d9c3c6aed47 req-e7864840-c357-49c7-84dc-5b3e1475fba5 service neutron] 10.222.0.20 "GET /v2.0/networks/8876925c-b776-4190-94d6-ff922dbd02cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1280217 Apr 28 11:03:23.973937 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-e62daf32-c995-4a53-8bd1-33084a760518 tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-961978'] for segment (7fffc437-1825-4b6f-9b3f-446d0884bf57), precommit_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:23.974071 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.db.segments_db [None req-e62daf32-c995-4a53-8bd1-33084a760518 tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] Added segment 7fffc437-1825-4b6f-9b3f-446d0884bf57 of type vlan for network 105dfefb-86dc-4dd5-9807-5913f6bd5729 Apr 28 11:03:23.980974 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-27d15e02-0408-4c51-ad8b-03cb18c1d86b None None] Port ea631f82-1e90-42e6-914e-6fc567410877 cannot update to ACTIVE because it is not bound. {{(pid=116163) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 28 11:03:24.017173 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.plugin [None req-a76cf436-ac19-432d-8e92-93d84e20734d tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Deleting port f069e7e9-0327-471d-8a0a-fb6f2256d9be {{(pid=116161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 11:03:24.017629 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-a76cf436-ac19-432d-8e92-93d84e20734d tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742235130188'] for port (f069e7e9-0327-471d-8a0a-fb6f2256d9be), before_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:24.033205 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Provisioning complete for port 614fac7f-1637-4472-bc67-8808bc5ac497 triggered by entity L2. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:03:24.033863 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (614fac7f-1637-4472-bc67-8808bc5ac497), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:24.037841 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-27d15e02-0408-4c51-ad8b-03cb18c1d86b None None] Provisioning complete for port 614fac7f-1637-4472-bc67-8808bc5ac497 triggered by entity DHCP. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:03:24.038430 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-27d15e02-0408-4c51-ad8b-03cb18c1d86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (614fac7f-1637-4472-bc67-8808bc5ac497), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:24.040620 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-daf1f8d2-4d57-4cd8-a356-1b42489aeabf None None] For port 3ac8f02a-5742-4e0d-93eb-e6075d67f71d, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=116163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 11:03:24.041267 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-e62daf32-c995-4a53-8bd1-33084a760518 tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742234744962'] for network (105dfefb-86dc-4dd5-9807-5913f6bd5729), precommit_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:24.118234 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d6e455f-bb3c-4ced-b7c6-1565e171d460 tempest-ExtraDHCPOptionsIpV6TestJSON-1176180115 tempest-ExtraDHCPOptionsIpV6TestJSON-1176180115-project] Made reservation on behalf of 392aef13ab914c0d8e361210e273e87b for: {'port': 1} {{(pid=116162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 11:03:24.121718 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-3d6e455f-bb3c-4ced-b7c6-1565e171d460 tempest-ExtraDHCPOptionsIpV6TestJSON-1176180115 tempest-ExtraDHCPOptionsIpV6TestJSON-1176180115-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (None), before_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:24.130120 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-daf1f8d2-4d57-4cd8-a356-1b42489aeabf None None] For port 3ac8f02a-5742-4e0d-93eb-e6075d67f71d, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=3ac8f02a-5742-4e0d-93eb-e6075d67f71d,segment=NetworkSegment(142bc50f-d6af-4646-8d06-bb7af6b7b51c),segment_id=142bc50f-d6af-4646-8d06-bb7af6b7b51c)] {{(pid=116163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 11:03:24.130773 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-b9a91b96-b275-432a-8c25-653bea7af22a tempest-TestNetworkAdvancedServerOps-1762458272 tempest-TestNetworkAdvancedServerOps-1762458272-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5054027', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4210784'] for subnet (2b3feac5-a337-48a6-93bd-b4c13f02752b), after_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:24.134201 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27b0e60d-aa17-4c3a-bcaa-7d0ed5ec9bfd tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Network 274bb0ab-060a-48d2-9b11-773f8dd43851 is already hosted by enough agents. {{(pid=116162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 11:03:24.136256 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d5293f2-016a-4095-8f0b-9484d49e73d3 None None] get_active_networks_info from dv-neutron-master-2-hyperv {{(pid=116163) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Apr 28 11:03:24.160100 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.scheduler.base_scheduler [None req-27b0e60d-aa17-4c3a-bcaa-7d0ed5ec9bfd tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Resources bound (agent type, host, resource id): {{(pid=116162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 11:03:24.209574 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-463c0efe-1a7c-47a9-8ac1-7d9c3c6aed47 req-9bbba559-1979-49b8-9fdf-06f5acaf1f15 service neutron] 10.222.0.20 "GET /v2.0/networks/8876925c-b776-4190-94d6-ff922dbd02cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2503164 Apr 28 11:03:24.242198 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-a76cf436-ac19-432d-8e92-93d84e20734d tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1938497'] for port (f069e7e9-0327-471d-8a0a-fb6f2256d9be), precommit_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:24.242463 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-e62daf32-c995-4a53-8bd1-33084a760518 tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042'] for network (105dfefb-86dc-4dd5-9807-5913f6bd5729), after_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:24.247693 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e62daf32-c995-4a53-8bd1-33084a760518 tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:03:24.248335 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-e62daf32-c995-4a53-8bd1-33084a760518 tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] Publish callbacks [] for network (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:24.266352 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.notifiers.nova [None req-3d6e455f-bb3c-4ced-b7c6-1565e171d460 tempest-ExtraDHCPOptionsIpV6TestJSON-1176180115 tempest-ExtraDHCPOptionsIpV6TestJSON-1176180115-project] device_id is not set on port 173c9691-c492-4879-819e-505618fa7b57 yet. {{(pid=116162) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 28 11:03:24.267354 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.plugin [None req-a76cf436-ac19-432d-8e92-93d84e20734d tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Calling delete_port for f069e7e9-0327-471d-8a0a-fb6f2256d9be owned by network:router_interface {{(pid=116161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 11:03:24.451367 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-43886458-d985-40dd-8ad9-45bd1fa1c648 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-979593'] for network (1ec9fbcf-7a57-4aaa-9c30-4e0f43e09480), before_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:24.510298 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a91b96-b275-432a-8c25-653bea7af22a tempest-TestNetworkAdvancedServerOps-1762458272 tempest-TestNetworkAdvancedServerOps-1762458272-project] Pushing event updated for resources: {'Subnet': ['ID=2b3feac5-a337-48a6-93bd-b4c13f02752b,revision_number=0']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:03:24.536231 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-e62daf32-c995-4a53-8bd1-33084a760518 tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.5217111 Apr 28 11:03:24.543199 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e62daf32-c995-4a53-8bd1-33084a760518 tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] Pushing event updated for resources: {'Network': ['ID=105dfefb-86dc-4dd5-9807-5913f6bd5729,revision_number=1']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:03:24.545803 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 52402) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:03:24.555537 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.v2.base [None req-640be60a-64ac-4d31-b2b5-e3bcd0335264 tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] Request body: {'subnet': {'network_id': '105dfefb-86dc-4dd5-9807-5913f6bd5729', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=116162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:03:24.562174 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Network 105dfefb-86dc-4dd5-9807-5913f6bd5729 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=116163) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 28 11:03:24.613320 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-027a3261-d697-4e0b-af9c-71e2636ab7e7 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Made reservation on behalf of f86d085f9b42493aa6c0f40f62349e1e for: {'port': 1} {{(pid=116161) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 11:03:24.661038 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-daf1f8d2-4d57-4cd8-a356-1b42489aeabf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393'] for port (3ac8f02a-5742-4e0d-93eb-e6075d67f71d), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:24.676595 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9a91b96-b275-432a-8c25-653bea7af22a tempest-TestNetworkAdvancedServerOps-1762458272 tempest-TestNetworkAdvancedServerOps-1762458272-project] Checking segment: {'id': '3a3711b0-a922-46d0-81e4-03dc755adc63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '11667949-6108-4d31-ad58-bd4aa04ee38c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 11:03:24.676958 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9a91b96-b275-432a-8c25-653bea7af22a tempest-TestNetworkAdvancedServerOps-1762458272 tempest-TestNetworkAdvancedServerOps-1762458272-project] Network hostable DHCP agents. Network: 11667949-6108-4d31-ad58-bd4aa04ee38c, hostable agents: ['75ba81b7-fe99-4281-90d2-a5adb445ecea'], hosted agents: [] {{(pid=116162) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 11:03:24.724753 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-a76cf436-ac19-432d-8e92-93d84e20734d tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742235135690', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742234710366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5219112'] for port (f069e7e9-0327-471d-8a0a-fb6f2256d9be), after_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:24.747589 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27d2cfe-24f5-4755-a0ef-b0e60377df61 req-8072b54d-f11e-4e58-9a53-6cafdf68c50d tempest-ServerActionsTestJSON-1498610228 tempest-ServerActionsTestJSON-1498610228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:03:24.749529 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-b27d2cfe-24f5-4755-a0ef-b0e60377df61 req-8072b54d-f11e-4e58-9a53-6cafdf68c50d tempest-ServerActionsTestJSON-1498610228 tempest-ServerActionsTestJSON-1498610228-project] 10.222.0.10 "GET /v2.0/ports?device_id=6bd2b59b-b5db-4639-9109-3dca095b7768 HTTP/1.1" status: 200 len: 946 time: 0.1417129 Apr 28 11:03:24.812888 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76cf436-ac19-432d-8e92-93d84e20734d tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Pushing event deleted for resources: {'Port': ['ID=f069e7e9-0327-471d-8a0a-fb6f2256d9be,revision_number=None']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:03:24.827732 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.db.db_base_plugin_common [None req-3d6e455f-bb3c-4ced-b7c6-1565e171d460 tempest-ExtraDHCPOptionsIpV6TestJSON-1176180115 tempest-ExtraDHCPOptionsIpV6TestJSON-1176180115-project] Allocated IP 2001:db8::263 (6d21df30-a0cb-4c0a-8fb0-4f1aca986c8f/f5b42ca6-9862-4b1e-9430-65fec0237ad6/173c9691-c492-4879-819e-505618fa7b57) {{(pid=116162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 11:03:24.837553 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d5293f2-016a-4095-8f0b-9484d49e73d3 None None] Network 11667949-6108-4d31-ad58-bd4aa04ee38c is scheduled to be hosted by DHCP agent 75ba81b7-fe99-4281-90d2-a5adb445ecea with binding_index 1 {{(pid=116163) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 11:03:24.842228 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daf1f8d2-4d57-4cd8-a356-1b42489aeabf None None] Routers {'c45b3fd7-2de6-4133-9f44-79efc511aaba'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=116163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 11:03:24.842228 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_hamode_db [None req-daf1f8d2-4d57-4cd8-a356-1b42489aeabf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-28T10:50:39Z,description=,heartbeat_timestamp=2022-04-28T11:03:09Z,host='dv-neutron-master-2-hyperv',id=6b492ad6-0876-4d74-b20d-28143a52ceba,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T10:50:40Z,topic='l3_agent')) {'router_ids': ['c45b3fd7-2de6-4133-9f44-79efc511aaba'], 'active': True} {{(pid=116163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:03:24.859846 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.scheduler.dhcp_agent_scheduler [None req-b9a91b96-b275-432a-8c25-653bea7af22a tempest-TestNetworkAdvancedServerOps-1762458272 tempest-TestNetworkAdvancedServerOps-1762458272-project] Agent 75ba81b7-fe99-4281-90d2-a5adb445ecea already present Apr 28 11:03:24.860222 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9a91b96-b275-432a-8c25-653bea7af22a tempest-TestNetworkAdvancedServerOps-1762458272 tempest-TestNetworkAdvancedServerOps-1762458272-project] Network 11667949-6108-4d31-ad58-bd4aa04ee38c is scheduled to be hosted by DHCP agent 75ba81b7-fe99-4281-90d2-a5adb445ecea with binding_index 1 {{(pid=116162) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 11:03:24.860816 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.scheduler.base_scheduler [None req-b9a91b96-b275-432a-8c25-653bea7af22a tempest-TestNetworkAdvancedServerOps-1762458272 tempest-TestNetworkAdvancedServerOps-1762458272-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 11667949-6108-4d31-ad58-bd4aa04ee38c) {{(pid=116162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 11:03:24.866226 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-43886458-d985-40dd-8ad9-45bd1fa1c648 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-973498', 'neutron.services.segments.db._delete_segments_for_network-8742235207033'] for network (1ec9fbcf-7a57-4aaa-9c30-4e0f43e09480), precommit_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:24.874973 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27b0e60d-aa17-4c3a-bcaa-7d0ed5ec9bfd tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Router 9b89571b-9a7d-473a-a862-1c34e1e1b90f has already been hosted by L3 agent 6b492ad6-0876-4d74-b20d-28143a52ceba {{(pid=116162) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 11:03:24.884814 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9a91b96-b275-432a-8c25-653bea7af22a tempest-TestNetworkAdvancedServerOps-1762458272 tempest-TestNetworkAdvancedServerOps-1762458272-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:03:24.885483 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-b9a91b96-b275-432a-8c25-653bea7af22a tempest-TestNetworkAdvancedServerOps-1762458272 tempest-TestNetworkAdvancedServerOps-1762458272-project] Publish callbacks [] for subnet (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:24.943260 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.services.segments.db [None req-43886458-d985-40dd-8ad9-45bd1fa1c648 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1ec9fbcf-7a57-4aaa-9c30-4e0f43e09480']}} {{(pid=116162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:03:24.957820 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Current status of the port 614fac7f-1637-4472-bc67-8808bc5ac497 is: ACTIVE; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:03:24.959503 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Device 6fc0c5b6-5924-4c00-aeb5-105e26bcb2b5 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=116163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 11:03:24.972975 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.services.segments.db [None req-43886458-d985-40dd-8ad9-45bd1fa1c648 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ffa4348d-378b-4e93-98fa-ab0dc49ee16c') {'for_net_delete': True} {{(pid=116162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:03:24.973716 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.services.segments.db [None req-43886458-d985-40dd-8ad9-45bd1fa1c648 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ffa4348d-378b-4e93-98fa-ab0dc49ee16c') {} {{(pid=116162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:03:24.990322 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-43886458-d985-40dd-8ad9-45bd1fa1c648 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742235208578', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5026548'] for segment (ffa4348d-378b-4e93-98fa-ab0dc49ee16c), before_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:25.009430 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-43886458-d985-40dd-8ad9-45bd1fa1c648 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-961978'] for segment (ffa4348d-378b-4e93-98fa-ab0dc49ee16c), precommit_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:25.015423 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvr_db [None req-daf1f8d2-4d57-4cd8-a356-1b42489aeabf None None] Set router c45b3fd7-2de6-4133-9f44-79efc511aaba gateway port host: dv-neutron-master-2-hyperv {{(pid=116163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 11:03:25.017892 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c8bbea-32d9-4bff-89c5-454b090bc24e None None] Pushing event updated for resources: {'Port': ['ID=3ac8f02a-5742-4e0d-93eb-e6075d67f71d,revision_number=3']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:03:25.021095 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-43886458-d985-40dd-8ad9-45bd1fa1c648 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Releasing vlan 76 on physical network physnet1 to pool {{(pid=116162) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 11:03:25.021703 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-43886458-d985-40dd-8ad9-45bd1fa1c648 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-961978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5051884'] for segment (ffa4348d-378b-4e93-98fa-ab0dc49ee16c), after_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:25.085855 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-27d15e02-0408-4c51-ad8b-03cb18c1d86b None None] Current status of the port 614fac7f-1637-4472-bc67-8808bc5ac497 is: ACTIVE; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:03:25.118980 dv-neutron-master-2-hyperv neutron-server[116162]: Traceback (most recent call last): Apr 28 11:03:25.118980 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 11:03:25.118980 dv-neutron-master-2-hyperv neutron-server[116162]: timer() Apr 28 11:03:25.118980 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 11:03:25.118980 dv-neutron-master-2-hyperv neutron-server[116162]: cb(*args, **kw) Apr 28 11:03:25.118980 dv-neutron-master-2-hyperv neutron-server[116162]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 28 11:03:25.118980 dv-neutron-master-2-hyperv neutron-server[116162]: return func(*args, **kwargs) Apr 28 11:03:25.118980 dv-neutron-master-2-hyperv neutron-server[116162]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 11:03:25.118980 dv-neutron-master-2-hyperv neutron-server[116162]: self._notify() Apr 28 11:03:25.118980 dv-neutron-master-2-hyperv neutron-server[116162]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 11:03:25.118980 dv-neutron-master-2-hyperv neutron-server[116162]: self.callback(batched_events) Apr 28 11:03:25.118980 dv-neutron-master-2-hyperv neutron-server[116162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 11:03:25.118980 dv-neutron-master-2-hyperv neutron-server[116162]: event.method(event) Apr 28 11:03:25.118980 dv-neutron-master-2-hyperv neutron-server[116162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 28 11:03:25.118980 dv-neutron-master-2-hyperv neutron-server[116162]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 11:03:25.118980 dv-neutron-master-2-hyperv neutron-server[116162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 28 11:03:25.118980 dv-neutron-master-2-hyperv neutron-server[116162]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 11:03:25.118980 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 28 11:03:25.118980 dv-neutron-master-2-hyperv neutron-server[116162]: return f(self, *a, **k) Apr 28 11:03:25.118980 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 28 11:03:25.118980 dv-neutron-master-2-hyperv neutron-server[116162]: return self._get(url).json() Apr 28 11:03:25.118980 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 28 11:03:25.118980 dv-neutron-master-2-hyperv neutron-server[116162]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 11:03:25.118980 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 11:03:25.118980 dv-neutron-master-2-hyperv neutron-server[116162]: return self.request(url, 'GET', **kwargs) Apr 28 11:03:25.118980 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 11:03:25.118980 dv-neutron-master-2-hyperv neutron-server[116162]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 11:03:25.118980 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 11:03:25.118980 dv-neutron-master-2-hyperv neutron-server[116162]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 11:03:25.118980 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 11:03:25.118980 dv-neutron-master-2-hyperv neutron-server[116162]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 11:03:25.118980 dv-neutron-master-2-hyperv neutron-server[116162]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 11:03:25.124637 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-640be60a-64ac-4d31-b2b5-e3bcd0335264 tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] Made reservation on behalf of 6af68124dd864f2fba5b5c4453768950 for: {'subnet': 1} {{(pid=116162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 11:03:25.126711 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d5293f2-016a-4095-8f0b-9484d49e73d3 None None] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 11667949-6108-4d31-ad58-bd4aa04ee38c) {{(pid=116163) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 28 11:03:25.129036 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-640be60a-64ac-4d31-b2b5-e3bcd0335264 tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4210834'] for subnet (None), before_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:25.132177 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Provisioning complete for port 6fc0c5b6-5924-4c00-aeb5-105e26bcb2b5 triggered by entity L2. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:03:25.132561 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (6fc0c5b6-5924-4c00-aeb5-105e26bcb2b5), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:25.144682 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-b9a91b96-b275-432a-8c25-653bea7af22a tempest-TestNetworkAdvancedServerOps-1762458272 tempest-TestNetworkAdvancedServerOps-1762458272-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 2.7672591 Apr 28 11:03:25.149460 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 52404) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:03:25.196492 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e24d33-3a2d-4f50-adc6-dc6b96f4a65f req-70b25eee-7822-4a2e-b1cc-92019f1ac49d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:03:25.198285 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-b8e24d33-3a2d-4f50-adc6-dc6b96f4a65f req-70b25eee-7822-4a2e-b1cc-92019f1ac49d service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=e9b5b362688444d0864b3692ffb5d0ef&device_id=6bd2b59b-b5db-4639-9109-3dca095b7768 HTTP/1.1" status: 200 len: 1130 time: 0.4444399 Apr 28 11:03:25.256244 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-027a3261-d697-4e0b-af9c-71e2636ab7e7 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (None), before_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:25.284450 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-551f9ca3-0b63-4309-b079-012bd6e337f6 None None] Provisioning complete for port 6fc0c5b6-5924-4c00-aeb5-105e26bcb2b5 triggered by entity DHCP. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:03:25.284450 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-551f9ca3-0b63-4309-b079-012bd6e337f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (6fc0c5b6-5924-4c00-aeb5-105e26bcb2b5), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:25.355411 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-b27d2cfe-24f5-4755-a0ef-b0e60377df61 req-e1648e05-61ab-4669-975d-7a9e8c2506c0 tempest-ServerActionsTestJSON-1498610228 tempest-ServerActionsTestJSON-1498610228-project] 10.222.0.10 "GET /v2.0/security-groups?id=0f246414-c46b-4ee7-b196-c819605d877f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5600820 Apr 28 11:03:25.374125 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-a76cf436-ac19-432d-8e92-93d84e20734d tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1603051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2063504'] for router_interface (5d7b80e9-849f-4674-b61f-1bc02caccef0), after_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:25.423123 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.notifiers.nova [None req-027a3261-d697-4e0b-af9c-71e2636ab7e7 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] device_id is not set on port 83c04e3b-86ac-48cd-8d91-989351081f67 yet. {{(pid=116161) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 28 11:03:25.530488 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_hamode_db [None req-daf1f8d2-4d57-4cd8-a356-1b42489aeabf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c45b3fd7-2de6-4133-9f44-79efc511aaba', 'name': 'tempest-TestNetworkAdvancedServerOps-router-483414179', 'tenant_id': 'a8cc80fe41234707a2dcbf4e2aa0b823', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'external_fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.216'}], 'enable_snat': True}, 'gw_port_id': '3ac8f02a-5742-4e0d-93eb-e6075d67f71d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T11:03:15Z', 'updated_at': '2022-04-28T11:03:18Z', 'revision_number': 3, 'project_id': 'a8cc80fe41234707a2dcbf4e2aa0b823', 'gw_port': {'id': '3ac8f02a-5742-4e0d-93eb-e6075d67f71d', 'name': '', 'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:0e:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c45b3fd7-2de6-4133-9f44-79efc511aaba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 782, 'fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:03:17Z', 'updated_at': '2022-04-28T11:03:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=116163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:03:25.589460 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Current status of the port 6fc0c5b6-5924-4c00-aeb5-105e26bcb2b5 is: DOWN; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:03:25.595234 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e24d33-3a2d-4f50-adc6-dc6b96f4a65f req-1f11c0cf-30da-491d-9911-5047f1cffd5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:03:25.595369 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (6fc0c5b6-5924-4c00-aeb5-105e26bcb2b5), before_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:25.595455 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-b8e24d33-3a2d-4f50-adc6-dc6b96f4a65f req-1f11c0cf-30da-491d-9911-5047f1cffd5f service neutron] 10.222.0.20 "GET /v2.0/networks?id=8876925c-b776-4190-94d6-ff922dbd02cf HTTP/1.1" status: 200 len: 911 time: 0.3499267 Apr 28 11:03:25.595533 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daf1f8d2-4d57-4cd8-a356-1b42489aeabf None None] The sync data for ids ['c45b3fd7-2de6-4133-9f44-79efc511aaba'] in dv-neutron-master-2-hyperv is: [{'id': 'c45b3fd7-2de6-4133-9f44-79efc511aaba', 'name': 'tempest-TestNetworkAdvancedServerOps-router-483414179', 'tenant_id': 'a8cc80fe41234707a2dcbf4e2aa0b823', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'external_fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.216'}], 'enable_snat': True}, 'gw_port_id': '3ac8f02a-5742-4e0d-93eb-e6075d67f71d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T11:03:15Z', 'updated_at': '2022-04-28T11:03:18Z', 'revision_number': 3, 'project_id': 'a8cc80fe41234707a2dcbf4e2aa0b823', 'gw_port': {'id': '3ac8f02a-5742-4e0d-93eb-e6075d67f71d', 'name': '', 'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:0e:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c45b3fd7-2de6-4133-9f44-79efc511aaba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 782, 'fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:03:17Z', 'updated_at': '2022-04-28T11:03:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}] {{(pid=116163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 11:03:25.607109 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-551f9ca3-0b63-4309-b079-012bd6e337f6 None None] Current status of the port 6fc0c5b6-5924-4c00-aeb5-105e26bcb2b5 is: DOWN; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:03:25.607509 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-551f9ca3-0b63-4309-b079-012bd6e337f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (6fc0c5b6-5924-4c00-aeb5-105e26bcb2b5), before_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:25.697581 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] For port 6fc0c5b6-5924-4c00-aeb5-105e26bcb2b5, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=6fc0c5b6-5924-4c00-aeb5-105e26bcb2b5,segment=NetworkSegment(c140e2c8-7653-4bc6-b310-f6b21e024ee5),segment_id=c140e2c8-7653-4bc6-b310-f6b21e024ee5)] {{(pid=116163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 11:03:25.711962 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-3d6e455f-bb3c-4ced-b7c6-1565e171d460 tempest-ExtraDHCPOptionsIpV6TestJSON-1176180115 tempest-ExtraDHCPOptionsIpV6TestJSON-1176180115-project] Publish callbacks [] for port (173c9691-c492-4879-819e-505618fa7b57), precommit_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:25.752673 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27b0e60d-aa17-4c3a-bcaa-7d0ed5ec9bfd tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=116162) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 11:03:25.762070 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-27b0e60d-aa17-4c3a-bcaa-7d0ed5ec9bfd tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] 10.222.0.10 "PUT /v2.0/routers/9b89571b-9a7d-473a-a862-1c34e1e1b90f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.2661698 Apr 28 11:03:25.763157 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-640be60a-64ac-4d31-b2b5-e3bcd0335264 tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5054027', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4210784'] for subnet (51d6b058-aa34-4635-bd67-72612ecf327a), after_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:25.764024 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0f07422-ac62-471f-960e-50a49fe9193c None None] Sync routers for ids ['9b89571b-9a7d-473a-a862-1c34e1e1b90f'] in dv-neutron-master-2-hyperv {{(pid=116163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 11:03:25.773931 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-43886458-d985-40dd-8ad9-45bd1fa1c648 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-973477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2063122'] for network (1ec9fbcf-7a57-4aaa-9c30-4e0f43e09480), after_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:25.774326 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26ce816c-7136-4511-a3c1-0772d26f6936 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-11667949-6108-4d31-ad58-bd4aa04ee38c', 'network_id': '11667949-6108-4d31-ad58-bd4aa04ee38c', 'project_id': 'a8cc80fe41234707a2dcbf4e2aa0b823', 'fixed_ips': [{'subnet_id': '2b3feac5-a337-48a6-93bd-b4c13f02752b'}]}} from dv-neutron-master-2-hyperv. {{(pid=116163) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 28 11:03:25.775893 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 52406) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:03:25.776974 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-26ce816c-7136-4511-a3c1-0772d26f6936 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (None), before_create {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:25.807779 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393'] for port (6fc0c5b6-5924-4c00-aeb5-105e26bcb2b5), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:25.895301 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-43886458-d985-40dd-8ad9-45bd1fa1c648 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Publish callbacks [] for network (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:25.902976 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-43886458-d985-40dd-8ad9-45bd1fa1c648 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] 10.222.0.10 "DELETE /v2.0/networks/1ec9fbcf-7a57-4aaa-9c30-4e0f43e09480 HTTP/1.1" status: 204 len: 168 time: 1.9389551 Apr 28 11:03:25.904401 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-640be60a-64ac-4d31-b2b5-e3bcd0335264 tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] Pushing event updated for resources: {'Subnet': ['ID=51d6b058-aa34-4635-bd67-72612ecf327a,revision_number=0']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:03:25.912313 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0f07422-ac62-471f-960e-50a49fe9193c None None] Routers {'9b89571b-9a7d-473a-a862-1c34e1e1b90f'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=116163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 11:03:25.913043 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_hamode_db [None req-a0f07422-ac62-471f-960e-50a49fe9193c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-28T10:50:39Z,description=,heartbeat_timestamp=2022-04-28T11:03:09Z,host='dv-neutron-master-2-hyperv',id=6b492ad6-0876-4d74-b20d-28143a52ceba,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T10:50:40Z,topic='l3_agent')) {'router_ids': ['9b89571b-9a7d-473a-a862-1c34e1e1b90f'], 'active': True} {{(pid=116163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:03:25.916679 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-3d6e455f-bb3c-4ced-b7c6-1565e171d460 tempest-ExtraDHCPOptionsIpV6TestJSON-1176180115 tempest-ExtraDHCPOptionsIpV6TestJSON-1176180115-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742234710357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5051867'] for port (173c9691-c492-4879-819e-505618fa7b57), after_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:26.127752 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43886458-d985-40dd-8ad9-45bd1fa1c648 tempest-NetworksTestDHCPv6-1201687964 tempest-NetworksTestDHCPv6-1201687964-project] Pushing event deleted for resources: {'Network': ['ID=1ec9fbcf-7a57-4aaa-9c30-4e0f43e09480,revision_number=None']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:03:26.134499 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Device 614fac7f-1637-4472-bc67-8808bc5ac497 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=116163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 11:03:26.177173 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-b8e24d33-3a2d-4f50-adc6-dc6b96f4a65f req-81d34c4f-66cb-4c6f-bd04-c336b2d1ed84 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=927a5cb3-8012-4aaf-93d6-504dcf7bfba1 HTTP/1.1" status: 200 len: 1002 time: 0.4544516 Apr 28 11:03:26.181418 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a76cf436-ac19-432d-8e92-93d84e20734d tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Router 5d7b80e9-849f-4674-b61f-1bc02caccef0 has already been hosted by L3 agent 6b492ad6-0876-4d74-b20d-28143a52ceba {{(pid=116161) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 11:03:26.205522 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.db.api [None req-551f9ca3-0b63-4309-b079-012bd6e337f6 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=116163) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 28 11:03:26.205873 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG oslo_db.api [None req-551f9ca3-0b63-4309-b079-012bd6e337f6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=116163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 28 11:03:26.210510 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d6e455f-bb3c-4ced-b7c6-1565e171d460 tempest-ExtraDHCPOptionsIpV6TestJSON-1176180115 tempest-ExtraDHCPOptionsIpV6TestJSON-1176180115-project] Network 6d21df30-a0cb-4c0a-8fb0-4f1aca986c8f is already hosted by enough agents. {{(pid=116162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 11:03:26.267900 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.scheduler.base_scheduler [None req-3d6e455f-bb3c-4ced-b7c6-1565e171d460 tempest-ExtraDHCPOptionsIpV6TestJSON-1176180115 tempest-ExtraDHCPOptionsIpV6TestJSON-1176180115-project] Resources bound (agent type, host, resource id): {{(pid=116162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 11:03:26.271234 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Pushing event updated for resources: {'Port': ['ID=6fc0c5b6-5924-4c00-aeb5-105e26bcb2b5,revision_number=3']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:03:26.403165 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d6e455f-bb3c-4ced-b7c6-1565e171d460 tempest-ExtraDHCPOptionsIpV6TestJSON-1176180115 tempest-ExtraDHCPOptionsIpV6TestJSON-1176180115-project] Received port after_create {{(pid=116162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 11:03:26.417106 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d6e455f-bb3c-4ced-b7c6-1565e171d460 tempest-ExtraDHCPOptionsIpV6TestJSON-1176180115 tempest-ExtraDHCPOptionsIpV6TestJSON-1176180115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:03:26.418122 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-3d6e455f-bb3c-4ced-b7c6-1565e171d460 tempest-ExtraDHCPOptionsIpV6TestJSON-1176180115 tempest-ExtraDHCPOptionsIpV6TestJSON-1176180115-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198022'] for port (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:26.468713 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Provisioning complete for port 614fac7f-1637-4472-bc67-8808bc5ac497 triggered by entity L2. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:03:26.469099 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (614fac7f-1637-4472-bc67-8808bc5ac497), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:26.476580 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6e455f-bb3c-4ced-b7c6-1565e171d460 tempest-ExtraDHCPOptionsIpV6TestJSON-1176180115 tempest-ExtraDHCPOptionsIpV6TestJSON-1176180115-project] Pushing event updated for resources: {'Port': ['ID=173c9691-c492-4879-819e-505618fa7b57,revision_number=1']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:03:26.559872 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd54601-787e-4c9f-bfa7-f7d8c7ec5477 req-16b74b7d-a088-48e5-9e0a-e116304f4452 tempest-ServerActionsTestJSON-1498610228 tempest-ServerActionsTestJSON-1498610228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:03:26.561653 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-fcd54601-787e-4c9f-bfa7-f7d8c7ec5477 req-16b74b7d-a088-48e5-9e0a-e116304f4452 tempest-ServerActionsTestJSON-1498610228 tempest-ServerActionsTestJSON-1498610228-project] 10.222.0.10 "GET /v2.0/ports?device_id=6bd2b59b-b5db-4639-9109-3dca095b7768 HTTP/1.1" status: 200 len: 946 time: 0.0800922 Apr 28 11:03:26.566323 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-640be60a-64ac-4d31-b2b5-e3bcd0335264 tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] Checking segment: {'id': '7fffc437-1825-4b6f-9b3f-446d0884bf57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '105dfefb-86dc-4dd5-9807-5913f6bd5729'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 11:03:26.568478 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-640be60a-64ac-4d31-b2b5-e3bcd0335264 tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] Network hostable DHCP agents. Network: 105dfefb-86dc-4dd5-9807-5913f6bd5729, hostable agents: ['75ba81b7-fe99-4281-90d2-a5adb445ecea'], hosted agents: [] {{(pid=116162) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 11:03:26.595014 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8c5dd9c-d084-4438-a36a-2faf79d8d8c0 tempest-TestNetworkBasicOps-223859856 tempest-TestNetworkBasicOps-223859856-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:03:26.595690 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8c5dd9c-d084-4438-a36a-2faf79d8d8c0 tempest-TestNetworkBasicOps-223859856 tempest-TestNetworkBasicOps-223859856-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:03:26.596378 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8c5dd9c-d084-4438-a36a-2faf79d8d8c0 tempest-TestNetworkBasicOps-223859856 tempest-TestNetworkBasicOps-223859856-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:03:26.596602 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8c5dd9c-d084-4438-a36a-2faf79d8d8c0 tempest-TestNetworkBasicOps-223859856 tempest-TestNetworkBasicOps-223859856-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:03:26.597060 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8c5dd9c-d084-4438-a36a-2faf79d8d8c0 tempest-TestNetworkBasicOps-223859856 tempest-TestNetworkBasicOps-223859856-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:03:26.597517 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8c5dd9c-d084-4438-a36a-2faf79d8d8c0 tempest-TestNetworkBasicOps-223859856 tempest-TestNetworkBasicOps-223859856-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:03:26.597972 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8c5dd9c-d084-4438-a36a-2faf79d8d8c0 tempest-TestNetworkBasicOps-223859856 tempest-TestNetworkBasicOps-223859856-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:03:26.598445 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8c5dd9c-d084-4438-a36a-2faf79d8d8c0 tempest-TestNetworkBasicOps-223859856 tempest-TestNetworkBasicOps-223859856-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:03:26.598903 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8c5dd9c-d084-4438-a36a-2faf79d8d8c0 tempest-TestNetworkBasicOps-223859856 tempest-TestNetworkBasicOps-223859856-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:03:26.599373 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8c5dd9c-d084-4438-a36a-2faf79d8d8c0 tempest-TestNetworkBasicOps-223859856 tempest-TestNetworkBasicOps-223859856-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:03:26.599808 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8c5dd9c-d084-4438-a36a-2faf79d8d8c0 tempest-TestNetworkBasicOps-223859856 tempest-TestNetworkBasicOps-223859856-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:03:26.600376 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8c5dd9c-d084-4438-a36a-2faf79d8d8c0 tempest-TestNetworkBasicOps-223859856 tempest-TestNetworkBasicOps-223859856-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:03:26.602774 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-f8c5dd9c-d084-4438-a36a-2faf79d8d8c0 tempest-TestNetworkBasicOps-223859856 tempest-TestNetworkBasicOps-223859856-project-admin] 10.222.0.10 "GET /v2.0/networks HTTP/1.1" status: 200 len: 8421 time: 0.7329776 Apr 28 11:03:26.605992 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 52414) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:03:26.617346 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-3d6e455f-bb3c-4ced-b7c6-1565e171d460 tempest-ExtraDHCPOptionsIpV6TestJSON-1176180115 tempest-ExtraDHCPOptionsIpV6TestJSON-1176180115-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1150 time: 4.0997064 Apr 28 11:03:26.628370 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 52416) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:03:26.704696 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 52418) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:03:26.762088 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d095d02-e6b9-47e8-97f4-ac5160fc46a7 tempest-ExtraDHCPOptionsIpV6TestJSON-1176180115 tempest-ExtraDHCPOptionsIpV6TestJSON-1176180115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:03:26.767929 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d095d02-e6b9-47e8-97f4-ac5160fc46a7 tempest-ExtraDHCPOptionsIpV6TestJSON-1176180115 tempest-ExtraDHCPOptionsIpV6TestJSON-1176180115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:03:26.789579 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d095d02-e6b9-47e8-97f4-ac5160fc46a7 tempest-ExtraDHCPOptionsIpV6TestJSON-1176180115 tempest-ExtraDHCPOptionsIpV6TestJSON-1176180115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:03:26.794599 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-4d095d02-e6b9-47e8-97f4-ac5160fc46a7 tempest-ExtraDHCPOptionsIpV6TestJSON-1176180115 tempest-ExtraDHCPOptionsIpV6TestJSON-1176180115-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2622 time: 0.1650529 Apr 28 11:03:26.801472 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 52422) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:03:26.829114 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-640be60a-64ac-4d31-b2b5-e3bcd0335264 tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] Network 105dfefb-86dc-4dd5-9807-5913f6bd5729 is scheduled to be hosted by DHCP agent 75ba81b7-fe99-4281-90d2-a5adb445ecea with binding_index 1 {{(pid=116162) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 11:03:26.893206 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvr_db [None req-a0f07422-ac62-471f-960e-50a49fe9193c None None] Set router 9b89571b-9a7d-473a-a862-1c34e1e1b90f gateway port host: dv-neutron-master-2-hyperv {{(pid=116163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 11:03:26.906670 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88e5612e-8bbd-425b-b6f9-72a34a9300f0 tempest-TestNetworkBasicOps-223859856 tempest-TestNetworkBasicOps-223859856-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:03:26.907229 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88e5612e-8bbd-425b-b6f9-72a34a9300f0 tempest-TestNetworkBasicOps-223859856 tempest-TestNetworkBasicOps-223859856-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:03:26.907739 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88e5612e-8bbd-425b-b6f9-72a34a9300f0 tempest-TestNetworkBasicOps-223859856 tempest-TestNetworkBasicOps-223859856-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:03:26.908251 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88e5612e-8bbd-425b-b6f9-72a34a9300f0 tempest-TestNetworkBasicOps-223859856 tempest-TestNetworkBasicOps-223859856-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:03:26.908813 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88e5612e-8bbd-425b-b6f9-72a34a9300f0 tempest-TestNetworkBasicOps-223859856 tempest-TestNetworkBasicOps-223859856-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:03:26.909316 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88e5612e-8bbd-425b-b6f9-72a34a9300f0 tempest-TestNetworkBasicOps-223859856 tempest-TestNetworkBasicOps-223859856-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:03:26.909811 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88e5612e-8bbd-425b-b6f9-72a34a9300f0 tempest-TestNetworkBasicOps-223859856 tempest-TestNetworkBasicOps-223859856-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:03:26.910303 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88e5612e-8bbd-425b-b6f9-72a34a9300f0 tempest-TestNetworkBasicOps-223859856 tempest-TestNetworkBasicOps-223859856-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:03:26.910818 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88e5612e-8bbd-425b-b6f9-72a34a9300f0 tempest-TestNetworkBasicOps-223859856 tempest-TestNetworkBasicOps-223859856-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:03:26.911309 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88e5612e-8bbd-425b-b6f9-72a34a9300f0 tempest-TestNetworkBasicOps-223859856 tempest-TestNetworkBasicOps-223859856-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:03:26.911796 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88e5612e-8bbd-425b-b6f9-72a34a9300f0 tempest-TestNetworkBasicOps-223859856 tempest-TestNetworkBasicOps-223859856-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:03:26.912283 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88e5612e-8bbd-425b-b6f9-72a34a9300f0 tempest-TestNetworkBasicOps-223859856 tempest-TestNetworkBasicOps-223859856-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:03:26.917849 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-88e5612e-8bbd-425b-b6f9-72a34a9300f0 tempest-TestNetworkBasicOps-223859856 tempest-TestNetworkBasicOps-223859856-project-admin] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 7589 time: 0.3071635 Apr 28 11:03:26.928906 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 52424) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:03:26.948983 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.db_base_plugin_common [None req-26ce816c-7136-4511-a3c1-0772d26f6936 None None] Allocated IP 172.20.0.2 (11667949-6108-4d31-ad58-bd4aa04ee38c/2b3feac5-a337-48a6-93bd-b4c13f02752b/982b7213-f62b-4421-9074-307355cb4c06) {{(pid=116163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 11:03:26.982986 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e24d33-3a2d-4f50-adc6-dc6b96f4a65f req-395ce6a9-7fe9-4cb4-b437-bf4746cd32b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:03:26.985031 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-b8e24d33-3a2d-4f50-adc6-dc6b96f4a65f req-395ce6a9-7fe9-4cb4-b437-bf4746cd32b7 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=9f0dbbd1-58ad-4048-bae6-5e3ef831a6c1 HTTP/1.1" status: 200 len: 850 time: 0.7962170 Apr 28 11:03:27.008468 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-551f9ca3-0b63-4309-b079-012bd6e337f6 None None] Current status of the port 6fc0c5b6-5924-4c00-aeb5-105e26bcb2b5 is: ACTIVE; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:03:27.009954 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.db.db_base_plugin_common [None req-027a3261-d697-4e0b-af9c-71e2636ab7e7 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Allocated IP 172.20.0.13 (d976f322-6b74-4d28-98b0-be5076f786e5/7cdc9062-f10c-4982-b770-542017cc1a1a/83c04e3b-86ac-48cd-8d91-989351081f67) {{(pid=116161) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 11:03:27.010570 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.scheduler.base_scheduler [None req-640be60a-64ac-4d31-b2b5-e3bcd0335264 tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 105dfefb-86dc-4dd5-9807-5913f6bd5729) {{(pid=116162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 11:03:27.015419 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-640be60a-64ac-4d31-b2b5-e3bcd0335264 tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:03:27.015849 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-640be60a-64ac-4d31-b2b5-e3bcd0335264 tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] Publish callbacks [] for subnet (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:27.032278 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.plugin [None req-2c6f0c44-f6c5-479f-a07b-752ca4dcf0fa tempest-ExtraDHCPOptionsIpV6TestJSON-1176180115 tempest-ExtraDHCPOptionsIpV6TestJSON-1176180115-project] Deleting port 173c9691-c492-4879-819e-505618fa7b57 {{(pid=116162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 11:03:27.032694 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-2c6f0c44-f6c5-479f-a07b-752ca4dcf0fa tempest-ExtraDHCPOptionsIpV6TestJSON-1176180115 tempest-ExtraDHCPOptionsIpV6TestJSON-1176180115-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742235130188'] for port (173c9691-c492-4879-819e-505618fa7b57), before_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:27.047355 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-551f9ca3-0b63-4309-b079-012bd6e337f6 None None] Provisioning complete for port ea631f82-1e90-42e6-914e-6fc567410877 triggered by entity DHCP. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:03:27.047846 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-551f9ca3-0b63-4309-b079-012bd6e337f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (ea631f82-1e90-42e6-914e-6fc567410877), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:27.067604 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-a3ed7589-d3e6-47e0-ad89-70d5d51100dc admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=12780407c7254bdfbde1c04e76d433ee&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3577707 Apr 28 11:03:27.067604 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 52426) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:03:27.106224 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e24d33-3a2d-4f50-adc6-dc6b96f4a65f req-4b08d0bc-52fa-4246-94ef-9462dc22d1ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:03:27.107788 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-b8e24d33-3a2d-4f50-adc6-dc6b96f4a65f req-4b08d0bc-52fa-4246-94ef-9462dc22d1ae service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=8876925c-b776-4190-94d6-ff922dbd02cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0560882 Apr 28 11:03:27.117149 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a76cf436-ac19-432d-8e92-93d84e20734d tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=116161) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 11:03:27.128450 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a1a6694-57ce-4b4f-920d-e111fdfdd401 None None] Sync routers for ids ['5d7b80e9-849f-4674-b61f-1bc02caccef0'] in dv-neutron-master-2-hyperv {{(pid=116164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 11:03:27.135923 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-640be60a-64ac-4d31-b2b5-e3bcd0335264 tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 2.5843437 Apr 28 11:03:27.143714 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 52428) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:03:27.151832 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a1a6694-57ce-4b4f-920d-e111fdfdd401 None None] Routers {'5d7b80e9-849f-4674-b61f-1bc02caccef0'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=116164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 11:03:27.152977 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_hamode_db [None req-0a1a6694-57ce-4b4f-920d-e111fdfdd401 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-28T10:50:39Z,description=,heartbeat_timestamp=2022-04-28T11:03:09Z,host='dv-neutron-master-2-hyperv',id=6b492ad6-0876-4d74-b20d-28143a52ceba,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T10:50:40Z,topic='l3_agent')) {'router_ids': ['5d7b80e9-849f-4674-b61f-1bc02caccef0'], 'active': True} {{(pid=116164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:03:27.181845 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.db.db_base_plugin_common [None req-027a3261-d697-4e0b-af9c-71e2636ab7e7 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Allocated IP 172.20.0.28 (d976f322-6b74-4d28-98b0-be5076f786e5/46982f84-d227-4eca-b2e0-7f110c93fdf1/83c04e3b-86ac-48cd-8d91-989351081f67) {{(pid=116161) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 11:03:27.196448 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-a76cf436-ac19-432d-8e92-93d84e20734d tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] 10.222.0.10 "PUT /v2.0/routers/5d7b80e9-849f-4674-b61f-1bc02caccef0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7450936 Apr 28 11:03:27.202431 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_hamode_db [None req-0a1a6694-57ce-4b4f-920d-e111fdfdd401 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=116164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:03:27.208328 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 52430) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:03:27.213560 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a1a6694-57ce-4b4f-920d-e111fdfdd401 None None] Routers {'5d7b80e9-849f-4674-b61f-1bc02caccef0'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=116164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 11:03:27.214413 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_hamode_db [None req-0a1a6694-57ce-4b4f-920d-e111fdfdd401 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-28T10:50:39Z,description=,heartbeat_timestamp=2022-04-28T11:03:09Z,host='dv-neutron-master-2-hyperv',id=6b492ad6-0876-4d74-b20d-28143a52ceba,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T10:50:40Z,topic='l3_agent')) {'router_ids': ['5d7b80e9-849f-4674-b61f-1bc02caccef0'], 'active': True} {{(pid=116164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:03:27.243548 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-551f9ca3-0b63-4309-b079-012bd6e337f6 None None] Port ea631f82-1e90-42e6-914e-6fc567410877 cannot update to ACTIVE because it is not bound. {{(pid=116163) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 28 11:03:27.251507 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Current status of the port 614fac7f-1637-4472-bc67-8808bc5ac497 is: ACTIVE; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:03:27.274877 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_hamode_db [None req-0a1a6694-57ce-4b4f-920d-e111fdfdd401 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=116164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:03:27.275861 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a1a6694-57ce-4b4f-920d-e111fdfdd401 None None] The sync data for ids ['5d7b80e9-849f-4674-b61f-1bc02caccef0'] in dv-neutron-master-2-hyperv is: [] {{(pid=116164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 11:03:27.284489 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-d3a34bdf-5d33-4540-b64d-9f2c777a4f31 tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-979593'] for network (105dfefb-86dc-4dd5-9807-5913f6bd5729), before_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:27.338345 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-2c6f0c44-f6c5-479f-a07b-752ca4dcf0fa tempest-ExtraDHCPOptionsIpV6TestJSON-1176180115 tempest-ExtraDHCPOptionsIpV6TestJSON-1176180115-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1938497'] for port (173c9691-c492-4879-819e-505618fa7b57), precommit_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:27.387791 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-26ce816c-7136-4511-a3c1-0772d26f6936 None None] Publish callbacks [] for port (982b7213-f62b-4421-9074-307355cb4c06), precommit_create {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:27.391173 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_hamode_db [None req-a0f07422-ac62-471f-960e-50a49fe9193c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b89571b-9a7d-473a-a862-1c34e1e1b90f', 'name': 'tempest-TestNetworkBasicOps-router-1025925212', 'tenant_id': '65d54c3b7dcd4af68398071d25e8321e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'external_fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.82'}], 'enable_snat': True}, 'gw_port_id': 'b9c64965-b7a7-4361-8353-c97b8e1a2b9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T11:03:07Z', 'updated_at': '2022-04-28T11:03:20Z', 'revision_number': 4, 'project_id': '65d54c3b7dcd4af68398071d25e8321e', 'gw_port': {'id': 'b9c64965-b7a7-4361-8353-c97b8e1a2b9e', 'name': '', 'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:66:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b89571b-9a7d-473a-a862-1c34e1e1b90f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 744, 'fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:03:09Z', 'updated_at': '2022-04-28T11:03:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '3e2bce2e-72fd-4d33-8443-4c79cc3a3053', 'name': '', 'network_id': '274bb0ab-060a-48d2-9b11-773f8dd43851', 'tenant_id': '65d54c3b7dcd4af68398071d25e8321e', 'mac_address': 'fa:16:3e:f2:cf:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b89571b-9a7d-473a-a862-1c34e1e1b90f', 'device_owner': 'network:router_interface', 'standard_attr_id': 788, 'fixed_ips': [{'subnet_id': 'd64b489b-1e9c-4cb0-8d07-ab47553d5e71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:03:19Z', 'updated_at': '2022-04-28T11:03:21Z', 'revision_number': 2, 'project_id': '65d54c3b7dcd4af68398071d25e8321e', 'subnets': [{'id': 'd64b489b-1e9c-4cb0-8d07-ab47553d5e71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=116163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:03:27.396220 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.plugin [None req-2c6f0c44-f6c5-479f-a07b-752ca4dcf0fa tempest-ExtraDHCPOptionsIpV6TestJSON-1176180115 tempest-ExtraDHCPOptionsIpV6TestJSON-1176180115-project] Calling delete_port for 173c9691-c492-4879-819e-505618fa7b57 owned by {{(pid=116162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 11:03:27.400520 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-9aeb614e-bf5e-46fe-9aa9-9dd24102edf5 admin admin] Publish callbacks [] for security_group (dfc5f106-918c-4f4b-906b-2bf525a016c7), before_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:27.421103 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0f07422-ac62-471f-960e-50a49fe9193c None None] Checking router: 9b89571b-9a7d-473a-a862-1c34e1e1b90f for host: dv-neutron-master-2-hyperv {{(pid=116163) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 11:03:27.421475 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0f07422-ac62-471f-960e-50a49fe9193c None None] Updating router 9b89571b-9a7d-473a-a862-1c34e1e1b90f port 3e2bce2e-72fd-4d33-8443-4c79cc3a3053 binding host dv-neutron-master-2-hyperv {{(pid=116163) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 28 11:03:27.428277 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-d3a34bdf-5d33-4540-b64d-9f2c777a4f31 tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-971303'] for subnet (51d6b058-aa34-4635-bd67-72612ecf327a), precommit_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:27.441652 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-9aeb614e-bf5e-46fe-9aa9-9dd24102edf5 admin admin] Publish callbacks [] for security_group (dfc5f106-918c-4f4b-906b-2bf525a016c7), precommit_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:27.461037 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-26ce816c-7136-4511-a3c1-0772d26f6936 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742234710357'] for port (982b7213-f62b-4421-9074-307355cb4c06), after_create {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:27.468530 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-a0f07422-ac62-471f-960e-50a49fe9193c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (3e2bce2e-72fd-4d33-8443-4c79cc3a3053), before_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:27.511130 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26ce816c-7136-4511-a3c1-0772d26f6936 None None] Network 11667949-6108-4d31-ad58-bd4aa04ee38c is already hosted by enough agents. {{(pid=116163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 11:03:27.514348 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.scheduler.base_scheduler [None req-26ce816c-7136-4511-a3c1-0772d26f6936 None None] Resources bound (agent type, host, resource id): {{(pid=116163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 11:03:27.523725 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26ce816c-7136-4511-a3c1-0772d26f6936 None None] Received port after_create {{(pid=116163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 11:03:27.552823 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ce816c-7136-4511-a3c1-0772d26f6936 None None] Pushing event updated for resources: {'Port': ['ID=982b7213-f62b-4421-9074-307355cb4c06,revision_number=1']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:03:27.601241 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-719db430-1be6-46b7-8b56-64af1ee2afab tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] 10.222.0.10 "GET /v2.0/ports?device_id=5d7b80e9-849f-4674-b61f-1bc02caccef0 HTTP/1.1" status: 200 len: 205 time: 0.1377623 Apr 28 11:03:27.626742 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-fcd54601-787e-4c9f-bfa7-f7d8c7ec5477 req-211b0fa5-62ea-4e4c-86f5-1c999992efd5 tempest-ServerActionsTestJSON-1498610228 tempest-ServerActionsTestJSON-1498610228-project] 10.222.0.10 "GET /v2.0/security-groups?id=0f246414-c46b-4ee7-b196-c819605d877f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.0390570 Apr 28 11:03:27.641225 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 52432) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:03:27.696034 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.managers [None req-26ce816c-7136-4511-a3c1-0772d26f6936 None None] Attempting to bind port 982b7213-f62b-4421-9074-307355cb4c06 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=116163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 28 11:03:27.696723 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.managers [None req-26ce816c-7136-4511-a3c1-0772d26f6936 None None] Attempting to bind port 982b7213-f62b-4421-9074-307355cb4c06 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '3a3711b0-a922-46d0-81e4-03dc755adc63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '11667949-6108-4d31-ad58-bd4aa04ee38c'}] {{(pid=116163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 28 11:03:27.697268 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26ce816c-7136-4511-a3c1-0772d26f6936 None None] Attempting to bind port 982b7213-f62b-4421-9074-307355cb4c06 on network 11667949-6108-4d31-ad58-bd4aa04ee38c {{(pid=116163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 11:03:27.710174 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26ce816c-7136-4511-a3c1-0772d26f6936 None None] Checking agent: {'id': 'd5baab19-5dd1-4902-922b-84acb048ab9c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 10, 50, 43), 'started_at': datetime.datetime(2022, 4, 28, 10, 51, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 11, 3, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=116163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 11:03:27.711029 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26ce816c-7136-4511-a3c1-0772d26f6936 None None] Checking segment: {'id': '3a3711b0-a922-46d0-81e4-03dc755adc63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '11667949-6108-4d31-ad58-bd4aa04ee38c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 11:03:27.711610 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-26ce816c-7136-4511-a3c1-0772d26f6936 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:27.712373 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26ce816c-7136-4511-a3c1-0772d26f6936 None None] Bound using segment: {'id': '3a3711b0-a922-46d0-81e4-03dc755adc63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '11667949-6108-4d31-ad58-bd4aa04ee38c'} {{(pid=116163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 11:03:27.713042 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.managers [None req-26ce816c-7136-4511-a3c1-0772d26f6936 None None] Bound port: 982b7213-f62b-4421-9074-307355cb4c06, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a3711b0-a922-46d0-81e4-03dc755adc63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '11667949-6108-4d31-ad58-bd4aa04ee38c'}}] {{(pid=116163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 28 11:03:27.713764 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-26ce816c-7136-4511-a3c1-0772d26f6936 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (982b7213-f62b-4421-9074-307355cb4c06), before_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:27.765213 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-493bf426-4f9d-41f7-8e21-954ec3541299 tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Publish callbacks [] for router (5d7b80e9-849f-4674-b61f-1bc02caccef0), before_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:27.867938 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-26ce816c-7136-4511-a3c1-0772d26f6936 None None] For port 982b7213-f62b-4421-9074-307355cb4c06, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=116163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 11:03:27.887995 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-26ce816c-7136-4511-a3c1-0772d26f6936 None None] For port 982b7213-f62b-4421-9074-307355cb4c06, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=982b7213-f62b-4421-9074-307355cb4c06,segment=NetworkSegment(3a3711b0-a922-46d0-81e4-03dc755adc63),segment_id=3a3711b0-a922-46d0-81e4-03dc755adc63)] {{(pid=116163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 11:03:27.961228 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-76baacf3-9362-47bd-8194-0d9b345458d8 tempest-TestNetworkBasicOps-223859856 tempest-TestNetworkBasicOps-223859856-project-admin] 10.222.0.10 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3589 time: 1.0215070 Apr 28 11:03:27.977497 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-a0f07422-ac62-471f-960e-50a49fe9193c None None] Publish callbacks [] for port (3e2bce2e-72fd-4d33-8443-4c79cc3a3053), precommit_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:27.985816 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-26ce816c-7136-4511-a3c1-0772d26f6936 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393'] for port (982b7213-f62b-4421-9074-307355cb4c06), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:28.014898 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-9aeb614e-bf5e-46fe-9aa9-9dd24102edf5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924426'] for security_group (dfc5f106-918c-4f4b-906b-2bf525a016c7), after_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:28.017932 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-9aeb614e-bf5e-46fe-9aa9-9dd24102edf5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:28.019317 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-9aeb614e-bf5e-46fe-9aa9-9dd24102edf5 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/dfc5f106-918c-4f4b-906b-2bf525a016c7 HTTP/1.1" status: 204 len: 168 time: 0.9517789 Apr 28 11:03:28.027346 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-d3a34bdf-5d33-4540-b64d-9f2c777a4f31 tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-971310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5053962', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4210815'] for subnet (51d6b058-aa34-4635-bd67-72612ecf327a), after_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:28.050459 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-a0f07422-ac62-471f-960e-50a49fe9193c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393'] for port (3e2bce2e-72fd-4d33-8443-4c79cc3a3053), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:28.081762 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-b8e24d33-3a2d-4f50-adc6-dc6b96f4a65f req-afaea66f-9284-467d-b394-06c18ad958cf service neutron] 10.222.0.20 "GET /v2.0/networks/8876925c-b776-4190-94d6-ff922dbd02cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8974209 Apr 28 11:03:28.089481 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a34bdf-5d33-4540-b64d-9f2c777a4f31 tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] Pushing event deleted for resources: {'Subnet': ['ID=51d6b058-aa34-4635-bd67-72612ecf327a,revision_number=None']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:03:28.096166 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aeb614e-bf5e-46fe-9aa9-9dd24102edf5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfc5f106-918c-4f4b-906b-2bf525a016c7,revision_number=None']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:03:28.138518 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Device 3ac8f02a-5742-4e0d-93eb-e6075d67f71d up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=116163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 11:03:28.165226 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-2c6f0c44-f6c5-479f-a07b-752ca4dcf0fa tempest-ExtraDHCPOptionsIpV6TestJSON-1176180115 tempest-ExtraDHCPOptionsIpV6TestJSON-1176180115-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742235135690', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742234710366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5051867'] for port (173c9691-c492-4879-819e-505618fa7b57), after_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:28.210677 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c6f0c44-f6c5-479f-a07b-752ca4dcf0fa tempest-ExtraDHCPOptionsIpV6TestJSON-1176180115 tempest-ExtraDHCPOptionsIpV6TestJSON-1176180115-project] Pushing event deleted for resources: {'Port': ['ID=173c9691-c492-4879-819e-505618fa7b57,revision_number=None']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:03:28.211057 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ce816c-7136-4511-a3c1-0772d26f6936 None None] Pushing event updated for resources: {'Port': ['ID=982b7213-f62b-4421-9074-307355cb4c06,revision_number=2']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:03:28.265889 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-d3a34bdf-5d33-4540-b64d-9f2c777a4f31 tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-973498', 'neutron.services.segments.db._delete_segments_for_network-8742235207033'] for network (105dfefb-86dc-4dd5-9807-5913f6bd5729), precommit_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:28.303914 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Provisioning complete for port 3ac8f02a-5742-4e0d-93eb-e6075d67f71d triggered by entity L2. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:03:28.304432 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (3ac8f02a-5742-4e0d-93eb-e6075d67f71d), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:28.315086 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-2c6f0c44-f6c5-479f-a07b-752ca4dcf0fa tempest-ExtraDHCPOptionsIpV6TestJSON-1176180115 tempest-ExtraDHCPOptionsIpV6TestJSON-1176180115-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198022'] for port (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:28.323889 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-2c6f0c44-f6c5-479f-a07b-752ca4dcf0fa tempest-ExtraDHCPOptionsIpV6TestJSON-1176180115 tempest-ExtraDHCPOptionsIpV6TestJSON-1176180115-project] 10.222.0.10 "DELETE /v2.0/ports/173c9691-c492-4879-819e-505618fa7b57 HTTP/1.1" status: 204 len: 168 time: 1.5070560 Apr 28 11:03:28.325982 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.services.segments.db [None req-d3a34bdf-5d33-4540-b64d-9f2c777a4f31 tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['105dfefb-86dc-4dd5-9807-5913f6bd5729']}} {{(pid=116162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:03:28.328812 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 52440) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:03:28.334429 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.v2.base [None req-36703d9a-74ac-4010-a3e1-90206d1cff08 tempest-ExtraDHCPOptionsIpV6TestJSON-1176180115 tempest-ExtraDHCPOptionsIpV6TestJSON-1176180115-project] Request body: {'port': {'name': 'tempest-new-port-name-1432201503', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=116162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:03:28.335036 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.api.validators [None req-36703d9a-74ac-4010-a3e1-90206d1cff08 tempest-ExtraDHCPOptionsIpV6TestJSON-1176180115 tempest-ExtraDHCPOptionsIpV6TestJSON-1176180115-project] bootfile-name is not in valid_values {{(pid=116162) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Apr 28 11:03:28.335385 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.api.validators [None req-36703d9a-74ac-4010-a3e1-90206d1cff08 tempest-ExtraDHCPOptionsIpV6TestJSON-1176180115 tempest-ExtraDHCPOptionsIpV6TestJSON-1176180115-project] tftp-server is not in valid_values {{(pid=116162) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Apr 28 11:03:28.335855 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.api.validators [None req-36703d9a-74ac-4010-a3e1-90206d1cff08 tempest-ExtraDHCPOptionsIpV6TestJSON-1176180115 tempest-ExtraDHCPOptionsIpV6TestJSON-1176180115-project] server-ip-address is not in valid_values {{(pid=116162) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Apr 28 11:03:28.367658 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.services.segments.db [None req-d3a34bdf-5d33-4540-b64d-9f2c777a4f31 tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7fffc437-1825-4b6f-9b3f-446d0884bf57') {'for_net_delete': True} {{(pid=116162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:03:28.368106 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.services.segments.db [None req-d3a34bdf-5d33-4540-b64d-9f2c777a4f31 tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7fffc437-1825-4b6f-9b3f-446d0884bf57') {} {{(pid=116162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:03:28.379053 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.managers [None req-a0f07422-ac62-471f-960e-50a49fe9193c None None] Attempting to bind port 3e2bce2e-72fd-4d33-8443-4c79cc3a3053 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=116163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 28 11:03:28.379437 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.managers [None req-a0f07422-ac62-471f-960e-50a49fe9193c None None] Attempting to bind port 3e2bce2e-72fd-4d33-8443-4c79cc3a3053 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'f6ef4bb3-a525-4ea5-8365-2d525d9199b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '274bb0ab-060a-48d2-9b11-773f8dd43851'}] {{(pid=116163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 28 11:03:28.380244 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0f07422-ac62-471f-960e-50a49fe9193c None None] Attempting to bind port 3e2bce2e-72fd-4d33-8443-4c79cc3a3053 on network 274bb0ab-060a-48d2-9b11-773f8dd43851 {{(pid=116163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 11:03:28.384933 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-d3a34bdf-5d33-4540-b64d-9f2c777a4f31 tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742235208578', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5026548'] for segment (7fffc437-1825-4b6f-9b3f-446d0884bf57), before_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:28.413596 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-d6e3abe1-a7bd-47e7-bfc9-333b6179e2e0 tempest-TestNetworkAdvancedServerOps-1762458272 tempest-TestNetworkAdvancedServerOps-1762458272-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (None), before_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:28.417837 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a312323a-538c-41fd-85b7-8e692b2b2f0a None None] Pushing event updated for resources: {'Port': ['ID=3e2bce2e-72fd-4d33-8443-4c79cc3a3053,revision_number=3']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:03:28.423397 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0f07422-ac62-471f-960e-50a49fe9193c None None] Checking agent: {'id': 'd5baab19-5dd1-4902-922b-84acb048ab9c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 10, 50, 43), 'started_at': datetime.datetime(2022, 4, 28, 10, 51, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 11, 3, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=116163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 11:03:28.423789 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0f07422-ac62-471f-960e-50a49fe9193c None None] Checking segment: {'id': 'f6ef4bb3-a525-4ea5-8365-2d525d9199b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '274bb0ab-060a-48d2-9b11-773f8dd43851'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 11:03:28.424206 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-a0f07422-ac62-471f-960e-50a49fe9193c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:28.424610 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0f07422-ac62-471f-960e-50a49fe9193c None None] Bound using segment: {'id': 'f6ef4bb3-a525-4ea5-8365-2d525d9199b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '274bb0ab-060a-48d2-9b11-773f8dd43851'} {{(pid=116163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 11:03:28.425124 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.managers [None req-a0f07422-ac62-471f-960e-50a49fe9193c None None] Bound port: 3e2bce2e-72fd-4d33-8443-4c79cc3a3053, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f6ef4bb3-a525-4ea5-8365-2d525d9199b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '274bb0ab-060a-48d2-9b11-773f8dd43851'}}] {{(pid=116163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 28 11:03:28.425513 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-a0f07422-ac62-471f-960e-50a49fe9193c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (3e2bce2e-72fd-4d33-8443-4c79cc3a3053), before_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:28.437369 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 52442) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:03:28.441960 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-493bf426-4f9d-41f7-8e21-954ec3541299 tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2060865', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-63275'] for router (5d7b80e9-849f-4674-b61f-1bc02caccef0), precommit_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:28.442749 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.v2.base [None req-6114a7ff-3236-410c-8e5d-51c90f0ad2a9 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1903066221', 'description': 'tempest-secgroup-smoke-1903066221 description', 'project_id': '65d54c3b7dcd4af68398071d25e8321e'}} {{(pid=116162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:03:28.450643 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-d3a34bdf-5d33-4540-b64d-9f2c777a4f31 tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-961978'] for segment (7fffc437-1825-4b6f-9b3f-446d0884bf57), precommit_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:28.471362 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d3a34bdf-5d33-4540-b64d-9f2c777a4f31 tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] Releasing vlan 79 on physical network physnet1 to pool {{(pid=116162) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 11:03:28.471362 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-d3a34bdf-5d33-4540-b64d-9f2c777a4f31 tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-961978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5051884'] for segment (7fffc437-1825-4b6f-9b3f-446d0884bf57), after_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:28.474093 dv-neutron-master-2-hyperv neutron-server[116162]: Traceback (most recent call last): Apr 28 11:03:28.474093 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 11:03:28.474093 dv-neutron-master-2-hyperv neutron-server[116162]: timer() Apr 28 11:03:28.474093 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 11:03:28.474093 dv-neutron-master-2-hyperv neutron-server[116162]: cb(*args, **kw) Apr 28 11:03:28.474093 dv-neutron-master-2-hyperv neutron-server[116162]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 28 11:03:28.474093 dv-neutron-master-2-hyperv neutron-server[116162]: return func(*args, **kwargs) Apr 28 11:03:28.474093 dv-neutron-master-2-hyperv neutron-server[116162]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 11:03:28.474093 dv-neutron-master-2-hyperv neutron-server[116162]: self._notify() Apr 28 11:03:28.474093 dv-neutron-master-2-hyperv neutron-server[116162]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 11:03:28.474093 dv-neutron-master-2-hyperv neutron-server[116162]: self.callback(batched_events) Apr 28 11:03:28.474093 dv-neutron-master-2-hyperv neutron-server[116162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 11:03:28.474093 dv-neutron-master-2-hyperv neutron-server[116162]: event.method(event) Apr 28 11:03:28.474093 dv-neutron-master-2-hyperv neutron-server[116162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 28 11:03:28.474093 dv-neutron-master-2-hyperv neutron-server[116162]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 11:03:28.474093 dv-neutron-master-2-hyperv neutron-server[116162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 28 11:03:28.474093 dv-neutron-master-2-hyperv neutron-server[116162]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 11:03:28.474093 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 28 11:03:28.474093 dv-neutron-master-2-hyperv neutron-server[116162]: return f(self, *a, **k) Apr 28 11:03:28.474093 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 28 11:03:28.474093 dv-neutron-master-2-hyperv neutron-server[116162]: return self._get(url).json() Apr 28 11:03:28.474093 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 28 11:03:28.474093 dv-neutron-master-2-hyperv neutron-server[116162]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 11:03:28.474093 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 11:03:28.474093 dv-neutron-master-2-hyperv neutron-server[116162]: return self.request(url, 'GET', **kwargs) Apr 28 11:03:28.474093 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 11:03:28.474093 dv-neutron-master-2-hyperv neutron-server[116162]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 11:03:28.474093 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 11:03:28.474093 dv-neutron-master-2-hyperv neutron-server[116162]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 11:03:28.474093 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 11:03:28.474093 dv-neutron-master-2-hyperv neutron-server[116162]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 11:03:28.474093 dv-neutron-master-2-hyperv neutron-server[116162]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 11:03:28.493567 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-493bf426-4f9d-41f7-8e21-954ec3541299 tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Publish callbacks [] for router_controller (5d7b80e9-849f-4674-b61f-1bc02caccef0), precommit_delete_associations {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:28.523723 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-36703d9a-74ac-4010-a3e1-90206d1cff08 tempest-ExtraDHCPOptionsIpV6TestJSON-1176180115 tempest-ExtraDHCPOptionsIpV6TestJSON-1176180115-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (ea631f82-1e90-42e6-914e-6fc567410877), before_update {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:28.538453 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-a0f07422-ac62-471f-960e-50a49fe9193c None None] For port 3e2bce2e-72fd-4d33-8443-4c79cc3a3053, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=116163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 11:03:28.543454 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-a0f07422-ac62-471f-960e-50a49fe9193c None None] For port 3e2bce2e-72fd-4d33-8443-4c79cc3a3053, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=3e2bce2e-72fd-4d33-8443-4c79cc3a3053,segment=NetworkSegment(f6ef4bb3-a525-4ea5-8365-2d525d9199b6),segment_id=f6ef4bb3-a525-4ea5-8365-2d525d9199b6)] {{(pid=116163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 11:03:28.601669 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-6114a7ff-3236-410c-8e5d-51c90f0ad2a9 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks [] for security_group (None), before_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:28.605193 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-a0f07422-ac62-471f-960e-50a49fe9193c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393'] for port (3e2bce2e-72fd-4d33-8443-4c79cc3a3053), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:28.615409 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Current status of the port 3ac8f02a-5742-4e0d-93eb-e6075d67f71d is: DOWN; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:03:28.615864 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (3ac8f02a-5742-4e0d-93eb-e6075d67f71d), before_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:28.643769 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] For port 3ac8f02a-5742-4e0d-93eb-e6075d67f71d, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=3ac8f02a-5742-4e0d-93eb-e6075d67f71d,segment=NetworkSegment(142bc50f-d6af-4646-8d06-bb7af6b7b51c),segment_id=142bc50f-d6af-4646-8d06-bb7af6b7b51c)] {{(pid=116163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 11:03:28.724263 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393'] for port (3ac8f02a-5742-4e0d-93eb-e6075d67f71d), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:28.724263 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Device 6fc0c5b6-5924-4c00-aeb5-105e26bcb2b5 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=116163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 11:03:28.779398 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a312323a-538c-41fd-85b7-8e692b2b2f0a None None] Pushing event updated for resources: {'Port': ['ID=3e2bce2e-72fd-4d33-8443-4c79cc3a3053,revision_number=4']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:03:28.815909 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-b8e24d33-3a2d-4f50-adc6-dc6b96f4a65f req-399b43f5-d21b-4df7-ae3a-d77d06ebb769 service neutron] 10.222.0.20 "GET /v2.0/networks/8876925c-b776-4190-94d6-ff922dbd02cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6171722 Apr 28 11:03:28.815909 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-493bf426-4f9d-41f7-8e21-954ec3541299 tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2060888'] for router (5d7b80e9-849f-4674-b61f-1bc02caccef0), after_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:28.815909 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-493bf426-4f9d-41f7-8e21-954ec3541299 tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Fanout notify agent at l3_agent the message router_deleted on router 5d7b80e9-849f-4674-b61f-1bc02caccef0 {{(pid=116161) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 28 11:03:28.816262 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0f07422-ac62-471f-960e-50a49fe9193c None None] Routers {'9b89571b-9a7d-473a-a862-1c34e1e1b90f'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=116163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 11:03:28.816262 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_hamode_db [None req-a0f07422-ac62-471f-960e-50a49fe9193c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-28T10:50:39Z,description=,heartbeat_timestamp=2022-04-28T11:03:09Z,host='dv-neutron-master-2-hyperv',id=6b492ad6-0876-4d74-b20d-28143a52ceba,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T10:50:40Z,topic='l3_agent')) {'router_ids': ['9b89571b-9a7d-473a-a862-1c34e1e1b90f'], 'active': True} {{(pid=116163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:03:28.833456 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-36703d9a-74ac-4010-a3e1-90206d1cff08 tempest-ExtraDHCPOptionsIpV6TestJSON-1176180115 tempest-ExtraDHCPOptionsIpV6TestJSON-1176180115-project] Publish callbacks [] for port (ea631f82-1e90-42e6-914e-6fc567410877), precommit_update {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:28.839721 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-493bf426-4f9d-41f7-8e21-954ec3541299 tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Publish callbacks [] for router (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:28.844564 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-493bf426-4f9d-41f7-8e21-954ec3541299 tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] 10.222.0.10 "DELETE /v2.0/routers/5d7b80e9-849f-4674-b61f-1bc02caccef0 HTTP/1.1" status: 204 len: 168 time: 1.1710765 Apr 28 11:03:28.850019 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 52452) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:03:28.850285 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-d3a34bdf-5d33-4540-b64d-9f2c777a4f31 tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-973477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2063122'] for network (105dfefb-86dc-4dd5-9807-5913f6bd5729), after_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:28.862243 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-d3a34bdf-5d33-4540-b64d-9f2c777a4f31 tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] Publish callbacks [] for network (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:28.866430 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-d3a34bdf-5d33-4540-b64d-9f2c777a4f31 tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] 10.222.0.10 "DELETE /v2.0/networks/105dfefb-86dc-4dd5-9807-5913f6bd5729 HTTP/1.1" status: 204 len: 168 time: 1.7187283 Apr 28 11:03:28.884855 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 52454) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:03:28.890423 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.v2.base [None req-a8e2b447-e7db-4940-94f6-1b7655c7c889 tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-785930517'}} {{(pid=116162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:03:28.898467 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a34bdf-5d33-4540-b64d-9f2c777a4f31 tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] Pushing event deleted for resources: {'Network': ['ID=105dfefb-86dc-4dd5-9807-5913f6bd5729,revision_number=None']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:03:28.914945 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-36703d9a-74ac-4010-a3e1-90206d1cff08 tempest-ExtraDHCPOptionsIpV6TestJSON-1176180115 tempest-ExtraDHCPOptionsIpV6TestJSON-1176180115-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5051840'] for port (ea631f82-1e90-42e6-914e-6fc567410877), after_update {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:28.930813 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-027a3261-d697-4e0b-af9c-71e2636ab7e7 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Publish callbacks [] for port (83c04e3b-86ac-48cd-8d91-989351081f67), precommit_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:28.937908 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.db.db_base_plugin_v2 [None req-562af642-cab1-4b85-bd2f-020d2138d135 tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Deleting subnet 59406036-40eb-4476-8748-ea043bd88bd6 {{(pid=116161) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 28 11:03:28.939453 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Provisioning complete for port 6fc0c5b6-5924-4c00-aeb5-105e26bcb2b5 triggered by entity L2. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:03:28.939850 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (6fc0c5b6-5924-4c00-aeb5-105e26bcb2b5), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:28.942044 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Pushing event updated for resources: {'Port': ['ID=3ac8f02a-5742-4e0d-93eb-e6075d67f71d,revision_number=4']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:03:28.945458 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-562af642-cab1-4b85-bd2f-020d2138d135 tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Publish callbacks [] for subnet (59406036-40eb-4476-8748-ea043bd88bd6), before_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:28.990591 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.plugin [None req-36703d9a-74ac-4010-a3e1-90206d1cff08 tempest-ExtraDHCPOptionsIpV6TestJSON-1176180115 tempest-ExtraDHCPOptionsIpV6TestJSON-1176180115-project] In _notify_port_updated(), no bound segment for port ea631f82-1e90-42e6-914e-6fc567410877 on network 6d21df30-a0cb-4c0a-8fb0-4f1aca986c8f {{(pid=116162) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:936}} Apr 28 11:03:28.995773 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36703d9a-74ac-4010-a3e1-90206d1cff08 tempest-ExtraDHCPOptionsIpV6TestJSON-1176180115 tempest-ExtraDHCPOptionsIpV6TestJSON-1176180115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:03:28.996809 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-36703d9a-74ac-4010-a3e1-90206d1cff08 tempest-ExtraDHCPOptionsIpV6TestJSON-1176180115 tempest-ExtraDHCPOptionsIpV6TestJSON-1176180115-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198022'] for port (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:29.001133 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-36703d9a-74ac-4010-a3e1-90206d1cff08 tempest-ExtraDHCPOptionsIpV6TestJSON-1176180115 tempest-ExtraDHCPOptionsIpV6TestJSON-1176180115-project] 10.222.0.10 "PUT /v2.0/ports/ea631f82-1e90-42e6-914e-6fc567410877 HTTP/1.1" status: 200 len: 1129 time: 0.6680758 Apr 28 11:03:29.002492 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 52456) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:03:29.025562 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36703d9a-74ac-4010-a3e1-90206d1cff08 tempest-ExtraDHCPOptionsIpV6TestJSON-1176180115 tempest-ExtraDHCPOptionsIpV6TestJSON-1176180115-project] Pushing event updated for resources: {'Port': ['ID=ea631f82-1e90-42e6-914e-6fc567410877,revision_number=2']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:03:29.030790 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-6114a7ff-3236-410c-8e5d-51c90f0ad2a9 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks [] for security_group (126444c7-d985-4711-872e-652c823476a4), precommit_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:29.048397 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvr_db [None req-a0f07422-ac62-471f-960e-50a49fe9193c None None] Set router 9b89571b-9a7d-473a-a862-1c34e1e1b90f gateway port host: dv-neutron-master-2-hyperv {{(pid=116163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 11:03:29.064060 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8e2b447-e7db-4940-94f6-1b7655c7c889 tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] Made reservation on behalf of 6af68124dd864f2fba5b5c4453768950 for: {'network': 1} {{(pid=116162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 11:03:29.067465 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-a8e2b447-e7db-4940-94f6-1b7655c7c889 tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for network (None), before_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:29.080122 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2a14a39-6813-4d0f-b118-d66ae25697d4 tempest-ExtraDHCPOptionsIpV6TestJSON-1176180115 tempest-ExtraDHCPOptionsIpV6TestJSON-1176180115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:03:29.081579 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-d2a14a39-6813-4d0f-b118-d66ae25697d4 tempest-ExtraDHCPOptionsIpV6TestJSON-1176180115 tempest-ExtraDHCPOptionsIpV6TestJSON-1176180115-project] 10.222.0.10 "GET /v2.0/ports/ea631f82-1e90-42e6-914e-6fc567410877 HTTP/1.1" status: 200 len: 1129 time: 0.0747378 Apr 28 11:03:29.085749 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 52460) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:03:29.097277 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-6114a7ff-3236-410c-8e5d-51c90f0ad2a9 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924426'] for security_group (126444c7-d985-4711-872e-652c823476a4), after_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:29.120881 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-562af642-cab1-4b85-bd2f-020d2138d135 tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8076976'] for subnet (59406036-40eb-4476-8748-ea043bd88bd6), precommit_delete_associations {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:29.197066 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a8e2b447-e7db-4940-94f6-1b7655c7c889 tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 64} {{(pid=116162) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 11:03:29.233046 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6114a7ff-3236-410c-8e5d-51c90f0ad2a9 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Pushing event updated for resources: {'SecurityGroup': ['ID=126444c7-d985-4711-872e-652c823476a4,revision_number=1']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:03:29.248721 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-a8e2b447-e7db-4940-94f6-1b7655c7c889 tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-961978'] for segment (4da80122-173b-4f31-a107-443c3909f820), precommit_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:29.249131 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.db.segments_db [None req-a8e2b447-e7db-4940-94f6-1b7655c7c889 tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] Added segment 4da80122-173b-4f31-a107-443c3909f820 of type vlan for network 3eb911ca-cb54-4722-ba24-8a8743582b79 Apr 28 11:03:29.310551 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-6114a7ff-3236-410c-8e5d-51c90f0ad2a9 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks [] for security_group (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:29.312328 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-6114a7ff-3236-410c-8e5d-51c90f0ad2a9 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.8732812 Apr 28 11:03:29.318581 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 52464) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:03:29.324287 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.v2.base [None req-b2a1f1a4-c846-4e73-9f27-5d43b6021a79 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Request body: {'security_group_rule': {'security_group_id': '126444c7-d985-4711-872e-652c823476a4', 'project_id': '65d54c3b7dcd4af68398071d25e8321e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=116162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:03:29.352477 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-027a3261-d697-4e0b-af9c-71e2636ab7e7 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742234710357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5219112'] for port (83c04e3b-86ac-48cd-8d91-989351081f67), after_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:29.366878 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.db.db_base_plugin_common [None req-d6e3abe1-a7bd-47e7-bfc9-333b6179e2e0 tempest-TestNetworkAdvancedServerOps-1762458272 tempest-TestNetworkAdvancedServerOps-1762458272-project] Allocated IP 172.20.0.1 (11667949-6108-4d31-ad58-bd4aa04ee38c/2b3feac5-a337-48a6-93bd-b4c13f02752b/4221dd26-6373-4172-b4b5-3a88cffbec25) {{(pid=116161) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 11:03:29.386743 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-027a3261-d697-4e0b-af9c-71e2636ab7e7 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Network d976f322-6b74-4d28-98b0-be5076f786e5 is already hosted by enough agents. {{(pid=116161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 11:03:29.391118 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.plugin [None req-55331537-c15a-473a-8163-cb5cef3ebea4 tempest-ExtraDHCPOptionsIpV6TestJSON-1176180115 tempest-ExtraDHCPOptionsIpV6TestJSON-1176180115-project] Deleting port ea631f82-1e90-42e6-914e-6fc567410877 {{(pid=116162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 11:03:29.392304 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-55331537-c15a-473a-8163-cb5cef3ebea4 tempest-ExtraDHCPOptionsIpV6TestJSON-1176180115 tempest-ExtraDHCPOptionsIpV6TestJSON-1176180115-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742235130188'] for port (ea631f82-1e90-42e6-914e-6fc567410877), before_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:29.408121 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-562af642-cab1-4b85-bd2f-020d2138d135 tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-971303'] for subnet (59406036-40eb-4476-8748-ea043bd88bd6), precommit_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:29.439255 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.scheduler.base_scheduler [None req-027a3261-d697-4e0b-af9c-71e2636ab7e7 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Resources bound (agent type, host, resource id): {{(pid=116161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 11:03:29.441797 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-027a3261-d697-4e0b-af9c-71e2636ab7e7 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Received port after_create {{(pid=116161) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 11:03:29.535663 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-55331537-c15a-473a-8163-cb5cef3ebea4 tempest-ExtraDHCPOptionsIpV6TestJSON-1176180115 tempest-ExtraDHCPOptionsIpV6TestJSON-1176180115-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1938497'] for port (ea631f82-1e90-42e6-914e-6fc567410877), precommit_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:29.539080 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Current status of the port 6fc0c5b6-5924-4c00-aeb5-105e26bcb2b5 is: ACTIVE; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:03:29.568757 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-a8e2b447-e7db-4940-94f6-1b7655c7c889 tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742234744962'] for network (3eb911ca-cb54-4722-ba24-8a8743582b79), precommit_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:29.571098 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-b2a1f1a4-c846-4e73-9f27-5d43b6021a79 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks [] for security_group_rule (88dfbed1-a644-45ca-a875-254dd3f2690f), before_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:29.580749 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.plugin [None req-55331537-c15a-473a-8163-cb5cef3ebea4 tempest-ExtraDHCPOptionsIpV6TestJSON-1176180115 tempest-ExtraDHCPOptionsIpV6TestJSON-1176180115-project] Calling delete_port for ea631f82-1e90-42e6-914e-6fc567410877 owned by {{(pid=116162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 11:03:29.615520 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-027a3261-d697-4e0b-af9c-71e2636ab7e7 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Pushing event updated for resources: {'Port': ['ID=83c04e3b-86ac-48cd-8d91-989351081f67,revision_number=1']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:03:29.647343 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_hamode_db [None req-a0f07422-ac62-471f-960e-50a49fe9193c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b89571b-9a7d-473a-a862-1c34e1e1b90f', 'name': 'tempest-TestNetworkBasicOps-router-1025925212', 'tenant_id': '65d54c3b7dcd4af68398071d25e8321e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'external_fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.82'}], 'enable_snat': True}, 'gw_port_id': 'b9c64965-b7a7-4361-8353-c97b8e1a2b9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T11:03:07Z', 'updated_at': '2022-04-28T11:03:20Z', 'revision_number': 4, 'project_id': '65d54c3b7dcd4af68398071d25e8321e', 'gw_port': {'id': 'b9c64965-b7a7-4361-8353-c97b8e1a2b9e', 'name': '', 'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:66:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b89571b-9a7d-473a-a862-1c34e1e1b90f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 744, 'fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:03:09Z', 'updated_at': '2022-04-28T11:03:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '3e2bce2e-72fd-4d33-8443-4c79cc3a3053', 'name': '', 'network_id': '274bb0ab-060a-48d2-9b11-773f8dd43851', 'tenant_id': '65d54c3b7dcd4af68398071d25e8321e', 'mac_address': 'fa:16:3e:f2:cf:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b89571b-9a7d-473a-a862-1c34e1e1b90f', 'device_owner': 'network:router_interface', 'standard_attr_id': 788, 'fixed_ips': [{'subnet_id': 'd64b489b-1e9c-4cb0-8d07-ab47553d5e71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:03:19Z', 'updated_at': '2022-04-28T11:03:28Z', 'revision_number': 4, 'project_id': '65d54c3b7dcd4af68398071d25e8321e', 'subnets': [{'id': 'd64b489b-1e9c-4cb0-8d07-ab47553d5e71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=116163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:03:29.684480 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0f07422-ac62-471f-960e-50a49fe9193c None None] The sync data for ids ['9b89571b-9a7d-473a-a862-1c34e1e1b90f'] in dv-neutron-master-2-hyperv is: [{'id': '9b89571b-9a7d-473a-a862-1c34e1e1b90f', 'name': 'tempest-TestNetworkBasicOps-router-1025925212', 'tenant_id': '65d54c3b7dcd4af68398071d25e8321e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'external_fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.82'}], 'enable_snat': True}, 'gw_port_id': 'b9c64965-b7a7-4361-8353-c97b8e1a2b9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T11:03:07Z', 'updated_at': '2022-04-28T11:03:20Z', 'revision_number': 4, 'project_id': '65d54c3b7dcd4af68398071d25e8321e', 'gw_port': {'id': 'b9c64965-b7a7-4361-8353-c97b8e1a2b9e', 'name': '', 'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:66:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b89571b-9a7d-473a-a862-1c34e1e1b90f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 744, 'fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:03:09Z', 'updated_at': '2022-04-28T11:03:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '3e2bce2e-72fd-4d33-8443-4c79cc3a3053', 'name': '', 'network_id': '274bb0ab-060a-48d2-9b11-773f8dd43851', 'tenant_id': '65d54c3b7dcd4af68398071d25e8321e', 'mac_address': 'fa:16:3e:f2:cf:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b89571b-9a7d-473a-a862-1c34e1e1b90f', 'device_owner': 'network:router_interface', 'standard_attr_id': 788, 'fixed_ips': [{'subnet_id': 'd64b489b-1e9c-4cb0-8d07-ab47553d5e71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:03:19Z', 'updated_at': '2022-04-28T11:03:28Z', 'revision_number': 4, 'project_id': '65d54c3b7dcd4af68398071d25e8321e', 'subnets': [{'id': 'd64b489b-1e9c-4cb0-8d07-ab47553d5e71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=116163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 11:03:29.690504 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3164a032-adda-4bf6-8aa4-b228ec6962be None None] Network d976f322-6b74-4d28-98b0-be5076f786e5 requested from dv-neutron-master-2-hyperv {{(pid=116163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 11:03:29.714364 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-b2a1f1a4-c846-4e73-9f27-5d43b6021a79 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks [] for security_group_rule (88dfbed1-a644-45ca-a875-254dd3f2690f), precommit_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:29.721072 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-027a3261-d697-4e0b-af9c-71e2636ab7e7 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:03:29.721820 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-027a3261-d697-4e0b-af9c-71e2636ab7e7 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198022'] for port (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:29.762044 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-a8e2b447-e7db-4940-94f6-1b7655c7c889 tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042'] for network (3eb911ca-cb54-4722-ba24-8a8743582b79), after_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:29.788791 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-d6e3abe1-a7bd-47e7-bfc9-333b6179e2e0 tempest-TestNetworkAdvancedServerOps-1762458272 tempest-TestNetworkAdvancedServerOps-1762458272-project] Publish callbacks [] for port (4221dd26-6373-4172-b4b5-3a88cffbec25), precommit_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:29.795326 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f7ef472-e927-49b6-b422-f2c5ad6a1cd7 None None] Network 11667949-6108-4d31-ad58-bd4aa04ee38c requested from dv-neutron-master-2-hyperv {{(pid=116163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 11:03:29.803904 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8e2b447-e7db-4940-94f6-1b7655c7c889 tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:03:29.804556 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-a8e2b447-e7db-4940-94f6-1b7655c7c889 tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] Publish callbacks [] for network (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:29.873816 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-027a3261-d697-4e0b-af9c-71e2636ab7e7 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1004 time: 6.2042086 Apr 28 11:03:29.886387 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 52474) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:03:29.893520 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a0b88bb-0c25-4792-8565-cf3731b26892 None None] Network 105dfefb-86dc-4dd5-9807-5913f6bd5729 requested from dv-neutron-master-2-hyperv {{(pid=116163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 11:03:29.917370 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.v2.base [None req-70be7b18-d271-4af7-877c-47a9fdc4dba5 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '7cdc9062-f10c-4982-b770-542017cc1a1a'}]}} {{(pid=116161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:03:29.982388 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-b2a1f1a4-c846-4e73-9f27-5d43b6021a79 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1912725'] for security_group_rule (88dfbed1-a644-45ca-a875-254dd3f2690f), after_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:29.992225 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-562af642-cab1-4b85-bd2f-020d2138d135 tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-971310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5220601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5125409'] for subnet (59406036-40eb-4476-8748-ea043bd88bd6), after_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:30.005052 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a0b88bb-0c25-4792-8565-cf3731b26892 None None] Network 105dfefb-86dc-4dd5-9807-5913f6bd5729 could not be found, it might have been deleted concurrently. {{(pid=116163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Apr 28 11:03:30.007550 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-ffe2681e-ce66-4f92-affd-66af4890073d None None] Provisioning complete for port 982b7213-f62b-4421-9074-307355cb4c06 triggered by entity DHCP. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:03:30.009988 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-ffe2681e-ce66-4f92-affd-66af4890073d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (982b7213-f62b-4421-9074-307355cb4c06), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:30.068416 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 52476) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:03:30.107246 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-55331537-c15a-473a-8163-cb5cef3ebea4 tempest-ExtraDHCPOptionsIpV6TestJSON-1176180115 tempest-ExtraDHCPOptionsIpV6TestJSON-1176180115-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742235135690', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742234710366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5051867'] for port (ea631f82-1e90-42e6-914e-6fc567410877), after_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:30.166994 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df9f62e2-76e3-48d8-9e9c-df154103f4e2 None None] Network 105dfefb-86dc-4dd5-9807-5913f6bd5729 requested from dv-neutron-master-2-hyperv {{(pid=116163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 11:03:30.260236 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-562af642-cab1-4b85-bd2f-020d2138d135 tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Publish callbacks [] for subnet (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:30.265913 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-562af642-cab1-4b85-bd2f-020d2138d135 tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] 10.222.0.10 "DELETE /v2.0/subnets/59406036-40eb-4476-8748-ea043bd88bd6 HTTP/1.1" status: 204 len: 168 time: 1.4064863 Apr 28 11:03:30.265913 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-70be7b18-d271-4af7-877c-47a9fdc4dba5 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (83c04e3b-86ac-48cd-8d91-989351081f67), before_update {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:30.284685 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-d6e3abe1-a7bd-47e7-bfc9-333b6179e2e0 tempest-TestNetworkAdvancedServerOps-1762458272 tempest-TestNetworkAdvancedServerOps-1762458272-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742234710357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5219112'] for port (4221dd26-6373-4172-b4b5-3a88cffbec25), after_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:30.288507 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Device 3ac8f02a-5742-4e0d-93eb-e6075d67f71d up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=116163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 11:03:30.293373 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-a8e2b447-e7db-4940-94f6-1b7655c7c889 tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.4078116 Apr 28 11:03:30.294080 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 52480) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:03:30.319184 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 52482) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:03:30.333552 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55331537-c15a-473a-8163-cb5cef3ebea4 tempest-ExtraDHCPOptionsIpV6TestJSON-1176180115 tempest-ExtraDHCPOptionsIpV6TestJSON-1176180115-project] Pushing event deleted for resources: {'Port': ['ID=ea631f82-1e90-42e6-914e-6fc567410877,revision_number=None']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:03:30.341820 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.v2.base [None req-dc0fd206-ad29-4dff-b0c1-856d60bb74fa tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] Request body: {'network': {'name': 'New_network'}} {{(pid=116161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:03:30.351129 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a1f1a4-c846-4e73-9f27-5d43b6021a79 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=88dfbed1-a644-45ca-a875-254dd3f2690f,revision_number=0']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:03:30.366839 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562af642-cab1-4b85-bd2f-020d2138d135 tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Pushing event deleted for resources: {'Subnet': ['ID=59406036-40eb-4476-8748-ea043bd88bd6,revision_number=None']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:03:30.367873 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.v2.base [None req-84e1ccfc-58c0-4ae8-a254-340461a48220 tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-1190855401'}} {{(pid=116162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:03:30.376542 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df9f62e2-76e3-48d8-9e9c-df154103f4e2 None None] Network 105dfefb-86dc-4dd5-9807-5913f6bd5729 could not be found, it might have been deleted concurrently. {{(pid=116163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Apr 28 11:03:30.466211 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19e74206-37ff-4f03-b28d-aa6c4f20f10e None None] Network 5e18cb61-0e63-4339-bc2b-9d2604bb3188 requested from dv-neutron-master-2-hyperv {{(pid=116163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 11:03:30.478372 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-2318f35b-4ca7-499e-aeb3-a913c839632c tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-979593'] for network (5e18cb61-0e63-4339-bc2b-9d2604bb3188), before_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:30.492669 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e2b447-e7db-4940-94f6-1b7655c7c889 tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] Pushing event updated for resources: {'Network': ['ID=3eb911ca-cb54-4722-ba24-8a8743582b79,revision_number=1']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:03:30.509836 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-b2a1f1a4-c846-4e73-9f27-5d43b6021a79 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:30.511616 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-b2a1f1a4-c846-4e73-9f27-5d43b6021a79 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.1917410 Apr 28 11:03:30.530103 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 52484) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:03:30.537432 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.v2.base [None req-7d889c4c-a798-405f-b529-139b07a3fa36 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Request body: {'security_group_rule': {'security_group_id': '126444c7-d985-4711-872e-652c823476a4', 'project_id': '65d54c3b7dcd4af68398071d25e8321e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=116162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:03:30.537606 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Network 3eb911ca-cb54-4722-ba24-8a8743582b79 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=116163) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 28 11:03:30.621071 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-55331537-c15a-473a-8163-cb5cef3ebea4 tempest-ExtraDHCPOptionsIpV6TestJSON-1176180115 tempest-ExtraDHCPOptionsIpV6TestJSON-1176180115-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198022'] for port (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:30.631885 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-55331537-c15a-473a-8163-cb5cef3ebea4 tempest-ExtraDHCPOptionsIpV6TestJSON-1176180115 tempest-ExtraDHCPOptionsIpV6TestJSON-1176180115-project] 10.222.0.10 "DELETE /v2.0/ports/ea631f82-1e90-42e6-914e-6fc567410877 HTTP/1.1" status: 204 len: 168 time: 1.5449927 Apr 28 11:03:30.633256 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84e1ccfc-58c0-4ae8-a254-340461a48220 tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Made reservation on behalf of 52264470dd074c0f8041ca0ce5281c12 for: {'network': 1} {{(pid=116162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 11:03:30.642885 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-84e1ccfc-58c0-4ae8-a254-340461a48220 tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for network (None), before_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:30.645332 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 52486) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:03:30.649856 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Provisioning complete for port 3ac8f02a-5742-4e0d-93eb-e6075d67f71d triggered by entity L2. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:03:30.650953 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (3ac8f02a-5742-4e0d-93eb-e6075d67f71d), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:30.652766 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-344a7233-f5b7-4fc1-8dca-48c3a3cb6aa3 None None] Update dhcp port {'port': {'network_id': 'd976f322-6b74-4d28-98b0-be5076f786e5', 'fixed_ips': [{'subnet_id': '7cdc9062-f10c-4982-b770-542017cc1a1a', 'ip_address': '172.20.0.2'}, {'subnet_id': '46982f84-d227-4eca-b2e0-7f110c93fdf1'}], 'binding:host_id': 'dv-neutron-master-2-hyperv'}, 'id': '6fc0c5b6-5924-4c00-aeb5-105e26bcb2b5'} from dv-neutron-master-2-hyperv. {{(pid=116163) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Apr 28 11:03:30.788643 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-84e1ccfc-58c0-4ae8-a254-340461a48220 tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Publish callbacks [] for security_group (None), before_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:30.842508 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.plugin [None req-2318f35b-4ca7-499e-aeb3-a913c839632c tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Deleting port 43bbbfaa-3d64-4393-9707-c702cf5b87f5 {{(pid=116162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 11:03:30.846594 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-2318f35b-4ca7-499e-aeb3-a913c839632c tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742235130188'] for port (43bbbfaa-3d64-4393-9707-c702cf5b87f5), before_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:30.897380 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-344a7233-f5b7-4fc1-8dca-48c3a3cb6aa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (6fc0c5b6-5924-4c00-aeb5-105e26bcb2b5), before_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:30.907400 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-ffe2681e-ce66-4f92-affd-66af4890073d None None] Current status of the port 982b7213-f62b-4421-9074-307355cb4c06 is: DOWN; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:03:30.907791 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-ffe2681e-ce66-4f92-affd-66af4890073d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (982b7213-f62b-4421-9074-307355cb4c06), before_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:30.924522 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.db.db_base_plugin_v2 [None req-8b1e8079-7186-4142-bbbf-99c5063abb69 tempest-ExtraDHCPOptionsIpV6TestJSON-1176180115 tempest-ExtraDHCPOptionsIpV6TestJSON-1176180115-project] Deleting subnet f5b42ca6-9862-4b1e-9430-65fec0237ad6 {{(pid=116162) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 28 11:03:30.929891 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-8b1e8079-7186-4142-bbbf-99c5063abb69 tempest-ExtraDHCPOptionsIpV6TestJSON-1176180115 tempest-ExtraDHCPOptionsIpV6TestJSON-1176180115-project] Publish callbacks [] for subnet (f5b42ca6-9862-4b1e-9430-65fec0237ad6), before_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:31.013088 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-8b1e8079-7186-4142-bbbf-99c5063abb69 tempest-ExtraDHCPOptionsIpV6TestJSON-1176180115 tempest-ExtraDHCPOptionsIpV6TestJSON-1176180115-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5026541'] for subnet (f5b42ca6-9862-4b1e-9430-65fec0237ad6), precommit_delete_associations {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:31.154504 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.db [None req-2318f35b-4ca7-499e-aeb3-a913c839632c tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] For port 43bbbfaa-3d64-4393-9707-c702cf5b87f5, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=43bbbfaa-3d64-4393-9707-c702cf5b87f5,segment=NetworkSegment(315b0599-f3ba-4c2d-91a2-0b6ff82cd146),segment_id=315b0599-f3ba-4c2d-91a2-0b6ff82cd146)] {{(pid=116162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 11:03:31.156833 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-2318f35b-4ca7-499e-aeb3-a913c839632c tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1938497'] for port (43bbbfaa-3d64-4393-9707-c702cf5b87f5), precommit_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:31.181281 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.plugin [None req-2318f35b-4ca7-499e-aeb3-a913c839632c tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Calling delete_port for 43bbbfaa-3d64-4393-9707-c702cf5b87f5 owned by network:dhcp {{(pid=116162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 11:03:31.193817 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-907e1fef-262a-474d-82e9-7c78c41bae55 None None] DHCP port deletion for 5e18cb61-0e63-4339-bc2b-9d2604bb3188 request from dv-neutron-master-2-hyperv {{(pid=116163) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 28 11:03:31.217380 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-ffe2681e-ce66-4f92-affd-66af4890073d None None] For port 982b7213-f62b-4421-9074-307355cb4c06, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=982b7213-f62b-4421-9074-307355cb4c06,segment=NetworkSegment(3a3711b0-a922-46d0-81e4-03dc755adc63),segment_id=3a3711b0-a922-46d0-81e4-03dc755adc63)] {{(pid=116163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 11:03:31.335037 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Current status of the port 3ac8f02a-5742-4e0d-93eb-e6075d67f71d is: ACTIVE; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:03:31.336365 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Device 982b7213-f62b-4421-9074-307355cb4c06 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=116163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 11:03:31.365639 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-ffe2681e-ce66-4f92-affd-66af4890073d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393'] for port (982b7213-f62b-4421-9074-307355cb4c06), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:31.407491 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-7d889c4c-a798-405f-b529-139b07a3fa36 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks [] for security_group_rule (d0df9259-bf33-430b-87de-5443e3adec85), before_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:31.434898 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.db.db_base_plugin_common [None req-70be7b18-d271-4af7-877c-47a9fdc4dba5 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Delete allocated IP 172.20.0.28 (d976f322-6b74-4d28-98b0-be5076f786e5/46982f84-d227-4eca-b2e0-7f110c93fdf1) {{(pid=116161) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Apr 28 11:03:31.494958 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-7d889c4c-a798-405f-b529-139b07a3fa36 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks [] for security_group_rule (d0df9259-bf33-430b-87de-5443e3adec85), precommit_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:31.496215 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-2318f35b-4ca7-499e-aeb3-a913c839632c tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742235135690', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742234710366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5051867'] for port (43bbbfaa-3d64-4393-9707-c702cf5b87f5), after_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:31.522637 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-d28a296d-83f3-4cd5-8202-b89e2b7d2373 None None] Could not find standard attr ID for object ea631f82-1e90-42e6-914e-6fc567410877. {{(pid=116163) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:182}} Apr 28 11:03:31.529282 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-84e1ccfc-58c0-4ae8-a254-340461a48220 tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Publish callbacks [] for security_group (345b1667-1cb1-4755-b48b-cc5601bf9e4c), precommit_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:31.530516 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-907e1fef-262a-474d-82e9-7c78c41bae55 None None] Deleting port 43bbbfaa-3d64-4393-9707-c702cf5b87f5 {{(pid=116163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 11:03:31.531268 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-907e1fef-262a-474d-82e9-7c78c41bae55 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742235130188'] for port (43bbbfaa-3d64-4393-9707-c702cf5b87f5), before_delete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:31.564906 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2318f35b-4ca7-499e-aeb3-a913c839632c tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Pushing event deleted for resources: {'Port': ['ID=43bbbfaa-3d64-4393-9707-c702cf5b87f5,revision_number=None']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:03:31.570923 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2318f35b-4ca7-499e-aeb3-a913c839632c tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] No DVR routers for this DVR port 43bbbfaa-3d64-4393-9707-c702cf5b87f5 on host dv-neutron-master-2-hyperv {{(pid=116162) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 11:03:31.594325 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe2681e-ce66-4f92-affd-66af4890073d None None] Pushing event updated for resources: {'Port': ['ID=982b7213-f62b-4421-9074-307355cb4c06,revision_number=3']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:03:31.597328 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-d28a296d-83f3-4cd5-8202-b89e2b7d2373 None None] Provisioning complete for port 3e2bce2e-72fd-4d33-8443-4c79cc3a3053 triggered by entity DHCP. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:03:31.597875 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-d28a296d-83f3-4cd5-8202-b89e2b7d2373 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (3e2bce2e-72fd-4d33-8443-4c79cc3a3053), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:31.631871 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6e3abe1-a7bd-47e7-bfc9-333b6179e2e0 tempest-TestNetworkAdvancedServerOps-1762458272 tempest-TestNetworkAdvancedServerOps-1762458272-project] Network 11667949-6108-4d31-ad58-bd4aa04ee38c is already hosted by enough agents. {{(pid=116161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 11:03:31.650087 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.scheduler.base_scheduler [None req-d6e3abe1-a7bd-47e7-bfc9-333b6179e2e0 tempest-TestNetworkAdvancedServerOps-1762458272 tempest-TestNetworkAdvancedServerOps-1762458272-project] Resources bound (agent type, host, resource id): {{(pid=116161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 11:03:31.682601 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6e3abe1-a7bd-47e7-bfc9-333b6179e2e0 tempest-TestNetworkAdvancedServerOps-1762458272 tempest-TestNetworkAdvancedServerOps-1762458272-project] Received port after_create {{(pid=116161) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 11:03:31.693795 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-8b1e8079-7186-4142-bbbf-99c5063abb69 tempest-ExtraDHCPOptionsIpV6TestJSON-1176180115 tempest-ExtraDHCPOptionsIpV6TestJSON-1176180115-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-971303'] for subnet (f5b42ca6-9862-4b1e-9430-65fec0237ad6), precommit_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:31.710283 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Provisioning complete for port 982b7213-f62b-4421-9074-307355cb4c06 triggered by entity L2. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:03:31.710894 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (982b7213-f62b-4421-9074-307355cb4c06), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:31.733914 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e3abe1-a7bd-47e7-bfc9-333b6179e2e0 tempest-TestNetworkAdvancedServerOps-1762458272 tempest-TestNetworkAdvancedServerOps-1762458272-project] Pushing event updated for resources: {'Port': ['ID=4221dd26-6373-4172-b4b5-3a88cffbec25,revision_number=1']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:03:31.784453 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-907e1fef-262a-474d-82e9-7c78c41bae55 None None] For port 43bbbfaa-3d64-4393-9707-c702cf5b87f5, host dv-neutron-master-2-hyperv, got binding levels [] {{(pid=116163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 11:03:31.784945 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-907e1fef-262a-474d-82e9-7c78c41bae55 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1938497'] for port (43bbbfaa-3d64-4393-9707-c702cf5b87f5), precommit_delete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:31.815043 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-907e1fef-262a-474d-82e9-7c78c41bae55 None None] Calling delete_port for 43bbbfaa-3d64-4393-9707-c702cf5b87f5 owned by network:dhcp {{(pid=116163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 11:03:31.819209 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-7d889c4c-a798-405f-b529-139b07a3fa36 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1912725'] for security_group_rule (d0df9259-bf33-430b-87de-5443e3adec85), after_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:31.831920 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.ipam_backend_mixin [None req-907e1fef-262a-474d-82e9-7c78c41bae55 None None] Port 43bbbfaa-3d64-4393-9707-c702cf5b87f5 was not found and therefore no delete operation was performed {{(pid=116163) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} Apr 28 11:03:31.849734 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-2318f35b-4ca7-499e-aeb3-a913c839632c tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-973498', 'neutron.services.segments.db._delete_segments_for_network-8742235207033'] for network (5e18cb61-0e63-4339-bc2b-9d2604bb3188), precommit_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:31.856325 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-907e1fef-262a-474d-82e9-7c78c41bae55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742235135690', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742234710366'] for port (43bbbfaa-3d64-4393-9707-c702cf5b87f5), after_delete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:31.869524 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-d6e3abe1-a7bd-47e7-bfc9-333b6179e2e0 tempest-TestNetworkAdvancedServerOps-1762458272 tempest-TestNetworkAdvancedServerOps-1762458272-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2063275'] for router_interface (c45b3fd7-2de6-4133-9f44-79efc511aaba), before_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:31.875254 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.services.segments.db [None req-2318f35b-4ca7-499e-aeb3-a913c839632c tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5e18cb61-0e63-4339-bc2b-9d2604bb3188']}} {{(pid=116162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:03:31.885201 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.services.segments.db [None req-2318f35b-4ca7-499e-aeb3-a913c839632c tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '315b0599-f3ba-4c2d-91a2-0b6ff82cd146') {'for_net_delete': True} {{(pid=116162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:03:31.885509 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.services.segments.db [None req-2318f35b-4ca7-499e-aeb3-a913c839632c tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '315b0599-f3ba-4c2d-91a2-0b6ff82cd146') {} {{(pid=116162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:03:31.895887 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-2318f35b-4ca7-499e-aeb3-a913c839632c tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742235208578', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5026548'] for segment (315b0599-f3ba-4c2d-91a2-0b6ff82cd146), before_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:31.899878 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-907e1fef-262a-474d-82e9-7c78c41bae55 None None] Pushing event deleted for resources: {'Port': ['ID=43bbbfaa-3d64-4393-9707-c702cf5b87f5,revision_number=None']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:03:31.914446 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-84e1ccfc-58c0-4ae8-a254-340461a48220 tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924426'] for security_group (345b1667-1cb1-4755-b48b-cc5601bf9e4c), after_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:31.932796 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-907e1fef-262a-474d-82e9-7c78c41bae55 None None] No DVR routers for this DVR port 43bbbfaa-3d64-4393-9707-c702cf5b87f5 on host dv-neutron-master-2-hyperv {{(pid=116163) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 11:03:31.933372 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-2318f35b-4ca7-499e-aeb3-a913c839632c tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-961978'] for segment (315b0599-f3ba-4c2d-91a2-0b6ff82cd146), precommit_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:31.949597 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-d28a296d-83f3-4cd5-8202-b89e2b7d2373 None None] Current status of the port 3e2bce2e-72fd-4d33-8443-4c79cc3a3053 is: DOWN; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:03:31.949597 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-d28a296d-83f3-4cd5-8202-b89e2b7d2373 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (3e2bce2e-72fd-4d33-8443-4c79cc3a3053), before_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:31.985276 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2318f35b-4ca7-499e-aeb3-a913c839632c tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Releasing vlan 74 on physical network physnet1 to pool {{(pid=116162) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 11:03:31.985694 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-2318f35b-4ca7-499e-aeb3-a913c839632c tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-961978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5051884'] for segment (315b0599-f3ba-4c2d-91a2-0b6ff82cd146), after_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:31.992943 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d889c4c-a798-405f-b529-139b07a3fa36 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d0df9259-bf33-430b-87de-5443e3adec85,revision_number=0']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:03:31.999759 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d587094d-c925-4d0b-be1e-c78d68064a02 None None] Network 11667949-6108-4d31-ad58-bd4aa04ee38c requested from dv-neutron-master-2-hyperv {{(pid=116163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 11:03:32.001355 dv-neutron-master-2-hyperv neutron-server[116162]: Traceback (most recent call last): Apr 28 11:03:32.001355 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 11:03:32.001355 dv-neutron-master-2-hyperv neutron-server[116162]: timer() Apr 28 11:03:32.001355 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 11:03:32.001355 dv-neutron-master-2-hyperv neutron-server[116162]: cb(*args, **kw) Apr 28 11:03:32.001355 dv-neutron-master-2-hyperv neutron-server[116162]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 28 11:03:32.001355 dv-neutron-master-2-hyperv neutron-server[116162]: return func(*args, **kwargs) Apr 28 11:03:32.001355 dv-neutron-master-2-hyperv neutron-server[116162]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 11:03:32.001355 dv-neutron-master-2-hyperv neutron-server[116162]: self._notify() Apr 28 11:03:32.001355 dv-neutron-master-2-hyperv neutron-server[116162]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 11:03:32.001355 dv-neutron-master-2-hyperv neutron-server[116162]: self.callback(batched_events) Apr 28 11:03:32.001355 dv-neutron-master-2-hyperv neutron-server[116162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 11:03:32.001355 dv-neutron-master-2-hyperv neutron-server[116162]: event.method(event) Apr 28 11:03:32.001355 dv-neutron-master-2-hyperv neutron-server[116162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 28 11:03:32.001355 dv-neutron-master-2-hyperv neutron-server[116162]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 11:03:32.001355 dv-neutron-master-2-hyperv neutron-server[116162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 28 11:03:32.001355 dv-neutron-master-2-hyperv neutron-server[116162]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 11:03:32.001355 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 28 11:03:32.001355 dv-neutron-master-2-hyperv neutron-server[116162]: return f(self, *a, **k) Apr 28 11:03:32.001355 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 28 11:03:32.001355 dv-neutron-master-2-hyperv neutron-server[116162]: return self._get(url).json() Apr 28 11:03:32.001355 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 28 11:03:32.001355 dv-neutron-master-2-hyperv neutron-server[116162]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 11:03:32.001355 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 11:03:32.001355 dv-neutron-master-2-hyperv neutron-server[116162]: return self.request(url, 'GET', **kwargs) Apr 28 11:03:32.001355 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 11:03:32.001355 dv-neutron-master-2-hyperv neutron-server[116162]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 11:03:32.001355 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 11:03:32.001355 dv-neutron-master-2-hyperv neutron-server[116162]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 11:03:32.001355 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 11:03:32.001355 dv-neutron-master-2-hyperv neutron-server[116162]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 11:03:32.001355 dv-neutron-master-2-hyperv neutron-server[116162]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 11:03:32.015174 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-84e1ccfc-58c0-4ae8-a254-340461a48220 tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 97} {{(pid=116162) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 11:03:32.040535 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-70be7b18-d271-4af7-877c-47a9fdc4dba5 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Publish callbacks [] for port (83c04e3b-86ac-48cd-8d91-989351081f67), precommit_update {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:32.055595 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-dc0fd206-ad29-4dff-b0c1-856d60bb74fa tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742234744962'] for network (3eb911ca-cb54-4722-ba24-8a8743582b79), precommit_update {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:32.083948 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-84e1ccfc-58c0-4ae8-a254-340461a48220 tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-961978'] for segment (607b19e2-1a18-4dda-af95-186903fc66e1), precommit_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:32.084445 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.db.segments_db [None req-84e1ccfc-58c0-4ae8-a254-340461a48220 tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Added segment 607b19e2-1a18-4dda-af95-186903fc66e1 of type vlan for network 5af9c5a9-50d8-4bfb-a7ef-82766428c3d5 Apr 28 11:03:32.100486 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e1ccfc-58c0-4ae8-a254-340461a48220 tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Pushing event updated for resources: {'SecurityGroup': ['ID=345b1667-1cb1-4755-b48b-cc5601bf9e4c,revision_number=1']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:03:32.105376 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-7d889c4c-a798-405f-b529-139b07a3fa36 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:32.111905 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-7d889c4c-a798-405f-b529-139b07a3fa36 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.5740712 Apr 28 11:03:32.111905 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 52488) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:03:32.112127 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Current status of the port 982b7213-f62b-4421-9074-307355cb4c06 is: ACTIVE; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:03:32.112127 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Device 3e2bce2e-72fd-4d33-8443-4c79cc3a3053 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=116163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 11:03:32.115698 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.v2.base [None req-fdb7821d-83c9-4e6d-9a47-09930bdc6f62 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Request body: {'security_group_rule': {'security_group_id': '126444c7-d985-4711-872e-652c823476a4', 'project_id': '65d54c3b7dcd4af68398071d25e8321e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=116162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:03:32.133321 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-70be7b18-d271-4af7-877c-47a9fdc4dba5 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5219123'] for port (83c04e3b-86ac-48cd-8d91-989351081f67), after_update {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:32.148143 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-d28a296d-83f3-4cd5-8202-b89e2b7d2373 None None] For port 3e2bce2e-72fd-4d33-8443-4c79cc3a3053, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=3e2bce2e-72fd-4d33-8443-4c79cc3a3053,segment=NetworkSegment(f6ef4bb3-a525-4ea5-8365-2d525d9199b6),segment_id=f6ef4bb3-a525-4ea5-8365-2d525d9199b6)] {{(pid=116163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 11:03:32.202273 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-dc0fd206-ad29-4dff-b0c1-856d60bb74fa tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042'] for network (3eb911ca-cb54-4722-ba24-8a8743582b79), after_update {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:32.225105 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-8b1e8079-7186-4142-bbbf-99c5063abb69 tempest-ExtraDHCPOptionsIpV6TestJSON-1176180115 tempest-ExtraDHCPOptionsIpV6TestJSON-1176180115-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-971310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5053962', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4210815'] for subnet (f5b42ca6-9862-4b1e-9430-65fec0237ad6), after_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:32.227875 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-d28a296d-83f3-4cd5-8202-b89e2b7d2373 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393'] for port (3e2bce2e-72fd-4d33-8443-4c79cc3a3053), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:32.239969 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-2318f35b-4ca7-499e-aeb3-a913c839632c tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-973477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2063122'] for network (5e18cb61-0e63-4339-bc2b-9d2604bb3188), after_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:32.246199 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70be7b18-d271-4af7-877c-47a9fdc4dba5 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Pushing event updated for resources: {'Port': ['ID=83c04e3b-86ac-48cd-8d91-989351081f67,revision_number=2']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:03:32.248533 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-dc0fd206-ad29-4dff-b0c1-856d60bb74fa tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] Network 3eb911ca-cb54-4722-ba24-8a8743582b79 is not hosted by any dhcp agent {{(pid=116161) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Apr 28 11:03:32.254568 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc0fd206-ad29-4dff-b0c1-856d60bb74fa tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:03:32.255201 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-dc0fd206-ad29-4dff-b0c1-856d60bb74fa tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] Publish callbacks [] for network (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:32.256499 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-dc0fd206-ad29-4dff-b0c1-856d60bb74fa tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] 10.222.0.10 "PUT /v2.0/networks/3eb911ca-cb54-4722-ba24-8a8743582b79 HTTP/1.1" status: 200 len: 723 time: 1.9309480 Apr 28 11:03:32.263187 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-84e1ccfc-58c0-4ae8-a254-340461a48220 tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742234744962'] for network (5af9c5a9-50d8-4bfb-a7ef-82766428c3d5), precommit_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:32.270973 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 52490) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:03:32.286285 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-2318f35b-4ca7-499e-aeb3-a913c839632c tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Publish callbacks [] for network (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:32.289910 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-2318f35b-4ca7-499e-aeb3-a913c839632c tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] 10.222.0.10 "DELETE /v2.0/networks/5e18cb61-0e63-4339-bc2b-9d2604bb3188 HTTP/1.1" status: 204 len: 168 time: 1.9765158 Apr 28 11:03:32.294844 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.v2.base [None req-307b7736-8e50-45b4-b113-315c028a137d tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] Request body: {'subnet': {'network_id': '3eb911ca-cb54-4722-ba24-8a8743582b79', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=116161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:03:32.301892 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 52492) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:03:32.307975 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-fdb7821d-83c9-4e6d-9a47-09930bdc6f62 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks [] for security_group_rule (8265d625-0e0c-4a23-99a9-0b16d09269dd), before_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:32.315732 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b1e8079-7186-4142-bbbf-99c5063abb69 tempest-ExtraDHCPOptionsIpV6TestJSON-1176180115 tempest-ExtraDHCPOptionsIpV6TestJSON-1176180115-project] Pushing event deleted for resources: {'Subnet': ['ID=f5b42ca6-9862-4b1e-9430-65fec0237ad6,revision_number=None']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:03:32.326698 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-8b1e8079-7186-4142-bbbf-99c5063abb69 tempest-ExtraDHCPOptionsIpV6TestJSON-1176180115 tempest-ExtraDHCPOptionsIpV6TestJSON-1176180115-project] Publish callbacks [] for subnet (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:32.329410 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-8b1e8079-7186-4142-bbbf-99c5063abb69 tempest-ExtraDHCPOptionsIpV6TestJSON-1176180115 tempest-ExtraDHCPOptionsIpV6TestJSON-1176180115-project] 10.222.0.10 "DELETE /v2.0/subnets/f5b42ca6-9862-4b1e-9430-65fec0237ad6 HTTP/1.1" status: 204 len: 168 time: 1.6601486 Apr 28 11:03:32.330754 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2318f35b-4ca7-499e-aeb3-a913c839632c tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Pushing event deleted for resources: {'Network': ['ID=5e18cb61-0e63-4339-bc2b-9d2604bb3188,revision_number=None']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:03:32.332585 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 52494) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:03:32.333571 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.v2.base [None req-6f4f0058-ebce-4724-a191-b8bb21b7dec0 tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-2092831314', 'external_gateway_info': {'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c'}, 'admin_state_up': False}} {{(pid=116161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:03:32.417159 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc0fd206-ad29-4dff-b0c1-856d60bb74fa tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] Pushing event updated for resources: {'Network': ['ID=3eb911ca-cb54-4722-ba24-8a8743582b79,revision_number=2']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:03:32.417398 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.db_base_plugin_common [None req-344a7233-f5b7-4fc1-8dca-48c3a3cb6aa3 None None] Allocated IP 172.20.0.18 (d976f322-6b74-4d28-98b0-be5076f786e5/46982f84-d227-4eca-b2e0-7f110c93fdf1/6fc0c5b6-5924-4c00-aeb5-105e26bcb2b5) {{(pid=116163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 11:03:32.419439 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-d28a296d-83f3-4cd5-8202-b89e2b7d2373 None None] Could not find standard attr ID for object 173c9691-c492-4879-819e-505618fa7b57. {{(pid=116163) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:182}} Apr 28 11:03:32.429501 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77e6bf21-53e1-40cb-8f54-0bb146a67291 None None] Network 6d21df30-a0cb-4c0a-8fb0-4f1aca986c8f requested from dv-neutron-master-2-hyperv {{(pid=116163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 11:03:32.454751 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.plugin [None req-70be7b18-d271-4af7-877c-47a9fdc4dba5 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] In _notify_port_updated(), no bound segment for port 83c04e3b-86ac-48cd-8d91-989351081f67 on network d976f322-6b74-4d28-98b0-be5076f786e5 {{(pid=116161) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:936}} Apr 28 11:03:32.455712 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Network 3eb911ca-cb54-4722-ba24-8a8743582b79 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=116163) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 28 11:03:32.458148 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Provisioning complete for port 3e2bce2e-72fd-4d33-8443-4c79cc3a3053 triggered by entity L2. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:03:32.458554 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (3e2bce2e-72fd-4d33-8443-4c79cc3a3053), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:32.460492 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-fdb7821d-83c9-4e6d-9a47-09930bdc6f62 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks [] for security_group_rule (8265d625-0e0c-4a23-99a9-0b16d09269dd), precommit_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:32.461427 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70be7b18-d271-4af7-877c-47a9fdc4dba5 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:03:32.462063 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-70be7b18-d271-4af7-877c-47a9fdc4dba5 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198022'] for port (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:32.463595 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-70be7b18-d271-4af7-877c-47a9fdc4dba5 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] 10.222.0.10 "PUT /v2.0/ports/83c04e3b-86ac-48cd-8d91-989351081f67 HTTP/1.1" status: 200 len: 919 time: 2.5754595 Apr 28 11:03:32.464586 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-bd18277d-1bbb-4de4-a291-f34f7d60d2e7 tempest-ExtraDHCPOptionsIpV6TestJSON-1176180115 tempest-ExtraDHCPOptionsIpV6TestJSON-1176180115-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-979593'] for network (6d21df30-a0cb-4c0a-8fb0-4f1aca986c8f), before_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:32.469139 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 52496) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:03:32.477410 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.v2.base [None req-cc182ed6-5aed-4d7c-8b5a-a9ab856558cc tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '7cdc9062-f10c-4982-b770-542017cc1a1a'}, {'subnet_id': '46982f84-d227-4eca-b2e0-7f110c93fdf1'}]}} {{(pid=116162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:03:32.480093 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-d6e3abe1-a7bd-47e7-bfc9-333b6179e2e0 tempest-TestNetworkAdvancedServerOps-1762458272 tempest-TestNetworkAdvancedServerOps-1762458272-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (4221dd26-6373-4172-b4b5-3a88cffbec25), before_update {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:32.488146 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-84e1ccfc-58c0-4ae8-a254-340461a48220 tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042'] for network (5af9c5a9-50d8-4bfb-a7ef-82766428c3d5), after_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:32.494141 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84e1ccfc-58c0-4ae8-a254-340461a48220 tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:03:32.495303 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-84e1ccfc-58c0-4ae8-a254-340461a48220 tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Publish callbacks [] for network (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:32.542979 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-fdb7821d-83c9-4e6d-9a47-09930bdc6f62 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1912725'] for security_group_rule (8265d625-0e0c-4a23-99a9-0b16d09269dd), after_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:32.619022 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.plugin [None req-bd18277d-1bbb-4de4-a291-f34f7d60d2e7 tempest-ExtraDHCPOptionsIpV6TestJSON-1176180115 tempest-ExtraDHCPOptionsIpV6TestJSON-1176180115-project] Deleting port 614fac7f-1637-4472-bc67-8808bc5ac497 {{(pid=116162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 11:03:32.619369 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-bd18277d-1bbb-4de4-a291-f34f7d60d2e7 tempest-ExtraDHCPOptionsIpV6TestJSON-1176180115 tempest-ExtraDHCPOptionsIpV6TestJSON-1176180115-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742235130188'] for port (614fac7f-1637-4472-bc67-8808bc5ac497), before_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:32.639715 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d28a296d-83f3-4cd5-8202-b89e2b7d2373 None None] Pushing event updated for resources: {'Port': ['ID=3e2bce2e-72fd-4d33-8443-4c79cc3a3053,revision_number=5']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:03:32.647653 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-6f4f0058-ebce-4724-a191-b8bb21b7dec0 tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2060459', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-63449'] for router (c405c575-9dd7-4be4-8ab2-4d5ef13b0a54), before_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:32.648711 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-6f4f0058-ebce-4724-a191-b8bb21b7dec0 tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2060827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1935275', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1960866', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-63266'] for router (c405c575-9dd7-4be4-8ab2-4d5ef13b0a54), precommit_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:32.652661 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-307b7736-8e50-45b4-b113-315c028a137d tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] Made reservation on behalf of 6af68124dd864f2fba5b5c4453768950 for: {'subnet': 1} {{(pid=116161) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 11:03:32.656796 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-307b7736-8e50-45b4-b113-315c028a137d tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5125580'] for subnet (None), before_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:32.711219 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-c8b40749-78d5-4428-9cdc-1c3512ef8316 None None] Provisioning complete for port 982b7213-f62b-4421-9074-307355cb4c06 triggered by entity DHCP. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:03:32.711810 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-c8b40749-78d5-4428-9cdc-1c3512ef8316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (982b7213-f62b-4421-9074-307355cb4c06), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:32.837753 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-344a7233-f5b7-4fc1-8dca-48c3a3cb6aa3 None None] For port 6fc0c5b6-5924-4c00-aeb5-105e26bcb2b5, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=6fc0c5b6-5924-4c00-aeb5-105e26bcb2b5,segment=NetworkSegment(c140e2c8-7653-4bc6-b310-f6b21e024ee5),segment_id=c140e2c8-7653-4bc6-b310-f6b21e024ee5)] {{(pid=116163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 11:03:32.853405 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-6f4f0058-ebce-4724-a191-b8bb21b7dec0 tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Publish callbacks [] for router_controller (c405c575-9dd7-4be4-8ab2-4d5ef13b0a54), precommit_add_association {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:32.872105 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.db [None req-bd18277d-1bbb-4de4-a291-f34f7d60d2e7 tempest-ExtraDHCPOptionsIpV6TestJSON-1176180115 tempest-ExtraDHCPOptionsIpV6TestJSON-1176180115-project] For port 614fac7f-1637-4472-bc67-8808bc5ac497, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=614fac7f-1637-4472-bc67-8808bc5ac497,segment=NetworkSegment(42e3d854-6a1f-4571-bcfd-c364e1ce4dce),segment_id=42e3d854-6a1f-4571-bcfd-c364e1ce4dce)] {{(pid=116162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 11:03:32.872561 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-bd18277d-1bbb-4de4-a291-f34f7d60d2e7 tempest-ExtraDHCPOptionsIpV6TestJSON-1176180115 tempest-ExtraDHCPOptionsIpV6TestJSON-1176180115-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1938497'] for port (614fac7f-1637-4472-bc67-8808bc5ac497), precommit_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:32.873352 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Current status of the port 3e2bce2e-72fd-4d33-8443-4c79cc3a3053 is: ACTIVE; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:03:32.875999 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25416b3f-c10a-4c57-9f48-0fb708a09738 None None] DHCP port deletion for 6d21df30-a0cb-4c0a-8fb0-4f1aca986c8f request from dv-neutron-master-2-hyperv {{(pid=116163) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 28 11:03:32.887528 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb7821d-83c9-4e6d-9a47-09930bdc6f62 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8265d625-0e0c-4a23-99a9-0b16d09269dd,revision_number=0']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:03:32.909374 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-fdb7821d-83c9-4e6d-9a47-09930bdc6f62 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:32.910636 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-fdb7821d-83c9-4e6d-9a47-09930bdc6f62 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7984397 Apr 28 11:03:32.915410 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 52498) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:03:32.918529 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-344a7233-f5b7-4fc1-8dca-48c3a3cb6aa3 None None] Publish callbacks [] for port (6fc0c5b6-5924-4c00-aeb5-105e26bcb2b5), precommit_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:32.925532 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.v2.base [None req-4dffdec3-b768-4701-b61d-7a74f76dfbb6 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Request body: {'security_group_rule': {'security_group_id': '126444c7-d985-4711-872e-652c823476a4', 'project_id': '65d54c3b7dcd4af68398071d25e8321e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=116161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:03:32.932941 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.plugin [None req-bd18277d-1bbb-4de4-a291-f34f7d60d2e7 tempest-ExtraDHCPOptionsIpV6TestJSON-1176180115 tempest-ExtraDHCPOptionsIpV6TestJSON-1176180115-project] Calling delete_port for 614fac7f-1637-4472-bc67-8808bc5ac497 owned by network:dhcp {{(pid=116162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 11:03:32.963023 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-c8b40749-78d5-4428-9cdc-1c3512ef8316 None None] Current status of the port 982b7213-f62b-4421-9074-307355cb4c06 is: ACTIVE; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:03:32.969846 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-25416b3f-c10a-4c57-9f48-0fb708a09738 None None] Deleting port 614fac7f-1637-4472-bc67-8808bc5ac497 {{(pid=116163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 11:03:32.970219 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-25416b3f-c10a-4c57-9f48-0fb708a09738 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742235130188'] for port (614fac7f-1637-4472-bc67-8808bc5ac497), before_delete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:32.985971 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-c8b40749-78d5-4428-9cdc-1c3512ef8316 None None] Provisioning complete for port 4221dd26-6373-4172-b4b5-3a88cffbec25 triggered by entity DHCP. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:03:32.986355 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-c8b40749-78d5-4428-9cdc-1c3512ef8316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (4221dd26-6373-4172-b4b5-3a88cffbec25), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:33.012523 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-84e1ccfc-58c0-4ae8-a254-340461a48220 tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 2.9369667 Apr 28 11:03:33.022821 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-344a7233-f5b7-4fc1-8dca-48c3a3cb6aa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393'] for port (6fc0c5b6-5924-4c00-aeb5-105e26bcb2b5), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:33.050763 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e1ccfc-58c0-4ae8-a254-340461a48220 tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Pushing event updated for resources: {'Network': ['ID=5af9c5a9-50d8-4bfb-a7ef-82766428c3d5,revision_number=1']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:03:33.053260 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 52500) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:03:33.091801 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Network 5af9c5a9-50d8-4bfb-a7ef-82766428c3d5 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=116163) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 28 11:03:33.105740 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Device 3e2bce2e-72fd-4d33-8443-4c79cc3a3053 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=116163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 11:03:33.113433 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.v2.base [None req-73e51e97-8720-41b0-b96d-e1ca4d4cc6fe tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Request body: {'port': {'network_id': '5af9c5a9-50d8-4bfb-a7ef-82766428c3d5', 'name': 'tempest-PortsIpV6TestJSON-524851823'}} {{(pid=116162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:03:33.154514 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-25416b3f-c10a-4c57-9f48-0fb708a09738 None None] For port 614fac7f-1637-4472-bc67-8808bc5ac497, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=614fac7f-1637-4472-bc67-8808bc5ac497,segment=NetworkSegment(42e3d854-6a1f-4571-bcfd-c364e1ce4dce),segment_id=42e3d854-6a1f-4571-bcfd-c364e1ce4dce)] {{(pid=116163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 11:03:33.154930 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-25416b3f-c10a-4c57-9f48-0fb708a09738 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1938497'] for port (614fac7f-1637-4472-bc67-8808bc5ac497), precommit_delete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:33.170593 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-c8b40749-78d5-4428-9cdc-1c3512ef8316 None None] Port 4221dd26-6373-4172-b4b5-3a88cffbec25 cannot update to ACTIVE because it is not bound. {{(pid=116163) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 28 11:03:33.258164 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-25416b3f-c10a-4c57-9f48-0fb708a09738 None None] Calling delete_port for 614fac7f-1637-4472-bc67-8808bc5ac497 owned by network:dhcp {{(pid=116163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 11:03:33.284243 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-cc182ed6-5aed-4d7c-8b5a-a9ab856558cc tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (83c04e3b-86ac-48cd-8d91-989351081f67), before_update {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:33.297243 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344a7233-f5b7-4fc1-8dca-48c3a3cb6aa3 None None] Pushing event updated for resources: {'Port': ['ID=6fc0c5b6-5924-4c00-aeb5-105e26bcb2b5,revision_number=4']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:03:33.303360 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-bd18277d-1bbb-4de4-a291-f34f7d60d2e7 tempest-ExtraDHCPOptionsIpV6TestJSON-1176180115 tempest-ExtraDHCPOptionsIpV6TestJSON-1176180115-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742235135690', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742234710366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5051867'] for port (614fac7f-1637-4472-bc67-8808bc5ac497), after_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:33.322174 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-a5da1ceb-cd5d-4a08-a3a5-eafb4318c4c7 None None] Provisioning complete for port 982b7213-f62b-4421-9074-307355cb4c06 triggered by entity DHCP. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:03:33.322823 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-a5da1ceb-cd5d-4a08-a3a5-eafb4318c4c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (982b7213-f62b-4421-9074-307355cb4c06), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:33.339274 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd18277d-1bbb-4de4-a291-f34f7d60d2e7 tempest-ExtraDHCPOptionsIpV6TestJSON-1176180115 tempest-ExtraDHCPOptionsIpV6TestJSON-1176180115-project] No DVR routers for this DVR port 614fac7f-1637-4472-bc67-8808bc5ac497 on host dv-neutron-master-2-hyperv {{(pid=116162) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 11:03:33.386640 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd18277d-1bbb-4de4-a291-f34f7d60d2e7 tempest-ExtraDHCPOptionsIpV6TestJSON-1176180115 tempest-ExtraDHCPOptionsIpV6TestJSON-1176180115-project] Pushing event deleted for resources: {'Port': ['ID=614fac7f-1637-4472-bc67-8808bc5ac497,revision_number=None']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:03:33.393486 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Provisioning complete for port 3e2bce2e-72fd-4d33-8443-4c79cc3a3053 triggered by entity L2. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:03:33.393710 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73e51e97-8720-41b0-b96d-e1ca4d4cc6fe tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Made reservation on behalf of 52264470dd074c0f8041ca0ce5281c12 for: {'port': 1} {{(pid=116162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 11:03:33.394238 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (3e2bce2e-72fd-4d33-8443-4c79cc3a3053), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:33.397413 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-73e51e97-8720-41b0-b96d-e1ca4d4cc6fe tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (None), before_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:33.489111 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.notifiers.nova [None req-73e51e97-8720-41b0-b96d-e1ca4d4cc6fe tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] device_id is not set on port 1c45cc2f-a9b6-49c4-bbab-fc6bfdeb8113 yet. {{(pid=116162) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 28 11:03:33.494154 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-25416b3f-c10a-4c57-9f48-0fb708a09738 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742235135690', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742234710366'] for port (614fac7f-1637-4472-bc67-8808bc5ac497), after_delete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:33.573829 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-bd18277d-1bbb-4de4-a291-f34f7d60d2e7 tempest-ExtraDHCPOptionsIpV6TestJSON-1176180115 tempest-ExtraDHCPOptionsIpV6TestJSON-1176180115-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-973498', 'neutron.services.segments.db._delete_segments_for_network-8742235207033'] for network (6d21df30-a0cb-4c0a-8fb0-4f1aca986c8f), precommit_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:33.590158 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-4dffdec3-b768-4701-b61d-7a74f76dfbb6 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks [] for security_group_rule (fffb444a-bc35-4dd4-abc2-79d432ef1009), before_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:33.591861 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25416b3f-c10a-4c57-9f48-0fb708a09738 None None] Pushing event deleted for resources: {'Port': ['ID=614fac7f-1637-4472-bc67-8808bc5ac497,revision_number=None']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:03:33.596792 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-6f4f0058-ebce-4724-a191-b8bb21b7dec0 tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Publish callbacks [] for router_gateway (c405c575-9dd7-4be4-8ab2-4d5ef13b0a54), precommit_update {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:33.631132 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-d6e3abe1-a7bd-47e7-bfc9-333b6179e2e0 tempest-TestNetworkAdvancedServerOps-1762458272 tempest-TestNetworkAdvancedServerOps-1762458272-project] Publish callbacks [] for port (4221dd26-6373-4172-b4b5-3a88cffbec25), precommit_update {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:33.637043 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Current status of the port 3e2bce2e-72fd-4d33-8443-4c79cc3a3053 is: ACTIVE; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:03:33.638770 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Device 982b7213-f62b-4421-9074-307355cb4c06 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=116163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 11:03:33.642067 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-a5da1ceb-cd5d-4a08-a3a5-eafb4318c4c7 None None] Current status of the port 982b7213-f62b-4421-9074-307355cb4c06 is: ACTIVE; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:03:33.645423 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25416b3f-c10a-4c57-9f48-0fb708a09738 None None] No DVR routers for this DVR port 614fac7f-1637-4472-bc67-8808bc5ac497 on host dv-neutron-master-2-hyperv {{(pid=116163) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 11:03:33.659757 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.services.segments.db [None req-bd18277d-1bbb-4de4-a291-f34f7d60d2e7 tempest-ExtraDHCPOptionsIpV6TestJSON-1176180115 tempest-ExtraDHCPOptionsIpV6TestJSON-1176180115-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6d21df30-a0cb-4c0a-8fb0-4f1aca986c8f']}} {{(pid=116162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:03:33.681960 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-a5da1ceb-cd5d-4a08-a3a5-eafb4318c4c7 None None] Provisioning complete for port 4221dd26-6373-4172-b4b5-3a88cffbec25 triggered by entity DHCP. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:03:33.682364 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-a5da1ceb-cd5d-4a08-a3a5-eafb4318c4c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (4221dd26-6373-4172-b4b5-3a88cffbec25), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:33.685841 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.services.segments.db [None req-bd18277d-1bbb-4de4-a291-f34f7d60d2e7 tempest-ExtraDHCPOptionsIpV6TestJSON-1176180115 tempest-ExtraDHCPOptionsIpV6TestJSON-1176180115-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '42e3d854-6a1f-4571-bcfd-c364e1ce4dce') {'for_net_delete': True} {{(pid=116162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:03:33.689297 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.services.segments.db [None req-bd18277d-1bbb-4de4-a291-f34f7d60d2e7 tempest-ExtraDHCPOptionsIpV6TestJSON-1176180115 tempest-ExtraDHCPOptionsIpV6TestJSON-1176180115-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '42e3d854-6a1f-4571-bcfd-c364e1ce4dce') {} {{(pid=116162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:03:33.689429 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-307b7736-8e50-45b4-b113-315c028a137d tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5220536', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5125438'] for subnet (7be7dc61-2767-40a3-83e4-f1a2dd42da85), after_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:33.714829 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-bd18277d-1bbb-4de4-a291-f34f7d60d2e7 tempest-ExtraDHCPOptionsIpV6TestJSON-1176180115 tempest-ExtraDHCPOptionsIpV6TestJSON-1176180115-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742235208578', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5026548'] for segment (42e3d854-6a1f-4571-bcfd-c364e1ce4dce), before_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:33.735964 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-a5da1ceb-cd5d-4a08-a3a5-eafb4318c4c7 None None] Port 4221dd26-6373-4172-b4b5-3a88cffbec25 cannot update to ACTIVE because it is not bound. {{(pid=116163) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 28 11:03:33.744302 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Provisioning complete for port 982b7213-f62b-4421-9074-307355cb4c06 triggered by entity L2. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:03:33.744766 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (982b7213-f62b-4421-9074-307355cb4c06), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:33.785955 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-d6e3abe1-a7bd-47e7-bfc9-333b6179e2e0 tempest-TestNetworkAdvancedServerOps-1762458272 tempest-TestNetworkAdvancedServerOps-1762458272-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5219123'] for port (4221dd26-6373-4172-b4b5-3a88cffbec25), after_update {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:33.798075 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-bd18277d-1bbb-4de4-a291-f34f7d60d2e7 tempest-ExtraDHCPOptionsIpV6TestJSON-1176180115 tempest-ExtraDHCPOptionsIpV6TestJSON-1176180115-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-961978'] for segment (42e3d854-6a1f-4571-bcfd-c364e1ce4dce), precommit_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:33.823867 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bd18277d-1bbb-4de4-a291-f34f7d60d2e7 tempest-ExtraDHCPOptionsIpV6TestJSON-1176180115 tempest-ExtraDHCPOptionsIpV6TestJSON-1176180115-project] Releasing vlan 58 on physical network physnet1 to pool {{(pid=116162) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 11:03:33.824366 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-bd18277d-1bbb-4de4-a291-f34f7d60d2e7 tempest-ExtraDHCPOptionsIpV6TestJSON-1176180115 tempest-ExtraDHCPOptionsIpV6TestJSON-1176180115-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-961978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5051884'] for segment (42e3d854-6a1f-4571-bcfd-c364e1ce4dce), after_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:33.828653 dv-neutron-master-2-hyperv neutron-server[116162]: Traceback (most recent call last): Apr 28 11:03:33.828653 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 11:03:33.828653 dv-neutron-master-2-hyperv neutron-server[116162]: timer() Apr 28 11:03:33.828653 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 11:03:33.828653 dv-neutron-master-2-hyperv neutron-server[116162]: cb(*args, **kw) Apr 28 11:03:33.828653 dv-neutron-master-2-hyperv neutron-server[116162]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 28 11:03:33.828653 dv-neutron-master-2-hyperv neutron-server[116162]: return func(*args, **kwargs) Apr 28 11:03:33.828653 dv-neutron-master-2-hyperv neutron-server[116162]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 11:03:33.828653 dv-neutron-master-2-hyperv neutron-server[116162]: self._notify() Apr 28 11:03:33.828653 dv-neutron-master-2-hyperv neutron-server[116162]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 11:03:33.828653 dv-neutron-master-2-hyperv neutron-server[116162]: self.callback(batched_events) Apr 28 11:03:33.828653 dv-neutron-master-2-hyperv neutron-server[116162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 11:03:33.828653 dv-neutron-master-2-hyperv neutron-server[116162]: event.method(event) Apr 28 11:03:33.828653 dv-neutron-master-2-hyperv neutron-server[116162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 28 11:03:33.828653 dv-neutron-master-2-hyperv neutron-server[116162]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 11:03:33.828653 dv-neutron-master-2-hyperv neutron-server[116162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 28 11:03:33.828653 dv-neutron-master-2-hyperv neutron-server[116162]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 11:03:33.828653 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 28 11:03:33.828653 dv-neutron-master-2-hyperv neutron-server[116162]: return f(self, *a, **k) Apr 28 11:03:33.828653 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 28 11:03:33.828653 dv-neutron-master-2-hyperv neutron-server[116162]: return self._get(url).json() Apr 28 11:03:33.828653 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 28 11:03:33.828653 dv-neutron-master-2-hyperv neutron-server[116162]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 11:03:33.828653 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 11:03:33.828653 dv-neutron-master-2-hyperv neutron-server[116162]: return self.request(url, 'GET', **kwargs) Apr 28 11:03:33.828653 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 11:03:33.828653 dv-neutron-master-2-hyperv neutron-server[116162]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 11:03:33.828653 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 11:03:33.828653 dv-neutron-master-2-hyperv neutron-server[116162]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 11:03:33.828653 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 11:03:33.828653 dv-neutron-master-2-hyperv neutron-server[116162]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 11:03:33.828653 dv-neutron-master-2-hyperv neutron-server[116162]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 11:03:33.855792 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Current status of the port 982b7213-f62b-4421-9074-307355cb4c06 is: ACTIVE; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:03:33.912984 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-307b7736-8e50-45b4-b113-315c028a137d tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] Pushing event updated for resources: {'Subnet': ['ID=7be7dc61-2767-40a3-83e4-f1a2dd42da85,revision_number=0']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:03:33.938941 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-d6e3abe1-a7bd-47e7-bfc9-333b6179e2e0 tempest-TestNetworkAdvancedServerOps-1762458272 tempest-TestNetworkAdvancedServerOps-1762458272-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1603056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2063387'] for router_interface (c45b3fd7-2de6-4133-9f44-79efc511aaba), after_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:33.946338 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Device 43bbbfaa-3d64-4393-9707-c702cf5b87f5 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=116163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 11:03:33.948823 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e3abe1-a7bd-47e7-bfc9-333b6179e2e0 tempest-TestNetworkAdvancedServerOps-1762458272 tempest-TestNetworkAdvancedServerOps-1762458272-project] Pushing event updated for resources: {'Port': ['ID=4221dd26-6373-4172-b4b5-3a88cffbec25,revision_number=2']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:03:33.980618 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] No Port match for: 43bbbfaa-3d64-4393-9707-c702cf5b87f5 {{(pid=116163) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 28 11:03:33.981227 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Device 43bbbfaa-3d64-4393-9707-c702cf5b87f5 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=116163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 11:03:33.981796 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Device 614fac7f-1637-4472-bc67-8808bc5ac497 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=116163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 11:03:33.985686 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-73e51e97-8720-41b0-b96d-e1ca4d4cc6fe tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Publish callbacks [] for port (1c45cc2f-a9b6-49c4-bbab-fc6bfdeb8113), precommit_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:34.007993 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] No Port match for: 614fac7f-1637-4472-bc67-8808bc5ac497 {{(pid=116163) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 28 11:03:34.008349 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Device 614fac7f-1637-4472-bc67-8808bc5ac497 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=116163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 11:03:34.008869 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.db.db_base_plugin_common [None req-cc182ed6-5aed-4d7c-8b5a-a9ab856558cc tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Allocated IP 172.20.0.28 (d976f322-6b74-4d28-98b0-be5076f786e5/46982f84-d227-4eca-b2e0-7f110c93fdf1/83c04e3b-86ac-48cd-8d91-989351081f67) {{(pid=116162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 11:03:34.028699 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-4dffdec3-b768-4701-b61d-7a74f76dfbb6 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks [] for security_group_rule (fffb444a-bc35-4dd4-abc2-79d432ef1009), precommit_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:34.052008 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-bd18277d-1bbb-4de4-a291-f34f7d60d2e7 tempest-ExtraDHCPOptionsIpV6TestJSON-1176180115 tempest-ExtraDHCPOptionsIpV6TestJSON-1176180115-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-973477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2063122'] for network (6d21df30-a0cb-4c0a-8fb0-4f1aca986c8f), after_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:34.066016 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-bd18277d-1bbb-4de4-a291-f34f7d60d2e7 tempest-ExtraDHCPOptionsIpV6TestJSON-1176180115 tempest-ExtraDHCPOptionsIpV6TestJSON-1176180115-project] Publish callbacks [] for network (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:34.071454 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-bd18277d-1bbb-4de4-a291-f34f7d60d2e7 tempest-ExtraDHCPOptionsIpV6TestJSON-1176180115 tempest-ExtraDHCPOptionsIpV6TestJSON-1176180115-project] 10.222.0.10 "DELETE /v2.0/networks/6d21df30-a0cb-4c0a-8fb0-4f1aca986c8f HTTP/1.1" status: 204 len: 168 time: 1.7292483 Apr 28 11:03:34.074982 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-307b7736-8e50-45b4-b113-315c028a137d tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] Checking segment: {'id': '4da80122-173b-4f31-a107-443c3909f820', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '3eb911ca-cb54-4722-ba24-8a8743582b79'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 11:03:34.074982 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-307b7736-8e50-45b4-b113-315c028a137d tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] Network hostable DHCP agents. Network: 3eb911ca-cb54-4722-ba24-8a8743582b79, hostable agents: ['75ba81b7-fe99-4281-90d2-a5adb445ecea'], hosted agents: [] {{(pid=116161) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 11:03:34.111088 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd18277d-1bbb-4de4-a291-f34f7d60d2e7 tempest-ExtraDHCPOptionsIpV6TestJSON-1176180115 tempest-ExtraDHCPOptionsIpV6TestJSON-1176180115-project] Pushing event deleted for resources: {'Network': ['ID=6d21df30-a0cb-4c0a-8fb0-4f1aca986c8f,revision_number=None']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:03:34.154793 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-73e51e97-8720-41b0-b96d-e1ca4d4cc6fe tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742234710357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5051867'] for port (1c45cc2f-a9b6-49c4-bbab-fc6bfdeb8113), after_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:34.168954 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-4dffdec3-b768-4701-b61d-7a74f76dfbb6 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1912725'] for security_group_rule (fffb444a-bc35-4dd4-abc2-79d432ef1009), after_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:34.171616 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4101e02d-7126-4d7c-a6af-b74ad786ffb4 None None] Network d976f322-6b74-4d28-98b0-be5076f786e5 requested from dv-neutron-master-2-hyperv {{(pid=116163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 11:03:34.247443 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dffdec3-b768-4701-b61d-7a74f76dfbb6 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fffb444a-bc35-4dd4-abc2-79d432ef1009,revision_number=0']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:03:34.257400 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-cc182ed6-5aed-4d7c-8b5a-a9ab856558cc tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Publish callbacks [] for port (83c04e3b-86ac-48cd-8d91-989351081f67), precommit_update {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:34.274386 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e51e97-8720-41b0-b96d-e1ca4d4cc6fe tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Pushing event updated for resources: {'Port': ['ID=1c45cc2f-a9b6-49c4-bbab-fc6bfdeb8113,revision_number=1']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:03:34.281924 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-6f4f0058-ebce-4724-a191-b8bb21b7dec0 tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Publish callbacks [] for router_gateway (c405c575-9dd7-4be4-8ab2-4d5ef13b0a54), before_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:34.287854 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73e51e97-8720-41b0-b96d-e1ca4d4cc6fe tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Checking segment: {'id': '607b19e2-1a18-4dda-af95-186903fc66e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '5af9c5a9-50d8-4bfb-a7ef-82766428c3d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 11:03:34.288404 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73e51e97-8720-41b0-b96d-e1ca4d4cc6fe tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Network hostable DHCP agents. Network: 5af9c5a9-50d8-4bfb-a7ef-82766428c3d5, hostable agents: ['75ba81b7-fe99-4281-90d2-a5adb445ecea'], hosted agents: [] {{(pid=116162) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 11:03:34.289389 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-a8764dee-69ab-4180-bdd4-d70d06fb2142 None None] Provisioning complete for port 83c04e3b-86ac-48cd-8d91-989351081f67 triggered by entity DHCP. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:03:34.290034 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-a8764dee-69ab-4180-bdd4-d70d06fb2142 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (83c04e3b-86ac-48cd-8d91-989351081f67), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:34.309485 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-6f4f0058-ebce-4724-a191-b8bb21b7dec0 tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (None), before_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:34.326546 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-cc182ed6-5aed-4d7c-8b5a-a9ab856558cc tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5051840'] for port (83c04e3b-86ac-48cd-8d91-989351081f67), after_update {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:34.328403 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-307b7736-8e50-45b4-b113-315c028a137d tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] Network 3eb911ca-cb54-4722-ba24-8a8743582b79 is scheduled to be hosted by DHCP agent 75ba81b7-fe99-4281-90d2-a5adb445ecea with binding_index 1 {{(pid=116161) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 11:03:34.331949 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6e3abe1-a7bd-47e7-bfc9-333b6179e2e0 tempest-TestNetworkAdvancedServerOps-1762458272 tempest-TestNetworkAdvancedServerOps-1762458272-project] Network 11667949-6108-4d31-ad58-bd4aa04ee38c is already hosted by enough agents. {{(pid=116161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 11:03:34.338520 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-4dffdec3-b768-4701-b61d-7a74f76dfbb6 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:34.342584 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-4dffdec3-b768-4701-b61d-7a74f76dfbb6 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.4219527 Apr 28 11:03:34.357018 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 52504) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:03:34.360715 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-a8764dee-69ab-4180-bdd4-d70d06fb2142 None None] Port 83c04e3b-86ac-48cd-8d91-989351081f67 cannot update to ACTIVE because it is not bound. {{(pid=116163) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 28 11:03:34.365242 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.v2.base [None req-394b9476-2aeb-4f2d-9ea0-18f93441fec5 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Request body: {'security_group_rule': {'security_group_id': '126444c7-d985-4711-872e-652c823476a4', 'project_id': '65d54c3b7dcd4af68398071d25e8321e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=116162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:03:34.373022 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-a8764dee-69ab-4180-bdd4-d70d06fb2142 None None] Provisioning complete for port 6fc0c5b6-5924-4c00-aeb5-105e26bcb2b5 triggered by entity DHCP. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:03:34.373242 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.scheduler.base_scheduler [None req-d6e3abe1-a7bd-47e7-bfc9-333b6179e2e0 tempest-TestNetworkAdvancedServerOps-1762458272 tempest-TestNetworkAdvancedServerOps-1762458272-project] Resources bound (agent type, host, resource id): {{(pid=116161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 11:03:34.373757 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-a8764dee-69ab-4180-bdd4-d70d06fb2142 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (6fc0c5b6-5924-4c00-aeb5-105e26bcb2b5), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:34.388518 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73e51e97-8720-41b0-b96d-e1ca4d4cc6fe tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Network 5af9c5a9-50d8-4bfb-a7ef-82766428c3d5 is scheduled to be hosted by DHCP agent 75ba81b7-fe99-4281-90d2-a5adb445ecea with binding_index 1 {{(pid=116162) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 11:03:34.463359 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.scheduler.base_scheduler [None req-73e51e97-8720-41b0-b96d-e1ca4d4cc6fe tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 5af9c5a9-50d8-4bfb-a7ef-82766428c3d5) {{(pid=116162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 11:03:34.490592 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc182ed6-5aed-4d7c-8b5a-a9ab856558cc tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Pushing event updated for resources: {'Port': ['ID=83c04e3b-86ac-48cd-8d91-989351081f67,revision_number=3']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:03:34.493266 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73e51e97-8720-41b0-b96d-e1ca4d4cc6fe tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Received port after_create {{(pid=116162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 11:03:34.493899 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e2757a4-e978-4f63-baf2-c41756e978ee None None] Network 5af9c5a9-50d8-4bfb-a7ef-82766428c3d5 requested from dv-neutron-master-2-hyperv {{(pid=116163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 11:03:34.498410 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73e51e97-8720-41b0-b96d-e1ca4d4cc6fe tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:03:34.499247 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-73e51e97-8720-41b0-b96d-e1ca4d4cc6fe tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198022'] for port (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:34.505500 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.scheduler.base_scheduler [None req-307b7736-8e50-45b4-b113-315c028a137d tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 3eb911ca-cb54-4722-ba24-8a8743582b79) {{(pid=116161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 11:03:34.524846 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-307b7736-8e50-45b4-b113-315c028a137d tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:03:34.525439 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-307b7736-8e50-45b4-b113-315c028a137d tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] Publish callbacks [] for subnet (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:34.535453 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f9a1d21-df09-48db-93a8-b5f98b43a701 None None] Network 3eb911ca-cb54-4722-ba24-8a8743582b79 requested from dv-neutron-master-2-hyperv {{(pid=116163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 11:03:34.544437 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.db.securitygroups_db [None req-394b9476-2aeb-4f2d-9ea0-18f93441fec5 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Project 65d54c3b7dcd4af68398071d25e8321e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 28 11:03:34.555844 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-394b9476-2aeb-4f2d-9ea0-18f93441fec5 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks [] for security_group_rule (f47c8c77-8f54-4caa-aa85-1995c1c38259), before_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:34.570843 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.plugin [None req-cc182ed6-5aed-4d7c-8b5a-a9ab856558cc tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] In _notify_port_updated(), no bound segment for port 83c04e3b-86ac-48cd-8d91-989351081f67 on network d976f322-6b74-4d28-98b0-be5076f786e5 {{(pid=116162) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:936}} Apr 28 11:03:34.575976 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc182ed6-5aed-4d7c-8b5a-a9ab856558cc tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:03:34.576623 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-cc182ed6-5aed-4d7c-8b5a-a9ab856558cc tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198022'] for port (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:34.590154 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-cc182ed6-5aed-4d7c-8b5a-a9ab856558cc tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] 10.222.0.10 "PUT /v2.0/ports/83c04e3b-86ac-48cd-8d91-989351081f67 HTTP/1.1" status: 200 len: 999 time: 2.1058013 Apr 28 11:03:34.590910 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 52506) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:03:34.612803 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-a8764dee-69ab-4180-bdd4-d70d06fb2142 None None] Current status of the port 6fc0c5b6-5924-4c00-aeb5-105e26bcb2b5 is: ACTIVE; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:03:34.663037 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-73e51e97-8720-41b0-b96d-e1ca4d4cc6fe tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 1.5565050 Apr 28 11:03:34.663998 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 52510) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:03:34.665096 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.db.db_base_plugin_common [None req-6f4f0058-ebce-4724-a191-b8bb21b7dec0 tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Allocated IP 172.36.4.53 (7be49d94-bbb8-4a61-bafe-209c5f861e1c/c0f82f52-05ee-40f2-a57c-9d02e01fb9fa/b353154b-2ed7-4189-b9be-57829f5b68d5) {{(pid=116161) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 11:03:34.678911 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.v2.base [None req-59cab349-2c9e-4033-90ff-032c6e74e053 tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1951279175'}} {{(pid=116161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:03:34.698437 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-394b9476-2aeb-4f2d-9ea0-18f93441fec5 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks [] for security_group_rule (f47c8c77-8f54-4caa-aa85-1995c1c38259), precommit_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:34.723310 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-307b7736-8e50-45b4-b113-315c028a137d tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.4379215 Apr 28 11:03:34.724829 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 52512) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:03:34.739919 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6e3abe1-a7bd-47e7-bfc9-333b6179e2e0 tempest-TestNetworkAdvancedServerOps-1762458272 tempest-TestNetworkAdvancedServerOps-1762458272-project] Router c45b3fd7-2de6-4133-9f44-79efc511aaba has already been hosted by L3 agent 6b492ad6-0876-4d74-b20d-28143a52ceba {{(pid=116161) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 11:03:34.745604 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.v2.base [None req-c8ac8195-13b9-4d1e-bb43-953e740b6185 tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=116161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:03:34.783825 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-394b9476-2aeb-4f2d-9ea0-18f93441fec5 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1912725'] for security_group_rule (f47c8c77-8f54-4caa-aa85-1995c1c38259), after_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:34.785865 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.plugin [None req-63304513-8edb-42e3-a394-ed216e448989 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Deleting port 83c04e3b-86ac-48cd-8d91-989351081f67 {{(pid=116162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 11:03:34.786268 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-63304513-8edb-42e3-a394-ed216e448989 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742235130188'] for port (83c04e3b-86ac-48cd-8d91-989351081f67), before_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:34.861150 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-394b9476-2aeb-4f2d-9ea0-18f93441fec5 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f47c8c77-8f54-4caa-aa85-1995c1c38259,revision_number=0']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:03:34.865279 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 52514) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:03:34.892354 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59cab349-2c9e-4033-90ff-032c6e74e053 tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Made reservation on behalf of 52264470dd074c0f8041ca0ce5281c12 for: {'network': 1} {{(pid=116161) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 11:03:34.895718 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-59cab349-2c9e-4033-90ff-032c6e74e053 tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for network (None), before_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:34.943230 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-394b9476-2aeb-4f2d-9ea0-18f93441fec5 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:34.944746 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-394b9476-2aeb-4f2d-9ea0-18f93441fec5 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5850503 Apr 28 11:03:34.948769 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 52518) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:03:34.957310 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.v2.base [None req-38fa0f62-d3c4-42d6-a49a-869243ccc361 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Request body: {'security_group_rule': {'security_group_id': '126444c7-d985-4711-872e-652c823476a4', 'project_id': '65d54c3b7dcd4af68398071d25e8321e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=116162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:03:34.968086 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-ab243e1c-8962-4d87-a2ef-31c9ea3d8359 None None] Provisioning complete for port 83c04e3b-86ac-48cd-8d91-989351081f67 triggered by entity DHCP. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:03:34.968788 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-ab243e1c-8962-4d87-a2ef-31c9ea3d8359 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (83c04e3b-86ac-48cd-8d91-989351081f67), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:34.988756 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-63304513-8edb-42e3-a394-ed216e448989 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1938497'] for port (83c04e3b-86ac-48cd-8d91-989351081f67), precommit_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:35.029747 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.plugin [None req-63304513-8edb-42e3-a394-ed216e448989 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Calling delete_port for 83c04e3b-86ac-48cd-8d91-989351081f67 owned by {{(pid=116162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 11:03:35.048549 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-ab243e1c-8962-4d87-a2ef-31c9ea3d8359 None None] Port 83c04e3b-86ac-48cd-8d91-989351081f67 cannot update to ACTIVE because it is not bound. {{(pid=116163) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 28 11:03:35.057494 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Device 6fc0c5b6-5924-4c00-aeb5-105e26bcb2b5 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=116163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 11:03:35.105715 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.db.securitygroups_db [None req-38fa0f62-d3c4-42d6-a49a-869243ccc361 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Project 65d54c3b7dcd4af68398071d25e8321e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 28 11:03:35.124649 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-38fa0f62-d3c4-42d6-a49a-869243ccc361 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks [] for security_group_rule (52442c6a-dd46-4154-9828-2d031d48c93e), before_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:35.127499 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-6f4f0058-ebce-4724-a191-b8bb21b7dec0 tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Publish callbacks [] for port (b353154b-2ed7-4189-b9be-57829f5b68d5), precommit_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:35.131519 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-ab243e1c-8962-4d87-a2ef-31c9ea3d8359 None None] Provisioning complete for port 6fc0c5b6-5924-4c00-aeb5-105e26bcb2b5 triggered by entity DHCP. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:03:35.132064 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-ab243e1c-8962-4d87-a2ef-31c9ea3d8359 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (6fc0c5b6-5924-4c00-aeb5-105e26bcb2b5), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:35.200680 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-04ce4ec5-dc2b-4c8f-81f1-0d94a7565129 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=392aef13ab914c0d8e361210e273e87b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3312116 Apr 28 11:03:35.211192 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 52520) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:03:35.226773 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-405082d0-5c0c-4892-a749-e56b6ee0e902 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-3eb911ca-cb54-4722-ba24-8a8743582b79', 'network_id': '3eb911ca-cb54-4722-ba24-8a8743582b79', 'project_id': '6af68124dd864f2fba5b5c4453768950', 'fixed_ips': [{'subnet_id': '7be7dc61-2767-40a3-83e4-f1a2dd42da85'}]}} from dv-neutron-master-2-hyperv. {{(pid=116163) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 28 11:03:35.227949 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-405082d0-5c0c-4892-a749-e56b6ee0e902 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (None), before_create {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:35.249008 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-38fa0f62-d3c4-42d6-a49a-869243ccc361 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks [] for security_group_rule (52442c6a-dd46-4154-9828-2d031d48c93e), precommit_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:35.249307 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-c8ac8195-13b9-4d1e-bb43-953e740b6185 tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-5125431'] for subnet (7be7dc61-2767-40a3-83e4-f1a2dd42da85), before_update {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:35.253669 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Provisioning complete for port 6fc0c5b6-5924-4c00-aeb5-105e26bcb2b5 triggered by entity L2. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:03:35.254050 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (6fc0c5b6-5924-4c00-aeb5-105e26bcb2b5), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:35.284613 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-6f4f0058-ebce-4724-a191-b8bb21b7dec0 tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742234710357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5219112'] for port (b353154b-2ed7-4189-b9be-57829f5b68d5), after_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:35.295487 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-59cab349-2c9e-4033-90ff-032c6e74e053 tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 98} {{(pid=116161) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 11:03:35.311863 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-291109d6-7c05-42c1-b333-0a684efb3d0b admin admin] Publish callbacks [] for security_group (46b75f7e-1c2f-4e1a-87f9-ccb2f8e832a3), before_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:35.337966 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-38fa0f62-d3c4-42d6-a49a-869243ccc361 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1912725'] for security_group_rule (52442c6a-dd46-4154-9828-2d031d48c93e), after_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:35.343608 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-291109d6-7c05-42c1-b333-0a684efb3d0b admin admin] Publish callbacks [] for security_group (46b75f7e-1c2f-4e1a-87f9-ccb2f8e832a3), precommit_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:35.352951 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-59cab349-2c9e-4033-90ff-032c6e74e053 tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-961978'] for segment (c1580a5e-2971-434a-8bda-43d146a9bbfe), precommit_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:35.353302 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.db.segments_db [None req-59cab349-2c9e-4033-90ff-032c6e74e053 tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Added segment c1580a5e-2971-434a-8bda-43d146a9bbfe of type vlan for network 06c2e135-687f-4da9-82b1-15852ce1540f Apr 28 11:03:35.372409 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f4f0058-ebce-4724-a191-b8bb21b7dec0 tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Network 7be49d94-bbb8-4a61-bafe-209c5f861e1c is already hosted by enough agents. {{(pid=116161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 11:03:35.374985 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6e3abe1-a7bd-47e7-bfc9-333b6179e2e0 tempest-TestNetworkAdvancedServerOps-1762458272 tempest-TestNetworkAdvancedServerOps-1762458272-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=116161) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 11:03:35.391629 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38fa0f62-d3c4-42d6-a49a-869243ccc361 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=52442c6a-dd46-4154-9828-2d031d48c93e,revision_number=0']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:03:35.394430 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41d26f17-01bb-45e3-9be6-76e56a5e035e None None] Sync routers for ids ['c45b3fd7-2de6-4133-9f44-79efc511aaba'] in dv-neutron-master-2-hyperv {{(pid=116163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 11:03:35.396746 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-ab243e1c-8962-4d87-a2ef-31c9ea3d8359 None None] Current status of the port 6fc0c5b6-5924-4c00-aeb5-105e26bcb2b5 is: ACTIVE; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:03:35.407156 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-d6e3abe1-a7bd-47e7-bfc9-333b6179e2e0 tempest-TestNetworkAdvancedServerOps-1762458272 tempest-TestNetworkAdvancedServerOps-1762458272-project] 10.222.0.10 "PUT /v2.0/routers/c45b3fd7-2de6-4133-9f44-79efc511aaba/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.2551749 Apr 28 11:03:35.421532 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.scheduler.base_scheduler [None req-6f4f0058-ebce-4724-a191-b8bb21b7dec0 tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Resources bound (agent type, host, resource id): {{(pid=116161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 11:03:35.432304 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-ab243e1c-8962-4d87-a2ef-31c9ea3d8359 None None] Provisioning complete for port 4221dd26-6373-4172-b4b5-3a88cffbec25 triggered by entity DHCP. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:03:35.432783 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-ab243e1c-8962-4d87-a2ef-31c9ea3d8359 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (4221dd26-6373-4172-b4b5-3a88cffbec25), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:35.433828 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f4f0058-ebce-4724-a191-b8bb21b7dec0 tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Pushing event updated for resources: {'Port': ['ID=b353154b-2ed7-4189-b9be-57829f5b68d5,revision_number=1']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:03:35.448741 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f4f0058-ebce-4724-a191-b8bb21b7dec0 tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Received port after_create {{(pid=116161) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 11:03:35.470092 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-38fa0f62-d3c4-42d6-a49a-869243ccc361 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:35.471332 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-38fa0f62-d3c4-42d6-a49a-869243ccc361 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5214779 Apr 28 11:03:35.472623 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41d26f17-01bb-45e3-9be6-76e56a5e035e None None] Routers {'c45b3fd7-2de6-4133-9f44-79efc511aaba'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=116163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 11:03:35.473277 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_hamode_db [None req-41d26f17-01bb-45e3-9be6-76e56a5e035e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-28T10:50:39Z,description=,heartbeat_timestamp=2022-04-28T11:03:09Z,host='dv-neutron-master-2-hyperv',id=6b492ad6-0876-4d74-b20d-28143a52ceba,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T10:50:40Z,topic='l3_agent')) {'router_ids': ['c45b3fd7-2de6-4133-9f44-79efc511aaba'], 'active': True} {{(pid=116163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:03:35.540832 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-59cab349-2c9e-4033-90ff-032c6e74e053 tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742234744962'] for network (06c2e135-687f-4da9-82b1-15852ce1540f), precommit_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:35.556578 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-ab243e1c-8962-4d87-a2ef-31c9ea3d8359 None None] Port 4221dd26-6373-4172-b4b5-3a88cffbec25 cannot update to ACTIVE because it is not bound. {{(pid=116163) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 28 11:03:35.559863 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-291109d6-7c05-42c1-b333-0a684efb3d0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924426'] for security_group (46b75f7e-1c2f-4e1a-87f9-ccb2f8e832a3), after_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:35.564055 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-291109d6-7c05-42c1-b333-0a684efb3d0b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:35.566939 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-291109d6-7c05-42c1-b333-0a684efb3d0b admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/46b75f7e-1c2f-4e1a-87f9-ccb2f8e832a3 HTTP/1.1" status: 204 len: 168 time: 0.3525007 Apr 28 11:03:35.581289 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291109d6-7c05-42c1-b333-0a684efb3d0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46b75f7e-1c2f-4e1a-87f9-ccb2f8e832a3,revision_number=None']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:03:35.592379 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-63304513-8edb-42e3-a394-ed216e448989 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742235135690', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742234710366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5051867'] for port (83c04e3b-86ac-48cd-8d91-989351081f67), after_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:35.644898 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Current status of the port 6fc0c5b6-5924-4c00-aeb5-105e26bcb2b5 is: ACTIVE; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:03:35.692580 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63304513-8edb-42e3-a394-ed216e448989 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Pushing event deleted for resources: {'Port': ['ID=83c04e3b-86ac-48cd-8d91-989351081f67,revision_number=None']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:03:35.752564 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-93aa924b-8d0e-4fdc-9ac7-f7a1d68a9992 None None] Could not find standard attr ID for object 83c04e3b-86ac-48cd-8d91-989351081f67. {{(pid=116163) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:182}} Apr 28 11:03:35.828702 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvr_db [None req-41d26f17-01bb-45e3-9be6-76e56a5e035e None None] Set router c45b3fd7-2de6-4133-9f44-79efc511aaba gateway port host: dv-neutron-master-2-hyperv {{(pid=116163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 11:03:35.864055 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-63304513-8edb-42e3-a394-ed216e448989 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198022'] for port (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:35.868016 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-63304513-8edb-42e3-a394-ed216e448989 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] 10.222.0.10 "DELETE /v2.0/ports/83c04e3b-86ac-48cd-8d91-989351081f67 HTTP/1.1" status: 204 len: 168 time: 1.2716410 Apr 28 11:03:35.870548 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 52552) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:03:35.887405 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-3b326c3e-9019-4339-b235-82c343b9aed7 None None] Could not find standard attr ID for object 83c04e3b-86ac-48cd-8d91-989351081f67. {{(pid=116163) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:182}} Apr 28 11:03:35.895191 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.db_base_plugin_common [None req-405082d0-5c0c-4892-a749-e56b6ee0e902 None None] Allocated IP 172.20.0.2 (3eb911ca-cb54-4722-ba24-8a8743582b79/7be7dc61-2767-40a3-83e4-f1a2dd42da85/89a4b7c8-3ca4-4579-aea1-5adc06b3b097) {{(pid=116163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 11:03:35.906776 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-c8ac8195-13b9-4d1e-bb43-953e740b6185 tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8742235135699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-5220598'] for subnet (7be7dc61-2767-40a3-83e4-f1a2dd42da85), after_update {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:35.939188 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.pecan_wsgi.hooks.translation [None req-e98f8530-08ac-4d41-9c9f-5ed352deb91d tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] GET failed (client error): The resource could not be found. Apr 28 11:03:35.943830 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-e98f8530-08ac-4d41-9c9f-5ed352deb91d tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] 10.222.0.10 "GET /v2.0/ports/83c04e3b-86ac-48cd-8d91-989351081f67 HTTP/1.1" status: 404 len: 333 time: 0.0710545 Apr 28 11:03:35.945988 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 52556) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:03:36.029457 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.db.db_base_plugin_v2 [None req-74fad259-ef8c-41ef-90f2-f4ef7d920f64 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Deleting subnet 46982f84-d227-4eca-b2e0-7f110c93fdf1 {{(pid=116162) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 28 11:03:36.035777 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-74fad259-ef8c-41ef-90f2-f4ef7d920f64 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Publish callbacks [] for subnet (46982f84-d227-4eca-b2e0-7f110c93fdf1), before_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:36.110103 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-74fad259-ef8c-41ef-90f2-f4ef7d920f64 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5026541'] for subnet (46982f84-d227-4eca-b2e0-7f110c93fdf1), precommit_delete_associations {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:36.119006 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-8377c11c-58f0-486b-b14d-d24265e7e8b3 req-6f3bd455-800a-4557-b65d-b320abd5e5ce tempest-TestNetworkAdvancedServerOps-1762458272 tempest-TestNetworkAdvancedServerOps-1762458272-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2070286779&fields=id&tenant_id=a8cc80fe41234707a2dcbf4e2aa0b823 HTTP/1.1" status: 200 len: 267 time: 0.4086843 Apr 28 11:03:36.122120 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-59cab349-2c9e-4033-90ff-032c6e74e053 tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042'] for network (06c2e135-687f-4da9-82b1-15852ce1540f), after_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:36.126566 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-5cfae850-fae6-4ad5-b38a-e0f0745253fc None None] Could not find standard attr ID for object 83c04e3b-86ac-48cd-8d91-989351081f67. {{(pid=116163) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:182}} Apr 28 11:03:36.127918 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59cab349-2c9e-4033-90ff-032c6e74e053 tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:03:36.128528 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-59cab349-2c9e-4033-90ff-032c6e74e053 tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Publish callbacks [] for network (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:36.133157 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8ac8195-13b9-4d1e-bb43-953e740b6185 tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:03:36.133735 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-c8ac8195-13b9-4d1e-bb43-953e740b6185 tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] Publish callbacks [] for subnet (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:36.138019 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-c8ac8195-13b9-4d1e-bb43-953e740b6185 tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] 10.222.0.10 "PUT /v2.0/subnets/7be7dc61-2767-40a3-83e4-f1a2dd42da85 HTTP/1.1" status: 200 len: 806 time: 1.4018354 Apr 28 11:03:36.210446 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 52560) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:03:36.224953 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59cab349-2c9e-4033-90ff-032c6e74e053 tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Pushing event updated for resources: {'Network': ['ID=06c2e135-687f-4da9-82b1-15852ce1540f,revision_number=1']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:03:36.251902 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Network 06c2e135-687f-4da9-82b1-15852ce1540f details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=116163) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 28 11:03:36.256865 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-74fad259-ef8c-41ef-90f2-f4ef7d920f64 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-971303'] for subnet (46982f84-d227-4eca-b2e0-7f110c93fdf1), precommit_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:36.266858 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_hamode_db [None req-41d26f17-01bb-45e3-9be6-76e56a5e035e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c45b3fd7-2de6-4133-9f44-79efc511aaba', 'name': 'tempest-TestNetworkAdvancedServerOps-router-483414179', 'tenant_id': 'a8cc80fe41234707a2dcbf4e2aa0b823', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'external_fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.216'}], 'enable_snat': True}, 'gw_port_id': '3ac8f02a-5742-4e0d-93eb-e6075d67f71d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T11:03:15Z', 'updated_at': '2022-04-28T11:03:32Z', 'revision_number': 4, 'project_id': 'a8cc80fe41234707a2dcbf4e2aa0b823', 'gw_port': {'id': '3ac8f02a-5742-4e0d-93eb-e6075d67f71d', 'name': '', 'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:0e:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c45b3fd7-2de6-4133-9f44-79efc511aaba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 782, 'fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:03:17Z', 'updated_at': '2022-04-28T11:03:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '4221dd26-6373-4172-b4b5-3a88cffbec25', 'name': '', 'network_id': '11667949-6108-4d31-ad58-bd4aa04ee38c', 'tenant_id': 'a8cc80fe41234707a2dcbf4e2aa0b823', 'mac_address': 'fa:16:3e:ac:f4:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c45b3fd7-2de6-4133-9f44-79efc511aaba', 'device_owner': 'network:router_interface', 'standard_attr_id': 802, 'fixed_ips': [{'subnet_id': '2b3feac5-a337-48a6-93bd-b4c13f02752b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:03:28Z', 'updated_at': '2022-04-28T11:03:32Z', 'revision_number': 2, 'project_id': 'a8cc80fe41234707a2dcbf4e2aa0b823', 'subnets': [{'id': '2b3feac5-a337-48a6-93bd-b4c13f02752b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=116163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:03:36.314695 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-405082d0-5c0c-4892-a749-e56b6ee0e902 None None] Publish callbacks [] for port (89a4b7c8-3ca4-4579-aea1-5adc06b3b097), precommit_create {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:36.325813 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41d26f17-01bb-45e3-9be6-76e56a5e035e None None] Checking router: c45b3fd7-2de6-4133-9f44-79efc511aaba for host: dv-neutron-master-2-hyperv {{(pid=116163) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 11:03:36.326202 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41d26f17-01bb-45e3-9be6-76e56a5e035e None None] Updating router c45b3fd7-2de6-4133-9f44-79efc511aaba port 4221dd26-6373-4172-b4b5-3a88cffbec25 binding host dv-neutron-master-2-hyperv {{(pid=116163) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 28 11:03:36.369028 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ac8195-13b9-4d1e-bb43-953e740b6185 tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] Pushing event updated for resources: {'Subnet': ['ID=7be7dc61-2767-40a3-83e4-f1a2dd42da85,revision_number=1']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:03:36.401781 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-41d26f17-01bb-45e3-9be6-76e56a5e035e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (4221dd26-6373-4172-b4b5-3a88cffbec25), before_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:36.415143 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-405082d0-5c0c-4892-a749-e56b6ee0e902 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742234710357'] for port (89a4b7c8-3ca4-4579-aea1-5adc06b3b097), after_create {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:36.433026 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-74fad259-ef8c-41ef-90f2-f4ef7d920f64 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-971310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5053962', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4210815'] for subnet (46982f84-d227-4eca-b2e0-7f110c93fdf1), after_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:36.436034 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-ff8e7774-4150-44b6-b7b4-1585b68e199d req-7541709a-c371-4d8f-88a8-e8f63ca069b0 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1903066221&fields=id&tenant_id=65d54c3b7dcd4af68398071d25e8321e HTTP/1.1" status: 200 len: 267 time: 0.5778856 Apr 28 11:03:36.489810 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74fad259-ef8c-41ef-90f2-f4ef7d920f64 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Pushing event deleted for resources: {'Subnet': ['ID=46982f84-d227-4eca-b2e0-7f110c93fdf1,revision_number=None']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:03:36.498760 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-405082d0-5c0c-4892-a749-e56b6ee0e902 None None] Network 3eb911ca-cb54-4722-ba24-8a8743582b79 is already hosted by enough agents. {{(pid=116163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 11:03:36.501320 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-74fad259-ef8c-41ef-90f2-f4ef7d920f64 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Publish callbacks [] for subnet (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:36.511980 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.scheduler.base_scheduler [None req-405082d0-5c0c-4892-a749-e56b6ee0e902 None None] Resources bound (agent type, host, resource id): {{(pid=116163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 11:03:36.513523 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-74fad259-ef8c-41ef-90f2-f4ef7d920f64 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] 10.222.0.10 "DELETE /v2.0/subnets/46982f84-d227-4eca-b2e0-7f110c93fdf1 HTTP/1.1" status: 204 len: 168 time: 0.5654750 Apr 28 11:03:36.516764 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 52568) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:03:36.519144 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-405082d0-5c0c-4892-a749-e56b6ee0e902 None None] Received port after_create {{(pid=116163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 11:03:36.526793 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-405082d0-5c0c-4892-a749-e56b6ee0e902 None None] Pushing event updated for resources: {'Port': ['ID=89a4b7c8-3ca4-4579-aea1-5adc06b3b097,revision_number=1']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:03:36.548352 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-59cab349-2c9e-4033-90ff-032c6e74e053 tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.8808265 Apr 28 11:03:36.567486 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 52570) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:03:36.572838 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.v2.base [None req-1b44963c-1e8f-422b-b7e6-21f55446061b tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Request body: {'ports': [{'network_id': '5af9c5a9-50d8-4bfb-a7ef-82766428c3d5'}, {'network_id': '06c2e135-687f-4da9-82b1-15852ce1540f'}]} {{(pid=116162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:03:36.573136 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.v2.base [None req-1b44963c-1e8f-422b-b7e6-21f55446061b tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Request body: {'port': {'network_id': '5af9c5a9-50d8-4bfb-a7ef-82766428c3d5'}} {{(pid=116162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:03:36.573667 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.v2.base [None req-1b44963c-1e8f-422b-b7e6-21f55446061b tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Request body: {'port': {'network_id': '06c2e135-687f-4da9-82b1-15852ce1540f'}} {{(pid=116162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:03:36.672656 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.managers [None req-405082d0-5c0c-4892-a749-e56b6ee0e902 None None] Attempting to bind port 89a4b7c8-3ca4-4579-aea1-5adc06b3b097 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=116163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 28 11:03:36.673183 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.managers [None req-405082d0-5c0c-4892-a749-e56b6ee0e902 None None] Attempting to bind port 89a4b7c8-3ca4-4579-aea1-5adc06b3b097 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '4da80122-173b-4f31-a107-443c3909f820', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '3eb911ca-cb54-4722-ba24-8a8743582b79'}] {{(pid=116163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 28 11:03:36.673687 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-405082d0-5c0c-4892-a749-e56b6ee0e902 None None] Attempting to bind port 89a4b7c8-3ca4-4579-aea1-5adc06b3b097 on network 3eb911ca-cb54-4722-ba24-8a8743582b79 {{(pid=116163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 11:03:36.691206 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-405082d0-5c0c-4892-a749-e56b6ee0e902 None None] Checking agent: {'id': 'd5baab19-5dd1-4902-922b-84acb048ab9c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 10, 50, 43), 'started_at': datetime.datetime(2022, 4, 28, 10, 51, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 11, 3, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=116163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 11:03:36.691635 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-405082d0-5c0c-4892-a749-e56b6ee0e902 None None] Checking segment: {'id': '4da80122-173b-4f31-a107-443c3909f820', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '3eb911ca-cb54-4722-ba24-8a8743582b79'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 11:03:36.692058 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-405082d0-5c0c-4892-a749-e56b6ee0e902 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:36.692468 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-405082d0-5c0c-4892-a749-e56b6ee0e902 None None] Bound using segment: {'id': '4da80122-173b-4f31-a107-443c3909f820', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '3eb911ca-cb54-4722-ba24-8a8743582b79'} {{(pid=116163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 11:03:36.692969 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.managers [None req-405082d0-5c0c-4892-a749-e56b6ee0e902 None None] Bound port: 89a4b7c8-3ca4-4579-aea1-5adc06b3b097, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4da80122-173b-4f31-a107-443c3909f820', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '3eb911ca-cb54-4722-ba24-8a8743582b79'}}] {{(pid=116163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 28 11:03:36.693360 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-405082d0-5c0c-4892-a749-e56b6ee0e902 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (89a4b7c8-3ca4-4579-aea1-5adc06b3b097), before_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:36.746102 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c37c4b2-4691-4ed4-a64f-0457ce4e7f87 None None] Network d976f322-6b74-4d28-98b0-be5076f786e5 requested from dv-neutron-master-2-hyperv {{(pid=116163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 11:03:36.919442 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-405082d0-5c0c-4892-a749-e56b6ee0e902 None None] For port 89a4b7c8-3ca4-4579-aea1-5adc06b3b097, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=116163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 11:03:36.973313 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8377c11c-58f0-486b-b14d-d24265e7e8b3 req-6d434904-40f8-446d-b50d-89ed44b6a376 tempest-TestNetworkAdvancedServerOps-1762458272 tempest-TestNetworkAdvancedServerOps-1762458272-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:03:36.980488 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-8377c11c-58f0-486b-b14d-d24265e7e8b3 req-6d434904-40f8-446d-b50d-89ed44b6a376 tempest-TestNetworkAdvancedServerOps-1762458272 tempest-TestNetworkAdvancedServerOps-1762458272-project] 10.222.0.10 "GET /v2.0/networks?id=11667949-6108-4d31-ad58-bd4aa04ee38c HTTP/1.1" status: 200 len: 797 time: 0.8604746 Apr 28 11:03:37.018672 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-cfa8009a-6600-44df-977e-8f82d4d3dc3f tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-979593'] for network (3eb911ca-cb54-4722-ba24-8a8743582b79), before_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:37.031032 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-8377c11c-58f0-486b-b14d-d24265e7e8b3 req-adbbf58f-3fc8-40ba-8a93-423805a83b54 tempest-TestNetworkAdvancedServerOps-1762458272 tempest-TestNetworkAdvancedServerOps-1762458272-project] 10.222.0.10 "GET /v2.0/quotas/a8cc80fe41234707a2dcbf4e2aa0b823 HTTP/1.1" status: 200 len: 375 time: 0.0495405 Apr 28 11:03:37.104077 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8e7774-4150-44b6-b7b4-1585b68e199d req-fdf134ff-ddfd-4109-b4a8-58460b693528 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:03:37.105867 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-ff8e7774-4150-44b6-b7b4-1585b68e199d req-fdf134ff-ddfd-4109-b4a8-58460b693528 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] 10.222.0.10 "GET /v2.0/networks?id=274bb0ab-060a-48d2-9b11-773f8dd43851 HTTP/1.1" status: 200 len: 795 time: 0.6472688 Apr 28 11:03:37.106716 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-6f4f0058-ebce-4724-a191-b8bb21b7dec0 tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Publish callbacks [] for router_gateway (c405c575-9dd7-4be4-8ab2-4d5ef13b0a54), after_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:37.106863 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-405082d0-5c0c-4892-a749-e56b6ee0e902 None None] For port 89a4b7c8-3ca4-4579-aea1-5adc06b3b097, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=89a4b7c8-3ca4-4579-aea1-5adc06b3b097,segment=NetworkSegment(4da80122-173b-4f31-a107-443c3909f820),segment_id=4da80122-173b-4f31-a107-443c3909f820)] {{(pid=116163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 11:03:37.111593 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 52580) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:03:37.168808 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.db.db_base_plugin_v2 [None req-ce947305-e35a-4d7e-8946-7c03849b00af tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Deleting subnet 7cdc9062-f10c-4982-b770-542017cc1a1a {{(pid=116162) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 28 11:03:37.169237 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-d27cf0da-d9d1-4dec-acd2-56c19b7667af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (75ba81b7-fe99-4281-90d2-a5adb445ecea), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:37.177045 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-ce947305-e35a-4d7e-8946-7c03849b00af tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Publish callbacks [] for subnet (7cdc9062-f10c-4982-b770-542017cc1a1a), before_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:37.192164 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-41d26f17-01bb-45e3-9be6-76e56a5e035e None None] Publish callbacks [] for port (4221dd26-6373-4172-b4b5-3a88cffbec25), precommit_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:37.211162 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-405082d0-5c0c-4892-a749-e56b6ee0e902 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393'] for port (89a4b7c8-3ca4-4579-aea1-5adc06b3b097), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:37.274030 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-ce947305-e35a-4d7e-8946-7c03849b00af tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5026541'] for subnet (7cdc9062-f10c-4982-b770-542017cc1a1a), precommit_delete_associations {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:37.279432 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.v2.base [None req-bdaf5db3-14b8-499b-9fc4-7cc09668f1c3 tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Request body: {'network': {'name': 'tempest-RoutersTest-673988264'}} {{(pid=116162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:03:37.308582 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-405082d0-5c0c-4892-a749-e56b6ee0e902 None None] Pushing event updated for resources: {'Port': ['ID=89a4b7c8-3ca4-4579-aea1-5adc06b3b097,revision_number=2']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:03:37.315507 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-41d26f17-01bb-45e3-9be6-76e56a5e035e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393'] for port (4221dd26-6373-4172-b4b5-3a88cffbec25), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:37.386721 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ae54e8-69c6-410a-8f11-a9c2778f84d0 None None] Pushing event updated for resources: {'Port': ['ID=4221dd26-6373-4172-b4b5-3a88cffbec25,revision_number=3']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:03:37.412795 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.plugin [None req-cfa8009a-6600-44df-977e-8f82d4d3dc3f tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] Deleting port 89a4b7c8-3ca4-4579-aea1-5adc06b3b097 {{(pid=116161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 11:03:37.413136 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-cfa8009a-6600-44df-977e-8f82d4d3dc3f tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742235130188'] for port (89a4b7c8-3ca4-4579-aea1-5adc06b3b097), before_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:37.430871 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b44963c-1e8f-422b-b7e6-21f55446061b tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Made reservation on behalf of 52264470dd074c0f8041ca0ce5281c12 for: {'port': 2} {{(pid=116162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 11:03:37.439918 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-1b44963c-1e8f-422b-b7e6-21f55446061b tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (None), before_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:37.447594 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-8377c11c-58f0-486b-b14d-d24265e7e8b3 req-97b43b07-f3d6-4a80-a816-3a83dbc25ba9 tempest-TestNetworkAdvancedServerOps-1762458272 tempest-TestNetworkAdvancedServerOps-1762458272-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=a8cc80fe41234707a2dcbf4e2aa0b823&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3364024 Apr 28 11:03:37.455174 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-ff8e7774-4150-44b6-b7b4-1585b68e199d req-6cbf280b-096b-4371-8eb2-e616f2836d38 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] 10.222.0.10 "GET /v2.0/quotas/65d54c3b7dcd4af68398071d25e8321e HTTP/1.1" status: 200 len: 375 time: 0.3050964 Apr 28 11:03:37.460271 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.managers [None req-41d26f17-01bb-45e3-9be6-76e56a5e035e None None] Attempting to bind port 4221dd26-6373-4172-b4b5-3a88cffbec25 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=116163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 28 11:03:37.460777 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.managers [None req-41d26f17-01bb-45e3-9be6-76e56a5e035e None None] Attempting to bind port 4221dd26-6373-4172-b4b5-3a88cffbec25 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '3a3711b0-a922-46d0-81e4-03dc755adc63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '11667949-6108-4d31-ad58-bd4aa04ee38c'}] {{(pid=116163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 28 11:03:37.461247 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41d26f17-01bb-45e3-9be6-76e56a5e035e None None] Attempting to bind port 4221dd26-6373-4172-b4b5-3a88cffbec25 on network 11667949-6108-4d31-ad58-bd4aa04ee38c {{(pid=116163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 11:03:37.468478 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41d26f17-01bb-45e3-9be6-76e56a5e035e None None] Checking agent: {'id': 'd5baab19-5dd1-4902-922b-84acb048ab9c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 10, 50, 43), 'started_at': datetime.datetime(2022, 4, 28, 10, 51, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 11, 3, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=116163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 11:03:37.470626 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41d26f17-01bb-45e3-9be6-76e56a5e035e None None] Checking segment: {'id': '3a3711b0-a922-46d0-81e4-03dc755adc63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '11667949-6108-4d31-ad58-bd4aa04ee38c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 11:03:37.470626 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-41d26f17-01bb-45e3-9be6-76e56a5e035e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:37.470626 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41d26f17-01bb-45e3-9be6-76e56a5e035e None None] Bound using segment: {'id': '3a3711b0-a922-46d0-81e4-03dc755adc63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '11667949-6108-4d31-ad58-bd4aa04ee38c'} {{(pid=116163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 11:03:37.470626 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.managers [None req-41d26f17-01bb-45e3-9be6-76e56a5e035e None None] Bound port: 4221dd26-6373-4172-b4b5-3a88cffbec25, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a3711b0-a922-46d0-81e4-03dc755adc63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '11667949-6108-4d31-ad58-bd4aa04ee38c'}}] {{(pid=116163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 28 11:03:37.471253 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-41d26f17-01bb-45e3-9be6-76e56a5e035e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (4221dd26-6373-4172-b4b5-3a88cffbec25), before_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:37.491121 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bdaf5db3-14b8-499b-9fc4-7cc09668f1c3 tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Made reservation on behalf of 1d85c55944a24e6b8fc5b73917e91c0e for: {'network': 1} {{(pid=116162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 11:03:37.494590 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-bdaf5db3-14b8-499b-9fc4-7cc09668f1c3 tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for network (None), before_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:37.502049 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-1b44963c-1e8f-422b-b7e6-21f55446061b tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (None), before_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:37.524660 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-ce947305-e35a-4d7e-8946-7c03849b00af tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-971303'] for subnet (7cdc9062-f10c-4982-b770-542017cc1a1a), precommit_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:37.566113 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-bdaf5db3-14b8-499b-9fc4-7cc09668f1c3 tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Publish callbacks [] for security_group (None), before_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:37.598998 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-41d26f17-01bb-45e3-9be6-76e56a5e035e None None] For port 4221dd26-6373-4172-b4b5-3a88cffbec25, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=116163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 11:03:37.638190 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-41d26f17-01bb-45e3-9be6-76e56a5e035e None None] For port 4221dd26-6373-4172-b4b5-3a88cffbec25, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=4221dd26-6373-4172-b4b5-3a88cffbec25,segment=NetworkSegment(3a3711b0-a922-46d0-81e4-03dc755adc63),segment_id=3a3711b0-a922-46d0-81e4-03dc755adc63)] {{(pid=116163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 11:03:37.710790 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-41d26f17-01bb-45e3-9be6-76e56a5e035e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393'] for port (4221dd26-6373-4172-b4b5-3a88cffbec25), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:37.825218 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ae54e8-69c6-410a-8f11-a9c2778f84d0 None None] Pushing event updated for resources: {'Port': ['ID=4221dd26-6373-4172-b4b5-3a88cffbec25,revision_number=4']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:03:37.855474 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-ff8e7774-4150-44b6-b7b4-1585b68e199d req-478aa1ce-5465-4cff-a81e-0c1b46e43921 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=65d54c3b7dcd4af68398071d25e8321e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3853290 Apr 28 11:03:37.858254 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41d26f17-01bb-45e3-9be6-76e56a5e035e None None] Routers {'c45b3fd7-2de6-4133-9f44-79efc511aaba'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=116163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 11:03:37.858958 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_hamode_db [None req-41d26f17-01bb-45e3-9be6-76e56a5e035e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-28T10:50:39Z,description=,heartbeat_timestamp=2022-04-28T11:03:09Z,host='dv-neutron-master-2-hyperv',id=6b492ad6-0876-4d74-b20d-28143a52ceba,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T10:50:40Z,topic='l3_agent')) {'router_ids': ['c45b3fd7-2de6-4133-9f44-79efc511aaba'], 'active': True} {{(pid=116163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:03:37.876671 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.db [None req-cfa8009a-6600-44df-977e-8f82d4d3dc3f tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] For port 89a4b7c8-3ca4-4579-aea1-5adc06b3b097, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=89a4b7c8-3ca4-4579-aea1-5adc06b3b097,segment=NetworkSegment(4da80122-173b-4f31-a107-443c3909f820),segment_id=4da80122-173b-4f31-a107-443c3909f820)] {{(pid=116161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 11:03:37.877238 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-cfa8009a-6600-44df-977e-8f82d4d3dc3f tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1938497'] for port (89a4b7c8-3ca4-4579-aea1-5adc06b3b097), precommit_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:37.901547 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-ce947305-e35a-4d7e-8946-7c03849b00af tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-971310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5053962', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4210815'] for subnet (7cdc9062-f10c-4982-b770-542017cc1a1a), after_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:37.907538 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.notifiers.nova [None req-1b44963c-1e8f-422b-b7e6-21f55446061b tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] device_id is not set on port 48c37db6-6d17-4a13-bd39-5a1f5191ac5a yet. {{(pid=116162) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 28 11:03:37.949465 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce947305-e35a-4d7e-8946-7c03849b00af tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Pushing event deleted for resources: {'Subnet': ['ID=7cdc9062-f10c-4982-b770-542017cc1a1a,revision_number=None']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:03:37.957068 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-ce947305-e35a-4d7e-8946-7c03849b00af tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Publish callbacks [] for subnet (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:37.960274 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-ce947305-e35a-4d7e-8946-7c03849b00af tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] 10.222.0.10 "DELETE /v2.0/subnets/7cdc9062-f10c-4982-b770-542017cc1a1a HTTP/1.1" status: 204 len: 168 time: 1.4376676 Apr 28 11:03:37.966698 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 52584) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:03:38.005288 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-8377c11c-58f0-486b-b14d-d24265e7e8b3 req-d666acd5-30fb-4777-94ee-817ecdb03909 service neutron] 10.222.0.10 "GET /v2.0/networks/11667949-6108-4d31-ad58-bd4aa04ee38c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5256660 Apr 28 11:03:38.011959 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.plugin [None req-cfa8009a-6600-44df-977e-8f82d4d3dc3f tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] Calling delete_port for 89a4b7c8-3ca4-4579-aea1-5adc06b3b097 owned by network:dhcp {{(pid=116161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 11:03:38.018030 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-bdaf5db3-14b8-499b-9fc4-7cc09668f1c3 tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Publish callbacks [] for security_group (d68304e7-a28a-42c1-8711-bdb7fd49f4d5), precommit_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:38.063113 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvr_db [None req-41d26f17-01bb-45e3-9be6-76e56a5e035e None None] Set router c45b3fd7-2de6-4133-9f44-79efc511aaba gateway port host: dv-neutron-master-2-hyperv {{(pid=116163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 11:03:38.126223 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-bdaf5db3-14b8-499b-9fc4-7cc09668f1c3 tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924426'] for security_group (d68304e7-a28a-42c1-8711-bdb7fd49f4d5), after_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:38.131462 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-dbfbb463-d35f-41b6-86e1-6d39c3ae90fd None None] Provisioning complete for port 4221dd26-6373-4172-b4b5-3a88cffbec25 triggered by entity DHCP. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:03:38.132103 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-dbfbb463-d35f-41b6-86e1-6d39c3ae90fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (4221dd26-6373-4172-b4b5-3a88cffbec25), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:38.133296 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-4a1bf389-28c4-4a67-835a-d83549d4dec7 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-979593'] for network (d976f322-6b74-4d28-98b0-be5076f786e5), before_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:38.250237 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-1b44963c-1e8f-422b-b7e6-21f55446061b tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Publish callbacks [] for port (48c37db6-6d17-4a13-bd39-5a1f5191ac5a), precommit_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:38.266816 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-6f4f0058-ebce-4724-a191-b8bb21b7dec0 tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2060818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1935326'] for router (c405c575-9dd7-4be4-8ab2-4d5ef13b0a54), after_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:38.297227 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-ff8e7774-4150-44b6-b7b4-1585b68e199d req-22efd162-5221-4003-8d93-ea968781cf36 service neutron] 10.222.0.10 "GET /v2.0/networks/274bb0ab-060a-48d2-9b11-773f8dd43851?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4256675 Apr 28 11:03:38.344122 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.notifiers.nova [None req-1b44963c-1e8f-422b-b7e6-21f55446061b tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] device_id is not set on port 0b02dbfb-eb66-4e40-b447-983ad7c8ee7d yet. {{(pid=116162) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 28 11:03:38.349013 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-dbfbb463-d35f-41b6-86e1-6d39c3ae90fd None None] Current status of the port 4221dd26-6373-4172-b4b5-3a88cffbec25 is: DOWN; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:03:38.349983 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-dbfbb463-d35f-41b6-86e1-6d39c3ae90fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (4221dd26-6373-4172-b4b5-3a88cffbec25), before_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:38.351770 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7080ddd1-46f5-44c3-b796-0c48ff63d9d3 None None] Network d976f322-6b74-4d28-98b0-be5076f786e5 requested from dv-neutron-master-2-hyperv {{(pid=116163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 11:03:38.360782 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-8377c11c-58f0-486b-b14d-d24265e7e8b3 req-1a2241b6-406c-4c93-bf87-55b01c45c6e2 service neutron] 10.222.0.10 "GET /v2.0/networks/11667949-6108-4d31-ad58-bd4aa04ee38c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2689641 Apr 28 11:03:38.442208 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bdaf5db3-14b8-499b-9fc4-7cc09668f1c3 tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 62} {{(pid=116162) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 11:03:38.461067 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-dbfbb463-d35f-41b6-86e1-6d39c3ae90fd None None] For port 4221dd26-6373-4172-b4b5-3a88cffbec25, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=4221dd26-6373-4172-b4b5-3a88cffbec25,segment=NetworkSegment(3a3711b0-a922-46d0-81e4-03dc755adc63),segment_id=3a3711b0-a922-46d0-81e4-03dc755adc63)] {{(pid=116163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 11:03:38.504354 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdaf5db3-14b8-499b-9fc4-7cc09668f1c3 tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d68304e7-a28a-42c1-8711-bdb7fd49f4d5,revision_number=1']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:03:38.536787 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_hamode_db [None req-41d26f17-01bb-45e3-9be6-76e56a5e035e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c45b3fd7-2de6-4133-9f44-79efc511aaba', 'name': 'tempest-TestNetworkAdvancedServerOps-router-483414179', 'tenant_id': 'a8cc80fe41234707a2dcbf4e2aa0b823', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'external_fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.216'}], 'enable_snat': True}, 'gw_port_id': '3ac8f02a-5742-4e0d-93eb-e6075d67f71d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T11:03:15Z', 'updated_at': '2022-04-28T11:03:32Z', 'revision_number': 4, 'project_id': 'a8cc80fe41234707a2dcbf4e2aa0b823', 'gw_port': {'id': '3ac8f02a-5742-4e0d-93eb-e6075d67f71d', 'name': '', 'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:0e:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c45b3fd7-2de6-4133-9f44-79efc511aaba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 782, 'fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:03:17Z', 'updated_at': '2022-04-28T11:03:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '4221dd26-6373-4172-b4b5-3a88cffbec25', 'name': '', 'network_id': '11667949-6108-4d31-ad58-bd4aa04ee38c', 'tenant_id': 'a8cc80fe41234707a2dcbf4e2aa0b823', 'mac_address': 'fa:16:3e:ac:f4:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c45b3fd7-2de6-4133-9f44-79efc511aaba', 'device_owner': 'network:router_interface', 'standard_attr_id': 802, 'fixed_ips': [{'subnet_id': '2b3feac5-a337-48a6-93bd-b4c13f02752b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:03:28Z', 'updated_at': '2022-04-28T11:03:37Z', 'revision_number': 4, 'project_id': 'a8cc80fe41234707a2dcbf4e2aa0b823', 'subnets': [{'id': '2b3feac5-a337-48a6-93bd-b4c13f02752b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=116163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:03:38.540413 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-dbfbb463-d35f-41b6-86e1-6d39c3ae90fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393'] for port (4221dd26-6373-4172-b4b5-3a88cffbec25), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:38.560673 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-bdaf5db3-14b8-499b-9fc4-7cc09668f1c3 tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-961978'] for segment (9bfb6b06-27f3-4977-95fe-5aa6cf441273), precommit_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:38.561087 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.db.segments_db [None req-bdaf5db3-14b8-499b-9fc4-7cc09668f1c3 tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Added segment 9bfb6b06-27f3-4977-95fe-5aa6cf441273 of type vlan for network 5d4b40c1-092b-43e7-be27-c127b0221c8b Apr 28 11:03:38.572335 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41d26f17-01bb-45e3-9be6-76e56a5e035e None None] The sync data for ids ['c45b3fd7-2de6-4133-9f44-79efc511aaba'] in dv-neutron-master-2-hyperv is: [{'id': 'c45b3fd7-2de6-4133-9f44-79efc511aaba', 'name': 'tempest-TestNetworkAdvancedServerOps-router-483414179', 'tenant_id': 'a8cc80fe41234707a2dcbf4e2aa0b823', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'external_fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.216'}], 'enable_snat': True}, 'gw_port_id': '3ac8f02a-5742-4e0d-93eb-e6075d67f71d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T11:03:15Z', 'updated_at': '2022-04-28T11:03:32Z', 'revision_number': 4, 'project_id': 'a8cc80fe41234707a2dcbf4e2aa0b823', 'gw_port': {'id': '3ac8f02a-5742-4e0d-93eb-e6075d67f71d', 'name': '', 'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:0e:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c45b3fd7-2de6-4133-9f44-79efc511aaba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 782, 'fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:03:17Z', 'updated_at': '2022-04-28T11:03:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '4221dd26-6373-4172-b4b5-3a88cffbec25', 'name': '', 'network_id': '11667949-6108-4d31-ad58-bd4aa04ee38c', 'tenant_id': 'a8cc80fe41234707a2dcbf4e2aa0b823', 'mac_address': 'fa:16:3e:ac:f4:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c45b3fd7-2de6-4133-9f44-79efc511aaba', 'device_owner': 'network:router_interface', 'standard_attr_id': 802, 'fixed_ips': [{'subnet_id': '2b3feac5-a337-48a6-93bd-b4c13f02752b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:03:28Z', 'updated_at': '2022-04-28T11:03:37Z', 'revision_number': 4, 'project_id': 'a8cc80fe41234707a2dcbf4e2aa0b823', 'subnets': [{'id': '2b3feac5-a337-48a6-93bd-b4c13f02752b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=116163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 11:03:38.590984 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-1b44963c-1e8f-422b-b7e6-21f55446061b tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Publish callbacks [] for port (0b02dbfb-eb66-4e40-b447-983ad7c8ee7d), precommit_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:38.597757 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.plugin [None req-4a1bf389-28c4-4a67-835a-d83549d4dec7 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Deleting port 6fc0c5b6-5924-4c00-aeb5-105e26bcb2b5 {{(pid=116162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 11:03:38.598227 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-4a1bf389-28c4-4a67-835a-d83549d4dec7 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742235130188'] for port (6fc0c5b6-5924-4c00-aeb5-105e26bcb2b5), before_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:38.678491 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cd925e3-92fa-4016-b610-fd8f23103fb0 None None] DHCP port deletion for d976f322-6b74-4d28-98b0-be5076f786e5 request from dv-neutron-master-2-hyperv {{(pid=116163) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 28 11:03:38.759236 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-bdaf5db3-14b8-499b-9fc4-7cc09668f1c3 tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742234744962'] for network (5d4b40c1-092b-43e7-be27-c127b0221c8b), precommit_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:38.798762 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-fd265cc2-9fe8-4547-9445-08ea89ebf4f8 req-0067635f-f19b-48a0-8dd4-3eb25b8193e2 tempest-TestNetworkAdvancedServerOps-1762458272 tempest-TestNetworkAdvancedServerOps-1762458272-project] 10.222.0.10 "GET /v2.0/ports?device_id=da1b1d97-d6fb-4c40-a57a-807f6776d01a HTTP/1.1" status: 200 len: 210 time: 0.0396585 Apr 28 11:03:38.823088 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-c337c774-c536-4a74-a93f-15b7f7321ccf None None] Provisioning complete for port 6fc0c5b6-5924-4c00-aeb5-105e26bcb2b5 triggered by entity DHCP. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:03:38.823572 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-c337c774-c536-4a74-a93f-15b7f7321ccf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (6fc0c5b6-5924-4c00-aeb5-105e26bcb2b5), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:38.851078 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbfbb463-d35f-41b6-86e1-6d39c3ae90fd None None] Pushing event updated for resources: {'Port': ['ID=4221dd26-6373-4172-b4b5-3a88cffbec25,revision_number=5']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:03:38.898694 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-ff8e7774-4150-44b6-b7b4-1585b68e199d req-17dce877-1a6c-4262-96f8-707c83d72160 service neutron] 10.222.0.10 "GET /v2.0/networks/274bb0ab-060a-48d2-9b11-773f8dd43851?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5991213 Apr 28 11:03:38.908704 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-cfa8009a-6600-44df-977e-8f82d4d3dc3f tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742235135690', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742234710366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5219112'] for port (89a4b7c8-3ca4-4579-aea1-5adc06b3b097), after_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:38.939280 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-8cd925e3-92fa-4016-b610-fd8f23103fb0 None None] Deleting port 6fc0c5b6-5924-4c00-aeb5-105e26bcb2b5 {{(pid=116163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 11:03:38.940532 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-8cd925e3-92fa-4016-b610-fd8f23103fb0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742235130188'] for port (6fc0c5b6-5924-4c00-aeb5-105e26bcb2b5), before_delete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:38.972598 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-bdaf5db3-14b8-499b-9fc4-7cc09668f1c3 tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042'] for network (5d4b40c1-092b-43e7-be27-c127b0221c8b), after_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:38.982720 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdaf5db3-14b8-499b-9fc4-7cc09668f1c3 tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:03:38.983775 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-bdaf5db3-14b8-499b-9fc4-7cc09668f1c3 tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Publish callbacks [] for network (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:39.017644 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-1b44963c-1e8f-422b-b7e6-21f55446061b tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742234710357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5051867'] for port (48c37db6-6d17-4a13-bd39-5a1f5191ac5a), after_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:39.041844 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e94d574-9ab1-468c-933f-0859716698ec None None] Network 3eb911ca-cb54-4722-ba24-8a8743582b79 requested from dv-neutron-master-2-hyperv {{(pid=116163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 11:03:39.052953 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b44963c-1e8f-422b-b7e6-21f55446061b tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Network 5af9c5a9-50d8-4bfb-a7ef-82766428c3d5 is already hosted by enough agents. {{(pid=116162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 11:03:39.059510 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.scheduler.base_scheduler [None req-1b44963c-1e8f-422b-b7e6-21f55446061b tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Resources bound (agent type, host, resource id): {{(pid=116162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 11:03:39.090056 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfa8009a-6600-44df-977e-8f82d4d3dc3f tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] No DVR routers for this DVR port 89a4b7c8-3ca4-4579-aea1-5adc06b3b097 on host dv-neutron-master-2-hyperv {{(pid=116161) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 11:03:39.093705 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa8009a-6600-44df-977e-8f82d4d3dc3f tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] Pushing event deleted for resources: {'Port': ['ID=89a4b7c8-3ca4-4579-aea1-5adc06b3b097,revision_number=None']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:03:39.105125 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b44963c-1e8f-422b-b7e6-21f55446061b tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Received port after_create {{(pid=116162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 11:03:39.106464 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-1b44963c-1e8f-422b-b7e6-21f55446061b tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742234710357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5051867'] for port (0b02dbfb-eb66-4e40-b447-983ad7c8ee7d), after_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:39.125894 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-bdaf5db3-14b8-499b-9fc4-7cc09668f1c3 tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 2.0124795 Apr 28 11:03:39.132084 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.db [None req-4a1bf389-28c4-4a67-835a-d83549d4dec7 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] For port 6fc0c5b6-5924-4c00-aeb5-105e26bcb2b5, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=6fc0c5b6-5924-4c00-aeb5-105e26bcb2b5,segment=NetworkSegment(c140e2c8-7653-4bc6-b310-f6b21e024ee5),segment_id=c140e2c8-7653-4bc6-b310-f6b21e024ee5)] {{(pid=116162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 11:03:39.132446 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-4a1bf389-28c4-4a67-835a-d83549d4dec7 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1938497'] for port (6fc0c5b6-5924-4c00-aeb5-105e26bcb2b5), precommit_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:39.136760 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 52596) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:03:39.154739 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.v2.base [None req-bc432a81-4034-4996-bc74-83d417f893e4 tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Request body: {'network': {'name': 'tempest-RoutersTest-1964183204'}} {{(pid=116162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:03:39.185193 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Device 89a4b7c8-3ca4-4579-aea1-5adc06b3b097 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=116163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 11:03:39.198326 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-cfa8009a-6600-44df-977e-8f82d4d3dc3f tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-971303'] for subnet (7be7dc61-2767-40a3-83e4-f1a2dd42da85), precommit_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:39.228265 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.plugin [None req-4a1bf389-28c4-4a67-835a-d83549d4dec7 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Calling delete_port for 6fc0c5b6-5924-4c00-aeb5-105e26bcb2b5 owned by network:dhcp {{(pid=116162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 11:03:39.239508 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] No Port match for: 89a4b7c8-3ca4-4579-aea1-5adc06b3b097 {{(pid=116163) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 28 11:03:39.240161 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Device 89a4b7c8-3ca4-4579-aea1-5adc06b3b097 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=116163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Apr 28 11:03:39.251006 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f4f0058-ebce-4724-a191-b8bb21b7dec0 tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Router c405c575-9dd7-4be4-8ab2-4d5ef13b0a54 is scheduled to L3 agent 6b492ad6-0876-4d74-b20d-28143a52ceba with binding_index 1 {{(pid=116161) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 28 11:03:39.256712 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdaf5db3-14b8-499b-9fc4-7cc09668f1c3 tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Pushing event updated for resources: {'Network': ['ID=5d4b40c1-092b-43e7-be27-c127b0221c8b,revision_number=1']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:03:39.283282 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b44963c-1e8f-422b-b7e6-21f55446061b tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Checking segment: {'id': 'c1580a5e-2971-434a-8bda-43d146a9bbfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '06c2e135-687f-4da9-82b1-15852ce1540f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 11:03:39.283658 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b44963c-1e8f-422b-b7e6-21f55446061b tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Network hostable DHCP agents. Network: 06c2e135-687f-4da9-82b1-15852ce1540f, hostable agents: ['75ba81b7-fe99-4281-90d2-a5adb445ecea'], hosted agents: [] {{(pid=116162) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 11:03:39.294520 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b44963c-1e8f-422b-b7e6-21f55446061b tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Pushing event updated for resources: {'Port': ['ID=48c37db6-6d17-4a13-bd39-5a1f5191ac5a,revision_number=1']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:03:39.337430 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Network 5d4b40c1-092b-43e7-be27-c127b0221c8b details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=116163) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 28 11:03:39.375118 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Port 89a4b7c8-3ca4-4579-aea1-5adc06b3b097 not found, will not notify nova. {{(pid=116163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Apr 28 11:03:39.375909 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Device 4221dd26-6373-4172-b4b5-3a88cffbec25 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=116163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 11:03:39.430229 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-c337c774-c536-4a74-a93f-15b7f7321ccf None None] Current status of the port 6fc0c5b6-5924-4c00-aeb5-105e26bcb2b5 is: ACTIVE; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:03:39.467126 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-8cd925e3-92fa-4016-b610-fd8f23103fb0 None None] For port 6fc0c5b6-5924-4c00-aeb5-105e26bcb2b5, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=6fc0c5b6-5924-4c00-aeb5-105e26bcb2b5,segment=NetworkSegment(c140e2c8-7653-4bc6-b310-f6b21e024ee5),segment_id=c140e2c8-7653-4bc6-b310-f6b21e024ee5)] {{(pid=116163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 11:03:39.468079 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-8cd925e3-92fa-4016-b610-fd8f23103fb0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1938497'] for port (6fc0c5b6-5924-4c00-aeb5-105e26bcb2b5), precommit_delete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:39.480487 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc432a81-4034-4996-bc74-83d417f893e4 tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Made reservation on behalf of 1d85c55944a24e6b8fc5b73917e91c0e for: {'network': 1} {{(pid=116162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 11:03:39.484469 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-bc432a81-4034-4996-bc74-83d417f893e4 tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for network (None), before_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:39.499530 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f4f0058-ebce-4724-a191-b8bb21b7dec0 tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=116161) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 11:03:39.511341 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58a0a626-b349-4f0a-8fbb-9e1bdfc77c95 None None] Sync routers for ids ['c405c575-9dd7-4be4-8ab2-4d5ef13b0a54'] in dv-neutron-master-2-hyperv {{(pid=116164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 11:03:39.539990 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-c337c774-c536-4a74-a93f-15b7f7321ccf None None] Provisioning complete for port 4221dd26-6373-4172-b4b5-3a88cffbec25 triggered by entity DHCP. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:03:39.540358 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-c337c774-c536-4a74-a93f-15b7f7321ccf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (4221dd26-6373-4172-b4b5-3a88cffbec25), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:39.550521 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58a0a626-b349-4f0a-8fbb-9e1bdfc77c95 None None] Routers {'c405c575-9dd7-4be4-8ab2-4d5ef13b0a54'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=116164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 11:03:39.552761 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_hamode_db [None req-58a0a626-b349-4f0a-8fbb-9e1bdfc77c95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-28T10:50:39Z,description=,heartbeat_timestamp=2022-04-28T11:03:09Z,host='dv-neutron-master-2-hyperv',id=6b492ad6-0876-4d74-b20d-28143a52ceba,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T10:50:40Z,topic='l3_agent')) {'router_ids': ['c405c575-9dd7-4be4-8ab2-4d5ef13b0a54'], 'active': True} {{(pid=116164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:03:39.556300 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-8cd925e3-92fa-4016-b610-fd8f23103fb0 None None] Calling delete_port for 6fc0c5b6-5924-4c00-aeb5-105e26bcb2b5 owned by network:dhcp {{(pid=116163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 11:03:39.563344 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bc432a81-4034-4996-bc74-83d417f893e4 tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 95} {{(pid=116162) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 11:03:39.575987 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-bc432a81-4034-4996-bc74-83d417f893e4 tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-961978'] for segment (b9e5ae35-f3ba-4913-a9c8-464f7dfe980c), precommit_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:39.576534 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.db.segments_db [None req-bc432a81-4034-4996-bc74-83d417f893e4 tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Added segment b9e5ae35-f3ba-4913-a9c8-464f7dfe980c of type vlan for network 21f1e6f5-48b2-41c3-9a68-970d5188f8bf Apr 28 11:03:39.579818 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-012ab9cf-75cb-4bd9-ab79-b0968165d98c req-24e16c72-260c-4879-b9d7-772a8c3569b3 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] 10.222.0.10 "GET /v2.0/ports?device_id=bfb0e6d3-3659-4be6-8de6-82c47d9cfaf8 HTTP/1.1" status: 200 len: 210 time: 0.2281904 Apr 28 11:03:39.595908 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-d8c0a846-65c0-4110-938c-bb4fa4077bc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (6b492ad6-0876-4d74-b20d-28143a52ceba), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:39.639043 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_hamode_db [None req-58a0a626-b349-4f0a-8fbb-9e1bdfc77c95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=116164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:03:39.644702 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-bc432a81-4034-4996-bc74-83d417f893e4 tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742234744962'] for network (21f1e6f5-48b2-41c3-9a68-970d5188f8bf), precommit_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:39.653100 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58a0a626-b349-4f0a-8fbb-9e1bdfc77c95 None None] Routers {'c405c575-9dd7-4be4-8ab2-4d5ef13b0a54'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=116164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 11:03:39.653728 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_hamode_db [None req-58a0a626-b349-4f0a-8fbb-9e1bdfc77c95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-28T10:50:39Z,description=,heartbeat_timestamp=2022-04-28T11:03:39Z,host='dv-neutron-master-2-hyperv',id=6b492ad6-0876-4d74-b20d-28143a52ceba,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T10:50:40Z,topic='l3_agent')) {'router_ids': ['c405c575-9dd7-4be4-8ab2-4d5ef13b0a54'], 'active': True} {{(pid=116164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:03:39.654250 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-cfa8009a-6600-44df-977e-8f82d4d3dc3f tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-971310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5220601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5125409'] for subnet (7be7dc61-2767-40a3-83e4-f1a2dd42da85), after_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:39.673047 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b44963c-1e8f-422b-b7e6-21f55446061b tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Pushing event updated for resources: {'Port': ['ID=0b02dbfb-eb66-4e40-b447-983ad7c8ee7d,revision_number=1']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:03:39.730622 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_hamode_db [None req-58a0a626-b349-4f0a-8fbb-9e1bdfc77c95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=116164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:03:39.731148 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58a0a626-b349-4f0a-8fbb-9e1bdfc77c95 None None] The sync data for ids ['c405c575-9dd7-4be4-8ab2-4d5ef13b0a54'] in dv-neutron-master-2-hyperv is: [] {{(pid=116164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 11:03:39.742917 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-6f4f0058-ebce-4724-a191-b8bb21b7dec0 tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Publish callbacks [] for router (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:39.744361 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-6f4f0058-ebce-4724-a191-b8bb21b7dec0 tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 7.4205496 Apr 28 11:03:39.745667 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa8009a-6600-44df-977e-8f82d4d3dc3f tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] Pushing event deleted for resources: {'Subnet': ['ID=7be7dc61-2767-40a3-83e4-f1a2dd42da85,revision_number=None']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:03:39.747695 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 52606) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:03:39.767015 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-bc432a81-4034-4996-bc74-83d417f893e4 tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042'] for network (21f1e6f5-48b2-41c3-9a68-970d5188f8bf), after_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:39.774463 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc432a81-4034-4996-bc74-83d417f893e4 tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:03:39.775130 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-bc432a81-4034-4996-bc74-83d417f893e4 tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Publish callbacks [] for network (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:39.873087 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-cfa8009a-6600-44df-977e-8f82d4d3dc3f tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-973498', 'neutron.services.segments.db._delete_segments_for_network-8742235207033'] for network (3eb911ca-cb54-4722-ba24-8a8743582b79), precommit_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:39.935794 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-ee04f78f-143c-477d-91e5-a7eeda350b1d req-9a9d72d9-2c7f-437a-9b71-ae814fc5c285 tempest-TestNetworkAdvancedServerOps-1762458272 tempest-TestNetworkAdvancedServerOps-1762458272-project] 10.222.0.10 "GET /v2.0/ports?device_id=da1b1d97-d6fb-4c40-a57a-807f6776d01a HTTP/1.1" status: 200 len: 210 time: 0.0501423 Apr 28 11:03:39.939071 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.services.segments.db [None req-cfa8009a-6600-44df-977e-8f82d4d3dc3f tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3eb911ca-cb54-4722-ba24-8a8743582b79']}} {{(pid=116161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:03:39.950815 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Provisioning complete for port 4221dd26-6373-4172-b4b5-3a88cffbec25 triggered by entity L2. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:03:39.951117 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (4221dd26-6373-4172-b4b5-3a88cffbec25), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:39.980743 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.services.segments.db [None req-cfa8009a-6600-44df-977e-8f82d4d3dc3f tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4da80122-173b-4f31-a107-443c3909f820') {'for_net_delete': True} {{(pid=116161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:03:39.984049 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.services.segments.db [None req-cfa8009a-6600-44df-977e-8f82d4d3dc3f tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4da80122-173b-4f31-a107-443c3909f820') {} {{(pid=116161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:03:40.000001 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc432a81-4034-4996-bc74-83d417f893e4 tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Pushing event updated for resources: {'Network': ['ID=21f1e6f5-48b2-41c3-9a68-970d5188f8bf,revision_number=1']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:03:40.008061 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-cfa8009a-6600-44df-977e-8f82d4d3dc3f tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742235208578', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8076969'] for segment (4da80122-173b-4f31-a107-443c3909f820), before_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:40.025530 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b44963c-1e8f-422b-b7e6-21f55446061b tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Network 06c2e135-687f-4da9-82b1-15852ce1540f is scheduled to be hosted by DHCP agent 75ba81b7-fe99-4281-90d2-a5adb445ecea with binding_index 1 {{(pid=116162) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 11:03:40.037010 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-cfa8009a-6600-44df-977e-8f82d4d3dc3f tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-961978'] for segment (4da80122-173b-4f31-a107-443c3909f820), precommit_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:40.045976 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Network 21f1e6f5-48b2-41c3-9a68-970d5188f8bf details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=116163) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 28 11:03:40.049513 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cfa8009a-6600-44df-977e-8f82d4d3dc3f tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] Releasing vlan 64 on physical network physnet1 to pool {{(pid=116161) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 11:03:40.050247 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-cfa8009a-6600-44df-977e-8f82d4d3dc3f tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-961978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5219103'] for segment (4da80122-173b-4f31-a107-443c3909f820), after_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:40.055708 dv-neutron-master-2-hyperv neutron-server[116161]: Traceback (most recent call last): Apr 28 11:03:40.055708 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 11:03:40.055708 dv-neutron-master-2-hyperv neutron-server[116161]: timer() Apr 28 11:03:40.055708 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 11:03:40.055708 dv-neutron-master-2-hyperv neutron-server[116161]: cb(*args, **kw) Apr 28 11:03:40.055708 dv-neutron-master-2-hyperv neutron-server[116161]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 28 11:03:40.055708 dv-neutron-master-2-hyperv neutron-server[116161]: return func(*args, **kwargs) Apr 28 11:03:40.055708 dv-neutron-master-2-hyperv neutron-server[116161]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 11:03:40.055708 dv-neutron-master-2-hyperv neutron-server[116161]: self._notify() Apr 28 11:03:40.055708 dv-neutron-master-2-hyperv neutron-server[116161]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 11:03:40.055708 dv-neutron-master-2-hyperv neutron-server[116161]: self.callback(batched_events) Apr 28 11:03:40.055708 dv-neutron-master-2-hyperv neutron-server[116161]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 11:03:40.055708 dv-neutron-master-2-hyperv neutron-server[116161]: event.method(event) Apr 28 11:03:40.055708 dv-neutron-master-2-hyperv neutron-server[116161]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 28 11:03:40.055708 dv-neutron-master-2-hyperv neutron-server[116161]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 11:03:40.055708 dv-neutron-master-2-hyperv neutron-server[116161]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 28 11:03:40.055708 dv-neutron-master-2-hyperv neutron-server[116161]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 11:03:40.055708 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 28 11:03:40.055708 dv-neutron-master-2-hyperv neutron-server[116161]: return f(self, *a, **k) Apr 28 11:03:40.055708 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 28 11:03:40.055708 dv-neutron-master-2-hyperv neutron-server[116161]: return self._get(url).json() Apr 28 11:03:40.055708 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 28 11:03:40.055708 dv-neutron-master-2-hyperv neutron-server[116161]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 11:03:40.055708 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 11:03:40.055708 dv-neutron-master-2-hyperv neutron-server[116161]: return self.request(url, 'GET', **kwargs) Apr 28 11:03:40.055708 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 11:03:40.055708 dv-neutron-master-2-hyperv neutron-server[116161]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 11:03:40.055708 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 11:03:40.055708 dv-neutron-master-2-hyperv neutron-server[116161]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 11:03:40.055708 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 11:03:40.055708 dv-neutron-master-2-hyperv neutron-server[116161]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 11:03:40.055708 dv-neutron-master-2-hyperv neutron-server[116161]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 11:03:40.109061 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad9165ae-3ec2-4052-9519-40f0d7b27a1b None None] Network 3eb911ca-cb54-4722-ba24-8a8743582b79 requested from dv-neutron-master-2-hyperv {{(pid=116163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 11:03:40.154514 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-bc432a81-4034-4996-bc74-83d417f893e4 tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.0063720 Apr 28 11:03:40.154514 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.scheduler.base_scheduler [None req-1b44963c-1e8f-422b-b7e6-21f55446061b tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 06c2e135-687f-4da9-82b1-15852ce1540f) {{(pid=116162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 11:03:40.167065 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 52612) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:03:40.172493 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-4a1bf389-28c4-4a67-835a-d83549d4dec7 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742235135690', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742234710366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5051867'] for port (6fc0c5b6-5924-4c00-aeb5-105e26bcb2b5), after_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:40.175343 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b44963c-1e8f-422b-b7e6-21f55446061b tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Received port after_create {{(pid=116162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 11:03:40.177730 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.v2.base [None req-375d797a-1efa-4fdb-b78c-10e64141b87c tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Request body: {'subnet': {'network_id': '5d4b40c1-092b-43e7-be27-c127b0221c8b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=116161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:03:40.181965 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b44963c-1e8f-422b-b7e6-21f55446061b tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:03:40.189930 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b44963c-1e8f-422b-b7e6-21f55446061b tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:03:40.190893 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-1b44963c-1e8f-422b-b7e6-21f55446061b tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198022'] for port (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:40.207755 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-edfa1fbc-1ff8-4513-b234-4eecb5a6b115 tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] 10.222.0.10 "GET /v2.0/routers/c405c575-9dd7-4be4-8ab2-4d5ef13b0a54 HTTP/1.1" status: 200 len: 884 time: 0.4488645 Apr 28 11:03:40.209024 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1dc4f68-ec59-4eed-acf3-4a8e44295a49 None None] Network 06c2e135-687f-4da9-82b1-15852ce1540f requested from dv-neutron-master-2-hyperv {{(pid=116163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 11:03:40.212739 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 52614) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:03:40.254639 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a1bf389-28c4-4a67-835a-d83549d4dec7 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Pushing event deleted for resources: {'Port': ['ID=6fc0c5b6-5924-4c00-aeb5-105e26bcb2b5,revision_number=None']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:03:40.269789 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-8cd925e3-92fa-4016-b610-fd8f23103fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742235135690', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742234710366'] for port (6fc0c5b6-5924-4c00-aeb5-105e26bcb2b5), after_delete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:40.272549 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a1bf389-28c4-4a67-835a-d83549d4dec7 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] No DVR routers for this DVR port 6fc0c5b6-5924-4c00-aeb5-105e26bcb2b5 on host dv-neutron-master-2-hyperv {{(pid=116162) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 11:03:40.318430 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-cfa8009a-6600-44df-977e-8f82d4d3dc3f tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-973477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2063122'] for network (3eb911ca-cb54-4722-ba24-8a8743582b79), after_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:40.370292 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cd925e3-92fa-4016-b610-fd8f23103fb0 None None] No DVR routers for this DVR port 6fc0c5b6-5924-4c00-aeb5-105e26bcb2b5 on host dv-neutron-master-2-hyperv {{(pid=116163) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 11:03:40.376652 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-cfa8009a-6600-44df-977e-8f82d4d3dc3f tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] Publish callbacks [] for network (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:40.377861 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-4a1bf389-28c4-4a67-835a-d83549d4dec7 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-973498', 'neutron.services.segments.db._delete_segments_for_network-8742235207033'] for network (d976f322-6b74-4d28-98b0-be5076f786e5), precommit_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:40.382746 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-cfa8009a-6600-44df-977e-8f82d4d3dc3f tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] 10.222.0.10 "DELETE /v2.0/networks/3eb911ca-cb54-4722-ba24-8a8743582b79 HTTP/1.1" status: 204 len: 168 time: 4.1542053 Apr 28 11:03:40.390034 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 52616) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:03:40.411605 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd925e3-92fa-4016-b610-fd8f23103fb0 None None] Pushing event deleted for resources: {'Port': ['ID=6fc0c5b6-5924-4c00-aeb5-105e26bcb2b5,revision_number=None']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:03:40.417081 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-c337c774-c536-4a74-a93f-15b7f7321ccf None None] Current status of the port 4221dd26-6373-4172-b4b5-3a88cffbec25 is: ACTIVE; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:03:40.437869 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-1b44963c-1e8f-422b-b7e6-21f55446061b tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 3.8705301 Apr 28 11:03:40.438103 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa8009a-6600-44df-977e-8f82d4d3dc3f tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] Pushing event deleted for resources: {'Network': ['ID=3eb911ca-cb54-4722-ba24-8a8743582b79,revision_number=None']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:03:40.440904 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 52620) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:03:40.442049 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.pecan_wsgi.hooks.translation [None req-48fb9be6-a572-4c4a-baf8-d93468ae6f07 tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] DELETE failed (client error): The resource could not be found. Apr 28 11:03:40.442919 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-48fb9be6-a572-4c4a-baf8-d93468ae6f07 tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=116162) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 28 11:03:40.446311 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-48fb9be6-a572-4c4a-baf8-d93468ae6f07 tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] 10.222.0.10 "DELETE /v2.0/networks/3eb911ca-cb54-4722-ba24-8a8743582b79 HTTP/1.1" status: 404 len: 339 time: 0.0554271 Apr 28 11:03:40.485245 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.services.segments.db [None req-4a1bf389-28c4-4a67-835a-d83549d4dec7 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d976f322-6b74-4d28-98b0-be5076f786e5']}} {{(pid=116162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:03:40.487587 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 52622) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:03:40.493166 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.v2.base [None req-f7ee94ba-2a13-4ea3-8d3a-5816c0f4b0eb tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1885933294', 'description': 'd1'}} {{(pid=116162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:03:40.535095 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.services.segments.db [None req-4a1bf389-28c4-4a67-835a-d83549d4dec7 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c140e2c8-7653-4bc6-b310-f6b21e024ee5') {'for_net_delete': True} {{(pid=116162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:03:40.535601 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.services.segments.db [None req-4a1bf389-28c4-4a67-835a-d83549d4dec7 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c140e2c8-7653-4bc6-b310-f6b21e024ee5') {} {{(pid=116162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:03:40.549956 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-ae4b922c-cf1d-4aa5-925b-ec25ed498efd None None] Could not find standard attr ID for object 89a4b7c8-3ca4-4579-aea1-5adc06b3b097. {{(pid=116163) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:182}} Apr 28 11:03:40.552029 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-ae94d540-e4c6-43be-adc9-b26fb6a2f62f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (cfc241ae-e4b7-443b-b80b-59fbbc2b69c9), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:40.554748 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Current status of the port 4221dd26-6373-4172-b4b5-3a88cffbec25 is: ACTIVE; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:03:40.568530 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-4a1bf389-28c4-4a67-835a-d83549d4dec7 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742235208578', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5026548'] for segment (c140e2c8-7653-4bc6-b310-f6b21e024ee5), before_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:40.620936 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-4a1bf389-28c4-4a67-835a-d83549d4dec7 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-961978'] for segment (c140e2c8-7653-4bc6-b310-f6b21e024ee5), precommit_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:40.624411 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f031a41-c7f3-4a6d-87e8-ec17c8350535 None None] DHCP port deletion for 3eb911ca-cb54-4722-ba24-8a8743582b79 request from dv-neutron-master-2-hyperv {{(pid=116163) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 28 11:03:40.642267 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.plugin [None req-879ccae6-5958-414f-b10d-350292146eee tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Deleting port 0b02dbfb-eb66-4e40-b447-983ad7c8ee7d {{(pid=116162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 11:03:40.643216 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-879ccae6-5958-414f-b10d-350292146eee tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742235130188'] for port (0b02dbfb-eb66-4e40-b447-983ad7c8ee7d), before_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:40.646489 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4a1bf389-28c4-4a67-835a-d83549d4dec7 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Releasing vlan 67 on physical network physnet1 to pool {{(pid=116162) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 11:03:40.646847 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-4a1bf389-28c4-4a67-835a-d83549d4dec7 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-961978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5051884'] for segment (c140e2c8-7653-4bc6-b310-f6b21e024ee5), after_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:40.651362 dv-neutron-master-2-hyperv neutron-server[116162]: Traceback (most recent call last): Apr 28 11:03:40.651362 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 11:03:40.651362 dv-neutron-master-2-hyperv neutron-server[116162]: timer() Apr 28 11:03:40.651362 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 11:03:40.651362 dv-neutron-master-2-hyperv neutron-server[116162]: cb(*args, **kw) Apr 28 11:03:40.651362 dv-neutron-master-2-hyperv neutron-server[116162]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 28 11:03:40.651362 dv-neutron-master-2-hyperv neutron-server[116162]: return func(*args, **kwargs) Apr 28 11:03:40.651362 dv-neutron-master-2-hyperv neutron-server[116162]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 11:03:40.651362 dv-neutron-master-2-hyperv neutron-server[116162]: self._notify() Apr 28 11:03:40.651362 dv-neutron-master-2-hyperv neutron-server[116162]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 11:03:40.651362 dv-neutron-master-2-hyperv neutron-server[116162]: self.callback(batched_events) Apr 28 11:03:40.651362 dv-neutron-master-2-hyperv neutron-server[116162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 11:03:40.651362 dv-neutron-master-2-hyperv neutron-server[116162]: event.method(event) Apr 28 11:03:40.651362 dv-neutron-master-2-hyperv neutron-server[116162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 28 11:03:40.651362 dv-neutron-master-2-hyperv neutron-server[116162]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 11:03:40.651362 dv-neutron-master-2-hyperv neutron-server[116162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 28 11:03:40.651362 dv-neutron-master-2-hyperv neutron-server[116162]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 11:03:40.651362 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 28 11:03:40.651362 dv-neutron-master-2-hyperv neutron-server[116162]: return f(self, *a, **k) Apr 28 11:03:40.651362 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 28 11:03:40.651362 dv-neutron-master-2-hyperv neutron-server[116162]: return self._get(url).json() Apr 28 11:03:40.651362 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 28 11:03:40.651362 dv-neutron-master-2-hyperv neutron-server[116162]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 11:03:40.651362 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 11:03:40.651362 dv-neutron-master-2-hyperv neutron-server[116162]: return self.request(url, 'GET', **kwargs) Apr 28 11:03:40.651362 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 11:03:40.651362 dv-neutron-master-2-hyperv neutron-server[116162]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 11:03:40.651362 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 11:03:40.651362 dv-neutron-master-2-hyperv neutron-server[116162]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 11:03:40.651362 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 11:03:40.651362 dv-neutron-master-2-hyperv neutron-server[116162]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 11:03:40.651362 dv-neutron-master-2-hyperv neutron-server[116162]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 11:03:40.668222 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Device 6fc0c5b6-5924-4c00-aeb5-105e26bcb2b5 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=116163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 11:03:40.694858 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] No Port match for: 6fc0c5b6-5924-4c00-aeb5-105e26bcb2b5 {{(pid=116163) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 28 11:03:40.695210 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Device 6fc0c5b6-5924-4c00-aeb5-105e26bcb2b5 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=116163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 11:03:40.708066 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-164ec6d1-099f-407e-a915-7759271e78ac req-251b4a13-ea24-4984-8661-4d8ea8a40756 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] 10.222.0.10 "GET /v2.0/ports?device_id=bfb0e6d3-3659-4be6-8de6-82c47d9cfaf8 HTTP/1.1" status: 200 len: 210 time: 0.0450935 Apr 28 11:03:40.716312 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-bda6c185-3df3-4db1-a448-8bc7b8ce893d tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] 10.222.0.10 "GET /v2.0/routers HTTP/1.1" status: 200 len: 887 time: 0.5000563 Apr 28 11:03:40.741182 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 52626) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:03:40.741182 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.v2.base [None req-82b6f03b-3e7e-48eb-98e3-2ddecdc3cc48 tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-2092831314'}} {{(pid=116161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:03:40.741369 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7ee94ba-2a13-4ea3-8d3a-5816c0f4b0eb tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] Made reservation on behalf of 6af68124dd864f2fba5b5c4453768950 for: {'network': 1} {{(pid=116162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 11:03:40.741369 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-f7ee94ba-2a13-4ea3-8d3a-5816c0f4b0eb tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for network (None), before_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:40.796198 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-879ccae6-5958-414f-b10d-350292146eee tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1938497'] for port (0b02dbfb-eb66-4e40-b447-983ad7c8ee7d), precommit_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:40.817263 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.plugin [None req-879ccae6-5958-414f-b10d-350292146eee tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Calling delete_port for 0b02dbfb-eb66-4e40-b447-983ad7c8ee7d owned by {{(pid=116162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 11:03:40.819110 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f7ee94ba-2a13-4ea3-8d3a-5816c0f4b0eb tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 68} {{(pid=116162) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 11:03:40.836653 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-f7ee94ba-2a13-4ea3-8d3a-5816c0f4b0eb tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-961978'] for segment (c5bb9ac4-0a93-4689-a422-1b9bea61a26d), precommit_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:40.837023 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.db.segments_db [None req-f7ee94ba-2a13-4ea3-8d3a-5816c0f4b0eb tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] Added segment c5bb9ac4-0a93-4689-a422-1b9bea61a26d of type vlan for network 0473a548-1c31-4763-a850-0adc631f037f Apr 28 11:03:40.850354 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-4a1bf389-28c4-4a67-835a-d83549d4dec7 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-973477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2063122'] for network (d976f322-6b74-4d28-98b0-be5076f786e5), after_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:40.854950 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-4a1bf389-28c4-4a67-835a-d83549d4dec7 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Publish callbacks [] for network (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:40.862647 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-4a1bf389-28c4-4a67-835a-d83549d4dec7 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] 10.222.0.10 "DELETE /v2.0/networks/d976f322-6b74-4d28-98b0-be5076f786e5 HTTP/1.1" status: 204 len: 168 time: 2.8906033 Apr 28 11:03:40.936135 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 52628) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:03:40.980494 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Device 89a4b7c8-3ca4-4579-aea1-5adc06b3b097 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=116163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 11:03:41.002297 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-f7ee94ba-2a13-4ea3-8d3a-5816c0f4b0eb tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742234744962'] for network (0473a548-1c31-4763-a850-0adc631f037f), precommit_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:41.026623 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] No Port match for: 89a4b7c8-3ca4-4579-aea1-5adc06b3b097 {{(pid=116163) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 28 11:03:41.026994 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Device 89a4b7c8-3ca4-4579-aea1-5adc06b3b097 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=116163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 11:03:41.043593 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a1bf389-28c4-4a67-835a-d83549d4dec7 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Pushing event deleted for resources: {'Network': ['ID=d976f322-6b74-4d28-98b0-be5076f786e5,revision_number=None']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:03:41.084252 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-375d797a-1efa-4fdb-b78c-10e64141b87c tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Made reservation on behalf of 1d85c55944a24e6b8fc5b73917e91c0e for: {'subnet': 1} {{(pid=116161) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 11:03:41.087757 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-375d797a-1efa-4fdb-b78c-10e64141b87c tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5125580'] for subnet (None), before_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:41.117036 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c8ea2d2-f611-4a19-a79b-d669e089928e tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:03:41.117878 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-6c8ea2d2-f611-4a19-a79b-d669e089928e tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.1757512 Apr 28 11:03:41.129139 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 52632) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:03:41.149726 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-0537b5c0-23d8-4836-8ffb-7d0d83e3f2b1 req-408edbd3-7342-46b5-82d5-fbdffa015d97 tempest-TestNetworkAdvancedServerOps-1762458272 tempest-TestNetworkAdvancedServerOps-1762458272-project] 10.222.0.10 "GET /v2.0/ports?device_id=da1b1d97-d6fb-4c40-a57a-807f6776d01a HTTP/1.1" status: 200 len: 210 time: 0.0694253 Apr 28 11:03:41.186999 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-0147c0e1-a24d-4dfb-999a-5a2cf42e4223 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] 10.222.0.10 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0530608 Apr 28 11:03:41.189482 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 52634) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:03:41.197170 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.v2.base [None req-8dc330b8-b3ec-4dec-adee-50feb83d6b93 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-179603129'}} {{(pid=116162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:03:41.221039 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-f7ee94ba-2a13-4ea3-8d3a-5816c0f4b0eb tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042'] for network (0473a548-1c31-4763-a850-0adc631f037f), after_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:41.226125 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7ee94ba-2a13-4ea3-8d3a-5816c0f4b0eb tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:03:41.226908 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-f7ee94ba-2a13-4ea3-8d3a-5816c0f4b0eb tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] Publish callbacks [] for network (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:41.268433 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-879ccae6-5958-414f-b10d-350292146eee tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742235135690', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742234710366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5051867'] for port (0b02dbfb-eb66-4e40-b447-983ad7c8ee7d), after_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:41.323319 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ee94ba-2a13-4ea3-8d3a-5816c0f4b0eb tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] Pushing event updated for resources: {'Network': ['ID=0473a548-1c31-4763-a850-0adc631f037f,revision_number=1']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:03:41.331646 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879ccae6-5958-414f-b10d-350292146eee tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Pushing event deleted for resources: {'Port': ['ID=0b02dbfb-eb66-4e40-b447-983ad7c8ee7d,revision_number=None']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:03:41.335423 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Network 0473a548-1c31-4763-a850-0adc631f037f details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=116163) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 28 11:03:41.337145 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-879ccae6-5958-414f-b10d-350292146eee tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198022'] for port (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:41.343159 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-879ccae6-5958-414f-b10d-350292146eee tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] 10.222.0.10 "DELETE /v2.0/ports/0b02dbfb-eb66-4e40-b447-983ad7c8ee7d HTTP/1.1" status: 204 len: 168 time: 0.8932314 Apr 28 11:03:41.346992 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 52636) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:03:41.378738 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8dc330b8-b3ec-4dec-adee-50feb83d6b93 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Made reservation on behalf of f86d085f9b42493aa6c0f40f62349e1e for: {'network': 1} {{(pid=116162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 11:03:41.382310 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-8dc330b8-b3ec-4dec-adee-50feb83d6b93 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for network (None), before_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:41.392591 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-f7ee94ba-2a13-4ea3-8d3a-5816c0f4b0eb tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.9011843 Apr 28 11:03:41.395075 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 52638) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:03:41.414171 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f429314e-646a-46b1-a0ad-b5855ff370ad tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:03:41.421099 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f429314e-646a-46b1-a0ad-b5855ff370ad tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:03:41.423821 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-f429314e-646a-46b1-a0ad-b5855ff370ad tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1455 time: 0.0786278 Apr 28 11:03:41.429878 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 52640) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:03:41.444098 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8dc330b8-b3ec-4dec-adee-50feb83d6b93 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 60} {{(pid=116162) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 11:03:41.486143 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-8dc330b8-b3ec-4dec-adee-50feb83d6b93 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-961978'] for segment (f31b5d01-cdff-420d-a3c0-f2d1bf108cd0), precommit_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:41.486841 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.db.segments_db [None req-8dc330b8-b3ec-4dec-adee-50feb83d6b93 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Added segment f31b5d01-cdff-420d-a3c0-f2d1bf108cd0 of type vlan for network d2c507fc-1bd8-4fb9-b9bb-1d186381aee1 Apr 28 11:03:41.566292 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-8dc330b8-b3ec-4dec-adee-50feb83d6b93 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742234744962'] for network (d2c507fc-1bd8-4fb9-b9bb-1d186381aee1), precommit_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:41.578800 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07a7e415-2bfd-450b-b6fc-c041de9a9df5 tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:03:41.582838 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-07a7e415-2bfd-450b-b6fc-c041de9a9df5 tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] 10.222.0.10 "GET /v2.0/networks?id=0473a548-1c31-4763-a850-0adc631f037f HTTP/1.1" status: 200 len: 761 time: 0.1825607 Apr 28 11:03:41.582978 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.plugin [None req-376ca07c-32c6-4345-b272-66f630cf98ca tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Deleting port 48c37db6-6d17-4a13-bd39-5a1f5191ac5a {{(pid=116162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 11:03:41.582978 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-376ca07c-32c6-4345-b272-66f630cf98ca tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742235130188'] for port (48c37db6-6d17-4a13-bd39-5a1f5191ac5a), before_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:41.584987 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 52642) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:03:41.597959 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.v2.base [None req-7fe938f6-22a5-4245-9ba3-b92eb78c123e tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] Request body: {'network': {'description': 'd2'}} {{(pid=116161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:03:41.658867 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-375d797a-1efa-4fdb-b78c-10e64141b87c tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5220536', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5125438'] for subnet (d656337b-193b-4beb-ba54-15f92b509276), after_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:41.664321 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-376ca07c-32c6-4345-b272-66f630cf98ca tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1938497'] for port (48c37db6-6d17-4a13-bd39-5a1f5191ac5a), precommit_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:41.677439 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.plugin [None req-376ca07c-32c6-4345-b272-66f630cf98ca tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Calling delete_port for 48c37db6-6d17-4a13-bd39-5a1f5191ac5a owned by {{(pid=116162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 11:03:41.725435 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-8dc330b8-b3ec-4dec-adee-50feb83d6b93 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042'] for network (d2c507fc-1bd8-4fb9-b9bb-1d186381aee1), after_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:41.730916 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dc330b8-b3ec-4dec-adee-50feb83d6b93 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:03:41.731527 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-8dc330b8-b3ec-4dec-adee-50feb83d6b93 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Publish callbacks [] for network (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:41.819129 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc330b8-b3ec-4dec-adee-50feb83d6b93 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Pushing event updated for resources: {'Network': ['ID=d2c507fc-1bd8-4fb9-b9bb-1d186381aee1,revision_number=1']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:03:41.824509 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-8dc330b8-b3ec-4dec-adee-50feb83d6b93 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.6313612 Apr 28 11:03:41.832181 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 52646) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:03:41.836578 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Network d2c507fc-1bd8-4fb9-b9bb-1d186381aee1 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=116163) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 28 11:03:41.837091 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.v2.base [None req-52e7ca96-2292-4b39-9ee9-24d4dae032c2 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Request body: {'subnet': {'network_id': 'd2c507fc-1bd8-4fb9-b9bb-1d186381aee1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=116162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:03:41.884691 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-82b6f03b-3e7e-48eb-98e3-2ddecdc3cc48 tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1935285', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2060837', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-63284'] for router (c405c575-9dd7-4be4-8ab2-4d5ef13b0a54), precommit_update {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:41.909000 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-6d56c713-3408-475f-a959-9f5fee215ff4 req-32156890-ee0d-42cb-a086-69eb6ca531eb tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] 10.222.0.10 "GET /v2.0/ports?device_id=bfb0e6d3-3659-4be6-8de6-82c47d9cfaf8 HTTP/1.1" status: 200 len: 210 time: 0.1073422 Apr 28 11:03:41.939576 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375d797a-1efa-4fdb-b78c-10e64141b87c tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Pushing event updated for resources: {'Subnet': ['ID=d656337b-193b-4beb-ba54-15f92b509276,revision_number=0']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:03:41.950006 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-376ca07c-32c6-4345-b272-66f630cf98ca tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742235135690', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742234710366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5051867'] for port (48c37db6-6d17-4a13-bd39-5a1f5191ac5a), after_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:41.983132 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-376ca07c-32c6-4345-b272-66f630cf98ca tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Pushing event deleted for resources: {'Port': ['ID=48c37db6-6d17-4a13-bd39-5a1f5191ac5a,revision_number=None']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:03:41.991036 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-376ca07c-32c6-4345-b272-66f630cf98ca tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198022'] for port (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:41.994755 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-376ca07c-32c6-4345-b272-66f630cf98ca tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] 10.222.0.10 "DELETE /v2.0/ports/48c37db6-6d17-4a13-bd39-5a1f5191ac5a HTTP/1.1" status: 204 len: 168 time: 0.5617263 Apr 28 11:03:41.997975 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 52648) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:03:42.020220 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-375d797a-1efa-4fdb-b78c-10e64141b87c tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Checking segment: {'id': '9bfb6b06-27f3-4977-95fe-5aa6cf441273', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '5d4b40c1-092b-43e7-be27-c127b0221c8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 11:03:42.020583 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-375d797a-1efa-4fdb-b78c-10e64141b87c tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Network hostable DHCP agents. Network: 5d4b40c1-092b-43e7-be27-c127b0221c8b, hostable agents: ['75ba81b7-fe99-4281-90d2-a5adb445ecea'], hosted agents: [] {{(pid=116161) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 11:03:42.031075 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8377c11c-58f0-486b-b14d-d24265e7e8b3 req-d709fd71-bfe4-47e0-b8a8-0d0768b9b28c tempest-TestNetworkAdvancedServerOps-1762458272 tempest-TestNetworkAdvancedServerOps-1762458272-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:03:42.032570 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-8377c11c-58f0-486b-b14d-d24265e7e8b3 req-d709fd71-bfe4-47e0-b8a8-0d0768b9b28c tempest-TestNetworkAdvancedServerOps-1762458272 tempest-TestNetworkAdvancedServerOps-1762458272-project] 10.222.0.20 "GET /v2.0/networks?id=11667949-6108-4d31-ad58-bd4aa04ee38c HTTP/1.1" status: 200 len: 797 time: 0.4291847 Apr 28 11:03:42.034322 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-7fe938f6-22a5-4245-9ba3-b92eb78c123e tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742234744962'] for network (0473a548-1c31-4763-a850-0adc631f037f), precommit_update {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:42.038299 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-82b6f03b-3e7e-48eb-98e3-2ddecdc3cc48 tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1935326', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1935308', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1935303', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-2060860'] for router (c405c575-9dd7-4be4-8ab2-4d5ef13b0a54), after_update {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:42.048758 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ef1f3a9-fab8-444a-8e8a-d8c5fe85025e tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:03:42.053163 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-6ef1f3a9-fab8-444a-8e8a-d8c5fe85025e tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.0514333 Apr 28 11:03:42.053163 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 52650) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:03:42.063937 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52e7ca96-2292-4b39-9ee9-24d4dae032c2 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Made reservation on behalf of f86d085f9b42493aa6c0f40f62349e1e for: {'subnet': 1} {{(pid=116162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 11:03:42.067299 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-52e7ca96-2292-4b39-9ee9-24d4dae032c2 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4210834'] for subnet (None), before_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:42.099128 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-01ef1de1-12fd-4cef-b76b-793f91379468 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (39cc4f52-f5d9-4e2c-bbfa-7a1c528e1c40), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:42.102905 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.pecan_wsgi.hooks.translation [None req-ec282dbd-9f1e-46a6-831d-6ebd9e6202c2 tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] GET failed (client error): The resource could not be found. Apr 28 11:03:42.107343 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-ec282dbd-9f1e-46a6-831d-6ebd9e6202c2 tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] 10.222.0.10 "GET /v2.0/ports/0b02dbfb-eb66-4e40-b447-983ad7c8ee7d HTTP/1.1" status: 404 len: 333 time: 0.0504508 Apr 28 11:03:42.112597 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 52652) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:03:42.138160 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-7fe938f6-22a5-4245-9ba3-b92eb78c123e tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042'] for network (0473a548-1c31-4763-a850-0adc631f037f), after_update {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:42.194266 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.pecan_wsgi.hooks.translation [None req-54390bdd-7968-4d0c-895b-3ac7b5962313 tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] GET failed (client error): The resource could not be found. Apr 28 11:03:42.198110 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-54390bdd-7968-4d0c-895b-3ac7b5962313 tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] 10.222.0.10 "GET /v2.0/ports/48c37db6-6d17-4a13-bd39-5a1f5191ac5a HTTP/1.1" status: 404 len: 333 time: 0.0803661 Apr 28 11:03:42.206455 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-7fe938f6-22a5-4245-9ba3-b92eb78c123e tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] Network 0473a548-1c31-4763-a850-0adc631f037f is not hosted by any dhcp agent {{(pid=116161) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Apr 28 11:03:42.209480 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fe938f6-22a5-4245-9ba3-b92eb78c123e tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:03:42.210078 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-7fe938f6-22a5-4245-9ba3-b92eb78c123e tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] Publish callbacks [] for network (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:42.211420 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-7fe938f6-22a5-4245-9ba3-b92eb78c123e tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] 10.222.0.10 "PUT /v2.0/networks/0473a548-1c31-4763-a850-0adc631f037f HTTP/1.1" status: 200 len: 758 time: 0.6238449 Apr 28 11:03:42.212173 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-375d797a-1efa-4fdb-b78c-10e64141b87c tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Network 5d4b40c1-092b-43e7-be27-c127b0221c8b is scheduled to be hosted by DHCP agent 75ba81b7-fe99-4281-90d2-a5adb445ecea with binding_index 1 {{(pid=116161) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 11:03:42.213032 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 52660) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:03:42.218264 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 52662) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:03:42.328880 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-8377c11c-58f0-486b-b14d-d24265e7e8b3 req-fc1bb791-8dce-4371-82b9-6bfcb4f5ca88 tempest-TestNetworkAdvancedServerOps-1762458272 tempest-TestNetworkAdvancedServerOps-1762458272-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a8cc80fe41234707a2dcbf4e2aa0b823 HTTP/1.1" status: 200 len: 380 time: 0.2815416 Apr 28 11:03:42.329424 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe938f6-22a5-4245-9ba3-b92eb78c123e tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] Pushing event updated for resources: {'Network': ['ID=0473a548-1c31-4763-a850-0adc631f037f,revision_number=1']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:03:42.340780 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Network 0473a548-1c31-4763-a850-0adc631f037f details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=116163) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 28 11:03:42.357710 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.v2.base [req-8377c11c-58f0-486b-b14d-d24265e7e8b3 req-9ecd8de2-bf55-4a8a-b497-c1c82b4f1950 tempest-TestNetworkAdvancedServerOps-1762458272 tempest-TestNetworkAdvancedServerOps-1762458272-project] Request body: {'port': {'device_id': 'da1b1d97-d6fb-4c40-a57a-807f6776d01a', 'network_id': '11667949-6108-4d31-ad58-bd4aa04ee38c', 'admin_state_up': True, 'tenant_id': 'a8cc80fe41234707a2dcbf4e2aa0b823', 'security_groups': ['0bcd3ba6-8b12-4573-ac81-fc4e6cc933d4']}} {{(pid=116161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:03:42.362238 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-690c42b8-9495-483a-b97a-47d8b53d9f16 req-e17eab28-73ff-4497-baf2-8d7f42de8af5 tempest-TestNetworkAdvancedServerOps-1762458272 tempest-TestNetworkAdvancedServerOps-1762458272-project] 10.222.0.10 "GET /v2.0/ports?device_id=da1b1d97-d6fb-4c40-a57a-807f6776d01a HTTP/1.1" status: 200 len: 210 time: 0.0861070 Apr 28 11:03:42.412024 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.scheduler.base_scheduler [None req-375d797a-1efa-4fdb-b78c-10e64141b87c tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 5d4b40c1-092b-43e7-be27-c127b0221c8b) {{(pid=116161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 11:03:42.424570 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-375d797a-1efa-4fdb-b78c-10e64141b87c tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:03:42.429082 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-375d797a-1efa-4fdb-b78c-10e64141b87c tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Publish callbacks [] for subnet (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:42.439260 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02e8e94d-0c2e-46a2-b0df-d0ae323047fb None None] Network 5d4b40c1-092b-43e7-be27-c127b0221c8b requested from dv-neutron-master-2-hyperv {{(pid=116163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 11:03:42.440734 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-8aa5a3f8-244f-459d-9c42-c4ab157771ba tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-979593'] for network (06c2e135-687f-4da9-82b1-15852ce1540f), before_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:42.470347 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82b6f03b-3e7e-48eb-98e3-2ddecdc3cc48 tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Router c405c575-9dd7-4be4-8ab2-4d5ef13b0a54 has already been hosted by L3 agent 6b492ad6-0876-4d74-b20d-28143a52ceba {{(pid=116161) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 11:03:42.505874 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0a99f08-9daa-4cc5-9011-c39546579291 tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:03:42.507420 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-d0a99f08-9daa-4cc5-9011-c39546579291 tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] 10.222.0.10 "GET /v2.0/networks?id=0473a548-1c31-4763-a850-0adc631f037f HTTP/1.1" status: 200 len: 761 time: 0.2815750 Apr 28 11:03:42.520759 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 52664) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:03:42.540790 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.v2.base [None req-8f038989-188b-44ca-bee5-a07303a520ad tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-772042875'}} {{(pid=116162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:03:42.579457 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-375d797a-1efa-4fdb-b78c-10e64141b87c tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.4111238 Apr 28 11:03:42.582802 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 52666) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:03:42.587667 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce6c1ec2-0e5e-4b51-a8d8-f25e5f65f68a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-5d4b40c1-092b-43e7-be27-c127b0221c8b', 'network_id': '5d4b40c1-092b-43e7-be27-c127b0221c8b', 'project_id': '1d85c55944a24e6b8fc5b73917e91c0e', 'fixed_ips': [{'subnet_id': 'd656337b-193b-4beb-ba54-15f92b509276'}]}} from dv-neutron-master-2-hyperv. {{(pid=116163) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 28 11:03:42.588695 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-ce6c1ec2-0e5e-4b51-a8d8-f25e5f65f68a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (None), before_create {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:42.594436 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.v2.base [None req-43d807ea-f8a9-4f72-b9de-9094c29ca8fd tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Request body: {'subnet': {'network_id': '21f1e6f5-48b2-41c3-9a68-970d5188f8bf', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=116162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:03:42.641288 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82b6f03b-3e7e-48eb-98e3-2ddecdc3cc48 tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=116161) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 11:03:42.649240 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-82b6f03b-3e7e-48eb-98e3-2ddecdc3cc48 tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Publish callbacks [] for router (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:42.653083 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-82b6f03b-3e7e-48eb-98e3-2ddecdc3cc48 tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] 10.222.0.10 "PUT /v2.0/routers/c405c575-9dd7-4be4-8ab2-4d5ef13b0a54 HTTP/1.1" status: 200 len: 891 time: 1.9236619 Apr 28 11:03:42.653255 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 52668) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:03:42.672170 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b84f8ac4-c6c3-453c-8150-abc0ef477c78 None None] Sync routers for ids ['c405c575-9dd7-4be4-8ab2-4d5ef13b0a54'] in dv-neutron-master-2-hyperv {{(pid=116163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 11:03:42.686981 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-52e7ca96-2292-4b39-9ee9-24d4dae032c2 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5054027', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4210784'] for subnet (c207f5a3-4e95-49b5-9882-640bc3718257), after_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:42.699830 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b84f8ac4-c6c3-453c-8150-abc0ef477c78 None None] Routers {'c405c575-9dd7-4be4-8ab2-4d5ef13b0a54'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=116163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 11:03:42.700724 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_hamode_db [None req-b84f8ac4-c6c3-453c-8150-abc0ef477c78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-28T10:50:39Z,description=,heartbeat_timestamp=2022-04-28T11:03:39Z,host='dv-neutron-master-2-hyperv',id=6b492ad6-0876-4d74-b20d-28143a52ceba,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T10:50:40Z,topic='l3_agent')) {'router_ids': ['c405c575-9dd7-4be4-8ab2-4d5ef13b0a54'], 'active': True} {{(pid=116163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:03:42.717165 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8377c11c-58f0-486b-b14d-d24265e7e8b3 req-9ecd8de2-bf55-4a8a-b497-c1c82b4f1950 tempest-TestNetworkAdvancedServerOps-1762458272 tempest-TestNetworkAdvancedServerOps-1762458272-project] Made reservation on behalf of a8cc80fe41234707a2dcbf4e2aa0b823 for: {'port': 1} {{(pid=116161) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 11:03:42.721934 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [req-8377c11c-58f0-486b-b14d-d24265e7e8b3 req-9ecd8de2-bf55-4a8a-b497-c1c82b4f1950 tempest-TestNetworkAdvancedServerOps-1762458272 tempest-TestNetworkAdvancedServerOps-1762458272-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (None), before_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:42.742311 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_hamode_db [None req-b84f8ac4-c6c3-453c-8150-abc0ef477c78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=116163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:03:42.783721 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b84f8ac4-c6c3-453c-8150-abc0ef477c78 None None] Routers {'c405c575-9dd7-4be4-8ab2-4d5ef13b0a54'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=116163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 11:03:42.784370 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_hamode_db [None req-b84f8ac4-c6c3-453c-8150-abc0ef477c78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-28T10:50:39Z,description=,heartbeat_timestamp=2022-04-28T11:03:39Z,host='dv-neutron-master-2-hyperv',id=6b492ad6-0876-4d74-b20d-28143a52ceba,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T10:50:40Z,topic='l3_agent')) {'router_ids': ['c405c575-9dd7-4be4-8ab2-4d5ef13b0a54'], 'active': True} {{(pid=116163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:03:42.831264 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-74f6ba9a-5186-4826-9f16-d707a7e11e56 tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] 10.222.0.10 "GET /v2.0/routers/c405c575-9dd7-4be4-8ab2-4d5ef13b0a54 HTTP/1.1" status: 200 len: 891 time: 0.1739094 Apr 28 11:03:42.833984 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 52674) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:03:42.836425 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_hamode_db [None req-b84f8ac4-c6c3-453c-8150-abc0ef477c78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=116163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:03:42.837051 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b84f8ac4-c6c3-453c-8150-abc0ef477c78 None None] The sync data for ids ['c405c575-9dd7-4be4-8ab2-4d5ef13b0a54'] in dv-neutron-master-2-hyperv is: [] {{(pid=116163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 11:03:42.839049 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.db_base_plugin_common [None req-ce6c1ec2-0e5e-4b51-a8d8-f25e5f65f68a None None] Allocated IP 172.20.0.2 (5d4b40c1-092b-43e7-be27-c127b0221c8b/d656337b-193b-4beb-ba54-15f92b509276/b6d076e4-eed5-43e4-aaa5-30982fa9a545) {{(pid=116163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 11:03:42.870270 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-e8fc13c2-b9b1-49ff-8f3e-a08f8902ae5e tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] 10.222.0.10 "GET /v2.0/ports?device_id=c405c575-9dd7-4be4-8ab2-4d5ef13b0a54 HTTP/1.1" status: 200 len: 205 time: 0.0333040 Apr 28 11:03:42.870989 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 52676) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:03:43.013133 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.db.db_base_plugin_common [req-8377c11c-58f0-486b-b14d-d24265e7e8b3 req-9ecd8de2-bf55-4a8a-b497-c1c82b4f1950 tempest-TestNetworkAdvancedServerOps-1762458272 tempest-TestNetworkAdvancedServerOps-1762458272-project] Allocated IP 172.20.0.7 (11667949-6108-4d31-ad58-bd4aa04ee38c/2b3feac5-a337-48a6-93bd-b4c13f02752b/4e227636-7ca1-4704-b1c2-48c58d1d0b6c) {{(pid=116161) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 11:03:43.036820 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-ce6c1ec2-0e5e-4b51-a8d8-f25e5f65f68a None None] Publish callbacks [] for port (b6d076e4-eed5-43e4-aaa5-30982fa9a545), precommit_create {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:43.065151 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8e7774-4150-44b6-b7b4-1585b68e199d req-f8faaad3-5049-410e-81c8-4945432a7ef1 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:03:43.066621 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-ff8e7774-4150-44b6-b7b4-1585b68e199d req-f8faaad3-5049-410e-81c8-4945432a7ef1 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] 10.222.0.20 "GET /v2.0/networks?id=274bb0ab-060a-48d2-9b11-773f8dd43851 HTTP/1.1" status: 200 len: 795 time: 0.7926731 Apr 28 11:03:43.072754 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-13dcc13e-6474-4157-98a1-30d2fef2fc84 tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Publish callbacks [] for router (c405c575-9dd7-4be4-8ab2-4d5ef13b0a54), before_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:43.075589 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-f94d55ff-9c41-4e5c-b70b-1bcd6fdbee86 req-ca08d513-07dd-4225-a42f-c2c093db0610 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] 10.222.0.10 "GET /v2.0/ports?device_id=bfb0e6d3-3659-4be6-8de6-82c47d9cfaf8 HTTP/1.1" status: 200 len: 210 time: 0.0464256 Apr 28 11:03:43.102479 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f038989-188b-44ca-bee5-a07303a520ad tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] Made reservation on behalf of 6af68124dd864f2fba5b5c4453768950 for: {'network': 1} {{(pid=116162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 11:03:43.104988 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-8f038989-188b-44ca-bee5-a07303a520ad tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for network (None), before_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:43.105478 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-ce6c1ec2-0e5e-4b51-a8d8-f25e5f65f68a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742234710357'] for port (b6d076e4-eed5-43e4-aaa5-30982fa9a545), after_create {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:43.145443 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce6c1ec2-0e5e-4b51-a8d8-f25e5f65f68a None None] Network 5d4b40c1-092b-43e7-be27-c127b0221c8b is already hosted by enough agents. {{(pid=116163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 11:03:43.150988 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.scheduler.base_scheduler [None req-ce6c1ec2-0e5e-4b51-a8d8-f25e5f65f68a None None] Resources bound (agent type, host, resource id): {{(pid=116163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 11:03:43.154737 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce6c1ec2-0e5e-4b51-a8d8-f25e5f65f68a None None] Received port after_create {{(pid=116163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 11:03:43.161788 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce6c1ec2-0e5e-4b51-a8d8-f25e5f65f68a None None] Pushing event updated for resources: {'Port': ['ID=b6d076e4-eed5-43e4-aaa5-30982fa9a545,revision_number=1']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:03:43.178718 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-8aa5a3f8-244f-459d-9c42-c4ab157771ba tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-973498', 'neutron.services.segments.db._delete_segments_for_network-8742235207033'] for network (06c2e135-687f-4da9-82b1-15852ce1540f), precommit_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:43.219767 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.managers [None req-ce6c1ec2-0e5e-4b51-a8d8-f25e5f65f68a None None] Attempting to bind port b6d076e4-eed5-43e4-aaa5-30982fa9a545 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=116163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 28 11:03:43.220175 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.managers [None req-ce6c1ec2-0e5e-4b51-a8d8-f25e5f65f68a None None] Attempting to bind port b6d076e4-eed5-43e4-aaa5-30982fa9a545 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '9bfb6b06-27f3-4977-95fe-5aa6cf441273', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '5d4b40c1-092b-43e7-be27-c127b0221c8b'}] {{(pid=116163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 28 11:03:43.220541 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce6c1ec2-0e5e-4b51-a8d8-f25e5f65f68a None None] Attempting to bind port b6d076e4-eed5-43e4-aaa5-30982fa9a545 on network 5d4b40c1-092b-43e7-be27-c127b0221c8b {{(pid=116163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 11:03:43.226241 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce6c1ec2-0e5e-4b51-a8d8-f25e5f65f68a None None] Checking agent: {'id': 'd5baab19-5dd1-4902-922b-84acb048ab9c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 10, 50, 43), 'started_at': datetime.datetime(2022, 4, 28, 10, 51, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 11, 3, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=116163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 11:03:43.226651 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce6c1ec2-0e5e-4b51-a8d8-f25e5f65f68a None None] Checking segment: {'id': '9bfb6b06-27f3-4977-95fe-5aa6cf441273', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '5d4b40c1-092b-43e7-be27-c127b0221c8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 11:03:43.227416 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-ce6c1ec2-0e5e-4b51-a8d8-f25e5f65f68a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:43.227536 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce6c1ec2-0e5e-4b51-a8d8-f25e5f65f68a None None] Bound using segment: {'id': '9bfb6b06-27f3-4977-95fe-5aa6cf441273', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '5d4b40c1-092b-43e7-be27-c127b0221c8b'} {{(pid=116163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 11:03:43.227937 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.managers [None req-ce6c1ec2-0e5e-4b51-a8d8-f25e5f65f68a None None] Bound port: b6d076e4-eed5-43e4-aaa5-30982fa9a545, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9bfb6b06-27f3-4977-95fe-5aa6cf441273', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '5d4b40c1-092b-43e7-be27-c127b0221c8b'}}] {{(pid=116163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 28 11:03:43.228328 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-ce6c1ec2-0e5e-4b51-a8d8-f25e5f65f68a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (b6d076e4-eed5-43e4-aaa5-30982fa9a545), before_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:43.256922 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.services.segments.db [None req-8aa5a3f8-244f-459d-9c42-c4ab157771ba tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['06c2e135-687f-4da9-82b1-15852ce1540f']}} {{(pid=116162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:03:43.293378 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.services.segments.db [None req-8aa5a3f8-244f-459d-9c42-c4ab157771ba tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c1580a5e-2971-434a-8bda-43d146a9bbfe') {'for_net_delete': True} {{(pid=116162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:03:43.293696 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.services.segments.db [None req-8aa5a3f8-244f-459d-9c42-c4ab157771ba tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c1580a5e-2971-434a-8bda-43d146a9bbfe') {} {{(pid=116162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:03:43.298687 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e7ca96-2292-4b39-9ee9-24d4dae032c2 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Pushing event updated for resources: {'Subnet': ['ID=c207f5a3-4e95-49b5-9882-640bc3718257,revision_number=0']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:03:43.313512 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8f038989-188b-44ca-bee5-a07303a520ad tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 51} {{(pid=116162) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 11:03:43.314285 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-ce6c1ec2-0e5e-4b51-a8d8-f25e5f65f68a None None] For port b6d076e4-eed5-43e4-aaa5-30982fa9a545, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=116163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 11:03:43.317869 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-ce6c1ec2-0e5e-4b51-a8d8-f25e5f65f68a None None] For port b6d076e4-eed5-43e4-aaa5-30982fa9a545, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=b6d076e4-eed5-43e4-aaa5-30982fa9a545,segment=NetworkSegment(9bfb6b06-27f3-4977-95fe-5aa6cf441273),segment_id=9bfb6b06-27f3-4977-95fe-5aa6cf441273)] {{(pid=116163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 11:03:43.332192 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-8aa5a3f8-244f-459d-9c42-c4ab157771ba tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742235208578', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5026548'] for segment (c1580a5e-2971-434a-8bda-43d146a9bbfe), before_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:43.343701 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43d807ea-f8a9-4f72-b9de-9094c29ca8fd tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Made reservation on behalf of 1d85c55944a24e6b8fc5b73917e91c0e for: {'subnet': 1} {{(pid=116162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 11:03:43.347409 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-43d807ea-f8a9-4f72-b9de-9094c29ca8fd tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4210834'] for subnet (None), before_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:43.361558 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-ff8e7774-4150-44b6-b7b4-1585b68e199d req-8acaefba-4841-4610-b4b8-4d5a9eeb8f80 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=65d54c3b7dcd4af68398071d25e8321e HTTP/1.1" status: 200 len: 380 time: 0.2609963 Apr 28 11:03:43.362827 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-8f038989-188b-44ca-bee5-a07303a520ad tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-961978'] for segment (9657150f-02df-4d04-9156-3605a21ec00d), precommit_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:43.363175 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.db.segments_db [None req-8f038989-188b-44ca-bee5-a07303a520ad tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] Added segment 9657150f-02df-4d04-9156-3605a21ec00d of type vlan for network ebca02d5-d95a-4942-a488-463dd010b48d Apr 28 11:03:43.372550 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (d5baab19-5dd1-4902-922b-84acb048ab9c), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:43.393184 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.v2.base [req-ff8e7774-4150-44b6-b7b4-1585b68e199d req-ff2cc332-0550-4f35-b84d-76f73655f32c tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Request body: {'port': {'device_id': 'bfb0e6d3-3659-4be6-8de6-82c47d9cfaf8', 'network_id': '274bb0ab-060a-48d2-9b11-773f8dd43851', 'admin_state_up': True, 'tenant_id': '65d54c3b7dcd4af68398071d25e8321e', 'security_groups': ['126444c7-d985-4711-872e-652c823476a4']}} {{(pid=116162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:03:43.402223 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52e7ca96-2292-4b39-9ee9-24d4dae032c2 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Checking segment: {'id': 'f31b5d01-cdff-420d-a3c0-f2d1bf108cd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'd2c507fc-1bd8-4fb9-b9bb-1d186381aee1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 11:03:43.402629 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52e7ca96-2292-4b39-9ee9-24d4dae032c2 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Network hostable DHCP agents. Network: d2c507fc-1bd8-4fb9-b9bb-1d186381aee1, hostable agents: ['75ba81b7-fe99-4281-90d2-a5adb445ecea'], hosted agents: [] {{(pid=116162) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 11:03:43.410809 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-ce6c1ec2-0e5e-4b51-a8d8-f25e5f65f68a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393'] for port (b6d076e4-eed5-43e4-aaa5-30982fa9a545), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:43.415604 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-8aa5a3f8-244f-459d-9c42-c4ab157771ba tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-961978'] for segment (c1580a5e-2971-434a-8bda-43d146a9bbfe), precommit_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:43.504637 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce6c1ec2-0e5e-4b51-a8d8-f25e5f65f68a None None] Pushing event updated for resources: {'Port': ['ID=b6d076e4-eed5-43e4-aaa5-30982fa9a545,revision_number=2']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:03:43.525950 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8aa5a3f8-244f-459d-9c42-c4ab157771ba tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Releasing vlan 98 on physical network physnet1 to pool {{(pid=116162) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 11:03:43.526512 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-8aa5a3f8-244f-459d-9c42-c4ab157771ba tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-961978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5051884'] for segment (c1580a5e-2971-434a-8bda-43d146a9bbfe), after_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:43.531022 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-8f038989-188b-44ca-bee5-a07303a520ad tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742234744962'] for network (ebca02d5-d95a-4942-a488-463dd010b48d), precommit_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:43.535261 dv-neutron-master-2-hyperv neutron-server[116162]: Traceback (most recent call last): Apr 28 11:03:43.535261 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 11:03:43.535261 dv-neutron-master-2-hyperv neutron-server[116162]: timer() Apr 28 11:03:43.535261 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 11:03:43.535261 dv-neutron-master-2-hyperv neutron-server[116162]: cb(*args, **kw) Apr 28 11:03:43.535261 dv-neutron-master-2-hyperv neutron-server[116162]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 28 11:03:43.535261 dv-neutron-master-2-hyperv neutron-server[116162]: return func(*args, **kwargs) Apr 28 11:03:43.535261 dv-neutron-master-2-hyperv neutron-server[116162]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 11:03:43.535261 dv-neutron-master-2-hyperv neutron-server[116162]: self._notify() Apr 28 11:03:43.535261 dv-neutron-master-2-hyperv neutron-server[116162]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 11:03:43.535261 dv-neutron-master-2-hyperv neutron-server[116162]: self.callback(batched_events) Apr 28 11:03:43.535261 dv-neutron-master-2-hyperv neutron-server[116162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 11:03:43.535261 dv-neutron-master-2-hyperv neutron-server[116162]: event.method(event) Apr 28 11:03:43.535261 dv-neutron-master-2-hyperv neutron-server[116162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 28 11:03:43.535261 dv-neutron-master-2-hyperv neutron-server[116162]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 11:03:43.535261 dv-neutron-master-2-hyperv neutron-server[116162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 28 11:03:43.535261 dv-neutron-master-2-hyperv neutron-server[116162]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 11:03:43.535261 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 28 11:03:43.535261 dv-neutron-master-2-hyperv neutron-server[116162]: return f(self, *a, **k) Apr 28 11:03:43.535261 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 28 11:03:43.535261 dv-neutron-master-2-hyperv neutron-server[116162]: return self._get(url).json() Apr 28 11:03:43.535261 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 28 11:03:43.535261 dv-neutron-master-2-hyperv neutron-server[116162]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 11:03:43.535261 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 11:03:43.535261 dv-neutron-master-2-hyperv neutron-server[116162]: return self.request(url, 'GET', **kwargs) Apr 28 11:03:43.535261 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 11:03:43.535261 dv-neutron-master-2-hyperv neutron-server[116162]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 11:03:43.535261 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 11:03:43.535261 dv-neutron-master-2-hyperv neutron-server[116162]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 11:03:43.535261 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 11:03:43.535261 dv-neutron-master-2-hyperv neutron-server[116162]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 11:03:43.535261 dv-neutron-master-2-hyperv neutron-server[116162]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 11:03:43.569561 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-6a69e34c-f144-46a9-a925-3c11b7fc27ec req-8a8d6b6f-c047-4b11-8848-8a3bb0f5ca88 tempest-TestNetworkAdvancedServerOps-1762458272 tempest-TestNetworkAdvancedServerOps-1762458272-project] 10.222.0.10 "GET /v2.0/ports?device_id=da1b1d97-d6fb-4c40-a57a-807f6776d01a HTTP/1.1" status: 200 len: 210 time: 0.0498865 Apr 28 11:03:43.613197 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-13dcc13e-6474-4157-98a1-30d2fef2fc84 tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Publish callbacks [] for router_gateway (c405c575-9dd7-4be4-8ab2-4d5ef13b0a54), before_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:43.625944 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [req-8377c11c-58f0-486b-b14d-d24265e7e8b3 req-9ecd8de2-bf55-4a8a-b497-c1c82b4f1950 tempest-TestNetworkAdvancedServerOps-1762458272 tempest-TestNetworkAdvancedServerOps-1762458272-project] Publish callbacks [] for port (4e227636-7ca1-4704-b1c2-48c58d1d0b6c), precommit_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:43.658575 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.db.resource_extend [None req-8f038989-188b-44ca-bee5-a07303a520ad tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=116162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 28 11:03:43.734467 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [req-8377c11c-58f0-486b-b14d-d24265e7e8b3 req-9ecd8de2-bf55-4a8a-b497-c1c82b4f1950 tempest-TestNetworkAdvancedServerOps-1762458272 tempest-TestNetworkAdvancedServerOps-1762458272-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742234710357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5219112'] for port (4e227636-7ca1-4704-b1c2-48c58d1d0b6c), after_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:43.762564 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52e7ca96-2292-4b39-9ee9-24d4dae032c2 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Network d2c507fc-1bd8-4fb9-b9bb-1d186381aee1 is scheduled to be hosted by DHCP agent 75ba81b7-fe99-4281-90d2-a5adb445ecea with binding_index 1 {{(pid=116162) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 11:03:43.814471 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-8aa5a3f8-244f-459d-9c42-c4ab157771ba tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-973477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2063122'] for network (06c2e135-687f-4da9-82b1-15852ce1540f), after_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:43.816721 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-8f038989-188b-44ca-bee5-a07303a520ad tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042'] for network (ebca02d5-d95a-4942-a488-463dd010b48d), after_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:43.821814 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8377c11c-58f0-486b-b14d-d24265e7e8b3 req-9ecd8de2-bf55-4a8a-b497-c1c82b4f1950 tempest-TestNetworkAdvancedServerOps-1762458272 tempest-TestNetworkAdvancedServerOps-1762458272-project] Network 11667949-6108-4d31-ad58-bd4aa04ee38c is already hosted by enough agents. {{(pid=116161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 11:03:43.824637 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f038989-188b-44ca-bee5-a07303a520ad tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:03:43.825617 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-8f038989-188b-44ca-bee5-a07303a520ad tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] Publish callbacks [] for network (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:43.831972 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.scheduler.base_scheduler [req-8377c11c-58f0-486b-b14d-d24265e7e8b3 req-9ecd8de2-bf55-4a8a-b497-c1c82b4f1950 tempest-TestNetworkAdvancedServerOps-1762458272 tempest-TestNetworkAdvancedServerOps-1762458272-project] Resources bound (agent type, host, resource id): {{(pid=116161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 11:03:43.836613 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.plugin [None req-13dcc13e-6474-4157-98a1-30d2fef2fc84 tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Deleting port b353154b-2ed7-4189-b9be-57829f5b68d5 {{(pid=116161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 11:03:43.836962 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-13dcc13e-6474-4157-98a1-30d2fef2fc84 tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742235130188'] for port (b353154b-2ed7-4189-b9be-57829f5b68d5), before_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:43.841052 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-8aa5a3f8-244f-459d-9c42-c4ab157771ba tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Publish callbacks [] for network (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:43.841626 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.db.l3_dvrscheduler_db [req-8377c11c-58f0-486b-b14d-d24265e7e8b3 req-9ecd8de2-bf55-4a8a-b497-c1c82b4f1950 tempest-TestNetworkAdvancedServerOps-1762458272 tempest-TestNetworkAdvancedServerOps-1762458272-project] Received port after_create {{(pid=116161) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 11:03:43.848086 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-8aa5a3f8-244f-459d-9c42-c4ab157771ba tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] 10.222.0.10 "DELETE /v2.0/networks/06c2e135-687f-4da9-82b1-15852ce1540f HTTP/1.1" status: 204 len: 168 time: 1.6283860 Apr 28 11:03:43.853046 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 52682) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:03:43.855432 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.scheduler.base_scheduler [None req-52e7ca96-2292-4b39-9ee9-24d4dae032c2 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, d2c507fc-1bd8-4fb9-b9bb-1d186381aee1) {{(pid=116162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 11:03:43.856921 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ecd8de2-bf55-4a8a-b497-c1c82b4f1950 tempest-TestNetworkAdvancedServerOps-1762458272 tempest-TestNetworkAdvancedServerOps-1762458272-project] Pushing event updated for resources: {'Port': ['ID=4e227636-7ca1-4704-b1c2-48c58d1d0b6c,revision_number=1']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:03:43.859340 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ff8e7774-4150-44b6-b7b4-1585b68e199d req-ff2cc332-0550-4f35-b84d-76f73655f32c tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Made reservation on behalf of 65d54c3b7dcd4af68398071d25e8321e for: {'port': 1} {{(pid=116162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 11:03:43.863546 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [req-ff8e7774-4150-44b6-b7b4-1585b68e199d req-ff2cc332-0550-4f35-b84d-76f73655f32c tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (None), before_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:43.871162 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fb37fff-a808-404e-afb5-4ca6cf6423c1 None None] Network d2c507fc-1bd8-4fb9-b9bb-1d186381aee1 requested from dv-neutron-master-2-hyperv {{(pid=116163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 11:03:43.917175 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.v2.base [None req-5541b9c2-da8a-4220-beab-a4ba712fb56a tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1295275221'}} {{(pid=116162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:03:43.930108 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52e7ca96-2292-4b39-9ee9-24d4dae032c2 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:03:43.931789 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-52e7ca96-2292-4b39-9ee9-24d4dae032c2 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Publish callbacks [] for subnet (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:43.994130 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8377c11c-58f0-486b-b14d-d24265e7e8b3 req-9ecd8de2-bf55-4a8a-b497-c1c82b4f1950 tempest-TestNetworkAdvancedServerOps-1762458272 tempest-TestNetworkAdvancedServerOps-1762458272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:03:43.994920 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [req-8377c11c-58f0-486b-b14d-d24265e7e8b3 req-9ecd8de2-bf55-4a8a-b497-c1c82b4f1950 tempest-TestNetworkAdvancedServerOps-1762458272 tempest-TestNetworkAdvancedServerOps-1762458272-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198022'] for port (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:44.036541 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-13dcc13e-6474-4157-98a1-30d2fef2fc84 tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1938497'] for port (b353154b-2ed7-4189-b9be-57829f5b68d5), precommit_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:44.051318 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.plugin [None req-13dcc13e-6474-4157-98a1-30d2fef2fc84 tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Calling delete_port for b353154b-2ed7-4189-b9be-57829f5b68d5 owned by network:router_gateway {{(pid=116161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 11:03:44.060285 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f927fad1-133b-4399-af19-aab13befd2b8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-d2c507fc-1bd8-4fb9-b9bb-1d186381aee1', 'network_id': 'd2c507fc-1bd8-4fb9-b9bb-1d186381aee1', 'project_id': 'f86d085f9b42493aa6c0f40f62349e1e', 'fixed_ips': [{'subnet_id': 'c207f5a3-4e95-49b5-9882-640bc3718257'}]}} from dv-neutron-master-2-hyperv. {{(pid=116163) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 28 11:03:44.061196 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-f927fad1-133b-4399-af19-aab13befd2b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (None), before_create {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:44.149930 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-8377c11c-58f0-486b-b14d-d24265e7e8b3 req-9ecd8de2-bf55-4a8a-b497-c1c82b4f1950 tempest-TestNetworkAdvancedServerOps-1762458272 tempest-TestNetworkAdvancedServerOps-1762458272-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7987978 Apr 28 11:03:44.153745 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-8f038989-188b-44ca-bee5-a07303a520ad tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.6242833 Apr 28 11:03:44.166130 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.v2.base [req-8377c11c-58f0-486b-b14d-d24265e7e8b3 req-b8781c84-7cc3-4e9c-ba12-c7b522e1099b service neutron] Request body: {'port': {'device_id': 'da1b1d97-d6fb-4c40-a57a-807f6776d01a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-mast'}} {{(pid=116161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:03:44.170245 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 52686) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:03:44.189465 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.v2.base [None req-88b92b9d-511b-47f3-bf9a-c3c76cb4e038 tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] Request body: {'subnet': {'network_id': 'ebca02d5-d95a-4942-a488-463dd010b48d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=116162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:03:44.194286 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f038989-188b-44ca-bee5-a07303a520ad tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] Pushing event updated for resources: {'Network': ['ID=ebca02d5-d95a-4942-a488-463dd010b48d,revision_number=1']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:03:44.225198 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Network ebca02d5-d95a-4942-a488-463dd010b48d details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=116163) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 28 11:03:44.272512 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa5a3f8-244f-459d-9c42-c4ab157771ba tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Pushing event deleted for resources: {'Network': ['ID=06c2e135-687f-4da9-82b1-15852ce1540f,revision_number=None']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:03:44.277296 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-52e7ca96-2292-4b39-9ee9-24d4dae032c2 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.4443347 Apr 28 11:03:44.282263 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-bbb01a93-c03a-4552-b510-780f375a928a req-aac7d743-d2d0-45b0-868e-8d383f899465 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] 10.222.0.10 "GET /v2.0/ports?device_id=bfb0e6d3-3659-4be6-8de6-82c47d9cfaf8 HTTP/1.1" status: 200 len: 210 time: 0.0645916 Apr 28 11:03:44.289902 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 52688) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:03:44.294629 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.v2.base [None req-160fa90c-ab0d-4c2b-a109-96114ffe9935 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Request body: {'port': {'network_id': 'd2c507fc-1bd8-4fb9-b9bb-1d186381aee1', 'name': 'tempest-PortsTestJSON-33433304'}} {{(pid=116162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:03:44.382687 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-0d0cfa4e-577c-47ec-bb08-9902c4f8c72f None None] Provisioning complete for port 4e227636-7ca1-4704-b1c2-48c58d1d0b6c triggered by entity DHCP. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:03:44.384253 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [req-8377c11c-58f0-486b-b14d-d24265e7e8b3 req-b8781c84-7cc3-4e9c-ba12-c7b522e1099b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (4e227636-7ca1-4704-b1c2-48c58d1d0b6c), before_update {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:44.384723 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-0d0cfa4e-577c-47ec-bb08-9902c4f8c72f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (4e227636-7ca1-4704-b1c2-48c58d1d0b6c), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:44.391227 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5541b9c2-da8a-4220-beab-a4ba712fb56a tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Made reservation on behalf of 52264470dd074c0f8041ca0ce5281c12 for: {'network': 1} {{(pid=116162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 11:03:44.395211 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-5541b9c2-da8a-4220-beab-a4ba712fb56a tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for network (None), before_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:44.415744 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-43d807ea-f8a9-4f72-b9de-9094c29ca8fd tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5054027', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4210784'] for subnet (16a394f0-23f3-42d9-89e0-00661c00b762), after_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:44.475800 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.db_base_plugin_common [None req-f927fad1-133b-4399-af19-aab13befd2b8 None None] Allocated IP 172.20.0.2 (d2c507fc-1bd8-4fb9-b9bb-1d186381aee1/c207f5a3-4e95-49b5-9882-640bc3718257/c0e8dcb7-1ac6-4682-b55d-c61f91568faa) {{(pid=116163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 11:03:44.579458 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.db.db_base_plugin_common [req-ff8e7774-4150-44b6-b7b4-1585b68e199d req-ff2cc332-0550-4f35-b84d-76f73655f32c tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Allocated IP 172.20.0.7 (274bb0ab-060a-48d2-9b11-773f8dd43851/d64b489b-1e9c-4cb0-8d07-ab47553d5e71/7850d2bb-cfac-45b8-818d-93aede5fe4b9) {{(pid=116162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 11:03:44.596755 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d807ea-f8a9-4f72-b9de-9094c29ca8fd tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Pushing event updated for resources: {'Subnet': ['ID=16a394f0-23f3-42d9-89e0-00661c00b762,revision_number=0']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:03:44.607674 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5541b9c2-da8a-4220-beab-a4ba712fb56a tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 96} {{(pid=116162) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 11:03:44.647071 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-0d0cfa4e-577c-47ec-bb08-9902c4f8c72f None None] Port 4e227636-7ca1-4704-b1c2-48c58d1d0b6c cannot update to ACTIVE because it is not bound. {{(pid=116163) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 28 11:03:44.660190 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-5541b9c2-da8a-4220-beab-a4ba712fb56a tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-961978'] for segment (340fd7d9-7fc0-4f80-8048-fc29a0d6fb50), precommit_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:44.660564 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.db.segments_db [None req-5541b9c2-da8a-4220-beab-a4ba712fb56a tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Added segment 340fd7d9-7fc0-4f80-8048-fc29a0d6fb50 of type vlan for network 1af4a606-f1f7-4bda-ba78-06ea1338e0cc Apr 28 11:03:44.683459 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88b92b9d-511b-47f3-bf9a-c3c76cb4e038 tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] Made reservation on behalf of 6af68124dd864f2fba5b5c4453768950 for: {'subnet': 1} {{(pid=116162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 11:03:44.686930 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-88b92b9d-511b-47f3-bf9a-c3c76cb4e038 tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4210834'] for subnet (None), before_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:44.688646 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-13dcc13e-6474-4157-98a1-30d2fef2fc84 tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742235135690', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742234710366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5219112'] for port (b353154b-2ed7-4189-b9be-57829f5b68d5), after_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:44.739579 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-f927fad1-133b-4399-af19-aab13befd2b8 None None] Publish callbacks [] for port (c0e8dcb7-1ac6-4682-b55d-c61f91568faa), precommit_create {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:44.782097 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43d807ea-f8a9-4f72-b9de-9094c29ca8fd tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Checking segment: {'id': 'b9e5ae35-f3ba-4913-a9c8-464f7dfe980c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '21f1e6f5-48b2-41c3-9a68-970d5188f8bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 11:03:44.782459 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43d807ea-f8a9-4f72-b9de-9094c29ca8fd tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Network hostable DHCP agents. Network: 21f1e6f5-48b2-41c3-9a68-970d5188f8bf, hostable agents: ['75ba81b7-fe99-4281-90d2-a5adb445ecea'], hosted agents: [] {{(pid=116162) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 11:03:44.802051 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13dcc13e-6474-4157-98a1-30d2fef2fc84 tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Pushing event deleted for resources: {'Port': ['ID=b353154b-2ed7-4189-b9be-57829f5b68d5,revision_number=None']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:03:44.802251 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-5541b9c2-da8a-4220-beab-a4ba712fb56a tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742234744962'] for network (1af4a606-f1f7-4bda-ba78-06ea1338e0cc), precommit_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:44.807817 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-f927fad1-133b-4399-af19-aab13befd2b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742234710357'] for port (c0e8dcb7-1ac6-4682-b55d-c61f91568faa), after_create {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:44.872602 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f927fad1-133b-4399-af19-aab13befd2b8 None None] Pushing event updated for resources: {'Port': ['ID=c0e8dcb7-1ac6-4682-b55d-c61f91568faa,revision_number=1']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:03:44.884421 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f927fad1-133b-4399-af19-aab13befd2b8 None None] Network d2c507fc-1bd8-4fb9-b9bb-1d186381aee1 is already hosted by enough agents. {{(pid=116163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 11:03:44.886326 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.scheduler.base_scheduler [None req-f927fad1-133b-4399-af19-aab13befd2b8 None None] Resources bound (agent type, host, resource id): {{(pid=116163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 11:03:44.890862 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f927fad1-133b-4399-af19-aab13befd2b8 None None] Received port after_create {{(pid=116163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 11:03:44.919855 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09185ded-2d83-4d0a-9ebf-d141e65c9768 req-68b92b34-3b4c-4fe0-a45c-6c178c83f0bd tempest-TestNetworkAdvancedServerOps-1762458272 tempest-TestNetworkAdvancedServerOps-1762458272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:03:44.927438 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-09185ded-2d83-4d0a-9ebf-d141e65c9768 req-68b92b34-3b4c-4fe0-a45c-6c178c83f0bd tempest-TestNetworkAdvancedServerOps-1762458272 tempest-TestNetworkAdvancedServerOps-1762458272-project] 10.222.0.10 "GET /v2.0/ports?device_id=da1b1d97-d6fb-4c40-a57a-807f6776d01a HTTP/1.1" status: 200 len: 931 time: 0.1670368 Apr 28 11:03:44.966902 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-160fa90c-ab0d-4c2b-a109-96114ffe9935 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Made reservation on behalf of f86d085f9b42493aa6c0f40f62349e1e for: {'port': 1} {{(pid=116162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 11:03:44.968971 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-160fa90c-ab0d-4c2b-a109-96114ffe9935 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (None), before_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:45.019064 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.notifiers.nova [None req-160fa90c-ab0d-4c2b-a109-96114ffe9935 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] device_id is not set on port 5000c08a-4d8c-4e74-9f6c-99070dbb7860 yet. {{(pid=116162) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 28 11:03:45.025281 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-09185ded-2d83-4d0a-9ebf-d141e65c9768 req-4325a448-1cfa-42ef-944a-1c372c540cac tempest-TestNetworkAdvancedServerOps-1762458272 tempest-TestNetworkAdvancedServerOps-1762458272-project] 10.222.0.10 "GET /v2.0/security-groups?id=0bcd3ba6-8b12-4573-ac81-fc4e6cc933d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0874071 Apr 28 11:03:45.041211 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43d807ea-f8a9-4f72-b9de-9094c29ca8fd tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Network 21f1e6f5-48b2-41c3-9a68-970d5188f8bf is scheduled to be hosted by DHCP agent 75ba81b7-fe99-4281-90d2-a5adb445ecea with binding_index 1 {{(pid=116162) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 11:03:45.052118 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-13dcc13e-6474-4157-98a1-30d2fef2fc84 tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1935354'] for router_gateway (c405c575-9dd7-4be4-8ab2-4d5ef13b0a54), after_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:45.073268 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-5541b9c2-da8a-4220-beab-a4ba712fb56a tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042'] for network (1af4a606-f1f7-4bda-ba78-06ea1338e0cc), after_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:45.078951 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5541b9c2-da8a-4220-beab-a4ba712fb56a tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:03:45.081395 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-5541b9c2-da8a-4220-beab-a4ba712fb56a tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Publish callbacks [] for network (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:45.092366 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [req-ff8e7774-4150-44b6-b7b4-1585b68e199d req-ff2cc332-0550-4f35-b84d-76f73655f32c tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks [] for port (7850d2bb-cfac-45b8-818d-93aede5fe4b9), precommit_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:45.124348 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7414afc0-5cd9-4157-a17d-0bdb21ab7121 None None] Network 5d4b40c1-092b-43e7-be27-c127b0221c8b requested from dv-neutron-master-2-hyperv {{(pid=116163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 11:03:45.128845 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Device b6d076e4-eed5-43e4-aaa5-30982fa9a545 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=116163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 11:03:45.145570 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.scheduler.base_scheduler [None req-43d807ea-f8a9-4f72-b9de-9094c29ca8fd tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 21f1e6f5-48b2-41c3-9a68-970d5188f8bf) {{(pid=116162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 11:03:45.176361 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43d807ea-f8a9-4f72-b9de-9094c29ca8fd tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:03:45.176952 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-43d807ea-f8a9-4f72-b9de-9094c29ca8fd tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Publish callbacks [] for subnet (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:45.189951 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c5ea1d9-bc32-470b-bdbc-b597d3a88ccd None None] Network 21f1e6f5-48b2-41c3-9a68-970d5188f8bf requested from dv-neutron-master-2-hyperv {{(pid=116163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 11:03:45.199214 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-13dcc13e-6474-4157-98a1-30d2fef2fc84 tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2060865', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-63275'] for router (c405c575-9dd7-4be4-8ab2-4d5ef13b0a54), precommit_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:45.203006 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.notifiers.nova [req-8377c11c-58f0-486b-b14d-d24265e7e8b3 req-b8781c84-7cc3-4e9c-ba12-c7b522e1099b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4e227636-7ca1-4704-b1c2-48c58d1d0b6c {{(pid=116161) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 11:03:45.208385 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-13dcc13e-6474-4157-98a1-30d2fef2fc84 tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Publish callbacks [] for router_controller (c405c575-9dd7-4be4-8ab2-4d5ef13b0a54), precommit_delete_associations {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:45.214712 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [req-8377c11c-58f0-486b-b14d-d24265e7e8b3 req-b8781c84-7cc3-4e9c-ba12-c7b522e1099b service neutron] Publish callbacks [] for port (4e227636-7ca1-4704-b1c2-48c58d1d0b6c), precommit_update {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:45.215017 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-aef6d141-fe98-4b68-a9cf-ca37d376eb5d None None] Provisioning complete for port b6d076e4-eed5-43e4-aaa5-30982fa9a545 triggered by entity DHCP. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:03:45.215380 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-aef6d141-fe98-4b68-a9cf-ca37d376eb5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (b6d076e4-eed5-43e4-aaa5-30982fa9a545), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:45.286010 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-5541b9c2-da8a-4220-beab-a4ba712fb56a tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.4253957 Apr 28 11:03:45.286348 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 52692) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:03:45.292137 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.v2.base [None req-a48caabd-1f16-4619-be4d-2ec66ed0ec7b tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Request body: {'subnet': {'network_id': '1af4a606-f1f7-4bda-ba78-06ea1338e0cc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=116161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:03:45.298246 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.managers [None req-f927fad1-133b-4399-af19-aab13befd2b8 None None] Attempting to bind port c0e8dcb7-1ac6-4682-b55d-c61f91568faa on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=116163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 28 11:03:45.299265 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.managers [None req-f927fad1-133b-4399-af19-aab13befd2b8 None None] Attempting to bind port c0e8dcb7-1ac6-4682-b55d-c61f91568faa by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'f31b5d01-cdff-420d-a3c0-f2d1bf108cd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'd2c507fc-1bd8-4fb9-b9bb-1d186381aee1'}] {{(pid=116163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 28 11:03:45.299265 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f927fad1-133b-4399-af19-aab13befd2b8 None None] Attempting to bind port c0e8dcb7-1ac6-4682-b55d-c61f91568faa on network d2c507fc-1bd8-4fb9-b9bb-1d186381aee1 {{(pid=116163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 11:03:45.304142 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5541b9c2-da8a-4220-beab-a4ba712fb56a tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Pushing event updated for resources: {'Network': ['ID=1af4a606-f1f7-4bda-ba78-06ea1338e0cc,revision_number=1']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:03:45.313606 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f927fad1-133b-4399-af19-aab13befd2b8 None None] Checking agent: {'id': 'd5baab19-5dd1-4902-922b-84acb048ab9c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 10, 50, 43), 'started_at': datetime.datetime(2022, 4, 28, 10, 51, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 11, 3, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=116163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 11:03:45.313954 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f927fad1-133b-4399-af19-aab13befd2b8 None None] Checking segment: {'id': 'f31b5d01-cdff-420d-a3c0-f2d1bf108cd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'd2c507fc-1bd8-4fb9-b9bb-1d186381aee1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 11:03:45.315060 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-f927fad1-133b-4399-af19-aab13befd2b8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:45.315060 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f927fad1-133b-4399-af19-aab13befd2b8 None None] Bound using segment: {'id': 'f31b5d01-cdff-420d-a3c0-f2d1bf108cd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'd2c507fc-1bd8-4fb9-b9bb-1d186381aee1'} {{(pid=116163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 11:03:45.315332 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.managers [None req-f927fad1-133b-4399-af19-aab13befd2b8 None None] Bound port: c0e8dcb7-1ac6-4682-b55d-c61f91568faa, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f31b5d01-cdff-420d-a3c0-f2d1bf108cd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'd2c507fc-1bd8-4fb9-b9bb-1d186381aee1'}}] {{(pid=116163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 28 11:03:45.316005 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-43d807ea-f8a9-4f72-b9de-9094c29ca8fd tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.7268271 Apr 28 11:03:45.317742 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-f927fad1-133b-4399-af19-aab13befd2b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (c0e8dcb7-1ac6-4682-b55d-c61f91568faa), before_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:45.319145 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 52694) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:03:45.322494 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Network 1af4a606-f1f7-4bda-ba78-06ea1338e0cc details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=116163) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 28 11:03:45.325312 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.v2.base [None req-b3af2d32-2526-48a3-909c-085c83e770d7 tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-154238200', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=116161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:03:45.339900 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Provisioning complete for port b6d076e4-eed5-43e4-aaa5-30982fa9a545 triggered by entity L2. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:03:45.340141 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (b6d076e4-eed5-43e4-aaa5-30982fa9a545), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:45.408563 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-9ecbb444-929e-4e48-a3c7-1e435bb025d5 req-41a04fe0-07da-4319-a096-3fa608db97ac tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] 10.222.0.10 "GET /v2.0/ports?device_id=bfb0e6d3-3659-4be6-8de6-82c47d9cfaf8 HTTP/1.1" status: 200 len: 210 time: 0.0387614 Apr 28 11:03:45.432940 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.db.db_base_plugin_common [None req-160fa90c-ab0d-4c2b-a109-96114ffe9935 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Allocated IP 172.20.0.14 (d2c507fc-1bd8-4fb9-b9bb-1d186381aee1/c207f5a3-4e95-49b5-9882-640bc3718257/5000c08a-4d8c-4e74-9f6c-99070dbb7860) {{(pid=116162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 11:03:45.438901 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [req-ff8e7774-4150-44b6-b7b4-1585b68e199d req-ff2cc332-0550-4f35-b84d-76f73655f32c tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742234710357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5051867'] for port (7850d2bb-cfac-45b8-818d-93aede5fe4b9), after_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:45.488965 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-b3af2d32-2526-48a3-909c-085c83e770d7 tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2060459', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-63449'] for router (f00f0213-1e42-4a51-b996-d01da5b6ad4b), before_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:45.490977 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-b3af2d32-2526-48a3-909c-085c83e770d7 tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2060827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1935275', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1960866', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-63266'] for router (f00f0213-1e42-4a51-b996-d01da5b6ad4b), precommit_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:45.491167 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ff8e7774-4150-44b6-b7b4-1585b68e199d req-ff2cc332-0550-4f35-b84d-76f73655f32c tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Network 274bb0ab-060a-48d2-9b11-773f8dd43851 is already hosted by enough agents. {{(pid=116162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 11:03:45.500945 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.scheduler.base_scheduler [req-ff8e7774-4150-44b6-b7b4-1585b68e199d req-ff2cc332-0550-4f35-b84d-76f73655f32c tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Resources bound (agent type, host, resource id): {{(pid=116162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 11:03:45.503905 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff8e7774-4150-44b6-b7b4-1585b68e199d req-ff2cc332-0550-4f35-b84d-76f73655f32c tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Received port after_create {{(pid=116162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 11:03:45.558531 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.db.provisioning_blocks [req-8377c11c-58f0-486b-b14d-d24265e7e8b3 req-b8781c84-7cc3-4e9c-ba12-c7b522e1099b service neutron] Transition to ACTIVE for port object 4e227636-7ca1-4704-b1c2-48c58d1d0b6c will not be triggered until provisioned by entity L2. {{(pid=116161) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 28 11:03:45.563593 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-13dcc13e-6474-4157-98a1-30d2fef2fc84 tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2060888'] for router (c405c575-9dd7-4be4-8ab2-4d5ef13b0a54), after_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:45.564558 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13dcc13e-6474-4157-98a1-30d2fef2fc84 tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Fanout notify agent at l3_agent the message router_deleted on router c405c575-9dd7-4be4-8ab2-4d5ef13b0a54 {{(pid=116161) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 28 11:03:45.565697 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-88b92b9d-511b-47f3-bf9a-c3c76cb4e038 tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5054027', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4210784'] for subnet (9d05dcce-72c6-42bd-9781-0e6d8ce4828e), after_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:45.573825 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff2cc332-0550-4f35-b84d-76f73655f32c tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Pushing event updated for resources: {'Port': ['ID=7850d2bb-cfac-45b8-818d-93aede5fe4b9,revision_number=1']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:03:45.574790 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-13dcc13e-6474-4157-98a1-30d2fef2fc84 tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Publish callbacks [] for router (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:45.577605 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-13dcc13e-6474-4157-98a1-30d2fef2fc84 tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] 10.222.0.10 "DELETE /v2.0/routers/c405c575-9dd7-4be4-8ab2-4d5ef13b0a54 HTTP/1.1" status: 204 len: 168 time: 2.7049389 Apr 28 11:03:45.585034 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 52698) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:03:45.589181 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-aef6d141-fe98-4b68-a9cf-ca37d376eb5d None None] Current status of the port b6d076e4-eed5-43e4-aaa5-30982fa9a545 is: DOWN; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:03:45.589619 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-aef6d141-fe98-4b68-a9cf-ca37d376eb5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (b6d076e4-eed5-43e4-aaa5-30982fa9a545), before_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:45.591757 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.v2.base [None req-db951971-d053-41d6-a83a-97f66c33ab43 tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1903478734'}} {{(pid=116161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:03:45.608402 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a48caabd-1f16-4619-be4d-2ec66ed0ec7b tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Made reservation on behalf of 52264470dd074c0f8041ca0ce5281c12 for: {'subnet': 1} {{(pid=116161) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 11:03:45.612352 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-a48caabd-1f16-4619-be4d-2ec66ed0ec7b tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5125580'] for subnet (None), before_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:45.636318 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8e7774-4150-44b6-b7b4-1585b68e199d req-ff2cc332-0550-4f35-b84d-76f73655f32c tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:03:45.637067 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [req-ff8e7774-4150-44b6-b7b4-1585b68e199d req-ff2cc332-0550-4f35-b84d-76f73655f32c tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198022'] for port (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:45.658808 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [req-8377c11c-58f0-486b-b14d-d24265e7e8b3 req-b8781c84-7cc3-4e9c-ba12-c7b522e1099b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5219123'] for port (4e227636-7ca1-4704-b1c2-48c58d1d0b6c), after_update {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:45.744899 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b92b9d-511b-47f3-bf9a-c3c76cb4e038 tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] Pushing event updated for resources: {'Subnet': ['ID=9d05dcce-72c6-42bd-9781-0e6d8ce4828e,revision_number=0']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:03:45.767325 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88b92b9d-511b-47f3-bf9a-c3c76cb4e038 tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] Checking segment: {'id': '9657150f-02df-4d04-9156-3605a21ec00d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'ebca02d5-d95a-4942-a488-463dd010b48d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 11:03:45.768269 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88b92b9d-511b-47f3-bf9a-c3c76cb4e038 tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] Network hostable DHCP agents. Network: ebca02d5-d95a-4942-a488-463dd010b48d, hostable agents: ['75ba81b7-fe99-4281-90d2-a5adb445ecea'], hosted agents: [] {{(pid=116162) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 11:03:45.773918 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-b3af2d32-2526-48a3-909c-085c83e770d7 tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Publish callbacks [] for router_controller (f00f0213-1e42-4a51-b996-d01da5b6ad4b), precommit_add_association {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:45.776094 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-f927fad1-133b-4399-af19-aab13befd2b8 None None] For port c0e8dcb7-1ac6-4682-b55d-c61f91568faa, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=116163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 11:03:45.786451 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfd3055b-dcf6-453a-b21e-29631475e824 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-21f1e6f5-48b2-41c3-9a68-970d5188f8bf', 'network_id': '21f1e6f5-48b2-41c3-9a68-970d5188f8bf', 'project_id': '1d85c55944a24e6b8fc5b73917e91c0e', 'fixed_ips': [{'subnet_id': '16a394f0-23f3-42d9-89e0-00661c00b762'}]}} from dv-neutron-master-2-hyperv. {{(pid=116163) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 28 11:03:45.786644 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.db.ipam_backend_mixin [None req-a48caabd-1f16-4619-be4d-2ec66ed0ec7b tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Performing IP validity checks on allocation pools {{(pid=116161) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Apr 28 11:03:45.788933 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.db.ipam_backend_mixin [None req-a48caabd-1f16-4619-be4d-2ec66ed0ec7b tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Checking for overlaps among allocation pools and gateway ip {{(pid=116161) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Apr 28 11:03:45.791324 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-bfd3055b-dcf6-453a-b21e-29631475e824 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (None), before_create {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:45.794790 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-aef6d141-fe98-4b68-a9cf-ca37d376eb5d None None] For port b6d076e4-eed5-43e4-aaa5-30982fa9a545, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=b6d076e4-eed5-43e4-aaa5-30982fa9a545,segment=NetworkSegment(9bfb6b06-27f3-4977-95fe-5aa6cf441273),segment_id=9bfb6b06-27f3-4977-95fe-5aa6cf441273)] {{(pid=116163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 11:03:45.797398 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db951971-d053-41d6-a83a-97f66c33ab43 tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Made reservation on behalf of 0f4d85af73ea40518271b3ac6c23a282 for: {'network': 1} {{(pid=116161) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 11:03:45.800819 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-db951971-d053-41d6-a83a-97f66c33ab43 tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for network (None), before_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:45.830005 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-ff8e7774-4150-44b6-b7b4-1585b68e199d req-ff2cc332-0550-4f35-b84d-76f73655f32c tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4504287 Apr 28 11:03:45.838081 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-f927fad1-133b-4399-af19-aab13befd2b8 None None] For port c0e8dcb7-1ac6-4682-b55d-c61f91568faa, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=c0e8dcb7-1ac6-4682-b55d-c61f91568faa,segment=NetworkSegment(f31b5d01-cdff-420d-a3c0-f2d1bf108cd0),segment_id=f31b5d01-cdff-420d-a3c0-f2d1bf108cd0)] {{(pid=116163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 11:03:45.848555 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Current status of the port b6d076e4-eed5-43e4-aaa5-30982fa9a545 is: DOWN; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:03:45.848949 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (b6d076e4-eed5-43e4-aaa5-30982fa9a545), before_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:45.859804 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8781c84-7cc3-4e9c-ba12-c7b522e1099b service neutron] Pushing event updated for resources: {'Port': ['ID=4e227636-7ca1-4704-b1c2-48c58d1d0b6c,revision_number=2']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:03:45.868364 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.v2.base [req-ff8e7774-4150-44b6-b7b4-1585b68e199d req-62c1f96a-74e8-4364-ae81-5efc1abf566f service neutron] Request body: {'port': {'device_id': 'bfb0e6d3-3659-4be6-8de6-82c47d9cfaf8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-mast'}} {{(pid=116162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:03:45.887382 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-db951971-d053-41d6-a83a-97f66c33ab43 tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 64} {{(pid=116161) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 11:03:45.925600 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-b3af2d32-2526-48a3-909c-085c83e770d7 tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2060818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1935326'] for router (f00f0213-1e42-4a51-b996-d01da5b6ad4b), after_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:45.935450 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-160fa90c-ab0d-4c2b-a109-96114ffe9935 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Publish callbacks [] for port (5000c08a-4d8c-4e74-9f6c-99070dbb7860), precommit_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:45.948010 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-aef6d141-fe98-4b68-a9cf-ca37d376eb5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393'] for port (b6d076e4-eed5-43e4-aaa5-30982fa9a545), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:45.968162 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-db951971-d053-41d6-a83a-97f66c33ab43 tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-961978'] for segment (9303a62f-7c72-40d4-b089-8f40f32f0b64), precommit_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:45.974327 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.db.segments_db [None req-db951971-d053-41d6-a83a-97f66c33ab43 tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Added segment 9303a62f-7c72-40d4-b089-8f40f32f0b64 of type vlan for network 0b121937-7ad2-4d91-a814-79580e269e26 Apr 28 11:03:46.023064 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-f927fad1-133b-4399-af19-aab13befd2b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393'] for port (c0e8dcb7-1ac6-4682-b55d-c61f91568faa), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:46.029601 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef6d141-fe98-4b68-a9cf-ca37d376eb5d None None] Pushing event updated for resources: {'Port': ['ID=b6d076e4-eed5-43e4-aaa5-30982fa9a545,revision_number=3']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:03:46.065524 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-160fa90c-ab0d-4c2b-a109-96114ffe9935 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742234710357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5051867'] for port (5000c08a-4d8c-4e74-9f6c-99070dbb7860), after_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:46.087545 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88b92b9d-511b-47f3-bf9a-c3c76cb4e038 tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] Network ebca02d5-d95a-4942-a488-463dd010b48d is scheduled to be hosted by DHCP agent 75ba81b7-fe99-4281-90d2-a5adb445ecea with binding_index 1 {{(pid=116162) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 11:03:46.093487 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-b3af2d32-2526-48a3-909c-085c83e770d7 tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Publish callbacks [] for router (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:46.094946 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-b3af2d32-2526-48a3-909c-085c83e770d7 tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.7745211 Apr 28 11:03:46.101734 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [req-ff8e7774-4150-44b6-b7b4-1585b68e199d req-62c1f96a-74e8-4364-ae81-5efc1abf566f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (7850d2bb-cfac-45b8-818d-93aede5fe4b9), before_update {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:46.105752 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 52702) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:03:46.185912 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f927fad1-133b-4399-af19-aab13befd2b8 None None] Pushing event updated for resources: {'Port': ['ID=c0e8dcb7-1ac6-4682-b55d-c61f91568faa,revision_number=2']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:03:46.198354 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-db951971-d053-41d6-a83a-97f66c33ab43 tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742234744962'] for network (0b121937-7ad2-4d91-a814-79580e269e26), precommit_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:46.231177 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-9bca7a3b-c8ae-49c4-8d76-302ad4141294 None None] Provisioning complete for port 7850d2bb-cfac-45b8-818d-93aede5fe4b9 triggered by entity DHCP. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:03:46.231422 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-9bca7a3b-c8ae-49c4-8d76-302ad4141294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (7850d2bb-cfac-45b8-818d-93aede5fe4b9), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:46.247347 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4df122-cb6f-49d1-b915-fce1533de7f3 req-22806a39-77b8-45b5-8a98-33b306ea43b7 tempest-TestNetworkAdvancedServerOps-1762458272 tempest-TestNetworkAdvancedServerOps-1762458272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:03:46.257347 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-8d4df122-cb6f-49d1-b915-fce1533de7f3 req-22806a39-77b8-45b5-8a98-33b306ea43b7 tempest-TestNetworkAdvancedServerOps-1762458272 tempest-TestNetworkAdvancedServerOps-1762458272-project] 10.222.0.10 "GET /v2.0/ports?device_id=da1b1d97-d6fb-4c40-a57a-807f6776d01a HTTP/1.1" status: 200 len: 943 time: 0.0947158 Apr 28 11:03:46.262800 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.managers [req-8377c11c-58f0-486b-b14d-d24265e7e8b3 req-b8781c84-7cc3-4e9c-ba12-c7b522e1099b service neutron] Attempting to bind port 4e227636-7ca1-4704-b1c2-48c58d1d0b6c on host hv-neutron-mast for vnic_type normal with profile {{(pid=116161) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 28 11:03:46.263145 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.managers [req-8377c11c-58f0-486b-b14d-d24265e7e8b3 req-b8781c84-7cc3-4e9c-ba12-c7b522e1099b service neutron] Attempting to bind port 4e227636-7ca1-4704-b1c2-48c58d1d0b6c by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '3a3711b0-a922-46d0-81e4-03dc755adc63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '11667949-6108-4d31-ad58-bd4aa04ee38c'}] {{(pid=116161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 28 11:03:46.263477 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8377c11c-58f0-486b-b14d-d24265e7e8b3 req-b8781c84-7cc3-4e9c-ba12-c7b522e1099b service neutron] Attempting to bind port 4e227636-7ca1-4704-b1c2-48c58d1d0b6c on network 11667949-6108-4d31-ad58-bd4aa04ee38c {{(pid=116161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 11:03:46.289998 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.scheduler.base_scheduler [None req-88b92b9d-511b-47f3-bf9a-c3c76cb4e038 tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, ebca02d5-d95a-4942-a488-463dd010b48d) {{(pid=116162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 11:03:46.299445 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.db.api [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=116163) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 28 11:03:46.299823 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG oslo_db.api [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=116163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 28 11:03:46.307050 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-160fa90c-ab0d-4c2b-a109-96114ffe9935 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Network d2c507fc-1bd8-4fb9-b9bb-1d186381aee1 is already hosted by enough agents. {{(pid=116162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 11:03:46.311166 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-9bca7a3b-c8ae-49c4-8d76-302ad4141294 None None] Port 7850d2bb-cfac-45b8-818d-93aede5fe4b9 cannot update to ACTIVE because it is not bound. {{(pid=116163) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 28 11:03:46.311352 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88b92b9d-511b-47f3-bf9a-c3c76cb4e038 tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:03:46.311352 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-88b92b9d-511b-47f3-bf9a-c3c76cb4e038 tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] Publish callbacks [] for subnet (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:46.315173 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8377c11c-58f0-486b-b14d-d24265e7e8b3 req-b8781c84-7cc3-4e9c-ba12-c7b522e1099b service neutron] Port 4e227636-7ca1-4704-b1c2-48c58d1d0b6c on network 11667949-6108-4d31-ad58-bd4aa04ee38c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=116161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 28 11:03:46.315501 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8377c11c-58f0-486b-b14d-d24265e7e8b3 req-b8781c84-7cc3-4e9c-ba12-c7b522e1099b service neutron] Attempting to bind port 4e227636-7ca1-4704-b1c2-48c58d1d0b6c on network 11667949-6108-4d31-ad58-bd4aa04ee38c {{(pid=116161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 11:03:46.318582 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.scheduler.base_scheduler [None req-160fa90c-ab0d-4c2b-a109-96114ffe9935 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Resources bound (agent type, host, resource id): {{(pid=116162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 11:03:46.321397 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2a87ff4-4a35-412f-8057-e4ac29de4d2b None None] Network ebca02d5-d95a-4942-a488-463dd010b48d requested from dv-neutron-master-2-hyperv {{(pid=116163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 11:03:46.328071 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.db_base_plugin_common [None req-bfd3055b-dcf6-453a-b21e-29631475e824 None None] Allocated IP 172.21.0.2 (21f1e6f5-48b2-41c3-9a68-970d5188f8bf/16a394f0-23f3-42d9-89e0-00661c00b762/e897b0e6-10c7-49d2-b271-0de0818e9556) {{(pid=116163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 11:03:46.341831 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8377c11c-58f0-486b-b14d-d24265e7e8b3 req-b8781c84-7cc3-4e9c-ba12-c7b522e1099b service neutron] Checking agent: {'id': '6be95134-9a6c-4663-8b48-90d12ce90c60', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-mast', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 10, 57, 20), 'started_at': datetime.datetime(2022, 4, 28, 10, 57, 20), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 11, 3, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=116161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 11:03:46.342188 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8377c11c-58f0-486b-b14d-d24265e7e8b3 req-b8781c84-7cc3-4e9c-ba12-c7b522e1099b service neutron] Checking segment: {'id': '3a3711b0-a922-46d0-81e4-03dc755adc63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '11667949-6108-4d31-ad58-bd4aa04ee38c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 11:03:46.342690 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8377c11c-58f0-486b-b14d-d24265e7e8b3 req-b8781c84-7cc3-4e9c-ba12-c7b522e1099b service neutron] Bound using segment: {'id': '3a3711b0-a922-46d0-81e4-03dc755adc63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '11667949-6108-4d31-ad58-bd4aa04ee38c'} {{(pid=116161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 11:03:46.343959 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.managers [req-8377c11c-58f0-486b-b14d-d24265e7e8b3 req-b8781c84-7cc3-4e9c-ba12-c7b522e1099b service neutron] Bound port: 4e227636-7ca1-4704-b1c2-48c58d1d0b6c, host: hv-neutron-mast, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3a3711b0-a922-46d0-81e4-03dc755adc63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '11667949-6108-4d31-ad58-bd4aa04ee38c'}}] {{(pid=116161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 28 11:03:46.343959 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [req-8377c11c-58f0-486b-b14d-d24265e7e8b3 req-b8781c84-7cc3-4e9c-ba12-c7b522e1099b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (4e227636-7ca1-4704-b1c2-48c58d1d0b6c), before_update {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:46.411216 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-160fa90c-ab0d-4c2b-a109-96114ffe9935 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Pushing event updated for resources: {'Port': ['ID=5000c08a-4d8c-4e74-9f6c-99070dbb7860,revision_number=1']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:03:46.412078 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-8d4df122-cb6f-49d1-b915-fce1533de7f3 req-d97dbe95-922f-4dca-b0ad-fed0f4692aab tempest-TestNetworkAdvancedServerOps-1762458272 tempest-TestNetworkAdvancedServerOps-1762458272-project] 10.222.0.10 "GET /v2.0/security-groups?id=0bcd3ba6-8b12-4573-ac81-fc4e6cc933d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1441956 Apr 28 11:03:46.424813 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-160fa90c-ab0d-4c2b-a109-96114ffe9935 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Received port after_create {{(pid=116162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 11:03:46.427225 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-db951971-d053-41d6-a83a-97f66c33ab43 tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042'] for network (0b121937-7ad2-4d91-a814-79580e269e26), after_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:46.439364 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db951971-d053-41d6-a83a-97f66c33ab43 tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:03:46.439364 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-db951971-d053-41d6-a83a-97f66c33ab43 tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Publish callbacks [] for network (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:46.484131 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-a48caabd-1f16-4619-be4d-2ec66ed0ec7b tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5220536', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5125438'] for subnet (5892ef77-1b59-49aa-bc74-fad8ce781ad2), after_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:46.538416 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-88b92b9d-511b-47f3-bf9a-c3c76cb4e038 tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.3521092 Apr 28 11:03:46.544399 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.db [req-8377c11c-58f0-486b-b14d-d24265e7e8b3 req-b8781c84-7cc3-4e9c-ba12-c7b522e1099b service neutron] For port 4e227636-7ca1-4704-b1c2-48c58d1d0b6c, host hv-neutron-mast, cleared binding levels {{(pid=116161) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 11:03:46.552325 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 52706) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:03:46.599475 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-faaf077a-4dd6-424b-9672-56fa5e256259 None None] Provisioning complete for port b6d076e4-eed5-43e4-aaa5-30982fa9a545 triggered by entity DHCP. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:03:46.599932 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-faaf077a-4dd6-424b-9672-56fa5e256259 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (b6d076e4-eed5-43e4-aaa5-30982fa9a545), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:46.693463 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2805e8-c061-4202-bf40-1ead0e1138e9 req-094701e6-37a7-4f26-8937-28802a8edc87 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:03:46.695015 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-8c2805e8-c061-4202-bf40-1ead0e1138e9 req-094701e6-37a7-4f26-8937-28802a8edc87 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] 10.222.0.10 "GET /v2.0/ports?device_id=bfb0e6d3-3659-4be6-8de6-82c47d9cfaf8 HTTP/1.1" status: 200 len: 931 time: 0.1683576 Apr 28 11:03:46.700913 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-db951971-d053-41d6-a83a-97f66c33ab43 tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.1119366 Apr 28 11:03:46.706879 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.db [req-8377c11c-58f0-486b-b14d-d24265e7e8b3 req-b8781c84-7cc3-4e9c-ba12-c7b522e1099b service neutron] For port 4e227636-7ca1-4704-b1c2-48c58d1d0b6c, host hv-neutron-mast, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=4e227636-7ca1-4704-b1c2-48c58d1d0b6c,segment=NetworkSegment(3a3711b0-a922-46d0-81e4-03dc755adc63),segment_id=3a3711b0-a922-46d0-81e4-03dc755adc63)] {{(pid=116161) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 11:03:46.708736 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17d23816-bc1a-4616-b6c6-d7407cfe6281 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-ebca02d5-d95a-4942-a488-463dd010b48d', 'network_id': 'ebca02d5-d95a-4942-a488-463dd010b48d', 'project_id': '6af68124dd864f2fba5b5c4453768950', 'fixed_ips': [{'subnet_id': '9d05dcce-72c6-42bd-9781-0e6d8ce4828e'}]}} from dv-neutron-master-2-hyperv. {{(pid=116163) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 28 11:03:46.709386 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-17d23816-bc1a-4616-b6c6-d7407cfe6281 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (None), before_create {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:46.730185 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db951971-d053-41d6-a83a-97f66c33ab43 tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Pushing event updated for resources: {'Network': ['ID=0b121937-7ad2-4d91-a814-79580e269e26,revision_number=1']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:03:46.733589 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a48caabd-1f16-4619-be4d-2ec66ed0ec7b tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Pushing event updated for resources: {'Subnet': ['ID=5892ef77-1b59-49aa-bc74-fad8ce781ad2,revision_number=0']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:03:46.740599 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 52708) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:03:46.744639 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-bfd3055b-dcf6-453a-b21e-29631475e824 None None] Publish callbacks [] for port (e897b0e6-10c7-49d2-b271-0de0818e9556), precommit_create {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:46.746214 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Network 0b121937-7ad2-4d91-a814-79580e269e26 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=116163) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 28 11:03:46.747709 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.v2.base [None req-56449ba4-9592-4fdd-a8e8-b24212d9a089 tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Request body: {'subnet': {'network_id': '0b121937-7ad2-4d91-a814-79580e269e26', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=116162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:03:46.790189 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [req-8377c11c-58f0-486b-b14d-d24265e7e8b3 req-b8781c84-7cc3-4e9c-ba12-c7b522e1099b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5219123'] for port (4e227636-7ca1-4704-b1c2-48c58d1d0b6c), after_update {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:46.817215 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8377c11c-58f0-486b-b14d-d24265e7e8b3 req-b8781c84-7cc3-4e9c-ba12-c7b522e1099b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:03:46.818093 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [req-8377c11c-58f0-486b-b14d-d24265e7e8b3 req-b8781c84-7cc3-4e9c-ba12-c7b522e1099b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198022'] for port (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:46.819673 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-8377c11c-58f0-486b-b14d-d24265e7e8b3 req-b8781c84-7cc3-4e9c-ba12-c7b522e1099b service neutron] 10.222.0.20 "PUT /v2.0/ports/4e227636-7ca1-4704-b1c2-48c58d1d0b6c HTTP/1.1" status: 200 len: 1093 time: 2.6612377 Apr 28 11:03:46.830160 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da1b1d97-d6fb-4c40-a57a-807f6776d01a', 'tag': '4e227636-7ca1-4704-b1c2-48c58d1d0b6c'}] {{(pid=116161) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 11:03:46.832844 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e748734031c26dffb00ab563e48cb7690d820419218221ecd4f9c2a21276ff88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-deb6990e-ab8f-48f6-b2eb-b4917d20e161" -d '{"events": [{"name": "network-changed", "server_uuid": "da1b1d97-d6fb-4c40-a57a-807f6776d01a", "tag": "4e227636-7ca1-4704-b1c2-48c58d1d0b6c"}]}' {{(pid=116161) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 11:03:46.885971 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-bfd3055b-dcf6-453a-b21e-29631475e824 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742234710357'] for port (e897b0e6-10c7-49d2-b271-0de0818e9556), after_create {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:46.935135 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-8c2805e8-c061-4202-bf40-1ead0e1138e9 req-4c3c6efe-92db-47bc-9d0b-a89c11bc58a0 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] 10.222.0.10 "GET /v2.0/security-groups?id=126444c7-d985-4711-872e-652c823476a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1855280 Apr 28 11:03:47.003171 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 11:03:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51a7ef7c-7e12-4e12-a09c-11ea9ad1b164 x-openstack-request-id: req-51a7ef7c-7e12-4e12-a09c-11ea9ad1b164 {{(pid=116161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 11:03:47.003525 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "da1b1d97-d6fb-4c40-a57a-807f6776d01a", "tag": "4e227636-7ca1-4704-b1c2-48c58d1d0b6c", "status": "completed", "code": 200}]} {{(pid=116161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 11:03:47.003721 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-51a7ef7c-7e12-4e12-a09c-11ea9ad1b164 {{(pid=116161) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 11:03:47.004134 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.notifiers.nova [-] Nova event matching ['req-51a7ef7c-7e12-4e12-a09c-11ea9ad1b164'] response: {'name': 'network-changed', 'server_uuid': 'da1b1d97-d6fb-4c40-a57a-807f6776d01a', 'tag': '4e227636-7ca1-4704-b1c2-48c58d1d0b6c', 'status': 'completed', 'code': 200} Apr 28 11:03:47.009108 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a48caabd-1f16-4619-be4d-2ec66ed0ec7b tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Checking segment: {'id': '340fd7d9-7fc0-4f80-8048-fc29a0d6fb50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '1af4a606-f1f7-4bda-ba78-06ea1338e0cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 11:03:47.009556 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a48caabd-1f16-4619-be4d-2ec66ed0ec7b tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Network hostable DHCP agents. Network: 1af4a606-f1f7-4bda-ba78-06ea1338e0cc, hostable agents: ['75ba81b7-fe99-4281-90d2-a5adb445ecea'], hosted agents: [] {{(pid=116161) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 11:03:47.021105 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8377c11c-58f0-486b-b14d-d24265e7e8b3 req-00716314-e594-4d39-b704-31a88d88d714 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:03:47.022753 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-8377c11c-58f0-486b-b14d-d24265e7e8b3 req-00716314-e594-4d39-b704-31a88d88d714 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=a8cc80fe41234707a2dcbf4e2aa0b823&device_id=da1b1d97-d6fb-4c40-a57a-807f6776d01a HTTP/1.1" status: 200 len: 1127 time: 0.0865755 Apr 28 11:03:47.082169 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfd3055b-dcf6-453a-b21e-29631475e824 None None] Network 21f1e6f5-48b2-41c3-9a68-970d5188f8bf is already hosted by enough agents. {{(pid=116163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 11:03:47.098352 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.scheduler.base_scheduler [None req-bfd3055b-dcf6-453a-b21e-29631475e824 None None] Resources bound (agent type, host, resource id): {{(pid=116163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 11:03:47.124468 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Current status of the port b6d076e4-eed5-43e4-aaa5-30982fa9a545 is: ACTIVE; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:03:47.124793 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8781c84-7cc3-4e9c-ba12-c7b522e1099b service neutron] Pushing event updated for resources: {'Port': ['ID=4e227636-7ca1-4704-b1c2-48c58d1d0b6c,revision_number=3']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:03:47.129512 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfd3055b-dcf6-453a-b21e-29631475e824 None None] Received port after_create {{(pid=116163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 11:03:47.132868 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-faaf077a-4dd6-424b-9672-56fa5e256259 None None] Current status of the port b6d076e4-eed5-43e4-aaa5-30982fa9a545 is: ACTIVE; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:03:47.133552 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-8377c11c-58f0-486b-b14d-d24265e7e8b3 req-a1f09e75-25e6-4923-8a0a-3129a39714a5 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4e227636-7ca1-4704-b1c2-48c58d1d0b6c HTTP/1.1" status: 200 len: 217 time: 0.0927031 Apr 28 11:03:47.141478 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-fdc04002-3552-444e-bcc6-f593a3218e90 tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-979593'] for network (ebca02d5-d95a-4942-a488-463dd010b48d), before_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:47.142172 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd3055b-dcf6-453a-b21e-29631475e824 None None] Pushing event updated for resources: {'Port': ['ID=e897b0e6-10c7-49d2-b271-0de0818e9556,revision_number=1']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:03:47.193159 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8377c11c-58f0-486b-b14d-d24265e7e8b3 req-c44828c4-2e0d-43cd-8bf3-99f30d884b61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:03:47.193159 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-8377c11c-58f0-486b-b14d-d24265e7e8b3 req-c44828c4-2e0d-43cd-8bf3-99f30d884b61 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=2b3feac5-a337-48a6-93bd-b4c13f02752b HTTP/1.1" status: 200 len: 834 time: 0.0498438 Apr 28 11:03:47.221540 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a48caabd-1f16-4619-be4d-2ec66ed0ec7b tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Network 1af4a606-f1f7-4bda-ba78-06ea1338e0cc is scheduled to be hosted by DHCP agent 75ba81b7-fe99-4281-90d2-a5adb445ecea with binding_index 1 {{(pid=116161) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 11:03:47.307420 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-160fa90c-ab0d-4c2b-a109-96114ffe9935 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:03:47.308434 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-160fa90c-ab0d-4c2b-a109-96114ffe9935 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198022'] for port (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:47.312328 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8377c11c-58f0-486b-b14d-d24265e7e8b3 req-fb3979fa-a1ae-4287-b512-c60f162850b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:03:47.314159 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-8377c11c-58f0-486b-b14d-d24265e7e8b3 req-fb3979fa-a1ae-4287-b512-c60f162850b5 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=11667949-6108-4d31-ad58-bd4aa04ee38c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.1098723 Apr 28 11:03:47.315420 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-fdc04002-3552-444e-bcc6-f593a3218e90 tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-971303'] for subnet (9d05dcce-72c6-42bd-9781-0e6d8ce4828e), precommit_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:47.364952 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.scheduler.base_scheduler [None req-a48caabd-1f16-4619-be4d-2ec66ed0ec7b tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 1af4a606-f1f7-4bda-ba78-06ea1338e0cc) {{(pid=116161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 11:03:47.370270 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a48caabd-1f16-4619-be4d-2ec66ed0ec7b tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:03:47.371037 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-a48caabd-1f16-4619-be4d-2ec66ed0ec7b tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Publish callbacks [] for subnet (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:47.402501 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f00e841-1a7c-418f-870b-045025c2a63d None None] Network 1af4a606-f1f7-4bda-ba78-06ea1338e0cc requested from dv-neutron-master-2-hyperv {{(pid=116163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 11:03:47.448899 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.db_base_plugin_common [None req-17d23816-bc1a-4616-b6c6-d7407cfe6281 None None] Allocated IP 172.20.0.2 (ebca02d5-d95a-4942-a488-463dd010b48d/9d05dcce-72c6-42bd-9781-0e6d8ce4828e/cd9770e0-8481-43f6-aae2-1189400d73f2) {{(pid=116163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 11:03:47.496656 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Device c0e8dcb7-1ac6-4682-b55d-c61f91568faa up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=116163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 11:03:47.547314 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-a48caabd-1f16-4619-be4d-2ec66ed0ec7b tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.2595947 Apr 28 11:03:47.549889 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-cef33179-34b6-49d3-a7ea-b0a4537d2fb7 tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (None), before_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:47.554042 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 52714) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:03:47.566933 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-160fa90c-ab0d-4c2b-a109-96114ffe9935 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 3.2772276 Apr 28 11:03:47.567131 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-8377c11c-58f0-486b-b14d-d24265e7e8b3 req-a0372d60-a995-4fe8-9515-2b61ca996eb4 service neutron] 10.222.0.20 "GET /v2.0/networks/11667949-6108-4d31-ad58-bd4aa04ee38c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2461205 Apr 28 11:03:47.567131 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 52716) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:03:47.571894 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.v2.base [None req-828c935a-01d8-40f4-9f03-0c4eac35ef79 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Request body: {'port': {'network_id': 'd2c507fc-1bd8-4fb9-b9bb-1d186381aee1', 'name': 'tempest-PortsTestJSON-1378403007'}} {{(pid=116161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:03:47.581461 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.v2.base [None req-2624ed06-04c5-42a0-9325-77ba4080464e tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Request body: {'port': {'network_id': '1af4a606-f1f7-4bda-ba78-06ea1338e0cc', 'name': 'tempest-PortsIpV6TestJSON-1278956389'}} {{(pid=116162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:03:47.599878 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.managers [None req-bfd3055b-dcf6-453a-b21e-29631475e824 None None] Attempting to bind port e897b0e6-10c7-49d2-b271-0de0818e9556 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=116163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 28 11:03:47.600398 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.managers [None req-bfd3055b-dcf6-453a-b21e-29631475e824 None None] Attempting to bind port e897b0e6-10c7-49d2-b271-0de0818e9556 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'b9e5ae35-f3ba-4913-a9c8-464f7dfe980c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '21f1e6f5-48b2-41c3-9a68-970d5188f8bf'}] {{(pid=116163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 28 11:03:47.601026 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfd3055b-dcf6-453a-b21e-29631475e824 None None] Attempting to bind port e897b0e6-10c7-49d2-b271-0de0818e9556 on network 21f1e6f5-48b2-41c3-9a68-970d5188f8bf {{(pid=116163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 11:03:47.643792 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfd3055b-dcf6-453a-b21e-29631475e824 None None] Checking agent: {'id': 'd5baab19-5dd1-4902-922b-84acb048ab9c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 10, 50, 43), 'started_at': datetime.datetime(2022, 4, 28, 10, 51, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 11, 3, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=116163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 11:03:47.644605 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfd3055b-dcf6-453a-b21e-29631475e824 None None] Checking segment: {'id': 'b9e5ae35-f3ba-4913-a9c8-464f7dfe980c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '21f1e6f5-48b2-41c3-9a68-970d5188f8bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 11:03:47.645250 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-bfd3055b-dcf6-453a-b21e-29631475e824 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:47.645898 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfd3055b-dcf6-453a-b21e-29631475e824 None None] Bound using segment: {'id': 'b9e5ae35-f3ba-4913-a9c8-464f7dfe980c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '21f1e6f5-48b2-41c3-9a68-970d5188f8bf'} {{(pid=116163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 11:03:47.646647 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.managers [None req-bfd3055b-dcf6-453a-b21e-29631475e824 None None] Bound port: e897b0e6-10c7-49d2-b271-0de0818e9556, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9e5ae35-f3ba-4913-a9c8-464f7dfe980c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '21f1e6f5-48b2-41c3-9a68-970d5188f8bf'}}] {{(pid=116163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 28 11:03:47.647258 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-bfd3055b-dcf6-453a-b21e-29631475e824 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (e897b0e6-10c7-49d2-b271-0de0818e9556), before_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:47.649384 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a12632d-4950-4eea-a4b9-a9038cdd9450 req-1ef8a24b-bfb0-4aa6-8c36-ab19917d15f9 tempest-TestNetworkAdvancedServerOps-1762458272 tempest-TestNetworkAdvancedServerOps-1762458272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:03:47.651161 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-3a12632d-4950-4eea-a4b9-a9038cdd9450 req-1ef8a24b-bfb0-4aa6-8c36-ab19917d15f9 tempest-TestNetworkAdvancedServerOps-1762458272 tempest-TestNetworkAdvancedServerOps-1762458272-project] 10.222.0.10 "GET /v2.0/ports?device_id=da1b1d97-d6fb-4c40-a57a-807f6776d01a HTTP/1.1" status: 200 len: 943 time: 0.1249185 Apr 28 11:03:47.701141 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56449ba4-9592-4fdd-a8e8-b24212d9a089 tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Made reservation on behalf of 0f4d85af73ea40518271b3ac6c23a282 for: {'subnet': 1} {{(pid=116162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 11:03:47.705080 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-56449ba4-9592-4fdd-a8e8-b24212d9a089 tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4210834'] for subnet (None), before_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:47.735140 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.notifiers.nova [req-ff8e7774-4150-44b6-b7b4-1585b68e199d req-62c1f96a-74e8-4364-ae81-5efc1abf566f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7850d2bb-cfac-45b8-818d-93aede5fe4b9 {{(pid=116162) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 11:03:47.793116 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Provisioning complete for port c0e8dcb7-1ac6-4682-b55d-c61f91568faa triggered by entity L2. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:03:47.793883 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (c0e8dcb7-1ac6-4682-b55d-c61f91568faa), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:47.816644 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [req-ff8e7774-4150-44b6-b7b4-1585b68e199d req-62c1f96a-74e8-4364-ae81-5efc1abf566f service neutron] Publish callbacks [] for port (7850d2bb-cfac-45b8-818d-93aede5fe4b9), precommit_update {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:47.847218 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3165ca8e-cb1f-4979-a238-1b8e64538316 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-1af4a606-f1f7-4bda-ba78-06ea1338e0cc', 'network_id': '1af4a606-f1f7-4bda-ba78-06ea1338e0cc', 'project_id': '52264470dd074c0f8041ca0ce5281c12', 'fixed_ips': [{'subnet_id': '5892ef77-1b59-49aa-bc74-fad8ce781ad2'}]}} from dv-neutron-master-2-hyperv. {{(pid=116163) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 28 11:03:47.848510 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-3165ca8e-cb1f-4979-a238-1b8e64538316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (None), before_create {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:47.902512 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.db.provisioning_blocks [req-ff8e7774-4150-44b6-b7b4-1585b68e199d req-62c1f96a-74e8-4364-ae81-5efc1abf566f service neutron] Transition to ACTIVE for port object 7850d2bb-cfac-45b8-818d-93aede5fe4b9 will not be triggered until provisioned by entity L2. {{(pid=116162) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 28 11:03:47.930340 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e34fde2d-b390-4d12-843b-3dd1f85ac3b6 None None] Network d2c507fc-1bd8-4fb9-b9bb-1d186381aee1 requested from dv-neutron-master-2-hyperv {{(pid=116163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 11:03:47.994220 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [req-ff8e7774-4150-44b6-b7b4-1585b68e199d req-62c1f96a-74e8-4364-ae81-5efc1abf566f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5051840'] for port (7850d2bb-cfac-45b8-818d-93aede5fe4b9), after_update {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:48.000792 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-bfd3055b-dcf6-453a-b21e-29631475e824 None None] For port e897b0e6-10c7-49d2-b271-0de0818e9556, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=116163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 11:03:48.005792 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-bfd3055b-dcf6-453a-b21e-29631475e824 None None] For port e897b0e6-10c7-49d2-b271-0de0818e9556, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=e897b0e6-10c7-49d2-b271-0de0818e9556,segment=NetworkSegment(b9e5ae35-f3ba-4913-a9c8-464f7dfe980c),segment_id=b9e5ae35-f3ba-4913-a9c8-464f7dfe980c)] {{(pid=116163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 11:03:48.019291 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-17d23816-bc1a-4616-b6c6-d7407cfe6281 None None] Publish callbacks [] for port (cd9770e0-8481-43f6-aae2-1189400d73f2), precommit_create {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:48.086442 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-270f2634-5d42-4af0-96ab-04ac214b0dd7 None None] Provisioning complete for port c0e8dcb7-1ac6-4682-b55d-c61f91568faa triggered by entity DHCP. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:03:48.087528 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-270f2634-5d42-4af0-96ab-04ac214b0dd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (c0e8dcb7-1ac6-4682-b55d-c61f91568faa), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:48.094958 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-bfd3055b-dcf6-453a-b21e-29631475e824 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393'] for port (e897b0e6-10c7-49d2-b271-0de0818e9556), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:48.163480 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c1f96a-74e8-4364-ae81-5efc1abf566f service neutron] Pushing event updated for resources: {'Port': ['ID=7850d2bb-cfac-45b8-818d-93aede5fe4b9,revision_number=2']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:03:48.166488 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-17d23816-bc1a-4616-b6c6-d7407cfe6281 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742234710357'] for port (cd9770e0-8481-43f6-aae2-1189400d73f2), after_create {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:48.184581 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da45d881-453d-4570-b8af-29e8c53dacd2 req-8e6a93c6-073b-4aec-852e-2520ec0b4fa2 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:03:48.186428 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-da45d881-453d-4570-b8af-29e8c53dacd2 req-8e6a93c6-073b-4aec-852e-2520ec0b4fa2 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] 10.222.0.10 "GET /v2.0/ports?device_id=bfb0e6d3-3659-4be6-8de6-82c47d9cfaf8 HTTP/1.1" status: 200 len: 943 time: 0.1531172 Apr 28 11:03:48.219476 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-8377c11c-58f0-486b-b14d-d24265e7e8b3 req-6d19d822-92e2-41b6-b79b-c5a2ff1aed61 service neutron] 10.222.0.20 "GET /v2.0/networks/11667949-6108-4d31-ad58-bd4aa04ee38c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6370261 Apr 28 11:03:48.250042 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-3a12632d-4950-4eea-a4b9-a9038cdd9450 req-53b5d9b3-bb73-4dc1-bc33-2262c2b8c8e7 tempest-TestNetworkAdvancedServerOps-1762458272 tempest-TestNetworkAdvancedServerOps-1762458272-project] 10.222.0.10 "GET /v2.0/security-groups?id=0bcd3ba6-8b12-4573-ac81-fc4e6cc933d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2514529 Apr 28 11:03:48.309421 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2624ed06-04c5-42a0-9325-77ba4080464e tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Made reservation on behalf of 52264470dd074c0f8041ca0ce5281c12 for: {'port': 1} {{(pid=116162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 11:03:48.313876 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-2624ed06-04c5-42a0-9325-77ba4080464e tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (None), before_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:48.320330 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17d23816-bc1a-4616-b6c6-d7407cfe6281 None None] Network ebca02d5-d95a-4942-a488-463dd010b48d is already hosted by enough agents. {{(pid=116163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 11:03:48.345604 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.scheduler.base_scheduler [None req-17d23816-bc1a-4616-b6c6-d7407cfe6281 None None] Resources bound (agent type, host, resource id): {{(pid=116163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 11:03:48.364434 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-da45d881-453d-4570-b8af-29e8c53dacd2 req-2c90650b-c500-4f31-aaf8-52a961f6b772 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] 10.222.0.10 "GET /v2.0/security-groups?id=126444c7-d985-4711-872e-652c823476a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1079247 Apr 28 11:03:48.371764 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-fdc04002-3552-444e-bcc6-f593a3218e90 tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-971310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5220601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5125409'] for subnet (9d05dcce-72c6-42bd-9781-0e6d8ce4828e), after_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:48.399393 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17d23816-bc1a-4616-b6c6-d7407cfe6281 None None] Received port after_create {{(pid=116163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 11:03:48.411945 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd3055b-dcf6-453a-b21e-29631475e824 None None] Pushing event updated for resources: {'Port': ['ID=e897b0e6-10c7-49d2-b271-0de0818e9556,revision_number=2']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:03:48.416411 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.notifiers.nova [None req-2624ed06-04c5-42a0-9325-77ba4080464e tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] device_id is not set on port 48149764-2c3d-4b23-939c-9d5c27b19cf3 yet. {{(pid=116162) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 28 11:03:48.427586 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Current status of the port c0e8dcb7-1ac6-4682-b55d-c61f91568faa is: DOWN; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:03:48.430072 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (c0e8dcb7-1ac6-4682-b55d-c61f91568faa), before_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:48.440861 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.db.db_base_plugin_common [None req-cef33179-34b6-49d3-a7ea-b0a4537d2fb7 tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Allocated IP 172.20.0.1 (5d4b40c1-092b-43e7-be27-c127b0221c8b/d656337b-193b-4beb-ba54-15f92b509276/0470ff5d-9b47-493f-95de-e6df0b829043) {{(pid=116162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 11:03:48.447416 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.db_base_plugin_common [None req-3165ca8e-cb1f-4979-a238-1b8e64538316 None None] Allocated IP 2001:db8::2 (1af4a606-f1f7-4bda-ba78-06ea1338e0cc/5892ef77-1b59-49aa-bc74-fad8ce781ad2/96426ab3-5bd0-449e-acea-e501a5ef7e76) {{(pid=116163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 11:03:48.450557 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc04002-3552-444e-bcc6-f593a3218e90 tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] Pushing event deleted for resources: {'Subnet': ['ID=9d05dcce-72c6-42bd-9781-0e6d8ce4828e,revision_number=None']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:03:48.505677 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-56449ba4-9592-4fdd-a8e8-b24212d9a089 tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5054027', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4210784'] for subnet (9b512a75-cbb4-4fdf-8f59-0d016802b53f), after_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:48.517275 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-828c935a-01d8-40f4-9f03-0c4eac35ef79 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Made reservation on behalf of f86d085f9b42493aa6c0f40f62349e1e for: {'port': 1} {{(pid=116161) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 11:03:48.524086 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-828c935a-01d8-40f4-9f03-0c4eac35ef79 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (None), before_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:48.597936 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.managers [req-ff8e7774-4150-44b6-b7b4-1585b68e199d req-62c1f96a-74e8-4364-ae81-5efc1abf566f service neutron] Attempting to bind port 7850d2bb-cfac-45b8-818d-93aede5fe4b9 on host hv-neutron-mast for vnic_type normal with profile {{(pid=116162) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 28 11:03:48.602200 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.managers [req-ff8e7774-4150-44b6-b7b4-1585b68e199d req-62c1f96a-74e8-4364-ae81-5efc1abf566f service neutron] Attempting to bind port 7850d2bb-cfac-45b8-818d-93aede5fe4b9 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': 'f6ef4bb3-a525-4ea5-8365-2d525d9199b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '274bb0ab-060a-48d2-9b11-773f8dd43851'}] {{(pid=116162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 28 11:03:48.603752 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff8e7774-4150-44b6-b7b4-1585b68e199d req-62c1f96a-74e8-4364-ae81-5efc1abf566f service neutron] Attempting to bind port 7850d2bb-cfac-45b8-818d-93aede5fe4b9 on network 274bb0ab-060a-48d2-9b11-773f8dd43851 {{(pid=116162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 11:03:48.622807 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d23816-bc1a-4616-b6c6-d7407cfe6281 None None] Pushing event updated for resources: {'Port': ['ID=cd9770e0-8481-43f6-aae2-1189400d73f2,revision_number=1']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:03:48.645076 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-fdc04002-3552-444e-bcc6-f593a3218e90 tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-973498', 'neutron.services.segments.db._delete_segments_for_network-8742235207033'] for network (ebca02d5-d95a-4942-a488-463dd010b48d), precommit_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:48.655604 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] For port c0e8dcb7-1ac6-4682-b55d-c61f91568faa, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=c0e8dcb7-1ac6-4682-b55d-c61f91568faa,segment=NetworkSegment(f31b5d01-cdff-420d-a3c0-f2d1bf108cd0),segment_id=f31b5d01-cdff-420d-a3c0-f2d1bf108cd0)] {{(pid=116163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 11:03:48.664979 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.managers [None req-17d23816-bc1a-4616-b6c6-d7407cfe6281 None None] Attempting to bind port cd9770e0-8481-43f6-aae2-1189400d73f2 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=116163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 28 11:03:48.664979 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.managers [None req-17d23816-bc1a-4616-b6c6-d7407cfe6281 None None] Attempting to bind port cd9770e0-8481-43f6-aae2-1189400d73f2 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '9657150f-02df-4d04-9156-3605a21ec00d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'ebca02d5-d95a-4942-a488-463dd010b48d'}] {{(pid=116163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 28 11:03:48.664979 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17d23816-bc1a-4616-b6c6-d7407cfe6281 None None] Attempting to bind port cd9770e0-8481-43f6-aae2-1189400d73f2 on network ebca02d5-d95a-4942-a488-463dd010b48d {{(pid=116163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 11:03:48.666931 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-270f2634-5d42-4af0-96ab-04ac214b0dd7 None None] Current status of the port c0e8dcb7-1ac6-4682-b55d-c61f91568faa is: DOWN; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:03:48.667072 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-270f2634-5d42-4af0-96ab-04ac214b0dd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (c0e8dcb7-1ac6-4682-b55d-c61f91568faa), before_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:48.685620 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff8e7774-4150-44b6-b7b4-1585b68e199d req-62c1f96a-74e8-4364-ae81-5efc1abf566f service neutron] Port 7850d2bb-cfac-45b8-818d-93aede5fe4b9 on network 274bb0ab-060a-48d2-9b11-773f8dd43851 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=116162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 28 11:03:48.686372 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff8e7774-4150-44b6-b7b4-1585b68e199d req-62c1f96a-74e8-4364-ae81-5efc1abf566f service neutron] Attempting to bind port 7850d2bb-cfac-45b8-818d-93aede5fe4b9 on network 274bb0ab-060a-48d2-9b11-773f8dd43851 {{(pid=116162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 11:03:48.692356 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.notifiers.nova [None req-828c935a-01d8-40f4-9f03-0c4eac35ef79 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] device_id is not set on port d0e75463-a01c-44b8-b4a5-dd9dfd538cfc yet. {{(pid=116161) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 28 11:03:48.699996 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff8e7774-4150-44b6-b7b4-1585b68e199d req-62c1f96a-74e8-4364-ae81-5efc1abf566f service neutron] Checking agent: {'id': '6be95134-9a6c-4663-8b48-90d12ce90c60', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-mast', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 10, 57, 20), 'started_at': datetime.datetime(2022, 4, 28, 10, 57, 20), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 11, 3, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=116162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 11:03:48.700348 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff8e7774-4150-44b6-b7b4-1585b68e199d req-62c1f96a-74e8-4364-ae81-5efc1abf566f service neutron] Checking segment: {'id': 'f6ef4bb3-a525-4ea5-8365-2d525d9199b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '274bb0ab-060a-48d2-9b11-773f8dd43851'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 11:03:48.700752 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff8e7774-4150-44b6-b7b4-1585b68e199d req-62c1f96a-74e8-4364-ae81-5efc1abf566f service neutron] Bound using segment: {'id': 'f6ef4bb3-a525-4ea5-8365-2d525d9199b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '274bb0ab-060a-48d2-9b11-773f8dd43851'} {{(pid=116162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 11:03:48.701235 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.managers [req-ff8e7774-4150-44b6-b7b4-1585b68e199d req-62c1f96a-74e8-4364-ae81-5efc1abf566f service neutron] Bound port: 7850d2bb-cfac-45b8-818d-93aede5fe4b9, host: hv-neutron-mast, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f6ef4bb3-a525-4ea5-8365-2d525d9199b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '274bb0ab-060a-48d2-9b11-773f8dd43851'}}] {{(pid=116162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 28 11:03:48.701602 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [req-ff8e7774-4150-44b6-b7b4-1585b68e199d req-62c1f96a-74e8-4364-ae81-5efc1abf566f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (7850d2bb-cfac-45b8-818d-93aede5fe4b9), before_update {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:48.709480 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.services.segments.db [None req-fdc04002-3552-444e-bcc6-f593a3218e90 tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ebca02d5-d95a-4942-a488-463dd010b48d']}} {{(pid=116161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:03:48.772975 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.services.segments.db [None req-fdc04002-3552-444e-bcc6-f593a3218e90 tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9657150f-02df-4d04-9156-3605a21ec00d') {'for_net_delete': True} {{(pid=116161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:03:48.773274 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.services.segments.db [None req-fdc04002-3552-444e-bcc6-f593a3218e90 tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9657150f-02df-4d04-9156-3605a21ec00d') {} {{(pid=116161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:03:48.775431 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56449ba4-9592-4fdd-a8e8-b24212d9a089 tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Pushing event updated for resources: {'Subnet': ['ID=9b512a75-cbb4-4fdf-8f59-0d016802b53f,revision_number=0']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:03:48.809871 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-fdc04002-3552-444e-bcc6-f593a3218e90 tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742235208578', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8076969'] for segment (9657150f-02df-4d04-9156-3605a21ec00d), before_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:48.849127 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56449ba4-9592-4fdd-a8e8-b24212d9a089 tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Checking segment: {'id': '9303a62f-7c72-40d4-b089-8f40f32f0b64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '0b121937-7ad2-4d91-a814-79580e269e26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 11:03:48.850147 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56449ba4-9592-4fdd-a8e8-b24212d9a089 tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Network hostable DHCP agents. Network: 0b121937-7ad2-4d91-a814-79580e269e26, hostable agents: ['75ba81b7-fe99-4281-90d2-a5adb445ecea'], hosted agents: [] {{(pid=116162) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 11:03:48.850337 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-fdc04002-3552-444e-bcc6-f593a3218e90 tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-961978'] for segment (9657150f-02df-4d04-9156-3605a21ec00d), precommit_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:48.901010 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fdc04002-3552-444e-bcc6-f593a3218e90 tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] Releasing vlan 51 on physical network physnet1 to pool {{(pid=116161) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 11:03:48.901879 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-fdc04002-3552-444e-bcc6-f593a3218e90 tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-961978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5219103'] for segment (9657150f-02df-4d04-9156-3605a21ec00d), after_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:48.905568 dv-neutron-master-2-hyperv neutron-server[116161]: Traceback (most recent call last): Apr 28 11:03:48.905568 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 11:03:48.905568 dv-neutron-master-2-hyperv neutron-server[116161]: timer() Apr 28 11:03:48.905568 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 11:03:48.905568 dv-neutron-master-2-hyperv neutron-server[116161]: cb(*args, **kw) Apr 28 11:03:48.905568 dv-neutron-master-2-hyperv neutron-server[116161]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 28 11:03:48.905568 dv-neutron-master-2-hyperv neutron-server[116161]: return func(*args, **kwargs) Apr 28 11:03:48.905568 dv-neutron-master-2-hyperv neutron-server[116161]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 11:03:48.905568 dv-neutron-master-2-hyperv neutron-server[116161]: self._notify() Apr 28 11:03:48.905568 dv-neutron-master-2-hyperv neutron-server[116161]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 11:03:48.905568 dv-neutron-master-2-hyperv neutron-server[116161]: self.callback(batched_events) Apr 28 11:03:48.905568 dv-neutron-master-2-hyperv neutron-server[116161]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 11:03:48.905568 dv-neutron-master-2-hyperv neutron-server[116161]: event.method(event) Apr 28 11:03:48.905568 dv-neutron-master-2-hyperv neutron-server[116161]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 28 11:03:48.905568 dv-neutron-master-2-hyperv neutron-server[116161]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 11:03:48.905568 dv-neutron-master-2-hyperv neutron-server[116161]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 28 11:03:48.905568 dv-neutron-master-2-hyperv neutron-server[116161]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 11:03:48.905568 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 28 11:03:48.905568 dv-neutron-master-2-hyperv neutron-server[116161]: return f(self, *a, **k) Apr 28 11:03:48.905568 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 28 11:03:48.905568 dv-neutron-master-2-hyperv neutron-server[116161]: return self._get(url).json() Apr 28 11:03:48.905568 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 28 11:03:48.905568 dv-neutron-master-2-hyperv neutron-server[116161]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 11:03:48.905568 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 11:03:48.905568 dv-neutron-master-2-hyperv neutron-server[116161]: return self.request(url, 'GET', **kwargs) Apr 28 11:03:48.905568 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 11:03:48.905568 dv-neutron-master-2-hyperv neutron-server[116161]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 11:03:48.905568 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 11:03:48.905568 dv-neutron-master-2-hyperv neutron-server[116161]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 11:03:48.905568 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 11:03:48.905568 dv-neutron-master-2-hyperv neutron-server[116161]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 11:03:48.905568 dv-neutron-master-2-hyperv neutron-server[116161]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 11:03:48.907729 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17d23816-bc1a-4616-b6c6-d7407cfe6281 None None] Checking agent: {'id': 'd5baab19-5dd1-4902-922b-84acb048ab9c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 10, 50, 43), 'started_at': datetime.datetime(2022, 4, 28, 10, 51, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 11, 3, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=116163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 11:03:48.907729 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17d23816-bc1a-4616-b6c6-d7407cfe6281 None None] Checking segment: {'id': '9657150f-02df-4d04-9156-3605a21ec00d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'ebca02d5-d95a-4942-a488-463dd010b48d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 11:03:48.907729 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-17d23816-bc1a-4616-b6c6-d7407cfe6281 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:48.907729 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17d23816-bc1a-4616-b6c6-d7407cfe6281 None None] Bound using segment: {'id': '9657150f-02df-4d04-9156-3605a21ec00d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'ebca02d5-d95a-4942-a488-463dd010b48d'} {{(pid=116163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 11:03:48.907729 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.managers [None req-17d23816-bc1a-4616-b6c6-d7407cfe6281 None None] Bound port: cd9770e0-8481-43f6-aae2-1189400d73f2, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9657150f-02df-4d04-9156-3605a21ec00d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'ebca02d5-d95a-4942-a488-463dd010b48d'}}] {{(pid=116163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 28 11:03:48.907729 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-17d23816-bc1a-4616-b6c6-d7407cfe6281 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (cd9770e0-8481-43f6-aae2-1189400d73f2), before_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:48.909335 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393'] for port (c0e8dcb7-1ac6-4682-b55d-c61f91568faa), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:48.910127 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Device b6d076e4-eed5-43e4-aaa5-30982fa9a545 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=116163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 11:03:48.929548 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-cef33179-34b6-49d3-a7ea-b0a4537d2fb7 tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Publish callbacks [] for port (0470ff5d-9b47-493f-95de-e6df0b829043), precommit_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:48.949084 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.db [req-ff8e7774-4150-44b6-b7b4-1585b68e199d req-62c1f96a-74e8-4364-ae81-5efc1abf566f service neutron] For port 7850d2bb-cfac-45b8-818d-93aede5fe4b9, host hv-neutron-mast, cleared binding levels {{(pid=116162) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 11:03:48.954081 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.db [req-ff8e7774-4150-44b6-b7b4-1585b68e199d req-62c1f96a-74e8-4364-ae81-5efc1abf566f service neutron] For port 7850d2bb-cfac-45b8-818d-93aede5fe4b9, host hv-neutron-mast, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=7850d2bb-cfac-45b8-818d-93aede5fe4b9,segment=NetworkSegment(f6ef4bb3-a525-4ea5-8365-2d525d9199b6),segment_id=f6ef4bb3-a525-4ea5-8365-2d525d9199b6)] {{(pid=116162) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 11:03:48.989139 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.db.db_base_plugin_common [None req-828c935a-01d8-40f4-9f03-0c4eac35ef79 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Allocated IP 172.20.0.8 (d2c507fc-1bd8-4fb9-b9bb-1d186381aee1/c207f5a3-4e95-49b5-9882-640bc3718257/d0e75463-a01c-44b8-b4a5-dd9dfd538cfc) {{(pid=116161) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 11:03:49.014270 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-3165ca8e-cb1f-4979-a238-1b8e64538316 None None] Publish callbacks [] for port (96426ab3-5bd0-449e-acea-e501a5ef7e76), precommit_create {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:49.034423 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56449ba4-9592-4fdd-a8e8-b24212d9a089 tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Network 0b121937-7ad2-4d91-a814-79580e269e26 is scheduled to be hosted by DHCP agent 75ba81b7-fe99-4281-90d2-a5adb445ecea with binding_index 1 {{(pid=116162) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 11:03:49.056074 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.db.api [None req-fdc04002-3552-444e-bcc6-f593a3218e90 tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 28 11:03:49.056074 dv-neutron-master-2-hyperv neutron-server[116161]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 28 11:03:49.056074 dv-neutron-master-2-hyperv neutron-server[116161]: [parameters: {'id': 'ebca02d5-d95a-4942-a488-463dd010b48d'}] Apr 28 11:03:49.056074 dv-neutron-master-2-hyperv neutron-server[116161]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=116161) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 28 11:03:49.056546 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG oslo_db.api [None req-fdc04002-3552-444e-bcc6-f593a3218e90 tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=116161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 28 11:03:49.062564 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [req-ff8e7774-4150-44b6-b7b4-1585b68e199d req-62c1f96a-74e8-4364-ae81-5efc1abf566f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5051840'] for port (7850d2bb-cfac-45b8-818d-93aede5fe4b9), after_update {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:49.080280 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-cef33179-34b6-49d3-a7ea-b0a4537d2fb7 tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742234710357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5051867'] for port (0470ff5d-9b47-493f-95de-e6df0b829043), after_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:49.098034 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Pushing event updated for resources: {'Port': ['ID=c0e8dcb7-1ac6-4682-b55d-c61f91568faa,revision_number=3']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:03:49.099459 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb6990e-ab8f-48f6-b2eb-b4917d20e161 req-693a024e-b9c1-42b5-9802-6a3a5b59f43c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:03:49.101985 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-deb6990e-ab8f-48f6-b2eb-b4917d20e161 req-693a024e-b9c1-42b5-9802-6a3a5b59f43c service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=a8cc80fe41234707a2dcbf4e2aa0b823&device_id=da1b1d97-d6fb-4c40-a57a-807f6776d01a HTTP/1.1" status: 200 len: 1127 time: 0.0842474 Apr 28 11:03:49.104877 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.db.api [None req-270f2634-5d42-4af0-96ab-04ac214b0dd7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=116163) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 28 11:03:49.105341 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG oslo_db.api [None req-270f2634-5d42-4af0-96ab-04ac214b0dd7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=116163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 28 11:03:49.110971 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-3165ca8e-cb1f-4979-a238-1b8e64538316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742234710357'] for port (96426ab3-5bd0-449e-acea-e501a5ef7e76), after_create {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:49.151118 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-17d23816-bc1a-4616-b6c6-d7407cfe6281 None None] For port cd9770e0-8481-43f6-aae2-1189400d73f2, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=116163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 11:03:49.184905 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.db.db_base_plugin_common [None req-2624ed06-04c5-42a0-9325-77ba4080464e tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Allocated IP 2001:db8::c9 (1af4a606-f1f7-4bda-ba78-06ea1338e0cc/5892ef77-1b59-49aa-bc74-fad8ce781ad2/48149764-2c3d-4b23-939c-9d5c27b19cf3) {{(pid=116162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 11:03:49.190585 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-17d23816-bc1a-4616-b6c6-d7407cfe6281 None None] For port cd9770e0-8481-43f6-aae2-1189400d73f2, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=cd9770e0-8481-43f6-aae2-1189400d73f2,segment=NetworkSegment(9657150f-02df-4d04-9156-3605a21ec00d),segment_id=9657150f-02df-4d04-9156-3605a21ec00d)] {{(pid=116163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 11:03:49.194170 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8e7774-4150-44b6-b7b4-1585b68e199d req-62c1f96a-74e8-4364-ae81-5efc1abf566f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:03:49.194854 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [req-ff8e7774-4150-44b6-b7b4-1585b68e199d req-62c1f96a-74e8-4364-ae81-5efc1abf566f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198022'] for port (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:49.197426 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-ff8e7774-4150-44b6-b7b4-1585b68e199d req-62c1f96a-74e8-4364-ae81-5efc1abf566f service neutron] 10.222.0.20 "PUT /v2.0/ports/7850d2bb-cfac-45b8-818d-93aede5fe4b9 HTTP/1.1" status: 200 len: 1093 time: 3.3417094 Apr 28 11:03:49.204851 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3165ca8e-cb1f-4979-a238-1b8e64538316 None None] Network 1af4a606-f1f7-4bda-ba78-06ea1338e0cc is already hosted by enough agents. {{(pid=116163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 11:03:49.216482 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.scheduler.base_scheduler [None req-3165ca8e-cb1f-4979-a238-1b8e64538316 None None] Resources bound (agent type, host, resource id): {{(pid=116163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 11:03:49.218003 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bfb0e6d3-3659-4be6-8de6-82c47d9cfaf8', 'tag': '7850d2bb-cfac-45b8-818d-93aede5fe4b9'}] {{(pid=116162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 11:03:49.221213 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ba53f40d6116d28995a8e36159d0e539b5353eec116fb5dd4ce03b4b2159ab1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3dd7f106-8311-415c-88e5-8a93aedb11dc" -d '{"events": [{"name": "network-changed", "server_uuid": "bfb0e6d3-3659-4be6-8de6-82c47d9cfaf8", "tag": "7850d2bb-cfac-45b8-818d-93aede5fe4b9"}]}' {{(pid=116162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 11:03:49.222836 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3165ca8e-cb1f-4979-a238-1b8e64538316 None None] Received port after_create {{(pid=116163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 11:03:49.223933 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.scheduler.base_scheduler [None req-56449ba4-9592-4fdd-a8e8-b24212d9a089 tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 0b121937-7ad2-4d91-a814-79580e269e26) {{(pid=116162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 11:03:49.225198 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Provisioning complete for port b6d076e4-eed5-43e4-aaa5-30982fa9a545 triggered by entity L2. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:03:49.225582 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (b6d076e4-eed5-43e4-aaa5-30982fa9a545), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:49.228805 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56449ba4-9592-4fdd-a8e8-b24212d9a089 tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:03:49.229417 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-56449ba4-9592-4fdd-a8e8-b24212d9a089 tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Publish callbacks [] for subnet (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:49.285182 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cef33179-34b6-49d3-a7ea-b0a4537d2fb7 tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Network 5d4b40c1-092b-43e7-be27-c127b0221c8b is already hosted by enough agents. {{(pid=116162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 11:03:49.298762 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.scheduler.base_scheduler [None req-cef33179-34b6-49d3-a7ea-b0a4537d2fb7 tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Resources bound (agent type, host, resource id): {{(pid=116162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 11:03:49.316599 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31efbbb7-868b-4ed5-9820-cb1399a8d1a4 None None] Network 0b121937-7ad2-4d91-a814-79580e269e26 requested from dv-neutron-master-2-hyperv {{(pid=116163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 11:03:49.318198 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 11:03:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc06a7e6-7bb7-441e-901c-445017e2c096 x-openstack-request-id: req-dc06a7e6-7bb7-441e-901c-445017e2c096 {{(pid=116162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 11:03:49.319836 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bfb0e6d3-3659-4be6-8de6-82c47d9cfaf8", "tag": "7850d2bb-cfac-45b8-818d-93aede5fe4b9", "status": "completed", "code": 200}]} {{(pid=116162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 11:03:49.319836 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-dc06a7e6-7bb7-441e-901c-445017e2c096 {{(pid=116162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 11:03:49.319836 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dc06a7e6-7bb7-441e-901c-445017e2c096'] response: {'name': 'network-changed', 'server_uuid': 'bfb0e6d3-3659-4be6-8de6-82c47d9cfaf8', 'tag': '7850d2bb-cfac-45b8-818d-93aede5fe4b9', 'status': 'completed', 'code': 200} Apr 28 11:03:49.322392 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3165ca8e-cb1f-4979-a238-1b8e64538316 None None] Pushing event updated for resources: {'Port': ['ID=96426ab3-5bd0-449e-acea-e501a5ef7e76,revision_number=1']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:03:49.330885 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-17d23816-bc1a-4616-b6c6-d7407cfe6281 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393'] for port (cd9770e0-8481-43f6-aae2-1189400d73f2), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:49.345348 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cef33179-34b6-49d3-a7ea-b0a4537d2fb7 tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Received port after_create {{(pid=116162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 11:03:49.365521 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb6990e-ab8f-48f6-b2eb-b4917d20e161 req-536f0da9-0fce-4f9b-9145-20173a019edc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:03:49.368115 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-deb6990e-ab8f-48f6-b2eb-b4917d20e161 req-536f0da9-0fce-4f9b-9145-20173a019edc service neutron] 10.222.0.20 "GET /v2.0/networks?id=11667949-6108-4d31-ad58-bd4aa04ee38c HTTP/1.1" status: 200 len: 897 time: 0.2446194 Apr 28 11:03:49.413789 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-cef33179-34b6-49d3-a7ea-b0a4537d2fb7 tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2063275'] for router_interface (f00f0213-1e42-4a51-b996-d01da5b6ad4b), before_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:49.435115 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-828c935a-01d8-40f4-9f03-0c4eac35ef79 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Publish callbacks [] for port (d0e75463-a01c-44b8-b4a5-dd9dfd538cfc), precommit_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:49.606160 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-deb6990e-ab8f-48f6-b2eb-b4917d20e161 req-d33f530d-905e-4b09-97f7-7cf62b635645 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4e227636-7ca1-4704-b1c2-48c58d1d0b6c HTTP/1.1" status: 200 len: 217 time: 0.1111698 Apr 28 11:03:49.606544 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-fdc04002-3552-444e-bcc6-f593a3218e90 tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-979593'] for network (ebca02d5-d95a-4942-a488-463dd010b48d), before_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:49.606862 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-56449ba4-9592-4fdd-a8e8-b24212d9a089 tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.8635049 Apr 28 11:03:49.612211 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Current status of the port b6d076e4-eed5-43e4-aaa5-30982fa9a545 is: ACTIVE; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:03:49.614295 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 52726) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:03:49.625604 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.v2.base [None req-3a342183-fa3d-4371-ad0f-4f762817474c tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1845341667', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=116161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:03:49.695215 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7295d01-172d-4a42-af32-060c47d835c6 req-faea6056-653e-4acb-a5be-6b07069567a4 tempest-TestNetworkAdvancedServerOps-1762458272 tempest-TestNetworkAdvancedServerOps-1762458272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:03:49.696811 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-d7295d01-172d-4a42-af32-060c47d835c6 req-faea6056-653e-4acb-a5be-6b07069567a4 tempest-TestNetworkAdvancedServerOps-1762458272 tempest-TestNetworkAdvancedServerOps-1762458272-project] 10.222.0.10 "GET /v2.0/ports?device_id=da1b1d97-d6fb-4c40-a57a-807f6776d01a HTTP/1.1" status: 200 len: 943 time: 0.3277655 Apr 28 11:03:49.750482 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-828c935a-01d8-40f4-9f03-0c4eac35ef79 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742234710357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5219112'] for port (d0e75463-a01c-44b8-b4a5-dd9dfd538cfc), after_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:49.846141 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c1f96a-74e8-4364-ae81-5efc1abf566f service neutron] Pushing event updated for resources: {'Port': ['ID=7850d2bb-cfac-45b8-818d-93aede5fe4b9,revision_number=3']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:03:49.881213 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-cef33179-34b6-49d3-a7ea-b0a4537d2fb7 tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (0470ff5d-9b47-493f-95de-e6df0b829043), before_update {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:49.912017 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc3b770-4c4e-45b1-b153-f79f879aeddb req-8a36ad5a-7586-4e93-b3c1-2df17fcd062f tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:03:49.913590 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-bcc3b770-4c4e-45b1-b153-f79f879aeddb req-8a36ad5a-7586-4e93-b3c1-2df17fcd062f tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] 10.222.0.10 "GET /v2.0/ports?device_id=bfb0e6d3-3659-4be6-8de6-82c47d9cfaf8 HTTP/1.1" status: 200 len: 943 time: 0.4304767 Apr 28 11:03:49.929891 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd7f106-8311-415c-88e5-8a93aedb11dc req-165d5c72-4b81-4a4a-8a1b-39d2b709fbfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:03:49.931676 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-3dd7f106-8311-415c-88e5-8a93aedb11dc req-165d5c72-4b81-4a4a-8a1b-39d2b709fbfd service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=65d54c3b7dcd4af68398071d25e8321e&device_id=bfb0e6d3-3659-4be6-8de6-82c47d9cfaf8 HTTP/1.1" status: 200 len: 1127 time: 0.3684847 Apr 28 11:03:49.935737 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Device 4e227636-7ca1-4704-b1c2-48c58d1d0b6c details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=116163) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 28 11:03:49.939008 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Device c0e8dcb7-1ac6-4682-b55d-c61f91568faa up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=116163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 11:03:49.969717 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-828c935a-01d8-40f4-9f03-0c4eac35ef79 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Network d2c507fc-1bd8-4fb9-b9bb-1d186381aee1 is already hosted by enough agents. {{(pid=116161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 11:03:49.977454 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb6990e-ab8f-48f6-b2eb-b4917d20e161 req-0a6f6e49-885a-48e6-b4a2-13c37357411b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:03:49.978998 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-deb6990e-ab8f-48f6-b2eb-b4917d20e161 req-0a6f6e49-885a-48e6-b4a2-13c37357411b service neutron] 10.222.0.20 "GET /v2.0/subnets?id=2b3feac5-a337-48a6-93bd-b4c13f02752b HTTP/1.1" status: 200 len: 834 time: 0.3418753 Apr 28 11:03:49.983164 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d23816-bc1a-4616-b6c6-d7407cfe6281 None None] Pushing event updated for resources: {'Port': ['ID=cd9770e0-8481-43f6-aae2-1189400d73f2,revision_number=2']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:03:50.002612 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.scheduler.base_scheduler [None req-828c935a-01d8-40f4-9f03-0c4eac35ef79 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Resources bound (agent type, host, resource id): {{(pid=116161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 11:03:50.009456 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828c935a-01d8-40f4-9f03-0c4eac35ef79 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Pushing event updated for resources: {'Port': ['ID=d0e75463-a01c-44b8-b4a5-dd9dfd538cfc,revision_number=1']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:03:50.009563 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.plugin [None req-fdc04002-3552-444e-bcc6-f593a3218e90 tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] Deleting port cd9770e0-8481-43f6-aae2-1189400d73f2 {{(pid=116161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 11:03:50.010064 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-fdc04002-3552-444e-bcc6-f593a3218e90 tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742235130188'] for port (cd9770e0-8481-43f6-aae2-1189400d73f2), before_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:50.029026 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-828c935a-01d8-40f4-9f03-0c4eac35ef79 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Received port after_create {{(pid=116161) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 11:03:50.035313 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-3a342183-fa3d-4371-ad0f-4f762817474c tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2060459', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-63449'] for router (b116bc6c-e74d-4dc6-b82b-c618170e00c7), before_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:50.036347 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-3a342183-fa3d-4371-ad0f-4f762817474c tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2060827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1935275', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1960866', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-63266'] for router (b116bc6c-e74d-4dc6-b82b-c618170e00c7), precommit_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:50.058261 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.managers [None req-3165ca8e-cb1f-4979-a238-1b8e64538316 None None] Attempting to bind port 96426ab3-5bd0-449e-acea-e501a5ef7e76 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=116163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 28 11:03:50.058709 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.managers [None req-3165ca8e-cb1f-4979-a238-1b8e64538316 None None] Attempting to bind port 96426ab3-5bd0-449e-acea-e501a5ef7e76 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '340fd7d9-7fc0-4f80-8048-fc29a0d6fb50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '1af4a606-f1f7-4bda-ba78-06ea1338e0cc'}] {{(pid=116163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 28 11:03:50.059077 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3165ca8e-cb1f-4979-a238-1b8e64538316 None None] Attempting to bind port 96426ab3-5bd0-449e-acea-e501a5ef7e76 on network 1af4a606-f1f7-4bda-ba78-06ea1338e0cc {{(pid=116163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 11:03:50.060051 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-d7295d01-172d-4a42-af32-060c47d835c6 req-54ab0c42-bccf-4e1e-ad69-37d81081a212 tempest-TestNetworkAdvancedServerOps-1762458272 tempest-TestNetworkAdvancedServerOps-1762458272-project] 10.222.0.10 "GET /v2.0/security-groups?id=0bcd3ba6-8b12-4573-ac81-fc4e6cc933d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3046253 Apr 28 11:03:50.065749 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-270f2634-5d42-4af0-96ab-04ac214b0dd7 None None] Current status of the port c0e8dcb7-1ac6-4682-b55d-c61f91568faa is: ACTIVE; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:03:50.087110 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3165ca8e-cb1f-4979-a238-1b8e64538316 None None] Checking agent: {'id': 'd5baab19-5dd1-4902-922b-84acb048ab9c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 10, 50, 43), 'started_at': datetime.datetime(2022, 4, 28, 10, 51, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 11, 3, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=116163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 11:03:50.087655 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3165ca8e-cb1f-4979-a238-1b8e64538316 None None] Checking segment: {'id': '340fd7d9-7fc0-4f80-8048-fc29a0d6fb50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '1af4a606-f1f7-4bda-ba78-06ea1338e0cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 11:03:50.088068 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-3165ca8e-cb1f-4979-a238-1b8e64538316 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:50.088468 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3165ca8e-cb1f-4979-a238-1b8e64538316 None None] Bound using segment: {'id': '340fd7d9-7fc0-4f80-8048-fc29a0d6fb50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '1af4a606-f1f7-4bda-ba78-06ea1338e0cc'} {{(pid=116163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 11:03:50.088965 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.managers [None req-3165ca8e-cb1f-4979-a238-1b8e64538316 None None] Bound port: 96426ab3-5bd0-449e-acea-e501a5ef7e76, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '340fd7d9-7fc0-4f80-8048-fc29a0d6fb50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '1af4a606-f1f7-4bda-ba78-06ea1338e0cc'}}] {{(pid=116163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 28 11:03:50.089348 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-3165ca8e-cb1f-4979-a238-1b8e64538316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (96426ab3-5bd0-449e-acea-e501a5ef7e76), before_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:50.131787 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf7d751a-13e6-4149-b045-ea96f1e75209 None None] Network 21f1e6f5-48b2-41c3-9a68-970d5188f8bf requested from dv-neutron-master-2-hyperv {{(pid=116163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 11:03:50.151826 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb6990e-ab8f-48f6-b2eb-b4917d20e161 req-fda131df-afc8-4239-9363-a3d665d1481e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:03:50.153708 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-deb6990e-ab8f-48f6-b2eb-b4917d20e161 req-fda131df-afc8-4239-9363-a3d665d1481e service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=11667949-6108-4d31-ad58-bd4aa04ee38c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.1596272 Apr 28 11:03:50.164892 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f92a7ef3-1dc4-4728-a9ae-ab46d5f7e92d None None] Network ebca02d5-d95a-4942-a488-463dd010b48d requested from dv-neutron-master-2-hyperv {{(pid=116163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 11:03:50.271254 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f510530-3813-4240-acad-fe51dc91f56d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-0b121937-7ad2-4d91-a814-79580e269e26', 'network_id': '0b121937-7ad2-4d91-a814-79580e269e26', 'project_id': '0f4d85af73ea40518271b3ac6c23a282', 'fixed_ips': [{'subnet_id': '9b512a75-cbb4-4fdf-8f59-0d016802b53f'}]}} from dv-neutron-master-2-hyperv. {{(pid=116163) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 28 11:03:50.272044 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-0f510530-3813-4240-acad-fe51dc91f56d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (None), before_create {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:50.272161 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-bcc3b770-4c4e-45b1-b153-f79f879aeddb req-03b33b26-d91c-4f46-a50b-ec006bfa815b tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] 10.222.0.10 "GET /v2.0/security-groups?id=126444c7-d985-4711-872e-652c823476a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3405318 Apr 28 11:03:50.302998 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef33179-34b6-49d3-a7ea-b0a4537d2fb7 tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Pushing event updated for resources: {'Port': ['ID=0470ff5d-9b47-493f-95de-e6df0b829043,revision_number=1']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:03:50.312661 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.db [None req-fdc04002-3552-444e-bcc6-f593a3218e90 tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] For port cd9770e0-8481-43f6-aae2-1189400d73f2, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=cd9770e0-8481-43f6-aae2-1189400d73f2,segment=NetworkSegment(9657150f-02df-4d04-9156-3605a21ec00d),segment_id=9657150f-02df-4d04-9156-3605a21ec00d)] {{(pid=116161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 11:03:50.313217 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-fdc04002-3552-444e-bcc6-f593a3218e90 tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1938497'] for port (cd9770e0-8481-43f6-aae2-1189400d73f2), precommit_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:50.334967 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-828c935a-01d8-40f4-9f03-0c4eac35ef79 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:03:50.334967 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-828c935a-01d8-40f4-9f03-0c4eac35ef79 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198022'] for port (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:50.352697 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd7f106-8311-415c-88e5-8a93aedb11dc req-e6bbacbb-2827-4047-a7c3-72ddcf09fcf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:03:50.354190 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-3dd7f106-8311-415c-88e5-8a93aedb11dc req-e6bbacbb-2827-4047-a7c3-72ddcf09fcf9 service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=65d54c3b7dcd4af68398071d25e8321e&shared=False HTTP/1.1" status: 200 len: 895 time: 0.4080126 Apr 28 11:03:50.400081 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.plugin [None req-fdc04002-3552-444e-bcc6-f593a3218e90 tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] Calling delete_port for cd9770e0-8481-43f6-aae2-1189400d73f2 owned by network:dhcp {{(pid=116161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 11:03:50.407478 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-3a342183-fa3d-4371-ad0f-4f762817474c tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Publish callbacks [] for router_controller (b116bc6c-e74d-4dc6-b82b-c618170e00c7), precommit_add_association {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:50.451521 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-af4c3f8f-5463-48c6-95fa-4f9d6d56f3d0 None None] Provisioning complete for port 5000c08a-4d8c-4e74-9f6c-99070dbb7860 triggered by entity DHCP. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:03:50.451920 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-af4c3f8f-5463-48c6-95fa-4f9d6d56f3d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (5000c08a-4d8c-4e74-9f6c-99070dbb7860), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:50.474917 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-3a342183-fa3d-4371-ad0f-4f762817474c tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2060818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1935326'] for router (b116bc6c-e74d-4dc6-b82b-c618170e00c7), after_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:50.495310 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-deb6990e-ab8f-48f6-b2eb-b4917d20e161 req-ed92bac5-89a4-43d6-9143-1f389f46ab6f service neutron] 10.222.0.20 "GET /v2.0/networks/11667949-6108-4d31-ad58-bd4aa04ee38c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3202834 Apr 28 11:03:50.551441 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (6be95134-9a6c-4663-8b48-90d12ce90c60), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:50.580876 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-828c935a-01d8-40f4-9f03-0c4eac35ef79 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 3.0068619 Apr 28 11:03:50.580876 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-3a342183-fa3d-4371-ad0f-4f762817474c tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Publish callbacks [] for router (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:50.580876 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-3a342183-fa3d-4371-ad0f-4f762817474c tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.9576724 Apr 28 11:03:50.584154 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 52728) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:03:50.584504 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 52730) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:03:50.590065 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Provisioning complete for port c0e8dcb7-1ac6-4682-b55d-c61f91568faa triggered by entity L2. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:03:50.590465 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (c0e8dcb7-1ac6-4682-b55d-c61f91568faa), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:50.655569 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-af4c3f8f-5463-48c6-95fa-4f9d6d56f3d0 None None] Port 5000c08a-4d8c-4e74-9f6c-99070dbb7860 cannot update to ACTIVE because it is not bound. {{(pid=116163) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 28 11:03:50.662959 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-3165ca8e-cb1f-4979-a238-1b8e64538316 None None] For port 96426ab3-5bd0-449e-acea-e501a5ef7e76, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=116163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 11:03:50.670005 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] For port 4e227636-7ca1-4704-b1c2-48c58d1d0b6c, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=4e227636-7ca1-4704-b1c2-48c58d1d0b6c,segment=NetworkSegment(3a3711b0-a922-46d0-81e4-03dc755adc63),segment_id=3a3711b0-a922-46d0-81e4-03dc755adc63)] {{(pid=116163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 11:03:50.724904 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-3165ca8e-cb1f-4979-a238-1b8e64538316 None None] For port 96426ab3-5bd0-449e-acea-e501a5ef7e76, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=96426ab3-5bd0-449e-acea-e501a5ef7e76,segment=NetworkSegment(340fd7d9-7fc0-4f80-8048-fc29a0d6fb50),segment_id=340fd7d9-7fc0-4f80-8048-fc29a0d6fb50)] {{(pid=116163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 11:03:50.739108 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Returning: {'device': '4e227636-7ca1-4704-b1c2-48c58d1d0b6c', 'network_id': '11667949-6108-4d31-ad58-bd4aa04ee38c', 'port_id': '4e227636-7ca1-4704-b1c2-48c58d1d0b6c', 'mac_address': 'fa:16:3e:9b:f2:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 52, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2b3feac5-a337-48a6-93bd-b4c13f02752b', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=116163) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 28 11:03:50.767417 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-af4c3f8f-5463-48c6-95fa-4f9d6d56f3d0 None None] Provisioning complete for port c0e8dcb7-1ac6-4682-b55d-c61f91568faa triggered by entity DHCP. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:03:50.767790 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-af4c3f8f-5463-48c6-95fa-4f9d6d56f3d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (c0e8dcb7-1ac6-4682-b55d-c61f91568faa), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:50.771188 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a07d2c3-794d-47b0-a219-b8e8a352585d tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:03:50.772781 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-1a07d2c3-794d-47b0-a219-b8e8a352585d tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.14 HTTP/1.1" status: 200 len: 921 time: 0.1821394 Apr 28 11:03:50.780371 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 52732) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:03:50.784968 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-fdc04002-3552-444e-bcc6-f593a3218e90 tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742235135690', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742234710366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5219112'] for port (cd9770e0-8481-43f6-aae2-1189400d73f2), after_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:50.831345 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.db_base_plugin_common [None req-0f510530-3813-4240-acad-fe51dc91f56d None None] Allocated IP 2001:db8::2 (0b121937-7ad2-4d91-a814-79580e269e26/9b512a75-cbb4-4fdf-8f59-0d016802b53f/d67d6c9b-b5fa-4940-931b-38452c18b686) {{(pid=116163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 11:03:50.873740 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-deb6990e-ab8f-48f6-b2eb-b4917d20e161 req-a35adc39-d8be-407f-9ffc-6169956cf12a service neutron] 10.222.0.20 "GET /v2.0/networks/11667949-6108-4d31-ad58-bd4aa04ee38c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3714323 Apr 28 11:03:50.906746 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdc04002-3552-444e-bcc6-f593a3218e90 tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] No DVR routers for this DVR port cd9770e0-8481-43f6-aae2-1189400d73f2 on host dv-neutron-master-2-hyperv {{(pid=116161) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 11:03:50.941382 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Current status of the port 4e227636-7ca1-4704-b1c2-48c58d1d0b6c is: DOWN; New status is: BUILD {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:03:50.941955 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (4e227636-7ca1-4704-b1c2-48c58d1d0b6c), before_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:50.962885 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc04002-3552-444e-bcc6-f593a3218e90 tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] Pushing event deleted for resources: {'Port': ['ID=cd9770e0-8481-43f6-aae2-1189400d73f2,revision_number=None']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:03:51.008903 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-3165ca8e-cb1f-4979-a238-1b8e64538316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393'] for port (96426ab3-5bd0-449e-acea-e501a5ef7e76), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:51.022104 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-2624ed06-04c5-42a0-9325-77ba4080464e tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Publish callbacks [] for port (48149764-2c3d-4b23-939c-9d5c27b19cf3), precommit_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:51.034843 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.notifiers.nova [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4e227636-7ca1-4704-b1c2-48c58d1d0b6c {{(pid=116163) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 11:03:51.051314 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd7f106-8311-415c-88e5-8a93aedb11dc req-8cd84e1a-dc19-448c-b323-f5001a862441 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:03:51.052787 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-3dd7f106-8311-415c-88e5-8a93aedb11dc req-8cd84e1a-dc19-448c-b323-f5001a862441 service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.6909742 Apr 28 11:03:51.182282 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] For port 4e227636-7ca1-4704-b1c2-48c58d1d0b6c, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=4e227636-7ca1-4704-b1c2-48c58d1d0b6c,segment=NetworkSegment(3a3711b0-a922-46d0-81e4-03dc755adc63),segment_id=3a3711b0-a922-46d0-81e4-03dc755adc63)] {{(pid=116163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 11:03:51.185137 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Current status of the port c0e8dcb7-1ac6-4682-b55d-c61f91568faa is: ACTIVE; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:03:51.186337 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Device e897b0e6-10c7-49d2-b271-0de0818e9556 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=116163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 11:03:51.189623 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8e7774-4150-44b6-b7b4-1585b68e199d req-18c0e5bb-5cc8-455a-b329-c71ba079fd00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:03:51.195869 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-ff8e7774-4150-44b6-b7b4-1585b68e199d req-18c0e5bb-5cc8-455a-b329-c71ba079fd00 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=65d54c3b7dcd4af68398071d25e8321e&device_id=bfb0e6d3-3659-4be6-8de6-82c47d9cfaf8 HTTP/1.1" status: 200 len: 1127 time: 0.0916910 Apr 28 11:03:51.265988 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393'] for port (4e227636-7ca1-4704-b1c2-48c58d1d0b6c), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:51.268901 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-ff8e7774-4150-44b6-b7b4-1585b68e199d req-86b261c2-d159-4cc7-872f-0245826c965d service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7850d2bb-cfac-45b8-818d-93aede5fe4b9 HTTP/1.1" status: 200 len: 217 time: 0.0578220 Apr 28 11:03:51.299105 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3165ca8e-cb1f-4979-a238-1b8e64538316 None None] Pushing event updated for resources: {'Port': ['ID=96426ab3-5bd0-449e-acea-e501a5ef7e76,revision_number=2']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:03:51.309456 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-0f510530-3813-4240-acad-fe51dc91f56d None None] Publish callbacks [] for port (d67d6c9b-b5fa-4940-931b-38452c18b686), precommit_create {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:51.372123 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-cef33179-34b6-49d3-a7ea-b0a4537d2fb7 tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Publish callbacks [] for port (0470ff5d-9b47-493f-95de-e6df0b829043), precommit_update {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:51.372123 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8e7774-4150-44b6-b7b4-1585b68e199d req-604d3b66-f7a3-4d48-8899-f1e41f10b13c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:03:51.372123 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-ff8e7774-4150-44b6-b7b4-1585b68e199d req-604d3b66-f7a3-4d48-8899-f1e41f10b13c service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d64b489b-1e9c-4cb0-8d07-ab47553d5e71 HTTP/1.1" status: 200 len: 834 time: 0.0834363 Apr 28 11:03:51.376996 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-af4c3f8f-5463-48c6-95fa-4f9d6d56f3d0 None None] Current status of the port c0e8dcb7-1ac6-4682-b55d-c61f91568faa is: ACTIVE; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:03:51.390226 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Provisioning complete for port e897b0e6-10c7-49d2-b271-0de0818e9556 triggered by entity L2. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:03:51.390653 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (e897b0e6-10c7-49d2-b271-0de0818e9556), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:51.428303 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-0f510530-3813-4240-acad-fe51dc91f56d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742234710357'] for port (d67d6c9b-b5fa-4940-931b-38452c18b686), after_create {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:51.433304 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Pushing event updated for resources: {'Port': ['ID=4e227636-7ca1-4704-b1c2-48c58d1d0b6c,revision_number=4']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:03:51.435911 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-af4c3f8f-5463-48c6-95fa-4f9d6d56f3d0 None None] Provisioning complete for port e897b0e6-10c7-49d2-b271-0de0818e9556 triggered by entity DHCP. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:03:51.436318 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-af4c3f8f-5463-48c6-95fa-4f9d6d56f3d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (e897b0e6-10c7-49d2-b271-0de0818e9556), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:51.442191 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8e7774-4150-44b6-b7b4-1585b68e199d req-8076bd84-a71f-424c-b6f9-3d93ecbbb675 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:03:51.444156 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-ff8e7774-4150-44b6-b7b4-1585b68e199d req-8076bd84-a71f-424c-b6f9-3d93ecbbb675 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=274bb0ab-060a-48d2-9b11-773f8dd43851&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0775001 Apr 28 11:03:51.446070 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-2624ed06-04c5-42a0-9325-77ba4080464e tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742234710357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5051867'] for port (48149764-2c3d-4b23-939c-9d5c27b19cf3), after_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:51.522656 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] get_ports_and_sgs() called for port_ids ['4e227636-7ca1-4704-b1c2-48c58d1d0b6c'] {{(pid=116163) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 11:03:51.529738 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-cef33179-34b6-49d3-a7ea-b0a4537d2fb7 tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5051840'] for port (0470ff5d-9b47-493f-95de-e6df0b829043), after_update {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:51.590367 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f510530-3813-4240-acad-fe51dc91f56d None None] Network 0b121937-7ad2-4d91-a814-79580e269e26 is already hosted by enough agents. {{(pid=116163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 11:03:51.596089 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2624ed06-04c5-42a0-9325-77ba4080464e tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Network 1af4a606-f1f7-4bda-ba78-06ea1338e0cc is already hosted by enough agents. {{(pid=116162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 11:03:51.605878 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.scheduler.base_scheduler [None req-2624ed06-04c5-42a0-9325-77ba4080464e tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Resources bound (agent type, host, resource id): {{(pid=116162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 11:03:51.611717 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.scheduler.base_scheduler [None req-0f510530-3813-4240-acad-fe51dc91f56d None None] Resources bound (agent type, host, resource id): {{(pid=116163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 11:03:51.618108 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f510530-3813-4240-acad-fe51dc91f56d None None] Pushing event updated for resources: {'Port': ['ID=d67d6c9b-b5fa-4940-931b-38452c18b686,revision_number=1']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:03:51.621132 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-fdc04002-3552-444e-bcc6-f593a3218e90 tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-973498', 'neutron.services.segments.db._delete_segments_for_network-8742235207033'] for network (ebca02d5-d95a-4942-a488-463dd010b48d), precommit_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:51.623993 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.plugin [None req-34689d55-d1cc-4d22-b57b-2627ca443fd7 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Deleting port d0e75463-a01c-44b8-b4a5-dd9dfd538cfc {{(pid=116161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 11:03:51.624270 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-34689d55-d1cc-4d22-b57b-2627ca443fd7 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742235130188'] for port (d0e75463-a01c-44b8-b4a5-dd9dfd538cfc), before_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:51.632417 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f510530-3813-4240-acad-fe51dc91f56d None None] Received port after_create {{(pid=116163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 11:03:51.699732 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2624ed06-04c5-42a0-9325-77ba4080464e tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Received port after_create {{(pid=116162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 11:03:51.708337 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2624ed06-04c5-42a0-9325-77ba4080464e tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:03:51.708549 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-2624ed06-04c5-42a0-9325-77ba4080464e tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198022'] for port (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:51.712954 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-ff8e7774-4150-44b6-b7b4-1585b68e199d req-efe49ad7-e7f1-435b-ac2f-f3b2b73462ae service neutron] 10.222.0.20 "GET /v2.0/networks/274bb0ab-060a-48d2-9b11-773f8dd43851?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2508276 Apr 28 11:03:51.721073 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951da897-ce6a-421a-8e50-b569c7628259 req-18e88d23-f86f-4364-8b1e-ea1af7e4433d tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:03:51.721276 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2624ed06-04c5-42a0-9325-77ba4080464e tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Pushing event updated for resources: {'Port': ['ID=48149764-2c3d-4b23-939c-9d5c27b19cf3,revision_number=1']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:03:51.729883 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-951da897-ce6a-421a-8e50-b569c7628259 req-18e88d23-f86f-4364-8b1e-ea1af7e4433d tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] 10.222.0.10 "GET /v2.0/ports?device_id=bfb0e6d3-3659-4be6-8de6-82c47d9cfaf8 HTTP/1.1" status: 200 len: 943 time: 0.2170336 Apr 28 11:03:51.758642 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.services.segments.db [None req-fdc04002-3552-444e-bcc6-f593a3218e90 tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ebca02d5-d95a-4942-a488-463dd010b48d']}} {{(pid=116161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:03:51.792842 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-cef33179-34b6-49d3-a7ea-b0a4537d2fb7 tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1603056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2063387'] for router_interface (f00f0213-1e42-4a51-b996-d01da5b6ad4b), after_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:51.794471 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Current status of the port e897b0e6-10c7-49d2-b271-0de0818e9556 is: DOWN; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:03:51.794935 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (e897b0e6-10c7-49d2-b271-0de0818e9556), before_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:51.802391 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad319aad-0d24-4ca5-864a-0c05671f3f43 req-3b765270-6a0f-47d9-b3d3-7424cfaaff0e tempest-TestNetworkAdvancedServerOps-1762458272 tempest-TestNetworkAdvancedServerOps-1762458272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:03:51.804093 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-ad319aad-0d24-4ca5-864a-0c05671f3f43 req-3b765270-6a0f-47d9-b3d3-7424cfaaff0e tempest-TestNetworkAdvancedServerOps-1762458272 tempest-TestNetworkAdvancedServerOps-1762458272-project] 10.222.0.10 "GET /v2.0/ports?device_id=da1b1d97-d6fb-4c40-a57a-807f6776d01a HTTP/1.1" status: 200 len: 944 time: 0.2904670 Apr 28 11:03:51.824190 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.managers [None req-0f510530-3813-4240-acad-fe51dc91f56d None None] Attempting to bind port d67d6c9b-b5fa-4940-931b-38452c18b686 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=116163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 28 11:03:51.824635 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.managers [None req-0f510530-3813-4240-acad-fe51dc91f56d None None] Attempting to bind port d67d6c9b-b5fa-4940-931b-38452c18b686 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '9303a62f-7c72-40d4-b089-8f40f32f0b64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '0b121937-7ad2-4d91-a814-79580e269e26'}] {{(pid=116163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 28 11:03:51.825087 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f510530-3813-4240-acad-fe51dc91f56d None None] Attempting to bind port d67d6c9b-b5fa-4940-931b-38452c18b686 on network 0b121937-7ad2-4d91-a814-79580e269e26 {{(pid=116163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 11:03:51.831569 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.services.segments.db [None req-fdc04002-3552-444e-bcc6-f593a3218e90 tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9657150f-02df-4d04-9156-3605a21ec00d') {'for_net_delete': True} {{(pid=116161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:03:51.831876 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.services.segments.db [None req-fdc04002-3552-444e-bcc6-f593a3218e90 tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9657150f-02df-4d04-9156-3605a21ec00d') {} {{(pid=116161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:03:51.849381 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-af4c3f8f-5463-48c6-95fa-4f9d6d56f3d0 None None] Current status of the port e897b0e6-10c7-49d2-b271-0de0818e9556 is: DOWN; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:03:51.849836 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-af4c3f8f-5463-48c6-95fa-4f9d6d56f3d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (e897b0e6-10c7-49d2-b271-0de0818e9556), before_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:51.854965 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f510530-3813-4240-acad-fe51dc91f56d None None] Checking agent: {'id': 'd5baab19-5dd1-4902-922b-84acb048ab9c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 10, 50, 43), 'started_at': datetime.datetime(2022, 4, 28, 10, 51, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 11, 3, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=116163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 11:03:51.856870 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f510530-3813-4240-acad-fe51dc91f56d None None] Checking segment: {'id': '9303a62f-7c72-40d4-b089-8f40f32f0b64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '0b121937-7ad2-4d91-a814-79580e269e26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 11:03:51.856870 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-0f510530-3813-4240-acad-fe51dc91f56d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:51.856870 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f510530-3813-4240-acad-fe51dc91f56d None None] Bound using segment: {'id': '9303a62f-7c72-40d4-b089-8f40f32f0b64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '0b121937-7ad2-4d91-a814-79580e269e26'} {{(pid=116163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 11:03:51.856870 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.managers [None req-0f510530-3813-4240-acad-fe51dc91f56d None None] Bound port: d67d6c9b-b5fa-4940-931b-38452c18b686, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9303a62f-7c72-40d4-b089-8f40f32f0b64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '0b121937-7ad2-4d91-a814-79580e269e26'}}] {{(pid=116163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 28 11:03:51.857345 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-0f510530-3813-4240-acad-fe51dc91f56d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (d67d6c9b-b5fa-4940-931b-38452c18b686), before_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:51.860718 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-fdc04002-3552-444e-bcc6-f593a3218e90 tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742235208578', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8076969'] for segment (9657150f-02df-4d04-9156-3605a21ec00d), before_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:51.871988 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-2624ed06-04c5-42a0-9325-77ba4080464e tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 4.3117368 Apr 28 11:03:51.884932 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 52738) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:03:51.885177 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef33179-34b6-49d3-a7ea-b0a4537d2fb7 tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Pushing event updated for resources: {'Port': ['ID=0470ff5d-9b47-493f-95de-e6df0b829043,revision_number=2']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:03:51.899497 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] For port e897b0e6-10c7-49d2-b271-0de0818e9556, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=e897b0e6-10c7-49d2-b271-0de0818e9556,segment=NetworkSegment(b9e5ae35-f3ba-4913-a9c8-464f7dfe980c),segment_id=b9e5ae35-f3ba-4913-a9c8-464f7dfe980c)] {{(pid=116163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 11:03:51.929870 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-7355606c-bf50-42dc-b4ff-1eab60cbcbe7 tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (None), before_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:51.958503 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-fdc04002-3552-444e-bcc6-f593a3218e90 tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-961978'] for segment (9657150f-02df-4d04-9156-3605a21ec00d), precommit_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:51.977123 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-34689d55-d1cc-4d22-b57b-2627ca443fd7 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1938497'] for port (d0e75463-a01c-44b8-b4a5-dd9dfd538cfc), precommit_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:51.977346 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393'] for port (e897b0e6-10c7-49d2-b271-0de0818e9556), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:51.995236 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-951da897-ce6a-421a-8e50-b569c7628259 req-a8053ac6-3c4c-4549-b698-c52d9f415106 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] 10.222.0.10 "GET /v2.0/security-groups?id=126444c7-d985-4711-872e-652c823476a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2605579 Apr 28 11:03:52.007309 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fdc04002-3552-444e-bcc6-f593a3218e90 tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] Releasing vlan 51 on physical network physnet1 to pool {{(pid=116161) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 11:03:52.008086 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-fdc04002-3552-444e-bcc6-f593a3218e90 tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-961978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5219103'] for segment (9657150f-02df-4d04-9156-3605a21ec00d), after_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:52.013947 dv-neutron-master-2-hyperv neutron-server[116161]: Traceback (most recent call last): Apr 28 11:03:52.013947 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 11:03:52.013947 dv-neutron-master-2-hyperv neutron-server[116161]: timer() Apr 28 11:03:52.013947 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 11:03:52.013947 dv-neutron-master-2-hyperv neutron-server[116161]: cb(*args, **kw) Apr 28 11:03:52.013947 dv-neutron-master-2-hyperv neutron-server[116161]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 28 11:03:52.013947 dv-neutron-master-2-hyperv neutron-server[116161]: return func(*args, **kwargs) Apr 28 11:03:52.013947 dv-neutron-master-2-hyperv neutron-server[116161]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 11:03:52.013947 dv-neutron-master-2-hyperv neutron-server[116161]: self._notify() Apr 28 11:03:52.013947 dv-neutron-master-2-hyperv neutron-server[116161]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 11:03:52.013947 dv-neutron-master-2-hyperv neutron-server[116161]: self.callback(batched_events) Apr 28 11:03:52.013947 dv-neutron-master-2-hyperv neutron-server[116161]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 11:03:52.013947 dv-neutron-master-2-hyperv neutron-server[116161]: event.method(event) Apr 28 11:03:52.013947 dv-neutron-master-2-hyperv neutron-server[116161]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 28 11:03:52.013947 dv-neutron-master-2-hyperv neutron-server[116161]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 11:03:52.013947 dv-neutron-master-2-hyperv neutron-server[116161]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 28 11:03:52.013947 dv-neutron-master-2-hyperv neutron-server[116161]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 11:03:52.013947 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 28 11:03:52.013947 dv-neutron-master-2-hyperv neutron-server[116161]: return f(self, *a, **k) Apr 28 11:03:52.013947 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 28 11:03:52.013947 dv-neutron-master-2-hyperv neutron-server[116161]: return self._get(url).json() Apr 28 11:03:52.013947 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 28 11:03:52.013947 dv-neutron-master-2-hyperv neutron-server[116161]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 11:03:52.013947 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 11:03:52.013947 dv-neutron-master-2-hyperv neutron-server[116161]: return self.request(url, 'GET', **kwargs) Apr 28 11:03:52.013947 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 11:03:52.013947 dv-neutron-master-2-hyperv neutron-server[116161]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 11:03:52.013947 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 11:03:52.013947 dv-neutron-master-2-hyperv neutron-server[116161]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 11:03:52.013947 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 11:03:52.013947 dv-neutron-master-2-hyperv neutron-server[116161]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 11:03:52.013947 dv-neutron-master-2-hyperv neutron-server[116161]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 11:03:52.029714 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-ad319aad-0d24-4ca5-864a-0c05671f3f43 req-873406ed-d13f-4084-af86-e2d315973b1a tempest-TestNetworkAdvancedServerOps-1762458272 tempest-TestNetworkAdvancedServerOps-1762458272-project] 10.222.0.10 "GET /v2.0/security-groups?id=0bcd3ba6-8b12-4573-ac81-fc4e6cc933d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2007623 Apr 28 11:03:52.077780 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-ff8e7774-4150-44b6-b7b4-1585b68e199d req-806bd4d6-945b-49a5-bf10-02c121ff05e1 service neutron] 10.222.0.20 "GET /v2.0/networks/274bb0ab-060a-48d2-9b11-773f8dd43851?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3512111 Apr 28 11:03:52.082141 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.plugin [None req-293dad39-3154-4066-9851-22e7fc033844 tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Deleting port 48149764-2c3d-4b23-939c-9d5c27b19cf3 {{(pid=116162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 11:03:52.083339 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-293dad39-3154-4066-9851-22e7fc033844 tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742235130188'] for port (48149764-2c3d-4b23-939c-9d5c27b19cf3), before_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:52.116179 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.plugin [None req-34689d55-d1cc-4d22-b57b-2627ca443fd7 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Calling delete_port for d0e75463-a01c-44b8-b4a5-dd9dfd538cfc owned by {{(pid=116161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 11:03:52.152792 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cef33179-34b6-49d3-a7ea-b0a4537d2fb7 tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Network 5d4b40c1-092b-43e7-be27-c127b0221c8b is already hosted by enough agents. {{(pid=116162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 11:03:52.158181 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.scheduler.base_scheduler [None req-cef33179-34b6-49d3-a7ea-b0a4537d2fb7 tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Resources bound (agent type, host, resource id): {{(pid=116162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 11:03:52.245609 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-293dad39-3154-4066-9851-22e7fc033844 tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1938497'] for port (48149764-2c3d-4b23-939c-9d5c27b19cf3), precommit_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:52.262306 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.plugin [None req-293dad39-3154-4066-9851-22e7fc033844 tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Calling delete_port for 48149764-2c3d-4b23-939c-9d5c27b19cf3 owned by {{(pid=116162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 11:03:52.281310 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Device 96426ab3-5bd0-449e-acea-e501a5ef7e76 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=116163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 11:03:52.315730 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-fdc04002-3552-444e-bcc6-f593a3218e90 tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-973477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2063122'] for network (ebca02d5-d95a-4942-a488-463dd010b48d), after_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:52.319185 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-0f510530-3813-4240-acad-fe51dc91f56d None None] For port d67d6c9b-b5fa-4940-931b-38452c18b686, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=116163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 11:03:52.345692 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-fdc04002-3552-444e-bcc6-f593a3218e90 tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] Publish callbacks [] for network (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:52.359773 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-fdc04002-3552-444e-bcc6-f593a3218e90 tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] 10.222.0.10 "DELETE /v2.0/networks/ebca02d5-d95a-4942-a488-463dd010b48d HTTP/1.1" status: 204 len: 168 time: 5.8040133 Apr 28 11:03:52.365925 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 52740) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:03:52.382922 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-0f510530-3813-4240-acad-fe51dc91f56d None None] For port d67d6c9b-b5fa-4940-931b-38452c18b686, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=d67d6c9b-b5fa-4940-931b-38452c18b686,segment=NetworkSegment(9303a62f-7c72-40d4-b089-8f40f32f0b64),segment_id=9303a62f-7c72-40d4-b089-8f40f32f0b64)] {{(pid=116163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 11:03:52.384572 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.db.api [None req-af4c3f8f-5463-48c6-95fa-4f9d6d56f3d0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=116163) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 28 11:03:52.385081 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG oslo_db.api [None req-af4c3f8f-5463-48c6-95fa-4f9d6d56f3d0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=116163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 28 11:03:52.385254 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc04002-3552-444e-bcc6-f593a3218e90 tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] Pushing event deleted for resources: {'Network': ['ID=ebca02d5-d95a-4942-a488-463dd010b48d,revision_number=None']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:03:52.402361 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Pushing event updated for resources: {'Port': ['ID=e897b0e6-10c7-49d2-b271-0de0818e9556,revision_number=3']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:03:52.459958 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-0f510530-3813-4240-acad-fe51dc91f56d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393'] for port (d67d6c9b-b5fa-4940-931b-38452c18b686), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:52.482555 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.pecan_wsgi.hooks.translation [None req-fd4154ed-f70f-40f9-8fb6-a2b8f28d4c16 tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] GET failed (client error): The resource could not be found. Apr 28 11:03:52.487707 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-fd4154ed-f70f-40f9-8fb6-a2b8f28d4c16 tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] 10.222.0.10 "GET /v2.0/subnets/9d05dcce-72c6-42bd-9781-0e6d8ce4828e HTTP/1.1" status: 404 len: 337 time: 0.1141670 Apr 28 11:03:52.487913 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 52742) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:03:52.499584 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Provisioning complete for port 96426ab3-5bd0-449e-acea-e501a5ef7e76 triggered by entity L2. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:03:52.499584 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (96426ab3-5bd0-449e-acea-e501a5ef7e76), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:52.531681 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.pecan_wsgi.hooks.translation [None req-1e88c9a4-4088-43f8-8751-743c01816d97 tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] DELETE failed (client error): The resource could not be found. Apr 28 11:03:52.536603 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1e88c9a4-4088-43f8-8751-743c01816d97 tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=116161) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 28 11:03:52.541391 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-1e88c9a4-4088-43f8-8751-743c01816d97 tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] 10.222.0.10 "DELETE /v2.0/networks/ebca02d5-d95a-4942-a488-463dd010b48d HTTP/1.1" status: 404 len: 339 time: 0.0525491 Apr 28 11:03:52.567477 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 52744) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:03:52.622813 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f510530-3813-4240-acad-fe51dc91f56d None None] Pushing event updated for resources: {'Port': ['ID=d67d6c9b-b5fa-4940-931b-38452c18b686,revision_number=2']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:03:52.664328 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.db.db_base_plugin_common [None req-7355606c-bf50-42dc-b4ff-1eab60cbcbe7 tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Allocated IP 2001:db8::1 (0b121937-7ad2-4d91-a814-79580e269e26/9b512a75-cbb4-4fdf-8f59-0d016802b53f/8956117d-1d4d-4d3e-b0a0-ceafaf8f8ae9) {{(pid=116161) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 11:03:52.693947 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Current status of the port 96426ab3-5bd0-449e-acea-e501a5ef7e76 is: DOWN; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:03:52.694318 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (96426ab3-5bd0-449e-acea-e501a5ef7e76), before_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:52.737800 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] For port 96426ab3-5bd0-449e-acea-e501a5ef7e76, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=96426ab3-5bd0-449e-acea-e501a5ef7e76,segment=NetworkSegment(340fd7d9-7fc0-4f80-8048-fc29a0d6fb50),segment_id=340fd7d9-7fc0-4f80-8048-fc29a0d6fb50)] {{(pid=116163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 11:03:52.797299 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-293dad39-3154-4066-9851-22e7fc033844 tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742235135690', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742234710366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5051867'] for port (48149764-2c3d-4b23-939c-9d5c27b19cf3), after_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:52.807418 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393'] for port (96426ab3-5bd0-449e-acea-e501a5ef7e76), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:52.838643 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-34689d55-d1cc-4d22-b57b-2627ca443fd7 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742235135690', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742234710366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5219112'] for port (d0e75463-a01c-44b8-b4a5-dd9dfd538cfc), after_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:52.852697 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b4885fd-a6fa-47bf-9fa3-802c9cd089e8 None None] Network 1af4a606-f1f7-4bda-ba78-06ea1338e0cc requested from dv-neutron-master-2-hyperv {{(pid=116163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 11:03:52.859952 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-7355606c-bf50-42dc-b4ff-1eab60cbcbe7 tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Publish callbacks [] for port (8956117d-1d4d-4d3e-b0a0-ceafaf8f8ae9), precommit_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:52.903921 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34689d55-d1cc-4d22-b57b-2627ca443fd7 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Pushing event deleted for resources: {'Port': ['ID=d0e75463-a01c-44b8-b4a5-dd9dfd538cfc,revision_number=None']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:03:52.978424 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c239bfd6-c6a6-4a8f-91d5-d0ddbd06d798 tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:03:52.980294 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-c239bfd6-c6a6-4a8f-91d5-d0ddbd06d798 tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] 10.222.0.10 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.4099703 Apr 28 11:03:52.985381 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-293dad39-3154-4066-9851-22e7fc033844 tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198022'] for port (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:53.001210 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-293dad39-3154-4066-9851-22e7fc033844 tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] 10.222.0.10 "DELETE /v2.0/ports/48149764-2c3d-4b23-939c-9d5c27b19cf3 HTTP/1.1" status: 204 len: 168 time: 1.1022172 Apr 28 11:03:53.001210 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-293dad39-3154-4066-9851-22e7fc033844 tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Pushing event deleted for resources: {'Port': ['ID=48149764-2c3d-4b23-939c-9d5c27b19cf3,revision_number=None']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:03:53.002243 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 52746) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:03:53.007271 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 52748) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:03:53.013342 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Pushing event updated for resources: {'Port': ['ID=96426ab3-5bd0-449e-acea-e501a5ef7e76,revision_number=3']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:03:53.061573 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-af4c3f8f-5463-48c6-95fa-4f9d6d56f3d0 None None] Current status of the port e897b0e6-10c7-49d2-b271-0de0818e9556 is: ACTIVE; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:03:53.086981 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.pecan_wsgi.hooks.translation [None req-c4dce693-bd6e-4089-b1f7-471cec27273e tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] DELETE failed (client error): The resource could not be found. Apr 28 11:03:53.087547 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c4dce693-bd6e-4089-b1f7-471cec27273e tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=116162) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 28 11:03:53.094052 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-c4dce693-bd6e-4089-b1f7-471cec27273e tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] 10.222.0.10 "DELETE /v2.0/ports/48149764-2c3d-4b23-939c-9d5c27b19cf3 HTTP/1.1" status: 404 len: 333 time: 0.0817461 Apr 28 11:03:53.103323 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 52754) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:03:53.119027 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-7355606c-bf50-42dc-b4ff-1eab60cbcbe7 tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742234710357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5219112'] for port (8956117d-1d4d-4d3e-b0a0-ceafaf8f8ae9), after_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:53.122528 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-9780391d-2d8c-433f-a388-535538d7a2fd tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] 10.222.0.10 "GET /v2.0/subnets?network_id=7be49d94-bbb8-4a61-bafe-209c5f861e1c HTTP/1.1" status: 200 len: 207 time: 0.1232314 Apr 28 11:03:53.134828 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 52756) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:03:53.137730 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-af4c3f8f-5463-48c6-95fa-4f9d6d56f3d0 None None] Provisioning complete for port 0470ff5d-9b47-493f-95de-e6df0b829043 triggered by entity DHCP. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:03:53.140433 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-af4c3f8f-5463-48c6-95fa-4f9d6d56f3d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (0470ff5d-9b47-493f-95de-e6df0b829043), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:53.188224 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-af4c3f8f-5463-48c6-95fa-4f9d6d56f3d0 None None] Port 0470ff5d-9b47-493f-95de-e6df0b829043 cannot update to ACTIVE because it is not bound. {{(pid=116163) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 28 11:03:53.203258 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.pecan_wsgi.hooks.translation [None req-a9c13cb8-e818-4e2c-b0f2-50b1fe080703 tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] GET failed (client error): The resource could not be found. Apr 28 11:03:53.204870 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-a9c13cb8-e818-4e2c-b0f2-50b1fe080703 tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] 10.222.0.10 "GET /v2.0/ports/48149764-2c3d-4b23-939c-9d5c27b19cf3 HTTP/1.1" status: 404 len: 333 time: 0.0973911 Apr 28 11:03:53.212620 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 52758) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:03:53.241502 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11fc787-fa79-4452-97ab-4bf549131893 req-5e59a511-b207-457e-a9d4-0228d90df644 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:03:53.243591 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-e11fc787-fa79-4452-97ab-4bf549131893 req-5e59a511-b207-457e-a9d4-0228d90df644 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] 10.222.0.10 "GET /v2.0/ports?device_id=bfb0e6d3-3659-4be6-8de6-82c47d9cfaf8 HTTP/1.1" status: 200 len: 943 time: 0.1187525 Apr 28 11:03:53.279611 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cef33179-34b6-49d3-a7ea-b0a4537d2fb7 tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Router f00f0213-1e42-4a51-b996-d01da5b6ad4b is scheduled to L3 agent 6b492ad6-0876-4d74-b20d-28143a52ceba with binding_index 1 {{(pid=116162) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 28 11:03:53.284991 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7355606c-bf50-42dc-b4ff-1eab60cbcbe7 tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Pushing event updated for resources: {'Port': ['ID=8956117d-1d4d-4d3e-b0a0-ceafaf8f8ae9,revision_number=1']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:03:53.305654 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-d042db96-284c-4740-b9ee-eda92786e9b7 None None] Could not find standard attr ID for object d0e75463-a01c-44b8-b4a5-dd9dfd538cfc. {{(pid=116163) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:182}} Apr 28 11:03:53.320719 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-d042db96-284c-4740-b9ee-eda92786e9b7 None None] Provisioning complete for port 0470ff5d-9b47-493f-95de-e6df0b829043 triggered by entity DHCP. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:03:53.320719 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-d042db96-284c-4740-b9ee-eda92786e9b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (0470ff5d-9b47-493f-95de-e6df0b829043), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:53.336424 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7355606c-bf50-42dc-b4ff-1eab60cbcbe7 tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Network 0b121937-7ad2-4d91-a814-79580e269e26 is already hosted by enough agents. {{(pid=116161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 11:03:53.381829 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-d042db96-284c-4740-b9ee-eda92786e9b7 None None] Port 0470ff5d-9b47-493f-95de-e6df0b829043 cannot update to ACTIVE because it is not bound. {{(pid=116163) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 28 11:03:53.384184 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.scheduler.base_scheduler [None req-7355606c-bf50-42dc-b4ff-1eab60cbcbe7 tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Resources bound (agent type, host, resource id): {{(pid=116161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 11:03:53.386738 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-34689d55-d1cc-4d22-b57b-2627ca443fd7 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198022'] for port (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:53.393860 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-d042db96-284c-4740-b9ee-eda92786e9b7 None None] Provisioning complete for port e897b0e6-10c7-49d2-b271-0de0818e9556 triggered by entity DHCP. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:03:53.395330 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-d042db96-284c-4740-b9ee-eda92786e9b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (e897b0e6-10c7-49d2-b271-0de0818e9556), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:53.395780 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-34689d55-d1cc-4d22-b57b-2627ca443fd7 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] 10.222.0.10 "DELETE /v2.0/ports/d0e75463-a01c-44b8-b4a5-dd9dfd538cfc HTTP/1.1" status: 204 len: 168 time: 2.6118419 Apr 28 11:03:53.404421 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-e11fc787-fa79-4452-97ab-4bf549131893 req-ec6b6beb-9369-4a09-969f-f1e47e047c96 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] 10.222.0.10 "GET /v2.0/security-groups?id=126444c7-d985-4711-872e-652c823476a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1436198 Apr 28 11:03:53.405983 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7355606c-bf50-42dc-b4ff-1eab60cbcbe7 tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Received port after_create {{(pid=116161) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 11:03:53.406626 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-7355606c-bf50-42dc-b4ff-1eab60cbcbe7 tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2063275'] for router_interface (b116bc6c-e74d-4dc6-b82b-c618170e00c7), before_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:53.416761 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.db.db_base_plugin_v2 [None req-216d95cf-e9b6-42c9-ab5d-c9c1576fcd2d tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Deleting subnet 5892ef77-1b59-49aa-bc74-fad8ce781ad2 {{(pid=116162) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 28 11:03:53.419421 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 52760) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:03:53.493846 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-216d95cf-e9b6-42c9-ab5d-c9c1576fcd2d tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Publish callbacks [] for subnet (5892ef77-1b59-49aa-bc74-fad8ce781ad2), before_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:53.502905 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-d042db96-284c-4740-b9ee-eda92786e9b7 None None] Current status of the port e897b0e6-10c7-49d2-b271-0de0818e9556 is: ACTIVE; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:03:53.514708 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-d042db96-284c-4740-b9ee-eda92786e9b7 None None] Provisioning complete for port 96426ab3-5bd0-449e-acea-e501a5ef7e76 triggered by entity DHCP. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:03:53.515177 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-d042db96-284c-4740-b9ee-eda92786e9b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (96426ab3-5bd0-449e-acea-e501a5ef7e76), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:53.525149 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a24724a-4bd3-4ab4-9b80-eabf514f5336 req-be7c5e51-f39b-45bd-a29a-6171a9478f5f tempest-TestNetworkAdvancedServerOps-1762458272 tempest-TestNetworkAdvancedServerOps-1762458272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:03:53.531594 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-2a24724a-4bd3-4ab4-9b80-eabf514f5336 req-be7c5e51-f39b-45bd-a29a-6171a9478f5f tempest-TestNetworkAdvancedServerOps-1762458272 tempest-TestNetworkAdvancedServerOps-1762458272-project] 10.222.0.10 "GET /v2.0/ports?device_id=da1b1d97-d6fb-4c40-a57a-807f6776d01a HTTP/1.1" status: 200 len: 944 time: 0.2746294 Apr 28 11:03:53.612220 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.pecan_wsgi.hooks.translation [None req-bf243d73-2dcc-44e7-a579-793347de49e4 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] GET failed (client error): The resource could not be found. Apr 28 11:03:53.616428 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-bf243d73-2dcc-44e7-a579-793347de49e4 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] 10.222.0.10 "GET /v2.0/ports/d0e75463-a01c-44b8-b4a5-dd9dfd538cfc HTTP/1.1" status: 404 len: 333 time: 0.1407816 Apr 28 11:03:53.629633 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 52762) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:03:53.647653 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-d042db96-284c-4740-b9ee-eda92786e9b7 None None] Current status of the port 96426ab3-5bd0-449e-acea-e501a5ef7e76 is: ACTIVE; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:03:53.657737 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-216d95cf-e9b6-42c9-ab5d-c9c1576fcd2d tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5026541'] for subnet (5892ef77-1b59-49aa-bc74-fad8ce781ad2), precommit_delete_associations {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:53.693214 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1080a82f-e926-46ed-bc3c-4b2f3fb7e5ab tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:03:53.698832 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1080a82f-e926-46ed-bc3c-4b2f3fb7e5ab tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:03:53.703546 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-7355606c-bf50-42dc-b4ff-1eab60cbcbe7 tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (8956117d-1d4d-4d3e-b0a0-ceafaf8f8ae9), before_update {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:53.704419 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1080a82f-e926-46ed-bc3c-4b2f3fb7e5ab tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:03:53.709994 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1080a82f-e926-46ed-bc3c-4b2f3fb7e5ab tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:03:53.712004 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-2a24724a-4bd3-4ab4-9b80-eabf514f5336 req-12ba4633-7d80-469a-888c-803c1d0777e7 tempest-TestNetworkAdvancedServerOps-1762458272 tempest-TestNetworkAdvancedServerOps-1762458272-project] 10.222.0.10 "GET /v2.0/security-groups?id=0bcd3ba6-8b12-4573-ac81-fc4e6cc933d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1680353 Apr 28 11:03:53.722161 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-1080a82f-e926-46ed-bc3c-4b2f3fb7e5ab tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] 10.222.0.10 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2486 time: 0.5852396 Apr 28 11:03:53.726769 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cef33179-34b6-49d3-a7ea-b0a4537d2fb7 tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=116162) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 11:03:53.742355 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1646a242-c56b-4a5b-a5fe-73e8cacc8e24 None None] Sync routers for ids ['f00f0213-1e42-4a51-b996-d01da5b6ad4b'] in dv-neutron-master-2-hyperv {{(pid=116164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 11:03:53.758764 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 52764) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:03:53.759060 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-cef33179-34b6-49d3-a7ea-b0a4537d2fb7 tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] 10.222.0.10 "PUT /v2.0/routers/f00f0213-1e42-4a51-b996-d01da5b6ad4b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6294372 Apr 28 11:03:53.759678 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 52766) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:03:53.760719 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1646a242-c56b-4a5b-a5fe-73e8cacc8e24 None None] Routers {'f00f0213-1e42-4a51-b996-d01da5b6ad4b'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=116164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 11:03:53.761471 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_hamode_db [None req-1646a242-c56b-4a5b-a5fe-73e8cacc8e24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-28T10:50:39Z,description=,heartbeat_timestamp=2022-04-28T11:03:39Z,host='dv-neutron-master-2-hyperv',id=6b492ad6-0876-4d74-b20d-28143a52ceba,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T10:50:40Z,topic='l3_agent')) {'router_ids': ['f00f0213-1e42-4a51-b996-d01da5b6ad4b'], 'active': True} {{(pid=116164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:03:53.783665 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Device 7850d2bb-cfac-45b8-818d-93aede5fe4b9 details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=116163) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 28 11:03:53.818702 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Device 4e227636-7ca1-4704-b1c2-48c58d1d0b6c up at agent hyperv_hv-neutron-mast {{(pid=116163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 11:03:53.826879 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_hamode_db [None req-1646a242-c56b-4a5b-a5fe-73e8cacc8e24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=116164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:03:53.827129 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-f70392db-91a3-4668-8282-2b4594e15a57 None None] Provisioning complete for port 96426ab3-5bd0-449e-acea-e501a5ef7e76 triggered by entity DHCP. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:03:53.827480 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-f70392db-91a3-4668-8282-2b4594e15a57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (96426ab3-5bd0-449e-acea-e501a5ef7e76), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:53.837231 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1646a242-c56b-4a5b-a5fe-73e8cacc8e24 None None] Routers {'f00f0213-1e42-4a51-b996-d01da5b6ad4b'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=116164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 11:03:53.838099 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_hamode_db [None req-1646a242-c56b-4a5b-a5fe-73e8cacc8e24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-28T10:50:39Z,description=,heartbeat_timestamp=2022-04-28T11:03:39Z,host='dv-neutron-master-2-hyperv',id=6b492ad6-0876-4d74-b20d-28143a52ceba,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T10:50:40Z,topic='l3_agent')) {'router_ids': ['f00f0213-1e42-4a51-b996-d01da5b6ad4b'], 'active': True} {{(pid=116164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:03:53.864113 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-216d95cf-e9b6-42c9-ab5d-c9c1576fcd2d tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-971303'] for subnet (5892ef77-1b59-49aa-bc74-fad8ce781ad2), precommit_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:53.887817 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_hamode_db [None req-1646a242-c56b-4a5b-a5fe-73e8cacc8e24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=116164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:03:53.888653 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1646a242-c56b-4a5b-a5fe-73e8cacc8e24 None None] The sync data for ids ['f00f0213-1e42-4a51-b996-d01da5b6ad4b'] in dv-neutron-master-2-hyperv is: [] {{(pid=116164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 11:03:53.933996 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.db.resource_extend [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=116163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 28 11:03:54.019060 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-216d95cf-e9b6-42c9-ab5d-c9c1576fcd2d tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-971310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5053962', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4210815'] for subnet (5892ef77-1b59-49aa-bc74-fad8ce781ad2), after_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:54.064003 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-216d95cf-e9b6-42c9-ab5d-c9c1576fcd2d tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Pushing event deleted for resources: {'Subnet': ['ID=5892ef77-1b59-49aa-bc74-fad8ce781ad2,revision_number=None']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:03:54.073332 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-216d95cf-e9b6-42c9-ab5d-c9c1576fcd2d tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Publish callbacks [] for subnet (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:54.075014 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-216d95cf-e9b6-42c9-ab5d-c9c1576fcd2d tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] 10.222.0.10 "DELETE /v2.0/subnets/5892ef77-1b59-49aa-bc74-fad8ce781ad2 HTTP/1.1" status: 204 len: 168 time: 0.8614271 Apr 28 11:03:54.084739 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 52768) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:03:54.137593 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] For port 7850d2bb-cfac-45b8-818d-93aede5fe4b9, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=7850d2bb-cfac-45b8-818d-93aede5fe4b9,segment=NetworkSegment(f6ef4bb3-a525-4ea5-8365-2d525d9199b6),segment_id=f6ef4bb3-a525-4ea5-8365-2d525d9199b6)] {{(pid=116163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 11:03:54.156884 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Provisioning for port 4e227636-7ca1-4704-b1c2-48c58d1d0b6c completed by entity L2. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 28 11:03:54.163290 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d30e3d3-2efd-4691-82e2-ebba701e178a tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:03:54.174862 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 52770) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:03:54.177129 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-8d30e3d3-2efd-4691-82e2-ebba701e178a tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] 10.222.0.10 "GET /v2.0/ports/0470ff5d-9b47-493f-95de-e6df0b829043 HTTP/1.1" status: 200 len: 910 time: 0.4029334 Apr 28 11:03:54.177605 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.plugin [None req-a9a51019-ccee-4089-b3c8-6f718d8d1770 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Deleting port 5000c08a-4d8c-4e74-9f6c-99070dbb7860 {{(pid=116161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 11:03:54.177957 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-a9a51019-ccee-4089-b3c8-6f718d8d1770 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742235130188'] for port (5000c08a-4d8c-4e74-9f6c-99070dbb7860), before_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:54.183499 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Returning: {'device': '7850d2bb-cfac-45b8-818d-93aede5fe4b9', 'network_id': '274bb0ab-060a-48d2-9b11-773f8dd43851', 'port_id': '7850d2bb-cfac-45b8-818d-93aede5fe4b9', 'mac_address': 'fa:16:3e:48:e1:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 63, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd64b489b-1e9c-4cb0-8d07-ab47553d5e71', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=116163) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 28 11:03:54.232553 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bddf971d-4e2b-49d5-8091-ea09780c66b5 None None] Network 1af4a606-f1f7-4bda-ba78-06ea1338e0cc requested from dv-neutron-master-2-hyperv {{(pid=116163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 11:03:54.268910 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Provisioning complete for port 4e227636-7ca1-4704-b1c2-48c58d1d0b6c triggered by entity L2. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:03:54.269307 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (4e227636-7ca1-4704-b1c2-48c58d1d0b6c), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:54.290171 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-f70392db-91a3-4668-8282-2b4594e15a57 None None] Current status of the port 96426ab3-5bd0-449e-acea-e501a5ef7e76 is: ACTIVE; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:03:54.295915 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Device 96426ab3-5bd0-449e-acea-e501a5ef7e76 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=116163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 11:03:54.317990 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-d9ba803b-e92c-4354-9b0c-f73ffbd89e33 tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-979593'] for network (1af4a606-f1f7-4bda-ba78-06ea1338e0cc), before_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:54.344042 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b4f2ade-79e9-4762-9c15-0f52cf4d700f None None] Network 0b121937-7ad2-4d91-a814-79580e269e26 requested from dv-neutron-master-2-hyperv {{(pid=116163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 11:03:54.374790 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Current status of the port 7850d2bb-cfac-45b8-818d-93aede5fe4b9 is: DOWN; New status is: BUILD {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:03:54.375200 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (7850d2bb-cfac-45b8-818d-93aede5fe4b9), before_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:54.445683 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.plugin [None req-d9ba803b-e92c-4354-9b0c-f73ffbd89e33 tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Deleting port 96426ab3-5bd0-449e-acea-e501a5ef7e76 {{(pid=116162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 11:03:54.446022 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-d9ba803b-e92c-4354-9b0c-f73ffbd89e33 tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742235130188'] for port (96426ab3-5bd0-449e-acea-e501a5ef7e76), before_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:54.448606 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-a2ea777d-ed4e-4684-95fe-9c358437777e None None] Could not find standard attr ID for object 48149764-2c3d-4b23-939c-9d5c27b19cf3. {{(pid=116163) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:182}} Apr 28 11:03:54.485057 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.notifiers.nova [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7850d2bb-cfac-45b8-818d-93aede5fe4b9 {{(pid=116163) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 11:03:54.541939 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] For port 7850d2bb-cfac-45b8-818d-93aede5fe4b9, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=7850d2bb-cfac-45b8-818d-93aede5fe4b9,segment=NetworkSegment(f6ef4bb3-a525-4ea5-8365-2d525d9199b6),segment_id=f6ef4bb3-a525-4ea5-8365-2d525d9199b6)] {{(pid=116163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 11:03:54.546101 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-a2ea777d-ed4e-4684-95fe-9c358437777e None None] Provisioning complete for port d67d6c9b-b5fa-4940-931b-38452c18b686 triggered by entity DHCP. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:03:54.546501 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-a2ea777d-ed4e-4684-95fe-9c358437777e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (d67d6c9b-b5fa-4940-931b-38452c18b686), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:54.560616 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-7355606c-bf50-42dc-b4ff-1eab60cbcbe7 tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Publish callbacks [] for port (8956117d-1d4d-4d3e-b0a0-ceafaf8f8ae9), precommit_update {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:54.594169 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Provisioning complete for port 96426ab3-5bd0-449e-acea-e501a5ef7e76 triggered by entity L2. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:03:54.594448 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (96426ab3-5bd0-449e-acea-e501a5ef7e76), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:54.640618 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-884e2d3c-d222-40ef-8bdf-ec9fb609573c None None] DHCP port deletion for 1af4a606-f1f7-4bda-ba78-06ea1338e0cc request from dv-neutron-master-2-hyperv {{(pid=116163) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 28 11:03:54.666496 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-7355606c-bf50-42dc-b4ff-1eab60cbcbe7 tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5219123'] for port (8956117d-1d4d-4d3e-b0a0-ceafaf8f8ae9), after_update {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:54.667447 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-7355606c-bf50-42dc-b4ff-1eab60cbcbe7 tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1603056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2063387'] for router_interface (b116bc6c-e74d-4dc6-b82b-c618170e00c7), after_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:54.669516 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393'] for port (7850d2bb-cfac-45b8-818d-93aede5fe4b9), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:54.758334 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Current status of the port 4e227636-7ca1-4704-b1c2-48c58d1d0b6c is: BUILD; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:03:54.758766 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (4e227636-7ca1-4704-b1c2-48c58d1d0b6c), before_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:54.812688 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-884e2d3c-d222-40ef-8bdf-ec9fb609573c None None] Deleting port 96426ab3-5bd0-449e-acea-e501a5ef7e76 {{(pid=116163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 11:03:54.813056 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-884e2d3c-d222-40ef-8bdf-ec9fb609573c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742235130188'] for port (96426ab3-5bd0-449e-acea-e501a5ef7e76), before_delete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:54.816621 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f5756f-2628-4c94-9e9a-a7075bb07737 req-d19af54e-f67c-4528-9d21-ef6413d27262 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:03:54.825913 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-03f5756f-2628-4c94-9e9a-a7075bb07737 req-d19af54e-f67c-4528-9d21-ef6413d27262 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] 10.222.0.10 "GET /v2.0/ports?device_id=bfb0e6d3-3659-4be6-8de6-82c47d9cfaf8 HTTP/1.1" status: 200 len: 943 time: 0.2556579 Apr 28 11:03:54.847827 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Pushing event updated for resources: {'Port': ['ID=7850d2bb-cfac-45b8-818d-93aede5fe4b9,revision_number=4']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:03:54.850151 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da1b1d97-d6fb-4c40-a57a-807f6776d01a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e227636-7ca1-4704-b1c2-48c58d1d0b6c'}] {{(pid=116163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 11:03:54.852462 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f01aec4a4f83961b54a953becfce2676879fb1d4b91122543244f430a0b8460" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2659dcf-3f46-4f57-b268-40af8ad6f6c8" -d '{"events": [{"server_uuid": "da1b1d97-d6fb-4c40-a57a-807f6776d01a", "name": "network-vif-plugged", "status": "completed", "tag": "4e227636-7ca1-4704-b1c2-48c58d1d0b6c"}]}' {{(pid=116163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 11:03:54.898598 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] For port 4e227636-7ca1-4704-b1c2-48c58d1d0b6c, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=4e227636-7ca1-4704-b1c2-48c58d1d0b6c,segment=NetworkSegment(3a3711b0-a922-46d0-81e4-03dc755adc63),segment_id=3a3711b0-a922-46d0-81e4-03dc755adc63)] {{(pid=116163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 11:03:54.900933 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] get_ports_and_sgs() called for port_ids ['7850d2bb-cfac-45b8-818d-93aede5fe4b9'] {{(pid=116163) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 11:03:54.946094 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.db [None req-d9ba803b-e92c-4354-9b0c-f73ffbd89e33 tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] For port 96426ab3-5bd0-449e-acea-e501a5ef7e76, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=96426ab3-5bd0-449e-acea-e501a5ef7e76,segment=NetworkSegment(340fd7d9-7fc0-4f80-8048-fc29a0d6fb50),segment_id=340fd7d9-7fc0-4f80-8048-fc29a0d6fb50)] {{(pid=116162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 11:03:54.946740 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-d9ba803b-e92c-4354-9b0c-f73ffbd89e33 tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1938497'] for port (96426ab3-5bd0-449e-acea-e501a5ef7e76), precommit_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:54.963766 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.plugin [None req-d9ba803b-e92c-4354-9b0c-f73ffbd89e33 tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Calling delete_port for 96426ab3-5bd0-449e-acea-e501a5ef7e76 owned by network:dhcp {{(pid=116162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 11:03:55.011670 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-a9a51019-ccee-4089-b3c8-6f718d8d1770 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1938497'] for port (5000c08a-4d8c-4e74-9f6c-99070dbb7860), precommit_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:55.022270 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-03f5756f-2628-4c94-9e9a-a7075bb07737 req-040c2714-e2d3-4308-870d-2373a7105960 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] 10.222.0.10 "GET /v2.0/security-groups?id=126444c7-d985-4711-872e-652c823476a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1944642 Apr 28 11:03:55.117116 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-33ce1950-72c6-4471-8bd7-6b8b7c984528 tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] 10.222.0.10 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 575 time: 1.3235869 Apr 28 11:03:55.153068 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7355606c-bf50-42dc-b4ff-1eab60cbcbe7 tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Network 0b121937-7ad2-4d91-a814-79580e269e26 is already hosted by enough agents. {{(pid=116161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 11:03:55.155832 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7355606c-bf50-42dc-b4ff-1eab60cbcbe7 tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Pushing event updated for resources: {'Port': ['ID=8956117d-1d4d-4d3e-b0a0-ceafaf8f8ae9,revision_number=2']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:03:55.157788 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 52778) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:03:55.171655 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.plugin [None req-a9a51019-ccee-4089-b3c8-6f718d8d1770 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Calling delete_port for 5000c08a-4d8c-4e74-9f6c-99070dbb7860 owned by {{(pid=116161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 11:03:55.171845 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 11:03:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-442adf49-656d-48e5-8e63-943b595df1a4 x-openstack-request-id: req-442adf49-656d-48e5-8e63-943b595df1a4 {{(pid=116163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 11:03:55.171845 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da1b1d97-d6fb-4c40-a57a-807f6776d01a", "name": "network-vif-plugged", "status": "completed", "tag": "4e227636-7ca1-4704-b1c2-48c58d1d0b6c", "code": 200}]} {{(pid=116163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 11:03:55.171845 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-442adf49-656d-48e5-8e63-943b595df1a4 {{(pid=116163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 11:03:55.172158 dv-neutron-master-2-hyperv neutron-server[116163]: INFO neutron.notifiers.nova [-] Nova event matching ['req-442adf49-656d-48e5-8e63-943b595df1a4'] response: {'server_uuid': 'da1b1d97-d6fb-4c40-a57a-807f6776d01a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e227636-7ca1-4704-b1c2-48c58d1d0b6c', 'code': 200} Apr 28 11:03:55.172728 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.scheduler.base_scheduler [None req-7355606c-bf50-42dc-b4ff-1eab60cbcbe7 tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Resources bound (agent type, host, resource id): {{(pid=116161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 11:03:55.173256 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393'] for port (4e227636-7ca1-4704-b1c2-48c58d1d0b6c), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:55.230564 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-a2ea777d-ed4e-4684-95fe-9c358437777e None None] Current status of the port d67d6c9b-b5fa-4940-931b-38452c18b686 is: DOWN; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:03:55.230971 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-a2ea777d-ed4e-4684-95fe-9c358437777e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (d67d6c9b-b5fa-4940-931b-38452c18b686), before_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:55.255845 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab95cfef-15c2-4daa-8571-abc7be8cbc5e req-11e6ff7c-4787-4d6b-960d-b3cb882b908d tempest-TestNetworkAdvancedServerOps-1762458272 tempest-TestNetworkAdvancedServerOps-1762458272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:03:55.258179 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-ab95cfef-15c2-4daa-8571-abc7be8cbc5e req-11e6ff7c-4787-4d6b-960d-b3cb882b908d tempest-TestNetworkAdvancedServerOps-1762458272 tempest-TestNetworkAdvancedServerOps-1762458272-project] 10.222.0.10 "GET /v2.0/ports?device_id=da1b1d97-d6fb-4c40-a57a-807f6776d01a HTTP/1.1" status: 200 len: 945 time: 0.3932743 Apr 28 11:03:55.266333 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-d9ba803b-e92c-4354-9b0c-f73ffbd89e33 tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742235135690', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742234710366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5051867'] for port (96426ab3-5bd0-449e-acea-e501a5ef7e76), after_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:55.284531 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Current status of the port 96426ab3-5bd0-449e-acea-e501a5ef7e76 is: ACTIVE; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:03:55.285632 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Device e897b0e6-10c7-49d2-b271-0de0818e9556 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=116163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 11:03:55.290533 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-884e2d3c-d222-40ef-8bdf-ec9fb609573c None None] For port 96426ab3-5bd0-449e-acea-e501a5ef7e76, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=96426ab3-5bd0-449e-acea-e501a5ef7e76,segment=NetworkSegment(340fd7d9-7fc0-4f80-8048-fc29a0d6fb50),segment_id=340fd7d9-7fc0-4f80-8048-fc29a0d6fb50)] {{(pid=116163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 11:03:55.291291 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-884e2d3c-d222-40ef-8bdf-ec9fb609573c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1938497'] for port (96426ab3-5bd0-449e-acea-e501a5ef7e76), precommit_delete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:55.313573 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac369f55-1e60-40eb-b1b2-66f0280a09ee tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:03:55.315251 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac369f55-1e60-40eb-b1b2-66f0280a09ee tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:03:55.320780 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-ac369f55-1e60-40eb-b1b2-66f0280a09ee tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.1605101 Apr 28 11:03:55.324399 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 52780) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:03:55.326501 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ba803b-e92c-4354-9b0c-f73ffbd89e33 tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Pushing event deleted for resources: {'Port': ['ID=96426ab3-5bd0-449e-acea-e501a5ef7e76,revision_number=None']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:03:55.363483 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9ba803b-e92c-4354-9b0c-f73ffbd89e33 tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] No DVR routers for this DVR port 96426ab3-5bd0-449e-acea-e501a5ef7e76 on host dv-neutron-master-2-hyperv {{(pid=116162) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 11:03:55.371884 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-884e2d3c-d222-40ef-8bdf-ec9fb609573c None None] Calling delete_port for 96426ab3-5bd0-449e-acea-e501a5ef7e76 owned by network:dhcp {{(pid=116163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 11:03:55.402889 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Pushing event updated for resources: {'Port': ['ID=4e227636-7ca1-4704-b1c2-48c58d1d0b6c,revision_number=5']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:03:55.417724 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-a2ea777d-ed4e-4684-95fe-9c358437777e None None] For port d67d6c9b-b5fa-4940-931b-38452c18b686, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=d67d6c9b-b5fa-4940-931b-38452c18b686,segment=NetworkSegment(9303a62f-7c72-40d4-b089-8f40f32f0b64),segment_id=9303a62f-7c72-40d4-b089-8f40f32f0b64)] {{(pid=116163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 11:03:55.460603 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-ab95cfef-15c2-4daa-8571-abc7be8cbc5e req-1b022671-e718-42da-b87f-d9d63b8f49b6 tempest-TestNetworkAdvancedServerOps-1762458272 tempest-TestNetworkAdvancedServerOps-1762458272-project] 10.222.0.10 "GET /v2.0/security-groups?id=0bcd3ba6-8b12-4573-ac81-fc4e6cc933d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1668015 Apr 28 11:03:55.506645 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Provisioning complete for port e897b0e6-10c7-49d2-b271-0de0818e9556 triggered by entity L2. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:03:55.507022 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (e897b0e6-10c7-49d2-b271-0de0818e9556), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:55.526547 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-a2ea777d-ed4e-4684-95fe-9c358437777e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393'] for port (d67d6c9b-b5fa-4940-931b-38452c18b686), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:55.533768 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd551882-77a5-4c72-a375-78815fd104ba tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] Attributes excluded by policy engine: ['shared'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:03:55.535156 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd551882-77a5-4c72-a375-78815fd104ba tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] Attributes excluded by policy engine: ['shared'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:03:55.540943 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 52782) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:03:55.542695 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-fd551882-77a5-4c72-a375-78815fd104ba tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] 10.222.0.10 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.2148454 Apr 28 11:03:55.603935 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-d9ba803b-e92c-4354-9b0c-f73ffbd89e33 tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-973498', 'neutron.services.segments.db._delete_segments_for_network-8742235207033'] for network (1af4a606-f1f7-4bda-ba78-06ea1338e0cc), precommit_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:55.626716 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7355606c-bf50-42dc-b4ff-1eab60cbcbe7 tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Router b116bc6c-e74d-4dc6-b82b-c618170e00c7 is scheduled to L3 agent 6b492ad6-0876-4d74-b20d-28143a52ceba with binding_index 1 {{(pid=116161) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 28 11:03:55.638471 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a921d8-9306-4bff-a5d9-017eb453e7a8 req-9026db7a-a5ec-4784-96d9-069c03516fe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:03:55.642546 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-e9a921d8-9306-4bff-a5d9-017eb453e7a8 req-9026db7a-a5ec-4784-96d9-069c03516fe4 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=da1b1d97-d6fb-4c40-a57a-807f6776d01a HTTP/1.1" status: 200 len: 1129 time: 0.1880372 Apr 28 11:03:55.651241 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-884e2d3c-d222-40ef-8bdf-ec9fb609573c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742235135690', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742234710366'] for port (96426ab3-5bd0-449e-acea-e501a5ef7e76), after_delete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:55.661749 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.services.segments.db [None req-d9ba803b-e92c-4354-9b0c-f73ffbd89e33 tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1af4a606-f1f7-4bda-ba78-06ea1338e0cc']}} {{(pid=116162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:03:55.677792 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.services.segments.db [None req-d9ba803b-e92c-4354-9b0c-f73ffbd89e33 tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '340fd7d9-7fc0-4f80-8048-fc29a0d6fb50') {'for_net_delete': True} {{(pid=116162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:03:55.678098 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.services.segments.db [None req-d9ba803b-e92c-4354-9b0c-f73ffbd89e33 tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '340fd7d9-7fc0-4f80-8048-fc29a0d6fb50') {} {{(pid=116162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:03:55.691812 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-d9ba803b-e92c-4354-9b0c-f73ffbd89e33 tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742235208578', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5026548'] for segment (340fd7d9-7fc0-4f80-8048-fc29a0d6fb50), before_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:55.695587 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ea777d-ed4e-4684-95fe-9c358437777e None None] Pushing event updated for resources: {'Port': ['ID=d67d6c9b-b5fa-4940-931b-38452c18b686,revision_number=3']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:03:55.698873 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-ecd49885-7c3a-4d10-acaf-741378c1ca4b None None] Provisioning complete for port 8956117d-1d4d-4d3e-b0a0-ceafaf8f8ae9 triggered by entity DHCP. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:03:55.699291 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-ecd49885-7c3a-4d10-acaf-741378c1ca4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (8956117d-1d4d-4d3e-b0a0-ceafaf8f8ae9), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:55.717012 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-884e2d3c-d222-40ef-8bdf-ec9fb609573c None None] No DVR routers for this DVR port 96426ab3-5bd0-449e-acea-e501a5ef7e76 on host dv-neutron-master-2-hyperv {{(pid=116163) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 11:03:55.753493 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-f960d24f-13c3-4df6-a528-0e73ae983d2e tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (None), before_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:55.785378 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-884e2d3c-d222-40ef-8bdf-ec9fb609573c None None] Pushing event deleted for resources: {'Port': ['ID=96426ab3-5bd0-449e-acea-e501a5ef7e76,revision_number=None']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:03:55.800235 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-338538ca-3027-4eae-9d06-ed3a4a6478f0 None None] get_active_networks_info from dv-neutron-master-2-hyperv {{(pid=116163) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Apr 28 11:03:55.836265 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-e9a921d8-9306-4bff-a5d9-017eb453e7a8 req-ba221823-8197-4c5b-9768-76784a420f5e service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=0bcd3ba6-8b12-4573-ac81-fc4e6cc933d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1422837 Apr 28 11:03:55.837281 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-d9ba803b-e92c-4354-9b0c-f73ffbd89e33 tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-961978'] for segment (340fd7d9-7fc0-4f80-8048-fc29a0d6fb50), precommit_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:55.868420 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Current status of the port e897b0e6-10c7-49d2-b271-0de0818e9556 is: ACTIVE; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:03:55.869531 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Device d67d6c9b-b5fa-4940-931b-38452c18b686 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=116163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 11:03:55.871219 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d9ba803b-e92c-4354-9b0c-f73ffbd89e33 tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Releasing vlan 96 on physical network physnet1 to pool {{(pid=116162) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 11:03:55.871638 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-d9ba803b-e92c-4354-9b0c-f73ffbd89e33 tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-961978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5051884'] for segment (340fd7d9-7fc0-4f80-8048-fc29a0d6fb50), after_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:55.874007 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-ecd49885-7c3a-4d10-acaf-741378c1ca4b None None] Port 8956117d-1d4d-4d3e-b0a0-ceafaf8f8ae9 cannot update to ACTIVE because it is not bound. {{(pid=116163) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 28 11:03:55.881007 dv-neutron-master-2-hyperv neutron-server[116162]: Traceback (most recent call last): Apr 28 11:03:55.881007 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 11:03:55.881007 dv-neutron-master-2-hyperv neutron-server[116162]: timer() Apr 28 11:03:55.881007 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 11:03:55.881007 dv-neutron-master-2-hyperv neutron-server[116162]: cb(*args, **kw) Apr 28 11:03:55.881007 dv-neutron-master-2-hyperv neutron-server[116162]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 28 11:03:55.881007 dv-neutron-master-2-hyperv neutron-server[116162]: return func(*args, **kwargs) Apr 28 11:03:55.881007 dv-neutron-master-2-hyperv neutron-server[116162]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 11:03:55.881007 dv-neutron-master-2-hyperv neutron-server[116162]: self._notify() Apr 28 11:03:55.881007 dv-neutron-master-2-hyperv neutron-server[116162]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 11:03:55.881007 dv-neutron-master-2-hyperv neutron-server[116162]: self.callback(batched_events) Apr 28 11:03:55.881007 dv-neutron-master-2-hyperv neutron-server[116162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 11:03:55.881007 dv-neutron-master-2-hyperv neutron-server[116162]: event.method(event) Apr 28 11:03:55.881007 dv-neutron-master-2-hyperv neutron-server[116162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 28 11:03:55.881007 dv-neutron-master-2-hyperv neutron-server[116162]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 11:03:55.881007 dv-neutron-master-2-hyperv neutron-server[116162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 28 11:03:55.881007 dv-neutron-master-2-hyperv neutron-server[116162]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 11:03:55.881007 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 28 11:03:55.881007 dv-neutron-master-2-hyperv neutron-server[116162]: return f(self, *a, **k) Apr 28 11:03:55.881007 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 28 11:03:55.881007 dv-neutron-master-2-hyperv neutron-server[116162]: return self._get(url).json() Apr 28 11:03:55.881007 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 28 11:03:55.881007 dv-neutron-master-2-hyperv neutron-server[116162]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 11:03:55.881007 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 11:03:55.881007 dv-neutron-master-2-hyperv neutron-server[116162]: return self.request(url, 'GET', **kwargs) Apr 28 11:03:55.881007 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 11:03:55.881007 dv-neutron-master-2-hyperv neutron-server[116162]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 11:03:55.881007 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 11:03:55.881007 dv-neutron-master-2-hyperv neutron-server[116162]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 11:03:55.881007 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 11:03:55.881007 dv-neutron-master-2-hyperv neutron-server[116162]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 11:03:55.881007 dv-neutron-master-2-hyperv neutron-server[116162]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 11:03:55.958657 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-ecd49885-7c3a-4d10-acaf-741378c1ca4b None None] Provisioning complete for port d67d6c9b-b5fa-4940-931b-38452c18b686 triggered by entity DHCP. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:03:55.959316 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-ecd49885-7c3a-4d10-acaf-741378c1ca4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (d67d6c9b-b5fa-4940-931b-38452c18b686), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:56.037219 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-a9a51019-ccee-4089-b3c8-6f718d8d1770 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742235135690', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742234710366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5219112'] for port (5000c08a-4d8c-4e74-9f6c-99070dbb7860), after_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:56.047526 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-d9ba803b-e92c-4354-9b0c-f73ffbd89e33 tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-973477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2063122'] for network (1af4a606-f1f7-4bda-ba78-06ea1338e0cc), after_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:56.062196 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Provisioning complete for port d67d6c9b-b5fa-4940-931b-38452c18b686 triggered by entity L2. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:03:56.062196 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (d67d6c9b-b5fa-4940-931b-38452c18b686), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:56.080845 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-d9ba803b-e92c-4354-9b0c-f73ffbd89e33 tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Publish callbacks [] for network (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:56.093251 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-d9ba803b-e92c-4354-9b0c-f73ffbd89e33 tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] 10.222.0.10 "DELETE /v2.0/networks/1af4a606-f1f7-4bda-ba78-06ea1338e0cc HTTP/1.1" status: 204 len: 168 time: 2.0039928 Apr 28 11:03:56.112448 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 52786) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:03:56.116193 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.v2.base [None req-59c5688c-260b-4f3b-ba28-88fa673fb657 tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-207471649'}} {{(pid=116162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:03:56.127135 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ba803b-e92c-4354-9b0c-f73ffbd89e33 tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Pushing event deleted for resources: {'Network': ['ID=1af4a606-f1f7-4bda-ba78-06ea1338e0cc,revision_number=None']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:03:56.143792 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-338538ca-3027-4eae-9d06-ed3a4a6478f0 None None] Resources bound (agent type, host, resource id): {{(pid=116163) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 28 11:03:56.151698 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81a1ea3e-1f14-4dff-a4ad-8a97405ef369 tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:03:56.157645 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-81a1ea3e-1f14-4dff-a4ad-8a97405ef369 tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] 10.222.0.10 "GET /v2.0/networks/9f7770af-8f7f-4913-8a3e-3b3362bd2b3f HTTP/1.1" status: 200 len: 799 time: 0.6103203 Apr 28 11:03:56.172453 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 52788) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:03:56.192954 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a51019-ccee-4089-b3c8-6f718d8d1770 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Pushing event deleted for resources: {'Port': ['ID=5000c08a-4d8c-4e74-9f6c-99070dbb7860,revision_number=None']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:03:56.203422 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-ecd49885-7c3a-4d10-acaf-741378c1ca4b None None] Current status of the port d67d6c9b-b5fa-4940-931b-38452c18b686 is: ACTIVE; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:03:56.212666 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7355606c-bf50-42dc-b4ff-1eab60cbcbe7 tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=116161) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 11:03:56.237348 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-7355606c-bf50-42dc-b4ff-1eab60cbcbe7 tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] 10.222.0.10 "PUT /v2.0/routers/b116bc6c-e74d-4dc6-b82b-c618170e00c7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6414969 Apr 28 11:03:56.238112 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 52790) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:03:56.251678 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.db.db_base_plugin_common [None req-f960d24f-13c3-4df6-a528-0e73ae983d2e tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Allocated IP 172.21.0.1 (21f1e6f5-48b2-41c3-9a68-970d5188f8bf/16a394f0-23f3-42d9-89e0-00661c00b762/d5a28238-f093-4162-8d3a-48c2d6610de6) {{(pid=116162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 11:03:56.254433 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32e95190-4486-47d3-94e8-14a935e12dfc None None] Sync routers for ids ['b116bc6c-e74d-4dc6-b82b-c618170e00c7'] in dv-neutron-master-2-hyperv {{(pid=116163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 11:03:56.278045 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59c5688c-260b-4f3b-ba28-88fa673fb657 tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Made reservation on behalf of 52264470dd074c0f8041ca0ce5281c12 for: {'network': 1} {{(pid=116162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 11:03:56.282126 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-59c5688c-260b-4f3b-ba28-88fa673fb657 tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for network (None), before_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:56.286709 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4306cb4-1c82-44d3-90e1-270ea7493a74 req-18b1087d-a6ef-4fe5-b160-914fa0f278b8 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:03:56.288373 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-e4306cb4-1c82-44d3-90e1-270ea7493a74 req-18b1087d-a6ef-4fe5-b160-914fa0f278b8 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] 10.222.0.10 "GET /v2.0/ports?device_id=bfb0e6d3-3659-4be6-8de6-82c47d9cfaf8 HTTP/1.1" status: 200 len: 944 time: 0.1302183 Apr 28 11:03:56.294715 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32e95190-4486-47d3-94e8-14a935e12dfc None None] Routers {'b116bc6c-e74d-4dc6-b82b-c618170e00c7'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=116163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 11:03:56.296590 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_hamode_db [None req-32e95190-4486-47d3-94e8-14a935e12dfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-28T10:50:39Z,description=,heartbeat_timestamp=2022-04-28T11:03:39Z,host='dv-neutron-master-2-hyperv',id=6b492ad6-0876-4d74-b20d-28143a52ceba,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T10:50:40Z,topic='l3_agent')) {'router_ids': ['b116bc6c-e74d-4dc6-b82b-c618170e00c7'], 'active': True} {{(pid=116163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:03:56.305266 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-a9a51019-ccee-4089-b3c8-6f718d8d1770 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198022'] for port (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:56.309695 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-a9a51019-ccee-4089-b3c8-6f718d8d1770 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] 10.222.0.10 "DELETE /v2.0/ports/5000c08a-4d8c-4e74-9f6c-99070dbb7860 HTTP/1.1" status: 204 len: 168 time: 2.6729419 Apr 28 11:03:56.313883 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 52792) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:03:56.337050 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_hamode_db [None req-32e95190-4486-47d3-94e8-14a935e12dfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=116163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:03:56.354106 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.pecan_wsgi.hooks.translation [None req-57d04e5c-9b7f-473a-93bb-e14d7759e066 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] GET failed (client error): The resource could not be found. Apr 28 11:03:56.358974 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-57d04e5c-9b7f-473a-93bb-e14d7759e066 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] 10.222.0.10 "GET /v2.0/ports/5000c08a-4d8c-4e74-9f6c-99070dbb7860 HTTP/1.1" status: 404 len: 333 time: 0.0400519 Apr 28 11:03:56.359720 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 52794) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:03:56.385013 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Current status of the port d67d6c9b-b5fa-4940-931b-38452c18b686 is: ACTIVE; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:03:56.389211 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9718fff3-9a53-4ef5-bdcf-1ab7cecd8970 tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:03:56.391168 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-9718fff3-9a53-4ef5-bdcf-1ab7cecd8970 tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] 10.222.0.10 "GET /v2.0/ports/8956117d-1d4d-4d3e-b0a0-ceafaf8f8ae9 HTTP/1.1" status: 200 len: 911 time: 0.1501739 Apr 28 11:03:56.392285 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-fbf37c89-6edf-4217-bb16-aec866e9fd66 None None] Provisioning complete for port 8956117d-1d4d-4d3e-b0a0-ceafaf8f8ae9 triggered by entity DHCP. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:03:56.393090 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-fbf37c89-6edf-4217-bb16-aec866e9fd66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (8956117d-1d4d-4d3e-b0a0-ceafaf8f8ae9), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:56.394693 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 52796) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:03:56.402100 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.v2.base [None req-ac86a178-0421-4f07-a095-d7779f06b113 tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '9b512a75-cbb4-4fdf-8f59-0d016802b53f'}]}} {{(pid=116161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:03:56.412909 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-59c5688c-260b-4f3b-ba28-88fa673fb657 tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 90} {{(pid=116162) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 11:03:56.436793 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-fbf37c89-6edf-4217-bb16-aec866e9fd66 None None] Port 8956117d-1d4d-4d3e-b0a0-ceafaf8f8ae9 cannot update to ACTIVE because it is not bound. {{(pid=116163) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 28 11:03:56.447523 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32e95190-4486-47d3-94e8-14a935e12dfc None None] Routers {'b116bc6c-e74d-4dc6-b82b-c618170e00c7'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=116163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 11:03:56.448383 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_hamode_db [None req-32e95190-4486-47d3-94e8-14a935e12dfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-28T10:50:39Z,description=,heartbeat_timestamp=2022-04-28T11:03:39Z,host='dv-neutron-master-2-hyperv',id=6b492ad6-0876-4d74-b20d-28143a52ceba,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T10:50:40Z,topic='l3_agent')) {'router_ids': ['b116bc6c-e74d-4dc6-b82b-c618170e00c7'], 'active': True} {{(pid=116163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:03:56.464304 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-e4306cb4-1c82-44d3-90e1-270ea7493a74 req-4ef5768f-e965-4449-91ae-5d3f98d44627 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] 10.222.0.10 "GET /v2.0/security-groups?id=126444c7-d985-4711-872e-652c823476a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1609285 Apr 28 11:03:56.466026 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-59c5688c-260b-4f3b-ba28-88fa673fb657 tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-961978'] for segment (4808e89a-b3e3-4d63-827f-7aa3e1d54b26), precommit_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:56.466624 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.db.segments_db [None req-59c5688c-260b-4f3b-ba28-88fa673fb657 tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Added segment 4808e89a-b3e3-4d63-827f-7aa3e1d54b26 of type vlan for network 20c78722-8107-4c7a-a42e-0e56228a01a2 Apr 28 11:03:56.475274 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.db.db_base_plugin_v2 [None req-d5fcab9f-4890-4af9-b9c2-2765eff0dc30 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Deleting subnet c207f5a3-4e95-49b5-9882-640bc3718257 {{(pid=116161) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 28 11:03:56.478516 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-d5fcab9f-4890-4af9-b9c2-2765eff0dc30 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Publish callbacks [] for subnet (c207f5a3-4e95-49b5-9882-640bc3718257), before_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:56.490150 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-349f0a5f-b007-4233-a19a-7853732d1da8 tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] 10.222.0.10 "GET /v2.0/networks/9f7770af-8f7f-4913-8a3e-3b3362bd2b3f?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 315 time: 0.3163443 Apr 28 11:03:56.503721 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_hamode_db [None req-32e95190-4486-47d3-94e8-14a935e12dfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=116163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:03:56.503721 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32e95190-4486-47d3-94e8-14a935e12dfc None None] The sync data for ids ['b116bc6c-e74d-4dc6-b82b-c618170e00c7'] in dv-neutron-master-2-hyperv is: [] {{(pid=116163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 11:03:56.525969 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 52798) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:03:56.531349 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-d5fcab9f-4890-4af9-b9c2-2765eff0dc30 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8076976'] for subnet (c207f5a3-4e95-49b5-9882-640bc3718257), precommit_delete_associations {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:56.578711 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-59c5688c-260b-4f3b-ba28-88fa673fb657 tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742234744962'] for network (20c78722-8107-4c7a-a42e-0e56228a01a2), precommit_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:56.601102 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Device d67d6c9b-b5fa-4940-931b-38452c18b686 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=116163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 11:03:56.634358 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-f960d24f-13c3-4df6-a528-0e73ae983d2e tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Publish callbacks [] for port (d5a28238-f093-4162-8d3a-48c2d6610de6), precommit_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:56.650667 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f002dcd-577e-4acc-b9b5-989b16adba56 tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:03:56.655985 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-0f002dcd-577e-4acc-b9b5-989b16adba56 tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] 10.222.0.10 "GET /v2.0/subnets/2a86753a-b4d4-4335-ac1d-735091738713 HTTP/1.1" status: 200 len: 811 time: 0.1223001 Apr 28 11:03:56.656405 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 52802) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:03:56.663765 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-d5fcab9f-4890-4af9-b9c2-2765eff0dc30 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-971303'] for subnet (c207f5a3-4e95-49b5-9882-640bc3718257), precommit_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:56.687078 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Provisioning complete for port d67d6c9b-b5fa-4940-931b-38452c18b686 triggered by entity L2. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:03:56.687078 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (d67d6c9b-b5fa-4940-931b-38452c18b686), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:56.721761 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfef37ab-5f15-4e66-948e-2366549c1496 tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] Attributes excluded by policy engine: ['shared'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:03:56.726576 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-bfef37ab-5f15-4e66-948e-2366549c1496 tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] 10.222.0.10 "GET /v2.0/subnets/2a86753a-b4d4-4335-ac1d-735091738713?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0659807 Apr 28 11:03:56.729090 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 52804) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:03:56.734527 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.v2.base [None req-fbe497ad-6e63-46e0-99c3-21c19e4233da tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1974767393'}} {{(pid=116162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:03:56.741428 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-59c5688c-260b-4f3b-ba28-88fa673fb657 tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042'] for network (20c78722-8107-4c7a-a42e-0e56228a01a2), after_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:56.746302 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59c5688c-260b-4f3b-ba28-88fa673fb657 tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:03:56.746929 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-59c5688c-260b-4f3b-ba28-88fa673fb657 tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Publish callbacks [] for network (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:56.749109 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bacabe9-bbaf-46b6-878b-d7206afd1d5e req-49b18782-2014-491c-82be-3b2d41f9efb2 tempest-TestNetworkAdvancedServerOps-1762458272 tempest-TestNetworkAdvancedServerOps-1762458272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:03:56.751148 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-0bacabe9-bbaf-46b6-878b-d7206afd1d5e req-49b18782-2014-491c-82be-3b2d41f9efb2 tempest-TestNetworkAdvancedServerOps-1762458272 tempest-TestNetworkAdvancedServerOps-1762458272-project] 10.222.0.10 "GET /v2.0/ports?device_id=da1b1d97-d6fb-4c40-a57a-807f6776d01a HTTP/1.1" status: 200 len: 945 time: 0.1470239 Apr 28 11:03:56.790960 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Current status of the port d67d6c9b-b5fa-4940-931b-38452c18b686 is: ACTIVE; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:03:56.834118 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-f960d24f-13c3-4df6-a528-0e73ae983d2e tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742234710357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5051867'] for port (d5a28238-f093-4162-8d3a-48c2d6610de6), after_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:56.882798 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-0bacabe9-bbaf-46b6-878b-d7206afd1d5e req-e0b55afa-b0a2-4cff-96e8-ddf16e237553 tempest-TestNetworkAdvancedServerOps-1762458272 tempest-TestNetworkAdvancedServerOps-1762458272-project] 10.222.0.10 "GET /v2.0/security-groups?id=0bcd3ba6-8b12-4573-ac81-fc4e6cc933d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1239641 Apr 28 11:03:56.883686 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-ac86a178-0421-4f07-a095-d7779f06b113 tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (8956117d-1d4d-4d3e-b0a0-ceafaf8f8ae9), before_update {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:56.921531 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-59c5688c-260b-4f3b-ba28-88fa673fb657 tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.8092711 Apr 28 11:03:56.936812 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c5688c-260b-4f3b-ba28-88fa673fb657 tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Pushing event updated for resources: {'Network': ['ID=20c78722-8107-4c7a-a42e-0e56228a01a2,revision_number=1']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:03:56.937165 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Device 96426ab3-5bd0-449e-acea-e501a5ef7e76 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=116163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 11:03:56.940567 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 52806) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:03:56.950712 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.v2.base [None req-c6857536-b723-4a11-8079-cc4b69cf286e tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Request body: {'subnet': {'network_id': '20c78722-8107-4c7a-a42e-0e56228a01a2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=116162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:03:56.960439 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f960d24f-13c3-4df6-a528-0e73ae983d2e tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Network 21f1e6f5-48b2-41c3-9a68-970d5188f8bf is already hosted by enough agents. {{(pid=116162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 11:03:56.973697 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] No Port match for: 96426ab3-5bd0-449e-acea-e501a5ef7e76 {{(pid=116163) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 28 11:03:56.974323 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Device 96426ab3-5bd0-449e-acea-e501a5ef7e76 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=116163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 11:03:56.982441 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.scheduler.base_scheduler [None req-f960d24f-13c3-4df6-a528-0e73ae983d2e tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Resources bound (agent type, host, resource id): {{(pid=116162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 11:03:56.986085 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Network 20c78722-8107-4c7a-a42e-0e56228a01a2 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=116163) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 28 11:03:56.990674 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f960d24f-13c3-4df6-a528-0e73ae983d2e tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Received port after_create {{(pid=116162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 11:03:57.003935 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbe497ad-6e63-46e0-99c3-21c19e4233da tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] Made reservation on behalf of 6af68124dd864f2fba5b5c4453768950 for: {'network': 1} {{(pid=116162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 11:03:57.007431 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-fbe497ad-6e63-46e0-99c3-21c19e4233da tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for network (None), before_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:57.021682 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-d5fcab9f-4890-4af9-b9c2-2765eff0dc30 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-971310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5220601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5125409'] for subnet (c207f5a3-4e95-49b5-9882-640bc3718257), after_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:57.032500 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f960d24f-13c3-4df6-a528-0e73ae983d2e tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Pushing event updated for resources: {'Port': ['ID=d5a28238-f093-4162-8d3a-48c2d6610de6,revision_number=1']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:03:57.043315 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-d5fcab9f-4890-4af9-b9c2-2765eff0dc30 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Publish callbacks [] for subnet (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:57.051152 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-d5fcab9f-4890-4af9-b9c2-2765eff0dc30 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] 10.222.0.10 "DELETE /v2.0/subnets/c207f5a3-4e95-49b5-9882-640bc3718257 HTTP/1.1" status: 204 len: 168 time: 0.6904364 Apr 28 11:03:57.053927 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 52808) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:03:57.060768 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf631bee-feb4-4fcd-97fd-7cfc94013bb6 None None] Network d2c507fc-1bd8-4fb9-b9bb-1d186381aee1 requested from dv-neutron-master-2-hyperv {{(pid=116163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 11:03:57.106506 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5fcab9f-4890-4af9-b9c2-2765eff0dc30 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Pushing event deleted for resources: {'Subnet': ['ID=c207f5a3-4e95-49b5-9882-640bc3718257,revision_number=None']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:03:57.178579 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-f960d24f-13c3-4df6-a528-0e73ae983d2e tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2063275'] for router_interface (f00f0213-1e42-4a51-b996-d01da5b6ad4b), before_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:57.183492 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fbe497ad-6e63-46e0-99c3-21c19e4233da tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 70} {{(pid=116162) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 11:03:57.207697 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.agents_db [None req-54b29a82-8a19-4507-95e3-3a2d011841ff None None] Agent healthcheck: found 6 active agents {{(pid=116164) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 28 11:03:57.290491 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-fbe497ad-6e63-46e0-99c3-21c19e4233da tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-961978'] for segment (7dd2a0c2-e41d-445f-8c57-fa9069a3959e), precommit_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:57.290491 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.db.segments_db [None req-fbe497ad-6e63-46e0-99c3-21c19e4233da tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] Added segment 7dd2a0c2-e41d-445f-8c57-fa9069a3959e of type vlan for network 01566b29-a632-4e62-9d7d-ed95fce5f367 Apr 28 11:03:57.303468 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-158f1bc0-ad2f-4a98-be37-268d7a4a2e63 None None] DHCP port deletion for d2c507fc-1bd8-4fb9-b9bb-1d186381aee1 request from dv-neutron-master-2-hyperv {{(pid=116163) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 28 11:03:57.312539 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-83c14c63-30ae-4b37-869a-90fd4bc2b0a9 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-979593'] for network (d2c507fc-1bd8-4fb9-b9bb-1d186381aee1), before_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:57.346570 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-158f1bc0-ad2f-4a98-be37-268d7a4a2e63 None None] Deleting port c0e8dcb7-1ac6-4682-b55d-c61f91568faa {{(pid=116163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 11:03:57.346949 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-158f1bc0-ad2f-4a98-be37-268d7a4a2e63 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742235130188'] for port (c0e8dcb7-1ac6-4682-b55d-c61f91568faa), before_delete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:57.382262 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6857536-b723-4a11-8079-cc4b69cf286e tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Made reservation on behalf of 52264470dd074c0f8041ca0ce5281c12 for: {'subnet': 1} {{(pid=116162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 11:03:57.385623 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-c6857536-b723-4a11-8079-cc4b69cf286e tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4210834'] for subnet (None), before_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:57.393750 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-fbe497ad-6e63-46e0-99c3-21c19e4233da tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742234744962'] for network (01566b29-a632-4e62-9d7d-ed95fce5f367), precommit_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:57.410716 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-d78e0433-3e83-44ee-b5e8-644fb8388400 None None] Provisioning complete for port d5a28238-f093-4162-8d3a-48c2d6610de6 triggered by entity DHCP. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:03:57.411386 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-d78e0433-3e83-44ee-b5e8-644fb8388400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (d5a28238-f093-4162-8d3a-48c2d6610de6), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:57.448897 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-ac86a178-0421-4f07-a095-d7779f06b113 tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Publish callbacks [] for port (8956117d-1d4d-4d3e-b0a0-ceafaf8f8ae9), precommit_update {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:57.454547 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-d78e0433-3e83-44ee-b5e8-644fb8388400 None None] Port d5a28238-f093-4162-8d3a-48c2d6610de6 cannot update to ACTIVE because it is not bound. {{(pid=116163) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 28 11:03:57.461859 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-158f1bc0-ad2f-4a98-be37-268d7a4a2e63 None None] For port c0e8dcb7-1ac6-4682-b55d-c61f91568faa, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=c0e8dcb7-1ac6-4682-b55d-c61f91568faa,segment=NetworkSegment(f31b5d01-cdff-420d-a3c0-f2d1bf108cd0),segment_id=f31b5d01-cdff-420d-a3c0-f2d1bf108cd0)] {{(pid=116163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 11:03:57.462258 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-158f1bc0-ad2f-4a98-be37-268d7a4a2e63 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1938497'] for port (c0e8dcb7-1ac6-4682-b55d-c61f91568faa), precommit_delete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:57.476473 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-158f1bc0-ad2f-4a98-be37-268d7a4a2e63 None None] Calling delete_port for c0e8dcb7-1ac6-4682-b55d-c61f91568faa owned by network:dhcp {{(pid=116163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 11:03:57.520746 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-ac86a178-0421-4f07-a095-d7779f06b113 tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5219123'] for port (8956117d-1d4d-4d3e-b0a0-ceafaf8f8ae9), after_update {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:57.526384 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac86a178-0421-4f07-a095-d7779f06b113 tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:03:57.527019 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-ac86a178-0421-4f07-a095-d7779f06b113 tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198022'] for port (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:57.528396 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-ac86a178-0421-4f07-a095-d7779f06b113 tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] 10.222.0.10 "PUT /v2.0/ports/8956117d-1d4d-4d3e-b0a0-ceafaf8f8ae9 HTTP/1.1" status: 200 len: 911 time: 1.1304514 Apr 28 11:03:57.534621 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 52812) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:03:57.614539 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac86a178-0421-4f07-a095-d7779f06b113 tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Pushing event updated for resources: {'Port': ['ID=8956117d-1d4d-4d3e-b0a0-ceafaf8f8ae9,revision_number=3']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:03:57.629180 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b6081e-badd-4f67-9366-807f5c32e747 req-e2a3e965-9622-44d5-8a88-e0341a3f79de tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:03:57.630887 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-d3b6081e-badd-4f67-9366-807f5c32e747 req-e2a3e965-9622-44d5-8a88-e0341a3f79de tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] 10.222.0.10 "GET /v2.0/ports?device_id=bfb0e6d3-3659-4be6-8de6-82c47d9cfaf8 HTTP/1.1" status: 200 len: 944 time: 0.0672588 Apr 28 11:03:57.694621 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-d3b6081e-badd-4f67-9366-807f5c32e747 req-e481d5d2-3b68-463a-8661-ef2cd8d81898 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] 10.222.0.10 "GET /v2.0/security-groups?id=126444c7-d985-4711-872e-652c823476a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0561485 Apr 28 11:03:57.789873 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Device 7850d2bb-cfac-45b8-818d-93aede5fe4b9 up at agent hyperv_hv-neutron-mast {{(pid=116163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 11:03:57.824961 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-158f1bc0-ad2f-4a98-be37-268d7a4a2e63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742235135690', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742234710366'] for port (c0e8dcb7-1ac6-4682-b55d-c61f91568faa), after_delete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:57.848707 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.plugin [None req-83c14c63-30ae-4b37-869a-90fd4bc2b0a9 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Deleting port c0e8dcb7-1ac6-4682-b55d-c61f91568faa {{(pid=116162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 11:03:57.849050 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-83c14c63-30ae-4b37-869a-90fd4bc2b0a9 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742235130188'] for port (c0e8dcb7-1ac6-4682-b55d-c61f91568faa), before_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:57.856901 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-158f1bc0-ad2f-4a98-be37-268d7a4a2e63 None None] Pushing event deleted for resources: {'Port': ['ID=c0e8dcb7-1ac6-4682-b55d-c61f91568faa,revision_number=None']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:03:57.862136 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-158f1bc0-ad2f-4a98-be37-268d7a4a2e63 None None] No DVR routers for this DVR port c0e8dcb7-1ac6-4682-b55d-c61f91568faa on host dv-neutron-master-2-hyperv {{(pid=116163) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 11:03:57.862939 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-fbe497ad-6e63-46e0-99c3-21c19e4233da tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042'] for network (01566b29-a632-4e62-9d7d-ed95fce5f367), after_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:57.868396 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbe497ad-6e63-46e0-99c3-21c19e4233da tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:03:57.869339 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-fbe497ad-6e63-46e0-99c3-21c19e4233da tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] Publish callbacks [] for network (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:57.870207 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Provisioning for port 7850d2bb-cfac-45b8-818d-93aede5fe4b9 completed by entity L2. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 28 11:03:57.934351 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-f960d24f-13c3-4df6-a528-0e73ae983d2e tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (d5a28238-f093-4162-8d3a-48c2d6610de6), before_update {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:57.938752 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Provisioning complete for port 7850d2bb-cfac-45b8-818d-93aede5fe4b9 triggered by entity L2. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:03:57.943357 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (7850d2bb-cfac-45b8-818d-93aede5fe4b9), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:58.016674 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015e7f59-1255-4f55-9c17-8107a999047c req-a5797a8c-fa3e-41be-a06b-b5ea54822630 tempest-TestNetworkAdvancedServerOps-1762458272 tempest-TestNetworkAdvancedServerOps-1762458272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:03:58.018584 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-015e7f59-1255-4f55-9c17-8107a999047c req-a5797a8c-fa3e-41be-a06b-b5ea54822630 tempest-TestNetworkAdvancedServerOps-1762458272 tempest-TestNetworkAdvancedServerOps-1762458272-project] 10.222.0.10 "GET /v2.0/ports?device_id=da1b1d97-d6fb-4c40-a57a-807f6776d01a HTTP/1.1" status: 200 len: 945 time: 0.0516274 Apr 28 11:03:58.026887 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Current status of the port 7850d2bb-cfac-45b8-818d-93aede5fe4b9 is: BUILD; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:03:58.027837 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (7850d2bb-cfac-45b8-818d-93aede5fe4b9), before_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:58.046552 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-fbe497ad-6e63-46e0-99c3-21c19e4233da tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.3158989 Apr 28 11:03:58.049483 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 52816) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:03:58.055207 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bfb0e6d3-3659-4be6-8de6-82c47d9cfaf8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7850d2bb-cfac-45b8-818d-93aede5fe4b9'}] {{(pid=116163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 11:03:58.057556 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f01aec4a4f83961b54a953becfce2676879fb1d4b91122543244f430a0b8460" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58480136-31b3-4e31-99ef-a4aab4648c75" -d '{"events": [{"server_uuid": "bfb0e6d3-3659-4be6-8de6-82c47d9cfaf8", "name": "network-vif-plugged", "status": "completed", "tag": "7850d2bb-cfac-45b8-818d-93aede5fe4b9"}]}' {{(pid=116163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 11:03:58.060344 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.v2.base [None req-50e0081e-09d6-4079-8f3c-2373ae58382e tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] Request body: {'subnet': {'network_id': '01566b29-a632-4e62-9d7d-ed95fce5f367', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=116161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:03:58.081287 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] For port 7850d2bb-cfac-45b8-818d-93aede5fe4b9, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=7850d2bb-cfac-45b8-818d-93aede5fe4b9,segment=NetworkSegment(f6ef4bb3-a525-4ea5-8365-2d525d9199b6),segment_id=f6ef4bb3-a525-4ea5-8365-2d525d9199b6)] {{(pid=116163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 11:03:58.102960 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 11:03:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a391f42f-94a7-4a96-b9b1-966f49b6688a x-openstack-request-id: req-a391f42f-94a7-4a96-b9b1-966f49b6688a {{(pid=116163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 11:03:58.103726 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bfb0e6d3-3659-4be6-8de6-82c47d9cfaf8", "name": "network-vif-plugged", "status": "completed", "tag": "7850d2bb-cfac-45b8-818d-93aede5fe4b9", "code": 200}]} {{(pid=116163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 11:03:58.103726 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-a391f42f-94a7-4a96-b9b1-966f49b6688a {{(pid=116163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 11:03:58.103947 dv-neutron-master-2-hyperv neutron-server[116163]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a391f42f-94a7-4a96-b9b1-966f49b6688a'] response: {'server_uuid': 'bfb0e6d3-3659-4be6-8de6-82c47d9cfaf8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7850d2bb-cfac-45b8-818d-93aede5fe4b9', 'code': 200} Apr 28 11:03:58.122778 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.db [None req-83c14c63-30ae-4b37-869a-90fd4bc2b0a9 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] For port c0e8dcb7-1ac6-4682-b55d-c61f91568faa, host dv-neutron-master-2-hyperv, got binding levels [] {{(pid=116162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 11:03:58.122778 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-83c14c63-30ae-4b37-869a-90fd4bc2b0a9 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1938497'] for port (c0e8dcb7-1ac6-4682-b55d-c61f91568faa), precommit_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:58.149046 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-015e7f59-1255-4f55-9c17-8107a999047c req-a622a7ee-e810-4a93-8c47-4aca4ab28d51 tempest-TestNetworkAdvancedServerOps-1762458272 tempest-TestNetworkAdvancedServerOps-1762458272-project] 10.222.0.10 "GET /v2.0/security-groups?id=0bcd3ba6-8b12-4573-ac81-fc4e6cc933d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1247888 Apr 28 11:03:58.150258 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393'] for port (7850d2bb-cfac-45b8-818d-93aede5fe4b9), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:58.160095 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe497ad-6e63-46e0-99c3-21c19e4233da tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] Pushing event updated for resources: {'Network': ['ID=01566b29-a632-4e62-9d7d-ed95fce5f367,revision_number=1']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:03:58.199352 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Network 01566b29-a632-4e62-9d7d-ed95fce5f367 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=116163) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 28 11:03:58.231724 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Pushing event updated for resources: {'Port': ['ID=7850d2bb-cfac-45b8-818d-93aede5fe4b9,revision_number=5']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:03:58.247114 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50e0081e-09d6-4079-8f3c-2373ae58382e tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] Made reservation on behalf of 6af68124dd864f2fba5b5c4453768950 for: {'subnet': 1} {{(pid=116161) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 11:03:58.252591 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-50e0081e-09d6-4079-8f3c-2373ae58382e tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5125580'] for subnet (None), before_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:58.255007 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.plugin [None req-83c14c63-30ae-4b37-869a-90fd4bc2b0a9 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Calling delete_port for c0e8dcb7-1ac6-4682-b55d-c61f91568faa owned by network:dhcp {{(pid=116162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 11:03:58.291299 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.db.ipam_backend_mixin [None req-83c14c63-30ae-4b37-869a-90fd4bc2b0a9 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Port c0e8dcb7-1ac6-4682-b55d-c61f91568faa was not found and therefore no delete operation was performed {{(pid=116162) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} Apr 28 11:03:58.302389 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-83c14c63-30ae-4b37-869a-90fd4bc2b0a9 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742235135690', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742234710366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5051867'] for port (c0e8dcb7-1ac6-4682-b55d-c61f91568faa), after_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:58.349941 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.db.ipam_backend_mixin [None req-50e0081e-09d6-4079-8f3c-2373ae58382e tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] Performing IP validity checks on allocation pools {{(pid=116161) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Apr 28 11:03:58.350485 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.db.ipam_backend_mixin [None req-50e0081e-09d6-4079-8f3c-2373ae58382e tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] Checking for overlaps among allocation pools and gateway ip {{(pid=116161) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Apr 28 11:03:58.375985 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d025ac53-4754-41bc-9048-a859ac5b4ee6 req-12a4fee9-1775-44f3-81c1-7e5aca16b755 tempest-TestNetworkAdvancedServerOps-1762458272 tempest-TestNetworkAdvancedServerOps-1762458272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:03:58.377542 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-d025ac53-4754-41bc-9048-a859ac5b4ee6 req-12a4fee9-1775-44f3-81c1-7e5aca16b755 tempest-TestNetworkAdvancedServerOps-1762458272 tempest-TestNetworkAdvancedServerOps-1762458272-project] 10.222.0.10 "GET /v2.0/ports?device_id=da1b1d97-d6fb-4c40-a57a-807f6776d01a HTTP/1.1" status: 200 len: 945 time: 0.0873785 Apr 28 11:03:58.412982 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c14c63-30ae-4b37-869a-90fd4bc2b0a9 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Pushing event deleted for resources: {'Port': ['ID=c0e8dcb7-1ac6-4682-b55d-c61f91568faa,revision_number=None']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:03:58.417758 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83c14c63-30ae-4b37-869a-90fd4bc2b0a9 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] No DVR routers for this DVR port c0e8dcb7-1ac6-4682-b55d-c61f91568faa on host dv-neutron-master-2-hyperv {{(pid=116162) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 11:03:58.477250 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-d025ac53-4754-41bc-9048-a859ac5b4ee6 req-38571ce6-85d9-4d96-a47d-61912e2a92dc tempest-TestNetworkAdvancedServerOps-1762458272 tempest-TestNetworkAdvancedServerOps-1762458272-project] 10.222.0.10 "GET /v2.0/security-groups?id=0bcd3ba6-8b12-4573-ac81-fc4e6cc933d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0934484 Apr 28 11:03:58.491511 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Device c0e8dcb7-1ac6-4682-b55d-c61f91568faa no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=116163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 11:03:58.522567 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 52822) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:03:58.532766 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] No Port match for: c0e8dcb7-1ac6-4682-b55d-c61f91568faa {{(pid=116163) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 28 11:03:58.533599 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Device c0e8dcb7-1ac6-4682-b55d-c61f91568faa not bound to the agent host dv-neutron-master-2-hyperv {{(pid=116163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 11:03:58.543627 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-c6857536-b723-4a11-8079-cc4b69cf286e tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5054027', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4210784'] for subnet (4bab8b1d-90e5-42b0-8a9e-02f3693b8c61), after_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:58.574260 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a68915a-26bf-4275-99e9-f20e6b14e9ea req-cd0b9a83-585a-4447-94bb-67a7bf53a360 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:03:58.575787 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-0a68915a-26bf-4275-99e9-f20e6b14e9ea req-cd0b9a83-585a-4447-94bb-67a7bf53a360 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=bfb0e6d3-3659-4be6-8de6-82c47d9cfaf8 HTTP/1.1" status: 200 len: 1129 time: 0.1775444 Apr 28 11:03:58.613818 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b45c0a8-b696-4669-9a41-ebb1fe7205b0 tempest-TestNetworkAdvancedServerOps-1320901345 tempest-TestNetworkAdvancedServerOps-1320901345-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:03:58.615468 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-8b45c0a8-b696-4669-9a41-ebb1fe7205b0 tempest-TestNetworkAdvancedServerOps-1320901345 tempest-TestNetworkAdvancedServerOps-1320901345-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=da1b1d97-d6fb-4c40-a57a-807f6776d01a HTTP/1.1" status: 200 len: 1124 time: 0.0922928 Apr 28 11:03:58.618460 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 52824) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:03:58.623004 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.v2.base [None req-01595a76-e713-4883-975d-daabaa58ecf4 tempest-TestNetworkAdvancedServerOps-1762458272 tempest-TestNetworkAdvancedServerOps-1762458272-project] Request body: {'floatingip': {'floating_network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'port_id': '4e227636-7ca1-4704-b1c2-48c58d1d0b6c', 'tenant_id': 'a8cc80fe41234707a2dcbf4e2aa0b823', 'fixed_ip_address': '172.20.0.7'}} {{(pid=116161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:03:58.644310 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-50e0081e-09d6-4079-8f3c-2373ae58382e tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5220536', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5125438'] for subnet (c0781734-e647-4106-8f0d-401d3b4afed8), after_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:58.662513 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-83c14c63-30ae-4b37-869a-90fd4bc2b0a9 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-973498', 'neutron.services.segments.db._delete_segments_for_network-8742235207033'] for network (d2c507fc-1bd8-4fb9-b9bb-1d186381aee1), precommit_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:58.709444 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e0081e-09d6-4079-8f3c-2373ae58382e tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] Pushing event updated for resources: {'Subnet': ['ID=c0781734-e647-4106-8f0d-401d3b4afed8,revision_number=0']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:03:58.720742 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-01595a76-e713-4883-975d-daabaa58ecf4 tempest-TestNetworkAdvancedServerOps-1762458272 tempest-TestNetworkAdvancedServerOps-1762458272-project] Publish callbacks [] for floatingip (None), before_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:58.722312 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50e0081e-09d6-4079-8f3c-2373ae58382e tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] Checking segment: {'id': '7dd2a0c2-e41d-445f-8c57-fa9069a3959e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '01566b29-a632-4e62-9d7d-ed95fce5f367'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 11:03:58.722710 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50e0081e-09d6-4079-8f3c-2373ae58382e tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] Network hostable DHCP agents. Network: 01566b29-a632-4e62-9d7d-ed95fce5f367, hostable agents: ['75ba81b7-fe99-4281-90d2-a5adb445ecea'], hosted agents: [] {{(pid=116161) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 11:03:58.801543 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6857536-b723-4a11-8079-cc4b69cf286e tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Pushing event updated for resources: {'Subnet': ['ID=4bab8b1d-90e5-42b0-8a9e-02f3693b8c61,revision_number=0']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:03:58.808391 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.services.segments.db [None req-83c14c63-30ae-4b37-869a-90fd4bc2b0a9 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d2c507fc-1bd8-4fb9-b9bb-1d186381aee1']}} {{(pid=116162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:03:58.845888 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-01595a76-e713-4883-975d-daabaa58ecf4 tempest-TestNetworkAdvancedServerOps-1762458272 tempest-TestNetworkAdvancedServerOps-1762458272-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (None), before_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:58.856203 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.services.segments.db [None req-83c14c63-30ae-4b37-869a-90fd4bc2b0a9 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f31b5d01-cdff-420d-a3c0-f2d1bf108cd0') {'for_net_delete': True} {{(pid=116162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:03:58.856502 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.services.segments.db [None req-83c14c63-30ae-4b37-869a-90fd4bc2b0a9 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f31b5d01-cdff-420d-a3c0-f2d1bf108cd0') {} {{(pid=116162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:03:58.860387 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b06f4ab-bad8-4593-aa8b-4ef780f750fe req-dff20b41-6d32-4140-8d44-6e0cae5c34a8 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:03:58.861906 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-4b06f4ab-bad8-4593-aa8b-4ef780f750fe req-dff20b41-6d32-4140-8d44-6e0cae5c34a8 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] 10.222.0.10 "GET /v2.0/ports?device_id=bfb0e6d3-3659-4be6-8de6-82c47d9cfaf8 HTTP/1.1" status: 200 len: 945 time: 0.0700061 Apr 28 11:03:58.896280 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50e0081e-09d6-4079-8f3c-2373ae58382e tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] Network 01566b29-a632-4e62-9d7d-ed95fce5f367 is scheduled to be hosted by DHCP agent 75ba81b7-fe99-4281-90d2-a5adb445ecea with binding_index 1 {{(pid=116161) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 11:03:58.931730 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-0a68915a-26bf-4275-99e9-f20e6b14e9ea req-d0e048a0-e440-44a7-93cf-2f7e440c6914 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=126444c7-d985-4711-872e-652c823476a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3191662 Apr 28 11:03:58.935782 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-83c14c63-30ae-4b37-869a-90fd4bc2b0a9 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742235208578', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5026548'] for segment (f31b5d01-cdff-420d-a3c0-f2d1bf108cd0), before_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:58.973617 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6857536-b723-4a11-8079-cc4b69cf286e tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Checking segment: {'id': '4808e89a-b3e3-4d63-827f-7aa3e1d54b26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '20c78722-8107-4c7a-a42e-0e56228a01a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 11:03:58.974006 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6857536-b723-4a11-8079-cc4b69cf286e tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Network hostable DHCP agents. Network: 20c78722-8107-4c7a-a42e-0e56228a01a2, hostable agents: ['75ba81b7-fe99-4281-90d2-a5adb445ecea'], hosted agents: [] {{(pid=116162) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 11:03:58.983519 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-83c14c63-30ae-4b37-869a-90fd4bc2b0a9 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-961978'] for segment (f31b5d01-cdff-420d-a3c0-f2d1bf108cd0), precommit_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:58.986643 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-4b06f4ab-bad8-4593-aa8b-4ef780f750fe req-83e67c12-a016-4f61-980f-330f25c36efb tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] 10.222.0.10 "GET /v2.0/security-groups?id=126444c7-d985-4711-872e-652c823476a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0940368 Apr 28 11:03:58.989701 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.scheduler.base_scheduler [None req-50e0081e-09d6-4079-8f3c-2373ae58382e tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 01566b29-a632-4e62-9d7d-ed95fce5f367) {{(pid=116161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 11:03:58.996329 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50e0081e-09d6-4079-8f3c-2373ae58382e tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:03:58.997503 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-50e0081e-09d6-4079-8f3c-2373ae58382e tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] Publish callbacks [] for subnet (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:59.003723 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63c7c9c2-c7bd-426b-b414-135239c327c6 None None] Network 01566b29-a632-4e62-9d7d-ed95fce5f367 requested from dv-neutron-master-2-hyperv {{(pid=116163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 11:03:59.004328 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-83c14c63-30ae-4b37-869a-90fd4bc2b0a9 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Releasing vlan 60 on physical network physnet1 to pool {{(pid=116162) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 11:03:59.004740 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-83c14c63-30ae-4b37-869a-90fd4bc2b0a9 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-961978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5051884'] for segment (f31b5d01-cdff-420d-a3c0-f2d1bf108cd0), after_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:59.011685 dv-neutron-master-2-hyperv neutron-server[116162]: Traceback (most recent call last): Apr 28 11:03:59.011685 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 11:03:59.011685 dv-neutron-master-2-hyperv neutron-server[116162]: timer() Apr 28 11:03:59.011685 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 11:03:59.011685 dv-neutron-master-2-hyperv neutron-server[116162]: cb(*args, **kw) Apr 28 11:03:59.011685 dv-neutron-master-2-hyperv neutron-server[116162]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 28 11:03:59.011685 dv-neutron-master-2-hyperv neutron-server[116162]: return func(*args, **kwargs) Apr 28 11:03:59.011685 dv-neutron-master-2-hyperv neutron-server[116162]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 11:03:59.011685 dv-neutron-master-2-hyperv neutron-server[116162]: self._notify() Apr 28 11:03:59.011685 dv-neutron-master-2-hyperv neutron-server[116162]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 11:03:59.011685 dv-neutron-master-2-hyperv neutron-server[116162]: self.callback(batched_events) Apr 28 11:03:59.011685 dv-neutron-master-2-hyperv neutron-server[116162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 11:03:59.011685 dv-neutron-master-2-hyperv neutron-server[116162]: event.method(event) Apr 28 11:03:59.011685 dv-neutron-master-2-hyperv neutron-server[116162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 28 11:03:59.011685 dv-neutron-master-2-hyperv neutron-server[116162]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 11:03:59.011685 dv-neutron-master-2-hyperv neutron-server[116162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 28 11:03:59.011685 dv-neutron-master-2-hyperv neutron-server[116162]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 11:03:59.011685 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 28 11:03:59.011685 dv-neutron-master-2-hyperv neutron-server[116162]: return f(self, *a, **k) Apr 28 11:03:59.011685 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 28 11:03:59.011685 dv-neutron-master-2-hyperv neutron-server[116162]: return self._get(url).json() Apr 28 11:03:59.011685 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 28 11:03:59.011685 dv-neutron-master-2-hyperv neutron-server[116162]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 11:03:59.011685 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 11:03:59.011685 dv-neutron-master-2-hyperv neutron-server[116162]: return self.request(url, 'GET', **kwargs) Apr 28 11:03:59.011685 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 11:03:59.011685 dv-neutron-master-2-hyperv neutron-server[116162]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 11:03:59.011685 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 11:03:59.011685 dv-neutron-master-2-hyperv neutron-server[116162]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 11:03:59.011685 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 11:03:59.011685 dv-neutron-master-2-hyperv neutron-server[116162]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 11:03:59.011685 dv-neutron-master-2-hyperv neutron-server[116162]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 11:03:59.022076 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-0ae32068-12d1-479e-9a95-9f4ce2176071 tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2063420'] for router_interface (b116bc6c-e74d-4dc6-b82b-c618170e00c7), before_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:59.029249 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.db.db_base_plugin_common [None req-01595a76-e713-4883-975d-daabaa58ecf4 tempest-TestNetworkAdvancedServerOps-1762458272 tempest-TestNetworkAdvancedServerOps-1762458272-project] Allocated IP 172.36.4.74 (7be49d94-bbb8-4a61-bafe-209c5f861e1c/c0f82f52-05ee-40f2-a57c-9d02e01fb9fa/80bddec2-d89a-4203-b9b7-ae331010da31) {{(pid=116161) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 11:03:59.082195 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-50e0081e-09d6-4079-8f3c-2373ae58382e tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 1.0238473 Apr 28 11:03:59.088614 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-f960d24f-13c3-4df6-a528-0e73ae983d2e tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Publish callbacks [] for port (d5a28238-f093-4162-8d3a-48c2d6610de6), precommit_update {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:59.088778 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 52828) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:03:59.118234 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.v2.base [None req-c8ccc6b8-5a63-4929-89f3-4073c940c824 tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=116161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:03:59.143451 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c367443-0b88-4736-9f94-0ea184243b0e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-01566b29-a632-4e62-9d7d-ed95fce5f367', 'network_id': '01566b29-a632-4e62-9d7d-ed95fce5f367', 'project_id': '6af68124dd864f2fba5b5c4453768950', 'fixed_ips': [{'subnet_id': 'c0781734-e647-4106-8f0d-401d3b4afed8'}]}} from dv-neutron-master-2-hyperv. {{(pid=116163) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 28 11:03:59.144698 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-1c367443-0b88-4736-9f94-0ea184243b0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (None), before_create {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:59.149005 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-f960d24f-13c3-4df6-a528-0e73ae983d2e tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5051840'] for port (d5a28238-f093-4162-8d3a-48c2d6610de6), after_update {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:59.206474 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6857536-b723-4a11-8079-cc4b69cf286e tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Network 20c78722-8107-4c7a-a42e-0e56228a01a2 is scheduled to be hosted by DHCP agent 75ba81b7-fe99-4281-90d2-a5adb445ecea with binding_index 1 {{(pid=116162) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 11:03:59.208396 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-01595a76-e713-4883-975d-daabaa58ecf4 tempest-TestNetworkAdvancedServerOps-1762458272 tempest-TestNetworkAdvancedServerOps-1762458272-project] Publish callbacks [] for port (80bddec2-d89a-4203-b9b7-ae331010da31), precommit_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:59.230883 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-83c14c63-30ae-4b37-869a-90fd4bc2b0a9 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-973477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2063122'] for network (d2c507fc-1bd8-4fb9-b9bb-1d186381aee1), after_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:59.237233 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.scheduler.base_scheduler [None req-c6857536-b723-4a11-8079-cc4b69cf286e tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 20c78722-8107-4c7a-a42e-0e56228a01a2) {{(pid=116162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 11:03:59.251862 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-239184f5-d693-40df-be20-e1196137a065 None None] Network 20c78722-8107-4c7a-a42e-0e56228a01a2 requested from dv-neutron-master-2-hyperv {{(pid=116163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 11:03:59.253043 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-83c14c63-30ae-4b37-869a-90fd4bc2b0a9 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Publish callbacks [] for network (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:59.260407 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-83c14c63-30ae-4b37-869a-90fd4bc2b0a9 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] 10.222.0.10 "DELETE /v2.0/networks/d2c507fc-1bd8-4fb9-b9bb-1d186381aee1 HTTP/1.1" status: 204 len: 168 time: 2.1545718 Apr 28 11:03:59.265029 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 52830) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:03:59.270665 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.v2.base [None req-6b82a3d5-9a14-4909-a271-9b240f090d29 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1100089273'}} {{(pid=116161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:03:59.284217 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-c8ccc6b8-5a63-4929-89f3-4073c940c824 tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-5125431'] for subnet (c0781734-e647-4106-8f0d-401d3b4afed8), before_update {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:59.285997 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6857536-b723-4a11-8079-cc4b69cf286e tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:03:59.286676 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-c6857536-b723-4a11-8079-cc4b69cf286e tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Publish callbacks [] for subnet (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:59.374196 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-01595a76-e713-4883-975d-daabaa58ecf4 tempest-TestNetworkAdvancedServerOps-1762458272 tempest-TestNetworkAdvancedServerOps-1762458272-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742234710357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5219112'] for port (80bddec2-d89a-4203-b9b7-ae331010da31), after_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:59.380749 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.db_base_plugin_common [None req-1c367443-0b88-4736-9f94-0ea184243b0e None None] Allocated IP 172.20.0.3 (01566b29-a632-4e62-9d7d-ed95fce5f367/c0781734-e647-4106-8f0d-401d3b4afed8/38959a00-2121-4b89-93c5-95a015dbd4f1) {{(pid=116163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 11:03:59.414635 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b82a3d5-9a14-4909-a271-9b240f090d29 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Made reservation on behalf of f86d085f9b42493aa6c0f40f62349e1e for: {'network': 1} {{(pid=116161) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 11:03:59.418214 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-6b82a3d5-9a14-4909-a271-9b240f090d29 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for network (None), before_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:59.418772 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7047cd6-14e1-4738-9f5f-da520a70f4a3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-20c78722-8107-4c7a-a42e-0e56228a01a2', 'network_id': '20c78722-8107-4c7a-a42e-0e56228a01a2', 'project_id': '52264470dd074c0f8041ca0ce5281c12', 'fixed_ips': [{'subnet_id': '4bab8b1d-90e5-42b0-8a9e-02f3693b8c61'}]}} from dv-neutron-master-2-hyperv. {{(pid=116163) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 28 11:03:59.419653 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-d7047cd6-14e1-4738-9f5f-da520a70f4a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (None), before_create {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:59.423956 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01595a76-e713-4883-975d-daabaa58ecf4 tempest-TestNetworkAdvancedServerOps-1762458272 tempest-TestNetworkAdvancedServerOps-1762458272-project] Network 7be49d94-bbb8-4a61-bafe-209c5f861e1c is already hosted by enough agents. {{(pid=116161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 11:03:59.434482 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.scheduler.base_scheduler [None req-01595a76-e713-4883-975d-daabaa58ecf4 tempest-TestNetworkAdvancedServerOps-1762458272 tempest-TestNetworkAdvancedServerOps-1762458272-project] Resources bound (agent type, host, resource id): {{(pid=116161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 11:03:59.445824 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01595a76-e713-4883-975d-daabaa58ecf4 tempest-TestNetworkAdvancedServerOps-1762458272 tempest-TestNetworkAdvancedServerOps-1762458272-project] Received port after_create {{(pid=116161) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 11:03:59.477556 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01595a76-e713-4883-975d-daabaa58ecf4 tempest-TestNetworkAdvancedServerOps-1762458272 tempest-TestNetworkAdvancedServerOps-1762458272-project] Pushing event updated for resources: {'Port': ['ID=80bddec2-d89a-4203-b9b7-ae331010da31,revision_number=1']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:03:59.501517 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6b82a3d5-9a14-4909-a271-9b240f090d29 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 77} {{(pid=116161) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 11:03:59.518514 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-6b82a3d5-9a14-4909-a271-9b240f090d29 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-961978'] for segment (83502939-9872-41bc-8680-bc9f1ed8b20f), precommit_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:59.518991 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.db.segments_db [None req-6b82a3d5-9a14-4909-a271-9b240f090d29 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Added segment 83502939-9872-41bc-8680-bc9f1ed8b20f of type vlan for network d8b9888a-35de-4458-a14d-e4b632428ce2 Apr 28 11:03:59.581405 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-f960d24f-13c3-4df6-a528-0e73ae983d2e tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1603056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2063387'] for router_interface (f00f0213-1e42-4a51-b996-d01da5b6ad4b), after_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:59.586875 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f960d24f-13c3-4df6-a528-0e73ae983d2e tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Pushing event updated for resources: {'Port': ['ID=d5a28238-f093-4162-8d3a-48c2d6610de6,revision_number=2']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:03:59.596774 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c14c63-30ae-4b37-869a-90fd4bc2b0a9 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Pushing event deleted for resources: {'Network': ['ID=d2c507fc-1bd8-4fb9-b9bb-1d186381aee1,revision_number=None']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:03:59.620310 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-6b82a3d5-9a14-4909-a271-9b240f090d29 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742234744962'] for network (d8b9888a-35de-4458-a14d-e4b632428ce2), precommit_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:59.692323 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-c6857536-b723-4a11-8079-cc4b69cf286e tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.7459803 Apr 28 11:03:59.692577 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.db_base_plugin_common [None req-d7047cd6-14e1-4738-9f5f-da520a70f4a3 None None] Allocated IP 2001:db8::2 (20c78722-8107-4c7a-a42e-0e56228a01a2/4bab8b1d-90e5-42b0-8a9e-02f3693b8c61/23d0b350-8d06-42b3-b133-738ff4787c54) {{(pid=116163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 11:03:59.716662 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 52834) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:03:59.719103 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-1c367443-0b88-4736-9f94-0ea184243b0e None None] Publish callbacks [] for port (38959a00-2121-4b89-93c5-95a015dbd4f1), precommit_create {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:59.722112 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.v2.base [None req-d3c242cd-8b06-4f9b-a033-3d94b6951bce tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Request body: {'port': {'network_id': '20c78722-8107-4c7a-a42e-0e56228a01a2', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-1150752674'}} {{(pid=116162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:03:59.755747 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-6b82a3d5-9a14-4909-a271-9b240f090d29 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042'] for network (d8b9888a-35de-4458-a14d-e4b632428ce2), after_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:59.760632 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b82a3d5-9a14-4909-a271-9b240f090d29 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:03:59.761283 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-6b82a3d5-9a14-4909-a271-9b240f090d29 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Publish callbacks [] for network (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:59.796205 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-1c367443-0b88-4736-9f94-0ea184243b0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742234710357'] for port (38959a00-2121-4b89-93c5-95a015dbd4f1), after_create {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:03:59.819419 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a540f23-7a81-4203-955b-57dc9a10f652 req-53af568e-15bb-4604-a7da-06db51deac0d tempest-ServerActionsTestJSON-1498610228 tempest-ServerActionsTestJSON-1498610228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:03:59.820941 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-7a540f23-7a81-4203-955b-57dc9a10f652 req-53af568e-15bb-4604-a7da-06db51deac0d tempest-ServerActionsTestJSON-1498610228 tempest-ServerActionsTestJSON-1498610228-project] 10.222.0.10 "GET /v2.0/ports?device_id=6bd2b59b-b5db-4639-9109-3dca095b7768 HTTP/1.1" status: 200 len: 946 time: 0.1025069 Apr 28 11:03:59.865582 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f960d24f-13c3-4df6-a528-0e73ae983d2e tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Network 21f1e6f5-48b2-41c3-9a68-970d5188f8bf is already hosted by enough agents. {{(pid=116162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 11:03:59.870308 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c367443-0b88-4736-9f94-0ea184243b0e None None] Network 01566b29-a632-4e62-9d7d-ed95fce5f367 is already hosted by enough agents. {{(pid=116163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 11:03:59.875994 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.scheduler.base_scheduler [None req-1c367443-0b88-4736-9f94-0ea184243b0e None None] Resources bound (agent type, host, resource id): {{(pid=116163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 11:03:59.892403 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.scheduler.base_scheduler [None req-f960d24f-13c3-4df6-a528-0e73ae983d2e tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Resources bound (agent type, host, resource id): {{(pid=116162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 11:03:59.906025 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c367443-0b88-4736-9f94-0ea184243b0e None None] Received port after_create {{(pid=116163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 11:03:59.913363 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c367443-0b88-4736-9f94-0ea184243b0e None None] Pushing event updated for resources: {'Port': ['ID=38959a00-2121-4b89-93c5-95a015dbd4f1,revision_number=1']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:03:59.930355 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-6b82a3d5-9a14-4909-a271-9b240f090d29 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.6640887 Apr 28 11:03:59.942431 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 52836) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:03:59.948057 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.v2.base [None req-b229a294-7d92-4734-94d1-5ad0717f6449 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Request body: {'subnet': {'network_id': 'd8b9888a-35de-4458-a14d-e4b632428ce2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=116161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:03:59.961468 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.plugin [None req-0ae32068-12d1-479e-9a95-9f4ce2176071 tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Deleting port 8956117d-1d4d-4d3e-b0a0-ceafaf8f8ae9 {{(pid=116162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 11:03:59.961806 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-0ae32068-12d1-479e-9a95-9f4ce2176071 tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742235130188'] for port (8956117d-1d4d-4d3e-b0a0-ceafaf8f8ae9), before_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:00.013114 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-d7047cd6-14e1-4738-9f5f-da520a70f4a3 None None] Publish callbacks [] for port (23d0b350-8d06-42b3-b133-738ff4787c54), precommit_create {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:00.067667 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.managers [None req-1c367443-0b88-4736-9f94-0ea184243b0e None None] Attempting to bind port 38959a00-2121-4b89-93c5-95a015dbd4f1 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=116163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 28 11:04:00.079236 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.managers [None req-1c367443-0b88-4736-9f94-0ea184243b0e None None] Attempting to bind port 38959a00-2121-4b89-93c5-95a015dbd4f1 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '7dd2a0c2-e41d-445f-8c57-fa9069a3959e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '01566b29-a632-4e62-9d7d-ed95fce5f367'}] {{(pid=116163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 28 11:04:00.079236 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c367443-0b88-4736-9f94-0ea184243b0e None None] Attempting to bind port 38959a00-2121-4b89-93c5-95a015dbd4f1 on network 01566b29-a632-4e62-9d7d-ed95fce5f367 {{(pid=116163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 11:04:00.079443 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b82a3d5-9a14-4909-a271-9b240f090d29 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Pushing event updated for resources: {'Network': ['ID=d8b9888a-35de-4458-a14d-e4b632428ce2,revision_number=1']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:04:00.091915 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3c242cd-8b06-4f9b-a033-3d94b6951bce tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Made reservation on behalf of 52264470dd074c0f8041ca0ce5281c12 for: {'port': 1} {{(pid=116162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 11:04:00.095731 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-d3c242cd-8b06-4f9b-a033-3d94b6951bce tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (None), before_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:00.103204 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c367443-0b88-4736-9f94-0ea184243b0e None None] Checking agent: {'id': 'd5baab19-5dd1-4902-922b-84acb048ab9c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 10, 50, 43), 'started_at': datetime.datetime(2022, 4, 28, 10, 51, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 11, 3, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=116163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 11:04:00.103598 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c367443-0b88-4736-9f94-0ea184243b0e None None] Checking segment: {'id': '7dd2a0c2-e41d-445f-8c57-fa9069a3959e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '01566b29-a632-4e62-9d7d-ed95fce5f367'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 11:04:00.104014 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-1c367443-0b88-4736-9f94-0ea184243b0e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:00.104670 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c367443-0b88-4736-9f94-0ea184243b0e None None] Bound using segment: {'id': '7dd2a0c2-e41d-445f-8c57-fa9069a3959e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '01566b29-a632-4e62-9d7d-ed95fce5f367'} {{(pid=116163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 11:04:00.109382 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.managers [None req-1c367443-0b88-4736-9f94-0ea184243b0e None None] Bound port: 38959a00-2121-4b89-93c5-95a015dbd4f1, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7dd2a0c2-e41d-445f-8c57-fa9069a3959e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '01566b29-a632-4e62-9d7d-ed95fce5f367'}}] {{(pid=116163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 28 11:04:00.109869 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-1c367443-0b88-4736-9f94-0ea184243b0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (38959a00-2121-4b89-93c5-95a015dbd4f1), before_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:00.128195 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Network d8b9888a-35de-4458-a14d-e4b632428ce2 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=116163) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 28 11:04:00.157950 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f960d24f-13c3-4df6-a528-0e73ae983d2e tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Router f00f0213-1e42-4a51-b996-d01da5b6ad4b has already been hosted by L3 agent 6b492ad6-0876-4d74-b20d-28143a52ceba {{(pid=116162) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 11:04:00.171858 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.notifiers.nova [None req-d3c242cd-8b06-4f9b-a033-3d94b6951bce tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] device_id is not set on port 1ce20d38-b733-4fe4-95ca-24649f1292a5 yet. {{(pid=116162) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 28 11:04:00.188906 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-d7047cd6-14e1-4738-9f5f-da520a70f4a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742234710357'] for port (23d0b350-8d06-42b3-b133-738ff4787c54), after_create {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:00.201171 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-0ae32068-12d1-479e-9a95-9f4ce2176071 tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1938497'] for port (8956117d-1d4d-4d3e-b0a0-ceafaf8f8ae9), precommit_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:00.253437 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.plugin [None req-0ae32068-12d1-479e-9a95-9f4ce2176071 tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Calling delete_port for 8956117d-1d4d-4d3e-b0a0-ceafaf8f8ae9 owned by network:router_interface {{(pid=116162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 11:04:00.315681 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7047cd6-14e1-4738-9f5f-da520a70f4a3 None None] Network 20c78722-8107-4c7a-a42e-0e56228a01a2 is already hosted by enough agents. {{(pid=116163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 11:04:00.335473 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.scheduler.base_scheduler [None req-d7047cd6-14e1-4738-9f5f-da520a70f4a3 None None] Resources bound (agent type, host, resource id): {{(pid=116163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 11:04:00.338114 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7047cd6-14e1-4738-9f5f-da520a70f4a3 None None] Received port after_create {{(pid=116163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 11:04:00.348792 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7047cd6-14e1-4738-9f5f-da520a70f4a3 None None] Pushing event updated for resources: {'Port': ['ID=23d0b350-8d06-42b3-b133-738ff4787c54,revision_number=1']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:04:00.352872 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-1c367443-0b88-4736-9f94-0ea184243b0e None None] For port 38959a00-2121-4b89-93c5-95a015dbd4f1, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=116163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 11:04:00.414653 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-6d9bf790-dc91-46f7-8fa6-16d4d206b856 None None] Provisioning complete for port d5a28238-f093-4162-8d3a-48c2d6610de6 triggered by entity DHCP. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:04:00.414826 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-6d9bf790-dc91-46f7-8fa6-16d4d206b856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (d5a28238-f093-4162-8d3a-48c2d6610de6), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:00.453254 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-1c367443-0b88-4736-9f94-0ea184243b0e None None] For port 38959a00-2121-4b89-93c5-95a015dbd4f1, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=38959a00-2121-4b89-93c5-95a015dbd4f1,segment=NetworkSegment(7dd2a0c2-e41d-445f-8c57-fa9069a3959e),segment_id=7dd2a0c2-e41d-445f-8c57-fa9069a3959e)] {{(pid=116163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 11:04:00.464991 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.managers [None req-d7047cd6-14e1-4738-9f5f-da520a70f4a3 None None] Attempting to bind port 23d0b350-8d06-42b3-b133-738ff4787c54 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=116163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 28 11:04:00.465373 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.managers [None req-d7047cd6-14e1-4738-9f5f-da520a70f4a3 None None] Attempting to bind port 23d0b350-8d06-42b3-b133-738ff4787c54 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '4808e89a-b3e3-4d63-827f-7aa3e1d54b26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '20c78722-8107-4c7a-a42e-0e56228a01a2'}] {{(pid=116163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 28 11:04:00.466307 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7047cd6-14e1-4738-9f5f-da520a70f4a3 None None] Attempting to bind port 23d0b350-8d06-42b3-b133-738ff4787c54 on network 20c78722-8107-4c7a-a42e-0e56228a01a2 {{(pid=116163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 11:04:00.474545 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7047cd6-14e1-4738-9f5f-da520a70f4a3 None None] Checking agent: {'id': 'd5baab19-5dd1-4902-922b-84acb048ab9c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 10, 50, 43), 'started_at': datetime.datetime(2022, 4, 28, 10, 51, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 11, 3, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=116163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 11:04:00.479709 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7047cd6-14e1-4738-9f5f-da520a70f4a3 None None] Checking segment: {'id': '4808e89a-b3e3-4d63-827f-7aa3e1d54b26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '20c78722-8107-4c7a-a42e-0e56228a01a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 11:04:00.479709 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-d7047cd6-14e1-4738-9f5f-da520a70f4a3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:00.479709 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7047cd6-14e1-4738-9f5f-da520a70f4a3 None None] Bound using segment: {'id': '4808e89a-b3e3-4d63-827f-7aa3e1d54b26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '20c78722-8107-4c7a-a42e-0e56228a01a2'} {{(pid=116163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 11:04:00.479709 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.managers [None req-d7047cd6-14e1-4738-9f5f-da520a70f4a3 None None] Bound port: 23d0b350-8d06-42b3-b133-738ff4787c54, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4808e89a-b3e3-4d63-827f-7aa3e1d54b26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '20c78722-8107-4c7a-a42e-0e56228a01a2'}}] {{(pid=116163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 28 11:04:00.479709 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-d7047cd6-14e1-4738-9f5f-da520a70f4a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (23d0b350-8d06-42b3-b133-738ff4787c54), before_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:00.480239 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-6d9bf790-dc91-46f7-8fa6-16d4d206b856 None None] Port d5a28238-f093-4162-8d3a-48c2d6610de6 cannot update to ACTIVE because it is not bound. {{(pid=116163) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 28 11:04:00.511388 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.db.db_base_plugin_common [None req-d3c242cd-8b06-4f9b-a033-3d94b6951bce tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Allocated IP 2001:db8::1eb (20c78722-8107-4c7a-a42e-0e56228a01a2/4bab8b1d-90e5-42b0-8a9e-02f3693b8c61/1ce20d38-b733-4fe4-95ca-24649f1292a5) {{(pid=116162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 11:04:00.517936 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f960d24f-13c3-4df6-a528-0e73ae983d2e tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=116162) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 11:04:00.526375 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-f960d24f-13c3-4df6-a528-0e73ae983d2e tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] 10.222.0.10 "PUT /v2.0/routers/f00f0213-1e42-4a51-b996-d01da5b6ad4b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3502736 Apr 28 11:04:00.535868 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-300dc7c0-6934-4f0e-96e1-f831801664f6 None None] Sync routers for ids ['f00f0213-1e42-4a51-b996-d01da5b6ad4b'] in dv-neutron-master-2-hyperv {{(pid=116164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 11:04:00.549841 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-300dc7c0-6934-4f0e-96e1-f831801664f6 None None] Routers {'f00f0213-1e42-4a51-b996-d01da5b6ad4b'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=116164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 11:04:00.552080 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_hamode_db [None req-300dc7c0-6934-4f0e-96e1-f831801664f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-28T10:50:39Z,description=,heartbeat_timestamp=2022-04-28T11:03:39Z,host='dv-neutron-master-2-hyperv',id=6b492ad6-0876-4d74-b20d-28143a52ceba,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T10:50:40Z,topic='l3_agent')) {'router_ids': ['f00f0213-1e42-4a51-b996-d01da5b6ad4b'], 'active': True} {{(pid=116164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:04:00.565219 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 52840) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:04:00.565743 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-d7047cd6-14e1-4738-9f5f-da520a70f4a3 None None] For port 23d0b350-8d06-42b3-b133-738ff4787c54, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=116163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 11:04:00.571071 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-d7047cd6-14e1-4738-9f5f-da520a70f4a3 None None] For port 23d0b350-8d06-42b3-b133-738ff4787c54, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=23d0b350-8d06-42b3-b133-738ff4787c54,segment=NetworkSegment(4808e89a-b3e3-4d63-827f-7aa3e1d54b26),segment_id=4808e89a-b3e3-4d63-827f-7aa3e1d54b26)] {{(pid=116163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 11:04:00.575627 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-1c367443-0b88-4736-9f94-0ea184243b0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393'] for port (38959a00-2121-4b89-93c5-95a015dbd4f1), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:00.591760 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_hamode_db [None req-300dc7c0-6934-4f0e-96e1-f831801664f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=116164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:04:00.603213 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-300dc7c0-6934-4f0e-96e1-f831801664f6 None None] Routers {'f00f0213-1e42-4a51-b996-d01da5b6ad4b'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=116164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 11:04:00.604304 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_hamode_db [None req-300dc7c0-6934-4f0e-96e1-f831801664f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-28T10:50:39Z,description=,heartbeat_timestamp=2022-04-28T11:03:39Z,host='dv-neutron-master-2-hyperv',id=6b492ad6-0876-4d74-b20d-28143a52ceba,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T10:50:40Z,topic='l3_agent')) {'router_ids': ['f00f0213-1e42-4a51-b996-d01da5b6ad4b'], 'active': True} {{(pid=116164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:04:00.624557 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e820b8ad-860b-4220-b82e-1e53b8367af8 tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:04:00.626126 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-e820b8ad-860b-4220-b82e-1e53b8367af8 tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] 10.222.0.10 "GET /v2.0/ports/d5a28238-f093-4162-8d3a-48c2d6610de6 HTTP/1.1" status: 200 len: 910 time: 0.0581772 Apr 28 11:04:00.632228 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 52842) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:04:00.648731 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_hamode_db [None req-300dc7c0-6934-4f0e-96e1-f831801664f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=116164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:04:00.650368 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-300dc7c0-6934-4f0e-96e1-f831801664f6 None None] The sync data for ids ['f00f0213-1e42-4a51-b996-d01da5b6ad4b'] in dv-neutron-master-2-hyperv is: [] {{(pid=116164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 11:04:00.655952 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c367443-0b88-4736-9f94-0ea184243b0e None None] Pushing event updated for resources: {'Port': ['ID=38959a00-2121-4b89-93c5-95a015dbd4f1,revision_number=2']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:04:00.664180 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-d7047cd6-14e1-4738-9f5f-da520a70f4a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393'] for port (23d0b350-8d06-42b3-b133-738ff4787c54), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:00.684914 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-7a540f23-7a81-4203-955b-57dc9a10f652 req-38d66e33-573c-442b-a592-4b866204416f tempest-ServerActionsTestJSON-1498610228 tempest-ServerActionsTestJSON-1498610228-project] 10.222.0.10 "GET /v2.0/security-groups?id=0f246414-c46b-4ee7-b196-c819605d877f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8475323 Apr 28 11:04:00.719368 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd19ff84-2da7-4a5f-8be3-699a27d7c554 req-2a633785-de4d-43b7-aad4-758fa862d808 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:04:00.720917 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-cd19ff84-2da7-4a5f-8be3-699a27d7c554 req-2a633785-de4d-43b7-aad4-758fa862d808 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] 10.222.0.10 "GET /v2.0/ports?device_id=bfb0e6d3-3659-4be6-8de6-82c47d9cfaf8 HTTP/1.1" status: 200 len: 945 time: 0.5459356 Apr 28 11:04:00.750449 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7047cd6-14e1-4738-9f5f-da520a70f4a3 None None] Pushing event updated for resources: {'Port': ['ID=23d0b350-8d06-42b3-b133-738ff4787c54,revision_number=2']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:04:00.995672 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b229a294-7d92-4734-94d1-5ad0717f6449 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Made reservation on behalf of f86d085f9b42493aa6c0f40f62349e1e for: {'subnet': 1} {{(pid=116161) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 11:04:01.001772 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-b229a294-7d92-4734-94d1-5ad0717f6449 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5125580'] for subnet (None), before_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:01.011400 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-cd19ff84-2da7-4a5f-8be3-699a27d7c554 req-50d6cf76-f0c3-4568-bb92-427a11d7ee0f tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] 10.222.0.10 "GET /v2.0/security-groups?id=126444c7-d985-4711-872e-652c823476a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2621067 Apr 28 11:04:01.043989 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684629cd-841d-4506-a2ce-5752d61d93da req-7c8fa82f-3b7c-44a0-9cf6-f409c4fa4b30 tempest-ServerActionsTestJSON-1498610228 tempest-ServerActionsTestJSON-1498610228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:04:01.045928 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-684629cd-841d-4506-a2ce-5752d61d93da req-7c8fa82f-3b7c-44a0-9cf6-f409c4fa4b30 tempest-ServerActionsTestJSON-1498610228 tempest-ServerActionsTestJSON-1498610228-project] 10.222.0.10 "GET /v2.0/ports?device_id=6bd2b59b-b5db-4639-9109-3dca095b7768 HTTP/1.1" status: 200 len: 946 time: 0.2278051 Apr 28 11:04:01.195758 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-0ae32068-12d1-479e-9a95-9f4ce2176071 tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742235135690', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742234710366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5051867'] for port (8956117d-1d4d-4d3e-b0a0-ceafaf8f8ae9), after_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:01.195758 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-d3c242cd-8b06-4f9b-a033-3d94b6951bce tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Publish callbacks [] for port (1ce20d38-b733-4fe4-95ca-24649f1292a5), precommit_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:01.195984 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-01595a76-e713-4883-975d-daabaa58ecf4 tempest-TestNetworkAdvancedServerOps-1762458272 tempest-TestNetworkAdvancedServerOps-1762458272-project] Publish callbacks [] for floatingip (b779f0d0-673f-4a06-ab23-f170dc6506a4), precommit_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:01.196080 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae32068-12d1-479e-9a95-9f4ce2176071 tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Pushing event deleted for resources: {'Port': ['ID=8956117d-1d4d-4d3e-b0a0-ceafaf8f8ae9,revision_number=None']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:04:01.326224 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-c8ccc6b8-5a63-4929-89f3-4073c940c824 tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8742235135699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-5220598'] for subnet (c0781734-e647-4106-8f0d-401d3b4afed8), after_update {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:01.376964 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-684629cd-841d-4506-a2ce-5752d61d93da req-389f8c8d-88f7-4377-be8e-683fb405c53d tempest-ServerActionsTestJSON-1498610228 tempest-ServerActionsTestJSON-1498610228-project] 10.222.0.10 "GET /v2.0/security-groups?id=0f246414-c46b-4ee7-b196-c819605d877f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2262771 Apr 28 11:04:01.413202 dv-neutron-master-2-hyperv neutron-server[116161]: WARNING neutron.objects.base [None req-c8ccc6b8-5a63-4929-89f3-4073c940c824 tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] ORM session: SQL execution without transaction in progress, traceback: Apr 28 11:04:01.413202 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/eventlet/greenthread.py", line 221, in main Apr 28 11:04:01.413202 dv-neutron-master-2-hyperv neutron-server[116161]: result = function(*args, **kwargs) Apr 28 11:04:01.413202 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py", line 837, in process_request Apr 28 11:04:01.413202 dv-neutron-master-2-hyperv neutron-server[116161]: proto.__init__(conn_state, self) Apr 28 11:04:01.413202 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py", line 350, in __init__ Apr 28 11:04:01.413202 dv-neutron-master-2-hyperv neutron-server[116161]: self.handle() Apr 28 11:04:01.413202 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py", line 383, in handle Apr 28 11:04:01.413202 dv-neutron-master-2-hyperv neutron-server[116161]: self.handle_one_request() Apr 28 11:04:01.413202 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py", line 459, in handle_one_request Apr 28 11:04:01.413202 dv-neutron-master-2-hyperv neutron-server[116161]: self.handle_one_response() Apr 28 11:04:01.413202 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py", line 569, in handle_one_response Apr 28 11:04:01.413202 dv-neutron-master-2-hyperv neutron-server[116161]: result = self.application(self.environ, start_response) Apr 28 11:04:01.413202 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/paste/urlmap.py", line 216, in __call__ Apr 28 11:04:01.413202 dv-neutron-master-2-hyperv neutron-server[116161]: return app(environ, start_response) Apr 28 11:04:01.413202 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 129, in __call__ Apr 28 11:04:01.413202 dv-neutron-master-2-hyperv neutron-server[116161]: resp = self.call_func(req, *args, **kw) Apr 28 11:04:01.413202 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 193, in call_func Apr 28 11:04:01.413202 dv-neutron-master-2-hyperv neutron-server[116161]: return self.func(req, *args, **kwargs) Apr 28 11:04:01.413202 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/oslo_middleware/base.py", line 124, in __call__ Apr 28 11:04:01.413202 dv-neutron-master-2-hyperv neutron-server[116161]: response = req.get_response(self.application) Apr 28 11:04:01.413202 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/webob/request.py", line 1313, in send Apr 28 11:04:01.413202 dv-neutron-master-2-hyperv neutron-server[116161]: status, headers, app_iter = self.call_application( Apr 28 11:04:01.413202 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/webob/request.py", line 1278, in call_application Apr 28 11:04:01.413202 dv-neutron-master-2-hyperv neutron-server[116161]: app_iter = application(self.environ, start_response) Apr 28 11:04:01.413202 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 129, in __call__ Apr 28 11:04:01.413202 dv-neutron-master-2-hyperv neutron-server[116161]: resp = self.call_func(req, *args, **kw) Apr 28 11:04:01.413202 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 193, in call_func Apr 28 11:04:01.413202 dv-neutron-master-2-hyperv neutron-server[116161]: return self.func(req, *args, **kwargs) Apr 28 11:04:01.413202 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/oslo_middleware/base.py", line 124, in __call__ Apr 28 11:04:01.413202 dv-neutron-master-2-hyperv neutron-server[116161]: response = req.get_response(self.application) Apr 28 11:04:01.413202 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/webob/request.py", line 1313, in send Apr 28 11:04:01.413202 dv-neutron-master-2-hyperv neutron-server[116161]: status, headers, app_iter = self.call_application( Apr 28 11:04:01.413202 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/webob/request.py", line 1278, in call_application Apr 28 11:04:01.413202 dv-neutron-master-2-hyperv neutron-server[116161]: app_iter = application(self.environ, start_response) Apr 28 11:04:01.413202 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 129, in __call__ Apr 28 11:04:01.413202 dv-neutron-master-2-hyperv neutron-server[116161]: resp = self.call_func(req, *args, **kw) Apr 28 11:04:01.413202 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 193, in call_func Apr 28 11:04:01.413202 dv-neutron-master-2-hyperv neutron-server[116161]: return self.func(req, *args, **kwargs) Apr 28 11:04:01.413202 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/oslo_middleware/request_id.py", line 58, in __call__ Apr 28 11:04:01.413202 dv-neutron-master-2-hyperv neutron-server[116161]: response = req.get_response(self.application) Apr 28 11:04:01.413202 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/webob/request.py", line 1313, in send Apr 28 11:04:01.413202 dv-neutron-master-2-hyperv neutron-server[116161]: status, headers, app_iter = self.call_application( Apr 28 11:04:01.413202 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/webob/request.py", line 1278, in call_application Apr 28 11:04:01.413202 dv-neutron-master-2-hyperv neutron-server[116161]: app_iter = application(self.environ, start_response) Apr 28 11:04:01.413202 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 129, in __call__ Apr 28 11:04:01.413202 dv-neutron-master-2-hyperv neutron-server[116161]: resp = self.call_func(req, *args, **kw) Apr 28 11:04:01.413202 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 193, in call_func Apr 28 11:04:01.413202 dv-neutron-master-2-hyperv neutron-server[116161]: return self.func(req, *args, **kwargs) Apr 28 11:04:01.413202 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/oslo_middleware/catch_errors.py", line 40, in __call__ Apr 28 11:04:01.413202 dv-neutron-master-2-hyperv neutron-server[116161]: response = req.get_response(self.application) Apr 28 11:04:01.413202 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/webob/request.py", line 1313, in send Apr 28 11:04:01.413202 dv-neutron-master-2-hyperv neutron-server[116161]: status, headers, app_iter = self.call_application( Apr 28 11:04:01.413202 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/webob/request.py", line 1278, in call_application Apr 28 11:04:01.413202 dv-neutron-master-2-hyperv neutron-server[116161]: app_iter = application(self.environ, start_response) Apr 28 11:04:01.413202 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 129, in __call__ Apr 28 11:04:01.413202 dv-neutron-master-2-hyperv neutron-server[116161]: resp = self.call_func(req, *args, **kw) Apr 28 11:04:01.413202 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 193, in call_func Apr 28 11:04:01.413202 dv-neutron-master-2-hyperv neutron-server[116161]: return self.func(req, *args, **kwargs) Apr 28 11:04:01.413202 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/osprofiler/web.py", line 112, in __call__ Apr 28 11:04:01.413202 dv-neutron-master-2-hyperv neutron-server[116161]: return request.get_response(self.application) Apr 28 11:04:01.413202 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/webob/request.py", line 1313, in send Apr 28 11:04:01.413202 dv-neutron-master-2-hyperv neutron-server[116161]: status, headers, app_iter = self.call_application( Apr 28 11:04:01.413202 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/webob/request.py", line 1278, in call_application Apr 28 11:04:01.413202 dv-neutron-master-2-hyperv neutron-server[116161]: app_iter = application(self.environ, start_response) Apr 28 11:04:01.413202 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 129, in __call__ Apr 28 11:04:01.413202 dv-neutron-master-2-hyperv neutron-server[116161]: resp = self.call_func(req, *args, **kw) Apr 28 11:04:01.413202 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 193, in call_func Apr 28 11:04:01.413202 dv-neutron-master-2-hyperv neutron-server[116161]: return self.func(req, *args, **kwargs) Apr 28 11:04:01.413202 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/keystonemiddleware/auth_token/__init__.py", line 341, in __call__ Apr 28 11:04:01.413202 dv-neutron-master-2-hyperv neutron-server[116161]: response = req.get_response(self._app) Apr 28 11:04:01.413202 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/webob/request.py", line 1313, in send Apr 28 11:04:01.413202 dv-neutron-master-2-hyperv neutron-server[116161]: status, headers, app_iter = self.call_application( Apr 28 11:04:01.413202 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/webob/request.py", line 1278, in call_application Apr 28 11:04:01.413202 dv-neutron-master-2-hyperv neutron-server[116161]: app_iter = application(self.environ, start_response) Apr 28 11:04:01.413202 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 143, in __call__ Apr 28 11:04:01.413202 dv-neutron-master-2-hyperv neutron-server[116161]: return resp(environ, start_response) Apr 28 11:04:01.413202 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 143, in __call__ Apr 28 11:04:01.413202 dv-neutron-master-2-hyperv neutron-server[116161]: return resp(environ, start_response) Apr 28 11:04:01.413202 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/routes/middleware.py", line 153, in __call__ Apr 28 11:04:01.413202 dv-neutron-master-2-hyperv neutron-server[116161]: response = self.app(environ, start_response) Apr 28 11:04:01.413202 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 143, in __call__ Apr 28 11:04:01.413202 dv-neutron-master-2-hyperv neutron-server[116161]: return resp(environ, start_response) Apr 28 11:04:01.413202 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/pecan/middleware/recursive.py", line 56, in __call__ Apr 28 11:04:01.413202 dv-neutron-master-2-hyperv neutron-server[116161]: return self.application(environ, start_response) Apr 28 11:04:01.413202 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 852, in __call__ Apr 28 11:04:01.422478 dv-neutron-master-2-hyperv neutron-server[116161]: return super(Pecan, self).__call__(environ, start_response) Apr 28 11:04:01.422478 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 693, in __call__ Apr 28 11:04:01.422478 dv-neutron-master-2-hyperv neutron-server[116161]: self.invoke_controller(controller, args, kwargs, state) Apr 28 11:04:01.422478 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 584, in invoke_controller Apr 28 11:04:01.422478 dv-neutron-master-2-hyperv neutron-server[116161]: result = controller(*args, **kwargs) Apr 28 11:04:01.422478 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 28 11:04:01.422478 dv-neutron-master-2-hyperv neutron-server[116161]: return f(*args, **kwargs) Apr 28 11:04:01.422478 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 28 11:04:01.422478 dv-neutron-master-2-hyperv neutron-server[116161]: return f(*args, **kwargs) Apr 28 11:04:01.422478 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 28 11:04:01.422478 dv-neutron-master-2-hyperv neutron-server[116161]: return f(*dup_args, **dup_kwargs) Apr 28 11:04:01.422478 dv-neutron-master-2-hyperv neutron-server[116161]: File "/opt/stack/neutron/neutron/pecan_wsgi/controllers/utils.py", line 65, in wrapped Apr 28 11:04:01.422478 dv-neutron-master-2-hyperv neutron-server[116161]: return f(*args, **kwargs) Apr 28 11:04:01.422478 dv-neutron-master-2-hyperv neutron-server[116161]: File "/opt/stack/neutron/neutron/pecan_wsgi/controllers/resource.py", line 74, in put Apr 28 11:04:01.422478 dv-neutron-master-2-hyperv neutron-server[116161]: return {self.resource: self.plugin_updater(*updater_args)} Apr 28 11:04:01.422478 dv-neutron-master-2-hyperv neutron-server[116161]: File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Apr 28 11:04:01.422478 dv-neutron-master-2-hyperv neutron-server[116161]: return f(*args, **kwargs) Apr 28 11:04:01.422478 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Apr 28 11:04:01.422478 dv-neutron-master-2-hyperv neutron-server[116161]: return method(*args, **kwargs) Apr 28 11:04:01.422478 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 28 11:04:01.422478 dv-neutron-master-2-hyperv neutron-server[116161]: return f(*args, **kwargs) Apr 28 11:04:01.422478 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 28 11:04:01.422478 dv-neutron-master-2-hyperv neutron-server[116161]: return f(*args, **kwargs) Apr 28 11:04:01.422478 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 28 11:04:01.422478 dv-neutron-master-2-hyperv neutron-server[116161]: return f(*dup_args, **dup_kwargs) Apr 28 11:04:01.422478 dv-neutron-master-2-hyperv neutron-server[116161]: File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1406, in update_subnet Apr 28 11:04:01.422478 dv-neutron-master-2-hyperv neutron-server[116161]: self._update_subnet_postcommit(context, original_subnet, Apr 28 11:04:01.422478 dv-neutron-master-2-hyperv neutron-server[116161]: File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1016, in _update_subnet_postcommit Apr 28 11:04:01.422478 dv-neutron-master-2-hyperv neutron-server[116161]: registry.publish( Apr 28 11:04:01.422478 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/registry.py", line 54, in publish Apr 28 11:04:01.422478 dv-neutron-master-2-hyperv neutron-server[116161]: _get_callback_manager().publish(resource, event, trigger, payload=payload) Apr 28 11:04:01.422478 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/utils.py", line 105, in _wrapped Apr 28 11:04:01.422478 dv-neutron-master-2-hyperv neutron-server[116161]: return function(*args, **kwargs) Apr 28 11:04:01.422478 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 150, in publish Apr 28 11:04:01.422478 dv-neutron-master-2-hyperv neutron-server[116161]: errors = self._notify_loop(resource, event, trigger, payload) Apr 28 11:04:01.422478 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 181, in _notify_loop Apr 28 11:04:01.422478 dv-neutron-master-2-hyperv neutron-server[116161]: callback(resource, event, trigger, payload=payload) Apr 28 11:04:01.422478 dv-neutron-master-2-hyperv neutron-server[116161]: File "/opt/stack/neutron/neutron/db/l3_db.py", line 2026, in _notify_subnet_gateway_ip_update Apr 28 11:04:01.422478 dv-neutron-master-2-hyperv neutron-server[116161]: router_ids = set(port.device_id for port in query) Apr 28 11:04:01.422478 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/query.py", line 2896, in __iter__ Apr 28 11:04:01.422478 dv-neutron-master-2-hyperv neutron-server[116161]: return self._iter().__iter__() Apr 28 11:04:01.422478 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/query.py", line 2903, in _iter Apr 28 11:04:01.422478 dv-neutron-master-2-hyperv neutron-server[116161]: result = self.session.execute( Apr 28 11:04:01.422478 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/session.py", line 1673, in execute Apr 28 11:04:01.422478 dv-neutron-master-2-hyperv neutron-server[116161]: result = fn(orm_exec_state) Apr 28 11:04:01.422478 dv-neutron-master-2-hyperv neutron-server[116161]: Apr 28 11:04:01.430762 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-0ae32068-12d1-479e-9a95-9f4ce2176071 tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1603051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2063504'] for router_interface (b116bc6c-e74d-4dc6-b82b-c618170e00c7), after_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:01.454899 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ccc6b8-5a63-4929-89f3-4073c940c824 tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] Pushing event updated for resources: {'Subnet': ['ID=c0781734-e647-4106-8f0d-401d3b4afed8,revision_number=1']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:04:01.461385 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8ccc6b8-5a63-4929-89f3-4073c940c824 tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:04:01.466231 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-c8ccc6b8-5a63-4929-89f3-4073c940c824 tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] Publish callbacks [] for subnet (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:01.466231 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-c8ccc6b8-5a63-4929-89f3-4073c940c824 tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] 10.222.0.10 "PUT /v2.0/subnets/c0781734-e647-4106-8f0d-401d3b4afed8 HTTP/1.1" status: 200 len: 877 time: 2.3754172 Apr 28 11:04:01.469093 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 52848) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:04:01.478869 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-01595a76-e713-4883-975d-daabaa58ecf4 tempest-TestNetworkAdvancedServerOps-1762458272 tempest-TestNetworkAdvancedServerOps-1762458272-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (80bddec2-d89a-4203-b9b7-ae331010da31), before_update {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:01.495993 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-d3c242cd-8b06-4f9b-a033-3d94b6951bce tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742234710357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5051867'] for port (1ce20d38-b733-4fe4-95ca-24649f1292a5), after_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:01.532487 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-76ce61a1-baa9-40e7-af07-fbd0d511f42d tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2063420'] for router_interface (f00f0213-1e42-4a51-b996-d01da5b6ad4b), before_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:01.664925 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4c0e4a-bd73-498e-8175-531fd4795294 req-386a6883-03b4-4fad-b4c6-0aa714ca378c tempest-ServerActionsTestJSON-1498610228 tempest-ServerActionsTestJSON-1498610228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:04:01.666595 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-5e4c0e4a-bd73-498e-8175-531fd4795294 req-386a6883-03b4-4fad-b4c6-0aa714ca378c tempest-ServerActionsTestJSON-1498610228 tempest-ServerActionsTestJSON-1498610228-project] 10.222.0.10 "GET /v2.0/ports?device_id=6bd2b59b-b5db-4639-9109-3dca095b7768 HTTP/1.1" status: 200 len: 946 time: 0.1373796 Apr 28 11:04:01.714225 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-b229a294-7d92-4734-94d1-5ad0717f6449 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5220536', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5125438'] for subnet (82b49888-68a7-471c-94df-9aba5a1bc523), after_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:01.786647 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-9881ec2f-a79b-4cd4-896b-df9c4517f0f4 tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-979593'] for network (01566b29-a632-4e62-9d7d-ed95fce5f367), before_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:01.855274 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-5e4c0e4a-bd73-498e-8175-531fd4795294 req-ac811f56-1f50-4929-9ef4-5502445c3fb8 tempest-ServerActionsTestJSON-1498610228 tempest-ServerActionsTestJSON-1498610228-project] 10.222.0.10 "GET /v2.0/security-groups?id=0f246414-c46b-4ee7-b196-c819605d877f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1795728 Apr 28 11:04:01.880813 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b229a294-7d92-4734-94d1-5ad0717f6449 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Pushing event updated for resources: {'Subnet': ['ID=82b49888-68a7-471c-94df-9aba5a1bc523,revision_number=0']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:04:01.895637 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3c242cd-8b06-4f9b-a033-3d94b6951bce tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Network 20c78722-8107-4c7a-a42e-0e56228a01a2 is already hosted by enough agents. {{(pid=116162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 11:04:01.969623 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.plugin [None req-9881ec2f-a79b-4cd4-896b-df9c4517f0f4 tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] Deleting port 38959a00-2121-4b89-93c5-95a015dbd4f1 {{(pid=116161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 11:04:01.969973 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-9881ec2f-a79b-4cd4-896b-df9c4517f0f4 tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742235130188'] for port (38959a00-2121-4b89-93c5-95a015dbd4f1), before_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:01.987585 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c242cd-8b06-4f9b-a033-3d94b6951bce tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Pushing event updated for resources: {'Port': ['ID=1ce20d38-b733-4fe4-95ca-24649f1292a5,revision_number=1']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:04:01.990646 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.scheduler.base_scheduler [None req-d3c242cd-8b06-4f9b-a033-3d94b6951bce tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Resources bound (agent type, host, resource id): {{(pid=116162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 11:04:01.997513 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3c242cd-8b06-4f9b-a033-3d94b6951bce tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Received port after_create {{(pid=116162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 11:04:02.004541 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3c242cd-8b06-4f9b-a033-3d94b6951bce tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:04:02.005194 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-d3c242cd-8b06-4f9b-a033-3d94b6951bce tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198022'] for port (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:02.089761 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b229a294-7d92-4734-94d1-5ad0717f6449 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Checking segment: {'id': '83502939-9872-41bc-8680-bc9f1ed8b20f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'd8b9888a-35de-4458-a14d-e4b632428ce2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 11:04:02.090149 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b229a294-7d92-4734-94d1-5ad0717f6449 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Network hostable DHCP agents. Network: d8b9888a-35de-4458-a14d-e4b632428ce2, hostable agents: ['75ba81b7-fe99-4281-90d2-a5adb445ecea'], hosted agents: [] {{(pid=116161) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 11:04:02.090375 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ae32068-12d1-479e-9a95-9f4ce2176071 tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Router b116bc6c-e74d-4dc6-b82b-c618170e00c7 has already been hosted by L3 agent 6b492ad6-0876-4d74-b20d-28143a52ceba {{(pid=116162) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 11:04:02.116832 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-01595a76-e713-4883-975d-daabaa58ecf4 tempest-TestNetworkAdvancedServerOps-1762458272 tempest-TestNetworkAdvancedServerOps-1762458272-project] Publish callbacks [] for port (80bddec2-d89a-4203-b9b7-ae331010da31), precommit_update {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:02.138952 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c60faa-4f39-4277-8c36-e303e594e6ae req-9c7e938f-a504-4a19-838a-35befea06a80 tempest-ServerActionsTestJSON-1498610228 tempest-ServerActionsTestJSON-1498610228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:04:02.141117 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-83c60faa-4f39-4277-8c36-e303e594e6ae req-9c7e938f-a504-4a19-838a-35befea06a80 tempest-ServerActionsTestJSON-1498610228 tempest-ServerActionsTestJSON-1498610228-project] 10.222.0.10 "GET /v2.0/ports?device_id=6bd2b59b-b5db-4639-9109-3dca095b7768 HTTP/1.1" status: 200 len: 946 time: 0.1670349 Apr 28 11:04:02.183168 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e51a906-9c7c-4eaa-bccc-584f8c4d57e1 None None] Network 01566b29-a632-4e62-9d7d-ed95fce5f367 requested from dv-neutron-master-2-hyperv {{(pid=116163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 11:04:02.199231 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-d3c242cd-8b06-4f9b-a033-3d94b6951bce tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 893 time: 2.4809356 Apr 28 11:04:02.203630 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 52854) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:04:02.220529 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91dbf979-81d4-40c4-a8e3-bbabc6caeb8e req-7c927365-cfb4-4d63-b3a2-ebb947179db0 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:04:02.224215 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-91dbf979-81d4-40c4-a8e3-bbabc6caeb8e req-7c927365-cfb4-4d63-b3a2-ebb947179db0 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] 10.222.0.10 "GET /v2.0/ports?device_id=bfb0e6d3-3659-4be6-8de6-82c47d9cfaf8 HTTP/1.1" status: 200 len: 945 time: 0.0653224 Apr 28 11:04:02.237304 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-01595a76-e713-4883-975d-daabaa58ecf4 tempest-TestNetworkAdvancedServerOps-1762458272 tempest-TestNetworkAdvancedServerOps-1762458272-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5219123'] for port (80bddec2-d89a-4203-b9b7-ae331010da31), after_update {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:02.237586 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-1d2fd488-41f0-4177-9a57-02b85f514fc8 None None] Provisioning complete for port 38959a00-2121-4b89-93c5-95a015dbd4f1 triggered by entity DHCP. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:04:02.237890 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-1d2fd488-41f0-4177-9a57-02b85f514fc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (38959a00-2121-4b89-93c5-95a015dbd4f1), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:02.282709 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ae32068-12d1-479e-9a95-9f4ce2176071 tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=116162) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 11:04:02.294236 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-0ae32068-12d1-479e-9a95-9f4ce2176071 tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] 10.222.0.10 "PUT /v2.0/routers/b116bc6c-e74d-4dc6-b82b-c618170e00c7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7523761 Apr 28 11:04:02.299121 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 52856) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:04:02.309439 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e9062f7-d30d-44f6-8e39-e0453a2ab208 None None] Sync routers for ids ['b116bc6c-e74d-4dc6-b82b-c618170e00c7'] in dv-neutron-master-2-hyperv {{(pid=116163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 11:04:02.339517 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.db [None req-9881ec2f-a79b-4cd4-896b-df9c4517f0f4 tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] For port 38959a00-2121-4b89-93c5-95a015dbd4f1, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=38959a00-2121-4b89-93c5-95a015dbd4f1,segment=NetworkSegment(7dd2a0c2-e41d-445f-8c57-fa9069a3959e),segment_id=7dd2a0c2-e41d-445f-8c57-fa9069a3959e)] {{(pid=116161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 11:04:02.339896 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-9881ec2f-a79b-4cd4-896b-df9c4517f0f4 tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1938497'] for port (38959a00-2121-4b89-93c5-95a015dbd4f1), precommit_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:02.347340 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e9062f7-d30d-44f6-8e39-e0453a2ab208 None None] Routers {'b116bc6c-e74d-4dc6-b82b-c618170e00c7'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=116163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 11:04:02.347996 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_hamode_db [None req-5e9062f7-d30d-44f6-8e39-e0453a2ab208 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-28T10:50:39Z,description=,heartbeat_timestamp=2022-04-28T11:03:39Z,host='dv-neutron-master-2-hyperv',id=6b492ad6-0876-4d74-b20d-28143a52ceba,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T10:50:40Z,topic='l3_agent')) {'router_ids': ['b116bc6c-e74d-4dc6-b82b-c618170e00c7'], 'active': True} {{(pid=116163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:04:02.368001 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b229a294-7d92-4734-94d1-5ad0717f6449 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Network d8b9888a-35de-4458-a14d-e4b632428ce2 is scheduled to be hosted by DHCP agent 75ba81b7-fe99-4281-90d2-a5adb445ecea with binding_index 1 {{(pid=116161) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 11:04:02.395930 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-872a5fd2-8cbd-4a41-92dd-a88af39e152f tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] 10.222.0.10 "GET /v2.0/ports?device_id=b116bc6c-e74d-4dc6-b82b-c618170e00c7 HTTP/1.1" status: 200 len: 205 time: 0.0956783 Apr 28 11:04:02.400475 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 52858) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:04:02.408006 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_hamode_db [None req-5e9062f7-d30d-44f6-8e39-e0453a2ab208 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=116163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:04:02.492228 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.plugin [None req-9881ec2f-a79b-4cd4-896b-df9c4517f0f4 tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] Calling delete_port for 38959a00-2121-4b89-93c5-95a015dbd4f1 owned by network:dhcp {{(pid=116161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 11:04:02.500043 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e9062f7-d30d-44f6-8e39-e0453a2ab208 None None] Routers {'b116bc6c-e74d-4dc6-b82b-c618170e00c7'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=116163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 11:04:02.500793 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_hamode_db [None req-5e9062f7-d30d-44f6-8e39-e0453a2ab208 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-28T10:50:39Z,description=,heartbeat_timestamp=2022-04-28T11:03:39Z,host='dv-neutron-master-2-hyperv',id=6b492ad6-0876-4d74-b20d-28143a52ceba,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T10:50:40Z,topic='l3_agent')) {'router_ids': ['b116bc6c-e74d-4dc6-b82b-c618170e00c7'], 'active': True} {{(pid=116163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:04:02.505189 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-1d2fd488-41f0-4177-9a57-02b85f514fc8 None None] Current status of the port 38959a00-2121-4b89-93c5-95a015dbd4f1 is: DOWN; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:04:02.505490 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-1d2fd488-41f0-4177-9a57-02b85f514fc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (38959a00-2121-4b89-93c5-95a015dbd4f1), before_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:02.545509 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.scheduler.base_scheduler [None req-b229a294-7d92-4734-94d1-5ad0717f6449 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, d8b9888a-35de-4458-a14d-e4b632428ce2) {{(pid=116161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 11:04:02.553816 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.plugin [None req-07d78c17-2cff-4192-874d-3c59b188145a tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Deleting port 1ce20d38-b733-4fe4-95ca-24649f1292a5 {{(pid=116162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 11:04:02.554391 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-07d78c17-2cff-4192-874d-3c59b188145a tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742235130188'] for port (1ce20d38-b733-4fe4-95ca-24649f1292a5), before_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:02.564257 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.plugin [None req-76ce61a1-baa9-40e7-af07-fbd0d511f42d tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Deleting port d5a28238-f093-4162-8d3a-48c2d6610de6 {{(pid=116162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 11:04:02.564825 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-76ce61a1-baa9-40e7-af07-fbd0d511f42d tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742235130188'] for port (d5a28238-f093-4162-8d3a-48c2d6610de6), before_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:02.575029 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0101f2f-5d43-4936-bee6-d1f26dfcbd42 None None] Network d8b9888a-35de-4458-a14d-e4b632428ce2 requested from dv-neutron-master-2-hyperv {{(pid=116163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 11:04:02.581180 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_hamode_db [None req-5e9062f7-d30d-44f6-8e39-e0453a2ab208 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=116163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:04:02.581806 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e9062f7-d30d-44f6-8e39-e0453a2ab208 None None] The sync data for ids ['b116bc6c-e74d-4dc6-b82b-c618170e00c7'] in dv-neutron-master-2-hyperv is: [] {{(pid=116163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 11:04:02.593291 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b229a294-7d92-4734-94d1-5ad0717f6449 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:04:02.597369 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-b229a294-7d92-4734-94d1-5ad0717f6449 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Publish callbacks [] for subnet (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:02.611034 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-8db31ff3-ba76-45f7-afc0-c7015d14145d tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Publish callbacks [] for router (b116bc6c-e74d-4dc6-b82b-c618170e00c7), before_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:02.620807 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-91dbf979-81d4-40c4-a8e3-bbabc6caeb8e req-6c960f56-1c26-4eb7-a201-340839b05ff8 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] 10.222.0.10 "GET /v2.0/security-groups?id=126444c7-d985-4711-872e-652c823476a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3651609 Apr 28 11:04:02.622044 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01595a76-e713-4883-975d-daabaa58ecf4 tempest-TestNetworkAdvancedServerOps-1762458272 tempest-TestNetworkAdvancedServerOps-1762458272-project] Pushing event updated for resources: {'Port': ['ID=80bddec2-d89a-4203-b9b7-ae331010da31,revision_number=2']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:04:02.648033 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-1d2fd488-41f0-4177-9a57-02b85f514fc8 None None] For port 38959a00-2121-4b89-93c5-95a015dbd4f1, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=38959a00-2121-4b89-93c5-95a015dbd4f1,segment=NetworkSegment(7dd2a0c2-e41d-445f-8c57-fa9069a3959e),segment_id=7dd2a0c2-e41d-445f-8c57-fa9069a3959e)] {{(pid=116163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 11:04:02.719585 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-01595a76-e713-4883-975d-daabaa58ecf4 tempest-TestNetworkAdvancedServerOps-1762458272 tempest-TestNetworkAdvancedServerOps-1762458272-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2063164'] for floatingip (b779f0d0-673f-4a06-ab23-f170dc6506a4), after_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:02.729909 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Device 38959a00-2121-4b89-93c5-95a015dbd4f1 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=116163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 11:04:02.737806 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-1d2fd488-41f0-4177-9a57-02b85f514fc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393'] for port (38959a00-2121-4b89-93c5-95a015dbd4f1), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:02.754733 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-83c60faa-4f39-4277-8c36-e303e594e6ae req-0892bf6b-685b-4899-9b21-5fd883bb9162 tempest-ServerActionsTestJSON-1498610228 tempest-ServerActionsTestJSON-1498610228-project] 10.222.0.10 "GET /v2.0/security-groups?id=0f246414-c46b-4ee7-b196-c819605d877f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5975306 Apr 28 11:04:02.854855 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-b229a294-7d92-4734-94d1-5ad0717f6449 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.9111087 Apr 28 11:04:02.877722 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 52864) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:04:02.883972 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.v2.base [None req-e0b78a67-f270-4810-b99d-ddadaf198fa4 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Request body: {'port': {'network_id': 'd8b9888a-35de-4458-a14d-e4b632428ce2', 'name': 'tempest-PortsTestJSON-29211496', 'fixed_ips': [{'subnet_id': '82b49888-68a7-471c-94df-9aba5a1bc523', 'ip_address': '172.20.0.10'}]}} {{(pid=116161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:04:02.967025 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-76ce61a1-baa9-40e7-af07-fbd0d511f42d tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1938497'] for port (d5a28238-f093-4162-8d3a-48c2d6610de6), precommit_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:03.005711 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b5150d-f7a8-4bc6-95f3-362cb1c2432a req-02c4c492-85f0-46c5-bd8c-79c6a903df5e tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:04:03.007479 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-90b5150d-f7a8-4bc6-95f3-362cb1c2432a req-02c4c492-85f0-46c5-bd8c-79c6a903df5e tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] 10.222.0.10 "GET /v2.0/ports?device_id=bfb0e6d3-3659-4be6-8de6-82c47d9cfaf8 HTTP/1.1" status: 200 len: 945 time: 0.1756120 Apr 28 11:04:03.024921 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e53461db-827e-4d5c-a50e-910c64a9e928 None None] Network 20c78722-8107-4c7a-a42e-0e56228a01a2 requested from dv-neutron-master-2-hyperv {{(pid=116163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 11:04:03.029392 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa5bf7c9-ca43-4f86-a25f-1c4f3274734f None None] Network 01566b29-a632-4e62-9d7d-ed95fce5f367 requested from dv-neutron-master-2-hyperv {{(pid=116163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 11:04:03.065724 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.plugin [None req-76ce61a1-baa9-40e7-af07-fbd0d511f42d tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Calling delete_port for d5a28238-f093-4162-8d3a-48c2d6610de6 owned by network:router_interface {{(pid=116162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 11:04:03.086000 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-8db31ff3-ba76-45f7-afc0-c7015d14145d tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2060865', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-63275'] for router (b116bc6c-e74d-4dc6-b82b-c618170e00c7), precommit_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:03.093473 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-07d78c17-2cff-4192-874d-3c59b188145a tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1938497'] for port (1ce20d38-b733-4fe4-95ca-24649f1292a5), precommit_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:03.098348 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-8db31ff3-ba76-45f7-afc0-c7015d14145d tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Publish callbacks [] for router_controller (b116bc6c-e74d-4dc6-b82b-c618170e00c7), precommit_delete_associations {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:03.144012 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.plugin [None req-07d78c17-2cff-4192-874d-3c59b188145a tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Calling delete_port for 1ce20d38-b733-4fe4-95ca-24649f1292a5 owned by {{(pid=116162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 11:04:03.164555 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-cefe43a0-faaf-44e4-bb30-dce2f507f66b None None] Provisioning complete for port 23d0b350-8d06-42b3-b133-738ff4787c54 triggered by entity DHCP. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:04:03.164936 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-cefe43a0-faaf-44e4-bb30-dce2f507f66b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (23d0b350-8d06-42b3-b133-738ff4787c54), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:03.179812 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.db.l3_db [None req-01595a76-e713-4883-975d-daabaa58ecf4 tempest-TestNetworkAdvancedServerOps-1762458272 tempest-TestNetworkAdvancedServerOps-1762458272-project] Floating IP b779f0d0-673f-4a06-ab23-f170dc6506a4 associated. External IP: 172.36.4.74, port: 4e227636-7ca1-4704-b1c2-48c58d1d0b6c. Apr 28 11:04:03.265088 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Provisioning complete for port 38959a00-2121-4b89-93c5-95a015dbd4f1 triggered by entity L2. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:04:03.265645 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (38959a00-2121-4b89-93c5-95a015dbd4f1), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:03.267640 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2fd488-41f0-4177-9a57-02b85f514fc8 None None] Pushing event updated for resources: {'Port': ['ID=38959a00-2121-4b89-93c5-95a015dbd4f1,revision_number=3']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:04:03.286262 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-90b5150d-f7a8-4bc6-95f3-362cb1c2432a req-dc1bf763-9486-4aa7-9180-bbfdd43c39d1 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] 10.222.0.10 "GET /v2.0/security-groups?id=126444c7-d985-4711-872e-652c823476a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2292955 Apr 28 11:04:03.288732 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f843163e-6341-4628-a328-8bdb40b83a24 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-d8b9888a-35de-4458-a14d-e4b632428ce2', 'network_id': 'd8b9888a-35de-4458-a14d-e4b632428ce2', 'project_id': 'f86d085f9b42493aa6c0f40f62349e1e', 'fixed_ips': [{'subnet_id': '82b49888-68a7-471c-94df-9aba5a1bc523'}]}} from dv-neutron-master-2-hyperv. {{(pid=116163) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 28 11:04:03.289862 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-f843163e-6341-4628-a328-8bdb40b83a24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (None), before_create {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:03.307834 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ee00b4-8662-4221-8343-f14d424a43b8 req-ca03b020-d1ed-466f-b6d1-86d9b7a3fe73 tempest-ServerActionsTestJSON-1498610228 tempest-ServerActionsTestJSON-1498610228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:04:03.311589 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-23ee00b4-8662-4221-8343-f14d424a43b8 req-ca03b020-d1ed-466f-b6d1-86d9b7a3fe73 tempest-ServerActionsTestJSON-1498610228 tempest-ServerActionsTestJSON-1498610228-project] 10.222.0.10 "GET /v2.0/ports?device_id=6bd2b59b-b5db-4639-9109-3dca095b7768 HTTP/1.1" status: 200 len: 946 time: 0.1525395 Apr 28 11:04:03.313824 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 52868) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:04:03.343127 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-8db31ff3-ba76-45f7-afc0-c7015d14145d tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2060888'] for router (b116bc6c-e74d-4dc6-b82b-c618170e00c7), after_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:03.343127 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8db31ff3-ba76-45f7-afc0-c7015d14145d tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Fanout notify agent at l3_agent the message router_deleted on router b116bc6c-e74d-4dc6-b82b-c618170e00c7 {{(pid=116162) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 28 11:04:03.348153 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-8db31ff3-ba76-45f7-afc0-c7015d14145d tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Publish callbacks [] for router (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:03.350697 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-8db31ff3-ba76-45f7-afc0-c7015d14145d tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] 10.222.0.10 "DELETE /v2.0/routers/b116bc6c-e74d-4dc6-b82b-c618170e00c7 HTTP/1.1" status: 204 len: 168 time: 0.9492331 Apr 28 11:04:03.355286 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 52870) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:04:03.383896 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0b78a67-f270-4810-b99d-ddadaf198fa4 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Made reservation on behalf of f86d085f9b42493aa6c0f40f62349e1e for: {'port': 1} {{(pid=116161) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 11:04:03.428958 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.db.db_base_plugin_v2 [None req-a194dbcf-f8e7-411c-85af-ace59454022e tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Deleting subnet 9b512a75-cbb4-4fdf-8f59-0d016802b53f {{(pid=116162) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 28 11:04:03.436810 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-a194dbcf-f8e7-411c-85af-ace59454022e tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Publish callbacks [] for subnet (9b512a75-cbb4-4fdf-8f59-0d016802b53f), before_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:03.450537 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-9881ec2f-a79b-4cd4-896b-df9c4517f0f4 tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742235135690', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742234710366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5219112'] for port (38959a00-2121-4b89-93c5-95a015dbd4f1), after_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:03.497029 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Could not find standard attr ID for object 38959a00-2121-4b89-93c5-95a015dbd4f1. {{(pid=116163) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:182}} Apr 28 11:04:03.504315 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7578596-c9c9-4206-9d21-ea66667027b6 tempest-TestNetworkBasicOps-223859856 tempest-TestNetworkBasicOps-223859856-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:04:03.509281 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-f7578596-c9c9-4206-9d21-ea66667027b6 tempest-TestNetworkBasicOps-223859856 tempest-TestNetworkBasicOps-223859856-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=bfb0e6d3-3659-4be6-8de6-82c47d9cfaf8 HTTP/1.1" status: 200 len: 1124 time: 0.1869628 Apr 28 11:04:03.511193 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 52872) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:04:03.522129 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.v2.base [None req-e15d630c-a137-45ea-a12f-498fe378985e tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Request body: {'floatingip': {'floating_network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'port_id': '7850d2bb-cfac-45b8-818d-93aede5fe4b9', 'tenant_id': '65d54c3b7dcd4af68398071d25e8321e', 'fixed_ip_address': '172.20.0.7'}} {{(pid=116161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:04:03.537068 dv-neutron-master-2-hyperv neutron-server[116163]: INFO neutron.plugins.ml2.db [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] No ports have port_id starting with 38959a00-2121-4b89-93c5-95a015dbd4f1 Apr 28 11:04:03.544691 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Device 23d0b350-8d06-42b3-b133-738ff4787c54 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=116163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 11:04:03.564917 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-a194dbcf-f8e7-411c-85af-ace59454022e tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5026541'] for subnet (9b512a75-cbb4-4fdf-8f59-0d016802b53f), precommit_delete_associations {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:03.570316 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9881ec2f-a79b-4cd4-896b-df9c4517f0f4 tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] Pushing event deleted for resources: {'Port': ['ID=38959a00-2121-4b89-93c5-95a015dbd4f1,revision_number=None']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:04:03.613616 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-23ee00b4-8662-4221-8343-f14d424a43b8 req-fcdd85ac-63ca-4ed1-839d-4e7f6e2a1504 tempest-ServerActionsTestJSON-1498610228 tempest-ServerActionsTestJSON-1498610228-project] 10.222.0.10 "GET /v2.0/security-groups?id=0f246414-c46b-4ee7-b196-c819605d877f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2689455 Apr 28 11:04:03.615966 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-cefe43a0-faaf-44e4-bb30-dce2f507f66b None None] Current status of the port 23d0b350-8d06-42b3-b133-738ff4787c54 is: DOWN; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:04:03.616368 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-cefe43a0-faaf-44e4-bb30-dce2f507f66b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (23d0b350-8d06-42b3-b133-738ff4787c54), before_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:03.637827 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9881ec2f-a79b-4cd4-896b-df9c4517f0f4 tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:04:03.638476 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9881ec2f-a79b-4cd4-896b-df9c4517f0f4 tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:04:03.639562 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9881ec2f-a79b-4cd4-896b-df9c4517f0f4 tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:04:03.640138 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9881ec2f-a79b-4cd4-896b-df9c4517f0f4 tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:04:03.640645 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9881ec2f-a79b-4cd4-896b-df9c4517f0f4 tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:04:03.641147 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9881ec2f-a79b-4cd4-896b-df9c4517f0f4 tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:04:03.641649 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9881ec2f-a79b-4cd4-896b-df9c4517f0f4 tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:04:03.642555 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9881ec2f-a79b-4cd4-896b-df9c4517f0f4 tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:04:03.643057 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9881ec2f-a79b-4cd4-896b-df9c4517f0f4 tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:04:03.643554 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9881ec2f-a79b-4cd4-896b-df9c4517f0f4 tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:04:03.644058 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9881ec2f-a79b-4cd4-896b-df9c4517f0f4 tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:04:03.644540 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9881ec2f-a79b-4cd4-896b-df9c4517f0f4 tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:04:03.645048 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9881ec2f-a79b-4cd4-896b-df9c4517f0f4 tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:04:03.645539 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9881ec2f-a79b-4cd4-896b-df9c4517f0f4 tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:04:03.646202 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9881ec2f-a79b-4cd4-896b-df9c4517f0f4 tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:04:03.688038 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.db_base_plugin_common [None req-f843163e-6341-4628-a328-8bdb40b83a24 None None] Allocated IP 172.20.0.2 (d8b9888a-35de-4458-a14d-e4b632428ce2/82b49888-68a7-471c-94df-9aba5a1bc523/47b42d98-ff4d-4168-95b1-d890efc99bb5) {{(pid=116163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 11:04:03.706091 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-cefe43a0-faaf-44e4-bb30-dce2f507f66b None None] For port 23d0b350-8d06-42b3-b133-738ff4787c54, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=23d0b350-8d06-42b3-b133-738ff4787c54,segment=NetworkSegment(4808e89a-b3e3-4d63-827f-7aa3e1d54b26),segment_id=4808e89a-b3e3-4d63-827f-7aa3e1d54b26)] {{(pid=116163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 11:04:03.711068 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Provisioning complete for port 23d0b350-8d06-42b3-b133-738ff4787c54 triggered by entity L2. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:04:03.711487 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (23d0b350-8d06-42b3-b133-738ff4787c54), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:03.718593 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-07d78c17-2cff-4192-874d-3c59b188145a tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742235135690', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742234710366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5051867'] for port (1ce20d38-b733-4fe4-95ca-24649f1292a5), after_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:03.738772 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-e0b78a67-f270-4810-b99d-ddadaf198fa4 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (None), before_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:03.784571 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d78c17-2cff-4192-874d-3c59b188145a tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Pushing event deleted for resources: {'Port': ['ID=1ce20d38-b733-4fe4-95ca-24649f1292a5,revision_number=None']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:04:03.793728 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-76ce61a1-baa9-40e7-af07-fbd0d511f42d tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742235135690', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742234710366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5051867'] for port (d5a28238-f093-4162-8d3a-48c2d6610de6), after_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:03.815061 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-cefe43a0-faaf-44e4-bb30-dce2f507f66b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393'] for port (23d0b350-8d06-42b3-b133-738ff4787c54), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:03.841872 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-a194dbcf-f8e7-411c-85af-ace59454022e tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-971303'] for subnet (9b512a75-cbb4-4fdf-8f59-0d016802b53f), precommit_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:03.850161 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07d78c17-2cff-4192-874d-3c59b188145a tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:04:03.850677 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07d78c17-2cff-4192-874d-3c59b188145a tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:04:03.851121 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07d78c17-2cff-4192-874d-3c59b188145a tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:04:03.851828 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07d78c17-2cff-4192-874d-3c59b188145a tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:04:03.852149 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07d78c17-2cff-4192-874d-3c59b188145a tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:04:03.852584 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07d78c17-2cff-4192-874d-3c59b188145a tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:04:03.853011 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07d78c17-2cff-4192-874d-3c59b188145a tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:04:03.853437 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07d78c17-2cff-4192-874d-3c59b188145a tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:04:03.853862 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07d78c17-2cff-4192-874d-3c59b188145a tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:04:03.854286 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07d78c17-2cff-4192-874d-3c59b188145a tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:04:03.855046 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07d78c17-2cff-4192-874d-3c59b188145a tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:04:03.855490 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07d78c17-2cff-4192-874d-3c59b188145a tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:04:03.855913 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07d78c17-2cff-4192-874d-3c59b188145a tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:04:03.856335 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07d78c17-2cff-4192-874d-3c59b188145a tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:04:03.856753 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07d78c17-2cff-4192-874d-3c59b188145a tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:04:03.894951 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-07d78c17-2cff-4192-874d-3c59b188145a tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198022'] for port (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:03.898517 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-07d78c17-2cff-4192-874d-3c59b188145a tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] 10.222.0.10 "DELETE /v2.0/ports/1ce20d38-b733-4fe4-95ca-24649f1292a5 HTTP/1.1" status: 204 len: 168 time: 1.6921573 Apr 28 11:04:03.919691 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 52874) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:04:03.942863 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ce61a1-baa9-40e7-af07-fbd0d511f42d tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Pushing event deleted for resources: {'Port': ['ID=d5a28238-f093-4162-8d3a-48c2d6610de6,revision_number=None']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:04:03.964760 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-5b0c0fe3-c4d8-4e63-b593-eba6351f5b98 None None] Could not find standard attr ID for object 38959a00-2121-4b89-93c5-95a015dbd4f1. {{(pid=116163) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:182}} Apr 28 11:04:03.982549 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-608e9d2b-4116-42dc-809f-9c128188ded5 None None] DHCP port deletion for 01566b29-a632-4e62-9d7d-ed95fce5f367 request from dv-neutron-master-2-hyperv {{(pid=116163) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 28 11:04:04.009758 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefe43a0-faaf-44e4-bb30-dce2f507f66b None None] Pushing event updated for resources: {'Port': ['ID=23d0b350-8d06-42b3-b133-738ff4787c54,revision_number=3']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:04:04.014244 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.pecan_wsgi.hooks.translation [None req-0a20464d-a10b-4875-a2af-ef17a404b67d tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] GET failed (client error): The resource could not be found. Apr 28 11:04:04.018321 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-0a20464d-a10b-4875-a2af-ef17a404b67d tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] 10.222.0.10 "GET /v2.0/ports/1ce20d38-b733-4fe4-95ca-24649f1292a5 HTTP/1.1" status: 404 len: 333 time: 0.0918369 Apr 28 11:04:04.020942 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 52876) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:04:04.045406 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Current status of the port 23d0b350-8d06-42b3-b133-738ff4787c54 is: ACTIVE; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:04:04.085027 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-f843163e-6341-4628-a328-8bdb40b83a24 None None] Publish callbacks [] for port (47b42d98-ff4d-4168-95b1-d890efc99bb5), precommit_create {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:04.098328 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-2d7f5f3c-fa47-4feb-866d-d890fd4b7053 None None] Could not find standard attr ID for object 1ce20d38-b733-4fe4-95ca-24649f1292a5. {{(pid=116163) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:182}} Apr 28 11:04:04.111330 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-2d7f5f3c-fa47-4feb-866d-d890fd4b7053 None None] Provisioning complete for port 23d0b350-8d06-42b3-b133-738ff4787c54 triggered by entity DHCP. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:04:04.111764 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-2d7f5f3c-fa47-4feb-866d-d890fd4b7053 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (23d0b350-8d06-42b3-b133-738ff4787c54), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:04.145161 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.db.db_base_plugin_v2 [None req-8c55c2a3-ed66-40e1-8538-ae5f885903e1 tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Deleting subnet 4bab8b1d-90e5-42b0-8a9e-02f3693b8c61 {{(pid=116162) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 28 11:04:04.165227 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-f843163e-6341-4628-a328-8bdb40b83a24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742234710357'] for port (47b42d98-ff4d-4168-95b1-d890efc99bb5), after_create {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:04.202822 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-8c55c2a3-ed66-40e1-8538-ae5f885903e1 tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Publish callbacks [] for subnet (4bab8b1d-90e5-42b0-8a9e-02f3693b8c61), before_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:04.223035 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f843163e-6341-4628-a328-8bdb40b83a24 None None] Pushing event updated for resources: {'Port': ['ID=47b42d98-ff4d-4168-95b1-d890efc99bb5,revision_number=1']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:04:04.230707 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f843163e-6341-4628-a328-8bdb40b83a24 None None] Network d8b9888a-35de-4458-a14d-e4b632428ce2 is already hosted by enough agents. {{(pid=116163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 11:04:04.234390 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.scheduler.base_scheduler [None req-f843163e-6341-4628-a328-8bdb40b83a24 None None] Resources bound (agent type, host, resource id): {{(pid=116163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 11:04:04.237309 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f843163e-6341-4628-a328-8bdb40b83a24 None None] Received port after_create {{(pid=116163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 11:04:04.370559 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.managers [None req-f843163e-6341-4628-a328-8bdb40b83a24 None None] Attempting to bind port 47b42d98-ff4d-4168-95b1-d890efc99bb5 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=116163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 28 11:04:04.371181 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.managers [None req-f843163e-6341-4628-a328-8bdb40b83a24 None None] Attempting to bind port 47b42d98-ff4d-4168-95b1-d890efc99bb5 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '83502939-9872-41bc-8680-bc9f1ed8b20f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'd8b9888a-35de-4458-a14d-e4b632428ce2'}] {{(pid=116163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 28 11:04:04.371835 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f843163e-6341-4628-a328-8bdb40b83a24 None None] Attempting to bind port 47b42d98-ff4d-4168-95b1-d890efc99bb5 on network d8b9888a-35de-4458-a14d-e4b632428ce2 {{(pid=116163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 11:04:04.376613 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-e15d630c-a137-45ea-a12f-498fe378985e tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks [] for floatingip (None), before_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:04.378321 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-2d7f5f3c-fa47-4feb-866d-d890fd4b7053 None None] Current status of the port 23d0b350-8d06-42b3-b133-738ff4787c54 is: ACTIVE; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:04:04.380125 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.notifiers.nova [None req-e0b78a67-f270-4810-b99d-ddadaf198fa4 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] device_id is not set on port d56336ff-7438-4728-a35d-e25d9a3c174e yet. {{(pid=116161) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 28 11:04:04.386974 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9881ec2f-a79b-4cd4-896b-df9c4517f0f4 tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] No DVR routers for this DVR port 38959a00-2121-4b89-93c5-95a015dbd4f1 on host dv-neutron-master-2-hyperv {{(pid=116161) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 11:04:04.387229 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f843163e-6341-4628-a328-8bdb40b83a24 None None] Checking agent: {'id': 'd5baab19-5dd1-4902-922b-84acb048ab9c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 10, 50, 43), 'started_at': datetime.datetime(2022, 4, 28, 10, 51, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 11, 3, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=116163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 11:04:04.387490 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f843163e-6341-4628-a328-8bdb40b83a24 None None] Checking segment: {'id': '83502939-9872-41bc-8680-bc9f1ed8b20f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'd8b9888a-35de-4458-a14d-e4b632428ce2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 11:04:04.387901 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-f843163e-6341-4628-a328-8bdb40b83a24 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:04.388372 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f843163e-6341-4628-a328-8bdb40b83a24 None None] Bound using segment: {'id': '83502939-9872-41bc-8680-bc9f1ed8b20f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'd8b9888a-35de-4458-a14d-e4b632428ce2'} {{(pid=116163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 11:04:04.388793 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.managers [None req-f843163e-6341-4628-a328-8bdb40b83a24 None None] Bound port: 47b42d98-ff4d-4168-95b1-d890efc99bb5, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83502939-9872-41bc-8680-bc9f1ed8b20f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'd8b9888a-35de-4458-a14d-e4b632428ce2'}}] {{(pid=116163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 28 11:04:04.389789 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-f843163e-6341-4628-a328-8bdb40b83a24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (47b42d98-ff4d-4168-95b1-d890efc99bb5), before_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:04.499000 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-4191aca7-7deb-4e6a-b57a-0907907eed94 None None] Could not find standard attr ID for object 1ce20d38-b733-4fe4-95ca-24649f1292a5. {{(pid=116163) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:182}} Apr 28 11:04:04.509311 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-f843163e-6341-4628-a328-8bdb40b83a24 None None] For port 47b42d98-ff4d-4168-95b1-d890efc99bb5, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=116163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 11:04:04.513271 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-f843163e-6341-4628-a328-8bdb40b83a24 None None] For port 47b42d98-ff4d-4168-95b1-d890efc99bb5, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=47b42d98-ff4d-4168-95b1-d890efc99bb5,segment=NetworkSegment(83502939-9872-41bc-8680-bc9f1ed8b20f),segment_id=83502939-9872-41bc-8680-bc9f1ed8b20f)] {{(pid=116163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 11:04:04.529658 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Device 23d0b350-8d06-42b3-b133-738ff4787c54 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=116163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 11:04:04.578938 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-f843163e-6341-4628-a328-8bdb40b83a24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393'] for port (47b42d98-ff4d-4168-95b1-d890efc99bb5), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:04.604002 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-9881ec2f-a79b-4cd4-896b-df9c4517f0f4 tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-971303'] for subnet (c0781734-e647-4106-8f0d-401d3b4afed8), precommit_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:04.612255 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Provisioning complete for port 23d0b350-8d06-42b3-b133-738ff4787c54 triggered by entity L2. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:04:04.613051 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (23d0b350-8d06-42b3-b133-738ff4787c54), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:04.634411 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-a194dbcf-f8e7-411c-85af-ace59454022e tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-971310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5053962', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4210815'] for subnet (9b512a75-cbb4-4fdf-8f59-0d016802b53f), after_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:04.636766 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-76ce61a1-baa9-40e7-af07-fbd0d511f42d tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1603051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2063504'] for router_interface (f00f0213-1e42-4a51-b996-d01da5b6ad4b), after_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:04.655683 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01595a76-e713-4883-975d-daabaa58ecf4 tempest-TestNetworkAdvancedServerOps-1762458272 tempest-TestNetworkAdvancedServerOps-1762458272-project] Router c45b3fd7-2de6-4133-9f44-79efc511aaba has already been hosted by L3 agent 6b492ad6-0876-4d74-b20d-28143a52ceba {{(pid=116161) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 11:04:04.691891 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f843163e-6341-4628-a328-8bdb40b83a24 None None] Pushing event updated for resources: {'Port': ['ID=47b42d98-ff4d-4168-95b1-d890efc99bb5,revision_number=2']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:04:04.707773 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a194dbcf-f8e7-411c-85af-ace59454022e tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Pushing event deleted for resources: {'Subnet': ['ID=9b512a75-cbb4-4fdf-8f59-0d016802b53f,revision_number=None']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:04:04.716521 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-a194dbcf-f8e7-411c-85af-ace59454022e tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Publish callbacks [] for subnet (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:04.721272 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-a194dbcf-f8e7-411c-85af-ace59454022e tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] 10.222.0.10 "DELETE /v2.0/subnets/9b512a75-cbb4-4fdf-8f59-0d016802b53f HTTP/1.1" status: 204 len: 168 time: 1.3645072 Apr 28 11:04:04.729351 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 52880) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:04:04.737254 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-8c55c2a3-ed66-40e1-8538-ae5f885903e1 tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5026541'] for subnet (4bab8b1d-90e5-42b0-8a9e-02f3693b8c61), precommit_delete_associations {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:04.745112 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c2559fd-91cc-4ebd-aed4-ad07ae5b56fa None None] Network 0b121937-7ad2-4d91-a814-79580e269e26 requested from dv-neutron-master-2-hyperv {{(pid=116163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 11:04:04.793787 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Current status of the port 23d0b350-8d06-42b3-b133-738ff4787c54 is: ACTIVE; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:04:04.895400 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517e26e5-14a6-473d-bf49-2e07766eb5f1 req-fbfb8f4c-f799-4893-8321-a269c4d5ad03 tempest-ServerActionsTestJSON-1498610228 tempest-ServerActionsTestJSON-1498610228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:04:04.900161 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-517e26e5-14a6-473d-bf49-2e07766eb5f1 req-fbfb8f4c-f799-4893-8321-a269c4d5ad03 tempest-ServerActionsTestJSON-1498610228 tempest-ServerActionsTestJSON-1498610228-project] 10.222.0.10 "GET /v2.0/ports?device_id=6bd2b59b-b5db-4639-9109-3dca095b7768 HTTP/1.1" status: 200 len: 946 time: 0.1045945 Apr 28 11:04:04.918633 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Device 38959a00-2121-4b89-93c5-95a015dbd4f1 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=116163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 11:04:04.949444 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] No Port match for: 38959a00-2121-4b89-93c5-95a015dbd4f1 {{(pid=116163) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 28 11:04:04.949807 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Device 38959a00-2121-4b89-93c5-95a015dbd4f1 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=116163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 11:04:05.014189 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-e15d630c-a137-45ea-a12f-498fe378985e tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (None), before_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:05.038263 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-6ec8774f-af4a-4ef9-9dc7-b84e7af967d0 tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-979593'] for network (0b121937-7ad2-4d91-a814-79580e269e26), before_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:05.056293 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.db.db_base_plugin_common [None req-e0b78a67-f270-4810-b99d-ddadaf198fa4 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Allocated IP 172.20.0.10 (d8b9888a-35de-4458-a14d-e4b632428ce2/82b49888-68a7-471c-94df-9aba5a1bc523/d56336ff-7438-4728-a35d-e25d9a3c174e) {{(pid=116161) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 11:04:05.091870 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-8c55c2a3-ed66-40e1-8538-ae5f885903e1 tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-971303'] for subnet (4bab8b1d-90e5-42b0-8a9e-02f3693b8c61), precommit_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:05.105084 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5370dfc0-9deb-4be3-a79c-d66489b06bf1 None None] DHCP port deletion for 0b121937-7ad2-4d91-a814-79580e269e26 request from dv-neutron-master-2-hyperv {{(pid=116163) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 28 11:04:05.156164 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-5370dfc0-9deb-4be3-a79c-d66489b06bf1 None None] Deleting port d67d6c9b-b5fa-4940-931b-38452c18b686 {{(pid=116163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 11:04:05.156747 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-5370dfc0-9deb-4be3-a79c-d66489b06bf1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742235130188'] for port (d67d6c9b-b5fa-4940-931b-38452c18b686), before_delete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:05.171984 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-9881ec2f-a79b-4cd4-896b-df9c4517f0f4 tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-971310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5220601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5125409'] for subnet (c0781734-e647-4106-8f0d-401d3b4afed8), after_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:05.232235 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-5370dfc0-9deb-4be3-a79c-d66489b06bf1 None None] For port d67d6c9b-b5fa-4940-931b-38452c18b686, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=d67d6c9b-b5fa-4940-931b-38452c18b686,segment=NetworkSegment(9303a62f-7c72-40d4-b089-8f40f32f0b64),segment_id=9303a62f-7c72-40d4-b089-8f40f32f0b64)] {{(pid=116163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 11:04:05.232524 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-5370dfc0-9deb-4be3-a79c-d66489b06bf1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1938497'] for port (d67d6c9b-b5fa-4940-931b-38452c18b686), precommit_delete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:05.247823 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-5370dfc0-9deb-4be3-a79c-d66489b06bf1 None None] Calling delete_port for d67d6c9b-b5fa-4940-931b-38452c18b686 owned by network:dhcp {{(pid=116163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 11:04:05.258021 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.plugin [None req-6ec8774f-af4a-4ef9-9dc7-b84e7af967d0 tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Deleting port d67d6c9b-b5fa-4940-931b-38452c18b686 {{(pid=116162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 11:04:05.258580 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-6ec8774f-af4a-4ef9-9dc7-b84e7af967d0 tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742235130188'] for port (d67d6c9b-b5fa-4940-931b-38452c18b686), before_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:05.287252 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9881ec2f-a79b-4cd4-896b-df9c4517f0f4 tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] Pushing event deleted for resources: {'Subnet': ['ID=c0781734-e647-4106-8f0d-401d3b4afed8,revision_number=None']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:04:05.309842 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-517e26e5-14a6-473d-bf49-2e07766eb5f1 req-3718ab95-cda3-48ee-a219-ef8123957864 tempest-ServerActionsTestJSON-1498610228 tempest-ServerActionsTestJSON-1498610228-project] 10.222.0.10 "GET /v2.0/security-groups?id=0f246414-c46b-4ee7-b196-c819605d877f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3240273 Apr 28 11:04:05.312299 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a92677a1-5708-45aa-8f3f-63d8c7b9c2b4 None None] Network 01566b29-a632-4e62-9d7d-ed95fce5f367 requested from dv-neutron-master-2-hyperv {{(pid=116163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 11:04:05.372946 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01595a76-e713-4883-975d-daabaa58ecf4 tempest-TestNetworkAdvancedServerOps-1762458272 tempest-TestNetworkAdvancedServerOps-1762458272-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=116161) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 11:04:05.375014 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.db [None req-6ec8774f-af4a-4ef9-9dc7-b84e7af967d0 tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] For port d67d6c9b-b5fa-4940-931b-38452c18b686, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=d67d6c9b-b5fa-4940-931b-38452c18b686,segment=NetworkSegment(9303a62f-7c72-40d4-b089-8f40f32f0b64),segment_id=9303a62f-7c72-40d4-b089-8f40f32f0b64)] {{(pid=116162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 11:04:05.375389 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-6ec8774f-af4a-4ef9-9dc7-b84e7af967d0 tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1938497'] for port (d67d6c9b-b5fa-4940-931b-38452c18b686), precommit_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:05.384526 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76ce61a1-baa9-40e7-af07-fbd0d511f42d tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Router f00f0213-1e42-4a51-b996-d01da5b6ad4b has already been hosted by L3 agent 6b492ad6-0876-4d74-b20d-28143a52ceba {{(pid=116162) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 11:04:05.387738 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-853fa791-7ed9-4472-834d-32b30668cace None None] Sync routers for ids ['c45b3fd7-2de6-4133-9f44-79efc511aaba'] in dv-neutron-master-2-hyperv {{(pid=116164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 11:04:05.399562 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-853fa791-7ed9-4472-834d-32b30668cace None None] Routers {'c45b3fd7-2de6-4133-9f44-79efc511aaba'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=116164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 11:04:05.400479 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_hamode_db [None req-853fa791-7ed9-4472-834d-32b30668cace None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-28T10:50:39Z,description=,heartbeat_timestamp=2022-04-28T11:03:39Z,host='dv-neutron-master-2-hyperv',id=6b492ad6-0876-4d74-b20d-28143a52ceba,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T10:50:40Z,topic='l3_agent')) {'router_ids': ['c45b3fd7-2de6-4133-9f44-79efc511aaba'], 'active': True} {{(pid=116164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:04:05.406720 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.plugin [None req-6ec8774f-af4a-4ef9-9dc7-b84e7af967d0 tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Calling delete_port for d67d6c9b-b5fa-4940-931b-38452c18b686 owned by network:dhcp {{(pid=116162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 11:04:05.418779 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-9881ec2f-a79b-4cd4-896b-df9c4517f0f4 tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-973498', 'neutron.services.segments.db._delete_segments_for_network-8742235207033'] for network (01566b29-a632-4e62-9d7d-ed95fce5f367), precommit_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:05.451889 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55aba8d9-d138-487a-bd35-17366fc442ac None None] DHCP port deletion for 01566b29-a632-4e62-9d7d-ed95fce5f367 request from dv-neutron-master-2-hyperv {{(pid=116163) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 28 11:04:05.489122 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.db.db_base_plugin_common [None req-e15d630c-a137-45ea-a12f-498fe378985e tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Allocated IP 172.36.4.55 (7be49d94-bbb8-4a61-bafe-209c5f861e1c/c0f82f52-05ee-40f2-a57c-9d02e01fb9fa/90574a8a-8678-42af-ac50-c6da7282c72f) {{(pid=116161) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 11:04:05.492136 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.services.segments.db [None req-9881ec2f-a79b-4cd4-896b-df9c4517f0f4 tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['01566b29-a632-4e62-9d7d-ed95fce5f367']}} {{(pid=116161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:04:05.510234 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-5370dfc0-9deb-4be3-a79c-d66489b06bf1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742235135690', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742234710366'] for port (d67d6c9b-b5fa-4940-931b-38452c18b686), after_delete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:05.532967 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.services.segments.db [None req-9881ec2f-a79b-4cd4-896b-df9c4517f0f4 tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7dd2a0c2-e41d-445f-8c57-fa9069a3959e') {'for_net_delete': True} {{(pid=116161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:04:05.533273 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.services.segments.db [None req-9881ec2f-a79b-4cd4-896b-df9c4517f0f4 tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7dd2a0c2-e41d-445f-8c57-fa9069a3959e') {} {{(pid=116161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:04:05.542017 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5370dfc0-9deb-4be3-a79c-d66489b06bf1 None None] Pushing event deleted for resources: {'Port': ['ID=d67d6c9b-b5fa-4940-931b-38452c18b686,revision_number=None']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:04:05.547541 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5370dfc0-9deb-4be3-a79c-d66489b06bf1 None None] No DVR routers for this DVR port d67d6c9b-b5fa-4940-931b-38452c18b686 on host dv-neutron-master-2-hyperv {{(pid=116163) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 11:04:05.562551 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-9881ec2f-a79b-4cd4-896b-df9c4517f0f4 tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742235208578', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8076969'] for segment (7dd2a0c2-e41d-445f-8c57-fa9069a3959e), before_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:05.563964 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5370dfc0-9deb-4be3-a79c-d66489b06bf1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:04:05.564485 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5370dfc0-9deb-4be3-a79c-d66489b06bf1 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:04:05.565105 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5370dfc0-9deb-4be3-a79c-d66489b06bf1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:04:05.565762 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5370dfc0-9deb-4be3-a79c-d66489b06bf1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:04:05.566215 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-01595a76-e713-4883-975d-daabaa58ecf4 tempest-TestNetworkAdvancedServerOps-1762458272 tempest-TestNetworkAdvancedServerOps-1762458272-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198022'] for floatingip (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:05.566579 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5370dfc0-9deb-4be3-a79c-d66489b06bf1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:04:05.567985 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5370dfc0-9deb-4be3-a79c-d66489b06bf1 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:04:05.567985 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5370dfc0-9deb-4be3-a79c-d66489b06bf1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:04:05.567985 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5370dfc0-9deb-4be3-a79c-d66489b06bf1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:04:05.568506 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5370dfc0-9deb-4be3-a79c-d66489b06bf1 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:04:05.569000 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5370dfc0-9deb-4be3-a79c-d66489b06bf1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:04:05.569508 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5370dfc0-9deb-4be3-a79c-d66489b06bf1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:04:05.570001 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5370dfc0-9deb-4be3-a79c-d66489b06bf1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:04:05.570536 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5370dfc0-9deb-4be3-a79c-d66489b06bf1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:04:05.571011 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5370dfc0-9deb-4be3-a79c-d66489b06bf1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:04:05.571572 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5370dfc0-9deb-4be3-a79c-d66489b06bf1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:04:05.586379 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-8c55c2a3-ed66-40e1-8538-ae5f885903e1 tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-971310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5053962', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4210815'] for subnet (4bab8b1d-90e5-42b0-8a9e-02f3693b8c61), after_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:05.596472 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_dvr_db [None req-853fa791-7ed9-4472-834d-32b30668cace None None] Set router c45b3fd7-2de6-4133-9f44-79efc511aaba gateway port host: dv-neutron-master-2-hyperv {{(pid=116164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 11:04:05.617792 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c55c2a3-ed66-40e1-8538-ae5f885903e1 tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Pushing event deleted for resources: {'Subnet': ['ID=4bab8b1d-90e5-42b0-8a9e-02f3693b8c61,revision_number=None']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:04:05.625929 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-9881ec2f-a79b-4cd4-896b-df9c4517f0f4 tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-961978'] for segment (7dd2a0c2-e41d-445f-8c57-fa9069a3959e), precommit_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:05.647183 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-8c55c2a3-ed66-40e1-8538-ae5f885903e1 tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Publish callbacks [] for subnet (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:05.647183 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-8c55c2a3-ed66-40e1-8538-ae5f885903e1 tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] 10.222.0.10 "DELETE /v2.0/subnets/4bab8b1d-90e5-42b0-8a9e-02f3693b8c61 HTTP/1.1" status: 204 len: 168 time: 1.5897946 Apr 28 11:04:05.651110 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9881ec2f-a79b-4cd4-896b-df9c4517f0f4 tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] Releasing vlan 70 on physical network physnet1 to pool {{(pid=116161) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 11:04:05.651530 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-9881ec2f-a79b-4cd4-896b-df9c4517f0f4 tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-961978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5219103'] for segment (7dd2a0c2-e41d-445f-8c57-fa9069a3959e), after_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:05.657965 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 52882) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:04:05.658585 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c600758-2c0f-4dcf-b179-0899da442155 None None] Network 20c78722-8107-4c7a-a42e-0e56228a01a2 requested from dv-neutron-master-2-hyperv {{(pid=116163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 11:04:05.661700 dv-neutron-master-2-hyperv neutron-server[116161]: Traceback (most recent call last): Apr 28 11:04:05.661700 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 11:04:05.661700 dv-neutron-master-2-hyperv neutron-server[116161]: timer() Apr 28 11:04:05.661700 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 11:04:05.661700 dv-neutron-master-2-hyperv neutron-server[116161]: cb(*args, **kw) Apr 28 11:04:05.661700 dv-neutron-master-2-hyperv neutron-server[116161]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 28 11:04:05.661700 dv-neutron-master-2-hyperv neutron-server[116161]: return func(*args, **kwargs) Apr 28 11:04:05.661700 dv-neutron-master-2-hyperv neutron-server[116161]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 11:04:05.661700 dv-neutron-master-2-hyperv neutron-server[116161]: self._notify() Apr 28 11:04:05.661700 dv-neutron-master-2-hyperv neutron-server[116161]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 11:04:05.661700 dv-neutron-master-2-hyperv neutron-server[116161]: self.callback(batched_events) Apr 28 11:04:05.661700 dv-neutron-master-2-hyperv neutron-server[116161]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 11:04:05.661700 dv-neutron-master-2-hyperv neutron-server[116161]: event.method(event) Apr 28 11:04:05.661700 dv-neutron-master-2-hyperv neutron-server[116161]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 28 11:04:05.661700 dv-neutron-master-2-hyperv neutron-server[116161]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 11:04:05.661700 dv-neutron-master-2-hyperv neutron-server[116161]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 28 11:04:05.661700 dv-neutron-master-2-hyperv neutron-server[116161]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 11:04:05.661700 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 28 11:04:05.661700 dv-neutron-master-2-hyperv neutron-server[116161]: return f(self, *a, **k) Apr 28 11:04:05.661700 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 28 11:04:05.661700 dv-neutron-master-2-hyperv neutron-server[116161]: return self._get(url).json() Apr 28 11:04:05.661700 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 28 11:04:05.661700 dv-neutron-master-2-hyperv neutron-server[116161]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 11:04:05.661700 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 11:04:05.661700 dv-neutron-master-2-hyperv neutron-server[116161]: return self.request(url, 'GET', **kwargs) Apr 28 11:04:05.661700 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 11:04:05.661700 dv-neutron-master-2-hyperv neutron-server[116161]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 11:04:05.661700 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 11:04:05.661700 dv-neutron-master-2-hyperv neutron-server[116161]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 11:04:05.661700 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 11:04:05.661700 dv-neutron-master-2-hyperv neutron-server[116161]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 11:04:05.661700 dv-neutron-master-2-hyperv neutron-server[116161]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 11:04:05.698776 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76ce61a1-baa9-40e7-af07-fbd0d511f42d tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=116162) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 11:04:05.700493 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-01595a76-e713-4883-975d-daabaa58ecf4 tempest-TestNetworkAdvancedServerOps-1762458272 tempest-TestNetworkAdvancedServerOps-1762458272-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 7.0809476 Apr 28 11:04:05.711884 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-e0b78a67-f270-4810-b99d-ddadaf198fa4 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Publish callbacks [] for port (d56336ff-7438-4728-a35d-e25d9a3c174e), precommit_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:05.727552 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-76ce61a1-baa9-40e7-af07-fbd0d511f42d tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] 10.222.0.10 "PUT /v2.0/routers/f00f0213-1e42-4a51-b996-d01da5b6ad4b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0920506 Apr 28 11:04:05.749483 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 52886) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:04:05.759921 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da1b1d97-d6fb-4c40-a57a-807f6776d01a', 'tag': '4e227636-7ca1-4704-b1c2-48c58d1d0b6c'}] {{(pid=116161) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 11:04:05.761935 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e748734031c26dffb00ab563e48cb7690d820419218221ecd4f9c2a21276ff88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-318d099c-d88c-42cb-b30e-5864f0f46c52" -d '{"events": [{"name": "network-changed", "server_uuid": "da1b1d97-d6fb-4c40-a57a-807f6776d01a", "tag": "4e227636-7ca1-4704-b1c2-48c58d1d0b6c"}]}' {{(pid=116161) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 11:04:05.781295 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5e285f7-8cb1-4ea9-b50a-380885921c54 None None] Sync routers for ids ['f00f0213-1e42-4a51-b996-d01da5b6ad4b'] in dv-neutron-master-2-hyperv {{(pid=116163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 11:04:05.834291 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5e285f7-8cb1-4ea9-b50a-380885921c54 None None] Routers {'f00f0213-1e42-4a51-b996-d01da5b6ad4b'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=116163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 11:04:05.835694 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_hamode_db [None req-e5e285f7-8cb1-4ea9-b50a-380885921c54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-28T10:50:39Z,description=,heartbeat_timestamp=2022-04-28T11:03:39Z,host='dv-neutron-master-2-hyperv',id=6b492ad6-0876-4d74-b20d-28143a52ceba,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T10:50:40Z,topic='l3_agent')) {'router_ids': ['f00f0213-1e42-4a51-b996-d01da5b6ad4b'], 'active': True} {{(pid=116163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:04:05.912188 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 11:04:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1e29ec0-75ba-4a8a-97c2-7a32d23bd01b x-openstack-request-id: req-b1e29ec0-75ba-4a8a-97c2-7a32d23bd01b {{(pid=116161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 11:04:05.912727 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "da1b1d97-d6fb-4c40-a57a-807f6776d01a", "tag": "4e227636-7ca1-4704-b1c2-48c58d1d0b6c", "status": "completed", "code": 200}]} {{(pid=116161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 11:04:05.912727 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-b1e29ec0-75ba-4a8a-97c2-7a32d23bd01b {{(pid=116161) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 11:04:05.913126 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b1e29ec0-75ba-4a8a-97c2-7a32d23bd01b'] response: {'name': 'network-changed', 'server_uuid': 'da1b1d97-d6fb-4c40-a57a-807f6776d01a', 'tag': '4e227636-7ca1-4704-b1c2-48c58d1d0b6c', 'status': 'completed', 'code': 200} Apr 28 11:04:05.932849 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-6ec8774f-af4a-4ef9-9dc7-b84e7af967d0 tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742235135690', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742234710366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5051867'] for port (d67d6c9b-b5fa-4940-931b-38452c18b686), after_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:05.963219 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-9881ec2f-a79b-4cd4-896b-df9c4517f0f4 tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-973477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2063122'] for network (01566b29-a632-4e62-9d7d-ed95fce5f367), after_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:05.977053 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5f2e12-0fe0-4e0f-8094-2d615199b37e req-47289c44-4db8-4c71-98c4-a26cdc0a80ac tempest-TestNetworkAdvancedServerOps-1762458272 tempest-TestNetworkAdvancedServerOps-1762458272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:04:05.978711 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-0b5f2e12-0fe0-4e0f-8094-2d615199b37e req-47289c44-4db8-4c71-98c4-a26cdc0a80ac tempest-TestNetworkAdvancedServerOps-1762458272 tempest-TestNetworkAdvancedServerOps-1762458272-project] 10.222.0.10 "GET /v2.0/ports?device_id=da1b1d97-d6fb-4c40-a57a-807f6776d01a HTTP/1.1" status: 200 len: 945 time: 0.1448288 Apr 28 11:04:05.991109 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-9881ec2f-a79b-4cd4-896b-df9c4517f0f4 tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] Publish callbacks [] for network (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:05.997922 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-9881ec2f-a79b-4cd4-896b-df9c4517f0f4 tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] 10.222.0.10 "DELETE /v2.0/networks/01566b29-a632-4e62-9d7d-ed95fce5f367 HTTP/1.1" status: 204 len: 168 time: 4.5240297 Apr 28 11:04:06.011105 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 52890) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:04:06.053763 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_hamode_db [None req-853fa791-7ed9-4472-834d-32b30668cace None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c45b3fd7-2de6-4133-9f44-79efc511aaba', 'name': 'tempest-TestNetworkAdvancedServerOps-router-483414179', 'tenant_id': 'a8cc80fe41234707a2dcbf4e2aa0b823', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'external_fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.216'}], 'enable_snat': True}, 'gw_port_id': '3ac8f02a-5742-4e0d-93eb-e6075d67f71d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T11:03:15Z', 'updated_at': '2022-04-28T11:03:32Z', 'revision_number': 4, 'project_id': 'a8cc80fe41234707a2dcbf4e2aa0b823', 'gw_port': {'id': '3ac8f02a-5742-4e0d-93eb-e6075d67f71d', 'name': '', 'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:0e:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c45b3fd7-2de6-4133-9f44-79efc511aaba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 782, 'fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:03:17Z', 'updated_at': '2022-04-28T11:03:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': 'b779f0d0-673f-4a06-ab23-f170dc6506a4', 'tenant_id': 'a8cc80fe41234707a2dcbf4e2aa0b823', 'floating_ip_address': '172.36.4.74', 'floating_network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'router_id': 'c45b3fd7-2de6-4133-9f44-79efc511aaba', 'port_id': '4e227636-7ca1-4704-b1c2-48c58d1d0b6c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 881, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '11667949-6108-4d31-ad58-bd4aa04ee38c', 'mac_address': 'fa:16:3e:9b:f2:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da1b1d97-d6fb-4c40-a57a-807f6776d01a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T11:04:00Z', 'updated_at': '2022-04-28T11:04:00Z', 'revision_number': 0, 'project_id': 'a8cc80fe41234707a2dcbf4e2aa0b823', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4221dd26-6373-4172-b4b5-3a88cffbec25', 'name': '', 'network_id': '11667949-6108-4d31-ad58-bd4aa04ee38c', 'tenant_id': 'a8cc80fe41234707a2dcbf4e2aa0b823', 'mac_address': 'fa:16:3e:ac:f4:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c45b3fd7-2de6-4133-9f44-79efc511aaba', 'device_owner': 'network:router_interface', 'standard_attr_id': 802, 'fixed_ips': [{'subnet_id': '2b3feac5-a337-48a6-93bd-b4c13f02752b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:03:28Z', 'updated_at': '2022-04-28T11:03:38Z', 'revision_number': 5, 'project_id': 'a8cc80fe41234707a2dcbf4e2aa0b823', 'subnets': [{'id': '2b3feac5-a337-48a6-93bd-b4c13f02752b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=116164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:04:06.064684 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-e15d630c-a137-45ea-a12f-498fe378985e tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks [] for port (90574a8a-8678-42af-ac50-c6da7282c72f), precommit_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:06.083461 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9881ec2f-a79b-4cd4-896b-df9c4517f0f4 tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] Pushing event deleted for resources: {'Network': ['ID=01566b29-a632-4e62-9d7d-ed95fce5f367,revision_number=None']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:04:06.090817 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.pecan_wsgi.hooks.translation [None req-65615625-abe4-4f42-8369-bf35e62154a4 tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] DELETE failed (client error): The resource could not be found. Apr 28 11:04:06.091282 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-65615625-abe4-4f42-8369-bf35e62154a4 tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=116161) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 28 11:04:06.098085 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-65615625-abe4-4f42-8369-bf35e62154a4 tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] 10.222.0.10 "DELETE /v2.0/subnets/c0781734-e647-4106-8f0d-401d3b4afed8 HTTP/1.1" status: 404 len: 337 time: 0.0731914 Apr 28 11:04:06.098300 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 52892) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:04:06.101031 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-e0b78a67-f270-4810-b99d-ddadaf198fa4 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742234710357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5219112'] for port (d56336ff-7438-4728-a35d-e25d9a3c174e), after_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:06.111050 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-853fa791-7ed9-4472-834d-32b30668cace None None] Checking router: c45b3fd7-2de6-4133-9f44-79efc511aaba for host: dv-neutron-master-2-hyperv {{(pid=116164) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 11:04:06.123225 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-853fa791-7ed9-4472-834d-32b30668cace None None] Routers {'c45b3fd7-2de6-4133-9f44-79efc511aaba'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=116164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 11:04:06.125098 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_hamode_db [None req-853fa791-7ed9-4472-834d-32b30668cace None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-28T10:50:39Z,description=,heartbeat_timestamp=2022-04-28T11:03:39Z,host='dv-neutron-master-2-hyperv',id=6b492ad6-0876-4d74-b20d-28143a52ceba,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T10:50:40Z,topic='l3_agent')) {'router_ids': ['c45b3fd7-2de6-4133-9f44-79efc511aaba'], 'active': True} {{(pid=116164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:04:06.152757 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec8774f-af4a-4ef9-9dc7-b84e7af967d0 tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Pushing event deleted for resources: {'Port': ['ID=d67d6c9b-b5fa-4940-931b-38452c18b686,revision_number=None']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:04:06.165732 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_hamode_db [None req-e5e285f7-8cb1-4ea9-b50a-380885921c54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=116163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:04:06.172134 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fa5229f-a0d9-4416-908e-d16230fbd74f None None] DHCP port deletion for 20c78722-8107-4c7a-a42e-0e56228a01a2 request from dv-neutron-master-2-hyperv {{(pid=116163) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 28 11:04:06.182349 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5e285f7-8cb1-4ea9-b50a-380885921c54 None None] Routers {'f00f0213-1e42-4a51-b996-d01da5b6ad4b'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=116163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 11:04:06.183753 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_hamode_db [None req-e5e285f7-8cb1-4ea9-b50a-380885921c54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-28T10:50:39Z,description=,heartbeat_timestamp=2022-04-28T11:03:39Z,host='dv-neutron-master-2-hyperv',id=6b492ad6-0876-4d74-b20d-28143a52ceba,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T10:50:40Z,topic='l3_agent')) {'router_ids': ['f00f0213-1e42-4a51-b996-d01da5b6ad4b'], 'active': True} {{(pid=116163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:04:06.197046 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ec8774f-af4a-4ef9-9dc7-b84e7af967d0 tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] No DVR routers for this DVR port d67d6c9b-b5fa-4940-931b-38452c18b686 on host dv-neutron-master-2-hyperv {{(pid=116162) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 11:04:06.223111 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-46647374-a794-482e-946d-2ddaee316b8b tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-979593'] for network (20c78722-8107-4c7a-a42e-0e56228a01a2), before_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:06.231752 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_hamode_db [None req-e5e285f7-8cb1-4ea9-b50a-380885921c54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=116163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:04:06.232886 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5e285f7-8cb1-4ea9-b50a-380885921c54 None None] The sync data for ids ['f00f0213-1e42-4a51-b996-d01da5b6ad4b'] in dv-neutron-master-2-hyperv is: [] {{(pid=116163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 11:04:06.243129 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-0b5f2e12-0fe0-4e0f-8094-2d615199b37e req-acbdc5ef-e5ac-457d-81a7-4563feaad9a1 tempest-TestNetworkAdvancedServerOps-1762458272 tempest-TestNetworkAdvancedServerOps-1762458272-project] 10.222.0.10 "GET /v2.0/security-groups?id=0bcd3ba6-8b12-4573-ac81-fc4e6cc933d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2477298 Apr 28 11:04:06.250313 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0b78a67-f270-4810-b99d-ddadaf198fa4 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Network d8b9888a-35de-4458-a14d-e4b632428ce2 is already hosted by enough agents. {{(pid=116161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 11:04:06.256641 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.scheduler.base_scheduler [None req-e0b78a67-f270-4810-b99d-ddadaf198fa4 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Resources bound (agent type, host, resource id): {{(pid=116161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 11:04:06.267697 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0b78a67-f270-4810-b99d-ddadaf198fa4 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Received port after_create {{(pid=116161) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 11:04:06.270927 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b78a67-f270-4810-b99d-ddadaf198fa4 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Pushing event updated for resources: {'Port': ['ID=d56336ff-7438-4728-a35d-e25d9a3c174e,revision_number=1']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:04:06.275639 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 52894) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:04:06.305958 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-7fa5229f-a0d9-4416-908e-d16230fbd74f None None] Deleting port 23d0b350-8d06-42b3-b133-738ff4787c54 {{(pid=116163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 11:04:06.306193 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.pecan_wsgi.hooks.translation [None req-e588425f-daa5-4401-a3d1-6a65755fdcad tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] DELETE failed (client error): The resource could not be found. Apr 28 11:04:06.306671 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-7fa5229f-a0d9-4416-908e-d16230fbd74f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742235130188'] for port (23d0b350-8d06-42b3-b133-738ff4787c54), before_delete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:06.306872 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e588425f-daa5-4401-a3d1-6a65755fdcad tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=116162) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 28 11:04:06.309943 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-e588425f-daa5-4401-a3d1-6a65755fdcad tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] 10.222.0.10 "DELETE /v2.0/networks/01566b29-a632-4e62-9d7d-ed95fce5f367 HTTP/1.1" status: 404 len: 339 time: 0.1765568 Apr 28 11:04:06.320336 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_dvr_db [None req-853fa791-7ed9-4472-834d-32b30668cace None None] Set router c45b3fd7-2de6-4133-9f44-79efc511aaba gateway port host: dv-neutron-master-2-hyperv {{(pid=116164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 11:04:06.323669 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318d099c-d88c-42cb-b30e-5864f0f46c52 req-e74e847a-befc-4b35-a90a-a1c3b5449b74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:04:06.325190 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-318d099c-d88c-42cb-b30e-5864f0f46c52 req-e74e847a-befc-4b35-a90a-a1c3b5449b74 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=a8cc80fe41234707a2dcbf4e2aa0b823&device_id=da1b1d97-d6fb-4c40-a57a-807f6776d01a HTTP/1.1" status: 200 len: 1129 time: 0.3481157 Apr 28 11:04:06.328598 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 52896) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:04:06.391414 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14eb1484-99f1-4eb0-8c17-25ab959bc740 None None] Network d8b9888a-35de-4458-a14d-e4b632428ce2 requested from dv-neutron-master-2-hyperv {{(pid=116163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 11:04:06.418062 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-e15d630c-a137-45ea-a12f-498fe378985e tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742234710357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5219112'] for port (90574a8a-8678-42af-ac50-c6da7282c72f), after_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:06.426920 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-7fa5229f-a0d9-4416-908e-d16230fbd74f None None] For port 23d0b350-8d06-42b3-b133-738ff4787c54, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=23d0b350-8d06-42b3-b133-738ff4787c54,segment=NetworkSegment(4808e89a-b3e3-4d63-827f-7aa3e1d54b26),segment_id=4808e89a-b3e3-4d63-827f-7aa3e1d54b26)] {{(pid=116163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 11:04:06.427377 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-7fa5229f-a0d9-4416-908e-d16230fbd74f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1938497'] for port (23d0b350-8d06-42b3-b133-738ff4787c54), precommit_delete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:06.447148 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-7fa5229f-a0d9-4416-908e-d16230fbd74f None None] Calling delete_port for 23d0b350-8d06-42b3-b133-738ff4787c54 owned by network:dhcp {{(pid=116163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 11:04:06.509898 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-06b18545-a04c-4b92-9e9a-1af7ab1b2e52 None None] Provisioning complete for port 47b42d98-ff4d-4168-95b1-d890efc99bb5 triggered by entity DHCP. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:04:06.509898 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-06b18545-a04c-4b92-9e9a-1af7ab1b2e52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (47b42d98-ff4d-4168-95b1-d890efc99bb5), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:06.569089 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.pecan_wsgi.hooks.translation [None req-fa5b875c-52f6-45ad-92ec-3832756e11d6 tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] DELETE failed (client error): The resource could not be found. Apr 28 11:04:06.569537 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fa5b875c-52f6-45ad-92ec-3832756e11d6 tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=116162) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 28 11:04:06.572831 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-fa5b875c-52f6-45ad-92ec-3832756e11d6 tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] 10.222.0.10 "DELETE /v2.0/subnets/9d05dcce-72c6-42bd-9781-0e6d8ce4828e HTTP/1.1" status: 404 len: 337 time: 0.2414498 Apr 28 11:04:06.581913 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 52900) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:04:06.584107 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e15d630c-a137-45ea-a12f-498fe378985e tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Network 7be49d94-bbb8-4a61-bafe-209c5f861e1c is already hosted by enough agents. {{(pid=116161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 11:04:06.598263 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0b78a67-f270-4810-b99d-ddadaf198fa4 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:04:06.598933 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-e0b78a67-f270-4810-b99d-ddadaf198fa4 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198022'] for port (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:06.627863 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.scheduler.base_scheduler [None req-e15d630c-a137-45ea-a12f-498fe378985e tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Resources bound (agent type, host, resource id): {{(pid=116161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 11:04:06.628084 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Device 47b42d98-ff4d-4168-95b1-d890efc99bb5 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=116163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 11:04:06.649560 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e15d630c-a137-45ea-a12f-498fe378985e tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Received port after_create {{(pid=116161) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 11:04:06.662749 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-a5143972-b638-4701-8d7d-5b23a522b771 tempest-TestNetworkAdvancedServerOps-1762458272 tempest-TestNetworkAdvancedServerOps-1762458272-project] 10.222.0.10 "GET /v2.0/floatingips/b779f0d0-673f-4a06-ab23-f170dc6506a4 HTTP/1.1" status: 200 len: 990 time: 0.3860147 Apr 28 11:04:06.663771 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.pecan_wsgi.hooks.translation [None req-13eea446-6c04-4c2c-a8fc-74534ad0580c tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] DELETE failed (client error): The resource could not be found. Apr 28 11:04:06.664300 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-13eea446-6c04-4c2c-a8fc-74534ad0580c tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=116161) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 28 11:04:06.667505 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-13eea446-6c04-4c2c-a8fc-74534ad0580c tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] 10.222.0.10 "DELETE /v2.0/networks/ebca02d5-d95a-4942-a488-463dd010b48d HTTP/1.1" status: 404 len: 339 time: 0.0779822 Apr 28 11:04:06.676911 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-6ec8774f-af4a-4ef9-9dc7-b84e7af967d0 tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-973498', 'neutron.services.segments.db._delete_segments_for_network-8742235207033'] for network (0b121937-7ad2-4d91-a814-79580e269e26), precommit_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:06.692532 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 52902) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:04:06.693113 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e15d630c-a137-45ea-a12f-498fe378985e tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Pushing event updated for resources: {'Port': ['ID=90574a8a-8678-42af-ac50-c6da7282c72f,revision_number=1']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:04:06.695197 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Provisioning complete for port 47b42d98-ff4d-4168-95b1-d890efc99bb5 triggered by entity L2. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:04:06.695711 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (47b42d98-ff4d-4168-95b1-d890efc99bb5), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:06.706409 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9cb2e5-8f27-4cc2-8ef5-c7248b949567 req-08bddf12-e4f9-4eaf-9378-35b9898bf41d tempest-ServerActionsTestJSON-1498610228 tempest-ServerActionsTestJSON-1498610228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:04:06.708048 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-9f9cb2e5-8f27-4cc2-8ef5-c7248b949567 req-08bddf12-e4f9-4eaf-9378-35b9898bf41d tempest-ServerActionsTestJSON-1498610228 tempest-ServerActionsTestJSON-1498610228-project] 10.222.0.10 "GET /v2.0/ports?device_id=6bd2b59b-b5db-4639-9109-3dca095b7768 HTTP/1.1" status: 200 len: 946 time: 0.2567260 Apr 28 11:04:06.720006 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.plugin [None req-46647374-a794-482e-946d-2ddaee316b8b tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Deleting port 23d0b350-8d06-42b3-b133-738ff4787c54 {{(pid=116162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 11:04:06.721087 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-46647374-a794-482e-946d-2ddaee316b8b tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742235130188'] for port (23d0b350-8d06-42b3-b133-738ff4787c54), before_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:06.746719 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-e0b78a67-f270-4810-b99d-ddadaf198fa4 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 3.8667052 Apr 28 11:04:06.761955 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 52904) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:04:06.776492 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.services.segments.db [None req-6ec8774f-af4a-4ef9-9dc7-b84e7af967d0 tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0b121937-7ad2-4d91-a814-79580e269e26']}} {{(pid=116162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:04:06.786609 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.v2.base [None req-8069e59f-2d36-459b-8a52-539086db1571 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Request body: {'port': {'network_id': 'd8b9888a-35de-4458-a14d-e4b632428ce2', 'name': 'tempest-PortsTestJSON-1049282850', 'fixed_ips': [{'subnet_id': '82b49888-68a7-471c-94df-9aba5a1bc523', 'ip_address': '172.20.0.9'}]}} {{(pid=116162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:04:06.798515 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_hamode_db [None req-853fa791-7ed9-4472-834d-32b30668cace None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c45b3fd7-2de6-4133-9f44-79efc511aaba', 'name': 'tempest-TestNetworkAdvancedServerOps-router-483414179', 'tenant_id': 'a8cc80fe41234707a2dcbf4e2aa0b823', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'external_fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.216'}], 'enable_snat': True}, 'gw_port_id': '3ac8f02a-5742-4e0d-93eb-e6075d67f71d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T11:03:15Z', 'updated_at': '2022-04-28T11:03:32Z', 'revision_number': 4, 'project_id': 'a8cc80fe41234707a2dcbf4e2aa0b823', 'gw_port': {'id': '3ac8f02a-5742-4e0d-93eb-e6075d67f71d', 'name': '', 'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:0e:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c45b3fd7-2de6-4133-9f44-79efc511aaba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 782, 'fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:03:17Z', 'updated_at': '2022-04-28T11:03:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': 'b779f0d0-673f-4a06-ab23-f170dc6506a4', 'tenant_id': 'a8cc80fe41234707a2dcbf4e2aa0b823', 'floating_ip_address': '172.36.4.74', 'floating_network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'router_id': 'c45b3fd7-2de6-4133-9f44-79efc511aaba', 'port_id': '4e227636-7ca1-4704-b1c2-48c58d1d0b6c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 881, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '11667949-6108-4d31-ad58-bd4aa04ee38c', 'mac_address': 'fa:16:3e:9b:f2:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da1b1d97-d6fb-4c40-a57a-807f6776d01a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T11:04:00Z', 'updated_at': '2022-04-28T11:04:00Z', 'revision_number': 0, 'project_id': 'a8cc80fe41234707a2dcbf4e2aa0b823', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4221dd26-6373-4172-b4b5-3a88cffbec25', 'name': '', 'network_id': '11667949-6108-4d31-ad58-bd4aa04ee38c', 'tenant_id': 'a8cc80fe41234707a2dcbf4e2aa0b823', 'mac_address': 'fa:16:3e:ac:f4:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c45b3fd7-2de6-4133-9f44-79efc511aaba', 'device_owner': 'network:router_interface', 'standard_attr_id': 802, 'fixed_ips': [{'subnet_id': '2b3feac5-a337-48a6-93bd-b4c13f02752b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:03:28Z', 'updated_at': '2022-04-28T11:03:38Z', 'revision_number': 5, 'project_id': 'a8cc80fe41234707a2dcbf4e2aa0b823', 'subnets': [{'id': '2b3feac5-a337-48a6-93bd-b4c13f02752b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=116164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:04:06.818049 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318d099c-d88c-42cb-b30e-5864f0f46c52 req-71f5ec7d-42b0-409c-bed6-5e66e8dc5b73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:04:06.819866 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-318d099c-d88c-42cb-b30e-5864f0f46c52 req-71f5ec7d-42b0-409c-bed6-5e66e8dc5b73 service neutron] 10.222.0.20 "GET /v2.0/networks?id=11667949-6108-4d31-ad58-bd4aa04ee38c HTTP/1.1" status: 200 len: 897 time: 0.4457002 Apr 28 11:04:06.829005 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.services.segments.db [None req-6ec8774f-af4a-4ef9-9dc7-b84e7af967d0 tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9303a62f-7c72-40d4-b089-8f40f32f0b64') {'for_net_delete': True} {{(pid=116162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:04:06.829642 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.services.segments.db [None req-6ec8774f-af4a-4ef9-9dc7-b84e7af967d0 tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9303a62f-7c72-40d4-b089-8f40f32f0b64') {} {{(pid=116162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:04:06.849392 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-9f9cb2e5-8f27-4cc2-8ef5-c7248b949567 req-71ca436d-e1f5-46d9-a4e7-21227b222856 tempest-ServerActionsTestJSON-1498610228 tempest-ServerActionsTestJSON-1498610228-project] 10.222.0.10 "GET /v2.0/security-groups?id=0f246414-c46b-4ee7-b196-c819605d877f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1341023 Apr 28 11:04:06.853634 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Current status of the port 47b42d98-ff4d-4168-95b1-d890efc99bb5 is: DOWN; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:04:06.854034 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (47b42d98-ff4d-4168-95b1-d890efc99bb5), before_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:06.862099 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-853fa791-7ed9-4472-834d-32b30668cace None None] The sync data for ids ['c45b3fd7-2de6-4133-9f44-79efc511aaba'] in dv-neutron-master-2-hyperv is: [{'id': 'c45b3fd7-2de6-4133-9f44-79efc511aaba', 'name': 'tempest-TestNetworkAdvancedServerOps-router-483414179', 'tenant_id': 'a8cc80fe41234707a2dcbf4e2aa0b823', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'external_fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.216'}], 'enable_snat': True}, 'gw_port_id': '3ac8f02a-5742-4e0d-93eb-e6075d67f71d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T11:03:15Z', 'updated_at': '2022-04-28T11:03:32Z', 'revision_number': 4, 'project_id': 'a8cc80fe41234707a2dcbf4e2aa0b823', 'gw_port': {'id': '3ac8f02a-5742-4e0d-93eb-e6075d67f71d', 'name': '', 'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:0e:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c45b3fd7-2de6-4133-9f44-79efc511aaba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 782, 'fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:03:17Z', 'updated_at': '2022-04-28T11:03:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': 'b779f0d0-673f-4a06-ab23-f170dc6506a4', 'tenant_id': 'a8cc80fe41234707a2dcbf4e2aa0b823', 'floating_ip_address': '172.36.4.74', 'floating_network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'router_id': 'c45b3fd7-2de6-4133-9f44-79efc511aaba', 'port_id': '4e227636-7ca1-4704-b1c2-48c58d1d0b6c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 881, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '11667949-6108-4d31-ad58-bd4aa04ee38c', 'mac_address': 'fa:16:3e:9b:f2:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da1b1d97-d6fb-4c40-a57a-807f6776d01a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T11:04:00Z', 'updated_at': '2022-04-28T11:04:00Z', 'revision_number': 0, 'project_id': 'a8cc80fe41234707a2dcbf4e2aa0b823', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4221dd26-6373-4172-b4b5-3a88cffbec25', 'name': '', 'network_id': '11667949-6108-4d31-ad58-bd4aa04ee38c', 'tenant_id': 'a8cc80fe41234707a2dcbf4e2aa0b823', 'mac_address': 'fa:16:3e:ac:f4:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c45b3fd7-2de6-4133-9f44-79efc511aaba', 'device_owner': 'network:router_interface', 'standard_attr_id': 802, 'fixed_ips': [{'subnet_id': '2b3feac5-a337-48a6-93bd-b4c13f02752b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:03:28Z', 'updated_at': '2022-04-28T11:03:38Z', 'revision_number': 5, 'project_id': 'a8cc80fe41234707a2dcbf4e2aa0b823', 'subnets': [{'id': '2b3feac5-a337-48a6-93bd-b4c13f02752b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=116164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 11:04:06.903391 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] For port 47b42d98-ff4d-4168-95b1-d890efc99bb5, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=47b42d98-ff4d-4168-95b1-d890efc99bb5,segment=NetworkSegment(83502939-9872-41bc-8680-bc9f1ed8b20f),segment_id=83502939-9872-41bc-8680-bc9f1ed8b20f)] {{(pid=116163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 11:04:06.945350 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-06b18545-a04c-4b92-9e9a-1af7ab1b2e52 None None] Current status of the port 47b42d98-ff4d-4168-95b1-d890efc99bb5 is: DOWN; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:04:06.952179 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-06b18545-a04c-4b92-9e9a-1af7ab1b2e52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (47b42d98-ff4d-4168-95b1-d890efc99bb5), before_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:07.004429 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393'] for port (47b42d98-ff4d-4168-95b1-d890efc99bb5), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:07.082549 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-d5c52117-718e-4ce0-ac15-da5526566ac1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (75ba81b7-fe99-4281-90d2-a5adb445ecea), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:07.083958 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-7fa5229f-a0d9-4416-908e-d16230fbd74f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742235135690', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742234710366'] for port (23d0b350-8d06-42b3-b133-738ff4787c54), after_delete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:07.113469 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Device d67d6c9b-b5fa-4940-931b-38452c18b686 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=116163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 11:04:07.154155 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fa5229f-a0d9-4416-908e-d16230fbd74f None None] No DVR routers for this DVR port 23d0b350-8d06-42b3-b133-738ff4787c54 on host dv-neutron-master-2-hyperv {{(pid=116163) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 11:04:07.176145 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] No Port match for: d67d6c9b-b5fa-4940-931b-38452c18b686 {{(pid=116163) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 28 11:04:07.176420 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Device d67d6c9b-b5fa-4940-931b-38452c18b686 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=116163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 11:04:07.176919 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Device 23d0b350-8d06-42b3-b133-738ff4787c54 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=116163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 11:04:07.180959 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.db.api [None req-06b18545-a04c-4b92-9e9a-1af7ab1b2e52 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=116163) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 28 11:04:07.181308 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG oslo_db.api [None req-06b18545-a04c-4b92-9e9a-1af7ab1b2e52 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=116163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 28 11:04:07.214761 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Pushing event updated for resources: {'Port': ['ID=47b42d98-ff4d-4168-95b1-d890efc99bb5,revision_number=3']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:04:07.217559 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] No Port match for: 23d0b350-8d06-42b3-b133-738ff4787c54 {{(pid=116163) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 28 11:04:07.217758 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Device 23d0b350-8d06-42b3-b133-738ff4787c54 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=116163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 11:04:07.254732 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa5229f-a0d9-4416-908e-d16230fbd74f None None] Pushing event deleted for resources: {'Port': ['ID=23d0b350-8d06-42b3-b133-738ff4787c54,revision_number=None']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:04:07.289939 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32fb8288-bf8a-45d4-9f72-5d77f3418673 None None] New status for floating IP b779f0d0-673f-4a06-ab23-f170dc6506a4: ACTIVE {{(pid=116164) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 28 11:04:07.305046 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb6dc205-7f01-44a1-900f-cfb887cf817d None None] get_active_networks_info from dv-neutron-master-2-hyperv {{(pid=116163) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Apr 28 11:04:07.318153 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-6ec8774f-af4a-4ef9-9dc7-b84e7af967d0 tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742235208578', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5026548'] for segment (9303a62f-7c72-40d4-b089-8f40f32f0b64), before_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:07.346042 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-e15d630c-a137-45ea-a12f-498fe378985e tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks [] for floatingip (2475c425-2079-483e-bba7-10bca82c4e73), precommit_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:07.410647 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-d3cee631-f17e-46ba-8314-bfb8af9be4c3 tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-979593'] for network (0473a548-1c31-4763-a850-0adc631f037f), before_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:07.440225 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-6ec8774f-af4a-4ef9-9dc7-b84e7af967d0 tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-961978'] for segment (9303a62f-7c72-40d4-b089-8f40f32f0b64), precommit_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:07.444729 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb6dc205-7f01-44a1-900f-cfb887cf817d None None] Resources bound (agent type, host, resource id): {{(pid=116163) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 28 11:04:07.459070 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.db [None req-46647374-a794-482e-946d-2ddaee316b8b tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] For port 23d0b350-8d06-42b3-b133-738ff4787c54, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=23d0b350-8d06-42b3-b133-738ff4787c54,segment=NetworkSegment(4808e89a-b3e3-4d63-827f-7aa3e1d54b26),segment_id=4808e89a-b3e3-4d63-827f-7aa3e1d54b26)] {{(pid=116162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 11:04:07.459438 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-46647374-a794-482e-946d-2ddaee316b8b tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1938497'] for port (23d0b350-8d06-42b3-b133-738ff4787c54), precommit_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:07.477303 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6ec8774f-af4a-4ef9-9dc7-b84e7af967d0 tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Releasing vlan 64 on physical network physnet1 to pool {{(pid=116162) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 11:04:07.477303 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-6ec8774f-af4a-4ef9-9dc7-b84e7af967d0 tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-961978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5051884'] for segment (9303a62f-7c72-40d4-b089-8f40f32f0b64), after_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:07.489453 dv-neutron-master-2-hyperv neutron-server[116162]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 28 11:04:07.489453 dv-neutron-master-2-hyperv neutron-server[116162]: self.session.flush() Apr 28 11:04:07.489453 dv-neutron-master-2-hyperv neutron-server[116162]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 28 11:04:07.489453 dv-neutron-master-2-hyperv neutron-server[116162]: self.session.flush() Apr 28 11:04:07.489453 dv-neutron-master-2-hyperv neutron-server[116162]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 28 11:04:07.489453 dv-neutron-master-2-hyperv neutron-server[116162]: self.session.flush() Apr 28 11:04:07.489453 dv-neutron-master-2-hyperv neutron-server[116162]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 28 11:04:07.489453 dv-neutron-master-2-hyperv neutron-server[116162]: self.session.flush() Apr 28 11:04:07.489453 dv-neutron-master-2-hyperv neutron-server[116162]: Traceback (most recent call last): Apr 28 11:04:07.489453 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 11:04:07.489453 dv-neutron-master-2-hyperv neutron-server[116162]: timer() Apr 28 11:04:07.489453 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 11:04:07.489453 dv-neutron-master-2-hyperv neutron-server[116162]: cb(*args, **kw) Apr 28 11:04:07.489453 dv-neutron-master-2-hyperv neutron-server[116162]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 28 11:04:07.489453 dv-neutron-master-2-hyperv neutron-server[116162]: return func(*args, **kwargs) Apr 28 11:04:07.489453 dv-neutron-master-2-hyperv neutron-server[116162]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 11:04:07.489453 dv-neutron-master-2-hyperv neutron-server[116162]: self._notify() Apr 28 11:04:07.489453 dv-neutron-master-2-hyperv neutron-server[116162]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 11:04:07.489453 dv-neutron-master-2-hyperv neutron-server[116162]: self.callback(batched_events) Apr 28 11:04:07.489453 dv-neutron-master-2-hyperv neutron-server[116162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 11:04:07.489453 dv-neutron-master-2-hyperv neutron-server[116162]: event.method(event) Apr 28 11:04:07.489453 dv-neutron-master-2-hyperv neutron-server[116162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 28 11:04:07.489453 dv-neutron-master-2-hyperv neutron-server[116162]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 11:04:07.489453 dv-neutron-master-2-hyperv neutron-server[116162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 28 11:04:07.489453 dv-neutron-master-2-hyperv neutron-server[116162]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 11:04:07.489453 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 28 11:04:07.489453 dv-neutron-master-2-hyperv neutron-server[116162]: return f(self, *a, **k) Apr 28 11:04:07.489453 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 28 11:04:07.489453 dv-neutron-master-2-hyperv neutron-server[116162]: return self._get(url).json() Apr 28 11:04:07.489453 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 28 11:04:07.489453 dv-neutron-master-2-hyperv neutron-server[116162]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 11:04:07.489453 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 11:04:07.489453 dv-neutron-master-2-hyperv neutron-server[116162]: return self.request(url, 'GET', **kwargs) Apr 28 11:04:07.489453 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 11:04:07.489453 dv-neutron-master-2-hyperv neutron-server[116162]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 11:04:07.489453 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 11:04:07.489453 dv-neutron-master-2-hyperv neutron-server[116162]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 11:04:07.489453 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 11:04:07.489453 dv-neutron-master-2-hyperv neutron-server[116162]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 11:04:07.489453 dv-neutron-master-2-hyperv neutron-server[116162]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 11:04:07.519138 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-e15d630c-a137-45ea-a12f-498fe378985e tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (90574a8a-8678-42af-ac50-c6da7282c72f), before_update {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:07.532326 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-318d099c-d88c-42cb-b30e-5864f0f46c52 req-3451f320-dec6-4b93-911f-39fb05a40bc0 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4e227636-7ca1-4704-b1c2-48c58d1d0b6c HTTP/1.1" status: 200 len: 998 time: 0.3281846 Apr 28 11:04:07.544170 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.plugin [None req-46647374-a794-482e-946d-2ddaee316b8b tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Calling delete_port for 23d0b350-8d06-42b3-b133-738ff4787c54 owned by network:dhcp {{(pid=116162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 11:04:07.671158 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 52906) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:04:07.730649 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-a671db20-6476-4018-9c94-fb4074ab7c03 tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2063420'] for router_interface (f00f0213-1e42-4a51-b996-d01da5b6ad4b), before_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:07.735036 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-06b18545-a04c-4b92-9e9a-1af7ab1b2e52 None None] Current status of the port 47b42d98-ff4d-4168-95b1-d890efc99bb5 is: ACTIVE; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:04:07.807969 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318d099c-d88c-42cb-b30e-5864f0f46c52 req-d78efdb3-4a6c-4b31-af55-ff3a1c25480c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:04:07.809502 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-318d099c-d88c-42cb-b30e-5864f0f46c52 req-d78efdb3-4a6c-4b31-af55-ff3a1c25480c service neutron] 10.222.0.20 "GET /v2.0/subnets?id=2b3feac5-a337-48a6-93bd-b4c13f02752b HTTP/1.1" status: 200 len: 834 time: 0.2630463 Apr 28 11:04:07.810148 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-6ec8774f-af4a-4ef9-9dc7-b84e7af967d0 tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-973477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2063122'] for network (0b121937-7ad2-4d91-a814-79580e269e26), after_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:07.859719 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-027c338d-0b0b-44fb-be9a-e51b81348808 None None] Provisioning complete for port 47b42d98-ff4d-4168-95b1-d890efc99bb5 triggered by entity DHCP. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:04:07.860206 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-d3cee631-f17e-46ba-8314-bfb8af9be4c3 tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-973498', 'neutron.services.segments.db._delete_segments_for_network-8742235207033'] for network (0473a548-1c31-4763-a850-0adc631f037f), precommit_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:07.860436 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-027c338d-0b0b-44fb-be9a-e51b81348808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (47b42d98-ff4d-4168-95b1-d890efc99bb5), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:07.869014 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-6ec8774f-af4a-4ef9-9dc7-b84e7af967d0 tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Publish callbacks [] for network (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:07.872652 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-6ec8774f-af4a-4ef9-9dc7-b84e7af967d0 tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] 10.222.0.10 "DELETE /v2.0/networks/0b121937-7ad2-4d91-a814-79580e269e26 HTTP/1.1" status: 204 len: 168 time: 3.1395180 Apr 28 11:04:07.914635 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 52908) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:04:07.958768 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.v2.base [None req-19bcb7ef-0878-4923-a4bf-462407b35814 tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-197789818', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=116162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:04:07.971618 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8069e59f-2d36-459b-8a52-539086db1571 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Made reservation on behalf of f86d085f9b42493aa6c0f40f62349e1e for: {'port': 1} {{(pid=116162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 11:04:07.984922 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-027c338d-0b0b-44fb-be9a-e51b81348808 None None] Current status of the port 47b42d98-ff4d-4168-95b1-d890efc99bb5 is: ACTIVE; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:04:07.991237 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec8774f-af4a-4ef9-9dc7-b84e7af967d0 tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Pushing event deleted for resources: {'Network': ['ID=0b121937-7ad2-4d91-a814-79580e269e26,revision_number=None']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:04:08.002366 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-027c338d-0b0b-44fb-be9a-e51b81348808 None None] Provisioning complete for port d56336ff-7438-4728-a35d-e25d9a3c174e triggered by entity DHCP. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:04:08.002913 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-027c338d-0b0b-44fb-be9a-e51b81348808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (d56336ff-7438-4728-a35d-e25d9a3c174e), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:08.045950 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.services.segments.db [None req-d3cee631-f17e-46ba-8314-bfb8af9be4c3 tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0473a548-1c31-4763-a850-0adc631f037f']}} {{(pid=116162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:04:08.047806 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-027c338d-0b0b-44fb-be9a-e51b81348808 None None] Port d56336ff-7438-4728-a35d-e25d9a3c174e cannot update to ACTIVE because it is not bound. {{(pid=116163) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 28 11:04:08.066694 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318d099c-d88c-42cb-b30e-5864f0f46c52 req-bb4ba3d4-e8e5-447a-8d93-ad1347ebd808 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:04:08.070856 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-318d099c-d88c-42cb-b30e-5864f0f46c52 req-bb4ba3d4-e8e5-447a-8d93-ad1347ebd808 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=11667949-6108-4d31-ad58-bd4aa04ee38c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.2178097 Apr 28 11:04:08.077202 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.services.segments.db [None req-d3cee631-f17e-46ba-8314-bfb8af9be4c3 tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c5bb9ac4-0a93-4689-a422-1b9bea61a26d') {'for_net_delete': True} {{(pid=116162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:04:08.077499 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.services.segments.db [None req-d3cee631-f17e-46ba-8314-bfb8af9be4c3 tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c5bb9ac4-0a93-4689-a422-1b9bea61a26d') {} {{(pid=116162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:04:08.100116 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-d3cee631-f17e-46ba-8314-bfb8af9be4c3 tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742235208578', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5026548'] for segment (c5bb9ac4-0a93-4689-a422-1b9bea61a26d), before_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:08.165638 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-b6bdd9bc-fdea-48ce-acb7-edd3c93bf2e0 None None] Provisioning complete for port d56336ff-7438-4728-a35d-e25d9a3c174e triggered by entity DHCP. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:04:08.166103 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-b6bdd9bc-fdea-48ce-acb7-edd3c93bf2e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (d56336ff-7438-4728-a35d-e25d9a3c174e), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:08.169819 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-e15d630c-a137-45ea-a12f-498fe378985e tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks [] for port (90574a8a-8678-42af-ac50-c6da7282c72f), precommit_update {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:08.177708 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-46647374-a794-482e-946d-2ddaee316b8b tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742235135690', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742234710366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5051867'] for port (23d0b350-8d06-42b3-b133-738ff4787c54), after_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:08.183107 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-a7a90460-e6a5-40c4-84ce-be95e0559f0c tempest-TestNetworkAdvancedServerOps-1762458272 tempest-TestNetworkAdvancedServerOps-1762458272-project] 10.222.0.10 "GET /v2.0/floatingips/b779f0d0-673f-4a06-ab23-f170dc6506a4 HTTP/1.1" status: 200 len: 992 time: 0.5126810 Apr 28 11:04:08.192253 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ab3427-12b3-4dd9-89f4-d4b3027c2192 req-d96f1632-2f49-4f36-aec3-d8298658f032 tempest-ServerActionsTestJSON-1498610228 tempest-ServerActionsTestJSON-1498610228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:04:08.193936 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-a0ab3427-12b3-4dd9-89f4-d4b3027c2192 req-d96f1632-2f49-4f36-aec3-d8298658f032 tempest-ServerActionsTestJSON-1498610228 tempest-ServerActionsTestJSON-1498610228-project] 10.222.0.10 "GET /v2.0/ports?device_id=6bd2b59b-b5db-4639-9109-3dca095b7768 HTTP/1.1" status: 200 len: 946 time: 0.0883663 Apr 28 11:04:08.204258 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-19bcb7ef-0878-4923-a4bf-462407b35814 tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2060459', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-63449'] for router (7a61ed78-023f-43d6-a86a-5af1aae9e69c), before_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:08.208534 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-19bcb7ef-0878-4923-a4bf-462407b35814 tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2060827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1935275', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1960866', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-63266'] for router (7a61ed78-023f-43d6-a86a-5af1aae9e69c), precommit_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:08.213547 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-d3cee631-f17e-46ba-8314-bfb8af9be4c3 tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-961978'] for segment (c5bb9ac4-0a93-4689-a422-1b9bea61a26d), precommit_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:08.216563 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-b6bdd9bc-fdea-48ce-acb7-edd3c93bf2e0 None None] Port d56336ff-7438-4728-a35d-e25d9a3c174e cannot update to ACTIVE because it is not bound. {{(pid=116163) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 28 11:04:08.226776 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-e15d630c-a137-45ea-a12f-498fe378985e tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5219123'] for port (90574a8a-8678-42af-ac50-c6da7282c72f), after_update {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:08.263200 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d3cee631-f17e-46ba-8314-bfb8af9be4c3 tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] Releasing vlan 68 on physical network physnet1 to pool {{(pid=116162) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 11:04:08.266658 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-d3cee631-f17e-46ba-8314-bfb8af9be4c3 tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-961978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5051884'] for segment (c5bb9ac4-0a93-4689-a422-1b9bea61a26d), after_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:08.281705 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-a0ab3427-12b3-4dd9-89f4-d4b3027c2192 req-c6247798-0eef-4bee-866c-4014dfb2f006 tempest-ServerActionsTestJSON-1498610228 tempest-ServerActionsTestJSON-1498610228-project] 10.222.0.10 "GET /v2.0/security-groups?id=0f246414-c46b-4ee7-b196-c819605d877f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0817313 Apr 28 11:04:08.304124 dv-neutron-master-2-hyperv neutron-server[116162]: Traceback (most recent call last): Apr 28 11:04:08.304124 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 11:04:08.304124 dv-neutron-master-2-hyperv neutron-server[116162]: timer() Apr 28 11:04:08.304124 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 11:04:08.304124 dv-neutron-master-2-hyperv neutron-server[116162]: cb(*args, **kw) Apr 28 11:04:08.304124 dv-neutron-master-2-hyperv neutron-server[116162]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 28 11:04:08.304124 dv-neutron-master-2-hyperv neutron-server[116162]: return func(*args, **kwargs) Apr 28 11:04:08.304124 dv-neutron-master-2-hyperv neutron-server[116162]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 11:04:08.304124 dv-neutron-master-2-hyperv neutron-server[116162]: self._notify() Apr 28 11:04:08.304124 dv-neutron-master-2-hyperv neutron-server[116162]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 11:04:08.304124 dv-neutron-master-2-hyperv neutron-server[116162]: self.callback(batched_events) Apr 28 11:04:08.304124 dv-neutron-master-2-hyperv neutron-server[116162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 11:04:08.304124 dv-neutron-master-2-hyperv neutron-server[116162]: event.method(event) Apr 28 11:04:08.304124 dv-neutron-master-2-hyperv neutron-server[116162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 28 11:04:08.304124 dv-neutron-master-2-hyperv neutron-server[116162]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 11:04:08.304124 dv-neutron-master-2-hyperv neutron-server[116162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 28 11:04:08.304124 dv-neutron-master-2-hyperv neutron-server[116162]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 11:04:08.304124 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 28 11:04:08.304124 dv-neutron-master-2-hyperv neutron-server[116162]: return f(self, *a, **k) Apr 28 11:04:08.304124 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 28 11:04:08.304124 dv-neutron-master-2-hyperv neutron-server[116162]: return self._get(url).json() Apr 28 11:04:08.304124 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 28 11:04:08.304124 dv-neutron-master-2-hyperv neutron-server[116162]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 11:04:08.304124 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 11:04:08.304124 dv-neutron-master-2-hyperv neutron-server[116162]: return self.request(url, 'GET', **kwargs) Apr 28 11:04:08.304124 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 11:04:08.304124 dv-neutron-master-2-hyperv neutron-server[116162]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 11:04:08.304124 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 11:04:08.304124 dv-neutron-master-2-hyperv neutron-server[116162]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 11:04:08.304124 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 11:04:08.304124 dv-neutron-master-2-hyperv neutron-server[116162]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 11:04:08.304124 dv-neutron-master-2-hyperv neutron-server[116162]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 11:04:08.309787 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46647374-a794-482e-946d-2ddaee316b8b tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] No DVR routers for this DVR port 23d0b350-8d06-42b3-b133-738ff4787c54 on host dv-neutron-master-2-hyperv {{(pid=116162) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 11:04:08.317356 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e15d630c-a137-45ea-a12f-498fe378985e tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Pushing event updated for resources: {'Port': ['ID=90574a8a-8678-42af-ac50-c6da7282c72f,revision_number=2']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:04:08.330222 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-e15d630c-a137-45ea-a12f-498fe378985e tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2063164'] for floatingip (2475c425-2079-483e-bba7-10bca82c4e73), after_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:08.330391 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46647374-a794-482e-946d-2ddaee316b8b tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Pushing event deleted for resources: {'Port': ['ID=23d0b350-8d06-42b3-b133-738ff4787c54,revision_number=None']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:04:08.440794 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.db.l3_db [None req-e15d630c-a137-45ea-a12f-498fe378985e tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Floating IP 2475c425-2079-483e-bba7-10bca82c4e73 associated. External IP: 172.36.4.55, port: 7850d2bb-cfac-45b8-818d-93aede5fe4b9. Apr 28 11:04:08.467607 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-8069e59f-2d36-459b-8a52-539086db1571 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (None), before_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:08.501527 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Device 47b42d98-ff4d-4168-95b1-d890efc99bb5 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=116163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 11:04:08.532790 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-19bcb7ef-0878-4923-a4bf-462407b35814 tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Publish callbacks [] for router_controller (7a61ed78-023f-43d6-a86a-5af1aae9e69c), precommit_add_association {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:08.552681 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Provisioning complete for port 47b42d98-ff4d-4168-95b1-d890efc99bb5 triggered by entity L2. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:04:08.554288 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (47b42d98-ff4d-4168-95b1-d890efc99bb5), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:08.564708 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-46647374-a794-482e-946d-2ddaee316b8b tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-973498', 'neutron.services.segments.db._delete_segments_for_network-8742235207033'] for network (20c78722-8107-4c7a-a42e-0e56228a01a2), precommit_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:08.570707 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-d3cee631-f17e-46ba-8314-bfb8af9be4c3 tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-973477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2063122'] for network (0473a548-1c31-4763-a850-0adc631f037f), after_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:08.576130 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-d3cee631-f17e-46ba-8314-bfb8af9be4c3 tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] Publish callbacks [] for network (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:08.583001 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-d3cee631-f17e-46ba-8314-bfb8af9be4c3 tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] 10.222.0.10 "DELETE /v2.0/networks/0473a548-1c31-4763-a850-0adc631f037f HTTP/1.1" status: 204 len: 168 time: 1.8948374 Apr 28 11:04:08.585697 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 52912) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:04:08.636503 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Current status of the port 47b42d98-ff4d-4168-95b1-d890efc99bb5 is: ACTIVE; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:04:08.640438 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-318d099c-d88c-42cb-b30e-5864f0f46c52 req-8a75bb08-5610-4e2d-bc08-f9f70dbe8466 service neutron] 10.222.0.20 "GET /v2.0/networks/11667949-6108-4d31-ad58-bd4aa04ee38c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5607650 Apr 28 11:04:08.651716 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.notifiers.nova [None req-8069e59f-2d36-459b-8a52-539086db1571 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] device_id is not set on port d48768b5-67de-4b7f-b1f1-25014aab3059 yet. {{(pid=116162) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 28 11:04:08.664111 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-19bcb7ef-0878-4923-a4bf-462407b35814 tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2060818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1935326'] for router (7a61ed78-023f-43d6-a86a-5af1aae9e69c), after_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:08.669919 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e15d630c-a137-45ea-a12f-498fe378985e tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Router 9b89571b-9a7d-473a-a862-1c34e1e1b90f has already been hosted by L3 agent 6b492ad6-0876-4d74-b20d-28143a52ceba {{(pid=116161) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 11:04:08.695534 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.services.segments.db [None req-46647374-a794-482e-946d-2ddaee316b8b tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['20c78722-8107-4c7a-a42e-0e56228a01a2']}} {{(pid=116162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:04:08.764064 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.pecan_wsgi.hooks.translation [None req-25026dcb-3607-40ea-86a6-d9fa6aa43864 tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] DELETE failed (client error): The resource could not be found. Apr 28 11:04:08.764607 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-25026dcb-3607-40ea-86a6-d9fa6aa43864 tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=116162) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 28 11:04:08.770050 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-25026dcb-3607-40ea-86a6-d9fa6aa43864 tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] 10.222.0.10 "DELETE /v2.0/subnets/7be7dc61-2767-40a3-83e4-f1a2dd42da85 HTTP/1.1" status: 404 len: 337 time: 0.1263065 Apr 28 11:04:08.770050 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cee631-f17e-46ba-8314-bfb8af9be4c3 tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] Pushing event deleted for resources: {'Network': ['ID=0473a548-1c31-4763-a850-0adc631f037f,revision_number=None']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:04:08.771178 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 52914) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:04:08.774739 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.services.segments.db [None req-46647374-a794-482e-946d-2ddaee316b8b tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4808e89a-b3e3-4d63-827f-7aa3e1d54b26') {'for_net_delete': True} {{(pid=116162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:04:08.777843 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.services.segments.db [None req-46647374-a794-482e-946d-2ddaee316b8b tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4808e89a-b3e3-4d63-827f-7aa3e1d54b26') {} {{(pid=116162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:04:08.796896 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.pecan_wsgi.hooks.translation [None req-3107d31f-369a-4aa3-8c61-7316951053fc tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] DELETE failed (client error): The resource could not be found. Apr 28 11:04:08.802795 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3107d31f-369a-4aa3-8c61-7316951053fc tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=116161) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 28 11:04:08.802795 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-3107d31f-369a-4aa3-8c61-7316951053fc tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] 10.222.0.10 "DELETE /v2.0/networks/3eb911ca-cb54-4722-ba24-8a8743582b79 HTTP/1.1" status: 404 len: 339 time: 0.0282526 Apr 28 11:04:08.803095 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 52916) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:04:08.811361 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-46647374-a794-482e-946d-2ddaee316b8b tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742235208578', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5026548'] for segment (4808e89a-b3e3-4d63-827f-7aa3e1d54b26), before_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:08.813883 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e15d630c-a137-45ea-a12f-498fe378985e tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=116161) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 11:04:08.824440 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53c3e0c0-3e4d-4a11-a79d-8eb5e6715045 None None] Sync routers for ids ['9b89571b-9a7d-473a-a862-1c34e1e1b90f'] in dv-neutron-master-2-hyperv {{(pid=116163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 11:04:08.835576 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53c3e0c0-3e4d-4a11-a79d-8eb5e6715045 None None] Routers {'9b89571b-9a7d-473a-a862-1c34e1e1b90f'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=116163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 11:04:08.836830 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_hamode_db [None req-53c3e0c0-3e4d-4a11-a79d-8eb5e6715045 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-28T10:50:39Z,description=,heartbeat_timestamp=2022-04-28T11:03:39Z,host='dv-neutron-master-2-hyperv',id=6b492ad6-0876-4d74-b20d-28143a52ceba,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T10:50:40Z,topic='l3_agent')) {'router_ids': ['9b89571b-9a7d-473a-a862-1c34e1e1b90f'], 'active': True} {{(pid=116163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:04:08.841224 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.pecan_wsgi.hooks.translation [None req-cac09f12-0c37-4127-b415-81d2e9541926 tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] DELETE failed (client error): The resource could not be found. Apr 28 11:04:08.841416 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cac09f12-0c37-4127-b415-81d2e9541926 tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=116161) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 28 11:04:08.845134 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-cac09f12-0c37-4127-b415-81d2e9541926 tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] 10.222.0.10 "DELETE /v2.0/subnets/51d6b058-aa34-4635-bd67-72612ecf327a HTTP/1.1" status: 404 len: 337 time: 0.0411000 Apr 28 11:04:08.848547 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 52918) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:04:08.869736 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.pecan_wsgi.hooks.translation [None req-5a3b7bcb-4424-4fc4-8091-9c5c1c3bca23 tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] DELETE failed (client error): The resource could not be found. Apr 28 11:04:08.869968 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5a3b7bcb-4424-4fc4-8091-9c5c1c3bca23 tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=116161) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 28 11:04:08.873019 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-5a3b7bcb-4424-4fc4-8091-9c5c1c3bca23 tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] 10.222.0.10 "DELETE /v2.0/networks/105dfefb-86dc-4dd5-9807-5913f6bd5729 HTTP/1.1" status: 404 len: 339 time: 0.0236690 Apr 28 11:04:08.875577 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 52920) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:04:08.892262 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-19bcb7ef-0878-4923-a4bf-462407b35814 tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Publish callbacks [] for router (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:08.893643 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-19bcb7ef-0878-4923-a4bf-462407b35814 tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.9449999 Apr 28 11:04:08.898792 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-46647374-a794-482e-946d-2ddaee316b8b tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-961978'] for segment (4808e89a-b3e3-4d63-827f-7aa3e1d54b26), precommit_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:08.903920 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 52922) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:04:08.905663 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.pecan_wsgi.hooks.translation [None req-ae67282d-a550-4bf8-84a9-ad7badd76d83 tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] DELETE failed (client error): The resource could not be found. Apr 28 11:04:08.906318 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ae67282d-a550-4bf8-84a9-ad7badd76d83 tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=116161) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 28 11:04:08.909529 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-ae67282d-a550-4bf8-84a9-ad7badd76d83 tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] 10.222.0.10 "DELETE /v2.0/subnets/9f10477c-a4bf-4c75-80a4-920a80725711 HTTP/1.1" status: 404 len: 337 time: 0.0329583 Apr 28 11:04:08.912024 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 52924) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:04:08.931866 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.pecan_wsgi.hooks.translation [None req-839d266b-5e69-4f55-bb2b-0830d2d532a2 tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] DELETE failed (client error): The resource could not be found. Apr 28 11:04:08.932400 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-839d266b-5e69-4f55-bb2b-0830d2d532a2 tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=116161) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 28 11:04:08.937883 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-839d266b-5e69-4f55-bb2b-0830d2d532a2 tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] 10.222.0.10 "DELETE /v2.0/networks/ddfc8c0d-c240-4fbc-9254-d082df512f97 HTTP/1.1" status: 404 len: 339 time: 0.0224857 Apr 28 11:04:08.938375 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 52926) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:04:08.942875 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.v2.base [None req-1b1b866e-5869-4b7f-9303-27359d72490f tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-440713184'}} {{(pid=116162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:04:08.948505 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-e15d630c-a137-45ea-a12f-498fe378985e tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198022'] for floatingip (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:08.948904 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-46647374-a794-482e-946d-2ddaee316b8b tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Releasing vlan 90 on physical network physnet1 to pool {{(pid=116162) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 11:04:08.949309 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-46647374-a794-482e-946d-2ddaee316b8b tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-961978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5051884'] for segment (4808e89a-b3e3-4d63-827f-7aa3e1d54b26), after_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:08.962155 dv-neutron-master-2-hyperv neutron-server[116162]: Traceback (most recent call last): Apr 28 11:04:08.962155 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 11:04:08.962155 dv-neutron-master-2-hyperv neutron-server[116162]: timer() Apr 28 11:04:08.962155 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 11:04:08.962155 dv-neutron-master-2-hyperv neutron-server[116162]: cb(*args, **kw) Apr 28 11:04:08.962155 dv-neutron-master-2-hyperv neutron-server[116162]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 28 11:04:08.962155 dv-neutron-master-2-hyperv neutron-server[116162]: return func(*args, **kwargs) Apr 28 11:04:08.962155 dv-neutron-master-2-hyperv neutron-server[116162]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 11:04:08.962155 dv-neutron-master-2-hyperv neutron-server[116162]: self._notify() Apr 28 11:04:08.962155 dv-neutron-master-2-hyperv neutron-server[116162]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 11:04:08.962155 dv-neutron-master-2-hyperv neutron-server[116162]: self.callback(batched_events) Apr 28 11:04:08.962155 dv-neutron-master-2-hyperv neutron-server[116162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 11:04:08.962155 dv-neutron-master-2-hyperv neutron-server[116162]: event.method(event) Apr 28 11:04:08.962155 dv-neutron-master-2-hyperv neutron-server[116162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 28 11:04:08.962155 dv-neutron-master-2-hyperv neutron-server[116162]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 11:04:08.962155 dv-neutron-master-2-hyperv neutron-server[116162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 28 11:04:08.962155 dv-neutron-master-2-hyperv neutron-server[116162]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 11:04:08.962155 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 28 11:04:08.962155 dv-neutron-master-2-hyperv neutron-server[116162]: return f(self, *a, **k) Apr 28 11:04:08.962155 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 28 11:04:08.962155 dv-neutron-master-2-hyperv neutron-server[116162]: return self._get(url).json() Apr 28 11:04:08.962155 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 28 11:04:08.962155 dv-neutron-master-2-hyperv neutron-server[116162]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 11:04:08.962155 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 11:04:08.962155 dv-neutron-master-2-hyperv neutron-server[116162]: return self.request(url, 'GET', **kwargs) Apr 28 11:04:08.962155 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 11:04:08.962155 dv-neutron-master-2-hyperv neutron-server[116162]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 11:04:08.962155 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 11:04:08.962155 dv-neutron-master-2-hyperv neutron-server[116162]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 11:04:08.962155 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 11:04:08.962155 dv-neutron-master-2-hyperv neutron-server[116162]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 11:04:08.962155 dv-neutron-master-2-hyperv neutron-server[116162]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 11:04:08.980208 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvr_db [None req-53c3e0c0-3e4d-4a11-a79d-8eb5e6715045 None None] Set router 9b89571b-9a7d-473a-a862-1c34e1e1b90f gateway port host: dv-neutron-master-2-hyperv {{(pid=116163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 11:04:08.991452 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.pecan_wsgi.hooks.translation [None req-246e1bbb-8247-4830-b837-9136b21f5d7b tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] DELETE failed (client error): The resource could not be found. Apr 28 11:04:08.991914 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-246e1bbb-8247-4830-b837-9136b21f5d7b tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=116161) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 28 11:04:08.997887 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-246e1bbb-8247-4830-b837-9136b21f5d7b tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] 10.222.0.10 "DELETE /v2.0/subnets/7490218a-03ea-4a66-9593-3e4cfe6a4bc5 HTTP/1.1" status: 404 len: 337 time: 0.0556204 Apr 28 11:04:08.997887 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 52928) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:04:09.023879 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-e15d630c-a137-45ea-a12f-498fe378985e tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 5.5028346 Apr 28 11:04:09.023879 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bfb0e6d3-3659-4be6-8de6-82c47d9cfaf8', 'tag': '7850d2bb-cfac-45b8-818d-93aede5fe4b9'}] {{(pid=116161) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 11:04:09.024476 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e748734031c26dffb00ab563e48cb7690d820419218221ecd4f9c2a21276ff88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f31d9bf-020c-404a-a985-fb1ff1e4c8bd" -d '{"events": [{"name": "network-changed", "server_uuid": "bfb0e6d3-3659-4be6-8de6-82c47d9cfaf8", "tag": "7850d2bb-cfac-45b8-818d-93aede5fe4b9"}]}' {{(pid=116161) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 11:04:09.027200 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.pecan_wsgi.hooks.translation [None req-c03946c2-e2f4-4b69-b151-54f044fce9e8 tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] DELETE failed (client error): The resource could not be found. Apr 28 11:04:09.027771 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c03946c2-e2f4-4b69-b151-54f044fce9e8 tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=116161) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 28 11:04:09.031499 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-c03946c2-e2f4-4b69-b151-54f044fce9e8 tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] 10.222.0.10 "DELETE /v2.0/networks/c9644599-5cc8-4a7c-8db6-967c95e9b0dd HTTP/1.1" status: 404 len: 339 time: 0.0329230 Apr 28 11:04:09.035253 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 52930) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:04:09.038269 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 52934) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:04:09.089145 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 11:04:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16cdad59-be7a-4ae0-8d9c-6f7d564b1027 x-openstack-request-id: req-16cdad59-be7a-4ae0-8d9c-6f7d564b1027 {{(pid=116161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 11:04:09.089426 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bfb0e6d3-3659-4be6-8de6-82c47d9cfaf8", "tag": "7850d2bb-cfac-45b8-818d-93aede5fe4b9", "status": "completed", "code": 200}]} {{(pid=116161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 11:04:09.089516 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-16cdad59-be7a-4ae0-8d9c-6f7d564b1027 {{(pid=116161) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 11:04:09.090057 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.notifiers.nova [-] Nova event matching ['req-16cdad59-be7a-4ae0-8d9c-6f7d564b1027'] response: {'name': 'network-changed', 'server_uuid': 'bfb0e6d3-3659-4be6-8de6-82c47d9cfaf8', 'tag': '7850d2bb-cfac-45b8-818d-93aede5fe4b9', 'status': 'completed', 'code': 200} Apr 28 11:04:09.128659 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.pecan_wsgi.hooks.translation [None req-d88c1fc0-1228-48bd-9f0b-00908ad59364 tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] DELETE failed (client error): The resource could not be found. Apr 28 11:04:09.129214 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d88c1fc0-1228-48bd-9f0b-00908ad59364 tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=116161) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 28 11:04:09.132448 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-d88c1fc0-1228-48bd-9f0b-00908ad59364 tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] 10.222.0.10 "DELETE /v2.0/subnets/6b99c368-d453-492f-925b-b74cb377ecf8 HTTP/1.1" status: 404 len: 337 time: 0.0917230 Apr 28 11:04:09.154916 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 52936) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:04:09.188233 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.pecan_wsgi.hooks.translation [None req-e86b7378-1dc4-4255-89ac-eea6d4bab046 tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] DELETE failed (client error): The resource could not be found. Apr 28 11:04:09.188751 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e86b7378-1dc4-4255-89ac-eea6d4bab046 tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=116161) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 28 11:04:09.194288 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-e86b7378-1dc4-4255-89ac-eea6d4bab046 tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] 10.222.0.10 "DELETE /v2.0/networks/5dcdc4c0-a27d-48ed-8481-14b70612ca9a HTTP/1.1" status: 404 len: 339 time: 0.0354512 Apr 28 11:04:09.199873 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 52938) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:04:09.236350 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f31d9bf-020c-404a-a985-fb1ff1e4c8bd req-e9fe8efa-4743-4173-bcab-a2aee5450cbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:04:09.238062 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-9f31d9bf-020c-404a-a985-fb1ff1e4c8bd req-e9fe8efa-4743-4173-bcab-a2aee5450cbd service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=65d54c3b7dcd4af68398071d25e8321e&device_id=bfb0e6d3-3659-4be6-8de6-82c47d9cfaf8 HTTP/1.1" status: 200 len: 1129 time: 0.1466000 Apr 28 11:04:09.245673 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.pecan_wsgi.hooks.translation [None req-498f4082-5440-4c7e-ae1a-df5895f1f120 tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] DELETE failed (client error): The resource could not be found. Apr 28 11:04:09.247739 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-498f4082-5440-4c7e-ae1a-df5895f1f120 tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=116161) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 28 11:04:09.249373 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.plugin [None req-a671db20-6476-4018-9c94-fb4074ab7c03 tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Deleting port 0470ff5d-9b47-493f-95de-e6df0b829043 {{(pid=116162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 11:04:09.249969 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-a671db20-6476-4018-9c94-fb4074ab7c03 tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742235130188'] for port (0470ff5d-9b47-493f-95de-e6df0b829043), before_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:09.254904 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-498f4082-5440-4c7e-ae1a-df5895f1f120 tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] 10.222.0.10 "DELETE /v2.0/subnets/1e7368da-497c-4fc0-94bd-70a5f1f62648 HTTP/1.1" status: 404 len: 337 time: 0.0540068 Apr 28 11:04:09.255747 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_hamode_db [None req-53c3e0c0-3e4d-4a11-a79d-8eb5e6715045 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b89571b-9a7d-473a-a862-1c34e1e1b90f', 'name': 'tempest-TestNetworkBasicOps-router-1025925212', 'tenant_id': '65d54c3b7dcd4af68398071d25e8321e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'external_fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.82'}], 'enable_snat': True}, 'gw_port_id': 'b9c64965-b7a7-4361-8353-c97b8e1a2b9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T11:03:07Z', 'updated_at': '2022-04-28T11:03:20Z', 'revision_number': 4, 'project_id': '65d54c3b7dcd4af68398071d25e8321e', 'gw_port': {'id': 'b9c64965-b7a7-4361-8353-c97b8e1a2b9e', 'name': '', 'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:66:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b89571b-9a7d-473a-a862-1c34e1e1b90f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 744, 'fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:03:09Z', 'updated_at': '2022-04-28T11:03:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '2475c425-2079-483e-bba7-10bca82c4e73', 'tenant_id': '65d54c3b7dcd4af68398071d25e8321e', 'floating_ip_address': '172.36.4.55', 'floating_network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'router_id': '9b89571b-9a7d-473a-a862-1c34e1e1b90f', 'port_id': '7850d2bb-cfac-45b8-818d-93aede5fe4b9', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 887, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '274bb0ab-060a-48d2-9b11-773f8dd43851', 'mac_address': 'fa:16:3e:48:e1:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfb0e6d3-3659-4be6-8de6-82c47d9cfaf8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T11:04:07Z', 'updated_at': '2022-04-28T11:04:07Z', 'revision_number': 0, 'project_id': '65d54c3b7dcd4af68398071d25e8321e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3e2bce2e-72fd-4d33-8443-4c79cc3a3053', 'name': '', 'network_id': '274bb0ab-060a-48d2-9b11-773f8dd43851', 'tenant_id': '65d54c3b7dcd4af68398071d25e8321e', 'mac_address': 'fa:16:3e:f2:cf:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b89571b-9a7d-473a-a862-1c34e1e1b90f', 'device_owner': 'network:router_interface', 'standard_attr_id': 788, 'fixed_ips': [{'subnet_id': 'd64b489b-1e9c-4cb0-8d07-ab47553d5e71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:03:19Z', 'updated_at': '2022-04-28T11:03:32Z', 'revision_number': 5, 'project_id': '65d54c3b7dcd4af68398071d25e8321e', 'subnets': [{'id': 'd64b489b-1e9c-4cb0-8d07-ab47553d5e71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=116163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:04:09.255958 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 52940) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:04:09.277586 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-c861e34b-2559-494b-89cc-89ffe7bd352c tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] 10.222.0.10 "GET /v2.0/floatingips/2475c425-2079-483e-bba7-10bca82c4e73 HTTP/1.1" status: 200 len: 990 time: 0.2378824 Apr 28 11:04:09.287272 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53c3e0c0-3e4d-4a11-a79d-8eb5e6715045 None None] Checking router: 9b89571b-9a7d-473a-a862-1c34e1e1b90f for host: dv-neutron-master-2-hyperv {{(pid=116163) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 11:04:09.307917 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53c3e0c0-3e4d-4a11-a79d-8eb5e6715045 None None] Routers {'9b89571b-9a7d-473a-a862-1c34e1e1b90f'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=116163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 11:04:09.308977 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_hamode_db [None req-53c3e0c0-3e4d-4a11-a79d-8eb5e6715045 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-28T10:50:39Z,description=,heartbeat_timestamp=2022-04-28T11:03:39Z,host='dv-neutron-master-2-hyperv',id=6b492ad6-0876-4d74-b20d-28143a52ceba,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T10:50:40Z,topic='l3_agent')) {'router_ids': ['9b89571b-9a7d-473a-a862-1c34e1e1b90f'], 'active': True} {{(pid=116163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:04:09.378029 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.pecan_wsgi.hooks.translation [None req-1e8e0537-e0ff-41ed-bdf3-4bd20545cbaa tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] DELETE failed (client error): The resource could not be found. Apr 28 11:04:09.378976 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1e8e0537-e0ff-41ed-bdf3-4bd20545cbaa tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=116161) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 28 11:04:09.383868 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-1e8e0537-e0ff-41ed-bdf3-4bd20545cbaa tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] 10.222.0.10 "DELETE /v2.0/networks/8c04bb45-60cb-4397-acb2-d38cf80c75bd HTTP/1.1" status: 404 len: 339 time: 0.1169846 Apr 28 11:04:09.385680 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f31d9bf-020c-404a-a985-fb1ff1e4c8bd req-4f5878b3-6160-4737-b6b7-231c046ee0a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:04:09.387533 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-9f31d9bf-020c-404a-a985-fb1ff1e4c8bd req-4f5878b3-6160-4737-b6b7-231c046ee0a3 service neutron] 10.222.0.20 "GET /v2.0/networks?id=274bb0ab-060a-48d2-9b11-773f8dd43851 HTTP/1.1" status: 200 len: 895 time: 0.1290722 Apr 28 11:04:09.388252 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 52944) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:04:09.393129 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-318d099c-d88c-42cb-b30e-5864f0f46c52 req-b86386af-036d-43ab-9f71-845b1c213f3c service neutron] 10.222.0.20 "GET /v2.0/networks/11667949-6108-4d31-ad58-bd4aa04ee38c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7230484 Apr 28 11:04:09.431410 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b1b866e-5869-4b7f-9303-27359d72490f tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Made reservation on behalf of 0f4d85af73ea40518271b3ac6c23a282 for: {'network': 1} {{(pid=116162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 11:04:09.434768 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-1b1b866e-5869-4b7f-9303-27359d72490f tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for network (None), before_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:09.441594 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.pecan_wsgi.hooks.translation [None req-a2ffc028-7eb0-405d-959a-cabe93e32f87 tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] DELETE failed (client error): The resource could not be found. Apr 28 11:04:09.442745 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a2ffc028-7eb0-405d-959a-cabe93e32f87 tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=116161) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 28 11:04:09.446317 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-a2ffc028-7eb0-405d-959a-cabe93e32f87 tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] 10.222.0.10 "DELETE /v2.0/subnets/8a120fc4-be8b-4940-bfcb-253dcb616ae4 HTTP/1.1" status: 404 len: 337 time: 0.0566728 Apr 28 11:04:09.456007 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 52946) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:04:09.471114 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-46647374-a794-482e-946d-2ddaee316b8b tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-973477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2063122'] for network (20c78722-8107-4c7a-a42e-0e56228a01a2), after_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:09.498644 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-46647374-a794-482e-946d-2ddaee316b8b tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Publish callbacks [] for network (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:09.502857 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-46647374-a794-482e-946d-2ddaee316b8b tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] 10.222.0.10 "DELETE /v2.0/networks/20c78722-8107-4c7a-a42e-0e56228a01a2 HTTP/1.1" status: 204 len: 168 time: 3.8433754 Apr 28 11:04:09.509248 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 52948) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:04:09.520820 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.v2.base [None req-ca7b4248-773a-4098-8a0c-45d9c4d35d36 tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Request body: {'port': {'network_id': '5af9c5a9-50d8-4bfb-a7ef-82766428c3d5', 'name': 'tempest-PortsIpV6TestJSON-372178145'}} {{(pid=116161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:04:09.525288 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.db.db_base_plugin_common [None req-8069e59f-2d36-459b-8a52-539086db1571 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Allocated IP 172.20.0.9 (d8b9888a-35de-4458-a14d-e4b632428ce2/82b49888-68a7-471c-94df-9aba5a1bc523/d48768b5-67de-4b7f-b1f1-25014aab3059) {{(pid=116162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 11:04:09.528793 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-a671db20-6476-4018-9c94-fb4074ab7c03 tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1938497'] for port (0470ff5d-9b47-493f-95de-e6df0b829043), precommit_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:09.535195 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.pecan_wsgi.hooks.translation [None req-a875c0fe-887c-471e-b6a0-7665e8fd5180 tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] DELETE failed (client error): The resource could not be found. Apr 28 11:04:09.535717 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a875c0fe-887c-471e-b6a0-7665e8fd5180 tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=116162) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 28 11:04:09.541093 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-a875c0fe-887c-471e-b6a0-7665e8fd5180 tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] 10.222.0.10 "DELETE /v2.0/networks/1189235d-7751-4711-8cd5-c4c1345cce61 HTTP/1.1" status: 404 len: 339 time: 0.0817308 Apr 28 11:04:09.546303 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 52950) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:04:09.547277 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46647374-a794-482e-946d-2ddaee316b8b tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Pushing event deleted for resources: {'Network': ['ID=20c78722-8107-4c7a-a42e-0e56228a01a2,revision_number=None']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:04:09.563310 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1b1b866e-5869-4b7f-9303-27359d72490f tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 91} {{(pid=116162) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 11:04:09.565694 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.plugin [None req-a671db20-6476-4018-9c94-fb4074ab7c03 tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Calling delete_port for 0470ff5d-9b47-493f-95de-e6df0b829043 owned by network:router_interface {{(pid=116162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 11:04:09.571225 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8173c0e5-1a1b-49ba-8cbd-a111456bf9b8 req-d168f5ff-94b0-447c-bace-a6fdb5bc3761 tempest-ServerActionsTestJSON-1498610228 tempest-ServerActionsTestJSON-1498610228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:04:09.572923 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-8173c0e5-1a1b-49ba-8cbd-a111456bf9b8 req-d168f5ff-94b0-447c-bace-a6fdb5bc3761 tempest-ServerActionsTestJSON-1498610228 tempest-ServerActionsTestJSON-1498610228-project] 10.222.0.10 "GET /v2.0/ports?device_id=6bd2b59b-b5db-4639-9109-3dca095b7768 HTTP/1.1" status: 200 len: 946 time: 0.1425610 Apr 28 11:04:09.584514 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-1b1b866e-5869-4b7f-9303-27359d72490f tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-961978'] for segment (786272fe-40a7-4972-9d00-30a49da4c35a), precommit_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:09.584863 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.db.segments_db [None req-1b1b866e-5869-4b7f-9303-27359d72490f tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Added segment 786272fe-40a7-4972-9d00-30a49da4c35a of type vlan for network 2634f032-d4ae-4ad5-96de-8648922027d9 Apr 28 11:04:09.617654 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.pecan_wsgi.hooks.translation [None req-4781d567-870e-411f-a159-5d4aaa9a3671 tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] DELETE failed (client error): The resource could not be found. Apr 28 11:04:09.617915 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvr_db [None req-53c3e0c0-3e4d-4a11-a79d-8eb5e6715045 None None] Set router 9b89571b-9a7d-473a-a862-1c34e1e1b90f gateway port host: dv-neutron-master-2-hyperv {{(pid=116163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 11:04:09.618435 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4781d567-870e-411f-a159-5d4aaa9a3671 tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=116161) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 28 11:04:09.624128 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-4781d567-870e-411f-a159-5d4aaa9a3671 tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] 10.222.0.10 "DELETE /v2.0/subnets/5c3b932c-5e95-4cd9-a83f-eac393fbb752 HTTP/1.1" status: 404 len: 337 time: 0.0741029 Apr 28 11:04:09.648662 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-d759d559-a389-4280-aff7-a5c73c272c3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (6b492ad6-0876-4d74-b20d-28143a52ceba), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:09.657243 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 52952) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:04:09.680470 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.pecan_wsgi.hooks.translation [None req-92adf880-c9ae-4562-9a6e-6b648c5465d9 tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] DELETE failed (client error): The resource could not be found. Apr 28 11:04:09.681467 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-92adf880-c9ae-4562-9a6e-6b648c5465d9 tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=116161) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 28 11:04:09.686595 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-92adf880-c9ae-4562-9a6e-6b648c5465d9 tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] 10.222.0.10 "DELETE /v2.0/networks/6fe0b70e-3864-4da8-9b9a-67845716918a HTTP/1.1" status: 404 len: 339 time: 0.0258982 Apr 28 11:04:09.686595 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-9f31d9bf-020c-404a-a985-fb1ff1e4c8bd req-b30e6698-5c7a-4a32-a92e-bd0ebbf63ecc service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7850d2bb-cfac-45b8-818d-93aede5fe4b9 HTTP/1.1" status: 200 len: 998 time: 0.2854843 Apr 28 11:04:09.691134 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 52954) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:04:09.733244 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-1b1b866e-5869-4b7f-9303-27359d72490f tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742234744962'] for network (2634f032-d4ae-4ad5-96de-8648922027d9), precommit_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:09.773795 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-8173c0e5-1a1b-49ba-8cbd-a111456bf9b8 req-f43b5916-3038-4b83-99c6-11fb33573fc6 tempest-ServerActionsTestJSON-1498610228 tempest-ServerActionsTestJSON-1498610228-project] 10.222.0.10 "GET /v2.0/security-groups?id=0f246414-c46b-4ee7-b196-c819605d877f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1680629 Apr 28 11:04:09.783615 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f31d9bf-020c-404a-a985-fb1ff1e4c8bd req-1330fdc6-7e3f-4aac-9ca2-990ac9cde3f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:04:09.785195 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-9f31d9bf-020c-404a-a985-fb1ff1e4c8bd req-1330fdc6-7e3f-4aac-9ca2-990ac9cde3f3 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d64b489b-1e9c-4cb0-8d07-ab47553d5e71 HTTP/1.1" status: 200 len: 834 time: 0.0911589 Apr 28 11:04:09.815066 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.db.db_base_plugin_v2 [None req-d34b446a-d5f0-46cc-8482-c774e941eb25 tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] Deleting subnet 2a86753a-b4d4-4335-ac1d-735091738713 {{(pid=116162) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 28 11:04:09.822524 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-d34b446a-d5f0-46cc-8482-c774e941eb25 tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] Publish callbacks [] for subnet (2a86753a-b4d4-4335-ac1d-735091738713), before_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:09.839630 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f31d9bf-020c-404a-a985-fb1ff1e4c8bd req-3d11b032-14e0-447e-bcc5-263367d23591 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:04:09.841450 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-9f31d9bf-020c-404a-a985-fb1ff1e4c8bd req-3d11b032-14e0-447e-bcc5-263367d23591 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=274bb0ab-060a-48d2-9b11-773f8dd43851&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0495300 Apr 28 11:04:09.856783 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca7b4248-773a-4098-8a0c-45d9c4d35d36 tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Made reservation on behalf of 52264470dd074c0f8041ca0ce5281c12 for: {'port': 1} {{(pid=116161) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 11:04:09.860252 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-ca7b4248-773a-4098-8a0c-45d9c4d35d36 tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (None), before_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:09.864687 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_hamode_db [None req-53c3e0c0-3e4d-4a11-a79d-8eb5e6715045 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b89571b-9a7d-473a-a862-1c34e1e1b90f', 'name': 'tempest-TestNetworkBasicOps-router-1025925212', 'tenant_id': '65d54c3b7dcd4af68398071d25e8321e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'external_fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.82'}], 'enable_snat': True}, 'gw_port_id': 'b9c64965-b7a7-4361-8353-c97b8e1a2b9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T11:03:07Z', 'updated_at': '2022-04-28T11:03:20Z', 'revision_number': 4, 'project_id': '65d54c3b7dcd4af68398071d25e8321e', 'gw_port': {'id': 'b9c64965-b7a7-4361-8353-c97b8e1a2b9e', 'name': '', 'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:66:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b89571b-9a7d-473a-a862-1c34e1e1b90f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 744, 'fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:03:09Z', 'updated_at': '2022-04-28T11:03:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '2475c425-2079-483e-bba7-10bca82c4e73', 'tenant_id': '65d54c3b7dcd4af68398071d25e8321e', 'floating_ip_address': '172.36.4.55', 'floating_network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'router_id': '9b89571b-9a7d-473a-a862-1c34e1e1b90f', 'port_id': '7850d2bb-cfac-45b8-818d-93aede5fe4b9', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 887, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '274bb0ab-060a-48d2-9b11-773f8dd43851', 'mac_address': 'fa:16:3e:48:e1:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfb0e6d3-3659-4be6-8de6-82c47d9cfaf8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T11:04:07Z', 'updated_at': '2022-04-28T11:04:07Z', 'revision_number': 0, 'project_id': '65d54c3b7dcd4af68398071d25e8321e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3e2bce2e-72fd-4d33-8443-4c79cc3a3053', 'name': '', 'network_id': '274bb0ab-060a-48d2-9b11-773f8dd43851', 'tenant_id': '65d54c3b7dcd4af68398071d25e8321e', 'mac_address': 'fa:16:3e:f2:cf:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b89571b-9a7d-473a-a862-1c34e1e1b90f', 'device_owner': 'network:router_interface', 'standard_attr_id': 788, 'fixed_ips': [{'subnet_id': 'd64b489b-1e9c-4cb0-8d07-ab47553d5e71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:03:19Z', 'updated_at': '2022-04-28T11:03:32Z', 'revision_number': 5, 'project_id': '65d54c3b7dcd4af68398071d25e8321e', 'subnets': [{'id': 'd64b489b-1e9c-4cb0-8d07-ab47553d5e71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=116163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:04:09.894006 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53c3e0c0-3e4d-4a11-a79d-8eb5e6715045 None None] The sync data for ids ['9b89571b-9a7d-473a-a862-1c34e1e1b90f'] in dv-neutron-master-2-hyperv is: [{'id': '9b89571b-9a7d-473a-a862-1c34e1e1b90f', 'name': 'tempest-TestNetworkBasicOps-router-1025925212', 'tenant_id': '65d54c3b7dcd4af68398071d25e8321e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'external_fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.82'}], 'enable_snat': True}, 'gw_port_id': 'b9c64965-b7a7-4361-8353-c97b8e1a2b9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T11:03:07Z', 'updated_at': '2022-04-28T11:03:20Z', 'revision_number': 4, 'project_id': '65d54c3b7dcd4af68398071d25e8321e', 'gw_port': {'id': 'b9c64965-b7a7-4361-8353-c97b8e1a2b9e', 'name': '', 'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:66:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b89571b-9a7d-473a-a862-1c34e1e1b90f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 744, 'fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:03:09Z', 'updated_at': '2022-04-28T11:03:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '2475c425-2079-483e-bba7-10bca82c4e73', 'tenant_id': '65d54c3b7dcd4af68398071d25e8321e', 'floating_ip_address': '172.36.4.55', 'floating_network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'router_id': '9b89571b-9a7d-473a-a862-1c34e1e1b90f', 'port_id': '7850d2bb-cfac-45b8-818d-93aede5fe4b9', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 887, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '274bb0ab-060a-48d2-9b11-773f8dd43851', 'mac_address': 'fa:16:3e:48:e1:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfb0e6d3-3659-4be6-8de6-82c47d9cfaf8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T11:04:07Z', 'updated_at': '2022-04-28T11:04:07Z', 'revision_number': 0, 'project_id': '65d54c3b7dcd4af68398071d25e8321e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3e2bce2e-72fd-4d33-8443-4c79cc3a3053', 'name': '', 'network_id': '274bb0ab-060a-48d2-9b11-773f8dd43851', 'tenant_id': '65d54c3b7dcd4af68398071d25e8321e', 'mac_address': 'fa:16:3e:f2:cf:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b89571b-9a7d-473a-a862-1c34e1e1b90f', 'device_owner': 'network:router_interface', 'standard_attr_id': 788, 'fixed_ips': [{'subnet_id': 'd64b489b-1e9c-4cb0-8d07-ab47553d5e71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:03:19Z', 'updated_at': '2022-04-28T11:03:32Z', 'revision_number': 5, 'project_id': '65d54c3b7dcd4af68398071d25e8321e', 'subnets': [{'id': 'd64b489b-1e9c-4cb0-8d07-ab47553d5e71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=116163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 11:04:09.915829 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-1b1b866e-5869-4b7f-9303-27359d72490f tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042'] for network (2634f032-d4ae-4ad5-96de-8648922027d9), after_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:09.920803 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b1b866e-5869-4b7f-9303-27359d72490f tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:04:09.921390 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-1b1b866e-5869-4b7f-9303-27359d72490f tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Publish callbacks [] for network (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:09.924872 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.notifiers.nova [None req-ca7b4248-773a-4098-8a0c-45d9c4d35d36 tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] device_id is not set on port fd3eddbc-5520-4270-a3b2-945629725537 yet. {{(pid=116161) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 28 11:04:09.982372 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-d34b446a-d5f0-46cc-8482-c774e941eb25 tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5026541'] for subnet (2a86753a-b4d4-4335-ac1d-735091738713), precommit_delete_associations {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:10.012519 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-9f31d9bf-020c-404a-a985-fb1ff1e4c8bd req-2b53e9b4-0485-41dc-82c6-6b5cb360374e service neutron] 10.222.0.20 "GET /v2.0/networks/274bb0ab-060a-48d2-9b11-773f8dd43851?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1643293 Apr 28 11:04:10.070793 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-1b1b866e-5869-4b7f-9303-27359d72490f tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.1392815 Apr 28 11:04:10.071530 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b1b866e-5869-4b7f-9303-27359d72490f tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Pushing event updated for resources: {'Network': ['ID=2634f032-d4ae-4ad5-96de-8648922027d9,revision_number=1']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:04:10.078850 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 52956) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:04:10.097956 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Network 2634f032-d4ae-4ad5-96de-8648922027d9 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=116163) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 28 11:04:10.098541 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.v2.base [None req-8c244a9f-a2aa-40c4-a8f8-a5c01bc4c78b tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Request body: {'subnet': {'network_id': '2634f032-d4ae-4ad5-96de-8648922027d9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=116162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:04:10.107274 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-8069e59f-2d36-459b-8a52-539086db1571 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Publish callbacks [] for port (d48768b5-67de-4b7f-b1f1-25014aab3059), precommit_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:10.213722 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-ca7b4248-773a-4098-8a0c-45d9c4d35d36 tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Publish callbacks [] for port (fd3eddbc-5520-4270-a3b2-945629725537), precommit_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:10.221835 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-9f31d9bf-020c-404a-a985-fb1ff1e4c8bd req-3f3f0930-3ea0-48dc-85aa-0740b4ba76d4 service neutron] 10.222.0.20 "GET /v2.0/networks/274bb0ab-060a-48d2-9b11-773f8dd43851?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1983352 Apr 28 11:04:10.223602 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d6f22d1-df82-4348-8f49-70ce7d5f7161 None None] New status for floating IP 2475c425-2079-483e-bba7-10bca82c4e73: ACTIVE {{(pid=116164) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 28 11:04:10.282065 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 52958) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:04:10.299863 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-d34b446a-d5f0-46cc-8482-c774e941eb25 tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-971303'] for subnet (2a86753a-b4d4-4335-ac1d-735091738713), precommit_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:10.364764 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-6753bfb4-9a45-4a3a-bfa0-4e0754a61f27 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] 10.222.0.10 "GET /v2.0/floatingips/2475c425-2079-483e-bba7-10bca82c4e73 HTTP/1.1" status: 200 len: 990 time: 0.0802548 Apr 28 11:04:10.373313 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-ca7b4248-773a-4098-8a0c-45d9c4d35d36 tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742234710357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5219112'] for port (fd3eddbc-5520-4270-a3b2-945629725537), after_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:10.376825 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-8069e59f-2d36-459b-8a52-539086db1571 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742234710357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5051867'] for port (d48768b5-67de-4b7f-b1f1-25014aab3059), after_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:10.378472 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-a671db20-6476-4018-9c94-fb4074ab7c03 tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742235135690', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742234710366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5051867'] for port (0470ff5d-9b47-493f-95de-e6df0b829043), after_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:10.413911 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a671db20-6476-4018-9c94-fb4074ab7c03 tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Pushing event deleted for resources: {'Port': ['ID=0470ff5d-9b47-493f-95de-e6df0b829043,revision_number=None']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:04:10.425205 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca7b4248-773a-4098-8a0c-45d9c4d35d36 tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Network 5af9c5a9-50d8-4bfb-a7ef-82766428c3d5 is already hosted by enough agents. {{(pid=116161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 11:04:10.426623 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8069e59f-2d36-459b-8a52-539086db1571 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Network d8b9888a-35de-4458-a14d-e4b632428ce2 is already hosted by enough agents. {{(pid=116162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 11:04:10.428510 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.scheduler.base_scheduler [None req-ca7b4248-773a-4098-8a0c-45d9c4d35d36 tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Resources bound (agent type, host, resource id): {{(pid=116161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 11:04:10.434820 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca7b4248-773a-4098-8a0c-45d9c4d35d36 tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Received port after_create {{(pid=116161) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 11:04:10.436677 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-ae94d540-e4c6-43be-adc9-b26fb6a2f62f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (cfc241ae-e4b7-443b-b80b-59fbbc2b69c9), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:10.441852 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca7b4248-773a-4098-8a0c-45d9c4d35d36 tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:04:10.441852 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-ca7b4248-773a-4098-8a0c-45d9c4d35d36 tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198022'] for port (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:10.455615 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca7b4248-773a-4098-8a0c-45d9c4d35d36 tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Pushing event updated for resources: {'Port': ['ID=fd3eddbc-5520-4270-a3b2-945629725537,revision_number=1']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:04:10.475338 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.scheduler.base_scheduler [None req-8069e59f-2d36-459b-8a52-539086db1571 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Resources bound (agent type, host, resource id): {{(pid=116162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 11:04:10.480558 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c244a9f-a2aa-40c4-a8f8-a5c01bc4c78b tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Made reservation on behalf of 0f4d85af73ea40518271b3ac6c23a282 for: {'subnet': 1} {{(pid=116162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 11:04:10.485830 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-8c244a9f-a2aa-40c4-a8f8-a5c01bc4c78b tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4210834'] for subnet (None), before_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:10.494651 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8069e59f-2d36-459b-8a52-539086db1571 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Received port after_create {{(pid=116162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 11:04:10.494651 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-d34b446a-d5f0-46cc-8482-c774e941eb25 tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-971310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5053962', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4210815'] for subnet (2a86753a-b4d4-4335-ac1d-735091738713), after_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:10.544992 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-ca7b4248-773a-4098-8a0c-45d9c4d35d36 tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 1.0323339 Apr 28 11:04:10.546617 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 52960) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:04:10.617181 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d34b446a-d5f0-46cc-8482-c774e941eb25 tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] Pushing event deleted for resources: {'Subnet': ['ID=2a86753a-b4d4-4335-ac1d-735091738713,revision_number=None']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:04:10.629171 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-d34b446a-d5f0-46cc-8482-c774e941eb25 tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] Publish callbacks [] for subnet (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:10.635584 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-d34b446a-d5f0-46cc-8482-c774e941eb25 tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] 10.222.0.10 "DELETE /v2.0/subnets/2a86753a-b4d4-4335-ac1d-735091738713 HTTP/1.1" status: 204 len: 168 time: 0.9379692 Apr 28 11:04:10.636491 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8dc6e7d-b3b0-449a-b4e6-ea4863a747be None None] Network 9f7770af-8f7f-4913-8a3e-3b3362bd2b3f requested from dv-neutron-master-2-hyperv {{(pid=116163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 11:04:10.638238 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8069e59f-2d36-459b-8a52-539086db1571 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Pushing event updated for resources: {'Port': ['ID=d48768b5-67de-4b7f-b1f1-25014aab3059,revision_number=1']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:04:10.647028 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 52962) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:04:10.695070 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.plugin [None req-7730d7db-380a-4360-acb6-55dcf558394a tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Deleting port fd3eddbc-5520-4270-a3b2-945629725537 {{(pid=116161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 11:04:10.695427 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-7730d7db-380a-4360-acb6-55dcf558394a tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742235130188'] for port (fd3eddbc-5520-4270-a3b2-945629725537), before_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:10.750669 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8069e59f-2d36-459b-8a52-539086db1571 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:04:10.751621 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-8069e59f-2d36-459b-8a52-539086db1571 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198022'] for port (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:10.788353 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-7730d7db-380a-4360-acb6-55dcf558394a tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1938497'] for port (fd3eddbc-5520-4270-a3b2-945629725537), precommit_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:10.805928 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.plugin [None req-7730d7db-380a-4360-acb6-55dcf558394a tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Calling delete_port for fd3eddbc-5520-4270-a3b2-945629725537 owned by {{(pid=116161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 11:04:10.872902 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86cc2ab4-1d2c-4c0d-b32e-ffb9dd5a3786 None None] DHCP port deletion for 9f7770af-8f7f-4913-8a3e-3b3362bd2b3f request from dv-neutron-master-2-hyperv {{(pid=116163) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 28 11:04:10.876633 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-c60777d0-f597-4c29-a8af-9f0a72085435 None None] Provisioning complete for port d48768b5-67de-4b7f-b1f1-25014aab3059 triggered by entity DHCP. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:04:10.877007 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-c60777d0-f597-4c29-a8af-9f0a72085435 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (d48768b5-67de-4b7f-b1f1-25014aab3059), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:10.898499 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-a671db20-6476-4018-9c94-fb4074ab7c03 tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1603051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2063504'] for router_interface (f00f0213-1e42-4a51-b996-d01da5b6ad4b), after_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:10.920971 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-9e651039-67be-4b67-88e1-3e8dfdc0a236 tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-979593'] for network (9f7770af-8f7f-4913-8a3e-3b3362bd2b3f), before_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:10.930625 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47319f9c-c8d5-4d93-8bf3-45957575e3c4 req-aa6d1343-52fe-4391-8364-fb0b264501c6 tempest-ServerActionsTestJSON-1498610228 tempest-ServerActionsTestJSON-1498610228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:04:10.932478 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-47319f9c-c8d5-4d93-8bf3-45957575e3c4 req-aa6d1343-52fe-4391-8364-fb0b264501c6 tempest-ServerActionsTestJSON-1498610228 tempest-ServerActionsTestJSON-1498610228-project] 10.222.0.10 "GET /v2.0/ports?device_id=6bd2b59b-b5db-4639-9109-3dca095b7768 HTTP/1.1" status: 200 len: 946 time: 0.0699339 Apr 28 11:04:10.935044 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-c60777d0-f597-4c29-a8af-9f0a72085435 None None] Port d48768b5-67de-4b7f-b1f1-25014aab3059 cannot update to ACTIVE because it is not bound. {{(pid=116163) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 28 11:04:10.946889 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-86cc2ab4-1d2c-4c0d-b32e-ffb9dd5a3786 None None] Deleting port 1d0046a9-fcc7-4e47-bfd4-22f73b2e5fa2 {{(pid=116163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 11:04:10.947268 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-86cc2ab4-1d2c-4c0d-b32e-ffb9dd5a3786 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742235130188'] for port (1d0046a9-fcc7-4e47-bfd4-22f73b2e5fa2), before_delete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:11.011400 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-47319f9c-c8d5-4d93-8bf3-45957575e3c4 req-baf17c04-a9cd-4022-8f42-32a9a25bd6a7 tempest-ServerActionsTestJSON-1498610228 tempest-ServerActionsTestJSON-1498610228-project] 10.222.0.10 "GET /v2.0/security-groups?id=0f246414-c46b-4ee7-b196-c819605d877f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0605044 Apr 28 11:04:11.014473 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-86cc2ab4-1d2c-4c0d-b32e-ffb9dd5a3786 None None] For port 1d0046a9-fcc7-4e47-bfd4-22f73b2e5fa2, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=1d0046a9-fcc7-4e47-bfd4-22f73b2e5fa2,segment=NetworkSegment(334ad25c-08f6-440d-a063-620b7e4cec9e),segment_id=334ad25c-08f6-440d-a063-620b7e4cec9e)] {{(pid=116163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 11:04:11.015030 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-86cc2ab4-1d2c-4c0d-b32e-ffb9dd5a3786 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1938497'] for port (1d0046a9-fcc7-4e47-bfd4-22f73b2e5fa2), precommit_delete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:11.033905 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-86cc2ab4-1d2c-4c0d-b32e-ffb9dd5a3786 None None] Calling delete_port for 1d0046a9-fcc7-4e47-bfd4-22f73b2e5fa2 owned by network:dhcp {{(pid=116163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 11:04:11.038300 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-8069e59f-2d36-459b-8a52-539086db1571 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 4.2666404 Apr 28 11:04:11.041083 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 52966) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:04:11.054391 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-7730d7db-380a-4360-acb6-55dcf558394a tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742235135690', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742234710366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5219112'] for port (fd3eddbc-5520-4270-a3b2-945629725537), after_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:11.097708 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.plugin [None req-9e651039-67be-4b67-88e1-3e8dfdc0a236 tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] Deleting port 1d0046a9-fcc7-4e47-bfd4-22f73b2e5fa2 {{(pid=116162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 11:04:11.097972 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-9e651039-67be-4b67-88e1-3e8dfdc0a236 tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742235130188'] for port (1d0046a9-fcc7-4e47-bfd4-22f73b2e5fa2), before_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:11.141679 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7730d7db-380a-4360-acb6-55dcf558394a tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Pushing event deleted for resources: {'Port': ['ID=fd3eddbc-5520-4270-a3b2-945629725537,revision_number=None']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:04:11.167483 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-7730d7db-380a-4360-acb6-55dcf558394a tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198022'] for port (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:11.173385 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-7730d7db-380a-4360-acb6-55dcf558394a tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] 10.222.0.10 "DELETE /v2.0/ports/fd3eddbc-5520-4270-a3b2-945629725537 HTTP/1.1" status: 204 len: 168 time: 0.6253395 Apr 28 11:04:11.176151 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 52968) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:04:11.181422 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-86cc2ab4-1d2c-4c0d-b32e-ffb9dd5a3786 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742235135690', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742234710366'] for port (1d0046a9-fcc7-4e47-bfd4-22f73b2e5fa2), after_delete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:11.181573 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.v2.base [None req-272c2772-d395-42b7-8070-be98712d3ea2 tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Request body: {'port': {'network_id': '5af9c5a9-50d8-4bfb-a7ef-82766428c3d5', 'mac_address': 'fa:16:3e:c7:b1:66', 'name': 'tempest-PortsIpV6TestJSON-2056495736'}} {{(pid=116161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:04:11.191372 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffa2f55b-1f47-4456-9973-f4e6f0476c3d tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:04:11.192909 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-ffa2f55b-1f47-4456-9973-f4e6f0476c3d tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 921 time: 0.1504169 Apr 28 11:04:11.204048 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 52970) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:04:11.212453 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86cc2ab4-1d2c-4c0d-b32e-ffb9dd5a3786 None None] Pushing event deleted for resources: {'Port': ['ID=1d0046a9-fcc7-4e47-bfd4-22f73b2e5fa2,revision_number=None']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:04:11.214611 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86cc2ab4-1d2c-4c0d-b32e-ffb9dd5a3786 None None] No DVR routers for this DVR port 1d0046a9-fcc7-4e47-bfd4-22f73b2e5fa2 on host dv-neutron-master-2-hyperv {{(pid=116163) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 11:04:11.279607 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.db [None req-9e651039-67be-4b67-88e1-3e8dfdc0a236 tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] For port 1d0046a9-fcc7-4e47-bfd4-22f73b2e5fa2, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=1d0046a9-fcc7-4e47-bfd4-22f73b2e5fa2,segment=NetworkSegment(334ad25c-08f6-440d-a063-620b7e4cec9e),segment_id=334ad25c-08f6-440d-a063-620b7e4cec9e)] {{(pid=116162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 11:04:11.280052 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-9e651039-67be-4b67-88e1-3e8dfdc0a236 tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1938497'] for port (1d0046a9-fcc7-4e47-bfd4-22f73b2e5fa2), precommit_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:11.293238 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a671db20-6476-4018-9c94-fb4074ab7c03 tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Router f00f0213-1e42-4a51-b996-d01da5b6ad4b has already been hosted by L3 agent 6b492ad6-0876-4d74-b20d-28143a52ceba {{(pid=116162) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 11:04:11.298390 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.plugin [None req-9e651039-67be-4b67-88e1-3e8dfdc0a236 tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] Calling delete_port for 1d0046a9-fcc7-4e47-bfd4-22f73b2e5fa2 owned by network:dhcp {{(pid=116162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 11:04:11.311490 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59d92252-e74e-4704-9e39-42afe4211a50 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:04:11.317076 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59d92252-e74e-4704-9e39-42afe4211a50 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:04:11.322458 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59d92252-e74e-4704-9e39-42afe4211a50 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:04:11.324791 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-59d92252-e74e-4704-9e39-42afe4211a50 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2378 time: 0.1191535 Apr 28 11:04:11.328978 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 52972) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:04:11.351289 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-8c244a9f-a2aa-40c4-a8f8-a5c01bc4c78b tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5054027', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4210784'] for subnet (239fd4a7-9885-4cb6-b54a-2440592f7a50), after_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:11.367937 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 52974) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:04:11.454556 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-272c2772-d395-42b7-8070-be98712d3ea2 tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Made reservation on behalf of 52264470dd074c0f8041ca0ce5281c12 for: {'port': 1} {{(pid=116161) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 11:04:11.466876 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c244a9f-a2aa-40c4-a8f8-a5c01bc4c78b tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Pushing event updated for resources: {'Subnet': ['ID=239fd4a7-9885-4cb6-b54a-2440592f7a50,revision_number=0']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:04:11.533808 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.plugin [None req-99a6f409-4c35-4c54-bc97-249972f1fc95 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Deleting port d48768b5-67de-4b7f-b1f1-25014aab3059 {{(pid=116161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 11:04:11.534060 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-99a6f409-4c35-4c54-bc97-249972f1fc95 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742235130188'] for port (d48768b5-67de-4b7f-b1f1-25014aab3059), before_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:11.544106 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-158ab917-c0cc-417e-8db2-8044f0a069dc tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] 10.222.0.10 "GET /v2.0/floatingips/2475c425-2079-483e-bba7-10bca82c4e73 HTTP/1.1" status: 200 len: 992 time: 0.1733942 Apr 28 11:04:11.573951 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-272c2772-d395-42b7-8070-be98712d3ea2 tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (None), before_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:11.637223 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.notifiers.nova [None req-272c2772-d395-42b7-8070-be98712d3ea2 tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] device_id is not set on port 132e69f0-2cc2-4f65-9fb7-4115a7ca2151 yet. {{(pid=116161) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 28 11:04:11.694257 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-99a6f409-4c35-4c54-bc97-249972f1fc95 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1938497'] for port (d48768b5-67de-4b7f-b1f1-25014aab3059), precommit_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:11.718493 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.plugin [None req-99a6f409-4c35-4c54-bc97-249972f1fc95 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Calling delete_port for d48768b5-67de-4b7f-b1f1-25014aab3059 owned by {{(pid=116161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 11:04:11.792723 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a671db20-6476-4018-9c94-fb4074ab7c03 tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=116162) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 11:04:11.800254 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c244a9f-a2aa-40c4-a8f8-a5c01bc4c78b tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Checking segment: {'id': '786272fe-40a7-4972-9d00-30a49da4c35a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '2634f032-d4ae-4ad5-96de-8648922027d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 11:04:11.800575 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c244a9f-a2aa-40c4-a8f8-a5c01bc4c78b tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Network hostable DHCP agents. Network: 2634f032-d4ae-4ad5-96de-8648922027d9, hostable agents: ['75ba81b7-fe99-4281-90d2-a5adb445ecea'], hosted agents: [] {{(pid=116162) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 11:04:11.804803 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3793c41a-3453-484b-8d49-6f52ce03ba35 None None] Sync routers for ids ['f00f0213-1e42-4a51-b996-d01da5b6ad4b'] in dv-neutron-master-2-hyperv {{(pid=116163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 11:04:11.807593 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-a671db20-6476-4018-9c94-fb4074ab7c03 tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] 10.222.0.10 "PUT /v2.0/routers/f00f0213-1e42-4a51-b996-d01da5b6ad4b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0568357 Apr 28 11:04:11.810418 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 52976) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:04:11.819657 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3793c41a-3453-484b-8d49-6f52ce03ba35 None None] Routers {'f00f0213-1e42-4a51-b996-d01da5b6ad4b'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=116163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 11:04:11.820559 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_hamode_db [None req-3793c41a-3453-484b-8d49-6f52ce03ba35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-28T10:50:39Z,description=,heartbeat_timestamp=2022-04-28T11:04:09Z,host='dv-neutron-master-2-hyperv',id=6b492ad6-0876-4d74-b20d-28143a52ceba,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T10:50:40Z,topic='l3_agent')) {'router_ids': ['f00f0213-1e42-4a51-b996-d01da5b6ad4b'], 'active': True} {{(pid=116163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:04:11.845627 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-dcafb991-8904-422c-bb52-cb09d753285c tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] 10.222.0.10 "GET /v2.0/ports?device_id=f00f0213-1e42-4a51-b996-d01da5b6ad4b HTTP/1.1" status: 200 len: 205 time: 0.0339317 Apr 28 11:04:11.848957 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 52978) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:04:11.851346 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-9e651039-67be-4b67-88e1-3e8dfdc0a236 tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742235135690', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742234710366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5051867'] for port (1d0046a9-fcc7-4e47-bfd4-22f73b2e5fa2), after_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:11.862070 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_hamode_db [None req-3793c41a-3453-484b-8d49-6f52ce03ba35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=116163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:04:11.872518 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3793c41a-3453-484b-8d49-6f52ce03ba35 None None] Routers {'f00f0213-1e42-4a51-b996-d01da5b6ad4b'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=116163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 11:04:11.873225 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_hamode_db [None req-3793c41a-3453-484b-8d49-6f52ce03ba35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-28T10:50:39Z,description=,heartbeat_timestamp=2022-04-28T11:04:09Z,host='dv-neutron-master-2-hyperv',id=6b492ad6-0876-4d74-b20d-28143a52ceba,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T10:50:40Z,topic='l3_agent')) {'router_ids': ['f00f0213-1e42-4a51-b996-d01da5b6ad4b'], 'active': True} {{(pid=116163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:04:11.887844 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-272c2772-d395-42b7-8070-be98712d3ea2 tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Publish callbacks [] for port (132e69f0-2cc2-4f65-9fb7-4115a7ca2151), precommit_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:11.909365 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_hamode_db [None req-3793c41a-3453-484b-8d49-6f52ce03ba35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=116163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:04:11.910078 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3793c41a-3453-484b-8d49-6f52ce03ba35 None None] The sync data for ids ['f00f0213-1e42-4a51-b996-d01da5b6ad4b'] in dv-neutron-master-2-hyperv is: [] {{(pid=116163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 11:04:11.921682 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e651039-67be-4b67-88e1-3e8dfdc0a236 tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] Pushing event deleted for resources: {'Port': ['ID=1d0046a9-fcc7-4e47-bfd4-22f73b2e5fa2,revision_number=None']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:04:11.927855 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e651039-67be-4b67-88e1-3e8dfdc0a236 tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] No DVR routers for this DVR port 1d0046a9-fcc7-4e47-bfd4-22f73b2e5fa2 on host dv-neutron-master-2-hyperv {{(pid=116162) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 11:04:11.962732 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c244a9f-a2aa-40c4-a8f8-a5c01bc4c78b tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Network 2634f032-d4ae-4ad5-96de-8648922027d9 is scheduled to be hosted by DHCP agent 75ba81b7-fe99-4281-90d2-a5adb445ecea with binding_index 1 {{(pid=116162) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 11:04:11.990318 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-81cc469a-ada0-436c-8660-5b519a25cb2a tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Publish callbacks [] for router (f00f0213-1e42-4a51-b996-d01da5b6ad4b), before_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:11.995488 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-01ef1de1-12fd-4cef-b76b-793f91379468 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (39cc4f52-f5d9-4e2c-bbfa-7a1c528e1c40), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:12.013557 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-272c2772-d395-42b7-8070-be98712d3ea2 tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742234710357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5219112'] for port (132e69f0-2cc2-4f65-9fb7-4115a7ca2151), after_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:12.015549 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-99a6f409-4c35-4c54-bc97-249972f1fc95 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742235135690', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742234710366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5219112'] for port (d48768b5-67de-4b7f-b1f1-25014aab3059), after_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:12.079993 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-272c2772-d395-42b7-8070-be98712d3ea2 tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Pushing event updated for resources: {'Port': ['ID=132e69f0-2cc2-4f65-9fb7-4115a7ca2151,revision_number=1']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:04:12.098507 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-272c2772-d395-42b7-8070-be98712d3ea2 tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Network 5af9c5a9-50d8-4bfb-a7ef-82766428c3d5 is already hosted by enough agents. {{(pid=116161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 11:04:12.114341 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.scheduler.base_scheduler [None req-8c244a9f-a2aa-40c4-a8f8-a5c01bc4c78b tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 2634f032-d4ae-4ad5-96de-8648922027d9) {{(pid=116162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 11:04:12.116713 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-9e651039-67be-4b67-88e1-3e8dfdc0a236 tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-973498', 'neutron.services.segments.db._delete_segments_for_network-8742235207033'] for network (9f7770af-8f7f-4913-8a3e-3b3362bd2b3f), precommit_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:12.128767 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bae8e70-a0f4-42d6-adf6-ed8a558dfdc3 None None] Network 2634f032-d4ae-4ad5-96de-8648922027d9 requested from dv-neutron-master-2-hyperv {{(pid=116163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 11:04:12.128996 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c244a9f-a2aa-40c4-a8f8-a5c01bc4c78b tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:04:12.129512 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-8c244a9f-a2aa-40c4-a8f8-a5c01bc4c78b tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Publish callbacks [] for subnet (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:12.142811 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.scheduler.base_scheduler [None req-272c2772-d395-42b7-8070-be98712d3ea2 tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Resources bound (agent type, host, resource id): {{(pid=116161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 11:04:12.183076 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-272c2772-d395-42b7-8070-be98712d3ea2 tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Received port after_create {{(pid=116161) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 11:04:12.189036 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-272c2772-d395-42b7-8070-be98712d3ea2 tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:04:12.189696 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-272c2772-d395-42b7-8070-be98712d3ea2 tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198022'] for port (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:12.208590 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a6f409-4c35-4c54-bc97-249972f1fc95 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Pushing event deleted for resources: {'Port': ['ID=d48768b5-67de-4b7f-b1f1-25014aab3059,revision_number=None']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:04:12.219535 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.services.segments.db [None req-9e651039-67be-4b67-88e1-3e8dfdc0a236 tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9f7770af-8f7f-4913-8a3e-3b3362bd2b3f']}} {{(pid=116162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:04:12.233864 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.services.segments.db [None req-9e651039-67be-4b67-88e1-3e8dfdc0a236 tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '334ad25c-08f6-440d-a063-620b7e4cec9e') {'for_net_delete': True} {{(pid=116162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:04:12.234211 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.services.segments.db [None req-9e651039-67be-4b67-88e1-3e8dfdc0a236 tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '334ad25c-08f6-440d-a063-620b7e4cec9e') {} {{(pid=116162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:04:12.237359 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462216ee-be6b-43f0-99cc-628863feea0e req-b6eb15c4-8084-4f98-a830-e7c64dca92db tempest-ServerActionsTestJSON-1498610228 tempest-ServerActionsTestJSON-1498610228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:04:12.239025 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-462216ee-be6b-43f0-99cc-628863feea0e req-b6eb15c4-8084-4f98-a830-e7c64dca92db tempest-ServerActionsTestJSON-1498610228 tempest-ServerActionsTestJSON-1498610228-project] 10.222.0.10 "GET /v2.0/ports?device_id=6bd2b59b-b5db-4639-9109-3dca095b7768 HTTP/1.1" status: 200 len: 946 time: 0.1258028 Apr 28 11:04:12.254483 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-99a6f409-4c35-4c54-bc97-249972f1fc95 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198022'] for port (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:12.257871 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-99a6f409-4c35-4c54-bc97-249972f1fc95 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] 10.222.0.10 "DELETE /v2.0/ports/d48768b5-67de-4b7f-b1f1-25014aab3059 HTTP/1.1" status: 204 len: 168 time: 0.9278617 Apr 28 11:04:12.265316 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 52982) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:04:12.275939 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-81cc469a-ada0-436c-8660-5b519a25cb2a tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2060865', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-63275'] for router (f00f0213-1e42-4a51-b996-d01da5b6ad4b), precommit_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:12.278638 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-9e651039-67be-4b67-88e1-3e8dfdc0a236 tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742235208578', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5026548'] for segment (334ad25c-08f6-440d-a063-620b7e4cec9e), before_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:12.281669 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-81cc469a-ada0-436c-8660-5b519a25cb2a tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Publish callbacks [] for router_controller (f00f0213-1e42-4a51-b996-d01da5b6ad4b), precommit_delete_associations {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:12.283208 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-272c2772-d395-42b7-8070-be98712d3ea2 tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.1057322 Apr 28 11:04:12.287676 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 52984) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:04:12.300344 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c171aade-d4a5-4769-ac6c-e8e035c5e947 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-2634f032-d4ae-4ad5-96de-8648922027d9', 'network_id': '2634f032-d4ae-4ad5-96de-8648922027d9', 'project_id': '0f4d85af73ea40518271b3ac6c23a282', 'fixed_ips': [{'subnet_id': '239fd4a7-9885-4cb6-b54a-2440592f7a50'}]}} from dv-neutron-master-2-hyperv. {{(pid=116163) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 28 11:04:12.306028 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-c171aade-d4a5-4769-ac6c-e8e035c5e947 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (None), before_create {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:12.306156 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.pecan_wsgi.hooks.translation [None req-a7e2009c-2433-4ae8-957d-db65216bfd75 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] GET failed (client error): The resource could not be found. Apr 28 11:04:12.308555 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-a7e2009c-2433-4ae8-957d-db65216bfd75 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] 10.222.0.10 "GET /v2.0/ports/d48768b5-67de-4b7f-b1f1-25014aab3059 HTTP/1.1" status: 404 len: 333 time: 0.0424805 Apr 28 11:04:12.309184 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 52986) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:04:12.362468 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-9e651039-67be-4b67-88e1-3e8dfdc0a236 tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-961978'] for segment (334ad25c-08f6-440d-a063-620b7e4cec9e), precommit_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:12.371185 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9e651039-67be-4b67-88e1-3e8dfdc0a236 tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] Releasing vlan 59 on physical network physnet1 to pool {{(pid=116162) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 11:04:12.371911 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-9e651039-67be-4b67-88e1-3e8dfdc0a236 tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-961978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5051884'] for segment (334ad25c-08f6-440d-a063-620b7e4cec9e), after_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:12.409353 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee13a7a9-2edd-47da-98d8-40934dc2a4e1 tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:04:12.414307 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-ee13a7a9-2edd-47da-98d8-40934dc2a4e1 tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] 10.222.0.10 "GET /v2.0/ports/132e69f0-2cc2-4f65-9fb7-4115a7ca2151 HTTP/1.1" status: 200 len: 845 time: 0.1243663 Apr 28 11:04:12.420249 dv-neutron-master-2-hyperv neutron-server[116162]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 28 11:04:12.420249 dv-neutron-master-2-hyperv neutron-server[116162]: self.session.flush() Apr 28 11:04:12.420249 dv-neutron-master-2-hyperv neutron-server[116162]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 28 11:04:12.420249 dv-neutron-master-2-hyperv neutron-server[116162]: self.session.flush() Apr 28 11:04:12.420249 dv-neutron-master-2-hyperv neutron-server[116162]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 28 11:04:12.420249 dv-neutron-master-2-hyperv neutron-server[116162]: self.session.flush() Apr 28 11:04:12.420249 dv-neutron-master-2-hyperv neutron-server[116162]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 28 11:04:12.420249 dv-neutron-master-2-hyperv neutron-server[116162]: self.session.flush() Apr 28 11:04:12.420249 dv-neutron-master-2-hyperv neutron-server[116162]: Traceback (most recent call last): Apr 28 11:04:12.420249 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 11:04:12.420249 dv-neutron-master-2-hyperv neutron-server[116162]: timer() Apr 28 11:04:12.420249 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 11:04:12.420249 dv-neutron-master-2-hyperv neutron-server[116162]: cb(*args, **kw) Apr 28 11:04:12.420249 dv-neutron-master-2-hyperv neutron-server[116162]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 28 11:04:12.420249 dv-neutron-master-2-hyperv neutron-server[116162]: return func(*args, **kwargs) Apr 28 11:04:12.420249 dv-neutron-master-2-hyperv neutron-server[116162]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 11:04:12.420249 dv-neutron-master-2-hyperv neutron-server[116162]: self._notify() Apr 28 11:04:12.420249 dv-neutron-master-2-hyperv neutron-server[116162]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 11:04:12.420249 dv-neutron-master-2-hyperv neutron-server[116162]: self.callback(batched_events) Apr 28 11:04:12.420249 dv-neutron-master-2-hyperv neutron-server[116162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 11:04:12.420249 dv-neutron-master-2-hyperv neutron-server[116162]: event.method(event) Apr 28 11:04:12.420249 dv-neutron-master-2-hyperv neutron-server[116162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 28 11:04:12.420249 dv-neutron-master-2-hyperv neutron-server[116162]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 11:04:12.420249 dv-neutron-master-2-hyperv neutron-server[116162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 28 11:04:12.420249 dv-neutron-master-2-hyperv neutron-server[116162]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 11:04:12.420249 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 28 11:04:12.420249 dv-neutron-master-2-hyperv neutron-server[116162]: return f(self, *a, **k) Apr 28 11:04:12.420249 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 28 11:04:12.420249 dv-neutron-master-2-hyperv neutron-server[116162]: return self._get(url).json() Apr 28 11:04:12.420249 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 28 11:04:12.420249 dv-neutron-master-2-hyperv neutron-server[116162]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 11:04:12.420249 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 11:04:12.420249 dv-neutron-master-2-hyperv neutron-server[116162]: return self.request(url, 'GET', **kwargs) Apr 28 11:04:12.420249 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 11:04:12.420249 dv-neutron-master-2-hyperv neutron-server[116162]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 11:04:12.420249 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 11:04:12.420249 dv-neutron-master-2-hyperv neutron-server[116162]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 11:04:12.420249 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 11:04:12.420249 dv-neutron-master-2-hyperv neutron-server[116162]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 11:04:12.420249 dv-neutron-master-2-hyperv neutron-server[116162]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 11:04:12.420249 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 52988) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:04:12.425103 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.plugin [None req-ddaf503e-d3dd-49f5-96b5-e999a7a49394 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Deleting port d56336ff-7438-4728-a35d-e25d9a3c174e {{(pid=116161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 11:04:12.425456 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-ddaf503e-d3dd-49f5-96b5-e999a7a49394 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742235130188'] for port (d56336ff-7438-4728-a35d-e25d9a3c174e), before_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:12.441122 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-8c244a9f-a2aa-40c4-a8f8-a5c01bc4c78b tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.3553319 Apr 28 11:04:12.451713 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 52990) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:04:12.471411 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.db_base_plugin_common [None req-c171aade-d4a5-4769-ac6c-e8e035c5e947 None None] Allocated IP 2001:db8::2 (2634f032-d4ae-4ad5-96de-8648922027d9/239fd4a7-9885-4cb6-b54a-2440592f7a50/e8550d8a-37de-408c-9523-15355c9ad45d) {{(pid=116163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 11:04:12.517706 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Device 1d0046a9-fcc7-4e47-bfd4-22f73b2e5fa2 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=116163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 11:04:12.520851 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-462216ee-be6b-43f0-99cc-628863feea0e req-12368915-a4e0-4710-a487-55aed7bd9b13 tempest-ServerActionsTestJSON-1498610228 tempest-ServerActionsTestJSON-1498610228-project] 10.222.0.10 "GET /v2.0/security-groups?id=0f246414-c46b-4ee7-b196-c819605d877f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2753112 Apr 28 11:04:12.571097 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] No Port match for: 1d0046a9-fcc7-4e47-bfd4-22f73b2e5fa2 {{(pid=116163) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 28 11:04:12.571514 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Device 1d0046a9-fcc7-4e47-bfd4-22f73b2e5fa2 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=116163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 11:04:12.619453 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.plugin [None req-d4f4abb3-e59f-4861-b117-1c9d119d4c42 tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Deleting port 132e69f0-2cc2-4f65-9fb7-4115a7ca2151 {{(pid=116162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 11:04:12.620113 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-d4f4abb3-e59f-4861-b117-1c9d119d4c42 tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742235130188'] for port (132e69f0-2cc2-4f65-9fb7-4115a7ca2151), before_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:12.635616 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-81cc469a-ada0-436c-8660-5b519a25cb2a tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2060888'] for router (f00f0213-1e42-4a51-b996-d01da5b6ad4b), after_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:12.636227 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81cc469a-ada0-436c-8660-5b519a25cb2a tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Fanout notify agent at l3_agent the message router_deleted on router f00f0213-1e42-4a51-b996-d01da5b6ad4b {{(pid=116162) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 28 11:04:12.644704 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-81cc469a-ada0-436c-8660-5b519a25cb2a tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Publish callbacks [] for router (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:12.649037 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-81cc469a-ada0-436c-8660-5b519a25cb2a tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] 10.222.0.10 "DELETE /v2.0/routers/f00f0213-1e42-4a51-b996-d01da5b6ad4b HTTP/1.1" status: 204 len: 168 time: 0.7989416 Apr 28 11:04:12.649899 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 52992) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:04:12.667000 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-c171aade-d4a5-4769-ac6c-e8e035c5e947 None None] Publish callbacks [] for port (e8550d8a-37de-408c-9523-15355c9ad45d), precommit_create {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:12.673204 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-9e651039-67be-4b67-88e1-3e8dfdc0a236 tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-973477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2063122'] for network (9f7770af-8f7f-4913-8a3e-3b3362bd2b3f), after_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:12.678573 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-9e651039-67be-4b67-88e1-3e8dfdc0a236 tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] Publish callbacks [] for network (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:12.688440 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-9e651039-67be-4b67-88e1-3e8dfdc0a236 tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] 10.222.0.10 "DELETE /v2.0/networks/9f7770af-8f7f-4913-8a3e-3b3362bd2b3f HTTP/1.1" status: 204 len: 168 time: 2.0401349 Apr 28 11:04:12.730057 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e651039-67be-4b67-88e1-3e8dfdc0a236 tempest-NetworksTest-2040768292 tempest-NetworksTest-2040768292-project] Pushing event deleted for resources: {'Network': ['ID=9f7770af-8f7f-4913-8a3e-3b3362bd2b3f,revision_number=None']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:04:12.742056 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-c171aade-d4a5-4769-ac6c-e8e035c5e947 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742234710357'] for port (e8550d8a-37de-408c-9523-15355c9ad45d), after_create {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:12.788709 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-d4f4abb3-e59f-4861-b117-1c9d119d4c42 tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1938497'] for port (132e69f0-2cc2-4f65-9fb7-4115a7ca2151), precommit_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:12.805601 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c171aade-d4a5-4769-ac6c-e8e035c5e947 None None] Network 2634f032-d4ae-4ad5-96de-8648922027d9 is already hosted by enough agents. {{(pid=116163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 11:04:12.809750 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.scheduler.base_scheduler [None req-c171aade-d4a5-4769-ac6c-e8e035c5e947 None None] Resources bound (agent type, host, resource id): {{(pid=116163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 11:04:12.817380 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c171aade-d4a5-4769-ac6c-e8e035c5e947 None None] Received port after_create {{(pid=116163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 11:04:12.818887 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.db.db_base_plugin_v2 [None req-d569cc7b-1cb4-4856-9868-51fecd877b72 tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Deleting subnet 16a394f0-23f3-42d9-89e0-00661c00b762 {{(pid=116162) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 28 11:04:12.822144 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-d569cc7b-1cb4-4856-9868-51fecd877b72 tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Publish callbacks [] for subnet (16a394f0-23f3-42d9-89e0-00661c00b762), before_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:12.827881 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c171aade-d4a5-4769-ac6c-e8e035c5e947 None None] Pushing event updated for resources: {'Port': ['ID=e8550d8a-37de-408c-9523-15355c9ad45d,revision_number=1']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:04:12.852985 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.plugin [None req-d4f4abb3-e59f-4861-b117-1c9d119d4c42 tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Calling delete_port for 132e69f0-2cc2-4f65-9fb7-4115a7ca2151 owned by {{(pid=116162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 11:04:12.886771 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.managers [None req-c171aade-d4a5-4769-ac6c-e8e035c5e947 None None] Attempting to bind port e8550d8a-37de-408c-9523-15355c9ad45d on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=116163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 28 11:04:12.887443 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.managers [None req-c171aade-d4a5-4769-ac6c-e8e035c5e947 None None] Attempting to bind port e8550d8a-37de-408c-9523-15355c9ad45d by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '786272fe-40a7-4972-9d00-30a49da4c35a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '2634f032-d4ae-4ad5-96de-8648922027d9'}] {{(pid=116163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 28 11:04:12.887711 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c171aade-d4a5-4769-ac6c-e8e035c5e947 None None] Attempting to bind port e8550d8a-37de-408c-9523-15355c9ad45d on network 2634f032-d4ae-4ad5-96de-8648922027d9 {{(pid=116163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 11:04:12.894466 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c171aade-d4a5-4769-ac6c-e8e035c5e947 None None] Checking agent: {'id': 'd5baab19-5dd1-4902-922b-84acb048ab9c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 10, 50, 43), 'started_at': datetime.datetime(2022, 4, 28, 10, 51, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 11, 3, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=116163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 11:04:12.898924 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c171aade-d4a5-4769-ac6c-e8e035c5e947 None None] Checking segment: {'id': '786272fe-40a7-4972-9d00-30a49da4c35a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '2634f032-d4ae-4ad5-96de-8648922027d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 11:04:12.899515 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-c171aade-d4a5-4769-ac6c-e8e035c5e947 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:12.900111 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c171aade-d4a5-4769-ac6c-e8e035c5e947 None None] Bound using segment: {'id': '786272fe-40a7-4972-9d00-30a49da4c35a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '2634f032-d4ae-4ad5-96de-8648922027d9'} {{(pid=116163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 11:04:12.900835 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.managers [None req-c171aade-d4a5-4769-ac6c-e8e035c5e947 None None] Bound port: e8550d8a-37de-408c-9523-15355c9ad45d, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '786272fe-40a7-4972-9d00-30a49da4c35a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '2634f032-d4ae-4ad5-96de-8648922027d9'}}] {{(pid=116163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 28 11:04:12.901522 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-c171aade-d4a5-4769-ac6c-e8e035c5e947 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (e8550d8a-37de-408c-9523-15355c9ad45d), before_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:12.928638 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-d569cc7b-1cb4-4856-9868-51fecd877b72 tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5026541'] for subnet (16a394f0-23f3-42d9-89e0-00661c00b762), precommit_delete_associations {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:12.971692 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-c171aade-d4a5-4769-ac6c-e8e035c5e947 None None] For port e8550d8a-37de-408c-9523-15355c9ad45d, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=116163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 11:04:12.975633 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-c171aade-d4a5-4769-ac6c-e8e035c5e947 None None] For port e8550d8a-37de-408c-9523-15355c9ad45d, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=e8550d8a-37de-408c-9523-15355c9ad45d,segment=NetworkSegment(786272fe-40a7-4972-9d00-30a49da4c35a),segment_id=786272fe-40a7-4972-9d00-30a49da4c35a)] {{(pid=116163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 11:04:13.017342 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-ddaf503e-d3dd-49f5-96b5-e999a7a49394 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1938497'] for port (d56336ff-7438-4728-a35d-e25d9a3c174e), precommit_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:13.024943 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-c171aade-d4a5-4769-ac6c-e8e035c5e947 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393'] for port (e8550d8a-37de-408c-9523-15355c9ad45d), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:13.052687 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-d569cc7b-1cb4-4856-9868-51fecd877b72 tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-971303'] for subnet (16a394f0-23f3-42d9-89e0-00661c00b762), precommit_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:13.065638 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.plugin [None req-ddaf503e-d3dd-49f5-96b5-e999a7a49394 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Calling delete_port for d56336ff-7438-4728-a35d-e25d9a3c174e owned by {{(pid=116161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 11:04:13.118607 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-d4f4abb3-e59f-4861-b117-1c9d119d4c42 tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742235135690', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742234710366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5051867'] for port (132e69f0-2cc2-4f65-9fb7-4115a7ca2151), after_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:13.137747 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c171aade-d4a5-4769-ac6c-e8e035c5e947 None None] Pushing event updated for resources: {'Port': ['ID=e8550d8a-37de-408c-9523-15355c9ad45d,revision_number=2']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:04:13.152472 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f4abb3-e59f-4861-b117-1c9d119d4c42 tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Pushing event deleted for resources: {'Port': ['ID=132e69f0-2cc2-4f65-9fb7-4115a7ca2151,revision_number=None']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:04:13.173012 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-d4f4abb3-e59f-4861-b117-1c9d119d4c42 tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198022'] for port (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:13.179599 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-d4f4abb3-e59f-4861-b117-1c9d119d4c42 tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] 10.222.0.10 "DELETE /v2.0/ports/132e69f0-2cc2-4f65-9fb7-4115a7ca2151 HTTP/1.1" status: 204 len: 168 time: 0.7569017 Apr 28 11:04:13.182435 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 52998) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:04:13.213948 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.pecan_wsgi.hooks.translation [None req-35bd9a50-ab91-4eb3-9f90-6631a8814b3c tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] GET failed (client error): The resource could not be found. Apr 28 11:04:13.219121 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-35bd9a50-ab91-4eb3-9f90-6631a8814b3c tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] 10.222.0.10 "GET /v2.0/ports/132e69f0-2cc2-4f65-9fb7-4115a7ca2151 HTTP/1.1" status: 404 len: 333 time: 0.0366418 Apr 28 11:04:13.219762 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 53000) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:04:13.227495 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.v2.base [None req-27fda946-959b-4141-b865-67f548b1c692 tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Request body: {'port': {'network_id': '5af9c5a9-50d8-4bfb-a7ef-82766428c3d5', 'name': 'tempest-PortsIpV6TestJSON-89915161'}} {{(pid=116162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:04:13.232606 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 53002) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:04:13.262607 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-2a3513fd-da0c-485a-ac14-58572c680a9d tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (None), before_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:13.321963 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-d569cc7b-1cb4-4856-9868-51fecd877b72 tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-971310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5053962', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4210815'] for subnet (16a394f0-23f3-42d9-89e0-00661c00b762), after_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:13.372944 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (d5baab19-5dd1-4902-922b-84acb048ab9c), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:13.388442 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d569cc7b-1cb4-4856-9868-51fecd877b72 tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Pushing event deleted for resources: {'Subnet': ['ID=16a394f0-23f3-42d9-89e0-00661c00b762,revision_number=None']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:04:13.391198 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-d569cc7b-1cb4-4856-9868-51fecd877b72 tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Publish callbacks [] for subnet (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:13.394499 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-d569cc7b-1cb4-4856-9868-51fecd877b72 tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] 10.222.0.10 "DELETE /v2.0/subnets/16a394f0-23f3-42d9-89e0-00661c00b762 HTTP/1.1" status: 204 len: 168 time: 0.7402580 Apr 28 11:04:13.397403 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 53006) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:04:13.409734 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39aff2ec-23ca-4b53-b546-ccc099bbbde2 None None] Network 21f1e6f5-48b2-41c3-9a68-970d5188f8bf requested from dv-neutron-master-2-hyperv {{(pid=116163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 11:04:13.482298 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-8028d611-2bd8-455d-b29e-2d82eecdcb6b admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=6af68124dd864f2fba5b5c4453768950&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2455020 Apr 28 11:04:13.483445 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 53008) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:04:13.554207 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.db.db_base_plugin_v2 [None req-5b5cba75-9653-4146-9b64-1b7ec850bd24 tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Deleting subnet d656337b-193b-4beb-ba54-15f92b509276 {{(pid=116161) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 28 11:04:13.568314 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27fda946-959b-4141-b865-67f548b1c692 tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Made reservation on behalf of 52264470dd074c0f8041ca0ce5281c12 for: {'port': 1} {{(pid=116162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 11:04:13.571848 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-27fda946-959b-4141-b865-67f548b1c692 tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (None), before_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:13.584556 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-8e2709b5-5b24-499f-b3b4-9e7c6ad3cce2 admin admin] Publish callbacks [] for security_group (a952b6a4-0e46-4849-b4b9-bf54fb439481), before_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:13.589655 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-5b5cba75-9653-4146-9b64-1b7ec850bd24 tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Publish callbacks [] for subnet (d656337b-193b-4beb-ba54-15f92b509276), before_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:13.614102 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-8e2709b5-5b24-499f-b3b4-9e7c6ad3cce2 admin admin] Publish callbacks [] for security_group (a952b6a4-0e46-4849-b4b9-bf54fb439481), precommit_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:13.644560 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a5ac1f3-dae0-4b49-b6a5-7e96b4c7d32d None None] DHCP port deletion for 21f1e6f5-48b2-41c3-9a68-970d5188f8bf request from dv-neutron-master-2-hyperv {{(pid=116163) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 28 11:04:13.668484 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.notifiers.nova [None req-27fda946-959b-4141-b865-67f548b1c692 tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] device_id is not set on port cec2b0ec-1a70-4065-9186-1ee0bb1c3361 yet. {{(pid=116162) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 28 11:04:13.706214 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-1a5ac1f3-dae0-4b49-b6a5-7e96b4c7d32d None None] Deleting port e897b0e6-10c7-49d2-b271-0de0818e9556 {{(pid=116163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 11:04:13.707254 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-1a5ac1f3-dae0-4b49-b6a5-7e96b4c7d32d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742235130188'] for port (e897b0e6-10c7-49d2-b271-0de0818e9556), before_delete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:13.710448 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-5b5cba75-9653-4146-9b64-1b7ec850bd24 tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8076976'] for subnet (d656337b-193b-4beb-ba54-15f92b509276), precommit_delete_associations {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:13.760739 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf238f4-4cd2-4926-91f0-a35da77dec97 req-637ce3f1-0a55-4ae7-bf5d-c1a17a3adf21 tempest-ServerActionsTestJSON-1498610228 tempest-ServerActionsTestJSON-1498610228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:04:13.762919 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-9cf238f4-4cd2-4926-91f0-a35da77dec97 req-637ce3f1-0a55-4ae7-bf5d-c1a17a3adf21 tempest-ServerActionsTestJSON-1498610228 tempest-ServerActionsTestJSON-1498610228-project] 10.222.0.10 "GET /v2.0/ports?device_id=6bd2b59b-b5db-4639-9109-3dca095b7768 HTTP/1.1" status: 200 len: 946 time: 0.1346622 Apr 28 11:04:13.782151 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-1a5ac1f3-dae0-4b49-b6a5-7e96b4c7d32d None None] For port e897b0e6-10c7-49d2-b271-0de0818e9556, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=e897b0e6-10c7-49d2-b271-0de0818e9556,segment=NetworkSegment(b9e5ae35-f3ba-4913-a9c8-464f7dfe980c),segment_id=b9e5ae35-f3ba-4913-a9c8-464f7dfe980c)] {{(pid=116163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 11:04:13.782585 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-1a5ac1f3-dae0-4b49-b6a5-7e96b4c7d32d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1938497'] for port (e897b0e6-10c7-49d2-b271-0de0818e9556), precommit_delete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:13.795307 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-ddaf503e-d3dd-49f5-96b5-e999a7a49394 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742235135690', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742234710366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5219112'] for port (d56336ff-7438-4728-a35d-e25d9a3c174e), after_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:13.798588 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-1a5ac1f3-dae0-4b49-b6a5-7e96b4c7d32d None None] Calling delete_port for e897b0e6-10c7-49d2-b271-0de0818e9556 owned by network:dhcp {{(pid=116163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 11:04:13.822424 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-8e2709b5-5b24-499f-b3b4-9e7c6ad3cce2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924426'] for security_group (a952b6a4-0e46-4849-b4b9-bf54fb439481), after_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:13.825086 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-8e2709b5-5b24-499f-b3b4-9e7c6ad3cce2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:13.829251 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-8e2709b5-5b24-499f-b3b4-9e7c6ad3cce2 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/a952b6a4-0e46-4849-b4b9-bf54fb439481 HTTP/1.1" status: 204 len: 168 time: 0.3416786 Apr 28 11:04:13.860745 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2709b5-5b24-499f-b3b4-9e7c6ad3cce2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a952b6a4-0e46-4849-b4b9-bf54fb439481,revision_number=None']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:04:13.865365 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddaf503e-d3dd-49f5-96b5-e999a7a49394 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Pushing event deleted for resources: {'Port': ['ID=d56336ff-7438-4728-a35d-e25d9a3c174e,revision_number=None']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:04:13.868283 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.db.db_base_plugin_common [None req-2a3513fd-da0c-485a-ac14-58572c680a9d tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Allocated IP 2001:db8::1 (2634f032-d4ae-4ad5-96de-8648922027d9/239fd4a7-9885-4cb6-b54a-2440592f7a50/cdbf5767-b7c5-48f5-97ec-afc0a75ab932) {{(pid=116161) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 11:04:13.962555 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-27fda946-959b-4141-b865-67f548b1c692 tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Publish callbacks [] for port (cec2b0ec-1a70-4065-9186-1ee0bb1c3361), precommit_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:14.001295 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-1a5ac1f3-dae0-4b49-b6a5-7e96b4c7d32d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742235135690', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742234710366'] for port (e897b0e6-10c7-49d2-b271-0de0818e9556), after_delete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:14.018927 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-9cf238f4-4cd2-4926-91f0-a35da77dec97 req-c8124616-6064-43db-8e39-7607e7185404 tempest-ServerActionsTestJSON-1498610228 tempest-ServerActionsTestJSON-1498610228-project] 10.222.0.10 "GET /v2.0/security-groups?id=0f246414-c46b-4ee7-b196-c819605d877f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2480185 Apr 28 11:04:14.044937 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5ac1f3-dae0-4b49-b6a5-7e96b4c7d32d None None] Pushing event deleted for resources: {'Port': ['ID=e897b0e6-10c7-49d2-b271-0de0818e9556,revision_number=None']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:04:14.052168 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a5ac1f3-dae0-4b49-b6a5-7e96b4c7d32d None None] No DVR routers for this DVR port e897b0e6-10c7-49d2-b271-0de0818e9556 on host dv-neutron-master-2-hyperv {{(pid=116163) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 11:04:14.080244 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-5b5cba75-9653-4146-9b64-1b7ec850bd24 tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-971303'] for subnet (d656337b-193b-4beb-ba54-15f92b509276), precommit_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:14.080444 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-27fda946-959b-4141-b865-67f548b1c692 tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742234710357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5051867'] for port (cec2b0ec-1a70-4065-9186-1ee0bb1c3361), after_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:14.133998 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27fda946-959b-4141-b865-67f548b1c692 tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Network 5af9c5a9-50d8-4bfb-a7ef-82766428c3d5 is already hosted by enough agents. {{(pid=116162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 11:04:14.142026 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.scheduler.base_scheduler [None req-27fda946-959b-4141-b865-67f548b1c692 tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Resources bound (agent type, host, resource id): {{(pid=116162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 11:04:14.151440 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27fda946-959b-4141-b865-67f548b1c692 tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Received port after_create {{(pid=116162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 11:04:14.157359 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27fda946-959b-4141-b865-67f548b1c692 tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:04:14.158063 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-27fda946-959b-4141-b865-67f548b1c692 tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198022'] for port (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:14.168310 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-ddaf503e-d3dd-49f5-96b5-e999a7a49394 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198022'] for port (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:14.173422 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-ddaf503e-d3dd-49f5-96b5-e999a7a49394 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] 10.222.0.10 "DELETE /v2.0/ports/d56336ff-7438-4728-a35d-e25d9a3c174e HTTP/1.1" status: 204 len: 168 time: 1.8613646 Apr 28 11:04:14.176827 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 53014) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:04:14.213858 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27fda946-959b-4141-b865-67f548b1c692 tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Pushing event updated for resources: {'Port': ['ID=cec2b0ec-1a70-4065-9186-1ee0bb1c3361,revision_number=1']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:04:14.218248 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.pecan_wsgi.hooks.translation [None req-c5a72138-a518-4a93-b056-1dcb64f192de tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] GET failed (client error): The resource could not be found. Apr 28 11:04:14.222256 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-c5a72138-a518-4a93-b056-1dcb64f192de tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] 10.222.0.10 "GET /v2.0/ports/d56336ff-7438-4728-a35d-e25d9a3c174e HTTP/1.1" status: 404 len: 333 time: 0.0420570 Apr 28 11:04:14.222763 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 53018) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:04:14.264258 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-2a3513fd-da0c-485a-ac14-58572c680a9d tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Publish callbacks [] for port (cdbf5767-b7c5-48f5-97ec-afc0a75ab932), precommit_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:14.302110 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.db.db_base_plugin_v2 [None req-800d8832-5db4-4ce7-abb9-175844943b4c tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Deleting subnet 82b49888-68a7-471c-94df-9aba5a1bc523 {{(pid=116162) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 28 11:04:14.312185 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-800d8832-5db4-4ce7-abb9-175844943b4c tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Publish callbacks [] for subnet (82b49888-68a7-471c-94df-9aba5a1bc523), before_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:14.321248 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-27fda946-959b-4141-b865-67f548b1c692 tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 848 time: 1.0956790 Apr 28 11:04:14.321722 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 53020) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:04:14.329291 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.v2.base [None req-813d0a13-658a-4164-bc39-6fd9ff782d18 tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=116161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:04:14.370282 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-5b5cba75-9653-4146-9b64-1b7ec850bd24 tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-971310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5220601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5125409'] for subnet (d656337b-193b-4beb-ba54-15f92b509276), after_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:14.379618 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-800d8832-5db4-4ce7-abb9-175844943b4c tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5026541'] for subnet (82b49888-68a7-471c-94df-9aba5a1bc523), precommit_delete_associations {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:14.414619 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-2a3513fd-da0c-485a-ac14-58572c680a9d tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742234710357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5219112'] for port (cdbf5767-b7c5-48f5-97ec-afc0a75ab932), after_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:14.416867 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5cba75-9653-4146-9b64-1b7ec850bd24 tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Pushing event deleted for resources: {'Subnet': ['ID=d656337b-193b-4beb-ba54-15f92b509276,revision_number=None']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:04:14.422205 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec16f927-5ecf-4a83-803f-e110cfad9fbc None None] Network 5d4b40c1-092b-43e7-be27-c127b0221c8b requested from dv-neutron-master-2-hyperv {{(pid=116163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 11:04:14.427864 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-5b5cba75-9653-4146-9b64-1b7ec850bd24 tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Publish callbacks [] for subnet (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:14.433991 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-5b5cba75-9653-4146-9b64-1b7ec850bd24 tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] 10.222.0.10 "DELETE /v2.0/subnets/d656337b-193b-4beb-ba54-15f92b509276 HTTP/1.1" status: 204 len: 168 time: 1.0326836 Apr 28 11:04:14.434819 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 53026) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:04:14.531011 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a3513fd-da0c-485a-ac14-58572c680a9d tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Network 2634f032-d4ae-4ad5-96de-8648922027d9 is already hosted by enough agents. {{(pid=116161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 11:04:14.537717 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.scheduler.base_scheduler [None req-2a3513fd-da0c-485a-ac14-58572c680a9d tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Resources bound (agent type, host, resource id): {{(pid=116161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 11:04:14.561203 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-813d0a13-658a-4164-bc39-6fd9ff782d18 tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (cec2b0ec-1a70-4065-9186-1ee0bb1c3361), before_update {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:14.563561 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a3513fd-da0c-485a-ac14-58572c680a9d tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Received port after_create {{(pid=116161) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 11:04:14.564073 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-2a3513fd-da0c-485a-ac14-58572c680a9d tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2063275'] for router_interface (7a61ed78-023f-43d6-a86a-5af1aae9e69c), before_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:14.570223 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a3513fd-da0c-485a-ac14-58572c680a9d tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Pushing event updated for resources: {'Port': ['ID=cdbf5767-b7c5-48f5-97ec-afc0a75ab932,revision_number=1']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:04:14.605179 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Device e8550d8a-37de-408c-9523-15355c9ad45d up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=116163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 11:04:14.631500 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-800d8832-5db4-4ce7-abb9-175844943b4c tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-971303'] for subnet (82b49888-68a7-471c-94df-9aba5a1bc523), precommit_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:14.663312 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-99430d20-a637-460c-b07b-fdfbf60f5d34 tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-979593'] for network (21f1e6f5-48b2-41c3-9a68-970d5188f8bf), before_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:14.665027 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Provisioning complete for port e8550d8a-37de-408c-9523-15355c9ad45d triggered by entity L2. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:04:14.665162 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (e8550d8a-37de-408c-9523-15355c9ad45d), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:14.669102 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de0a6c56-b49f-4ff3-bc11-9b744d4211a1 None None] Network 2634f032-d4ae-4ad5-96de-8648922027d9 requested from dv-neutron-master-2-hyperv {{(pid=116163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 11:04:14.785721 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-265b1991-a735-4c03-b15e-7a4111aacdb2 None None] DHCP port deletion for 5d4b40c1-092b-43e7-be27-c127b0221c8b request from dv-neutron-master-2-hyperv {{(pid=116163) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 28 11:04:14.809848 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-723d2424-dd06-4502-bc30-3041aca74abe None None] Provisioning complete for port e8550d8a-37de-408c-9523-15355c9ad45d triggered by entity DHCP. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:04:14.810358 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-723d2424-dd06-4502-bc30-3041aca74abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (e8550d8a-37de-408c-9523-15355c9ad45d), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:14.815866 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-99430d20-a637-460c-b07b-fdfbf60f5d34 tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-973498', 'neutron.services.segments.db._delete_segments_for_network-8742235207033'] for network (21f1e6f5-48b2-41c3-9a68-970d5188f8bf), precommit_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:14.844867 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-800d8832-5db4-4ce7-abb9-175844943b4c tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-971310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5053962', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4210815'] for subnet (82b49888-68a7-471c-94df-9aba5a1bc523), after_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:14.861844 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.services.segments.db [None req-99430d20-a637-460c-b07b-fdfbf60f5d34 tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['21f1e6f5-48b2-41c3-9a68-970d5188f8bf']}} {{(pid=116162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:04:14.863599 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-2a3513fd-da0c-485a-ac14-58572c680a9d tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (cdbf5767-b7c5-48f5-97ec-afc0a75ab932), before_update {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:14.895177 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-800d8832-5db4-4ce7-abb9-175844943b4c tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Publish callbacks [] for subnet (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:14.898846 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-800d8832-5db4-4ce7-abb9-175844943b4c tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] 10.222.0.10 "DELETE /v2.0/subnets/82b49888-68a7-471c-94df-9aba5a1bc523 HTTP/1.1" status: 204 len: 168 time: 0.6751244 Apr 28 11:04:14.903172 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 53032) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:04:14.916188 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c43d38e-0f68-427b-ab45-f031092ff307 None None] Network d8b9888a-35de-4458-a14d-e4b632428ce2 requested from dv-neutron-master-2-hyperv {{(pid=116163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 11:04:14.916428 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.services.segments.db [None req-99430d20-a637-460c-b07b-fdfbf60f5d34 tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b9e5ae35-f3ba-4913-a9c8-464f7dfe980c') {'for_net_delete': True} {{(pid=116162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:04:14.916737 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.services.segments.db [None req-99430d20-a637-460c-b07b-fdfbf60f5d34 tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b9e5ae35-f3ba-4913-a9c8-464f7dfe980c') {} {{(pid=116162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:04:14.918892 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800d8832-5db4-4ce7-abb9-175844943b4c tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Pushing event deleted for resources: {'Subnet': ['ID=82b49888-68a7-471c-94df-9aba5a1bc523,revision_number=None']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:04:14.923643 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-265b1991-a735-4c03-b15e-7a4111aacdb2 None None] Deleting port b6d076e4-eed5-43e4-aaa5-30982fa9a545 {{(pid=116163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 11:04:14.924136 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-265b1991-a735-4c03-b15e-7a4111aacdb2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742235130188'] for port (b6d076e4-eed5-43e4-aaa5-30982fa9a545), before_delete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:14.944721 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-99430d20-a637-460c-b07b-fdfbf60f5d34 tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742235208578', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5026548'] for segment (b9e5ae35-f3ba-4913-a9c8-464f7dfe980c), before_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:14.973452 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-99430d20-a637-460c-b07b-fdfbf60f5d34 tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-961978'] for segment (b9e5ae35-f3ba-4913-a9c8-464f7dfe980c), precommit_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:15.022226 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-99430d20-a637-460c-b07b-fdfbf60f5d34 tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Releasing vlan 95 on physical network physnet1 to pool {{(pid=116162) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 11:04:15.022802 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-99430d20-a637-460c-b07b-fdfbf60f5d34 tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-961978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5051884'] for segment (b9e5ae35-f3ba-4913-a9c8-464f7dfe980c), after_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:15.026239 dv-neutron-master-2-hyperv neutron-server[116162]: Traceback (most recent call last): Apr 28 11:04:15.026239 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 11:04:15.026239 dv-neutron-master-2-hyperv neutron-server[116162]: timer() Apr 28 11:04:15.026239 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 11:04:15.026239 dv-neutron-master-2-hyperv neutron-server[116162]: cb(*args, **kw) Apr 28 11:04:15.026239 dv-neutron-master-2-hyperv neutron-server[116162]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 28 11:04:15.026239 dv-neutron-master-2-hyperv neutron-server[116162]: return func(*args, **kwargs) Apr 28 11:04:15.026239 dv-neutron-master-2-hyperv neutron-server[116162]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 11:04:15.026239 dv-neutron-master-2-hyperv neutron-server[116162]: self._notify() Apr 28 11:04:15.026239 dv-neutron-master-2-hyperv neutron-server[116162]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 11:04:15.026239 dv-neutron-master-2-hyperv neutron-server[116162]: self.callback(batched_events) Apr 28 11:04:15.026239 dv-neutron-master-2-hyperv neutron-server[116162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 11:04:15.026239 dv-neutron-master-2-hyperv neutron-server[116162]: event.method(event) Apr 28 11:04:15.026239 dv-neutron-master-2-hyperv neutron-server[116162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 28 11:04:15.026239 dv-neutron-master-2-hyperv neutron-server[116162]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 11:04:15.026239 dv-neutron-master-2-hyperv neutron-server[116162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 28 11:04:15.026239 dv-neutron-master-2-hyperv neutron-server[116162]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 11:04:15.026239 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 28 11:04:15.026239 dv-neutron-master-2-hyperv neutron-server[116162]: return f(self, *a, **k) Apr 28 11:04:15.026239 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 28 11:04:15.026239 dv-neutron-master-2-hyperv neutron-server[116162]: return self._get(url).json() Apr 28 11:04:15.026239 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 28 11:04:15.026239 dv-neutron-master-2-hyperv neutron-server[116162]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 11:04:15.026239 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 11:04:15.026239 dv-neutron-master-2-hyperv neutron-server[116162]: return self.request(url, 'GET', **kwargs) Apr 28 11:04:15.026239 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 11:04:15.026239 dv-neutron-master-2-hyperv neutron-server[116162]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 11:04:15.026239 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 11:04:15.026239 dv-neutron-master-2-hyperv neutron-server[116162]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 11:04:15.026239 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 11:04:15.026239 dv-neutron-master-2-hyperv neutron-server[116162]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 11:04:15.026239 dv-neutron-master-2-hyperv neutron-server[116162]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 11:04:15.036536 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-813d0a13-658a-4164-bc39-6fd9ff782d18 tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Publish callbacks [] for port (cec2b0ec-1a70-4065-9186-1ee0bb1c3361), precommit_update {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:15.062594 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-b0524a04-2d0e-4c3f-b7b9-ba32cd8d4142 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-979593'] for network (d8b9888a-35de-4458-a14d-e4b632428ce2), before_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:15.149948 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-813d0a13-658a-4164-bc39-6fd9ff782d18 tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5219123'] for port (cec2b0ec-1a70-4065-9186-1ee0bb1c3361), after_update {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:15.166764 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.plugin [None req-b0524a04-2d0e-4c3f-b7b9-ba32cd8d4142 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Deleting port 47b42d98-ff4d-4168-95b1-d890efc99bb5 {{(pid=116162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 11:04:15.167565 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-b0524a04-2d0e-4c3f-b7b9-ba32cd8d4142 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742235130188'] for port (47b42d98-ff4d-4168-95b1-d890efc99bb5), before_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:15.237764 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac00f9c9-6b93-445e-9389-24a4a13d73ee req-86b21154-e897-472e-b595-b433ae1b3100 tempest-ServerActionsTestJSON-1498610228 tempest-ServerActionsTestJSON-1498610228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:04:15.246772 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-ac00f9c9-6b93-445e-9389-24a4a13d73ee req-86b21154-e897-472e-b595-b433ae1b3100 tempest-ServerActionsTestJSON-1498610228 tempest-ServerActionsTestJSON-1498610228-project] 10.222.0.10 "GET /v2.0/ports?device_id=6bd2b59b-b5db-4639-9109-3dca095b7768 HTTP/1.1" status: 200 len: 946 time: 0.1143966 Apr 28 11:04:15.249568 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.db [None req-b0524a04-2d0e-4c3f-b7b9-ba32cd8d4142 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] For port 47b42d98-ff4d-4168-95b1-d890efc99bb5, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=47b42d98-ff4d-4168-95b1-d890efc99bb5,segment=NetworkSegment(83502939-9872-41bc-8680-bc9f1ed8b20f),segment_id=83502939-9872-41bc-8680-bc9f1ed8b20f)] {{(pid=116162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 11:04:15.250586 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-b0524a04-2d0e-4c3f-b7b9-ba32cd8d4142 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1938497'] for port (47b42d98-ff4d-4168-95b1-d890efc99bb5), precommit_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:15.269693 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.plugin [None req-813d0a13-658a-4164-bc39-6fd9ff782d18 tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] In _notify_port_updated(), no bound segment for port cec2b0ec-1a70-4065-9186-1ee0bb1c3361 on network 5af9c5a9-50d8-4bfb-a7ef-82766428c3d5 {{(pid=116161) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:936}} Apr 28 11:04:15.271103 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.plugin [None req-b0524a04-2d0e-4c3f-b7b9-ba32cd8d4142 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Calling delete_port for 47b42d98-ff4d-4168-95b1-d890efc99bb5 owned by network:dhcp {{(pid=116162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 11:04:15.276075 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-813d0a13-658a-4164-bc39-6fd9ff782d18 tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:04:15.277058 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-813d0a13-658a-4164-bc39-6fd9ff782d18 tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198022'] for port (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:15.278673 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-813d0a13-658a-4164-bc39-6fd9ff782d18 tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] 10.222.0.10 "PUT /v2.0/ports/cec2b0ec-1a70-4065-9186-1ee0bb1c3361 HTTP/1.1" status: 200 len: 818 time: 0.9555740 Apr 28 11:04:15.297781 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 53044) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:04:15.318277 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-265b1991-a735-4c03-b15e-7a4111aacdb2 None None] For port b6d076e4-eed5-43e4-aaa5-30982fa9a545, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=b6d076e4-eed5-43e4-aaa5-30982fa9a545,segment=NetworkSegment(9bfb6b06-27f3-4977-95fe-5aa6cf441273),segment_id=9bfb6b06-27f3-4977-95fe-5aa6cf441273)] {{(pid=116163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 11:04:15.319443 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-265b1991-a735-4c03-b15e-7a4111aacdb2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1938497'] for port (b6d076e4-eed5-43e4-aaa5-30982fa9a545), precommit_delete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:15.355960 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 53046) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:04:15.363394 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-99430d20-a637-460c-b07b-fdfbf60f5d34 tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-973477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2063122'] for network (21f1e6f5-48b2-41c3-9a68-970d5188f8bf), after_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:15.369285 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-99430d20-a637-460c-b07b-fdfbf60f5d34 tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Publish callbacks [] for network (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:15.375651 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-99430d20-a637-460c-b07b-fdfbf60f5d34 tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] 10.222.0.10 "DELETE /v2.0/networks/21f1e6f5-48b2-41c3-9a68-970d5188f8bf HTTP/1.1" status: 204 len: 168 time: 0.9393375 Apr 28 11:04:15.380985 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 53050) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:04:15.381910 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-723d2424-dd06-4502-bc30-3041aca74abe None None] Current status of the port e8550d8a-37de-408c-9523-15355c9ad45d is: DOWN; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:04:15.382297 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-723d2424-dd06-4502-bc30-3041aca74abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (e8550d8a-37de-408c-9523-15355c9ad45d), before_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:15.392421 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-265b1991-a735-4c03-b15e-7a4111aacdb2 None None] Calling delete_port for b6d076e4-eed5-43e4-aaa5-30982fa9a545 owned by network:dhcp {{(pid=116163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 11:04:15.409902 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99430d20-a637-460c-b07b-fdfbf60f5d34 tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Pushing event deleted for resources: {'Network': ['ID=21f1e6f5-48b2-41c3-9a68-970d5188f8bf,revision_number=None']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:04:15.444660 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-813d0a13-658a-4164-bc39-6fd9ff782d18 tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Pushing event updated for resources: {'Port': ['ID=cec2b0ec-1a70-4065-9186-1ee0bb1c3361,revision_number=2']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:04:15.458252 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-ac00f9c9-6b93-445e-9389-24a4a13d73ee req-4dfe9883-5097-44c4-a3c1-bb2774438030 tempest-ServerActionsTestJSON-1498610228 tempest-ServerActionsTestJSON-1498610228-project] 10.222.0.10 "GET /v2.0/security-groups?id=0f246414-c46b-4ee7-b196-c819605d877f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2100823 Apr 28 11:04:15.487017 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Current status of the port e8550d8a-37de-408c-9523-15355c9ad45d is: DOWN; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:04:15.487459 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (e8550d8a-37de-408c-9523-15355c9ad45d), before_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:15.516482 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-b0524a04-2d0e-4c3f-b7b9-ba32cd8d4142 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742235135690', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742234710366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5051867'] for port (47b42d98-ff4d-4168-95b1-d890efc99bb5), after_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:15.562440 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-9deb9dd5-86da-4528-883d-ae3318adb1df tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-979593'] for network (5d4b40c1-092b-43e7-be27-c127b0221c8b), before_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:15.569837 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0524a04-2d0e-4c3f-b7b9-ba32cd8d4142 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] No DVR routers for this DVR port 47b42d98-ff4d-4168-95b1-d890efc99bb5 on host dv-neutron-master-2-hyperv {{(pid=116162) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 11:04:15.578526 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0524a04-2d0e-4c3f-b7b9-ba32cd8d4142 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Pushing event deleted for resources: {'Port': ['ID=47b42d98-ff4d-4168-95b1-d890efc99bb5,revision_number=None']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:04:15.595710 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] For port e8550d8a-37de-408c-9523-15355c9ad45d, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=e8550d8a-37de-408c-9523-15355c9ad45d,segment=NetworkSegment(786272fe-40a7-4972-9d00-30a49da4c35a),segment_id=786272fe-40a7-4972-9d00-30a49da4c35a)] {{(pid=116163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 11:04:15.597269 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-265b1991-a735-4c03-b15e-7a4111aacdb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742235135690', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742234710366'] for port (b6d076e4-eed5-43e4-aaa5-30982fa9a545), after_delete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:15.634529 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.plugin [None req-d9b10469-c9d3-466c-9122-d71a1af27e89 tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Deleting port cec2b0ec-1a70-4065-9186-1ee0bb1c3361 {{(pid=116161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 11:04:15.635401 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-d9b10469-c9d3-466c-9122-d71a1af27e89 tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742235130188'] for port (cec2b0ec-1a70-4065-9186-1ee0bb1c3361), before_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:15.637150 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.v2.base [None req-390d95c6-fd6c-49a5-a608-6361b28d9448 tempest-SubnetPoolsTestJSON-2067893629 tempest-SubnetPoolsTestJSON-2067893629-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-1032516097', 'prefixes': ['172.20.0.0/16']}} {{(pid=116162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:04:15.639640 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265b1991-a735-4c03-b15e-7a4111aacdb2 None None] Pushing event deleted for resources: {'Port': ['ID=b6d076e4-eed5-43e4-aaa5-30982fa9a545,revision_number=None']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:04:15.641518 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-265b1991-a735-4c03-b15e-7a4111aacdb2 None None] No DVR routers for this DVR port b6d076e4-eed5-43e4-aaa5-30982fa9a545 on host dv-neutron-master-2-hyperv {{(pid=116163) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 11:04:15.642634 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-2a3513fd-da0c-485a-ac14-58572c680a9d tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Publish callbacks [] for port (cdbf5767-b7c5-48f5-97ec-afc0a75ab932), precommit_update {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:15.675711 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393'] for port (e8550d8a-37de-408c-9523-15355c9ad45d), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:15.735879 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30adca20-6776-44a3-b18d-1bc2e263663e None None] DHCP port deletion for d8b9888a-35de-4458-a14d-e4b632428ce2 request from dv-neutron-master-2-hyperv {{(pid=116163) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 28 11:04:15.766834 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-d9b10469-c9d3-466c-9122-d71a1af27e89 tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1938497'] for port (cec2b0ec-1a70-4065-9186-1ee0bb1c3361), precommit_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:15.797572 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Device e897b0e6-10c7-49d2-b271-0de0818e9556 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=116163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 11:04:15.814372 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.plugin [None req-d9b10469-c9d3-466c-9122-d71a1af27e89 tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Calling delete_port for cec2b0ec-1a70-4065-9186-1ee0bb1c3361 owned by {{(pid=116161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 11:04:15.818268 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-2a3513fd-da0c-485a-ac14-58572c680a9d tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5219123'] for port (cdbf5767-b7c5-48f5-97ec-afc0a75ab932), after_update {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:15.819677 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-2a3513fd-da0c-485a-ac14-58572c680a9d tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1603056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2063387'] for router_interface (7a61ed78-023f-43d6-a86a-5af1aae9e69c), after_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:15.845411 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-b0524a04-2d0e-4c3f-b7b9-ba32cd8d4142 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-973498', 'neutron.services.segments.db._delete_segments_for_network-8742235207033'] for network (d8b9888a-35de-4458-a14d-e4b632428ce2), precommit_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:15.883794 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] No Port match for: e897b0e6-10c7-49d2-b271-0de0818e9556 {{(pid=116163) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 28 11:04:15.892191 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a3513fd-da0c-485a-ac14-58572c680a9d tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Pushing event updated for resources: {'Port': ['ID=cdbf5767-b7c5-48f5-97ec-afc0a75ab932,revision_number=2']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:04:15.909558 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Device e897b0e6-10c7-49d2-b271-0de0818e9556 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=116163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 11:04:15.911988 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Pushing event updated for resources: {'Port': ['ID=e8550d8a-37de-408c-9523-15355c9ad45d,revision_number=3']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:04:15.926768 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.db.api [None req-723d2424-dd06-4502-bc30-3041aca74abe None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=116163) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 28 11:04:15.928619 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG oslo_db.api [None req-723d2424-dd06-4502-bc30-3041aca74abe None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=116163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 28 11:04:15.981726 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-9deb9dd5-86da-4528-883d-ae3318adb1df tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-973498', 'neutron.services.segments.db._delete_segments_for_network-8742235207033'] for network (5d4b40c1-092b-43e7-be27-c127b0221c8b), precommit_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:16.034225 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.services.segments.db [None req-b0524a04-2d0e-4c3f-b7b9-ba32cd8d4142 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d8b9888a-35de-4458-a14d-e4b632428ce2']}} {{(pid=116162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:04:16.044126 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.services.segments.db [None req-9deb9dd5-86da-4528-883d-ae3318adb1df tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5d4b40c1-092b-43e7-be27-c127b0221c8b']}} {{(pid=116162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:04:16.055204 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.services.segments.db [None req-b0524a04-2d0e-4c3f-b7b9-ba32cd8d4142 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '83502939-9872-41bc-8680-bc9f1ed8b20f') {'for_net_delete': True} {{(pid=116162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:04:16.055789 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.services.segments.db [None req-b0524a04-2d0e-4c3f-b7b9-ba32cd8d4142 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '83502939-9872-41bc-8680-bc9f1ed8b20f') {} {{(pid=116162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:04:16.066537 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.services.segments.db [None req-9deb9dd5-86da-4528-883d-ae3318adb1df tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9bfb6b06-27f3-4977-95fe-5aa6cf441273') {'for_net_delete': True} {{(pid=116162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:04:16.067250 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.services.segments.db [None req-9deb9dd5-86da-4528-883d-ae3318adb1df tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9bfb6b06-27f3-4977-95fe-5aa6cf441273') {} {{(pid=116162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:04:16.076842 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-b0524a04-2d0e-4c3f-b7b9-ba32cd8d4142 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742235208578', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5026548'] for segment (83502939-9872-41bc-8680-bc9f1ed8b20f), before_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:16.087163 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-9deb9dd5-86da-4528-883d-ae3318adb1df tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742235208578', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5026548'] for segment (9bfb6b06-27f3-4977-95fe-5aa6cf441273), before_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:16.112075 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-b0524a04-2d0e-4c3f-b7b9-ba32cd8d4142 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-961978'] for segment (83502939-9872-41bc-8680-bc9f1ed8b20f), precommit_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:16.118313 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-9deb9dd5-86da-4528-883d-ae3318adb1df tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-961978'] for segment (9bfb6b06-27f3-4977-95fe-5aa6cf441273), precommit_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:16.120628 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b0524a04-2d0e-4c3f-b7b9-ba32cd8d4142 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Releasing vlan 77 on physical network physnet1 to pool {{(pid=116162) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 11:04:16.121017 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-b0524a04-2d0e-4c3f-b7b9-ba32cd8d4142 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-961978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5051884'] for segment (83502939-9872-41bc-8680-bc9f1ed8b20f), after_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:16.130501 dv-neutron-master-2-hyperv neutron-server[116162]: Traceback (most recent call last): Apr 28 11:04:16.130501 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 11:04:16.130501 dv-neutron-master-2-hyperv neutron-server[116162]: timer() Apr 28 11:04:16.130501 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 11:04:16.130501 dv-neutron-master-2-hyperv neutron-server[116162]: cb(*args, **kw) Apr 28 11:04:16.130501 dv-neutron-master-2-hyperv neutron-server[116162]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 28 11:04:16.130501 dv-neutron-master-2-hyperv neutron-server[116162]: return func(*args, **kwargs) Apr 28 11:04:16.130501 dv-neutron-master-2-hyperv neutron-server[116162]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 11:04:16.130501 dv-neutron-master-2-hyperv neutron-server[116162]: self._notify() Apr 28 11:04:16.130501 dv-neutron-master-2-hyperv neutron-server[116162]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 11:04:16.130501 dv-neutron-master-2-hyperv neutron-server[116162]: self.callback(batched_events) Apr 28 11:04:16.130501 dv-neutron-master-2-hyperv neutron-server[116162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 11:04:16.130501 dv-neutron-master-2-hyperv neutron-server[116162]: event.method(event) Apr 28 11:04:16.130501 dv-neutron-master-2-hyperv neutron-server[116162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 28 11:04:16.130501 dv-neutron-master-2-hyperv neutron-server[116162]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 11:04:16.130501 dv-neutron-master-2-hyperv neutron-server[116162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 28 11:04:16.130501 dv-neutron-master-2-hyperv neutron-server[116162]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 11:04:16.130501 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 28 11:04:16.130501 dv-neutron-master-2-hyperv neutron-server[116162]: return f(self, *a, **k) Apr 28 11:04:16.130501 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 28 11:04:16.130501 dv-neutron-master-2-hyperv neutron-server[116162]: return self._get(url).json() Apr 28 11:04:16.130501 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 28 11:04:16.130501 dv-neutron-master-2-hyperv neutron-server[116162]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 11:04:16.130501 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 11:04:16.130501 dv-neutron-master-2-hyperv neutron-server[116162]: return self.request(url, 'GET', **kwargs) Apr 28 11:04:16.130501 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 11:04:16.130501 dv-neutron-master-2-hyperv neutron-server[116162]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 11:04:16.130501 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 11:04:16.130501 dv-neutron-master-2-hyperv neutron-server[116162]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 11:04:16.130501 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 11:04:16.130501 dv-neutron-master-2-hyperv neutron-server[116162]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 11:04:16.130501 dv-neutron-master-2-hyperv neutron-server[116162]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 11:04:16.134141 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9deb9dd5-86da-4528-883d-ae3318adb1df tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Releasing vlan 62 on physical network physnet1 to pool {{(pid=116162) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 11:04:16.134141 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-9deb9dd5-86da-4528-883d-ae3318adb1df tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-961978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5051884'] for segment (9bfb6b06-27f3-4977-95fe-5aa6cf441273), after_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:16.135039 dv-neutron-master-2-hyperv neutron-server[116162]: Traceback (most recent call last): Apr 28 11:04:16.135039 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 11:04:16.135039 dv-neutron-master-2-hyperv neutron-server[116162]: timer() Apr 28 11:04:16.135039 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 11:04:16.135039 dv-neutron-master-2-hyperv neutron-server[116162]: cb(*args, **kw) Apr 28 11:04:16.135039 dv-neutron-master-2-hyperv neutron-server[116162]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 28 11:04:16.135039 dv-neutron-master-2-hyperv neutron-server[116162]: return func(*args, **kwargs) Apr 28 11:04:16.135039 dv-neutron-master-2-hyperv neutron-server[116162]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 11:04:16.135039 dv-neutron-master-2-hyperv neutron-server[116162]: self._notify() Apr 28 11:04:16.135039 dv-neutron-master-2-hyperv neutron-server[116162]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 11:04:16.135039 dv-neutron-master-2-hyperv neutron-server[116162]: self.callback(batched_events) Apr 28 11:04:16.135039 dv-neutron-master-2-hyperv neutron-server[116162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 11:04:16.135039 dv-neutron-master-2-hyperv neutron-server[116162]: event.method(event) Apr 28 11:04:16.135039 dv-neutron-master-2-hyperv neutron-server[116162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 28 11:04:16.135039 dv-neutron-master-2-hyperv neutron-server[116162]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 11:04:16.135039 dv-neutron-master-2-hyperv neutron-server[116162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 28 11:04:16.135039 dv-neutron-master-2-hyperv neutron-server[116162]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 11:04:16.135039 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 28 11:04:16.135039 dv-neutron-master-2-hyperv neutron-server[116162]: return f(self, *a, **k) Apr 28 11:04:16.135039 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 28 11:04:16.135039 dv-neutron-master-2-hyperv neutron-server[116162]: return self._get(url).json() Apr 28 11:04:16.135039 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 28 11:04:16.135039 dv-neutron-master-2-hyperv neutron-server[116162]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 11:04:16.135039 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 11:04:16.135039 dv-neutron-master-2-hyperv neutron-server[116162]: return self.request(url, 'GET', **kwargs) Apr 28 11:04:16.135039 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 11:04:16.135039 dv-neutron-master-2-hyperv neutron-server[116162]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 11:04:16.135039 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 11:04:16.135039 dv-neutron-master-2-hyperv neutron-server[116162]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 11:04:16.135039 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 11:04:16.135039 dv-neutron-master-2-hyperv neutron-server[116162]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 11:04:16.135039 dv-neutron-master-2-hyperv neutron-server[116162]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 11:04:16.197734 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a3513fd-da0c-485a-ac14-58572c680a9d tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Network 2634f032-d4ae-4ad5-96de-8648922027d9 is already hosted by enough agents. {{(pid=116161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 11:04:16.200963 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.scheduler.base_scheduler [None req-2a3513fd-da0c-485a-ac14-58572c680a9d tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Resources bound (agent type, host, resource id): {{(pid=116161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 11:04:16.204762 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0cabcb6-e56f-4c91-8278-da87f8c4d0ac req-b0884d78-eeb1-4cc3-8785-e9f92cf01f46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:04:16.206338 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-e0cabcb6-e56f-4c91-8278-da87f8c4d0ac req-b0884d78-eeb1-4cc3-8785-e9f92cf01f46 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=e9b5b362688444d0864b3692ffb5d0ef&device_id=6bd2b59b-b5db-4639-9109-3dca095b7768 HTTP/1.1" status: 200 len: 1130 time: 0.1009855 Apr 28 11:04:16.212790 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8c38df-356c-4341-8c11-9fb61d0d8c84 req-b9550168-0f19-418e-87e3-87d79898d465 tempest-ServerActionsTestJSON-1498610228 tempest-ServerActionsTestJSON-1498610228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:04:16.221268 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-fd8c38df-356c-4341-8c11-9fb61d0d8c84 req-b9550168-0f19-418e-87e3-87d79898d465 tempest-ServerActionsTestJSON-1498610228 tempest-ServerActionsTestJSON-1498610228-project] 10.222.0.10 "GET /v2.0/ports?device_id=6bd2b59b-b5db-4639-9109-3dca095b7768 HTTP/1.1" status: 200 len: 946 time: 0.1619816 Apr 28 11:04:16.246371 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-390d95c6-fd6c-49a5-a608-6361b28d9448 tempest-SubnetPoolsTestJSON-2067893629 tempest-SubnetPoolsTestJSON-2067893629-project] Publish callbacks [] for subnetpool (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:16.251412 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-390d95c6-fd6c-49a5-a608-6361b28d9448 tempest-SubnetPoolsTestJSON-2067893629 tempest-SubnetPoolsTestJSON-2067893629-project] 10.222.0.10 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 737 time: 0.8912838 Apr 28 11:04:16.253493 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 53056) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:04:16.262616 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-d9b10469-c9d3-466c-9122-d71a1af27e89 tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742235135690', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742234710366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5219112'] for port (cec2b0ec-1a70-4065-9186-1ee0bb1c3361), after_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:16.300145 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-f83fbde6-e964-4ff1-8a30-a5e73ea50c96 tempest-SubnetPoolsTestJSON-2067893629 tempest-SubnetPoolsTestJSON-2067893629-project] 10.222.0.10 "GET /v2.0/subnetpools/1603d8da-dda3-4839-8ab6-92fe3fae3ab9 HTTP/1.1" status: 200 len: 732 time: 0.0424576 Apr 28 11:04:16.300706 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 53058) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:04:16.305398 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.v2.base [None req-df2018d8-7484-4897-821a-4a53cd44d531 tempest-SubnetPoolsTestJSON-2067893629 tempest-SubnetPoolsTestJSON-2067893629-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-1178005117'}} {{(pid=116162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:04:16.331753 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-9deb9dd5-86da-4528-883d-ae3318adb1df tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-973477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2063122'] for network (5d4b40c1-092b-43e7-be27-c127b0221c8b), after_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:16.347348 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-9deb9dd5-86da-4528-883d-ae3318adb1df tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Publish callbacks [] for network (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:16.357375 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-9deb9dd5-86da-4528-883d-ae3318adb1df tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] 10.222.0.10 "DELETE /v2.0/networks/5d4b40c1-092b-43e7-be27-c127b0221c8b HTTP/1.1" status: 204 len: 168 time: 0.9551859 Apr 28 11:04:16.357375 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-b0524a04-2d0e-4c3f-b7b9-ba32cd8d4142 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-973477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2063122'] for network (d8b9888a-35de-4458-a14d-e4b632428ce2), after_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:16.358186 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 53060) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:04:16.371324 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.v2.base [None req-2c64129b-6fe1-471a-ba5f-55c2fd27cb1a tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Request body: {'network': {'name': 'tempest-RoutersTest-286969085'}} {{(pid=116162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:04:16.387083 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9deb9dd5-86da-4528-883d-ae3318adb1df tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Pushing event deleted for resources: {'Network': ['ID=5d4b40c1-092b-43e7-be27-c127b0221c8b,revision_number=None']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:04:16.389785 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-b0524a04-2d0e-4c3f-b7b9-ba32cd8d4142 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Publish callbacks [] for network (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:16.394136 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-b0524a04-2d0e-4c3f-b7b9-ba32cd8d4142 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] 10.222.0.10 "DELETE /v2.0/networks/d8b9888a-35de-4458-a14d-e4b632428ce2 HTTP/1.1" status: 204 len: 168 time: 1.4892662 Apr 28 11:04:16.403650 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 53062) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:04:16.417384 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.v2.base [None req-1db6ae1b-50ad-4f3a-81c1-78001f9bb69c tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-2135565395'}} {{(pid=116162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:04:16.424802 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-d9b10469-c9d3-466c-9122-d71a1af27e89 tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198022'] for port (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:16.430144 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-d9b10469-c9d3-466c-9122-d71a1af27e89 tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] 10.222.0.10 "DELETE /v2.0/ports/cec2b0ec-1a70-4065-9186-1ee0bb1c3361 HTTP/1.1" status: 204 len: 168 time: 1.1272061 Apr 28 11:04:16.430891 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b10469-c9d3-466c-9122-d71a1af27e89 tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Pushing event deleted for resources: {'Port': ['ID=cec2b0ec-1a70-4065-9186-1ee0bb1c3361,revision_number=None']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:04:16.433426 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 53064) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:04:16.448212 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0524a04-2d0e-4c3f-b7b9-ba32cd8d4142 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Pushing event deleted for resources: {'Network': ['ID=d8b9888a-35de-4458-a14d-e4b632428ce2,revision_number=None']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:04:16.468069 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-fd8c38df-356c-4341-8c11-9fb61d0d8c84 req-db19aebe-cd80-413b-859d-3615110a86e7 tempest-ServerActionsTestJSON-1498610228 tempest-ServerActionsTestJSON-1498610228-project] 10.222.0.10 "GET /v2.0/security-groups?id=0f246414-c46b-4ee7-b196-c819605d877f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2364039 Apr 28 11:04:16.532121 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c64129b-6fe1-471a-ba5f-55c2fd27cb1a tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Made reservation on behalf of 1d85c55944a24e6b8fc5b73917e91c0e for: {'network': 1} {{(pid=116162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 11:04:16.532438 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-723d2424-dd06-4502-bc30-3041aca74abe None None] Current status of the port e8550d8a-37de-408c-9523-15355c9ad45d is: ACTIVE; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:04:16.535563 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-2c64129b-6fe1-471a-ba5f-55c2fd27cb1a tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for network (None), before_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:16.564969 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c0579ae-83b9-4347-8c08-1042c2bb733a tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:04:16.567079 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-df2018d8-7484-4897-821a-4a53cd44d531 tempest-SubnetPoolsTestJSON-2067893629 tempest-SubnetPoolsTestJSON-2067893629-project] Publish callbacks [] for subnetpool (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:16.567397 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-3c0579ae-83b9-4347-8c08-1042c2bb733a tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.1241314 Apr 28 11:04:16.568247 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-df2018d8-7484-4897-821a-4a53cd44d531 tempest-SubnetPoolsTestJSON-2067893629 tempest-SubnetPoolsTestJSON-2067893629-project] 10.222.0.10 "PUT /v2.0/subnetpools/1603d8da-dda3-4839-8ab6-92fe3fae3ab9 HTTP/1.1" status: 200 len: 684 time: 0.2665570 Apr 28 11:04:16.568762 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Device e8550d8a-37de-408c-9523-15355c9ad45d up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=116163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 11:04:16.568874 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1db6ae1b-50ad-4f3a-81c1-78001f9bb69c tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Made reservation on behalf of f86d085f9b42493aa6c0f40f62349e1e for: {'network': 1} {{(pid=116162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 11:04:16.573458 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 53066) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:04:16.573661 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-1db6ae1b-50ad-4f3a-81c1-78001f9bb69c tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for network (None), before_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:16.573782 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 53068) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:04:16.575785 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2c64129b-6fe1-471a-ba5f-55c2fd27cb1a tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 82} {{(pid=116162) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 11:04:16.591573 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0cabcb6-e56f-4c91-8278-da87f8c4d0ac req-0a6ec26c-e7ed-443f-bbc6-944cedff6098 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:04:16.593747 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-e0cabcb6-e56f-4c91-8278-da87f8c4d0ac req-0a6ec26c-e7ed-443f-bbc6-944cedff6098 service neutron] 10.222.0.20 "GET /v2.0/networks?id=8876925c-b776-4190-94d6-ff922dbd02cf HTTP/1.1" status: 200 len: 911 time: 0.3732193 Apr 28 11:04:16.601950 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-2c64129b-6fe1-471a-ba5f-55c2fd27cb1a tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-961978'] for segment (171c67db-bfe1-4b34-afea-6fceb309e2f7), precommit_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:16.601950 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.db.segments_db [None req-2c64129b-6fe1-471a-ba5f-55c2fd27cb1a tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Added segment 171c67db-bfe1-4b34-afea-6fceb309e2f7 of type vlan for network 9ed0816b-19e6-45e7-af7d-8b06c8a5d7e0 Apr 28 11:04:16.616595 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1db6ae1b-50ad-4f3a-81c1-78001f9bb69c tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 53} {{(pid=116162) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 11:04:16.621491 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Provisioning complete for port e8550d8a-37de-408c-9523-15355c9ad45d triggered by entity L2. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:04:16.621940 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (e8550d8a-37de-408c-9523-15355c9ad45d), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:16.628717 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-1db6ae1b-50ad-4f3a-81c1-78001f9bb69c tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-961978'] for segment (37baee95-6207-4066-b5b7-06071d491a47), precommit_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:16.629064 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.db.segments_db [None req-1db6ae1b-50ad-4f3a-81c1-78001f9bb69c tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Added segment 37baee95-6207-4066-b5b7-06071d491a47 of type vlan for network a1a6f930-926c-434f-a232-d4a1d87d63f4 Apr 28 11:04:16.638593 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.pecan_wsgi.hooks.translation [None req-533d8768-5e33-4330-bdc6-1c466acf34da tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] GET failed (client error): The resource could not be found. Apr 28 11:04:16.645554 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-533d8768-5e33-4330-bdc6-1c466acf34da tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] 10.222.0.10 "GET /v2.0/ports/cec2b0ec-1a70-4065-9186-1ee0bb1c3361 HTTP/1.1" status: 404 len: 333 time: 0.0670707 Apr 28 11:04:16.667483 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-fde91ecd-aad3-43b1-95d2-ba8322e5ba4f None None] Provisioning complete for port e8550d8a-37de-408c-9523-15355c9ad45d triggered by entity DHCP. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:04:16.667923 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-fde91ecd-aad3-43b1-95d2-ba8322e5ba4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (e8550d8a-37de-408c-9523-15355c9ad45d), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:16.681397 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 53070) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:04:16.687525 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.v2.base [None req-1ab6ba67-83a2-424b-b6fb-6d9feb29d200 tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1893555212'}} {{(pid=116162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:04:16.700942 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-1db6ae1b-50ad-4f3a-81c1-78001f9bb69c tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742234744962'] for network (a1a6f930-926c-434f-a232-d4a1d87d63f4), precommit_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:16.749666 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Current status of the port e8550d8a-37de-408c-9523-15355c9ad45d is: ACTIVE; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:04:16.749908 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-2c64129b-6fe1-471a-ba5f-55c2fd27cb1a tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742234744962'] for network (9ed0816b-19e6-45e7-af7d-8b06c8a5d7e0), precommit_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:16.758084 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-e0cabcb6-e56f-4c91-8278-da87f8c4d0ac req-5b9342e6-2057-4109-b89a-ab48605d33ba service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=927a5cb3-8012-4aaf-93d6-504dcf7bfba1 HTTP/1.1" status: 200 len: 1002 time: 0.1402698 Apr 28 11:04:16.795911 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-fde91ecd-aad3-43b1-95d2-ba8322e5ba4f None None] Current status of the port e8550d8a-37de-408c-9523-15355c9ad45d is: ACTIVE; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:04:16.807052 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-fde91ecd-aad3-43b1-95d2-ba8322e5ba4f None None] Provisioning complete for port cdbf5767-b7c5-48f5-97ec-afc0a75ab932 triggered by entity DHCP. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:04:16.807812 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-fde91ecd-aad3-43b1-95d2-ba8322e5ba4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (cdbf5767-b7c5-48f5-97ec-afc0a75ab932), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:16.824347 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ab6ba67-83a2-424b-b6fb-6d9feb29d200 tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Made reservation on behalf of 52264470dd074c0f8041ca0ce5281c12 for: {'network': 1} {{(pid=116162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 11:04:16.824559 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0cabcb6-e56f-4c91-8278-da87f8c4d0ac req-bee823ea-4302-40fa-bd09-de828990cd82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:04:16.825859 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-e0cabcb6-e56f-4c91-8278-da87f8c4d0ac req-bee823ea-4302-40fa-bd09-de828990cd82 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=9f0dbbd1-58ad-4048-bae6-5e3ef831a6c1 HTTP/1.1" status: 200 len: 850 time: 0.0562708 Apr 28 11:04:16.828308 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-1ab6ba67-83a2-424b-b6fb-6d9feb29d200 tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for network (None), before_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:16.828746 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Device 47b42d98-ff4d-4168-95b1-d890efc99bb5 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=116163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 11:04:16.852419 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] No Port match for: 47b42d98-ff4d-4168-95b1-d890efc99bb5 {{(pid=116163) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 28 11:04:16.852763 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Device 47b42d98-ff4d-4168-95b1-d890efc99bb5 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=116163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 11:04:16.853378 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Device b6d076e4-eed5-43e4-aaa5-30982fa9a545 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=116163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 11:04:16.855047 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1ab6ba67-83a2-424b-b6fb-6d9feb29d200 tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 64} {{(pid=116162) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 11:04:16.865378 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-1ab6ba67-83a2-424b-b6fb-6d9feb29d200 tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-961978'] for segment (f1c80124-cebe-4aec-b7a6-3be472c94e30), precommit_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:16.865718 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.db.segments_db [None req-1ab6ba67-83a2-424b-b6fb-6d9feb29d200 tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Added segment f1c80124-cebe-4aec-b7a6-3be472c94e30 of type vlan for network 99d746a8-536a-442e-a6ad-51e797638f7d Apr 28 11:04:16.874759 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0cabcb6-e56f-4c91-8278-da87f8c4d0ac req-f058b247-8b73-434a-a9d1-be7b8cc9839a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:04:16.876618 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-e0cabcb6-e56f-4c91-8278-da87f8c4d0ac req-f058b247-8b73-434a-a9d1-be7b8cc9839a service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=8876925c-b776-4190-94d6-ff922dbd02cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0437200 Apr 28 11:04:16.881090 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] No Port match for: b6d076e4-eed5-43e4-aaa5-30982fa9a545 {{(pid=116163) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 28 11:04:16.881439 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Device b6d076e4-eed5-43e4-aaa5-30982fa9a545 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=116163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 11:04:16.883155 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-fde91ecd-aad3-43b1-95d2-ba8322e5ba4f None None] Port cdbf5767-b7c5-48f5-97ec-afc0a75ab932 cannot update to ACTIVE because it is not bound. {{(pid=116163) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 28 11:04:16.897020 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-2c64129b-6fe1-471a-ba5f-55c2fd27cb1a tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042'] for network (9ed0816b-19e6-45e7-af7d-8b06c8a5d7e0), after_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:16.902091 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c64129b-6fe1-471a-ba5f-55c2fd27cb1a tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:04:16.902696 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-2c64129b-6fe1-471a-ba5f-55c2fd27cb1a tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Publish callbacks [] for network (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:16.907285 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a3513fd-da0c-485a-ac14-58572c680a9d tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Router 7a61ed78-023f-43d6-a86a-5af1aae9e69c is scheduled to L3 agent 6b492ad6-0876-4d74-b20d-28143a52ceba with binding_index 1 {{(pid=116161) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 28 11:04:16.918668 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-8d4e58bc-1468-49de-84c6-dc66d9cb5e88 tempest-SubnetPoolsTestJSON-2067893629 tempest-SubnetPoolsTestJSON-2067893629-project] Publish callbacks [] for subnetpool (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:16.918804 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-1db6ae1b-50ad-4f3a-81c1-78001f9bb69c tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042'] for network (a1a6f930-926c-434f-a232-d4a1d87d63f4), after_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:16.923140 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-8d4e58bc-1468-49de-84c6-dc66d9cb5e88 tempest-SubnetPoolsTestJSON-2067893629 tempest-SubnetPoolsTestJSON-2067893629-project] 10.222.0.10 "DELETE /v2.0/subnetpools/1603d8da-dda3-4839-8ab6-92fe3fae3ab9 HTTP/1.1" status: 204 len: 168 time: 0.3439016 Apr 28 11:04:16.924233 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 53072) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:04:16.924360 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1db6ae1b-50ad-4f3a-81c1-78001f9bb69c tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:04:16.924895 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-1db6ae1b-50ad-4f3a-81c1-78001f9bb69c tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Publish callbacks [] for network (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:16.952334 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-1ab6ba67-83a2-424b-b6fb-6d9feb29d200 tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742234744962'] for network (99d746a8-536a-442e-a6ad-51e797638f7d), precommit_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:16.978720 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.api.v2.resource [None req-6f3c8496-48c9-4b7f-a547-23f46f99d7cb tempest-SubnetPoolsTestJSON-2067893629 tempest-SubnetPoolsTestJSON-2067893629-project] show failed (client error): The resource could not be found. Apr 28 11:04:16.982579 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-6f3c8496-48c9-4b7f-a547-23f46f99d7cb tempest-SubnetPoolsTestJSON-2067893629 tempest-SubnetPoolsTestJSON-2067893629-project] 10.222.0.10 "GET /v2.0/subnetpools/1603d8da-dda3-4839-8ab6-92fe3fae3ab9 HTTP/1.1" status: 404 len: 346 time: 0.0548913 Apr 28 11:04:16.984648 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 53074) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:04:17.013441 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c64129b-6fe1-471a-ba5f-55c2fd27cb1a tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Pushing event updated for resources: {'Network': ['ID=9ed0816b-19e6-45e7-af7d-8b06c8a5d7e0,revision_number=1']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:04:17.026099 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-1db6ae1b-50ad-4f3a-81c1-78001f9bb69c tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.6136904 Apr 28 11:04:17.027970 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Network 9ed0816b-19e6-45e7-af7d-8b06c8a5d7e0 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=116163) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 28 11:04:17.032158 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 53076) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:04:17.051443 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.v2.base [None req-472e7809-7d54-4445-9a77-bfe422e11b39 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Request body: {'subnet': {'network_id': 'a1a6f930-926c-434f-a232-d4a1d87d63f4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=116161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:04:17.051674 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-2c64129b-6fe1-471a-ba5f-55c2fd27cb1a tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.6814675 Apr 28 11:04:17.051674 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 53078) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:04:17.060961 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.v2.base [None req-bc528072-f4ef-4eba-a0d2-46c1fb33894c tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Request body: {'subnet': {'network_id': '9ed0816b-19e6-45e7-af7d-8b06c8a5d7e0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=116162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:04:17.067708 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.api.v2.resource [None req-3e829835-4431-45da-8f63-35a002481dff tempest-SubnetPoolsTestJSON-2067893629 tempest-SubnetPoolsTestJSON-2067893629-project] delete failed (client error): The resource could not be found. Apr 28 11:04:17.077789 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-3e829835-4431-45da-8f63-35a002481dff tempest-SubnetPoolsTestJSON-2067893629 tempest-SubnetPoolsTestJSON-2067893629-project] 10.222.0.10 "DELETE /v2.0/subnetpools/1603d8da-dda3-4839-8ab6-92fe3fae3ab9 HTTP/1.1" status: 404 len: 346 time: 0.0866227 Apr 28 11:04:17.141779 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-e0cabcb6-e56f-4c91-8278-da87f8c4d0ac req-74afd203-57bf-4627-8154-4fffd3c7ead8 service neutron] 10.222.0.20 "GET /v2.0/networks/8876925c-b776-4190-94d6-ff922dbd02cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2577515 Apr 28 11:04:17.430476 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-1ab6ba67-83a2-424b-b6fb-6d9feb29d200 tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042'] for network (99d746a8-536a-442e-a6ad-51e797638f7d), after_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:17.435472 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ab6ba67-83a2-424b-b6fb-6d9feb29d200 tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:04:17.436604 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-1ab6ba67-83a2-424b-b6fb-6d9feb29d200 tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Publish callbacks [] for network (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:17.439385 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db6ae1b-50ad-4f3a-81c1-78001f9bb69c tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Pushing event updated for resources: {'Network': ['ID=a1a6f930-926c-434f-a232-d4a1d87d63f4,revision_number=1']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:04:17.456218 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Network a1a6f930-926c-434f-a232-d4a1d87d63f4 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=116163) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 28 11:04:17.528499 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 53086) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:04:17.573035 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab6ba67-83a2-424b-b6fb-6d9feb29d200 tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Pushing event updated for resources: {'Network': ['ID=99d746a8-536a-442e-a6ad-51e797638f7d,revision_number=1']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:04:17.584364 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Network 99d746a8-536a-442e-a6ad-51e797638f7d details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=116163) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 28 11:04:17.599462 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-1ab6ba67-83a2-424b-b6fb-6d9feb29d200 tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.9165270 Apr 28 11:04:17.600306 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 53090) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:04:17.606779 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.v2.base [None req-06132fd0-f23f-485d-8554-2b3cf5c0ec81 tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Request body: {'subnet': {'network_id': '99d746a8-536a-442e-a6ad-51e797638f7d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=116162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:04:17.649987 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a3513fd-da0c-485a-ac14-58572c680a9d tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=116161) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 11:04:17.662814 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b4e7acd-ff41-4880-a95d-d4f1720403c9 None None] Sync routers for ids ['7a61ed78-023f-43d6-a86a-5af1aae9e69c'] in dv-neutron-master-2-hyperv {{(pid=116164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 11:04:17.666426 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-2a3513fd-da0c-485a-ac14-58572c680a9d tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] 10.222.0.10 "PUT /v2.0/routers/7a61ed78-023f-43d6-a86a-5af1aae9e69c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2135794 Apr 28 11:04:17.677440 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b4e7acd-ff41-4880-a95d-d4f1720403c9 None None] Routers {'7a61ed78-023f-43d6-a86a-5af1aae9e69c'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=116164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 11:04:17.682358 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_hamode_db [None req-4b4e7acd-ff41-4880-a95d-d4f1720403c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-28T10:50:39Z,description=,heartbeat_timestamp=2022-04-28T11:04:09Z,host='dv-neutron-master-2-hyperv',id=6b492ad6-0876-4d74-b20d-28143a52ceba,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T10:50:40Z,topic='l3_agent')) {'router_ids': ['7a61ed78-023f-43d6-a86a-5af1aae9e69c'], 'active': True} {{(pid=116164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:04:17.684804 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 53092) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:04:17.698274 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.v2.base [None req-98061c95-a233-4148-b299-beae769b0479 tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1448277851'}} {{(pid=116162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:04:17.705280 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc528072-f4ef-4eba-a0d2-46c1fb33894c tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Made reservation on behalf of 1d85c55944a24e6b8fc5b73917e91c0e for: {'subnet': 1} {{(pid=116162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 11:04:17.708558 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-bc528072-f4ef-4eba-a0d2-46c1fb33894c tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4210834'] for subnet (None), before_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:17.736045 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2d638a-7ab5-46ee-92e2-a2a167f066e4 req-abb42d89-0c9d-4985-b93a-a1b9d7bb22b7 tempest-ServerActionsTestJSON-1498610228 tempest-ServerActionsTestJSON-1498610228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:04:17.739651 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-6d2d638a-7ab5-46ee-92e2-a2a167f066e4 req-abb42d89-0c9d-4985-b93a-a1b9d7bb22b7 tempest-ServerActionsTestJSON-1498610228 tempest-ServerActionsTestJSON-1498610228-project] 10.222.0.10 "GET /v2.0/ports?device_id=6bd2b59b-b5db-4639-9109-3dca095b7768 HTTP/1.1" status: 200 len: 946 time: 0.1586702 Apr 28 11:04:17.743867 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-c1b9ad7f-f7cb-460b-a1a6-c38a038bdd44 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:17.773659 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-472e7809-7d54-4445-9a77-bfe422e11b39 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Made reservation on behalf of f86d085f9b42493aa6c0f40f62349e1e for: {'subnet': 1} {{(pid=116161) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 11:04:17.777074 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-472e7809-7d54-4445-9a77-bfe422e11b39 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5125580'] for subnet (None), before_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:17.786222 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_dvr_db [None req-4b4e7acd-ff41-4880-a95d-d4f1720403c9 None None] Set router 7a61ed78-023f-43d6-a86a-5af1aae9e69c gateway port host: None {{(pid=116164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 11:04:17.786454 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-e0cabcb6-e56f-4c91-8278-da87f8c4d0ac req-9b581dda-2cea-4c47-a901-62e23c9f76c2 service neutron] 10.222.0.20 "GET /v2.0/networks/8876925c-b776-4190-94d6-ff922dbd02cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2027035 Apr 28 11:04:17.859966 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98061c95-a233-4148-b299-beae769b0479 tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Made reservation on behalf of 0f4d85af73ea40518271b3ac6c23a282 for: {'network': 1} {{(pid=116162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 11:04:17.863129 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-98061c95-a233-4148-b299-beae769b0479 tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for network (None), before_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:17.877910 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-6d2d638a-7ab5-46ee-92e2-a2a167f066e4 req-66433e28-3bf2-4c15-9132-89f6708e7da5 tempest-ServerActionsTestJSON-1498610228 tempest-ServerActionsTestJSON-1498610228-project] 10.222.0.10 "GET /v2.0/security-groups?id=0f246414-c46b-4ee7-b196-c819605d877f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1273336 Apr 28 11:04:17.898547 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06132fd0-f23f-485d-8554-2b3cf5c0ec81 tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Made reservation on behalf of 52264470dd074c0f8041ca0ce5281c12 for: {'subnet': 1} {{(pid=116162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 11:04:17.898547 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-06132fd0-f23f-485d-8554-2b3cf5c0ec81 tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4210834'] for subnet (None), before_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:17.945032 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-98061c95-a233-4148-b299-beae769b0479 tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 90} {{(pid=116162) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 11:04:18.025375 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-98061c95-a233-4148-b299-beae769b0479 tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-961978'] for segment (cc9288a7-c6cf-4a42-9877-ee942d51c7de), precommit_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:18.025719 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.db.segments_db [None req-98061c95-a233-4148-b299-beae769b0479 tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Added segment cc9288a7-c6cf-4a42-9877-ee942d51c7de of type vlan for network b49b1fd0-a27a-4592-b3bb-db40c57d4de0 Apr 28 11:04:18.026115 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_hamode_db [None req-4b4e7acd-ff41-4880-a95d-d4f1720403c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a61ed78-023f-43d6-a86a-5af1aae9e69c', 'name': 'tempest-RoutersIpV6Test-router-197789818', 'tenant_id': '0f4d85af73ea40518271b3ac6c23a282', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T11:04:08Z', 'updated_at': '2022-04-28T11:04:14Z', 'revision_number': 2, 'project_id': '0f4d85af73ea40518271b3ac6c23a282', 'gw_port_host': None, '_interfaces': [{'id': 'cdbf5767-b7c5-48f5-97ec-afc0a75ab932', 'name': '', 'network_id': '2634f032-d4ae-4ad5-96de-8648922027d9', 'tenant_id': '0f4d85af73ea40518271b3ac6c23a282', 'mac_address': 'fa:16:3e:17:9a:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a61ed78-023f-43d6-a86a-5af1aae9e69c', 'device_owner': 'network:router_interface', 'standard_attr_id': 896, 'fixed_ips': [{'subnet_id': '239fd4a7-9885-4cb6-b54a-2440592f7a50', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:04:13Z', 'updated_at': '2022-04-28T11:04:15Z', 'revision_number': 2, 'project_id': '0f4d85af73ea40518271b3ac6c23a282', 'subnets': [{'id': '239fd4a7-9885-4cb6-b54a-2440592f7a50', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=116164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:04:18.052928 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b4e7acd-ff41-4880-a95d-d4f1720403c9 None None] Checking router: 7a61ed78-023f-43d6-a86a-5af1aae9e69c for host: dv-neutron-master-2-hyperv {{(pid=116164) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 11:04:18.053392 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b4e7acd-ff41-4880-a95d-d4f1720403c9 None None] Updating router 7a61ed78-023f-43d6-a86a-5af1aae9e69c port cdbf5767-b7c5-48f5-97ec-afc0a75ab932 binding host dv-neutron-master-2-hyperv {{(pid=116164) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 28 11:04:18.073262 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-472e7809-7d54-4445-9a77-bfe422e11b39 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5220536', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5125438'] for subnet (f959b57b-9af9-4792-8692-a0c19e54351d), after_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:18.087448 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron_lib.callbacks.manager [None req-4b4e7acd-ff41-4880-a95d-d4f1720403c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (cdbf5767-b7c5-48f5-97ec-afc0a75ab932), before_update {{(pid=116164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:18.098336 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-c1b9ad7f-f7cb-460b-a1a6-c38a038bdd44 admin admin] Publish callbacks [] for security_group (70581dec-ca71-4ef8-8932-8dddd835f914), precommit_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:18.130510 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-98061c95-a233-4148-b299-beae769b0479 tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742234744962'] for network (b49b1fd0-a27a-4592-b3bb-db40c57d4de0), precommit_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:18.136305 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-472e7809-7d54-4445-9a77-bfe422e11b39 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Pushing event updated for resources: {'Subnet': ['ID=f959b57b-9af9-4792-8692-a0c19e54351d,revision_number=0']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:04:18.152344 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-472e7809-7d54-4445-9a77-bfe422e11b39 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Checking segment: {'id': '37baee95-6207-4066-b5b7-06071d491a47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'a1a6f930-926c-434f-a232-d4a1d87d63f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 11:04:18.152702 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-472e7809-7d54-4445-9a77-bfe422e11b39 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Network hostable DHCP agents. Network: a1a6f930-926c-434f-a232-d4a1d87d63f4, hostable agents: ['75ba81b7-fe99-4281-90d2-a5adb445ecea'], hosted agents: [] {{(pid=116161) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 11:04:18.195638 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-c1b9ad7f-f7cb-460b-a1a6-c38a038bdd44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924426'] for security_group (70581dec-ca71-4ef8-8932-8dddd835f914), after_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:18.241551 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-472e7809-7d54-4445-9a77-bfe422e11b39 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Network a1a6f930-926c-434f-a232-d4a1d87d63f4 is scheduled to be hosted by DHCP agent 75ba81b7-fe99-4281-90d2-a5adb445ecea with binding_index 1 {{(pid=116161) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 11:04:18.258212 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-c1b9ad7f-f7cb-460b-a1a6-c38a038bdd44 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=f3394331d5fe4aea9937423a6c0e1b25&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7286749 Apr 28 11:04:18.260934 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 53096) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:04:18.278082 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b9ad7f-f7cb-460b-a1a6-c38a038bdd44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70581dec-ca71-4ef8-8932-8dddd835f914,revision_number=1']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:04:18.288240 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-bc528072-f4ef-4eba-a0d2-46c1fb33894c tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5054027', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4210784'] for subnet (01007182-0ed7-41f5-b7e0-fadd8bd82a2d), after_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:18.323316 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-5f9d257e-0c22-435a-8b8d-a9cbe4d6c895 admin admin] Publish callbacks [] for security_group (70581dec-ca71-4ef8-8932-8dddd835f914), before_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:18.333695 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-98061c95-a233-4148-b299-beae769b0479 tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042'] for network (b49b1fd0-a27a-4592-b3bb-db40c57d4de0), after_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:18.338944 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98061c95-a233-4148-b299-beae769b0479 tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:04:18.339277 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-98061c95-a233-4148-b299-beae769b0479 tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Publish callbacks [] for network (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:18.350181 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-5f9d257e-0c22-435a-8b8d-a9cbe4d6c895 admin admin] Publish callbacks [] for security_group (70581dec-ca71-4ef8-8932-8dddd835f914), precommit_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:18.390891 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.scheduler.base_scheduler [None req-472e7809-7d54-4445-9a77-bfe422e11b39 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, a1a6f930-926c-434f-a232-d4a1d87d63f4) {{(pid=116161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 11:04:18.394305 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc528072-f4ef-4eba-a0d2-46c1fb33894c tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Pushing event updated for resources: {'Subnet': ['ID=01007182-0ed7-41f5-b7e0-fadd8bd82a2d,revision_number=0']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:04:18.394996 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-472e7809-7d54-4445-9a77-bfe422e11b39 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:04:18.395686 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-472e7809-7d54-4445-9a77-bfe422e11b39 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Publish callbacks [] for subnet (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:18.403330 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron_lib.callbacks.manager [None req-4b4e7acd-ff41-4880-a95d-d4f1720403c9 None None] Publish callbacks [] for port (cdbf5767-b7c5-48f5-97ec-afc0a75ab932), precommit_update {{(pid=116164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:18.420776 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db523fa6-e413-49f8-a43f-6a0fcbf25df5 None None] Network a1a6f930-926c-434f-a232-d4a1d87d63f4 requested from dv-neutron-master-2-hyperv {{(pid=116163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 11:04:18.448917 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-06132fd0-f23f-485d-8554-2b3cf5c0ec81 tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5054027', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4210784'] for subnet (94868252-c1ae-4346-bbb9-dde4165fce88), after_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:18.450698 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98061c95-a233-4148-b299-beae769b0479 tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Pushing event updated for resources: {'Network': ['ID=b49b1fd0-a27a-4592-b3bb-db40c57d4de0,revision_number=1']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:04:18.459354 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc528072-f4ef-4eba-a0d2-46c1fb33894c tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Checking segment: {'id': '171c67db-bfe1-4b34-afea-6fceb309e2f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '9ed0816b-19e6-45e7-af7d-8b06c8a5d7e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 11:04:18.459724 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc528072-f4ef-4eba-a0d2-46c1fb33894c tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Network hostable DHCP agents. Network: 9ed0816b-19e6-45e7-af7d-8b06c8a5d7e0, hostable agents: ['75ba81b7-fe99-4281-90d2-a5adb445ecea'], hosted agents: [] {{(pid=116162) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 11:04:18.482618 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Network b49b1fd0-a27a-4592-b3bb-db40c57d4de0 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=116163) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 28 11:04:18.510948 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron_lib.callbacks.manager [None req-4b4e7acd-ff41-4880-a95d-d4f1720403c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393'] for port (cdbf5767-b7c5-48f5-97ec-afc0a75ab932), after_update {{(pid=116164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:18.516228 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-472e7809-7d54-4445-9a77-bfe422e11b39 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4828725 Apr 28 11:04:18.519693 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 53098) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:04:18.524159 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.v2.base [None req-b57a6a65-d159-46b9-b366-ec44eb10b746 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-297225495', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=116161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:04:18.527544 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-98061c95-a233-4148-b299-beae769b0479 tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.8387384 Apr 28 11:04:18.528151 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 53100) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:04:18.536197 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.v2.base [None req-25994f1d-4722-4f29-8468-d23fc57eed6c tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Request body: {'subnet': {'network_id': 'b49b1fd0-a27a-4592-b3bb-db40c57d4de0', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=116162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:04:18.546925 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06132fd0-f23f-485d-8554-2b3cf5c0ec81 tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Pushing event updated for resources: {'Subnet': ['ID=94868252-c1ae-4346-bbb9-dde4165fce88,revision_number=0']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:04:18.556567 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-5f9d257e-0c22-435a-8b8d-a9cbe4d6c895 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924426'] for security_group (70581dec-ca71-4ef8-8932-8dddd835f914), after_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:18.561183 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-5f9d257e-0c22-435a-8b8d-a9cbe4d6c895 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:18.564688 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-5f9d257e-0c22-435a-8b8d-a9cbe4d6c895 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/70581dec-ca71-4ef8-8932-8dddd835f914 HTTP/1.1" status: 204 len: 168 time: 0.3025711 Apr 28 11:04:18.572885 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6f9356-c5c2-4110-815e-ba78edf95e8b None None] Pushing event updated for resources: {'Port': ['ID=cdbf5767-b7c5-48f5-97ec-afc0a75ab932,revision_number=3']} {{(pid=116164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:04:18.580862 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06132fd0-f23f-485d-8554-2b3cf5c0ec81 tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Checking segment: {'id': 'f1c80124-cebe-4aec-b7a6-3be472c94e30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '99d746a8-536a-442e-a6ad-51e797638f7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 11:04:18.581126 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06132fd0-f23f-485d-8554-2b3cf5c0ec81 tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Network hostable DHCP agents. Network: 99d746a8-536a-442e-a6ad-51e797638f7d, hostable agents: ['75ba81b7-fe99-4281-90d2-a5adb445ecea'], hosted agents: [] {{(pid=116162) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 11:04:18.586638 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de6f9356-c5c2-4110-815e-ba78edf95e8b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:04:18.587271 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de6f9356-c5c2-4110-815e-ba78edf95e8b None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:04:18.588306 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de6f9356-c5c2-4110-815e-ba78edf95e8b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:04:18.589633 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de6f9356-c5c2-4110-815e-ba78edf95e8b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:04:18.590215 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de6f9356-c5c2-4110-815e-ba78edf95e8b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:04:18.590917 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de6f9356-c5c2-4110-815e-ba78edf95e8b None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:04:18.591455 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de6f9356-c5c2-4110-815e-ba78edf95e8b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:04:18.593068 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de6f9356-c5c2-4110-815e-ba78edf95e8b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:04:18.593632 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de6f9356-c5c2-4110-815e-ba78edf95e8b None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:04:18.596812 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de6f9356-c5c2-4110-815e-ba78edf95e8b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:04:18.596812 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de6f9356-c5c2-4110-815e-ba78edf95e8b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:04:18.596812 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de6f9356-c5c2-4110-815e-ba78edf95e8b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:04:18.596812 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de6f9356-c5c2-4110-815e-ba78edf95e8b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:04:18.596812 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de6f9356-c5c2-4110-815e-ba78edf95e8b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:04:18.596812 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de6f9356-c5c2-4110-815e-ba78edf95e8b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:04:18.602382 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9d257e-0c22-435a-8b8d-a9cbe4d6c895 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70581dec-ca71-4ef8-8932-8dddd835f914,revision_number=None']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:04:18.623088 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-b57a6a65-d159-46b9-b366-ec44eb10b746 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2060459', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-63449'] for router (4ab222d8-270e-47ce-9a8b-10f4e09f3cb0), before_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:18.623466 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0390166d-8a5c-4564-843a-c4dd697c86b8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-a1a6f930-926c-434f-a232-d4a1d87d63f4', 'network_id': 'a1a6f930-926c-434f-a232-d4a1d87d63f4', 'project_id': 'f86d085f9b42493aa6c0f40f62349e1e', 'fixed_ips': [{'subnet_id': 'f959b57b-9af9-4792-8692-a0c19e54351d'}]}} from dv-neutron-master-2-hyperv. {{(pid=116163) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 28 11:04:18.624897 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-0390166d-8a5c-4564-843a-c4dd697c86b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (None), before_create {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:18.625609 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-b57a6a65-d159-46b9-b366-ec44eb10b746 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2060827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1935275', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1960866', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-63266'] for router (4ab222d8-270e-47ce-9a8b-10f4e09f3cb0), precommit_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:18.639964 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc528072-f4ef-4eba-a0d2-46c1fb33894c tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Network 9ed0816b-19e6-45e7-af7d-8b06c8a5d7e0 is scheduled to be hosted by DHCP agent 75ba81b7-fe99-4281-90d2-a5adb445ecea with binding_index 1 {{(pid=116162) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 11:04:18.658787 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.scheduler.base_scheduler [None req-bc528072-f4ef-4eba-a0d2-46c1fb33894c tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 9ed0816b-19e6-45e7-af7d-8b06c8a5d7e0) {{(pid=116162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 11:04:18.672515 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc528072-f4ef-4eba-a0d2-46c1fb33894c tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:04:18.673503 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-bc528072-f4ef-4eba-a0d2-46c1fb33894c tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Publish callbacks [] for subnet (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:18.741458 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.plugins.ml2.managers [None req-4b4e7acd-ff41-4880-a95d-d4f1720403c9 None None] Attempting to bind port cdbf5767-b7c5-48f5-97ec-afc0a75ab932 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=116164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 28 11:04:18.742035 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.plugins.ml2.managers [None req-4b4e7acd-ff41-4880-a95d-d4f1720403c9 None None] Attempting to bind port cdbf5767-b7c5-48f5-97ec-afc0a75ab932 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '786272fe-40a7-4972-9d00-30a49da4c35a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '2634f032-d4ae-4ad5-96de-8648922027d9'}] {{(pid=116164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 28 11:04:18.742292 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b4e7acd-ff41-4880-a95d-d4f1720403c9 None None] Attempting to bind port cdbf5767-b7c5-48f5-97ec-afc0a75ab932 on network 2634f032-d4ae-4ad5-96de-8648922027d9 {{(pid=116164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 11:04:18.752870 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b4e7acd-ff41-4880-a95d-d4f1720403c9 None None] Checking agent: {'id': 'd5baab19-5dd1-4902-922b-84acb048ab9c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 10, 50, 43), 'started_at': datetime.datetime(2022, 4, 28, 10, 51, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 11, 4, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=116164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 11:04:18.753245 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b4e7acd-ff41-4880-a95d-d4f1720403c9 None None] Checking segment: {'id': '786272fe-40a7-4972-9d00-30a49da4c35a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '2634f032-d4ae-4ad5-96de-8648922027d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 11:04:18.753646 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron_lib.callbacks.manager [None req-4b4e7acd-ff41-4880-a95d-d4f1720403c9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=116164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:18.754043 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b4e7acd-ff41-4880-a95d-d4f1720403c9 None None] Bound using segment: {'id': '786272fe-40a7-4972-9d00-30a49da4c35a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '2634f032-d4ae-4ad5-96de-8648922027d9'} {{(pid=116164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 11:04:18.755172 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.plugins.ml2.managers [None req-4b4e7acd-ff41-4880-a95d-d4f1720403c9 None None] Bound port: cdbf5767-b7c5-48f5-97ec-afc0a75ab932, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '786272fe-40a7-4972-9d00-30a49da4c35a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '2634f032-d4ae-4ad5-96de-8648922027d9'}}] {{(pid=116164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 28 11:04:18.755566 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron_lib.callbacks.manager [None req-4b4e7acd-ff41-4880-a95d-d4f1720403c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (cdbf5767-b7c5-48f5-97ec-afc0a75ab932), before_update {{(pid=116164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:18.760710 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-b57a6a65-d159-46b9-b366-ec44eb10b746 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Publish callbacks [] for router_controller (4ab222d8-270e-47ce-9a8b-10f4e09f3cb0), precommit_add_association {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:18.763023 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60a10a0e-2290-4de0-94cf-e671ce5c756a None None] Network 9ed0816b-19e6-45e7-af7d-8b06c8a5d7e0 requested from dv-neutron-master-2-hyperv {{(pid=116163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 11:04:18.782777 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-bc528072-f4ef-4eba-a0d2-46c1fb33894c tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7300372 Apr 28 11:04:18.786358 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 53104) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:04:18.792490 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.v2.base [None req-fecf4368-40da-4a48-b9dc-427ce02c11ee tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1756683153', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=116162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:04:18.830194 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06132fd0-f23f-485d-8554-2b3cf5c0ec81 tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Network 99d746a8-536a-442e-a6ad-51e797638f7d is scheduled to be hosted by DHCP agent 75ba81b7-fe99-4281-90d2-a5adb445ecea with binding_index 1 {{(pid=116162) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 11:04:18.844086 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.plugins.ml2.db [None req-4b4e7acd-ff41-4880-a95d-d4f1720403c9 None None] For port cdbf5767-b7c5-48f5-97ec-afc0a75ab932, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=116164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 11:04:18.848242 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.plugins.ml2.db [None req-4b4e7acd-ff41-4880-a95d-d4f1720403c9 None None] For port cdbf5767-b7c5-48f5-97ec-afc0a75ab932, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=cdbf5767-b7c5-48f5-97ec-afc0a75ab932,segment=NetworkSegment(786272fe-40a7-4972-9d00-30a49da4c35a),segment_id=786272fe-40a7-4972-9d00-30a49da4c35a)] {{(pid=116164) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 11:04:18.851871 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25994f1d-4722-4f29-8468-d23fc57eed6c tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Made reservation on behalf of 0f4d85af73ea40518271b3ac6c23a282 for: {'subnet': 1} {{(pid=116162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 11:04:18.858763 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-25994f1d-4722-4f29-8468-d23fc57eed6c tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4210834'] for subnet (None), before_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:18.864602 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-b57a6a65-d159-46b9-b366-ec44eb10b746 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2060818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1935326'] for router (4ab222d8-270e-47ce-9a8b-10f4e09f3cb0), after_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:18.938772 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.scheduler.base_scheduler [None req-06132fd0-f23f-485d-8554-2b3cf5c0ec81 tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 99d746a8-536a-442e-a6ad-51e797638f7d) {{(pid=116162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 11:04:18.943545 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06132fd0-f23f-485d-8554-2b3cf5c0ec81 tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:04:18.944209 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-06132fd0-f23f-485d-8554-2b3cf5c0ec81 tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Publish callbacks [] for subnet (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:18.947803 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.db_base_plugin_common [None req-0390166d-8a5c-4564-843a-c4dd697c86b8 None None] Allocated IP 172.20.0.2 (a1a6f930-926c-434f-a232-d4a1d87d63f4/f959b57b-9af9-4792-8692-a0c19e54351d/07df42ed-9c87-4fb6-9961-b0c9d39c37fe) {{(pid=116163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 11:04:18.953323 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db2f1309-c9bc-4fea-b944-0f5fa7e4cfaa None None] Network 99d746a8-536a-442e-a6ad-51e797638f7d requested from dv-neutron-master-2-hyperv {{(pid=116163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 11:04:18.963463 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-fecf4368-40da-4a48-b9dc-427ce02c11ee tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2060459', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-63449'] for router (38096c1d-5d02-4005-b5e3-1296e07bfa0e), before_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:18.963594 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron_lib.callbacks.manager [None req-4b4e7acd-ff41-4880-a95d-d4f1720403c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393'] for port (cdbf5767-b7c5-48f5-97ec-afc0a75ab932), after_update {{(pid=116164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:18.963927 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-fecf4368-40da-4a48-b9dc-427ce02c11ee tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2060827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1935275', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1960866', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-63266'] for router (38096c1d-5d02-4005-b5e3-1296e07bfa0e), precommit_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:18.966553 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de96cb5b-930f-4f3a-9364-08e564509f42 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-9ed0816b-19e6-45e7-af7d-8b06c8a5d7e0', 'network_id': '9ed0816b-19e6-45e7-af7d-8b06c8a5d7e0', 'project_id': '1d85c55944a24e6b8fc5b73917e91c0e', 'fixed_ips': [{'subnet_id': '01007182-0ed7-41f5-b7e0-fadd8bd82a2d'}]}} from dv-neutron-master-2-hyperv. {{(pid=116163) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 28 11:04:18.968380 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-b57a6a65-d159-46b9-b366-ec44eb10b746 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Publish callbacks [] for router (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:18.968640 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-de96cb5b-930f-4f3a-9364-08e564509f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (None), before_create {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:18.974657 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-b57a6a65-d159-46b9-b366-ec44eb10b746 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 701 time: 0.4521570 Apr 28 11:04:18.976135 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 53108) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:04:18.993464 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.v2.base [None req-2f8b2682-c1f0-4c0c-b208-da20a22e63b5 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Request body: {'port': {'network_id': 'a1a6f930-926c-434f-a232-d4a1d87d63f4', 'name': 'tempest-PortsTestJSON-1177096198'}} {{(pid=116161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:04:19.032546 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-fecf4368-40da-4a48-b9dc-427ce02c11ee tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Publish callbacks [] for router_controller (38096c1d-5d02-4005-b5e3-1296e07bfa0e), precommit_add_association {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:19.113192 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6f9356-c5c2-4110-815e-ba78edf95e8b None None] Pushing event updated for resources: {'Port': ['ID=cdbf5767-b7c5-48f5-97ec-afc0a75ab932,revision_number=4']} {{(pid=116164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:04:19.122107 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-fecf4368-40da-4a48-b9dc-427ce02c11ee tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2060818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1935326'] for router (38096c1d-5d02-4005-b5e3-1296e07bfa0e), after_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:19.155474 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-06132fd0-f23f-485d-8554-2b3cf5c0ec81 tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5512905 Apr 28 11:04:19.177817 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 53112) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:04:19.189746 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b4e7acd-ff41-4880-a95d-d4f1720403c9 None None] Routers {'7a61ed78-023f-43d6-a86a-5af1aae9e69c'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=116164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 11:04:19.190446 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_hamode_db [None req-4b4e7acd-ff41-4880-a95d-d4f1720403c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-28T10:50:39Z,description=,heartbeat_timestamp=2022-04-28T11:04:09Z,host='dv-neutron-master-2-hyperv',id=6b492ad6-0876-4d74-b20d-28143a52ceba,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T10:50:40Z,topic='l3_agent')) {'router_ids': ['7a61ed78-023f-43d6-a86a-5af1aae9e69c'], 'active': True} {{(pid=116164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:04:19.197853 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.v2.base [None req-7698d816-9174-4a61-919b-e354d0c74fa7 tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Request body: {'subnet': {'network_id': '99d746a8-536a-442e-a6ad-51e797638f7d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=116162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:04:19.220080 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13007deb-c24d-4e75-ba1a-d979773d8081 req-36671b91-4562-4a08-9038-17e43fdc0210 tempest-ServerActionsTestJSON-1498610228 tempest-ServerActionsTestJSON-1498610228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:04:19.236660 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-13007deb-c24d-4e75-ba1a-d979773d8081 req-36671b91-4562-4a08-9038-17e43fdc0210 tempest-ServerActionsTestJSON-1498610228 tempest-ServerActionsTestJSON-1498610228-project] 10.222.0.10 "GET /v2.0/ports?device_id=6bd2b59b-b5db-4639-9109-3dca095b7768 HTTP/1.1" status: 200 len: 946 time: 0.1719387 Apr 28 11:04:19.276362 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-d008d876-0db7-45e8-958b-7c7267824a2d None None] Provisioning complete for port cdbf5767-b7c5-48f5-97ec-afc0a75ab932 triggered by entity DHCP. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:04:19.276730 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-d008d876-0db7-45e8-958b-7c7267824a2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (cdbf5767-b7c5-48f5-97ec-afc0a75ab932), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:19.289929 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-fecf4368-40da-4a48-b9dc-427ce02c11ee tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Publish callbacks [] for router (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:19.295288 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-fecf4368-40da-4a48-b9dc-427ce02c11ee tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.5077341 Apr 28 11:04:19.298832 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 53120) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:04:19.305410 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.v2.base [None req-08a204bf-649e-42c9-a8cf-82924112d4bc tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Request body: {'port': {'network_id': '9ed0816b-19e6-45e7-af7d-8b06c8a5d7e0', 'name': 'tempest-RoutersTest-1935796097'}} {{(pid=116162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:04:19.373172 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_dvr_db [None req-4b4e7acd-ff41-4880-a95d-d4f1720403c9 None None] Set router 7a61ed78-023f-43d6-a86a-5af1aae9e69c gateway port host: None {{(pid=116164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 11:04:19.390755 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-13007deb-c24d-4e75-ba1a-d979773d8081 req-a892c523-d9ce-45f7-81bc-cf51643188da tempest-ServerActionsTestJSON-1498610228 tempest-ServerActionsTestJSON-1498610228-project] 10.222.0.10 "GET /v2.0/security-groups?id=0f246414-c46b-4ee7-b196-c819605d877f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1512699 Apr 28 11:04:19.593170 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f8b2682-c1f0-4c0c-b208-da20a22e63b5 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Made reservation on behalf of f86d085f9b42493aa6c0f40f62349e1e for: {'port': 1} {{(pid=116161) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 11:04:19.605848 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-2f8b2682-c1f0-4c0c-b208-da20a22e63b5 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (None), before_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:19.663147 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3bf74b8-359f-4ace-b995-0099e2d0f7d0 req-58b92dfa-91cc-4582-9d44-d3331a1d04b4 tempest-ServerActionsTestJSON-1498610228 tempest-ServerActionsTestJSON-1498610228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:04:19.664964 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-25994f1d-4722-4f29-8468-d23fc57eed6c tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5054027', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4210784'] for subnet (f86be52a-4023-4e56-b802-604679ea9f0d), after_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:19.667291 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-d3bf74b8-359f-4ace-b995-0099e2d0f7d0 req-58b92dfa-91cc-4582-9d44-d3331a1d04b4 tempest-ServerActionsTestJSON-1498610228 tempest-ServerActionsTestJSON-1498610228-project] 10.222.0.10 "GET /v2.0/ports?device_id=6bd2b59b-b5db-4639-9109-3dca095b7768 HTTP/1.1" status: 200 len: 946 time: 0.1667802 Apr 28 11:04:19.679990 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.notifiers.nova [None req-2f8b2682-c1f0-4c0c-b208-da20a22e63b5 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] device_id is not set on port e3eefd05-ab67-48ff-9271-98cba9bcc132 yet. {{(pid=116161) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 28 11:04:19.723249 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7698d816-9174-4a61-919b-e354d0c74fa7 tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Made reservation on behalf of 52264470dd074c0f8041ca0ce5281c12 for: {'subnet': 1} {{(pid=116162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 11:04:19.725097 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_hamode_db [None req-4b4e7acd-ff41-4880-a95d-d4f1720403c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a61ed78-023f-43d6-a86a-5af1aae9e69c', 'name': 'tempest-RoutersIpV6Test-router-197789818', 'tenant_id': '0f4d85af73ea40518271b3ac6c23a282', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T11:04:08Z', 'updated_at': '2022-04-28T11:04:14Z', 'revision_number': 2, 'project_id': '0f4d85af73ea40518271b3ac6c23a282', 'gw_port_host': None, '_interfaces': [{'id': 'cdbf5767-b7c5-48f5-97ec-afc0a75ab932', 'name': '', 'network_id': '2634f032-d4ae-4ad5-96de-8648922027d9', 'tenant_id': '0f4d85af73ea40518271b3ac6c23a282', 'mac_address': 'fa:16:3e:17:9a:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a61ed78-023f-43d6-a86a-5af1aae9e69c', 'device_owner': 'network:router_interface', 'standard_attr_id': 896, 'fixed_ips': [{'subnet_id': '239fd4a7-9885-4cb6-b54a-2440592f7a50', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:04:13Z', 'updated_at': '2022-04-28T11:04:18Z', 'revision_number': 4, 'project_id': '0f4d85af73ea40518271b3ac6c23a282', 'subnets': [{'id': '239fd4a7-9885-4cb6-b54a-2440592f7a50', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=116164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:04:19.727769 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-7698d816-9174-4a61-919b-e354d0c74fa7 tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4210834'] for subnet (None), before_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:19.730130 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3319e234-0239-4ee4-9fa0-7cd28f883267 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-99d746a8-536a-442e-a6ad-51e797638f7d', 'network_id': '99d746a8-536a-442e-a6ad-51e797638f7d', 'project_id': '52264470dd074c0f8041ca0ce5281c12', 'fixed_ips': [{'subnet_id': '94868252-c1ae-4346-bbb9-dde4165fce88'}]}} from dv-neutron-master-2-hyperv. {{(pid=116163) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 28 11:04:19.731904 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-3319e234-0239-4ee4-9fa0-7cd28f883267 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (None), before_create {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:19.776059 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08a204bf-649e-42c9-a8cf-82924112d4bc tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Made reservation on behalf of 1d85c55944a24e6b8fc5b73917e91c0e for: {'port': 1} {{(pid=116162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 11:04:19.781985 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-08a204bf-649e-42c9-a8cf-82924112d4bc tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (None), before_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:19.794146 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b4e7acd-ff41-4880-a95d-d4f1720403c9 None None] The sync data for ids ['7a61ed78-023f-43d6-a86a-5af1aae9e69c'] in dv-neutron-master-2-hyperv is: [{'id': '7a61ed78-023f-43d6-a86a-5af1aae9e69c', 'name': 'tempest-RoutersIpV6Test-router-197789818', 'tenant_id': '0f4d85af73ea40518271b3ac6c23a282', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T11:04:08Z', 'updated_at': '2022-04-28T11:04:14Z', 'revision_number': 2, 'project_id': '0f4d85af73ea40518271b3ac6c23a282', 'gw_port_host': None, '_interfaces': [{'id': 'cdbf5767-b7c5-48f5-97ec-afc0a75ab932', 'name': '', 'network_id': '2634f032-d4ae-4ad5-96de-8648922027d9', 'tenant_id': '0f4d85af73ea40518271b3ac6c23a282', 'mac_address': 'fa:16:3e:17:9a:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a61ed78-023f-43d6-a86a-5af1aae9e69c', 'device_owner': 'network:router_interface', 'standard_attr_id': 896, 'fixed_ips': [{'subnet_id': '239fd4a7-9885-4cb6-b54a-2440592f7a50', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:04:13Z', 'updated_at': '2022-04-28T11:04:18Z', 'revision_number': 4, 'project_id': '0f4d85af73ea40518271b3ac6c23a282', 'subnets': [{'id': '239fd4a7-9885-4cb6-b54a-2440592f7a50', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=116164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 11:04:19.813898 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.db_base_plugin_common [None req-de96cb5b-930f-4f3a-9364-08e564509f42 None None] Allocated IP 172.20.0.2 (9ed0816b-19e6-45e7-af7d-8b06c8a5d7e0/01007182-0ed7-41f5-b7e0-fadd8bd82a2d/270dff28-b446-4a7a-b75a-5eff12126049) {{(pid=116163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 11:04:19.849364 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-d3bf74b8-359f-4ace-b995-0099e2d0f7d0 req-3e5902d1-b21f-4eda-9f25-f54c6aaa72b1 tempest-ServerActionsTestJSON-1498610228 tempest-ServerActionsTestJSON-1498610228-project] 10.222.0.10 "GET /v2.0/security-groups?id=0f246414-c46b-4ee7-b196-c819605d877f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0730886 Apr 28 11:04:19.911895 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-0390166d-8a5c-4564-843a-c4dd697c86b8 None None] Publish callbacks [] for port (07df42ed-9c87-4fb6-9961-b0c9d39c37fe), precommit_create {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:19.967781 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25994f1d-4722-4f29-8468-d23fc57eed6c tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Pushing event updated for resources: {'Subnet': ['ID=f86be52a-4023-4e56-b802-604679ea9f0d,revision_number=0']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:04:19.976280 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25994f1d-4722-4f29-8468-d23fc57eed6c tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Checking segment: {'id': 'cc9288a7-c6cf-4a42-9877-ee942d51c7de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'b49b1fd0-a27a-4592-b3bb-db40c57d4de0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 11:04:19.976743 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25994f1d-4722-4f29-8468-d23fc57eed6c tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Network hostable DHCP agents. Network: b49b1fd0-a27a-4592-b3bb-db40c57d4de0, hostable agents: ['75ba81b7-fe99-4281-90d2-a5adb445ecea'], hosted agents: [] {{(pid=116162) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 11:04:19.982940 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.notifiers.nova [None req-08a204bf-649e-42c9-a8cf-82924112d4bc tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] device_id is not set on port 7d109f6c-b12e-4eb5-8ba6-29765f0a1201 yet. {{(pid=116162) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 28 11:04:20.008983 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef70e2d-d2d4-426d-b37c-95403c349728 req-41227df6-f884-432b-bfe9-0f2536a42cbd tempest-ServerActionsTestJSON-1498610228 tempest-ServerActionsTestJSON-1498610228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:04:20.015108 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-aef70e2d-d2d4-426d-b37c-95403c349728 req-41227df6-f884-432b-bfe9-0f2536a42cbd tempest-ServerActionsTestJSON-1498610228 tempest-ServerActionsTestJSON-1498610228-project] 10.222.0.10 "GET /v2.0/ports?device_id=6bd2b59b-b5db-4639-9109-3dca095b7768 HTTP/1.1" status: 200 len: 946 time: 0.0707343 Apr 28 11:04:20.064093 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.db.ipam_backend_mixin [None req-7698d816-9174-4a61-919b-e354d0c74fa7 tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 94868252-c1ae-4346-bbb9-dde4165fce88 (CIDR: 2001:db8::/64) Apr 28 11:04:20.090681 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-d008d876-0db7-45e8-958b-7c7267824a2d None None] Current status of the port cdbf5767-b7c5-48f5-97ec-afc0a75ab932 is: DOWN; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:04:20.091104 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-d008d876-0db7-45e8-958b-7c7267824a2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (cdbf5767-b7c5-48f5-97ec-afc0a75ab932), before_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:20.105668 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-0390166d-8a5c-4564-843a-c4dd697c86b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742234710357'] for port (07df42ed-9c87-4fb6-9961-b0c9d39c37fe), after_create {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:20.123417 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.pecan_wsgi.hooks.translation [None req-7698d816-9174-4a61-919b-e354d0c74fa7 tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 28 11:04:20.126955 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7698d816-9174-4a61-919b-e354d0c74fa7 tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=116162) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 28 11:04:20.151448 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25994f1d-4722-4f29-8468-d23fc57eed6c tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Network b49b1fd0-a27a-4592-b3bb-db40c57d4de0 is scheduled to be hosted by DHCP agent 75ba81b7-fe99-4281-90d2-a5adb445ecea with binding_index 1 {{(pid=116162) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 11:04:20.164505 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.db.db_base_plugin_common [None req-2f8b2682-c1f0-4c0c-b208-da20a22e63b5 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Allocated IP 172.20.0.10 (a1a6f930-926c-434f-a232-d4a1d87d63f4/f959b57b-9af9-4792-8692-a0c19e54351d/e3eefd05-ab67-48ff-9271-98cba9bcc132) {{(pid=116161) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 11:04:20.173677 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-aef70e2d-d2d4-426d-b37c-95403c349728 req-869c4e4d-511d-43eb-aec1-b5fa651e6461 tempest-ServerActionsTestJSON-1498610228 tempest-ServerActionsTestJSON-1498610228-project] 10.222.0.10 "GET /v2.0/security-groups?id=0f246414-c46b-4ee7-b196-c819605d877f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1492159 Apr 28 11:04:20.216078 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-7698d816-9174-4a61-919b-e354d0c74fa7 tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.0311942 Apr 28 11:04:20.222774 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 53138) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:04:20.230665 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.v2.base [None req-0121daed-d55e-47b7-a410-b78c20c87fd2 tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Request body: {'subnet': {'network_id': '99d746a8-536a-442e-a6ad-51e797638f7d', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=116162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:04:20.244837 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-d008d876-0db7-45e8-958b-7c7267824a2d None None] For port cdbf5767-b7c5-48f5-97ec-afc0a75ab932, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=cdbf5767-b7c5-48f5-97ec-afc0a75ab932,segment=NetworkSegment(786272fe-40a7-4972-9d00-30a49da4c35a),segment_id=786272fe-40a7-4972-9d00-30a49da4c35a)] {{(pid=116163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 11:04:20.263017 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0390166d-8a5c-4564-843a-c4dd697c86b8 None None] Pushing event updated for resources: {'Port': ['ID=07df42ed-9c87-4fb6-9961-b0c9d39c37fe,revision_number=1']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:04:20.282211 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.scheduler.base_scheduler [None req-25994f1d-4722-4f29-8468-d23fc57eed6c tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, b49b1fd0-a27a-4592-b3bb-db40c57d4de0) {{(pid=116162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 11:04:20.305282 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0f0da1d-4b95-446d-aac2-4603dc6ab336 None None] Network b49b1fd0-a27a-4592-b3bb-db40c57d4de0 requested from dv-neutron-master-2-hyperv {{(pid=116163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 11:04:20.336515 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 53140) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:04:20.338198 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25994f1d-4722-4f29-8468-d23fc57eed6c tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:04:20.338645 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-25994f1d-4722-4f29-8468-d23fc57eed6c tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Publish callbacks [] for subnet (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:20.348191 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [-] 10.222.0.10 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0027547 Apr 28 11:04:20.356411 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 53142) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:04:20.392173 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0390166d-8a5c-4564-843a-c4dd697c86b8 None None] Network a1a6f930-926c-434f-a232-d4a1d87d63f4 is already hosted by enough agents. {{(pid=116163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 11:04:20.401192 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.db_base_plugin_common [None req-3319e234-0239-4ee4-9fa0-7cd28f883267 None None] Allocated IP 2001:db8::2 (99d746a8-536a-442e-a6ad-51e797638f7d/94868252-c1ae-4346-bbb9-dde4165fce88/a7702ed7-bf3f-491e-a598-4f00618b1eeb) {{(pid=116163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 11:04:20.412926 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-d008d876-0db7-45e8-958b-7c7267824a2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393'] for port (cdbf5767-b7c5-48f5-97ec-afc0a75ab932), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:20.433431 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.scheduler.base_scheduler [None req-0390166d-8a5c-4564-843a-c4dd697c86b8 None None] Resources bound (agent type, host, resource id): {{(pid=116163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 11:04:20.451175 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-25994f1d-4722-4f29-8468-d23fc57eed6c tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.9114599 Apr 28 11:04:20.451175 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 53146) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:04:20.487868 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0390166d-8a5c-4564-843a-c4dd697c86b8 None None] Received port after_create {{(pid=116163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 11:04:20.552496 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-2f8b2682-c1f0-4c0c-b208-da20a22e63b5 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Publish callbacks [] for port (e3eefd05-ab67-48ff-9271-98cba9bcc132), precommit_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:20.566317 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4b9e45-9e78-4361-9ea7-ab7e5adf44a0 req-2737843c-6555-4ca7-af59-6b0a0d3cb27d tempest-ServerActionsTestJSON-1498610228 tempest-ServerActionsTestJSON-1498610228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:04:20.567799 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-0a4b9e45-9e78-4361-9ea7-ab7e5adf44a0 req-2737843c-6555-4ca7-af59-6b0a0d3cb27d tempest-ServerActionsTestJSON-1498610228 tempest-ServerActionsTestJSON-1498610228-project] 10.222.0.10 "GET /v2.0/ports?device_id=6bd2b59b-b5db-4639-9109-3dca095b7768 HTTP/1.1" status: 200 len: 946 time: 0.1587989 Apr 28 11:04:20.585716 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0121daed-d55e-47b7-a410-b78c20c87fd2 tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Made reservation on behalf of 52264470dd074c0f8041ca0ce5281c12 for: {'subnet': 1} {{(pid=116162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 11:04:20.585983 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Device cdbf5767-b7c5-48f5-97ec-afc0a75ab932 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=116163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 11:04:20.589124 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-0121daed-d55e-47b7-a410-b78c20c87fd2 tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4210834'] for subnet (None), before_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:20.604777 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-f7db00a6-9a29-4b7c-a1b5-e6c1f98dfc50 tempest-NetworksApiDiscovery-1039747573 tempest-NetworksApiDiscovery-1039747573-project] 10.222.0.10 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.2422922 Apr 28 11:04:20.630021 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (6be95134-9a6c-4663-8b48-90d12ce90c60), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:20.661736 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-de96cb5b-930f-4f3a-9364-08e564509f42 None None] Publish callbacks [] for port (270dff28-b446-4a7a-b75a-5eff12126049), precommit_create {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:20.672243 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-0a4b9e45-9e78-4361-9ea7-ab7e5adf44a0 req-0f1ea9b5-c262-4093-8a44-90adce3270f8 tempest-ServerActionsTestJSON-1498610228 tempest-ServerActionsTestJSON-1498610228-project] 10.222.0.10 "GET /v2.0/security-groups?id=0f246414-c46b-4ee7-b196-c819605d877f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0947902 Apr 28 11:04:20.716995 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-2f8b2682-c1f0-4c0c-b208-da20a22e63b5 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742234710357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5219112'] for port (e3eefd05-ab67-48ff-9271-98cba9bcc132), after_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:20.756377 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-6f48b232-623a-4c3b-a5ce-babe3850fe47 None None] Provisioning complete for port cdbf5767-b7c5-48f5-97ec-afc0a75ab932 triggered by entity DHCP. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:04:20.757005 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-6f48b232-623a-4c3b-a5ce-babe3850fe47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (cdbf5767-b7c5-48f5-97ec-afc0a75ab932), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:20.790685 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14e37cd8-305b-4264-a517-d551c7c1cfda None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-b49b1fd0-a27a-4592-b3bb-db40c57d4de0', 'network_id': 'b49b1fd0-a27a-4592-b3bb-db40c57d4de0', 'project_id': '0f4d85af73ea40518271b3ac6c23a282', 'fixed_ips': [{'subnet_id': 'f86be52a-4023-4e56-b802-604679ea9f0d'}]}} from dv-neutron-master-2-hyperv. {{(pid=116163) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 28 11:04:20.791593 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-14e37cd8-305b-4264-a517-d551c7c1cfda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (None), before_create {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:20.832862 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-de96cb5b-930f-4f3a-9364-08e564509f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742234710357'] for port (270dff28-b446-4a7a-b75a-5eff12126049), after_create {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:20.850814 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d008d876-0db7-45e8-958b-7c7267824a2d None None] Pushing event updated for resources: {'Port': ['ID=cdbf5767-b7c5-48f5-97ec-afc0a75ab932,revision_number=5']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:04:20.867292 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2a2e7d-fbb3-4cd7-9895-87a52a379c5d req-8e13aebc-5bd4-4644-a321-3e39501e3c9f tempest-ServerActionsTestJSON-1498610228 tempest-ServerActionsTestJSON-1498610228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:04:20.874960 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-bb2a2e7d-fbb3-4cd7-9895-87a52a379c5d req-8e13aebc-5bd4-4644-a321-3e39501e3c9f tempest-ServerActionsTestJSON-1498610228 tempest-ServerActionsTestJSON-1498610228-project] 10.222.0.10 "GET /v2.0/ports?device_id=6bd2b59b-b5db-4639-9109-3dca095b7768 HTTP/1.1" status: 200 len: 946 time: 0.0725281 Apr 28 11:04:20.902753 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f8b2682-c1f0-4c0c-b208-da20a22e63b5 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Network a1a6f930-926c-434f-a232-d4a1d87d63f4 is already hosted by enough agents. {{(pid=116161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 11:04:20.913379 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.scheduler.base_scheduler [None req-2f8b2682-c1f0-4c0c-b208-da20a22e63b5 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Resources bound (agent type, host, resource id): {{(pid=116161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 11:04:20.925575 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f8b2682-c1f0-4c0c-b208-da20a22e63b5 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Received port after_create {{(pid=116161) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 11:04:20.926445 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.db.db_base_plugin_common [None req-08a204bf-649e-42c9-a8cf-82924112d4bc tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Allocated IP 172.20.0.3 (9ed0816b-19e6-45e7-af7d-8b06c8a5d7e0/01007182-0ed7-41f5-b7e0-fadd8bd82a2d/7d109f6c-b12e-4eb5-8ba6-29765f0a1201) {{(pid=116162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 11:04:20.935965 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8b2682-c1f0-4c0c-b208-da20a22e63b5 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Pushing event updated for resources: {'Port': ['ID=e3eefd05-ab67-48ff-9271-98cba9bcc132,revision_number=1']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:04:20.958424 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.managers [None req-0390166d-8a5c-4564-843a-c4dd697c86b8 None None] Attempting to bind port 07df42ed-9c87-4fb6-9961-b0c9d39c37fe on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=116163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 28 11:04:20.958424 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.managers [None req-0390166d-8a5c-4564-843a-c4dd697c86b8 None None] Attempting to bind port 07df42ed-9c87-4fb6-9961-b0c9d39c37fe by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '37baee95-6207-4066-b5b7-06071d491a47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'a1a6f930-926c-434f-a232-d4a1d87d63f4'}] {{(pid=116163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 28 11:04:20.958424 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0390166d-8a5c-4564-843a-c4dd697c86b8 None None] Attempting to bind port 07df42ed-9c87-4fb6-9961-b0c9d39c37fe on network a1a6f930-926c-434f-a232-d4a1d87d63f4 {{(pid=116163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 11:04:20.976868 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de96cb5b-930f-4f3a-9364-08e564509f42 None None] Network 9ed0816b-19e6-45e7-af7d-8b06c8a5d7e0 is already hosted by enough agents. {{(pid=116163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 11:04:21.004427 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-bb2a2e7d-fbb3-4cd7-9895-87a52a379c5d req-9a4555cb-c886-4b3c-a49b-0b85902bba59 tempest-ServerActionsTestJSON-1498610228 tempest-ServerActionsTestJSON-1498610228-project] 10.222.0.10 "GET /v2.0/security-groups?id=0f246414-c46b-4ee7-b196-c819605d877f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1284773 Apr 28 11:04:21.006922 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0390166d-8a5c-4564-843a-c4dd697c86b8 None None] Checking agent: {'id': 'd5baab19-5dd1-4902-922b-84acb048ab9c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 10, 50, 43), 'started_at': datetime.datetime(2022, 4, 28, 10, 51, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 11, 4, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=116163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 11:04:21.007404 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0390166d-8a5c-4564-843a-c4dd697c86b8 None None] Checking segment: {'id': '37baee95-6207-4066-b5b7-06071d491a47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'a1a6f930-926c-434f-a232-d4a1d87d63f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 11:04:21.007876 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-0390166d-8a5c-4564-843a-c4dd697c86b8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:21.008346 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0390166d-8a5c-4564-843a-c4dd697c86b8 None None] Bound using segment: {'id': '37baee95-6207-4066-b5b7-06071d491a47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'a1a6f930-926c-434f-a232-d4a1d87d63f4'} {{(pid=116163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 11:04:21.008902 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.managers [None req-0390166d-8a5c-4564-843a-c4dd697c86b8 None None] Bound port: 07df42ed-9c87-4fb6-9961-b0c9d39c37fe, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '37baee95-6207-4066-b5b7-06071d491a47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'a1a6f930-926c-434f-a232-d4a1d87d63f4'}}] {{(pid=116163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 28 11:04:21.009463 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-0390166d-8a5c-4564-843a-c4dd697c86b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (07df42ed-9c87-4fb6-9961-b0c9d39c37fe), before_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:21.011577 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.scheduler.base_scheduler [None req-de96cb5b-930f-4f3a-9364-08e564509f42 None None] Resources bound (agent type, host, resource id): {{(pid=116163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 11:04:21.019757 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f8b2682-c1f0-4c0c-b208-da20a22e63b5 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:04:21.020449 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-2f8b2682-c1f0-4c0c-b208-da20a22e63b5 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198022'] for port (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:21.027915 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de96cb5b-930f-4f3a-9364-08e564509f42 None None] Received port after_create {{(pid=116163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 11:04:21.108684 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Provisioning complete for port cdbf5767-b7c5-48f5-97ec-afc0a75ab932 triggered by entity L2. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:04:21.108684 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (cdbf5767-b7c5-48f5-97ec-afc0a75ab932), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:21.108684 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de96cb5b-930f-4f3a-9364-08e564509f42 None None] Pushing event updated for resources: {'Port': ['ID=270dff28-b446-4a7a-b75a-5eff12126049,revision_number=1']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:04:21.153656 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-2f8b2682-c1f0-4c0c-b208-da20a22e63b5 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 2.1732914 Apr 28 11:04:21.156772 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 53154) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:04:21.316650 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-3319e234-0239-4ee4-9fa0-7cd28f883267 None None] Publish callbacks [] for port (a7702ed7-bf3f-491e-a598-4f00618b1eeb), precommit_create {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:21.379759 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.managers [None req-de96cb5b-930f-4f3a-9364-08e564509f42 None None] Attempting to bind port 270dff28-b446-4a7a-b75a-5eff12126049 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=116163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 28 11:04:21.380458 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.managers [None req-de96cb5b-930f-4f3a-9364-08e564509f42 None None] Attempting to bind port 270dff28-b446-4a7a-b75a-5eff12126049 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '171c67db-bfe1-4b34-afea-6fceb309e2f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '9ed0816b-19e6-45e7-af7d-8b06c8a5d7e0'}] {{(pid=116163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 28 11:04:21.381055 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de96cb5b-930f-4f3a-9364-08e564509f42 None None] Attempting to bind port 270dff28-b446-4a7a-b75a-5eff12126049 on network 9ed0816b-19e6-45e7-af7d-8b06c8a5d7e0 {{(pid=116163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 11:04:21.390917 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-6f48b232-623a-4c3b-a5ce-babe3850fe47 None None] Current status of the port cdbf5767-b7c5-48f5-97ec-afc0a75ab932 is: ACTIVE; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:04:21.409829 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de96cb5b-930f-4f3a-9364-08e564509f42 None None] Checking agent: {'id': 'd5baab19-5dd1-4902-922b-84acb048ab9c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 10, 50, 43), 'started_at': datetime.datetime(2022, 4, 28, 10, 51, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 11, 4, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=116163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 11:04:21.410622 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de96cb5b-930f-4f3a-9364-08e564509f42 None None] Checking segment: {'id': '171c67db-bfe1-4b34-afea-6fceb309e2f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '9ed0816b-19e6-45e7-af7d-8b06c8a5d7e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 11:04:21.411229 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-de96cb5b-930f-4f3a-9364-08e564509f42 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:21.411818 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de96cb5b-930f-4f3a-9364-08e564509f42 None None] Bound using segment: {'id': '171c67db-bfe1-4b34-afea-6fceb309e2f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '9ed0816b-19e6-45e7-af7d-8b06c8a5d7e0'} {{(pid=116163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 11:04:21.412525 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.managers [None req-de96cb5b-930f-4f3a-9364-08e564509f42 None None] Bound port: 270dff28-b446-4a7a-b75a-5eff12126049, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '171c67db-bfe1-4b34-afea-6fceb309e2f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '9ed0816b-19e6-45e7-af7d-8b06c8a5d7e0'}}] {{(pid=116163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 28 11:04:21.413145 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-de96cb5b-930f-4f3a-9364-08e564509f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (270dff28-b446-4a7a-b75a-5eff12126049), before_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:21.418121 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-0390166d-8a5c-4564-843a-c4dd697c86b8 None None] For port 07df42ed-9c87-4fb6-9961-b0c9d39c37fe, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=116163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 11:04:21.428008 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-0390166d-8a5c-4564-843a-c4dd697c86b8 None None] For port 07df42ed-9c87-4fb6-9961-b0c9d39c37fe, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=07df42ed-9c87-4fb6-9961-b0c9d39c37fe,segment=NetworkSegment(37baee95-6207-4066-b5b7-06071d491a47),segment_id=37baee95-6207-4066-b5b7-06071d491a47)] {{(pid=116163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 11:04:21.437833 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.db_base_plugin_common [None req-14e37cd8-305b-4264-a517-d551c7c1cfda None None] Allocated IP 2001:db8:1::2 (b49b1fd0-a27a-4592-b3bb-db40c57d4de0/f86be52a-4023-4e56-b802-604679ea9f0d/bb743558-6d0a-443d-979e-13a9405e7c1c) {{(pid=116163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 11:04:21.454043 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 53158) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:04:21.468140 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-3319e234-0239-4ee4-9fa0-7cd28f883267 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742234710357'] for port (a7702ed7-bf3f-491e-a598-4f00618b1eeb), after_create {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:21.570220 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-0390166d-8a5c-4564-843a-c4dd697c86b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393'] for port (07df42ed-9c87-4fb6-9961-b0c9d39c37fe), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:21.601284 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Current status of the port cdbf5767-b7c5-48f5-97ec-afc0a75ab932 is: ACTIVE; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:04:21.629272 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3319e234-0239-4ee4-9fa0-7cd28f883267 None None] Network 99d746a8-536a-442e-a6ad-51e797638f7d is already hosted by enough agents. {{(pid=116163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 11:04:21.639994 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-6c32c09e-0d1b-498e-98d9-6ad90ba11b3c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:21.642284 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3319e234-0239-4ee4-9fa0-7cd28f883267 None None] Pushing event updated for resources: {'Port': ['ID=a7702ed7-bf3f-491e-a598-4f00618b1eeb,revision_number=1']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:04:21.678346 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.scheduler.base_scheduler [None req-3319e234-0239-4ee4-9fa0-7cd28f883267 None None] Resources bound (agent type, host, resource id): {{(pid=116163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 11:04:21.720009 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe39248-00d0-4dc7-b99b-54c41cb6f57c req-f8b8286e-c92c-4550-a777-a0a6646a0d36 tempest-ServerActionsTestJSON-1498610228 tempest-ServerActionsTestJSON-1498610228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:04:21.721659 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-abe39248-00d0-4dc7-b99b-54c41cb6f57c req-f8b8286e-c92c-4550-a777-a0a6646a0d36 tempest-ServerActionsTestJSON-1498610228 tempest-ServerActionsTestJSON-1498610228-project] 10.222.0.10 "GET /v2.0/ports?device_id=6bd2b59b-b5db-4639-9109-3dca095b7768 HTTP/1.1" status: 200 len: 946 time: 0.1049168 Apr 28 11:04:21.731767 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3319e234-0239-4ee4-9fa0-7cd28f883267 None None] Received port after_create {{(pid=116163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 11:04:21.739558 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-de96cb5b-930f-4f3a-9364-08e564509f42 None None] For port 270dff28-b446-4a7a-b75a-5eff12126049, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=116163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 11:04:21.818234 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-de96cb5b-930f-4f3a-9364-08e564509f42 None None] For port 270dff28-b446-4a7a-b75a-5eff12126049, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=270dff28-b446-4a7a-b75a-5eff12126049,segment=NetworkSegment(171c67db-bfe1-4b34-afea-6fceb309e2f7),segment_id=171c67db-bfe1-4b34-afea-6fceb309e2f7)] {{(pid=116163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 11:04:21.828226 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-0121daed-d55e-47b7-a410-b78c20c87fd2 tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5054027', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4210784'] for subnet (2e0a91c6-2bfb-466d-b1df-fb0c48872de2), after_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:21.843810 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-ec0ce648-a100-417f-bf95-ec2a72acde00 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (e3eefd05-ab67-48ff-9271-98cba9bcc132), before_update {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:21.852157 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0390166d-8a5c-4564-843a-c4dd697c86b8 None None] Pushing event updated for resources: {'Port': ['ID=07df42ed-9c87-4fb6-9961-b0c9d39c37fe,revision_number=2']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:04:21.868086 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-abe39248-00d0-4dc7-b99b-54c41cb6f57c req-7a2651a5-1e36-417c-8f8d-89039d7999ec tempest-ServerActionsTestJSON-1498610228 tempest-ServerActionsTestJSON-1498610228-project] 10.222.0.10 "GET /v2.0/security-groups?id=0f246414-c46b-4ee7-b196-c819605d877f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1358261 Apr 28 11:04:21.895690 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-de96cb5b-930f-4f3a-9364-08e564509f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393'] for port (270dff28-b446-4a7a-b75a-5eff12126049), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:21.925447 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-08a204bf-649e-42c9-a8cf-82924112d4bc tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Publish callbacks [] for port (7d109f6c-b12e-4eb5-8ba6-29765f0a1201), precommit_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:21.928240 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0121daed-d55e-47b7-a410-b78c20c87fd2 tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Network 99d746a8-536a-442e-a6ad-51e797638f7d is already hosted by enough agents. {{(pid=116162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 11:04:21.939096 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.scheduler.base_scheduler [None req-0121daed-d55e-47b7-a410-b78c20c87fd2 tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Resources bound (agent type, host, resource id): {{(pid=116162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 11:04:21.952719 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0121daed-d55e-47b7-a410-b78c20c87fd2 tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:04:21.952719 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-0121daed-d55e-47b7-a410-b78c20c87fd2 tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Publish callbacks [] for subnet (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:21.970172 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0121daed-d55e-47b7-a410-b78c20c87fd2 tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Pushing event updated for resources: {'Subnet': ['ID=2e0a91c6-2bfb-466d-b1df-fb0c48872de2,revision_number=0']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:04:21.981664 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-760111b4-12f0-426e-a084-4b27cd375548 tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (None), before_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:22.030386 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.managers [None req-3319e234-0239-4ee4-9fa0-7cd28f883267 None None] Attempting to bind port a7702ed7-bf3f-491e-a598-4f00618b1eeb on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=116163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 28 11:04:22.032232 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.managers [None req-3319e234-0239-4ee4-9fa0-7cd28f883267 None None] Attempting to bind port a7702ed7-bf3f-491e-a598-4f00618b1eeb by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'f1c80124-cebe-4aec-b7a6-3be472c94e30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '99d746a8-536a-442e-a6ad-51e797638f7d'}] {{(pid=116163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 28 11:04:22.032739 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3319e234-0239-4ee4-9fa0-7cd28f883267 None None] Attempting to bind port a7702ed7-bf3f-491e-a598-4f00618b1eeb on network 99d746a8-536a-442e-a6ad-51e797638f7d {{(pid=116163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 11:04:22.053846 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-0121daed-d55e-47b7-a410-b78c20c87fd2 tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.8281050 Apr 28 11:04:22.085260 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3319e234-0239-4ee4-9fa0-7cd28f883267 None None] Checking agent: {'id': 'd5baab19-5dd1-4902-922b-84acb048ab9c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 10, 50, 43), 'started_at': datetime.datetime(2022, 4, 28, 10, 51, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 11, 4, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=116163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 11:04:22.095464 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3319e234-0239-4ee4-9fa0-7cd28f883267 None None] Checking segment: {'id': 'f1c80124-cebe-4aec-b7a6-3be472c94e30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '99d746a8-536a-442e-a6ad-51e797638f7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 11:04:22.095464 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-3319e234-0239-4ee4-9fa0-7cd28f883267 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:22.095464 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3319e234-0239-4ee4-9fa0-7cd28f883267 None None] Bound using segment: {'id': 'f1c80124-cebe-4aec-b7a6-3be472c94e30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '99d746a8-536a-442e-a6ad-51e797638f7d'} {{(pid=116163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 11:04:22.095464 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.managers [None req-3319e234-0239-4ee4-9fa0-7cd28f883267 None None] Bound port: a7702ed7-bf3f-491e-a598-4f00618b1eeb, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f1c80124-cebe-4aec-b7a6-3be472c94e30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '99d746a8-536a-442e-a6ad-51e797638f7d'}}] {{(pid=116163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 28 11:04:22.095464 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-3319e234-0239-4ee4-9fa0-7cd28f883267 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (a7702ed7-bf3f-491e-a598-4f00618b1eeb), before_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:22.114957 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 53164) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:04:22.119323 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-08a204bf-649e-42c9-a8cf-82924112d4bc tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742234710357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5051867'] for port (7d109f6c-b12e-4eb5-8ba6-29765f0a1201), after_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:22.160438 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.v2.base [None req-9ace854e-1bf4-4455-94c9-79011e090e7e tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Request body: {'port': {'network_id': '99d746a8-536a-442e-a6ad-51e797638f7d', 'fixed_ips': [{'subnet_id': '94868252-c1ae-4346-bbb9-dde4165fce88'}, {'subnet_id': '2e0a91c6-2bfb-466d-b1df-fb0c48872de2'}], 'name': 'tempest-PortsIpV6TestJSON-281068324'}} {{(pid=116161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:04:22.206097 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08a204bf-649e-42c9-a8cf-82924112d4bc tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Network 9ed0816b-19e6-45e7-af7d-8b06c8a5d7e0 is already hosted by enough agents. {{(pid=116162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 11:04:22.220404 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.scheduler.base_scheduler [None req-08a204bf-649e-42c9-a8cf-82924112d4bc tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Resources bound (agent type, host, resource id): {{(pid=116162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 11:04:22.227330 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08a204bf-649e-42c9-a8cf-82924112d4bc tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Received port after_create {{(pid=116162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 11:04:22.335334 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a204bf-649e-42c9-a8cf-82924112d4bc tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Pushing event updated for resources: {'Port': ['ID=7d109f6c-b12e-4eb5-8ba6-29765f0a1201,revision_number=1']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:04:22.412162 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08a204bf-649e-42c9-a8cf-82924112d4bc tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:04:22.415102 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-08a204bf-649e-42c9-a8cf-82924112d4bc tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198022'] for port (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:22.429372 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-6c32c09e-0d1b-498e-98d9-6ad90ba11b3c admin admin] Publish callbacks [] for security_group (e3ec651f-d759-4a2d-83d9-a89e5a59df6d), precommit_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:22.448540 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de96cb5b-930f-4f3a-9364-08e564509f42 None None] Pushing event updated for resources: {'Port': ['ID=270dff28-b446-4a7a-b75a-5eff12126049,revision_number=2']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:04:22.481765 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-6c32c09e-0d1b-498e-98d9-6ad90ba11b3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924426'] for security_group (e3ec651f-d759-4a2d-83d9-a89e5a59df6d), after_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:22.494870 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-14e37cd8-305b-4264-a517-d551c7c1cfda None None] Publish callbacks [] for port (bb743558-6d0a-443d-979e-13a9405e7c1c), precommit_create {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:22.522768 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-08a204bf-649e-42c9-a8cf-82924112d4bc tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 3.2177379 Apr 28 11:04:22.525148 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 53172) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:04:22.542801 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-ec0ce648-a100-417f-bf95-ec2a72acde00 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Publish callbacks [] for port (e3eefd05-ab67-48ff-9271-98cba9bcc132), precommit_update {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:22.599010 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c32c09e-0d1b-498e-98d9-6ad90ba11b3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3ec651f-d759-4a2d-83d9-a89e5a59df6d,revision_number=1']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:04:22.603635 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-6c32c09e-0d1b-498e-98d9-6ad90ba11b3c admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=dd4dc8c93db1492092d86c40e34179e8&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1484456 Apr 28 11:04:22.612229 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-3319e234-0239-4ee4-9fa0-7cd28f883267 None None] For port a7702ed7-bf3f-491e-a598-4f00618b1eeb, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=116163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 11:04:22.613577 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 53174) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:04:22.617092 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-3319e234-0239-4ee4-9fa0-7cd28f883267 None None] For port a7702ed7-bf3f-491e-a598-4f00618b1eeb, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=a7702ed7-bf3f-491e-a598-4f00618b1eeb,segment=NetworkSegment(f1c80124-cebe-4aec-b7a6-3be472c94e30),segment_id=f1c80124-cebe-4aec-b7a6-3be472c94e30)] {{(pid=116163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 11:04:22.629781 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-ec0ce648-a100-417f-bf95-ec2a72acde00 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5219123'] for port (e3eefd05-ab67-48ff-9271-98cba9bcc132), after_update {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:22.667857 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-14e37cd8-305b-4264-a517-d551c7c1cfda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742234710357'] for port (bb743558-6d0a-443d-979e-13a9405e7c1c), after_create {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:22.726693 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ace854e-1bf4-4455-94c9-79011e090e7e tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Made reservation on behalf of 52264470dd074c0f8041ca0ce5281c12 for: {'port': 1} {{(pid=116161) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 11:04:22.751031 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e37cd8-305b-4264-a517-d551c7c1cfda None None] Pushing event updated for resources: {'Port': ['ID=bb743558-6d0a-443d-979e-13a9405e7c1c,revision_number=1']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:04:22.764472 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-3319e234-0239-4ee4-9fa0-7cd28f883267 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393'] for port (a7702ed7-bf3f-491e-a598-4f00618b1eeb), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:22.766953 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Device cdbf5767-b7c5-48f5-97ec-afc0a75ab932 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=116163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 11:04:22.845642 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14e37cd8-305b-4264-a517-d551c7c1cfda None None] Network b49b1fd0-a27a-4592-b3bb-db40c57d4de0 is already hosted by enough agents. {{(pid=116163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 11:04:22.861090 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.scheduler.base_scheduler [None req-14e37cd8-305b-4264-a517-d551c7c1cfda None None] Resources bound (agent type, host, resource id): {{(pid=116163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 11:04:22.866541 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec0ce648-a100-417f-bf95-ec2a72acde00 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Pushing event updated for resources: {'Port': ['ID=e3eefd05-ab67-48ff-9271-98cba9bcc132,revision_number=2']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:04:22.868822 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14e37cd8-305b-4264-a517-d551c7c1cfda None None] Received port after_create {{(pid=116163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 11:04:22.880593 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-9ace854e-1bf4-4455-94c9-79011e090e7e tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (None), before_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:22.895412 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3319e234-0239-4ee4-9fa0-7cd28f883267 None None] Pushing event updated for resources: {'Port': ['ID=a7702ed7-bf3f-491e-a598-4f00618b1eeb,revision_number=2']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:04:22.903561 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.db.db_base_plugin_common [None req-760111b4-12f0-426e-a084-4b27cd375548 tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Allocated IP 2001:db8:1::1 (b49b1fd0-a27a-4592-b3bb-db40c57d4de0/f86be52a-4023-4e56-b802-604679ea9f0d/67ab86d9-8559-4fb5-b911-083455e9e6b3) {{(pid=116162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 11:04:22.999678 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.notifiers.nova [None req-9ace854e-1bf4-4455-94c9-79011e090e7e tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] device_id is not set on port e2343026-5488-4648-9422-0eaa19813b50 yet. {{(pid=116161) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 28 11:04:23.023560 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-d9aee665-5037-4f4a-b2ce-1e1b8128ccdd admin admin] Publish callbacks [] for security_group (e3ec651f-d759-4a2d-83d9-a89e5a59df6d), before_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:23.052950 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Provisioning complete for port cdbf5767-b7c5-48f5-97ec-afc0a75ab932 triggered by entity L2. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:04:23.053259 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (cdbf5767-b7c5-48f5-97ec-afc0a75ab932), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:23.063054 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.managers [None req-14e37cd8-305b-4264-a517-d551c7c1cfda None None] Attempting to bind port bb743558-6d0a-443d-979e-13a9405e7c1c on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=116163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 28 11:04:23.063430 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.managers [None req-14e37cd8-305b-4264-a517-d551c7c1cfda None None] Attempting to bind port bb743558-6d0a-443d-979e-13a9405e7c1c by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'cc9288a7-c6cf-4a42-9877-ee942d51c7de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'b49b1fd0-a27a-4592-b3bb-db40c57d4de0'}] {{(pid=116163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 28 11:04:23.063795 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14e37cd8-305b-4264-a517-d551c7c1cfda None None] Attempting to bind port bb743558-6d0a-443d-979e-13a9405e7c1c on network b49b1fd0-a27a-4592-b3bb-db40c57d4de0 {{(pid=116163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 11:04:23.128764 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14e37cd8-305b-4264-a517-d551c7c1cfda None None] Checking agent: {'id': 'd5baab19-5dd1-4902-922b-84acb048ab9c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 10, 50, 43), 'started_at': datetime.datetime(2022, 4, 28, 10, 51, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 11, 4, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=116163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 11:04:23.129140 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14e37cd8-305b-4264-a517-d551c7c1cfda None None] Checking segment: {'id': 'cc9288a7-c6cf-4a42-9877-ee942d51c7de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'b49b1fd0-a27a-4592-b3bb-db40c57d4de0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 11:04:23.129543 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-14e37cd8-305b-4264-a517-d551c7c1cfda None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:23.129937 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14e37cd8-305b-4264-a517-d551c7c1cfda None None] Bound using segment: {'id': 'cc9288a7-c6cf-4a42-9877-ee942d51c7de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'b49b1fd0-a27a-4592-b3bb-db40c57d4de0'} {{(pid=116163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 11:04:23.130488 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.managers [None req-14e37cd8-305b-4264-a517-d551c7c1cfda None None] Bound port: bb743558-6d0a-443d-979e-13a9405e7c1c, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc9288a7-c6cf-4a42-9877-ee942d51c7de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'b49b1fd0-a27a-4592-b3bb-db40c57d4de0'}}] {{(pid=116163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 28 11:04:23.130873 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-14e37cd8-305b-4264-a517-d551c7c1cfda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (bb743558-6d0a-443d-979e-13a9405e7c1c), before_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:23.133315 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-760111b4-12f0-426e-a084-4b27cd375548 tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Publish callbacks [] for port (67ab86d9-8559-4fb5-b911-083455e9e6b3), precommit_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:23.279566 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-760111b4-12f0-426e-a084-4b27cd375548 tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742234710357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5051867'] for port (67ab86d9-8559-4fb5-b911-083455e9e6b3), after_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:23.336306 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-d9aee665-5037-4f4a-b2ce-1e1b8128ccdd admin admin] Publish callbacks [] for security_group (e3ec651f-d759-4a2d-83d9-a89e5a59df6d), precommit_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:23.404569 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-760111b4-12f0-426e-a084-4b27cd375548 tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Pushing event updated for resources: {'Port': ['ID=67ab86d9-8559-4fb5-b911-083455e9e6b3,revision_number=1']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:04:23.417966 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Current status of the port cdbf5767-b7c5-48f5-97ec-afc0a75ab932 is: ACTIVE; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:04:23.423445 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Device 07df42ed-9c87-4fb6-9961-b0c9d39c37fe up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=116163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 11:04:23.443352 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-4f553ac7-3e84-4031-8e1c-b23c8c070050 tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (7d109f6c-b12e-4eb5-8ba6-29765f0a1201), before_update {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:23.456093 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-760111b4-12f0-426e-a084-4b27cd375548 tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Network b49b1fd0-a27a-4592-b3bb-db40c57d4de0 is already hosted by enough agents. {{(pid=116162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 11:04:23.458993 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.scheduler.base_scheduler [None req-760111b4-12f0-426e-a084-4b27cd375548 tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Resources bound (agent type, host, resource id): {{(pid=116162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 11:04:23.474824 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-14e37cd8-305b-4264-a517-d551c7c1cfda None None] For port bb743558-6d0a-443d-979e-13a9405e7c1c, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=116163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 11:04:23.487818 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-14e37cd8-305b-4264-a517-d551c7c1cfda None None] For port bb743558-6d0a-443d-979e-13a9405e7c1c, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=bb743558-6d0a-443d-979e-13a9405e7c1c,segment=NetworkSegment(cc9288a7-c6cf-4a42-9877-ee942d51c7de),segment_id=cc9288a7-c6cf-4a42-9877-ee942d51c7de)] {{(pid=116163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 11:04:23.493220 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-760111b4-12f0-426e-a084-4b27cd375548 tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Received port after_create {{(pid=116162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 11:04:23.494008 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-760111b4-12f0-426e-a084-4b27cd375548 tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2063275'] for router_interface (7a61ed78-023f-43d6-a86a-5af1aae9e69c), before_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:23.507871 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5248a299-ba21-4ad9-9ce8-7452432d87a1 req-47a5f15b-ee4f-428d-a0a4-396c0188424e tempest-ServerActionsTestJSON-1498610228 tempest-ServerActionsTestJSON-1498610228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:04:23.509454 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-5248a299-ba21-4ad9-9ce8-7452432d87a1 req-47a5f15b-ee4f-428d-a0a4-396c0188424e tempest-ServerActionsTestJSON-1498610228 tempest-ServerActionsTestJSON-1498610228-project] 10.222.0.10 "GET /v2.0/ports?device_id=6bd2b59b-b5db-4639-9109-3dca095b7768 HTTP/1.1" status: 200 len: 946 time: 0.4834771 Apr 28 11:04:23.521227 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-590aa4d8-44ee-49b5-975f-11241aed4a0c None None] Network a1a6f930-926c-434f-a232-d4a1d87d63f4 requested from dv-neutron-master-2-hyperv {{(pid=116163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 11:04:23.523799 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Provisioning complete for port 07df42ed-9c87-4fb6-9961-b0c9d39c37fe triggered by entity L2. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:04:23.524179 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (07df42ed-9c87-4fb6-9961-b0c9d39c37fe), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:23.589929 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-14e37cd8-305b-4264-a517-d551c7c1cfda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393'] for port (bb743558-6d0a-443d-979e-13a9405e7c1c), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:23.693892 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-1472f58d-144f-4e29-8fa6-0189e1f8e090 None None] Provisioning complete for port 07df42ed-9c87-4fb6-9961-b0c9d39c37fe triggered by entity DHCP. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:04:23.694622 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-1472f58d-144f-4e29-8fa6-0189e1f8e090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (07df42ed-9c87-4fb6-9961-b0c9d39c37fe), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:23.774131 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-5248a299-ba21-4ad9-9ce8-7452432d87a1 req-fbec2baf-5d2f-4208-8f84-adbab097ee21 tempest-ServerActionsTestJSON-1498610228 tempest-ServerActionsTestJSON-1498610228-project] 10.222.0.10 "GET /v2.0/security-groups?id=0f246414-c46b-4ee7-b196-c819605d877f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1776586 Apr 28 11:04:23.881514 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e37cd8-305b-4264-a517-d551c7c1cfda None None] Pushing event updated for resources: {'Port': ['ID=bb743558-6d0a-443d-979e-13a9405e7c1c,revision_number=2']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:04:23.972578 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Current status of the port 07df42ed-9c87-4fb6-9961-b0c9d39c37fe is: DOWN; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:04:23.973844 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (07df42ed-9c87-4fb6-9961-b0c9d39c37fe), before_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:23.980820 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-1472f58d-144f-4e29-8fa6-0189e1f8e090 None None] Current status of the port 07df42ed-9c87-4fb6-9961-b0c9d39c37fe is: DOWN; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:04:23.983601 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-1472f58d-144f-4e29-8fa6-0189e1f8e090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (07df42ed-9c87-4fb6-9961-b0c9d39c37fe), before_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:24.097308 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-760111b4-12f0-426e-a084-4b27cd375548 tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (67ab86d9-8559-4fb5-b911-083455e9e6b3), before_update {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:24.106111 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-ec0ce648-a100-417f-bf95-ec2a72acde00 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2063275'] for router_interface (4ab222d8-270e-47ce-9a8b-10f4e09f3cb0), before_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:24.114717 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-1472f58d-144f-4e29-8fa6-0189e1f8e090 None None] For port 07df42ed-9c87-4fb6-9961-b0c9d39c37fe, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=07df42ed-9c87-4fb6-9961-b0c9d39c37fe,segment=NetworkSegment(37baee95-6207-4066-b5b7-06071d491a47),segment_id=37baee95-6207-4066-b5b7-06071d491a47)] {{(pid=116163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 11:04:24.128473 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-d9aee665-5037-4f4a-b2ce-1e1b8128ccdd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924426'] for security_group (e3ec651f-d759-4a2d-83d9-a89e5a59df6d), after_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:24.131089 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-d9aee665-5037-4f4a-b2ce-1e1b8128ccdd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:24.139503 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfd94c0f-1081-4235-b19a-792d5f280d6f None None] Network 9ed0816b-19e6-45e7-af7d-8b06c8a5d7e0 requested from dv-neutron-master-2-hyperv {{(pid=116163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 11:04:24.140300 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-d9aee665-5037-4f4a-b2ce-1e1b8128ccdd admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/e3ec651f-d759-4a2d-83d9-a89e5a59df6d HTTP/1.1" status: 204 len: 168 time: 1.5176904 Apr 28 11:04:24.269622 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-1472f58d-144f-4e29-8fa6-0189e1f8e090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393'] for port (07df42ed-9c87-4fb6-9961-b0c9d39c37fe), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:24.568416 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9aee665-5037-4f4a-b2ce-1e1b8128ccdd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3ec651f-d759-4a2d-83d9-a89e5a59df6d,revision_number=None']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:04:24.594263 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-4f553ac7-3e84-4031-8e1c-b23c8c070050 tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Publish callbacks [] for port (7d109f6c-b12e-4eb5-8ba6-29765f0a1201), precommit_update {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:24.601388 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-b9d53575-9d1a-4c20-a53e-361427e14a37 None None] Provisioning complete for port 270dff28-b446-4a7a-b75a-5eff12126049 triggered by entity DHCP. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:04:24.601767 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-b9d53575-9d1a-4c20-a53e-361427e14a37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (270dff28-b446-4a7a-b75a-5eff12126049), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:24.646135 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f4efb6-5c93-42c8-94e0-4a6517ff7365 req-b963f96b-7542-4a3d-9f17-f0e86ba6ed6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:04:24.648320 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-d4f4efb6-5c93-42c8-94e0-4a6517ff7365 req-b963f96b-7542-4a3d-9f17-f0e86ba6ed6b service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=e9b5b362688444d0864b3692ffb5d0ef&device_id=6bd2b59b-b5db-4639-9109-3dca095b7768 HTTP/1.1" status: 200 len: 1130 time: 0.1533408 Apr 28 11:04:24.698026 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a214e4-9a46-4ba5-a40d-29045a47d75b req-a96e443c-f8b2-4a0f-9e4a-f4183aa2404e tempest-ServerActionsTestJSON-1498610228 tempest-ServerActionsTestJSON-1498610228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:04:24.704064 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-25a214e4-9a46-4ba5-a40d-29045a47d75b req-a96e443c-f8b2-4a0f-9e4a-f4183aa2404e tempest-ServerActionsTestJSON-1498610228 tempest-ServerActionsTestJSON-1498610228-project] 10.222.0.10 "GET /v2.0/ports?device_id=6bd2b59b-b5db-4639-9109-3dca095b7768 HTTP/1.1" status: 200 len: 946 time: 0.2071781 Apr 28 11:04:24.716176 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.db.api [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=116163) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 28 11:04:24.716459 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG oslo_db.api [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=116163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 28 11:04:24.739378 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1472f58d-144f-4e29-8fa6-0189e1f8e090 None None] Pushing event updated for resources: {'Port': ['ID=07df42ed-9c87-4fb6-9961-b0c9d39c37fe,revision_number=3']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:04:24.835301 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-b9d53575-9d1a-4c20-a53e-361427e14a37 None None] Current status of the port 270dff28-b446-4a7a-b75a-5eff12126049 is: DOWN; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:04:24.835787 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-b9d53575-9d1a-4c20-a53e-361427e14a37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (270dff28-b446-4a7a-b75a-5eff12126049), before_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:24.870789 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-4f553ac7-3e84-4031-8e1c-b23c8c070050 tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5051840'] for port (7d109f6c-b12e-4eb5-8ba6-29765f0a1201), after_update {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:24.887481 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f4efb6-5c93-42c8-94e0-4a6517ff7365 req-08e91f9e-0afe-4549-b23a-cfc86efc12be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:04:24.889958 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-d4f4efb6-5c93-42c8-94e0-4a6517ff7365 req-08e91f9e-0afe-4549-b23a-cfc86efc12be service neutron] 10.222.0.20 "GET /v2.0/networks?id=8876925c-b776-4190-94d6-ff922dbd02cf HTTP/1.1" status: 200 len: 911 time: 0.2261424 Apr 28 11:04:24.926387 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f2e123e-7447-43b5-bd81-5b7f515b8aa9 None None] Network 99d746a8-536a-442e-a6ad-51e797638f7d requested from dv-neutron-master-2-hyperv {{(pid=116163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 11:04:24.955357 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-b9d53575-9d1a-4c20-a53e-361427e14a37 None None] For port 270dff28-b446-4a7a-b75a-5eff12126049, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=270dff28-b446-4a7a-b75a-5eff12126049,segment=NetworkSegment(171c67db-bfe1-4b34-afea-6fceb309e2f7),segment_id=171c67db-bfe1-4b34-afea-6fceb309e2f7)] {{(pid=116163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 11:04:24.965435 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.db.db_base_plugin_common [None req-9ace854e-1bf4-4455-94c9-79011e090e7e tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Allocated IP 2001:db8::13b (99d746a8-536a-442e-a6ad-51e797638f7d/94868252-c1ae-4346-bbb9-dde4165fce88/e2343026-5488-4648-9422-0eaa19813b50) {{(pid=116161) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 11:04:25.163887 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-b9d53575-9d1a-4c20-a53e-361427e14a37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393'] for port (270dff28-b446-4a7a-b75a-5eff12126049), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:25.174474 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f553ac7-3e84-4031-8e1c-b23c8c070050 tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Pushing event updated for resources: {'Port': ['ID=7d109f6c-b12e-4eb5-8ba6-29765f0a1201,revision_number=2']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:04:25.196805 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-d4f4efb6-5c93-42c8-94e0-4a6517ff7365 req-5096e6cd-cf2d-4402-9c70-7da059d591bf service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=927a5cb3-8012-4aaf-93d6-504dcf7bfba1 HTTP/1.1" status: 200 len: 1002 time: 0.2134151 Apr 28 11:04:25.255001 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.db.db_base_plugin_common [None req-9ace854e-1bf4-4455-94c9-79011e090e7e tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Allocated IP 2001:db8:0:1::ee (99d746a8-536a-442e-a6ad-51e797638f7d/2e0a91c6-2bfb-466d-b1df-fb0c48872de2/e2343026-5488-4648-9422-0eaa19813b50) {{(pid=116161) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 11:04:25.291169 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d53575-9d1a-4c20-a53e-361427e14a37 None None] Pushing event updated for resources: {'Port': ['ID=270dff28-b446-4a7a-b75a-5eff12126049,revision_number=3']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:04:25.325691 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-25a214e4-9a46-4ba5-a40d-29045a47d75b req-db84bcf3-dac4-414e-8a58-36ee6ddb0ace tempest-ServerActionsTestJSON-1498610228 tempest-ServerActionsTestJSON-1498610228-project] 10.222.0.10 "GET /v2.0/security-groups?id=0f246414-c46b-4ee7-b196-c819605d877f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5912502 Apr 28 11:04:25.341565 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-760111b4-12f0-426e-a084-4b27cd375548 tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Publish callbacks [] for port (67ab86d9-8559-4fb5-b911-083455e9e6b3), precommit_update {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:25.404940 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-ec0ce648-a100-417f-bf95-ec2a72acde00 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (e3eefd05-ab67-48ff-9271-98cba9bcc132), before_update {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:25.424312 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-760111b4-12f0-426e-a084-4b27cd375548 tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5051840'] for port (67ab86d9-8559-4fb5-b911-083455e9e6b3), after_update {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:25.429315 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-760111b4-12f0-426e-a084-4b27cd375548 tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1603056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2063387'] for router_interface (7a61ed78-023f-43d6-a86a-5af1aae9e69c), after_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:25.429496 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-ecfbdd08-05ca-4e09-833f-6ee43622b400 None None] Provisioning complete for port e3eefd05-ab67-48ff-9271-98cba9bcc132 triggered by entity DHCP. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:04:25.429496 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-ecfbdd08-05ca-4e09-833f-6ee43622b400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (e3eefd05-ab67-48ff-9271-98cba9bcc132), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:25.477415 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Current status of the port 07df42ed-9c87-4fb6-9961-b0c9d39c37fe is: ACTIVE; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:04:25.495703 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f4efb6-5c93-42c8-94e0-4a6517ff7365 req-af3e3baa-ed1a-49e0-a298-85787fec0b38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:04:25.497272 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-d4f4efb6-5c93-42c8-94e0-4a6517ff7365 req-af3e3baa-ed1a-49e0-a298-85787fec0b38 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=9f0dbbd1-58ad-4048-bae6-5e3ef831a6c1 HTTP/1.1" status: 200 len: 850 time: 0.2351692 Apr 28 11:04:25.504752 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a995d2a8-d822-461a-aca3-317b40cf91ac None None] Update dhcp port {'port': {'network_id': '99d746a8-536a-442e-a6ad-51e797638f7d', 'fixed_ips': [{'subnet_id': '94868252-c1ae-4346-bbb9-dde4165fce88', 'ip_address': '2001:db8::2'}, {'subnet_id': '2e0a91c6-2bfb-466d-b1df-fb0c48872de2'}], 'binding:host_id': 'dv-neutron-master-2-hyperv'}, 'id': 'a7702ed7-bf3f-491e-a598-4f00618b1eeb'} from dv-neutron-master-2-hyperv. {{(pid=116163) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Apr 28 11:04:25.527991 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-760111b4-12f0-426e-a084-4b27cd375548 tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Pushing event updated for resources: {'Port': ['ID=67ab86d9-8559-4fb5-b911-083455e9e6b3,revision_number=2']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:04:25.541744 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-4f553ac7-3e84-4031-8e1c-b23c8c070050 tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2063275'] for router_interface (38096c1d-5d02-4005-b5e3-1296e07bfa0e), before_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:25.560264 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-ecfbdd08-05ca-4e09-833f-6ee43622b400 None None] Port e3eefd05-ab67-48ff-9271-98cba9bcc132 cannot update to ACTIVE because it is not bound. {{(pid=116163) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 28 11:04:25.618682 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-ecfbdd08-05ca-4e09-833f-6ee43622b400 None None] Provisioning complete for port a7702ed7-bf3f-491e-a598-4f00618b1eeb triggered by entity DHCP. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:04:25.625091 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-ecfbdd08-05ca-4e09-833f-6ee43622b400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (a7702ed7-bf3f-491e-a598-4f00618b1eeb), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:25.626779 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-a995d2a8-d822-461a-aca3-317b40cf91ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (a7702ed7-bf3f-491e-a598-4f00618b1eeb), before_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:25.713052 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f4efb6-5c93-42c8-94e0-4a6517ff7365 req-60f3ba7e-4b6b-4757-854b-384a3747b414 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:04:25.714943 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-d4f4efb6-5c93-42c8-94e0-4a6517ff7365 req-60f3ba7e-4b6b-4757-854b-384a3747b414 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=8876925c-b776-4190-94d6-ff922dbd02cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.1645648 Apr 28 11:04:25.897349 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-760111b4-12f0-426e-a084-4b27cd375548 tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Network b49b1fd0-a27a-4592-b3bb-db40c57d4de0 is already hosted by enough agents. {{(pid=116162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 11:04:25.897608 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d4c60c9-b50d-4bd2-b975-8a12f77e8780 None None] Network b49b1fd0-a27a-4592-b3bb-db40c57d4de0 requested from dv-neutron-master-2-hyperv {{(pid=116163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 11:04:25.902273 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.scheduler.base_scheduler [None req-760111b4-12f0-426e-a084-4b27cd375548 tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Resources bound (agent type, host, resource id): {{(pid=116162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 11:04:25.928463 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Device 07df42ed-9c87-4fb6-9961-b0c9d39c37fe up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=116163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 11:04:26.072143 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-760111b4-12f0-426e-a084-4b27cd375548 tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Router 7a61ed78-023f-43d6-a86a-5af1aae9e69c has already been hosted by L3 agent 6b492ad6-0876-4d74-b20d-28143a52ceba {{(pid=116162) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 11:04:26.133744 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-4f553ac7-3e84-4031-8e1c-b23c8c070050 tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (7d109f6c-b12e-4eb5-8ba6-29765f0a1201), before_update {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:26.271577 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Provisioning complete for port 07df42ed-9c87-4fb6-9961-b0c9d39c37fe triggered by entity L2. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:04:26.271577 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (07df42ed-9c87-4fb6-9961-b0c9d39c37fe), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:26.334731 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-ecfbdd08-05ca-4e09-833f-6ee43622b400 None None] Current status of the port a7702ed7-bf3f-491e-a598-4f00618b1eeb is: DOWN; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:04:26.335123 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-ecfbdd08-05ca-4e09-833f-6ee43622b400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (a7702ed7-bf3f-491e-a598-4f00618b1eeb), before_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:26.406720 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-ecfbdd08-05ca-4e09-833f-6ee43622b400 None None] For port a7702ed7-bf3f-491e-a598-4f00618b1eeb, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=a7702ed7-bf3f-491e-a598-4f00618b1eeb,segment=NetworkSegment(f1c80124-cebe-4aec-b7a6-3be472c94e30),segment_id=f1c80124-cebe-4aec-b7a6-3be472c94e30)] {{(pid=116163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 11:04:26.448186 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Current status of the port 07df42ed-9c87-4fb6-9961-b0c9d39c37fe is: ACTIVE; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:04:26.449739 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Device 270dff28-b446-4a7a-b75a-5eff12126049 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=116163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 11:04:26.508583 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Provisioning complete for port 270dff28-b446-4a7a-b75a-5eff12126049 triggered by entity L2. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:04:26.509307 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (270dff28-b446-4a7a-b75a-5eff12126049), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:26.520223 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-9ace854e-1bf4-4455-94c9-79011e090e7e tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Publish callbacks [] for port (e2343026-5488-4648-9422-0eaa19813b50), precommit_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:26.580304 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-760111b4-12f0-426e-a084-4b27cd375548 tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=116162) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 11:04:26.586109 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-760111b4-12f0-426e-a084-4b27cd375548 tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] 10.222.0.10 "PUT /v2.0/routers/7a61ed78-023f-43d6-a86a-5af1aae9e69c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1383743 Apr 28 11:04:26.589170 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 53188) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:04:26.596613 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.v2.base [None req-eebae9a2-1c58-4ea5-a896-56ea772877ef tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1194844460'}} {{(pid=116162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:04:26.598906 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d16eec0-24b2-4988-ba51-41a26b80e1d4 None None] Sync routers for ids ['7a61ed78-023f-43d6-a86a-5af1aae9e69c'] in dv-neutron-master-2-hyperv {{(pid=116163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 11:04:26.606313 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-ecfbdd08-05ca-4e09-833f-6ee43622b400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393'] for port (a7702ed7-bf3f-491e-a598-4f00618b1eeb), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:26.625468 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-d4f4efb6-5c93-42c8-94e0-4a6517ff7365 req-2b60ecb6-808e-4959-b421-ad73ffb1d0e1 service neutron] 10.222.0.20 "GET /v2.0/networks/8876925c-b776-4190-94d6-ff922dbd02cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8598115 Apr 28 11:04:26.675954 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-ecfbdd08-05ca-4e09-833f-6ee43622b400 None None] Provisioning complete for port 07df42ed-9c87-4fb6-9961-b0c9d39c37fe triggered by entity DHCP. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:04:26.676279 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-ecfbdd08-05ca-4e09-833f-6ee43622b400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (07df42ed-9c87-4fb6-9961-b0c9d39c37fe), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:26.714459 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d16eec0-24b2-4988-ba51-41a26b80e1d4 None None] Routers {'7a61ed78-023f-43d6-a86a-5af1aae9e69c'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=116163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 11:04:26.715126 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_hamode_db [None req-5d16eec0-24b2-4988-ba51-41a26b80e1d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-28T10:50:39Z,description=,heartbeat_timestamp=2022-04-28T11:04:09Z,host='dv-neutron-master-2-hyperv',id=6b492ad6-0876-4d74-b20d-28143a52ceba,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T10:50:40Z,topic='l3_agent')) {'router_ids': ['7a61ed78-023f-43d6-a86a-5af1aae9e69c'], 'active': True} {{(pid=116163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:04:26.774731 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-d4f4efb6-5c93-42c8-94e0-4a6517ff7365 req-d790e7f5-5529-415f-be4d-f1ad84028a9d service neutron] 10.222.0.20 "GET /v2.0/networks/8876925c-b776-4190-94d6-ff922dbd02cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1281717 Apr 28 11:04:26.791360 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79978e62-c2f5-4a95-bfcc-391788f92904 req-913eb65e-904e-4052-8ada-bb8940a21718 tempest-ServerActionsTestJSON-1498610228 tempest-ServerActionsTestJSON-1498610228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:04:26.798475 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-79978e62-c2f5-4a95-bfcc-391788f92904 req-913eb65e-904e-4052-8ada-bb8940a21718 tempest-ServerActionsTestJSON-1498610228 tempest-ServerActionsTestJSON-1498610228-project] 10.222.0.10 "GET /v2.0/ports?device_id=6bd2b59b-b5db-4639-9109-3dca095b7768 HTTP/1.1" status: 200 len: 946 time: 0.3087895 Apr 28 11:04:26.817833 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvr_db [None req-5d16eec0-24b2-4988-ba51-41a26b80e1d4 None None] Set router 7a61ed78-023f-43d6-a86a-5af1aae9e69c gateway port host: None {{(pid=116163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 11:04:26.892307 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-79978e62-c2f5-4a95-bfcc-391788f92904 req-689cd0c4-d132-4240-bd5b-a1fd53456cfe tempest-ServerActionsTestJSON-1498610228 tempest-ServerActionsTestJSON-1498610228-project] 10.222.0.10 "GET /v2.0/security-groups?id=0f246414-c46b-4ee7-b196-c819605d877f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0927558 Apr 28 11:04:26.894484 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-4f553ac7-3e84-4031-8e1c-b23c8c070050 tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Publish callbacks [] for port (7d109f6c-b12e-4eb5-8ba6-29765f0a1201), precommit_update {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:26.897586 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eebae9a2-1c58-4ea5-a896-56ea772877ef tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Made reservation on behalf of 0f4d85af73ea40518271b3ac6c23a282 for: {'network': 1} {{(pid=116162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 11:04:26.912411 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-eebae9a2-1c58-4ea5-a896-56ea772877ef tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for network (None), before_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:26.922546 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-9ace854e-1bf4-4455-94c9-79011e090e7e tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742234710357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5219112'] for port (e2343026-5488-4648-9422-0eaa19813b50), after_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:26.926051 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecfbdd08-05ca-4e09-833f-6ee43622b400 None None] Pushing event updated for resources: {'Port': ['ID=a7702ed7-bf3f-491e-a598-4f00618b1eeb,revision_number=3']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:04:26.929618 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-ec0ce648-a100-417f-bf95-ec2a72acde00 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Publish callbacks [] for port (e3eefd05-ab67-48ff-9271-98cba9bcc132), precommit_update {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:26.964489 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-4f553ac7-3e84-4031-8e1c-b23c8c070050 tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5051840'] for port (7d109f6c-b12e-4eb5-8ba6-29765f0a1201), after_update {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:26.999829 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eebae9a2-1c58-4ea5-a896-56ea772877ef tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 54} {{(pid=116162) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 11:04:27.023849 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ace854e-1bf4-4455-94c9-79011e090e7e tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Network 99d746a8-536a-442e-a6ad-51e797638f7d is already hosted by enough agents. {{(pid=116161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 11:04:27.030380 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2632263-5639-47b7-96e4-4a414c6eda6d req-ff21d098-3a2a-4f7f-bf8d-a193c495a161 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:04:27.030380 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-d2632263-5639-47b7-96e4-4a414c6eda6d req-ff21d098-3a2a-4f7f-bf8d-a193c495a161 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=e9b5b362688444d0864b3692ffb5d0ef&device_id=6bd2b59b-b5db-4639-9109-3dca095b7768 HTTP/1.1" status: 200 len: 1130 time: 0.1293502 Apr 28 11:04:27.036317 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.scheduler.base_scheduler [None req-9ace854e-1bf4-4455-94c9-79011e090e7e tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Resources bound (agent type, host, resource id): {{(pid=116161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 11:04:27.046105 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-ec0ce648-a100-417f-bf95-ec2a72acde00 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5219123'] for port (e3eefd05-ab67-48ff-9271-98cba9bcc132), after_update {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:27.058114 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-eebae9a2-1c58-4ea5-a896-56ea772877ef tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-961978'] for segment (b7bea462-26f0-43db-8737-01e477d52953), precommit_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:27.058536 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.db.segments_db [None req-eebae9a2-1c58-4ea5-a896-56ea772877ef tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Added segment b7bea462-26f0-43db-8737-01e477d52953 of type vlan for network a57c4b36-4dfd-464d-a7f5-2e3339de6e15 Apr 28 11:04:27.060556 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ace854e-1bf4-4455-94c9-79011e090e7e tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Received port after_create {{(pid=116161) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 11:04:27.065890 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ace854e-1bf4-4455-94c9-79011e090e7e tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:04:27.066687 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-9ace854e-1bf4-4455-94c9-79011e090e7e tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198022'] for port (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:27.130840 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ace854e-1bf4-4455-94c9-79011e090e7e tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Pushing event updated for resources: {'Port': ['ID=e2343026-5488-4648-9422-0eaa19813b50,revision_number=1']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:04:27.134535 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-4f553ac7-3e84-4031-8e1c-b23c8c070050 tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1603056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2063387'] for router_interface (38096c1d-5d02-4005-b5e3-1296e07bfa0e), after_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:27.140137 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-ecfbdd08-05ca-4e09-833f-6ee43622b400 None None] Current status of the port 07df42ed-9c87-4fb6-9961-b0c9d39c37fe is: ACTIVE; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:04:27.170445 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f553ac7-3e84-4031-8e1c-b23c8c070050 tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Pushing event updated for resources: {'Port': ['ID=7d109f6c-b12e-4eb5-8ba6-29765f0a1201,revision_number=3']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:04:27.179338 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-eebae9a2-1c58-4ea5-a896-56ea772877ef tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742234744962'] for network (a57c4b36-4dfd-464d-a7f5-2e3339de6e15), precommit_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:27.183187 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.db_base_plugin_common [None req-a995d2a8-d822-461a-aca3-317b40cf91ac None None] Allocated IP 2001:db8:0:1::2 (99d746a8-536a-442e-a6ad-51e797638f7d/2e0a91c6-2bfb-466d-b1df-fb0c48872de2/a7702ed7-bf3f-491e-a598-4f00618b1eeb) {{(pid=116163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 11:04:27.227334 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-9ace854e-1bf4-4455-94c9-79011e090e7e tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1015 time: 5.0953822 Apr 28 11:04:27.234143 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 53190) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:04:27.244517 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.v2.base [None req-63b16b11-e05c-4e06-9f1c-4500c2435b90 tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '94868252-c1ae-4346-bbb9-dde4165fce88'}]}} {{(pid=116161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:04:27.313290 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-ecfbdd08-05ca-4e09-833f-6ee43622b400 None None] Provisioning complete for port 270dff28-b446-4a7a-b75a-5eff12126049 triggered by entity DHCP. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:04:27.314042 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f553ac7-3e84-4031-8e1c-b23c8c070050 tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Network 9ed0816b-19e6-45e7-af7d-8b06c8a5d7e0 is already hosted by enough agents. {{(pid=116162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 11:04:27.314170 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-ecfbdd08-05ca-4e09-833f-6ee43622b400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (270dff28-b446-4a7a-b75a-5eff12126049), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:27.316058 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.scheduler.base_scheduler [None req-4f553ac7-3e84-4031-8e1c-b23c8c070050 tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Resources bound (agent type, host, resource id): {{(pid=116162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 11:04:27.321894 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec0ce648-a100-417f-bf95-ec2a72acde00 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Pushing event updated for resources: {'Port': ['ID=e3eefd05-ab67-48ff-9271-98cba9bcc132,revision_number=3']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:04:27.324722 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-ec0ce648-a100-417f-bf95-ec2a72acde00 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1603056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2063387'] for router_interface (4ab222d8-270e-47ce-9a8b-10f4e09f3cb0), after_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:27.333865 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Current status of the port 270dff28-b446-4a7a-b75a-5eff12126049 is: ACTIVE; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:04:27.335182 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Device a7702ed7-bf3f-491e-a598-4f00618b1eeb up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=116163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 11:04:27.338928 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-eebae9a2-1c58-4ea5-a896-56ea772877ef tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042'] for network (a57c4b36-4dfd-464d-a7f5-2e3339de6e15), after_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:27.346104 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eebae9a2-1c58-4ea5-a896-56ea772877ef tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:04:27.346786 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-eebae9a2-1c58-4ea5-a896-56ea772877ef tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Publish callbacks [] for network (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:27.386767 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2632263-5639-47b7-96e4-4a414c6eda6d req-999caad6-2bbe-49c5-81e2-9b0de56d4801 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:04:27.389618 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-d2632263-5639-47b7-96e4-4a414c6eda6d req-999caad6-2bbe-49c5-81e2-9b0de56d4801 service neutron] 10.222.0.20 "GET /v2.0/networks?id=8876925c-b776-4190-94d6-ff922dbd02cf HTTP/1.1" status: 200 len: 911 time: 0.3180404 Apr 28 11:04:27.490862 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-a995d2a8-d822-461a-aca3-317b40cf91ac None None] For port a7702ed7-bf3f-491e-a598-4f00618b1eeb, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=a7702ed7-bf3f-491e-a598-4f00618b1eeb,segment=NetworkSegment(f1c80124-cebe-4aec-b7a6-3be472c94e30),segment_id=f1c80124-cebe-4aec-b7a6-3be472c94e30)] {{(pid=116163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 11:04:27.592035 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-d2632263-5639-47b7-96e4-4a414c6eda6d req-a414be38-afe9-4a02-af4a-b834b44b0495 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=927a5cb3-8012-4aaf-93d6-504dcf7bfba1 HTTP/1.1" status: 200 len: 1002 time: 0.0969980 Apr 28 11:04:27.598318 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eebae9a2-1c58-4ea5-a896-56ea772877ef tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Pushing event updated for resources: {'Network': ['ID=a57c4b36-4dfd-464d-a7f5-2e3339de6e15,revision_number=1']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:04:27.614182 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-eebae9a2-1c58-4ea5-a896-56ea772877ef tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.0215497 Apr 28 11:04:27.615609 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 53194) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:04:27.620910 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.v2.base [None req-247e6a82-fc2b-4981-af64-206358de8a7c tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Request body: {'subnet': {'network_id': 'a57c4b36-4dfd-464d-a7f5-2e3339de6e15', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=116162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:04:27.677362 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Network a57c4b36-4dfd-464d-a7f5-2e3339de6e15 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=116163) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 28 11:04:27.688705 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-63b16b11-e05c-4e06-9f1c-4500c2435b90 tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (e2343026-5488-4648-9422-0eaa19813b50), before_update {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:27.712296 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f553ac7-3e84-4031-8e1c-b23c8c070050 tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Router 38096c1d-5d02-4005-b5e3-1296e07bfa0e is scheduled to L3 agent 6b492ad6-0876-4d74-b20d-28143a52ceba with binding_index 1 {{(pid=116162) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 28 11:04:27.767682 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_hamode_db [None req-5d16eec0-24b2-4988-ba51-41a26b80e1d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a61ed78-023f-43d6-a86a-5af1aae9e69c', 'name': 'tempest-RoutersIpV6Test-router-197789818', 'tenant_id': '0f4d85af73ea40518271b3ac6c23a282', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T11:04:08Z', 'updated_at': '2022-04-28T11:04:23Z', 'revision_number': 3, 'project_id': '0f4d85af73ea40518271b3ac6c23a282', 'gw_port_host': None, '_interfaces': [{'id': '67ab86d9-8559-4fb5-b911-083455e9e6b3', 'name': '', 'network_id': 'b49b1fd0-a27a-4592-b3bb-db40c57d4de0', 'tenant_id': '0f4d85af73ea40518271b3ac6c23a282', 'mac_address': 'fa:16:3e:05:6f:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a61ed78-023f-43d6-a86a-5af1aae9e69c', 'device_owner': 'network:router_interface', 'standard_attr_id': 930, 'fixed_ips': [{'subnet_id': 'f86be52a-4023-4e56-b802-604679ea9f0d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:04:22Z', 'updated_at': '2022-04-28T11:04:24Z', 'revision_number': 2, 'project_id': '0f4d85af73ea40518271b3ac6c23a282', 'subnets': [{'id': 'f86be52a-4023-4e56-b802-604679ea9f0d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cdbf5767-b7c5-48f5-97ec-afc0a75ab932', 'name': '', 'network_id': '2634f032-d4ae-4ad5-96de-8648922027d9', 'tenant_id': '0f4d85af73ea40518271b3ac6c23a282', 'mac_address': 'fa:16:3e:17:9a:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a61ed78-023f-43d6-a86a-5af1aae9e69c', 'device_owner': 'network:router_interface', 'standard_attr_id': 896, 'fixed_ips': [{'subnet_id': '239fd4a7-9885-4cb6-b54a-2440592f7a50', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:04:13Z', 'updated_at': '2022-04-28T11:04:20Z', 'revision_number': 5, 'project_id': '0f4d85af73ea40518271b3ac6c23a282', 'subnets': [{'id': '239fd4a7-9885-4cb6-b54a-2440592f7a50', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=116163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:04:27.773631 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec0ce648-a100-417f-bf95-ec2a72acde00 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Network a1a6f930-926c-434f-a232-d4a1d87d63f4 is already hosted by enough agents. {{(pid=116161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 11:04:27.776826 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.scheduler.base_scheduler [None req-ec0ce648-a100-417f-bf95-ec2a72acde00 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Resources bound (agent type, host, resource id): {{(pid=116161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 11:04:27.779840 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-a995d2a8-d822-461a-aca3-317b40cf91ac None None] Publish callbacks [] for port (a7702ed7-bf3f-491e-a598-4f00618b1eeb), precommit_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:27.850516 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d16eec0-24b2-4988-ba51-41a26b80e1d4 None None] Checking router: 7a61ed78-023f-43d6-a86a-5af1aae9e69c for host: dv-neutron-master-2-hyperv {{(pid=116163) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 11:04:27.855906 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d16eec0-24b2-4988-ba51-41a26b80e1d4 None None] Updating router 7a61ed78-023f-43d6-a86a-5af1aae9e69c port 67ab86d9-8559-4fb5-b911-083455e9e6b3 binding host dv-neutron-master-2-hyperv {{(pid=116163) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 28 11:04:27.855906 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Provisioning complete for port a7702ed7-bf3f-491e-a598-4f00618b1eeb triggered by entity L2. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:04:27.855906 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (a7702ed7-bf3f-491e-a598-4f00618b1eeb), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:27.860586 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-a995d2a8-d822-461a-aca3-317b40cf91ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393'] for port (a7702ed7-bf3f-491e-a598-4f00618b1eeb), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:27.871976 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f553ac7-3e84-4031-8e1c-b23c8c070050 tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=116162) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 11:04:27.884505 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-4f553ac7-3e84-4031-8e1c-b23c8c070050 tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] 10.222.0.10 "PUT /v2.0/routers/38096c1d-5d02-4005-b5e3-1296e07bfa0e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3537335 Apr 28 11:04:27.884505 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 53198) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:04:27.884775 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e00eb3b-bbe6-4dcf-9970-6dce012c6236 None None] Sync routers for ids ['38096c1d-5d02-4005-b5e3-1296e07bfa0e'] in dv-neutron-master-2-hyperv {{(pid=116164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 11:04:27.908579 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e00eb3b-bbe6-4dcf-9970-6dce012c6236 None None] Routers {'38096c1d-5d02-4005-b5e3-1296e07bfa0e'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=116164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 11:04:27.914179 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_hamode_db [None req-4e00eb3b-bbe6-4dcf-9970-6dce012c6236 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-28T10:50:39Z,description=,heartbeat_timestamp=2022-04-28T11:04:09Z,host='dv-neutron-master-2-hyperv',id=6b492ad6-0876-4d74-b20d-28143a52ceba,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T10:50:40Z,topic='l3_agent')) {'router_ids': ['38096c1d-5d02-4005-b5e3-1296e07bfa0e'], 'active': True} {{(pid=116164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:04:27.936927 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-247e6a82-fc2b-4981-af64-206358de8a7c tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Made reservation on behalf of 0f4d85af73ea40518271b3ac6c23a282 for: {'subnet': 1} {{(pid=116162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 11:04:27.948102 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-247e6a82-fc2b-4981-af64-206358de8a7c tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4210834'] for subnet (None), before_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:27.988456 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_hamode_db [None req-4e00eb3b-bbe6-4dcf-9970-6dce012c6236 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=116164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:04:28.003444 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e224f61-f877-4448-af9d-eb81fa559ae0 tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:04:28.005094 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-0e224f61-f877-4448-af9d-eb81fa559ae0 tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] 10.222.0.10 "GET /v2.0/ports/7d109f6c-b12e-4eb5-8ba6-29765f0a1201 HTTP/1.1" status: 200 len: 977 time: 0.1213815 Apr 28 11:04:28.012208 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 53204) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:04:28.025826 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e00eb3b-bbe6-4dcf-9970-6dce012c6236 None None] Routers {'38096c1d-5d02-4005-b5e3-1296e07bfa0e'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=116164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 11:04:28.033656 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_hamode_db [None req-4e00eb3b-bbe6-4dcf-9970-6dce012c6236 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-28T10:50:39Z,description=,heartbeat_timestamp=2022-04-28T11:04:09Z,host='dv-neutron-master-2-hyperv',id=6b492ad6-0876-4d74-b20d-28143a52ceba,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T10:50:40Z,topic='l3_agent')) {'router_ids': ['38096c1d-5d02-4005-b5e3-1296e07bfa0e'], 'active': True} {{(pid=116164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:04:28.051321 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-5d16eec0-24b2-4988-ba51-41a26b80e1d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (67ab86d9-8559-4fb5-b911-083455e9e6b3), before_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:28.077920 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_hamode_db [None req-4e00eb3b-bbe6-4dcf-9970-6dce012c6236 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=116164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:04:28.078752 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e00eb3b-bbe6-4dcf-9970-6dce012c6236 None None] The sync data for ids ['38096c1d-5d02-4005-b5e3-1296e07bfa0e'] in dv-neutron-master-2-hyperv is: [] {{(pid=116164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 11:04:28.101210 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-ecfbdd08-05ca-4e09-833f-6ee43622b400 None None] Current status of the port 270dff28-b446-4a7a-b75a-5eff12126049 is: ACTIVE; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:04:28.152911 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a995d2a8-d822-461a-aca3-317b40cf91ac None None] Pushing event updated for resources: {'Port': ['ID=a7702ed7-bf3f-491e-a598-4f00618b1eeb,revision_number=4']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:04:28.179461 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-ecfbdd08-05ca-4e09-833f-6ee43622b400 None None] Provisioning complete for port 7d109f6c-b12e-4eb5-8ba6-29765f0a1201 triggered by entity DHCP. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:04:28.179993 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-ecfbdd08-05ca-4e09-833f-6ee43622b400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (7d109f6c-b12e-4eb5-8ba6-29765f0a1201), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:28.237726 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-ecfbdd08-05ca-4e09-833f-6ee43622b400 None None] Port 7d109f6c-b12e-4eb5-8ba6-29765f0a1201 cannot update to ACTIVE because it is not bound. {{(pid=116163) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 28 11:04:28.257498 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2632263-5639-47b7-96e4-4a414c6eda6d req-6713bce9-f2d4-425d-be9f-953d383af19d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:04:28.259175 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-d2632263-5639-47b7-96e4-4a414c6eda6d req-6713bce9-f2d4-425d-be9f-953d383af19d service neutron] 10.222.0.20 "GET /v2.0/subnets?id=9f0dbbd1-58ad-4048-bae6-5e3ef831a6c1 HTTP/1.1" status: 200 len: 850 time: 0.3024595 Apr 28 11:04:28.265679 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fcd1ee5-0e60-4972-adf1-326ff5e2e1ee req-890d1a5a-5ec1-47eb-9817-6407e752b96a tempest-ServerActionsTestJSON-1498610228 tempest-ServerActionsTestJSON-1498610228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:04:28.272266 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-4fcd1ee5-0e60-4972-adf1-326ff5e2e1ee req-890d1a5a-5ec1-47eb-9817-6407e752b96a tempest-ServerActionsTestJSON-1498610228 tempest-ServerActionsTestJSON-1498610228-project] 10.222.0.10 "GET /v2.0/ports?device_id=6bd2b59b-b5db-4639-9109-3dca095b7768 HTTP/1.1" status: 200 len: 946 time: 0.1774898 Apr 28 11:04:28.366828 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-f03611ee-dc79-4f92-8560-3c571425d957 None None] Provisioning complete for port bb743558-6d0a-443d-979e-13a9405e7c1c triggered by entity DHCP. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:04:28.367203 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-f03611ee-dc79-4f92-8560-3c571425d957 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (bb743558-6d0a-443d-979e-13a9405e7c1c), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:28.372042 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Current status of the port a7702ed7-bf3f-491e-a598-4f00618b1eeb is: ACTIVE; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:04:28.373895 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Device bb743558-6d0a-443d-979e-13a9405e7c1c up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=116163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 11:04:28.421237 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2632263-5639-47b7-96e4-4a414c6eda6d req-8b3f456e-2b98-4381-942f-21d28cb46377 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:04:28.423983 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-d2632263-5639-47b7-96e4-4a414c6eda6d req-8b3f456e-2b98-4381-942f-21d28cb46377 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=8876925c-b776-4190-94d6-ff922dbd02cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.1184001 Apr 28 11:04:28.507577 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-4fcd1ee5-0e60-4972-adf1-326ff5e2e1ee req-e5dc4637-00a5-42ef-8cc1-d3d55e9df213 tempest-ServerActionsTestJSON-1498610228 tempest-ServerActionsTestJSON-1498610228-project] 10.222.0.10 "GET /v2.0/security-groups?id=0f246414-c46b-4ee7-b196-c819605d877f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2313519 Apr 28 11:04:28.516507 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec0ce648-a100-417f-bf95-ec2a72acde00 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Router 4ab222d8-270e-47ce-9a8b-10f4e09f3cb0 is scheduled to L3 agent 6b492ad6-0876-4d74-b20d-28143a52ceba with binding_index 1 {{(pid=116161) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 28 11:04:28.561916 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.db.db_base_plugin_common [None req-63b16b11-e05c-4e06-9f1c-4500c2435b90 tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Delete allocated IP 2001:db8:0:1::ee (99d746a8-536a-442e-a6ad-51e797638f7d/2e0a91c6-2bfb-466d-b1df-fb0c48872de2) {{(pid=116161) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Apr 28 11:04:28.682436 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-247e6a82-fc2b-4981-af64-206358de8a7c tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5054027', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4210784'] for subnet (b625a9d9-7f26-48f2-9f4a-30d53875a1fb), after_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:28.702342 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Provisioning complete for port bb743558-6d0a-443d-979e-13a9405e7c1c triggered by entity L2. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:04:28.702742 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (bb743558-6d0a-443d-979e-13a9405e7c1c), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:28.788269 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-940e66e9-7420-4aec-aea8-3d856a65279e tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2063420'] for router_interface (38096c1d-5d02-4005-b5e3-1296e07bfa0e), before_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:28.829345 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-f03611ee-dc79-4f92-8560-3c571425d957 None None] Current status of the port bb743558-6d0a-443d-979e-13a9405e7c1c is: DOWN; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:04:28.830046 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-f03611ee-dc79-4f92-8560-3c571425d957 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (bb743558-6d0a-443d-979e-13a9405e7c1c), before_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:28.838175 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed324a36-73ac-4b52-aecd-baeb2277c408 req-1f3a7593-04d5-49d4-9774-60695164f4c0 tempest-ServerActionsTestJSON-1498610228 tempest-ServerActionsTestJSON-1498610228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:04:28.839830 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-ed324a36-73ac-4b52-aecd-baeb2277c408 req-1f3a7593-04d5-49d4-9774-60695164f4c0 tempest-ServerActionsTestJSON-1498610228 tempest-ServerActionsTestJSON-1498610228-project] 10.222.0.10 "GET /v2.0/ports?device_id=6bd2b59b-b5db-4639-9109-3dca095b7768 HTTP/1.1" status: 200 len: 946 time: 0.1741970 Apr 28 11:04:28.855949 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-d2632263-5639-47b7-96e4-4a414c6eda6d req-2ad44177-f472-4055-822f-6cdfbf325a5a service neutron] 10.222.0.20 "GET /v2.0/networks/8876925c-b776-4190-94d6-ff922dbd02cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4190595 Apr 28 11:04:28.881590 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-247e6a82-fc2b-4981-af64-206358de8a7c tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Pushing event updated for resources: {'Subnet': ['ID=b625a9d9-7f26-48f2-9f4a-30d53875a1fb,revision_number=0']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:04:28.906739 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-247e6a82-fc2b-4981-af64-206358de8a7c tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Checking segment: {'id': 'b7bea462-26f0-43db-8737-01e477d52953', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'a57c4b36-4dfd-464d-a7f5-2e3339de6e15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 11:04:28.907241 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-247e6a82-fc2b-4981-af64-206358de8a7c tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Network hostable DHCP agents. Network: a57c4b36-4dfd-464d-a7f5-2e3339de6e15, hostable agents: ['75ba81b7-fe99-4281-90d2-a5adb445ecea'], hosted agents: [] {{(pid=116162) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 11:04:28.908944 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-ed324a36-73ac-4b52-aecd-baeb2277c408 req-d16187d8-e5dc-496e-8c7b-77fb6c716fe6 tempest-ServerActionsTestJSON-1498610228 tempest-ServerActionsTestJSON-1498610228-project] 10.222.0.10 "GET /v2.0/security-groups?id=0f246414-c46b-4ee7-b196-c819605d877f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0572932 Apr 28 11:04:28.953211 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-5d16eec0-24b2-4988-ba51-41a26b80e1d4 None None] Publish callbacks [] for port (67ab86d9-8559-4fb5-b911-083455e9e6b3), precommit_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:28.960639 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-63b16b11-e05c-4e06-9f1c-4500c2435b90 tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Publish callbacks [] for port (e2343026-5488-4648-9422-0eaa19813b50), precommit_update {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:28.981088 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec0ce648-a100-417f-bf95-ec2a72acde00 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=116161) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 11:04:29.007744 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d3717e7-34c3-4be5-a2b0-86935b5dec88 None None] Network 99d746a8-536a-442e-a6ad-51e797638f7d requested from dv-neutron-master-2-hyperv {{(pid=116163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 11:04:29.018661 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-238bbecf-85bd-4ed3-8df6-aff9e3685b23 None None] Sync routers for ids ['4ab222d8-270e-47ce-9a8b-10f4e09f3cb0'] in dv-neutron-master-2-hyperv {{(pid=116163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 11:04:29.031016 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-f03611ee-dc79-4f92-8560-3c571425d957 None None] For port bb743558-6d0a-443d-979e-13a9405e7c1c, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=bb743558-6d0a-443d-979e-13a9405e7c1c,segment=NetworkSegment(cc9288a7-c6cf-4a42-9877-ee942d51c7de),segment_id=cc9288a7-c6cf-4a42-9877-ee942d51c7de)] {{(pid=116163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 11:04:29.035327 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-ec0ce648-a100-417f-bf95-ec2a72acde00 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] 10.222.0.10 "PUT /v2.0/routers/4ab222d8-270e-47ce-9a8b-10f4e09f3cb0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8768954 Apr 28 11:04:29.037034 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 53212) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:04:29.049603 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-247e6a82-fc2b-4981-af64-206358de8a7c tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Network a57c4b36-4dfd-464d-a7f5-2e3339de6e15 is scheduled to be hosted by DHCP agent 75ba81b7-fe99-4281-90d2-a5adb445ecea with binding_index 1 {{(pid=116162) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 11:04:29.052194 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Current status of the port bb743558-6d0a-443d-979e-13a9405e7c1c is: DOWN; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:04:29.052339 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (bb743558-6d0a-443d-979e-13a9405e7c1c), before_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:29.054437 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-5d16eec0-24b2-4988-ba51-41a26b80e1d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393'] for port (67ab86d9-8559-4fb5-b911-083455e9e6b3), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:29.059542 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-63b16b11-e05c-4e06-9f1c-4500c2435b90 tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5219123'] for port (e2343026-5488-4648-9422-0eaa19813b50), after_update {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:29.068483 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-238bbecf-85bd-4ed3-8df6-aff9e3685b23 None None] Routers {'4ab222d8-270e-47ce-9a8b-10f4e09f3cb0'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=116163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 11:04:29.069127 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_hamode_db [None req-238bbecf-85bd-4ed3-8df6-aff9e3685b23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-28T10:50:39Z,description=,heartbeat_timestamp=2022-04-28T11:04:09Z,host='dv-neutron-master-2-hyperv',id=6b492ad6-0876-4d74-b20d-28143a52ceba,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T10:50:40Z,topic='l3_agent')) {'router_ids': ['4ab222d8-270e-47ce-9a8b-10f4e09f3cb0'], 'active': True} {{(pid=116163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:04:29.131323 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.scheduler.base_scheduler [None req-247e6a82-fc2b-4981-af64-206358de8a7c tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, a57c4b36-4dfd-464d-a7f5-2e3339de6e15) {{(pid=116162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 11:04:29.141552 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bae59be-0f80-4380-ae14-d8190facd7b8 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:04:29.143390 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-9bae59be-0f80-4380-ae14-d8190facd7b8 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] 10.222.0.10 "GET /v2.0/ports?device_id=4ab222d8-270e-47ce-9a8b-10f4e09f3cb0 HTTP/1.1" status: 200 len: 983 time: 0.1034896 Apr 28 11:04:29.146655 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-247e6a82-fc2b-4981-af64-206358de8a7c tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:04:29.147348 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-247e6a82-fc2b-4981-af64-206358de8a7c tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Publish callbacks [] for subnet (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:29.149738 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 53214) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:04:29.150381 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.plugin [None req-940e66e9-7420-4aec-aea8-3d856a65279e tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Deleting port 7d109f6c-b12e-4eb5-8ba6-29765f0a1201 {{(pid=116162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 11:04:29.150820 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-940e66e9-7420-4aec-aea8-3d856a65279e tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742235130188'] for port (7d109f6c-b12e-4eb5-8ba6-29765f0a1201), before_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:29.182087 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_hamode_db [None req-238bbecf-85bd-4ed3-8df6-aff9e3685b23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=116163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:04:29.189090 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-f03611ee-dc79-4f92-8560-3c571425d957 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393'] for port (bb743558-6d0a-443d-979e-13a9405e7c1c), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:29.207544 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fb59904-f291-4115-9ed7-c8a22bec5068 None None] Network a57c4b36-4dfd-464d-a7f5-2e3339de6e15 requested from dv-neutron-master-2-hyperv {{(pid=116163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 11:04:29.241395 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b16b11-e05c-4e06-9f1c-4500c2435b90 tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Pushing event updated for resources: {'Port': ['ID=e2343026-5488-4648-9422-0eaa19813b50,revision_number=2']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:04:29.253685 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-d2632263-5639-47b7-96e4-4a414c6eda6d req-0ec8adff-fa71-4c51-b729-c1442a2830c2 service neutron] 10.222.0.20 "GET /v2.0/networks/8876925c-b776-4190-94d6-ff922dbd02cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3479059 Apr 28 11:04:29.256396 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.plugin [None req-63b16b11-e05c-4e06-9f1c-4500c2435b90 tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] In _notify_port_updated(), no bound segment for port e2343026-5488-4648-9422-0eaa19813b50 on network 99d746a8-536a-442e-a6ad-51e797638f7d {{(pid=116161) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:936}} Apr 28 11:04:29.270893 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63b16b11-e05c-4e06-9f1c-4500c2435b90 tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:04:29.272113 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-63b16b11-e05c-4e06-9f1c-4500c2435b90 tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198022'] for port (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:29.278184 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-63b16b11-e05c-4e06-9f1c-4500c2435b90 tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] 10.222.0.10 "PUT /v2.0/ports/e2343026-5488-4648-9422-0eaa19813b50 HTTP/1.1" status: 200 len: 925 time: 2.0389113 Apr 28 11:04:29.278443 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 53216) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:04:29.288425 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-238bbecf-85bd-4ed3-8df6-aff9e3685b23 None None] Routers {'4ab222d8-270e-47ce-9a8b-10f4e09f3cb0'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=116163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 11:04:29.289083 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_hamode_db [None req-238bbecf-85bd-4ed3-8df6-aff9e3685b23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-28T10:50:39Z,description=,heartbeat_timestamp=2022-04-28T11:04:09Z,host='dv-neutron-master-2-hyperv',id=6b492ad6-0876-4d74-b20d-28143a52ceba,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T10:50:40Z,topic='l3_agent')) {'router_ids': ['4ab222d8-270e-47ce-9a8b-10f4e09f3cb0'], 'active': True} {{(pid=116163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:04:29.291914 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.v2.base [None req-69d6cbb7-7cf4-4e16-b705-b330a327416e tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '94868252-c1ae-4346-bbb9-dde4165fce88'}, {'subnet_id': '2e0a91c6-2bfb-466d-b1df-fb0c48872de2'}]}} {{(pid=116161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:04:29.341935 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-247e6a82-fc2b-4981-af64-206358de8a7c tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.7251968 Apr 28 11:04:29.345102 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 53218) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:04:29.383965 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-f03611ee-dc79-4f92-8560-3c571425d957 None None] Provisioning complete for port e3eefd05-ab67-48ff-9271-98cba9bcc132 triggered by entity DHCP. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:04:29.384337 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-f03611ee-dc79-4f92-8560-3c571425d957 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (e3eefd05-ab67-48ff-9271-98cba9bcc132), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:29.391546 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ae0249-9ba0-4b89-9325-e581c772beb2 None None] Pushing event updated for resources: {'Port': ['ID=67ab86d9-8559-4fb5-b911-083455e9e6b3,revision_number=3']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:04:29.458168 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03611ee-dc79-4f92-8560-3c571425d957 None None] Pushing event updated for resources: {'Port': ['ID=bb743558-6d0a-443d-979e-13a9405e7c1c,revision_number=3']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:04:29.461984 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_hamode_db [None req-238bbecf-85bd-4ed3-8df6-aff9e3685b23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=116163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:04:29.462615 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-238bbecf-85bd-4ed3-8df6-aff9e3685b23 None None] The sync data for ids ['4ab222d8-270e-47ce-9a8b-10f4e09f3cb0'] in dv-neutron-master-2-hyperv is: [] {{(pid=116163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 11:04:29.540154 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0e7173-90ea-4961-88e7-058ee7762ab1 req-4a68357c-ba17-42fa-b28c-c8c073926be7 tempest-ServerActionsTestJSON-1498610228 tempest-ServerActionsTestJSON-1498610228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:04:29.548737 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-ba0e7173-90ea-4961-88e7-058ee7762ab1 req-4a68357c-ba17-42fa-b28c-c8c073926be7 tempest-ServerActionsTestJSON-1498610228 tempest-ServerActionsTestJSON-1498610228-project] 10.222.0.10 "GET /v2.0/ports?device_id=6bd2b59b-b5db-4639-9109-3dca095b7768 HTTP/1.1" status: 200 len: 946 time: 0.0721223 Apr 28 11:04:29.630364 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.managers [None req-5d16eec0-24b2-4988-ba51-41a26b80e1d4 None None] Attempting to bind port 67ab86d9-8559-4fb5-b911-083455e9e6b3 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=116163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 28 11:04:29.630758 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.managers [None req-5d16eec0-24b2-4988-ba51-41a26b80e1d4 None None] Attempting to bind port 67ab86d9-8559-4fb5-b911-083455e9e6b3 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'cc9288a7-c6cf-4a42-9877-ee942d51c7de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'b49b1fd0-a27a-4592-b3bb-db40c57d4de0'}] {{(pid=116163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 28 11:04:29.631124 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d16eec0-24b2-4988-ba51-41a26b80e1d4 None None] Attempting to bind port 67ab86d9-8559-4fb5-b911-083455e9e6b3 on network b49b1fd0-a27a-4592-b3bb-db40c57d4de0 {{(pid=116163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 11:04:29.638713 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.db.api [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=116163) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 28 11:04:29.639071 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG oslo_db.api [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=116163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 28 11:04:29.646627 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-ba0e7173-90ea-4961-88e7-058ee7762ab1 req-9d106939-8f1b-49a5-be80-584518bc1f72 tempest-ServerActionsTestJSON-1498610228 tempest-ServerActionsTestJSON-1498610228-project] 10.222.0.10 "GET /v2.0/security-groups?id=0f246414-c46b-4ee7-b196-c819605d877f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0966685 Apr 28 11:04:29.647806 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-69d6cbb7-7cf4-4e16-b705-b330a327416e tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (e2343026-5488-4648-9422-0eaa19813b50), before_update {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:29.653601 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-f03611ee-dc79-4f92-8560-3c571425d957 None None] Port e3eefd05-ab67-48ff-9271-98cba9bcc132 cannot update to ACTIVE because it is not bound. {{(pid=116163) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 28 11:04:29.662300 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-f03611ee-dc79-4f92-8560-3c571425d957 None None] Provisioning complete for port 67ab86d9-8559-4fb5-b911-083455e9e6b3 triggered by entity DHCP. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:04:29.662710 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-f03611ee-dc79-4f92-8560-3c571425d957 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (67ab86d9-8559-4fb5-b911-083455e9e6b3), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:29.665829 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d16eec0-24b2-4988-ba51-41a26b80e1d4 None None] Checking agent: {'id': 'd5baab19-5dd1-4902-922b-84acb048ab9c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 10, 50, 43), 'started_at': datetime.datetime(2022, 4, 28, 10, 51, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 11, 4, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=116163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 11:04:29.666202 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d16eec0-24b2-4988-ba51-41a26b80e1d4 None None] Checking segment: {'id': 'cc9288a7-c6cf-4a42-9877-ee942d51c7de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'b49b1fd0-a27a-4592-b3bb-db40c57d4de0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 11:04:29.666718 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-5d16eec0-24b2-4988-ba51-41a26b80e1d4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:29.667125 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d16eec0-24b2-4988-ba51-41a26b80e1d4 None None] Bound using segment: {'id': 'cc9288a7-c6cf-4a42-9877-ee942d51c7de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'b49b1fd0-a27a-4592-b3bb-db40c57d4de0'} {{(pid=116163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 11:04:29.667622 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.managers [None req-5d16eec0-24b2-4988-ba51-41a26b80e1d4 None None] Bound port: 67ab86d9-8559-4fb5-b911-083455e9e6b3, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc9288a7-c6cf-4a42-9877-ee942d51c7de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'b49b1fd0-a27a-4592-b3bb-db40c57d4de0'}}] {{(pid=116163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 28 11:04:29.667995 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-5d16eec0-24b2-4988-ba51-41a26b80e1d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (67ab86d9-8559-4fb5-b911-083455e9e6b3), before_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:29.757046 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-f03611ee-dc79-4f92-8560-3c571425d957 None None] Port 67ab86d9-8559-4fb5-b911-083455e9e6b3 cannot update to ACTIVE because it is not bound. {{(pid=116163) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 28 11:04:29.759145 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-907ffb9b-713a-4af5-9c4e-d4b89664f045 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-a57c4b36-4dfd-464d-a7f5-2e3339de6e15', 'network_id': 'a57c4b36-4dfd-464d-a7f5-2e3339de6e15', 'project_id': '0f4d85af73ea40518271b3ac6c23a282', 'fixed_ips': [{'subnet_id': 'b625a9d9-7f26-48f2-9f4a-30d53875a1fb'}]}} from dv-neutron-master-2-hyperv. {{(pid=116163) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 28 11:04:29.759980 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-907ffb9b-713a-4af5-9c4e-d4b89664f045 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (None), before_create {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:29.792826 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-f03611ee-dc79-4f92-8560-3c571425d957 None None] Provisioning complete for port 7d109f6c-b12e-4eb5-8ba6-29765f0a1201 triggered by entity DHCP. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:04:29.793514 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-f03611ee-dc79-4f92-8560-3c571425d957 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (7d109f6c-b12e-4eb5-8ba6-29765f0a1201), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:29.829525 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-940e66e9-7420-4aec-aea8-3d856a65279e tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1938497'] for port (7d109f6c-b12e-4eb5-8ba6-29765f0a1201), precommit_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:29.885623 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.plugin [None req-940e66e9-7420-4aec-aea8-3d856a65279e tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Calling delete_port for 7d109f6c-b12e-4eb5-8ba6-29765f0a1201 owned by network:router_interface {{(pid=116162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 11:04:29.895443 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-5d16eec0-24b2-4988-ba51-41a26b80e1d4 None None] For port 67ab86d9-8559-4fb5-b911-083455e9e6b3, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=116163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 11:04:29.928182 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-5d16eec0-24b2-4988-ba51-41a26b80e1d4 None None] For port 67ab86d9-8559-4fb5-b911-083455e9e6b3, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=67ab86d9-8559-4fb5-b911-083455e9e6b3,segment=NetworkSegment(cc9288a7-c6cf-4a42-9877-ee942d51c7de),segment_id=cc9288a7-c6cf-4a42-9877-ee942d51c7de)] {{(pid=116163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 11:04:29.941180 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-f03611ee-dc79-4f92-8560-3c571425d957 None None] Port 7d109f6c-b12e-4eb5-8ba6-29765f0a1201 cannot update to ACTIVE because it is not bound. {{(pid=116163) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 28 11:04:29.992220 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.db.db_base_plugin_common [None req-69d6cbb7-7cf4-4e16-b705-b330a327416e tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Allocated IP 2001:db8:0:1::229 (99d746a8-536a-442e-a6ad-51e797638f7d/2e0a91c6-2bfb-466d-b1df-fb0c48872de2/e2343026-5488-4648-9422-0eaa19813b50) {{(pid=116161) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 11:04:30.027882 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.db_base_plugin_common [None req-907ffb9b-713a-4af5-9c4e-d4b89664f045 None None] Allocated IP 2001:db8:2::2 (a57c4b36-4dfd-464d-a7f5-2e3339de6e15/b625a9d9-7f26-48f2-9f4a-30d53875a1fb/ce9c9535-557b-4a6a-981f-c32f89b8acd0) {{(pid=116163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 11:04:30.059354 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-5d16eec0-24b2-4988-ba51-41a26b80e1d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393'] for port (67ab86d9-8559-4fb5-b911-083455e9e6b3), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:30.155269 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-69d6cbb7-7cf4-4e16-b705-b330a327416e tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Publish callbacks [] for port (e2343026-5488-4648-9422-0eaa19813b50), precommit_update {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:30.164858 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-8502b512-6fdd-4c99-a731-bdd987c1810a None None] Provisioning complete for port e2343026-5488-4648-9422-0eaa19813b50 triggered by entity DHCP. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:04:30.165311 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-8502b512-6fdd-4c99-a731-bdd987c1810a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (e2343026-5488-4648-9422-0eaa19813b50), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:30.219128 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-69d6cbb7-7cf4-4e16-b705-b330a327416e tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5219123'] for port (e2343026-5488-4648-9422-0eaa19813b50), after_update {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:30.252444 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-8502b512-6fdd-4c99-a731-bdd987c1810a None None] Port e2343026-5488-4648-9422-0eaa19813b50 cannot update to ACTIVE because it is not bound. {{(pid=116163) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 28 11:04:30.316181 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d16eec0-24b2-4988-ba51-41a26b80e1d4 None None] Routers {'7a61ed78-023f-43d6-a86a-5af1aae9e69c'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=116163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 11:04:30.317296 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_hamode_db [None req-5d16eec0-24b2-4988-ba51-41a26b80e1d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-28T10:50:39Z,description=,heartbeat_timestamp=2022-04-28T11:04:09Z,host='dv-neutron-master-2-hyperv',id=6b492ad6-0876-4d74-b20d-28143a52ceba,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T10:50:40Z,topic='l3_agent')) {'router_ids': ['7a61ed78-023f-43d6-a86a-5af1aae9e69c'], 'active': True} {{(pid=116163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:04:30.333217 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.plugin [None req-69d6cbb7-7cf4-4e16-b705-b330a327416e tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] In _notify_port_updated(), no bound segment for port e2343026-5488-4648-9422-0eaa19813b50 on network 99d746a8-536a-442e-a6ad-51e797638f7d {{(pid=116161) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:936}} Apr 28 11:04:30.339405 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69d6cbb7-7cf4-4e16-b705-b330a327416e tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:04:30.340072 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-69d6cbb7-7cf4-4e16-b705-b330a327416e tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198022'] for port (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:30.345552 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-69d6cbb7-7cf4-4e16-b705-b330a327416e tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] 10.222.0.10 "PUT /v2.0/ports/e2343026-5488-4648-9422-0eaa19813b50 HTTP/1.1" status: 200 len: 1011 time: 1.0656068 Apr 28 11:04:30.350888 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 53222) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:04:30.361336 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d6cbb7-7cf4-4e16-b705-b330a327416e tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Pushing event updated for resources: {'Port': ['ID=e2343026-5488-4648-9422-0eaa19813b50,revision_number=3']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:04:30.364301 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ae0249-9ba0-4b89-9325-e581c772beb2 None None] Pushing event updated for resources: {'Port': ['ID=67ab86d9-8559-4fb5-b911-083455e9e6b3,revision_number=4']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:04:30.376051 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-1a0fa8dc-1d2e-4d39-8530-dd0b29fcb97d tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2063420'] for router_interface (4ab222d8-270e-47ce-9a8b-10f4e09f3cb0), before_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:30.432461 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-8502b512-6fdd-4c99-a731-bdd987c1810a None None] Provisioning complete for port 67ab86d9-8559-4fb5-b911-083455e9e6b3 triggered by entity DHCP. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:04:30.432836 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-8502b512-6fdd-4c99-a731-bdd987c1810a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (67ab86d9-8559-4fb5-b911-083455e9e6b3), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:30.438749 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Current status of the port bb743558-6d0a-443d-979e-13a9405e7c1c is: ACTIVE; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:04:30.522605 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.plugin [None req-d9562234-359e-46d7-b1ad-4ad9915a4846 tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Deleting port e2343026-5488-4648-9422-0eaa19813b50 {{(pid=116161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 11:04:30.523072 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-d9562234-359e-46d7-b1ad-4ad9915a4846 tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742235130188'] for port (e2343026-5488-4648-9422-0eaa19813b50), before_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:30.675457 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-d9562234-359e-46d7-b1ad-4ad9915a4846 tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1938497'] for port (e2343026-5488-4648-9422-0eaa19813b50), precommit_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:30.686468 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-940e66e9-7420-4aec-aea8-3d856a65279e tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742235135690', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742234710366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5051867'] for port (7d109f6c-b12e-4eb5-8ba6-29765f0a1201), after_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:30.689492 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.plugin [None req-d9562234-359e-46d7-b1ad-4ad9915a4846 tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Calling delete_port for e2343026-5488-4648-9422-0eaa19813b50 owned by {{(pid=116161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 11:04:30.716798 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Device a7702ed7-bf3f-491e-a598-4f00618b1eeb up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=116163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 11:04:30.769047 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-907ffb9b-713a-4af5-9c4e-d4b89664f045 None None] Publish callbacks [] for port (ce9c9535-557b-4a6a-981f-c32f89b8acd0), precommit_create {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:30.800563 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvr_db [None req-5d16eec0-24b2-4988-ba51-41a26b80e1d4 None None] Set router 7a61ed78-023f-43d6-a86a-5af1aae9e69c gateway port host: None {{(pid=116163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 11:04:30.862877 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-907ffb9b-713a-4af5-9c4e-d4b89664f045 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742234710357'] for port (ce9c9535-557b-4a6a-981f-c32f89b8acd0), after_create {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:30.906026 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-940e66e9-7420-4aec-aea8-3d856a65279e tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Pushing event deleted for resources: {'Port': ['ID=7d109f6c-b12e-4eb5-8ba6-29765f0a1201,revision_number=None']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:04:30.932482 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-205dccc4-730b-4056-a2fc-cfb2a152b846 tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (None), before_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:30.961849 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-d9562234-359e-46d7-b1ad-4ad9915a4846 tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742235135690', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742234710366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5219112'] for port (e2343026-5488-4648-9422-0eaa19813b50), after_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:30.962100 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-907ffb9b-713a-4af5-9c4e-d4b89664f045 None None] Pushing event updated for resources: {'Port': ['ID=ce9c9535-557b-4a6a-981f-c32f89b8acd0,revision_number=1']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:04:30.985740 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.plugin [None req-1a0fa8dc-1d2e-4d39-8530-dd0b29fcb97d tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Deleting port e3eefd05-ab67-48ff-9271-98cba9bcc132 {{(pid=116162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 11:04:30.985740 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-1a0fa8dc-1d2e-4d39-8530-dd0b29fcb97d tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742235130188'] for port (e3eefd05-ab67-48ff-9271-98cba9bcc132), before_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:31.019212 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9562234-359e-46d7-b1ad-4ad9915a4846 tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Pushing event deleted for resources: {'Port': ['ID=e2343026-5488-4648-9422-0eaa19813b50,revision_number=None']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:04:31.037995 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Provisioning complete for port a7702ed7-bf3f-491e-a598-4f00618b1eeb triggered by entity L2. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:04:31.038382 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (a7702ed7-bf3f-491e-a598-4f00618b1eeb), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:31.050566 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-907ffb9b-713a-4af5-9c4e-d4b89664f045 None None] Network a57c4b36-4dfd-464d-a7f5-2e3339de6e15 is already hosted by enough agents. {{(pid=116163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 11:04:31.051323 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-8502b512-6fdd-4c99-a731-bdd987c1810a None None] Current status of the port 67ab86d9-8559-4fb5-b911-083455e9e6b3 is: DOWN; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:04:31.051632 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-8502b512-6fdd-4c99-a731-bdd987c1810a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (67ab86d9-8559-4fb5-b911-083455e9e6b3), before_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:31.065321 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.scheduler.base_scheduler [None req-907ffb9b-713a-4af5-9c4e-d4b89664f045 None None] Resources bound (agent type, host, resource id): {{(pid=116163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 11:04:31.069291 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-907ffb9b-713a-4af5-9c4e-d4b89664f045 None None] Received port after_create {{(pid=116163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 11:04:31.131293 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-d9562234-359e-46d7-b1ad-4ad9915a4846 tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198022'] for port (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:31.147806 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-d9562234-359e-46d7-b1ad-4ad9915a4846 tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] 10.222.0.10 "DELETE /v2.0/ports/e2343026-5488-4648-9422-0eaa19813b50 HTTP/1.1" status: 204 len: 168 time: 0.7935090 Apr 28 11:04:31.148506 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 53230) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:04:31.194634 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.pecan_wsgi.hooks.translation [None req-f237d821-9f66-47d0-8125-bfbec066c4a4 tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] GET failed (client error): The resource could not be found. Apr 28 11:04:31.198723 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-f237d821-9f66-47d0-8125-bfbec066c4a4 tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] 10.222.0.10 "GET /v2.0/ports/e2343026-5488-4648-9422-0eaa19813b50 HTTP/1.1" status: 404 len: 333 time: 0.0472641 Apr 28 11:04:31.208053 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 53232) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:04:31.252963 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-8502b512-6fdd-4c99-a731-bdd987c1810a None None] For port 67ab86d9-8559-4fb5-b911-083455e9e6b3, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=67ab86d9-8559-4fb5-b911-083455e9e6b3,segment=NetworkSegment(cc9288a7-c6cf-4a42-9877-ee942d51c7de),segment_id=cc9288a7-c6cf-4a42-9877-ee942d51c7de)] {{(pid=116163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 11:04:31.273426 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.managers [None req-907ffb9b-713a-4af5-9c4e-d4b89664f045 None None] Attempting to bind port ce9c9535-557b-4a6a-981f-c32f89b8acd0 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=116163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 28 11:04:31.273825 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.managers [None req-907ffb9b-713a-4af5-9c4e-d4b89664f045 None None] Attempting to bind port ce9c9535-557b-4a6a-981f-c32f89b8acd0 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'b7bea462-26f0-43db-8737-01e477d52953', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'a57c4b36-4dfd-464d-a7f5-2e3339de6e15'}] {{(pid=116163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 28 11:04:31.274169 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-907ffb9b-713a-4af5-9c4e-d4b89664f045 None None] Attempting to bind port ce9c9535-557b-4a6a-981f-c32f89b8acd0 on network a57c4b36-4dfd-464d-a7f5-2e3339de6e15 {{(pid=116163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 11:04:31.305586 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-940e66e9-7420-4aec-aea8-3d856a65279e tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1603051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2063504'] for router_interface (38096c1d-5d02-4005-b5e3-1296e07bfa0e), after_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:31.306660 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-907ffb9b-713a-4af5-9c4e-d4b89664f045 None None] Checking agent: {'id': 'd5baab19-5dd1-4902-922b-84acb048ab9c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 10, 50, 43), 'started_at': datetime.datetime(2022, 4, 28, 10, 51, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 11, 4, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=116163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 11:04:31.307049 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-907ffb9b-713a-4af5-9c4e-d4b89664f045 None None] Checking segment: {'id': 'b7bea462-26f0-43db-8737-01e477d52953', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'a57c4b36-4dfd-464d-a7f5-2e3339de6e15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 11:04:31.317568 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-907ffb9b-713a-4af5-9c4e-d4b89664f045 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:31.317568 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-907ffb9b-713a-4af5-9c4e-d4b89664f045 None None] Bound using segment: {'id': 'b7bea462-26f0-43db-8737-01e477d52953', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'a57c4b36-4dfd-464d-a7f5-2e3339de6e15'} {{(pid=116163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 11:04:31.317568 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.managers [None req-907ffb9b-713a-4af5-9c4e-d4b89664f045 None None] Bound port: ce9c9535-557b-4a6a-981f-c32f89b8acd0, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7bea462-26f0-43db-8737-01e477d52953', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'a57c4b36-4dfd-464d-a7f5-2e3339de6e15'}}] {{(pid=116163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 28 11:04:31.317568 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-907ffb9b-713a-4af5-9c4e-d4b89664f045 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (ce9c9535-557b-4a6a-981f-c32f89b8acd0), before_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:31.353427 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-8502b512-6fdd-4c99-a731-bdd987c1810a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393'] for port (67ab86d9-8559-4fb5-b911-083455e9e6b3), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:31.379599 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-1a0fa8dc-1d2e-4d39-8530-dd0b29fcb97d tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1938497'] for port (e3eefd05-ab67-48ff-9271-98cba9bcc132), precommit_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:31.414466 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_hamode_db [None req-5d16eec0-24b2-4988-ba51-41a26b80e1d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a61ed78-023f-43d6-a86a-5af1aae9e69c', 'name': 'tempest-RoutersIpV6Test-router-197789818', 'tenant_id': '0f4d85af73ea40518271b3ac6c23a282', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T11:04:08Z', 'updated_at': '2022-04-28T11:04:23Z', 'revision_number': 3, 'project_id': '0f4d85af73ea40518271b3ac6c23a282', 'gw_port_host': None, '_interfaces': [{'id': '67ab86d9-8559-4fb5-b911-083455e9e6b3', 'name': '', 'network_id': 'b49b1fd0-a27a-4592-b3bb-db40c57d4de0', 'tenant_id': '0f4d85af73ea40518271b3ac6c23a282', 'mac_address': 'fa:16:3e:05:6f:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a61ed78-023f-43d6-a86a-5af1aae9e69c', 'device_owner': 'network:router_interface', 'standard_attr_id': 930, 'fixed_ips': [{'subnet_id': 'f86be52a-4023-4e56-b802-604679ea9f0d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:04:22Z', 'updated_at': '2022-04-28T11:04:29Z', 'revision_number': 4, 'project_id': '0f4d85af73ea40518271b3ac6c23a282', 'subnets': [{'id': 'f86be52a-4023-4e56-b802-604679ea9f0d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cdbf5767-b7c5-48f5-97ec-afc0a75ab932', 'name': '', 'network_id': '2634f032-d4ae-4ad5-96de-8648922027d9', 'tenant_id': '0f4d85af73ea40518271b3ac6c23a282', 'mac_address': 'fa:16:3e:17:9a:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a61ed78-023f-43d6-a86a-5af1aae9e69c', 'device_owner': 'network:router_interface', 'standard_attr_id': 896, 'fixed_ips': [{'subnet_id': '239fd4a7-9885-4cb6-b54a-2440592f7a50', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:04:13Z', 'updated_at': '2022-04-28T11:04:20Z', 'revision_number': 5, 'project_id': '0f4d85af73ea40518271b3ac6c23a282', 'subnets': [{'id': '239fd4a7-9885-4cb6-b54a-2440592f7a50', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=116163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:04:31.461223 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.plugin [None req-1a0fa8dc-1d2e-4d39-8530-dd0b29fcb97d tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Calling delete_port for e3eefd05-ab67-48ff-9271-98cba9bcc132 owned by network:router_interface {{(pid=116162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 11:04:31.462603 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Current status of the port a7702ed7-bf3f-491e-a598-4f00618b1eeb is: ACTIVE; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:04:31.463766 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Device bb743558-6d0a-443d-979e-13a9405e7c1c up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=116163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 11:04:31.474776 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-8502b512-6fdd-4c99-a731-bdd987c1810a None None] Provisioning complete for port a7702ed7-bf3f-491e-a598-4f00618b1eeb triggered by entity DHCP. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:04:31.475156 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-8502b512-6fdd-4c99-a731-bdd987c1810a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (a7702ed7-bf3f-491e-a598-4f00618b1eeb), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:31.484605 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d16eec0-24b2-4988-ba51-41a26b80e1d4 None None] The sync data for ids ['7a61ed78-023f-43d6-a86a-5af1aae9e69c'] in dv-neutron-master-2-hyperv is: [{'id': '7a61ed78-023f-43d6-a86a-5af1aae9e69c', 'name': 'tempest-RoutersIpV6Test-router-197789818', 'tenant_id': '0f4d85af73ea40518271b3ac6c23a282', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T11:04:08Z', 'updated_at': '2022-04-28T11:04:23Z', 'revision_number': 3, 'project_id': '0f4d85af73ea40518271b3ac6c23a282', 'gw_port_host': None, '_interfaces': [{'id': '67ab86d9-8559-4fb5-b911-083455e9e6b3', 'name': '', 'network_id': 'b49b1fd0-a27a-4592-b3bb-db40c57d4de0', 'tenant_id': '0f4d85af73ea40518271b3ac6c23a282', 'mac_address': 'fa:16:3e:05:6f:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a61ed78-023f-43d6-a86a-5af1aae9e69c', 'device_owner': 'network:router_interface', 'standard_attr_id': 930, 'fixed_ips': [{'subnet_id': 'f86be52a-4023-4e56-b802-604679ea9f0d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:04:22Z', 'updated_at': '2022-04-28T11:04:29Z', 'revision_number': 4, 'project_id': '0f4d85af73ea40518271b3ac6c23a282', 'subnets': [{'id': 'f86be52a-4023-4e56-b802-604679ea9f0d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cdbf5767-b7c5-48f5-97ec-afc0a75ab932', 'name': '', 'network_id': '2634f032-d4ae-4ad5-96de-8648922027d9', 'tenant_id': '0f4d85af73ea40518271b3ac6c23a282', 'mac_address': 'fa:16:3e:17:9a:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a61ed78-023f-43d6-a86a-5af1aae9e69c', 'device_owner': 'network:router_interface', 'standard_attr_id': 896, 'fixed_ips': [{'subnet_id': '239fd4a7-9885-4cb6-b54a-2440592f7a50', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:04:13Z', 'updated_at': '2022-04-28T11:04:20Z', 'revision_number': 5, 'project_id': '0f4d85af73ea40518271b3ac6c23a282', 'subnets': [{'id': '239fd4a7-9885-4cb6-b54a-2440592f7a50', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=116163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 11:04:31.622734 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-907ffb9b-713a-4af5-9c4e-d4b89664f045 None None] For port ce9c9535-557b-4a6a-981f-c32f89b8acd0, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=116163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 11:04:31.629471 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8502b512-6fdd-4c99-a731-bdd987c1810a None None] Pushing event updated for resources: {'Port': ['ID=67ab86d9-8559-4fb5-b911-083455e9e6b3,revision_number=5']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:04:31.636999 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-907ffb9b-713a-4af5-9c4e-d4b89664f045 None None] For port ce9c9535-557b-4a6a-981f-c32f89b8acd0, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=ce9c9535-557b-4a6a-981f-c32f89b8acd0,segment=NetworkSegment(b7bea462-26f0-43db-8737-01e477d52953),segment_id=b7bea462-26f0-43db-8737-01e477d52953)] {{(pid=116163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 11:04:31.663303 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Provisioning complete for port bb743558-6d0a-443d-979e-13a9405e7c1c triggered by entity L2. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:04:31.663549 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (bb743558-6d0a-443d-979e-13a9405e7c1c), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:31.735680 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-907ffb9b-713a-4af5-9c4e-d4b89664f045 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393'] for port (ce9c9535-557b-4a6a-981f-c32f89b8acd0), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:31.766845 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0e77b8-2687-41c8-8eaf-0392a2d96710 req-7f7022ce-211b-4d67-a0fb-73be72b0c600 tempest-ServerActionsTestJSON-1498610228 tempest-ServerActionsTestJSON-1498610228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:04:31.768420 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-8b0e77b8-2687-41c8-8eaf-0392a2d96710 req-7f7022ce-211b-4d67-a0fb-73be72b0c600 tempest-ServerActionsTestJSON-1498610228 tempest-ServerActionsTestJSON-1498610228-project] 10.222.0.10 "GET /v2.0/ports?device_id=6bd2b59b-b5db-4639-9109-3dca095b7768 HTTP/1.1" status: 200 len: 946 time: 0.8834348 Apr 28 11:04:31.786526 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-8502b512-6fdd-4c99-a731-bdd987c1810a None None] Current status of the port a7702ed7-bf3f-491e-a598-4f00618b1eeb is: ACTIVE; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:04:31.811798 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.db.db_base_plugin_v2 [None req-3e86cbef-f02b-4bf4-9626-cd228076cdba tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Deleting subnet 2e0a91c6-2bfb-466d-b1df-fb0c48872de2 {{(pid=116161) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 28 11:04:31.821927 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-3e86cbef-f02b-4bf4-9626-cd228076cdba tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Publish callbacks [] for subnet (2e0a91c6-2bfb-466d-b1df-fb0c48872de2), before_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:31.879617 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Current status of the port bb743558-6d0a-443d-979e-13a9405e7c1c is: ACTIVE; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:04:31.906487 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-e6301449-93fb-4009-a9d8-5f81a9060522 None None] Could not find standard attr ID for object e2343026-5488-4648-9422-0eaa19813b50. {{(pid=116163) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:182}} Apr 28 11:04:31.909304 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-907ffb9b-713a-4af5-9c4e-d4b89664f045 None None] Pushing event updated for resources: {'Port': ['ID=ce9c9535-557b-4a6a-981f-c32f89b8acd0,revision_number=2']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:04:31.909442 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-3e86cbef-f02b-4bf4-9626-cd228076cdba tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8076976'] for subnet (2e0a91c6-2bfb-466d-b1df-fb0c48872de2), precommit_delete_associations {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:31.931144 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-e6301449-93fb-4009-a9d8-5f81a9060522 None None] Provisioning complete for port 67ab86d9-8559-4fb5-b911-083455e9e6b3 triggered by entity DHCP. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:04:31.931533 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-e6301449-93fb-4009-a9d8-5f81a9060522 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (67ab86d9-8559-4fb5-b911-083455e9e6b3), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:31.943983 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-8b0e77b8-2687-41c8-8eaf-0392a2d96710 req-4c4398b9-c404-4552-bc31-7827f0a8d7aa tempest-ServerActionsTestJSON-1498610228 tempest-ServerActionsTestJSON-1498610228-project] 10.222.0.10 "GET /v2.0/security-groups?id=0f246414-c46b-4ee7-b196-c819605d877f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1554489 Apr 28 11:04:32.030713 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.db.db_base_plugin_common [None req-205dccc4-730b-4056-a2fc-cfb2a152b846 tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Allocated IP 2001:db8:2::1 (a57c4b36-4dfd-464d-a7f5-2e3339de6e15/b625a9d9-7f26-48f2-9f4a-30d53875a1fb/5c03bfae-ec00-450a-8155-d55ecacfd499) {{(pid=116162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 11:04:32.097140 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-3e86cbef-f02b-4bf4-9626-cd228076cdba tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-971303'] for subnet (2e0a91c6-2bfb-466d-b1df-fb0c48872de2), precommit_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:32.118320 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-e6301449-93fb-4009-a9d8-5f81a9060522 None None] Current status of the port 67ab86d9-8559-4fb5-b911-083455e9e6b3 is: ACTIVE; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:04:32.190299 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-940e66e9-7420-4aec-aea8-3d856a65279e tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Router 38096c1d-5d02-4005-b5e3-1296e07bfa0e has already been hosted by L3 agent 6b492ad6-0876-4d74-b20d-28143a52ceba {{(pid=116162) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 11:04:32.210647 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-205dccc4-730b-4056-a2fc-cfb2a152b846 tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Publish callbacks [] for port (5c03bfae-ec00-450a-8155-d55ecacfd499), precommit_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:32.276381 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-3e86cbef-f02b-4bf4-9626-cd228076cdba tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-971310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5220601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5125409'] for subnet (2e0a91c6-2bfb-466d-b1df-fb0c48872de2), after_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:32.336425 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e86cbef-f02b-4bf4-9626-cd228076cdba tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Pushing event deleted for resources: {'Subnet': ['ID=2e0a91c6-2bfb-466d-b1df-fb0c48872de2,revision_number=None']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:04:32.344562 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-3e86cbef-f02b-4bf4-9626-cd228076cdba tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Publish callbacks [] for subnet (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:32.354663 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-3e86cbef-f02b-4bf4-9626-cd228076cdba tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] 10.222.0.10 "DELETE /v2.0/subnets/2e0a91c6-2bfb-466d-b1df-fb0c48872de2 HTTP/1.1" status: 204 len: 168 time: 1.1427174 Apr 28 11:04:32.359752 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b53ac120-811c-4376-b5e5-b868acaabc33 None None] Network 99d746a8-536a-442e-a6ad-51e797638f7d requested from dv-neutron-master-2-hyperv {{(pid=116163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 11:04:32.368473 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 53234) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:04:32.443199 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd5b72b-137a-459e-a109-e7e0079dcd20 req-1d30bfa8-0979-4db3-9115-4b3226854a5b tempest-ServerActionsTestJSON-1498610228 tempest-ServerActionsTestJSON-1498610228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:04:32.444783 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-6fd5b72b-137a-459e-a109-e7e0079dcd20 req-1d30bfa8-0979-4db3-9115-4b3226854a5b tempest-ServerActionsTestJSON-1498610228 tempest-ServerActionsTestJSON-1498610228-project] 10.222.0.20 "GET /v2.0/ports?device_id=6bd2b59b-b5db-4639-9109-3dca095b7768 HTTP/1.1" status: 200 len: 946 time: 0.1037662 Apr 28 11:04:32.469077 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.db.db_base_plugin_v2 [None req-6cced84f-206d-409d-ad4c-e06ac564f73b tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Deleting subnet 94868252-c1ae-4346-bbb9-dde4165fce88 {{(pid=116161) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 28 11:04:32.499615 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-6cced84f-206d-409d-ad4c-e06ac564f73b tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Publish callbacks [] for subnet (94868252-c1ae-4346-bbb9-dde4165fce88), before_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:32.581740 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-6cced84f-206d-409d-ad4c-e06ac564f73b tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8076976'] for subnet (94868252-c1ae-4346-bbb9-dde4165fce88), precommit_delete_associations {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:32.641040 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.plugin [req-6fd5b72b-137a-459e-a109-e7e0079dcd20 req-f3a69e2a-036f-4a4a-a813-e0a1ec7cda00 tempest-ServerActionsTestJSON-1498610228 tempest-ServerActionsTestJSON-1498610228-project] Deleting port 927a5cb3-8012-4aaf-93d6-504dcf7bfba1 {{(pid=116161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 11:04:32.641668 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [req-6fd5b72b-137a-459e-a109-e7e0079dcd20 req-f3a69e2a-036f-4a4a-a813-e0a1ec7cda00 tempest-ServerActionsTestJSON-1498610228 tempest-ServerActionsTestJSON-1498610228-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742235130188'] for port (927a5cb3-8012-4aaf-93d6-504dcf7bfba1), before_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:32.667471 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Device ce9c9535-557b-4a6a-981f-c32f89b8acd0 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=116163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 11:04:32.729199 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Provisioning complete for port ce9c9535-557b-4a6a-981f-c32f89b8acd0 triggered by entity L2. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:04:32.730058 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (ce9c9535-557b-4a6a-981f-c32f89b8acd0), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:32.766990 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-6cced84f-206d-409d-ad4c-e06ac564f73b tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-971303'] for subnet (94868252-c1ae-4346-bbb9-dde4165fce88), precommit_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:32.767753 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-940e66e9-7420-4aec-aea8-3d856a65279e tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=116162) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 11:04:32.779622 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-940e66e9-7420-4aec-aea8-3d856a65279e tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] 10.222.0.10 "PUT /v2.0/routers/38096c1d-5d02-4005-b5e3-1296e07bfa0e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7631812 Apr 28 11:04:32.781402 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 53236) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:04:32.782116 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a17307c-cd22-4a45-83b7-50a12946a829 None None] Sync routers for ids ['38096c1d-5d02-4005-b5e3-1296e07bfa0e'] in dv-neutron-master-2-hyperv {{(pid=116164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 11:04:32.795665 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a17307c-cd22-4a45-83b7-50a12946a829 None None] Routers {'38096c1d-5d02-4005-b5e3-1296e07bfa0e'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=116164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 11:04:32.796893 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_hamode_db [None req-1a17307c-cd22-4a45-83b7-50a12946a829 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-28T10:50:39Z,description=,heartbeat_timestamp=2022-04-28T11:04:09Z,host='dv-neutron-master-2-hyperv',id=6b492ad6-0876-4d74-b20d-28143a52ceba,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T10:50:40Z,topic='l3_agent')) {'router_ids': ['38096c1d-5d02-4005-b5e3-1296e07bfa0e'], 'active': True} {{(pid=116164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:04:32.835609 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.db [req-6fd5b72b-137a-459e-a109-e7e0079dcd20 req-f3a69e2a-036f-4a4a-a813-e0a1ec7cda00 tempest-ServerActionsTestJSON-1498610228 tempest-ServerActionsTestJSON-1498610228-project] For port 927a5cb3-8012-4aaf-93d6-504dcf7bfba1, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=927a5cb3-8012-4aaf-93d6-504dcf7bfba1,segment=NetworkSegment(6d4ad1d4-95ab-4492-8694-723c8a0122a3),segment_id=6d4ad1d4-95ab-4492-8694-723c8a0122a3)] {{(pid=116161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 11:04:32.835990 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [req-6fd5b72b-137a-459e-a109-e7e0079dcd20 req-f3a69e2a-036f-4a4a-a813-e0a1ec7cda00 tempest-ServerActionsTestJSON-1498610228 tempest-ServerActionsTestJSON-1498610228-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1938497'] for port (927a5cb3-8012-4aaf-93d6-504dcf7bfba1), precommit_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:32.855712 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Current status of the port ce9c9535-557b-4a6a-981f-c32f89b8acd0 is: DOWN; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:04:32.856432 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (ce9c9535-557b-4a6a-981f-c32f89b8acd0), before_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:32.865306 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_hamode_db [None req-1a17307c-cd22-4a45-83b7-50a12946a829 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=116164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:04:32.881212 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a17307c-cd22-4a45-83b7-50a12946a829 None None] Routers {'38096c1d-5d02-4005-b5e3-1296e07bfa0e'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=116164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 11:04:32.882135 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_hamode_db [None req-1a17307c-cd22-4a45-83b7-50a12946a829 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-28T10:50:39Z,description=,heartbeat_timestamp=2022-04-28T11:04:09Z,host='dv-neutron-master-2-hyperv',id=6b492ad6-0876-4d74-b20d-28143a52ceba,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T10:50:40Z,topic='l3_agent')) {'router_ids': ['38096c1d-5d02-4005-b5e3-1296e07bfa0e'], 'active': True} {{(pid=116164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:04:32.922722 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-1a0fa8dc-1d2e-4d39-8530-dd0b29fcb97d tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742235135690', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742234710366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5051867'] for port (e3eefd05-ab67-48ff-9271-98cba9bcc132), after_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:32.947824 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] For port ce9c9535-557b-4a6a-981f-c32f89b8acd0, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=ce9c9535-557b-4a6a-981f-c32f89b8acd0,segment=NetworkSegment(b7bea462-26f0-43db-8737-01e477d52953),segment_id=b7bea462-26f0-43db-8737-01e477d52953)] {{(pid=116163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 11:04:33.041618 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393'] for port (ce9c9535-557b-4a6a-981f-c32f89b8acd0), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:33.042491 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Device 67ab86d9-8559-4fb5-b911-083455e9e6b3 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=116163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 11:04:33.069769 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_hamode_db [None req-1a17307c-cd22-4a45-83b7-50a12946a829 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=116164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:04:33.070794 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a17307c-cd22-4a45-83b7-50a12946a829 None None] The sync data for ids ['38096c1d-5d02-4005-b5e3-1296e07bfa0e'] in dv-neutron-master-2-hyperv is: [] {{(pid=116164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 11:04:33.073806 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-205dccc4-730b-4056-a2fc-cfb2a152b846 tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742234710357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5051867'] for port (5c03bfae-ec00-450a-8155-d55ecacfd499), after_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:33.079564 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0fa8dc-1d2e-4d39-8530-dd0b29fcb97d tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Pushing event deleted for resources: {'Port': ['ID=e3eefd05-ab67-48ff-9271-98cba9bcc132,revision_number=None']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:04:33.095851 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-6cced84f-206d-409d-ad4c-e06ac564f73b tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-971310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5220601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5125409'] for subnet (94868252-c1ae-4346-bbb9-dde4165fce88), after_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:33.163826 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Pushing event updated for resources: {'Port': ['ID=ce9c9535-557b-4a6a-981f-c32f89b8acd0,revision_number=3']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:04:33.204991 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Provisioning complete for port 67ab86d9-8559-4fb5-b911-083455e9e6b3 triggered by entity L2. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:04:33.205775 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (67ab86d9-8559-4fb5-b911-083455e9e6b3), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:33.235529 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.api.v2.resource [None req-a6890065-a9b3-41d6-9d67-34754cc834f1 tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] remove_router_interface failed (client error): The resource could not be found. Apr 28 11:04:33.236617 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-a6890065-a9b3-41d6-9d67-34754cc834f1 tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] 10.222.0.10 "PUT /v2.0/routers/38096c1d-5d02-4005-b5e3-1296e07bfa0e/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.4541762 Apr 28 11:04:33.239528 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cced84f-206d-409d-ad4c-e06ac564f73b tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Pushing event deleted for resources: {'Subnet': ['ID=94868252-c1ae-4346-bbb9-dde4165fce88,revision_number=None']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:04:33.242357 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 53244) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:04:33.247466 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-6cced84f-206d-409d-ad4c-e06ac564f73b tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Publish callbacks [] for subnet (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:33.255849 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-6cced84f-206d-409d-ad4c-e06ac564f73b tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] 10.222.0.10 "DELETE /v2.0/subnets/94868252-c1ae-4346-bbb9-dde4165fce88 HTTP/1.1" status: 204 len: 168 time: 0.8836641 Apr 28 11:04:33.262507 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 53246) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:04:33.279622 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-205dccc4-730b-4056-a2fc-cfb2a152b846 tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Network a57c4b36-4dfd-464d-a7f5-2e3339de6e15 is already hosted by enough agents. {{(pid=116162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 11:04:33.340729 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [req-6fd5b72b-137a-459e-a109-e7e0079dcd20 req-f3a69e2a-036f-4a4a-a813-e0a1ec7cda00 tempest-ServerActionsTestJSON-1498610228 tempest-ServerActionsTestJSON-1498610228-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:33.341115 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [req-6fd5b72b-137a-459e-a109-e7e0079dcd20 req-f3a69e2a-036f-4a4a-a813-e0a1ec7cda00 tempest-ServerActionsTestJSON-1498610228 tempest-ServerActionsTestJSON-1498610228-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2063164'] for floatingip (2bdfdad1-1b9f-497d-a002-48aa671f10c2), after_update {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:33.341446 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.db.l3_db [req-6fd5b72b-137a-459e-a109-e7e0079dcd20 req-f3a69e2a-036f-4a4a-a813-e0a1ec7cda00 tempest-ServerActionsTestJSON-1498610228 tempest-ServerActionsTestJSON-1498610228-project] Floating IP 2bdfdad1-1b9f-497d-a002-48aa671f10c2 disassociated. External IP: 172.36.4.184, port: 927a5cb3-8012-4aaf-93d6-504dcf7bfba1. Apr 28 11:04:33.342338 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.plugin [req-6fd5b72b-137a-459e-a109-e7e0079dcd20 req-f3a69e2a-036f-4a4a-a813-e0a1ec7cda00 tempest-ServerActionsTestJSON-1498610228 tempest-ServerActionsTestJSON-1498610228-project] Calling delete_port for 927a5cb3-8012-4aaf-93d6-504dcf7bfba1 owned by compute:nova {{(pid=116161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 11:04:33.373716 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.scheduler.base_scheduler [None req-205dccc4-730b-4056-a2fc-cfb2a152b846 tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Resources bound (agent type, host, resource id): {{(pid=116162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 11:04:33.376964 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-205dccc4-730b-4056-a2fc-cfb2a152b846 tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Received port after_create {{(pid=116162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 11:04:33.378170 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-205dccc4-730b-4056-a2fc-cfb2a152b846 tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2063275'] for router_interface (7a61ed78-023f-43d6-a86a-5af1aae9e69c), before_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:33.382201 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-a0811ba2-9bda-4e3e-9d73-5dc2ee010fc9 tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] 10.222.0.10 "GET /v2.0/ports?device_id=38096c1d-5d02-4005-b5e3-1296e07bfa0e HTTP/1.1" status: 200 len: 205 time: 0.1326222 Apr 28 11:04:33.388525 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 53254) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:04:33.389494 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Current status of the port 67ab86d9-8559-4fb5-b911-083455e9e6b3 is: ACTIVE; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:04:33.486932 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205dccc4-730b-4056-a2fc-cfb2a152b846 tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Pushing event updated for resources: {'Port': ['ID=5c03bfae-ec00-450a-8155-d55ecacfd499,revision_number=1']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:04:33.532590 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-75d8add9-d640-455f-ab0d-7528289bfe9c tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Publish callbacks [] for router (38096c1d-5d02-4005-b5e3-1296e07bfa0e), before_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:33.597338 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1487616-ed7f-4aa5-bf53-fddfcf1fb067 req-159d3aee-be64-46de-85c1-3da1f36d6d3d tempest-ServerActionsTestJSON-1498610228 tempest-ServerActionsTestJSON-1498610228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:04:33.601353 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-d1487616-ed7f-4aa5-bf53-fddfcf1fb067 req-159d3aee-be64-46de-85c1-3da1f36d6d3d tempest-ServerActionsTestJSON-1498610228 tempest-ServerActionsTestJSON-1498610228-project] 10.222.0.10 "GET /v2.0/ports?device_id=6bd2b59b-b5db-4639-9109-3dca095b7768 HTTP/1.1" status: 200 len: 946 time: 0.4378662 Apr 28 11:04:33.608215 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-72502a8a-0ea3-4f3d-852e-05a6d96cac15 tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-979593'] for network (99d746a8-536a-442e-a6ad-51e797638f7d), before_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:33.753708 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-089fe0ec-cbec-4aab-9714-c1b14dc1cade None None] Network 99d746a8-536a-442e-a6ad-51e797638f7d requested from dv-neutron-master-2-hyperv {{(pid=116163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 11:04:33.753948 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-d1487616-ed7f-4aa5-bf53-fddfcf1fb067 req-d9939ba9-60ae-4464-a54a-3e12da48d68d tempest-ServerActionsTestJSON-1498610228 tempest-ServerActionsTestJSON-1498610228-project] 10.222.0.10 "GET /v2.0/security-groups?id=0f246414-c46b-4ee7-b196-c819605d877f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1431041 Apr 28 11:04:33.756865 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.plugin [None req-72502a8a-0ea3-4f3d-852e-05a6d96cac15 tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Deleting port a7702ed7-bf3f-491e-a598-4f00618b1eeb {{(pid=116161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 11:04:33.757207 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-72502a8a-0ea3-4f3d-852e-05a6d96cac15 tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742235130188'] for port (a7702ed7-bf3f-491e-a598-4f00618b1eeb), before_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:33.812200 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-75fb6344-50ee-47e7-bdc4-9918a4e04b0e None None] Provisioning complete for port a7702ed7-bf3f-491e-a598-4f00618b1eeb triggered by entity DHCP. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:04:33.812568 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-75fb6344-50ee-47e7-bdc4-9918a4e04b0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (a7702ed7-bf3f-491e-a598-4f00618b1eeb), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:33.871390 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.db [None req-72502a8a-0ea3-4f3d-852e-05a6d96cac15 tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] For port a7702ed7-bf3f-491e-a598-4f00618b1eeb, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=a7702ed7-bf3f-491e-a598-4f00618b1eeb,segment=NetworkSegment(f1c80124-cebe-4aec-b7a6-3be472c94e30),segment_id=f1c80124-cebe-4aec-b7a6-3be472c94e30)] {{(pid=116161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 11:04:33.872739 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-72502a8a-0ea3-4f3d-852e-05a6d96cac15 tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1938497'] for port (a7702ed7-bf3f-491e-a598-4f00618b1eeb), precommit_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:33.881239 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-1a0fa8dc-1d2e-4d39-8530-dd0b29fcb97d tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1603051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2063504'] for router_interface (4ab222d8-270e-47ce-9a8b-10f4e09f3cb0), after_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:33.893883 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-615415d3-d801-4884-933a-fc0b2c9e6267 None None] Network a57c4b36-4dfd-464d-a7f5-2e3339de6e15 requested from dv-neutron-master-2-hyperv {{(pid=116163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 11:04:33.895638 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.plugin [None req-72502a8a-0ea3-4f3d-852e-05a6d96cac15 tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Calling delete_port for a7702ed7-bf3f-491e-a598-4f00618b1eeb owned by network:dhcp {{(pid=116161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 11:04:33.911200 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [req-6fd5b72b-137a-459e-a109-e7e0079dcd20 req-f3a69e2a-036f-4a4a-a813-e0a1ec7cda00 tempest-ServerActionsTestJSON-1498610228 tempest-ServerActionsTestJSON-1498610228-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742235135690', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742234710366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5219112'] for port (927a5cb3-8012-4aaf-93d6-504dcf7bfba1), after_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:33.962029 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-75d8add9-d640-455f-ab0d-7528289bfe9c tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2060865', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-63275'] for router (38096c1d-5d02-4005-b5e3-1296e07bfa0e), precommit_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:33.965672 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-75d8add9-d640-455f-ab0d-7528289bfe9c tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Publish callbacks [] for router_controller (38096c1d-5d02-4005-b5e3-1296e07bfa0e), precommit_delete_associations {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:34.014512 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a69e2a-036f-4a4a-a813-e0a1ec7cda00 tempest-ServerActionsTestJSON-1498610228 tempest-ServerActionsTestJSON-1498610228-project] Pushing event deleted for resources: {'Port': ['ID=927a5cb3-8012-4aaf-93d6-504dcf7bfba1,revision_number=None']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:04:34.077902 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60817f23-aabe-4a60-a809-81acc400a901 req-a447bc49-94fd-4c41-ba39-6327fa7eed2b tempest-TestNetworkAdvancedServerOps-1762458272 tempest-TestNetworkAdvancedServerOps-1762458272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:04:34.079547 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-60817f23-aabe-4a60-a809-81acc400a901 req-a447bc49-94fd-4c41-ba39-6327fa7eed2b tempest-TestNetworkAdvancedServerOps-1762458272 tempest-TestNetworkAdvancedServerOps-1762458272-project] 10.222.0.10 "GET /v2.0/ports?device_id=da1b1d97-d6fb-4c40-a57a-807f6776d01a HTTP/1.1" status: 200 len: 945 time: 0.1805902 Apr 28 11:04:34.114454 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-205dccc4-730b-4056-a2fc-cfb2a152b846 tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (5c03bfae-ec00-450a-8155-d55ecacfd499), before_update {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:34.181361 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-60817f23-aabe-4a60-a809-81acc400a901 req-0b529b62-8f85-47e0-ac14-7722186ab0c5 tempest-TestNetworkAdvancedServerOps-1762458272 tempest-TestNetworkAdvancedServerOps-1762458272-project] 10.222.0.10 "GET /v2.0/security-groups?id=0bcd3ba6-8b12-4573-ac81-fc4e6cc933d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0931382 Apr 28 11:04:34.207669 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.agents_db [None req-54b29a82-8a19-4507-95e3-3a2d011841ff None None] Agent healthcheck: found 6 active agents {{(pid=116164) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 28 11:04:34.222048 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-75d8add9-d640-455f-ab0d-7528289bfe9c tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2060888'] for router (38096c1d-5d02-4005-b5e3-1296e07bfa0e), after_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:34.222939 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75d8add9-d640-455f-ab0d-7528289bfe9c tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Fanout notify agent at l3_agent the message router_deleted on router 38096c1d-5d02-4005-b5e3-1296e07bfa0e {{(pid=116162) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 28 11:04:34.268797 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-75d8add9-d640-455f-ab0d-7528289bfe9c tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Publish callbacks [] for router (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:34.269939 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-75d8add9-d640-455f-ab0d-7528289bfe9c tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] 10.222.0.10 "DELETE /v2.0/routers/38096c1d-5d02-4005-b5e3-1296e07bfa0e HTTP/1.1" status: 204 len: 168 time: 0.8755312 Apr 28 11:04:34.283808 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 53270) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:04:34.317493 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-75fb6344-50ee-47e7-bdc4-9918a4e04b0e None None] Current status of the port a7702ed7-bf3f-491e-a598-4f00618b1eeb is: ACTIVE; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:04:34.337843 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdf78218-e573-4651-bb7e-b2beb4a36241 None None] DHCP port deletion for 99d746a8-536a-442e-a6ad-51e797638f7d request from dv-neutron-master-2-hyperv {{(pid=116163) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 28 11:04:34.368507 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6fd5b72b-137a-459e-a109-e7e0079dcd20 req-f3a69e2a-036f-4a4a-a813-e0a1ec7cda00 tempest-ServerActionsTestJSON-1498610228 tempest-ServerActionsTestJSON-1498610228-project] Router c0106278-6e57-47c1-8c24-f3800ff88c3c has already been hosted by L3 agent 6b492ad6-0876-4d74-b20d-28143a52ceba {{(pid=116161) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 11:04:34.380356 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-72502a8a-0ea3-4f3d-852e-05a6d96cac15 tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742235135690', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742234710366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5219112'] for port (a7702ed7-bf3f-491e-a598-4f00618b1eeb), after_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:34.416128 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-fdf78218-e573-4651-bb7e-b2beb4a36241 None None] Deleting port a7702ed7-bf3f-491e-a598-4f00618b1eeb {{(pid=116163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 11:04:34.416617 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-fdf78218-e573-4651-bb7e-b2beb4a36241 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742235130188'] for port (a7702ed7-bf3f-491e-a598-4f00618b1eeb), before_delete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:34.461059 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a0fa8dc-1d2e-4d39-8530-dd0b29fcb97d tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Router 4ab222d8-270e-47ce-9a8b-10f4e09f3cb0 has already been hosted by L3 agent 6b492ad6-0876-4d74-b20d-28143a52ceba {{(pid=116162) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 11:04:34.473650 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72502a8a-0ea3-4f3d-852e-05a6d96cac15 tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Pushing event deleted for resources: {'Port': ['ID=a7702ed7-bf3f-491e-a598-4f00618b1eeb,revision_number=None']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:04:34.475997 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72502a8a-0ea3-4f3d-852e-05a6d96cac15 tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] No DVR routers for this DVR port a7702ed7-bf3f-491e-a598-4f00618b1eeb on host dv-neutron-master-2-hyperv {{(pid=116161) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 11:04:34.556802 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.db.db_base_plugin_v2 [None req-eedf3144-55ea-47ab-8eda-9f9b6e8dfe7d tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Deleting subnet 01007182-0ed7-41f5-b7e0-fadd8bd82a2d {{(pid=116162) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 28 11:04:34.575605 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-fdf78218-e573-4651-bb7e-b2beb4a36241 None None] For port a7702ed7-bf3f-491e-a598-4f00618b1eeb, host dv-neutron-master-2-hyperv, got binding levels [] {{(pid=116163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 11:04:34.577360 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-fdf78218-e573-4651-bb7e-b2beb4a36241 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1938497'] for port (a7702ed7-bf3f-491e-a598-4f00618b1eeb), precommit_delete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:34.577968 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-eedf3144-55ea-47ab-8eda-9f9b6e8dfe7d tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Publish callbacks [] for subnet (01007182-0ed7-41f5-b7e0-fadd8bd82a2d), before_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:34.596280 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-fdf78218-e573-4651-bb7e-b2beb4a36241 None None] Calling delete_port for a7702ed7-bf3f-491e-a598-4f00618b1eeb owned by network:dhcp {{(pid=116163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 11:04:34.599231 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.ipam_backend_mixin [None req-fdf78218-e573-4651-bb7e-b2beb4a36241 None None] Port a7702ed7-bf3f-491e-a598-4f00618b1eeb was not found and therefore no delete operation was performed {{(pid=116163) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} Apr 28 11:04:34.602192 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-fdf78218-e573-4651-bb7e-b2beb4a36241 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742235135690', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742234710366'] for port (a7702ed7-bf3f-491e-a598-4f00618b1eeb), after_delete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:34.605378 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Device ce9c9535-557b-4a6a-981f-c32f89b8acd0 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=116163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 11:04:34.647674 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6fd5b72b-137a-459e-a109-e7e0079dcd20 req-f3a69e2a-036f-4a4a-a813-e0a1ec7cda00 tempest-ServerActionsTestJSON-1498610228 tempest-ServerActionsTestJSON-1498610228-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=116161) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 11:04:34.652468 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-24ba9aa2-5dc6-418d-af60-195733d1c759 None None] Provisioning complete for port ce9c9535-557b-4a6a-981f-c32f89b8acd0 triggered by entity DHCP. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:04:34.652809 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-24ba9aa2-5dc6-418d-af60-195733d1c759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (ce9c9535-557b-4a6a-981f-c32f89b8acd0), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:34.683167 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf78218-e573-4651-bb7e-b2beb4a36241 None None] Pushing event deleted for resources: {'Port': ['ID=a7702ed7-bf3f-491e-a598-4f00618b1eeb,revision_number=None']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:04:34.685066 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0e5eaea-92fb-4c6c-98c8-336abb73e6a9 None None] Sync routers for ids ['c0106278-6e57-47c1-8c24-f3800ff88c3c'] in dv-neutron-master-2-hyperv {{(pid=116163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 11:04:34.706632 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdf78218-e573-4651-bb7e-b2beb4a36241 None None] No DVR routers for this DVR port a7702ed7-bf3f-491e-a598-4f00618b1eeb on host dv-neutron-master-2-hyperv {{(pid=116163) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 11:04:34.733242 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0e5eaea-92fb-4c6c-98c8-336abb73e6a9 None None] Routers {'c0106278-6e57-47c1-8c24-f3800ff88c3c'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=116163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 11:04:34.733908 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_hamode_db [None req-d0e5eaea-92fb-4c6c-98c8-336abb73e6a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-28T10:50:39Z,description=,heartbeat_timestamp=2022-04-28T11:04:09Z,host='dv-neutron-master-2-hyperv',id=6b492ad6-0876-4d74-b20d-28143a52ceba,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T10:50:40Z,topic='l3_agent')) {'router_ids': ['c0106278-6e57-47c1-8c24-f3800ff88c3c'], 'active': True} {{(pid=116163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:04:34.757470 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-eedf3144-55ea-47ab-8eda-9f9b6e8dfe7d tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5026541'] for subnet (01007182-0ed7-41f5-b7e0-fadd8bd82a2d), precommit_delete_associations {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:34.761861 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-72502a8a-0ea3-4f3d-852e-05a6d96cac15 tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-973498', 'neutron.services.segments.db._delete_segments_for_network-8742235207033'] for network (99d746a8-536a-442e-a6ad-51e797638f7d), precommit_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:34.782260 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a0fa8dc-1d2e-4d39-8530-dd0b29fcb97d tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=116162) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 11:04:34.789387 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Provisioning complete for port ce9c9535-557b-4a6a-981f-c32f89b8acd0 triggered by entity L2. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:04:34.789387 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (ce9c9535-557b-4a6a-981f-c32f89b8acd0), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:34.789661 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.db.l3_dvrscheduler_db [req-6fd5b72b-137a-459e-a109-e7e0079dcd20 req-f3a69e2a-036f-4a4a-a813-e0a1ec7cda00 tempest-ServerActionsTestJSON-1498610228 tempest-ServerActionsTestJSON-1498610228-project] No DVR routers for this DVR port 927a5cb3-8012-4aaf-93d6-504dcf7bfba1 on host hv-neutron-mast {{(pid=116161) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 11:04:34.796164 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [req-6fd5b72b-137a-459e-a109-e7e0079dcd20 req-f3a69e2a-036f-4a4a-a813-e0a1ec7cda00 tempest-ServerActionsTestJSON-1498610228 tempest-ServerActionsTestJSON-1498610228-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198022'] for port (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:34.802256 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-1a0fa8dc-1d2e-4d39-8530-dd0b29fcb97d tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] 10.222.0.10 "PUT /v2.0/routers/4ab222d8-270e-47ce-9a8b-10f4e09f3cb0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6481678 Apr 28 11:04:34.803090 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 53274) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:04:34.809101 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bded8a4-6255-467f-af04-629ee0de66cb None None] Sync routers for ids ['4ab222d8-270e-47ce-9a8b-10f4e09f3cb0'] in dv-neutron-master-2-hyperv {{(pid=116164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 11:04:34.814357 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-6fd5b72b-137a-459e-a109-e7e0079dcd20 req-f3a69e2a-036f-4a4a-a813-e0a1ec7cda00 tempest-ServerActionsTestJSON-1498610228 tempest-ServerActionsTestJSON-1498610228-project] 10.222.0.20 "DELETE /v2.0/ports/927a5cb3-8012-4aaf-93d6-504dcf7bfba1 HTTP/1.1" status: 204 len: 173 time: 2.3602846 Apr 28 11:04:34.824550 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6bd2b59b-b5db-4639-9109-3dca095b7768', 'name': 'network-vif-deleted', 'tag': '927a5cb3-8012-4aaf-93d6-504dcf7bfba1'}] {{(pid=116161) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 11:04:34.828464 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e748734031c26dffb00ab563e48cb7690d820419218221ecd4f9c2a21276ff88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0dc56068-b2be-45ad-90db-ed4b2b1c3853" -d '{"events": [{"server_uuid": "6bd2b59b-b5db-4639-9109-3dca095b7768", "name": "network-vif-deleted", "tag": "927a5cb3-8012-4aaf-93d6-504dcf7bfba1"}]}' {{(pid=116161) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 11:04:34.829747 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bded8a4-6255-467f-af04-629ee0de66cb None None] Routers {'4ab222d8-270e-47ce-9a8b-10f4e09f3cb0'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=116164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 11:04:34.830938 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_hamode_db [None req-8bded8a4-6255-467f-af04-629ee0de66cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-28T10:50:39Z,description=,heartbeat_timestamp=2022-04-28T11:04:09Z,host='dv-neutron-master-2-hyperv',id=6b492ad6-0876-4d74-b20d-28143a52ceba,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T10:50:40Z,topic='l3_agent')) {'router_ids': ['4ab222d8-270e-47ce-9a8b-10f4e09f3cb0'], 'active': True} {{(pid=116164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:04:34.849987 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.services.segments.db [None req-72502a8a-0ea3-4f3d-852e-05a6d96cac15 tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['99d746a8-536a-442e-a6ad-51e797638f7d']}} {{(pid=116161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:04:34.895854 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.services.segments.db [None req-72502a8a-0ea3-4f3d-852e-05a6d96cac15 tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f1c80124-cebe-4aec-b7a6-3be472c94e30') {'for_net_delete': True} {{(pid=116161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:04:34.898220 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.services.segments.db [None req-72502a8a-0ea3-4f3d-852e-05a6d96cac15 tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f1c80124-cebe-4aec-b7a6-3be472c94e30') {} {{(pid=116161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:04:34.905537 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.pecan_wsgi.hooks.translation [None req-61d709e2-ab0e-4654-8969-96bfc7723d0e tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] GET failed (client error): The resource could not be found. Apr 28 11:04:34.907312 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-61d709e2-ab0e-4654-8969-96bfc7723d0e tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] 10.222.0.10 "GET /v2.0/ports/e3eefd05-ab67-48ff-9271-98cba9bcc132 HTTP/1.1" status: 404 len: 333 time: 0.0854504 Apr 28 11:04:34.914742 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 53278) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:04:34.921371 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-205dccc4-730b-4056-a2fc-cfb2a152b846 tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Publish callbacks [] for port (5c03bfae-ec00-450a-8155-d55ecacfd499), precommit_update {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:34.939440 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 11:04:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bab90d1f-41a7-4dae-9c80-515cdf2404e6 x-openstack-request-id: req-bab90d1f-41a7-4dae-9c80-515cdf2404e6 {{(pid=116161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 11:04:34.940577 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6bd2b59b-b5db-4639-9109-3dca095b7768", "name": "network-vif-deleted", "tag": "927a5cb3-8012-4aaf-93d6-504dcf7bfba1", "status": "completed", "code": 200}]} {{(pid=116161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 11:04:34.940953 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-bab90d1f-41a7-4dae-9c80-515cdf2404e6 {{(pid=116161) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 11:04:34.941531 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_hamode_db [None req-8bded8a4-6255-467f-af04-629ee0de66cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=116164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:04:34.942138 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bab90d1f-41a7-4dae-9c80-515cdf2404e6'] response: {'server_uuid': '6bd2b59b-b5db-4639-9109-3dca095b7768', 'name': 'network-vif-deleted', 'tag': '927a5cb3-8012-4aaf-93d6-504dcf7bfba1', 'status': 'completed', 'code': 200} Apr 28 11:04:34.946171 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-72502a8a-0ea3-4f3d-852e-05a6d96cac15 tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742235208578', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8076969'] for segment (f1c80124-cebe-4aec-b7a6-3be472c94e30), before_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:34.960752 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bded8a4-6255-467f-af04-629ee0de66cb None None] Routers {'4ab222d8-270e-47ce-9a8b-10f4e09f3cb0'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=116164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 11:04:34.961542 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_hamode_db [None req-8bded8a4-6255-467f-af04-629ee0de66cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-28T10:50:39Z,description=,heartbeat_timestamp=2022-04-28T11:04:09Z,host='dv-neutron-master-2-hyperv',id=6b492ad6-0876-4d74-b20d-28143a52ceba,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T10:50:40Z,topic='l3_agent')) {'router_ids': ['4ab222d8-270e-47ce-9a8b-10f4e09f3cb0'], 'active': True} {{(pid=116164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:04:34.978376 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-72502a8a-0ea3-4f3d-852e-05a6d96cac15 tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-961978'] for segment (f1c80124-cebe-4aec-b7a6-3be472c94e30), precommit_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:34.994950 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-72502a8a-0ea3-4f3d-852e-05a6d96cac15 tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Releasing vlan 64 on physical network physnet1 to pool {{(pid=116161) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 11:04:34.995642 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-72502a8a-0ea3-4f3d-852e-05a6d96cac15 tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-961978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5219103'] for segment (f1c80124-cebe-4aec-b7a6-3be472c94e30), after_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:35.001190 dv-neutron-master-2-hyperv neutron-server[116161]: Traceback (most recent call last): Apr 28 11:04:35.001190 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 11:04:35.001190 dv-neutron-master-2-hyperv neutron-server[116161]: timer() Apr 28 11:04:35.001190 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 11:04:35.001190 dv-neutron-master-2-hyperv neutron-server[116161]: cb(*args, **kw) Apr 28 11:04:35.001190 dv-neutron-master-2-hyperv neutron-server[116161]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 28 11:04:35.001190 dv-neutron-master-2-hyperv neutron-server[116161]: return func(*args, **kwargs) Apr 28 11:04:35.001190 dv-neutron-master-2-hyperv neutron-server[116161]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 11:04:35.001190 dv-neutron-master-2-hyperv neutron-server[116161]: self._notify() Apr 28 11:04:35.001190 dv-neutron-master-2-hyperv neutron-server[116161]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 11:04:35.001190 dv-neutron-master-2-hyperv neutron-server[116161]: self.callback(batched_events) Apr 28 11:04:35.001190 dv-neutron-master-2-hyperv neutron-server[116161]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 11:04:35.001190 dv-neutron-master-2-hyperv neutron-server[116161]: event.method(event) Apr 28 11:04:35.001190 dv-neutron-master-2-hyperv neutron-server[116161]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 28 11:04:35.001190 dv-neutron-master-2-hyperv neutron-server[116161]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 11:04:35.001190 dv-neutron-master-2-hyperv neutron-server[116161]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 28 11:04:35.001190 dv-neutron-master-2-hyperv neutron-server[116161]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 11:04:35.001190 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 28 11:04:35.001190 dv-neutron-master-2-hyperv neutron-server[116161]: return f(self, *a, **k) Apr 28 11:04:35.001190 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 28 11:04:35.001190 dv-neutron-master-2-hyperv neutron-server[116161]: return self._get(url).json() Apr 28 11:04:35.001190 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 28 11:04:35.001190 dv-neutron-master-2-hyperv neutron-server[116161]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 11:04:35.001190 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 11:04:35.001190 dv-neutron-master-2-hyperv neutron-server[116161]: return self.request(url, 'GET', **kwargs) Apr 28 11:04:35.001190 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 11:04:35.001190 dv-neutron-master-2-hyperv neutron-server[116161]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 11:04:35.001190 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 11:04:35.001190 dv-neutron-master-2-hyperv neutron-server[116161]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 11:04:35.001190 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 11:04:35.001190 dv-neutron-master-2-hyperv neutron-server[116161]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 11:04:35.001190 dv-neutron-master-2-hyperv neutron-server[116161]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 11:04:35.011574 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_hamode_db [None req-8bded8a4-6255-467f-af04-629ee0de66cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=116164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:04:35.012593 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bded8a4-6255-467f-af04-629ee0de66cb None None] The sync data for ids ['4ab222d8-270e-47ce-9a8b-10f4e09f3cb0'] in dv-neutron-master-2-hyperv is: [] {{(pid=116164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 11:04:35.014598 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-eedf3144-55ea-47ab-8eda-9f9b6e8dfe7d tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-971303'] for subnet (01007182-0ed7-41f5-b7e0-fadd8bd82a2d), precommit_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:35.019020 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-205dccc4-730b-4056-a2fc-cfb2a152b846 tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5051840'] for port (5c03bfae-ec00-450a-8155-d55ecacfd499), after_update {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:35.019888 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-205dccc4-730b-4056-a2fc-cfb2a152b846 tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1603056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2063387'] for router_interface (7a61ed78-023f-43d6-a86a-5af1aae9e69c), after_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:35.046202 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvr_db [None req-d0e5eaea-92fb-4c6c-98c8-336abb73e6a9 None None] Set router c0106278-6e57-47c1-8c24-f3800ff88c3c gateway port host: dv-neutron-master-2-hyperv {{(pid=116163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 11:04:35.120017 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-0728f334-bce5-4546-b15a-1b57168e7dc0 req-4cf0b7e1-01a4-4d43-9cd3-dfdd50c33dad tempest-ServerActionsTestJSON-1498610228 tempest-ServerActionsTestJSON-1498610228-project] 10.222.0.10 "GET /v2.0/ports?device_id=6bd2b59b-b5db-4639-9109-3dca095b7768 HTTP/1.1" status: 200 len: 210 time: 0.1164725 Apr 28 11:04:35.129462 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-24ba9aa2-5dc6-418d-af60-195733d1c759 None None] Current status of the port ce9c9535-557b-4a6a-981f-c32f89b8acd0 is: ACTIVE; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:04:35.140735 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205dccc4-730b-4056-a2fc-cfb2a152b846 tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Pushing event updated for resources: {'Port': ['ID=5c03bfae-ec00-450a-8155-d55ecacfd499,revision_number=2']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:04:35.195586 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-cb132b92-e68e-41ce-92f8-099e9e065733 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Publish callbacks [] for router (4ab222d8-270e-47ce-9a8b-10f4e09f3cb0), before_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:35.264139 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Current status of the port ce9c9535-557b-4a6a-981f-c32f89b8acd0 is: ACTIVE; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:04:35.270843 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-e4db0129-18d8-456f-9d80-267889453bab None None] Provisioning complete for port ce9c9535-557b-4a6a-981f-c32f89b8acd0 triggered by entity DHCP. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:04:35.270937 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-e4db0129-18d8-456f-9d80-267889453bab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (ce9c9535-557b-4a6a-981f-c32f89b8acd0), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:35.281798 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-eedf3144-55ea-47ab-8eda-9f9b6e8dfe7d tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-971310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5053962', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4210815'] for subnet (01007182-0ed7-41f5-b7e0-fadd8bd82a2d), after_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:35.325495 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-205dccc4-730b-4056-a2fc-cfb2a152b846 tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Network a57c4b36-4dfd-464d-a7f5-2e3339de6e15 is already hosted by enough agents. {{(pid=116162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 11:04:35.327903 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eedf3144-55ea-47ab-8eda-9f9b6e8dfe7d tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Pushing event deleted for resources: {'Subnet': ['ID=01007182-0ed7-41f5-b7e0-fadd8bd82a2d,revision_number=None']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:04:35.331624 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.scheduler.base_scheduler [None req-205dccc4-730b-4056-a2fc-cfb2a152b846 tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Resources bound (agent type, host, resource id): {{(pid=116162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 11:04:35.348753 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-eedf3144-55ea-47ab-8eda-9f9b6e8dfe7d tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Publish callbacks [] for subnet (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:35.354651 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-eedf3144-55ea-47ab-8eda-9f9b6e8dfe7d tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] 10.222.0.10 "DELETE /v2.0/subnets/01007182-0ed7-41f5-b7e0-fadd8bd82a2d HTTP/1.1" status: 204 len: 168 time: 1.0693316 Apr 28 11:04:35.359960 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Device a7702ed7-bf3f-491e-a598-4f00618b1eeb no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=116163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 11:04:35.384258 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 53282) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:04:35.390718 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] No Port match for: a7702ed7-bf3f-491e-a598-4f00618b1eeb {{(pid=116163) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 28 11:04:35.391263 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Device a7702ed7-bf3f-491e-a598-4f00618b1eeb not bound to the agent host dv-neutron-master-2-hyperv {{(pid=116163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 11:04:35.394848 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1361104e-d68b-4a19-bef3-2fe01640ca09 None None] Network 9ed0816b-19e6-45e7-af7d-8b06c8a5d7e0 requested from dv-neutron-master-2-hyperv {{(pid=116163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 11:04:35.396815 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_hamode_db [None req-d0e5eaea-92fb-4c6c-98c8-336abb73e6a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0106278-6e57-47c1-8c24-f3800ff88c3c', 'name': 'tempest-ServerActionsTestJSON-950764993-router', 'tenant_id': 'e9b5b362688444d0864b3692ffb5d0ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'external_fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.183'}], 'enable_snat': True}, 'gw_port_id': 'ac7d1b2f-7c4b-4167-ba80-fbbae590051d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T11:01:22Z', 'updated_at': '2022-04-28T11:01:33Z', 'revision_number': 4, 'project_id': 'e9b5b362688444d0864b3692ffb5d0ef', 'gw_port': {'id': 'ac7d1b2f-7c4b-4167-ba80-fbbae590051d', 'name': '', 'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:bd:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0106278-6e57-47c1-8c24-f3800ff88c3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:01:24Z', 'updated_at': '2022-04-28T11:01:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '8d8ebf2e-8dc6-47e2-9a75-17d9acc22b70', 'name': '', 'network_id': '8876925c-b776-4190-94d6-ff922dbd02cf', 'tenant_id': 'e9b5b362688444d0864b3692ffb5d0ef', 'mac_address': 'fa:16:3e:c7:99:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0106278-6e57-47c1-8c24-f3800ff88c3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': '9f0dbbd1-58ad-4048-bae6-5e3ef831a6c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:01:31Z', 'updated_at': '2022-04-28T11:01:40Z', 'revision_number': 5, 'project_id': 'e9b5b362688444d0864b3692ffb5d0ef', 'subnets': [{'id': '9f0dbbd1-58ad-4048-bae6-5e3ef831a6c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=116163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:04:35.411338 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-72502a8a-0ea3-4f3d-852e-05a6d96cac15 tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-973477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2063122'] for network (99d746a8-536a-442e-a6ad-51e797638f7d), after_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:35.448274 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0e5eaea-92fb-4c6c-98c8-336abb73e6a9 None None] Checking router: c0106278-6e57-47c1-8c24-f3800ff88c3c for host: dv-neutron-master-2-hyperv {{(pid=116163) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 11:04:35.488317 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-205dccc4-730b-4056-a2fc-cfb2a152b846 tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Router 7a61ed78-023f-43d6-a86a-5af1aae9e69c has already been hosted by L3 agent 6b492ad6-0876-4d74-b20d-28143a52ceba {{(pid=116162) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 11:04:35.490892 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-72502a8a-0ea3-4f3d-852e-05a6d96cac15 tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Publish callbacks [] for network (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:35.496174 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-72502a8a-0ea3-4f3d-852e-05a6d96cac15 tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] 10.222.0.10 "DELETE /v2.0/networks/99d746a8-536a-442e-a6ad-51e797638f7d HTTP/1.1" status: 204 len: 168 time: 2.2352383 Apr 28 11:04:35.501184 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 53284) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:04:35.503980 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-cb132b92-e68e-41ce-92f8-099e9e065733 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2060865', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-63275'] for router (4ab222d8-270e-47ce-9a8b-10f4e09f3cb0), precommit_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:35.519271 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-cb132b92-e68e-41ce-92f8-099e9e065733 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Publish callbacks [] for router_controller (4ab222d8-270e-47ce-9a8b-10f4e09f3cb0), precommit_delete_associations {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:35.526243 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0e5eaea-92fb-4c6c-98c8-336abb73e6a9 None None] Routers {'c0106278-6e57-47c1-8c24-f3800ff88c3c'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=116163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 11:04:35.526243 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_hamode_db [None req-d0e5eaea-92fb-4c6c-98c8-336abb73e6a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-28T10:50:39Z,description=,heartbeat_timestamp=2022-04-28T11:04:09Z,host='dv-neutron-master-2-hyperv',id=6b492ad6-0876-4d74-b20d-28143a52ceba,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T10:50:40Z,topic='l3_agent')) {'router_ids': ['c0106278-6e57-47c1-8c24-f3800ff88c3c'], 'active': True} {{(pid=116163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:04:35.528708 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b824233c-2304-4fbd-979e-bd120bec2d7d req-0e78f155-7c31-4e4e-b346-a05dc0d4ae3d tempest-TestNetworkAdvancedServerOps-1762458272 tempest-TestNetworkAdvancedServerOps-1762458272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:04:35.530859 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-b824233c-2304-4fbd-979e-bd120bec2d7d req-0e78f155-7c31-4e4e-b346-a05dc0d4ae3d tempest-TestNetworkAdvancedServerOps-1762458272 tempest-TestNetworkAdvancedServerOps-1762458272-project] 10.222.0.10 "GET /v2.0/ports?device_id=da1b1d97-d6fb-4c40-a57a-807f6776d01a HTTP/1.1" status: 200 len: 945 time: 0.2590382 Apr 28 11:04:35.569020 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72502a8a-0ea3-4f3d-852e-05a6d96cac15 tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Pushing event deleted for resources: {'Network': ['ID=99d746a8-536a-442e-a6ad-51e797638f7d,revision_number=None']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:04:35.613807 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce5a7594-2e82-4544-b6a5-b956a96bdb36 tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:04:35.616175 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-ce5a7594-2e82-4544-b6a5-b956a96bdb36 tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.1121793 Apr 28 11:04:35.640336 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-e4db0129-18d8-456f-9d80-267889453bab None None] Current status of the port ce9c9535-557b-4a6a-981f-c32f89b8acd0 is: ACTIVE; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:04:35.649077 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 53286) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:04:35.664151 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-b824233c-2304-4fbd-979e-bd120bec2d7d req-ed2aab4f-b91a-415d-8846-541cc65fa53e tempest-TestNetworkAdvancedServerOps-1762458272 tempest-TestNetworkAdvancedServerOps-1762458272-project] 10.222.0.10 "GET /v2.0/security-groups?id=0bcd3ba6-8b12-4573-ac81-fc4e6cc933d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0856268 Apr 28 11:04:35.688914 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-e4db0129-18d8-456f-9d80-267889453bab None None] Provisioning complete for port 5c03bfae-ec00-450a-8155-d55ecacfd499 triggered by entity DHCP. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:04:35.688914 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-e4db0129-18d8-456f-9d80-267889453bab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (5c03bfae-ec00-450a-8155-d55ecacfd499), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:35.726776 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-d2acd338-64d3-4892-b1b0-d739c9668549 tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-979593'] for network (9ed0816b-19e6-45e7-af7d-8b06c8a5d7e0), before_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:35.744257 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dcd3b4d-d0d3-418d-9691-67cf31d3a0e0 None None] DHCP port deletion for 9ed0816b-19e6-45e7-af7d-8b06c8a5d7e0 request from dv-neutron-master-2-hyperv {{(pid=116163) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 28 11:04:35.760506 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-633e2a72-c234-4521-8674-9c7921677480 tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] 10.222.0.10 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.1098061 Apr 28 11:04:35.761813 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 53288) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:04:35.767718 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.v2.base [None req-ae2ddabe-52a4-424e-8568-d13e7779a1b7 tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1576490589'}} {{(pid=116162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:04:35.778801 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.plugin [None req-d2acd338-64d3-4892-b1b0-d739c9668549 tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Deleting port 270dff28-b446-4a7a-b75a-5eff12126049 {{(pid=116161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 11:04:35.779683 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-d2acd338-64d3-4892-b1b0-d739c9668549 tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742235130188'] for port (270dff28-b446-4a7a-b75a-5eff12126049), before_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:35.788804 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-205dccc4-730b-4056-a2fc-cfb2a152b846 tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=116162) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 11:04:35.799667 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-cb132b92-e68e-41ce-92f8-099e9e065733 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2060888'] for router (4ab222d8-270e-47ce-9a8b-10f4e09f3cb0), after_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:35.800359 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb132b92-e68e-41ce-92f8-099e9e065733 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Fanout notify agent at l3_agent the message router_deleted on router 4ab222d8-270e-47ce-9a8b-10f4e09f3cb0 {{(pid=116161) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 28 11:04:35.803546 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-205dccc4-730b-4056-a2fc-cfb2a152b846 tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] 10.222.0.10 "PUT /v2.0/routers/7a61ed78-023f-43d6-a86a-5af1aae9e69c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4496567 Apr 28 11:04:35.804280 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 53290) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:04:35.806172 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5acdf4a0-0dbd-40b4-9d51-4aefa708be78 None None] Sync routers for ids ['7a61ed78-023f-43d6-a86a-5af1aae9e69c'] in dv-neutron-master-2-hyperv {{(pid=116163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 11:04:35.808890 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-e4db0129-18d8-456f-9d80-267889453bab None None] Port 5c03bfae-ec00-450a-8155-d55ecacfd499 cannot update to ACTIVE because it is not bound. {{(pid=116163) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 28 11:04:35.811282 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.v2.base [None req-67892a4a-eac6-4a7e-b677-89375939a07e tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-555081846'}} {{(pid=116162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:04:35.814525 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvr_db [None req-d0e5eaea-92fb-4c6c-98c8-336abb73e6a9 None None] Set router c0106278-6e57-47c1-8c24-f3800ff88c3c gateway port host: dv-neutron-master-2-hyperv {{(pid=116163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 11:04:35.823066 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-cb132b92-e68e-41ce-92f8-099e9e065733 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Publish callbacks [] for router (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:35.828700 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 53292) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:04:35.829436 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-cb132b92-e68e-41ce-92f8-099e9e065733 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] 10.222.0.10 "DELETE /v2.0/routers/4ab222d8-270e-47ce-9a8b-10f4e09f3cb0 HTTP/1.1" status: 204 len: 168 time: 0.9135978 Apr 28 11:04:35.869792 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5acdf4a0-0dbd-40b4-9d51-4aefa708be78 None None] Routers {'7a61ed78-023f-43d6-a86a-5af1aae9e69c'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=116163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 11:04:35.870465 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_hamode_db [None req-5acdf4a0-0dbd-40b4-9d51-4aefa708be78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-28T10:50:39Z,description=,heartbeat_timestamp=2022-04-28T11:04:09Z,host='dv-neutron-master-2-hyperv',id=6b492ad6-0876-4d74-b20d-28143a52ceba,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T10:50:40Z,topic='l3_agent')) {'router_ids': ['7a61ed78-023f-43d6-a86a-5af1aae9e69c'], 'active': True} {{(pid=116163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:04:35.875481 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-3dcd3b4d-d0d3-418d-9691-67cf31d3a0e0 None None] Deleting port 270dff28-b446-4a7a-b75a-5eff12126049 {{(pid=116163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 11:04:35.875862 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-3dcd3b4d-d0d3-418d-9691-67cf31d3a0e0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742235130188'] for port (270dff28-b446-4a7a-b75a-5eff12126049), before_delete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:35.887377 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.db [None req-d2acd338-64d3-4892-b1b0-d739c9668549 tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] For port 270dff28-b446-4a7a-b75a-5eff12126049, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=270dff28-b446-4a7a-b75a-5eff12126049,segment=NetworkSegment(171c67db-bfe1-4b34-afea-6fceb309e2f7),segment_id=171c67db-bfe1-4b34-afea-6fceb309e2f7)] {{(pid=116161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 11:04:35.890053 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-d2acd338-64d3-4892-b1b0-d739c9668549 tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1938497'] for port (270dff28-b446-4a7a-b75a-5eff12126049), precommit_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:35.907818 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.plugin [None req-d2acd338-64d3-4892-b1b0-d739c9668549 tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Calling delete_port for 270dff28-b446-4a7a-b75a-5eff12126049 owned by network:dhcp {{(pid=116161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 11:04:35.980151 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Device 927a5cb3-8012-4aaf-93d6-504dcf7bfba1 no longer exists at agent hyperv_hv-neutron-mast {{(pid=116163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 11:04:36.058168 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-d2acd338-64d3-4892-b1b0-d739c9668549 tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742235135690', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742234710366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5219112'] for port (270dff28-b446-4a7a-b75a-5eff12126049), after_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:36.087748 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2acd338-64d3-4892-b1b0-d739c9668549 tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Pushing event deleted for resources: {'Port': ['ID=270dff28-b446-4a7a-b75a-5eff12126049,revision_number=None']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:04:36.091327 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2acd338-64d3-4892-b1b0-d739c9668549 tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] No DVR routers for this DVR port 270dff28-b446-4a7a-b75a-5eff12126049 on host dv-neutron-master-2-hyperv {{(pid=116161) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 11:04:36.163973 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae2ddabe-52a4-424e-8568-d13e7779a1b7 tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Made reservation on behalf of 52264470dd074c0f8041ca0ce5281c12 for: {'network': 1} {{(pid=116162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 11:04:36.167091 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-ae2ddabe-52a4-424e-8568-d13e7779a1b7 tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for network (None), before_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:36.181234 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-d2acd338-64d3-4892-b1b0-d739c9668549 tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-973498', 'neutron.services.segments.db._delete_segments_for_network-8742235207033'] for network (9ed0816b-19e6-45e7-af7d-8b06c8a5d7e0), precommit_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:36.206152 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.services.segments.db [None req-d2acd338-64d3-4892-b1b0-d739c9668549 tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9ed0816b-19e6-45e7-af7d-8b06c8a5d7e0']}} {{(pid=116161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:04:36.220987 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.services.segments.db [None req-d2acd338-64d3-4892-b1b0-d739c9668549 tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '171c67db-bfe1-4b34-afea-6fceb309e2f7') {'for_net_delete': True} {{(pid=116161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:04:36.221465 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.services.segments.db [None req-d2acd338-64d3-4892-b1b0-d739c9668549 tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '171c67db-bfe1-4b34-afea-6fceb309e2f7') {} {{(pid=116161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:04:36.227350 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.db.db_base_plugin_v2 [None req-d99a0854-2393-4520-872a-9b2a19fe2f05 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Deleting subnet f959b57b-9af9-4792-8692-a0c19e54351d {{(pid=116162) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 28 11:04:36.229728 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ae2ddabe-52a4-424e-8568-d13e7779a1b7 tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 51} {{(pid=116162) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 11:04:36.233157 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-d2acd338-64d3-4892-b1b0-d739c9668549 tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742235208578', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8076969'] for segment (171c67db-bfe1-4b34-afea-6fceb309e2f7), before_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:36.235903 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-d99a0854-2393-4520-872a-9b2a19fe2f05 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Publish callbacks [] for subnet (f959b57b-9af9-4792-8692-a0c19e54351d), before_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:36.237984 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-fc89d9c8-dcdb-4e12-a16e-d748c8bbb42f None None] Provisioning complete for port 5c03bfae-ec00-450a-8155-d55ecacfd499 triggered by entity DHCP. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:04:36.237984 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-fc89d9c8-dcdb-4e12-a16e-d748c8bbb42f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (5c03bfae-ec00-450a-8155-d55ecacfd499), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:36.239593 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67892a4a-eac6-4a7e-b677-89375939a07e tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Made reservation on behalf of 0f4d85af73ea40518271b3ac6c23a282 for: {'network': 1} {{(pid=116162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 11:04:36.242910 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-67892a4a-eac6-4a7e-b677-89375939a07e tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for network (None), before_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:36.244816 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] No Port match for: 927a5cb3-8012-4aaf-93d6-504dcf7bfba1 {{(pid=116163) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 28 11:04:36.245182 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Device 927a5cb3-8012-4aaf-93d6-504dcf7bfba1 not bound to the agent host hv-neutron-mast {{(pid=116163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 11:04:36.249747 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-d2acd338-64d3-4892-b1b0-d739c9668549 tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-961978'] for segment (171c67db-bfe1-4b34-afea-6fceb309e2f7), precommit_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:36.262054 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d2acd338-64d3-4892-b1b0-d739c9668549 tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Releasing vlan 82 on physical network physnet1 to pool {{(pid=116161) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 11:04:36.262551 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-d2acd338-64d3-4892-b1b0-d739c9668549 tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-961978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5219103'] for segment (171c67db-bfe1-4b34-afea-6fceb309e2f7), after_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:36.266854 dv-neutron-master-2-hyperv neutron-server[116161]: Traceback (most recent call last): Apr 28 11:04:36.266854 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 11:04:36.266854 dv-neutron-master-2-hyperv neutron-server[116161]: timer() Apr 28 11:04:36.266854 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 11:04:36.266854 dv-neutron-master-2-hyperv neutron-server[116161]: cb(*args, **kw) Apr 28 11:04:36.266854 dv-neutron-master-2-hyperv neutron-server[116161]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 28 11:04:36.266854 dv-neutron-master-2-hyperv neutron-server[116161]: return func(*args, **kwargs) Apr 28 11:04:36.266854 dv-neutron-master-2-hyperv neutron-server[116161]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 11:04:36.266854 dv-neutron-master-2-hyperv neutron-server[116161]: self._notify() Apr 28 11:04:36.266854 dv-neutron-master-2-hyperv neutron-server[116161]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 11:04:36.266854 dv-neutron-master-2-hyperv neutron-server[116161]: self.callback(batched_events) Apr 28 11:04:36.266854 dv-neutron-master-2-hyperv neutron-server[116161]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 11:04:36.266854 dv-neutron-master-2-hyperv neutron-server[116161]: event.method(event) Apr 28 11:04:36.266854 dv-neutron-master-2-hyperv neutron-server[116161]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 28 11:04:36.266854 dv-neutron-master-2-hyperv neutron-server[116161]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 11:04:36.266854 dv-neutron-master-2-hyperv neutron-server[116161]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 28 11:04:36.266854 dv-neutron-master-2-hyperv neutron-server[116161]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 11:04:36.266854 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 28 11:04:36.266854 dv-neutron-master-2-hyperv neutron-server[116161]: return f(self, *a, **k) Apr 28 11:04:36.266854 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 28 11:04:36.266854 dv-neutron-master-2-hyperv neutron-server[116161]: return self._get(url).json() Apr 28 11:04:36.266854 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 28 11:04:36.266854 dv-neutron-master-2-hyperv neutron-server[116161]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 11:04:36.266854 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 11:04:36.266854 dv-neutron-master-2-hyperv neutron-server[116161]: return self.request(url, 'GET', **kwargs) Apr 28 11:04:36.266854 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 11:04:36.266854 dv-neutron-master-2-hyperv neutron-server[116161]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 11:04:36.266854 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 11:04:36.266854 dv-neutron-master-2-hyperv neutron-server[116161]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 11:04:36.266854 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 11:04:36.266854 dv-neutron-master-2-hyperv neutron-server[116161]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 11:04:36.266854 dv-neutron-master-2-hyperv neutron-server[116161]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 11:04:36.304887 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-ae2ddabe-52a4-424e-8568-d13e7779a1b7 tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-961978'] for segment (509ab53d-7819-48bb-b5cf-fdad37960c78), precommit_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:36.305556 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.db.segments_db [None req-ae2ddabe-52a4-424e-8568-d13e7779a1b7 tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Added segment 509ab53d-7819-48bb-b5cf-fdad37960c78 of type vlan for network 921ff079-7867-428f-ae90-c34050f433dd Apr 28 11:04:36.317210 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-3dcd3b4d-d0d3-418d-9691-67cf31d3a0e0 None None] For port 270dff28-b446-4a7a-b75a-5eff12126049, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=270dff28-b446-4a7a-b75a-5eff12126049,segment=NetworkSegment(171c67db-bfe1-4b34-afea-6fceb309e2f7),segment_id=171c67db-bfe1-4b34-afea-6fceb309e2f7)] {{(pid=116163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 11:04:36.317615 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-3dcd3b4d-d0d3-418d-9691-67cf31d3a0e0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1938497'] for port (270dff28-b446-4a7a-b75a-5eff12126049), precommit_delete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:36.349521 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvr_db [None req-5acdf4a0-0dbd-40b4-9d51-4aefa708be78 None None] Set router 7a61ed78-023f-43d6-a86a-5af1aae9e69c gateway port host: None {{(pid=116163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 11:04:36.350354 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-67892a4a-eac6-4a7e-b677-89375939a07e tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 60} {{(pid=116162) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 11:04:36.352997 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-3dcd3b4d-d0d3-418d-9691-67cf31d3a0e0 None None] Calling delete_port for 270dff28-b446-4a7a-b75a-5eff12126049 owned by network:dhcp {{(pid=116163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 11:04:36.369982 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-d99a0854-2393-4520-872a-9b2a19fe2f05 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5026541'] for subnet (f959b57b-9af9-4792-8692-a0c19e54351d), precommit_delete_associations {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:36.370147 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 53298) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:04:36.394107 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-67892a4a-eac6-4a7e-b677-89375939a07e tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-961978'] for segment (0fc06385-11dc-48b1-9e52-0ff76d9140af), precommit_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:36.394565 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.db.segments_db [None req-67892a4a-eac6-4a7e-b677-89375939a07e tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Added segment 0fc06385-11dc-48b1-9e52-0ff76d9140af of type vlan for network 7144af6d-d284-4f22-b7bf-c36ccf9740b8 Apr 28 11:04:36.417003 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-fc89d9c8-dcdb-4e12-a16e-d748c8bbb42f None None] Port 5c03bfae-ec00-450a-8155-d55ecacfd499 cannot update to ACTIVE because it is not bound. {{(pid=116163) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 28 11:04:36.427551 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-d2acd338-64d3-4892-b1b0-d739c9668549 tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-973477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2063122'] for network (9ed0816b-19e6-45e7-af7d-8b06c8a5d7e0), after_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:36.437076 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-d2acd338-64d3-4892-b1b0-d739c9668549 tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Publish callbacks [] for network (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:36.441787 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-d2acd338-64d3-4892-b1b0-d739c9668549 tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] 10.222.0.10 "DELETE /v2.0/networks/9ed0816b-19e6-45e7-af7d-8b06c8a5d7e0 HTTP/1.1" status: 204 len: 168 time: 1.0553308 Apr 28 11:04:36.450498 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 53300) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:04:36.463222 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-ae2ddabe-52a4-424e-8568-d13e7779a1b7 tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742234744962'] for network (921ff079-7867-428f-ae90-c34050f433dd), precommit_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:36.471435 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-0a4ffef8-ea46-4a89-b4d2-6af41b055176 tempest-ServerActionsTestJSON-1498610228 tempest-ServerActionsTestJSON-1498610228-project] Publish callbacks [] for security_group (0f246414-c46b-4ee7-b196-c819605d877f), before_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:36.477066 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.v2.base [None req-ffee4540-4894-407e-b6a1-b0ebad89b187 tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Request body: {'network': {'name': 'tempest-RoutersTest-1483251356'}} {{(pid=116162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:04:36.477364 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2acd338-64d3-4892-b1b0-d739c9668549 tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Pushing event deleted for resources: {'Network': ['ID=9ed0816b-19e6-45e7-af7d-8b06c8a5d7e0,revision_number=None']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:04:36.494171 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-67892a4a-eac6-4a7e-b677-89375939a07e tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742234744962'] for network (7144af6d-d284-4f22-b7bf-c36ccf9740b8), precommit_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:36.506982 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-0a4ffef8-ea46-4a89-b4d2-6af41b055176 tempest-ServerActionsTestJSON-1498610228 tempest-ServerActionsTestJSON-1498610228-project] Publish callbacks [] for security_group (0f246414-c46b-4ee7-b196-c819605d877f), precommit_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:36.577272 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-d99a0854-2393-4520-872a-9b2a19fe2f05 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-971303'] for subnet (f959b57b-9af9-4792-8692-a0c19e54351d), precommit_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:36.577859 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Device 270dff28-b446-4a7a-b75a-5eff12126049 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=116163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 11:04:36.601366 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffee4540-4894-407e-b6a1-b0ebad89b187 tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Made reservation on behalf of 1d85c55944a24e6b8fc5b73917e91c0e for: {'network': 1} {{(pid=116162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 11:04:36.604946 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-ffee4540-4894-407e-b6a1-b0ebad89b187 tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for network (None), before_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:36.612600 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-0a4ffef8-ea46-4a89-b4d2-6af41b055176 tempest-ServerActionsTestJSON-1498610228 tempest-ServerActionsTestJSON-1498610228-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924426'] for security_group (0f246414-c46b-4ee7-b196-c819605d877f), after_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:36.616083 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-0a4ffef8-ea46-4a89-b4d2-6af41b055176 tempest-ServerActionsTestJSON-1498610228 tempest-ServerActionsTestJSON-1498610228-project] Publish callbacks [] for security_group (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:36.619678 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-0a4ffef8-ea46-4a89-b4d2-6af41b055176 tempest-ServerActionsTestJSON-1498610228 tempest-ServerActionsTestJSON-1498610228-project] 10.222.0.10 "DELETE /v2.0/security-groups/0f246414-c46b-4ee7-b196-c819605d877f HTTP/1.1" status: 204 len: 168 time: 0.2490921 Apr 28 11:04:36.620077 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 53302) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:04:36.625301 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] No Port match for: 270dff28-b446-4a7a-b75a-5eff12126049 {{(pid=116163) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 28 11:04:36.625652 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Device 270dff28-b446-4a7a-b75a-5eff12126049 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=116163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 11:04:36.637739 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a4ffef8-ea46-4a89-b4d2-6af41b055176 tempest-ServerActionsTestJSON-1498610228 tempest-ServerActionsTestJSON-1498610228-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f246414-c46b-4ee7-b196-c819605d877f,revision_number=None']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:04:36.644695 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.api.v2.resource [None req-1d4b7e74-742d-4ef6-bf72-86121d461eec tempest-ServerActionsTestJSON-1498610228 tempest-ServerActionsTestJSON-1498610228-project] show failed (client error): The resource could not be found. Apr 28 11:04:36.648218 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-1d4b7e74-742d-4ef6-bf72-86121d461eec tempest-ServerActionsTestJSON-1498610228 tempest-ServerActionsTestJSON-1498610228-project] 10.222.0.10 "GET /v2.0/security-groups/0f246414-c46b-4ee7-b196-c819605d877f HTTP/1.1" status: 404 len: 347 time: 0.0247383 Apr 28 11:04:36.649045 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 53304) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:04:36.660456 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_hamode_db [None req-d0e5eaea-92fb-4c6c-98c8-336abb73e6a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0106278-6e57-47c1-8c24-f3800ff88c3c', 'name': 'tempest-ServerActionsTestJSON-950764993-router', 'tenant_id': 'e9b5b362688444d0864b3692ffb5d0ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'external_fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.183'}], 'enable_snat': True}, 'gw_port_id': 'ac7d1b2f-7c4b-4167-ba80-fbbae590051d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T11:01:22Z', 'updated_at': '2022-04-28T11:01:33Z', 'revision_number': 4, 'project_id': 'e9b5b362688444d0864b3692ffb5d0ef', 'gw_port': {'id': 'ac7d1b2f-7c4b-4167-ba80-fbbae590051d', 'name': '', 'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:bd:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0106278-6e57-47c1-8c24-f3800ff88c3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:01:24Z', 'updated_at': '2022-04-28T11:01:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '8d8ebf2e-8dc6-47e2-9a75-17d9acc22b70', 'name': '', 'network_id': '8876925c-b776-4190-94d6-ff922dbd02cf', 'tenant_id': 'e9b5b362688444d0864b3692ffb5d0ef', 'mac_address': 'fa:16:3e:c7:99:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0106278-6e57-47c1-8c24-f3800ff88c3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': '9f0dbbd1-58ad-4048-bae6-5e3ef831a6c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:01:31Z', 'updated_at': '2022-04-28T11:01:40Z', 'revision_number': 5, 'project_id': 'e9b5b362688444d0864b3692ffb5d0ef', 'subnets': [{'id': '9f0dbbd1-58ad-4048-bae6-5e3ef831a6c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=116163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:04:36.660982 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ffee4540-4894-407e-b6a1-b0ebad89b187 tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 74} {{(pid=116162) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 11:04:36.679768 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-ffee4540-4894-407e-b6a1-b0ebad89b187 tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-961978'] for segment (de22757e-8eb8-4b28-9333-0d65c5311a2f), precommit_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:36.679768 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.db.segments_db [None req-ffee4540-4894-407e-b6a1-b0ebad89b187 tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Added segment de22757e-8eb8-4b28-9333-0d65c5311a2f of type vlan for network 987ab0eb-5751-4288-bbb5-543b8042119f Apr 28 11:04:36.679768 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-ae2ddabe-52a4-424e-8568-d13e7779a1b7 tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042'] for network (921ff079-7867-428f-ae90-c34050f433dd), after_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:36.683351 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae2ddabe-52a4-424e-8568-d13e7779a1b7 tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:04:36.683947 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-ae2ddabe-52a4-424e-8568-d13e7779a1b7 tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Publish callbacks [] for network (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:36.697039 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-67892a4a-eac6-4a7e-b677-89375939a07e tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042'] for network (7144af6d-d284-4f22-b7bf-c36ccf9740b8), after_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:36.702450 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67892a4a-eac6-4a7e-b677-89375939a07e tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:04:36.703069 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-67892a4a-eac6-4a7e-b677-89375939a07e tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Publish callbacks [] for network (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:36.705782 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0e5eaea-92fb-4c6c-98c8-336abb73e6a9 None None] The sync data for ids ['c0106278-6e57-47c1-8c24-f3800ff88c3c'] in dv-neutron-master-2-hyperv is: [{'id': 'c0106278-6e57-47c1-8c24-f3800ff88c3c', 'name': 'tempest-ServerActionsTestJSON-950764993-router', 'tenant_id': 'e9b5b362688444d0864b3692ffb5d0ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'external_fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.183'}], 'enable_snat': True}, 'gw_port_id': 'ac7d1b2f-7c4b-4167-ba80-fbbae590051d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T11:01:22Z', 'updated_at': '2022-04-28T11:01:33Z', 'revision_number': 4, 'project_id': 'e9b5b362688444d0864b3692ffb5d0ef', 'gw_port': {'id': 'ac7d1b2f-7c4b-4167-ba80-fbbae590051d', 'name': '', 'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:bd:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0106278-6e57-47c1-8c24-f3800ff88c3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:01:24Z', 'updated_at': '2022-04-28T11:01:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '8d8ebf2e-8dc6-47e2-9a75-17d9acc22b70', 'name': '', 'network_id': '8876925c-b776-4190-94d6-ff922dbd02cf', 'tenant_id': 'e9b5b362688444d0864b3692ffb5d0ef', 'mac_address': 'fa:16:3e:c7:99:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0106278-6e57-47c1-8c24-f3800ff88c3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': '9f0dbbd1-58ad-4048-bae6-5e3ef831a6c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:01:31Z', 'updated_at': '2022-04-28T11:01:40Z', 'revision_number': 5, 'project_id': 'e9b5b362688444d0864b3692ffb5d0ef', 'subnets': [{'id': '9f0dbbd1-58ad-4048-bae6-5e3ef831a6c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=116163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 11:04:36.711552 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-3dcd3b4d-d0d3-418d-9691-67cf31d3a0e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742235135690', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742234710366'] for port (270dff28-b446-4a7a-b75a-5eff12126049), after_delete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:36.763917 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-3dcd3b4d-d0d3-418d-9691-67cf31d3a0e0 None None] Network 9ed0816b-19e6-45e7-af7d-8b06c8a5d7e0 is not hosted by any dhcp agent {{(pid=116163) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Apr 28 11:04:36.764375 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dcd3b4d-d0d3-418d-9691-67cf31d3a0e0 None None] No DVR routers for this DVR port 270dff28-b446-4a7a-b75a-5eff12126049 on host dv-neutron-master-2-hyperv {{(pid=116163) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 11:04:36.767533 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dcd3b4d-d0d3-418d-9691-67cf31d3a0e0 None None] Pushing event deleted for resources: {'Port': ['ID=270dff28-b446-4a7a-b75a-5eff12126049,revision_number=None']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:04:36.789675 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-d99a0854-2393-4520-872a-9b2a19fe2f05 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-971310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5053962', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4210815'] for subnet (f959b57b-9af9-4792-8692-a0c19e54351d), after_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:36.836620 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.plugin [None req-731c0403-d521-4cd7-bdaa-060a3031424e tempest-ServerActionsTestJSON-1498610228 tempest-ServerActionsTestJSON-1498610228-project] Deleting port 368a34dc-b34c-4344-9f57-8b21fa027eb6 {{(pid=116161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 11:04:36.837423 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-731c0403-d521-4cd7-bdaa-060a3031424e tempest-ServerActionsTestJSON-1498610228 tempest-ServerActionsTestJSON-1498610228-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742235130188'] for port (368a34dc-b34c-4344-9f57-8b21fa027eb6), before_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:36.855701 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_hamode_db [None req-5acdf4a0-0dbd-40b4-9d51-4aefa708be78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a61ed78-023f-43d6-a86a-5af1aae9e69c', 'name': 'tempest-RoutersIpV6Test-router-197789818', 'tenant_id': '0f4d85af73ea40518271b3ac6c23a282', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T11:04:08Z', 'updated_at': '2022-04-28T11:04:33Z', 'revision_number': 4, 'project_id': '0f4d85af73ea40518271b3ac6c23a282', 'gw_port_host': None, '_interfaces': [{'id': '5c03bfae-ec00-450a-8155-d55ecacfd499', 'name': '', 'network_id': 'a57c4b36-4dfd-464d-a7f5-2e3339de6e15', 'tenant_id': '0f4d85af73ea40518271b3ac6c23a282', 'mac_address': 'fa:16:3e:f5:c6:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a61ed78-023f-43d6-a86a-5af1aae9e69c', 'device_owner': 'network:router_interface', 'standard_attr_id': 936, 'fixed_ips': [{'subnet_id': 'b625a9d9-7f26-48f2-9f4a-30d53875a1fb', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:04:31Z', 'updated_at': '2022-04-28T11:04:34Z', 'revision_number': 2, 'project_id': '0f4d85af73ea40518271b3ac6c23a282', 'subnets': [{'id': 'b625a9d9-7f26-48f2-9f4a-30d53875a1fb', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '67ab86d9-8559-4fb5-b911-083455e9e6b3', 'name': '', 'network_id': 'b49b1fd0-a27a-4592-b3bb-db40c57d4de0', 'tenant_id': '0f4d85af73ea40518271b3ac6c23a282', 'mac_address': 'fa:16:3e:05:6f:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a61ed78-023f-43d6-a86a-5af1aae9e69c', 'device_owner': 'network:router_interface', 'standard_attr_id': 930, 'fixed_ips': [{'subnet_id': 'f86be52a-4023-4e56-b802-604679ea9f0d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:04:22Z', 'updated_at': '2022-04-28T11:04:31Z', 'revision_number': 5, 'project_id': '0f4d85af73ea40518271b3ac6c23a282', 'subnets': [{'id': 'f86be52a-4023-4e56-b802-604679ea9f0d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cdbf5767-b7c5-48f5-97ec-afc0a75ab932', 'name': '', 'network_id': '2634f032-d4ae-4ad5-96de-8648922027d9', 'tenant_id': '0f4d85af73ea40518271b3ac6c23a282', 'mac_address': 'fa:16:3e:17:9a:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a61ed78-023f-43d6-a86a-5af1aae9e69c', 'device_owner': 'network:router_interface', 'standard_attr_id': 896, 'fixed_ips': [{'subnet_id': '239fd4a7-9885-4cb6-b54a-2440592f7a50', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:04:13Z', 'updated_at': '2022-04-28T11:04:20Z', 'revision_number': 5, 'project_id': '0f4d85af73ea40518271b3ac6c23a282', 'subnets': [{'id': '239fd4a7-9885-4cb6-b54a-2440592f7a50', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=116163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:04:36.870235 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-ffee4540-4894-407e-b6a1-b0ebad89b187 tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742234744962'] for network (987ab0eb-5751-4288-bbb5-543b8042119f), precommit_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:36.872690 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99a0854-2393-4520-872a-9b2a19fe2f05 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Pushing event deleted for resources: {'Subnet': ['ID=f959b57b-9af9-4792-8692-a0c19e54351d,revision_number=None']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:04:36.888137 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-d99a0854-2393-4520-872a-9b2a19fe2f05 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Publish callbacks [] for subnet (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:36.888137 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-d99a0854-2393-4520-872a-9b2a19fe2f05 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] 10.222.0.10 "DELETE /v2.0/subnets/f959b57b-9af9-4792-8692-a0c19e54351d HTTP/1.1" status: 204 len: 168 time: 1.0546222 Apr 28 11:04:36.888137 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 53308) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:04:36.895503 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-662c888e-d01c-43bb-8374-a7e9cbca1355 None None] Network a1a6f930-926c-434f-a232-d4a1d87d63f4 requested from dv-neutron-master-2-hyperv {{(pid=116163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 11:04:36.896546 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-67892a4a-eac6-4a7e-b677-89375939a07e tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.0913985 Apr 28 11:04:36.899267 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5acdf4a0-0dbd-40b4-9d51-4aefa708be78 None None] Checking router: 7a61ed78-023f-43d6-a86a-5af1aae9e69c for host: dv-neutron-master-2-hyperv {{(pid=116163) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 11:04:36.899650 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5acdf4a0-0dbd-40b4-9d51-4aefa708be78 None None] Updating router 7a61ed78-023f-43d6-a86a-5af1aae9e69c port 5c03bfae-ec00-450a-8155-d55ecacfd499 binding host dv-neutron-master-2-hyperv {{(pid=116163) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 28 11:04:36.903659 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 53310) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:04:36.905948 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae2ddabe-52a4-424e-8568-d13e7779a1b7 tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Pushing event updated for resources: {'Network': ['ID=921ff079-7867-428f-ae90-c34050f433dd,revision_number=1']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:04:36.911498 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.v2.base [None req-89477da8-4492-4c28-88ae-9dae074c3d69 tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Request body: {'subnet': {'network_id': '7144af6d-d284-4f22-b7bf-c36ccf9740b8', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=116161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:04:36.935625 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-ae2ddabe-52a4-424e-8568-d13e7779a1b7 tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.1719909 Apr 28 11:04:36.949468 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 53312) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:04:36.952688 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Network 921ff079-7867-428f-ae90-c34050f433dd details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=116163) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 28 11:04:36.974141 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.v2.base [None req-5c4695c6-5429-495c-a7fb-bcfa42b31de7 tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Request body: {'subnet': {'network_id': '921ff079-7867-428f-ae90-c34050f433dd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=116162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:04:37.039722 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-5acdf4a0-0dbd-40b4-9d51-4aefa708be78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (5c03bfae-ec00-450a-8155-d55ecacfd499), before_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:37.058443 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e5424f-1e80-4dec-9148-fe1faeaae03b req-951f1f84-3a2f-4e3a-96a9-37428348ea21 tempest-TestNetworkAdvancedServerOps-1762458272 tempest-TestNetworkAdvancedServerOps-1762458272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:04:37.060680 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-25e5424f-1e80-4dec-9148-fe1faeaae03b req-951f1f84-3a2f-4e3a-96a9-37428348ea21 tempest-TestNetworkAdvancedServerOps-1762458272 tempest-TestNetworkAdvancedServerOps-1762458272-project] 10.222.0.10 "GET /v2.0/ports?device_id=da1b1d97-d6fb-4c40-a57a-807f6776d01a HTTP/1.1" status: 200 len: 945 time: 0.2189908 Apr 28 11:04:37.087878 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-ffee4540-4894-407e-b6a1-b0ebad89b187 tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042'] for network (987ab0eb-5751-4288-bbb5-543b8042119f), after_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:37.093374 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffee4540-4894-407e-b6a1-b0ebad89b187 tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:04:37.098431 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-4de0bd4a-4a24-4b6c-ad2d-4897f421be96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (75ba81b7-fe99-4281-90d2-a5adb445ecea), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:37.098717 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-ffee4540-4894-407e-b6a1-b0ebad89b187 tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Publish callbacks [] for network (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:37.104735 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67892a4a-eac6-4a7e-b677-89375939a07e tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Pushing event updated for resources: {'Network': ['ID=7144af6d-d284-4f22-b7bf-c36ccf9740b8,revision_number=1']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:04:37.118656 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-9537bae4-50e6-41e3-a727-c2d3708ae286 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-979593'] for network (a1a6f930-926c-434f-a232-d4a1d87d63f4), before_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:37.129262 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-731c0403-d521-4cd7-bdaa-060a3031424e tempest-ServerActionsTestJSON-1498610228 tempest-ServerActionsTestJSON-1498610228-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1938497'] for port (368a34dc-b34c-4344-9f57-8b21fa027eb6), precommit_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:37.129452 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Network 7144af6d-d284-4f22-b7bf-c36ccf9740b8 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=116163) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 28 11:04:37.129544 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-731c0403-d521-4cd7-bdaa-060a3031424e tempest-ServerActionsTestJSON-1498610228 tempest-ServerActionsTestJSON-1498610228-project] Publish callbacks [] for floatingip (368a34dc-b34c-4344-9f57-8b21fa027eb6), precommit_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:37.146983 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89477da8-4492-4c28-88ae-9dae074c3d69 tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Made reservation on behalf of 0f4d85af73ea40518271b3ac6c23a282 for: {'subnet': 1} {{(pid=116161) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 11:04:37.150541 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-89477da8-4492-4c28-88ae-9dae074c3d69 tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5125580'] for subnet (None), before_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:37.160699 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.plugin [None req-731c0403-d521-4cd7-bdaa-060a3031424e tempest-ServerActionsTestJSON-1498610228 tempest-ServerActionsTestJSON-1498610228-project] Calling delete_port for 368a34dc-b34c-4344-9f57-8b21fa027eb6 owned by network:floatingip {{(pid=116161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 11:04:37.167182 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54c0bc5a-5ed4-411c-8ff2-1586c0725dd6 None None] New status for floating IP 2bdfdad1-1b9f-497d-a002-48aa671f10c2: DOWN {{(pid=116164) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 28 11:04:37.250171 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffee4540-4894-407e-b6a1-b0ebad89b187 tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Pushing event updated for resources: {'Network': ['ID=987ab0eb-5751-4288-bbb5-543b8042119f,revision_number=1']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:04:37.290742 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-25e5424f-1e80-4dec-9148-fe1faeaae03b req-e46d04db-3418-46e6-9d21-762b05a9ecdb tempest-TestNetworkAdvancedServerOps-1762458272 tempest-TestNetworkAdvancedServerOps-1762458272-project] 10.222.0.10 "GET /v2.0/security-groups?id=0bcd3ba6-8b12-4573-ac81-fc4e6cc933d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1709387 Apr 28 11:04:37.301229 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-ffee4540-4894-407e-b6a1-b0ebad89b187 tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.8444819 Apr 28 11:04:37.302379 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.plugin [None req-9537bae4-50e6-41e3-a727-c2d3708ae286 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Deleting port 07df42ed-9c87-4fb6-9961-b0c9d39c37fe {{(pid=116162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 11:04:37.302904 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-9537bae4-50e6-41e3-a727-c2d3708ae286 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742235130188'] for port (07df42ed-9c87-4fb6-9961-b0c9d39c37fe), before_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:37.304670 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 53314) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:04:37.311387 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.v2.base [None req-af5b056e-fd55-4afa-a7a7-ffd59b07113c tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Request body: {'subnet': {'network_id': '987ab0eb-5751-4288-bbb5-543b8042119f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=116162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:04:37.356186 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Network 987ab0eb-5751-4288-bbb5-543b8042119f details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=116163) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 28 11:04:37.410664 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c4695c6-5429-495c-a7fb-bcfa42b31de7 tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Made reservation on behalf of 52264470dd074c0f8041ca0ce5281c12 for: {'subnet': 1} {{(pid=116162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 11:04:37.414484 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-5c4695c6-5429-495c-a7fb-bcfa42b31de7 tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4210834'] for subnet (None), before_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:37.498535 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.db [None req-9537bae4-50e6-41e3-a727-c2d3708ae286 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] For port 07df42ed-9c87-4fb6-9961-b0c9d39c37fe, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=07df42ed-9c87-4fb6-9961-b0c9d39c37fe,segment=NetworkSegment(37baee95-6207-4066-b5b7-06071d491a47),segment_id=37baee95-6207-4066-b5b7-06071d491a47)] {{(pid=116162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 11:04:37.498907 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-9537bae4-50e6-41e3-a727-c2d3708ae286 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1938497'] for port (07df42ed-9c87-4fb6-9961-b0c9d39c37fe), precommit_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:37.517078 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-101d1b0e-0adf-4f4c-ac30-004fd911f288 None None] DHCP port deletion for a1a6f930-926c-434f-a232-d4a1d87d63f4 request from dv-neutron-master-2-hyperv {{(pid=116163) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 28 11:04:37.528761 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.plugin [None req-9537bae4-50e6-41e3-a727-c2d3708ae286 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Calling delete_port for 07df42ed-9c87-4fb6-9961-b0c9d39c37fe owned by network:dhcp {{(pid=116162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 11:04:37.597701 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-101d1b0e-0adf-4f4c-ac30-004fd911f288 None None] Deleting port 07df42ed-9c87-4fb6-9961-b0c9d39c37fe {{(pid=116163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 11:04:37.598329 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-101d1b0e-0adf-4f4c-ac30-004fd911f288 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742235130188'] for port (07df42ed-9c87-4fb6-9961-b0c9d39c37fe), before_delete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:37.632401 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af5b056e-fd55-4afa-a7a7-ffd59b07113c tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Made reservation on behalf of 1d85c55944a24e6b8fc5b73917e91c0e for: {'subnet': 1} {{(pid=116162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 11:04:37.636842 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-af5b056e-fd55-4afa-a7a7-ffd59b07113c tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4210834'] for subnet (None), before_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:37.712653 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-101d1b0e-0adf-4f4c-ac30-004fd911f288 None None] For port 07df42ed-9c87-4fb6-9961-b0c9d39c37fe, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=07df42ed-9c87-4fb6-9961-b0c9d39c37fe,segment=NetworkSegment(37baee95-6207-4066-b5b7-06071d491a47),segment_id=37baee95-6207-4066-b5b7-06071d491a47)] {{(pid=116163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 11:04:37.712978 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-101d1b0e-0adf-4f4c-ac30-004fd911f288 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1938497'] for port (07df42ed-9c87-4fb6-9961-b0c9d39c37fe), precommit_delete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:37.737320 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-5acdf4a0-0dbd-40b4-9d51-4aefa708be78 None None] Publish callbacks [] for port (5c03bfae-ec00-450a-8155-d55ecacfd499), precommit_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:37.739288 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-101d1b0e-0adf-4f4c-ac30-004fd911f288 None None] Calling delete_port for 07df42ed-9c87-4fb6-9961-b0c9d39c37fe owned by network:dhcp {{(pid=116163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 11:04:37.818536 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-5acdf4a0-0dbd-40b4-9d51-4aefa708be78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393'] for port (5c03bfae-ec00-450a-8155-d55ecacfd499), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:37.880754 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e988d4-1449-40b8-8198-8886a2693d01 None None] Pushing event updated for resources: {'Port': ['ID=5c03bfae-ec00-450a-8155-d55ecacfd499,revision_number=3']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:04:37.910452 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-9537bae4-50e6-41e3-a727-c2d3708ae286 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742235135690', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742234710366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5051867'] for port (07df42ed-9c87-4fb6-9961-b0c9d39c37fe), after_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:37.938526 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9537bae4-50e6-41e3-a727-c2d3708ae286 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] No DVR routers for this DVR port 07df42ed-9c87-4fb6-9961-b0c9d39c37fe on host dv-neutron-master-2-hyperv {{(pid=116162) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 11:04:37.956548 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-89477da8-4492-4c28-88ae-9dae074c3d69 tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5220536', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5125438'] for subnet (4a70eceb-e687-4062-adb6-d320d56bd5a4), after_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:37.966661 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9537bae4-50e6-41e3-a727-c2d3708ae286 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Pushing event deleted for resources: {'Port': ['ID=07df42ed-9c87-4fb6-9961-b0c9d39c37fe,revision_number=None']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:04:38.020589 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89477da8-4492-4c28-88ae-9dae074c3d69 tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Pushing event updated for resources: {'Subnet': ['ID=4a70eceb-e687-4062-adb6-d320d56bd5a4,revision_number=0']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:04:38.029939 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-731c0403-d521-4cd7-bdaa-060a3031424e tempest-ServerActionsTestJSON-1498610228 tempest-ServerActionsTestJSON-1498610228-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742235135690', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742234710366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5219112'] for port (368a34dc-b34c-4344-9f57-8b21fa027eb6), after_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:38.072608 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-731c0403-d521-4cd7-bdaa-060a3031424e tempest-ServerActionsTestJSON-1498610228 tempest-ServerActionsTestJSON-1498610228-project] Pushing event deleted for resources: {'Port': ['ID=368a34dc-b34c-4344-9f57-8b21fa027eb6,revision_number=None']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:04:38.118301 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-101d1b0e-0adf-4f4c-ac30-004fd911f288 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742235135690', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742234710366'] for port (07df42ed-9c87-4fb6-9961-b0c9d39c37fe), after_delete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:38.120015 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-5c4695c6-5429-495c-a7fb-bcfa42b31de7 tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5054027', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4210784'] for subnet (32f02db0-30c8-4944-b6e5-ccc15c4ca28a), after_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:38.124433 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-9537bae4-50e6-41e3-a727-c2d3708ae286 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-973498', 'neutron.services.segments.db._delete_segments_for_network-8742235207033'] for network (a1a6f930-926c-434f-a232-d4a1d87d63f4), precommit_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:38.147468 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.managers [None req-5acdf4a0-0dbd-40b4-9d51-4aefa708be78 None None] Attempting to bind port 5c03bfae-ec00-450a-8155-d55ecacfd499 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=116163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 28 11:04:38.148830 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.managers [None req-5acdf4a0-0dbd-40b4-9d51-4aefa708be78 None None] Attempting to bind port 5c03bfae-ec00-450a-8155-d55ecacfd499 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'b7bea462-26f0-43db-8737-01e477d52953', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'a57c4b36-4dfd-464d-a7f5-2e3339de6e15'}] {{(pid=116163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 28 11:04:38.149437 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5acdf4a0-0dbd-40b4-9d51-4aefa708be78 None None] Attempting to bind port 5c03bfae-ec00-450a-8155-d55ecacfd499 on network a57c4b36-4dfd-464d-a7f5-2e3339de6e15 {{(pid=116163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 11:04:38.151641 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-731c0403-d521-4cd7-bdaa-060a3031424e tempest-ServerActionsTestJSON-1498610228 tempest-ServerActionsTestJSON-1498610228-project] Publish callbacks [] for floatingip (2bdfdad1-1b9f-497d-a002-48aa671f10c2), after_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:38.154516 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-731c0403-d521-4cd7-bdaa-060a3031424e tempest-ServerActionsTestJSON-1498610228 tempest-ServerActionsTestJSON-1498610228-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198022'] for floatingip (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:38.155742 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-731c0403-d521-4cd7-bdaa-060a3031424e tempest-ServerActionsTestJSON-1498610228 tempest-ServerActionsTestJSON-1498610228-project] 10.222.0.10 "DELETE /v2.0/floatingips/2bdfdad1-1b9f-497d-a002-48aa671f10c2 HTTP/1.1" status: 204 len: 168 time: 1.5060663 Apr 28 11:04:38.159934 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 53316) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:04:38.161800 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-101d1b0e-0adf-4f4c-ac30-004fd911f288 None None] Pushing event deleted for resources: {'Port': ['ID=07df42ed-9c87-4fb6-9961-b0c9d39c37fe,revision_number=None']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:04:38.168165 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5acdf4a0-0dbd-40b4-9d51-4aefa708be78 None None] Checking agent: {'id': 'd5baab19-5dd1-4902-922b-84acb048ab9c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 10, 50, 43), 'started_at': datetime.datetime(2022, 4, 28, 10, 51, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 11, 4, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=116163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 11:04:38.168635 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5acdf4a0-0dbd-40b4-9d51-4aefa708be78 None None] Checking segment: {'id': 'b7bea462-26f0-43db-8737-01e477d52953', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'a57c4b36-4dfd-464d-a7f5-2e3339de6e15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 11:04:38.169108 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-5acdf4a0-0dbd-40b4-9d51-4aefa708be78 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:38.170235 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5acdf4a0-0dbd-40b4-9d51-4aefa708be78 None None] Bound using segment: {'id': 'b7bea462-26f0-43db-8737-01e477d52953', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'a57c4b36-4dfd-464d-a7f5-2e3339de6e15'} {{(pid=116163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 11:04:38.171067 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.managers [None req-5acdf4a0-0dbd-40b4-9d51-4aefa708be78 None None] Bound port: 5c03bfae-ec00-450a-8155-d55ecacfd499, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7bea462-26f0-43db-8737-01e477d52953', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'a57c4b36-4dfd-464d-a7f5-2e3339de6e15'}}] {{(pid=116163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 28 11:04:38.175855 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-5acdf4a0-0dbd-40b4-9d51-4aefa708be78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (5c03bfae-ec00-450a-8155-d55ecacfd499), before_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:38.182131 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-101d1b0e-0adf-4f4c-ac30-004fd911f288 None None] No DVR routers for this DVR port 07df42ed-9c87-4fb6-9961-b0c9d39c37fe on host dv-neutron-master-2-hyperv {{(pid=116163) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 11:04:38.208208 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-af5b056e-fd55-4afa-a7a7-ffd59b07113c tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5054027', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4210784'] for subnet (a8ca94ef-9158-42e2-b447-0ffe792e1d0e), after_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:38.219396 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89477da8-4492-4c28-88ae-9dae074c3d69 tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Checking segment: {'id': '0fc06385-11dc-48b1-9e52-0ff76d9140af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '7144af6d-d284-4f22-b7bf-c36ccf9740b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 11:04:38.219766 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89477da8-4492-4c28-88ae-9dae074c3d69 tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Network hostable DHCP agents. Network: 7144af6d-d284-4f22-b7bf-c36ccf9740b8, hostable agents: ['75ba81b7-fe99-4281-90d2-a5adb445ecea'], hosted agents: [] {{(pid=116161) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 11:04:38.222531 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.services.segments.db [None req-9537bae4-50e6-41e3-a727-c2d3708ae286 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a1a6f930-926c-434f-a232-d4a1d87d63f4']}} {{(pid=116162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:04:38.234965 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c4695c6-5429-495c-a7fb-bcfa42b31de7 tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Pushing event updated for resources: {'Subnet': ['ID=32f02db0-30c8-4944-b6e5-ccc15c4ca28a,revision_number=0']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:04:38.258189 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-8fee887a-cc0c-49b0-bac8-53a6c26cc9c9 None None] Provisioning complete for port 5c03bfae-ec00-450a-8155-d55ecacfd499 triggered by entity DHCP. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:04:38.258627 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-8fee887a-cc0c-49b0-bac8-53a6c26cc9c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (5c03bfae-ec00-450a-8155-d55ecacfd499), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:38.282244 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.services.segments.db [None req-9537bae4-50e6-41e3-a727-c2d3708ae286 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '37baee95-6207-4066-b5b7-06071d491a47') {'for_net_delete': True} {{(pid=116162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:04:38.282849 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.services.segments.db [None req-9537bae4-50e6-41e3-a727-c2d3708ae286 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '37baee95-6207-4066-b5b7-06071d491a47') {} {{(pid=116162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:04:38.298508 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-8fee887a-cc0c-49b0-bac8-53a6c26cc9c9 None None] Port 5c03bfae-ec00-450a-8155-d55ecacfd499 cannot update to ACTIVE because it is not bound. {{(pid=116163) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 28 11:04:38.301749 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-5acdf4a0-0dbd-40b4-9d51-4aefa708be78 None None] For port 5c03bfae-ec00-450a-8155-d55ecacfd499, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=116163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 11:04:38.312308 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-9537bae4-50e6-41e3-a727-c2d3708ae286 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742235208578', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5026548'] for segment (37baee95-6207-4066-b5b7-06071d491a47), before_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:38.313649 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-5acdf4a0-0dbd-40b4-9d51-4aefa708be78 None None] For port 5c03bfae-ec00-450a-8155-d55ecacfd499, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=5c03bfae-ec00-450a-8155-d55ecacfd499,segment=NetworkSegment(b7bea462-26f0-43db-8737-01e477d52953),segment_id=b7bea462-26f0-43db-8737-01e477d52953)] {{(pid=116163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 11:04:38.346745 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5b056e-fd55-4afa-a7a7-ffd59b07113c tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Pushing event updated for resources: {'Subnet': ['ID=a8ca94ef-9158-42e2-b447-0ffe792e1d0e,revision_number=0']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:04:38.348560 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89477da8-4492-4c28-88ae-9dae074c3d69 tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Network 7144af6d-d284-4f22-b7bf-c36ccf9740b8 is scheduled to be hosted by DHCP agent 75ba81b7-fe99-4281-90d2-a5adb445ecea with binding_index 1 {{(pid=116161) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 11:04:38.352419 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c4695c6-5429-495c-a7fb-bcfa42b31de7 tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Checking segment: {'id': '509ab53d-7819-48bb-b5cf-fdad37960c78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '921ff079-7867-428f-ae90-c34050f433dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 11:04:38.352826 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c4695c6-5429-495c-a7fb-bcfa42b31de7 tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Network hostable DHCP agents. Network: 921ff079-7867-428f-ae90-c34050f433dd, hostable agents: ['75ba81b7-fe99-4281-90d2-a5adb445ecea'], hosted agents: [] {{(pid=116162) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 11:04:38.358636 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-9537bae4-50e6-41e3-a727-c2d3708ae286 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-961978'] for segment (37baee95-6207-4066-b5b7-06071d491a47), precommit_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:38.370279 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9537bae4-50e6-41e3-a727-c2d3708ae286 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Releasing vlan 53 on physical network physnet1 to pool {{(pid=116162) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 11:04:38.370713 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-9537bae4-50e6-41e3-a727-c2d3708ae286 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-961978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5051884'] for segment (37baee95-6207-4066-b5b7-06071d491a47), after_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:38.376687 dv-neutron-master-2-hyperv neutron-server[116162]: Traceback (most recent call last): Apr 28 11:04:38.376687 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 11:04:38.376687 dv-neutron-master-2-hyperv neutron-server[116162]: timer() Apr 28 11:04:38.376687 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 11:04:38.376687 dv-neutron-master-2-hyperv neutron-server[116162]: cb(*args, **kw) Apr 28 11:04:38.376687 dv-neutron-master-2-hyperv neutron-server[116162]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 28 11:04:38.376687 dv-neutron-master-2-hyperv neutron-server[116162]: return func(*args, **kwargs) Apr 28 11:04:38.376687 dv-neutron-master-2-hyperv neutron-server[116162]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 11:04:38.376687 dv-neutron-master-2-hyperv neutron-server[116162]: self._notify() Apr 28 11:04:38.376687 dv-neutron-master-2-hyperv neutron-server[116162]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 11:04:38.376687 dv-neutron-master-2-hyperv neutron-server[116162]: self.callback(batched_events) Apr 28 11:04:38.376687 dv-neutron-master-2-hyperv neutron-server[116162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 11:04:38.376687 dv-neutron-master-2-hyperv neutron-server[116162]: event.method(event) Apr 28 11:04:38.376687 dv-neutron-master-2-hyperv neutron-server[116162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 28 11:04:38.376687 dv-neutron-master-2-hyperv neutron-server[116162]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 11:04:38.376687 dv-neutron-master-2-hyperv neutron-server[116162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 28 11:04:38.376687 dv-neutron-master-2-hyperv neutron-server[116162]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 11:04:38.376687 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 28 11:04:38.376687 dv-neutron-master-2-hyperv neutron-server[116162]: return f(self, *a, **k) Apr 28 11:04:38.376687 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 28 11:04:38.376687 dv-neutron-master-2-hyperv neutron-server[116162]: return self._get(url).json() Apr 28 11:04:38.376687 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 28 11:04:38.376687 dv-neutron-master-2-hyperv neutron-server[116162]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 11:04:38.376687 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 11:04:38.376687 dv-neutron-master-2-hyperv neutron-server[116162]: return self.request(url, 'GET', **kwargs) Apr 28 11:04:38.376687 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 11:04:38.376687 dv-neutron-master-2-hyperv neutron-server[116162]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 11:04:38.376687 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 11:04:38.376687 dv-neutron-master-2-hyperv neutron-server[116162]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 11:04:38.376687 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 11:04:38.376687 dv-neutron-master-2-hyperv neutron-server[116162]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 11:04:38.376687 dv-neutron-master-2-hyperv neutron-server[116162]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 11:04:38.383806 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-5acdf4a0-0dbd-40b4-9d51-4aefa708be78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393'] for port (5c03bfae-ec00-450a-8155-d55ecacfd499), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:38.393800 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af5b056e-fd55-4afa-a7a7-ffd59b07113c tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Checking segment: {'id': 'de22757e-8eb8-4b28-9333-0d65c5311a2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '987ab0eb-5751-4288-bbb5-543b8042119f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 11:04:38.394238 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af5b056e-fd55-4afa-a7a7-ffd59b07113c tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Network hostable DHCP agents. Network: 987ab0eb-5751-4288-bbb5-543b8042119f, hostable agents: ['75ba81b7-fe99-4281-90d2-a5adb445ecea'], hosted agents: [] {{(pid=116162) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 11:04:38.449390 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.scheduler.base_scheduler [None req-89477da8-4492-4c28-88ae-9dae074c3d69 tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 7144af6d-d284-4f22-b7bf-c36ccf9740b8) {{(pid=116161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 11:04:38.460131 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89477da8-4492-4c28-88ae-9dae074c3d69 tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:04:38.460738 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-89477da8-4492-4c28-88ae-9dae074c3d69 tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Publish callbacks [] for subnet (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:38.479769 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-865283cf-0f72-4bbd-b7c3-d00343f9d9ee None None] Network 7144af6d-d284-4f22-b7bf-c36ccf9740b8 requested from dv-neutron-master-2-hyperv {{(pid=116163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 11:04:38.484030 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e988d4-1449-40b8-8198-8886a2693d01 None None] Pushing event updated for resources: {'Port': ['ID=5c03bfae-ec00-450a-8155-d55ecacfd499,revision_number=4']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:04:38.484687 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a365bc0-25fe-4414-8a56-1406ae69cfa2 req-4892b337-8346-4f2b-9def-70426f8a688c tempest-TestNetworkAdvancedServerOps-1762458272 tempest-TestNetworkAdvancedServerOps-1762458272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:04:38.486360 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-7a365bc0-25fe-4414-8a56-1406ae69cfa2 req-4892b337-8346-4f2b-9def-70426f8a688c tempest-TestNetworkAdvancedServerOps-1762458272 tempest-TestNetworkAdvancedServerOps-1762458272-project] 10.222.0.10 "GET /v2.0/ports?device_id=da1b1d97-d6fb-4c40-a57a-807f6776d01a HTTP/1.1" status: 200 len: 945 time: 0.0822768 Apr 28 11:04:38.496148 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5acdf4a0-0dbd-40b4-9d51-4aefa708be78 None None] Routers {'7a61ed78-023f-43d6-a86a-5af1aae9e69c'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=116163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 11:04:38.496815 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_hamode_db [None req-5acdf4a0-0dbd-40b4-9d51-4aefa708be78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-28T10:50:39Z,description=,heartbeat_timestamp=2022-04-28T11:04:09Z,host='dv-neutron-master-2-hyperv',id=6b492ad6-0876-4d74-b20d-28143a52ceba,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T10:50:40Z,topic='l3_agent')) {'router_ids': ['7a61ed78-023f-43d6-a86a-5af1aae9e69c'], 'active': True} {{(pid=116163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:04:38.539795 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c4695c6-5429-495c-a7fb-bcfa42b31de7 tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Network 921ff079-7867-428f-ae90-c34050f433dd is scheduled to be hosted by DHCP agent 75ba81b7-fe99-4281-90d2-a5adb445ecea with binding_index 1 {{(pid=116162) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 11:04:38.548050 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.scheduler.base_scheduler [None req-5c4695c6-5429-495c-a7fb-bcfa42b31de7 tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 921ff079-7867-428f-ae90-c34050f433dd) {{(pid=116162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 11:04:38.558704 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c4695c6-5429-495c-a7fb-bcfa42b31de7 tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:04:38.562492 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-5c4695c6-5429-495c-a7fb-bcfa42b31de7 tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Publish callbacks [] for subnet (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:38.574154 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af5b056e-fd55-4afa-a7a7-ffd59b07113c tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Network 987ab0eb-5751-4288-bbb5-543b8042119f is scheduled to be hosted by DHCP agent 75ba81b7-fe99-4281-90d2-a5adb445ecea with binding_index 1 {{(pid=116162) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 11:04:38.577816 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-9537bae4-50e6-41e3-a727-c2d3708ae286 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-973477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2063122'] for network (a1a6f930-926c-434f-a232-d4a1d87d63f4), after_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:38.589728 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-9537bae4-50e6-41e3-a727-c2d3708ae286 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Publish callbacks [] for network (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:38.593544 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-89477da8-4492-4c28-88ae-9dae074c3d69 tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.6865449 Apr 28 11:04:38.594283 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-9537bae4-50e6-41e3-a727-c2d3708ae286 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] 10.222.0.10 "DELETE /v2.0/networks/a1a6f930-926c-434f-a232-d4a1d87d63f4 HTTP/1.1" status: 204 len: 168 time: 1.7043982 Apr 28 11:04:38.598457 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 53320) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:04:38.599070 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 53322) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:04:38.615400 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.scheduler.base_scheduler [None req-af5b056e-fd55-4afa-a7a7-ffd59b07113c tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 987ab0eb-5751-4288-bbb5-543b8042119f) {{(pid=116162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 11:04:38.621964 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9537bae4-50e6-41e3-a727-c2d3708ae286 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Pushing event deleted for resources: {'Network': ['ID=a1a6f930-926c-434f-a232-d4a1d87d63f4,revision_number=None']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:04:38.621964 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af5b056e-fd55-4afa-a7a7-ffd59b07113c tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:04:38.622210 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-af5b056e-fd55-4afa-a7a7-ffd59b07113c tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Publish callbacks [] for subnet (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:38.628460 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Device 07df42ed-9c87-4fb6-9961-b0c9d39c37fe no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=116163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 11:04:38.630821 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe6c3f58-3e69-40f3-838b-cdd2f3502fde None None] Network 921ff079-7867-428f-ae90-c34050f433dd requested from dv-neutron-master-2-hyperv {{(pid=116163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 11:04:38.665234 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f582bfd-1493-46b8-9ac9-d5f22f11775a None None] Network 987ab0eb-5751-4288-bbb5-543b8042119f requested from dv-neutron-master-2-hyperv {{(pid=116163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 11:04:38.681754 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-5c4695c6-5429-495c-a7fb-bcfa42b31de7 tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7200503 Apr 28 11:04:38.682035 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 53324) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:04:38.689243 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.v2.base [None req-166d897c-04e2-4a9b-a86f-ca88814ed381 tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Request body: {'port': {'network_id': '921ff079-7867-428f-ae90-c34050f433dd', 'name': 'tempest-PortsIpV6TestJSON-744347220'}} {{(pid=116162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:04:38.706156 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-7a365bc0-25fe-4414-8a56-1406ae69cfa2 req-184843d1-f226-40dc-930e-6c09cecf26a8 tempest-TestNetworkAdvancedServerOps-1762458272 tempest-TestNetworkAdvancedServerOps-1762458272-project] 10.222.0.10 "GET /v2.0/security-groups?id=0bcd3ba6-8b12-4573-ac81-fc4e6cc933d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1953850 Apr 28 11:04:38.750280 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] No Port match for: 07df42ed-9c87-4fb6-9961-b0c9d39c37fe {{(pid=116163) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 28 11:04:38.751005 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Device 07df42ed-9c87-4fb6-9961-b0c9d39c37fe not bound to the agent host dv-neutron-master-2-hyperv {{(pid=116163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 11:04:38.775701 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-af5b056e-fd55-4afa-a7a7-ffd59b07113c tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4699283 Apr 28 11:04:38.776426 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 53326) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:04:38.784537 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.v2.base [None req-eb5416fe-e750-486c-983a-55182133a32b tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-864572544', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=116162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:04:38.802480 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvr_db [None req-5acdf4a0-0dbd-40b4-9d51-4aefa708be78 None None] Set router 7a61ed78-023f-43d6-a86a-5af1aae9e69c gateway port host: None {{(pid=116163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 11:04:38.807265 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db922ddf-ee33-488d-8b3b-7e9636045f62 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:04:38.808939 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-db922ddf-ee33-488d-8b3b-7e9636045f62 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] 10.222.0.10 "GET /v2.0/ports/07c4df32-93b8-40f0-bc3a-70d5f28456d9 HTTP/1.1" status: 200 len: 841 time: 0.1704056 Apr 28 11:04:38.817451 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 53330) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:04:38.870609 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-f895c176-00b8-4ae1-92af-f9654f448b8b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2063420'] for router_interface (c0106278-6e57-47c1-8c24-f3800ff88c3c), before_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:38.891295 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-abc52740-1c4d-4733-9de6-eeb49f0261dd tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] 10.222.0.10 "GET /v2.0/ports/07c4df32-93b8-40f0-bc3a-70d5f28456d9?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0728533 Apr 28 11:04:38.891925 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 53332) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:04:38.897699 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-eb5416fe-e750-486c-983a-55182133a32b tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2060459', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-63449'] for router (14002152-000a-4c44-883d-e2dc6779bfe4), before_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:38.898740 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-eb5416fe-e750-486c-983a-55182133a32b tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2060827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1935275', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1960866', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-63266'] for router (14002152-000a-4c44-883d-e2dc6779bfe4), precommit_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:38.901727 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 53334) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:04:38.910025 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.v2.base [None req-fef63c84-14fd-4ef8-a667-3c6aeadd2040 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Request body: {'subnet': {'network_id': '6ad48b29-1fb1-4e43-9abf-f860ed1ac269', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=116162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:04:38.959273 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-d90f9b98-ce9b-4b6e-b6bb-4f982ccba51f None None] Provisioning complete for port 5c03bfae-ec00-450a-8155-d55ecacfd499 triggered by entity DHCP. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:04:38.959697 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-d90f9b98-ce9b-4b6e-b6bb-4f982ccba51f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (5c03bfae-ec00-450a-8155-d55ecacfd499), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:39.011960 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-166d897c-04e2-4a9b-a86f-ca88814ed381 tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Made reservation on behalf of 52264470dd074c0f8041ca0ce5281c12 for: {'port': 1} {{(pid=116162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 11:04:39.015701 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-166d897c-04e2-4a9b-a86f-ca88814ed381 tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (None), before_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:39.105558 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.notifiers.nova [None req-166d897c-04e2-4a9b-a86f-ca88814ed381 tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] device_id is not set on port d5e3d8c4-5a14-478f-91c4-14cb1b5c45e8 yet. {{(pid=116162) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 28 11:04:39.118332 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67032246-c7e4-474d-a711-2bc4448d9505 tempest-TestNetworkBasicOps-223859856 tempest-TestNetworkBasicOps-223859856-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:04:39.118848 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67032246-c7e4-474d-a711-2bc4448d9505 tempest-TestNetworkBasicOps-223859856 tempest-TestNetworkBasicOps-223859856-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:04:39.119328 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67032246-c7e4-474d-a711-2bc4448d9505 tempest-TestNetworkBasicOps-223859856 tempest-TestNetworkBasicOps-223859856-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:04:39.121993 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-67032246-c7e4-474d-a711-2bc4448d9505 tempest-TestNetworkBasicOps-223859856 tempest-TestNetworkBasicOps-223859856-project-admin] 10.222.0.10 "GET /v2.0/ports?project_id=65d54c3b7dcd4af68398071d25e8321e&network_id=274bb0ab-060a-48d2-9b11-773f8dd43851 HTTP/1.1" status: 200 len: 3102 time: 0.2026374 Apr 28 11:04:39.122345 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1791076-b0da-4ed2-ab99-46f03378be99 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-7144af6d-d284-4f22-b7bf-c36ccf9740b8', 'network_id': '7144af6d-d284-4f22-b7bf-c36ccf9740b8', 'project_id': '0f4d85af73ea40518271b3ac6c23a282', 'fixed_ips': [{'subnet_id': '4a70eceb-e687-4062-adb6-d320d56bd5a4'}]}} from dv-neutron-master-2-hyperv. {{(pid=116163) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 28 11:04:39.123791 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-f1791076-b0da-4ed2-ab99-46f03378be99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (None), before_create {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:39.125726 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fbb08bc-d7d5-4273-9c8b-44c6b9a3bd4d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-921ff079-7867-428f-ae90-c34050f433dd', 'network_id': '921ff079-7867-428f-ae90-c34050f433dd', 'project_id': '52264470dd074c0f8041ca0ce5281c12', 'fixed_ips': [{'subnet_id': '32f02db0-30c8-4944-b6e5-ccc15c4ca28a'}]}} from dv-neutron-master-2-hyperv. {{(pid=116163) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 28 11:04:39.126506 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-9fbb08bc-d7d5-4273-9c8b-44c6b9a3bd4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (None), before_create {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:39.184873 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce633193-aa4c-4a52-8f11-bbd4a11f2824 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-987ab0eb-5751-4288-bbb5-543b8042119f', 'network_id': '987ab0eb-5751-4288-bbb5-543b8042119f', 'project_id': '1d85c55944a24e6b8fc5b73917e91c0e', 'fixed_ips': [{'subnet_id': 'a8ca94ef-9158-42e2-b447-0ffe792e1d0e'}]}} from dv-neutron-master-2-hyperv. {{(pid=116163) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 28 11:04:39.186346 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-ce633193-aa4c-4a52-8f11-bbd4a11f2824 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (None), before_create {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:39.199558 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-eb5416fe-e750-486c-983a-55182133a32b tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Publish callbacks [] for router_controller (14002152-000a-4c44-883d-e2dc6779bfe4), precommit_add_association {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:39.253908 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-eb5416fe-e750-486c-983a-55182133a32b tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2060818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1935326'] for router (14002152-000a-4c44-883d-e2dc6779bfe4), after_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:39.275713 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fef63c84-14fd-4ef8-a667-3c6aeadd2040 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Made reservation on behalf of f86d085f9b42493aa6c0f40f62349e1e for: {'subnet': 1} {{(pid=116162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 11:04:39.279548 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-fef63c84-14fd-4ef8-a667-3c6aeadd2040 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4210834'] for subnet (None), before_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:39.331261 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.db.db_base_plugin_common [None req-166d897c-04e2-4a9b-a86f-ca88814ed381 tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Allocated IP 2001:db8::138 (921ff079-7867-428f-ae90-c34050f433dd/32f02db0-30c8-4944-b6e5-ccc15c4ca28a/d5e3d8c4-5a14-478f-91c4-14cb1b5c45e8) {{(pid=116162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 11:04:39.371029 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-eb5416fe-e750-486c-983a-55182133a32b tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Publish callbacks [] for router (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:39.375689 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-eb5416fe-e750-486c-983a-55182133a32b tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.5918508 Apr 28 11:04:39.378819 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 53340) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:04:39.386946 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-de3739f8-982f-49c0-9b4d-088a4ae9718f tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (None), before_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:39.451074 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.plugin [None req-f895c176-00b8-4ae1-92af-f9654f448b8b admin admin] Deleting port 8d8ebf2e-8dc6-47e2-9a75-17d9acc22b70 {{(pid=116161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 11:04:39.451502 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-f895c176-00b8-4ae1-92af-f9654f448b8b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742235130188'] for port (8d8ebf2e-8dc6-47e2-9a75-17d9acc22b70), before_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:39.493788 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-d90f9b98-ce9b-4b6e-b6bb-4f982ccba51f None None] Current status of the port 5c03bfae-ec00-450a-8155-d55ecacfd499 is: DOWN; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:04:39.494163 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-d90f9b98-ce9b-4b6e-b6bb-4f982ccba51f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (5c03bfae-ec00-450a-8155-d55ecacfd499), before_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:39.573434 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-b7b1390f-97b1-43cc-b6b1-4c2587e6e0f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (6b492ad6-0876-4d74-b20d-28143a52ceba), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:39.637293 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.db [None req-f895c176-00b8-4ae1-92af-f9654f448b8b admin admin] For port 8d8ebf2e-8dc6-47e2-9a75-17d9acc22b70, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=8d8ebf2e-8dc6-47e2-9a75-17d9acc22b70,segment=NetworkSegment(6d4ad1d4-95ab-4492-8694-723c8a0122a3),segment_id=6d4ad1d4-95ab-4492-8694-723c8a0122a3)] {{(pid=116161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 11:04:39.637692 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-f895c176-00b8-4ae1-92af-f9654f448b8b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1938497'] for port (8d8ebf2e-8dc6-47e2-9a75-17d9acc22b70), precommit_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:39.639059 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_hamode_db [None req-5acdf4a0-0dbd-40b4-9d51-4aefa708be78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a61ed78-023f-43d6-a86a-5af1aae9e69c', 'name': 'tempest-RoutersIpV6Test-router-197789818', 'tenant_id': '0f4d85af73ea40518271b3ac6c23a282', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T11:04:08Z', 'updated_at': '2022-04-28T11:04:33Z', 'revision_number': 4, 'project_id': '0f4d85af73ea40518271b3ac6c23a282', 'gw_port_host': None, '_interfaces': [{'id': '5c03bfae-ec00-450a-8155-d55ecacfd499', 'name': '', 'network_id': 'a57c4b36-4dfd-464d-a7f5-2e3339de6e15', 'tenant_id': '0f4d85af73ea40518271b3ac6c23a282', 'mac_address': 'fa:16:3e:f5:c6:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a61ed78-023f-43d6-a86a-5af1aae9e69c', 'device_owner': 'network:router_interface', 'standard_attr_id': 936, 'fixed_ips': [{'subnet_id': 'b625a9d9-7f26-48f2-9f4a-30d53875a1fb', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:04:31Z', 'updated_at': '2022-04-28T11:04:38Z', 'revision_number': 4, 'project_id': '0f4d85af73ea40518271b3ac6c23a282', 'subnets': [{'id': 'b625a9d9-7f26-48f2-9f4a-30d53875a1fb', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '67ab86d9-8559-4fb5-b911-083455e9e6b3', 'name': '', 'network_id': 'b49b1fd0-a27a-4592-b3bb-db40c57d4de0', 'tenant_id': '0f4d85af73ea40518271b3ac6c23a282', 'mac_address': 'fa:16:3e:05:6f:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a61ed78-023f-43d6-a86a-5af1aae9e69c', 'device_owner': 'network:router_interface', 'standard_attr_id': 930, 'fixed_ips': [{'subnet_id': 'f86be52a-4023-4e56-b802-604679ea9f0d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:04:22Z', 'updated_at': '2022-04-28T11:04:31Z', 'revision_number': 5, 'project_id': '0f4d85af73ea40518271b3ac6c23a282', 'subnets': [{'id': 'f86be52a-4023-4e56-b802-604679ea9f0d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cdbf5767-b7c5-48f5-97ec-afc0a75ab932', 'name': '', 'network_id': '2634f032-d4ae-4ad5-96de-8648922027d9', 'tenant_id': '0f4d85af73ea40518271b3ac6c23a282', 'mac_address': 'fa:16:3e:17:9a:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a61ed78-023f-43d6-a86a-5af1aae9e69c', 'device_owner': 'network:router_interface', 'standard_attr_id': 896, 'fixed_ips': [{'subnet_id': '239fd4a7-9885-4cb6-b54a-2440592f7a50', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:04:13Z', 'updated_at': '2022-04-28T11:04:20Z', 'revision_number': 5, 'project_id': '0f4d85af73ea40518271b3ac6c23a282', 'subnets': [{'id': '239fd4a7-9885-4cb6-b54a-2440592f7a50', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=116163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:04:39.645972 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-d90f9b98-ce9b-4b6e-b6bb-4f982ccba51f None None] For port 5c03bfae-ec00-450a-8155-d55ecacfd499, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=5c03bfae-ec00-450a-8155-d55ecacfd499,segment=NetworkSegment(b7bea462-26f0-43db-8737-01e477d52953),segment_id=b7bea462-26f0-43db-8737-01e477d52953)] {{(pid=116163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 11:04:39.679551 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.plugin [None req-f895c176-00b8-4ae1-92af-f9654f448b8b admin admin] Calling delete_port for 8d8ebf2e-8dc6-47e2-9a75-17d9acc22b70 owned by network:router_interface {{(pid=116161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 11:04:39.688160 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5acdf4a0-0dbd-40b4-9d51-4aefa708be78 None None] The sync data for ids ['7a61ed78-023f-43d6-a86a-5af1aae9e69c'] in dv-neutron-master-2-hyperv is: [{'id': '7a61ed78-023f-43d6-a86a-5af1aae9e69c', 'name': 'tempest-RoutersIpV6Test-router-197789818', 'tenant_id': '0f4d85af73ea40518271b3ac6c23a282', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T11:04:08Z', 'updated_at': '2022-04-28T11:04:33Z', 'revision_number': 4, 'project_id': '0f4d85af73ea40518271b3ac6c23a282', 'gw_port_host': None, '_interfaces': [{'id': '5c03bfae-ec00-450a-8155-d55ecacfd499', 'name': '', 'network_id': 'a57c4b36-4dfd-464d-a7f5-2e3339de6e15', 'tenant_id': '0f4d85af73ea40518271b3ac6c23a282', 'mac_address': 'fa:16:3e:f5:c6:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a61ed78-023f-43d6-a86a-5af1aae9e69c', 'device_owner': 'network:router_interface', 'standard_attr_id': 936, 'fixed_ips': [{'subnet_id': 'b625a9d9-7f26-48f2-9f4a-30d53875a1fb', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:04:31Z', 'updated_at': '2022-04-28T11:04:38Z', 'revision_number': 4, 'project_id': '0f4d85af73ea40518271b3ac6c23a282', 'subnets': [{'id': 'b625a9d9-7f26-48f2-9f4a-30d53875a1fb', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '67ab86d9-8559-4fb5-b911-083455e9e6b3', 'name': '', 'network_id': 'b49b1fd0-a27a-4592-b3bb-db40c57d4de0', 'tenant_id': '0f4d85af73ea40518271b3ac6c23a282', 'mac_address': 'fa:16:3e:05:6f:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a61ed78-023f-43d6-a86a-5af1aae9e69c', 'device_owner': 'network:router_interface', 'standard_attr_id': 930, 'fixed_ips': [{'subnet_id': 'f86be52a-4023-4e56-b802-604679ea9f0d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:04:22Z', 'updated_at': '2022-04-28T11:04:31Z', 'revision_number': 5, 'project_id': '0f4d85af73ea40518271b3ac6c23a282', 'subnets': [{'id': 'f86be52a-4023-4e56-b802-604679ea9f0d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cdbf5767-b7c5-48f5-97ec-afc0a75ab932', 'name': '', 'network_id': '2634f032-d4ae-4ad5-96de-8648922027d9', 'tenant_id': '0f4d85af73ea40518271b3ac6c23a282', 'mac_address': 'fa:16:3e:17:9a:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a61ed78-023f-43d6-a86a-5af1aae9e69c', 'device_owner': 'network:router_interface', 'standard_attr_id': 896, 'fixed_ips': [{'subnet_id': '239fd4a7-9885-4cb6-b54a-2440592f7a50', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:04:13Z', 'updated_at': '2022-04-28T11:04:20Z', 'revision_number': 5, 'project_id': '0f4d85af73ea40518271b3ac6c23a282', 'subnets': [{'id': '239fd4a7-9885-4cb6-b54a-2440592f7a50', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=116163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 11:04:39.690231 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.db_base_plugin_common [None req-ce633193-aa4c-4a52-8f11-bbd4a11f2824 None None] Allocated IP 172.20.0.2 (987ab0eb-5751-4288-bbb5-543b8042119f/a8ca94ef-9158-42e2-b447-0ffe792e1d0e/cf9a2314-cbdf-438e-bc1a-503f7445f5c6) {{(pid=116163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 11:04:39.692782 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.db_base_plugin_common [None req-f1791076-b0da-4ed2-ab99-46f03378be99 None None] Allocated IP 2001:db8:3::2 (7144af6d-d284-4f22-b7bf-c36ccf9740b8/4a70eceb-e687-4062-adb6-d320d56bd5a4/4d567ab1-f358-4fd4-8640-039a42c5521e) {{(pid=116163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 11:04:39.709668 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-d90f9b98-ce9b-4b6e-b6bb-4f982ccba51f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393'] for port (5c03bfae-ec00-450a-8155-d55ecacfd499), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:39.903411 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b45bad9-c212-46f7-afb3-56bbd8975592 req-3f8e292d-4b19-40e6-a2e9-3737bcb7aeb6 tempest-TestNetworkAdvancedServerOps-1762458272 tempest-TestNetworkAdvancedServerOps-1762458272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:04:39.905830 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-7b45bad9-c212-46f7-afb3-56bbd8975592 req-3f8e292d-4b19-40e6-a2e9-3737bcb7aeb6 tempest-TestNetworkAdvancedServerOps-1762458272 tempest-TestNetworkAdvancedServerOps-1762458272-project] 10.222.0.10 "GET /v2.0/ports?device_id=da1b1d97-d6fb-4c40-a57a-807f6776d01a HTTP/1.1" status: 200 len: 945 time: 0.0672202 Apr 28 11:04:39.935021 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-849e3a05-e6ff-41bd-bf82-3be97aa0656a tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (None), before_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:40.028202 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-7b45bad9-c212-46f7-afb3-56bbd8975592 req-272b822e-6a9a-4150-a95e-866a8dab7d87 tempest-TestNetworkAdvancedServerOps-1762458272 tempest-TestNetworkAdvancedServerOps-1762458272-project] 10.222.0.10 "GET /v2.0/security-groups?id=0bcd3ba6-8b12-4573-ac81-fc4e6cc933d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1106889 Apr 28 11:04:40.049125 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-166d897c-04e2-4a9b-a86f-ca88814ed381 tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Publish callbacks [] for port (d5e3d8c4-5a14-478f-91c4-14cb1b5c45e8), precommit_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:40.143967 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-f895c176-00b8-4ae1-92af-f9654f448b8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742235135690', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742234710366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5219112'] for port (8d8ebf2e-8dc6-47e2-9a75-17d9acc22b70), after_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:40.151408 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90f9b98-ce9b-4b6e-b6bb-4f982ccba51f None None] Pushing event updated for resources: {'Port': ['ID=5c03bfae-ec00-450a-8155-d55ecacfd499,revision_number=5']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:04:40.153300 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-fef63c84-14fd-4ef8-a667-3c6aeadd2040 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5054027', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4210784'] for subnet (48a1807e-83e2-45b7-adc5-9bbd51e88ad3), after_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:40.211315 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f895c176-00b8-4ae1-92af-f9654f448b8b admin admin] Pushing event deleted for resources: {'Port': ['ID=8d8ebf2e-8dc6-47e2-9a75-17d9acc22b70,revision_number=None']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:04:40.224456 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fef63c84-14fd-4ef8-a667-3c6aeadd2040 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Network 6ad48b29-1fb1-4e43-9abf-f860ed1ac269 is already hosted by enough agents. {{(pid=116162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 11:04:40.240809 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-ce633193-aa4c-4a52-8f11-bbd4a11f2824 None None] Publish callbacks [] for port (cf9a2314-cbdf-438e-bc1a-503f7445f5c6), precommit_create {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:40.278721 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.scheduler.base_scheduler [None req-fef63c84-14fd-4ef8-a667-3c6aeadd2040 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Resources bound (agent type, host, resource id): {{(pid=116162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 11:04:40.289460 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fef63c84-14fd-4ef8-a667-3c6aeadd2040 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:04:40.290051 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-fef63c84-14fd-4ef8-a667-3c6aeadd2040 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Publish callbacks [] for subnet (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:40.301428 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7582f0dc-1e74-4436-8ca6-01a6f3549151 None None] Network 6ad48b29-1fb1-4e43-9abf-f860ed1ac269 requested from dv-neutron-master-2-hyperv {{(pid=116163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 11:04:40.308140 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef63c84-14fd-4ef8-a667-3c6aeadd2040 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Pushing event updated for resources: {'Subnet': ['ID=48a1807e-83e2-45b7-adc5-9bbd51e88ad3,revision_number=0']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:04:40.359397 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-ce633193-aa4c-4a52-8f11-bbd4a11f2824 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742234710357'] for port (cf9a2314-cbdf-438e-bc1a-503f7445f5c6), after_create {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:40.405378 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-166d897c-04e2-4a9b-a86f-ca88814ed381 tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742234710357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5051867'] for port (d5e3d8c4-5a14-478f-91c4-14cb1b5c45e8), after_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:40.429254 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-f1791076-b0da-4ed2-ab99-46f03378be99 None None] Publish callbacks [] for port (4d567ab1-f358-4fd4-8640-039a42c5521e), precommit_create {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:40.508984 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce633193-aa4c-4a52-8f11-bbd4a11f2824 None None] Network 987ab0eb-5751-4288-bbb5-543b8042119f is already hosted by enough agents. {{(pid=116163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 11:04:40.525587 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.scheduler.base_scheduler [None req-ce633193-aa4c-4a52-8f11-bbd4a11f2824 None None] Resources bound (agent type, host, resource id): {{(pid=116163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 11:04:40.525587 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce633193-aa4c-4a52-8f11-bbd4a11f2824 None None] Received port after_create {{(pid=116163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 11:04:40.561014 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-f1791076-b0da-4ed2-ab99-46f03378be99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742234710357'] for port (4d567ab1-f358-4fd4-8640-039a42c5521e), after_create {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:40.563263 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce633193-aa4c-4a52-8f11-bbd4a11f2824 None None] Pushing event updated for resources: {'Port': ['ID=cf9a2314-cbdf-438e-bc1a-503f7445f5c6,revision_number=1']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:04:40.610578 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-f895c176-00b8-4ae1-92af-f9654f448b8b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1603051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2063504'] for router_interface (c0106278-6e57-47c1-8c24-f3800ff88c3c), after_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:40.624065 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1791076-b0da-4ed2-ab99-46f03378be99 None None] Pushing event updated for resources: {'Port': ['ID=4d567ab1-f358-4fd4-8640-039a42c5521e,revision_number=1']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:04:40.627304 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-ae94d540-e4c6-43be-adc9-b26fb6a2f62f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (cfc241ae-e4b7-443b-b80b-59fbbc2b69c9), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:40.636090 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.db_base_plugin_common [None req-9fbb08bc-d7d5-4273-9c8b-44c6b9a3bd4d None None] Allocated IP 2001:db8::2 (921ff079-7867-428f-ae90-c34050f433dd/32f02db0-30c8-4944-b6e5-ccc15c4ca28a/bfc75fd8-050d-434c-8a17-3a7f2a8191a8) {{(pid=116163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 11:04:40.688273 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.db.db_base_plugin_common [None req-de3739f8-982f-49c0-9b4d-088a4ae9718f tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Allocated IP 2001:db8:3::1 (7144af6d-d284-4f22-b7bf-c36ccf9740b8/4a70eceb-e687-4062-adb6-d320d56bd5a4/ed497352-af44-4d06-abd6-dc9df22c5f55) {{(pid=116161) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 11:04:40.706904 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1791076-b0da-4ed2-ab99-46f03378be99 None None] Network 7144af6d-d284-4f22-b7bf-c36ccf9740b8 is already hosted by enough agents. {{(pid=116163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 11:04:40.710982 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb2bd7e7-aeb6-477d-a565-bb44a14cf30b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-6ad48b29-1fb1-4e43-9abf-f860ed1ac269', 'network_id': '6ad48b29-1fb1-4e43-9abf-f860ed1ac269', 'project_id': 'f86d085f9b42493aa6c0f40f62349e1e', 'fixed_ips': [{'subnet_id': '48a1807e-83e2-45b7-adc5-9bbd51e88ad3'}]}} from dv-neutron-master-2-hyperv. {{(pid=116163) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 28 11:04:40.711855 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-eb2bd7e7-aeb6-477d-a565-bb44a14cf30b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (None), before_create {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:40.749666 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.scheduler.base_scheduler [None req-f1791076-b0da-4ed2-ab99-46f03378be99 None None] Resources bound (agent type, host, resource id): {{(pid=116163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 11:04:40.752177 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1791076-b0da-4ed2-ab99-46f03378be99 None None] Received port after_create {{(pid=116163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 11:04:40.778474 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Device 5c03bfae-ec00-450a-8155-d55ecacfd499 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=116163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 11:04:40.795135 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 53348) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:04:40.851424 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.managers [None req-ce633193-aa4c-4a52-8f11-bbd4a11f2824 None None] Attempting to bind port cf9a2314-cbdf-438e-bc1a-503f7445f5c6 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=116163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 28 11:04:40.851803 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.managers [None req-ce633193-aa4c-4a52-8f11-bbd4a11f2824 None None] Attempting to bind port cf9a2314-cbdf-438e-bc1a-503f7445f5c6 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'de22757e-8eb8-4b28-9333-0d65c5311a2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '987ab0eb-5751-4288-bbb5-543b8042119f'}] {{(pid=116163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 28 11:04:40.852163 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce633193-aa4c-4a52-8f11-bbd4a11f2824 None None] Attempting to bind port cf9a2314-cbdf-438e-bc1a-503f7445f5c6 on network 987ab0eb-5751-4288-bbb5-543b8042119f {{(pid=116163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 11:04:40.898368 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce633193-aa4c-4a52-8f11-bbd4a11f2824 None None] Checking agent: {'id': 'd5baab19-5dd1-4902-922b-84acb048ab9c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 10, 50, 43), 'started_at': datetime.datetime(2022, 4, 28, 10, 51, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 11, 4, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=116163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 11:04:40.898777 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce633193-aa4c-4a52-8f11-bbd4a11f2824 None None] Checking segment: {'id': 'de22757e-8eb8-4b28-9333-0d65c5311a2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '987ab0eb-5751-4288-bbb5-543b8042119f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 11:04:40.900194 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-ce633193-aa4c-4a52-8f11-bbd4a11f2824 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:40.900194 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce633193-aa4c-4a52-8f11-bbd4a11f2824 None None] Bound using segment: {'id': 'de22757e-8eb8-4b28-9333-0d65c5311a2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '987ab0eb-5751-4288-bbb5-543b8042119f'} {{(pid=116163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 11:04:40.900194 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.managers [None req-ce633193-aa4c-4a52-8f11-bbd4a11f2824 None None] Bound port: cf9a2314-cbdf-438e-bc1a-503f7445f5c6, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de22757e-8eb8-4b28-9333-0d65c5311a2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '987ab0eb-5751-4288-bbb5-543b8042119f'}}] {{(pid=116163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 28 11:04:40.900502 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-ce633193-aa4c-4a52-8f11-bbd4a11f2824 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (cf9a2314-cbdf-438e-bc1a-503f7445f5c6), before_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:40.928772 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-fef63c84-14fd-4ef8-a667-3c6aeadd2040 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0309436 Apr 28 11:04:40.936849 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 53350) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:04:40.938729 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-166d897c-04e2-4a9b-a86f-ca88814ed381 tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Network 921ff079-7867-428f-ae90-c34050f433dd is already hosted by enough agents. {{(pid=116162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 11:04:40.949600 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.v2.base [None req-ae7deaac-3a9f-4cc9-afe8-07446903aafd tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Request body: {'security_group': {'name': 'tempest-secgroup-752617659'}} {{(pid=116162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:04:40.961947 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.scheduler.base_scheduler [None req-166d897c-04e2-4a9b-a86f-ca88814ed381 tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Resources bound (agent type, host, resource id): {{(pid=116162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 11:04:40.965910 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.db.db_base_plugin_common [None req-849e3a05-e6ff-41bd-bf82-3be97aa0656a tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Allocated IP 172.20.0.1 (987ab0eb-5751-4288-bbb5-543b8042119f/a8ca94ef-9158-42e2-b447-0ffe792e1d0e/83f3dd73-db7d-45dc-b5d6-298edc36185b) {{(pid=116162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 11:04:40.972157 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-166d897c-04e2-4a9b-a86f-ca88814ed381 tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Received port after_create {{(pid=116162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 11:04:40.977235 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-166d897c-04e2-4a9b-a86f-ca88814ed381 tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:04:40.978495 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-166d897c-04e2-4a9b-a86f-ca88814ed381 tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198022'] for port (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:40.999659 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-166d897c-04e2-4a9b-a86f-ca88814ed381 tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Pushing event updated for resources: {'Port': ['ID=d5e3d8c4-5a14-478f-91c4-14cb1b5c45e8,revision_number=1']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:04:41.057960 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.managers [None req-f1791076-b0da-4ed2-ab99-46f03378be99 None None] Attempting to bind port 4d567ab1-f358-4fd4-8640-039a42c5521e on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=116163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 28 11:04:41.058330 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.managers [None req-f1791076-b0da-4ed2-ab99-46f03378be99 None None] Attempting to bind port 4d567ab1-f358-4fd4-8640-039a42c5521e by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '0fc06385-11dc-48b1-9e52-0ff76d9140af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '7144af6d-d284-4f22-b7bf-c36ccf9740b8'}] {{(pid=116163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 28 11:04:41.058704 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1791076-b0da-4ed2-ab99-46f03378be99 None None] Attempting to bind port 4d567ab1-f358-4fd4-8640-039a42c5521e on network 7144af6d-d284-4f22-b7bf-c36ccf9740b8 {{(pid=116163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 11:04:41.060909 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Provisioning complete for port 5c03bfae-ec00-450a-8155-d55ecacfd499 triggered by entity L2. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:04:41.061286 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (5c03bfae-ec00-450a-8155-d55ecacfd499), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:41.078712 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-ae7deaac-3a9f-4cc9-afe8-07446903aafd tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Publish callbacks [] for security_group (None), before_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:41.102081 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-166d897c-04e2-4a9b-a86f-ca88814ed381 tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.4188926 Apr 28 11:04:41.106630 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 53354) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:04:41.112204 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.v2.base [None req-6ca66b02-53bf-4142-a330-4653ee278cd2 tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Request body: {'port': {'network_id': '921ff079-7867-428f-ae90-c34050f433dd', 'name': 'tempest-PortsIpV6TestJSON-871049012'}} {{(pid=116162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:04:41.130248 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1791076-b0da-4ed2-ab99-46f03378be99 None None] Checking agent: {'id': 'd5baab19-5dd1-4902-922b-84acb048ab9c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 10, 50, 43), 'started_at': datetime.datetime(2022, 4, 28, 10, 51, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 11, 4, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=116163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 11:04:41.130650 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1791076-b0da-4ed2-ab99-46f03378be99 None None] Checking segment: {'id': '0fc06385-11dc-48b1-9e52-0ff76d9140af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '7144af6d-d284-4f22-b7bf-c36ccf9740b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 11:04:41.131058 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-f1791076-b0da-4ed2-ab99-46f03378be99 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:41.131487 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1791076-b0da-4ed2-ab99-46f03378be99 None None] Bound using segment: {'id': '0fc06385-11dc-48b1-9e52-0ff76d9140af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '7144af6d-d284-4f22-b7bf-c36ccf9740b8'} {{(pid=116163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 11:04:41.131975 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.managers [None req-f1791076-b0da-4ed2-ab99-46f03378be99 None None] Bound port: 4d567ab1-f358-4fd4-8640-039a42c5521e, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0fc06385-11dc-48b1-9e52-0ff76d9140af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '7144af6d-d284-4f22-b7bf-c36ccf9740b8'}}] {{(pid=116163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 28 11:04:41.132354 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-f1791076-b0da-4ed2-ab99-46f03378be99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (4d567ab1-f358-4fd4-8640-039a42c5521e), before_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:41.228552 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-ce633193-aa4c-4a52-8f11-bbd4a11f2824 None None] For port cf9a2314-cbdf-438e-bc1a-503f7445f5c6, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=116163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 11:04:41.240183 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-9fbb08bc-d7d5-4273-9c8b-44c6b9a3bd4d None None] Publish callbacks [] for port (bfc75fd8-050d-434c-8a17-3a7f2a8191a8), precommit_create {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:41.243024 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.db_base_plugin_common [None req-eb2bd7e7-aeb6-477d-a565-bb44a14cf30b None None] Allocated IP 172.20.0.2 (6ad48b29-1fb1-4e43-9abf-f860ed1ac269/48a1807e-83e2-45b7-adc5-9bbd51e88ad3/29aa7b99-7141-4a11-be6d-41ea38243c40) {{(pid=116163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 11:04:41.252184 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-849e3a05-e6ff-41bd-bf82-3be97aa0656a tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Publish callbacks [] for port (83f3dd73-db7d-45dc-b5d6-298edc36185b), precommit_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:41.275874 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-ce633193-aa4c-4a52-8f11-bbd4a11f2824 None None] For port cf9a2314-cbdf-438e-bc1a-503f7445f5c6, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=cf9a2314-cbdf-438e-bc1a-503f7445f5c6,segment=NetworkSegment(de22757e-8eb8-4b28-9333-0d65c5311a2f),segment_id=de22757e-8eb8-4b28-9333-0d65c5311a2f)] {{(pid=116163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 11:04:41.301255 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-9fbb08bc-d7d5-4273-9c8b-44c6b9a3bd4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742234710357'] for port (bfc75fd8-050d-434c-8a17-3a7f2a8191a8), after_create {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:41.301628 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-ae7deaac-3a9f-4cc9-afe8-07446903aafd tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Publish callbacks [] for security_group (5c0155c4-4cdd-4bd4-89c2-2c1b8a48b2ed), precommit_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:41.344203 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-ae7deaac-3a9f-4cc9-afe8-07446903aafd tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924426'] for security_group (5c0155c4-4cdd-4bd4-89c2-2c1b8a48b2ed), after_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:41.364230 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-062ebb7a-1b7b-4947-a146-2eb2142b92f2 tempest-TestNetworkBasicOps-223859856 tempest-TestNetworkBasicOps-223859856-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:04:41.366536 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-062ebb7a-1b7b-4947-a146-2eb2142b92f2 tempest-TestNetworkBasicOps-223859856 tempest-TestNetworkBasicOps-223859856-project-admin] 10.222.0.10 "GET /v2.0/subnets?network_id=7be49d94-bbb8-4a61-bafe-209c5f861e1c HTTP/1.1" status: 200 len: 814 time: 0.5684292 Apr 28 11:04:41.376516 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-ce633193-aa4c-4a52-8f11-bbd4a11f2824 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393'] for port (cf9a2314-cbdf-438e-bc1a-503f7445f5c6), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:41.377229 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7deaac-3a9f-4cc9-afe8-07446903aafd tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5c0155c4-4cdd-4bd4-89c2-2c1b8a48b2ed,revision_number=1']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:04:41.390091 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ca66b02-53bf-4142-a330-4653ee278cd2 tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Made reservation on behalf of 52264470dd074c0f8041ca0ce5281c12 for: {'port': 1} {{(pid=116162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 11:04:41.394000 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-6ca66b02-53bf-4142-a330-4653ee278cd2 tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (None), before_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:41.407955 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-849e3a05-e6ff-41bd-bf82-3be97aa0656a tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742234710357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5051867'] for port (83f3dd73-db7d-45dc-b5d6-298edc36185b), after_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:41.408889 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d87f047-4909-41d9-8572-3b55688e0483 req-c4b0d459-348c-46c9-8870-7349f0e66910 tempest-TestNetworkAdvancedServerOps-1762458272 tempest-TestNetworkAdvancedServerOps-1762458272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:04:41.417070 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-1d87f047-4909-41d9-8572-3b55688e0483 req-c4b0d459-348c-46c9-8870-7349f0e66910 tempest-TestNetworkAdvancedServerOps-1762458272 tempest-TestNetworkAdvancedServerOps-1762458272-project] 10.222.0.10 "GET /v2.0/ports?device_id=da1b1d97-d6fb-4c40-a57a-807f6776d01a HTTP/1.1" status: 200 len: 945 time: 0.1477551 Apr 28 11:04:41.417288 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fbb08bc-d7d5-4273-9c8b-44c6b9a3bd4d None None] Network 921ff079-7867-428f-ae90-c34050f433dd is already hosted by enough agents. {{(pid=116163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 11:04:41.431324 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-f1791076-b0da-4ed2-ab99-46f03378be99 None None] For port 4d567ab1-f358-4fd4-8640-039a42c5521e, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=116163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 11:04:41.441886 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.scheduler.base_scheduler [None req-9fbb08bc-d7d5-4273-9c8b-44c6b9a3bd4d None None] Resources bound (agent type, host, resource id): {{(pid=116163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 11:04:41.443942 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fbb08bc-d7d5-4273-9c8b-44c6b9a3bd4d None None] Received port after_create {{(pid=116163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 11:04:41.449375 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.notifiers.nova [None req-6ca66b02-53bf-4142-a330-4653ee278cd2 tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] device_id is not set on port 74af8769-d419-4d9f-b251-2928d6c8cabe yet. {{(pid=116162) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 28 11:04:41.451299 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fbb08bc-d7d5-4273-9c8b-44c6b9a3bd4d None None] Pushing event updated for resources: {'Port': ['ID=bfc75fd8-050d-434c-8a17-3a7f2a8191a8,revision_number=1']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:04:41.504819 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Current status of the port 5c03bfae-ec00-450a-8155-d55ecacfd499 is: ACTIVE; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:04:41.508371 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-f1791076-b0da-4ed2-ab99-46f03378be99 None None] For port 4d567ab1-f358-4fd4-8640-039a42c5521e, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=4d567ab1-f358-4fd4-8640-039a42c5521e,segment=NetworkSegment(0fc06385-11dc-48b1-9e52-0ff76d9140af),segment_id=0fc06385-11dc-48b1-9e52-0ff76d9140af)] {{(pid=116163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 11:04:41.527562 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-849e3a05-e6ff-41bd-bf82-3be97aa0656a tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Network 987ab0eb-5751-4288-bbb5-543b8042119f is already hosted by enough agents. {{(pid=116162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 11:04:41.535098 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-ae7deaac-3a9f-4cc9-afe8-07446903aafd tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Publish callbacks [] for security_group (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:41.536736 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-ae7deaac-3a9f-4cc9-afe8-07446903aafd tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1759 time: 0.5967882 Apr 28 11:04:41.541741 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-de3739f8-982f-49c0-9b4d-088a4ae9718f tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Publish callbacks [] for port (ed497352-af44-4d06-abd6-dc9df22c5f55), precommit_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:41.545235 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 53360) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:04:41.548039 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.scheduler.base_scheduler [None req-849e3a05-e6ff-41bd-bf82-3be97aa0656a tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Resources bound (agent type, host, resource id): {{(pid=116162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 11:04:41.555373 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-849e3a05-e6ff-41bd-bf82-3be97aa0656a tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Received port after_create {{(pid=116162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 11:04:41.559035 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.v2.base [None req-4443e2ed-9ad1-474b-a3fd-0dffcc2ae1e1 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Request body: {'security_group': {'name': 'tempest-secgroup-1746029642'}} {{(pid=116161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:04:41.583877 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849e3a05-e6ff-41bd-bf82-3be97aa0656a tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Pushing event updated for resources: {'Port': ['ID=83f3dd73-db7d-45dc-b5d6-298edc36185b,revision_number=1']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:04:41.649340 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-1d87f047-4909-41d9-8572-3b55688e0483 req-d2066df5-e608-40ae-a330-7a9a54cd2621 tempest-TestNetworkAdvancedServerOps-1762458272 tempest-TestNetworkAdvancedServerOps-1762458272-project] 10.222.0.10 "GET /v2.0/security-groups?id=0bcd3ba6-8b12-4573-ac81-fc4e6cc933d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2186677 Apr 28 11:04:41.649856 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-f1791076-b0da-4ed2-ab99-46f03378be99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393'] for port (4d567ab1-f358-4fd4-8640-039a42c5521e), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:41.670887 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce633193-aa4c-4a52-8f11-bbd4a11f2824 None None] Pushing event updated for resources: {'Port': ['ID=cf9a2314-cbdf-438e-bc1a-503f7445f5c6,revision_number=2']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:04:41.677575 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-849e3a05-e6ff-41bd-bf82-3be97aa0656a tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2063275'] for router_interface (14002152-000a-4c44-883d-e2dc6779bfe4), before_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:41.683370 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f895c176-00b8-4ae1-92af-f9654f448b8b admin admin] Router c0106278-6e57-47c1-8c24-f3800ff88c3c has already been hosted by L3 agent 6b492ad6-0876-4d74-b20d-28143a52ceba {{(pid=116161) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 11:04:41.741209 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.db.db_base_plugin_common [None req-6ca66b02-53bf-4142-a330-4653ee278cd2 tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Allocated IP 2001:db8::90 (921ff079-7867-428f-ae90-c34050f433dd/32f02db0-30c8-4944-b6e5-ccc15c4ca28a/74af8769-d419-4d9f-b251-2928d6c8cabe) {{(pid=116162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 11:04:41.746354 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-4443e2ed-9ad1-474b-a3fd-0dffcc2ae1e1 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Publish callbacks [] for security_group (None), before_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:41.826763 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1791076-b0da-4ed2-ab99-46f03378be99 None None] Pushing event updated for resources: {'Port': ['ID=4d567ab1-f358-4fd4-8640-039a42c5521e,revision_number=2']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:04:41.849199 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.managers [None req-9fbb08bc-d7d5-4273-9c8b-44c6b9a3bd4d None None] Attempting to bind port bfc75fd8-050d-434c-8a17-3a7f2a8191a8 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=116163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 28 11:04:41.849682 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.managers [None req-9fbb08bc-d7d5-4273-9c8b-44c6b9a3bd4d None None] Attempting to bind port bfc75fd8-050d-434c-8a17-3a7f2a8191a8 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '509ab53d-7819-48bb-b5cf-fdad37960c78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '921ff079-7867-428f-ae90-c34050f433dd'}] {{(pid=116163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 28 11:04:41.850160 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fbb08bc-d7d5-4273-9c8b-44c6b9a3bd4d None None] Attempting to bind port bfc75fd8-050d-434c-8a17-3a7f2a8191a8 on network 921ff079-7867-428f-ae90-c34050f433dd {{(pid=116163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 11:04:41.855069 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-de3739f8-982f-49c0-9b4d-088a4ae9718f tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742234710357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5219112'] for port (ed497352-af44-4d06-abd6-dc9df22c5f55), after_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:41.895494 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-eb2bd7e7-aeb6-477d-a565-bb44a14cf30b None None] Publish callbacks [] for port (29aa7b99-7141-4a11-be6d-41ea38243c40), precommit_create {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:41.901051 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fbb08bc-d7d5-4273-9c8b-44c6b9a3bd4d None None] Checking agent: {'id': 'd5baab19-5dd1-4902-922b-84acb048ab9c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 10, 50, 43), 'started_at': datetime.datetime(2022, 4, 28, 10, 51, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 11, 4, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=116163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 11:04:41.901668 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fbb08bc-d7d5-4273-9c8b-44c6b9a3bd4d None None] Checking segment: {'id': '509ab53d-7819-48bb-b5cf-fdad37960c78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '921ff079-7867-428f-ae90-c34050f433dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 11:04:41.902346 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-9fbb08bc-d7d5-4273-9c8b-44c6b9a3bd4d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:41.902893 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fbb08bc-d7d5-4273-9c8b-44c6b9a3bd4d None None] Bound using segment: {'id': '509ab53d-7819-48bb-b5cf-fdad37960c78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '921ff079-7867-428f-ae90-c34050f433dd'} {{(pid=116163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 11:04:41.903476 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.managers [None req-9fbb08bc-d7d5-4273-9c8b-44c6b9a3bd4d None None] Bound port: bfc75fd8-050d-434c-8a17-3a7f2a8191a8, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '509ab53d-7819-48bb-b5cf-fdad37960c78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '921ff079-7867-428f-ae90-c34050f433dd'}}] {{(pid=116163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 28 11:04:41.905683 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-9fbb08bc-d7d5-4273-9c8b-44c6b9a3bd4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (bfc75fd8-050d-434c-8a17-3a7f2a8191a8), before_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:41.918309 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3739f8-982f-49c0-9b4d-088a4ae9718f tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Pushing event updated for resources: {'Port': ['ID=ed497352-af44-4d06-abd6-dc9df22c5f55,revision_number=1']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:04:41.966257 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de3739f8-982f-49c0-9b4d-088a4ae9718f tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Network 7144af6d-d284-4f22-b7bf-c36ccf9740b8 is already hosted by enough agents. {{(pid=116161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 11:04:41.968436 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f895c176-00b8-4ae1-92af-f9654f448b8b admin admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=116161) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 11:04:41.975590 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-f895c176-00b8-4ae1-92af-f9654f448b8b admin admin] 10.222.0.10 "PUT /v2.0/routers/c0106278-6e57-47c1-8c24-f3800ff88c3c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8136463 Apr 28 11:04:41.975590 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 53362) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:04:41.978489 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 53364) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:04:41.989293 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.v2.base [None req-7b1976b3-d42b-4c0a-864a-468e37d5eb2f tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Request body: {'network': {'name': 'tempest-network-smoke--421054429', 'project_id': '65d54c3b7dcd4af68398071d25e8321e', 'port_security_enabled': True}} {{(pid=116161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:04:41.997947 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e228b507-91ed-425b-87ae-ae7d3b79b8d0 None None] Sync routers for ids ['c0106278-6e57-47c1-8c24-f3800ff88c3c'] in dv-neutron-master-2-hyperv {{(pid=116163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 11:04:42.000812 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-eb2bd7e7-aeb6-477d-a565-bb44a14cf30b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742234710357'] for port (29aa7b99-7141-4a11-be6d-41ea38243c40), after_create {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:42.014867 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.scheduler.base_scheduler [None req-de3739f8-982f-49c0-9b4d-088a4ae9718f tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Resources bound (agent type, host, resource id): {{(pid=116161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 11:04:42.024517 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de3739f8-982f-49c0-9b4d-088a4ae9718f tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Received port after_create {{(pid=116161) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 11:04:42.024517 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-de3739f8-982f-49c0-9b4d-088a4ae9718f tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2063275'] for router_interface (7a61ed78-023f-43d6-a86a-5af1aae9e69c), before_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:42.077094 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e228b507-91ed-425b-87ae-ae7d3b79b8d0 None None] Routers {'c0106278-6e57-47c1-8c24-f3800ff88c3c'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=116163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 11:04:42.078169 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_hamode_db [None req-e228b507-91ed-425b-87ae-ae7d3b79b8d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-28T10:50:39Z,description=,heartbeat_timestamp=2022-04-28T11:04:39Z,host='dv-neutron-master-2-hyperv',id=6b492ad6-0876-4d74-b20d-28143a52ceba,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T10:50:40Z,topic='l3_agent')) {'router_ids': ['c0106278-6e57-47c1-8c24-f3800ff88c3c'], 'active': True} {{(pid=116163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:04:42.081781 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b1976b3-d42b-4c0a-864a-468e37d5eb2f tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Made reservation on behalf of 65d54c3b7dcd4af68398071d25e8321e for: {'network': 1} {{(pid=116161) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 11:04:42.085204 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-7b1976b3-d42b-4c0a-864a-468e37d5eb2f tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for network (None), before_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:42.099663 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb2bd7e7-aeb6-477d-a565-bb44a14cf30b None None] Network 6ad48b29-1fb1-4e43-9abf-f860ed1ac269 is already hosted by enough agents. {{(pid=116163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 11:04:42.131127 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-4443e2ed-9ad1-474b-a3fd-0dffcc2ae1e1 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Publish callbacks [] for security_group (bf60ed46-8580-4d97-a8ef-94697942ef32), precommit_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:42.171210 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.scheduler.base_scheduler [None req-eb2bd7e7-aeb6-477d-a565-bb44a14cf30b None None] Resources bound (agent type, host, resource id): {{(pid=116163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 11:04:42.173590 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb2bd7e7-aeb6-477d-a565-bb44a14cf30b None None] Received port after_create {{(pid=116163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 11:04:42.182163 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-01ef1de1-12fd-4cef-b76b-793f91379468 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (39cc4f52-f5d9-4e2c-bbfa-7a1c528e1c40), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:42.185261 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7b1976b3-d42b-4c0a-864a-468e37d5eb2f tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 55} {{(pid=116161) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 11:04:42.186647 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-9fbb08bc-d7d5-4273-9c8b-44c6b9a3bd4d None None] For port bfc75fd8-050d-434c-8a17-3a7f2a8191a8, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=116163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 11:04:42.189980 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb2bd7e7-aeb6-477d-a565-bb44a14cf30b None None] Pushing event updated for resources: {'Port': ['ID=29aa7b99-7141-4a11-be6d-41ea38243c40,revision_number=1']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:04:42.214580 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-7b1976b3-d42b-4c0a-864a-468e37d5eb2f tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-961978'] for segment (3e339841-0b62-41a1-aacb-4c64af450011), precommit_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:42.215363 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.db.segments_db [None req-7b1976b3-d42b-4c0a-864a-468e37d5eb2f tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Added segment 3e339841-0b62-41a1-aacb-4c64af450011 of type vlan for network b8f680de-c70a-4a82-ae85-7e933bd84322 Apr 28 11:04:42.239290 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-9fbb08bc-d7d5-4273-9c8b-44c6b9a3bd4d None None] For port bfc75fd8-050d-434c-8a17-3a7f2a8191a8, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=bfc75fd8-050d-434c-8a17-3a7f2a8191a8,segment=NetworkSegment(509ab53d-7819-48bb-b5cf-fdad37960c78),segment_id=509ab53d-7819-48bb-b5cf-fdad37960c78)] {{(pid=116163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 11:04:42.281349 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-849e3a05-e6ff-41bd-bf82-3be97aa0656a tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (83f3dd73-db7d-45dc-b5d6-298edc36185b), before_update {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:42.283224 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-7b1976b3-d42b-4c0a-864a-468e37d5eb2f tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742234744962'] for network (b8f680de-c70a-4a82-ae85-7e933bd84322), precommit_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:42.287289 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-46445921-9e3c-43ff-98ae-2c68b1eb00e2 admin admin] Publish callbacks [] for router (c0106278-6e57-47c1-8c24-f3800ff88c3c), before_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:42.321481 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-4443e2ed-9ad1-474b-a3fd-0dffcc2ae1e1 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924426'] for security_group (bf60ed46-8580-4d97-a8ef-94697942ef32), after_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:42.359798 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4443e2ed-9ad1-474b-a3fd-0dffcc2ae1e1 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bf60ed46-8580-4d97-a8ef-94697942ef32,revision_number=1']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:04:42.393978 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-7b1976b3-d42b-4c0a-864a-468e37d5eb2f tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042'] for network (b8f680de-c70a-4a82-ae85-7e933bd84322), after_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:42.405267 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b1976b3-d42b-4c0a-864a-468e37d5eb2f tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:04:42.405932 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-7b1976b3-d42b-4c0a-864a-468e37d5eb2f tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks [] for network (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:42.429757 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-6ca66b02-53bf-4142-a330-4653ee278cd2 tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Publish callbacks [] for port (74af8769-d419-4d9f-b251-2928d6c8cabe), precommit_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:42.461128 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-4443e2ed-9ad1-474b-a3fd-0dffcc2ae1e1 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Publish callbacks [] for security_group (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:42.462419 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-4443e2ed-9ad1-474b-a3fd-0dffcc2ae1e1 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 0.9119787 Apr 28 11:04:42.475064 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 53366) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:04:42.484789 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.v2.base [None req-505eeb85-ae75-45ba-b704-db075c49b66e tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-809790531', 'security_groups': ['bf60ed46-8580-4d97-a8ef-94697942ef32'], 'network_id': '6ad48b29-1fb1-4e43-9abf-f860ed1ac269', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '48a1807e-83e2-45b7-adc5-9bbd51e88ad3'}]}} {{(pid=116161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:04:42.514908 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-9fbb08bc-d7d5-4273-9c8b-44c6b9a3bd4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393'] for port (bfc75fd8-050d-434c-8a17-3a7f2a8191a8), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:42.529436 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.managers [None req-eb2bd7e7-aeb6-477d-a565-bb44a14cf30b None None] Attempting to bind port 29aa7b99-7141-4a11-be6d-41ea38243c40 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=116163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 28 11:04:42.529765 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.managers [None req-eb2bd7e7-aeb6-477d-a565-bb44a14cf30b None None] Attempting to bind port 29aa7b99-7141-4a11-be6d-41ea38243c40 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'dc4ff106-7900-4ea5-a28b-c5286d7d8d4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '6ad48b29-1fb1-4e43-9abf-f860ed1ac269'}] {{(pid=116163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 28 11:04:42.530211 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb2bd7e7-aeb6-477d-a565-bb44a14cf30b None None] Attempting to bind port 29aa7b99-7141-4a11-be6d-41ea38243c40 on network 6ad48b29-1fb1-4e43-9abf-f860ed1ac269 {{(pid=116163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 11:04:42.541359 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb2bd7e7-aeb6-477d-a565-bb44a14cf30b None None] Checking agent: {'id': 'd5baab19-5dd1-4902-922b-84acb048ab9c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 10, 50, 43), 'started_at': datetime.datetime(2022, 4, 28, 10, 51, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 11, 4, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=116163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 11:04:42.541569 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb2bd7e7-aeb6-477d-a565-bb44a14cf30b None None] Checking segment: {'id': 'dc4ff106-7900-4ea5-a28b-c5286d7d8d4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '6ad48b29-1fb1-4e43-9abf-f860ed1ac269'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 11:04:42.541960 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-eb2bd7e7-aeb6-477d-a565-bb44a14cf30b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:42.542341 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb2bd7e7-aeb6-477d-a565-bb44a14cf30b None None] Bound using segment: {'id': 'dc4ff106-7900-4ea5-a28b-c5286d7d8d4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '6ad48b29-1fb1-4e43-9abf-f860ed1ac269'} {{(pid=116163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 11:04:42.543057 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.managers [None req-eb2bd7e7-aeb6-477d-a565-bb44a14cf30b None None] Bound port: 29aa7b99-7141-4a11-be6d-41ea38243c40, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc4ff106-7900-4ea5-a28b-c5286d7d8d4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '6ad48b29-1fb1-4e43-9abf-f860ed1ac269'}}] {{(pid=116163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 28 11:04:42.543441 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-eb2bd7e7-aeb6-477d-a565-bb44a14cf30b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (29aa7b99-7141-4a11-be6d-41ea38243c40), before_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:42.555472 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-de3739f8-982f-49c0-9b4d-088a4ae9718f tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (ed497352-af44-4d06-abd6-dc9df22c5f55), before_update {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:42.571642 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-7b1976b3-d42b-4c0a-864a-468e37d5eb2f tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5937495 Apr 28 11:04:42.581504 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 53368) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:04:42.596843 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1976b3-d42b-4c0a-864a-468e37d5eb2f tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Pushing event updated for resources: {'Network': ['ID=b8f680de-c70a-4a82-ae85-7e933bd84322,revision_number=1']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:04:42.627900 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Network b8f680de-c70a-4a82-ae85-7e933bd84322 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=116163) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 28 11:04:42.717768 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f91ea4d-75fc-4d0f-84f6-c849e3562a18 tempest-TestNetworkBasicOps-223859856 tempest-TestNetworkBasicOps-223859856-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:04:42.722907 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-9f91ea4d-75fc-4d0f-84f6-c849e3562a18 tempest-TestNetworkBasicOps-223859856 tempest-TestNetworkBasicOps-223859856-project-admin] 10.222.0.10 "GET /v2.0/subnets?project_id=65d54c3b7dcd4af68398071d25e8321e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 829 time: 0.1215351 Apr 28 11:04:42.732602 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 53372) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:04:42.746267 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-46445921-9e3c-43ff-98ae-2c68b1eb00e2 admin admin] Publish callbacks [] for router_gateway (c0106278-6e57-47c1-8c24-f3800ff88c3c), before_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:42.748721 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Device 4d567ab1-f358-4fd4-8640-039a42c5521e up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=116163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 11:04:42.752794 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvr_db [None req-e228b507-91ed-425b-87ae-ae7d3b79b8d0 None None] Set router c0106278-6e57-47c1-8c24-f3800ff88c3c gateway port host: dv-neutron-master-2-hyperv {{(pid=116163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 11:04:42.887617 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-6ca66b02-53bf-4142-a330-4653ee278cd2 tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742234710357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5051867'] for port (74af8769-d419-4d9f-b251-2928d6c8cabe), after_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:42.905555 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9e090f-d2bc-4070-8d63-348ed906aaa1 req-e1ef10c0-660e-43df-a9b2-086cbea9d693 tempest-TestNetworkAdvancedServerOps-1762458272 tempest-TestNetworkAdvancedServerOps-1762458272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:04:42.907138 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-7c9e090f-d2bc-4070-8d63-348ed906aaa1 req-e1ef10c0-660e-43df-a9b2-086cbea9d693 tempest-TestNetworkAdvancedServerOps-1762458272 tempest-TestNetworkAdvancedServerOps-1762458272-project] 10.222.0.10 "GET /v2.0/ports?device_id=da1b1d97-d6fb-4c40-a57a-807f6776d01a HTTP/1.1" status: 200 len: 945 time: 0.1820180 Apr 28 11:04:42.988420 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fbb08bc-d7d5-4273-9c8b-44c6b9a3bd4d None None] Pushing event updated for resources: {'Port': ['ID=bfc75fd8-050d-434c-8a17-3a7f2a8191a8,revision_number=2']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:04:43.167363 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-7c9e090f-d2bc-4070-8d63-348ed906aaa1 req-6f1d1b06-ae51-4872-befd-58200cbf3393 tempest-TestNetworkAdvancedServerOps-1762458272 tempest-TestNetworkAdvancedServerOps-1762458272-project] 10.222.0.10 "GET /v2.0/security-groups?id=0bcd3ba6-8b12-4573-ac81-fc4e6cc933d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2515779 Apr 28 11:04:43.211535 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_hamode_db [None req-e228b507-91ed-425b-87ae-ae7d3b79b8d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0106278-6e57-47c1-8c24-f3800ff88c3c', 'name': 'tempest-ServerActionsTestJSON-950764993-router', 'tenant_id': 'e9b5b362688444d0864b3692ffb5d0ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'external_fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.183'}], 'enable_snat': True}, 'gw_port_id': 'ac7d1b2f-7c4b-4167-ba80-fbbae590051d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T11:01:22Z', 'updated_at': '2022-04-28T11:04:39Z', 'revision_number': 5, 'project_id': 'e9b5b362688444d0864b3692ffb5d0ef', 'gw_port': {'id': 'ac7d1b2f-7c4b-4167-ba80-fbbae590051d', 'name': '', 'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:bd:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0106278-6e57-47c1-8c24-f3800ff88c3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:01:24Z', 'updated_at': '2022-04-28T11:01:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=116163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:04:43.217099 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ca66b02-53bf-4142-a330-4653ee278cd2 tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Network 921ff079-7867-428f-ae90-c34050f433dd is already hosted by enough agents. {{(pid=116162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 11:04:43.226519 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.scheduler.base_scheduler [None req-6ca66b02-53bf-4142-a330-4653ee278cd2 tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Resources bound (agent type, host, resource id): {{(pid=116162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 11:04:43.229012 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ca66b02-53bf-4142-a330-4653ee278cd2 tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Received port after_create {{(pid=116162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 11:04:43.240562 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ca66b02-53bf-4142-a330-4653ee278cd2 tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:04:43.241241 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-6ca66b02-53bf-4142-a330-4653ee278cd2 tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198022'] for port (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:43.262263 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-eb2bd7e7-aeb6-477d-a565-bb44a14cf30b None None] For port 29aa7b99-7141-4a11-be6d-41ea38243c40, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=116163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 11:04:43.265986 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e228b507-91ed-425b-87ae-ae7d3b79b8d0 None None] Checking router: c0106278-6e57-47c1-8c24-f3800ff88c3c for host: dv-neutron-master-2-hyperv {{(pid=116163) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 11:04:43.268592 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Provisioning complete for port 4d567ab1-f358-4fd4-8640-039a42c5521e triggered by entity L2. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:04:43.268965 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (4d567ab1-f358-4fd4-8640-039a42c5521e), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:43.301623 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca66b02-53bf-4142-a330-4653ee278cd2 tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Pushing event updated for resources: {'Port': ['ID=74af8769-d419-4d9f-b251-2928d6c8cabe,revision_number=1']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:04:43.309469 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.plugin [None req-46445921-9e3c-43ff-98ae-2c68b1eb00e2 admin admin] Deleting port ac7d1b2f-7c4b-4167-ba80-fbbae590051d {{(pid=116162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 11:04:43.309670 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-505eeb85-ae75-45ba-b704-db075c49b66e tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Made reservation on behalf of f86d085f9b42493aa6c0f40f62349e1e for: {'port': 1} {{(pid=116161) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 11:04:43.310888 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-46445921-9e3c-43ff-98ae-2c68b1eb00e2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742235130188'] for port (ac7d1b2f-7c4b-4167-ba80-fbbae590051d), before_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:43.327483 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-eb2bd7e7-aeb6-477d-a565-bb44a14cf30b None None] For port 29aa7b99-7141-4a11-be6d-41ea38243c40, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=29aa7b99-7141-4a11-be6d-41ea38243c40,segment=NetworkSegment(dc4ff106-7900-4ea5-a28b-c5286d7d8d4b),segment_id=dc4ff106-7900-4ea5-a28b-c5286d7d8d4b)] {{(pid=116163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 11:04:43.351347 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e228b507-91ed-425b-87ae-ae7d3b79b8d0 None None] Routers {'c0106278-6e57-47c1-8c24-f3800ff88c3c'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=116163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 11:04:43.354539 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_hamode_db [None req-e228b507-91ed-425b-87ae-ae7d3b79b8d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-28T10:50:39Z,description=,heartbeat_timestamp=2022-04-28T11:04:39Z,host='dv-neutron-master-2-hyperv',id=6b492ad6-0876-4d74-b20d-28143a52ceba,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T10:50:40Z,topic='l3_agent')) {'router_ids': ['c0106278-6e57-47c1-8c24-f3800ff88c3c'], 'active': True} {{(pid=116163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:04:43.373916 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ab93855-10d5-449c-9455-2a66421ca7f6 tempest-TestNetworkBasicOps-223859856 tempest-TestNetworkBasicOps-223859856-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:04:43.379186 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-1ab93855-10d5-449c-9455-2a66421ca7f6 tempest-TestNetworkBasicOps-223859856 tempest-TestNetworkBasicOps-223859856-project-admin] 10.222.0.10 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.6455019 Apr 28 11:04:43.381848 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 53374) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:04:43.428531 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-eb2bd7e7-aeb6-477d-a565-bb44a14cf30b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393'] for port (29aa7b99-7141-4a11-be6d-41ea38243c40), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:43.440844 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-6ca66b02-53bf-4142-a330-4653ee278cd2 tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.3327141 Apr 28 11:04:43.443634 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 53376) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:04:43.458548 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-849e3a05-e6ff-41bd-bf82-3be97aa0656a tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Publish callbacks [] for port (83f3dd73-db7d-45dc-b5d6-298edc36185b), precommit_update {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:43.484452 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (d5baab19-5dd1-4902-922b-84acb048ab9c), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:43.484769 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-3351b92d-267b-4913-97af-576632665951 tempest-TestNetworkBasicOps-223859856 tempest-TestNetworkBasicOps-223859856-project-admin] 10.222.0.10 "GET /v2.0/subnets?network_id=7be49d94-bbb8-4a61-bafe-209c5f861e1c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0909345 Apr 28 11:04:43.485397 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 53378) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:04:43.532873 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-824deaa0-8a63-4035-8b1e-1eeddcb12671 None None] Network 987ab0eb-5751-4288-bbb5-543b8042119f requested from dv-neutron-master-2-hyperv {{(pid=116163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 11:04:43.556714 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-849e3a05-e6ff-41bd-bf82-3be97aa0656a tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5051840'] for port (83f3dd73-db7d-45dc-b5d6-298edc36185b), after_update {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:43.577157 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-505eeb85-ae75-45ba-b704-db075c49b66e tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (None), before_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:43.613133 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.notifiers.nova [None req-505eeb85-ae75-45ba-b704-db075c49b66e tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] device_id is not set on port ca847241-3d33-4af1-bb54-024ef0886a7b yet. {{(pid=116161) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 28 11:04:43.616337 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-a25dd59e-7934-43d7-983b-c9ac97e5ba53 tempest-TestNetworkBasicOps-223859856 tempest-TestNetworkBasicOps-223859856-project-admin] 10.222.0.10 "GET /v2.0/subnets?project_id=65d54c3b7dcd4af68398071d25e8321e&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1280911 Apr 28 11:04:43.631102 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 53380) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:04:43.686322 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fad93d5-487f-4b7c-9b64-540f74a87f60 tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:04:43.703014 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-7fad93d5-487f-4b7c-9b64-540f74a87f60 tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A138 HTTP/1.1" status: 200 len: 928 time: 0.2565835 Apr 28 11:04:43.706082 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.db [None req-46445921-9e3c-43ff-98ae-2c68b1eb00e2 admin admin] For port ac7d1b2f-7c4b-4167-ba80-fbbae590051d, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=ac7d1b2f-7c4b-4167-ba80-fbbae590051d,segment=NetworkSegment(142bc50f-d6af-4646-8d06-bb7af6b7b51c),segment_id=142bc50f-d6af-4646-8d06-bb7af6b7b51c)] {{(pid=116162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 11:04:43.706584 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-46445921-9e3c-43ff-98ae-2c68b1eb00e2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1938497'] for port (ac7d1b2f-7c4b-4167-ba80-fbbae590051d), precommit_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:43.722627 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 53382) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:04:43.741361 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-05eb3e06-705f-45ca-93c4-d4eb5a164adc None None] Provisioning complete for port cf9a2314-cbdf-438e-bc1a-503f7445f5c6 triggered by entity DHCP. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:04:43.741735 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-05eb3e06-705f-45ca-93c4-d4eb5a164adc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (cf9a2314-cbdf-438e-bc1a-503f7445f5c6), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:43.760642 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d3998c6-f567-44db-9bfa-ba209809c5fc None None] Network 7144af6d-d284-4f22-b7bf-c36ccf9740b8 requested from dv-neutron-master-2-hyperv {{(pid=116163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 11:04:43.762795 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849e3a05-e6ff-41bd-bf82-3be97aa0656a tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Pushing event updated for resources: {'Port': ['ID=83f3dd73-db7d-45dc-b5d6-298edc36185b,revision_number=2']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:04:43.811956 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.plugin [None req-46445921-9e3c-43ff-98ae-2c68b1eb00e2 admin admin] Calling delete_port for ac7d1b2f-7c4b-4167-ba80-fbbae590051d owned by network:router_gateway {{(pid=116162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 11:04:43.839504 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-849e3a05-e6ff-41bd-bf82-3be97aa0656a tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1603056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2063387'] for router_interface (14002152-000a-4c44-883d-e2dc6779bfe4), after_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:43.866582 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvr_db [None req-e228b507-91ed-425b-87ae-ae7d3b79b8d0 None None] Set router c0106278-6e57-47c1-8c24-f3800ff88c3c gateway port host: None {{(pid=116163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 11:04:43.897299 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-de3739f8-982f-49c0-9b4d-088a4ae9718f tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Publish callbacks [] for port (ed497352-af44-4d06-abd6-dc9df22c5f55), precommit_update {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:44.031237 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-de3739f8-982f-49c0-9b4d-088a4ae9718f tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5219123'] for port (ed497352-af44-4d06-abd6-dc9df22c5f55), after_update {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:44.032559 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-de3739f8-982f-49c0-9b4d-088a4ae9718f tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1603056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2063387'] for router_interface (7a61ed78-023f-43d6-a86a-5af1aae9e69c), after_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:44.048093 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_hamode_db [None req-e228b507-91ed-425b-87ae-ae7d3b79b8d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0106278-6e57-47c1-8c24-f3800ff88c3c', 'name': 'tempest-ServerActionsTestJSON-950764993-router', 'tenant_id': 'e9b5b362688444d0864b3692ffb5d0ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T11:01:22Z', 'updated_at': '2022-04-28T11:04:42Z', 'revision_number': 6, 'project_id': 'e9b5b362688444d0864b3692ffb5d0ef', 'gw_port_host': None}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=116163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:04:44.057121 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.plugin [None req-fac2e683-fc51-4a2a-b4f9-f63664c076a6 tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Deleting port 74af8769-d419-4d9f-b251-2928d6c8cabe {{(pid=116162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 11:04:44.061168 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-fac2e683-fc51-4a2a-b4f9-f63664c076a6 tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742235130188'] for port (74af8769-d419-4d9f-b251-2928d6c8cabe), before_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:44.068941 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb2bd7e7-aeb6-477d-a565-bb44a14cf30b None None] Pushing event updated for resources: {'Port': ['ID=29aa7b99-7141-4a11-be6d-41ea38243c40,revision_number=2']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:04:44.109091 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75506b90-2119-4931-9d6e-9674fcd00648 tempest-TestNetworkBasicOps-223859856 tempest-TestNetworkBasicOps-223859856-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:04:44.112152 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-75506b90-2119-4931-9d6e-9674fcd00648 tempest-TestNetworkBasicOps-223859856 tempest-TestNetworkBasicOps-223859856-project-admin] 10.222.0.10 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.4786530 Apr 28 11:04:44.129381 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 53384) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:04:44.201928 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e228b507-91ed-425b-87ae-ae7d3b79b8d0 None None] The sync data for ids ['c0106278-6e57-47c1-8c24-f3800ff88c3c'] in dv-neutron-master-2-hyperv is: [{'id': 'c0106278-6e57-47c1-8c24-f3800ff88c3c', 'name': 'tempest-ServerActionsTestJSON-950764993-router', 'tenant_id': 'e9b5b362688444d0864b3692ffb5d0ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T11:01:22Z', 'updated_at': '2022-04-28T11:04:42Z', 'revision_number': 6, 'project_id': 'e9b5b362688444d0864b3692ffb5d0ef', 'gw_port_host': None}] {{(pid=116163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 11:04:44.209920 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Current status of the port 4d567ab1-f358-4fd4-8640-039a42c5521e is: DOWN; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:04:44.210450 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (4d567ab1-f358-4fd4-8640-039a42c5521e), before_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:44.296676 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-34f2e81b-9438-462f-abdf-8320040e914b tempest-TestNetworkBasicOps-223859856 tempest-TestNetworkBasicOps-223859856-project-admin] 10.222.0.10 "GET /v2.0/subnets?network_id=7be49d94-bbb8-4a61-bafe-209c5f861e1c&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1652908 Apr 28 11:04:44.308981 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 53388) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:04:44.315560 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3739f8-982f-49c0-9b4d-088a4ae9718f tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Pushing event updated for resources: {'Port': ['ID=ed497352-af44-4d06-abd6-dc9df22c5f55,revision_number=2']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:04:44.316788 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-05eb3e06-705f-45ca-93c4-d4eb5a164adc None None] Current status of the port cf9a2314-cbdf-438e-bc1a-503f7445f5c6 is: DOWN; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:04:44.317179 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-05eb3e06-705f-45ca-93c4-d4eb5a164adc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (cf9a2314-cbdf-438e-bc1a-503f7445f5c6), before_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:44.326501 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.v2.base [None req-f8a7da6c-2399-4815-8145-8e4ee7f606e5 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-476202324', 'network_id': 'b8f680de-c70a-4a82-ae85-7e933bd84322', 'project_id': '65d54c3b7dcd4af68398071d25e8321e', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=116161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:04:44.406758 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] For port 4d567ab1-f358-4fd4-8640-039a42c5521e, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=4d567ab1-f358-4fd4-8640-039a42c5521e,segment=NetworkSegment(0fc06385-11dc-48b1-9e52-0ff76d9140af),segment_id=0fc06385-11dc-48b1-9e52-0ff76d9140af)] {{(pid=116163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 11:04:44.409193 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25630a6e-5abb-443b-9b88-f50ab6a0a761 None None] Network 921ff079-7867-428f-ae90-c34050f433dd requested from dv-neutron-master-2-hyperv {{(pid=116163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 11:04:44.426665 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9499ec59-3c2b-46db-8d77-884b4ead1526 req-4496f1f7-b0d8-4bcf-bd11-a40527f7d04d tempest-TestNetworkAdvancedServerOps-1762458272 tempest-TestNetworkAdvancedServerOps-1762458272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:04:44.427266 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-05eb3e06-705f-45ca-93c4-d4eb5a164adc None None] For port cf9a2314-cbdf-438e-bc1a-503f7445f5c6, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=cf9a2314-cbdf-438e-bc1a-503f7445f5c6,segment=NetworkSegment(de22757e-8eb8-4b28-9333-0d65c5311a2f),segment_id=de22757e-8eb8-4b28-9333-0d65c5311a2f)] {{(pid=116163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 11:04:44.433842 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-9499ec59-3c2b-46db-8d77-884b4ead1526 req-4496f1f7-b0d8-4bcf-bd11-a40527f7d04d tempest-TestNetworkAdvancedServerOps-1762458272 tempest-TestNetworkAdvancedServerOps-1762458272-project] 10.222.0.10 "GET /v2.0/ports?device_id=da1b1d97-d6fb-4c40-a57a-807f6776d01a HTTP/1.1" status: 200 len: 945 time: 0.0676804 Apr 28 11:04:44.514217 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393'] for port (4d567ab1-f358-4fd4-8640-039a42c5521e), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:44.516625 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Device cf9a2314-cbdf-438e-bc1a-503f7445f5c6 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=116163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 11:04:44.584870 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.db.db_base_plugin_common [None req-505eeb85-ae75-45ba-b704-db075c49b66e tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Allocated IP 172.20.0.7 (6ad48b29-1fb1-4e43-9abf-f860ed1ac269/48a1807e-83e2-45b7-adc5-9bbd51e88ad3/ca847241-3d33-4af1-bb54-024ef0886a7b) {{(pid=116161) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 11:04:44.657688 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-05eb3e06-705f-45ca-93c4-d4eb5a164adc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393'] for port (cf9a2314-cbdf-438e-bc1a-503f7445f5c6), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:44.670707 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Pushing event updated for resources: {'Port': ['ID=4d567ab1-f358-4fd4-8640-039a42c5521e,revision_number=3']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:04:44.701762 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-849e3a05-e6ff-41bd-bf82-3be97aa0656a tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Network 987ab0eb-5751-4288-bbb5-543b8042119f is already hosted by enough agents. {{(pid=116162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 11:04:44.708462 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.scheduler.base_scheduler [None req-849e3a05-e6ff-41bd-bf82-3be97aa0656a tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Resources bound (agent type, host, resource id): {{(pid=116162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 11:04:44.798910 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-9499ec59-3c2b-46db-8d77-884b4ead1526 req-421a4b1c-b4c8-47b0-97a0-7017519bd988 tempest-TestNetworkAdvancedServerOps-1762458272 tempest-TestNetworkAdvancedServerOps-1762458272-project] 10.222.0.10 "GET /v2.0/security-groups?id=0bcd3ba6-8b12-4573-ac81-fc4e6cc933d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3640957 Apr 28 11:04:44.832108 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05eb3e06-705f-45ca-93c4-d4eb5a164adc None None] Pushing event updated for resources: {'Port': ['ID=cf9a2314-cbdf-438e-bc1a-503f7445f5c6,revision_number=3']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:04:44.838640 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-10a9774a-832f-4d29-9059-cd94e818bbe6 None None] Provisioning complete for port 4d567ab1-f358-4fd4-8640-039a42c5521e triggered by entity DHCP. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:04:44.839010 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-10a9774a-832f-4d29-9059-cd94e818bbe6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (4d567ab1-f358-4fd4-8640-039a42c5521e), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:44.840233 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de3739f8-982f-49c0-9b4d-088a4ae9718f tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Network 7144af6d-d284-4f22-b7bf-c36ccf9740b8 is already hosted by enough agents. {{(pid=116161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 11:04:44.842725 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Provisioning complete for port cf9a2314-cbdf-438e-bc1a-503f7445f5c6 triggered by entity L2. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:04:44.843481 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (cf9a2314-cbdf-438e-bc1a-503f7445f5c6), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:44.850033 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.scheduler.base_scheduler [None req-de3739f8-982f-49c0-9b4d-088a4ae9718f tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Resources bound (agent type, host, resource id): {{(pid=116161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 11:04:44.988689 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-fac2e683-fc51-4a2a-b4f9-f63664c076a6 tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1938497'] for port (74af8769-d419-4d9f-b251-2928d6c8cabe), precommit_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:45.018469 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8a7da6c-2399-4815-8145-8e4ee7f606e5 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Made reservation on behalf of 65d54c3b7dcd4af68398071d25e8321e for: {'subnet': 1} {{(pid=116161) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 11:04:45.022694 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-f8a7da6c-2399-4815-8145-8e4ee7f606e5 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5125580'] for subnet (None), before_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:45.056580 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.plugin [None req-fac2e683-fc51-4a2a-b4f9-f63664c076a6 tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Calling delete_port for 74af8769-d419-4d9f-b251-2928d6c8cabe owned by {{(pid=116162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 11:04:45.131311 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-46445921-9e3c-43ff-98ae-2c68b1eb00e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742235135690', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742234710366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5051867'] for port (ac7d1b2f-7c4b-4167-ba80-fbbae590051d), after_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:45.193799 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de3739f8-982f-49c0-9b4d-088a4ae9718f tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Router 7a61ed78-023f-43d6-a86a-5af1aae9e69c has already been hosted by L3 agent 6b492ad6-0876-4d74-b20d-28143a52ceba {{(pid=116161) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 11:04:45.277037 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46445921-9e3c-43ff-98ae-2c68b1eb00e2 admin admin] Pushing event deleted for resources: {'Port': ['ID=ac7d1b2f-7c4b-4167-ba80-fbbae590051d,revision_number=None']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:04:45.400317 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-849e3a05-e6ff-41bd-bf82-3be97aa0656a tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Router 14002152-000a-4c44-883d-e2dc6779bfe4 is scheduled to L3 agent 6b492ad6-0876-4d74-b20d-28143a52ceba with binding_index 1 {{(pid=116162) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 28 11:04:45.402600 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Current status of the port cf9a2314-cbdf-438e-bc1a-503f7445f5c6 is: ACTIVE; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:04:45.414054 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-10a9774a-832f-4d29-9059-cd94e818bbe6 None None] Current status of the port 4d567ab1-f358-4fd4-8640-039a42c5521e is: ACTIVE; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:04:45.452165 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-10a9774a-832f-4d29-9059-cd94e818bbe6 None None] Provisioning complete for port bfc75fd8-050d-434c-8a17-3a7f2a8191a8 triggered by entity DHCP. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:04:45.452556 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-10a9774a-832f-4d29-9059-cd94e818bbe6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (bfc75fd8-050d-434c-8a17-3a7f2a8191a8), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:45.515538 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-46445921-9e3c-43ff-98ae-2c68b1eb00e2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1935354'] for router_gateway (c0106278-6e57-47c1-8c24-f3800ff88c3c), after_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:45.717218 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-505eeb85-ae75-45ba-b704-db075c49b66e tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Publish callbacks [] for port (ca847241-3d33-4af1-bb54-024ef0886a7b), precommit_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:45.758189 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-10a9774a-832f-4d29-9059-cd94e818bbe6 None None] Current status of the port bfc75fd8-050d-434c-8a17-3a7f2a8191a8 is: DOWN; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:04:45.765515 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-10a9774a-832f-4d29-9059-cd94e818bbe6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (bfc75fd8-050d-434c-8a17-3a7f2a8191a8), before_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:45.765977 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de3739f8-982f-49c0-9b4d-088a4ae9718f tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=116161) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 11:04:45.773212 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91dc9daa-4ab0-4a01-84ef-2885f3fec4cf None None] Sync routers for ids ['7a61ed78-023f-43d6-a86a-5af1aae9e69c'] in dv-neutron-master-2-hyperv {{(pid=116164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 11:04:45.809523 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91dc9daa-4ab0-4a01-84ef-2885f3fec4cf None None] Routers {'7a61ed78-023f-43d6-a86a-5af1aae9e69c'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=116164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 11:04:45.811006 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_hamode_db [None req-91dc9daa-4ab0-4a01-84ef-2885f3fec4cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-28T10:50:39Z,description=,heartbeat_timestamp=2022-04-28T11:04:39Z,host='dv-neutron-master-2-hyperv',id=6b492ad6-0876-4d74-b20d-28143a52ceba,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T10:50:40Z,topic='l3_agent')) {'router_ids': ['7a61ed78-023f-43d6-a86a-5af1aae9e69c'], 'active': True} {{(pid=116164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:04:45.813489 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-de3739f8-982f-49c0-9b4d-088a4ae9718f tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] 10.222.0.10 "PUT /v2.0/routers/7a61ed78-023f-43d6-a86a-5af1aae9e69c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1932018 Apr 28 11:04:45.823238 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-46445921-9e3c-43ff-98ae-2c68b1eb00e2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2060865', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-63275'] for router (c0106278-6e57-47c1-8c24-f3800ff88c3c), precommit_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:45.827155 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-46445921-9e3c-43ff-98ae-2c68b1eb00e2 admin admin] Publish callbacks [] for router_controller (c0106278-6e57-47c1-8c24-f3800ff88c3c), precommit_delete_associations {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:45.847614 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 53390) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:04:45.848819 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-10a9774a-832f-4d29-9059-cd94e818bbe6 None None] For port bfc75fd8-050d-434c-8a17-3a7f2a8191a8, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=bfc75fd8-050d-434c-8a17-3a7f2a8191a8,segment=NetworkSegment(509ab53d-7819-48bb-b5cf-fdad37960c78),segment_id=509ab53d-7819-48bb-b5cf-fdad37960c78)] {{(pid=116163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 11:04:45.862521 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.v2.base [None req-ad6d538c-fb30-4e85-acf3-73ef140da117 tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=116161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:04:45.911872 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Device bfc75fd8-050d-434c-8a17-3a7f2a8191a8 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=116163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 11:04:45.981343 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-849e3a05-e6ff-41bd-bf82-3be97aa0656a tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=116162) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 11:04:45.991098 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-849e3a05-e6ff-41bd-bf82-3be97aa0656a tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] 10.222.0.10 "PUT /v2.0/routers/14002152-000a-4c44-883d-e2dc6779bfe4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6091430 Apr 28 11:04:45.994854 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 53394) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:04:46.001369 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_dvr_db [None req-91dc9daa-4ab0-4a01-84ef-2885f3fec4cf None None] Set router 7a61ed78-023f-43d6-a86a-5af1aae9e69c gateway port host: None {{(pid=116164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 11:04:46.015156 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0c0cf48-b7b8-4735-a8e0-e5329117b384 None None] Sync routers for ids ['14002152-000a-4c44-883d-e2dc6779bfe4'] in dv-neutron-master-2-hyperv {{(pid=116163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 11:04:46.017845 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-46445921-9e3c-43ff-98ae-2c68b1eb00e2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2060888'] for router (c0106278-6e57-47c1-8c24-f3800ff88c3c), after_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:46.018434 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46445921-9e3c-43ff-98ae-2c68b1eb00e2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c0106278-6e57-47c1-8c24-f3800ff88c3c {{(pid=116162) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 28 11:04:46.040383 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-46445921-9e3c-43ff-98ae-2c68b1eb00e2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:46.045024 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-46445921-9e3c-43ff-98ae-2c68b1eb00e2 admin admin] 10.222.0.10 "DELETE /v2.0/routers/c0106278-6e57-47c1-8c24-f3800ff88c3c HTTP/1.1" status: 204 len: 168 time: 4.0643296 Apr 28 11:04:46.045657 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 53396) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:04:46.052357 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-10a9774a-832f-4d29-9059-cd94e818bbe6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393'] for port (bfc75fd8-050d-434c-8a17-3a7f2a8191a8), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:46.066023 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0c0cf48-b7b8-4735-a8e0-e5329117b384 None None] Routers {'14002152-000a-4c44-883d-e2dc6779bfe4'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=116163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 11:04:46.066824 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_hamode_db [None req-c0c0cf48-b7b8-4735-a8e0-e5329117b384 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-28T10:50:39Z,description=,heartbeat_timestamp=2022-04-28T11:04:39Z,host='dv-neutron-master-2-hyperv',id=6b492ad6-0876-4d74-b20d-28143a52ceba,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T10:50:40Z,topic='l3_agent')) {'router_ids': ['14002152-000a-4c44-883d-e2dc6779bfe4'], 'active': True} {{(pid=116163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:04:46.205662 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-fac2e683-fc51-4a2a-b4f9-f63664c076a6 tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742235135690', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742234710366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5051867'] for port (74af8769-d419-4d9f-b251-2928d6c8cabe), after_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:46.216784 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-10a9774a-832f-4d29-9059-cd94e818bbe6 None None] Provisioning complete for port 83f3dd73-db7d-45dc-b5d6-298edc36185b triggered by entity DHCP. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:04:46.217772 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-10a9774a-832f-4d29-9059-cd94e818bbe6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (83f3dd73-db7d-45dc-b5d6-298edc36185b), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:46.267173 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_hamode_db [None req-c0c0cf48-b7b8-4735-a8e0-e5329117b384 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=116163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:04:46.273309 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-10a9774a-832f-4d29-9059-cd94e818bbe6 None None] Port 83f3dd73-db7d-45dc-b5d6-298edc36185b cannot update to ACTIVE because it is not bound. {{(pid=116163) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 28 11:04:46.299597 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac2e683-fc51-4a2a-b4f9-f63664c076a6 tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Pushing event deleted for resources: {'Port': ['ID=74af8769-d419-4d9f-b251-2928d6c8cabe,revision_number=None']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:04:46.325081 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0c0cf48-b7b8-4735-a8e0-e5329117b384 None None] Routers {'14002152-000a-4c44-883d-e2dc6779bfe4'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=116163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 11:04:46.326506 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_hamode_db [None req-c0c0cf48-b7b8-4735-a8e0-e5329117b384 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-28T10:50:39Z,description=,heartbeat_timestamp=2022-04-28T11:04:39Z,host='dv-neutron-master-2-hyperv',id=6b492ad6-0876-4d74-b20d-28143a52ceba,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T10:50:40Z,topic='l3_agent')) {'router_ids': ['14002152-000a-4c44-883d-e2dc6779bfe4'], 'active': True} {{(pid=116163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:04:46.330449 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7157634e-4576-436a-bfed-fe66288b49c5 tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:04:46.331897 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-7157634e-4576-436a-bfed-fe66288b49c5 tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] 10.222.0.10 "GET /v2.0/ports/83f3dd73-db7d-45dc-b5d6-298edc36185b HTTP/1.1" status: 200 len: 910 time: 0.3360684 Apr 28 11:04:46.353816 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 53398) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:04:46.369457 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-fac2e683-fc51-4a2a-b4f9-f63664c076a6 tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198022'] for port (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:46.380863 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-fac2e683-fc51-4a2a-b4f9-f63664c076a6 tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] 10.222.0.10 "DELETE /v2.0/ports/74af8769-d419-4d9f-b251-2928d6c8cabe HTTP/1.1" status: 204 len: 168 time: 2.6534078 Apr 28 11:04:46.420217 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 53402) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:04:46.422301 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_hamode_db [None req-c0c0cf48-b7b8-4735-a8e0-e5329117b384 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=116163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:04:46.423165 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0c0cf48-b7b8-4735-a8e0-e5329117b384 None None] The sync data for ids ['14002152-000a-4c44-883d-e2dc6779bfe4'] in dv-neutron-master-2-hyperv is: [] {{(pid=116163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 11:04:46.431754 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-10a9774a-832f-4d29-9059-cd94e818bbe6 None None] Provisioning complete for port cf9a2314-cbdf-438e-bc1a-503f7445f5c6 triggered by entity DHCP. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:04:46.432232 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-10a9774a-832f-4d29-9059-cd94e818bbe6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (cf9a2314-cbdf-438e-bc1a-503f7445f5c6), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:46.455321 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.db.db_base_plugin_v2 [None req-8bf45341-424d-4071-afa6-a0f26b752510 admin admin] Deleting subnet 9f0dbbd1-58ad-4048-bae6-5e3ef831a6c1 {{(pid=116162) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 28 11:04:46.470416 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Provisioning complete for port bfc75fd8-050d-434c-8a17-3a7f2a8191a8 triggered by entity L2. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:04:46.470416 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (bfc75fd8-050d-434c-8a17-3a7f2a8191a8), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:46.474962 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a9774a-832f-4d29-9059-cd94e818bbe6 None None] Pushing event updated for resources: {'Port': ['ID=bfc75fd8-050d-434c-8a17-3a7f2a8191a8,revision_number=3']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:04:46.481300 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-8bf45341-424d-4071-afa6-a0f26b752510 admin admin] Publish callbacks [] for subnet (9f0dbbd1-58ad-4048-bae6-5e3ef831a6c1), before_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:46.483747 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.pecan_wsgi.hooks.translation [None req-2ef57e0e-b1ad-4b81-aa2f-d20046624e37 tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] GET failed (client error): The resource could not be found. Apr 28 11:04:46.485886 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-2ef57e0e-b1ad-4b81-aa2f-d20046624e37 tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] 10.222.0.10 "GET /v2.0/ports/74af8769-d419-4d9f-b251-2928d6c8cabe HTTP/1.1" status: 404 len: 333 time: 0.0639169 Apr 28 11:04:46.536373 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_hamode_db [None req-91dc9daa-4ab0-4a01-84ef-2885f3fec4cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a61ed78-023f-43d6-a86a-5af1aae9e69c', 'name': 'tempest-RoutersIpV6Test-router-197789818', 'tenant_id': '0f4d85af73ea40518271b3ac6c23a282', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T11:04:08Z', 'updated_at': '2022-04-28T11:04:42Z', 'revision_number': 5, 'project_id': '0f4d85af73ea40518271b3ac6c23a282', 'gw_port_host': None, '_interfaces': [{'id': '5c03bfae-ec00-450a-8155-d55ecacfd499', 'name': '', 'network_id': 'a57c4b36-4dfd-464d-a7f5-2e3339de6e15', 'tenant_id': '0f4d85af73ea40518271b3ac6c23a282', 'mac_address': 'fa:16:3e:f5:c6:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a61ed78-023f-43d6-a86a-5af1aae9e69c', 'device_owner': 'network:router_interface', 'standard_attr_id': 936, 'fixed_ips': [{'subnet_id': 'b625a9d9-7f26-48f2-9f4a-30d53875a1fb', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:04:31Z', 'updated_at': '2022-04-28T11:04:39Z', 'revision_number': 5, 'project_id': '0f4d85af73ea40518271b3ac6c23a282', 'subnets': [{'id': 'b625a9d9-7f26-48f2-9f4a-30d53875a1fb', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '67ab86d9-8559-4fb5-b911-083455e9e6b3', 'name': '', 'network_id': 'b49b1fd0-a27a-4592-b3bb-db40c57d4de0', 'tenant_id': '0f4d85af73ea40518271b3ac6c23a282', 'mac_address': 'fa:16:3e:05:6f:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a61ed78-023f-43d6-a86a-5af1aae9e69c', 'device_owner': 'network:router_interface', 'standard_attr_id': 930, 'fixed_ips': [{'subnet_id': 'f86be52a-4023-4e56-b802-604679ea9f0d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:04:22Z', 'updated_at': '2022-04-28T11:04:31Z', 'revision_number': 5, 'project_id': '0f4d85af73ea40518271b3ac6c23a282', 'subnets': [{'id': 'f86be52a-4023-4e56-b802-604679ea9f0d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cdbf5767-b7c5-48f5-97ec-afc0a75ab932', 'name': '', 'network_id': '2634f032-d4ae-4ad5-96de-8648922027d9', 'tenant_id': '0f4d85af73ea40518271b3ac6c23a282', 'mac_address': 'fa:16:3e:17:9a:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a61ed78-023f-43d6-a86a-5af1aae9e69c', 'device_owner': 'network:router_interface', 'standard_attr_id': 896, 'fixed_ips': [{'subnet_id': '239fd4a7-9885-4cb6-b54a-2440592f7a50', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:04:13Z', 'updated_at': '2022-04-28T11:04:20Z', 'revision_number': 5, 'project_id': '0f4d85af73ea40518271b3ac6c23a282', 'subnets': [{'id': '239fd4a7-9885-4cb6-b54a-2440592f7a50', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ed497352-af44-4d06-abd6-dc9df22c5f55', 'name': '', 'network_id': '7144af6d-d284-4f22-b7bf-c36ccf9740b8', 'tenant_id': '0f4d85af73ea40518271b3ac6c23a282', 'mac_address': 'fa:16:3e:fe:9a:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a61ed78-023f-43d6-a86a-5af1aae9e69c', 'device_owner': 'network:router_interface', 'standard_attr_id': 952, 'fixed_ips': [{'subnet_id': '4a70eceb-e687-4062-adb6-d320d56bd5a4', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:04:39Z', 'updated_at': '2022-04-28T11:04:43Z', 'revision_number': 2, 'project_id': '0f4d85af73ea40518271b3ac6c23a282', 'subnets': [{'id': '4a70eceb-e687-4062-adb6-d320d56bd5a4', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=116164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:04:46.554359 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 53406) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:04:46.570246 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91dc9daa-4ab0-4a01-84ef-2885f3fec4cf None None] Checking router: 7a61ed78-023f-43d6-a86a-5af1aae9e69c for host: dv-neutron-master-2-hyperv {{(pid=116164) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 11:04:46.570990 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91dc9daa-4ab0-4a01-84ef-2885f3fec4cf None None] Updating router 7a61ed78-023f-43d6-a86a-5af1aae9e69c port ed497352-af44-4d06-abd6-dc9df22c5f55 binding host dv-neutron-master-2-hyperv {{(pid=116164) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 28 11:04:46.603640 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron_lib.callbacks.manager [None req-91dc9daa-4ab0-4a01-84ef-2885f3fec4cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (ed497352-af44-4d06-abd6-dc9df22c5f55), before_update {{(pid=116164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:46.627622 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-10a9774a-832f-4d29-9059-cd94e818bbe6 None None] Current status of the port cf9a2314-cbdf-438e-bc1a-503f7445f5c6 is: ACTIVE; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:04:46.633010 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Current status of the port bfc75fd8-050d-434c-8a17-3a7f2a8191a8 is: ACTIVE; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:04:46.634300 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Device 4d567ab1-f358-4fd4-8640-039a42c5521e up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=116163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 11:04:46.645804 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-8bf45341-424d-4071-afa6-a0f26b752510 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5026541'] for subnet (9f0dbbd1-58ad-4048-bae6-5e3ef831a6c1), precommit_delete_associations {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:46.693293 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Provisioning complete for port 4d567ab1-f358-4fd4-8640-039a42c5521e triggered by entity L2. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:04:46.693840 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (4d567ab1-f358-4fd4-8640-039a42c5521e), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:46.804070 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-91cf09ad-2bfc-4377-9a0b-9370cb7f6c64 None None] Provisioning complete for port 29aa7b99-7141-4a11-be6d-41ea38243c40 triggered by entity DHCP. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:04:46.804731 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-91cf09ad-2bfc-4377-9a0b-9370cb7f6c64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (29aa7b99-7141-4a11-be6d-41ea38243c40), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:46.832913 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.plugin [None req-81b81c78-9a26-4133-bcc7-32abcf6cb5fe tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Deleting port d5e3d8c4-5a14-478f-91c4-14cb1b5c45e8 {{(pid=116162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 11:04:46.833457 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-81b81c78-9a26-4133-bcc7-32abcf6cb5fe tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742235130188'] for port (d5e3d8c4-5a14-478f-91c4-14cb1b5c45e8), before_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:46.849841 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Current status of the port 4d567ab1-f358-4fd4-8640-039a42c5521e is: ACTIVE; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:04:46.851297 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Device cf9a2314-cbdf-438e-bc1a-503f7445f5c6 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=116163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 11:04:46.963351 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Provisioning complete for port cf9a2314-cbdf-438e-bc1a-503f7445f5c6 triggered by entity L2. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:04:46.963983 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (cf9a2314-cbdf-438e-bc1a-503f7445f5c6), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:47.008282 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-91cf09ad-2bfc-4377-9a0b-9370cb7f6c64 None None] Current status of the port 29aa7b99-7141-4a11-be6d-41ea38243c40 is: DOWN; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:04:47.008929 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-91cf09ad-2bfc-4377-9a0b-9370cb7f6c64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (29aa7b99-7141-4a11-be6d-41ea38243c40), before_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:47.026940 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron_lib.callbacks.manager [None req-91dc9daa-4ab0-4a01-84ef-2885f3fec4cf None None] Publish callbacks [] for port (ed497352-af44-4d06-abd6-dc9df22c5f55), precommit_update {{(pid=116164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:47.034724 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-f8a7da6c-2399-4815-8145-8e4ee7f606e5 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5220536', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5125438'] for subnet (f9d92397-fa14-4c67-9b4b-72972fa58fb7), after_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:47.056351 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-81b81c78-9a26-4133-bcc7-32abcf6cb5fe tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1938497'] for port (d5e3d8c4-5a14-478f-91c4-14cb1b5c45e8), precommit_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:47.059698 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-8bf45341-424d-4071-afa6-a0f26b752510 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-971303'] for subnet (9f0dbbd1-58ad-4048-bae6-5e3ef831a6c1), precommit_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:47.084822 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-91cf09ad-2bfc-4377-9a0b-9370cb7f6c64 None None] For port 29aa7b99-7141-4a11-be6d-41ea38243c40, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=29aa7b99-7141-4a11-be6d-41ea38243c40,segment=NetworkSegment(dc4ff106-7900-4ea5-a28b-c5286d7d8d4b),segment_id=dc4ff106-7900-4ea5-a28b-c5286d7d8d4b)] {{(pid=116163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 11:04:47.087076 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Current status of the port cf9a2314-cbdf-438e-bc1a-503f7445f5c6 is: ACTIVE; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:04:47.088707 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Device 29aa7b99-7141-4a11-be6d-41ea38243c40 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=116163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 11:04:47.094050 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron_lib.callbacks.manager [None req-91dc9daa-4ab0-4a01-84ef-2885f3fec4cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393'] for port (ed497352-af44-4d06-abd6-dc9df22c5f55), after_update {{(pid=116164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:47.106091 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.plugin [None req-81b81c78-9a26-4133-bcc7-32abcf6cb5fe tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Calling delete_port for d5e3d8c4-5a14-478f-91c4-14cb1b5c45e8 owned by {{(pid=116162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 11:04:47.117152 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b1bd37-813c-4c91-b7c5-cc9eefbe7e7c req-91463b67-10fd-4f3c-b1cd-f4d096ad6a04 tempest-TestNetworkAdvancedServerOps-1762458272 tempest-TestNetworkAdvancedServerOps-1762458272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:04:47.118722 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-19b1bd37-813c-4c91-b7c5-cc9eefbe7e7c req-91463b67-10fd-4f3c-b1cd-f4d096ad6a04 tempest-TestNetworkAdvancedServerOps-1762458272 tempest-TestNetworkAdvancedServerOps-1762458272-project] 10.222.0.10 "GET /v2.0/ports?device_id=da1b1d97-d6fb-4c40-a57a-807f6776d01a HTTP/1.1" status: 200 len: 945 time: 1.0903764 Apr 28 11:04:47.150556 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Provisioning complete for port 29aa7b99-7141-4a11-be6d-41ea38243c40 triggered by entity L2. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:04:47.151695 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (29aa7b99-7141-4a11-be6d-41ea38243c40), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:47.155124 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-91cf09ad-2bfc-4377-9a0b-9370cb7f6c64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393'] for port (29aa7b99-7141-4a11-be6d-41ea38243c40), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:47.158646 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-91cf09ad-2bfc-4377-9a0b-9370cb7f6c64 None None] Could not find standard attr ID for object 74af8769-d419-4d9f-b251-2928d6c8cabe. {{(pid=116163) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:182}} Apr 28 11:04:47.206319 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-551aea3d-28d4-47b4-b311-6753a1333819 None None] Pushing event updated for resources: {'Port': ['ID=ed497352-af44-4d06-abd6-dc9df22c5f55,revision_number=3']} {{(pid=116164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:04:47.220565 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-5d24f7d0-37f7-4ed1-bb4f-cd17243a39a4 tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2063420'] for router_interface (14002152-000a-4c44-883d-e2dc6779bfe4), before_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:47.238511 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-505eeb85-ae75-45ba-b704-db075c49b66e tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742234710357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5219112'] for port (ca847241-3d33-4af1-bb54-024ef0886a7b), after_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:47.244710 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-91cf09ad-2bfc-4377-9a0b-9370cb7f6c64 None None] Provisioning complete for port 83f3dd73-db7d-45dc-b5d6-298edc36185b triggered by entity DHCP. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:04:47.245343 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-91cf09ad-2bfc-4377-9a0b-9370cb7f6c64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (83f3dd73-db7d-45dc-b5d6-298edc36185b), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:47.310874 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-91cf09ad-2bfc-4377-9a0b-9370cb7f6c64 None None] Port 83f3dd73-db7d-45dc-b5d6-298edc36185b cannot update to ACTIVE because it is not bound. {{(pid=116163) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 28 11:04:47.339315 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.plugins.ml2.managers [None req-91dc9daa-4ab0-4a01-84ef-2885f3fec4cf None None] Attempting to bind port ed497352-af44-4d06-abd6-dc9df22c5f55 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=116164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 28 11:04:47.339754 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.plugins.ml2.managers [None req-91dc9daa-4ab0-4a01-84ef-2885f3fec4cf None None] Attempting to bind port ed497352-af44-4d06-abd6-dc9df22c5f55 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '0fc06385-11dc-48b1-9e52-0ff76d9140af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '7144af6d-d284-4f22-b7bf-c36ccf9740b8'}] {{(pid=116164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 28 11:04:47.340391 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91dc9daa-4ab0-4a01-84ef-2885f3fec4cf None None] Attempting to bind port ed497352-af44-4d06-abd6-dc9df22c5f55 on network 7144af6d-d284-4f22-b7bf-c36ccf9740b8 {{(pid=116164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 11:04:47.340775 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a7da6c-2399-4815-8145-8e4ee7f606e5 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Pushing event updated for resources: {'Subnet': ['ID=f9d92397-fa14-4c67-9b4b-72972fa58fb7,revision_number=0']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:04:47.359138 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91dc9daa-4ab0-4a01-84ef-2885f3fec4cf None None] Checking agent: {'id': 'd5baab19-5dd1-4902-922b-84acb048ab9c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 10, 50, 43), 'started_at': datetime.datetime(2022, 4, 28, 10, 51, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 11, 4, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=116164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 11:04:47.359613 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91cf09ad-2bfc-4377-9a0b-9370cb7f6c64 None None] Pushing event updated for resources: {'Port': ['ID=29aa7b99-7141-4a11-be6d-41ea38243c40,revision_number=3']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:04:47.360430 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91dc9daa-4ab0-4a01-84ef-2885f3fec4cf None None] Checking segment: {'id': '0fc06385-11dc-48b1-9e52-0ff76d9140af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '7144af6d-d284-4f22-b7bf-c36ccf9740b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 11:04:47.360964 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron_lib.callbacks.manager [None req-91dc9daa-4ab0-4a01-84ef-2885f3fec4cf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=116164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:47.361462 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91dc9daa-4ab0-4a01-84ef-2885f3fec4cf None None] Bound using segment: {'id': '0fc06385-11dc-48b1-9e52-0ff76d9140af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '7144af6d-d284-4f22-b7bf-c36ccf9740b8'} {{(pid=116164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 11:04:47.362281 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.plugins.ml2.managers [None req-91dc9daa-4ab0-4a01-84ef-2885f3fec4cf None None] Bound port: ed497352-af44-4d06-abd6-dc9df22c5f55, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0fc06385-11dc-48b1-9e52-0ff76d9140af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '7144af6d-d284-4f22-b7bf-c36ccf9740b8'}}] {{(pid=116164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 28 11:04:47.363194 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-91cf09ad-2bfc-4377-9a0b-9370cb7f6c64 None None] Provisioning complete for port 4d567ab1-f358-4fd4-8640-039a42c5521e triggered by entity DHCP. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:04:47.363322 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-91cf09ad-2bfc-4377-9a0b-9370cb7f6c64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (4d567ab1-f358-4fd4-8640-039a42c5521e), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:47.393102 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron_lib.callbacks.manager [None req-91dc9daa-4ab0-4a01-84ef-2885f3fec4cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (ed497352-af44-4d06-abd6-dc9df22c5f55), before_update {{(pid=116164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:47.396441 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8a7da6c-2399-4815-8145-8e4ee7f606e5 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Checking segment: {'id': '3e339841-0b62-41a1-aacb-4c64af450011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'b8f680de-c70a-4a82-ae85-7e933bd84322'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 11:04:47.397313 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8a7da6c-2399-4815-8145-8e4ee7f606e5 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Network hostable DHCP agents. Network: b8f680de-c70a-4a82-ae85-7e933bd84322, hostable agents: ['75ba81b7-fe99-4281-90d2-a5adb445ecea'], hosted agents: [] {{(pid=116161) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 11:04:47.467091 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-505eeb85-ae75-45ba-b704-db075c49b66e tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Network 6ad48b29-1fb1-4e43-9abf-f860ed1ac269 is already hosted by enough agents. {{(pid=116161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 11:04:47.489985 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.scheduler.base_scheduler [None req-505eeb85-ae75-45ba-b704-db075c49b66e tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Resources bound (agent type, host, resource id): {{(pid=116161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 11:04:47.491195 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Current status of the port 29aa7b99-7141-4a11-be6d-41ea38243c40 is: ACTIVE; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:04:47.493661 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-505eeb85-ae75-45ba-b704-db075c49b66e tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Received port after_create {{(pid=116161) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 11:04:47.507692 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-19b1bd37-813c-4c91-b7c5-cc9eefbe7e7c req-9216be24-dad9-4ed9-88f1-60562b4e4a6d tempest-TestNetworkAdvancedServerOps-1762458272 tempest-TestNetworkAdvancedServerOps-1762458272-project] 10.222.0.10 "GET /v2.0/security-groups?id=0bcd3ba6-8b12-4573-ac81-fc4e6cc933d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3785269 Apr 28 11:04:47.541970 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-505eeb85-ae75-45ba-b704-db075c49b66e tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Pushing event updated for resources: {'Port': ['ID=ca847241-3d33-4af1-bb54-024ef0886a7b,revision_number=1']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:04:47.544754 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.plugins.ml2.db [None req-91dc9daa-4ab0-4a01-84ef-2885f3fec4cf None None] For port ed497352-af44-4d06-abd6-dc9df22c5f55, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=116164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 11:04:47.553890 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.plugins.ml2.db [None req-91dc9daa-4ab0-4a01-84ef-2885f3fec4cf None None] For port ed497352-af44-4d06-abd6-dc9df22c5f55, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=ed497352-af44-4d06-abd6-dc9df22c5f55,segment=NetworkSegment(0fc06385-11dc-48b1-9e52-0ff76d9140af),segment_id=0fc06385-11dc-48b1-9e52-0ff76d9140af)] {{(pid=116164) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 11:04:47.587833 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-91cf09ad-2bfc-4377-9a0b-9370cb7f6c64 None None] Current status of the port 4d567ab1-f358-4fd4-8640-039a42c5521e is: ACTIVE; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:04:47.612596 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-91cf09ad-2bfc-4377-9a0b-9370cb7f6c64 None None] Provisioning complete for port ed497352-af44-4d06-abd6-dc9df22c5f55 triggered by entity DHCP. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:04:47.613042 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-91cf09ad-2bfc-4377-9a0b-9370cb7f6c64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (ed497352-af44-4d06-abd6-dc9df22c5f55), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:47.619380 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron_lib.callbacks.manager [None req-91dc9daa-4ab0-4a01-84ef-2885f3fec4cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393'] for port (ed497352-af44-4d06-abd6-dc9df22c5f55), after_update {{(pid=116164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:47.659431 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Device 8d8ebf2e-8dc6-47e2-9a75-17d9acc22b70 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=116163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 11:04:47.660004 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-505eeb85-ae75-45ba-b704-db075c49b66e tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:04:47.660859 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-505eeb85-ae75-45ba-b704-db075c49b66e tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198022'] for port (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:47.691265 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] No Port match for: 8d8ebf2e-8dc6-47e2-9a75-17d9acc22b70 {{(pid=116163) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 28 11:04:47.692062 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Device 8d8ebf2e-8dc6-47e2-9a75-17d9acc22b70 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=116163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 11:04:47.692603 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Device ac7d1b2f-7c4b-4167-ba80-fbbae590051d no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=116163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 11:04:47.720787 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91dc9daa-4ab0-4a01-84ef-2885f3fec4cf None None] Routers {'7a61ed78-023f-43d6-a86a-5af1aae9e69c'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=116164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 11:04:47.721443 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_hamode_db [None req-91dc9daa-4ab0-4a01-84ef-2885f3fec4cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-28T10:50:39Z,description=,heartbeat_timestamp=2022-04-28T11:04:39Z,host='dv-neutron-master-2-hyperv',id=6b492ad6-0876-4d74-b20d-28143a52ceba,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T10:50:40Z,topic='l3_agent')) {'router_ids': ['7a61ed78-023f-43d6-a86a-5af1aae9e69c'], 'active': True} {{(pid=116164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:04:47.740608 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] No Port match for: ac7d1b2f-7c4b-4167-ba80-fbbae590051d {{(pid=116163) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 28 11:04:47.741059 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Device ac7d1b2f-7c4b-4167-ba80-fbbae590051d not bound to the agent host dv-neutron-master-2-hyperv {{(pid=116163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 11:04:47.746227 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-91cf09ad-2bfc-4377-9a0b-9370cb7f6c64 None None] Port ed497352-af44-4d06-abd6-dc9df22c5f55 cannot update to ACTIVE because it is not bound. {{(pid=116163) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 28 11:04:47.761740 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-91cf09ad-2bfc-4377-9a0b-9370cb7f6c64 None None] Provisioning complete for port d5e3d8c4-5a14-478f-91c4-14cb1b5c45e8 triggered by entity DHCP. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:04:47.762115 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-91cf09ad-2bfc-4377-9a0b-9370cb7f6c64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (d5e3d8c4-5a14-478f-91c4-14cb1b5c45e8), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:47.773089 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-551aea3d-28d4-47b4-b311-6753a1333819 None None] Pushing event updated for resources: {'Port': ['ID=ed497352-af44-4d06-abd6-dc9df22c5f55,revision_number=4']} {{(pid=116164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:04:47.790070 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8a7da6c-2399-4815-8145-8e4ee7f606e5 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Network b8f680de-c70a-4a82-ae85-7e933bd84322 is scheduled to be hosted by DHCP agent 75ba81b7-fe99-4281-90d2-a5adb445ecea with binding_index 1 {{(pid=116161) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 11:04:47.818074 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c65de2f-0c6c-4c4d-90bd-d6059602a7d4 req-6c5b7324-7320-46c5-b8d3-3f56ec3483c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:04:47.827914 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-7c65de2f-0c6c-4c4d-90bd-d6059602a7d4 req-6c5b7324-7320-46c5-b8d3-3f56ec3483c1 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=da1b1d97-d6fb-4c40-a57a-807f6776d01a HTTP/1.1" status: 200 len: 1129 time: 0.3112645 Apr 28 11:04:47.848938 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-91cf09ad-2bfc-4377-9a0b-9370cb7f6c64 None None] Port d5e3d8c4-5a14-478f-91c4-14cb1b5c45e8 cannot update to ACTIVE because it is not bound. {{(pid=116163) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 28 11:04:47.875668 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-91cf09ad-2bfc-4377-9a0b-9370cb7f6c64 None None] Provisioning complete for port 07c4df32-93b8-40f0-bc3a-70d5f28456d9 triggered by entity DHCP. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:04:47.876693 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-81b81c78-9a26-4133-bcc7-32abcf6cb5fe tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742235135690', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742234710366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5051867'] for port (d5e3d8c4-5a14-478f-91c4-14cb1b5c45e8), after_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:47.879107 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-91cf09ad-2bfc-4377-9a0b-9370cb7f6c64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (07c4df32-93b8-40f0-bc3a-70d5f28456d9), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:47.920740 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-505eeb85-ae75-45ba-b704-db075c49b66e tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 5.4374774 Apr 28 11:04:47.920740 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.scheduler.base_scheduler [None req-f8a7da6c-2399-4815-8145-8e4ee7f606e5 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, b8f680de-c70a-4a82-ae85-7e933bd84322) {{(pid=116161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 11:04:47.924039 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8a7da6c-2399-4815-8145-8e4ee7f606e5 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:04:47.924845 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-f8a7da6c-2399-4815-8145-8e4ee7f606e5 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks [] for subnet (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:47.930216 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 53410) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:04:47.940398 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.v2.base [None req-5cec9b7a-f6a2-4f0f-bf2c-1b5ee7db9811 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Request body: {'subnet': {'network_id': '6ad48b29-1fb1-4e43-9abf-f860ed1ac269', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=116161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:04:47.947802 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40f4ff69-f528-45da-ae29-18dbfc47b051 None None] Network b8f680de-c70a-4a82-ae85-7e933bd84322 requested from dv-neutron-master-2-hyperv {{(pid=116163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 11:04:47.948450 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.plugin [None req-5d24f7d0-37f7-4ed1-bb4f-cd17243a39a4 tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Deleting port 83f3dd73-db7d-45dc-b5d6-298edc36185b {{(pid=116162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 11:04:47.948804 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-5d24f7d0-37f7-4ed1-bb4f-cd17243a39a4 tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742235130188'] for port (83f3dd73-db7d-45dc-b5d6-298edc36185b), before_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:47.956789 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_dvr_db [None req-91dc9daa-4ab0-4a01-84ef-2885f3fec4cf None None] Set router 7a61ed78-023f-43d6-a86a-5af1aae9e69c gateway port host: None {{(pid=116164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 11:04:47.992367 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-8bf45341-424d-4071-afa6-a0f26b752510 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-971310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5053962', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4210815'] for subnet (9f0dbbd1-58ad-4048-bae6-5e3ef831a6c1), after_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:48.025291 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Device 29aa7b99-7141-4a11-be6d-41ea38243c40 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=116163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 11:04:48.060970 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.db.extraroute_db [None req-ad6d538c-fb30-4e85-acf3-73ef140da117 tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Added routes are [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}] {{(pid=116161) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Apr 28 11:04:48.073464 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-f8a7da6c-2399-4815-8145-8e4ee7f606e5 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 3.7503705 Apr 28 11:04:48.076975 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b81c78-9a26-4133-bcc7-32abcf6cb5fe tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Pushing event deleted for resources: {'Port': ['ID=d5e3d8c4-5a14-478f-91c4-14cb1b5c45e8,revision_number=None']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:04:48.092002 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Device 4e227636-7ca1-4704-b1c2-48c58d1d0b6c details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=116163) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 28 11:04:48.104211 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-7c65de2f-0c6c-4c4d-90bd-d6059602a7d4 req-ba43f5ea-23a1-471d-8e1e-c6940e526596 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=0bcd3ba6-8b12-4573-ac81-fc4e6cc933d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2744043 Apr 28 11:04:48.118843 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.db.extraroute_db [None req-ad6d538c-fb30-4e85-acf3-73ef140da117 tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Removed routes are [] {{(pid=116161) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Apr 28 11:04:48.119190 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-ad6d538c-fb30-4e85-acf3-73ef140da117 tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1935285', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2060837', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-63284'] for router (7a61ed78-023f-43d6-a86a-5af1aae9e69c), precommit_update {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:48.120890 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf45341-424d-4071-afa6-a0f26b752510 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9f0dbbd1-58ad-4048-bae6-5e3ef831a6c1,revision_number=None']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:04:48.190353 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-81b81c78-9a26-4133-bcc7-32abcf6cb5fe tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198022'] for port (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:48.194268 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-81b81c78-9a26-4133-bcc7-32abcf6cb5fe tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] 10.222.0.10 "DELETE /v2.0/ports/d5e3d8c4-5a14-478f-91c4-14cb1b5c45e8 HTTP/1.1" status: 204 len: 168 time: 1.6389058 Apr 28 11:04:48.199606 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-8bf45341-424d-4071-afa6-a0f26b752510 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:48.199871 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 53414) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:04:48.206295 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-8bf45341-424d-4071-afa6-a0f26b752510 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/9f0dbbd1-58ad-4048-bae6-5e3ef831a6c1 HTTP/1.1" status: 204 len: 168 time: 2.0901701 Apr 28 11:04:48.207087 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 53416) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:04:48.308963 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-5d24f7d0-37f7-4ed1-bb4f-cd17243a39a4 tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1938497'] for port (83f3dd73-db7d-45dc-b5d6-298edc36185b), precommit_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:48.321245 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-91cf09ad-2bfc-4377-9a0b-9370cb7f6c64 None None] Port 07c4df32-93b8-40f0-bc3a-70d5f28456d9 cannot update to ACTIVE because it is not bound. {{(pid=116163) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 28 11:04:48.348057 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.pecan_wsgi.hooks.translation [None req-989cb4c0-fc7d-4054-8225-cb94417a409f tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] GET failed (client error): The resource could not be found. Apr 28 11:04:48.359968 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-4a5101bd-54b3-4279-9db0-8320c30d1179 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-979593'] for network (8876925c-b776-4190-94d6-ff922dbd02cf), before_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:48.360247 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-989cb4c0-fc7d-4054-8225-cb94417a409f tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] 10.222.0.10 "GET /v2.0/ports/d5e3d8c4-5a14-478f-91c4-14cb1b5c45e8 HTTP/1.1" status: 404 len: 333 time: 0.1581626 Apr 28 11:04:48.360247 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 53418) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:04:48.360401 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] For port 4e227636-7ca1-4704-b1c2-48c58d1d0b6c, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=4e227636-7ca1-4704-b1c2-48c58d1d0b6c,segment=NetworkSegment(3a3711b0-a922-46d0-81e4-03dc755adc63),segment_id=3a3711b0-a922-46d0-81e4-03dc755adc63)] {{(pid=116163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 11:04:48.388216 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5cec9b7a-f6a2-4f0f-bf2c-1b5ee7db9811 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Made reservation on behalf of f86d085f9b42493aa6c0f40f62349e1e for: {'subnet': 1} {{(pid=116161) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 11:04:48.392370 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.plugin [None req-5d24f7d0-37f7-4ed1-bb4f-cd17243a39a4 tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Calling delete_port for 83f3dd73-db7d-45dc-b5d6-298edc36185b owned by network:router_interface {{(pid=116162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 11:04:48.392582 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-5cec9b7a-f6a2-4f0f-bf2c-1b5ee7db9811 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5125580'] for subnet (None), before_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:48.436803 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_hamode_db [None req-91dc9daa-4ab0-4a01-84ef-2885f3fec4cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a61ed78-023f-43d6-a86a-5af1aae9e69c', 'name': 'tempest-RoutersIpV6Test-router-197789818', 'tenant_id': '0f4d85af73ea40518271b3ac6c23a282', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T11:04:08Z', 'updated_at': '2022-04-28T11:04:42Z', 'revision_number': 5, 'project_id': '0f4d85af73ea40518271b3ac6c23a282', 'gw_port_host': None, '_interfaces': [{'id': '5c03bfae-ec00-450a-8155-d55ecacfd499', 'name': '', 'network_id': 'a57c4b36-4dfd-464d-a7f5-2e3339de6e15', 'tenant_id': '0f4d85af73ea40518271b3ac6c23a282', 'mac_address': 'fa:16:3e:f5:c6:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a61ed78-023f-43d6-a86a-5af1aae9e69c', 'device_owner': 'network:router_interface', 'standard_attr_id': 936, 'fixed_ips': [{'subnet_id': 'b625a9d9-7f26-48f2-9f4a-30d53875a1fb', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:04:31Z', 'updated_at': '2022-04-28T11:04:39Z', 'revision_number': 5, 'project_id': '0f4d85af73ea40518271b3ac6c23a282', 'subnets': [{'id': 'b625a9d9-7f26-48f2-9f4a-30d53875a1fb', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '67ab86d9-8559-4fb5-b911-083455e9e6b3', 'name': '', 'network_id': 'b49b1fd0-a27a-4592-b3bb-db40c57d4de0', 'tenant_id': '0f4d85af73ea40518271b3ac6c23a282', 'mac_address': 'fa:16:3e:05:6f:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a61ed78-023f-43d6-a86a-5af1aae9e69c', 'device_owner': 'network:router_interface', 'standard_attr_id': 930, 'fixed_ips': [{'subnet_id': 'f86be52a-4023-4e56-b802-604679ea9f0d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:04:22Z', 'updated_at': '2022-04-28T11:04:31Z', 'revision_number': 5, 'project_id': '0f4d85af73ea40518271b3ac6c23a282', 'subnets': [{'id': 'f86be52a-4023-4e56-b802-604679ea9f0d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cdbf5767-b7c5-48f5-97ec-afc0a75ab932', 'name': '', 'network_id': '2634f032-d4ae-4ad5-96de-8648922027d9', 'tenant_id': '0f4d85af73ea40518271b3ac6c23a282', 'mac_address': 'fa:16:3e:17:9a:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a61ed78-023f-43d6-a86a-5af1aae9e69c', 'device_owner': 'network:router_interface', 'standard_attr_id': 896, 'fixed_ips': [{'subnet_id': '239fd4a7-9885-4cb6-b54a-2440592f7a50', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:04:13Z', 'updated_at': '2022-04-28T11:04:20Z', 'revision_number': 5, 'project_id': '0f4d85af73ea40518271b3ac6c23a282', 'subnets': [{'id': '239fd4a7-9885-4cb6-b54a-2440592f7a50', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ed497352-af44-4d06-abd6-dc9df22c5f55', 'name': '', 'network_id': '7144af6d-d284-4f22-b7bf-c36ccf9740b8', 'tenant_id': '0f4d85af73ea40518271b3ac6c23a282', 'mac_address': 'fa:16:3e:fe:9a:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a61ed78-023f-43d6-a86a-5af1aae9e69c', 'device_owner': 'network:router_interface', 'standard_attr_id': 952, 'fixed_ips': [{'subnet_id': '4a70eceb-e687-4062-adb6-d320d56bd5a4', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:04:39Z', 'updated_at': '2022-04-28T11:04:47Z', 'revision_number': 4, 'project_id': '0f4d85af73ea40518271b3ac6c23a282', 'subnets': [{'id': '4a70eceb-e687-4062-adb6-d320d56bd5a4', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=116164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:04:48.472138 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91dc9daa-4ab0-4a01-84ef-2885f3fec4cf None None] The sync data for ids ['7a61ed78-023f-43d6-a86a-5af1aae9e69c'] in dv-neutron-master-2-hyperv is: [{'id': '7a61ed78-023f-43d6-a86a-5af1aae9e69c', 'name': 'tempest-RoutersIpV6Test-router-197789818', 'tenant_id': '0f4d85af73ea40518271b3ac6c23a282', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T11:04:08Z', 'updated_at': '2022-04-28T11:04:42Z', 'revision_number': 5, 'project_id': '0f4d85af73ea40518271b3ac6c23a282', 'gw_port_host': None, '_interfaces': [{'id': '5c03bfae-ec00-450a-8155-d55ecacfd499', 'name': '', 'network_id': 'a57c4b36-4dfd-464d-a7f5-2e3339de6e15', 'tenant_id': '0f4d85af73ea40518271b3ac6c23a282', 'mac_address': 'fa:16:3e:f5:c6:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a61ed78-023f-43d6-a86a-5af1aae9e69c', 'device_owner': 'network:router_interface', 'standard_attr_id': 936, 'fixed_ips': [{'subnet_id': 'b625a9d9-7f26-48f2-9f4a-30d53875a1fb', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:04:31Z', 'updated_at': '2022-04-28T11:04:39Z', 'revision_number': 5, 'project_id': '0f4d85af73ea40518271b3ac6c23a282', 'subnets': [{'id': 'b625a9d9-7f26-48f2-9f4a-30d53875a1fb', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '67ab86d9-8559-4fb5-b911-083455e9e6b3', 'name': '', 'network_id': 'b49b1fd0-a27a-4592-b3bb-db40c57d4de0', 'tenant_id': '0f4d85af73ea40518271b3ac6c23a282', 'mac_address': 'fa:16:3e:05:6f:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a61ed78-023f-43d6-a86a-5af1aae9e69c', 'device_owner': 'network:router_interface', 'standard_attr_id': 930, 'fixed_ips': [{'subnet_id': 'f86be52a-4023-4e56-b802-604679ea9f0d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:04:22Z', 'updated_at': '2022-04-28T11:04:31Z', 'revision_number': 5, 'project_id': '0f4d85af73ea40518271b3ac6c23a282', 'subnets': [{'id': 'f86be52a-4023-4e56-b802-604679ea9f0d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cdbf5767-b7c5-48f5-97ec-afc0a75ab932', 'name': '', 'network_id': '2634f032-d4ae-4ad5-96de-8648922027d9', 'tenant_id': '0f4d85af73ea40518271b3ac6c23a282', 'mac_address': 'fa:16:3e:17:9a:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a61ed78-023f-43d6-a86a-5af1aae9e69c', 'device_owner': 'network:router_interface', 'standard_attr_id': 896, 'fixed_ips': [{'subnet_id': '239fd4a7-9885-4cb6-b54a-2440592f7a50', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:04:13Z', 'updated_at': '2022-04-28T11:04:20Z', 'revision_number': 5, 'project_id': '0f4d85af73ea40518271b3ac6c23a282', 'subnets': [{'id': '239fd4a7-9885-4cb6-b54a-2440592f7a50', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ed497352-af44-4d06-abd6-dc9df22c5f55', 'name': '', 'network_id': '7144af6d-d284-4f22-b7bf-c36ccf9740b8', 'tenant_id': '0f4d85af73ea40518271b3ac6c23a282', 'mac_address': 'fa:16:3e:fe:9a:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a61ed78-023f-43d6-a86a-5af1aae9e69c', 'device_owner': 'network:router_interface', 'standard_attr_id': 952, 'fixed_ips': [{'subnet_id': '4a70eceb-e687-4062-adb6-d320d56bd5a4', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:04:39Z', 'updated_at': '2022-04-28T11:04:47Z', 'revision_number': 4, 'project_id': '0f4d85af73ea40518271b3ac6c23a282', 'subnets': [{'id': '4a70eceb-e687-4062-adb6-d320d56bd5a4', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=116164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 11:04:48.572054 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f07b0f3-c449-4c2f-8eae-fa7aa2fecc31 None None] Network 8876925c-b776-4190-94d6-ff922dbd02cf requested from dv-neutron-master-2-hyperv {{(pid=116163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 11:04:48.580795 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Returning: {'device': '4e227636-7ca1-4704-b1c2-48c58d1d0b6c', 'network_id': '11667949-6108-4d31-ad58-bd4aa04ee38c', 'port_id': '4e227636-7ca1-4704-b1c2-48c58d1d0b6c', 'mac_address': 'fa:16:3e:9b:f2:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 52, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2b3feac5-a337-48a6-93bd-b4c13f02752b', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=116163) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 28 11:04:48.635831 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.db.db_base_plugin_v2 [None req-7f0036c7-abac-4b33-8722-c3a999ffe8b0 tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Deleting subnet 32f02db0-30c8-4944-b6e5-ccc15c4ca28a {{(pid=116161) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 28 11:04:48.640444 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-7f0036c7-abac-4b33-8722-c3a999ffe8b0 tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Publish callbacks [] for subnet (32f02db0-30c8-4944-b6e5-ccc15c4ca28a), before_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:48.641405 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Provisioning complete for port 29aa7b99-7141-4a11-be6d-41ea38243c40 triggered by entity L2. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:04:48.641775 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (29aa7b99-7141-4a11-be6d-41ea38243c40), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:48.704081 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-7f0036c7-abac-4b33-8722-c3a999ffe8b0 tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8076976'] for subnet (32f02db0-30c8-4944-b6e5-ccc15c4ca28a), precommit_delete_associations {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:48.730954 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.plugin [None req-4a5101bd-54b3-4279-9db0-8320c30d1179 admin admin] Deleting port 3047c7ef-c95a-4b93-85f2-2bbb92c5129f {{(pid=116162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 11:04:48.731341 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-4a5101bd-54b3-4279-9db0-8320c30d1179 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742235130188'] for port (3047c7ef-c95a-4b93-85f2-2bbb92c5129f), before_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:48.745165 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-91cf09ad-2bfc-4377-9a0b-9370cb7f6c64 None None] Provisioning complete for port bfc75fd8-050d-434c-8a17-3a7f2a8191a8 triggered by entity DHCP. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:04:48.745541 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-91cf09ad-2bfc-4377-9a0b-9370cb7f6c64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (bfc75fd8-050d-434c-8a17-3a7f2a8191a8), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:48.804314 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-7f0036c7-abac-4b33-8722-c3a999ffe8b0 tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-971303'] for subnet (32f02db0-30c8-4944-b6e5-ccc15c4ca28a), precommit_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:48.818830 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 53422) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:04:48.825433 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.v2.base [None req-3e0135ef-6b9f-4fcf-8946-1cee71c04940 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-344740545', 'description': 'tempest-secgroup-smoke-344740545 description', 'project_id': '65d54c3b7dcd4af68398071d25e8321e'}} {{(pid=116162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:04:48.849628 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-5d24f7d0-37f7-4ed1-bb4f-cd17243a39a4 tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742235135690', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742234710366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5051867'] for port (83f3dd73-db7d-45dc-b5d6-298edc36185b), after_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:48.875501 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.db [None req-4a5101bd-54b3-4279-9db0-8320c30d1179 admin admin] For port 3047c7ef-c95a-4b93-85f2-2bbb92c5129f, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=3047c7ef-c95a-4b93-85f2-2bbb92c5129f,segment=NetworkSegment(6d4ad1d4-95ab-4492-8694-723c8a0122a3),segment_id=6d4ad1d4-95ab-4492-8694-723c8a0122a3)] {{(pid=116162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 11:04:48.875931 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-4a5101bd-54b3-4279-9db0-8320c30d1179 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1938497'] for port (3047c7ef-c95a-4b93-85f2-2bbb92c5129f), precommit_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:48.938184 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Current status of the port 4e227636-7ca1-4704-b1c2-48c58d1d0b6c is: ACTIVE; New status is: BUILD {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:04:48.938592 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (4e227636-7ca1-4704-b1c2-48c58d1d0b6c), before_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:48.955409 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.notifiers.nova [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 4e227636-7ca1-4704-b1c2-48c58d1d0b6c {{(pid=116163) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 11:04:48.961389 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d24f7d0-37f7-4ed1-bb4f-cd17243a39a4 tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Pushing event deleted for resources: {'Port': ['ID=83f3dd73-db7d-45dc-b5d6-298edc36185b,revision_number=None']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:04:48.995856 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99178122-cb6a-42eb-a1f4-a0c4519d185f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-b8f680de-c70a-4a82-ae85-7e933bd84322', 'network_id': 'b8f680de-c70a-4a82-ae85-7e933bd84322', 'project_id': '65d54c3b7dcd4af68398071d25e8321e', 'fixed_ips': [{'subnet_id': 'f9d92397-fa14-4c67-9b4b-72972fa58fb7'}]}} from dv-neutron-master-2-hyperv. {{(pid=116163) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 28 11:04:48.998262 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-99178122-cb6a-42eb-a1f4-a0c4519d185f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (None), before_create {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:49.024911 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-212d169f-2faf-4aae-bdbd-b96c53e2fb5c None None] DHCP port deletion for 8876925c-b776-4190-94d6-ff922dbd02cf request from dv-neutron-master-2-hyperv {{(pid=116163) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 28 11:04:49.031657 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-7f0036c7-abac-4b33-8722-c3a999ffe8b0 tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-971310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5220601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5125409'] for subnet (32f02db0-30c8-4944-b6e5-ccc15c4ca28a), after_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:49.035214 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-3e0135ef-6b9f-4fcf-8946-1cee71c04940 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks [] for security_group (None), before_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:49.063947 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-7f0036c7-abac-4b33-8722-c3a999ffe8b0 tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Publish callbacks [] for subnet (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:49.071472 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-7f0036c7-abac-4b33-8722-c3a999ffe8b0 tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] 10.222.0.10 "DELETE /v2.0/subnets/32f02db0-30c8-4944-b6e5-ccc15c4ca28a HTTP/1.1" status: 204 len: 168 time: 0.7038388 Apr 28 11:04:49.080426 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 53424) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:04:49.152173 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.plugin [None req-4a5101bd-54b3-4279-9db0-8320c30d1179 admin admin] Calling delete_port for 3047c7ef-c95a-4b93-85f2-2bbb92c5129f owned by network:dhcp {{(pid=116162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 11:04:49.257872 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-ab469d7e-04f2-4e90-8669-b9647ab6ce3d tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-979593'] for network (921ff079-7867-428f-ae90-c34050f433dd), before_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:49.265870 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Current status of the port 29aa7b99-7141-4a11-be6d-41ea38243c40 is: ACTIVE; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:04:49.267751 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Device bfc75fd8-050d-434c-8a17-3a7f2a8191a8 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=116163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 11:04:49.269072 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81f9bcc-de38-4c95-ac6c-b98cf5c9e38b req-2e4dc1bb-aa50-4dd9-8aa4-5ba044beabbe tempest-TestNetworkAdvancedServerOps-1762458272 tempest-TestNetworkAdvancedServerOps-1762458272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:04:49.271535 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-d81f9bcc-de38-4c95-ac6c-b98cf5c9e38b req-2e4dc1bb-aa50-4dd9-8aa4-5ba044beabbe tempest-TestNetworkAdvancedServerOps-1762458272 tempest-TestNetworkAdvancedServerOps-1762458272-project] 10.222.0.10 "GET /v2.0/ports?device_id=da1b1d97-d6fb-4c40-a57a-807f6776d01a HTTP/1.1" status: 200 len: 945 time: 0.3991714 Apr 28 11:04:49.281849 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.db.ipam_backend_mixin [None req-5cec9b7a-f6a2-4f0f-bf2c-1b5ee7db9811 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 48a1807e-83e2-45b7-adc5-9bbd51e88ad3 (CIDR: 172.20.0.0/28) Apr 28 11:04:49.286205 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0036c7-abac-4b33-8722-c3a999ffe8b0 tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Pushing event deleted for resources: {'Subnet': ['ID=32f02db0-30c8-4944-b6e5-ccc15c4ca28a,revision_number=None']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:04:49.295858 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.db_base_plugin_common [None req-99178122-cb6a-42eb-a1f4-a0c4519d185f None None] Allocated IP 172.20.0.18 (b8f680de-c70a-4a82-ae85-7e933bd84322/f9d92397-fa14-4c67-9b4b-72972fa58fb7/ee0a5d5c-f24a-4f81-8636-e15556820fea) {{(pid=116163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 11:04:49.345782 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-ad6d538c-fb30-4e85-acf3-73ef140da117 tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1935285', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2060837', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-63284'] for router (7a61ed78-023f-43d6-a86a-5af1aae9e69c), precommit_update {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:49.351527 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-ad6d538c-fb30-4e85-acf3-73ef140da117 tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1935326', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1935308', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1935303', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-2060860'] for router (7a61ed78-023f-43d6-a86a-5af1aae9e69c), after_update {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:49.385746 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.pecan_wsgi.hooks.translation [None req-5cec9b7a-f6a2-4f0f-bf2c-1b5ee7db9811 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 28 11:04:49.386619 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5cec9b7a-f6a2-4f0f-bf2c-1b5ee7db9811 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=116161) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 28 11:04:49.438834 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa9abada-0e7c-409a-9b64-ae537ce1f0fd None None] Network 921ff079-7867-428f-ae90-c34050f433dd requested from dv-neutron-master-2-hyperv {{(pid=116163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 11:04:49.517488 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.plugin [None req-ab469d7e-04f2-4e90-8669-b9647ab6ce3d tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Deleting port bfc75fd8-050d-434c-8a17-3a7f2a8191a8 {{(pid=116161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 11:04:49.519035 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-ab469d7e-04f2-4e90-8669-b9647ab6ce3d tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742235130188'] for port (bfc75fd8-050d-434c-8a17-3a7f2a8191a8), before_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:49.531689 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-d81f9bcc-de38-4c95-ac6c-b98cf5c9e38b req-0c0bca6b-6a76-4f41-902a-fc59a179a204 tempest-TestNetworkAdvancedServerOps-1762458272 tempest-TestNetworkAdvancedServerOps-1762458272-project] 10.222.0.10 "GET /v2.0/security-groups?id=0bcd3ba6-8b12-4573-ac81-fc4e6cc933d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2417841 Apr 28 11:04:49.547170 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-5cec9b7a-f6a2-4f0f-bf2c-1b5ee7db9811 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.6114008 Apr 28 11:04:49.564096 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] For port 4e227636-7ca1-4704-b1c2-48c58d1d0b6c, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=4e227636-7ca1-4704-b1c2-48c58d1d0b6c,segment=NetworkSegment(3a3711b0-a922-46d0-81e4-03dc755adc63),segment_id=3a3711b0-a922-46d0-81e4-03dc755adc63)] {{(pid=116163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 11:04:49.566391 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-99178122-cb6a-42eb-a1f4-a0c4519d185f None None] Publish callbacks [] for port (ee0a5d5c-f24a-4f81-8636-e15556820fea), precommit_create {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:49.626071 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 53426) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:04:49.633713 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.v2.base [None req-b08b2fce-20fa-4bd7-87ee-a219eea36826 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Request body: {'subnet': {'network_id': '6ad48b29-1fb1-4e43-9abf-f860ed1ac269', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=116162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:04:49.637828 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393'] for port (4e227636-7ca1-4704-b1c2-48c58d1d0b6c), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:49.656416 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-5d24f7d0-37f7-4ed1-bb4f-cd17243a39a4 tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1603051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2063504'] for router_interface (14002152-000a-4c44-883d-e2dc6779bfe4), after_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:49.682272 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-91cf09ad-2bfc-4377-9a0b-9370cb7f6c64 None None] Current status of the port bfc75fd8-050d-434c-8a17-3a7f2a8191a8 is: ACTIVE; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:04:49.707963 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-99178122-cb6a-42eb-a1f4-a0c4519d185f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742234710357'] for port (ee0a5d5c-f24a-4f81-8636-e15556820fea), after_create {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:49.712808 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-212d169f-2faf-4aae-bdbd-b96c53e2fb5c None None] Deleting port 3047c7ef-c95a-4b93-85f2-2bbb92c5129f {{(pid=116163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 11:04:49.713369 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-212d169f-2faf-4aae-bdbd-b96c53e2fb5c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742235130188'] for port (3047c7ef-c95a-4b93-85f2-2bbb92c5129f), before_delete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:49.801656 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99178122-cb6a-42eb-a1f4-a0c4519d185f None None] Network b8f680de-c70a-4a82-ae85-7e933bd84322 is already hosted by enough agents. {{(pid=116163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 11:04:49.861873 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.scheduler.base_scheduler [None req-99178122-cb6a-42eb-a1f4-a0c4519d185f None None] Resources bound (agent type, host, resource id): {{(pid=116163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 11:04:49.864332 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99178122-cb6a-42eb-a1f4-a0c4519d185f None None] Received port after_create {{(pid=116163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 11:04:49.883868 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-3e0135ef-6b9f-4fcf-8946-1cee71c04940 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks [] for security_group (dcc00a52-7b1a-48dc-967b-b2eebdca9f08), precommit_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:49.885594 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] get_ports_and_sgs() called for port_ids ['4e227636-7ca1-4704-b1c2-48c58d1d0b6c'] {{(pid=116163) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 11:04:49.891000 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.db [None req-ab469d7e-04f2-4e90-8669-b9647ab6ce3d tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] For port bfc75fd8-050d-434c-8a17-3a7f2a8191a8, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=bfc75fd8-050d-434c-8a17-3a7f2a8191a8,segment=NetworkSegment(509ab53d-7819-48bb-b5cf-fdad37960c78),segment_id=509ab53d-7819-48bb-b5cf-fdad37960c78)] {{(pid=116161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 11:04:49.891882 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-ab469d7e-04f2-4e90-8669-b9647ab6ce3d tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1938497'] for port (bfc75fd8-050d-434c-8a17-3a7f2a8191a8), precommit_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:49.893804 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Pushing event updated for resources: {'Port': ['ID=4e227636-7ca1-4704-b1c2-48c58d1d0b6c,revision_number=6']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:04:49.894889 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad6d538c-fb30-4e85-acf3-73ef140da117 tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Router 7a61ed78-023f-43d6-a86a-5af1aae9e69c has already been hosted by L3 agent 6b492ad6-0876-4d74-b20d-28143a52ceba {{(pid=116161) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 11:04:49.910708 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Provisioning complete for port bfc75fd8-050d-434c-8a17-3a7f2a8191a8 triggered by entity L2. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:04:49.911480 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (bfc75fd8-050d-434c-8a17-3a7f2a8191a8), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:49.913512 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.plugin [None req-ab469d7e-04f2-4e90-8669-b9647ab6ce3d tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Calling delete_port for bfc75fd8-050d-434c-8a17-3a7f2a8191a8 owned by network:dhcp {{(pid=116161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 11:04:49.917393 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-a2d79c85-b2d8-4842-b600-74df3c47a66b None None] Provisioning complete for port ca847241-3d33-4af1-bb54-024ef0886a7b triggered by entity DHCP. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:04:49.918369 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-a2d79c85-b2d8-4842-b600-74df3c47a66b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (ca847241-3d33-4af1-bb54-024ef0886a7b), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:49.927678 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-212d169f-2faf-4aae-bdbd-b96c53e2fb5c None None] For port 3047c7ef-c95a-4b93-85f2-2bbb92c5129f, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=3047c7ef-c95a-4b93-85f2-2bbb92c5129f,segment=NetworkSegment(6d4ad1d4-95ab-4492-8694-723c8a0122a3),segment_id=6d4ad1d4-95ab-4492-8694-723c8a0122a3)] {{(pid=116163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 11:04:49.928083 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-212d169f-2faf-4aae-bdbd-b96c53e2fb5c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1938497'] for port (3047c7ef-c95a-4b93-85f2-2bbb92c5129f), precommit_delete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:50.011332 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-3e0135ef-6b9f-4fcf-8946-1cee71c04940 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924426'] for security_group (dcc00a52-7b1a-48dc-967b-b2eebdca9f08), after_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:50.033303 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-474a7193-b40b-4807-9dde-8512716c09ef None None] DHCP port deletion for 921ff079-7867-428f-ae90-c34050f433dd request from dv-neutron-master-2-hyperv {{(pid=116163) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 28 11:04:50.053783 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-212d169f-2faf-4aae-bdbd-b96c53e2fb5c None None] Calling delete_port for 3047c7ef-c95a-4b93-85f2-2bbb92c5129f owned by network:dhcp {{(pid=116163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 11:04:50.055575 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d24f7d0-37f7-4ed1-bb4f-cd17243a39a4 tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Router 14002152-000a-4c44-883d-e2dc6779bfe4 has already been hosted by L3 agent 6b492ad6-0876-4d74-b20d-28143a52ceba {{(pid=116162) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 11:04:50.072751 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0135ef-6b9f-4fcf-8946-1cee71c04940 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dcc00a52-7b1a-48dc-967b-b2eebdca9f08,revision_number=1']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:04:50.076721 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-4a5101bd-54b3-4279-9db0-8320c30d1179 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742235135690', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742234710366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5051867'] for port (3047c7ef-c95a-4b93-85f2-2bbb92c5129f), after_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:50.088789 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Device 4e227636-7ca1-4704-b1c2-48c58d1d0b6c no longer exists at agent hyperv_hv-neutron-mast {{(pid=116163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 11:04:50.098258 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad6d538c-fb30-4e85-acf3-73ef140da117 tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=116161) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 11:04:50.107829 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-ad6d538c-fb30-4e85-acf3-73ef140da117 tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Publish callbacks [] for router (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:50.110984 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a5101bd-54b3-4279-9db0-8320c30d1179 admin admin] Pushing event deleted for resources: {'Port': ['ID=3047c7ef-c95a-4b93-85f2-2bbb92c5129f,revision_number=None']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:04:50.112567 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-ad6d538c-fb30-4e85-acf3-73ef140da117 tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] 10.222.0.10 "PUT /v2.0/routers/7a61ed78-023f-43d6-a86a-5af1aae9e69c HTTP/1.1" status: 200 len: 953 time: 4.2629755 Apr 28 11:04:50.114038 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 53428) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:04:50.117680 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2d56b21-4c09-44b0-a592-4b16e18a6fd6 None None] Sync routers for ids ['7a61ed78-023f-43d6-a86a-5af1aae9e69c'] in dv-neutron-master-2-hyperv {{(pid=116164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 11:04:50.136692 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2d56b21-4c09-44b0-a592-4b16e18a6fd6 None None] Routers {'7a61ed78-023f-43d6-a86a-5af1aae9e69c'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=116164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 11:04:50.137694 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_hamode_db [None req-e2d56b21-4c09-44b0-a592-4b16e18a6fd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-28T10:50:39Z,description=,heartbeat_timestamp=2022-04-28T11:04:39Z,host='dv-neutron-master-2-hyperv',id=6b492ad6-0876-4d74-b20d-28143a52ceba,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T10:50:40Z,topic='l3_agent')) {'router_ids': ['7a61ed78-023f-43d6-a86a-5af1aae9e69c'], 'active': True} {{(pid=116164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:04:50.165052 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a5101bd-54b3-4279-9db0-8320c30d1179 admin admin] No DVR routers for this DVR port 3047c7ef-c95a-4b93-85f2-2bbb92c5129f on host dv-neutron-master-2-hyperv {{(pid=116162) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 11:04:50.175555 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-3e0135ef-6b9f-4fcf-8946-1cee71c04940 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks [] for security_group (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:50.180150 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 53430) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:04:50.180289 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-3e0135ef-6b9f-4fcf-8946-1cee71c04940 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 1.3588505 Apr 28 11:04:50.180986 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b08b2fce-20fa-4bd7-87ee-a219eea36826 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Made reservation on behalf of f86d085f9b42493aa6c0f40f62349e1e for: {'subnet': 1} {{(pid=116162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 11:04:50.183890 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99178122-cb6a-42eb-a1f4-a0c4519d185f None None] Pushing event updated for resources: {'Port': ['ID=ee0a5d5c-f24a-4f81-8636-e15556820fea,revision_number=1']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:04:50.184552 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-b08b2fce-20fa-4bd7-87ee-a219eea36826 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4210834'] for subnet (None), before_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:50.189185 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-a2d79c85-b2d8-4842-b600-74df3c47a66b None None] Port ca847241-3d33-4af1-bb54-024ef0886a7b cannot update to ACTIVE because it is not bound. {{(pid=116163) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 28 11:04:50.193533 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.v2.base [None req-412a2bef-1fed-4db2-9a70-c4a79cce06d5 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Request body: {'security_group_rule': {'security_group_id': 'dcc00a52-7b1a-48dc-967b-b2eebdca9f08', 'project_id': '65d54c3b7dcd4af68398071d25e8321e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=116161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:04:50.222447 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-ab469d7e-04f2-4e90-8669-b9647ab6ce3d tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742235135690', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742234710366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5219112'] for port (bfc75fd8-050d-434c-8a17-3a7f2a8191a8), after_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:50.262474 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.managers [None req-99178122-cb6a-42eb-a1f4-a0c4519d185f None None] Attempting to bind port ee0a5d5c-f24a-4f81-8636-e15556820fea on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=116163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 28 11:04:50.262864 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.managers [None req-99178122-cb6a-42eb-a1f4-a0c4519d185f None None] Attempting to bind port ee0a5d5c-f24a-4f81-8636-e15556820fea by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '3e339841-0b62-41a1-aacb-4c64af450011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'b8f680de-c70a-4a82-ae85-7e933bd84322'}] {{(pid=116163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 28 11:04:50.263235 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99178122-cb6a-42eb-a1f4-a0c4519d185f None None] Attempting to bind port ee0a5d5c-f24a-4f81-8636-e15556820fea on network b8f680de-c70a-4a82-ae85-7e933bd84322 {{(pid=116163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 11:04:50.283763 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab469d7e-04f2-4e90-8669-b9647ab6ce3d tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Pushing event deleted for resources: {'Port': ['ID=bfc75fd8-050d-434c-8a17-3a7f2a8191a8,revision_number=None']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:04:50.288752 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-a2d79c85-b2d8-4842-b600-74df3c47a66b None None] Provisioning complete for port ed497352-af44-4d06-abd6-dc9df22c5f55 triggered by entity DHCP. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:04:50.288987 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-a2d79c85-b2d8-4842-b600-74df3c47a66b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (ed497352-af44-4d06-abd6-dc9df22c5f55), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:50.300604 dv-neutron-master-2-hyperv neutron-server[116163]: INFO neutron.plugins.ml2.db [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] No ports have port_id starting with bfc75fd8-050d-434c-8a17-3a7f2a8191a8 Apr 28 11:04:50.311471 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab469d7e-04f2-4e90-8669-b9647ab6ce3d tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] No DVR routers for this DVR port bfc75fd8-050d-434c-8a17-3a7f2a8191a8 on host dv-neutron-master-2-hyperv {{(pid=116161) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 11:04:50.322493 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99178122-cb6a-42eb-a1f4-a0c4519d185f None None] Checking agent: {'id': 'd5baab19-5dd1-4902-922b-84acb048ab9c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 10, 50, 43), 'started_at': datetime.datetime(2022, 4, 28, 10, 51, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 11, 4, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=116163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 11:04:50.325118 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99178122-cb6a-42eb-a1f4-a0c4519d185f None None] Checking segment: {'id': '3e339841-0b62-41a1-aacb-4c64af450011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'b8f680de-c70a-4a82-ae85-7e933bd84322'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 11:04:50.325118 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-99178122-cb6a-42eb-a1f4-a0c4519d185f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:50.325118 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99178122-cb6a-42eb-a1f4-a0c4519d185f None None] Bound using segment: {'id': '3e339841-0b62-41a1-aacb-4c64af450011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'b8f680de-c70a-4a82-ae85-7e933bd84322'} {{(pid=116163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 11:04:50.325118 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.managers [None req-99178122-cb6a-42eb-a1f4-a0c4519d185f None None] Bound port: ee0a5d5c-f24a-4f81-8636-e15556820fea, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e339841-0b62-41a1-aacb-4c64af450011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'b8f680de-c70a-4a82-ae85-7e933bd84322'}}] {{(pid=116163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 28 11:04:50.325118 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-99178122-cb6a-42eb-a1f4-a0c4519d185f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (ee0a5d5c-f24a-4f81-8636-e15556820fea), before_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:50.332624 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-412a2bef-1fed-4db2-9a70-c4a79cce06d5 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks [] for security_group_rule (cf30b708-dde6-4c8f-a023-a8454a626a55), before_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:50.350383 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d24f7d0-37f7-4ed1-bb4f-cd17243a39a4 tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=116162) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 11:04:50.363209 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-5d24f7d0-37f7-4ed1-bb4f-cd17243a39a4 tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] 10.222.0.10 "PUT /v2.0/routers/14002152-000a-4c44-883d-e2dc6779bfe4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0052598 Apr 28 11:04:50.367388 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-474a7193-b40b-4807-9dde-8512716c09ef None None] Deleting port bfc75fd8-050d-434c-8a17-3a7f2a8191a8 {{(pid=116163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 11:04:50.367769 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-474a7193-b40b-4807-9dde-8512716c09ef None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742235130188'] for port (bfc75fd8-050d-434c-8a17-3a7f2a8191a8), before_delete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:50.380135 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bfc3be1-e399-4d9a-aeec-681d3f35ead7 None None] Sync routers for ids ['14002152-000a-4c44-883d-e2dc6779bfe4'] in dv-neutron-master-2-hyperv {{(pid=116163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 11:04:50.397441 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 53432) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:04:50.405341 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_dvr_db [None req-e2d56b21-4c09-44b0-a592-4b16e18a6fd6 None None] Set router 7a61ed78-023f-43d6-a86a-5af1aae9e69c gateway port host: None {{(pid=116164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 11:04:50.462511 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-4a5101bd-54b3-4279-9db0-8320c30d1179 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-973498', 'neutron.services.segments.db._delete_segments_for_network-8742235207033'] for network (8876925c-b776-4190-94d6-ff922dbd02cf), precommit_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:50.509921 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-3e8845bf-52ae-4639-abac-1e749850c563 tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] 10.222.0.10 "GET /v2.0/ports?device_id=14002152-000a-4c44-883d-e2dc6779bfe4 HTTP/1.1" status: 200 len: 205 time: 0.1076818 Apr 28 11:04:50.520317 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 53434) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:04:50.544856 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bfc3be1-e399-4d9a-aeec-681d3f35ead7 None None] Routers {'14002152-000a-4c44-883d-e2dc6779bfe4'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=116163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 11:04:50.545671 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_hamode_db [None req-3bfc3be1-e399-4d9a-aeec-681d3f35ead7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-28T10:50:39Z,description=,heartbeat_timestamp=2022-04-28T11:04:39Z,host='dv-neutron-master-2-hyperv',id=6b492ad6-0876-4d74-b20d-28143a52ceba,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T10:50:40Z,topic='l3_agent')) {'router_ids': ['14002152-000a-4c44-883d-e2dc6779bfe4'], 'active': True} {{(pid=116163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:04:50.546494 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-a077ce55-5d81-4e18-9e9c-b5b6e32c4ecc tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] 10.222.0.10 "GET /v2.0/routers/7a61ed78-023f-43d6-a86a-5af1aae9e69c HTTP/1.1" status: 200 len: 953 time: 0.3927245 Apr 28 11:04:50.547162 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 53436) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:04:50.549381 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.services.segments.db [None req-4a5101bd-54b3-4279-9db0-8320c30d1179 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8876925c-b776-4190-94d6-ff922dbd02cf']}} {{(pid=116162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:04:50.565244 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Device ed497352-af44-4d06-abd6-dc9df22c5f55 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=116163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 11:04:50.567487 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (6be95134-9a6c-4663-8b48-90d12ce90c60), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:50.597236 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.v2.base [None req-01abebe6-0c7e-46f8-8e79-204eb2fe3ea2 tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Request body: {'router': {'routes': None}} {{(pid=116162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:04:50.629438 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-ab469d7e-04f2-4e90-8669-b9647ab6ce3d tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-973498', 'neutron.services.segments.db._delete_segments_for_network-8742235207033'] for network (921ff079-7867-428f-ae90-c34050f433dd), precommit_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:50.656043 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.services.segments.db [None req-4a5101bd-54b3-4279-9db0-8320c30d1179 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6d4ad1d4-95ab-4492-8694-723c8a0122a3') {'for_net_delete': True} {{(pid=116162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:04:50.656352 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.services.segments.db [None req-4a5101bd-54b3-4279-9db0-8320c30d1179 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6d4ad1d4-95ab-4492-8694-723c8a0122a3') {} {{(pid=116162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:04:50.665193 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.services.segments.db [None req-ab469d7e-04f2-4e90-8669-b9647ab6ce3d tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['921ff079-7867-428f-ae90-c34050f433dd']}} {{(pid=116161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:04:50.683853 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.services.segments.db [None req-ab469d7e-04f2-4e90-8669-b9647ab6ce3d tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '509ab53d-7819-48bb-b5cf-fdad37960c78') {'for_net_delete': True} {{(pid=116161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:04:50.686900 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.services.segments.db [None req-ab469d7e-04f2-4e90-8669-b9647ab6ce3d tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '509ab53d-7819-48bb-b5cf-fdad37960c78') {} {{(pid=116161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:04:50.700936 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-ab469d7e-04f2-4e90-8669-b9647ab6ce3d tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742235208578', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8076969'] for segment (509ab53d-7819-48bb-b5cf-fdad37960c78), before_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:50.709934 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-4a5101bd-54b3-4279-9db0-8320c30d1179 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742235208578', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5026548'] for segment (6d4ad1d4-95ab-4492-8694-723c8a0122a3), before_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:50.724064 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-ab469d7e-04f2-4e90-8669-b9647ab6ce3d tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-961978'] for segment (509ab53d-7819-48bb-b5cf-fdad37960c78), precommit_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:50.731954 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ab469d7e-04f2-4e90-8669-b9647ab6ce3d tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Releasing vlan 51 on physical network physnet1 to pool {{(pid=116161) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 11:04:50.732364 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-ab469d7e-04f2-4e90-8669-b9647ab6ce3d tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-961978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5219103'] for segment (509ab53d-7819-48bb-b5cf-fdad37960c78), after_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:50.767939 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-c866936b-9853-48af-ad52-5fa338dd9966 tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Publish callbacks [] for router (14002152-000a-4c44-883d-e2dc6779bfe4), before_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:50.770265 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_hamode_db [None req-e2d56b21-4c09-44b0-a592-4b16e18a6fd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a61ed78-023f-43d6-a86a-5af1aae9e69c', 'name': 'tempest-RoutersIpV6Test-router-197789818', 'tenant_id': '0f4d85af73ea40518271b3ac6c23a282', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T11:04:08Z', 'updated_at': '2022-04-28T11:04:48Z', 'revision_number': 6, 'project_id': '0f4d85af73ea40518271b3ac6c23a282', 'gw_port_host': None, '_interfaces': [{'id': '5c03bfae-ec00-450a-8155-d55ecacfd499', 'name': '', 'network_id': 'a57c4b36-4dfd-464d-a7f5-2e3339de6e15', 'tenant_id': '0f4d85af73ea40518271b3ac6c23a282', 'mac_address': 'fa:16:3e:f5:c6:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a61ed78-023f-43d6-a86a-5af1aae9e69c', 'device_owner': 'network:router_interface', 'standard_attr_id': 936, 'fixed_ips': [{'subnet_id': 'b625a9d9-7f26-48f2-9f4a-30d53875a1fb', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:04:31Z', 'updated_at': '2022-04-28T11:04:39Z', 'revision_number': 5, 'project_id': '0f4d85af73ea40518271b3ac6c23a282', 'subnets': [{'id': 'b625a9d9-7f26-48f2-9f4a-30d53875a1fb', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '67ab86d9-8559-4fb5-b911-083455e9e6b3', 'name': '', 'network_id': 'b49b1fd0-a27a-4592-b3bb-db40c57d4de0', 'tenant_id': '0f4d85af73ea40518271b3ac6c23a282', 'mac_address': 'fa:16:3e:05:6f:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a61ed78-023f-43d6-a86a-5af1aae9e69c', 'device_owner': 'network:router_interface', 'standard_attr_id': 930, 'fixed_ips': [{'subnet_id': 'f86be52a-4023-4e56-b802-604679ea9f0d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:04:22Z', 'updated_at': '2022-04-28T11:04:31Z', 'revision_number': 5, 'project_id': '0f4d85af73ea40518271b3ac6c23a282', 'subnets': [{'id': 'f86be52a-4023-4e56-b802-604679ea9f0d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cdbf5767-b7c5-48f5-97ec-afc0a75ab932', 'name': '', 'network_id': '2634f032-d4ae-4ad5-96de-8648922027d9', 'tenant_id': '0f4d85af73ea40518271b3ac6c23a282', 'mac_address': 'fa:16:3e:17:9a:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a61ed78-023f-43d6-a86a-5af1aae9e69c', 'device_owner': 'network:router_interface', 'standard_attr_id': 896, 'fixed_ips': [{'subnet_id': '239fd4a7-9885-4cb6-b54a-2440592f7a50', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:04:13Z', 'updated_at': '2022-04-28T11:04:20Z', 'revision_number': 5, 'project_id': '0f4d85af73ea40518271b3ac6c23a282', 'subnets': [{'id': '239fd4a7-9885-4cb6-b54a-2440592f7a50', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ed497352-af44-4d06-abd6-dc9df22c5f55', 'name': '', 'network_id': '7144af6d-d284-4f22-b7bf-c36ccf9740b8', 'tenant_id': '0f4d85af73ea40518271b3ac6c23a282', 'mac_address': 'fa:16:3e:fe:9a:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a61ed78-023f-43d6-a86a-5af1aae9e69c', 'device_owner': 'network:router_interface', 'standard_attr_id': 952, 'fixed_ips': [{'subnet_id': '4a70eceb-e687-4062-adb6-d320d56bd5a4', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:04:39Z', 'updated_at': '2022-04-28T11:04:47Z', 'revision_number': 4, 'project_id': '0f4d85af73ea40518271b3ac6c23a282', 'subnets': [{'id': '4a70eceb-e687-4062-adb6-d320d56bd5a4', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=116164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:04:50.779231 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-4a5101bd-54b3-4279-9db0-8320c30d1179 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-961978'] for segment (6d4ad1d4-95ab-4492-8694-723c8a0122a3), precommit_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:50.790484 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-474a7193-b40b-4807-9dde-8512716c09ef None None] For port bfc75fd8-050d-434c-8a17-3a7f2a8191a8, host dv-neutron-master-2-hyperv, got binding levels [] {{(pid=116163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 11:04:50.791074 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-474a7193-b40b-4807-9dde-8512716c09ef None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1938497'] for port (bfc75fd8-050d-434c-8a17-3a7f2a8191a8), precommit_delete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:50.801252 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-212d169f-2faf-4aae-bdbd-b96c53e2fb5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742235135690', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742234710366'] for port (3047c7ef-c95a-4b93-85f2-2bbb92c5129f), after_delete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:50.807461 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2d56b21-4c09-44b0-a592-4b16e18a6fd6 None None] Checking router: 7a61ed78-023f-43d6-a86a-5af1aae9e69c for host: dv-neutron-master-2-hyperv {{(pid=116164) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 11:04:50.817178 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_hamode_db [None req-3bfc3be1-e399-4d9a-aeec-681d3f35ead7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=116163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:04:50.818183 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2d56b21-4c09-44b0-a592-4b16e18a6fd6 None None] Routers {'7a61ed78-023f-43d6-a86a-5af1aae9e69c'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=116164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 11:04:50.819202 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_hamode_db [None req-e2d56b21-4c09-44b0-a592-4b16e18a6fd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-28T10:50:39Z,description=,heartbeat_timestamp=2022-04-28T11:04:39Z,host='dv-neutron-master-2-hyperv',id=6b492ad6-0876-4d74-b20d-28143a52ceba,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T10:50:40Z,topic='l3_agent')) {'router_ids': ['7a61ed78-023f-43d6-a86a-5af1aae9e69c'], 'active': True} {{(pid=116164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:04:50.821253 dv-neutron-master-2-hyperv neutron-server[116161]: Traceback (most recent call last): Apr 28 11:04:50.821253 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 11:04:50.821253 dv-neutron-master-2-hyperv neutron-server[116161]: timer() Apr 28 11:04:50.821253 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 11:04:50.821253 dv-neutron-master-2-hyperv neutron-server[116161]: cb(*args, **kw) Apr 28 11:04:50.821253 dv-neutron-master-2-hyperv neutron-server[116161]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 28 11:04:50.821253 dv-neutron-master-2-hyperv neutron-server[116161]: return func(*args, **kwargs) Apr 28 11:04:50.821253 dv-neutron-master-2-hyperv neutron-server[116161]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 11:04:50.821253 dv-neutron-master-2-hyperv neutron-server[116161]: self._notify() Apr 28 11:04:50.821253 dv-neutron-master-2-hyperv neutron-server[116161]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 11:04:50.821253 dv-neutron-master-2-hyperv neutron-server[116161]: self.callback(batched_events) Apr 28 11:04:50.821253 dv-neutron-master-2-hyperv neutron-server[116161]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 11:04:50.821253 dv-neutron-master-2-hyperv neutron-server[116161]: event.method(event) Apr 28 11:04:50.821253 dv-neutron-master-2-hyperv neutron-server[116161]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 28 11:04:50.821253 dv-neutron-master-2-hyperv neutron-server[116161]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 11:04:50.821253 dv-neutron-master-2-hyperv neutron-server[116161]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 28 11:04:50.821253 dv-neutron-master-2-hyperv neutron-server[116161]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 11:04:50.821253 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 28 11:04:50.821253 dv-neutron-master-2-hyperv neutron-server[116161]: return f(self, *a, **k) Apr 28 11:04:50.821253 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 28 11:04:50.821253 dv-neutron-master-2-hyperv neutron-server[116161]: return self._get(url).json() Apr 28 11:04:50.821253 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 28 11:04:50.821253 dv-neutron-master-2-hyperv neutron-server[116161]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 11:04:50.821253 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 11:04:50.821253 dv-neutron-master-2-hyperv neutron-server[116161]: return self.request(url, 'GET', **kwargs) Apr 28 11:04:50.821253 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 11:04:50.821253 dv-neutron-master-2-hyperv neutron-server[116161]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 11:04:50.821253 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 11:04:50.821253 dv-neutron-master-2-hyperv neutron-server[116161]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 11:04:50.821253 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 11:04:50.821253 dv-neutron-master-2-hyperv neutron-server[116161]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 11:04:50.821253 dv-neutron-master-2-hyperv neutron-server[116161]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 11:04:50.831527 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Current status of the port 4e227636-7ca1-4704-b1c2-48c58d1d0b6c is: BUILD; New status is: DOWN {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:04:50.831919 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (4e227636-7ca1-4704-b1c2-48c58d1d0b6c), before_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:50.836695 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4a5101bd-54b3-4279-9db0-8320c30d1179 admin admin] Releasing vlan 81 on physical network physnet1 to pool {{(pid=116162) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 11:04:50.837551 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-4a5101bd-54b3-4279-9db0-8320c30d1179 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-961978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5051884'] for segment (6d4ad1d4-95ab-4492-8694-723c8a0122a3), after_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:50.840532 dv-neutron-master-2-hyperv neutron-server[116162]: Traceback (most recent call last): Apr 28 11:04:50.840532 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 11:04:50.840532 dv-neutron-master-2-hyperv neutron-server[116162]: timer() Apr 28 11:04:50.840532 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 11:04:50.840532 dv-neutron-master-2-hyperv neutron-server[116162]: cb(*args, **kw) Apr 28 11:04:50.840532 dv-neutron-master-2-hyperv neutron-server[116162]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 28 11:04:50.840532 dv-neutron-master-2-hyperv neutron-server[116162]: return func(*args, **kwargs) Apr 28 11:04:50.840532 dv-neutron-master-2-hyperv neutron-server[116162]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 11:04:50.840532 dv-neutron-master-2-hyperv neutron-server[116162]: self._notify() Apr 28 11:04:50.840532 dv-neutron-master-2-hyperv neutron-server[116162]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 11:04:50.840532 dv-neutron-master-2-hyperv neutron-server[116162]: self.callback(batched_events) Apr 28 11:04:50.840532 dv-neutron-master-2-hyperv neutron-server[116162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 11:04:50.840532 dv-neutron-master-2-hyperv neutron-server[116162]: event.method(event) Apr 28 11:04:50.840532 dv-neutron-master-2-hyperv neutron-server[116162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 28 11:04:50.840532 dv-neutron-master-2-hyperv neutron-server[116162]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 11:04:50.840532 dv-neutron-master-2-hyperv neutron-server[116162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 28 11:04:50.840532 dv-neutron-master-2-hyperv neutron-server[116162]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 11:04:50.840532 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 28 11:04:50.840532 dv-neutron-master-2-hyperv neutron-server[116162]: return f(self, *a, **k) Apr 28 11:04:50.840532 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 28 11:04:50.840532 dv-neutron-master-2-hyperv neutron-server[116162]: return self._get(url).json() Apr 28 11:04:50.840532 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 28 11:04:50.840532 dv-neutron-master-2-hyperv neutron-server[116162]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 11:04:50.840532 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 11:04:50.840532 dv-neutron-master-2-hyperv neutron-server[116162]: return self.request(url, 'GET', **kwargs) Apr 28 11:04:50.840532 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 11:04:50.840532 dv-neutron-master-2-hyperv neutron-server[116162]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 11:04:50.840532 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 11:04:50.840532 dv-neutron-master-2-hyperv neutron-server[116162]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 11:04:50.840532 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 11:04:50.840532 dv-neutron-master-2-hyperv neutron-server[116162]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 11:04:50.840532 dv-neutron-master-2-hyperv neutron-server[116162]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 11:04:50.882125 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-474a7193-b40b-4807-9dde-8512716c09ef None None] Calling delete_port for bfc75fd8-050d-434c-8a17-3a7f2a8191a8 owned by network:dhcp {{(pid=116163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 11:04:50.914672 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.ipam_backend_mixin [None req-474a7193-b40b-4807-9dde-8512716c09ef None None] Port bfc75fd8-050d-434c-8a17-3a7f2a8191a8 was not found and therefore no delete operation was performed {{(pid=116163) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} Apr 28 11:04:50.917081 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212d169f-2faf-4aae-bdbd-b96c53e2fb5c None None] Pushing event deleted for resources: {'Port': ['ID=3047c7ef-c95a-4b93-85f2-2bbb92c5129f,revision_number=None']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:04:50.922431 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3bfd294-bc3c-4074-9dab-f3ba5a4e9ede req-dcf12408-5c5b-47a9-a1af-5a18892373fe tempest-TestNetworkAdvancedServerOps-1762458272 tempest-TestNetworkAdvancedServerOps-1762458272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:04:50.924775 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-b3bfd294-bc3c-4074-9dab-f3ba5a4e9ede req-dcf12408-5c5b-47a9-a1af-5a18892373fe tempest-TestNetworkAdvancedServerOps-1762458272 tempest-TestNetworkAdvancedServerOps-1762458272-project] 10.222.0.10 "GET /v2.0/ports?device_id=da1b1d97-d6fb-4c40-a57a-807f6776d01a HTTP/1.1" status: 200 len: 944 time: 0.0866957 Apr 28 11:04:50.931850 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-ab469d7e-04f2-4e90-8669-b9647ab6ce3d tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-973477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2063122'] for network (921ff079-7867-428f-ae90-c34050f433dd), after_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:50.940208 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-474a7193-b40b-4807-9dde-8512716c09ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742235135690', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742234710366'] for port (bfc75fd8-050d-434c-8a17-3a7f2a8191a8), after_delete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:50.942605 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-212d169f-2faf-4aae-bdbd-b96c53e2fb5c None None] No DVR routers for this DVR port 3047c7ef-c95a-4b93-85f2-2bbb92c5129f on host dv-neutron-master-2-hyperv {{(pid=116163) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 11:04:50.944440 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-ab469d7e-04f2-4e90-8669-b9647ab6ce3d tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Publish callbacks [] for network (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:50.946547 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-99178122-cb6a-42eb-a1f4-a0c4519d185f None None] For port ee0a5d5c-f24a-4f81-8636-e15556820fea, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=116163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 11:04:50.948797 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-ab469d7e-04f2-4e90-8669-b9647ab6ce3d tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] 10.222.0.10 "DELETE /v2.0/networks/921ff079-7867-428f-ae90-c34050f433dd HTTP/1.1" status: 204 len: 168 time: 1.8668633 Apr 28 11:04:50.959617 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.notifiers.nova [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 4e227636-7ca1-4704-b1c2-48c58d1d0b6c {{(pid=116163) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 11:04:50.964368 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 53440) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:04:50.972523 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bfc3be1-e399-4d9a-aeec-681d3f35ead7 None None] Routers {'14002152-000a-4c44-883d-e2dc6779bfe4'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=116163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 11:04:50.973529 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_hamode_db [None req-3bfc3be1-e399-4d9a-aeec-681d3f35ead7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-28T10:50:39Z,description=,heartbeat_timestamp=2022-04-28T11:04:39Z,host='dv-neutron-master-2-hyperv',id=6b492ad6-0876-4d74-b20d-28143a52ceba,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T10:50:40Z,topic='l3_agent')) {'router_ids': ['14002152-000a-4c44-883d-e2dc6779bfe4'], 'active': True} {{(pid=116163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:04:50.979675 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.v2.base [None req-a833236e-6606-4647-8a93-136376524465 tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1849487766'}} {{(pid=116161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:04:51.005984 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_dvr_db [None req-e2d56b21-4c09-44b0-a592-4b16e18a6fd6 None None] Set router 7a61ed78-023f-43d6-a86a-5af1aae9e69c gateway port host: None {{(pid=116164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 11:04:51.015356 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab469d7e-04f2-4e90-8669-b9647ab6ce3d tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Pushing event deleted for resources: {'Network': ['ID=921ff079-7867-428f-ae90-c34050f433dd,revision_number=None']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:04:51.017516 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-99178122-cb6a-42eb-a1f4-a0c4519d185f None None] For port ee0a5d5c-f24a-4f81-8636-e15556820fea, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=ee0a5d5c-f24a-4f81-8636-e15556820fea,segment=NetworkSegment(3e339841-0b62-41a1-aacb-4c64af450011),segment_id=3e339841-0b62-41a1-aacb-4c64af450011)] {{(pid=116163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 11:04:51.057015 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-474a7193-b40b-4807-9dde-8512716c09ef None None] Network 921ff079-7867-428f-ae90-c34050f433dd is not hosted by any dhcp agent {{(pid=116163) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Apr 28 11:04:51.057485 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-474a7193-b40b-4807-9dde-8512716c09ef None None] No DVR routers for this DVR port bfc75fd8-050d-434c-8a17-3a7f2a8191a8 on host dv-neutron-master-2-hyperv {{(pid=116163) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 11:04:51.059114 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474a7193-b40b-4807-9dde-8512716c09ef None None] Pushing event deleted for resources: {'Port': ['ID=bfc75fd8-050d-434c-8a17-3a7f2a8191a8,revision_number=None']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:04:51.079633 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-a2d79c85-b2d8-4842-b600-74df3c47a66b None None] Current status of the port ed497352-af44-4d06-abd6-dc9df22c5f55 is: DOWN; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:04:51.080071 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-a2d79c85-b2d8-4842-b600-74df3c47a66b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (ed497352-af44-4d06-abd6-dc9df22c5f55), before_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:51.082453 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-412a2bef-1fed-4db2-9a70-c4a79cce06d5 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks [] for security_group_rule (cf30b708-dde6-4c8f-a023-a8454a626a55), precommit_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:51.093805 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_hamode_db [None req-3bfc3be1-e399-4d9a-aeec-681d3f35ead7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=116163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:04:51.093805 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bfc3be1-e399-4d9a-aeec-681d3f35ead7 None None] The sync data for ids ['14002152-000a-4c44-883d-e2dc6779bfe4'] in dv-neutron-master-2-hyperv is: [] {{(pid=116163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 11:04:51.094075 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-b3bfd294-bc3c-4074-9dab-f3ba5a4e9ede req-88869f8d-656c-4b6d-9613-5a5d722b085f tempest-TestNetworkAdvancedServerOps-1762458272 tempest-TestNetworkAdvancedServerOps-1762458272-project] 10.222.0.10 "GET /v2.0/security-groups?id=0bcd3ba6-8b12-4573-ac81-fc4e6cc933d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1424243 Apr 28 11:04:51.098527 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] For port 4e227636-7ca1-4704-b1c2-48c58d1d0b6c, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=4e227636-7ca1-4704-b1c2-48c58d1d0b6c,segment=NetworkSegment(3a3711b0-a922-46d0-81e4-03dc755adc63),segment_id=3a3711b0-a922-46d0-81e4-03dc755adc63)] {{(pid=116163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 11:04:51.126920 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 53442) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:04:51.128796 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Provisioning complete for port ed497352-af44-4d06-abd6-dc9df22c5f55 triggered by entity L2. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:04:51.129178 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (ed497352-af44-4d06-abd6-dc9df22c5f55), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:51.131974 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-99178122-cb6a-42eb-a1f4-a0c4519d185f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393'] for port (ee0a5d5c-f24a-4f81-8636-e15556820fea), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:51.212598 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-3e8de61a-1c85-40e2-9267-22eaefbadda3 tempest-TestNetworkAdvancedServerOps-1762458272 tempest-TestNetworkAdvancedServerOps-1762458272-project] 10.222.0.10 "GET /v2.0/floatingips/b779f0d0-673f-4a06-ab23-f170dc6506a4 HTTP/1.1" status: 200 len: 991 time: 0.0842524 Apr 28 11:04:51.214278 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a833236e-6606-4647-8a93-136376524465 tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Made reservation on behalf of 52264470dd074c0f8041ca0ce5281c12 for: {'network': 1} {{(pid=116161) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 11:04:51.217281 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-c866936b-9853-48af-ad52-5fa338dd9966 tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2060865', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-63275'] for router (14002152-000a-4c44-883d-e2dc6779bfe4), precommit_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:51.219107 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-a833236e-6606-4647-8a93-136376524465 tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for network (None), before_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:51.228926 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-c866936b-9853-48af-ad52-5fa338dd9966 tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Publish callbacks [] for router_controller (14002152-000a-4c44-883d-e2dc6779bfe4), precommit_delete_associations {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:51.236814 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393'] for port (4e227636-7ca1-4704-b1c2-48c58d1d0b6c), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:51.237039 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-412a2bef-1fed-4db2-9a70-c4a79cce06d5 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1912725'] for security_group_rule (cf30b708-dde6-4c8f-a023-a8454a626a55), after_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:51.242345 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-a2d79c85-b2d8-4842-b600-74df3c47a66b None None] For port ed497352-af44-4d06-abd6-dc9df22c5f55, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=ed497352-af44-4d06-abd6-dc9df22c5f55,segment=NetworkSegment(0fc06385-11dc-48b1-9e52-0ff76d9140af),segment_id=0fc06385-11dc-48b1-9e52-0ff76d9140af)] {{(pid=116163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 11:04:51.242607 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-4a5101bd-54b3-4279-9db0-8320c30d1179 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-973477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2063122'] for network (8876925c-b776-4190-94d6-ff922dbd02cf), after_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:51.271882 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412a2bef-1fed-4db2-9a70-c4a79cce06d5 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cf30b708-dde6-4c8f-a023-a8454a626a55,revision_number=0']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:04:51.279367 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a833236e-6606-4647-8a93-136376524465 tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 84} {{(pid=116161) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 11:04:51.293122 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-a833236e-6606-4647-8a93-136376524465 tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-961978'] for segment (cd968543-2e6e-45dd-b091-594f020e3b7f), precommit_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:51.299196 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.db.segments_db [None req-a833236e-6606-4647-8a93-136376524465 tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Added segment cd968543-2e6e-45dd-b091-594f020e3b7f of type vlan for network c6473789-68d8-4bd8-8527-ac8dfc62710d Apr 28 11:04:51.312915 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99178122-cb6a-42eb-a1f4-a0c4519d185f None None] Pushing event updated for resources: {'Port': ['ID=ee0a5d5c-f24a-4f81-8636-e15556820fea,revision_number=2']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:04:51.352165 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-a833236e-6606-4647-8a93-136376524465 tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742234744962'] for network (c6473789-68d8-4bd8-8527-ac8dfc62710d), precommit_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:51.358553 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-a2d79c85-b2d8-4842-b600-74df3c47a66b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393'] for port (ed497352-af44-4d06-abd6-dc9df22c5f55), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:51.378791 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-4a5101bd-54b3-4279-9db0-8320c30d1179 admin admin] Publish callbacks [] for network (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:51.382327 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-4a5101bd-54b3-4279-9db0-8320c30d1179 admin admin] 10.222.0.10 "DELETE /v2.0/networks/8876925c-b776-4190-94d6-ff922dbd02cf HTTP/1.1" status: 204 len: 168 time: 3.1742830 Apr 28 11:04:51.383605 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-412a2bef-1fed-4db2-9a70-c4a79cce06d5 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:51.386817 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a5101bd-54b3-4279-9db0-8320c30d1179 admin admin] Pushing event deleted for resources: {'Network': ['ID=8876925c-b776-4190-94d6-ff922dbd02cf,revision_number=None']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:04:51.404557 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-412a2bef-1fed-4db2-9a70-c4a79cce06d5 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.2137759 Apr 28 11:04:51.407722 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 53446) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:04:51.422171 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.v2.base [None req-7a0ef6bb-9066-4e6c-823b-e23a80d6a1e8 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Request body: {'security_group_rule': {'security_group_id': 'dcc00a52-7b1a-48dc-967b-b2eebdca9f08', 'project_id': '65d54c3b7dcd4af68398071d25e8321e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=116161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:04:51.470680 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_hamode_db [None req-e2d56b21-4c09-44b0-a592-4b16e18a6fd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a61ed78-023f-43d6-a86a-5af1aae9e69c', 'name': 'tempest-RoutersIpV6Test-router-197789818', 'tenant_id': '0f4d85af73ea40518271b3ac6c23a282', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T11:04:08Z', 'updated_at': '2022-04-28T11:04:48Z', 'revision_number': 6, 'project_id': '0f4d85af73ea40518271b3ac6c23a282', 'gw_port_host': None, '_interfaces': [{'id': '5c03bfae-ec00-450a-8155-d55ecacfd499', 'name': '', 'network_id': 'a57c4b36-4dfd-464d-a7f5-2e3339de6e15', 'tenant_id': '0f4d85af73ea40518271b3ac6c23a282', 'mac_address': 'fa:16:3e:f5:c6:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a61ed78-023f-43d6-a86a-5af1aae9e69c', 'device_owner': 'network:router_interface', 'standard_attr_id': 936, 'fixed_ips': [{'subnet_id': 'b625a9d9-7f26-48f2-9f4a-30d53875a1fb', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:04:31Z', 'updated_at': '2022-04-28T11:04:39Z', 'revision_number': 5, 'project_id': '0f4d85af73ea40518271b3ac6c23a282', 'subnets': [{'id': 'b625a9d9-7f26-48f2-9f4a-30d53875a1fb', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '67ab86d9-8559-4fb5-b911-083455e9e6b3', 'name': '', 'network_id': 'b49b1fd0-a27a-4592-b3bb-db40c57d4de0', 'tenant_id': '0f4d85af73ea40518271b3ac6c23a282', 'mac_address': 'fa:16:3e:05:6f:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a61ed78-023f-43d6-a86a-5af1aae9e69c', 'device_owner': 'network:router_interface', 'standard_attr_id': 930, 'fixed_ips': [{'subnet_id': 'f86be52a-4023-4e56-b802-604679ea9f0d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:04:22Z', 'updated_at': '2022-04-28T11:04:31Z', 'revision_number': 5, 'project_id': '0f4d85af73ea40518271b3ac6c23a282', 'subnets': [{'id': 'f86be52a-4023-4e56-b802-604679ea9f0d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cdbf5767-b7c5-48f5-97ec-afc0a75ab932', 'name': '', 'network_id': '2634f032-d4ae-4ad5-96de-8648922027d9', 'tenant_id': '0f4d85af73ea40518271b3ac6c23a282', 'mac_address': 'fa:16:3e:17:9a:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a61ed78-023f-43d6-a86a-5af1aae9e69c', 'device_owner': 'network:router_interface', 'standard_attr_id': 896, 'fixed_ips': [{'subnet_id': '239fd4a7-9885-4cb6-b54a-2440592f7a50', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:04:13Z', 'updated_at': '2022-04-28T11:04:20Z', 'revision_number': 5, 'project_id': '0f4d85af73ea40518271b3ac6c23a282', 'subnets': [{'id': '239fd4a7-9885-4cb6-b54a-2440592f7a50', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ed497352-af44-4d06-abd6-dc9df22c5f55', 'name': '', 'network_id': '7144af6d-d284-4f22-b7bf-c36ccf9740b8', 'tenant_id': '0f4d85af73ea40518271b3ac6c23a282', 'mac_address': 'fa:16:3e:fe:9a:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a61ed78-023f-43d6-a86a-5af1aae9e69c', 'device_owner': 'network:router_interface', 'standard_attr_id': 952, 'fixed_ips': [{'subnet_id': '4a70eceb-e687-4062-adb6-d320d56bd5a4', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:04:39Z', 'updated_at': '2022-04-28T11:04:47Z', 'revision_number': 4, 'project_id': '0f4d85af73ea40518271b3ac6c23a282', 'subnets': [{'id': '4a70eceb-e687-4062-adb6-d320d56bd5a4', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=116164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:04:51.491143 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Current status of the port ed497352-af44-4d06-abd6-dc9df22c5f55 is: ACTIVE; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:04:51.493696 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Pushing event updated for resources: {'Port': ['ID=4e227636-7ca1-4704-b1c2-48c58d1d0b6c,revision_number=7']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:04:51.520205 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-c866936b-9853-48af-ad52-5fa338dd9966 tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2060888'] for router (14002152-000a-4c44-883d-e2dc6779bfe4), after_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:51.521288 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c866936b-9853-48af-ad52-5fa338dd9966 tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Fanout notify agent at l3_agent the message router_deleted on router 14002152-000a-4c44-883d-e2dc6779bfe4 {{(pid=116162) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 28 11:04:51.536738 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-c866936b-9853-48af-ad52-5fa338dd9966 tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Publish callbacks [] for router (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:51.539755 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-a833236e-6606-4647-8a93-136376524465 tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042'] for network (c6473789-68d8-4bd8-8527-ac8dfc62710d), after_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:51.547189 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-c866936b-9853-48af-ad52-5fa338dd9966 tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] 10.222.0.10 "DELETE /v2.0/routers/14002152-000a-4c44-883d-e2dc6779bfe4 HTTP/1.1" status: 204 len: 168 time: 1.0233765 Apr 28 11:04:51.547376 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a833236e-6606-4647-8a93-136376524465 tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:04:51.548000 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-a833236e-6606-4647-8a93-136376524465 tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Publish callbacks [] for network (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:51.552199 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 53448) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:04:51.554731 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2d56b21-4c09-44b0-a592-4b16e18a6fd6 None None] The sync data for ids ['7a61ed78-023f-43d6-a86a-5af1aae9e69c'] in dv-neutron-master-2-hyperv is: [{'id': '7a61ed78-023f-43d6-a86a-5af1aae9e69c', 'name': 'tempest-RoutersIpV6Test-router-197789818', 'tenant_id': '0f4d85af73ea40518271b3ac6c23a282', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T11:04:08Z', 'updated_at': '2022-04-28T11:04:48Z', 'revision_number': 6, 'project_id': '0f4d85af73ea40518271b3ac6c23a282', 'gw_port_host': None, '_interfaces': [{'id': '5c03bfae-ec00-450a-8155-d55ecacfd499', 'name': '', 'network_id': 'a57c4b36-4dfd-464d-a7f5-2e3339de6e15', 'tenant_id': '0f4d85af73ea40518271b3ac6c23a282', 'mac_address': 'fa:16:3e:f5:c6:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a61ed78-023f-43d6-a86a-5af1aae9e69c', 'device_owner': 'network:router_interface', 'standard_attr_id': 936, 'fixed_ips': [{'subnet_id': 'b625a9d9-7f26-48f2-9f4a-30d53875a1fb', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:04:31Z', 'updated_at': '2022-04-28T11:04:39Z', 'revision_number': 5, 'project_id': '0f4d85af73ea40518271b3ac6c23a282', 'subnets': [{'id': 'b625a9d9-7f26-48f2-9f4a-30d53875a1fb', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '67ab86d9-8559-4fb5-b911-083455e9e6b3', 'name': '', 'network_id': 'b49b1fd0-a27a-4592-b3bb-db40c57d4de0', 'tenant_id': '0f4d85af73ea40518271b3ac6c23a282', 'mac_address': 'fa:16:3e:05:6f:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a61ed78-023f-43d6-a86a-5af1aae9e69c', 'device_owner': 'network:router_interface', 'standard_attr_id': 930, 'fixed_ips': [{'subnet_id': 'f86be52a-4023-4e56-b802-604679ea9f0d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:04:22Z', 'updated_at': '2022-04-28T11:04:31Z', 'revision_number': 5, 'project_id': '0f4d85af73ea40518271b3ac6c23a282', 'subnets': [{'id': 'f86be52a-4023-4e56-b802-604679ea9f0d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cdbf5767-b7c5-48f5-97ec-afc0a75ab932', 'name': '', 'network_id': '2634f032-d4ae-4ad5-96de-8648922027d9', 'tenant_id': '0f4d85af73ea40518271b3ac6c23a282', 'mac_address': 'fa:16:3e:17:9a:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a61ed78-023f-43d6-a86a-5af1aae9e69c', 'device_owner': 'network:router_interface', 'standard_attr_id': 896, 'fixed_ips': [{'subnet_id': '239fd4a7-9885-4cb6-b54a-2440592f7a50', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:04:13Z', 'updated_at': '2022-04-28T11:04:20Z', 'revision_number': 5, 'project_id': '0f4d85af73ea40518271b3ac6c23a282', 'subnets': [{'id': '239fd4a7-9885-4cb6-b54a-2440592f7a50', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ed497352-af44-4d06-abd6-dc9df22c5f55', 'name': '', 'network_id': '7144af6d-d284-4f22-b7bf-c36ccf9740b8', 'tenant_id': '0f4d85af73ea40518271b3ac6c23a282', 'mac_address': 'fa:16:3e:fe:9a:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a61ed78-023f-43d6-a86a-5af1aae9e69c', 'device_owner': 'network:router_interface', 'standard_attr_id': 952, 'fixed_ips': [{'subnet_id': '4a70eceb-e687-4062-adb6-d320d56bd5a4', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:04:39Z', 'updated_at': '2022-04-28T11:04:47Z', 'revision_number': 4, 'project_id': '0f4d85af73ea40518271b3ac6c23a282', 'subnets': [{'id': '4a70eceb-e687-4062-adb6-d320d56bd5a4', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=116164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 11:04:51.580172 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d79c85-b2d8-4842-b600-74df3c47a66b None None] Pushing event updated for resources: {'Port': ['ID=ed497352-af44-4d06-abd6-dc9df22c5f55,revision_number=5']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:04:51.593330 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Device bfc75fd8-050d-434c-8a17-3a7f2a8191a8 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=116163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 11:04:51.639613 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] No Port match for: bfc75fd8-050d-434c-8a17-3a7f2a8191a8 {{(pid=116163) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 28 11:04:51.640214 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Device bfc75fd8-050d-434c-8a17-3a7f2a8191a8 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=116163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 11:04:51.641393 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Device 3047c7ef-c95a-4b93-85f2-2bbb92c5129f no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=116163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 11:04:51.659869 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-b08b2fce-20fa-4bd7-87ee-a219eea36826 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5054027', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4210784'] for subnet (b0633a5a-1fb0-4222-a640-3324abd20789), after_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:51.678562 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] No Port match for: 3047c7ef-c95a-4b93-85f2-2bbb92c5129f {{(pid=116163) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 28 11:04:51.679048 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Device 3047c7ef-c95a-4b93-85f2-2bbb92c5129f not bound to the agent host dv-neutron-master-2-hyperv {{(pid=116163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 11:04:51.682336 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-a833236e-6606-4647-8a93-136376524465 tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.7141249 Apr 28 11:04:51.683739 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 53450) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:04:51.692626 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.v2.base [None req-7c1299d9-272f-4a54-b19d-5516a8855633 tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Request body: {'subnet': {'network_id': 'c6473789-68d8-4bd8-8527-ac8dfc62710d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=116161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:04:51.708138 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-7a0ef6bb-9066-4e6c-823b-e23a80d6a1e8 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks [] for security_group_rule (ebcfc0d2-fe8c-47f2-91f6-d28e1f119858), before_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:51.762387 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a833236e-6606-4647-8a93-136376524465 tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Pushing event updated for resources: {'Network': ['ID=c6473789-68d8-4bd8-8527-ac8dfc62710d,revision_number=1']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:04:51.777437 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Network c6473789-68d8-4bd8-8527-ac8dfc62710d details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=116163) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 28 11:04:51.945377 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-7a0ef6bb-9066-4e6c-823b-e23a80d6a1e8 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks [] for security_group_rule (ebcfc0d2-fe8c-47f2-91f6-d28e1f119858), precommit_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:51.951843 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 53452) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:04:51.992704 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c1299d9-272f-4a54-b19d-5516a8855633 tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Made reservation on behalf of 52264470dd074c0f8041ca0ce5281c12 for: {'subnet': 1} {{(pid=116161) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 11:04:51.996278 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-7c1299d9-272f-4a54-b19d-5516a8855633 tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5125580'] for subnet (None), before_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:52.020524 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-28a55db5-62e4-4d8f-8298-5117c4cba080 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=e9b5b362688444d0864b3692ffb5d0ef&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0650036 Apr 28 11:04:52.021546 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-7a0ef6bb-9066-4e6c-823b-e23a80d6a1e8 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1912725'] for security_group_rule (ebcfc0d2-fe8c-47f2-91f6-d28e1f119858), after_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:52.023185 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 53454) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:04:52.058288 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Device 4e227636-7ca1-4704-b1c2-48c58d1d0b6c up at agent hyperv_hv-neutron-mast {{(pid=116163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 11:04:52.111557 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a0ef6bb-9066-4e6c-823b-e23a80d6a1e8 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ebcfc0d2-fe8c-47f2-91f6-d28e1f119858,revision_number=0']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:04:52.118575 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b08b2fce-20fa-4bd7-87ee-a219eea36826 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Network 6ad48b29-1fb1-4e43-9abf-f860ed1ac269 is already hosted by enough agents. {{(pid=116162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 11:04:52.133259 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Provisioning complete for port 4e227636-7ca1-4704-b1c2-48c58d1d0b6c triggered by entity L2. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:04:52.134500 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (4e227636-7ca1-4704-b1c2-48c58d1d0b6c), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:52.152545 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.db.db_base_plugin_v2 [None req-049f32ae-4de1-4485-8456-56a587589ba0 tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Deleting subnet a8ca94ef-9158-42e2-b447-0ffe792e1d0e {{(pid=116162) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 28 11:04:52.157198 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.scheduler.base_scheduler [None req-b08b2fce-20fa-4bd7-87ee-a219eea36826 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Resources bound (agent type, host, resource id): {{(pid=116162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 11:04:52.163875 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b08b2fce-20fa-4bd7-87ee-a219eea36826 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:04:52.164467 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-b08b2fce-20fa-4bd7-87ee-a219eea36826 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Publish callbacks [] for subnet (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:52.169501 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-049f32ae-4de1-4485-8456-56a587589ba0 tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Publish callbacks [] for subnet (a8ca94ef-9158-42e2-b447-0ffe792e1d0e), before_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:52.172627 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08b2fce-20fa-4bd7-87ee-a219eea36826 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Pushing event updated for resources: {'Subnet': ['ID=b0633a5a-1fb0-4222-a640-3324abd20789,revision_number=0']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:04:52.175387 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cda4a38-28fc-4a38-8d1d-a37b43fce0b4 None None] Network 6ad48b29-1fb1-4e43-9abf-f860ed1ac269 requested from dv-neutron-master-2-hyperv {{(pid=116163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 11:04:52.189783 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-d325f586-867c-4e11-a496-3f3e6a70d920 admin admin] Publish callbacks [] for security_group (8051ae28-a264-452b-a1ab-8e3990154918), before_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:52.233787 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-7a0ef6bb-9066-4e6c-823b-e23a80d6a1e8 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:52.237610 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-7a0ef6bb-9066-4e6c-823b-e23a80d6a1e8 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.8208799 Apr 28 11:04:52.239107 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 53456) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:04:52.243650 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.v2.base [None req-47a843c8-dedf-4004-b70c-a63f4269fdf4 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Request body: {'security_group_rule': {'security_group_id': 'dcc00a52-7b1a-48dc-967b-b2eebdca9f08', 'project_id': '65d54c3b7dcd4af68398071d25e8321e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=116162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:04:52.261211 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-d325f586-867c-4e11-a496-3f3e6a70d920 admin admin] Publish callbacks [] for security_group (8051ae28-a264-452b-a1ab-8e3990154918), precommit_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:52.277483 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-049f32ae-4de1-4485-8456-56a587589ba0 tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5026541'] for subnet (a8ca94ef-9158-42e2-b447-0ffe792e1d0e), precommit_delete_associations {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:52.311587 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-b08b2fce-20fa-4bd7-87ee-a219eea36826 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 2.6818774 Apr 28 11:04:52.327377 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Current status of the port 4e227636-7ca1-4704-b1c2-48c58d1d0b6c is: DOWN; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:04:52.328016 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (4e227636-7ca1-4704-b1c2-48c58d1d0b6c), before_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:52.332298 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.db.extraroute_db [None req-01abebe6-0c7e-46f8-8e79-204eb2fe3ea2 tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Added routes are [] {{(pid=116162) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Apr 28 11:04:52.333145 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 53458) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:04:52.333276 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.db.extraroute_db [None req-01abebe6-0c7e-46f8-8e79-204eb2fe3ea2 tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Removed routes are [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}] {{(pid=116162) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Apr 28 11:04:52.339286 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.v2.base [None req-01c9fb83-9d81-4524-b882-068e2074a09f tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1355607557', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'b0633a5a-1fb0-4222-a640-3324abd20789'}], 'security_groups': ['5c0155c4-4cdd-4bd4-89c2-2c1b8a48b2ed']}} {{(pid=116161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:04:52.377010 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da1b1d97-d6fb-4c40-a57a-807f6776d01a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e227636-7ca1-4704-b1c2-48c58d1d0b6c'}] {{(pid=116163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 11:04:52.379510 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f01aec4a4f83961b54a953becfce2676879fb1d4b91122543244f430a0b8460" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8aee6c3-3a28-4f69-ac19-17334ef8e128" -d '{"events": [{"server_uuid": "da1b1d97-d6fb-4c40-a57a-807f6776d01a", "name": "network-vif-plugged", "status": "completed", "tag": "4e227636-7ca1-4704-b1c2-48c58d1d0b6c"}]}' {{(pid=116163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 11:04:52.380982 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-01abebe6-0c7e-46f8-8e79-204eb2fe3ea2 tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1935285', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2060837', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-63284'] for router (7a61ed78-023f-43d6-a86a-5af1aae9e69c), precommit_update {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:52.406107 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] For port 4e227636-7ca1-4704-b1c2-48c58d1d0b6c, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=4e227636-7ca1-4704-b1c2-48c58d1d0b6c,segment=NetworkSegment(3a3711b0-a922-46d0-81e4-03dc755adc63),segment_id=3a3711b0-a922-46d0-81e4-03dc755adc63)] {{(pid=116163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 11:04:52.442525 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-47a843c8-dedf-4004-b70c-a63f4269fdf4 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks [] for security_group_rule (94913e32-f1fa-49d7-ab05-8534948443cd), before_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:52.472739 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 11:04:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19bec50b-6d43-471c-848e-f7ed8ad2ad8b x-openstack-request-id: req-19bec50b-6d43-471c-848e-f7ed8ad2ad8b {{(pid=116163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 11:04:52.473306 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da1b1d97-d6fb-4c40-a57a-807f6776d01a", "name": "network-vif-plugged", "status": "completed", "tag": "4e227636-7ca1-4704-b1c2-48c58d1d0b6c", "code": 200}]} {{(pid=116163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 11:04:52.473723 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-19bec50b-6d43-471c-848e-f7ed8ad2ad8b {{(pid=116163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 11:04:52.474101 dv-neutron-master-2-hyperv neutron-server[116163]: INFO neutron.notifiers.nova [-] Nova event matching ['req-19bec50b-6d43-471c-848e-f7ed8ad2ad8b'] response: {'server_uuid': 'da1b1d97-d6fb-4c40-a57a-807f6776d01a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e227636-7ca1-4704-b1c2-48c58d1d0b6c', 'code': 200} Apr 28 11:04:52.488210 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e9c6286-a07c-47e5-b3c6-3410e3b5e69e None None] Update dhcp port {'port': {'network_id': '6ad48b29-1fb1-4e43-9abf-f860ed1ac269', 'fixed_ips': [{'subnet_id': '48a1807e-83e2-45b7-adc5-9bbd51e88ad3', 'ip_address': '172.20.0.2'}, {'subnet_id': 'b0633a5a-1fb0-4222-a640-3324abd20789'}], 'binding:host_id': 'dv-neutron-master-2-hyperv'}, 'id': '29aa7b99-7141-4a11-be6d-41ea38243c40'} from dv-neutron-master-2-hyperv. {{(pid=116163) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Apr 28 11:04:52.524873 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393'] for port (4e227636-7ca1-4704-b1c2-48c58d1d0b6c), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:52.528270 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-7c1299d9-272f-4a54-b19d-5516a8855633 tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5220536', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5125438'] for subnet (df511477-50e2-4514-a2bd-eec935358563), after_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:52.553703 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-1e9c6286-a07c-47e5-b3c6-3410e3b5e69e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (29aa7b99-7141-4a11-be6d-41ea38243c40), before_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:52.576448 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-d325f586-867c-4e11-a496-3f3e6a70d920 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924426'] for security_group (8051ae28-a264-452b-a1ab-8e3990154918), after_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:52.580487 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-d325f586-867c-4e11-a496-3f3e6a70d920 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:52.581958 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-d325f586-867c-4e11-a496-3f3e6a70d920 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/8051ae28-a264-452b-a1ab-8e3990154918 HTTP/1.1" status: 204 len: 168 time: 0.5481098 Apr 28 11:04:52.648199 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d325f586-867c-4e11-a496-3f3e6a70d920 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8051ae28-a264-452b-a1ab-8e3990154918,revision_number=None']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:04:52.656711 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Device ed497352-af44-4d06-abd6-dc9df22c5f55 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=116163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 11:04:52.713121 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1299d9-272f-4a54-b19d-5516a8855633 tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Pushing event updated for resources: {'Subnet': ['ID=df511477-50e2-4514-a2bd-eec935358563,revision_number=0']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:04:52.742599 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c1299d9-272f-4a54-b19d-5516a8855633 tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Checking segment: {'id': 'cd968543-2e6e-45dd-b091-594f020e3b7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'c6473789-68d8-4bd8-8527-ac8dfc62710d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 11:04:52.743452 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c1299d9-272f-4a54-b19d-5516a8855633 tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Network hostable DHCP agents. Network: c6473789-68d8-4bd8-8527-ac8dfc62710d, hostable agents: ['75ba81b7-fe99-4281-90d2-a5adb445ecea'], hosted agents: [] {{(pid=116161) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 11:04:52.764832 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-049f32ae-4de1-4485-8456-56a587589ba0 tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-971303'] for subnet (a8ca94ef-9158-42e2-b447-0ffe792e1d0e), precommit_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:52.797087 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-47a843c8-dedf-4004-b70c-a63f4269fdf4 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks [] for security_group_rule (94913e32-f1fa-49d7-ab05-8534948443cd), precommit_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:52.812330 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-01c9fb83-9d81-4524-b882-068e2074a09f tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (ca847241-3d33-4af1-bb54-024ef0886a7b), before_update {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:52.838346 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Pushing event updated for resources: {'Port': ['ID=4e227636-7ca1-4704-b1c2-48c58d1d0b6c,revision_number=8']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:04:52.879798 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-01abebe6-0c7e-46f8-8e79-204eb2fe3ea2 tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1935285', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2060837', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-63284'] for router (7a61ed78-023f-43d6-a86a-5af1aae9e69c), precommit_update {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:52.889728 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-01abebe6-0c7e-46f8-8e79-204eb2fe3ea2 tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1935326', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1935308', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1935303', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-2060860'] for router (7a61ed78-023f-43d6-a86a-5af1aae9e69c), after_update {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:52.894258 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Provisioning complete for port ed497352-af44-4d06-abd6-dc9df22c5f55 triggered by entity L2. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:04:52.894894 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (ed497352-af44-4d06-abd6-dc9df22c5f55), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:52.939422 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-47a843c8-dedf-4004-b70c-a63f4269fdf4 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1912725'] for security_group_rule (94913e32-f1fa-49d7-ab05-8534948443cd), after_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:52.941524 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c1299d9-272f-4a54-b19d-5516a8855633 tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Network c6473789-68d8-4bd8-8527-ac8dfc62710d is scheduled to be hosted by DHCP agent 75ba81b7-fe99-4281-90d2-a5adb445ecea with binding_index 1 {{(pid=116161) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 11:04:52.946862 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77f99e4d-38ba-4e36-aeb9-966d6805ada8 None None] Network b8f680de-c70a-4a82-ae85-7e933bd84322 requested from dv-neutron-master-2-hyperv {{(pid=116163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 11:04:52.952848 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.db_base_plugin_common [None req-1e9c6286-a07c-47e5-b3c6-3410e3b5e69e None None] Allocated IP 172.20.0.18 (6ad48b29-1fb1-4e43-9abf-f860ed1ac269/b0633a5a-1fb0-4222-a640-3324abd20789/29aa7b99-7141-4a11-be6d-41ea38243c40) {{(pid=116163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 11:04:52.985464 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a843c8-dedf-4004-b70c-a63f4269fdf4 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=94913e32-f1fa-49d7-ab05-8534948443cd,revision_number=0']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:04:52.994658 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-049f32ae-4de1-4485-8456-56a587589ba0 tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-971310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5053962', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4210815'] for subnet (a8ca94ef-9158-42e2-b447-0ffe792e1d0e), after_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:53.039270 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049f32ae-4de1-4485-8456-56a587589ba0 tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Pushing event deleted for resources: {'Subnet': ['ID=a8ca94ef-9158-42e2-b447-0ffe792e1d0e,revision_number=None']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:04:53.041941 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-feb06050-bdf7-4783-8afe-9403cd2bc2d5 None None] Provisioning complete for port ee0a5d5c-f24a-4f81-8636-e15556820fea triggered by entity DHCP. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:04:53.042321 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-feb06050-bdf7-4783-8afe-9403cd2bc2d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (ee0a5d5c-f24a-4f81-8636-e15556820fea), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:53.046722 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-049f32ae-4de1-4485-8456-56a587589ba0 tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Publish callbacks [] for subnet (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:53.060603 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-049f32ae-4de1-4485-8456-56a587589ba0 tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] 10.222.0.10 "DELETE /v2.0/subnets/a8ca94ef-9158-42e2-b447-0ffe792e1d0e HTTP/1.1" status: 204 len: 168 time: 1.5045335 Apr 28 11:04:53.060956 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a3fd503-d08d-4eb4-8d65-a115557d56cb None None] Network 987ab0eb-5751-4288-bbb5-543b8042119f requested from dv-neutron-master-2-hyperv {{(pid=116163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 11:04:53.064594 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 53466) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:04:53.071287 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.scheduler.base_scheduler [None req-7c1299d9-272f-4a54-b19d-5516a8855633 tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, c6473789-68d8-4bd8-8527-ac8dfc62710d) {{(pid=116161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 11:04:53.077966 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01abebe6-0c7e-46f8-8e79-204eb2fe3ea2 tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Router 7a61ed78-023f-43d6-a86a-5af1aae9e69c has already been hosted by L3 agent 6b492ad6-0876-4d74-b20d-28143a52ceba {{(pid=116162) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 11:04:53.088666 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c1299d9-272f-4a54-b19d-5516a8855633 tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:04:53.089550 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-7c1299d9-272f-4a54-b19d-5516a8855633 tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Publish callbacks [] for subnet (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:53.103264 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-47a843c8-dedf-4004-b70c-a63f4269fdf4 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:53.104830 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-47a843c8-dedf-4004-b70c-a63f4269fdf4 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8654337 Apr 28 11:04:53.108488 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 53468) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:04:53.113040 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.v2.base [None req-62f207d2-13eb-48bd-8286-51365504d3e4 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Request body: {'security_group_rule': {'security_group_id': 'dcc00a52-7b1a-48dc-967b-b2eebdca9f08', 'project_id': '65d54c3b7dcd4af68398071d25e8321e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=116162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:04:53.172295 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e805eea-ffa7-4689-84d9-f9ea41d97709 None None] Network c6473789-68d8-4bd8-8527-ac8dfc62710d requested from dv-neutron-master-2-hyperv {{(pid=116163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 11:04:53.179360 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-7c1299d9-272f-4a54-b19d-5516a8855633 tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4926333 Apr 28 11:04:53.181156 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 53470) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:04:53.186235 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.v2.base [None req-036ad480-5855-423f-905a-d8ca885f64c5 tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Request body: {'port': {'network_id': 'c6473789-68d8-4bd8-8527-ac8dfc62710d', 'name': 'tempest-PortsIpV6TestJSON-958277024', 'fixed_ips': [{'subnet_id': 'df511477-50e2-4514-a2bd-eec935358563', 'ip_address': '2001:db8::10'}]}} {{(pid=116161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:04:53.239269 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-085c2232-34d2-44aa-9085-c3a9ba5e221b tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-979593'] for network (987ab0eb-5751-4288-bbb5-543b8042119f), before_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:53.345266 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-62f207d2-13eb-48bd-8286-51365504d3e4 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks [] for security_group_rule (2bb78faa-a113-4e03-bff2-a40be63648f0), before_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:53.371260 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.plugin [None req-085c2232-34d2-44aa-9085-c3a9ba5e221b tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Deleting port cf9a2314-cbdf-438e-bc1a-503f7445f5c6 {{(pid=116162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 11:04:53.371546 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-085c2232-34d2-44aa-9085-c3a9ba5e221b tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742235130188'] for port (cf9a2314-cbdf-438e-bc1a-503f7445f5c6), before_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:53.378569 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01abebe6-0c7e-46f8-8e79-204eb2fe3ea2 tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=116162) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 11:04:53.389205 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-01abebe6-0c7e-46f8-8e79-204eb2fe3ea2 tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Publish callbacks [] for router (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:53.392877 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b53292e-d1b8-4d65-80d1-e38ce9211e93 None None] Sync routers for ids ['7a61ed78-023f-43d6-a86a-5af1aae9e69c'] in dv-neutron-master-2-hyperv {{(pid=116164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 11:04:53.393389 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-01abebe6-0c7e-46f8-8e79-204eb2fe3ea2 tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] 10.222.0.10 "PUT /v2.0/routers/7a61ed78-023f-43d6-a86a-5af1aae9e69c HTTP/1.1" status: 200 len: 703 time: 2.7968833 Apr 28 11:04:53.393501 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 53478) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:04:53.402779 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b53292e-d1b8-4d65-80d1-e38ce9211e93 None None] Routers {'7a61ed78-023f-43d6-a86a-5af1aae9e69c'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=116164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 11:04:53.404508 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_hamode_db [None req-5b53292e-d1b8-4d65-80d1-e38ce9211e93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-28T10:50:39Z,description=,heartbeat_timestamp=2022-04-28T11:04:39Z,host='dv-neutron-master-2-hyperv',id=6b492ad6-0876-4d74-b20d-28143a52ceba,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T10:50:40Z,topic='l3_agent')) {'router_ids': ['7a61ed78-023f-43d6-a86a-5af1aae9e69c'], 'active': True} {{(pid=116164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:04:53.493705 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.db [None req-085c2232-34d2-44aa-9085-c3a9ba5e221b tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] For port cf9a2314-cbdf-438e-bc1a-503f7445f5c6, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=cf9a2314-cbdf-438e-bc1a-503f7445f5c6,segment=NetworkSegment(de22757e-8eb8-4b28-9333-0d65c5311a2f),segment_id=de22757e-8eb8-4b28-9333-0d65c5311a2f)] {{(pid=116162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 11:04:53.494177 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-085c2232-34d2-44aa-9085-c3a9ba5e221b tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1938497'] for port (cf9a2314-cbdf-438e-bc1a-503f7445f5c6), precommit_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:53.499549 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-62f207d2-13eb-48bd-8286-51365504d3e4 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks [] for security_group_rule (2bb78faa-a113-4e03-bff2-a40be63648f0), precommit_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:53.502238 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-036ad480-5855-423f-905a-d8ca885f64c5 tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Made reservation on behalf of 52264470dd074c0f8041ca0ce5281c12 for: {'port': 1} {{(pid=116161) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 11:04:53.518061 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.plugin [None req-085c2232-34d2-44aa-9085-c3a9ba5e221b tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Calling delete_port for cf9a2314-cbdf-438e-bc1a-503f7445f5c6 owned by network:dhcp {{(pid=116162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 11:04:53.541660 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Current status of the port ed497352-af44-4d06-abd6-dc9df22c5f55 is: ACTIVE; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:04:53.542845 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Device ee0a5d5c-f24a-4f81-8636-e15556820fea up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=116163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 11:04:53.549709 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_dvr_db [None req-5b53292e-d1b8-4d65-80d1-e38ce9211e93 None None] Set router 7a61ed78-023f-43d6-a86a-5af1aae9e69c gateway port host: None {{(pid=116164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 11:04:53.580553 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-62f207d2-13eb-48bd-8286-51365504d3e4 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1912725'] for security_group_rule (2bb78faa-a113-4e03-bff2-a40be63648f0), after_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:53.622054 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f207d2-13eb-48bd-8286-51365504d3e4 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2bb78faa-a113-4e03-bff2-a40be63648f0,revision_number=0']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:04:53.718266 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-feb06050-bdf7-4783-8afe-9403cd2bc2d5 None None] Current status of the port ee0a5d5c-f24a-4f81-8636-e15556820fea is: DOWN; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:04:53.718684 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-feb06050-bdf7-4783-8afe-9403cd2bc2d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (ee0a5d5c-f24a-4f81-8636-e15556820fea), before_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:53.720892 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46f01d25-6173-4b34-8dc6-ac81c5840fcc None None] DHCP port deletion for 987ab0eb-5751-4288-bbb5-543b8042119f request from dv-neutron-master-2-hyperv {{(pid=116163) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 28 11:04:53.725640 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-62f207d2-13eb-48bd-8286-51365504d3e4 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:53.731595 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-62f207d2-13eb-48bd-8286-51365504d3e4 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6220562 Apr 28 11:04:53.732903 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 53482) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:04:53.738863 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.v2.base [None req-3f6adad4-2d19-45b7-87dc-56fc0d3002d9 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Request body: {'security_group_rule': {'security_group_id': 'dcc00a52-7b1a-48dc-967b-b2eebdca9f08', 'project_id': '65d54c3b7dcd4af68398071d25e8321e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=116162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:04:53.764462 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-085c2232-34d2-44aa-9085-c3a9ba5e221b tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742235135690', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742234710366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5051867'] for port (cf9a2314-cbdf-438e-bc1a-503f7445f5c6), after_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:53.783092 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-46f01d25-6173-4b34-8dc6-ac81c5840fcc None None] The port 'cf9a2314-cbdf-438e-bc1a-503f7445f5c6' was deleted {{(pid=116163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2065}} Apr 28 11:04:53.787069 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-1e9c6286-a07c-47e5-b3c6-3410e3b5e69e None None] For port 29aa7b99-7141-4a11-be6d-41ea38243c40, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=29aa7b99-7141-4a11-be6d-41ea38243c40,segment=NetworkSegment(dc4ff106-7900-4ea5-a28b-c5286d7d8d4b),segment_id=dc4ff106-7900-4ea5-a28b-c5286d7d8d4b)] {{(pid=116163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 11:04:53.805207 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085c2232-34d2-44aa-9085-c3a9ba5e221b tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Pushing event deleted for resources: {'Port': ['ID=cf9a2314-cbdf-438e-bc1a-503f7445f5c6,revision_number=None']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:04:53.817474 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-085c2232-34d2-44aa-9085-c3a9ba5e221b tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] No DVR routers for this DVR port cf9a2314-cbdf-438e-bc1a-503f7445f5c6 on host dv-neutron-master-2-hyperv {{(pid=116162) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 11:04:53.830832 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-0e45115c-ca22-4976-a2e5-4ce7eb76b23a tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] 10.222.0.10 "GET /v2.0/routers/7a61ed78-023f-43d6-a86a-5af1aae9e69c HTTP/1.1" status: 200 len: 703 time: 0.4363379 Apr 28 11:04:53.840399 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 53484) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:04:53.855355 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6d625c6-683d-48ba-b68d-16c5e6568a18 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-c6473789-68d8-4bd8-8527-ac8dfc62710d', 'network_id': 'c6473789-68d8-4bd8-8527-ac8dfc62710d', 'project_id': '52264470dd074c0f8041ca0ce5281c12', 'fixed_ips': [{'subnet_id': 'df511477-50e2-4514-a2bd-eec935358563'}]}} from dv-neutron-master-2-hyperv. {{(pid=116163) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 28 11:04:53.856222 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-f6d625c6-683d-48ba-b68d-16c5e6568a18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (None), before_create {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:53.860305 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-feb06050-bdf7-4783-8afe-9403cd2bc2d5 None None] For port ee0a5d5c-f24a-4f81-8636-e15556820fea, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=ee0a5d5c-f24a-4f81-8636-e15556820fea,segment=NetworkSegment(3e339841-0b62-41a1-aacb-4c64af450011),segment_id=3e339841-0b62-41a1-aacb-4c64af450011)] {{(pid=116163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 11:04:53.892652 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Provisioning complete for port ee0a5d5c-f24a-4f81-8636-e15556820fea triggered by entity L2. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:04:53.892652 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (ee0a5d5c-f24a-4f81-8636-e15556820fea), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:53.899037 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-1e9c6286-a07c-47e5-b3c6-3410e3b5e69e None None] Publish callbacks [] for port (29aa7b99-7141-4a11-be6d-41ea38243c40), precommit_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:53.910176 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-036ad480-5855-423f-905a-d8ca885f64c5 tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (None), before_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:53.948782 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_hamode_db [None req-5b53292e-d1b8-4d65-80d1-e38ce9211e93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a61ed78-023f-43d6-a86a-5af1aae9e69c', 'name': 'tempest-RoutersIpV6Test-router-197789818', 'tenant_id': '0f4d85af73ea40518271b3ac6c23a282', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T11:04:08Z', 'updated_at': '2022-04-28T11:04:52Z', 'revision_number': 7, 'project_id': '0f4d85af73ea40518271b3ac6c23a282', 'gw_port_host': None, '_interfaces': [{'id': '5c03bfae-ec00-450a-8155-d55ecacfd499', 'name': '', 'network_id': 'a57c4b36-4dfd-464d-a7f5-2e3339de6e15', 'tenant_id': '0f4d85af73ea40518271b3ac6c23a282', 'mac_address': 'fa:16:3e:f5:c6:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a61ed78-023f-43d6-a86a-5af1aae9e69c', 'device_owner': 'network:router_interface', 'standard_attr_id': 936, 'fixed_ips': [{'subnet_id': 'b625a9d9-7f26-48f2-9f4a-30d53875a1fb', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:04:31Z', 'updated_at': '2022-04-28T11:04:39Z', 'revision_number': 5, 'project_id': '0f4d85af73ea40518271b3ac6c23a282', 'subnets': [{'id': 'b625a9d9-7f26-48f2-9f4a-30d53875a1fb', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '67ab86d9-8559-4fb5-b911-083455e9e6b3', 'name': '', 'network_id': 'b49b1fd0-a27a-4592-b3bb-db40c57d4de0', 'tenant_id': '0f4d85af73ea40518271b3ac6c23a282', 'mac_address': 'fa:16:3e:05:6f:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a61ed78-023f-43d6-a86a-5af1aae9e69c', 'device_owner': 'network:router_interface', 'standard_attr_id': 930, 'fixed_ips': [{'subnet_id': 'f86be52a-4023-4e56-b802-604679ea9f0d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:04:22Z', 'updated_at': '2022-04-28T11:04:31Z', 'revision_number': 5, 'project_id': '0f4d85af73ea40518271b3ac6c23a282', 'subnets': [{'id': 'f86be52a-4023-4e56-b802-604679ea9f0d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cdbf5767-b7c5-48f5-97ec-afc0a75ab932', 'name': '', 'network_id': '2634f032-d4ae-4ad5-96de-8648922027d9', 'tenant_id': '0f4d85af73ea40518271b3ac6c23a282', 'mac_address': 'fa:16:3e:17:9a:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a61ed78-023f-43d6-a86a-5af1aae9e69c', 'device_owner': 'network:router_interface', 'standard_attr_id': 896, 'fixed_ips': [{'subnet_id': '239fd4a7-9885-4cb6-b54a-2440592f7a50', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:04:13Z', 'updated_at': '2022-04-28T11:04:20Z', 'revision_number': 5, 'project_id': '0f4d85af73ea40518271b3ac6c23a282', 'subnets': [{'id': '239fd4a7-9885-4cb6-b54a-2440592f7a50', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ed497352-af44-4d06-abd6-dc9df22c5f55', 'name': '', 'network_id': '7144af6d-d284-4f22-b7bf-c36ccf9740b8', 'tenant_id': '0f4d85af73ea40518271b3ac6c23a282', 'mac_address': 'fa:16:3e:fe:9a:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a61ed78-023f-43d6-a86a-5af1aae9e69c', 'device_owner': 'network:router_interface', 'standard_attr_id': 952, 'fixed_ips': [{'subnet_id': '4a70eceb-e687-4062-adb6-d320d56bd5a4', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:04:39Z', 'updated_at': '2022-04-28T11:04:51Z', 'revision_number': 5, 'project_id': '0f4d85af73ea40518271b3ac6c23a282', 'subnets': [{'id': '4a70eceb-e687-4062-adb6-d320d56bd5a4', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=116164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:04:53.959216 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-085c2232-34d2-44aa-9085-c3a9ba5e221b tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-973498', 'neutron.services.segments.db._delete_segments_for_network-8742235207033'] for network (987ab0eb-5751-4288-bbb5-543b8042119f), precommit_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:53.974101 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-feb06050-bdf7-4783-8afe-9403cd2bc2d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393'] for port (ee0a5d5c-f24a-4f81-8636-e15556820fea), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:53.980180 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-1e9c6286-a07c-47e5-b3c6-3410e3b5e69e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393'] for port (29aa7b99-7141-4a11-be6d-41ea38243c40), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:53.988689 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.services.segments.db [None req-085c2232-34d2-44aa-9085-c3a9ba5e221b tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['987ab0eb-5751-4288-bbb5-543b8042119f']}} {{(pid=116162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:04:53.989976 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b53292e-d1b8-4d65-80d1-e38ce9211e93 None None] Checking router: 7a61ed78-023f-43d6-a86a-5af1aae9e69c for host: dv-neutron-master-2-hyperv {{(pid=116164) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 11:04:54.001036 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.db.securitygroups_db [None req-3f6adad4-2d19-45b7-87dc-56fc0d3002d9 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Project 65d54c3b7dcd4af68398071d25e8321e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 28 11:04:54.001343 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b53292e-d1b8-4d65-80d1-e38ce9211e93 None None] Routers {'7a61ed78-023f-43d6-a86a-5af1aae9e69c'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=116164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 11:04:54.001975 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_hamode_db [None req-5b53292e-d1b8-4d65-80d1-e38ce9211e93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-28T10:50:39Z,description=,heartbeat_timestamp=2022-04-28T11:04:39Z,host='dv-neutron-master-2-hyperv',id=6b492ad6-0876-4d74-b20d-28143a52ceba,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T10:50:40Z,topic='l3_agent')) {'router_ids': ['7a61ed78-023f-43d6-a86a-5af1aae9e69c'], 'active': True} {{(pid=116164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:04:54.007769 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.services.segments.db [None req-085c2232-34d2-44aa-9085-c3a9ba5e221b tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'de22757e-8eb8-4b28-9333-0d65c5311a2f') {'for_net_delete': True} {{(pid=116162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:04:54.008159 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.services.segments.db [None req-085c2232-34d2-44aa-9085-c3a9ba5e221b tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'de22757e-8eb8-4b28-9333-0d65c5311a2f') {} {{(pid=116162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:04:54.009923 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-3f6adad4-2d19-45b7-87dc-56fc0d3002d9 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks [] for security_group_rule (bb54799a-c067-4893-b7a9-7b0d50e023b2), before_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:54.026227 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-085c2232-34d2-44aa-9085-c3a9ba5e221b tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742235208578', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5026548'] for segment (de22757e-8eb8-4b28-9333-0d65c5311a2f), before_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:54.054261 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-085c2232-34d2-44aa-9085-c3a9ba5e221b tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-961978'] for segment (de22757e-8eb8-4b28-9333-0d65c5311a2f), precommit_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:54.067360 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-085c2232-34d2-44aa-9085-c3a9ba5e221b tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Releasing vlan 74 on physical network physnet1 to pool {{(pid=116162) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 11:04:54.067861 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-085c2232-34d2-44aa-9085-c3a9ba5e221b tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-961978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5051884'] for segment (de22757e-8eb8-4b28-9333-0d65c5311a2f), after_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:54.071326 dv-neutron-master-2-hyperv neutron-server[116162]: Traceback (most recent call last): Apr 28 11:04:54.071326 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 11:04:54.071326 dv-neutron-master-2-hyperv neutron-server[116162]: timer() Apr 28 11:04:54.071326 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 11:04:54.071326 dv-neutron-master-2-hyperv neutron-server[116162]: cb(*args, **kw) Apr 28 11:04:54.071326 dv-neutron-master-2-hyperv neutron-server[116162]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 28 11:04:54.071326 dv-neutron-master-2-hyperv neutron-server[116162]: return func(*args, **kwargs) Apr 28 11:04:54.071326 dv-neutron-master-2-hyperv neutron-server[116162]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 11:04:54.071326 dv-neutron-master-2-hyperv neutron-server[116162]: self._notify() Apr 28 11:04:54.071326 dv-neutron-master-2-hyperv neutron-server[116162]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 11:04:54.071326 dv-neutron-master-2-hyperv neutron-server[116162]: self.callback(batched_events) Apr 28 11:04:54.071326 dv-neutron-master-2-hyperv neutron-server[116162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 11:04:54.071326 dv-neutron-master-2-hyperv neutron-server[116162]: event.method(event) Apr 28 11:04:54.071326 dv-neutron-master-2-hyperv neutron-server[116162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 28 11:04:54.071326 dv-neutron-master-2-hyperv neutron-server[116162]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 11:04:54.071326 dv-neutron-master-2-hyperv neutron-server[116162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 28 11:04:54.071326 dv-neutron-master-2-hyperv neutron-server[116162]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 11:04:54.071326 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 28 11:04:54.071326 dv-neutron-master-2-hyperv neutron-server[116162]: return f(self, *a, **k) Apr 28 11:04:54.071326 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 28 11:04:54.071326 dv-neutron-master-2-hyperv neutron-server[116162]: return self._get(url).json() Apr 28 11:04:54.071326 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 28 11:04:54.071326 dv-neutron-master-2-hyperv neutron-server[116162]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 11:04:54.071326 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 11:04:54.071326 dv-neutron-master-2-hyperv neutron-server[116162]: return self.request(url, 'GET', **kwargs) Apr 28 11:04:54.071326 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 11:04:54.071326 dv-neutron-master-2-hyperv neutron-server[116162]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 11:04:54.071326 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 11:04:54.071326 dv-neutron-master-2-hyperv neutron-server[116162]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 11:04:54.071326 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 11:04:54.071326 dv-neutron-master-2-hyperv neutron-server[116162]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 11:04:54.071326 dv-neutron-master-2-hyperv neutron-server[116162]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 11:04:54.113931 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_dvr_db [None req-5b53292e-d1b8-4d65-80d1-e38ce9211e93 None None] Set router 7a61ed78-023f-43d6-a86a-5af1aae9e69c gateway port host: None {{(pid=116164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 11:04:54.120311 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.notifiers.nova [None req-036ad480-5855-423f-905a-d8ca885f64c5 tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] device_id is not set on port 62ca26fd-d358-4084-8c2b-a9bb59f80cab yet. {{(pid=116161) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 28 11:04:54.174665 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-3f6adad4-2d19-45b7-87dc-56fc0d3002d9 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks [] for security_group_rule (bb54799a-c067-4893-b7a9-7b0d50e023b2), precommit_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:54.246890 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-085c2232-34d2-44aa-9085-c3a9ba5e221b tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-973477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2063122'] for network (987ab0eb-5751-4288-bbb5-543b8042119f), after_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:54.255774 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-085c2232-34d2-44aa-9085-c3a9ba5e221b tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Publish callbacks [] for network (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:54.264788 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-085c2232-34d2-44aa-9085-c3a9ba5e221b tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] 10.222.0.10 "DELETE /v2.0/networks/987ab0eb-5751-4288-bbb5-543b8042119f HTTP/1.1" status: 204 len: 168 time: 1.1941478 Apr 28 11:04:54.273997 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 53494) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:04:54.273997 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.v2.base [None req-67a81cf4-c0bd-4e7c-b810-cc28c5d723bb tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1898642474', 'external_gateway_info': {'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c'}, 'admin_state_up': False}} {{(pid=116162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:04:54.301820 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-b5577231-3bbf-421d-9555-70e388349de0 None None] Provisioning complete for port ee0a5d5c-f24a-4f81-8636-e15556820fea triggered by entity DHCP. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:04:54.302471 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-b5577231-3bbf-421d-9555-70e388349de0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (ee0a5d5c-f24a-4f81-8636-e15556820fea), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:54.311432 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085c2232-34d2-44aa-9085-c3a9ba5e221b tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Pushing event deleted for resources: {'Network': ['ID=987ab0eb-5751-4288-bbb5-543b8042119f,revision_number=None']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:04:54.314508 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-3f6adad4-2d19-45b7-87dc-56fc0d3002d9 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1912725'] for security_group_rule (bb54799a-c067-4893-b7a9-7b0d50e023b2), after_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:54.345728 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6adad4-2d19-45b7-87dc-56fc0d3002d9 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bb54799a-c067-4893-b7a9-7b0d50e023b2,revision_number=0']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:04:54.367600 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb06050-bdf7-4783-8afe-9403cd2bc2d5 None None] Pushing event updated for resources: {'Port': ['ID=ee0a5d5c-f24a-4f81-8636-e15556820fea,revision_number=3']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:04:54.375880 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Current status of the port ee0a5d5c-f24a-4f81-8636-e15556820fea is: ACTIVE; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:04:54.403142 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.db.db_base_plugin_common [None req-01c9fb83-9d81-4524-b882-068e2074a09f tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Delete allocated IP 172.20.0.7 (6ad48b29-1fb1-4e43-9abf-f860ed1ac269/48a1807e-83e2-45b7-adc5-9bbd51e88ad3) {{(pid=116161) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Apr 28 11:04:54.412607 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.db.db_base_plugin_common [None req-01c9fb83-9d81-4524-b882-068e2074a09f tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Allocated IP 172.20.0.20 (6ad48b29-1fb1-4e43-9abf-f860ed1ac269/b0633a5a-1fb0-4222-a640-3324abd20789/ca847241-3d33-4af1-bb54-024ef0886a7b) {{(pid=116161) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 11:04:54.417732 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-67a81cf4-c0bd-4e7c-b810-cc28c5d723bb tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2060459', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-63449'] for router (e036f9cf-cb6e-472a-99e9-df4e0fad8e14), before_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:54.417732 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-67a81cf4-c0bd-4e7c-b810-cc28c5d723bb tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2060827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1935275', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1960866', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-63266'] for router (e036f9cf-cb6e-472a-99e9-df4e0fad8e14), precommit_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:54.428520 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-3f6adad4-2d19-45b7-87dc-56fc0d3002d9 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:54.432132 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-3f6adad4-2d19-45b7-87dc-56fc0d3002d9 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.6956108 Apr 28 11:04:54.435938 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 53498) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:04:54.446793 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.v2.base [None req-0e040425-f030-42f4-ae2d-bb09236b6c8a tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Request body: {'security_group_rule': {'security_group_id': 'dcc00a52-7b1a-48dc-967b-b2eebdca9f08', 'project_id': '65d54c3b7dcd4af68398071d25e8321e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=116162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:04:54.459388 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9c6286-a07c-47e5-b3c6-3410e3b5e69e None None] Pushing event updated for resources: {'Port': ['ID=29aa7b99-7141-4a11-be6d-41ea38243c40,revision_number=4']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:04:54.543694 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_hamode_db [None req-5b53292e-d1b8-4d65-80d1-e38ce9211e93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a61ed78-023f-43d6-a86a-5af1aae9e69c', 'name': 'tempest-RoutersIpV6Test-router-197789818', 'tenant_id': '0f4d85af73ea40518271b3ac6c23a282', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T11:04:08Z', 'updated_at': '2022-04-28T11:04:52Z', 'revision_number': 7, 'project_id': '0f4d85af73ea40518271b3ac6c23a282', 'gw_port_host': None, '_interfaces': [{'id': '5c03bfae-ec00-450a-8155-d55ecacfd499', 'name': '', 'network_id': 'a57c4b36-4dfd-464d-a7f5-2e3339de6e15', 'tenant_id': '0f4d85af73ea40518271b3ac6c23a282', 'mac_address': 'fa:16:3e:f5:c6:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a61ed78-023f-43d6-a86a-5af1aae9e69c', 'device_owner': 'network:router_interface', 'standard_attr_id': 936, 'fixed_ips': [{'subnet_id': 'b625a9d9-7f26-48f2-9f4a-30d53875a1fb', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:04:31Z', 'updated_at': '2022-04-28T11:04:39Z', 'revision_number': 5, 'project_id': '0f4d85af73ea40518271b3ac6c23a282', 'subnets': [{'id': 'b625a9d9-7f26-48f2-9f4a-30d53875a1fb', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '67ab86d9-8559-4fb5-b911-083455e9e6b3', 'name': '', 'network_id': 'b49b1fd0-a27a-4592-b3bb-db40c57d4de0', 'tenant_id': '0f4d85af73ea40518271b3ac6c23a282', 'mac_address': 'fa:16:3e:05:6f:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a61ed78-023f-43d6-a86a-5af1aae9e69c', 'device_owner': 'network:router_interface', 'standard_attr_id': 930, 'fixed_ips': [{'subnet_id': 'f86be52a-4023-4e56-b802-604679ea9f0d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:04:22Z', 'updated_at': '2022-04-28T11:04:31Z', 'revision_number': 5, 'project_id': '0f4d85af73ea40518271b3ac6c23a282', 'subnets': [{'id': 'f86be52a-4023-4e56-b802-604679ea9f0d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cdbf5767-b7c5-48f5-97ec-afc0a75ab932', 'name': '', 'network_id': '2634f032-d4ae-4ad5-96de-8648922027d9', 'tenant_id': '0f4d85af73ea40518271b3ac6c23a282', 'mac_address': 'fa:16:3e:17:9a:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a61ed78-023f-43d6-a86a-5af1aae9e69c', 'device_owner': 'network:router_interface', 'standard_attr_id': 896, 'fixed_ips': [{'subnet_id': '239fd4a7-9885-4cb6-b54a-2440592f7a50', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:04:13Z', 'updated_at': '2022-04-28T11:04:20Z', 'revision_number': 5, 'project_id': '0f4d85af73ea40518271b3ac6c23a282', 'subnets': [{'id': '239fd4a7-9885-4cb6-b54a-2440592f7a50', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ed497352-af44-4d06-abd6-dc9df22c5f55', 'name': '', 'network_id': '7144af6d-d284-4f22-b7bf-c36ccf9740b8', 'tenant_id': '0f4d85af73ea40518271b3ac6c23a282', 'mac_address': 'fa:16:3e:fe:9a:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a61ed78-023f-43d6-a86a-5af1aae9e69c', 'device_owner': 'network:router_interface', 'standard_attr_id': 952, 'fixed_ips': [{'subnet_id': '4a70eceb-e687-4062-adb6-d320d56bd5a4', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:04:39Z', 'updated_at': '2022-04-28T11:04:51Z', 'revision_number': 5, 'project_id': '0f4d85af73ea40518271b3ac6c23a282', 'subnets': [{'id': '4a70eceb-e687-4062-adb6-d320d56bd5a4', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=116164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:04:54.577184 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-67a81cf4-c0bd-4e7c-b810-cc28c5d723bb tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Publish callbacks [] for router_controller (e036f9cf-cb6e-472a-99e9-df4e0fad8e14), precommit_add_association {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:54.578318 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Device ee0a5d5c-f24a-4f81-8636-e15556820fea up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=116163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 11:04:54.584329 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.db.securitygroups_db [None req-0e040425-f030-42f4-ae2d-bb09236b6c8a tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Project 65d54c3b7dcd4af68398071d25e8321e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 28 11:04:54.597014 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-0e040425-f030-42f4-ae2d-bb09236b6c8a tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks [] for security_group_rule (dc888502-7acd-4659-b6ee-566388a14eff), before_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:54.602213 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b53292e-d1b8-4d65-80d1-e38ce9211e93 None None] The sync data for ids ['7a61ed78-023f-43d6-a86a-5af1aae9e69c'] in dv-neutron-master-2-hyperv is: [{'id': '7a61ed78-023f-43d6-a86a-5af1aae9e69c', 'name': 'tempest-RoutersIpV6Test-router-197789818', 'tenant_id': '0f4d85af73ea40518271b3ac6c23a282', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T11:04:08Z', 'updated_at': '2022-04-28T11:04:52Z', 'revision_number': 7, 'project_id': '0f4d85af73ea40518271b3ac6c23a282', 'gw_port_host': None, '_interfaces': [{'id': '5c03bfae-ec00-450a-8155-d55ecacfd499', 'name': '', 'network_id': 'a57c4b36-4dfd-464d-a7f5-2e3339de6e15', 'tenant_id': '0f4d85af73ea40518271b3ac6c23a282', 'mac_address': 'fa:16:3e:f5:c6:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a61ed78-023f-43d6-a86a-5af1aae9e69c', 'device_owner': 'network:router_interface', 'standard_attr_id': 936, 'fixed_ips': [{'subnet_id': 'b625a9d9-7f26-48f2-9f4a-30d53875a1fb', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:04:31Z', 'updated_at': '2022-04-28T11:04:39Z', 'revision_number': 5, 'project_id': '0f4d85af73ea40518271b3ac6c23a282', 'subnets': [{'id': 'b625a9d9-7f26-48f2-9f4a-30d53875a1fb', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '67ab86d9-8559-4fb5-b911-083455e9e6b3', 'name': '', 'network_id': 'b49b1fd0-a27a-4592-b3bb-db40c57d4de0', 'tenant_id': '0f4d85af73ea40518271b3ac6c23a282', 'mac_address': 'fa:16:3e:05:6f:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a61ed78-023f-43d6-a86a-5af1aae9e69c', 'device_owner': 'network:router_interface', 'standard_attr_id': 930, 'fixed_ips': [{'subnet_id': 'f86be52a-4023-4e56-b802-604679ea9f0d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:04:22Z', 'updated_at': '2022-04-28T11:04:31Z', 'revision_number': 5, 'project_id': '0f4d85af73ea40518271b3ac6c23a282', 'subnets': [{'id': 'f86be52a-4023-4e56-b802-604679ea9f0d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cdbf5767-b7c5-48f5-97ec-afc0a75ab932', 'name': '', 'network_id': '2634f032-d4ae-4ad5-96de-8648922027d9', 'tenant_id': '0f4d85af73ea40518271b3ac6c23a282', 'mac_address': 'fa:16:3e:17:9a:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a61ed78-023f-43d6-a86a-5af1aae9e69c', 'device_owner': 'network:router_interface', 'standard_attr_id': 896, 'fixed_ips': [{'subnet_id': '239fd4a7-9885-4cb6-b54a-2440592f7a50', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:04:13Z', 'updated_at': '2022-04-28T11:04:20Z', 'revision_number': 5, 'project_id': '0f4d85af73ea40518271b3ac6c23a282', 'subnets': [{'id': '239fd4a7-9885-4cb6-b54a-2440592f7a50', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ed497352-af44-4d06-abd6-dc9df22c5f55', 'name': '', 'network_id': '7144af6d-d284-4f22-b7bf-c36ccf9740b8', 'tenant_id': '0f4d85af73ea40518271b3ac6c23a282', 'mac_address': 'fa:16:3e:fe:9a:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a61ed78-023f-43d6-a86a-5af1aae9e69c', 'device_owner': 'network:router_interface', 'standard_attr_id': 952, 'fixed_ips': [{'subnet_id': '4a70eceb-e687-4062-adb6-d320d56bd5a4', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:04:39Z', 'updated_at': '2022-04-28T11:04:51Z', 'revision_number': 5, 'project_id': '0f4d85af73ea40518271b3ac6c23a282', 'subnets': [{'id': '4a70eceb-e687-4062-adb6-d320d56bd5a4', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=116164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 11:04:54.666487 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-01c9fb83-9d81-4524-b882-068e2074a09f tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Publish callbacks [] for port (ca847241-3d33-4af1-bb54-024ef0886a7b), precommit_update {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:54.708344 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.db_base_plugin_common [None req-f6d625c6-683d-48ba-b68d-16c5e6568a18 None None] Allocated IP 2001:db8::2 (c6473789-68d8-4bd8-8527-ac8dfc62710d/df511477-50e2-4514-a2bd-eec935358563/a25008c2-f9d7-4d77-abdb-e086899b47c9) {{(pid=116163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 11:04:54.779814 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-01c9fb83-9d81-4524-b882-068e2074a09f tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5219123'] for port (ca847241-3d33-4af1-bb54-024ef0886a7b), after_update {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:54.848428 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-0e040425-f030-42f4-ae2d-bb09236b6c8a tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks [] for security_group_rule (dc888502-7acd-4659-b6ee-566388a14eff), precommit_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:54.877349 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Provisioning complete for port ee0a5d5c-f24a-4f81-8636-e15556820fea triggered by entity L2. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:04:54.877739 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (ee0a5d5c-f24a-4f81-8636-e15556820fea), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:54.885973 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-b5577231-3bbf-421d-9555-70e388349de0 None None] Current status of the port ee0a5d5c-f24a-4f81-8636-e15556820fea is: ACTIVE; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:04:54.923319 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-0e040425-f030-42f4-ae2d-bb09236b6c8a tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1912725'] for security_group_rule (dc888502-7acd-4659-b6ee-566388a14eff), after_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:54.931497 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-67a81cf4-c0bd-4e7c-b810-cc28c5d723bb tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Publish callbacks [] for router_gateway (e036f9cf-cb6e-472a-99e9-df4e0fad8e14), precommit_update {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:54.987630 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e040425-f030-42f4-ae2d-bb09236b6c8a tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dc888502-7acd-4659-b6ee-566388a14eff,revision_number=0']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:04:55.072893 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-f6d625c6-683d-48ba-b68d-16c5e6568a18 None None] Publish callbacks [] for port (a25008c2-f9d7-4d77-abdb-e086899b47c9), precommit_create {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:55.085266 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Current status of the port ee0a5d5c-f24a-4f81-8636-e15556820fea is: ACTIVE; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:04:55.085708 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-0e040425-f030-42f4-ae2d-bb09236b6c8a tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:55.112789 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-0e040425-f030-42f4-ae2d-bb09236b6c8a tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.6490273 Apr 28 11:04:55.178981 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-f6d625c6-683d-48ba-b68d-16c5e6568a18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742234710357'] for port (a25008c2-f9d7-4d77-abdb-e086899b47c9), after_create {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:55.250571 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Device cf9a2314-cbdf-438e-bc1a-503f7445f5c6 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=116163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 11:04:55.318043 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d625c6-683d-48ba-b68d-16c5e6568a18 None None] Pushing event updated for resources: {'Port': ['ID=a25008c2-f9d7-4d77-abdb-e086899b47c9,revision_number=1']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:04:55.322561 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] No Port match for: cf9a2314-cbdf-438e-bc1a-503f7445f5c6 {{(pid=116163) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 28 11:04:55.322799 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Device cf9a2314-cbdf-438e-bc1a-503f7445f5c6 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=116163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 11:04:55.335717 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6d625c6-683d-48ba-b68d-16c5e6568a18 None None] Network c6473789-68d8-4bd8-8527-ac8dfc62710d is already hosted by enough agents. {{(pid=116163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 11:04:55.337763 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.scheduler.base_scheduler [None req-f6d625c6-683d-48ba-b68d-16c5e6568a18 None None] Resources bound (agent type, host, resource id): {{(pid=116163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 11:04:55.340086 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6d625c6-683d-48ba-b68d-16c5e6568a18 None None] Received port after_create {{(pid=116163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 11:04:55.382520 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-67a81cf4-c0bd-4e7c-b810-cc28c5d723bb tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Publish callbacks [] for router_gateway (e036f9cf-cb6e-472a-99e9-df4e0fad8e14), before_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:55.429105 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.managers [None req-f6d625c6-683d-48ba-b68d-16c5e6568a18 None None] Attempting to bind port a25008c2-f9d7-4d77-abdb-e086899b47c9 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=116163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 28 11:04:55.429514 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.managers [None req-f6d625c6-683d-48ba-b68d-16c5e6568a18 None None] Attempting to bind port a25008c2-f9d7-4d77-abdb-e086899b47c9 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'cd968543-2e6e-45dd-b091-594f020e3b7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'c6473789-68d8-4bd8-8527-ac8dfc62710d'}] {{(pid=116163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 28 11:04:55.429891 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6d625c6-683d-48ba-b68d-16c5e6568a18 None None] Attempting to bind port a25008c2-f9d7-4d77-abdb-e086899b47c9 on network c6473789-68d8-4bd8-8527-ac8dfc62710d {{(pid=116163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 11:04:55.489207 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6d625c6-683d-48ba-b68d-16c5e6568a18 None None] Checking agent: {'id': 'd5baab19-5dd1-4902-922b-84acb048ab9c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 10, 50, 43), 'started_at': datetime.datetime(2022, 4, 28, 10, 51, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 11, 4, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=116163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 11:04:55.489207 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6d625c6-683d-48ba-b68d-16c5e6568a18 None None] Checking segment: {'id': 'cd968543-2e6e-45dd-b091-594f020e3b7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'c6473789-68d8-4bd8-8527-ac8dfc62710d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 11:04:55.489207 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-f6d625c6-683d-48ba-b68d-16c5e6568a18 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:55.489207 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6d625c6-683d-48ba-b68d-16c5e6568a18 None None] Bound using segment: {'id': 'cd968543-2e6e-45dd-b091-594f020e3b7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'c6473789-68d8-4bd8-8527-ac8dfc62710d'} {{(pid=116163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 11:04:55.489207 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.managers [None req-f6d625c6-683d-48ba-b68d-16c5e6568a18 None None] Bound port: a25008c2-f9d7-4d77-abdb-e086899b47c9, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd968543-2e6e-45dd-b091-594f020e3b7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'c6473789-68d8-4bd8-8527-ac8dfc62710d'}}] {{(pid=116163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 28 11:04:55.489207 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-f6d625c6-683d-48ba-b68d-16c5e6568a18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (a25008c2-f9d7-4d77-abdb-e086899b47c9), before_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:55.490053 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-67a81cf4-c0bd-4e7c-b810-cc28c5d723bb tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (None), before_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:55.530167 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c9fb83-9d81-4524-b882-068e2074a09f tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Pushing event updated for resources: {'Port': ['ID=ca847241-3d33-4af1-bb54-024ef0886a7b,revision_number=2']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:04:55.534146 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-f6d625c6-683d-48ba-b68d-16c5e6568a18 None None] For port a25008c2-f9d7-4d77-abdb-e086899b47c9, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=116163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 11:04:55.537762 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-f6d625c6-683d-48ba-b68d-16c5e6568a18 None None] For port a25008c2-f9d7-4d77-abdb-e086899b47c9, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=a25008c2-f9d7-4d77-abdb-e086899b47c9,segment=NetworkSegment(cd968543-2e6e-45dd-b091-594f020e3b7f),segment_id=cd968543-2e6e-45dd-b091-594f020e3b7f)] {{(pid=116163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 11:04:55.568289 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.db.db_base_plugin_common [None req-036ad480-5855-423f-905a-d8ca885f64c5 tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Allocated IP 2001:db8::10 (c6473789-68d8-4bd8-8527-ac8dfc62710d/df511477-50e2-4514-a2bd-eec935358563/62ca26fd-d358-4084-8c2b-a9bb59f80cab) {{(pid=116161) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 11:04:55.574453 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.plugin [None req-01c9fb83-9d81-4524-b882-068e2074a09f tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] In _notify_port_updated(), no bound segment for port ca847241-3d33-4af1-bb54-024ef0886a7b on network 6ad48b29-1fb1-4e43-9abf-f860ed1ac269 {{(pid=116161) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:936}} Apr 28 11:04:55.581692 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01c9fb83-9d81-4524-b882-068e2074a09f tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:04:55.582393 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-01c9fb83-9d81-4524-b882-068e2074a09f tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198022'] for port (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:55.583969 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-01c9fb83-9d81-4524-b882-068e2074a09f tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] 10.222.0.10 "PUT /v2.0/ports/ca847241-3d33-4af1-bb54-024ef0886a7b HTTP/1.1" status: 200 len: 921 time: 3.2495999 Apr 28 11:04:55.592136 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 53524) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:04:55.628047 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-24cd53e2-d3d8-4d67-accb-4d7e75fd7fc1 None None] Provisioning complete for port 29aa7b99-7141-4a11-be6d-41ea38243c40 triggered by entity DHCP. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:04:55.628791 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-24cd53e2-d3d8-4d67-accb-4d7e75fd7fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (29aa7b99-7141-4a11-be6d-41ea38243c40), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:55.656940 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-2debe904-5cc1-4222-b1ec-0a417d2591d3 req-f828946f-4976-473c-8c31-93da7ea2b9d9 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-344740545&fields=id&tenant_id=65d54c3b7dcd4af68398071d25e8321e HTTP/1.1" status: 200 len: 267 time: 0.2158558 Apr 28 11:04:55.671342 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 53526) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:04:55.721408 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-f6d625c6-683d-48ba-b68d-16c5e6568a18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393'] for port (a25008c2-f9d7-4d77-abdb-e086899b47c9), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:55.730502 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-ab6367c7-1c14-4d6b-874d-1a60d63b8fd4 tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2063420'] for router_interface (7a61ed78-023f-43d6-a86a-5af1aae9e69c), before_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:55.733710 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-24cd53e2-d3d8-4d67-accb-4d7e75fd7fc1 None None] Current status of the port 29aa7b99-7141-4a11-be6d-41ea38243c40 is: ACTIVE; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:04:55.774535 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-24cd53e2-d3d8-4d67-accb-4d7e75fd7fc1 None None] Provisioning complete for port ca847241-3d33-4af1-bb54-024ef0886a7b triggered by entity DHCP. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:04:55.774941 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-24cd53e2-d3d8-4d67-accb-4d7e75fd7fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (ca847241-3d33-4af1-bb54-024ef0886a7b), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:55.846493 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.plugin [None req-1702a466-597c-4e64-9ec3-0b8dd7d91fa9 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Deleting port ca847241-3d33-4af1-bb54-024ef0886a7b {{(pid=116162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 11:04:55.847093 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-1702a466-597c-4e64-9ec3-0b8dd7d91fa9 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742235130188'] for port (ca847241-3d33-4af1-bb54-024ef0886a7b), before_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:55.853072 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.v2.base [None req-857070b9-d01c-460b-827e-75cfd6df99d9 tempest-ExternalNetworksAdminNegativeTestJSON-67524986 tempest-ExternalNetworksAdminNegativeTestJSON-67524986-project-admin] Request body: {'floatingip': {'floating_network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c'}} {{(pid=116162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:04:55.857781 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.db.db_base_plugin_common [None req-67a81cf4-c0bd-4e7c-b810-cc28c5d723bb tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Allocated IP 172.36.4.28 (7be49d94-bbb8-4a61-bafe-209c5f861e1c/c0f82f52-05ee-40f2-a57c-9d02e01fb9fa/d4954d41-0df1-461e-87b9-f3c9e2f59301) {{(pid=116162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 11:04:55.887027 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d625c6-683d-48ba-b68d-16c5e6568a18 None None] Pushing event updated for resources: {'Port': ['ID=a25008c2-f9d7-4d77-abdb-e086899b47c9,revision_number=2']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:04:55.892950 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-24cd53e2-d3d8-4d67-accb-4d7e75fd7fc1 None None] Port ca847241-3d33-4af1-bb54-024ef0886a7b cannot update to ACTIVE because it is not bound. {{(pid=116163) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 28 11:04:55.908483 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-24cd53e2-d3d8-4d67-accb-4d7e75fd7fc1 None None] Provisioning complete for port 07c4df32-93b8-40f0-bc3a-70d5f28456d9 triggered by entity DHCP. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:04:55.909243 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-24cd53e2-d3d8-4d67-accb-4d7e75fd7fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (07c4df32-93b8-40f0-bc3a-70d5f28456d9), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:55.974374 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-24cd53e2-d3d8-4d67-accb-4d7e75fd7fc1 None None] Port 07c4df32-93b8-40f0-bc3a-70d5f28456d9 cannot update to ACTIVE because it is not bound. {{(pid=116163) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 28 11:04:56.074382 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2debe904-5cc1-4222-b1ec-0a417d2591d3 req-db60d6d0-da15-4785-91e1-2c19fd047ffc tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:04:56.076380 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-2debe904-5cc1-4222-b1ec-0a417d2591d3 req-db60d6d0-da15-4785-91e1-2c19fd047ffc tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] 10.222.0.10 "GET /v2.0/networks?id=b8f680de-c70a-4a82-ae85-7e933bd84322 HTTP/1.1" status: 200 len: 796 time: 0.4036911 Apr 28 11:04:56.092383 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-28514680-8621-4598-8ba8-32afc475a66e None None] Provisioning complete for port ca847241-3d33-4af1-bb54-024ef0886a7b triggered by entity DHCP. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:04:56.093011 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-28514680-8621-4598-8ba8-32afc475a66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (ca847241-3d33-4af1-bb54-024ef0886a7b), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:56.103342 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-857070b9-d01c-460b-827e-75cfd6df99d9 tempest-ExternalNetworksAdminNegativeTestJSON-67524986 tempest-ExternalNetworksAdminNegativeTestJSON-67524986-project-admin] Publish callbacks [] for floatingip (None), before_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:56.107718 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-1702a466-597c-4e64-9ec3-0b8dd7d91fa9 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1938497'] for port (ca847241-3d33-4af1-bb54-024ef0886a7b), precommit_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:56.154443 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-2debe904-5cc1-4222-b1ec-0a417d2591d3 req-b8bf5411-8b89-48b4-9877-f366ccf5482e tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] 10.222.0.10 "GET /v2.0/quotas/65d54c3b7dcd4af68398071d25e8321e HTTP/1.1" status: 200 len: 375 time: 0.0398281 Apr 28 11:04:56.159743 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.plugin [None req-1702a466-597c-4e64-9ec3-0b8dd7d91fa9 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Calling delete_port for ca847241-3d33-4af1-bb54-024ef0886a7b owned by {{(pid=116162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 11:04:56.160729 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-28514680-8621-4598-8ba8-32afc475a66e None None] Port ca847241-3d33-4af1-bb54-024ef0886a7b cannot update to ACTIVE because it is not bound. {{(pid=116163) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 28 11:04:56.210451 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-036ad480-5855-423f-905a-d8ca885f64c5 tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Publish callbacks [] for port (62ca26fd-d358-4084-8c2b-a9bb59f80cab), precommit_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:56.271036 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-67a81cf4-c0bd-4e7c-b810-cc28c5d723bb tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Publish callbacks [] for port (d4954d41-0df1-461e-87b9-f3c9e2f59301), precommit_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:56.305109 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-857070b9-d01c-460b-827e-75cfd6df99d9 tempest-ExternalNetworksAdminNegativeTestJSON-67524986 tempest-ExternalNetworksAdminNegativeTestJSON-67524986-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (None), before_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:56.350970 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-2debe904-5cc1-4222-b1ec-0a417d2591d3 req-b6b47bb8-181c-40c2-9ce0-d1f4c18b18f7 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=65d54c3b7dcd4af68398071d25e8321e&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1559420 Apr 28 11:04:56.434222 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.plugin [None req-ab6367c7-1c14-4d6b-874d-1a60d63b8fd4 tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Deleting port ed497352-af44-4d06-abd6-dc9df22c5f55 {{(pid=116161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 11:04:56.435702 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-ab6367c7-1c14-4d6b-874d-1a60d63b8fd4 tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742235130188'] for port (ed497352-af44-4d06-abd6-dc9df22c5f55), before_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:56.463290 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-67a81cf4-c0bd-4e7c-b810-cc28c5d723bb tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742234710357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5051867'] for port (d4954d41-0df1-461e-87b9-f3c9e2f59301), after_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:56.466713 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-036ad480-5855-423f-905a-d8ca885f64c5 tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742234710357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5219112'] for port (62ca26fd-d358-4084-8c2b-a9bb59f80cab), after_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:56.525729 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-1702a466-597c-4e64-9ec3-0b8dd7d91fa9 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742235135690', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742234710366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5051867'] for port (ca847241-3d33-4af1-bb54-024ef0886a7b), after_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:56.558123 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67a81cf4-c0bd-4e7c-b810-cc28c5d723bb tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Network 7be49d94-bbb8-4a61-bafe-209c5f861e1c is already hosted by enough agents. {{(pid=116162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 11:04:56.585677 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.scheduler.base_scheduler [None req-67a81cf4-c0bd-4e7c-b810-cc28c5d723bb tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Resources bound (agent type, host, resource id): {{(pid=116162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 11:04:56.588195 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67a81cf4-c0bd-4e7c-b810-cc28c5d723bb tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Received port after_create {{(pid=116162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 11:04:56.594376 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a81cf4-c0bd-4e7c-b810-cc28c5d723bb tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Pushing event updated for resources: {'Port': ['ID=d4954d41-0df1-461e-87b9-f3c9e2f59301,revision_number=1']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:04:56.617426 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Device 29aa7b99-7141-4a11-be6d-41ea38243c40 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=116163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 11:04:56.623794 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1702a466-597c-4e64-9ec3-0b8dd7d91fa9 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Pushing event deleted for resources: {'Port': ['ID=ca847241-3d33-4af1-bb54-024ef0886a7b,revision_number=None']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:04:56.639753 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-036ad480-5855-423f-905a-d8ca885f64c5 tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Network c6473789-68d8-4bd8-8527-ac8dfc62710d is already hosted by enough agents. {{(pid=116161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 11:04:56.659028 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.db.db_base_plugin_common [None req-857070b9-d01c-460b-827e-75cfd6df99d9 tempest-ExternalNetworksAdminNegativeTestJSON-67524986 tempest-ExternalNetworksAdminNegativeTestJSON-67524986-project-admin] Allocated IP 172.36.4.132 (7be49d94-bbb8-4a61-bafe-209c5f861e1c/c0f82f52-05ee-40f2-a57c-9d02e01fb9fa/4da0aa01-5ab7-404d-9ff3-c24da42b2087) {{(pid=116162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 11:04:56.659807 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.scheduler.base_scheduler [None req-036ad480-5855-423f-905a-d8ca885f64c5 tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Resources bound (agent type, host, resource id): {{(pid=116161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 11:04:56.667504 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-036ad480-5855-423f-905a-d8ca885f64c5 tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Received port after_create {{(pid=116161) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 11:04:56.673507 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-036ad480-5855-423f-905a-d8ca885f64c5 tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:04:56.674176 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-036ad480-5855-423f-905a-d8ca885f64c5 tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198022'] for port (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:56.680184 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-036ad480-5855-423f-905a-d8ca885f64c5 tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Pushing event updated for resources: {'Port': ['ID=62ca26fd-d358-4084-8c2b-a9bb59f80cab,revision_number=1']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:04:56.712230 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Provisioning complete for port 29aa7b99-7141-4a11-be6d-41ea38243c40 triggered by entity L2. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:04:56.712359 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (29aa7b99-7141-4a11-be6d-41ea38243c40), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:56.740196 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.db [None req-ab6367c7-1c14-4d6b-874d-1a60d63b8fd4 tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] For port ed497352-af44-4d06-abd6-dc9df22c5f55, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=ed497352-af44-4d06-abd6-dc9df22c5f55,segment=NetworkSegment(0fc06385-11dc-48b1-9e52-0ff76d9140af),segment_id=0fc06385-11dc-48b1-9e52-0ff76d9140af)] {{(pid=116161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 11:04:56.740576 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-ab6367c7-1c14-4d6b-874d-1a60d63b8fd4 tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1938497'] for port (ed497352-af44-4d06-abd6-dc9df22c5f55), precommit_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:56.746615 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-1702a466-597c-4e64-9ec3-0b8dd7d91fa9 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198022'] for port (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:56.753387 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-1702a466-597c-4e64-9ec3-0b8dd7d91fa9 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] 10.222.0.10 "DELETE /v2.0/ports/ca847241-3d33-4af1-bb54-024ef0886a7b HTTP/1.1" status: 204 len: 168 time: 1.1578903 Apr 28 11:04:56.758012 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 53532) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:04:56.758162 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.plugin [None req-ab6367c7-1c14-4d6b-874d-1a60d63b8fd4 tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Calling delete_port for ed497352-af44-4d06-abd6-dc9df22c5f55 owned by network:router_interface {{(pid=116161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 11:04:56.838015 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-2debe904-5cc1-4222-b1ec-0a417d2591d3 req-a065e445-2863-4b9a-b868-a6e8124bb7e4 service neutron] 10.222.0.10 "GET /v2.0/networks/b8f680de-c70a-4a82-ae85-7e933bd84322?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4717119 Apr 28 11:04:56.849726 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Current status of the port 29aa7b99-7141-4a11-be6d-41ea38243c40 is: ACTIVE; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:04:56.852129 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.pecan_wsgi.hooks.translation [None req-98a5efe4-a845-4fd3-b61c-54fa69b68257 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] GET failed (client error): The resource could not be found. Apr 28 11:04:56.852437 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Device a25008c2-f9d7-4d77-abdb-e086899b47c9 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=116163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 11:04:56.855955 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-98a5efe4-a845-4fd3-b61c-54fa69b68257 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] 10.222.0.10 "GET /v2.0/ports/ca847241-3d33-4af1-bb54-024ef0886a7b HTTP/1.1" status: 404 len: 333 time: 0.0949264 Apr 28 11:04:56.886050 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 53534) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:04:56.914072 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Provisioning complete for port a25008c2-f9d7-4d77-abdb-e086899b47c9 triggered by entity L2. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:04:56.914533 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (a25008c2-f9d7-4d77-abdb-e086899b47c9), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:57.018956 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Current status of the port a25008c2-f9d7-4d77-abdb-e086899b47c9 is: DOWN; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:04:57.019352 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (a25008c2-f9d7-4d77-abdb-e086899b47c9), before_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:57.023120 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-036ad480-5855-423f-905a-d8ca885f64c5 tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 3.8414874 Apr 28 11:04:57.025748 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 53536) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:04:57.030693 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.v2.base [None req-f7285916-f2ba-46e4-93ac-ae3e9a20311c tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Request body: {'port': {'network_id': 'c6473789-68d8-4bd8-8527-ac8dfc62710d', 'name': 'tempest-PortsIpV6TestJSON-1636286510', 'fixed_ips': [{'subnet_id': 'df511477-50e2-4514-a2bd-eec935358563', 'ip_address': '2001:db8::f'}]}} {{(pid=116162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:04:57.060306 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] For port a25008c2-f9d7-4d77-abdb-e086899b47c9, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=a25008c2-f9d7-4d77-abdb-e086899b47c9,segment=NetworkSegment(cd968543-2e6e-45dd-b091-594f020e3b7f),segment_id=cd968543-2e6e-45dd-b091-594f020e3b7f)] {{(pid=116163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 11:04:57.067148 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-2debe904-5cc1-4222-b1ec-0a417d2591d3 req-f0e3c834-5b77-4486-9283-41277d28c8bf service neutron] 10.222.0.10 "GET /v2.0/networks/b8f680de-c70a-4a82-ae85-7e933bd84322?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2282236 Apr 28 11:04:57.132687 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393'] for port (a25008c2-f9d7-4d77-abdb-e086899b47c9), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:57.135674 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-857070b9-d01c-460b-827e-75cfd6df99d9 tempest-ExternalNetworksAdminNegativeTestJSON-67524986 tempest-ExternalNetworksAdminNegativeTestJSON-67524986-project-admin] Publish callbacks [] for port (4da0aa01-5ab7-404d-9ff3-c24da42b2087), precommit_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:57.163112 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-98748ec7-c5aa-4ed1-9657-76458fc1ccc0 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Publish callbacks [] for security_group (bf60ed46-8580-4d97-a8ef-94697942ef32), before_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:57.201902 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-ab6367c7-1c14-4d6b-874d-1a60d63b8fd4 tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742235135690', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742234710366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5219112'] for port (ed497352-af44-4d06-abd6-dc9df22c5f55), after_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:57.210448 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Pushing event updated for resources: {'Port': ['ID=a25008c2-f9d7-4d77-abdb-e086899b47c9,revision_number=3']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:04:57.212273 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-98748ec7-c5aa-4ed1-9657-76458fc1ccc0 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Publish callbacks [] for security_group (bf60ed46-8580-4d97-a8ef-94697942ef32), precommit_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:57.249373 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c632b1c-ffc6-4a36-bc35-51fd10ac00cb None None] Network c6473789-68d8-4bd8-8527-ac8dfc62710d requested from dv-neutron-master-2-hyperv {{(pid=116163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 11:04:57.264989 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab6367c7-1c14-4d6b-874d-1a60d63b8fd4 tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Pushing event deleted for resources: {'Port': ['ID=ed497352-af44-4d06-abd6-dc9df22c5f55,revision_number=None']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:04:57.341468 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7285916-f2ba-46e4-93ac-ae3e9a20311c tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Made reservation on behalf of 52264470dd074c0f8041ca0ce5281c12 for: {'port': 1} {{(pid=116162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 11:04:57.346079 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-857070b9-d01c-460b-827e-75cfd6df99d9 tempest-ExternalNetworksAdminNegativeTestJSON-67524986 tempest-ExternalNetworksAdminNegativeTestJSON-67524986-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742234710357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5051867'] for port (4da0aa01-5ab7-404d-9ff3-c24da42b2087), after_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:57.433541 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-98748ec7-c5aa-4ed1-9657-76458fc1ccc0 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924426'] for security_group (bf60ed46-8580-4d97-a8ef-94697942ef32), after_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:57.437091 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-98748ec7-c5aa-4ed1-9657-76458fc1ccc0 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Publish callbacks [] for security_group (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:57.438251 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-98748ec7-c5aa-4ed1-9657-76458fc1ccc0 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] 10.222.0.10 "DELETE /v2.0/security-groups/bf60ed46-8580-4d97-a8ef-94697942ef32 HTTP/1.1" status: 204 len: 168 time: 0.5134661 Apr 28 11:04:57.620933 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-ab6367c7-1c14-4d6b-874d-1a60d63b8fd4 tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1603051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2063504'] for router_interface (7a61ed78-023f-43d6-a86a-5af1aae9e69c), after_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:57.626139 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-9f22d031-07b8-4900-9240-2f4be6f1dcc7 None None] Provisioning complete for port a25008c2-f9d7-4d77-abdb-e086899b47c9 triggered by entity DHCP. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:04:57.626783 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-9f22d031-07b8-4900-9240-2f4be6f1dcc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (a25008c2-f9d7-4d77-abdb-e086899b47c9), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:57.634717 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 53544) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:04:57.692726 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-3dc64d56-a383-42b6-b319-1c13583d4e2b req-d5cca8d1-7d36-4a66-8b65-4d99a2ba18e4 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] 10.222.0.10 "GET /v2.0/ports?device_id=09225a3a-4962-4eed-a507-197c6202a362 HTTP/1.1" status: 200 len: 210 time: 0.0564523 Apr 28 11:04:57.774302 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-9f22d031-07b8-4900-9240-2f4be6f1dcc7 None None] Current status of the port a25008c2-f9d7-4d77-abdb-e086899b47c9 is: ACTIVE; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:04:57.858852 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-857070b9-d01c-460b-827e-75cfd6df99d9 tempest-ExternalNetworksAdminNegativeTestJSON-67524986 tempest-ExternalNetworksAdminNegativeTestJSON-67524986-project-admin] Network 7be49d94-bbb8-4a61-bafe-209c5f861e1c is already hosted by enough agents. {{(pid=116162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 11:04:57.861771 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98748ec7-c5aa-4ed1-9657-76458fc1ccc0 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf60ed46-8580-4d97-a8ef-94697942ef32,revision_number=None']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:04:57.873555 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.scheduler.base_scheduler [None req-857070b9-d01c-460b-827e-75cfd6df99d9 tempest-ExternalNetworksAdminNegativeTestJSON-67524986 tempest-ExternalNetworksAdminNegativeTestJSON-67524986-project-admin] Resources bound (agent type, host, resource id): {{(pid=116162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 11:04:57.875981 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-857070b9-d01c-460b-827e-75cfd6df99d9 tempest-ExternalNetworksAdminNegativeTestJSON-67524986 tempest-ExternalNetworksAdminNegativeTestJSON-67524986-project-admin] Received port after_create {{(pid=116162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 11:04:57.908023 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-857070b9-d01c-460b-827e-75cfd6df99d9 tempest-ExternalNetworksAdminNegativeTestJSON-67524986 tempest-ExternalNetworksAdminNegativeTestJSON-67524986-project-admin] Pushing event updated for resources: {'Port': ['ID=4da0aa01-5ab7-404d-9ff3-c24da42b2087,revision_number=1']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:04:57.981482 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-f7285916-f2ba-46e4-93ac-ae3e9a20311c tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (None), before_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:57.994835 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-67a81cf4-c0bd-4e7c-b810-cc28c5d723bb tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Publish callbacks [] for router_gateway (e036f9cf-cb6e-472a-99e9-df4e0fad8e14), after_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:58.135613 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.notifiers.nova [None req-f7285916-f2ba-46e4-93ac-ae3e9a20311c tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] device_id is not set on port 38e8bad5-317b-4e1e-8a42-4ffc9173226e yet. {{(pid=116162) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 28 11:04:58.149522 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-0ab3c5a5-8e6e-42a3-8d96-11b7c5833004 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Publish callbacks [] for security_group (5c0155c4-4cdd-4bd4-89c2-2c1b8a48b2ed), before_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:58.212650 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-0ab3c5a5-8e6e-42a3-8d96-11b7c5833004 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Publish callbacks [] for security_group (5c0155c4-4cdd-4bd4-89c2-2c1b8a48b2ed), precommit_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:58.221962 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-b40139b9-926e-4367-8270-48f8522ce490 None None] Provisioning complete for port 62ca26fd-d358-4084-8c2b-a9bb59f80cab triggered by entity DHCP. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:04:58.222503 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-b40139b9-926e-4367-8270-48f8522ce490 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (62ca26fd-d358-4084-8c2b-a9bb59f80cab), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:58.255814 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab6367c7-1c14-4d6b-874d-1a60d63b8fd4 tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Router 7a61ed78-023f-43d6-a86a-5af1aae9e69c has already been hosted by L3 agent 6b492ad6-0876-4d74-b20d-28143a52ceba {{(pid=116161) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 11:04:58.268628 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-b40139b9-926e-4367-8270-48f8522ce490 None None] Port 62ca26fd-d358-4084-8c2b-a9bb59f80cab cannot update to ACTIVE because it is not bound. {{(pid=116163) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 28 11:04:58.274117 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-857070b9-d01c-460b-827e-75cfd6df99d9 tempest-ExternalNetworksAdminNegativeTestJSON-67524986 tempest-ExternalNetworksAdminNegativeTestJSON-67524986-project-admin] Publish callbacks [] for floatingip (9ddbdd25-6aef-4bbb-97ed-ba742c6e7607), precommit_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:58.283180 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-b40139b9-926e-4367-8270-48f8522ce490 None None] Provisioning complete for port a25008c2-f9d7-4d77-abdb-e086899b47c9 triggered by entity DHCP. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:04:58.283889 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-b40139b9-926e-4367-8270-48f8522ce490 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (a25008c2-f9d7-4d77-abdb-e086899b47c9), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:58.377050 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-b40139b9-926e-4367-8270-48f8522ce490 None None] Current status of the port a25008c2-f9d7-4d77-abdb-e086899b47c9 is: ACTIVE; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:04:58.377629 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab6367c7-1c14-4d6b-874d-1a60d63b8fd4 tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=116161) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 11:04:58.385866 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-ab6367c7-1c14-4d6b-874d-1a60d63b8fd4 tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] 10.222.0.10 "PUT /v2.0/routers/7a61ed78-023f-43d6-a86a-5af1aae9e69c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5437837 Apr 28 11:04:58.386850 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 53552) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:04:58.387117 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c4f33dd-910d-49b6-ac08-c2dc780fc7a6 None None] Sync routers for ids ['7a61ed78-023f-43d6-a86a-5af1aae9e69c'] in dv-neutron-master-2-hyperv {{(pid=116163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 11:04:58.398907 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c4f33dd-910d-49b6-ac08-c2dc780fc7a6 None None] Routers {'7a61ed78-023f-43d6-a86a-5af1aae9e69c'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=116163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 11:04:58.400191 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_hamode_db [None req-5c4f33dd-910d-49b6-ac08-c2dc780fc7a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-28T10:50:39Z,description=,heartbeat_timestamp=2022-04-28T11:04:39Z,host='dv-neutron-master-2-hyperv',id=6b492ad6-0876-4d74-b20d-28143a52ceba,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T10:50:40Z,topic='l3_agent')) {'router_ids': ['7a61ed78-023f-43d6-a86a-5af1aae9e69c'], 'active': True} {{(pid=116163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:04:58.414766 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.db.db_base_plugin_common [None req-f7285916-f2ba-46e4-93ac-ae3e9a20311c tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Allocated IP 2001:db8::f (c6473789-68d8-4bd8-8527-ac8dfc62710d/df511477-50e2-4514-a2bd-eec935358563/38e8bad5-317b-4e1e-8a42-4ffc9173226e) {{(pid=116162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 11:04:58.451732 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.db.db_base_plugin_v2 [None req-a20633ec-765c-41fe-983a-1b3b853e0e44 tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Deleting subnet 4a70eceb-e687-4062-adb6-d320d56bd5a4 {{(pid=116161) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 28 11:04:58.454085 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-a20633ec-765c-41fe-983a-1b3b853e0e44 tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Publish callbacks [] for subnet (4a70eceb-e687-4062-adb6-d320d56bd5a4), before_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:58.496305 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-0ab3c5a5-8e6e-42a3-8d96-11b7c5833004 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924426'] for security_group (5c0155c4-4cdd-4bd4-89c2-2c1b8a48b2ed), after_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:58.499886 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-0ab3c5a5-8e6e-42a3-8d96-11b7c5833004 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Publish callbacks [] for security_group (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:58.501335 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-0ab3c5a5-8e6e-42a3-8d96-11b7c5833004 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] 10.222.0.10 "DELETE /v2.0/security-groups/5c0155c4-4cdd-4bd4-89c2-2c1b8a48b2ed HTTP/1.1" status: 204 len: 168 time: 0.8526530 Apr 28 11:04:58.506858 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 53554) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:04:58.516887 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-8c015c1e-9ea5-45fc-b9cd-aaf2331ccbd6 None None] Provisioning complete for port 62ca26fd-d358-4084-8c2b-a9bb59f80cab triggered by entity DHCP. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:04:58.517294 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-8c015c1e-9ea5-45fc-b9cd-aaf2331ccbd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (62ca26fd-d358-4084-8c2b-a9bb59f80cab), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:58.521753 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-a20633ec-765c-41fe-983a-1b3b853e0e44 tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8076976'] for subnet (4a70eceb-e687-4062-adb6-d320d56bd5a4), precommit_delete_associations {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:58.563798 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvr_db [None req-5c4f33dd-910d-49b6-ac08-c2dc780fc7a6 None None] Set router 7a61ed78-023f-43d6-a86a-5af1aae9e69c gateway port host: None {{(pid=116163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 11:04:58.573375 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab3c5a5-8e6e-42a3-8d96-11b7c5833004 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c0155c4-4cdd-4bd4-89c2-2c1b8a48b2ed,revision_number=None']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:04:58.613475 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.db.db_base_plugin_v2 [None req-3fa32307-76f6-4cc5-ade4-b3902fc2e1bc tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Deleting subnet 48a1807e-83e2-45b7-adc5-9bbd51e88ad3 {{(pid=116161) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 28 11:04:58.632216 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-3fa32307-76f6-4cc5-ade4-b3902fc2e1bc tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Publish callbacks [] for subnet (48a1807e-83e2-45b7-adc5-9bbd51e88ad3), before_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:58.634055 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-8c015c1e-9ea5-45fc-b9cd-aaf2331ccbd6 None None] Port 62ca26fd-d358-4084-8c2b-a9bb59f80cab cannot update to ACTIVE because it is not bound. {{(pid=116163) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 28 11:04:58.698906 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-3fa32307-76f6-4cc5-ade4-b3902fc2e1bc tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8076976'] for subnet (48a1807e-83e2-45b7-adc5-9bbd51e88ad3), precommit_delete_associations {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:58.701149 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Device a25008c2-f9d7-4d77-abdb-e086899b47c9 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=116163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 11:04:58.764024 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-67a81cf4-c0bd-4e7c-b810-cc28c5d723bb tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2060818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1935326'] for router (e036f9cf-cb6e-472a-99e9-df4e0fad8e14), after_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:58.782631 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-f7285916-f2ba-46e4-93ac-ae3e9a20311c tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Publish callbacks [] for port (38e8bad5-317b-4e1e-8a42-4ffc9173226e), precommit_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:58.815096 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-a20633ec-765c-41fe-983a-1b3b853e0e44 tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-971303'] for subnet (4a70eceb-e687-4062-adb6-d320d56bd5a4), precommit_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:58.824832 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Provisioning complete for port a25008c2-f9d7-4d77-abdb-e086899b47c9 triggered by entity L2. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:04:58.825208 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (a25008c2-f9d7-4d77-abdb-e086899b47c9), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:58.826250 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-857070b9-d01c-460b-827e-75cfd6df99d9 tempest-ExternalNetworksAdminNegativeTestJSON-67524986 tempest-ExternalNetworksAdminNegativeTestJSON-67524986-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (4da0aa01-5ab7-404d-9ff3-c24da42b2087), before_update {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:58.874884 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-d9e9a11c-439f-4fc7-824a-a509a9bac0d9 req-75098084-e64a-401b-b76b-ddf75de21db2 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] 10.222.0.10 "GET /v2.0/ports?device_id=09225a3a-4962-4eed-a507-197c6202a362 HTTP/1.1" status: 200 len: 210 time: 0.0966284 Apr 28 11:04:58.921110 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_hamode_db [None req-5c4f33dd-910d-49b6-ac08-c2dc780fc7a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a61ed78-023f-43d6-a86a-5af1aae9e69c', 'name': 'tempest-RoutersIpV6Test-router-197789818', 'tenant_id': '0f4d85af73ea40518271b3ac6c23a282', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T11:04:08Z', 'updated_at': '2022-04-28T11:04:56Z', 'revision_number': 8, 'project_id': '0f4d85af73ea40518271b3ac6c23a282', 'gw_port_host': None, '_interfaces': [{'id': '5c03bfae-ec00-450a-8155-d55ecacfd499', 'name': '', 'network_id': 'a57c4b36-4dfd-464d-a7f5-2e3339de6e15', 'tenant_id': '0f4d85af73ea40518271b3ac6c23a282', 'mac_address': 'fa:16:3e:f5:c6:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a61ed78-023f-43d6-a86a-5af1aae9e69c', 'device_owner': 'network:router_interface', 'standard_attr_id': 936, 'fixed_ips': [{'subnet_id': 'b625a9d9-7f26-48f2-9f4a-30d53875a1fb', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:04:31Z', 'updated_at': '2022-04-28T11:04:39Z', 'revision_number': 5, 'project_id': '0f4d85af73ea40518271b3ac6c23a282', 'subnets': [{'id': 'b625a9d9-7f26-48f2-9f4a-30d53875a1fb', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '67ab86d9-8559-4fb5-b911-083455e9e6b3', 'name': '', 'network_id': 'b49b1fd0-a27a-4592-b3bb-db40c57d4de0', 'tenant_id': '0f4d85af73ea40518271b3ac6c23a282', 'mac_address': 'fa:16:3e:05:6f:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a61ed78-023f-43d6-a86a-5af1aae9e69c', 'device_owner': 'network:router_interface', 'standard_attr_id': 930, 'fixed_ips': [{'subnet_id': 'f86be52a-4023-4e56-b802-604679ea9f0d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:04:22Z', 'updated_at': '2022-04-28T11:04:31Z', 'revision_number': 5, 'project_id': '0f4d85af73ea40518271b3ac6c23a282', 'subnets': [{'id': 'f86be52a-4023-4e56-b802-604679ea9f0d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cdbf5767-b7c5-48f5-97ec-afc0a75ab932', 'name': '', 'network_id': '2634f032-d4ae-4ad5-96de-8648922027d9', 'tenant_id': '0f4d85af73ea40518271b3ac6c23a282', 'mac_address': 'fa:16:3e:17:9a:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a61ed78-023f-43d6-a86a-5af1aae9e69c', 'device_owner': 'network:router_interface', 'standard_attr_id': 896, 'fixed_ips': [{'subnet_id': '239fd4a7-9885-4cb6-b54a-2440592f7a50', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:04:13Z', 'updated_at': '2022-04-28T11:04:20Z', 'revision_number': 5, 'project_id': '0f4d85af73ea40518271b3ac6c23a282', 'subnets': [{'id': '239fd4a7-9885-4cb6-b54a-2440592f7a50', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=116163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:04:58.926974 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-3fa32307-76f6-4cc5-ade4-b3902fc2e1bc tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-971303'] for subnet (48a1807e-83e2-45b7-adc5-9bbd51e88ad3), precommit_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:58.949631 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c4f33dd-910d-49b6-ac08-c2dc780fc7a6 None None] Checking router: 7a61ed78-023f-43d6-a86a-5af1aae9e69c for host: dv-neutron-master-2-hyperv {{(pid=116163) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 11:04:58.981042 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c4f33dd-910d-49b6-ac08-c2dc780fc7a6 None None] Routers {'7a61ed78-023f-43d6-a86a-5af1aae9e69c'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=116163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 11:04:58.981764 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_hamode_db [None req-5c4f33dd-910d-49b6-ac08-c2dc780fc7a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-28T10:50:39Z,description=,heartbeat_timestamp=2022-04-28T11:04:39Z,host='dv-neutron-master-2-hyperv',id=6b492ad6-0876-4d74-b20d-28143a52ceba,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T10:50:40Z,topic='l3_agent')) {'router_ids': ['7a61ed78-023f-43d6-a86a-5af1aae9e69c'], 'active': True} {{(pid=116163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:04:59.032190 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Current status of the port a25008c2-f9d7-4d77-abdb-e086899b47c9 is: ACTIVE; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:04:59.067061 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-f7285916-f2ba-46e4-93ac-ae3e9a20311c tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742234710357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5051867'] for port (38e8bad5-317b-4e1e-8a42-4ffc9173226e), after_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:59.107200 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvr_db [None req-5c4f33dd-910d-49b6-ac08-c2dc780fc7a6 None None] Set router 7a61ed78-023f-43d6-a86a-5af1aae9e69c gateway port host: None {{(pid=116163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 11:04:59.116200 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-a20633ec-765c-41fe-983a-1b3b853e0e44 tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-971310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5220601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5125409'] for subnet (4a70eceb-e687-4062-adb6-d320d56bd5a4), after_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:59.122322 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-3fa32307-76f6-4cc5-ade4-b3902fc2e1bc tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-971310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5220601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5125409'] for subnet (48a1807e-83e2-45b7-adc5-9bbd51e88ad3), after_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:59.131284 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7285916-f2ba-46e4-93ac-ae3e9a20311c tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Network c6473789-68d8-4bd8-8527-ac8dfc62710d is already hosted by enough agents. {{(pid=116162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 11:04:59.139841 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.scheduler.base_scheduler [None req-f7285916-f2ba-46e4-93ac-ae3e9a20311c tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Resources bound (agent type, host, resource id): {{(pid=116162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 11:04:59.142636 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-857070b9-d01c-460b-827e-75cfd6df99d9 tempest-ExternalNetworksAdminNegativeTestJSON-67524986 tempest-ExternalNetworksAdminNegativeTestJSON-67524986-project-admin] Publish callbacks [] for port (4da0aa01-5ab7-404d-9ff3-c24da42b2087), precommit_update {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:59.144785 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7285916-f2ba-46e4-93ac-ae3e9a20311c tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Received port after_create {{(pid=116162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 11:04:59.150171 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7285916-f2ba-46e4-93ac-ae3e9a20311c tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:04:59.150648 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-f7285916-f2ba-46e4-93ac-ae3e9a20311c tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198022'] for port (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:59.153117 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67a81cf4-c0bd-4e7c-b810-cc28c5d723bb tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Router e036f9cf-cb6e-472a-99e9-df4e0fad8e14 is scheduled to L3 agent 6b492ad6-0876-4d74-b20d-28143a52ceba with binding_index 1 {{(pid=116162) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 28 11:04:59.155522 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7285916-f2ba-46e4-93ac-ae3e9a20311c tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Pushing event updated for resources: {'Port': ['ID=38e8bad5-317b-4e1e-8a42-4ffc9173226e,revision_number=1']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:04:59.156093 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a20633ec-765c-41fe-983a-1b3b853e0e44 tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Pushing event deleted for resources: {'Subnet': ['ID=4a70eceb-e687-4062-adb6-d320d56bd5a4,revision_number=None']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:04:59.160338 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-a20633ec-765c-41fe-983a-1b3b853e0e44 tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Publish callbacks [] for subnet (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:59.166651 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-a20633ec-765c-41fe-983a-1b3b853e0e44 tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] 10.222.0.10 "DELETE /v2.0/subnets/4a70eceb-e687-4062-adb6-d320d56bd5a4 HTTP/1.1" status: 204 len: 168 time: 0.7750800 Apr 28 11:04:59.169012 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 53558) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:04:59.176613 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-3fa32307-76f6-4cc5-ade4-b3902fc2e1bc tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Publish callbacks [] for subnet (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:59.176613 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-3fa32307-76f6-4cc5-ade4-b3902fc2e1bc tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] 10.222.0.10 "DELETE /v2.0/subnets/48a1807e-83e2-45b7-adc5-9bbd51e88ad3 HTTP/1.1" status: 204 len: 168 time: 0.6650071 Apr 28 11:04:59.213238 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 53560) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:04:59.213238 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.v2.base [None req-651cbe52-d5c3-43a2-af8b-c97d55bd218c tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Request body: {'subnet': {'network_id': '6ad48b29-1fb1-4e43-9abf-f860ed1ac269', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=116161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:04:59.222375 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa32307-76f6-4cc5-ade4-b3902fc2e1bc tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Pushing event deleted for resources: {'Subnet': ['ID=48a1807e-83e2-45b7-adc5-9bbd51e88ad3,revision_number=None']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:04:59.261746 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-857070b9-d01c-460b-827e-75cfd6df99d9 tempest-ExternalNetworksAdminNegativeTestJSON-67524986 tempest-ExternalNetworksAdminNegativeTestJSON-67524986-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5051840'] for port (4da0aa01-5ab7-404d-9ff3-c24da42b2087), after_update {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:59.297554 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5346e0ec-5df4-44ba-b2d4-b54af21654f8 None None] Network 7144af6d-d284-4f22-b7bf-c36ccf9740b8 requested from dv-neutron-master-2-hyperv {{(pid=116163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 11:04:59.299572 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f8a1959-5d79-4ba1-a62a-9e818045cfe8 None None] Network 6ad48b29-1fb1-4e43-9abf-f860ed1ac269 requested from dv-neutron-master-2-hyperv {{(pid=116163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 11:04:59.340492 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-f7285916-f2ba-46e4-93ac-ae3e9a20311c tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.3136845 Apr 28 11:04:59.345311 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 53562) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:04:59.399849 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-857070b9-d01c-460b-827e-75cfd6df99d9 tempest-ExternalNetworksAdminNegativeTestJSON-67524986 tempest-ExternalNetworksAdminNegativeTestJSON-67524986-project-admin] Pushing event updated for resources: {'Port': ['ID=4da0aa01-5ab7-404d-9ff3-c24da42b2087,revision_number=2']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:04:59.409717 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-1347651a-197e-4408-83ab-44eac5e0acbe tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-979593'] for network (7144af6d-d284-4f22-b7bf-c36ccf9740b8), before_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:59.420856 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67a81cf4-c0bd-4e7c-b810-cc28c5d723bb tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=116162) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 11:04:59.426239 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-befa9504-fa3d-455f-a7f4-67e2f8d7b67f tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:04:59.430910 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-befa9504-fa3d-455f-a7f4-67e2f8d7b67f tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 927 time: 0.0826583 Apr 28 11:04:59.431899 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 53564) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:04:59.433569 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e4f3401-1966-4f54-991f-df30240e9fb2 None None] Sync routers for ids ['e036f9cf-cb6e-472a-99e9-df4e0fad8e14'] in dv-neutron-master-2-hyperv {{(pid=116164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 11:04:59.436732 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-857070b9-d01c-460b-827e-75cfd6df99d9 tempest-ExternalNetworksAdminNegativeTestJSON-67524986 tempest-ExternalNetworksAdminNegativeTestJSON-67524986-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2063164'] for floatingip (9ddbdd25-6aef-4bbb-97ed-ba742c6e7607), after_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:59.449686 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e4f3401-1966-4f54-991f-df30240e9fb2 None None] Routers {'e036f9cf-cb6e-472a-99e9-df4e0fad8e14'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=116164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 11:04:59.452368 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_hamode_db [None req-2e4f3401-1966-4f54-991f-df30240e9fb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-28T10:50:39Z,description=,heartbeat_timestamp=2022-04-28T11:04:39Z,host='dv-neutron-master-2-hyperv',id=6b492ad6-0876-4d74-b20d-28143a52ceba,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T10:50:40Z,topic='l3_agent')) {'router_ids': ['e036f9cf-cb6e-472a-99e9-df4e0fad8e14'], 'active': True} {{(pid=116164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:04:59.520971 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-67a81cf4-c0bd-4e7c-b810-cc28c5d723bb tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Publish callbacks [] for router (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:59.529057 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-67a81cf4-c0bd-4e7c-b810-cc28c5d723bb tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 879 time: 5.2583711 Apr 28 11:04:59.529929 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 53566) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:04:59.540079 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93343162-3228-4e80-9168-eaf0a5fce98a tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:04:59.548799 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93343162-3228-4e80-9168-eaf0a5fce98a tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:04:59.555409 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93343162-3228-4e80-9168-eaf0a5fce98a tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:04:59.561861 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-93343162-3228-4e80-9168-eaf0a5fce98a tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2390 time: 0.1229284 Apr 28 11:04:59.566388 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 53568) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:04:59.580971 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.plugin [None req-1347651a-197e-4408-83ab-44eac5e0acbe tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Deleting port 4d567ab1-f358-4fd4-8640-039a42c5521e {{(pid=116161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 11:04:59.581937 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-1347651a-197e-4408-83ab-44eac5e0acbe tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742235130188'] for port (4d567ab1-f358-4fd4-8640-039a42c5521e), before_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:59.627306 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_hamode_db [None req-5c4f33dd-910d-49b6-ac08-c2dc780fc7a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a61ed78-023f-43d6-a86a-5af1aae9e69c', 'name': 'tempest-RoutersIpV6Test-router-197789818', 'tenant_id': '0f4d85af73ea40518271b3ac6c23a282', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T11:04:08Z', 'updated_at': '2022-04-28T11:04:56Z', 'revision_number': 8, 'project_id': '0f4d85af73ea40518271b3ac6c23a282', 'gw_port_host': None, '_interfaces': [{'id': '5c03bfae-ec00-450a-8155-d55ecacfd499', 'name': '', 'network_id': 'a57c4b36-4dfd-464d-a7f5-2e3339de6e15', 'tenant_id': '0f4d85af73ea40518271b3ac6c23a282', 'mac_address': 'fa:16:3e:f5:c6:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a61ed78-023f-43d6-a86a-5af1aae9e69c', 'device_owner': 'network:router_interface', 'standard_attr_id': 936, 'fixed_ips': [{'subnet_id': 'b625a9d9-7f26-48f2-9f4a-30d53875a1fb', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:04:31Z', 'updated_at': '2022-04-28T11:04:39Z', 'revision_number': 5, 'project_id': '0f4d85af73ea40518271b3ac6c23a282', 'subnets': [{'id': 'b625a9d9-7f26-48f2-9f4a-30d53875a1fb', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '67ab86d9-8559-4fb5-b911-083455e9e6b3', 'name': '', 'network_id': 'b49b1fd0-a27a-4592-b3bb-db40c57d4de0', 'tenant_id': '0f4d85af73ea40518271b3ac6c23a282', 'mac_address': 'fa:16:3e:05:6f:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a61ed78-023f-43d6-a86a-5af1aae9e69c', 'device_owner': 'network:router_interface', 'standard_attr_id': 930, 'fixed_ips': [{'subnet_id': 'f86be52a-4023-4e56-b802-604679ea9f0d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:04:22Z', 'updated_at': '2022-04-28T11:04:31Z', 'revision_number': 5, 'project_id': '0f4d85af73ea40518271b3ac6c23a282', 'subnets': [{'id': 'f86be52a-4023-4e56-b802-604679ea9f0d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cdbf5767-b7c5-48f5-97ec-afc0a75ab932', 'name': '', 'network_id': '2634f032-d4ae-4ad5-96de-8648922027d9', 'tenant_id': '0f4d85af73ea40518271b3ac6c23a282', 'mac_address': 'fa:16:3e:17:9a:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a61ed78-023f-43d6-a86a-5af1aae9e69c', 'device_owner': 'network:router_interface', 'standard_attr_id': 896, 'fixed_ips': [{'subnet_id': '239fd4a7-9885-4cb6-b54a-2440592f7a50', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:04:13Z', 'updated_at': '2022-04-28T11:04:20Z', 'revision_number': 5, 'project_id': '0f4d85af73ea40518271b3ac6c23a282', 'subnets': [{'id': '239fd4a7-9885-4cb6-b54a-2440592f7a50', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=116163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:04:59.663419 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c4f33dd-910d-49b6-ac08-c2dc780fc7a6 None None] The sync data for ids ['7a61ed78-023f-43d6-a86a-5af1aae9e69c'] in dv-neutron-master-2-hyperv is: [{'id': '7a61ed78-023f-43d6-a86a-5af1aae9e69c', 'name': 'tempest-RoutersIpV6Test-router-197789818', 'tenant_id': '0f4d85af73ea40518271b3ac6c23a282', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T11:04:08Z', 'updated_at': '2022-04-28T11:04:56Z', 'revision_number': 8, 'project_id': '0f4d85af73ea40518271b3ac6c23a282', 'gw_port_host': None, '_interfaces': [{'id': '5c03bfae-ec00-450a-8155-d55ecacfd499', 'name': '', 'network_id': 'a57c4b36-4dfd-464d-a7f5-2e3339de6e15', 'tenant_id': '0f4d85af73ea40518271b3ac6c23a282', 'mac_address': 'fa:16:3e:f5:c6:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a61ed78-023f-43d6-a86a-5af1aae9e69c', 'device_owner': 'network:router_interface', 'standard_attr_id': 936, 'fixed_ips': [{'subnet_id': 'b625a9d9-7f26-48f2-9f4a-30d53875a1fb', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:04:31Z', 'updated_at': '2022-04-28T11:04:39Z', 'revision_number': 5, 'project_id': '0f4d85af73ea40518271b3ac6c23a282', 'subnets': [{'id': 'b625a9d9-7f26-48f2-9f4a-30d53875a1fb', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '67ab86d9-8559-4fb5-b911-083455e9e6b3', 'name': '', 'network_id': 'b49b1fd0-a27a-4592-b3bb-db40c57d4de0', 'tenant_id': '0f4d85af73ea40518271b3ac6c23a282', 'mac_address': 'fa:16:3e:05:6f:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a61ed78-023f-43d6-a86a-5af1aae9e69c', 'device_owner': 'network:router_interface', 'standard_attr_id': 930, 'fixed_ips': [{'subnet_id': 'f86be52a-4023-4e56-b802-604679ea9f0d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:04:22Z', 'updated_at': '2022-04-28T11:04:31Z', 'revision_number': 5, 'project_id': '0f4d85af73ea40518271b3ac6c23a282', 'subnets': [{'id': 'f86be52a-4023-4e56-b802-604679ea9f0d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cdbf5767-b7c5-48f5-97ec-afc0a75ab932', 'name': '', 'network_id': '2634f032-d4ae-4ad5-96de-8648922027d9', 'tenant_id': '0f4d85af73ea40518271b3ac6c23a282', 'mac_address': 'fa:16:3e:17:9a:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a61ed78-023f-43d6-a86a-5af1aae9e69c', 'device_owner': 'network:router_interface', 'standard_attr_id': 896, 'fixed_ips': [{'subnet_id': '239fd4a7-9885-4cb6-b54a-2440592f7a50', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:04:13Z', 'updated_at': '2022-04-28T11:04:20Z', 'revision_number': 5, 'project_id': '0f4d85af73ea40518271b3ac6c23a282', 'subnets': [{'id': '239fd4a7-9885-4cb6-b54a-2440592f7a50', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=116163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 11:04:59.679346 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-857070b9-d01c-460b-827e-75cfd6df99d9 tempest-ExternalNetworksAdminNegativeTestJSON-67524986 tempest-ExternalNetworksAdminNegativeTestJSON-67524986-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198022'] for floatingip (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:59.687013 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-857070b9-d01c-460b-827e-75cfd6df99d9 tempest-ExternalNetworksAdminNegativeTestJSON-67524986 tempest-ExternalNetworksAdminNegativeTestJSON-67524986-project-admin] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.0118315 Apr 28 11:04:59.688591 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 53570) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:04:59.694977 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-cd19a9c1-317b-492b-8892-cd435865e8a3 None None] Provisioning complete for port 38e8bad5-317b-4e1e-8a42-4ffc9173226e triggered by entity DHCP. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:04:59.696216 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-cd19a9c1-317b-492b-8892-cd435865e8a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (38e8bad5-317b-4e1e-8a42-4ffc9173226e), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:59.702458 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f629cd63-39b0-4cf7-b74c-c08e08bda9c2 None None] DHCP port deletion for 7144af6d-d284-4f22-b7bf-c36ccf9740b8 request from dv-neutron-master-2-hyperv {{(pid=116163) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 28 11:04:59.712537 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_hamode_db [None req-2e4f3401-1966-4f54-991f-df30240e9fb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=116164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:04:59.713257 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.v2.base [None req-86f1aa91-b945-416f-9d2a-5f79224584f7 tempest-ExternalNetworksAdminNegativeTestJSON-67524986 tempest-ExternalNetworksAdminNegativeTestJSON-67524986-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-1684648892', 'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'fixed_ips': [{'ip_address': '172.36.4.132'}]}} {{(pid=116161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:04:59.732850 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e4f3401-1966-4f54-991f-df30240e9fb2 None None] Routers {'e036f9cf-cb6e-472a-99e9-df4e0fad8e14'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=116164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 11:04:59.733836 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_hamode_db [None req-2e4f3401-1966-4f54-991f-df30240e9fb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-28T10:50:39Z,description=,heartbeat_timestamp=2022-04-28T11:04:39Z,host='dv-neutron-master-2-hyperv',id=6b492ad6-0876-4d74-b20d-28143a52ceba,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T10:50:40Z,topic='l3_agent')) {'router_ids': ['e036f9cf-cb6e-472a-99e9-df4e0fad8e14'], 'active': True} {{(pid=116164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:04:59.776125 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_hamode_db [None req-2e4f3401-1966-4f54-991f-df30240e9fb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=116164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:04:59.777317 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e4f3401-1966-4f54-991f-df30240e9fb2 None None] The sync data for ids ['e036f9cf-cb6e-472a-99e9-df4e0fad8e14'] in dv-neutron-master-2-hyperv is: [] {{(pid=116164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 11:04:59.780545 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-651cbe52-d5c3-43a2-af8b-c97d55bd218c tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Made reservation on behalf of f86d085f9b42493aa6c0f40f62349e1e for: {'subnet': 1} {{(pid=116161) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 11:04:59.785512 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-651cbe52-d5c3-43a2-af8b-c97d55bd218c tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5125580'] for subnet (None), before_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:59.785673 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-cd19a9c1-317b-492b-8892-cd435865e8a3 None None] Port 38e8bad5-317b-4e1e-8a42-4ffc9173226e cannot update to ACTIVE because it is not bound. {{(pid=116163) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 28 11:04:59.798929 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-f629cd63-39b0-4cf7-b74c-c08e08bda9c2 None None] Deleting port 4d567ab1-f358-4fd4-8640-039a42c5521e {{(pid=116163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 11:04:59.799501 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-f629cd63-39b0-4cf7-b74c-c08e08bda9c2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742235130188'] for port (4d567ab1-f358-4fd4-8640-039a42c5521e), before_delete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:59.818047 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.db [None req-1347651a-197e-4408-83ab-44eac5e0acbe tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] For port 4d567ab1-f358-4fd4-8640-039a42c5521e, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=4d567ab1-f358-4fd4-8640-039a42c5521e,segment=NetworkSegment(0fc06385-11dc-48b1-9e52-0ff76d9140af),segment_id=0fc06385-11dc-48b1-9e52-0ff76d9140af)] {{(pid=116161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 11:04:59.818440 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-1347651a-197e-4408-83ab-44eac5e0acbe tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1938497'] for port (4d567ab1-f358-4fd4-8640-039a42c5521e), precommit_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:59.849956 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-a6c861cf-7f79-430d-b029-b8651b942a3a tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] 10.222.0.10 "GET /v2.0/routers/e036f9cf-cb6e-472a-99e9-df4e0fad8e14 HTTP/1.1" status: 200 len: 880 time: 0.3187611 Apr 28 11:04:59.850884 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 53572) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:04:59.902918 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-f629cd63-39b0-4cf7-b74c-c08e08bda9c2 None None] For port 4d567ab1-f358-4fd4-8640-039a42c5521e, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=4d567ab1-f358-4fd4-8640-039a42c5521e,segment=NetworkSegment(0fc06385-11dc-48b1-9e52-0ff76d9140af),segment_id=0fc06385-11dc-48b1-9e52-0ff76d9140af)] {{(pid=116163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 11:04:59.903325 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-f629cd63-39b0-4cf7-b74c-c08e08bda9c2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1938497'] for port (4d567ab1-f358-4fd4-8640-039a42c5521e), precommit_delete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:59.912885 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.plugin [None req-1347651a-197e-4408-83ab-44eac5e0acbe tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Calling delete_port for 4d567ab1-f358-4fd4-8640-039a42c5521e owned by network:dhcp {{(pid=116161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 11:04:59.924947 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-f629cd63-39b0-4cf7-b74c-c08e08bda9c2 None None] Calling delete_port for 4d567ab1-f358-4fd4-8640-039a42c5521e owned by network:dhcp {{(pid=116163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 11:04:59.926338 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.plugin [None req-ee4facab-b520-4585-92a7-909e10b7d413 tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Deleting port 38e8bad5-317b-4e1e-8a42-4ffc9173226e {{(pid=116161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 11:04:59.926797 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-ee4facab-b520-4585-92a7-909e10b7d413 tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742235130188'] for port (38e8bad5-317b-4e1e-8a42-4ffc9173226e), before_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:04:59.989769 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86f1aa91-b945-416f-9d2a-5f79224584f7 tempest-ExternalNetworksAdminNegativeTestJSON-67524986 tempest-ExternalNetworksAdminNegativeTestJSON-67524986-project-admin] Made reservation on behalf of fd18aa8f18a04dfab5b373713d68ac8e for: {'port': 1} {{(pid=116161) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 11:04:59.992513 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-86f1aa91-b945-416f-9d2a-5f79224584f7 tempest-ExternalNetworksAdminNegativeTestJSON-67524986 tempest-ExternalNetworksAdminNegativeTestJSON-67524986-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (None), before_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:00.055125 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-86f1aa91-b945-416f-9d2a-5f79224584f7 tempest-ExternalNetworksAdminNegativeTestJSON-67524986 tempest-ExternalNetworksAdminNegativeTestJSON-67524986-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:00.065981 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-d07fa7ce-d086-4504-9b0d-6824d3d0f11b req-3f9a98b9-bc95-4e23-ad10-e5ccf4f394d1 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] 10.222.0.10 "GET /v2.0/ports?device_id=09225a3a-4962-4eed-a507-197c6202a362 HTTP/1.1" status: 200 len: 210 time: 0.0508327 Apr 28 11:05:00.166870 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-f629cd63-39b0-4cf7-b74c-c08e08bda9c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742235135690', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742234710366'] for port (4d567ab1-f358-4fd4-8640-039a42c5521e), after_delete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:00.195609 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-4c452412-e78b-4a53-a122-e6e193235b64 tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] 10.222.0.10 "GET /v2.0/routers HTTP/1.1" status: 200 len: 883 time: 0.3411617 Apr 28 11:05:00.196189 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 53576) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:05:00.203053 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.v2.base [None req-1c713a01-c35e-4120-93d0-db9d4367a8ed tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-1898642474'}} {{(pid=116162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:05:00.221026 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f629cd63-39b0-4cf7-b74c-c08e08bda9c2 None None] Pushing event deleted for resources: {'Port': ['ID=4d567ab1-f358-4fd4-8640-039a42c5521e,revision_number=None']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:05:00.235448 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f629cd63-39b0-4cf7-b74c-c08e08bda9c2 None None] No DVR routers for this DVR port 4d567ab1-f358-4fd4-8640-039a42c5521e on host dv-neutron-master-2-hyperv {{(pid=116163) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 11:05:00.502645 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Device 4d567ab1-f358-4fd4-8640-039a42c5521e no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=116163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 11:05:00.528221 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] No Port match for: 4d567ab1-f358-4fd4-8640-039a42c5521e {{(pid=116163) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 28 11:05:00.529344 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Device 4d567ab1-f358-4fd4-8640-039a42c5521e not bound to the agent host dv-neutron-master-2-hyperv {{(pid=116163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 11:05:00.530116 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Device ed497352-af44-4d06-abd6-dc9df22c5f55 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=116163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 11:05:00.553926 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-2b0ddca4-ca5f-40e9-a03f-3d62206edc91 None None] Provisioning complete for port 29aa7b99-7141-4a11-be6d-41ea38243c40 triggered by entity DHCP. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:05:00.554591 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-2b0ddca4-ca5f-40e9-a03f-3d62206edc91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (29aa7b99-7141-4a11-be6d-41ea38243c40), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:00.557314 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] No Port match for: ed497352-af44-4d06-abd6-dc9df22c5f55 {{(pid=116163) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 28 11:05:00.557856 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Device ed497352-af44-4d06-abd6-dc9df22c5f55 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=116163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 11:05:00.567866 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-1c713a01-c35e-4120-93d0-db9d4367a8ed tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1935285', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2060837', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-63284'] for router (e036f9cf-cb6e-472a-99e9-df4e0fad8e14), precommit_update {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:00.577579 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2debe904-5cc1-4222-b1ec-0a417d2591d3 req-599861fc-8a20-4761-8fa6-397bd1568768 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:05:00.579078 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-2debe904-5cc1-4222-b1ec-0a417d2591d3 req-599861fc-8a20-4761-8fa6-397bd1568768 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] 10.222.0.20 "GET /v2.0/networks?id=b8f680de-c70a-4a82-ae85-7e933bd84322 HTTP/1.1" status: 200 len: 796 time: 0.6989791 Apr 28 11:05:00.581644 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-ee4facab-b520-4585-92a7-909e10b7d413 tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1938497'] for port (38e8bad5-317b-4e1e-8a42-4ffc9173226e), precommit_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:00.614411 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-1347651a-197e-4408-83ab-44eac5e0acbe tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742235135690', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742234710366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5219112'] for port (4d567ab1-f358-4fd4-8640-039a42c5521e), after_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:00.619449 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.plugin [None req-ee4facab-b520-4585-92a7-909e10b7d413 tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Calling delete_port for 38e8bad5-317b-4e1e-8a42-4ffc9173226e owned by {{(pid=116161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 11:05:00.634806 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-651cbe52-d5c3-43a2-af8b-c97d55bd218c tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5220536', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5125438'] for subnet (7ee79417-4c8f-4aa6-8a5f-bc2c03b26627), after_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:00.636033 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-2b0ddca4-ca5f-40e9-a03f-3d62206edc91 None None] Current status of the port 29aa7b99-7141-4a11-be6d-41ea38243c40 is: ACTIVE; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:05:00.642176 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-1c713a01-c35e-4120-93d0-db9d4367a8ed tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1935326', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1935308', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1935303', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-2060860'] for router (e036f9cf-cb6e-472a-99e9-df4e0fad8e14), after_update {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:00.645807 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-2b0ddca4-ca5f-40e9-a03f-3d62206edc91 None None] Provisioning complete for port 07c4df32-93b8-40f0-bc3a-70d5f28456d9 triggered by entity DHCP. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:05:00.646182 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-2b0ddca4-ca5f-40e9-a03f-3d62206edc91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (07c4df32-93b8-40f0-bc3a-70d5f28456d9), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:00.687532 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-2b0ddca4-ca5f-40e9-a03f-3d62206edc91 None None] Port 07c4df32-93b8-40f0-bc3a-70d5f28456d9 cannot update to ACTIVE because it is not bound. {{(pid=116163) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 28 11:05:00.703599 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1347651a-197e-4408-83ab-44eac5e0acbe tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Pushing event deleted for resources: {'Port': ['ID=4d567ab1-f358-4fd4-8640-039a42c5521e,revision_number=None']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:05:00.707928 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1347651a-197e-4408-83ab-44eac5e0acbe tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] No DVR routers for this DVR port 4d567ab1-f358-4fd4-8640-039a42c5521e on host dv-neutron-master-2-hyperv {{(pid=116161) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 11:05:00.757913 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c713a01-c35e-4120-93d0-db9d4367a8ed tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Router e036f9cf-cb6e-472a-99e9-df4e0fad8e14 has already been hosted by L3 agent 6b492ad6-0876-4d74-b20d-28143a52ceba {{(pid=116162) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 11:05:00.815949 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-651cbe52-d5c3-43a2-af8b-c97d55bd218c tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Network 6ad48b29-1fb1-4e43-9abf-f860ed1ac269 is already hosted by enough agents. {{(pid=116161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 11:05:00.828450 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-86f1aa91-b945-416f-9d2a-5f79224584f7 tempest-ExternalNetworksAdminNegativeTestJSON-67524986 tempest-ExternalNetworksAdminNegativeTestJSON-67524986-project-admin] Publish callbacks [] for security_group (7fd3522d-4334-4fc3-8e1b-c28878041c76), precommit_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:00.850194 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.scheduler.base_scheduler [None req-651cbe52-d5c3-43a2-af8b-c97d55bd218c tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Resources bound (agent type, host, resource id): {{(pid=116161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 11:05:00.861380 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-651cbe52-d5c3-43a2-af8b-c97d55bd218c tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:05:00.868336 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-651cbe52-d5c3-43a2-af8b-c97d55bd218c tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Publish callbacks [] for subnet (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:00.868489 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fec3b2b9-c424-4d1c-8b21-807d65106aba None None] Network 6ad48b29-1fb1-4e43-9abf-f860ed1ac269 requested from dv-neutron-master-2-hyperv {{(pid=116163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 11:05:00.868608 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c713a01-c35e-4120-93d0-db9d4367a8ed tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=116162) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 11:05:00.875135 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-1c713a01-c35e-4120-93d0-db9d4367a8ed tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Publish callbacks [] for router (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:00.879943 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-1c713a01-c35e-4120-93d0-db9d4367a8ed tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] 10.222.0.10 "PUT /v2.0/routers/e036f9cf-cb6e-472a-99e9-df4e0fad8e14 HTTP/1.1" status: 200 len: 887 time: 0.6788049 Apr 28 11:05:00.879943 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 53582) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:05:00.886887 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8aa0f77b-5764-4b7f-a388-1ed9500b6d4a None None] Sync routers for ids ['e036f9cf-cb6e-472a-99e9-df4e0fad8e14'] in dv-neutron-master-2-hyperv {{(pid=116163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 11:05:00.898230 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-651cbe52-d5c3-43a2-af8b-c97d55bd218c tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Pushing event updated for resources: {'Subnet': ['ID=7ee79417-4c8f-4aa6-8a5f-bc2c03b26627,revision_number=0']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:05:00.908239 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-86f1aa91-b945-416f-9d2a-5f79224584f7 tempest-ExternalNetworksAdminNegativeTestJSON-67524986 tempest-ExternalNetworksAdminNegativeTestJSON-67524986-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924426'] for security_group (7fd3522d-4334-4fc3-8e1b-c28878041c76), after_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:00.937996 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8aa0f77b-5764-4b7f-a388-1ed9500b6d4a None None] Routers {'e036f9cf-cb6e-472a-99e9-df4e0fad8e14'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=116163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 11:05:00.938815 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_hamode_db [None req-8aa0f77b-5764-4b7f-a388-1ed9500b6d4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-28T10:50:39Z,description=,heartbeat_timestamp=2022-04-28T11:04:39Z,host='dv-neutron-master-2-hyperv',id=6b492ad6-0876-4d74-b20d-28143a52ceba,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T10:50:40Z,topic='l3_agent')) {'router_ids': ['e036f9cf-cb6e-472a-99e9-df4e0fad8e14'], 'active': True} {{(pid=116163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:05:00.944520 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-1347651a-197e-4408-83ab-44eac5e0acbe tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-973498', 'neutron.services.segments.db._delete_segments_for_network-8742235207033'] for network (7144af6d-d284-4f22-b7bf-c36ccf9740b8), precommit_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:00.947495 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.notifiers.nova [None req-86f1aa91-b945-416f-9d2a-5f79224584f7 tempest-ExternalNetworksAdminNegativeTestJSON-67524986 tempest-ExternalNetworksAdminNegativeTestJSON-67524986-project-admin] device_id is not set on port b1b059c6-743b-47cf-acaa-813f3f241330 yet. {{(pid=116161) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 28 11:05:00.960972 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-2debe904-5cc1-4222-b1ec-0a417d2591d3 req-fb253b4e-9ac9-4f28-8e9c-70e4636bfcb8 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=65d54c3b7dcd4af68398071d25e8321e HTTP/1.1" status: 200 len: 472 time: 0.3698425 Apr 28 11:05:00.981309 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_hamode_db [None req-8aa0f77b-5764-4b7f-a388-1ed9500b6d4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=116163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:05:00.984507 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.v2.base [req-2debe904-5cc1-4222-b1ec-0a417d2591d3 req-641ffc02-aaee-4d2a-a2aa-22c5e8900e15 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Request body: {'port': {'device_id': '09225a3a-4962-4eed-a507-197c6202a362', 'network_id': 'b8f680de-c70a-4a82-ae85-7e933bd84322', 'admin_state_up': True, 'tenant_id': '65d54c3b7dcd4af68398071d25e8321e', 'security_groups': ['dcc00a52-7b1a-48dc-967b-b2eebdca9f08']}} {{(pid=116161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:05:00.999790 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8aa0f77b-5764-4b7f-a388-1ed9500b6d4a None None] Routers {'e036f9cf-cb6e-472a-99e9-df4e0fad8e14'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=116163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 11:05:01.000417 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_hamode_db [None req-8aa0f77b-5764-4b7f-a388-1ed9500b6d4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-28T10:50:39Z,description=,heartbeat_timestamp=2022-04-28T11:04:39Z,host='dv-neutron-master-2-hyperv',id=6b492ad6-0876-4d74-b20d-28143a52ceba,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T10:50:40Z,topic='l3_agent')) {'router_ids': ['e036f9cf-cb6e-472a-99e9-df4e0fad8e14'], 'active': True} {{(pid=116163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:05:01.020980 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-24938b7f-a9ec-4866-b550-b0d714b42b1f tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] 10.222.0.10 "GET /v2.0/routers/e036f9cf-cb6e-472a-99e9-df4e0fad8e14 HTTP/1.1" status: 200 len: 887 time: 0.1384306 Apr 28 11:05:01.021227 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 53584) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:05:01.036677 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_hamode_db [None req-8aa0f77b-5764-4b7f-a388-1ed9500b6d4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=116163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:05:01.037292 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8aa0f77b-5764-4b7f-a388-1ed9500b6d4a None None] The sync data for ids ['e036f9cf-cb6e-472a-99e9-df4e0fad8e14'] in dv-neutron-master-2-hyperv is: [] {{(pid=116163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 11:05:01.060183 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-f333c1c9-aafa-4f33-b2a8-bd2c0e5f884d tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] 10.222.0.10 "GET /v2.0/ports?device_id=e036f9cf-cb6e-472a-99e9-df4e0fad8e14 HTTP/1.1" status: 200 len: 205 time: 0.0373144 Apr 28 11:05:01.061000 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 53586) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:05:01.080550 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-651cbe52-d5c3-43a2-af8b-c97d55bd218c tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8783813 Apr 28 11:05:01.099218 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.services.segments.db [None req-1347651a-197e-4408-83ab-44eac5e0acbe tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7144af6d-d284-4f22-b7bf-c36ccf9740b8']}} {{(pid=116161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:05:01.115381 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 53588) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:05:01.125738 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.v2.base [None req-7e1cacd0-467f-4e4b-8a9b-d309c01b345d tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Request body: {'security_group': {'name': 'tempest-secgroup-2121957683'}} {{(pid=116161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:05:01.141119 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f1aa91-b945-416f-9d2a-5f79224584f7 tempest-ExternalNetworksAdminNegativeTestJSON-67524986 tempest-ExternalNetworksAdminNegativeTestJSON-67524986-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7fd3522d-4334-4fc3-8e1b-c28878041c76,revision_number=1']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:05:01.145074 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.services.segments.db [None req-1347651a-197e-4408-83ab-44eac5e0acbe tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0fc06385-11dc-48b1-9e52-0ff76d9140af') {'for_net_delete': True} {{(pid=116161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:05:01.145376 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.services.segments.db [None req-1347651a-197e-4408-83ab-44eac5e0acbe tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0fc06385-11dc-48b1-9e52-0ff76d9140af') {} {{(pid=116161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:05:01.324941 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9174cb2-cd0c-412a-b667-1e62e072c04e None None] Update dhcp port {'port': {'network_id': '6ad48b29-1fb1-4e43-9abf-f860ed1ac269', 'fixed_ips': [{'subnet_id': 'b0633a5a-1fb0-4222-a640-3324abd20789', 'ip_address': '172.20.0.18'}, {'subnet_id': '7ee79417-4c8f-4aa6-8a5f-bc2c03b26627'}], 'binding:host_id': 'dv-neutron-master-2-hyperv'}, 'id': '29aa7b99-7141-4a11-be6d-41ea38243c40'} from dv-neutron-master-2-hyperv. {{(pid=116163) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Apr 28 11:05:01.357313 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-d9174cb2-cd0c-412a-b667-1e62e072c04e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (29aa7b99-7141-4a11-be6d-41ea38243c40), before_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:01.505538 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-1347651a-197e-4408-83ab-44eac5e0acbe tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742235208578', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8076969'] for segment (0fc06385-11dc-48b1-9e52-0ff76d9140af), before_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:01.524685 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-453ff1d1-8ef8-48eb-b998-043a80eb405c tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Publish callbacks [] for router (e036f9cf-cb6e-472a-99e9-df4e0fad8e14), before_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:01.534158 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.db_base_plugin_common [None req-d9174cb2-cd0c-412a-b667-1e62e072c04e None None] Allocated IP 172.20.0.2 (6ad48b29-1fb1-4e43-9abf-f860ed1ac269/7ee79417-4c8f-4aa6-8a5f-bc2c03b26627/29aa7b99-7141-4a11-be6d-41ea38243c40) {{(pid=116163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 11:05:01.598222 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-d525bb2e-c337-44a0-94b2-34b9c416835b req-7821cbed-a428-4183-9433-a1f51a2f6c65 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] 10.222.0.10 "GET /v2.0/ports?device_id=09225a3a-4962-4eed-a507-197c6202a362 HTTP/1.1" status: 200 len: 210 time: 0.1281269 Apr 28 11:05:01.634868 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-453ff1d1-8ef8-48eb-b998-043a80eb405c tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Publish callbacks [] for router_gateway (e036f9cf-cb6e-472a-99e9-df4e0fad8e14), before_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:01.640352 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-1347651a-197e-4408-83ab-44eac5e0acbe tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-961978'] for segment (0fc06385-11dc-48b1-9e52-0ff76d9140af), precommit_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:01.686010 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1347651a-197e-4408-83ab-44eac5e0acbe tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Releasing vlan 60 on physical network physnet1 to pool {{(pid=116161) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 11:05:01.686433 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-1347651a-197e-4408-83ab-44eac5e0acbe tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-961978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5219103'] for segment (0fc06385-11dc-48b1-9e52-0ff76d9140af), after_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:01.689483 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-7e1cacd0-467f-4e4b-8a9b-d309c01b345d tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Publish callbacks [] for security_group (None), before_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:01.691365 dv-neutron-master-2-hyperv neutron-server[116161]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 28 11:05:01.691365 dv-neutron-master-2-hyperv neutron-server[116161]: self.session.flush() Apr 28 11:05:01.691365 dv-neutron-master-2-hyperv neutron-server[116161]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 28 11:05:01.691365 dv-neutron-master-2-hyperv neutron-server[116161]: self.session.flush() Apr 28 11:05:01.691365 dv-neutron-master-2-hyperv neutron-server[116161]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 28 11:05:01.691365 dv-neutron-master-2-hyperv neutron-server[116161]: self.session.flush() Apr 28 11:05:01.691365 dv-neutron-master-2-hyperv neutron-server[116161]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 28 11:05:01.691365 dv-neutron-master-2-hyperv neutron-server[116161]: self.session.flush() Apr 28 11:05:01.691365 dv-neutron-master-2-hyperv neutron-server[116161]: Traceback (most recent call last): Apr 28 11:05:01.691365 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 11:05:01.691365 dv-neutron-master-2-hyperv neutron-server[116161]: timer() Apr 28 11:05:01.691365 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 11:05:01.691365 dv-neutron-master-2-hyperv neutron-server[116161]: cb(*args, **kw) Apr 28 11:05:01.691365 dv-neutron-master-2-hyperv neutron-server[116161]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 28 11:05:01.691365 dv-neutron-master-2-hyperv neutron-server[116161]: return func(*args, **kwargs) Apr 28 11:05:01.691365 dv-neutron-master-2-hyperv neutron-server[116161]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 11:05:01.691365 dv-neutron-master-2-hyperv neutron-server[116161]: self._notify() Apr 28 11:05:01.691365 dv-neutron-master-2-hyperv neutron-server[116161]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 11:05:01.691365 dv-neutron-master-2-hyperv neutron-server[116161]: self.callback(batched_events) Apr 28 11:05:01.691365 dv-neutron-master-2-hyperv neutron-server[116161]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 11:05:01.691365 dv-neutron-master-2-hyperv neutron-server[116161]: event.method(event) Apr 28 11:05:01.691365 dv-neutron-master-2-hyperv neutron-server[116161]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 28 11:05:01.691365 dv-neutron-master-2-hyperv neutron-server[116161]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 11:05:01.691365 dv-neutron-master-2-hyperv neutron-server[116161]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 28 11:05:01.691365 dv-neutron-master-2-hyperv neutron-server[116161]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 11:05:01.691365 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 28 11:05:01.691365 dv-neutron-master-2-hyperv neutron-server[116161]: return f(self, *a, **k) Apr 28 11:05:01.691365 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 28 11:05:01.691365 dv-neutron-master-2-hyperv neutron-server[116161]: return self._get(url).json() Apr 28 11:05:01.691365 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 28 11:05:01.691365 dv-neutron-master-2-hyperv neutron-server[116161]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 11:05:01.691365 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 11:05:01.691365 dv-neutron-master-2-hyperv neutron-server[116161]: return self.request(url, 'GET', **kwargs) Apr 28 11:05:01.691365 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 11:05:01.691365 dv-neutron-master-2-hyperv neutron-server[116161]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 11:05:01.691365 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 11:05:01.691365 dv-neutron-master-2-hyperv neutron-server[116161]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 11:05:01.691365 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 11:05:01.691365 dv-neutron-master-2-hyperv neutron-server[116161]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 11:05:01.691365 dv-neutron-master-2-hyperv neutron-server[116161]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 11:05:01.788549 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-ee4facab-b520-4585-92a7-909e10b7d413 tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742235135690', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742234710366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5219112'] for port (38e8bad5-317b-4e1e-8a42-4ffc9173226e), after_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:01.828420 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.plugin [None req-453ff1d1-8ef8-48eb-b998-043a80eb405c tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Deleting port d4954d41-0df1-461e-87b9-f3c9e2f59301 {{(pid=116162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 11:05:01.828946 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-453ff1d1-8ef8-48eb-b998-043a80eb405c tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742235130188'] for port (d4954d41-0df1-461e-87b9-f3c9e2f59301), before_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:01.843186 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-d9174cb2-cd0c-412a-b667-1e62e072c04e None None] For port 29aa7b99-7141-4a11-be6d-41ea38243c40, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=29aa7b99-7141-4a11-be6d-41ea38243c40,segment=NetworkSegment(dc4ff106-7900-4ea5-a28b-c5286d7d8d4b),segment_id=dc4ff106-7900-4ea5-a28b-c5286d7d8d4b)] {{(pid=116163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 11:05:01.849364 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee4facab-b520-4585-92a7-909e10b7d413 tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Pushing event deleted for resources: {'Port': ['ID=38e8bad5-317b-4e1e-8a42-4ffc9173226e,revision_number=None']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:05:01.871265 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-1347651a-197e-4408-83ab-44eac5e0acbe tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-973477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2063122'] for network (7144af6d-d284-4f22-b7bf-c36ccf9740b8), after_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:01.885317 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-d9174cb2-cd0c-412a-b667-1e62e072c04e None None] Publish callbacks [] for port (29aa7b99-7141-4a11-be6d-41ea38243c40), precommit_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:01.897604 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-1347651a-197e-4408-83ab-44eac5e0acbe tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Publish callbacks [] for network (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:01.900881 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-1347651a-197e-4408-83ab-44eac5e0acbe tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] 10.222.0.10 "DELETE /v2.0/networks/7144af6d-d284-4f22-b7bf-c36ccf9740b8 HTTP/1.1" status: 204 len: 168 time: 2.7234397 Apr 28 11:05:01.904207 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 53592) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:05:01.906828 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.pecan_wsgi.hooks.translation [None req-86f1aa91-b945-416f-9d2a-5f79224584f7 tempest-ExternalNetworksAdminNegativeTestJSON-67524986 tempest-ExternalNetworksAdminNegativeTestJSON-67524986-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Apr 28 11:05:01.907356 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-86f1aa91-b945-416f-9d2a-5f79224584f7 tempest-ExternalNetworksAdminNegativeTestJSON-67524986 tempest-ExternalNetworksAdminNegativeTestJSON-67524986-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=116161) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 28 11:05:01.928157 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-ee4facab-b520-4585-92a7-909e10b7d413 tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198022'] for port (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:01.945248 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-ee4facab-b520-4585-92a7-909e10b7d413 tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] 10.222.0.10 "DELETE /v2.0/ports/38e8bad5-317b-4e1e-8a42-4ffc9173226e HTTP/1.1" status: 204 len: 168 time: 2.3638783 Apr 28 11:05:01.945248 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1347651a-197e-4408-83ab-44eac5e0acbe tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Pushing event deleted for resources: {'Network': ['ID=7144af6d-d284-4f22-b7bf-c36ccf9740b8,revision_number=None']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:05:01.945248 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2debe904-5cc1-4222-b1ec-0a417d2591d3 req-641ffc02-aaee-4d2a-a2aa-22c5e8900e15 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Made reservation on behalf of 65d54c3b7dcd4af68398071d25e8321e for: {'port': 1} {{(pid=116161) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 11:05:01.945248 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [req-2debe904-5cc1-4222-b1ec-0a417d2591d3 req-641ffc02-aaee-4d2a-a2aa-22c5e8900e15 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (None), before_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:01.947537 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 53594) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:05:01.981237 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-7e1cacd0-467f-4e4b-8a9b-d309c01b345d tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Publish callbacks [] for security_group (38a9ecb9-9f64-4235-92a0-6e5b2770eb68), precommit_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:01.989843 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-d9174cb2-cd0c-412a-b667-1e62e072c04e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393'] for port (29aa7b99-7141-4a11-be6d-41ea38243c40), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:01.997359 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-453ff1d1-8ef8-48eb-b998-043a80eb405c tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1938497'] for port (d4954d41-0df1-461e-87b9-f3c9e2f59301), precommit_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:02.026205 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.pecan_wsgi.hooks.translation [None req-005614c1-d11e-4577-a84c-d7fecf6d89a8 tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] GET failed (client error): The resource could not be found. Apr 28 11:05:02.031866 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-005614c1-d11e-4577-a84c-d7fecf6d89a8 tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] 10.222.0.10 "GET /v2.0/ports/38e8bad5-317b-4e1e-8a42-4ffc9173226e HTTP/1.1" status: 404 len: 333 time: 0.0763586 Apr 28 11:05:02.036589 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 53596) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:05:02.055460 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.plugin [None req-453ff1d1-8ef8-48eb-b998-043a80eb405c tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Calling delete_port for d4954d41-0df1-461e-87b9-f3c9e2f59301 owned by network:router_gateway {{(pid=116162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 11:05:02.076385 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-86f1aa91-b945-416f-9d2a-5f79224584f7 tempest-ExternalNetworksAdminNegativeTestJSON-67524986 tempest-ExternalNetworksAdminNegativeTestJSON-67524986-project-admin] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 409 len: 372 time: 2.3744459 Apr 28 11:05:02.079107 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 53598) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:05:02.082296 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-7e1cacd0-467f-4e4b-8a9b-d309c01b345d tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924426'] for security_group (38a9ecb9-9f64-4235-92a0-6e5b2770eb68), after_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:02.136886 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9174cb2-cd0c-412a-b667-1e62e072c04e None None] Pushing event updated for resources: {'Port': ['ID=29aa7b99-7141-4a11-be6d-41ea38243c40,revision_number=6']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:05:02.201819 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-7e1cacd0-467f-4e4b-8a9b-d309c01b345d tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Publish callbacks [] for security_group (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:02.205049 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-7e1cacd0-467f-4e4b-8a9b-d309c01b345d tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 1.0863297 Apr 28 11:05:02.208145 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e1cacd0-467f-4e4b-8a9b-d309c01b345d tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Pushing event updated for resources: {'SecurityGroup': ['ID=38a9ecb9-9f64-4235-92a0-6e5b2770eb68,revision_number=1']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:05:02.213942 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 53600) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:05:02.219401 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.v2.base [None req-e27fe091-4944-4e9c-b950-045d8dcfc95c tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Request body: {'security_group': {'name': 'tempest-secgroup-276997113'}} {{(pid=116161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:05:02.255034 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.db.db_base_plugin_common [req-2debe904-5cc1-4222-b1ec-0a417d2591d3 req-641ffc02-aaee-4d2a-a2aa-22c5e8900e15 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Allocated IP 172.20.0.25 (b8f680de-c70a-4a82-ae85-7e933bd84322/f9d92397-fa14-4c67-9b4b-72972fa58fb7/2246efc1-311d-40a7-a3e1-199440a6448f) {{(pid=116161) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 11:05:02.264052 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.plugin [None req-a5a78540-cf34-4b55-9b7d-cc1218f49961 tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Deleting port 62ca26fd-d358-4084-8c2b-a9bb59f80cab {{(pid=116161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 11:05:02.264401 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-a5a78540-cf34-4b55-9b7d-cc1218f49961 tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742235130188'] for port (62ca26fd-d358-4084-8c2b-a9bb59f80cab), before_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:02.343754 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-e27fe091-4944-4e9c-b950-045d8dcfc95c tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Publish callbacks [] for security_group (None), before_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:02.449559 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.plugin [None req-b42ef780-06ab-4bc7-baac-a4add82992af tempest-ExternalNetworksAdminNegativeTestJSON-67524986 tempest-ExternalNetworksAdminNegativeTestJSON-67524986-project-admin] Deleting port 4da0aa01-5ab7-404d-9ff3-c24da42b2087 {{(pid=116162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 11:05:02.449891 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-b42ef780-06ab-4bc7-baac-a4add82992af tempest-ExternalNetworksAdminNegativeTestJSON-67524986 tempest-ExternalNetworksAdminNegativeTestJSON-67524986-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742235130188'] for port (4da0aa01-5ab7-404d-9ff3-c24da42b2087), before_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:02.468467 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-a5a78540-cf34-4b55-9b7d-cc1218f49961 tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1938497'] for port (62ca26fd-d358-4084-8c2b-a9bb59f80cab), precommit_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:02.508922 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.plugin [None req-a5a78540-cf34-4b55-9b7d-cc1218f49961 tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Calling delete_port for 62ca26fd-d358-4084-8c2b-a9bb59f80cab owned by {{(pid=116161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 11:05:02.531791 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Device 29aa7b99-7141-4a11-be6d-41ea38243c40 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=116163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 11:05:02.599417 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Provisioning complete for port 29aa7b99-7141-4a11-be6d-41ea38243c40 triggered by entity L2. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:05:02.600081 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (29aa7b99-7141-4a11-be6d-41ea38243c40), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:02.612573 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [req-2debe904-5cc1-4222-b1ec-0a417d2591d3 req-641ffc02-aaee-4d2a-a2aa-22c5e8900e15 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks [] for port (2246efc1-311d-40a7-a3e1-199440a6448f), precommit_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:02.623096 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-e27fe091-4944-4e9c-b950-045d8dcfc95c tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Publish callbacks [] for security_group (363b6fd1-95dc-46b1-aabf-443ff9a336cf), precommit_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:02.681882 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-0f10e24d-e315-426f-b58e-7dcc21afd4a4 tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2063420'] for router_interface (7a61ed78-023f-43d6-a86a-5af1aae9e69c), before_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:02.699685 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-e27fe091-4944-4e9c-b950-045d8dcfc95c tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924426'] for security_group (363b6fd1-95dc-46b1-aabf-443ff9a336cf), after_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:02.764102 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [req-2debe904-5cc1-4222-b1ec-0a417d2591d3 req-641ffc02-aaee-4d2a-a2aa-22c5e8900e15 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742234710357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5219112'] for port (2246efc1-311d-40a7-a3e1-199440a6448f), after_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:02.767142 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Current status of the port 29aa7b99-7141-4a11-be6d-41ea38243c40 is: ACTIVE; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:05:02.779980 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-b42ef780-06ab-4bc7-baac-a4add82992af tempest-ExternalNetworksAdminNegativeTestJSON-67524986 tempest-ExternalNetworksAdminNegativeTestJSON-67524986-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1938497'] for port (4da0aa01-5ab7-404d-9ff3-c24da42b2087), precommit_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:02.780435 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-b42ef780-06ab-4bc7-baac-a4add82992af tempest-ExternalNetworksAdminNegativeTestJSON-67524986 tempest-ExternalNetworksAdminNegativeTestJSON-67524986-project-admin] Publish callbacks [] for floatingip (4da0aa01-5ab7-404d-9ff3-c24da42b2087), precommit_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:02.801233 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.plugin [None req-b42ef780-06ab-4bc7-baac-a4add82992af tempest-ExternalNetworksAdminNegativeTestJSON-67524986 tempest-ExternalNetworksAdminNegativeTestJSON-67524986-project-admin] Calling delete_port for 4da0aa01-5ab7-404d-9ff3-c24da42b2087 owned by network:floatingip {{(pid=116162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 11:05:02.852484 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-e27fe091-4944-4e9c-b950-045d8dcfc95c tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Publish callbacks [] for security_group (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:02.853752 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-e27fe091-4944-4e9c-b950-045d8dcfc95c tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 0.6388271 Apr 28 11:05:02.858555 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 53604) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:05:02.863825 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.v2.base [None req-f4c36de4-2cb5-4e17-a112-ef31ce14037f tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Request body: {'security_group': {'name': 'tempest-secgroup-42933633'}} {{(pid=116162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:05:02.876275 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e27fe091-4944-4e9c-b950-045d8dcfc95c tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Pushing event updated for resources: {'SecurityGroup': ['ID=363b6fd1-95dc-46b1-aabf-443ff9a336cf,revision_number=1']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:05:02.881437 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2debe904-5cc1-4222-b1ec-0a417d2591d3 req-641ffc02-aaee-4d2a-a2aa-22c5e8900e15 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Network b8f680de-c70a-4a82-ae85-7e933bd84322 is already hosted by enough agents. {{(pid=116161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 11:05:02.890358 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ff0eb8-7837-4d1b-8ca6-31f275186801 req-50ebf9fd-6133-44ea-bd58-5aa59d0297b5 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:05:02.891990 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-00ff0eb8-7837-4d1b-8ca6-31f275186801 req-50ebf9fd-6133-44ea-bd58-5aa59d0297b5 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] 10.222.0.10 "GET /v2.0/ports?device_id=09225a3a-4962-4eed-a507-197c6202a362 HTTP/1.1" status: 200 len: 932 time: 0.1531653 Apr 28 11:05:02.897900 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.scheduler.base_scheduler [req-2debe904-5cc1-4222-b1ec-0a417d2591d3 req-641ffc02-aaee-4d2a-a2aa-22c5e8900e15 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Resources bound (agent type, host, resource id): {{(pid=116161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 11:05:02.900353 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.db.l3_dvrscheduler_db [req-2debe904-5cc1-4222-b1ec-0a417d2591d3 req-641ffc02-aaee-4d2a-a2aa-22c5e8900e15 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Received port after_create {{(pid=116161) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 11:05:02.911802 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-453ff1d1-8ef8-48eb-b998-043a80eb405c tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742235135690', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742234710366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5051867'] for port (d4954d41-0df1-461e-87b9-f3c9e2f59301), after_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:02.938426 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-e0d09f73-1560-4b73-95f8-1eb57e3281d7 None None] Provisioning complete for port 29aa7b99-7141-4a11-be6d-41ea38243c40 triggered by entity DHCP. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:05:02.939390 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-e0d09f73-1560-4b73-95f8-1eb57e3281d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (29aa7b99-7141-4a11-be6d-41ea38243c40), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:02.950954 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-641ffc02-aaee-4d2a-a2aa-22c5e8900e15 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Pushing event updated for resources: {'Port': ['ID=2246efc1-311d-40a7-a3e1-199440a6448f,revision_number=1']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:05:02.976266 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-a5a78540-cf34-4b55-9b7d-cc1218f49961 tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742235135690', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742234710366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5219112'] for port (62ca26fd-d358-4084-8c2b-a9bb59f80cab), after_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:03.021665 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2debe904-5cc1-4222-b1ec-0a417d2591d3 req-641ffc02-aaee-4d2a-a2aa-22c5e8900e15 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:05:03.022386 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [req-2debe904-5cc1-4222-b1ec-0a417d2591d3 req-641ffc02-aaee-4d2a-a2aa-22c5e8900e15 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198022'] for port (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:03.026496 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453ff1d1-8ef8-48eb-b998-043a80eb405c tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Pushing event deleted for resources: {'Port': ['ID=d4954d41-0df1-461e-87b9-f3c9e2f59301,revision_number=None']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:05:03.034326 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a78540-cf34-4b55-9b7d-cc1218f49961 tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Pushing event deleted for resources: {'Port': ['ID=62ca26fd-d358-4084-8c2b-a9bb59f80cab,revision_number=None']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:05:03.052106 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-00ff0eb8-7837-4d1b-8ca6-31f275186801 req-e60240fb-f1ae-44e6-bb3b-5ad9d2ecdc63 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] 10.222.0.10 "GET /v2.0/security-groups?id=dcc00a52-7b1a-48dc-967b-b2eebdca9f08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1487231 Apr 28 11:05:03.081455 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-a5a78540-cf34-4b55-9b7d-cc1218f49961 tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198022'] for port (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:03.088514 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-a5a78540-cf34-4b55-9b7d-cc1218f49961 tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] 10.222.0.10 "DELETE /v2.0/ports/62ca26fd-d358-4084-8c2b-a9bb59f80cab HTTP/1.1" status: 204 len: 168 time: 1.0482574 Apr 28 11:05:03.088738 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 53606) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:05:03.101726 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-f4c36de4-2cb5-4e17-a112-ef31ce14037f tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Publish callbacks [] for security_group (None), before_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:03.133569 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.pecan_wsgi.hooks.translation [None req-279f223b-382a-4cb3-bc9c-68ccde5ea15d tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] GET failed (client error): The resource could not be found. Apr 28 11:05:03.138304 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-279f223b-382a-4cb3-bc9c-68ccde5ea15d tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] 10.222.0.10 "GET /v2.0/ports/62ca26fd-d358-4084-8c2b-a9bb59f80cab HTTP/1.1" status: 404 len: 333 time: 0.0453706 Apr 28 11:05:03.144754 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 53608) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:05:03.145654 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-2debe904-5cc1-4222-b1ec-0a417d2591d3 req-641ffc02-aaee-4d2a-a2aa-22c5e8900e15 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1669223 Apr 28 11:05:03.150090 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-e0d09f73-1560-4b73-95f8-1eb57e3281d7 None None] Current status of the port 29aa7b99-7141-4a11-be6d-41ea38243c40 is: ACTIVE; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:05:03.159260 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-e0d09f73-1560-4b73-95f8-1eb57e3281d7 None None] Provisioning complete for port 07c4df32-93b8-40f0-bc3a-70d5f28456d9 triggered by entity DHCP. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:05:03.159884 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-e0d09f73-1560-4b73-95f8-1eb57e3281d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (07c4df32-93b8-40f0-bc3a-70d5f28456d9), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:03.160797 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.v2.base [req-2debe904-5cc1-4222-b1ec-0a417d2591d3 req-bbea3b6c-400c-4aa9-836b-628b33ead81c service neutron] Request body: {'port': {'device_id': '09225a3a-4962-4eed-a507-197c6202a362', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-mast'}} {{(pid=116161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:05:03.214381 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-453ff1d1-8ef8-48eb-b998-043a80eb405c tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1935354'] for router_gateway (e036f9cf-cb6e-472a-99e9-df4e0fad8e14), after_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:03.230549 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-e0d09f73-1560-4b73-95f8-1eb57e3281d7 None None] Port 07c4df32-93b8-40f0-bc3a-70d5f28456d9 cannot update to ACTIVE because it is not bound. {{(pid=116163) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 28 11:05:03.248995 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [req-2debe904-5cc1-4222-b1ec-0a417d2591d3 req-bbea3b6c-400c-4aa9-836b-628b33ead81c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (2246efc1-311d-40a7-a3e1-199440a6448f), before_update {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:03.346186 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-dd8782ee-1765-44b4-a497-949c9a4a7887 None None] Provisioning complete for port 2246efc1-311d-40a7-a3e1-199440a6448f triggered by entity DHCP. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:05:03.346595 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-dd8782ee-1765-44b4-a497-949c9a4a7887 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (2246efc1-311d-40a7-a3e1-199440a6448f), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:03.383770 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-dd8782ee-1765-44b4-a497-949c9a4a7887 None None] Port 2246efc1-311d-40a7-a3e1-199440a6448f cannot update to ACTIVE because it is not bound. {{(pid=116163) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 28 11:05:03.425876 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.db.db_base_plugin_v2 [None req-fe6f6994-1189-4933-ba06-0016b99f23c7 tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Deleting subnet df511477-50e2-4514-a2bd-eec935358563 {{(pid=116162) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 28 11:05:03.428754 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-453ff1d1-8ef8-48eb-b998-043a80eb405c tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2060865', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-63275'] for router (e036f9cf-cb6e-472a-99e9-df4e0fad8e14), precommit_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:03.431172 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-453ff1d1-8ef8-48eb-b998-043a80eb405c tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Publish callbacks [] for router_controller (e036f9cf-cb6e-472a-99e9-df4e0fad8e14), precommit_delete_associations {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:03.444136 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-fe6f6994-1189-4933-ba06-0016b99f23c7 tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Publish callbacks [] for subnet (df511477-50e2-4514-a2bd-eec935358563), before_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:03.495627 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.plugin [None req-0f10e24d-e315-426f-b58e-7dcc21afd4a4 tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Deleting port 5c03bfae-ec00-450a-8155-d55ecacfd499 {{(pid=116162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 11:05:03.495960 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-0f10e24d-e315-426f-b58e-7dcc21afd4a4 tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742235130188'] for port (5c03bfae-ec00-450a-8155-d55ecacfd499), before_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:03.554958 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-b42ef780-06ab-4bc7-baac-a4add82992af tempest-ExternalNetworksAdminNegativeTestJSON-67524986 tempest-ExternalNetworksAdminNegativeTestJSON-67524986-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742235135690', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742234710366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5051867'] for port (4da0aa01-5ab7-404d-9ff3-c24da42b2087), after_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:03.570176 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-f4c36de4-2cb5-4e17-a112-ef31ce14037f tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Publish callbacks [] for security_group (aeb7de20-22a4-4cdd-a35d-8cbe1454ab07), precommit_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:03.582126 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-fe6f6994-1189-4933-ba06-0016b99f23c7 tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5026541'] for subnet (df511477-50e2-4514-a2bd-eec935358563), precommit_delete_associations {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:03.597208 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.notifiers.nova [req-2debe904-5cc1-4222-b1ec-0a417d2591d3 req-bbea3b6c-400c-4aa9-836b-628b33ead81c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2246efc1-311d-40a7-a3e1-199440a6448f {{(pid=116161) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 11:05:03.605167 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [req-2debe904-5cc1-4222-b1ec-0a417d2591d3 req-bbea3b6c-400c-4aa9-836b-628b33ead81c service neutron] Publish callbacks [] for port (2246efc1-311d-40a7-a3e1-199440a6448f), precommit_update {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:03.636645 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b42ef780-06ab-4bc7-baac-a4add82992af tempest-ExternalNetworksAdminNegativeTestJSON-67524986 tempest-ExternalNetworksAdminNegativeTestJSON-67524986-project-admin] Pushing event deleted for resources: {'Port': ['ID=4da0aa01-5ab7-404d-9ff3-c24da42b2087,revision_number=None']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:05:03.670810 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.db.provisioning_blocks [req-2debe904-5cc1-4222-b1ec-0a417d2591d3 req-bbea3b6c-400c-4aa9-836b-628b33ead81c service neutron] Transition to ACTIVE for port object 2246efc1-311d-40a7-a3e1-199440a6448f will not be triggered until provisioned by entity L2. {{(pid=116161) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 28 11:05:03.687341 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-f4c36de4-2cb5-4e17-a112-ef31ce14037f tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924426'] for security_group (aeb7de20-22a4-4cdd-a35d-8cbe1454ab07), after_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:03.697791 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-453ff1d1-8ef8-48eb-b998-043a80eb405c tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2060888'] for router (e036f9cf-cb6e-472a-99e9-df4e0fad8e14), after_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:03.698294 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-453ff1d1-8ef8-48eb-b998-043a80eb405c tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Fanout notify agent at l3_agent the message router_deleted on router e036f9cf-cb6e-472a-99e9-df4e0fad8e14 {{(pid=116162) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 28 11:05:03.704933 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-453ff1d1-8ef8-48eb-b998-043a80eb405c tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Publish callbacks [] for router (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:03.706073 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-453ff1d1-8ef8-48eb-b998-043a80eb405c tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] 10.222.0.10 "DELETE /v2.0/routers/e036f9cf-cb6e-472a-99e9-df4e0fad8e14 HTTP/1.1" status: 204 len: 168 time: 2.6440773 Apr 28 11:05:03.710493 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 53610) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:05:03.715731 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.v2.base [None req-b5cc6e3b-3a8f-46a8-9bf4-51d34ff39031 tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Request body: {'network': {'name': 'tempest-RoutersTest-17655625'}} {{(pid=116161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:05:03.733969 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [req-2debe904-5cc1-4222-b1ec-0a417d2591d3 req-bbea3b6c-400c-4aa9-836b-628b33ead81c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5219123'] for port (2246efc1-311d-40a7-a3e1-199440a6448f), after_update {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:03.792707 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbea3b6c-400c-4aa9-836b-628b33ead81c service neutron] Pushing event updated for resources: {'Port': ['ID=2246efc1-311d-40a7-a3e1-199440a6448f,revision_number=2']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:05:03.819433 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5cc6e3b-3a8f-46a8-9bf4-51d34ff39031 tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Made reservation on behalf of 1d85c55944a24e6b8fc5b73917e91c0e for: {'network': 1} {{(pid=116161) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 11:05:03.820965 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c36de4-2cb5-4e17-a112-ef31ce14037f tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aeb7de20-22a4-4cdd-a35d-8cbe1454ab07,revision_number=1']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:05:03.822750 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-b5cc6e3b-3a8f-46a8-9bf4-51d34ff39031 tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for network (None), before_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:03.833564 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.db [None req-0f10e24d-e315-426f-b58e-7dcc21afd4a4 tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] For port 5c03bfae-ec00-450a-8155-d55ecacfd499, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=5c03bfae-ec00-450a-8155-d55ecacfd499,segment=NetworkSegment(b7bea462-26f0-43db-8737-01e477d52953),segment_id=b7bea462-26f0-43db-8737-01e477d52953)] {{(pid=116162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 11:05:03.833935 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-0f10e24d-e315-426f-b58e-7dcc21afd4a4 tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1938497'] for port (5c03bfae-ec00-450a-8155-d55ecacfd499), precommit_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:03.842411 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-f4c36de4-2cb5-4e17-a112-ef31ce14037f tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Publish callbacks [] for security_group (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:03.843668 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-f4c36de4-2cb5-4e17-a112-ef31ce14037f tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 0.9832060 Apr 28 11:05:03.852956 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 53612) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:05:03.861126 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbea3b6c-400c-4aa9-836b-628b33ead81c service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:05:03.861685 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbea3b6c-400c-4aa9-836b-628b33ead81c service neutron] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:05:03.861804 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbea3b6c-400c-4aa9-836b-628b33ead81c service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:05:03.862146 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbea3b6c-400c-4aa9-836b-628b33ead81c service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:05:03.862506 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbea3b6c-400c-4aa9-836b-628b33ead81c service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:05:03.862847 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbea3b6c-400c-4aa9-836b-628b33ead81c service neutron] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:05:03.863187 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbea3b6c-400c-4aa9-836b-628b33ead81c service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:05:03.863521 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbea3b6c-400c-4aa9-836b-628b33ead81c service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:05:03.863850 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbea3b6c-400c-4aa9-836b-628b33ead81c service neutron] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:05:03.864177 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbea3b6c-400c-4aa9-836b-628b33ead81c service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:05:03.864344 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.v2.base [None req-25447dae-1ac2-44bf-bbdd-be03c1da7352 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-894045414', 'security_groups': ['aeb7de20-22a4-4cdd-a35d-8cbe1454ab07'], 'network_id': '6ad48b29-1fb1-4e43-9abf-f860ed1ac269', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '7ee79417-4c8f-4aa6-8a5f-bc2c03b26627'}]}} {{(pid=116162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:05:03.864507 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbea3b6c-400c-4aa9-836b-628b33ead81c service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:05:03.864831 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbea3b6c-400c-4aa9-836b-628b33ead81c service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:05:03.865164 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbea3b6c-400c-4aa9-836b-628b33ead81c service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:05:03.865491 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbea3b6c-400c-4aa9-836b-628b33ead81c service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:05:03.866020 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbea3b6c-400c-4aa9-836b-628b33ead81c service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:05:03.874545 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.plugin [None req-0f10e24d-e315-426f-b58e-7dcc21afd4a4 tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Calling delete_port for 5c03bfae-ec00-450a-8155-d55ecacfd499 owned by network:router_interface {{(pid=116162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 11:05:03.879478 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-b42ef780-06ab-4bc7-baac-a4add82992af tempest-ExternalNetworksAdminNegativeTestJSON-67524986 tempest-ExternalNetworksAdminNegativeTestJSON-67524986-project-admin] Publish callbacks [] for floatingip (9ddbdd25-6aef-4bbb-97ed-ba742c6e7607), after_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:03.882297 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-b42ef780-06ab-4bc7-baac-a4add82992af tempest-ExternalNetworksAdminNegativeTestJSON-67524986 tempest-ExternalNetworksAdminNegativeTestJSON-67524986-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198022'] for floatingip (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:03.883495 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-b42ef780-06ab-4bc7-baac-a4add82992af tempest-ExternalNetworksAdminNegativeTestJSON-67524986 tempest-ExternalNetworksAdminNegativeTestJSON-67524986-project-admin] 10.222.0.10 "DELETE /v2.0/floatingips/9ddbdd25-6aef-4bbb-97ed-ba742c6e7607 HTTP/1.1" status: 204 len: 168 time: 1.8024521 Apr 28 11:05:03.888884 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b5cc6e3b-3a8f-46a8-9bf4-51d34ff39031 tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 67} {{(pid=116161) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 11:05:03.908072 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-b5cc6e3b-3a8f-46a8-9bf4-51d34ff39031 tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-961978'] for segment (46e1f479-c771-4344-ba9b-592d2cad1e34), precommit_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:03.908775 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.db.segments_db [None req-b5cc6e3b-3a8f-46a8-9bf4-51d34ff39031 tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Added segment 46e1f479-c771-4344-ba9b-592d2cad1e34 of type vlan for network 16b69931-91cf-4324-9f67-0ed5bed66883 Apr 28 11:05:03.917196 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-fe6f6994-1189-4933-ba06-0016b99f23c7 tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-971303'] for subnet (df511477-50e2-4514-a2bd-eec935358563), precommit_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:03.951317 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.managers [req-2debe904-5cc1-4222-b1ec-0a417d2591d3 req-bbea3b6c-400c-4aa9-836b-628b33ead81c service neutron] Attempting to bind port 2246efc1-311d-40a7-a3e1-199440a6448f on host hv-neutron-mast for vnic_type normal with profile {{(pid=116161) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 28 11:05:03.952019 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.managers [req-2debe904-5cc1-4222-b1ec-0a417d2591d3 req-bbea3b6c-400c-4aa9-836b-628b33ead81c service neutron] Attempting to bind port 2246efc1-311d-40a7-a3e1-199440a6448f by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '3e339841-0b62-41a1-aacb-4c64af450011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'b8f680de-c70a-4a82-ae85-7e933bd84322'}] {{(pid=116161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 28 11:05:03.952456 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2debe904-5cc1-4222-b1ec-0a417d2591d3 req-bbea3b6c-400c-4aa9-836b-628b33ead81c service neutron] Attempting to bind port 2246efc1-311d-40a7-a3e1-199440a6448f on network b8f680de-c70a-4a82-ae85-7e933bd84322 {{(pid=116161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 11:05:03.967199 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2debe904-5cc1-4222-b1ec-0a417d2591d3 req-bbea3b6c-400c-4aa9-836b-628b33ead81c service neutron] Port 2246efc1-311d-40a7-a3e1-199440a6448f on network b8f680de-c70a-4a82-ae85-7e933bd84322 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=116161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 28 11:05:03.967676 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2debe904-5cc1-4222-b1ec-0a417d2591d3 req-bbea3b6c-400c-4aa9-836b-628b33ead81c service neutron] Attempting to bind port 2246efc1-311d-40a7-a3e1-199440a6448f on network b8f680de-c70a-4a82-ae85-7e933bd84322 {{(pid=116161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 11:05:03.971517 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-b5cc6e3b-3a8f-46a8-9bf4-51d34ff39031 tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742234744962'] for network (16b69931-91cf-4324-9f67-0ed5bed66883), precommit_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:03.981321 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2debe904-5cc1-4222-b1ec-0a417d2591d3 req-bbea3b6c-400c-4aa9-836b-628b33ead81c service neutron] Checking agent: {'id': '6be95134-9a6c-4663-8b48-90d12ce90c60', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-mast', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 10, 57, 20), 'started_at': datetime.datetime(2022, 4, 28, 10, 57, 20), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 11, 4, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=116161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 11:05:03.981981 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2debe904-5cc1-4222-b1ec-0a417d2591d3 req-bbea3b6c-400c-4aa9-836b-628b33ead81c service neutron] Checking segment: {'id': '3e339841-0b62-41a1-aacb-4c64af450011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'b8f680de-c70a-4a82-ae85-7e933bd84322'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 11:05:03.982531 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2debe904-5cc1-4222-b1ec-0a417d2591d3 req-bbea3b6c-400c-4aa9-836b-628b33ead81c service neutron] Bound using segment: {'id': '3e339841-0b62-41a1-aacb-4c64af450011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'b8f680de-c70a-4a82-ae85-7e933bd84322'} {{(pid=116161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 11:05:03.983149 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.managers [req-2debe904-5cc1-4222-b1ec-0a417d2591d3 req-bbea3b6c-400c-4aa9-836b-628b33ead81c service neutron] Bound port: 2246efc1-311d-40a7-a3e1-199440a6448f, host: hv-neutron-mast, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3e339841-0b62-41a1-aacb-4c64af450011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'b8f680de-c70a-4a82-ae85-7e933bd84322'}}] {{(pid=116161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 28 11:05:03.983558 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [req-2debe904-5cc1-4222-b1ec-0a417d2591d3 req-bbea3b6c-400c-4aa9-836b-628b33ead81c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (2246efc1-311d-40a7-a3e1-199440a6448f), before_update {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:04.071143 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.db [req-2debe904-5cc1-4222-b1ec-0a417d2591d3 req-bbea3b6c-400c-4aa9-836b-628b33ead81c service neutron] For port 2246efc1-311d-40a7-a3e1-199440a6448f, host hv-neutron-mast, cleared binding levels {{(pid=116161) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 11:05:04.074573 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.db [req-2debe904-5cc1-4222-b1ec-0a417d2591d3 req-bbea3b6c-400c-4aa9-836b-628b33ead81c service neutron] For port 2246efc1-311d-40a7-a3e1-199440a6448f, host hv-neutron-mast, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=2246efc1-311d-40a7-a3e1-199440a6448f,segment=NetworkSegment(3e339841-0b62-41a1-aacb-4c64af450011),segment_id=3e339841-0b62-41a1-aacb-4c64af450011)] {{(pid=116161) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 11:05:04.093231 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-b5cc6e3b-3a8f-46a8-9bf4-51d34ff39031 tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042'] for network (16b69931-91cf-4324-9f67-0ed5bed66883), after_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:04.099012 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5cc6e3b-3a8f-46a8-9bf4-51d34ff39031 tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:05:04.100010 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-b5cc6e3b-3a8f-46a8-9bf4-51d34ff39031 tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Publish callbacks [] for network (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:04.183269 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5cc6e3b-3a8f-46a8-9bf4-51d34ff39031 tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Pushing event updated for resources: {'Network': ['ID=16b69931-91cf-4324-9f67-0ed5bed66883,revision_number=1']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:05:04.195193 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Network 16b69931-91cf-4324-9f67-0ed5bed66883 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=116163) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 28 11:05:04.205776 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [req-2debe904-5cc1-4222-b1ec-0a417d2591d3 req-bbea3b6c-400c-4aa9-836b-628b33ead81c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5219123'] for port (2246efc1-311d-40a7-a3e1-199440a6448f), after_update {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:04.260138 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74dae0e-ce51-4f6a-9409-1fc39aa1b3f2 req-a067019a-a055-46d1-ad03-ff0ed1ad4ff2 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:05:04.262211 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-c74dae0e-ce51-4f6a-9409-1fc39aa1b3f2 req-a067019a-a055-46d1-ad03-ff0ed1ad4ff2 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] 10.222.0.10 "GET /v2.0/ports?device_id=09225a3a-4962-4eed-a507-197c6202a362 HTTP/1.1" status: 200 len: 944 time: 0.1180198 Apr 28 11:05:04.263487 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2debe904-5cc1-4222-b1ec-0a417d2591d3 req-bbea3b6c-400c-4aa9-836b-628b33ead81c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:05:04.264096 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [req-2debe904-5cc1-4222-b1ec-0a417d2591d3 req-bbea3b6c-400c-4aa9-836b-628b33ead81c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198022'] for port (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:04.265467 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-2debe904-5cc1-4222-b1ec-0a417d2591d3 req-bbea3b6c-400c-4aa9-836b-628b33ead81c service neutron] 10.222.0.20 "PUT /v2.0/ports/2246efc1-311d-40a7-a3e1-199440a6448f HTTP/1.1" status: 200 len: 1094 time: 1.1114016 Apr 28 11:05:04.271066 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-b5cc6e3b-3a8f-46a8-9bf4-51d34ff39031 tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 764 time: 0.5594645 Apr 28 11:05:04.271633 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '09225a3a-4962-4eed-a507-197c6202a362', 'tag': '2246efc1-311d-40a7-a3e1-199440a6448f'}] {{(pid=116161) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 11:05:04.273950 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e748734031c26dffb00ab563e48cb7690d820419218221ecd4f9c2a21276ff88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c72577e7-4812-4144-a6ef-7d3b467c951c" -d '{"events": [{"name": "network-changed", "server_uuid": "09225a3a-4962-4eed-a507-197c6202a362", "tag": "2246efc1-311d-40a7-a3e1-199440a6448f"}]}' {{(pid=116161) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 11:05:04.282828 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 53618) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:05:04.314006 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.v2.base [None req-20ae9937-30aa-4ce2-86af-93d5df5c19d5 tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Request body: {'subnet': {'network_id': '16b69931-91cf-4324-9f67-0ed5bed66883', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=116161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:05:04.395807 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbea3b6c-400c-4aa9-836b-628b33ead81c service neutron] Pushing event updated for resources: {'Port': ['ID=2246efc1-311d-40a7-a3e1-199440a6448f,revision_number=3']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:05:04.503846 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 53626) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:05:04.519194 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2debe904-5cc1-4222-b1ec-0a417d2591d3 req-85583262-86f5-4214-b8b8-226644aa9894 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:05:04.522499 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-2debe904-5cc1-4222-b1ec-0a417d2591d3 req-85583262-86f5-4214-b8b8-226644aa9894 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=65d54c3b7dcd4af68398071d25e8321e&device_id=09225a3a-4962-4eed-a507-197c6202a362 HTTP/1.1" status: 200 len: 1128 time: 0.1150880 Apr 28 11:05:04.605242 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-c74dae0e-ce51-4f6a-9409-1fc39aa1b3f2 req-98386f7d-55dd-4303-987e-a44599d82482 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] 10.222.0.10 "GET /v2.0/security-groups?id=dcc00a52-7b1a-48dc-967b-b2eebdca9f08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3284228 Apr 28 11:05:04.620779 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-2debe904-5cc1-4222-b1ec-0a417d2591d3 req-042ae98e-d43b-40b2-bbc9-655b9c086ad3 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.25&port_id=2246efc1-311d-40a7-a3e1-199440a6448f HTTP/1.1" status: 200 len: 217 time: 0.0819879 Apr 28 11:05:04.634749 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-fe6f6994-1189-4933-ba06-0016b99f23c7 tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-971310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5053962', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4210815'] for subnet (df511477-50e2-4514-a2bd-eec935358563), after_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:04.669177 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 11:05:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-972cdf19-2dce-4e0b-9d83-7941957cdd29 x-openstack-request-id: req-972cdf19-2dce-4e0b-9d83-7941957cdd29 {{(pid=116161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 11:05:04.669593 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "09225a3a-4962-4eed-a507-197c6202a362", "tag": "2246efc1-311d-40a7-a3e1-199440a6448f", "status": "completed", "code": 200}]} {{(pid=116161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 11:05:04.670000 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-972cdf19-2dce-4e0b-9d83-7941957cdd29 {{(pid=116161) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 11:05:04.670442 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.notifiers.nova [-] Nova event matching ['req-972cdf19-2dce-4e0b-9d83-7941957cdd29'] response: {'name': 'network-changed', 'server_uuid': '09225a3a-4962-4eed-a507-197c6202a362', 'tag': '2246efc1-311d-40a7-a3e1-199440a6448f', 'status': 'completed', 'code': 200} Apr 28 11:05:04.679195 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25447dae-1ac2-44bf-bbdd-be03c1da7352 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Made reservation on behalf of f86d085f9b42493aa6c0f40f62349e1e for: {'port': 1} {{(pid=116162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 11:05:04.686633 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6f6994-1189-4933-ba06-0016b99f23c7 tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Pushing event deleted for resources: {'Subnet': ['ID=df511477-50e2-4514-a2bd-eec935358563,revision_number=None']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:05:04.692423 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-fe6f6994-1189-4933-ba06-0016b99f23c7 tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Publish callbacks [] for subnet (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:04.693258 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2debe904-5cc1-4222-b1ec-0a417d2591d3 req-f8302f50-1304-4ba7-af90-c4f134cb5be5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:05:04.693258 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-2debe904-5cc1-4222-b1ec-0a417d2591d3 req-f8302f50-1304-4ba7-af90-c4f134cb5be5 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f9d92397-fa14-4c67-9b4b-72972fa58fb7 HTTP/1.1" status: 200 len: 837 time: 0.0668893 Apr 28 11:05:04.694162 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-fe6f6994-1189-4933-ba06-0016b99f23c7 tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] 10.222.0.10 "DELETE /v2.0/subnets/df511477-50e2-4514-a2bd-eec935358563 HTTP/1.1" status: 204 len: 168 time: 1.5467086 Apr 28 11:05:04.697123 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 53630) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:05:04.702463 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c789f607-a270-4ebd-a589-3c92b1042d46 None None] Network c6473789-68d8-4bd8-8527-ac8dfc62710d requested from dv-neutron-master-2-hyperv {{(pid=116163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 11:05:04.737249 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe6f6994-1189-4933-ba06-0016b99f23c7 tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:05:04.737540 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe6f6994-1189-4933-ba06-0016b99f23c7 tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:05:04.737841 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe6f6994-1189-4933-ba06-0016b99f23c7 tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:05:04.738254 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe6f6994-1189-4933-ba06-0016b99f23c7 tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:05:04.738586 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe6f6994-1189-4933-ba06-0016b99f23c7 tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:05:04.738858 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe6f6994-1189-4933-ba06-0016b99f23c7 tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:05:04.739190 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe6f6994-1189-4933-ba06-0016b99f23c7 tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:05:04.739513 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe6f6994-1189-4933-ba06-0016b99f23c7 tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:05:04.739820 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe6f6994-1189-4933-ba06-0016b99f23c7 tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:05:04.740137 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe6f6994-1189-4933-ba06-0016b99f23c7 tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:05:04.740455 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe6f6994-1189-4933-ba06-0016b99f23c7 tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:05:04.740775 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe6f6994-1189-4933-ba06-0016b99f23c7 tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:05:04.741090 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe6f6994-1189-4933-ba06-0016b99f23c7 tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:05:04.741402 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe6f6994-1189-4933-ba06-0016b99f23c7 tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:05:04.741809 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe6f6994-1189-4933-ba06-0016b99f23c7 tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:05:04.772774 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20ae9937-30aa-4ce2-86af-93d5df5c19d5 tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Made reservation on behalf of 1d85c55944a24e6b8fc5b73917e91c0e for: {'subnet': 1} {{(pid=116161) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 11:05:04.776124 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-20ae9937-30aa-4ce2-86af-93d5df5c19d5 tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5125580'] for subnet (None), before_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:04.779587 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-4b9bcfa1-83ab-41c5-b133-f428c9854800 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:04.829245 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-0f10e24d-e315-426f-b58e-7dcc21afd4a4 tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742235135690', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742234710366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5051867'] for port (5c03bfae-ec00-450a-8155-d55ecacfd499), after_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:04.841969 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-67c6ae97-bc63-4ff1-99f6-6ea3ddb1f515 tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-979593'] for network (c6473789-68d8-4bd8-8527-ac8dfc62710d), before_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:04.851519 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2debe904-5cc1-4222-b1ec-0a417d2591d3 req-3e03b92c-5609-4807-b4dd-34414c185b37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:05:04.858278 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-25447dae-1ac2-44bf-bbdd-be03c1da7352 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (None), before_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:04.858985 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-2debe904-5cc1-4222-b1ec-0a417d2591d3 req-3e03b92c-5609-4807-b4dd-34414c185b37 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=b8f680de-c70a-4a82-ae85-7e933bd84322&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.1537652 Apr 28 11:05:04.884133 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f10e24d-e315-426f-b58e-7dcc21afd4a4 tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Pushing event deleted for resources: {'Port': ['ID=5c03bfae-ec00-450a-8155-d55ecacfd499,revision_number=None']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:05:04.896916 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-271a44d3-5693-4902-802a-f0a4165134f0 None None] DHCP port deletion for c6473789-68d8-4bd8-8527-ac8dfc62710d request from dv-neutron-master-2-hyperv {{(pid=116163) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 28 11:05:04.957116 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-271a44d3-5693-4902-802a-f0a4165134f0 None None] Deleting port a25008c2-f9d7-4d77-abdb-e086899b47c9 {{(pid=116163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 11:05:04.957116 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-271a44d3-5693-4902-802a-f0a4165134f0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742235130188'] for port (a25008c2-f9d7-4d77-abdb-e086899b47c9), before_delete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:04.964606 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.notifiers.nova [None req-25447dae-1ac2-44bf-bbdd-be03c1da7352 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] device_id is not set on port b9f3a7db-dedf-47d0-937d-1fb9e7ae9c0f yet. {{(pid=116162) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 28 11:05:05.045357 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-271a44d3-5693-4902-802a-f0a4165134f0 None None] For port a25008c2-f9d7-4d77-abdb-e086899b47c9, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=a25008c2-f9d7-4d77-abdb-e086899b47c9,segment=NetworkSegment(cd968543-2e6e-45dd-b091-594f020e3b7f),segment_id=cd968543-2e6e-45dd-b091-594f020e3b7f)] {{(pid=116163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 11:05:05.045858 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-271a44d3-5693-4902-802a-f0a4165134f0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1938497'] for port (a25008c2-f9d7-4d77-abdb-e086899b47c9), precommit_delete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:05.063690 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-271a44d3-5693-4902-802a-f0a4165134f0 None None] Calling delete_port for a25008c2-f9d7-4d77-abdb-e086899b47c9 owned by network:dhcp {{(pid=116163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 11:05:05.124884 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-0f10e24d-e315-426f-b58e-7dcc21afd4a4 tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1603051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2063504'] for router_interface (7a61ed78-023f-43d6-a86a-5af1aae9e69c), after_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:05.129742 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-4b9bcfa1-83ab-41c5-b133-f428c9854800 admin admin] Publish callbacks [] for security_group (30a98381-a11c-4daa-8827-e36307c1510b), precommit_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:05.215157 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-4b9bcfa1-83ab-41c5-b133-f428c9854800 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924426'] for security_group (30a98381-a11c-4daa-8827-e36307c1510b), after_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:05.252113 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-271a44d3-5693-4902-802a-f0a4165134f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742235135690', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742234710366'] for port (a25008c2-f9d7-4d77-abdb-e086899b47c9), after_delete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:05.283683 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-271a44d3-5693-4902-802a-f0a4165134f0 None None] Pushing event deleted for resources: {'Port': ['ID=a25008c2-f9d7-4d77-abdb-e086899b47c9,revision_number=None']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:05:05.287595 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-271a44d3-5693-4902-802a-f0a4165134f0 None None] No DVR routers for this DVR port a25008c2-f9d7-4d77-abdb-e086899b47c9 on host dv-neutron-master-2-hyperv {{(pid=116163) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 11:05:05.315539 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.plugin [None req-67c6ae97-bc63-4ff1-99f6-6ea3ddb1f515 tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Deleting port a25008c2-f9d7-4d77-abdb-e086899b47c9 {{(pid=116161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 11:05:05.316105 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-67c6ae97-bc63-4ff1-99f6-6ea3ddb1f515 tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742235130188'] for port (a25008c2-f9d7-4d77-abdb-e086899b47c9), before_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:05.323043 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9bcfa1-83ab-41c5-b133-f428c9854800 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30a98381-a11c-4daa-8827-e36307c1510b,revision_number=1']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:05:05.329597 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-4b9bcfa1-83ab-41c5-b133-f428c9854800 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=b383bceecc09464f9f92f883ba7d966a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8170161 Apr 28 11:05:05.339585 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 53632) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:05:05.415807 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.db.db_base_plugin_common [None req-25447dae-1ac2-44bf-bbdd-be03c1da7352 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Allocated IP 172.20.0.10 (6ad48b29-1fb1-4e43-9abf-f860ed1ac269/7ee79417-4c8f-4aa6-8a5f-bc2c03b26627/b9f3a7db-dedf-47d0-937d-1fb9e7ae9c0f) {{(pid=116162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 11:05:05.464412 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-2debe904-5cc1-4222-b1ec-0a417d2591d3 req-82b7ca43-d5dd-4cfc-8641-e8ac87339569 service neutron] 10.222.0.20 "GET /v2.0/networks/b8f680de-c70a-4a82-ae85-7e933bd84322?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5828383 Apr 28 11:05:05.469197 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.db [None req-67c6ae97-bc63-4ff1-99f6-6ea3ddb1f515 tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] For port a25008c2-f9d7-4d77-abdb-e086899b47c9, host dv-neutron-master-2-hyperv, got binding levels [] {{(pid=116161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 11:05:05.469563 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-67c6ae97-bc63-4ff1-99f6-6ea3ddb1f515 tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1938497'] for port (a25008c2-f9d7-4d77-abdb-e086899b47c9), precommit_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:05.509812 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.plugin [None req-67c6ae97-bc63-4ff1-99f6-6ea3ddb1f515 tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Calling delete_port for a25008c2-f9d7-4d77-abdb-e086899b47c9 owned by network:dhcp {{(pid=116161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 11:05:05.518303 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f10e24d-e315-426f-b58e-7dcc21afd4a4 tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Router 7a61ed78-023f-43d6-a86a-5af1aae9e69c has already been hosted by L3 agent 6b492ad6-0876-4d74-b20d-28143a52ceba {{(pid=116162) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 11:05:05.522491 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.db.ipam_backend_mixin [None req-67c6ae97-bc63-4ff1-99f6-6ea3ddb1f515 tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Port a25008c2-f9d7-4d77-abdb-e086899b47c9 was not found and therefore no delete operation was performed {{(pid=116161) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} Apr 28 11:05:05.539013 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-67c6ae97-bc63-4ff1-99f6-6ea3ddb1f515 tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742235135690', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742234710366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5219112'] for port (a25008c2-f9d7-4d77-abdb-e086899b47c9), after_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:05.600922 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-fed457d7-6f74-462a-b298-5e1ecbeed17a admin admin] Publish callbacks [] for security_group (30a98381-a11c-4daa-8827-e36307c1510b), before_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:05.638752 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c6ae97-bc63-4ff1-99f6-6ea3ddb1f515 tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Pushing event deleted for resources: {'Port': ['ID=a25008c2-f9d7-4d77-abdb-e086899b47c9,revision_number=None']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:05:05.640532 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67c6ae97-bc63-4ff1-99f6-6ea3ddb1f515 tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] No DVR routers for this DVR port a25008c2-f9d7-4d77-abdb-e086899b47c9 on host dv-neutron-master-2-hyperv {{(pid=116161) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 11:05:05.688573 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-fed457d7-6f74-462a-b298-5e1ecbeed17a admin admin] Publish callbacks [] for security_group (30a98381-a11c-4daa-8827-e36307c1510b), precommit_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:05.689732 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-25447dae-1ac2-44bf-bbdd-be03c1da7352 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Publish callbacks [] for port (b9f3a7db-dedf-47d0-937d-1fb9e7ae9c0f), precommit_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:05.691667 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f10e24d-e315-426f-b58e-7dcc21afd4a4 tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=116162) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 11:05:05.696998 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-0f10e24d-e315-426f-b58e-7dcc21afd4a4 tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] 10.222.0.10 "PUT /v2.0/routers/7a61ed78-023f-43d6-a86a-5af1aae9e69c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7915480 Apr 28 11:05:05.701693 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 53636) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:05:05.702833 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f08f3ca0-d52f-49eb-8525-18382a45930c None None] Sync routers for ids ['7a61ed78-023f-43d6-a86a-5af1aae9e69c'] in dv-neutron-master-2-hyperv {{(pid=116164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 11:05:05.713673 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f08f3ca0-d52f-49eb-8525-18382a45930c None None] Routers {'7a61ed78-023f-43d6-a86a-5af1aae9e69c'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=116164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 11:05:05.715444 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_hamode_db [None req-f08f3ca0-d52f-49eb-8525-18382a45930c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-28T10:50:39Z,description=,heartbeat_timestamp=2022-04-28T11:04:39Z,host='dv-neutron-master-2-hyperv',id=6b492ad6-0876-4d74-b20d-28143a52ceba,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T10:50:40Z,topic='l3_agent')) {'router_ids': ['7a61ed78-023f-43d6-a86a-5af1aae9e69c'], 'active': True} {{(pid=116164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:05:05.758019 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-20ae9937-30aa-4ce2-86af-93d5df5c19d5 tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5220536', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5125438'] for subnet (3e21d101-9e81-471b-8be5-80245325f5f1), after_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:05.774670 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.db.db_base_plugin_v2 [None req-c73d3a3a-38ca-4519-92a8-59f20691732a tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Deleting subnet b625a9d9-7f26-48f2-9f4a-30d53875a1fb {{(pid=116162) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 28 11:05:05.780544 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-c73d3a3a-38ca-4519-92a8-59f20691732a tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Publish callbacks [] for subnet (b625a9d9-7f26-48f2-9f4a-30d53875a1fb), before_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:05.792662 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-2debe904-5cc1-4222-b1ec-0a417d2591d3 req-7b518615-c5ae-420e-a695-9a3d179bd741 service neutron] 10.222.0.20 "GET /v2.0/networks/b8f680de-c70a-4a82-ae85-7e933bd84322?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3191357 Apr 28 11:05:05.813724 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_dvr_db [None req-f08f3ca0-d52f-49eb-8525-18382a45930c None None] Set router 7a61ed78-023f-43d6-a86a-5af1aae9e69c gateway port host: None {{(pid=116164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 11:05:05.824238 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-c73d3a3a-38ca-4519-92a8-59f20691732a tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5026541'] for subnet (b625a9d9-7f26-48f2-9f4a-30d53875a1fb), precommit_delete_associations {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:05.860190 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-25447dae-1ac2-44bf-bbdd-be03c1da7352 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742234710357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5051867'] for port (b9f3a7db-dedf-47d0-937d-1fb9e7ae9c0f), after_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:05.874561 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965962cf-cf3e-439e-a7b6-5fa10f62a27b req-6ee8b05a-a2f9-4ca3-a87e-cd5bd17d5ed6 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:05:05.876098 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-965962cf-cf3e-439e-a7b6-5fa10f62a27b req-6ee8b05a-a2f9-4ca3-a87e-cd5bd17d5ed6 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] 10.222.0.10 "GET /v2.0/ports?device_id=09225a3a-4962-4eed-a507-197c6202a362 HTTP/1.1" status: 200 len: 944 time: 0.1852767 Apr 28 11:05:05.879897 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-67c6ae97-bc63-4ff1-99f6-6ea3ddb1f515 tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-973498', 'neutron.services.segments.db._delete_segments_for_network-8742235207033'] for network (c6473789-68d8-4bd8-8527-ac8dfc62710d), precommit_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:05.926427 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25447dae-1ac2-44bf-bbdd-be03c1da7352 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Network 6ad48b29-1fb1-4e43-9abf-f860ed1ac269 is already hosted by enough agents. {{(pid=116162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 11:05:05.937835 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.scheduler.base_scheduler [None req-25447dae-1ac2-44bf-bbdd-be03c1da7352 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Resources bound (agent type, host, resource id): {{(pid=116162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 11:05:05.940240 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25447dae-1ac2-44bf-bbdd-be03c1da7352 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Received port after_create {{(pid=116162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 11:05:05.946881 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.services.segments.db [None req-67c6ae97-bc63-4ff1-99f6-6ea3ddb1f515 tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c6473789-68d8-4bd8-8527-ac8dfc62710d']}} {{(pid=116161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:05:05.953002 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ae9937-30aa-4ce2-86af-93d5df5c19d5 tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Pushing event updated for resources: {'Subnet': ['ID=3e21d101-9e81-471b-8be5-80245325f5f1,revision_number=0']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:05:05.965466 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.services.segments.db [None req-67c6ae97-bc63-4ff1-99f6-6ea3ddb1f515 tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cd968543-2e6e-45dd-b091-594f020e3b7f') {'for_net_delete': True} {{(pid=116161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:05:05.965466 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.services.segments.db [None req-67c6ae97-bc63-4ff1-99f6-6ea3ddb1f515 tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cd968543-2e6e-45dd-b091-594f020e3b7f') {} {{(pid=116161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:05:05.972671 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25447dae-1ac2-44bf-bbdd-be03c1da7352 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Pushing event updated for resources: {'Port': ['ID=b9f3a7db-dedf-47d0-937d-1fb9e7ae9c0f,revision_number=1']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:05:05.994538 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20ae9937-30aa-4ce2-86af-93d5df5c19d5 tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Checking segment: {'id': '46e1f479-c771-4344-ba9b-592d2cad1e34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '16b69931-91cf-4324-9f67-0ed5bed66883'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 11:05:05.994917 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20ae9937-30aa-4ce2-86af-93d5df5c19d5 tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Network hostable DHCP agents. Network: 16b69931-91cf-4324-9f67-0ed5bed66883, hostable agents: ['75ba81b7-fe99-4281-90d2-a5adb445ecea'], hosted agents: [] {{(pid=116161) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 11:05:06.001745 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-67c6ae97-bc63-4ff1-99f6-6ea3ddb1f515 tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742235208578', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8076969'] for segment (cd968543-2e6e-45dd-b091-594f020e3b7f), before_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:06.026807 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-965962cf-cf3e-439e-a7b6-5fa10f62a27b req-30449ddb-d533-490d-9fd9-666416295b61 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] 10.222.0.10 "GET /v2.0/security-groups?id=dcc00a52-7b1a-48dc-967b-b2eebdca9f08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1257732 Apr 28 11:05:06.037212 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-c73d3a3a-38ca-4519-92a8-59f20691732a tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-971303'] for subnet (b625a9d9-7f26-48f2-9f4a-30d53875a1fb), precommit_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:06.046361 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25447dae-1ac2-44bf-bbdd-be03c1da7352 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:05:06.047040 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-25447dae-1ac2-44bf-bbdd-be03c1da7352 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198022'] for port (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:06.050542 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-67c6ae97-bc63-4ff1-99f6-6ea3ddb1f515 tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-961978'] for segment (cd968543-2e6e-45dd-b091-594f020e3b7f), precommit_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:06.061401 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-67c6ae97-bc63-4ff1-99f6-6ea3ddb1f515 tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Releasing vlan 84 on physical network physnet1 to pool {{(pid=116161) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 11:05:06.061811 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-67c6ae97-bc63-4ff1-99f6-6ea3ddb1f515 tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-961978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5219103'] for segment (cd968543-2e6e-45dd-b091-594f020e3b7f), after_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:06.065382 dv-neutron-master-2-hyperv neutron-server[116161]: Traceback (most recent call last): Apr 28 11:05:06.065382 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 11:05:06.065382 dv-neutron-master-2-hyperv neutron-server[116161]: timer() Apr 28 11:05:06.065382 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 11:05:06.065382 dv-neutron-master-2-hyperv neutron-server[116161]: cb(*args, **kw) Apr 28 11:05:06.065382 dv-neutron-master-2-hyperv neutron-server[116161]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 28 11:05:06.065382 dv-neutron-master-2-hyperv neutron-server[116161]: return func(*args, **kwargs) Apr 28 11:05:06.065382 dv-neutron-master-2-hyperv neutron-server[116161]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 11:05:06.065382 dv-neutron-master-2-hyperv neutron-server[116161]: self._notify() Apr 28 11:05:06.065382 dv-neutron-master-2-hyperv neutron-server[116161]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 11:05:06.065382 dv-neutron-master-2-hyperv neutron-server[116161]: self.callback(batched_events) Apr 28 11:05:06.065382 dv-neutron-master-2-hyperv neutron-server[116161]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 11:05:06.065382 dv-neutron-master-2-hyperv neutron-server[116161]: event.method(event) Apr 28 11:05:06.065382 dv-neutron-master-2-hyperv neutron-server[116161]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 28 11:05:06.065382 dv-neutron-master-2-hyperv neutron-server[116161]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 11:05:06.065382 dv-neutron-master-2-hyperv neutron-server[116161]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 28 11:05:06.065382 dv-neutron-master-2-hyperv neutron-server[116161]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 11:05:06.065382 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 28 11:05:06.065382 dv-neutron-master-2-hyperv neutron-server[116161]: return f(self, *a, **k) Apr 28 11:05:06.065382 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 28 11:05:06.065382 dv-neutron-master-2-hyperv neutron-server[116161]: return self._get(url).json() Apr 28 11:05:06.065382 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 28 11:05:06.065382 dv-neutron-master-2-hyperv neutron-server[116161]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 11:05:06.065382 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 11:05:06.065382 dv-neutron-master-2-hyperv neutron-server[116161]: return self.request(url, 'GET', **kwargs) Apr 28 11:05:06.065382 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 11:05:06.065382 dv-neutron-master-2-hyperv neutron-server[116161]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 11:05:06.065382 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 11:05:06.065382 dv-neutron-master-2-hyperv neutron-server[116161]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 11:05:06.065382 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 11:05:06.065382 dv-neutron-master-2-hyperv neutron-server[116161]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 11:05:06.065382 dv-neutron-master-2-hyperv neutron-server[116161]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 11:05:06.081441 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-fed457d7-6f74-462a-b298-5e1ecbeed17a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924426'] for security_group (30a98381-a11c-4daa-8827-e36307c1510b), after_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:06.084052 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-fed457d7-6f74-462a-b298-5e1ecbeed17a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:06.085519 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-fed457d7-6f74-462a-b298-5e1ecbeed17a admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/30a98381-a11c-4daa-8827-e36307c1510b HTTP/1.1" status: 204 len: 168 time: 0.7432387 Apr 28 11:05:06.089368 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_hamode_db [None req-f08f3ca0-d52f-49eb-8525-18382a45930c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a61ed78-023f-43d6-a86a-5af1aae9e69c', 'name': 'tempest-RoutersIpV6Test-router-197789818', 'tenant_id': '0f4d85af73ea40518271b3ac6c23a282', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T11:04:08Z', 'updated_at': '2022-04-28T11:05:04Z', 'revision_number': 9, 'project_id': '0f4d85af73ea40518271b3ac6c23a282', 'gw_port_host': None, '_interfaces': [{'id': '67ab86d9-8559-4fb5-b911-083455e9e6b3', 'name': '', 'network_id': 'b49b1fd0-a27a-4592-b3bb-db40c57d4de0', 'tenant_id': '0f4d85af73ea40518271b3ac6c23a282', 'mac_address': 'fa:16:3e:05:6f:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a61ed78-023f-43d6-a86a-5af1aae9e69c', 'device_owner': 'network:router_interface', 'standard_attr_id': 930, 'fixed_ips': [{'subnet_id': 'f86be52a-4023-4e56-b802-604679ea9f0d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:04:22Z', 'updated_at': '2022-04-28T11:04:31Z', 'revision_number': 5, 'project_id': '0f4d85af73ea40518271b3ac6c23a282', 'subnets': [{'id': 'f86be52a-4023-4e56-b802-604679ea9f0d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cdbf5767-b7c5-48f5-97ec-afc0a75ab932', 'name': '', 'network_id': '2634f032-d4ae-4ad5-96de-8648922027d9', 'tenant_id': '0f4d85af73ea40518271b3ac6c23a282', 'mac_address': 'fa:16:3e:17:9a:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a61ed78-023f-43d6-a86a-5af1aae9e69c', 'device_owner': 'network:router_interface', 'standard_attr_id': 896, 'fixed_ips': [{'subnet_id': '239fd4a7-9885-4cb6-b54a-2440592f7a50', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:04:13Z', 'updated_at': '2022-04-28T11:04:20Z', 'revision_number': 5, 'project_id': '0f4d85af73ea40518271b3ac6c23a282', 'subnets': [{'id': '239fd4a7-9885-4cb6-b54a-2440592f7a50', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=116164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:05:06.119223 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f08f3ca0-d52f-49eb-8525-18382a45930c None None] Checking router: 7a61ed78-023f-43d6-a86a-5af1aae9e69c for host: dv-neutron-master-2-hyperv {{(pid=116164) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 11:05:06.124093 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed457d7-6f74-462a-b298-5e1ecbeed17a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30a98381-a11c-4daa-8827-e36307c1510b,revision_number=None']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:05:06.131052 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f08f3ca0-d52f-49eb-8525-18382a45930c None None] Routers {'7a61ed78-023f-43d6-a86a-5af1aae9e69c'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=116164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 11:05:06.131993 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_hamode_db [None req-f08f3ca0-d52f-49eb-8525-18382a45930c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-28T10:50:39Z,description=,heartbeat_timestamp=2022-04-28T11:04:39Z,host='dv-neutron-master-2-hyperv',id=6b492ad6-0876-4d74-b20d-28143a52ceba,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T10:50:40Z,topic='l3_agent')) {'router_ids': ['7a61ed78-023f-43d6-a86a-5af1aae9e69c'], 'active': True} {{(pid=116164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:05:06.139629 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20ae9937-30aa-4ce2-86af-93d5df5c19d5 tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Network 16b69931-91cf-4324-9f67-0ed5bed66883 is scheduled to be hosted by DHCP agent 75ba81b7-fe99-4281-90d2-a5adb445ecea with binding_index 1 {{(pid=116161) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 11:05:06.172723 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-25447dae-1ac2-44bf-bbdd-be03c1da7352 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.3097014 Apr 28 11:05:06.173186 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 53640) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:05:06.181770 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.v2.base [None req-d3f67318-dd73-4d97-8456-eb767762f9e0 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Request body: {'subnet': {'network_id': '6ad48b29-1fb1-4e43-9abf-f860ed1ac269', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=116162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:05:06.214667 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.scheduler.base_scheduler [None req-20ae9937-30aa-4ce2-86af-93d5df5c19d5 tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 16b69931-91cf-4324-9f67-0ed5bed66883) {{(pid=116161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 11:05:06.223286 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf537bcd-62fd-4508-b511-db4197bc3c6c None None] Network 16b69931-91cf-4324-9f67-0ed5bed66883 requested from dv-neutron-master-2-hyperv {{(pid=116163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 11:05:06.229458 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20ae9937-30aa-4ce2-86af-93d5df5c19d5 tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:05:06.230432 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-20ae9937-30aa-4ce2-86af-93d5df5c19d5 tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Publish callbacks [] for subnet (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:06.238056 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_dvr_db [None req-f08f3ca0-d52f-49eb-8525-18382a45930c None None] Set router 7a61ed78-023f-43d6-a86a-5af1aae9e69c gateway port host: None {{(pid=116164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 11:05:06.251855 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-c73d3a3a-38ca-4519-92a8-59f20691732a tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-971310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5053962', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4210815'] for subnet (b625a9d9-7f26-48f2-9f4a-30d53875a1fb), after_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:06.265484 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-67c6ae97-bc63-4ff1-99f6-6ea3ddb1f515 tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-973477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2063122'] for network (c6473789-68d8-4bd8-8527-ac8dfc62710d), after_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:06.277675 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-67c6ae97-bc63-4ff1-99f6-6ea3ddb1f515 tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Publish callbacks [] for network (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:06.284000 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-67c6ae97-bc63-4ff1-99f6-6ea3ddb1f515 tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] 10.222.0.10 "DELETE /v2.0/networks/c6473789-68d8-4bd8-8527-ac8dfc62710d HTTP/1.1" status: 204 len: 168 time: 1.5856321 Apr 28 11:05:06.292519 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 53642) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:05:06.308494 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.v2.base [None req-12c64985-5310-457e-b475-0e0aadd8ef22 tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1679731280'}} {{(pid=116161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:05:06.322077 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c73d3a3a-38ca-4519-92a8-59f20691732a tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Pushing event deleted for resources: {'Subnet': ['ID=b625a9d9-7f26-48f2-9f4a-30d53875a1fb,revision_number=None']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:05:06.330450 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-c73d3a3a-38ca-4519-92a8-59f20691732a tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Publish callbacks [] for subnet (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:06.336381 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-c73d3a3a-38ca-4519-92a8-59f20691732a tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] 10.222.0.10 "DELETE /v2.0/subnets/b625a9d9-7f26-48f2-9f4a-30d53875a1fb HTTP/1.1" status: 204 len: 168 time: 0.6337080 Apr 28 11:05:06.339403 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 53644) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:05:06.358666 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98d34bcf-9890-42d2-8615-69c82405f004 None None] Network a57c4b36-4dfd-464d-a7f5-2e3339de6e15 requested from dv-neutron-master-2-hyperv {{(pid=116163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 11:05:06.359912 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c6ae97-bc63-4ff1-99f6-6ea3ddb1f515 tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Pushing event deleted for resources: {'Network': ['ID=c6473789-68d8-4bd8-8527-ac8dfc62710d,revision_number=None']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:05:06.373833 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-20ae9937-30aa-4ce2-86af-93d5df5c19d5 tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0654314 Apr 28 11:05:06.384570 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 53646) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:05:06.394217 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.v2.base [None req-66f4bc60-ccf6-4607-824b-ff5259622f05 tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1248591922', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=116162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:05:06.436195 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-32e2b38d-61ed-4644-bb12-97717256dc98 None None] Provisioning complete for port b9f3a7db-dedf-47d0-937d-1fb9e7ae9c0f triggered by entity DHCP. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:05:06.436195 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-32e2b38d-61ed-4644-bb12-97717256dc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (b9f3a7db-dedf-47d0-937d-1fb9e7ae9c0f), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:06.444033 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb4d8b56-afb3-48b1-ba02-f47d2ba58eb3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-16b69931-91cf-4324-9f67-0ed5bed66883', 'network_id': '16b69931-91cf-4324-9f67-0ed5bed66883', 'project_id': '1d85c55944a24e6b8fc5b73917e91c0e', 'fixed_ips': [{'subnet_id': '3e21d101-9e81-471b-8be5-80245325f5f1'}]}} from dv-neutron-master-2-hyperv. {{(pid=116163) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 28 11:05:06.446234 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-eb4d8b56-afb3-48b1-ba02-f47d2ba58eb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (None), before_create {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:06.486676 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12c64985-5310-457e-b475-0e0aadd8ef22 tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Made reservation on behalf of 52264470dd074c0f8041ca0ce5281c12 for: {'network': 1} {{(pid=116161) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 11:05:06.490311 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-12c64985-5310-457e-b475-0e0aadd8ef22 tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for network (None), before_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:06.492397 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-e1c7a2c7-a1c8-4dc1-9938-fa754d3902d0 tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-979593'] for network (a57c4b36-4dfd-464d-a7f5-2e3339de6e15), before_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:06.493272 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_hamode_db [None req-f08f3ca0-d52f-49eb-8525-18382a45930c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a61ed78-023f-43d6-a86a-5af1aae9e69c', 'name': 'tempest-RoutersIpV6Test-router-197789818', 'tenant_id': '0f4d85af73ea40518271b3ac6c23a282', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T11:04:08Z', 'updated_at': '2022-04-28T11:05:04Z', 'revision_number': 9, 'project_id': '0f4d85af73ea40518271b3ac6c23a282', 'gw_port_host': None, '_interfaces': [{'id': '67ab86d9-8559-4fb5-b911-083455e9e6b3', 'name': '', 'network_id': 'b49b1fd0-a27a-4592-b3bb-db40c57d4de0', 'tenant_id': '0f4d85af73ea40518271b3ac6c23a282', 'mac_address': 'fa:16:3e:05:6f:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a61ed78-023f-43d6-a86a-5af1aae9e69c', 'device_owner': 'network:router_interface', 'standard_attr_id': 930, 'fixed_ips': [{'subnet_id': 'f86be52a-4023-4e56-b802-604679ea9f0d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:04:22Z', 'updated_at': '2022-04-28T11:04:31Z', 'revision_number': 5, 'project_id': '0f4d85af73ea40518271b3ac6c23a282', 'subnets': [{'id': 'f86be52a-4023-4e56-b802-604679ea9f0d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cdbf5767-b7c5-48f5-97ec-afc0a75ab932', 'name': '', 'network_id': '2634f032-d4ae-4ad5-96de-8648922027d9', 'tenant_id': '0f4d85af73ea40518271b3ac6c23a282', 'mac_address': 'fa:16:3e:17:9a:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a61ed78-023f-43d6-a86a-5af1aae9e69c', 'device_owner': 'network:router_interface', 'standard_attr_id': 896, 'fixed_ips': [{'subnet_id': '239fd4a7-9885-4cb6-b54a-2440592f7a50', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:04:13Z', 'updated_at': '2022-04-28T11:04:20Z', 'revision_number': 5, 'project_id': '0f4d85af73ea40518271b3ac6c23a282', 'subnets': [{'id': '239fd4a7-9885-4cb6-b54a-2440592f7a50', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=116164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:05:06.543643 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-12c64985-5310-457e-b475-0e0aadd8ef22 tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 93} {{(pid=116161) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 11:05:06.548599 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-32e2b38d-61ed-4644-bb12-97717256dc98 None None] Port b9f3a7db-dedf-47d0-937d-1fb9e7ae9c0f cannot update to ACTIVE because it is not bound. {{(pid=116163) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 28 11:05:06.558944 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f08f3ca0-d52f-49eb-8525-18382a45930c None None] The sync data for ids ['7a61ed78-023f-43d6-a86a-5af1aae9e69c'] in dv-neutron-master-2-hyperv is: [{'id': '7a61ed78-023f-43d6-a86a-5af1aae9e69c', 'name': 'tempest-RoutersIpV6Test-router-197789818', 'tenant_id': '0f4d85af73ea40518271b3ac6c23a282', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T11:04:08Z', 'updated_at': '2022-04-28T11:05:04Z', 'revision_number': 9, 'project_id': '0f4d85af73ea40518271b3ac6c23a282', 'gw_port_host': None, '_interfaces': [{'id': '67ab86d9-8559-4fb5-b911-083455e9e6b3', 'name': '', 'network_id': 'b49b1fd0-a27a-4592-b3bb-db40c57d4de0', 'tenant_id': '0f4d85af73ea40518271b3ac6c23a282', 'mac_address': 'fa:16:3e:05:6f:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a61ed78-023f-43d6-a86a-5af1aae9e69c', 'device_owner': 'network:router_interface', 'standard_attr_id': 930, 'fixed_ips': [{'subnet_id': 'f86be52a-4023-4e56-b802-604679ea9f0d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:04:22Z', 'updated_at': '2022-04-28T11:04:31Z', 'revision_number': 5, 'project_id': '0f4d85af73ea40518271b3ac6c23a282', 'subnets': [{'id': 'f86be52a-4023-4e56-b802-604679ea9f0d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cdbf5767-b7c5-48f5-97ec-afc0a75ab932', 'name': '', 'network_id': '2634f032-d4ae-4ad5-96de-8648922027d9', 'tenant_id': '0f4d85af73ea40518271b3ac6c23a282', 'mac_address': 'fa:16:3e:17:9a:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a61ed78-023f-43d6-a86a-5af1aae9e69c', 'device_owner': 'network:router_interface', 'standard_attr_id': 896, 'fixed_ips': [{'subnet_id': '239fd4a7-9885-4cb6-b54a-2440592f7a50', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:04:13Z', 'updated_at': '2022-04-28T11:04:20Z', 'revision_number': 5, 'project_id': '0f4d85af73ea40518271b3ac6c23a282', 'subnets': [{'id': '239fd4a7-9885-4cb6-b54a-2440592f7a50', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=116164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 11:05:06.561473 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-12c64985-5310-457e-b475-0e0aadd8ef22 tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-961978'] for segment (cbf6940c-b9b9-4e13-9101-8db307dba273), precommit_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:06.562994 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.db.segments_db [None req-12c64985-5310-457e-b475-0e0aadd8ef22 tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Added segment cbf6940c-b9b9-4e13-9101-8db307dba273 of type vlan for network 705753e7-9cc7-4a8f-883c-5eff8da4d285 Apr 28 11:05:06.576223 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-66f4bc60-ccf6-4607-824b-ff5259622f05 tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2060459', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-63449'] for router (9f2ce447-59ef-47ff-8555-70abc207cd35), before_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:06.580241 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-66f4bc60-ccf6-4607-824b-ff5259622f05 tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2060827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1935275', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1960866', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-63266'] for router (9f2ce447-59ef-47ff-8555-70abc207cd35), precommit_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:06.594020 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.plugin [None req-e1c7a2c7-a1c8-4dc1-9938-fa754d3902d0 tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Deleting port ce9c9535-557b-4a6a-981f-c32f89b8acd0 {{(pid=116162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 11:05:06.594599 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-e1c7a2c7-a1c8-4dc1-9938-fa754d3902d0 tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742235130188'] for port (ce9c9535-557b-4a6a-981f-c32f89b8acd0), before_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:06.608902 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3f67318-dd73-4d97-8456-eb767762f9e0 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Made reservation on behalf of f86d085f9b42493aa6c0f40f62349e1e for: {'subnet': 1} {{(pid=116162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 11:05:06.611504 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-d3f67318-dd73-4d97-8456-eb767762f9e0 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4210834'] for subnet (None), before_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:06.620057 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-12c64985-5310-457e-b475-0e0aadd8ef22 tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742234744962'] for network (705753e7-9cc7-4a8f-883c-5eff8da4d285), precommit_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:06.730816 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72577e7-4812-4144-a6ef-7d3b467c951c req-42f00f32-b6ef-44ba-a25f-7d7ca4487d0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:05:06.733231 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-c72577e7-4812-4144-a6ef-7d3b467c951c req-42f00f32-b6ef-44ba-a25f-7d7ca4487d0b service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=65d54c3b7dcd4af68398071d25e8321e&device_id=09225a3a-4962-4eed-a507-197c6202a362 HTTP/1.1" status: 200 len: 1128 time: 0.0493598 Apr 28 11:05:06.739130 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-12c64985-5310-457e-b475-0e0aadd8ef22 tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042'] for network (705753e7-9cc7-4a8f-883c-5eff8da4d285), after_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:06.744219 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12c64985-5310-457e-b475-0e0aadd8ef22 tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:05:06.744813 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-12c64985-5310-457e-b475-0e0aadd8ef22 tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Publish callbacks [] for network (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:06.751439 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.db_base_plugin_common [None req-eb4d8b56-afb3-48b1-ba02-f47d2ba58eb3 None None] Allocated IP 172.20.0.2 (16b69931-91cf-4324-9f67-0ed5bed66883/3e21d101-9e81-471b-8be5-80245325f5f1/5d0b7833-1170-4553-815c-c5a081a17f9c) {{(pid=116163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 11:05:06.799987 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-66f4bc60-ccf6-4607-824b-ff5259622f05 tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Publish callbacks [] for router_controller (9f2ce447-59ef-47ff-8555-70abc207cd35), precommit_add_association {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:06.803871 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.db [None req-e1c7a2c7-a1c8-4dc1-9938-fa754d3902d0 tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] For port ce9c9535-557b-4a6a-981f-c32f89b8acd0, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=ce9c9535-557b-4a6a-981f-c32f89b8acd0,segment=NetworkSegment(b7bea462-26f0-43db-8737-01e477d52953),segment_id=b7bea462-26f0-43db-8737-01e477d52953)] {{(pid=116162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 11:05:06.804237 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-e1c7a2c7-a1c8-4dc1-9938-fa754d3902d0 tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1938497'] for port (ce9c9535-557b-4a6a-981f-c32f89b8acd0), precommit_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:06.823837 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.plugin [None req-e1c7a2c7-a1c8-4dc1-9938-fa754d3902d0 tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Calling delete_port for ce9c9535-557b-4a6a-981f-c32f89b8acd0 owned by network:dhcp {{(pid=116162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 11:05:06.844481 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.db.ipam_backend_mixin [None req-d3f67318-dd73-4d97-8456-eb767762f9e0 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 7ee79417-4c8f-4aa6-8a5f-bc2c03b26627 (CIDR: 172.20.0.0/28) Apr 28 11:05:06.869968 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c64985-5310-457e-b475-0e0aadd8ef22 tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Pushing event updated for resources: {'Network': ['ID=705753e7-9cc7-4a8f-883c-5eff8da4d285,revision_number=1']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:05:06.880941 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.pecan_wsgi.hooks.translation [None req-d3f67318-dd73-4d97-8456-eb767762f9e0 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 28 11:05:06.892205 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d3f67318-dd73-4d97-8456-eb767762f9e0 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=116162) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 28 11:05:06.892205 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-66f4bc60-ccf6-4607-824b-ff5259622f05 tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2060818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1935326'] for router (9f2ce447-59ef-47ff-8555-70abc207cd35), after_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:06.897586 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Network 705753e7-9cc7-4a8f-883c-5eff8da4d285 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=116163) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 28 11:05:06.901769 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72577e7-4812-4144-a6ef-7d3b467c951c req-d045a295-9952-4411-b045-14141438bb49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:05:06.904368 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-c72577e7-4812-4144-a6ef-7d3b467c951c req-d045a295-9952-4411-b045-14141438bb49 service neutron] 10.222.0.20 "GET /v2.0/networks?id=b8f680de-c70a-4a82-ae85-7e933bd84322 HTTP/1.1" status: 200 len: 896 time: 0.1662858 Apr 28 11:05:06.913504 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-12c64985-5310-457e-b475-0e0aadd8ef22 tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.6131315 Apr 28 11:05:06.918557 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 53650) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:05:06.925311 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.v2.base [None req-fa0994a9-4c76-4fa1-a87a-330cc12f10c0 tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Request body: {'subnet': {'network_id': '705753e7-9cc7-4a8f-883c-5eff8da4d285', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=116162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:05:06.971005 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 53652) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:05:06.975530 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-c72577e7-4812-4144-a6ef-7d3b467c951c req-a77c7acc-68c9-4bfb-88ba-a9f89c0eca44 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.25&port_id=2246efc1-311d-40a7-a3e1-199440a6448f HTTP/1.1" status: 200 len: 217 time: 0.0620193 Apr 28 11:05:06.980505 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b85af12-0ef0-4866-aa65-7f971a317561 None None] DHCP port deletion for a57c4b36-4dfd-464d-a7f5-2e3339de6e15 request from dv-neutron-master-2-hyperv {{(pid=116163) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 28 11:05:06.994629 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Device a25008c2-f9d7-4d77-abdb-e086899b47c9 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=116163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 11:05:07.000505 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-d3f67318-dd73-4d97-8456-eb767762f9e0 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8259761 Apr 28 11:05:07.009907 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 53654) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:05:07.012408 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-66f4bc60-ccf6-4607-824b-ff5259622f05 tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Publish callbacks [] for router (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:07.016631 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-66f4bc60-ccf6-4607-824b-ff5259622f05 tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.6301758 Apr 28 11:05:07.017644 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 53656) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:05:07.023813 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.v2.base [None req-d42a3a5f-8e75-4774-ad74-ca98bb55e184 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Request body: {'subnet': {'network_id': '6ad48b29-1fb1-4e43-9abf-f860ed1ac269', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=116162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:05:07.025315 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] No Port match for: a25008c2-f9d7-4d77-abdb-e086899b47c9 {{(pid=116163) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 28 11:05:07.025761 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Device a25008c2-f9d7-4d77-abdb-e086899b47c9 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=116163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 11:05:07.064827 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-eb4d8b56-afb3-48b1-ba02-f47d2ba58eb3 None None] Publish callbacks [] for port (5d0b7833-1170-4553-815c-c5a081a17f9c), precommit_create {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:07.065643 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-889b35df-0004-449b-8234-5cc79dadbb2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (75ba81b7-fe99-4281-90d2-a5adb445ecea), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:07.119824 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-e1c7a2c7-a1c8-4dc1-9938-fa754d3902d0 tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742235135690', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742234710366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5051867'] for port (ce9c9535-557b-4a6a-981f-c32f89b8acd0), after_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:07.122656 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-eb4d8b56-afb3-48b1-ba02-f47d2ba58eb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742234710357'] for port (5d0b7833-1170-4553-815c-c5a081a17f9c), after_create {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:07.160495 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-9b85af12-0ef0-4866-aa65-7f971a317561 None None] Deleting port ce9c9535-557b-4a6a-981f-c32f89b8acd0 {{(pid=116163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 11:05:07.161239 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-9b85af12-0ef0-4866-aa65-7f971a317561 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742235130188'] for port (ce9c9535-557b-4a6a-981f-c32f89b8acd0), before_delete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:07.198147 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb4d8b56-afb3-48b1-ba02-f47d2ba58eb3 None None] Network 16b69931-91cf-4324-9f67-0ed5bed66883 is already hosted by enough agents. {{(pid=116163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 11:05:07.208382 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.scheduler.base_scheduler [None req-eb4d8b56-afb3-48b1-ba02-f47d2ba58eb3 None None] Resources bound (agent type, host, resource id): {{(pid=116163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 11:05:07.210503 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c7a2c7-a1c8-4dc1-9938-fa754d3902d0 tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Pushing event deleted for resources: {'Port': ['ID=ce9c9535-557b-4a6a-981f-c32f89b8acd0,revision_number=None']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:05:07.211993 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb4d8b56-afb3-48b1-ba02-f47d2ba58eb3 None None] Received port after_create {{(pid=116163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 11:05:07.214115 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-3847b81e-bf70-454e-8095-25d690cf5f15 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=fd18aa8f18a04dfab5b373713d68ac8e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2353480 Apr 28 11:05:07.218383 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1c7a2c7-a1c8-4dc1-9938-fa754d3902d0 tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] No DVR routers for this DVR port ce9c9535-557b-4a6a-981f-c32f89b8acd0 on host dv-neutron-master-2-hyperv {{(pid=116162) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 11:05:07.222439 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4d8b56-afb3-48b1-ba02-f47d2ba58eb3 None None] Pushing event updated for resources: {'Port': ['ID=5d0b7833-1170-4553-815c-c5a081a17f9c,revision_number=1']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:05:07.224428 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 53660) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:05:07.288038 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72577e7-4812-4144-a6ef-7d3b467c951c req-3d0303ac-3712-4ef3-9146-03ca5e2e25cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:05:07.290155 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-c72577e7-4812-4144-a6ef-7d3b467c951c req-3d0303ac-3712-4ef3-9146-03ca5e2e25cf service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f9d92397-fa14-4c67-9b4b-72972fa58fb7 HTTP/1.1" status: 200 len: 837 time: 0.3092163 Apr 28 11:05:07.294889 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb4d8b56-afb3-48b1-ba02-f47d2ba58eb3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:05:07.295567 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb4d8b56-afb3-48b1-ba02-f47d2ba58eb3 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:05:07.296174 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb4d8b56-afb3-48b1-ba02-f47d2ba58eb3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:05:07.296793 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb4d8b56-afb3-48b1-ba02-f47d2ba58eb3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:05:07.297406 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb4d8b56-afb3-48b1-ba02-f47d2ba58eb3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:05:07.297959 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb4d8b56-afb3-48b1-ba02-f47d2ba58eb3 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:05:07.298534 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb4d8b56-afb3-48b1-ba02-f47d2ba58eb3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:05:07.299077 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb4d8b56-afb3-48b1-ba02-f47d2ba58eb3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:05:07.299640 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb4d8b56-afb3-48b1-ba02-f47d2ba58eb3 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:05:07.300177 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb4d8b56-afb3-48b1-ba02-f47d2ba58eb3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:05:07.300751 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb4d8b56-afb3-48b1-ba02-f47d2ba58eb3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:05:07.301298 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb4d8b56-afb3-48b1-ba02-f47d2ba58eb3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:05:07.301840 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb4d8b56-afb3-48b1-ba02-f47d2ba58eb3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:05:07.302375 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb4d8b56-afb3-48b1-ba02-f47d2ba58eb3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:05:07.302923 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb4d8b56-afb3-48b1-ba02-f47d2ba58eb3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:05:07.318030 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-9b85af12-0ef0-4866-aa65-7f971a317561 None None] For port ce9c9535-557b-4a6a-981f-c32f89b8acd0, host dv-neutron-master-2-hyperv, got binding levels [] {{(pid=116163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 11:05:07.318769 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-9b85af12-0ef0-4866-aa65-7f971a317561 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1938497'] for port (ce9c9535-557b-4a6a-981f-c32f89b8acd0), precommit_delete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:07.361262 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-9b85af12-0ef0-4866-aa65-7f971a317561 None None] Calling delete_port for ce9c9535-557b-4a6a-981f-c32f89b8acd0 owned by network:dhcp {{(pid=116163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 11:05:07.364474 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.ipam_backend_mixin [None req-9b85af12-0ef0-4866-aa65-7f971a317561 None None] Port ce9c9535-557b-4a6a-981f-c32f89b8acd0 was not found and therefore no delete operation was performed {{(pid=116163) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} Apr 28 11:05:07.365891 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.managers [None req-eb4d8b56-afb3-48b1-ba02-f47d2ba58eb3 None None] Attempting to bind port 5d0b7833-1170-4553-815c-c5a081a17f9c on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=116163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 28 11:05:07.366365 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.managers [None req-eb4d8b56-afb3-48b1-ba02-f47d2ba58eb3 None None] Attempting to bind port 5d0b7833-1170-4553-815c-c5a081a17f9c by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '46e1f479-c771-4344-ba9b-592d2cad1e34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '16b69931-91cf-4324-9f67-0ed5bed66883'}] {{(pid=116163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 28 11:05:07.366846 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb4d8b56-afb3-48b1-ba02-f47d2ba58eb3 None None] Attempting to bind port 5d0b7833-1170-4553-815c-c5a081a17f9c on network 16b69931-91cf-4324-9f67-0ed5bed66883 {{(pid=116163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 11:05:07.370068 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-9b85af12-0ef0-4866-aa65-7f971a317561 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742235135690', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742234710366'] for port (ce9c9535-557b-4a6a-981f-c32f89b8acd0), after_delete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:07.370229 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-e1c7a2c7-a1c8-4dc1-9938-fa754d3902d0 tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-973498', 'neutron.services.segments.db._delete_segments_for_network-8742235207033'] for network (a57c4b36-4dfd-464d-a7f5-2e3339de6e15), precommit_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:07.378184 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb4d8b56-afb3-48b1-ba02-f47d2ba58eb3 None None] Checking agent: {'id': 'd5baab19-5dd1-4902-922b-84acb048ab9c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 10, 50, 43), 'started_at': datetime.datetime(2022, 4, 28, 10, 51, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 11, 4, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=116163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 11:05:07.378982 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb4d8b56-afb3-48b1-ba02-f47d2ba58eb3 None None] Checking segment: {'id': '46e1f479-c771-4344-ba9b-592d2cad1e34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '16b69931-91cf-4324-9f67-0ed5bed66883'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 11:05:07.379494 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-eb4d8b56-afb3-48b1-ba02-f47d2ba58eb3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:07.380020 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb4d8b56-afb3-48b1-ba02-f47d2ba58eb3 None None] Bound using segment: {'id': '46e1f479-c771-4344-ba9b-592d2cad1e34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '16b69931-91cf-4324-9f67-0ed5bed66883'} {{(pid=116163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 11:05:07.380757 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.managers [None req-eb4d8b56-afb3-48b1-ba02-f47d2ba58eb3 None None] Bound port: 5d0b7833-1170-4553-815c-c5a081a17f9c, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '46e1f479-c771-4344-ba9b-592d2cad1e34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '16b69931-91cf-4324-9f67-0ed5bed66883'}}] {{(pid=116163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 28 11:05:07.380972 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa0994a9-4c76-4fa1-a87a-330cc12f10c0 tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Made reservation on behalf of 52264470dd074c0f8041ca0ce5281c12 for: {'subnet': 1} {{(pid=116162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 11:05:07.381315 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-eb4d8b56-afb3-48b1-ba02-f47d2ba58eb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (5d0b7833-1170-4553-815c-c5a081a17f9c), before_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:07.384388 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-fa0994a9-4c76-4fa1-a87a-330cc12f10c0 tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4210834'] for subnet (None), before_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:07.414232 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b85af12-0ef0-4866-aa65-7f971a317561 None None] Pushing event deleted for resources: {'Port': ['ID=ce9c9535-557b-4a6a-981f-c32f89b8acd0,revision_number=None']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:05:07.420392 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400ad3d6-7a1a-4bc7-9579-915ba9d2d7f0 req-6c1257f6-f376-4a31-9815-36ba3dbcbb8f tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:05:07.420873 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b85af12-0ef0-4866-aa65-7f971a317561 None None] No DVR routers for this DVR port ce9c9535-557b-4a6a-981f-c32f89b8acd0 on host dv-neutron-master-2-hyperv {{(pid=116163) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 11:05:07.421799 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-400ad3d6-7a1a-4bc7-9579-915ba9d2d7f0 req-6c1257f6-f376-4a31-9815-36ba3dbcbb8f tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] 10.222.0.10 "GET /v2.0/ports?device_id=09225a3a-4962-4eed-a507-197c6202a362 HTTP/1.1" status: 200 len: 944 time: 0.1850500 Apr 28 11:05:07.429210 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72577e7-4812-4144-a6ef-7d3b467c951c req-95602f50-3892-4984-b33b-beb93bc53a08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:05:07.433727 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.services.segments.db [None req-e1c7a2c7-a1c8-4dc1-9938-fa754d3902d0 tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a57c4b36-4dfd-464d-a7f5-2e3339de6e15']}} {{(pid=116162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:05:07.434342 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-c72577e7-4812-4144-a6ef-7d3b467c951c req-95602f50-3892-4984-b33b-beb93bc53a08 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=b8f680de-c70a-4a82-ae85-7e933bd84322&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0955505 Apr 28 11:05:07.464595 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.services.segments.db [None req-e1c7a2c7-a1c8-4dc1-9938-fa754d3902d0 tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b7bea462-26f0-43db-8737-01e477d52953') {'for_net_delete': True} {{(pid=116162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:05:07.464836 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.services.segments.db [None req-e1c7a2c7-a1c8-4dc1-9938-fa754d3902d0 tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b7bea462-26f0-43db-8737-01e477d52953') {} {{(pid=116162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:05:07.491212 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-eb4d8b56-afb3-48b1-ba02-f47d2ba58eb3 None None] For port 5d0b7833-1170-4553-815c-c5a081a17f9c, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=116163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 11:05:07.494795 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-eb4d8b56-afb3-48b1-ba02-f47d2ba58eb3 None None] For port 5d0b7833-1170-4553-815c-c5a081a17f9c, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=5d0b7833-1170-4553-815c-c5a081a17f9c,segment=NetworkSegment(46e1f479-c771-4344-ba9b-592d2cad1e34),segment_id=46e1f479-c771-4344-ba9b-592d2cad1e34)] {{(pid=116163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 11:05:07.514685 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-93674d84-46a2-4da5-bb0b-7a91c38eaaac admin admin] Publish callbacks [] for security_group (7fd3522d-4334-4fc3-8e1b-c28878041c76), before_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:07.518431 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-e1c7a2c7-a1c8-4dc1-9938-fa754d3902d0 tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742235208578', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5026548'] for segment (b7bea462-26f0-43db-8737-01e477d52953), before_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:07.551097 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-e1c7a2c7-a1c8-4dc1-9938-fa754d3902d0 tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-961978'] for segment (b7bea462-26f0-43db-8737-01e477d52953), precommit_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:07.565512 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e1c7a2c7-a1c8-4dc1-9938-fa754d3902d0 tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Releasing vlan 54 on physical network physnet1 to pool {{(pid=116162) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 11:05:07.565910 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-e1c7a2c7-a1c8-4dc1-9938-fa754d3902d0 tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-961978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5051884'] for segment (b7bea462-26f0-43db-8737-01e477d52953), after_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:07.577200 dv-neutron-master-2-hyperv neutron-server[116162]: Traceback (most recent call last): Apr 28 11:05:07.577200 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 11:05:07.577200 dv-neutron-master-2-hyperv neutron-server[116162]: timer() Apr 28 11:05:07.577200 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 11:05:07.577200 dv-neutron-master-2-hyperv neutron-server[116162]: cb(*args, **kw) Apr 28 11:05:07.577200 dv-neutron-master-2-hyperv neutron-server[116162]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 28 11:05:07.577200 dv-neutron-master-2-hyperv neutron-server[116162]: return func(*args, **kwargs) Apr 28 11:05:07.577200 dv-neutron-master-2-hyperv neutron-server[116162]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 11:05:07.577200 dv-neutron-master-2-hyperv neutron-server[116162]: self._notify() Apr 28 11:05:07.577200 dv-neutron-master-2-hyperv neutron-server[116162]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 11:05:07.577200 dv-neutron-master-2-hyperv neutron-server[116162]: self.callback(batched_events) Apr 28 11:05:07.577200 dv-neutron-master-2-hyperv neutron-server[116162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 11:05:07.577200 dv-neutron-master-2-hyperv neutron-server[116162]: event.method(event) Apr 28 11:05:07.577200 dv-neutron-master-2-hyperv neutron-server[116162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 28 11:05:07.577200 dv-neutron-master-2-hyperv neutron-server[116162]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 11:05:07.577200 dv-neutron-master-2-hyperv neutron-server[116162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 28 11:05:07.577200 dv-neutron-master-2-hyperv neutron-server[116162]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 11:05:07.577200 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 28 11:05:07.577200 dv-neutron-master-2-hyperv neutron-server[116162]: return f(self, *a, **k) Apr 28 11:05:07.577200 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 28 11:05:07.577200 dv-neutron-master-2-hyperv neutron-server[116162]: return self._get(url).json() Apr 28 11:05:07.577200 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 28 11:05:07.577200 dv-neutron-master-2-hyperv neutron-server[116162]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 11:05:07.577200 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 11:05:07.577200 dv-neutron-master-2-hyperv neutron-server[116162]: return self.request(url, 'GET', **kwargs) Apr 28 11:05:07.577200 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 11:05:07.577200 dv-neutron-master-2-hyperv neutron-server[116162]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 11:05:07.577200 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 11:05:07.577200 dv-neutron-master-2-hyperv neutron-server[116162]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 11:05:07.577200 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 11:05:07.577200 dv-neutron-master-2-hyperv neutron-server[116162]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 11:05:07.577200 dv-neutron-master-2-hyperv neutron-server[116162]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 11:05:07.582407 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-04e45f20-a37d-47c4-b18a-16eb7a409c81 tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (None), before_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:07.592106 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-93674d84-46a2-4da5-bb0b-7a91c38eaaac admin admin] Publish callbacks [] for security_group (7fd3522d-4334-4fc3-8e1b-c28878041c76), precommit_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:07.596300 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-eb4d8b56-afb3-48b1-ba02-f47d2ba58eb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393'] for port (5d0b7833-1170-4553-815c-c5a081a17f9c), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:07.610213 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-400ad3d6-7a1a-4bc7-9579-915ba9d2d7f0 req-6d646647-db08-4ebb-ac85-5b124086b5c9 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] 10.222.0.10 "GET /v2.0/security-groups?id=dcc00a52-7b1a-48dc-967b-b2eebdca9f08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1568820 Apr 28 11:05:07.680506 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4d8b56-afb3-48b1-ba02-f47d2ba58eb3 None None] Pushing event updated for resources: {'Port': ['ID=5d0b7833-1170-4553-815c-c5a081a17f9c,revision_number=2']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:05:07.693915 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d42a3a5f-8e75-4774-ad74-ca98bb55e184 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Made reservation on behalf of f86d085f9b42493aa6c0f40f62349e1e for: {'subnet': 1} {{(pid=116162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 11:05:07.697556 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-d42a3a5f-8e75-4774-ad74-ca98bb55e184 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4210834'] for subnet (None), before_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:07.703878 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-c72577e7-4812-4144-a6ef-7d3b467c951c req-b81f5d7d-1f5b-4552-bbe0-8863959f4219 service neutron] 10.222.0.20 "GET /v2.0/networks/b8f680de-c70a-4a82-ae85-7e933bd84322?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2492812 Apr 28 11:05:07.798731 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-e1c7a2c7-a1c8-4dc1-9938-fa754d3902d0 tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-973477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2063122'] for network (a57c4b36-4dfd-464d-a7f5-2e3339de6e15), after_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:07.851525 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-e1c7a2c7-a1c8-4dc1-9938-fa754d3902d0 tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Publish callbacks [] for network (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:07.865508 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-e1c7a2c7-a1c8-4dc1-9938-fa754d3902d0 tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] 10.222.0.10 "DELETE /v2.0/networks/a57c4b36-4dfd-464d-a7f5-2e3339de6e15 HTTP/1.1" status: 204 len: 168 time: 1.5254517 Apr 28 11:05:07.883858 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 53662) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:05:07.904099 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c7a2c7-a1c8-4dc1-9938-fa754d3902d0 tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Pushing event deleted for resources: {'Network': ['ID=a57c4b36-4dfd-464d-a7f5-2e3339de6e15,revision_number=None']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:05:07.942914 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-c72577e7-4812-4144-a6ef-7d3b467c951c req-60ff612b-a4ec-4a24-9ea6-316e73992b06 service neutron] 10.222.0.20 "GET /v2.0/networks/b8f680de-c70a-4a82-ae85-7e933bd84322?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2282913 Apr 28 11:05:08.000898 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-93674d84-46a2-4da5-bb0b-7a91c38eaaac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924426'] for security_group (7fd3522d-4334-4fc3-8e1b-c28878041c76), after_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:08.004556 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-93674d84-46a2-4da5-bb0b-7a91c38eaaac admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:08.008533 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.db.db_base_plugin_common [None req-04e45f20-a37d-47c4-b18a-16eb7a409c81 tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Allocated IP 172.20.0.1 (16b69931-91cf-4324-9f67-0ed5bed66883/3e21d101-9e81-471b-8be5-80245325f5f1/d0752775-0139-49a8-a221-ed50c322bcaf) {{(pid=116161) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 11:05:08.008789 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-93674d84-46a2-4da5-bb0b-7a91c38eaaac admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/7fd3522d-4334-4fc3-8e1b-c28878041c76 HTTP/1.1" status: 204 len: 168 time: 0.7797468 Apr 28 11:05:08.019764 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.db.ipam_backend_mixin [None req-d42a3a5f-8e75-4774-ad74-ca98bb55e184 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet b0633a5a-1fb0-4222-a640-3324abd20789 (CIDR: 172.20.0.16/28) Apr 28 11:05:08.027457 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-fa0994a9-4c76-4fa1-a87a-330cc12f10c0 tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5054027', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4210784'] for subnet (ee39de6e-8352-4f32-aca5-e93bf0a9585e), after_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:08.042721 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93674d84-46a2-4da5-bb0b-7a91c38eaaac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fd3522d-4334-4fc3-8e1b-c28878041c76,revision_number=None']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:05:08.091804 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.pecan_wsgi.hooks.translation [None req-d42a3a5f-8e75-4774-ad74-ca98bb55e184 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 28 11:05:08.092312 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d42a3a5f-8e75-4774-ad74-ca98bb55e184 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=116162) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 28 11:05:08.128842 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Device 2246efc1-311d-40a7-a3e1-199440a6448f details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=116163) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 28 11:05:08.160757 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-04e45f20-a37d-47c4-b18a-16eb7a409c81 tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Publish callbacks [] for port (d0752775-0139-49a8-a221-ed50c322bcaf), precommit_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:08.192572 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa0994a9-4c76-4fa1-a87a-330cc12f10c0 tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Pushing event updated for resources: {'Subnet': ['ID=ee39de6e-8352-4f32-aca5-e93bf0a9585e,revision_number=0']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:05:08.220961 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa0994a9-4c76-4fa1-a87a-330cc12f10c0 tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Checking segment: {'id': 'cbf6940c-b9b9-4e13-9101-8db307dba273', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '705753e7-9cc7-4a8f-883c-5eff8da4d285'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 11:05:08.221332 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa0994a9-4c76-4fa1-a87a-330cc12f10c0 tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Network hostable DHCP agents. Network: 705753e7-9cc7-4a8f-883c-5eff8da4d285, hostable agents: ['75ba81b7-fe99-4281-90d2-a5adb445ecea'], hosted agents: [] {{(pid=116162) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 11:05:08.232819 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-d42a3a5f-8e75-4774-ad74-ca98bb55e184 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 1.2150409 Apr 28 11:05:08.236150 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 53666) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:05:08.245784 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.v2.base [None req-9acec71d-37d5-459e-806b-81b842b2df3e tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Request body: {'subnet': {'network_id': '6ad48b29-1fb1-4e43-9abf-f860ed1ac269', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=116161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:05:08.251846 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] For port 2246efc1-311d-40a7-a3e1-199440a6448f, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=2246efc1-311d-40a7-a3e1-199440a6448f,segment=NetworkSegment(3e339841-0b62-41a1-aacb-4c64af450011),segment_id=3e339841-0b62-41a1-aacb-4c64af450011)] {{(pid=116163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 11:05:08.265291 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Returning: {'device': '2246efc1-311d-40a7-a3e1-199440a6448f', 'network_id': 'b8f680de-c70a-4a82-ae85-7e933bd84322', 'port_id': '2246efc1-311d-40a7-a3e1-199440a6448f', 'mac_address': 'fa:16:3e:03:b1:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 55, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f9d92397-fa14-4c67-9b4b-72972fa58fb7', 'ip_address': '172.20.0.25'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=116163) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 28 11:05:08.285693 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-04e45f20-a37d-47c4-b18a-16eb7a409c81 tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742234710357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5219112'] for port (d0752775-0139-49a8-a221-ed50c322bcaf), after_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:08.319092 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Current status of the port 2246efc1-311d-40a7-a3e1-199440a6448f is: DOWN; New status is: BUILD {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:05:08.320065 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (2246efc1-311d-40a7-a3e1-199440a6448f), before_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:08.336477 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.notifiers.nova [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2246efc1-311d-40a7-a3e1-199440a6448f {{(pid=116163) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 11:05:08.338006 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa0994a9-4c76-4fa1-a87a-330cc12f10c0 tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Network 705753e7-9cc7-4a8f-883c-5eff8da4d285 is scheduled to be hosted by DHCP agent 75ba81b7-fe99-4281-90d2-a5adb445ecea with binding_index 1 {{(pid=116162) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 11:05:08.362385 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] For port 2246efc1-311d-40a7-a3e1-199440a6448f, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=2246efc1-311d-40a7-a3e1-199440a6448f,segment=NetworkSegment(3e339841-0b62-41a1-aacb-4c64af450011),segment_id=3e339841-0b62-41a1-aacb-4c64af450011)] {{(pid=116163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 11:05:08.381418 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04e45f20-a37d-47c4-b18a-16eb7a409c81 tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Network 16b69931-91cf-4324-9f67-0ed5bed66883 is already hosted by enough agents. {{(pid=116161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 11:05:08.389499 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.scheduler.base_scheduler [None req-04e45f20-a37d-47c4-b18a-16eb7a409c81 tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Resources bound (agent type, host, resource id): {{(pid=116161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 11:05:08.390907 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-094804e3-9f27-43e4-bab5-dc23eec55fc9 tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2063420'] for router_interface (7a61ed78-023f-43d6-a86a-5af1aae9e69c), before_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:08.392142 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04e45f20-a37d-47c4-b18a-16eb7a409c81 tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Received port after_create {{(pid=116161) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 11:05:08.397132 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e45f20-a37d-47c4-b18a-16eb7a409c81 tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Pushing event updated for resources: {'Port': ['ID=d0752775-0139-49a8-a221-ed50c322bcaf,revision_number=1']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:05:08.442043 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.scheduler.base_scheduler [None req-fa0994a9-4c76-4fa1-a87a-330cc12f10c0 tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 705753e7-9cc7-4a8f-883c-5eff8da4d285) {{(pid=116162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 11:05:08.456043 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b404950-de17-4dcd-8d05-6819b3ec8a17 None None] Network 705753e7-9cc7-4a8f-883c-5eff8da4d285 requested from dv-neutron-master-2-hyperv {{(pid=116163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 11:05:08.465030 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-04e45f20-a37d-47c4-b18a-16eb7a409c81 tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2063275'] for router_interface (9f2ce447-59ef-47ff-8555-70abc207cd35), before_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:08.504437 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393'] for port (2246efc1-311d-40a7-a3e1-199440a6448f), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:08.594835 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Pushing event updated for resources: {'Port': ['ID=2246efc1-311d-40a7-a3e1-199440a6448f,revision_number=4']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:05:08.608473 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9acec71d-37d5-459e-806b-81b842b2df3e tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Made reservation on behalf of f86d085f9b42493aa6c0f40f62349e1e for: {'subnet': 1} {{(pid=116161) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 11:05:08.611915 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-9acec71d-37d5-459e-806b-81b842b2df3e tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5125580'] for subnet (None), before_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:08.652143 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Device 5d0b7833-1170-4553-815c-c5a081a17f9c up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=116163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 11:05:08.772842 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2024343d-c1fa-4279-8046-e3437258c4d3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-705753e7-9cc7-4a8f-883c-5eff8da4d285', 'network_id': '705753e7-9cc7-4a8f-883c-5eff8da4d285', 'project_id': '52264470dd074c0f8041ca0ce5281c12', 'fixed_ips': [{'subnet_id': 'ee39de6e-8352-4f32-aca5-e93bf0a9585e'}]}} from dv-neutron-master-2-hyperv. {{(pid=116163) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 28 11:05:08.773751 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-2024343d-c1fa-4279-8046-e3437258c4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (None), before_create {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:08.778723 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Provisioning complete for port 5d0b7833-1170-4553-815c-c5a081a17f9c triggered by entity L2. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:05:08.779359 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (5d0b7833-1170-4553-815c-c5a081a17f9c), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:08.793515 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] get_ports_and_sgs() called for port_ids ['2246efc1-311d-40a7-a3e1-199440a6448f'] {{(pid=116163) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 11:05:09.094953 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa0994a9-4c76-4fa1-a87a-330cc12f10c0 tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:05:09.095537 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-fa0994a9-4c76-4fa1-a87a-330cc12f10c0 tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Publish callbacks [] for subnet (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:09.174991 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da5e4a8b-a66f-485a-b7f2-b49b4f86b6e9 None None] Network 16b69931-91cf-4324-9f67-0ed5bed66883 requested from dv-neutron-master-2-hyperv {{(pid=116163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 11:05:09.255218 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-fa0994a9-4c76-4fa1-a87a-330cc12f10c0 tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.3329926 Apr 28 11:05:09.256445 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 53682) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:05:09.259294 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20fd98ac-51cc-4f22-94f9-8b763ae2fef0 req-841e0cae-f172-48cb-bc28-2f42c2814e3c tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:05:09.260869 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-20fd98ac-51cc-4f22-94f9-8b763ae2fef0 req-841e0cae-f172-48cb-bc28-2f42c2814e3c tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] 10.222.0.10 "GET /v2.0/ports?device_id=09225a3a-4962-4eed-a507-197c6202a362 HTTP/1.1" status: 200 len: 945 time: 0.5107670 Apr 28 11:05:09.262367 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.v2.base [None req-b2530818-5390-4260-871b-f410004db6cc tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-1685078446', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=116162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:05:09.266037 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-04e45f20-a37d-47c4-b18a-16eb7a409c81 tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (d0752775-0139-49a8-a221-ed50c322bcaf), before_update {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:09.332249 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.plugin [None req-094804e3-9f27-43e4-bab5-dc23eec55fc9 tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Deleting port 67ab86d9-8559-4fb5-b911-083455e9e6b3 {{(pid=116162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 11:05:09.332594 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-094804e3-9f27-43e4-bab5-dc23eec55fc9 tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742235130188'] for port (67ab86d9-8559-4fb5-b911-083455e9e6b3), before_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:09.338389 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Current status of the port 5d0b7833-1170-4553-815c-c5a081a17f9c is: DOWN; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:05:09.338389 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (5d0b7833-1170-4553-815c-c5a081a17f9c), before_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:09.406923 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-b2530818-5390-4260-871b-f410004db6cc tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2060459', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-63449'] for router (cce37839-48be-45a2-8d8e-3b2654c3b7fc), before_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:09.408019 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-70ad6c8e-4f3b-43db-adb4-da37419f3a78 None None] Provisioning complete for port 5d0b7833-1170-4553-815c-c5a081a17f9c triggered by entity DHCP. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:05:09.408510 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-b2530818-5390-4260-871b-f410004db6cc tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2060827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1935275', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1960866', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-63266'] for router (cce37839-48be-45a2-8d8e-3b2654c3b7fc), precommit_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:09.408637 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-70ad6c8e-4f3b-43db-adb4-da37419f3a78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (5d0b7833-1170-4553-815c-c5a081a17f9c), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:09.475817 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.db_base_plugin_common [None req-2024343d-c1fa-4279-8046-e3437258c4d3 None None] Allocated IP 2001:db8::2 (705753e7-9cc7-4a8f-883c-5eff8da4d285/ee39de6e-8352-4f32-aca5-e93bf0a9585e/551ae17a-e68a-4337-963c-c1da9e954f91) {{(pid=116163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 11:05:09.483639 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-20fd98ac-51cc-4f22-94f9-8b763ae2fef0 req-ac656b69-9b8a-45e6-aecb-a829ec2604c5 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] 10.222.0.10 "GET /v2.0/security-groups?id=dcc00a52-7b1a-48dc-967b-b2eebdca9f08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2009535 Apr 28 11:05:09.514668 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-b2530818-5390-4260-871b-f410004db6cc tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Publish callbacks [] for router_controller (cce37839-48be-45a2-8d8e-3b2654c3b7fc), precommit_add_association {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:09.520880 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.db [None req-094804e3-9f27-43e4-bab5-dc23eec55fc9 tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] For port 67ab86d9-8559-4fb5-b911-083455e9e6b3, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=67ab86d9-8559-4fb5-b911-083455e9e6b3,segment=NetworkSegment(cc9288a7-c6cf-4a42-9877-ee942d51c7de),segment_id=cc9288a7-c6cf-4a42-9877-ee942d51c7de)] {{(pid=116162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 11:05:09.522327 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-094804e3-9f27-43e4-bab5-dc23eec55fc9 tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1938497'] for port (67ab86d9-8559-4fb5-b911-083455e9e6b3), precommit_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:09.539268 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.plugin [None req-094804e3-9f27-43e4-bab5-dc23eec55fc9 tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Calling delete_port for 67ab86d9-8559-4fb5-b911-083455e9e6b3 owned by network:router_interface {{(pid=116162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 11:05:09.547702 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] For port 5d0b7833-1170-4553-815c-c5a081a17f9c, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=5d0b7833-1170-4553-815c-c5a081a17f9c,segment=NetworkSegment(46e1f479-c771-4344-ba9b-592d2cad1e34),segment_id=46e1f479-c771-4344-ba9b-592d2cad1e34)] {{(pid=116163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 11:05:09.564689 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-702f975d-c5e6-424b-9364-7da00d06d767 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (6b492ad6-0876-4d74-b20d-28143a52ceba), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:09.612832 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-b2530818-5390-4260-871b-f410004db6cc tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2060818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1935326'] for router (cce37839-48be-45a2-8d8e-3b2654c3b7fc), after_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:09.632119 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393'] for port (5d0b7833-1170-4553-815c-c5a081a17f9c), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:09.759232 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-b2530818-5390-4260-871b-f410004db6cc tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Publish callbacks [] for router (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:09.762274 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-b2530818-5390-4260-871b-f410004db6cc tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.5036659 Apr 28 11:05:09.765205 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 53692) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:05:09.792893 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.v2.base [None req-04c148a2-9429-466d-9dad-9fe05d2ad7c5 tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Request body: {'port': {'network_id': '705753e7-9cc7-4a8f-883c-5eff8da4d285', 'name': 'tempest-PortsIpV6TestJSON-342223912'}} {{(pid=116162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:05:09.796299 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Device 5c03bfae-ec00-450a-8155-d55ecacfd499 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=116163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 11:05:09.826868 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] No Port match for: 5c03bfae-ec00-450a-8155-d55ecacfd499 {{(pid=116163) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 28 11:05:09.827299 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Device 5c03bfae-ec00-450a-8155-d55ecacfd499 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=116163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 11:05:09.827835 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Device ce9c9535-557b-4a6a-981f-c32f89b8acd0 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=116163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 11:05:09.839369 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-04e45f20-a37d-47c4-b18a-16eb7a409c81 tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Publish callbacks [] for port (d0752775-0139-49a8-a221-ed50c322bcaf), precommit_update {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:09.884134 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] No Port match for: ce9c9535-557b-4a6a-981f-c32f89b8acd0 {{(pid=116163) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 28 11:05:09.884570 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Device ce9c9535-557b-4a6a-981f-c32f89b8acd0 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=116163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 11:05:09.893200 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Pushing event updated for resources: {'Port': ['ID=5d0b7833-1170-4553-815c-c5a081a17f9c,revision_number=3']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:05:09.902328 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-70ad6c8e-4f3b-43db-adb4-da37419f3a78 None None] Current status of the port 5d0b7833-1170-4553-815c-c5a081a17f9c is: ACTIVE; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:05:09.904405 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-9acec71d-37d5-459e-806b-81b842b2df3e tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5220536', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5125438'] for subnet (fc56ca32-f8e2-414c-b2fe-c61ecb3ab9dd), after_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:09.928475 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9acec71d-37d5-459e-806b-81b842b2df3e tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Network 6ad48b29-1fb1-4e43-9abf-f860ed1ac269 is already hosted by enough agents. {{(pid=116161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 11:05:09.931303 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.scheduler.base_scheduler [None req-9acec71d-37d5-459e-806b-81b842b2df3e tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Resources bound (agent type, host, resource id): {{(pid=116161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 11:05:09.944998 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59216f7c-54a4-46d3-b415-7333caa28abc None None] Network 6ad48b29-1fb1-4e43-9abf-f860ed1ac269 requested from dv-neutron-master-2-hyperv {{(pid=116163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 11:05:09.957600 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9acec71d-37d5-459e-806b-81b842b2df3e tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:05:09.958199 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-9acec71d-37d5-459e-806b-81b842b2df3e tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Publish callbacks [] for subnet (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:09.969533 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-04e45f20-a37d-47c4-b18a-16eb7a409c81 tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5219123'] for port (d0752775-0139-49a8-a221-ed50c322bcaf), after_update {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:10.080718 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-094804e3-9f27-43e4-bab5-dc23eec55fc9 tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742235135690', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742234710366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5051867'] for port (67ab86d9-8559-4fb5-b911-083455e9e6b3), after_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:10.091508 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-9acec71d-37d5-459e-806b-81b842b2df3e tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.8538148 Apr 28 11:05:10.093110 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-04e45f20-a37d-47c4-b18a-16eb7a409c81 tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1603056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2063387'] for router_interface (9f2ce447-59ef-47ff-8555-70abc207cd35), after_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:10.095031 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-84242e31-2db7-49c6-bf3f-5012bbe49391 None None] Provisioning complete for port d0752775-0139-49a8-a221-ed50c322bcaf triggered by entity DHCP. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:05:10.095522 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-84242e31-2db7-49c6-bf3f-5012bbe49391 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (d0752775-0139-49a8-a221-ed50c322bcaf), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:10.102790 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 53696) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:05:10.108652 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9acec71d-37d5-459e-806b-81b842b2df3e tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Pushing event updated for resources: {'Subnet': ['ID=fc56ca32-f8e2-414c-b2fe-c61ecb3ab9dd,revision_number=0']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:05:10.114090 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e45f20-a37d-47c4-b18a-16eb7a409c81 tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Pushing event updated for resources: {'Port': ['ID=d0752775-0139-49a8-a221-ed50c322bcaf,revision_number=2']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:05:10.151001 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.v2.base [None req-7f82e4fa-da13-4d41-9639-94a330d45785 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-2091754443', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'fc56ca32-f8e2-414c-b2fe-c61ecb3ab9dd'}], 'security_groups': ['38a9ecb9-9f64-4235-92a0-6e5b2770eb68', '363b6fd1-95dc-46b1-aabf-443ff9a336cf']}} {{(pid=116162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:05:10.167347 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-2024343d-c1fa-4279-8046-e3437258c4d3 None None] Publish callbacks [] for port (551ae17a-e68a-4337-963c-c1da9e954f91), precommit_create {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:10.182335 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04c148a2-9429-466d-9dad-9fe05d2ad7c5 tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Made reservation on behalf of 52264470dd074c0f8041ca0ce5281c12 for: {'port': 1} {{(pid=116162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 11:05:10.186184 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-04c148a2-9429-466d-9dad-9fe05d2ad7c5 tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (None), before_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:10.201375 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-094804e3-9f27-43e4-bab5-dc23eec55fc9 tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Pushing event deleted for resources: {'Port': ['ID=67ab86d9-8559-4fb5-b911-083455e9e6b3,revision_number=None']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:05:10.206567 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-84242e31-2db7-49c6-bf3f-5012bbe49391 None None] Port d0752775-0139-49a8-a221-ed50c322bcaf cannot update to ACTIVE because it is not bound. {{(pid=116163) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 28 11:05:10.223453 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.notifiers.nova [None req-04c148a2-9429-466d-9dad-9fe05d2ad7c5 tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] device_id is not set on port 88da2003-879e-4d50-9549-6ccc3707b391 yet. {{(pid=116162) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 28 11:05:10.241180 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04e45f20-a37d-47c4-b18a-16eb7a409c81 tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Network 16b69931-91cf-4324-9f67-0ed5bed66883 is already hosted by enough agents. {{(pid=116161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 11:05:10.243723 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.scheduler.base_scheduler [None req-04e45f20-a37d-47c4-b18a-16eb7a409c81 tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Resources bound (agent type, host, resource id): {{(pid=116161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 11:05:10.249284 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-84242e31-2db7-49c6-bf3f-5012bbe49391 None None] Provisioning complete for port 5d0b7833-1170-4553-815c-c5a081a17f9c triggered by entity DHCP. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:05:10.249672 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-84242e31-2db7-49c6-bf3f-5012bbe49391 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (5d0b7833-1170-4553-815c-c5a081a17f9c), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:10.326314 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-2024343d-c1fa-4279-8046-e3437258c4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742234710357'] for port (551ae17a-e68a-4337-963c-c1da9e954f91), after_create {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:10.490743 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2024343d-c1fa-4279-8046-e3437258c4d3 None None] Network 705753e7-9cc7-4a8f-883c-5eff8da4d285 is already hosted by enough agents. {{(pid=116163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 11:05:10.491430 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-479ed519-1681-4fc6-949f-7164d21f4068 None None] Update dhcp port {'port': {'network_id': '6ad48b29-1fb1-4e43-9abf-f860ed1ac269', 'fixed_ips': [{'subnet_id': 'b0633a5a-1fb0-4222-a640-3324abd20789', 'ip_address': '172.20.0.18'}, {'subnet_id': '7ee79417-4c8f-4aa6-8a5f-bc2c03b26627', 'ip_address': '172.20.0.2'}, {'subnet_id': 'fc56ca32-f8e2-414c-b2fe-c61ecb3ab9dd'}], 'binding:host_id': 'dv-neutron-master-2-hyperv'}, 'id': '29aa7b99-7141-4a11-be6d-41ea38243c40'} from dv-neutron-master-2-hyperv. {{(pid=116163) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Apr 28 11:05:10.552252 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Device 2246efc1-311d-40a7-a3e1-199440a6448f up at agent hyperv_hv-neutron-mast {{(pid=116163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 11:05:10.604797 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.scheduler.base_scheduler [None req-2024343d-c1fa-4279-8046-e3437258c4d3 None None] Resources bound (agent type, host, resource id): {{(pid=116163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 11:05:10.619691 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04e45f20-a37d-47c4-b18a-16eb7a409c81 tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Router 9f2ce447-59ef-47ff-8555-70abc207cd35 is scheduled to L3 agent 6b492ad6-0876-4d74-b20d-28143a52ceba with binding_index 1 {{(pid=116161) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 28 11:05:10.626220 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-479ed519-1681-4fc6-949f-7164d21f4068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (29aa7b99-7141-4a11-be6d-41ea38243c40), before_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:10.640344 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2024343d-c1fa-4279-8046-e3437258c4d3 None None] Received port after_create {{(pid=116163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 11:05:10.649656 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-ae94d540-e4c6-43be-adc9-b26fb6a2f62f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (cfc241ae-e4b7-443b-b80b-59fbbc2b69c9), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:10.650504 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2024343d-c1fa-4279-8046-e3437258c4d3 None None] Pushing event updated for resources: {'Port': ['ID=551ae17a-e68a-4337-963c-c1da9e954f91,revision_number=1']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:05:10.690224 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-094804e3-9f27-43e4-bab5-dc23eec55fc9 tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1603051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2063504'] for router_interface (7a61ed78-023f-43d6-a86a-5af1aae9e69c), after_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:10.732853 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.db.db_base_plugin_common [None req-04c148a2-9429-466d-9dad-9fe05d2ad7c5 tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Allocated IP 2001:db8::17c (705753e7-9cc7-4a8f-883c-5eff8da4d285/ee39de6e-8352-4f32-aca5-e93bf0a9585e/88da2003-879e-4d50-9549-6ccc3707b391) {{(pid=116162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 11:05:10.751676 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Device 5d0b7833-1170-4553-815c-c5a081a17f9c up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=116163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 11:05:10.757223 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83640ec9-b3eb-48f3-8fd2-b9ba3516cf2d req-89e4044b-9bf5-4424-a3f3-24ffa322a819 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:05:10.759847 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-83640ec9-b3eb-48f3-8fd2-b9ba3516cf2d req-89e4044b-9bf5-4424-a3f3-24ffa322a819 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] 10.222.0.10 "GET /v2.0/ports?device_id=09225a3a-4962-4eed-a507-197c6202a362 HTTP/1.1" status: 200 len: 945 time: 0.1363397 Apr 28 11:05:10.813864 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 53710) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:05:10.876399 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-7f82e4fa-da13-4d41-9639-94a330d45785 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (b9f3a7db-dedf-47d0-937d-1fb9e7ae9c0f), before_update {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:10.892921 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-84242e31-2db7-49c6-bf3f-5012bbe49391 None None] Current status of the port 5d0b7833-1170-4553-815c-c5a081a17f9c is: ACTIVE; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:05:10.901771 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Provisioning for port 2246efc1-311d-40a7-a3e1-199440a6448f completed by entity L2. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 28 11:05:10.933525 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-83640ec9-b3eb-48f3-8fd2-b9ba3516cf2d req-40087a5e-a7da-4138-bd03-c1bef91487b1 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] 10.222.0.10 "GET /v2.0/security-groups?id=dcc00a52-7b1a-48dc-967b-b2eebdca9f08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1668441 Apr 28 11:05:10.954650 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04e45f20-a37d-47c4-b18a-16eb7a409c81 tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=116161) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 11:05:10.954650 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-04e45f20-a37d-47c4-b18a-16eb7a409c81 tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] 10.222.0.10 "PUT /v2.0/routers/9f2ce447-59ef-47ff-8555-70abc207cd35/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9335163 Apr 28 11:05:10.957629 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 53714) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:05:10.971572 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.managers [None req-2024343d-c1fa-4279-8046-e3437258c4d3 None None] Attempting to bind port 551ae17a-e68a-4337-963c-c1da9e954f91 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=116163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 28 11:05:10.972235 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.managers [None req-2024343d-c1fa-4279-8046-e3437258c4d3 None None] Attempting to bind port 551ae17a-e68a-4337-963c-c1da9e954f91 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'cbf6940c-b9b9-4e13-9101-8db307dba273', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '705753e7-9cc7-4a8f-883c-5eff8da4d285'}] {{(pid=116163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 28 11:05:10.972816 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2024343d-c1fa-4279-8046-e3437258c4d3 None None] Attempting to bind port 551ae17a-e68a-4337-963c-c1da9e954f91 on network 705753e7-9cc7-4a8f-883c-5eff8da4d285 {{(pid=116163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 11:05:10.975451 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e699c10c-7bcb-4cc9-828b-de3e4ce47eff None None] Sync routers for ids ['9f2ce447-59ef-47ff-8555-70abc207cd35'] in dv-neutron-master-2-hyperv {{(pid=116163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 11:05:10.994886 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Provisioning complete for port 2246efc1-311d-40a7-a3e1-199440a6448f triggered by entity L2. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:05:10.995562 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (2246efc1-311d-40a7-a3e1-199440a6448f), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:11.021737 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbc34255-4de2-4b8d-9539-49e03158e2bf tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:05:11.023760 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-cbc34255-4de2-4b8d-9539-49e03158e2bf tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] 10.222.0.10 "GET /v2.0/ports/d0752775-0139-49a8-a221-ed50c322bcaf HTTP/1.1" status: 200 len: 910 time: 0.0643806 Apr 28 11:05:11.027450 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 53716) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:05:11.033952 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.v2.base [None req-9daef787-72d1-45c7-881e-d87762eeaa94 tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '3e21d101-9e81-471b-8be5-80245325f5f1'}]}} {{(pid=116161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:05:11.040563 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2024343d-c1fa-4279-8046-e3437258c4d3 None None] Checking agent: {'id': 'd5baab19-5dd1-4902-922b-84acb048ab9c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 10, 50, 43), 'started_at': datetime.datetime(2022, 4, 28, 10, 51, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 11, 4, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=116163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 11:05:11.040941 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2024343d-c1fa-4279-8046-e3437258c4d3 None None] Checking segment: {'id': 'cbf6940c-b9b9-4e13-9101-8db307dba273', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '705753e7-9cc7-4a8f-883c-5eff8da4d285'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 11:05:11.041344 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-2024343d-c1fa-4279-8046-e3437258c4d3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:11.041735 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2024343d-c1fa-4279-8046-e3437258c4d3 None None] Bound using segment: {'id': 'cbf6940c-b9b9-4e13-9101-8db307dba273', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '705753e7-9cc7-4a8f-883c-5eff8da4d285'} {{(pid=116163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 11:05:11.042220 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.managers [None req-2024343d-c1fa-4279-8046-e3437258c4d3 None None] Bound port: 551ae17a-e68a-4337-963c-c1da9e954f91, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cbf6940c-b9b9-4e13-9101-8db307dba273', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '705753e7-9cc7-4a8f-883c-5eff8da4d285'}}] {{(pid=116163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 28 11:05:11.042703 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-2024343d-c1fa-4279-8046-e3437258c4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (551ae17a-e68a-4337-963c-c1da9e954f91), before_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:11.076396 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.v2.base [None req-09c337cf-fdb5-4624-972f-3926adccae89 tempest-MeteringIpV6TestJSON-1777950243 tempest-MeteringIpV6TestJSON-1777950243-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-308740223'}} {{(pid=116162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:05:11.077037 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.v2.base [None req-09c337cf-fdb5-4624-972f-3926adccae89 tempest-MeteringIpV6TestJSON-1777950243 tempest-MeteringIpV6TestJSON-1777950243-project-admin] Unknown quota resources ['metering_label']. {{(pid=116162) _create /opt/stack/neutron/neutron/api/v2/base.py:497}} Apr 28 11:05:11.088695 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e699c10c-7bcb-4cc9-828b-de3e4ce47eff None None] Routers {'9f2ce447-59ef-47ff-8555-70abc207cd35'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=116163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 11:05:11.089393 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_hamode_db [None req-e699c10c-7bcb-4cc9-828b-de3e4ce47eff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-28T10:50:39Z,description=,heartbeat_timestamp=2022-04-28T11:05:09Z,host='dv-neutron-master-2-hyperv',id=6b492ad6-0876-4d74-b20d-28143a52ceba,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T10:50:40Z,topic='l3_agent')) {'router_ids': ['9f2ce447-59ef-47ff-8555-70abc207cd35'], 'active': True} {{(pid=116163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:05:11.098216 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-159de9c3-09ae-4ee8-8e5f-154567f02413 None None] Provisioning complete for port d0752775-0139-49a8-a221-ed50c322bcaf triggered by entity DHCP. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:05:11.098460 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-159de9c3-09ae-4ee8-8e5f-154567f02413 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (d0752775-0139-49a8-a221-ed50c322bcaf), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:11.120185 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Provisioning complete for port 5d0b7833-1170-4553-815c-c5a081a17f9c triggered by entity L2. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:05:11.120554 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (5d0b7833-1170-4553-815c-c5a081a17f9c), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:11.153972 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-04c148a2-9429-466d-9dad-9fe05d2ad7c5 tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Publish callbacks [] for port (88da2003-879e-4d50-9549-6ccc3707b391), precommit_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:11.198120 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.agents_db [None req-54b29a82-8a19-4507-95e3-3a2d011841ff None None] Agent healthcheck: found 6 active agents {{(pid=116164) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 28 11:05:11.202357 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_hamode_db [None req-e699c10c-7bcb-4cc9-828b-de3e4ce47eff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=116163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:05:11.217648 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-9daef787-72d1-45c7-881e-d87762eeaa94 tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (d0752775-0139-49a8-a221-ed50c322bcaf), before_update {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:11.263070 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e699c10c-7bcb-4cc9-828b-de3e4ce47eff None None] Routers {'9f2ce447-59ef-47ff-8555-70abc207cd35'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=116163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 11:05:11.263731 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_hamode_db [None req-e699c10c-7bcb-4cc9-828b-de3e4ce47eff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-28T10:50:39Z,description=,heartbeat_timestamp=2022-04-28T11:05:09Z,host='dv-neutron-master-2-hyperv',id=6b492ad6-0876-4d74-b20d-28143a52ceba,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T10:50:40Z,topic='l3_agent')) {'router_ids': ['9f2ce447-59ef-47ff-8555-70abc207cd35'], 'active': True} {{(pid=116163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:05:11.271832 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-159de9c3-09ae-4ee8-8e5f-154567f02413 None None] Port d0752775-0139-49a8-a221-ed50c322bcaf cannot update to ACTIVE because it is not bound. {{(pid=116163) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 28 11:05:11.428672 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-094804e3-9f27-43e4-bab5-dc23eec55fc9 tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Router 7a61ed78-023f-43d6-a86a-5af1aae9e69c has already been hosted by L3 agent 6b492ad6-0876-4d74-b20d-28143a52ceba {{(pid=116162) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 11:05:11.488210 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_hamode_db [None req-e699c10c-7bcb-4cc9-828b-de3e4ce47eff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=116163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:05:11.488810 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e699c10c-7bcb-4cc9-828b-de3e4ce47eff None None] The sync data for ids ['9f2ce447-59ef-47ff-8555-70abc207cd35'] in dv-neutron-master-2-hyperv is: [] {{(pid=116163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 11:05:11.504275 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.db_base_plugin_common [None req-479ed519-1681-4fc6-949f-7164d21f4068 None None] Allocated IP 172.20.0.34 (6ad48b29-1fb1-4e43-9abf-f860ed1ac269/fc56ca32-f8e2-414c-b2fe-c61ecb3ab9dd/29aa7b99-7141-4a11-be6d-41ea38243c40) {{(pid=116163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 11:05:11.517251 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-09c337cf-fdb5-4624-972f-3926adccae89 tempest-MeteringIpV6TestJSON-1777950243 tempest-MeteringIpV6TestJSON-1777950243-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:11.521134 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 53718) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:05:11.521289 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-09c337cf-fdb5-4624-972f-3926adccae89 tempest-MeteringIpV6TestJSON-1777950243 tempest-MeteringIpV6TestJSON-1777950243-project-admin] 10.222.0.10 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 477 time: 0.7044690 Apr 28 11:05:11.522389 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-04c148a2-9429-466d-9dad-9fe05d2ad7c5 tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742234710357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5051867'] for port (88da2003-879e-4d50-9549-6ccc3707b391), after_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:11.525570 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.v2.base [None req-1a78e43f-8bd5-447b-802a-6964478d7116 tempest-MeteringIpV6TestJSON-1777950243 tempest-MeteringIpV6TestJSON-1777950243-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd02::/64', 'direction': 'ingress', 'metering_label_id': '4f81d0cc-e254-4e31-bce2-d352cb3a9427'}} {{(pid=116161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:05:11.526065 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.v2.base [None req-1a78e43f-8bd5-447b-802a-6964478d7116 tempest-MeteringIpV6TestJSON-1777950243 tempest-MeteringIpV6TestJSON-1777950243-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=116161) _create /opt/stack/neutron/neutron/api/v2/base.py:497}} Apr 28 11:05:11.555622 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-2024343d-c1fa-4279-8046-e3437258c4d3 None None] For port 551ae17a-e68a-4337-963c-c1da9e954f91, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=116163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 11:05:11.613094 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-2024343d-c1fa-4279-8046-e3437258c4d3 None None] For port 551ae17a-e68a-4337-963c-c1da9e954f91, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=551ae17a-e68a-4337-963c-c1da9e954f91,segment=NetworkSegment(cbf6940c-b9b9-4e13-9101-8db307dba273),segment_id=cbf6940c-b9b9-4e13-9101-8db307dba273)] {{(pid=116163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 11:05:11.621423 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Current status of the port 2246efc1-311d-40a7-a3e1-199440a6448f is: BUILD; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:05:11.621813 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (2246efc1-311d-40a7-a3e1-199440a6448f), before_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:11.628861 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04c148a2-9429-466d-9dad-9fe05d2ad7c5 tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Network 705753e7-9cc7-4a8f-883c-5eff8da4d285 is already hosted by enough agents. {{(pid=116162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 11:05:11.636040 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.scheduler.base_scheduler [None req-04c148a2-9429-466d-9dad-9fe05d2ad7c5 tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Resources bound (agent type, host, resource id): {{(pid=116162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 11:05:11.641772 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04c148a2-9429-466d-9dad-9fe05d2ad7c5 tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Received port after_create {{(pid=116162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 11:05:11.646626 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04c148a2-9429-466d-9dad-9fe05d2ad7c5 tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:05:11.650973 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-04c148a2-9429-466d-9dad-9fe05d2ad7c5 tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198022'] for port (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:11.676189 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c148a2-9429-466d-9dad-9fe05d2ad7c5 tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Pushing event updated for resources: {'Port': ['ID=88da2003-879e-4d50-9549-6ccc3707b391,revision_number=1']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:05:11.676419 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Current status of the port 5d0b7833-1170-4553-815c-c5a081a17f9c is: ACTIVE; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:05:11.696112 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09225a3a-4962-4eed-a507-197c6202a362', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2246efc1-311d-40a7-a3e1-199440a6448f'}] {{(pid=116163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 11:05:11.698825 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f01aec4a4f83961b54a953becfce2676879fb1d4b91122543244f430a0b8460" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb84c63e-283f-47c3-adcc-424c6371322a" -d '{"events": [{"server_uuid": "09225a3a-4962-4eed-a507-197c6202a362", "name": "network-vif-plugged", "status": "completed", "tag": "2246efc1-311d-40a7-a3e1-199440a6448f"}]}' {{(pid=116163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 11:05:11.706772 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-094804e3-9f27-43e4-bab5-dc23eec55fc9 tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=116162) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 11:05:11.710566 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-2024343d-c1fa-4279-8046-e3437258c4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393'] for port (551ae17a-e68a-4337-963c-c1da9e954f91), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:11.712366 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-094804e3-9f27-43e4-bab5-dc23eec55fc9 tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] 10.222.0.10 "PUT /v2.0/routers/7a61ed78-023f-43d6-a86a-5af1aae9e69c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8270667 Apr 28 11:05:11.715107 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 53722) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:05:11.726318 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1843649-9051-41c2-9e0d-0261d5a6c37c None None] Sync routers for ids ['7a61ed78-023f-43d6-a86a-5af1aae9e69c'] in dv-neutron-master-2-hyperv {{(pid=116164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 11:05:11.728879 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] For port 2246efc1-311d-40a7-a3e1-199440a6448f, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=2246efc1-311d-40a7-a3e1-199440a6448f,segment=NetworkSegment(3e339841-0b62-41a1-aacb-4c64af450011),segment_id=3e339841-0b62-41a1-aacb-4c64af450011)] {{(pid=116163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 11:05:11.737768 dv-neutron-master-2-hyperv neutron-server[116161]: WARNING neutron.services.metering.metering_plugin [None req-1a78e43f-8bd5-447b-802a-6964478d7116 tempest-MeteringIpV6TestJSON-1777950243 tempest-MeteringIpV6TestJSON-1777950243-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Apr 28 11:05:11.759982 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-9daef787-72d1-45c7-881e-d87762eeaa94 tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Publish callbacks [] for port (d0752775-0139-49a8-a221-ed50c322bcaf), precommit_update {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:11.761441 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1843649-9051-41c2-9e0d-0261d5a6c37c None None] Routers {'7a61ed78-023f-43d6-a86a-5af1aae9e69c'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=116164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 11:05:11.762263 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-04c148a2-9429-466d-9dad-9fe05d2ad7c5 tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.9850101 Apr 28 11:05:11.764920 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_hamode_db [None req-e1843649-9051-41c2-9e0d-0261d5a6c37c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-28T10:50:39Z,description=,heartbeat_timestamp=2022-04-28T11:05:09Z,host='dv-neutron-master-2-hyperv',id=6b492ad6-0876-4d74-b20d-28143a52ceba,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T10:50:40Z,topic='l3_agent')) {'router_ids': ['7a61ed78-023f-43d6-a86a-5af1aae9e69c'], 'active': True} {{(pid=116164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:05:11.765515 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 53726) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:05:11.779906 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-479ed519-1681-4fc6-949f-7164d21f4068 None None] For port 29aa7b99-7141-4a11-be6d-41ea38243c40, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=29aa7b99-7141-4a11-be6d-41ea38243c40,segment=NetworkSegment(dc4ff106-7900-4ea5-a28b-c5286d7d8d4b),segment_id=dc4ff106-7900-4ea5-a28b-c5286d7d8d4b)] {{(pid=116163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 11:05:11.782408 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393'] for port (2246efc1-311d-40a7-a3e1-199440a6448f), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:11.831549 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2024343d-c1fa-4279-8046-e3437258c4d3 None None] Pushing event updated for resources: {'Port': ['ID=551ae17a-e68a-4337-963c-c1da9e954f91,revision_number=2']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:05:11.841960 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-479ed519-1681-4fc6-949f-7164d21f4068 None None] Publish callbacks [] for port (29aa7b99-7141-4a11-be6d-41ea38243c40), precommit_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:11.884470 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-9daef787-72d1-45c7-881e-d87762eeaa94 tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5219123'] for port (d0752775-0139-49a8-a221-ed50c322bcaf), after_update {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:11.894017 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-479ed519-1681-4fc6-949f-7164d21f4068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393'] for port (29aa7b99-7141-4a11-be6d-41ea38243c40), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:11.908563 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Pushing event updated for resources: {'Port': ['ID=2246efc1-311d-40a7-a3e1-199440a6448f,revision_number=5']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:05:12.067652 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479ed519-1681-4fc6-949f-7164d21f4068 None None] Pushing event updated for resources: {'Port': ['ID=29aa7b99-7141-4a11-be6d-41ea38243c40,revision_number=7']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:05:12.074713 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-01ef1de1-12fd-4cef-b76b-793f91379468 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (39cc4f52-f5d9-4e2c-bbfa-7a1c528e1c40), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:12.090150 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-1a78e43f-8bd5-447b-802a-6964478d7116 tempest-MeteringIpV6TestJSON-1777950243 tempest-MeteringIpV6TestJSON-1777950243-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:12.092322 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-1a78e43f-8bd5-447b-802a-6964478d7116 tempest-MeteringIpV6TestJSON-1777950243 tempest-MeteringIpV6TestJSON-1777950243-project-admin] 10.222.0.10 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.5698547 Apr 28 11:05:12.108925 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 53730) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:05:12.114194 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_dvr_db [None req-e1843649-9051-41c2-9e0d-0261d5a6c37c None None] Set router 7a61ed78-023f-43d6-a86a-5af1aae9e69c gateway port host: None {{(pid=116164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 11:05:12.117865 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.db.db_base_plugin_v2 [None req-db9e4d81-d8d8-4b1d-bd44-76cf80a3d63a tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Deleting subnet f86be52a-4023-4e56-b802-604679ea9f0d {{(pid=116161) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 28 11:05:12.141776 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.v2.base [None req-74cd172b-e6db-4348-a6f1-70ebed0d995b tempest-MeteringIpV6TestJSON-1777950243 tempest-MeteringIpV6TestJSON-1777950243-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd03::/64', 'direction': 'ingress', 'metering_label_id': '4f81d0cc-e254-4e31-bce2-d352cb3a9427'}} {{(pid=116161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:05:12.142326 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.v2.base [None req-74cd172b-e6db-4348-a6f1-70ebed0d995b tempest-MeteringIpV6TestJSON-1777950243 tempest-MeteringIpV6TestJSON-1777950243-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=116161) _create /opt/stack/neutron/neutron/api/v2/base.py:497}} Apr 28 11:05:12.176282 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 11:05:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59801467-0314-4b7c-87ca-71a46ea83d49 x-openstack-request-id: req-59801467-0314-4b7c-87ca-71a46ea83d49 {{(pid=116163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 11:05:12.176636 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09225a3a-4962-4eed-a507-197c6202a362", "name": "network-vif-plugged", "status": "completed", "tag": "2246efc1-311d-40a7-a3e1-199440a6448f", "code": 200}]} {{(pid=116163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 11:05:12.176902 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-59801467-0314-4b7c-87ca-71a46ea83d49 {{(pid=116163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 11:05:12.177309 dv-neutron-master-2-hyperv neutron-server[116163]: INFO neutron.notifiers.nova [-] Nova event matching ['req-59801467-0314-4b7c-87ca-71a46ea83d49'] response: {'server_uuid': '09225a3a-4962-4eed-a507-197c6202a362', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2246efc1-311d-40a7-a3e1-199440a6448f', 'code': 200} Apr 28 11:05:12.196985 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-db9e4d81-d8d8-4b1d-bd44-76cf80a3d63a tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Publish callbacks [] for subnet (f86be52a-4023-4e56-b802-604679ea9f0d), before_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:12.283089 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9daef787-72d1-45c7-881e-d87762eeaa94 tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:05:12.284045 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-9daef787-72d1-45c7-881e-d87762eeaa94 tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198022'] for port (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:12.286182 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-9daef787-72d1-45c7-881e-d87762eeaa94 tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] 10.222.0.10 "PUT /v2.0/ports/d0752775-0139-49a8-a221-ed50c322bcaf HTTP/1.1" status: 200 len: 910 time: 1.2574100 Apr 28 11:05:12.298609 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 53732) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:05:12.377896 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9daef787-72d1-45c7-881e-d87762eeaa94 tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Pushing event updated for resources: {'Port': ['ID=d0752775-0139-49a8-a221-ed50c322bcaf,revision_number=3']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:05:12.394044 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-db9e4d81-d8d8-4b1d-bd44-76cf80a3d63a tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8076976'] for subnet (f86be52a-4023-4e56-b802-604679ea9f0d), precommit_delete_associations {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:12.431371 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.db.db_base_plugin_common [None req-7f82e4fa-da13-4d41-9639-94a330d45785 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Delete allocated IP 172.20.0.10 (6ad48b29-1fb1-4e43-9abf-f860ed1ac269/7ee79417-4c8f-4aa6-8a5f-bc2c03b26627) {{(pid=116162) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Apr 28 11:05:12.482083 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.db.db_base_plugin_common [None req-7f82e4fa-da13-4d41-9639-94a330d45785 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Allocated IP 172.20.0.42 (6ad48b29-1fb1-4e43-9abf-f860ed1ac269/fc56ca32-f8e2-414c-b2fe-c61ecb3ab9dd/b9f3a7db-dedf-47d0-937d-1fb9e7ae9c0f) {{(pid=116162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 11:05:12.510815 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ded0ea-a911-4049-95e8-e584e8b3d883 req-3d6549ae-2bcf-4262-86b0-503e3ab686a2 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:05:12.511119 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_hamode_db [None req-e1843649-9051-41c2-9e0d-0261d5a6c37c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a61ed78-023f-43d6-a86a-5af1aae9e69c', 'name': 'tempest-RoutersIpV6Test-router-197789818', 'tenant_id': '0f4d85af73ea40518271b3ac6c23a282', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T11:04:08Z', 'updated_at': '2022-04-28T11:05:09Z', 'revision_number': 10, 'project_id': '0f4d85af73ea40518271b3ac6c23a282', 'gw_port_host': None, '_interfaces': [{'id': 'cdbf5767-b7c5-48f5-97ec-afc0a75ab932', 'name': '', 'network_id': '2634f032-d4ae-4ad5-96de-8648922027d9', 'tenant_id': '0f4d85af73ea40518271b3ac6c23a282', 'mac_address': 'fa:16:3e:17:9a:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a61ed78-023f-43d6-a86a-5af1aae9e69c', 'device_owner': 'network:router_interface', 'standard_attr_id': 896, 'fixed_ips': [{'subnet_id': '239fd4a7-9885-4cb6-b54a-2440592f7a50', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:04:13Z', 'updated_at': '2022-04-28T11:04:20Z', 'revision_number': 5, 'project_id': '0f4d85af73ea40518271b3ac6c23a282', 'subnets': [{'id': '239fd4a7-9885-4cb6-b54a-2440592f7a50', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=116164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:05:12.512389 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-68ded0ea-a911-4049-95e8-e584e8b3d883 req-3d6549ae-2bcf-4262-86b0-503e3ab686a2 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] 10.222.0.10 "GET /v2.0/ports?device_id=09225a3a-4962-4eed-a507-197c6202a362 HTTP/1.1" status: 200 len: 946 time: 0.4050257 Apr 28 11:05:12.570377 dv-neutron-master-2-hyperv neutron-server[116161]: WARNING neutron.services.metering.metering_plugin [None req-74cd172b-e6db-4348-a6f1-70ebed0d995b tempest-MeteringIpV6TestJSON-1777950243 tempest-MeteringIpV6TestJSON-1777950243-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Apr 28 11:05:12.570733 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1843649-9051-41c2-9e0d-0261d5a6c37c None None] Checking router: 7a61ed78-023f-43d6-a86a-5af1aae9e69c for host: dv-neutron-master-2-hyperv {{(pid=116164) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 11:05:12.591195 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1843649-9051-41c2-9e0d-0261d5a6c37c None None] Routers {'7a61ed78-023f-43d6-a86a-5af1aae9e69c'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=116164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 11:05:12.592133 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_hamode_db [None req-e1843649-9051-41c2-9e0d-0261d5a6c37c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-28T10:50:39Z,description=,heartbeat_timestamp=2022-04-28T11:05:09Z,host='dv-neutron-master-2-hyperv',id=6b492ad6-0876-4d74-b20d-28143a52ceba,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T10:50:40Z,topic='l3_agent')) {'router_ids': ['7a61ed78-023f-43d6-a86a-5af1aae9e69c'], 'active': True} {{(pid=116164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:05:12.729088 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Device 551ae17a-e68a-4337-963c-c1da9e954f91 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=116163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 11:05:12.753890 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_dvr_db [None req-e1843649-9051-41c2-9e0d-0261d5a6c37c None None] Set router 7a61ed78-023f-43d6-a86a-5af1aae9e69c gateway port host: None {{(pid=116164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 11:05:12.813927 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Provisioning complete for port 551ae17a-e68a-4337-963c-c1da9e954f91 triggered by entity L2. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:05:12.814899 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (551ae17a-e68a-4337-963c-c1da9e954f91), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:13.021012 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Current status of the port 551ae17a-e68a-4337-963c-c1da9e954f91 is: DOWN; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:05:13.021415 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (551ae17a-e68a-4337-963c-c1da9e954f91), before_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:13.078661 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] For port 551ae17a-e68a-4337-963c-c1da9e954f91, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=551ae17a-e68a-4337-963c-c1da9e954f91,segment=NetworkSegment(cbf6940c-b9b9-4e13-9101-8db307dba273),segment_id=cbf6940c-b9b9-4e13-9101-8db307dba273)] {{(pid=116163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 11:05:13.123195 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-8b93a5df-06f2-45e8-aa7c-cf8ce6de15a9 None None] Provisioning complete for port 29aa7b99-7141-4a11-be6d-41ea38243c40 triggered by entity DHCP. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:05:13.123432 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-8b93a5df-06f2-45e8-aa7c-cf8ce6de15a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (29aa7b99-7141-4a11-be6d-41ea38243c40), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:13.163679 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393'] for port (551ae17a-e68a-4337-963c-c1da9e954f91), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:13.164472 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Device 29aa7b99-7141-4a11-be6d-41ea38243c40 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=116163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 11:05:13.183805 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_hamode_db [None req-e1843649-9051-41c2-9e0d-0261d5a6c37c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a61ed78-023f-43d6-a86a-5af1aae9e69c', 'name': 'tempest-RoutersIpV6Test-router-197789818', 'tenant_id': '0f4d85af73ea40518271b3ac6c23a282', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T11:04:08Z', 'updated_at': '2022-04-28T11:05:09Z', 'revision_number': 10, 'project_id': '0f4d85af73ea40518271b3ac6c23a282', 'gw_port_host': None, '_interfaces': [{'id': 'cdbf5767-b7c5-48f5-97ec-afc0a75ab932', 'name': '', 'network_id': '2634f032-d4ae-4ad5-96de-8648922027d9', 'tenant_id': '0f4d85af73ea40518271b3ac6c23a282', 'mac_address': 'fa:16:3e:17:9a:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a61ed78-023f-43d6-a86a-5af1aae9e69c', 'device_owner': 'network:router_interface', 'standard_attr_id': 896, 'fixed_ips': [{'subnet_id': '239fd4a7-9885-4cb6-b54a-2440592f7a50', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:04:13Z', 'updated_at': '2022-04-28T11:04:20Z', 'revision_number': 5, 'project_id': '0f4d85af73ea40518271b3ac6c23a282', 'subnets': [{'id': '239fd4a7-9885-4cb6-b54a-2440592f7a50', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=116164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:05:13.186738 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8cc21cc-cd54-46c3-b188-b4cba25c1de0 req-41e8187a-7741-48de-8e88-4fbfbd90f213 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:05:13.188346 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-d8cc21cc-cd54-46c3-b188-b4cba25c1de0 req-41e8187a-7741-48de-8e88-4fbfbd90f213 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=09225a3a-4962-4eed-a507-197c6202a362 HTTP/1.1" status: 200 len: 1130 time: 0.6343858 Apr 28 11:05:13.191198 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-74cd172b-e6db-4348-a6f1-70ebed0d995b tempest-MeteringIpV6TestJSON-1777950243 tempest-MeteringIpV6TestJSON-1777950243-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:13.192377 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-74cd172b-e6db-4348-a6f1-70ebed0d995b tempest-MeteringIpV6TestJSON-1777950243 tempest-MeteringIpV6TestJSON-1777950243-project-admin] 10.222.0.10 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 1.0718534 Apr 28 11:05:13.225896 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1843649-9051-41c2-9e0d-0261d5a6c37c None None] The sync data for ids ['7a61ed78-023f-43d6-a86a-5af1aae9e69c'] in dv-neutron-master-2-hyperv is: [{'id': '7a61ed78-023f-43d6-a86a-5af1aae9e69c', 'name': 'tempest-RoutersIpV6Test-router-197789818', 'tenant_id': '0f4d85af73ea40518271b3ac6c23a282', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T11:04:08Z', 'updated_at': '2022-04-28T11:05:09Z', 'revision_number': 10, 'project_id': '0f4d85af73ea40518271b3ac6c23a282', 'gw_port_host': None, '_interfaces': [{'id': 'cdbf5767-b7c5-48f5-97ec-afc0a75ab932', 'name': '', 'network_id': '2634f032-d4ae-4ad5-96de-8648922027d9', 'tenant_id': '0f4d85af73ea40518271b3ac6c23a282', 'mac_address': 'fa:16:3e:17:9a:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a61ed78-023f-43d6-a86a-5af1aae9e69c', 'device_owner': 'network:router_interface', 'standard_attr_id': 896, 'fixed_ips': [{'subnet_id': '239fd4a7-9885-4cb6-b54a-2440592f7a50', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:04:13Z', 'updated_at': '2022-04-28T11:04:20Z', 'revision_number': 5, 'project_id': '0f4d85af73ea40518271b3ac6c23a282', 'subnets': [{'id': '239fd4a7-9885-4cb6-b54a-2440592f7a50', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=116164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 11:05:13.253210 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 53734) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:05:13.301758 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-7f82e4fa-da13-4d41-9639-94a330d45785 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Publish callbacks [] for port (b9f3a7db-dedf-47d0-937d-1fb9e7ae9c0f), precommit_update {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:13.329530 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-2f49220e-831d-4b2b-bf4c-f486a3cc672f tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (88da2003-879e-4d50-9549-6ccc3707b391), before_update {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:13.351391 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-68ded0ea-a911-4049-95e8-e584e8b3d883 req-4290e7c6-e331-4f3d-b4f3-f094f0b4e6a1 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] 10.222.0.10 "GET /v2.0/security-groups?id=dcc00a52-7b1a-48dc-967b-b2eebdca9f08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7960501 Apr 28 11:05:13.352918 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-07c9c3b9-0f0f-44f4-8652-d2167ced0abe tempest-MeteringIpV6TestJSON-1777950243 tempest-MeteringIpV6TestJSON-1777950243-project-admin] 10.222.0.10 "GET /v2.0/metering/metering-label-rules?id=946bb8bd-2578-4022-9c46-05c5cf395e94 HTTP/1.1" status: 200 len: 462 time: 0.0971305 Apr 28 11:05:13.354906 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-db9e4d81-d8d8-4b1d-bd44-76cf80a3d63a tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-971303'] for subnet (f86be52a-4023-4e56-b802-604679ea9f0d), precommit_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:13.383384 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 53736) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:05:13.392646 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Pushing event updated for resources: {'Port': ['ID=551ae17a-e68a-4337-963c-c1da9e954f91,revision_number=3']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:05:13.397679 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-7f82e4fa-da13-4d41-9639-94a330d45785 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5051840'] for port (b9f3a7db-dedf-47d0-937d-1fb9e7ae9c0f), after_update {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:13.429425 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Provisioning complete for port 29aa7b99-7141-4a11-be6d-41ea38243c40 triggered by entity L2. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:05:13.429798 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (29aa7b99-7141-4a11-be6d-41ea38243c40), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:13.476766 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f82e4fa-da13-4d41-9639-94a330d45785 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Pushing event updated for resources: {'Port': ['ID=b9f3a7db-dedf-47d0-937d-1fb9e7ae9c0f,revision_number=2']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:05:13.488989 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-d8cc21cc-cd54-46c3-b188-b4cba25c1de0 req-55d57e8c-cf98-4794-a63e-99cd81b36c6e service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=dcc00a52-7b1a-48dc-967b-b2eebdca9f08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2421877 Apr 28 11:05:13.511433 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (d5baab19-5dd1-4902-922b-84acb048ab9c), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:13.536436 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-8b93a5df-06f2-45e8-aa7c-cf8ce6de15a9 None None] Current status of the port 29aa7b99-7141-4a11-be6d-41ea38243c40 is: ACTIVE; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:05:13.550444 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-8b93a5df-06f2-45e8-aa7c-cf8ce6de15a9 None None] Provisioning complete for port b9f3a7db-dedf-47d0-937d-1fb9e7ae9c0f triggered by entity DHCP. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:05:13.550904 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-8b93a5df-06f2-45e8-aa7c-cf8ce6de15a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (b9f3a7db-dedf-47d0-937d-1fb9e7ae9c0f), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:13.571413 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be805102-4310-4de0-95fd-f7ff88fd0454 None None] Network 705753e7-9cc7-4a8f-883c-5eff8da4d285 requested from dv-neutron-master-2-hyperv {{(pid=116163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 11:05:13.637183 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-ab694014-4f5d-4380-8988-955ea3cacc9b tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2063420'] for router_interface (9f2ce447-59ef-47ff-8555-70abc207cd35), before_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:13.667567 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-8b93a5df-06f2-45e8-aa7c-cf8ce6de15a9 None None] Port b9f3a7db-dedf-47d0-937d-1fb9e7ae9c0f cannot update to ACTIVE because it is not bound. {{(pid=116163) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 28 11:05:13.670968 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Current status of the port 29aa7b99-7141-4a11-be6d-41ea38243c40 is: ACTIVE; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:05:13.683269 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.plugin [None req-7f82e4fa-da13-4d41-9639-94a330d45785 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] In _notify_port_updated(), no bound segment for port b9f3a7db-dedf-47d0-937d-1fb9e7ae9c0f on network 6ad48b29-1fb1-4e43-9abf-f860ed1ac269 {{(pid=116162) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:936}} Apr 28 11:05:13.687168 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-db9e4d81-d8d8-4b1d-bd44-76cf80a3d63a tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-971310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5220601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5125409'] for subnet (f86be52a-4023-4e56-b802-604679ea9f0d), after_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:13.687517 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-8b93a5df-06f2-45e8-aa7c-cf8ce6de15a9 None None] Provisioning complete for port 07c4df32-93b8-40f0-bc3a-70d5f28456d9 triggered by entity DHCP. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:05:13.687899 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-8b93a5df-06f2-45e8-aa7c-cf8ce6de15a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (07c4df32-93b8-40f0-bc3a-70d5f28456d9), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:13.688958 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f82e4fa-da13-4d41-9639-94a330d45785 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:05:13.690839 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-7f82e4fa-da13-4d41-9639-94a330d45785 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198022'] for port (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:13.690984 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-7f82e4fa-da13-4d41-9639-94a330d45785 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] 10.222.0.10 "PUT /v2.0/ports/b9f3a7db-dedf-47d0-937d-1fb9e7ae9c0f HTTP/1.1" status: 200 len: 960 time: 3.5486760 Apr 28 11:05:13.700730 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 53738) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:05:13.765256 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-8b93a5df-06f2-45e8-aa7c-cf8ce6de15a9 None None] Port 07c4df32-93b8-40f0-bc3a-70d5f28456d9 cannot update to ACTIVE because it is not bound. {{(pid=116163) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 28 11:05:13.770684 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9e4d81-d8d8-4b1d-bd44-76cf80a3d63a tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Pushing event deleted for resources: {'Subnet': ['ID=f86be52a-4023-4e56-b802-604679ea9f0d,revision_number=None']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:05:13.779309 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-db9e4d81-d8d8-4b1d-bd44-76cf80a3d63a tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Publish callbacks [] for subnet (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:13.782379 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-db9e4d81-d8d8-4b1d-bd44-76cf80a3d63a tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] 10.222.0.10 "DELETE /v2.0/subnets/f86be52a-4023-4e56-b802-604679ea9f0d HTTP/1.1" status: 204 len: 168 time: 2.0656803 Apr 28 11:05:13.787919 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 53740) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:05:13.811539 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a7edc87-38ff-4fb5-b797-4c5662dd6afb None None] Network b49b1fd0-a27a-4592-b3bb-db40c57d4de0 requested from dv-neutron-master-2-hyperv {{(pid=116163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 11:05:13.933968 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-3ee7f9cc-af00-4126-aabd-2eae28c5a70e None None] Provisioning complete for port 551ae17a-e68a-4337-963c-c1da9e954f91 triggered by entity DHCP. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:05:13.934886 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-3ee7f9cc-af00-4126-aabd-2eae28c5a70e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (551ae17a-e68a-4337-963c-c1da9e954f91), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:13.971531 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-2f49220e-831d-4b2b-bf4c-f486a3cc672f tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Publish callbacks [] for port (88da2003-879e-4d50-9549-6ccc3707b391), precommit_update {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:13.982858 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-bf788878-0654-43ea-a3ef-25049b0bf47f tempest-MeteringIpV6TestJSON-1777950243 tempest-MeteringIpV6TestJSON-1777950243-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:13.985044 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-bf788878-0654-43ea-a3ef-25049b0bf47f tempest-MeteringIpV6TestJSON-1777950243 tempest-MeteringIpV6TestJSON-1777950243-project-admin] 10.222.0.10 "DELETE /v2.0/metering/metering-label-rules/946bb8bd-2578-4022-9c46-05c5cf395e94 HTTP/1.1" status: 204 len: 168 time: 0.5999961 Apr 28 11:05:13.990124 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 53742) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:05:14.011785 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-1f6da1b3-51ce-40e8-8782-679bbcae1529 tempest-MeteringIpV6TestJSON-1777950243 tempest-MeteringIpV6TestJSON-1777950243-project-admin] 10.222.0.10 "GET /v2.0/metering/metering-label-rules?id=946bb8bd-2578-4022-9c46-05c5cf395e94 HTTP/1.1" status: 200 len: 221 time: 0.0196009 Apr 28 11:05:14.041103 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 53744) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:05:14.041843 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-2f49220e-831d-4b2b-bf4c-f486a3cc672f tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5051840'] for port (88da2003-879e-4d50-9549-6ccc3707b391), after_update {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:14.053060 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.v2.base [None req-debd350e-cb5f-48a5-9c95-0d59dedf04e2 tempest-MeteringIpV6TestJSON-1777950243 tempest-MeteringIpV6TestJSON-1777950243-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--1718047167', 'description': 'label created by tempest'}} {{(pid=116162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:05:14.053684 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.v2.base [None req-debd350e-cb5f-48a5-9c95-0d59dedf04e2 tempest-MeteringIpV6TestJSON-1777950243 tempest-MeteringIpV6TestJSON-1777950243-project-admin] Unknown quota resources ['metering_label']. {{(pid=116162) _create /opt/stack/neutron/neutron/api/v2/base.py:497}} Apr 28 11:05:14.060030 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-354ca390-13b5-4fad-8327-3e01f8e7b596 tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-979593'] for network (b49b1fd0-a27a-4592-b3bb-db40c57d4de0), before_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:14.183066 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.plugin [None req-354ca390-13b5-4fad-8327-3e01f8e7b596 tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Deleting port bb743558-6d0a-443d-979e-13a9405e7c1c {{(pid=116161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 11:05:14.183066 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-354ca390-13b5-4fad-8327-3e01f8e7b596 tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742235130188'] for port (bb743558-6d0a-443d-979e-13a9405e7c1c), before_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:14.184211 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-3ee7f9cc-af00-4126-aabd-2eae28c5a70e None None] Current status of the port 551ae17a-e68a-4337-963c-c1da9e954f91 is: ACTIVE; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:05:14.208519 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.plugin [None req-4f3aa774-e122-4862-b9c1-eb54a7348e71 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Deleting port b9f3a7db-dedf-47d0-937d-1fb9e7ae9c0f {{(pid=116162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 11:05:14.208872 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-4f3aa774-e122-4862-b9c1-eb54a7348e71 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742235130188'] for port (b9f3a7db-dedf-47d0-937d-1fb9e7ae9c0f), before_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:14.209988 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-716bf9cf-09c5-4eb1-8ee0-77cbe5da3bd2 None None] DHCP port deletion for b49b1fd0-a27a-4592-b3bb-db40c57d4de0 request from dv-neutron-master-2-hyperv {{(pid=116163) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 28 11:05:14.232933 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f49220e-831d-4b2b-bf4c-f486a3cc672f tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Pushing event updated for resources: {'Port': ['ID=88da2003-879e-4d50-9549-6ccc3707b391,revision_number=2']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:05:14.280710 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-716bf9cf-09c5-4eb1-8ee0-77cbe5da3bd2 None None] Deleting port bb743558-6d0a-443d-979e-13a9405e7c1c {{(pid=116163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 11:05:14.281099 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-716bf9cf-09c5-4eb1-8ee0-77cbe5da3bd2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742235130188'] for port (bb743558-6d0a-443d-979e-13a9405e7c1c), before_delete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:14.285862 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.plugin [None req-ab694014-4f5d-4380-8988-955ea3cacc9b tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Deleting port d0752775-0139-49a8-a221-ed50c322bcaf {{(pid=116161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 11:05:14.286580 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-ab694014-4f5d-4380-8988-955ea3cacc9b tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742235130188'] for port (d0752775-0139-49a8-a221-ed50c322bcaf), before_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:14.373793 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-716bf9cf-09c5-4eb1-8ee0-77cbe5da3bd2 None None] For port bb743558-6d0a-443d-979e-13a9405e7c1c, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=bb743558-6d0a-443d-979e-13a9405e7c1c,segment=NetworkSegment(cc9288a7-c6cf-4a42-9877-ee942d51c7de),segment_id=cc9288a7-c6cf-4a42-9877-ee942d51c7de)] {{(pid=116163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 11:05:14.375250 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-716bf9cf-09c5-4eb1-8ee0-77cbe5da3bd2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1938497'] for port (bb743558-6d0a-443d-979e-13a9405e7c1c), precommit_delete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:14.379315 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-f9317339-cfd5-4b8d-afd5-851d60252758 None None] Provisioning complete for port b9f3a7db-dedf-47d0-937d-1fb9e7ae9c0f triggered by entity DHCP. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:05:14.379683 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-f9317339-cfd5-4b8d-afd5-851d60252758 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (b9f3a7db-dedf-47d0-937d-1fb9e7ae9c0f), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:14.404680 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.db [None req-354ca390-13b5-4fad-8327-3e01f8e7b596 tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] For port bb743558-6d0a-443d-979e-13a9405e7c1c, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=bb743558-6d0a-443d-979e-13a9405e7c1c,segment=NetworkSegment(cc9288a7-c6cf-4a42-9877-ee942d51c7de),segment_id=cc9288a7-c6cf-4a42-9877-ee942d51c7de)] {{(pid=116161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 11:05:14.405169 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-354ca390-13b5-4fad-8327-3e01f8e7b596 tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1938497'] for port (bb743558-6d0a-443d-979e-13a9405e7c1c), precommit_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:14.439170 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-f9317339-cfd5-4b8d-afd5-851d60252758 None None] Port b9f3a7db-dedf-47d0-937d-1fb9e7ae9c0f cannot update to ACTIVE because it is not bound. {{(pid=116163) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 28 11:05:14.445635 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-716bf9cf-09c5-4eb1-8ee0-77cbe5da3bd2 None None] Calling delete_port for bb743558-6d0a-443d-979e-13a9405e7c1c owned by network:dhcp {{(pid=116163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 11:05:14.467821 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-f9317339-cfd5-4b8d-afd5-851d60252758 None None] Provisioning complete for port 88da2003-879e-4d50-9549-6ccc3707b391 triggered by entity DHCP. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:05:14.468340 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-f9317339-cfd5-4b8d-afd5-851d60252758 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (88da2003-879e-4d50-9549-6ccc3707b391), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:14.484106 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.plugin [None req-354ca390-13b5-4fad-8327-3e01f8e7b596 tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Calling delete_port for bb743558-6d0a-443d-979e-13a9405e7c1c owned by network:dhcp {{(pid=116161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 11:05:14.531854 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-ab694014-4f5d-4380-8988-955ea3cacc9b tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1938497'] for port (d0752775-0139-49a8-a221-ed50c322bcaf), precommit_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:14.572892 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Device 551ae17a-e68a-4337-963c-c1da9e954f91 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=116163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 11:05:14.603634 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-f9317339-cfd5-4b8d-afd5-851d60252758 None None] Port 88da2003-879e-4d50-9549-6ccc3707b391 cannot update to ACTIVE because it is not bound. {{(pid=116163) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 28 11:05:14.609901 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.plugin [None req-ab694014-4f5d-4380-8988-955ea3cacc9b tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Calling delete_port for d0752775-0139-49a8-a221-ed50c322bcaf owned by network:router_interface {{(pid=116161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 11:05:14.625190 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-debd350e-cb5f-48a5-9c95-0d59dedf04e2 tempest-MeteringIpV6TestJSON-1777950243 tempest-MeteringIpV6TestJSON-1777950243-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:14.629248 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-debd350e-cb5f-48a5-9c95-0d59dedf04e2 tempest-MeteringIpV6TestJSON-1777950243 tempest-MeteringIpV6TestJSON-1777950243-project-admin] 10.222.0.10 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 470 time: 0.5837500 Apr 28 11:05:14.630142 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0a4545-7173-4c04-ba07-a7c7a7386e97 req-686fea4a-25a0-4c42-840a-d491122835af tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:05:14.632125 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 53748) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:05:14.635020 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-f9317339-cfd5-4b8d-afd5-851d60252758 None None] Provisioning complete for port 551ae17a-e68a-4337-963c-c1da9e954f91 triggered by entity DHCP. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:05:14.635404 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-f9317339-cfd5-4b8d-afd5-851d60252758 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (551ae17a-e68a-4337-963c-c1da9e954f91), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:14.638277 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-ee0a4545-7173-4c04-ba07-a7c7a7386e97 req-686fea4a-25a0-4c42-840a-d491122835af tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] 10.222.0.10 "GET /v2.0/ports?device_id=09225a3a-4962-4eed-a507-197c6202a362 HTTP/1.1" status: 200 len: 946 time: 0.1465964 Apr 28 11:05:14.702656 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Provisioning complete for port 551ae17a-e68a-4337-963c-c1da9e954f91 triggered by entity L2. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:05:14.703045 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (551ae17a-e68a-4337-963c-c1da9e954f91), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:14.755987 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-2f49220e-831d-4b2b-bf4c-f486a3cc672f tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2063275'] for router_interface (cce37839-48be-45a2-8d8e-3b2654c3b7fc), before_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:14.782894 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-716bf9cf-09c5-4eb1-8ee0-77cbe5da3bd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742235135690', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742234710366'] for port (bb743558-6d0a-443d-979e-13a9405e7c1c), after_delete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:14.794937 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-ee0a4545-7173-4c04-ba07-a7c7a7386e97 req-743d7c22-6fa6-42f7-865d-0834156a3c22 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] 10.222.0.10 "GET /v2.0/security-groups?id=dcc00a52-7b1a-48dc-967b-b2eebdca9f08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1498690 Apr 28 11:05:14.798147 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-354ca390-13b5-4fad-8327-3e01f8e7b596 tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742235135690', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742234710366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5219112'] for port (bb743558-6d0a-443d-979e-13a9405e7c1c), after_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:14.840205 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-4f3aa774-e122-4862-b9c1-eb54a7348e71 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1938497'] for port (b9f3a7db-dedf-47d0-937d-1fb9e7ae9c0f), precommit_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:14.845564 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-716bf9cf-09c5-4eb1-8ee0-77cbe5da3bd2 None None] No DVR routers for this DVR port bb743558-6d0a-443d-979e-13a9405e7c1c on host dv-neutron-master-2-hyperv {{(pid=116163) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 11:05:14.847629 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716bf9cf-09c5-4eb1-8ee0-77cbe5da3bd2 None None] Pushing event deleted for resources: {'Port': ['ID=bb743558-6d0a-443d-979e-13a9405e7c1c,revision_number=None']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:05:14.851109 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-0326c280-045e-4bc9-a631-4e243a125f5c tempest-MeteringIpV6TestJSON-1777950243 tempest-MeteringIpV6TestJSON-1777950243-project-admin] 10.222.0.10 "GET /v2.0/metering/metering-labels?id=73b1ec2f-a95a-427f-9f81-cceff1f07b12 HTTP/1.1" status: 200 len: 468 time: 0.2158432 Apr 28 11:05:14.860463 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 53750) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:05:14.870262 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354ca390-13b5-4fad-8327-3e01f8e7b596 tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Pushing event deleted for resources: {'Port': ['ID=bb743558-6d0a-443d-979e-13a9405e7c1c,revision_number=None']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:05:14.875466 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.plugin [None req-4f3aa774-e122-4862-b9c1-eb54a7348e71 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Calling delete_port for b9f3a7db-dedf-47d0-937d-1fb9e7ae9c0f owned by {{(pid=116162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 11:05:14.881858 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-354ca390-13b5-4fad-8327-3e01f8e7b596 tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] No DVR routers for this DVR port bb743558-6d0a-443d-979e-13a9405e7c1c on host dv-neutron-master-2-hyperv {{(pid=116161) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 11:05:14.915348 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-f9317339-cfd5-4b8d-afd5-851d60252758 None None] Current status of the port 551ae17a-e68a-4337-963c-c1da9e954f91 is: ACTIVE; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:05:14.987760 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Current status of the port 551ae17a-e68a-4337-963c-c1da9e954f91 is: ACTIVE; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:05:14.991671 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-354ca390-13b5-4fad-8327-3e01f8e7b596 tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-973498', 'neutron.services.segments.db._delete_segments_for_network-8742235207033'] for network (b49b1fd0-a27a-4592-b3bb-db40c57d4de0), precommit_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:15.049091 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-b63761dd-6322-403c-ab0e-b573dc579b2f None None] Provisioning complete for port 88da2003-879e-4d50-9549-6ccc3707b391 triggered by entity DHCP. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:05:15.049444 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-b63761dd-6322-403c-ab0e-b573dc579b2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (88da2003-879e-4d50-9549-6ccc3707b391), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:15.053047 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.services.segments.db [None req-354ca390-13b5-4fad-8327-3e01f8e7b596 tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b49b1fd0-a27a-4592-b3bb-db40c57d4de0']}} {{(pid=116161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:05:15.073299 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.services.segments.db [None req-354ca390-13b5-4fad-8327-3e01f8e7b596 tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cc9288a7-c6cf-4a42-9877-ee942d51c7de') {'for_net_delete': True} {{(pid=116161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:05:15.073965 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.services.segments.db [None req-354ca390-13b5-4fad-8327-3e01f8e7b596 tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cc9288a7-c6cf-4a42-9877-ee942d51c7de') {} {{(pid=116161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:05:15.081765 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Device 67ab86d9-8559-4fb5-b911-083455e9e6b3 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=116163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 11:05:15.088846 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-354ca390-13b5-4fad-8327-3e01f8e7b596 tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742235208578', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8076969'] for segment (cc9288a7-c6cf-4a42-9877-ee942d51c7de), before_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:15.109843 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-354ca390-13b5-4fad-8327-3e01f8e7b596 tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-961978'] for segment (cc9288a7-c6cf-4a42-9877-ee942d51c7de), precommit_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:15.114766 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] No Port match for: 67ab86d9-8559-4fb5-b911-083455e9e6b3 {{(pid=116163) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 28 11:05:15.115143 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Device 67ab86d9-8559-4fb5-b911-083455e9e6b3 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=116163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 11:05:15.115572 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Device bb743558-6d0a-443d-979e-13a9405e7c1c no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=116163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 11:05:15.123789 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-354ca390-13b5-4fad-8327-3e01f8e7b596 tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Releasing vlan 90 on physical network physnet1 to pool {{(pid=116161) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 11:05:15.124555 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-354ca390-13b5-4fad-8327-3e01f8e7b596 tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-961978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5219103'] for segment (cc9288a7-c6cf-4a42-9877-ee942d51c7de), after_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:15.136547 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-b63761dd-6322-403c-ab0e-b573dc579b2f None None] Port 88da2003-879e-4d50-9549-6ccc3707b391 cannot update to ACTIVE because it is not bound. {{(pid=116163) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 28 11:05:15.138158 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] No Port match for: bb743558-6d0a-443d-979e-13a9405e7c1c {{(pid=116163) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 28 11:05:15.138542 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Device bb743558-6d0a-443d-979e-13a9405e7c1c not bound to the agent host dv-neutron-master-2-hyperv {{(pid=116163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 11:05:15.161257 dv-neutron-master-2-hyperv neutron-server[116161]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 28 11:05:15.161257 dv-neutron-master-2-hyperv neutron-server[116161]: self.session.flush() Apr 28 11:05:15.161257 dv-neutron-master-2-hyperv neutron-server[116161]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 28 11:05:15.161257 dv-neutron-master-2-hyperv neutron-server[116161]: self.session.flush() Apr 28 11:05:15.161257 dv-neutron-master-2-hyperv neutron-server[116161]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 28 11:05:15.161257 dv-neutron-master-2-hyperv neutron-server[116161]: self.session.flush() Apr 28 11:05:15.161257 dv-neutron-master-2-hyperv neutron-server[116161]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 28 11:05:15.161257 dv-neutron-master-2-hyperv neutron-server[116161]: self.session.flush() Apr 28 11:05:15.161257 dv-neutron-master-2-hyperv neutron-server[116161]: Traceback (most recent call last): Apr 28 11:05:15.161257 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 11:05:15.161257 dv-neutron-master-2-hyperv neutron-server[116161]: timer() Apr 28 11:05:15.161257 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 11:05:15.161257 dv-neutron-master-2-hyperv neutron-server[116161]: cb(*args, **kw) Apr 28 11:05:15.161257 dv-neutron-master-2-hyperv neutron-server[116161]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 28 11:05:15.161257 dv-neutron-master-2-hyperv neutron-server[116161]: return func(*args, **kwargs) Apr 28 11:05:15.161257 dv-neutron-master-2-hyperv neutron-server[116161]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 11:05:15.161257 dv-neutron-master-2-hyperv neutron-server[116161]: self._notify() Apr 28 11:05:15.161257 dv-neutron-master-2-hyperv neutron-server[116161]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 11:05:15.161257 dv-neutron-master-2-hyperv neutron-server[116161]: self.callback(batched_events) Apr 28 11:05:15.161257 dv-neutron-master-2-hyperv neutron-server[116161]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 11:05:15.161257 dv-neutron-master-2-hyperv neutron-server[116161]: event.method(event) Apr 28 11:05:15.161257 dv-neutron-master-2-hyperv neutron-server[116161]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 28 11:05:15.161257 dv-neutron-master-2-hyperv neutron-server[116161]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 11:05:15.161257 dv-neutron-master-2-hyperv neutron-server[116161]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 28 11:05:15.161257 dv-neutron-master-2-hyperv neutron-server[116161]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 11:05:15.161257 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 28 11:05:15.161257 dv-neutron-master-2-hyperv neutron-server[116161]: return f(self, *a, **k) Apr 28 11:05:15.161257 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 28 11:05:15.161257 dv-neutron-master-2-hyperv neutron-server[116161]: return self._get(url).json() Apr 28 11:05:15.161257 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 28 11:05:15.161257 dv-neutron-master-2-hyperv neutron-server[116161]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 11:05:15.161257 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 11:05:15.161257 dv-neutron-master-2-hyperv neutron-server[116161]: return self.request(url, 'GET', **kwargs) Apr 28 11:05:15.161257 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 11:05:15.161257 dv-neutron-master-2-hyperv neutron-server[116161]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 11:05:15.161257 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 11:05:15.161257 dv-neutron-master-2-hyperv neutron-server[116161]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 11:05:15.161257 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 11:05:15.161257 dv-neutron-master-2-hyperv neutron-server[116161]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 11:05:15.161257 dv-neutron-master-2-hyperv neutron-server[116161]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 11:05:15.172786 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-2f49220e-831d-4b2b-bf4c-f486a3cc672f tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (88da2003-879e-4d50-9549-6ccc3707b391), before_update {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:15.192104 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-ab694014-4f5d-4380-8988-955ea3cacc9b tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742235135690', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742234710366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5219112'] for port (d0752775-0139-49a8-a221-ed50c322bcaf), after_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:15.222063 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab694014-4f5d-4380-8988-955ea3cacc9b tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Pushing event deleted for resources: {'Port': ['ID=d0752775-0139-49a8-a221-ed50c322bcaf,revision_number=None']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:05:15.312207 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-31b70c63-14d9-42c3-a904-52582f8ec823 tempest-MeteringIpV6TestJSON-1777950243 tempest-MeteringIpV6TestJSON-1777950243-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:15.313464 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-31b70c63-14d9-42c3-a904-52582f8ec823 tempest-MeteringIpV6TestJSON-1777950243 tempest-MeteringIpV6TestJSON-1777950243-project-admin] 10.222.0.10 "DELETE /v2.0/metering/metering-labels/73b1ec2f-a95a-427f-9f81-cceff1f07b12 HTTP/1.1" status: 204 len: 168 time: 0.4520497 Apr 28 11:05:15.319606 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 53754) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:05:15.369377 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-9df6e42b-7705-437e-aae4-2529c0f92d9b tempest-MeteringIpV6TestJSON-1777950243 tempest-MeteringIpV6TestJSON-1777950243-project-admin] 10.222.0.10 "GET /v2.0/metering/metering-labels?id=73b1ec2f-a95a-427f-9f81-cceff1f07b12 HTTP/1.1" status: 200 len: 216 time: 0.0437660 Apr 28 11:05:15.372509 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 53756) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:05:15.386340 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-354ca390-13b5-4fad-8327-3e01f8e7b596 tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-973477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2063122'] for network (b49b1fd0-a27a-4592-b3bb-db40c57d4de0), after_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:15.391316 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-fff9eb2e-4b6b-4edb-9eb7-8d8b5931c732 tempest-MeteringIpV6TestJSON-1777950243 tempest-MeteringIpV6TestJSON-1777950243-project-admin] 10.222.0.10 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0149620 Apr 28 11:05:15.391546 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-354ca390-13b5-4fad-8327-3e01f8e7b596 tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Publish callbacks [] for network (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:15.394674 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-354ca390-13b5-4fad-8327-3e01f8e7b596 tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] 10.222.0.10 "DELETE /v2.0/networks/b49b1fd0-a27a-4592-b3bb-db40c57d4de0 HTTP/1.1" status: 204 len: 168 time: 1.6053879 Apr 28 11:05:15.397830 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 53758) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:05:15.398316 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 53760) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:05:15.468956 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-ab694014-4f5d-4380-8988-955ea3cacc9b tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1603051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2063504'] for router_interface (9f2ce447-59ef-47ff-8555-70abc207cd35), after_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:15.473646 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354ca390-13b5-4fad-8327-3e01f8e7b596 tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Pushing event deleted for resources: {'Network': ['ID=b49b1fd0-a27a-4592-b3bb-db40c57d4de0,revision_number=None']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:05:15.484416 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-1cdfd2c1-7c3c-4ab4-a903-06549ca02e43 tempest-MeteringIpV6TestJSON-1777950243 tempest-MeteringIpV6TestJSON-1777950243-project-admin] 10.222.0.10 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0801153 Apr 28 11:05:15.488533 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 53764) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:05:15.509077 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-4f3aa774-e122-4862-b9c1-eb54a7348e71 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742235135690', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742234710366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5051867'] for port (b9f3a7db-dedf-47d0-937d-1fb9e7ae9c0f), after_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:15.583414 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-d41a623b-180a-4d30-8e58-5cfa8620cb62 tempest-MeteringIpV6TestJSON-1777950243 tempest-MeteringIpV6TestJSON-1777950243-project-admin] 10.222.0.10 "GET /v2.0/metering/metering-labels/4f81d0cc-e254-4e31-bce2-d352cb3a9427 HTTP/1.1" status: 200 len: 472 time: 0.0937591 Apr 28 11:05:15.587969 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 53766) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:05:15.588651 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3aa774-e122-4862-b9c1-eb54a7348e71 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Pushing event deleted for resources: {'Port': ['ID=b9f3a7db-dedf-47d0-937d-1fb9e7ae9c0f,revision_number=None']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:05:15.636211 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-e42dfa60-fa5a-44d1-ab50-b307b19a2e30 tempest-MeteringIpV6TestJSON-1777950243 tempest-MeteringIpV6TestJSON-1777950243-project-admin] 10.222.0.10 "GET /v2.0/metering/metering-label-rules/37fcc287-52cc-428e-bab8-66b2466270a9 HTTP/1.1" status: 200 len: 459 time: 0.0421019 Apr 28 11:05:15.636890 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 53768) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:05:15.770976 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab694014-4f5d-4380-8988-955ea3cacc9b tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Router 9f2ce447-59ef-47ff-8555-70abc207cd35 has already been hosted by L3 agent 6b492ad6-0876-4d74-b20d-28143a52ceba {{(pid=116161) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 11:05:15.951365 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab694014-4f5d-4380-8988-955ea3cacc9b tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=116161) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 11:05:15.963307 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-ab694014-4f5d-4380-8988-955ea3cacc9b tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] 10.222.0.10 "PUT /v2.0/routers/9f2ce447-59ef-47ff-8555-70abc207cd35/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6577077 Apr 28 11:05:15.965590 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 53772) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:05:15.967056 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e136898e-73c2-4d37-9686-47436042f797 None None] Sync routers for ids ['9f2ce447-59ef-47ff-8555-70abc207cd35'] in dv-neutron-master-2-hyperv {{(pid=116163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 11:05:15.978878 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e136898e-73c2-4d37-9686-47436042f797 None None] Routers {'9f2ce447-59ef-47ff-8555-70abc207cd35'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=116163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 11:05:15.979771 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_hamode_db [None req-e136898e-73c2-4d37-9686-47436042f797 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-28T10:50:39Z,description=,heartbeat_timestamp=2022-04-28T11:05:09Z,host='dv-neutron-master-2-hyperv',id=6b492ad6-0876-4d74-b20d-28143a52ceba,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T10:50:40Z,topic='l3_agent')) {'router_ids': ['9f2ce447-59ef-47ff-8555-70abc207cd35'], 'active': True} {{(pid=116163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:05:16.017654 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_hamode_db [None req-e136898e-73c2-4d37-9686-47436042f797 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=116163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:05:16.026884 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e136898e-73c2-4d37-9686-47436042f797 None None] Routers {'9f2ce447-59ef-47ff-8555-70abc207cd35'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=116163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 11:05:16.027728 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_hamode_db [None req-e136898e-73c2-4d37-9686-47436042f797 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-28T10:50:39Z,description=,heartbeat_timestamp=2022-04-28T11:05:09Z,host='dv-neutron-master-2-hyperv',id=6b492ad6-0876-4d74-b20d-28143a52ceba,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T10:50:40Z,topic='l3_agent')) {'router_ids': ['9f2ce447-59ef-47ff-8555-70abc207cd35'], 'active': True} {{(pid=116163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:05:16.028314 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-e2c1e602-941c-4a84-a861-5af85ff2cb36 tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] 10.222.0.10 "GET /v2.0/ports?device_id=9f2ce447-59ef-47ff-8555-70abc207cd35 HTTP/1.1" status: 200 len: 205 time: 0.0615387 Apr 28 11:05:16.036698 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 53774) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:05:16.037862 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68995aef-a36f-49c4-830b-377417f00ccc req-851d9411-277a-4da6-bd71-5d6ee73256b3 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:05:16.039401 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-68995aef-a36f-49c4-830b-377417f00ccc req-851d9411-277a-4da6-bd71-5d6ee73256b3 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] 10.222.0.10 "GET /v2.0/ports?device_id=09225a3a-4962-4eed-a507-197c6202a362 HTTP/1.1" status: 200 len: 946 time: 0.1330729 Apr 28 11:05:16.059117 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-0f1adf5f-4904-4957-9129-44f532cc80f1 tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2063420'] for router_interface (7a61ed78-023f-43d6-a86a-5af1aae9e69c), before_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:16.068864 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_hamode_db [None req-e136898e-73c2-4d37-9686-47436042f797 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=116163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:05:16.069286 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e136898e-73c2-4d37-9686-47436042f797 None None] The sync data for ids ['9f2ce447-59ef-47ff-8555-70abc207cd35'] in dv-neutron-master-2-hyperv is: [] {{(pid=116163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 11:05:16.134702 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-2f49220e-831d-4b2b-bf4c-f486a3cc672f tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Publish callbacks [] for port (88da2003-879e-4d50-9549-6ccc3707b391), precommit_update {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:16.148821 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-58d867ba-069a-442e-9150-accd46ba9da7 tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Publish callbacks [] for router (9f2ce447-59ef-47ff-8555-70abc207cd35), before_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:16.151063 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-4f3aa774-e122-4862-b9c1-eb54a7348e71 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198022'] for port (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:16.155173 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-4f3aa774-e122-4862-b9c1-eb54a7348e71 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] 10.222.0.10 "DELETE /v2.0/ports/b9f3a7db-dedf-47d0-937d-1fb9e7ae9c0f HTTP/1.1" status: 204 len: 168 time: 2.4522049 Apr 28 11:05:16.162940 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 53776) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:05:16.246597 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-2f49220e-831d-4b2b-bf4c-f486a3cc672f tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5051840'] for port (88da2003-879e-4d50-9549-6ccc3707b391), after_update {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:16.247452 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-2f49220e-831d-4b2b-bf4c-f486a3cc672f tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1603056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2063387'] for router_interface (cce37839-48be-45a2-8d8e-3b2654c3b7fc), after_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:16.329290 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.pecan_wsgi.hooks.translation [None req-00ffb306-f4c9-49dc-8c7d-acbf51fb6bf8 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] GET failed (client error): The resource could not be found. Apr 28 11:05:16.333281 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-00ffb306-f4c9-49dc-8c7d-acbf51fb6bf8 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] 10.222.0.10 "GET /v2.0/ports/b9f3a7db-dedf-47d0-937d-1fb9e7ae9c0f HTTP/1.1" status: 404 len: 333 time: 0.1675932 Apr 28 11:05:16.362414 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-f70d1339-5019-4d02-bafd-6066d89fcda0 tempest-MeteringIpV6TestJSON-1777950243 tempest-MeteringIpV6TestJSON-1777950243-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:16.363563 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-f70d1339-5019-4d02-bafd-6066d89fcda0 tempest-MeteringIpV6TestJSON-1777950243 tempest-MeteringIpV6TestJSON-1777950243-project-admin] 10.222.0.10 "DELETE /v2.0/metering/metering-label-rules/37fcc287-52cc-428e-bab8-66b2466270a9 HTTP/1.1" status: 204 len: 168 time: 0.7262299 Apr 28 11:05:16.368711 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 53778) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:05:16.368711 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 53780) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:05:16.472648 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-68995aef-a36f-49c4-830b-377417f00ccc req-45485e1f-aaf8-4d25-9ef9-005df63de1d5 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] 10.222.0.10 "GET /v2.0/security-groups?id=dcc00a52-7b1a-48dc-967b-b2eebdca9f08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4234622 Apr 28 11:05:16.609340 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f49220e-831d-4b2b-bf4c-f486a3cc672f tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Pushing event updated for resources: {'Port': ['ID=88da2003-879e-4d50-9549-6ccc3707b391,revision_number=3']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:05:16.657685 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7197af1-7ca6-4239-ae41-08f3d1bdb475 req-4234e82e-a1ad-4347-a386-ba239f92107f tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:05:16.659296 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-a7197af1-7ca6-4239-ae41-08f3d1bdb475 req-4234e82e-a1ad-4347-a386-ba239f92107f tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] 10.222.0.10 "GET /v2.0/ports?device_id=09225a3a-4962-4eed-a507-197c6202a362 HTTP/1.1" status: 200 len: 946 time: 0.0832081 Apr 28 11:05:16.685993 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.plugin [None req-0f1adf5f-4904-4957-9129-44f532cc80f1 tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Deleting port cdbf5767-b7c5-48f5-97ec-afc0a75ab932 {{(pid=116161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 11:05:16.685993 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-0f1adf5f-4904-4957-9129-44f532cc80f1 tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742235130188'] for port (cdbf5767-b7c5-48f5-97ec-afc0a75ab932), before_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:16.724464 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-58d867ba-069a-442e-9150-accd46ba9da7 tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2060865', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-63275'] for router (9f2ce447-59ef-47ff-8555-70abc207cd35), precommit_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:16.731408 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-58d867ba-069a-442e-9150-accd46ba9da7 tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Publish callbacks [] for router_controller (9f2ce447-59ef-47ff-8555-70abc207cd35), precommit_delete_associations {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:16.779517 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-a7197af1-7ca6-4239-ae41-08f3d1bdb475 req-08f0e665-107f-43ec-867d-93efc615dba7 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] 10.222.0.10 "GET /v2.0/security-groups?id=dcc00a52-7b1a-48dc-967b-b2eebdca9f08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1106479 Apr 28 11:05:16.810035 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.db [None req-0f1adf5f-4904-4957-9129-44f532cc80f1 tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] For port cdbf5767-b7c5-48f5-97ec-afc0a75ab932, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=cdbf5767-b7c5-48f5-97ec-afc0a75ab932,segment=NetworkSegment(786272fe-40a7-4972-9d00-30a49da4c35a),segment_id=786272fe-40a7-4972-9d00-30a49da4c35a)] {{(pid=116161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 11:05:16.810035 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-0f1adf5f-4904-4957-9129-44f532cc80f1 tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1938497'] for port (cdbf5767-b7c5-48f5-97ec-afc0a75ab932), precommit_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:16.819386 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.plugin [None req-0f1adf5f-4904-4957-9129-44f532cc80f1 tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Calling delete_port for cdbf5767-b7c5-48f5-97ec-afc0a75ab932 owned by network:router_interface {{(pid=116161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 11:05:16.848499 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-e13a13f9-6e32-4c2c-91c1-ccb3f96fa315 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Publish callbacks [] for security_group (aeb7de20-22a4-4cdd-a35d-8cbe1454ab07), before_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:16.868970 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f49220e-831d-4b2b-bf4c-f486a3cc672f tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Network 705753e7-9cc7-4a8f-883c-5eff8da4d285 is already hosted by enough agents. {{(pid=116162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 11:05:16.873766 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.scheduler.base_scheduler [None req-2f49220e-831d-4b2b-bf4c-f486a3cc672f tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Resources bound (agent type, host, resource id): {{(pid=116162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 11:05:16.891853 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-e13a13f9-6e32-4c2c-91c1-ccb3f96fa315 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Publish callbacks [] for security_group (aeb7de20-22a4-4cdd-a35d-8cbe1454ab07), precommit_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:16.936765 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-d88c71ca-5957-4c42-b6cb-a3d189459332 tempest-MeteringIpV6TestJSON-1777950243 tempest-MeteringIpV6TestJSON-1777950243-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:16.942173 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-d88c71ca-5957-4c42-b6cb-a3d189459332 tempest-MeteringIpV6TestJSON-1777950243 tempest-MeteringIpV6TestJSON-1777950243-project-admin] 10.222.0.10 "DELETE /v2.0/metering/metering-labels/4f81d0cc-e254-4e31-bce2-d352cb3a9427 HTTP/1.1" status: 204 len: 168 time: 0.5670307 Apr 28 11:05:16.991688 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-58d867ba-069a-442e-9150-accd46ba9da7 tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2060888'] for router (9f2ce447-59ef-47ff-8555-70abc207cd35), after_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:16.992196 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58d867ba-069a-442e-9150-accd46ba9da7 tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Fanout notify agent at l3_agent the message router_deleted on router 9f2ce447-59ef-47ff-8555-70abc207cd35 {{(pid=116162) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 28 11:05:17.004531 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-58d867ba-069a-442e-9150-accd46ba9da7 tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Publish callbacks [] for router (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:17.005660 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-58d867ba-069a-442e-9150-accd46ba9da7 tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] 10.222.0.10 "DELETE /v2.0/routers/9f2ce447-59ef-47ff-8555-70abc207cd35 HTTP/1.1" status: 204 len: 168 time: 0.9659986 Apr 28 11:05:17.008578 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 53790) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:05:17.083519 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.db.db_base_plugin_v2 [None req-e54d2065-5ba8-44f2-a3bd-bf6032b16926 tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Deleting subnet 3e21d101-9e81-471b-8be5-80245325f5f1 {{(pid=116162) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 28 11:05:17.087590 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-0f1adf5f-4904-4957-9129-44f532cc80f1 tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742235135690', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742234710366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5219112'] for port (cdbf5767-b7c5-48f5-97ec-afc0a75ab932), after_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:17.087771 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-e54d2065-5ba8-44f2-a3bd-bf6032b16926 tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Publish callbacks [] for subnet (3e21d101-9e81-471b-8be5-80245325f5f1), before_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:17.127691 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-e13a13f9-6e32-4c2c-91c1-ccb3f96fa315 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924426'] for security_group (aeb7de20-22a4-4cdd-a35d-8cbe1454ab07), after_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:17.130300 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-e13a13f9-6e32-4c2c-91c1-ccb3f96fa315 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Publish callbacks [] for security_group (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:17.131743 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-e13a13f9-6e32-4c2c-91c1-ccb3f96fa315 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] 10.222.0.10 "DELETE /v2.0/security-groups/aeb7de20-22a4-4cdd-a35d-8cbe1454ab07 HTTP/1.1" status: 204 len: 168 time: 0.7622368 Apr 28 11:05:17.134777 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1adf5f-4904-4957-9129-44f532cc80f1 tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Pushing event deleted for resources: {'Port': ['ID=cdbf5767-b7c5-48f5-97ec-afc0a75ab932,revision_number=None']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:05:17.144144 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 53792) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:05:17.169254 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e13a13f9-6e32-4c2c-91c1-ccb3f96fa315 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aeb7de20-22a4-4cdd-a35d-8cbe1454ab07,revision_number=None']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:05:17.173311 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-e54d2065-5ba8-44f2-a3bd-bf6032b16926 tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5026541'] for subnet (3e21d101-9e81-471b-8be5-80245325f5f1), precommit_delete_associations {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:17.267865 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-0f1adf5f-4904-4957-9129-44f532cc80f1 tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1603051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2063504'] for router_interface (7a61ed78-023f-43d6-a86a-5af1aae9e69c), after_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:17.275227 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-6ff7299b-02f4-4980-9610-cebf534a8e4c None None] Provisioning complete for port 88da2003-879e-4d50-9549-6ccc3707b391 triggered by entity DHCP. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:05:17.276231 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-6ff7299b-02f4-4980-9610-cebf534a8e4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (88da2003-879e-4d50-9549-6ccc3707b391), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:17.331782 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-8be4f71b-1d37-4a15-8204-a679eebe8ad3 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Publish callbacks [] for security_group (363b6fd1-95dc-46b1-aabf-443ff9a336cf), before_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:17.335192 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-6ff7299b-02f4-4980-9610-cebf534a8e4c None None] Port 88da2003-879e-4d50-9549-6ccc3707b391 cannot update to ACTIVE because it is not bound. {{(pid=116163) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 28 11:05:17.339319 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f49220e-831d-4b2b-bf4c-f486a3cc672f tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Router cce37839-48be-45a2-8d8e-3b2654c3b7fc is scheduled to L3 agent 6b492ad6-0876-4d74-b20d-28143a52ceba with binding_index 1 {{(pid=116162) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 28 11:05:17.352180 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-e54d2065-5ba8-44f2-a3bd-bf6032b16926 tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-971303'] for subnet (3e21d101-9e81-471b-8be5-80245325f5f1), precommit_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:17.409104 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-8be4f71b-1d37-4a15-8204-a679eebe8ad3 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Publish callbacks [] for security_group (363b6fd1-95dc-46b1-aabf-443ff9a336cf), precommit_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:17.445521 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f1adf5f-4904-4957-9129-44f532cc80f1 tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Router 7a61ed78-023f-43d6-a86a-5af1aae9e69c has already been hosted by L3 agent 6b492ad6-0876-4d74-b20d-28143a52ceba {{(pid=116161) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 11:05:17.525079 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 53796) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:05:17.538612 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f1adf5f-4904-4957-9129-44f532cc80f1 tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=116161) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 11:05:17.548232 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f49220e-831d-4b2b-bf4c-f486a3cc672f tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=116162) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 11:05:17.550492 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5aaedcb6-821d-4980-9f1c-0a185d920e68 None None] Sync routers for ids ['7a61ed78-023f-43d6-a86a-5af1aae9e69c'] in dv-neutron-master-2-hyperv {{(pid=116164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 11:05:17.553643 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-2f49220e-831d-4b2b-bf4c-f486a3cc672f tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] 10.222.0.10 "PUT /v2.0/routers/cce37839-48be-45a2-8d8e-3b2654c3b7fc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7865024 Apr 28 11:05:17.556042 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 53800) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:05:17.559821 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3590afbe-0995-48ce-b810-70ade2ed2349 None None] Sync routers for ids ['cce37839-48be-45a2-8d8e-3b2654c3b7fc'] in dv-neutron-master-2-hyperv {{(pid=116163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 11:05:17.564142 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5aaedcb6-821d-4980-9f1c-0a185d920e68 None None] Routers {'7a61ed78-023f-43d6-a86a-5af1aae9e69c'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=116164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 11:05:17.565067 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_hamode_db [None req-5aaedcb6-821d-4980-9f1c-0a185d920e68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-28T10:50:39Z,description=,heartbeat_timestamp=2022-04-28T11:05:09Z,host='dv-neutron-master-2-hyperv',id=6b492ad6-0876-4d74-b20d-28143a52ceba,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T10:50:40Z,topic='l3_agent')) {'router_ids': ['7a61ed78-023f-43d6-a86a-5af1aae9e69c'], 'active': True} {{(pid=116164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:05:17.574620 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-0f1adf5f-4904-4957-9129-44f532cc80f1 tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] 10.222.0.10 "PUT /v2.0/routers/7a61ed78-023f-43d6-a86a-5af1aae9e69c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1694834 Apr 28 11:05:17.576128 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 53802) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:05:17.579852 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3590afbe-0995-48ce-b810-70ade2ed2349 None None] Routers {'cce37839-48be-45a2-8d8e-3b2654c3b7fc'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=116163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 11:05:17.583713 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_hamode_db [None req-3590afbe-0995-48ce-b810-70ade2ed2349 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-28T10:50:39Z,description=,heartbeat_timestamp=2022-04-28T11:05:09Z,host='dv-neutron-master-2-hyperv',id=6b492ad6-0876-4d74-b20d-28143a52ceba,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T10:50:40Z,topic='l3_agent')) {'router_ids': ['cce37839-48be-45a2-8d8e-3b2654c3b7fc'], 'active': True} {{(pid=116163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:05:17.610078 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06118552-c8fa-4b18-9c31-91272aac2aae tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:05:17.614251 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-06118552-c8fa-4b18-9c31-91272aac2aae tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] 10.222.0.10 "GET /v2.0/ports?device_id=cce37839-48be-45a2-8d8e-3b2654c3b7fc HTTP/1.1" status: 200 len: 988 time: 0.0540097 Apr 28 11:05:17.614251 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-e54d2065-5ba8-44f2-a3bd-bf6032b16926 tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-971310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5053962', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4210815'] for subnet (3e21d101-9e81-471b-8be5-80245325f5f1), after_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:17.617269 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 53804) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:05:17.620405 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-8be4f71b-1d37-4a15-8204-a679eebe8ad3 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924426'] for security_group (363b6fd1-95dc-46b1-aabf-443ff9a336cf), after_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:17.624039 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-8be4f71b-1d37-4a15-8204-a679eebe8ad3 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Publish callbacks [] for security_group (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:17.627536 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-8be4f71b-1d37-4a15-8204-a679eebe8ad3 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] 10.222.0.10 "DELETE /v2.0/security-groups/363b6fd1-95dc-46b1-aabf-443ff9a336cf HTTP/1.1" status: 204 len: 168 time: 0.4800487 Apr 28 11:05:17.644237 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 53806) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:05:17.661454 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_dvr_db [None req-5aaedcb6-821d-4980-9f1c-0a185d920e68 None None] Set router 7a61ed78-023f-43d6-a86a-5af1aae9e69c gateway port host: None {{(pid=116164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 11:05:17.672652 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be4f71b-1d37-4a15-8204-a679eebe8ad3 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=363b6fd1-95dc-46b1-aabf-443ff9a336cf,revision_number=None']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:05:17.727559 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.db.db_base_plugin_v2 [None req-f5231420-5a2e-4bf0-bd15-546b046614dd tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Deleting subnet 239fd4a7-9885-4cb6-b54a-2440592f7a50 {{(pid=116161) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 28 11:05:17.731807 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-f5231420-5a2e-4bf0-bd15-546b046614dd tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Publish callbacks [] for subnet (239fd4a7-9885-4cb6-b54a-2440592f7a50), before_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:17.734732 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_hamode_db [None req-5aaedcb6-821d-4980-9f1c-0a185d920e68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a61ed78-023f-43d6-a86a-5af1aae9e69c', 'name': 'tempest-RoutersIpV6Test-router-197789818', 'tenant_id': '0f4d85af73ea40518271b3ac6c23a282', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T11:04:08Z', 'updated_at': '2022-04-28T11:05:16Z', 'revision_number': 11, 'project_id': '0f4d85af73ea40518271b3ac6c23a282', 'gw_port_host': None}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=116164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:05:17.768992 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5aaedcb6-821d-4980-9f1c-0a185d920e68 None None] Checking router: 7a61ed78-023f-43d6-a86a-5af1aae9e69c for host: dv-neutron-master-2-hyperv {{(pid=116164) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 11:05:17.779773 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5aaedcb6-821d-4980-9f1c-0a185d920e68 None None] Routers {'7a61ed78-023f-43d6-a86a-5af1aae9e69c'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=116164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 11:05:17.780920 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_hamode_db [None req-5aaedcb6-821d-4980-9f1c-0a185d920e68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-28T10:50:39Z,description=,heartbeat_timestamp=2022-04-28T11:05:09Z,host='dv-neutron-master-2-hyperv',id=6b492ad6-0876-4d74-b20d-28143a52ceba,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T10:50:40Z,topic='l3_agent')) {'router_ids': ['7a61ed78-023f-43d6-a86a-5af1aae9e69c'], 'active': True} {{(pid=116164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:05:17.782455 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-f5231420-5a2e-4bf0-bd15-546b046614dd tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8076976'] for subnet (239fd4a7-9885-4cb6-b54a-2440592f7a50), precommit_delete_associations {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:17.789909 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54d2065-5ba8-44f2-a3bd-bf6032b16926 tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Pushing event deleted for resources: {'Subnet': ['ID=3e21d101-9e81-471b-8be5-80245325f5f1,revision_number=None']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:05:17.832506 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_hamode_db [None req-3590afbe-0995-48ce-b810-70ade2ed2349 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=116163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:05:17.832892 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-e54d2065-5ba8-44f2-a3bd-bf6032b16926 tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Publish callbacks [] for subnet (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:17.835320 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-5dc55e31-2833-45f1-a4b0-da5d7f28872b tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Publish callbacks [] for security_group (38a9ecb9-9f64-4235-92a0-6e5b2770eb68), before_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:17.836337 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-e54d2065-5ba8-44f2-a3bd-bf6032b16926 tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] 10.222.0.10 "DELETE /v2.0/subnets/3e21d101-9e81-471b-8be5-80245325f5f1 HTTP/1.1" status: 204 len: 168 time: 0.8266118 Apr 28 11:05:17.839381 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-7d73d167-8950-4d96-8d06-24a6dfab7d58 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:17.840316 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 53808) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:05:17.849820 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0f3eb18-68f2-4297-bfc3-56bac3e298fe None None] Network 16b69931-91cf-4324-9f67-0ed5bed66883 requested from dv-neutron-master-2-hyperv {{(pid=116163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 11:05:17.869510 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_dvr_db [None req-5aaedcb6-821d-4980-9f1c-0a185d920e68 None None] Set router 7a61ed78-023f-43d6-a86a-5af1aae9e69c gateway port host: None {{(pid=116164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 11:05:17.930436 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-5dc55e31-2833-45f1-a4b0-da5d7f28872b tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Publish callbacks [] for security_group (38a9ecb9-9f64-4235-92a0-6e5b2770eb68), precommit_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:17.936998 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_hamode_db [None req-5aaedcb6-821d-4980-9f1c-0a185d920e68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a61ed78-023f-43d6-a86a-5af1aae9e69c', 'name': 'tempest-RoutersIpV6Test-router-197789818', 'tenant_id': '0f4d85af73ea40518271b3ac6c23a282', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T11:04:08Z', 'updated_at': '2022-04-28T11:05:16Z', 'revision_number': 11, 'project_id': '0f4d85af73ea40518271b3ac6c23a282', 'gw_port_host': None}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=116164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:05:17.964969 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3590afbe-0995-48ce-b810-70ade2ed2349 None None] Routers {'cce37839-48be-45a2-8d8e-3b2654c3b7fc'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=116163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 11:05:17.966056 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_hamode_db [None req-3590afbe-0995-48ce-b810-70ade2ed2349 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-28T10:50:39Z,description=,heartbeat_timestamp=2022-04-28T11:05:09Z,host='dv-neutron-master-2-hyperv',id=6b492ad6-0876-4d74-b20d-28143a52ceba,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T10:50:40Z,topic='l3_agent')) {'router_ids': ['cce37839-48be-45a2-8d8e-3b2654c3b7fc'], 'active': True} {{(pid=116163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:05:17.969935 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5aaedcb6-821d-4980-9f1c-0a185d920e68 None None] The sync data for ids ['7a61ed78-023f-43d6-a86a-5af1aae9e69c'] in dv-neutron-master-2-hyperv is: [{'id': '7a61ed78-023f-43d6-a86a-5af1aae9e69c', 'name': 'tempest-RoutersIpV6Test-router-197789818', 'tenant_id': '0f4d85af73ea40518271b3ac6c23a282', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T11:04:08Z', 'updated_at': '2022-04-28T11:05:16Z', 'revision_number': 11, 'project_id': '0f4d85af73ea40518271b3ac6c23a282', 'gw_port_host': None}] {{(pid=116164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 11:05:18.027353 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_hamode_db [None req-3590afbe-0995-48ce-b810-70ade2ed2349 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=116163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:05:18.028268 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3590afbe-0995-48ce-b810-70ade2ed2349 None None] The sync data for ids ['cce37839-48be-45a2-8d8e-3b2654c3b7fc'] in dv-neutron-master-2-hyperv is: [] {{(pid=116163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 11:05:18.068465 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-a8f19126-72ea-491a-b9ba-fb28f5285e19 tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-979593'] for network (16b69931-91cf-4324-9f67-0ed5bed66883), before_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:18.071860 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-f5231420-5a2e-4bf0-bd15-546b046614dd tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-971303'] for subnet (239fd4a7-9885-4cb6-b54a-2440592f7a50), precommit_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:18.076347 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-275ac4ee-2be5-4c33-99f9-08570bc0fb4a tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2063420'] for router_interface (cce37839-48be-45a2-8d8e-3b2654c3b7fc), before_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:18.159668 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-7d73d167-8950-4d96-8d06-24a6dfab7d58 admin admin] Publish callbacks [] for security_group (9cab7ead-2212-45c2-b51f-c165c1f629b0), precommit_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:18.163969 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.plugin [None req-a8f19126-72ea-491a-b9ba-fb28f5285e19 tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Deleting port 5d0b7833-1170-4553-815c-c5a081a17f9c {{(pid=116161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 11:05:18.164318 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-a8f19126-72ea-491a-b9ba-fb28f5285e19 tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742235130188'] for port (5d0b7833-1170-4553-815c-c5a081a17f9c), before_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:18.188970 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-5dc55e31-2833-45f1-a4b0-da5d7f28872b tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924426'] for security_group (38a9ecb9-9f64-4235-92a0-6e5b2770eb68), after_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:18.193261 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-5dc55e31-2833-45f1-a4b0-da5d7f28872b tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Publish callbacks [] for security_group (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:18.193261 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-5dc55e31-2833-45f1-a4b0-da5d7f28872b tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] 10.222.0.10 "DELETE /v2.0/security-groups/38a9ecb9-9f64-4235-92a0-6e5b2770eb68 HTTP/1.1" status: 204 len: 168 time: 0.5476017 Apr 28 11:05:18.198975 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 53812) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:05:18.244605 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-7d73d167-8950-4d96-8d06-24a6dfab7d58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924426'] for security_group (9cab7ead-2212-45c2-b51f-c165c1f629b0), after_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:18.258641 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc55e31-2833-45f1-a4b0-da5d7f28872b tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=38a9ecb9-9f64-4235-92a0-6e5b2770eb68,revision_number=None']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:05:18.278890 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-f5231420-5a2e-4bf0-bd15-546b046614dd tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-971310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5220601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5125409'] for subnet (239fd4a7-9885-4cb6-b54a-2440592f7a50), after_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:18.284743 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.db [None req-a8f19126-72ea-491a-b9ba-fb28f5285e19 tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] For port 5d0b7833-1170-4553-815c-c5a081a17f9c, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=5d0b7833-1170-4553-815c-c5a081a17f9c,segment=NetworkSegment(46e1f479-c771-4344-ba9b-592d2cad1e34),segment_id=46e1f479-c771-4344-ba9b-592d2cad1e34)] {{(pid=116161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 11:05:18.285159 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-a8f19126-72ea-491a-b9ba-fb28f5285e19 tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1938497'] for port (5d0b7833-1170-4553-815c-c5a081a17f9c), precommit_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:18.289940 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-7d73d167-8950-4d96-8d06-24a6dfab7d58 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=7e35b2e214a049d8aa8742c722c4b3b4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7637651 Apr 28 11:05:18.303764 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 53814) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:05:18.310641 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d73d167-8950-4d96-8d06-24a6dfab7d58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9cab7ead-2212-45c2-b51f-c165c1f629b0,revision_number=1']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:05:18.312984 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 53816) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:05:18.348568 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.plugin [None req-a8f19126-72ea-491a-b9ba-fb28f5285e19 tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Calling delete_port for 5d0b7833-1170-4553-815c-c5a081a17f9c owned by network:dhcp {{(pid=116161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 11:05:18.350197 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5231420-5a2e-4bf0-bd15-546b046614dd tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Pushing event deleted for resources: {'Subnet': ['ID=239fd4a7-9885-4cb6-b54a-2440592f7a50,revision_number=None']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:05:18.356055 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a8076fc-ee55-4cb8-b1d9-2f25fa90f8e8 None None] DHCP port deletion for 16b69931-91cf-4324-9f67-0ed5bed66883 request from dv-neutron-master-2-hyperv {{(pid=116163) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 28 11:05:18.367650 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-f5231420-5a2e-4bf0-bd15-546b046614dd tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Publish callbacks [] for subnet (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:18.373746 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-f5231420-5a2e-4bf0-bd15-546b046614dd tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] 10.222.0.10 "DELETE /v2.0/subnets/239fd4a7-9885-4cb6-b54a-2440592f7a50 HTTP/1.1" status: 204 len: 168 time: 0.7929325 Apr 28 11:05:18.384689 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.db.db_base_plugin_v2 [None req-035bee49-8c49-41f6-a08c-245d4ccdba9b tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Deleting subnet 7ee79417-4c8f-4aa6-8a5f-bc2c03b26627 {{(pid=116161) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 28 11:05:18.390311 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 53818) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:05:18.400148 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22296769-d239-4992-97d4-2755175a9612 None None] Network 2634f032-d4ae-4ad5-96de-8648922027d9 requested from dv-neutron-master-2-hyperv {{(pid=116163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 11:05:18.400267 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.plugin [None req-275ac4ee-2be5-4c33-99f9-08570bc0fb4a tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Deleting port 88da2003-879e-4d50-9549-6ccc3707b391 {{(pid=116162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 11:05:18.400428 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-275ac4ee-2be5-4c33-99f9-08570bc0fb4a tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742235130188'] for port (88da2003-879e-4d50-9549-6ccc3707b391), before_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:18.409482 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-035bee49-8c49-41f6-a08c-245d4ccdba9b tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Publish callbacks [] for subnet (7ee79417-4c8f-4aa6-8a5f-bc2c03b26627), before_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:18.455736 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-1a8076fc-ee55-4cb8-b1d9-2f25fa90f8e8 None None] Deleting port 5d0b7833-1170-4553-815c-c5a081a17f9c {{(pid=116163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 11:05:18.456104 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-1a8076fc-ee55-4cb8-b1d9-2f25fa90f8e8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742235130188'] for port (5d0b7833-1170-4553-815c-c5a081a17f9c), before_delete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:18.537299 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-035bee49-8c49-41f6-a08c-245d4ccdba9b tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8076976'] for subnet (7ee79417-4c8f-4aa6-8a5f-bc2c03b26627), precommit_delete_associations {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:18.568004 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-4e7c8644-d785-4b2b-8fa4-b4368e44d38d admin admin] Publish callbacks [] for security_group (9cab7ead-2212-45c2-b51f-c165c1f629b0), before_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:18.593051 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Device cdbf5767-b7c5-48f5-97ec-afc0a75ab932 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=116163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 11:05:18.618516 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-4e7c8644-d785-4b2b-8fa4-b4368e44d38d admin admin] Publish callbacks [] for security_group (9cab7ead-2212-45c2-b51f-c165c1f629b0), precommit_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:18.632068 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-1a8076fc-ee55-4cb8-b1d9-2f25fa90f8e8 None None] For port 5d0b7833-1170-4553-815c-c5a081a17f9c, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=5d0b7833-1170-4553-815c-c5a081a17f9c,segment=NetworkSegment(46e1f479-c771-4344-ba9b-592d2cad1e34),segment_id=46e1f479-c771-4344-ba9b-592d2cad1e34)] {{(pid=116163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 11:05:18.632630 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-1a8076fc-ee55-4cb8-b1d9-2f25fa90f8e8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1938497'] for port (5d0b7833-1170-4553-815c-c5a081a17f9c), precommit_delete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:18.635293 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] No Port match for: cdbf5767-b7c5-48f5-97ec-afc0a75ab932 {{(pid=116163) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 28 11:05:18.635746 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Device cdbf5767-b7c5-48f5-97ec-afc0a75ab932 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=116163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 11:05:18.636477 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Device 5d0b7833-1170-4553-815c-c5a081a17f9c no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=116163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 11:05:18.670650 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-1a8076fc-ee55-4cb8-b1d9-2f25fa90f8e8 None None] Calling delete_port for 5d0b7833-1170-4553-815c-c5a081a17f9c owned by network:dhcp {{(pid=116163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 11:05:18.737542 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-035bee49-8c49-41f6-a08c-245d4ccdba9b tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-971303'] for subnet (7ee79417-4c8f-4aa6-8a5f-bc2c03b26627), precommit_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:18.767199 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ba55ebf-d9b2-4a46-aae5-849a1a14e663 None None] DHCP port deletion for 2634f032-d4ae-4ad5-96de-8648922027d9 request from dv-neutron-master-2-hyperv {{(pid=116163) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 28 11:05:18.807153 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-a8f19126-72ea-491a-b9ba-fb28f5285e19 tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742235135690', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742234710366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5219112'] for port (5d0b7833-1170-4553-815c-c5a081a17f9c), after_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:18.842824 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f19126-72ea-491a-b9ba-fb28f5285e19 tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Pushing event deleted for resources: {'Port': ['ID=5d0b7833-1170-4553-815c-c5a081a17f9c,revision_number=None']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:05:18.846964 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8f19126-72ea-491a-b9ba-fb28f5285e19 tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] No DVR routers for this DVR port 5d0b7833-1170-4553-815c-c5a081a17f9c on host dv-neutron-master-2-hyperv {{(pid=116161) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 11:05:18.854996 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Port 5d0b7833-1170-4553-815c-c5a081a17f9c update to DOWN by agent not found {{(pid=116163) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2274}} Apr 28 11:05:18.861592 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-6ba55ebf-d9b2-4a46-aae5-849a1a14e663 None None] Deleting port e8550d8a-37de-408c-9523-15355c9ad45d {{(pid=116163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 11:05:18.862250 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-6ba55ebf-d9b2-4a46-aae5-849a1a14e663 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742235130188'] for port (e8550d8a-37de-408c-9523-15355c9ad45d), before_delete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:18.864504 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-1a8076fc-ee55-4cb8-b1d9-2f25fa90f8e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742235135690', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742234710366'] for port (5d0b7833-1170-4553-815c-c5a081a17f9c), after_delete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:18.878958 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a8076fc-ee55-4cb8-b1d9-2f25fa90f8e8 None None] No DVR routers for this DVR port 5d0b7833-1170-4553-815c-c5a081a17f9c on host dv-neutron-master-2-hyperv {{(pid=116163) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 11:05:18.881548 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-4e7c8644-d785-4b2b-8fa4-b4368e44d38d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924426'] for security_group (9cab7ead-2212-45c2-b51f-c165c1f629b0), after_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:18.889879 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-4e7c8644-d785-4b2b-8fa4-b4368e44d38d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:18.889879 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-4e7c8644-d785-4b2b-8fa4-b4368e44d38d admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/9cab7ead-2212-45c2-b51f-c165c1f629b0 HTTP/1.1" status: 204 len: 168 time: 0.5541275 Apr 28 11:05:18.908433 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e7c8644-d785-4b2b-8fa4-b4368e44d38d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cab7ead-2212-45c2-b51f-c165c1f629b0,revision_number=None']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:05:18.914625 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-035bee49-8c49-41f6-a08c-245d4ccdba9b tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-971310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5220601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5125409'] for subnet (7ee79417-4c8f-4aa6-8a5f-bc2c03b26627), after_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:18.954255 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a8076fc-ee55-4cb8-b1d9-2f25fa90f8e8 None None] Pushing event deleted for resources: {'Port': ['ID=5d0b7833-1170-4553-815c-c5a081a17f9c,revision_number=None']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:05:18.984117 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-996b8488-7073-4b7f-9641-4986c016d6a4 tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-979593'] for network (2634f032-d4ae-4ad5-96de-8648922027d9), before_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:18.988363 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035bee49-8c49-41f6-a08c-245d4ccdba9b tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Pushing event deleted for resources: {'Subnet': ['ID=7ee79417-4c8f-4aa6-8a5f-bc2c03b26627,revision_number=None']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:05:18.991479 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-a8f19126-72ea-491a-b9ba-fb28f5285e19 tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-973498', 'neutron.services.segments.db._delete_segments_for_network-8742235207033'] for network (16b69931-91cf-4324-9f67-0ed5bed66883), precommit_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:19.003397 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-035bee49-8c49-41f6-a08c-245d4ccdba9b tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Publish callbacks [] for subnet (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:19.010508 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-035bee49-8c49-41f6-a08c-245d4ccdba9b tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] 10.222.0.10 "DELETE /v2.0/subnets/7ee79417-4c8f-4aa6-8a5f-bc2c03b26627 HTTP/1.1" status: 204 len: 168 time: 0.8058624 Apr 28 11:05:19.010679 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-6ba55ebf-d9b2-4a46-aae5-849a1a14e663 None None] For port e8550d8a-37de-408c-9523-15355c9ad45d, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=e8550d8a-37de-408c-9523-15355c9ad45d,segment=NetworkSegment(786272fe-40a7-4972-9d00-30a49da4c35a),segment_id=786272fe-40a7-4972-9d00-30a49da4c35a)] {{(pid=116163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 11:05:19.010679 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-6ba55ebf-d9b2-4a46-aae5-849a1a14e663 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1938497'] for port (e8550d8a-37de-408c-9523-15355c9ad45d), precommit_delete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:19.011937 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-feaea6ed-5690-4315-bd91-40fc4ddf6925 None None] Network 6ad48b29-1fb1-4e43-9abf-f860ed1ac269 requested from dv-neutron-master-2-hyperv {{(pid=116163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 11:05:19.012324 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 53822) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:05:19.043424 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-6ba55ebf-d9b2-4a46-aae5-849a1a14e663 None None] Calling delete_port for e8550d8a-37de-408c-9523-15355c9ad45d owned by network:dhcp {{(pid=116163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 11:05:19.055132 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.services.segments.db [None req-a8f19126-72ea-491a-b9ba-fb28f5285e19 tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['16b69931-91cf-4324-9f67-0ed5bed66883']}} {{(pid=116161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:05:19.073117 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.services.segments.db [None req-a8f19126-72ea-491a-b9ba-fb28f5285e19 tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '46e1f479-c771-4344-ba9b-592d2cad1e34') {'for_net_delete': True} {{(pid=116161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:05:19.073348 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.services.segments.db [None req-a8f19126-72ea-491a-b9ba-fb28f5285e19 tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '46e1f479-c771-4344-ba9b-592d2cad1e34') {} {{(pid=116161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:05:19.088127 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-a8f19126-72ea-491a-b9ba-fb28f5285e19 tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742235208578', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8076969'] for segment (46e1f479-c771-4344-ba9b-592d2cad1e34), before_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:19.105677 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.db.db_base_plugin_v2 [None req-548db6aa-de45-4c95-a1ab-2990c3ab6a64 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Deleting subnet fc56ca32-f8e2-414c-b2fe-c61ecb3ab9dd {{(pid=116161) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 28 11:05:19.111042 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-548db6aa-de45-4c95-a1ab-2990c3ab6a64 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Publish callbacks [] for subnet (fc56ca32-f8e2-414c-b2fe-c61ecb3ab9dd), before_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:19.131732 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-a8f19126-72ea-491a-b9ba-fb28f5285e19 tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-961978'] for segment (46e1f479-c771-4344-ba9b-592d2cad1e34), precommit_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:19.148884 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a8f19126-72ea-491a-b9ba-fb28f5285e19 tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Releasing vlan 67 on physical network physnet1 to pool {{(pid=116161) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 11:05:19.148884 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-a8f19126-72ea-491a-b9ba-fb28f5285e19 tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-961978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5219103'] for segment (46e1f479-c771-4344-ba9b-592d2cad1e34), after_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:19.151270 dv-neutron-master-2-hyperv neutron-server[116161]: Traceback (most recent call last): Apr 28 11:05:19.151270 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 11:05:19.151270 dv-neutron-master-2-hyperv neutron-server[116161]: timer() Apr 28 11:05:19.151270 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 11:05:19.151270 dv-neutron-master-2-hyperv neutron-server[116161]: cb(*args, **kw) Apr 28 11:05:19.151270 dv-neutron-master-2-hyperv neutron-server[116161]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 28 11:05:19.151270 dv-neutron-master-2-hyperv neutron-server[116161]: return func(*args, **kwargs) Apr 28 11:05:19.151270 dv-neutron-master-2-hyperv neutron-server[116161]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 11:05:19.151270 dv-neutron-master-2-hyperv neutron-server[116161]: self._notify() Apr 28 11:05:19.151270 dv-neutron-master-2-hyperv neutron-server[116161]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 11:05:19.151270 dv-neutron-master-2-hyperv neutron-server[116161]: self.callback(batched_events) Apr 28 11:05:19.151270 dv-neutron-master-2-hyperv neutron-server[116161]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 11:05:19.151270 dv-neutron-master-2-hyperv neutron-server[116161]: event.method(event) Apr 28 11:05:19.151270 dv-neutron-master-2-hyperv neutron-server[116161]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 28 11:05:19.151270 dv-neutron-master-2-hyperv neutron-server[116161]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 11:05:19.151270 dv-neutron-master-2-hyperv neutron-server[116161]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 28 11:05:19.151270 dv-neutron-master-2-hyperv neutron-server[116161]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 11:05:19.151270 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 28 11:05:19.151270 dv-neutron-master-2-hyperv neutron-server[116161]: return f(self, *a, **k) Apr 28 11:05:19.151270 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 28 11:05:19.151270 dv-neutron-master-2-hyperv neutron-server[116161]: return self._get(url).json() Apr 28 11:05:19.151270 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 28 11:05:19.151270 dv-neutron-master-2-hyperv neutron-server[116161]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 11:05:19.151270 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 11:05:19.151270 dv-neutron-master-2-hyperv neutron-server[116161]: return self.request(url, 'GET', **kwargs) Apr 28 11:05:19.151270 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 11:05:19.151270 dv-neutron-master-2-hyperv neutron-server[116161]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 11:05:19.151270 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 11:05:19.151270 dv-neutron-master-2-hyperv neutron-server[116161]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 11:05:19.151270 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 11:05:19.151270 dv-neutron-master-2-hyperv neutron-server[116161]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 11:05:19.151270 dv-neutron-master-2-hyperv neutron-server[116161]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 11:05:19.192242 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-548db6aa-de45-4c95-a1ab-2990c3ab6a64 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8076976'] for subnet (fc56ca32-f8e2-414c-b2fe-c61ecb3ab9dd), precommit_delete_associations {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:19.207395 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-275ac4ee-2be5-4c33-99f9-08570bc0fb4a tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1938497'] for port (88da2003-879e-4d50-9549-6ccc3707b391), precommit_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:19.209798 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.plugin [None req-996b8488-7073-4b7f-9641-4986c016d6a4 tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Deleting port e8550d8a-37de-408c-9523-15355c9ad45d {{(pid=116162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 11:05:19.210134 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-996b8488-7073-4b7f-9641-4986c016d6a4 tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742235130188'] for port (e8550d8a-37de-408c-9523-15355c9ad45d), before_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:19.266136 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.plugin [None req-275ac4ee-2be5-4c33-99f9-08570bc0fb4a tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Calling delete_port for 88da2003-879e-4d50-9549-6ccc3707b391 owned by network:router_interface {{(pid=116162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 11:05:19.312112 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-6ba55ebf-d9b2-4a46-aae5-849a1a14e663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742235135690', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742234710366'] for port (e8550d8a-37de-408c-9523-15355c9ad45d), after_delete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:19.330884 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-548db6aa-de45-4c95-a1ab-2990c3ab6a64 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-971303'] for subnet (fc56ca32-f8e2-414c-b2fe-c61ecb3ab9dd), precommit_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:19.347983 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ba55ebf-d9b2-4a46-aae5-849a1a14e663 None None] No DVR routers for this DVR port e8550d8a-37de-408c-9523-15355c9ad45d on host dv-neutron-master-2-hyperv {{(pid=116163) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 11:05:19.350907 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba55ebf-d9b2-4a46-aae5-849a1a14e663 None None] Pushing event deleted for resources: {'Port': ['ID=e8550d8a-37de-408c-9523-15355c9ad45d,revision_number=None']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:05:19.357124 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-a8f19126-72ea-491a-b9ba-fb28f5285e19 tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-973477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2063122'] for network (16b69931-91cf-4324-9f67-0ed5bed66883), after_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:19.361468 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.db [None req-996b8488-7073-4b7f-9641-4986c016d6a4 tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] For port e8550d8a-37de-408c-9523-15355c9ad45d, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=e8550d8a-37de-408c-9523-15355c9ad45d,segment=NetworkSegment(786272fe-40a7-4972-9d00-30a49da4c35a),segment_id=786272fe-40a7-4972-9d00-30a49da4c35a)] {{(pid=116162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 11:05:19.362101 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-996b8488-7073-4b7f-9641-4986c016d6a4 tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1938497'] for port (e8550d8a-37de-408c-9523-15355c9ad45d), precommit_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:19.376617 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-a8f19126-72ea-491a-b9ba-fb28f5285e19 tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Publish callbacks [] for network (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:19.379199 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-a8f19126-72ea-491a-b9ba-fb28f5285e19 tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] 10.222.0.10 "DELETE /v2.0/networks/16b69931-91cf-4324-9f67-0ed5bed66883 HTTP/1.1" status: 204 len: 168 time: 1.5359690 Apr 28 11:05:19.393797 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 53826) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:05:19.402216 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.v2.base [None req-d9879d38-ac5e-4283-bea6-de598f05a369 tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-326742487', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=116161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:05:19.407623 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f19126-72ea-491a-b9ba-fb28f5285e19 tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Pushing event deleted for resources: {'Network': ['ID=16b69931-91cf-4324-9f67-0ed5bed66883,revision_number=None']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:05:19.432147 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.plugin [None req-996b8488-7073-4b7f-9641-4986c016d6a4 tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Calling delete_port for e8550d8a-37de-408c-9523-15355c9ad45d owned by network:dhcp {{(pid=116162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 11:05:19.499424 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-d9879d38-ac5e-4283-bea6-de598f05a369 tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2060459', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-63449'] for router (077583a6-3e91-4e7b-b09b-2ee4e2f6efd3), before_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:19.500531 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-d9879d38-ac5e-4283-bea6-de598f05a369 tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2060827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1935275', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1960866', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-63266'] for router (077583a6-3e91-4e7b-b09b-2ee4e2f6efd3), precommit_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:19.511620 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-548db6aa-de45-4c95-a1ab-2990c3ab6a64 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-971310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5220601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5125409'] for subnet (fc56ca32-f8e2-414c-b2fe-c61ecb3ab9dd), after_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:19.560440 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-548db6aa-de45-4c95-a1ab-2990c3ab6a64 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Publish callbacks [] for subnet (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:19.563820 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-548db6aa-de45-4c95-a1ab-2990c3ab6a64 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] 10.222.0.10 "DELETE /v2.0/subnets/fc56ca32-f8e2-414c-b2fe-c61ecb3ab9dd HTTP/1.1" status: 204 len: 168 time: 0.5502553 Apr 28 11:05:19.564694 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548db6aa-de45-4c95-a1ab-2990c3ab6a64 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Pushing event deleted for resources: {'Subnet': ['ID=fc56ca32-f8e2-414c-b2fe-c61ecb3ab9dd,revision_number=None']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:05:19.567791 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 53828) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:05:19.641806 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.pecan_wsgi.hooks.translation [None req-7f631c6d-cee7-4c12-99dc-88ff028037b5 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] DELETE failed (client error): The resource could not be found. Apr 28 11:05:19.648283 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7f631c6d-cee7-4c12-99dc-88ff028037b5 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=116161) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 28 11:05:19.648283 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-7f631c6d-cee7-4c12-99dc-88ff028037b5 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] 10.222.0.10 "DELETE /v2.0/subnets/7ee79417-4c8f-4aa6-8a5f-bc2c03b26627 HTTP/1.1" status: 404 len: 337 time: 0.0765517 Apr 28 11:05:19.648283 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-d9879d38-ac5e-4283-bea6-de598f05a369 tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Publish callbacks [] for router_controller (077583a6-3e91-4e7b-b09b-2ee4e2f6efd3), precommit_add_association {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:19.648283 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 53830) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:05:19.699890 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 53832) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:05:19.718988 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.db.db_base_plugin_v2 [None req-6f10b120-5c8c-4060-b192-14368adf2632 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Deleting subnet b0633a5a-1fb0-4222-a640-3324abd20789 {{(pid=116161) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 28 11:05:19.723290 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-6f10b120-5c8c-4060-b192-14368adf2632 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Publish callbacks [] for subnet (b0633a5a-1fb0-4222-a640-3324abd20789), before_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:19.743212 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-996b8488-7073-4b7f-9641-4986c016d6a4 tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742235135690', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742234710366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5051867'] for port (e8550d8a-37de-408c-9523-15355c9ad45d), after_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:19.765608 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-b96796e1-8775-4056-8881-fff02d61557f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:19.772946 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-d9879d38-ac5e-4283-bea6-de598f05a369 tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2060818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1935326'] for router (077583a6-3e91-4e7b-b09b-2ee4e2f6efd3), after_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:19.796715 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-6f10b120-5c8c-4060-b192-14368adf2632 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8076976'] for subnet (b0633a5a-1fb0-4222-a640-3324abd20789), precommit_delete_associations {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:19.804910 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996b8488-7073-4b7f-9641-4986c016d6a4 tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Pushing event deleted for resources: {'Port': ['ID=e8550d8a-37de-408c-9523-15355c9ad45d,revision_number=None']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:05:19.822281 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-996b8488-7073-4b7f-9641-4986c016d6a4 tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] No DVR routers for this DVR port e8550d8a-37de-408c-9523-15355c9ad45d on host dv-neutron-master-2-hyperv {{(pid=116162) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 11:05:19.900221 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-d9879d38-ac5e-4283-bea6-de598f05a369 tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Publish callbacks [] for router (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:19.902505 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b83224ad-2ced-4c84-b5d6-ce9a0ffbf315 None None] Network 6ad48b29-1fb1-4e43-9abf-f860ed1ac269 requested from dv-neutron-master-2-hyperv {{(pid=116163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 11:05:19.909710 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-d9879d38-ac5e-4283-bea6-de598f05a369 tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 698 time: 0.5105770 Apr 28 11:05:19.910983 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 53834) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:05:19.918741 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.v2.base [None req-35199e03-6593-4d3b-88f4-1161cbd0fcad tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Request body: {'network': {'name': 'tempest-RoutersTest-1341529491'}} {{(pid=116161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:05:19.953095 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-6f10b120-5c8c-4060-b192-14368adf2632 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-971303'] for subnet (b0633a5a-1fb0-4222-a640-3324abd20789), precommit_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:19.960783 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-996b8488-7073-4b7f-9641-4986c016d6a4 tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-973498', 'neutron.services.segments.db._delete_segments_for_network-8742235207033'] for network (2634f032-d4ae-4ad5-96de-8648922027d9), precommit_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:19.985784 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-d78bb6d8-d706-4177-8850-9760f721a6b2 None None] Provisioning complete for port 29aa7b99-7141-4a11-be6d-41ea38243c40 triggered by entity DHCP. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:05:19.992025 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-d78bb6d8-d706-4177-8850-9760f721a6b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (29aa7b99-7141-4a11-be6d-41ea38243c40), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:20.013354 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-b96796e1-8775-4056-8881-fff02d61557f admin admin] Publish callbacks [] for security_group (19f64517-d8cb-4226-96a9-d502761dab19), precommit_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:20.014459 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-275ac4ee-2be5-4c33-99f9-08570bc0fb4a tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742235135690', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742234710366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5051867'] for port (88da2003-879e-4d50-9549-6ccc3707b391), after_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:20.020005 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.services.segments.db [None req-996b8488-7073-4b7f-9641-4986c016d6a4 tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2634f032-d4ae-4ad5-96de-8648922027d9']}} {{(pid=116162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:05:20.045665 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.services.segments.db [None req-996b8488-7073-4b7f-9641-4986c016d6a4 tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '786272fe-40a7-4972-9d00-30a49da4c35a') {'for_net_delete': True} {{(pid=116162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:05:20.045966 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.services.segments.db [None req-996b8488-7073-4b7f-9641-4986c016d6a4 tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '786272fe-40a7-4972-9d00-30a49da4c35a') {} {{(pid=116162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:05:20.052951 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35199e03-6593-4d3b-88f4-1161cbd0fcad tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Made reservation on behalf of 1d85c55944a24e6b8fc5b73917e91c0e for: {'network': 1} {{(pid=116161) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 11:05:20.058245 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-35199e03-6593-4d3b-88f4-1161cbd0fcad tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for network (None), before_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:20.098114 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275ac4ee-2be5-4c33-99f9-08570bc0fb4a tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Pushing event deleted for resources: {'Port': ['ID=88da2003-879e-4d50-9549-6ccc3707b391,revision_number=None']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:05:20.099180 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-b96796e1-8775-4056-8881-fff02d61557f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924426'] for security_group (19f64517-d8cb-4226-96a9-d502761dab19), after_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:20.099318 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-996b8488-7073-4b7f-9641-4986c016d6a4 tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742235208578', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5026548'] for segment (786272fe-40a7-4972-9d00-30a49da4c35a), before_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:20.121391 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-30d887a1-5f9a-4ae7-9f13-24c5118d3e0a tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (None), before_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:20.131139 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-d78bb6d8-d706-4177-8850-9760f721a6b2 None None] Current status of the port 29aa7b99-7141-4a11-be6d-41ea38243c40 is: ACTIVE; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:05:20.139501 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-6f10b120-5c8c-4060-b192-14368adf2632 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-971310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5220601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5125409'] for subnet (b0633a5a-1fb0-4222-a640-3324abd20789), after_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:20.147278 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-d78bb6d8-d706-4177-8850-9760f721a6b2 None None] Provisioning complete for port 07c4df32-93b8-40f0-bc3a-70d5f28456d9 triggered by entity DHCP. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:05:20.147928 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-d78bb6d8-d706-4177-8850-9760f721a6b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (07c4df32-93b8-40f0-bc3a-70d5f28456d9), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:20.168051 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-996b8488-7073-4b7f-9641-4986c016d6a4 tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-961978'] for segment (786272fe-40a7-4972-9d00-30a49da4c35a), precommit_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:20.180839 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-996b8488-7073-4b7f-9641-4986c016d6a4 tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Releasing vlan 91 on physical network physnet1 to pool {{(pid=116162) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 11:05:20.181342 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-996b8488-7073-4b7f-9641-4986c016d6a4 tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-961978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5051884'] for segment (786272fe-40a7-4972-9d00-30a49da4c35a), after_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:20.185190 dv-neutron-master-2-hyperv neutron-server[116162]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 28 11:05:20.185190 dv-neutron-master-2-hyperv neutron-server[116162]: self.session.flush() Apr 28 11:05:20.185190 dv-neutron-master-2-hyperv neutron-server[116162]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 28 11:05:20.185190 dv-neutron-master-2-hyperv neutron-server[116162]: self.session.flush() Apr 28 11:05:20.185190 dv-neutron-master-2-hyperv neutron-server[116162]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 28 11:05:20.185190 dv-neutron-master-2-hyperv neutron-server[116162]: self.session.flush() Apr 28 11:05:20.185190 dv-neutron-master-2-hyperv neutron-server[116162]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 28 11:05:20.185190 dv-neutron-master-2-hyperv neutron-server[116162]: self.session.flush() Apr 28 11:05:20.185190 dv-neutron-master-2-hyperv neutron-server[116162]: Traceback (most recent call last): Apr 28 11:05:20.185190 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 11:05:20.185190 dv-neutron-master-2-hyperv neutron-server[116162]: timer() Apr 28 11:05:20.185190 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 11:05:20.185190 dv-neutron-master-2-hyperv neutron-server[116162]: cb(*args, **kw) Apr 28 11:05:20.185190 dv-neutron-master-2-hyperv neutron-server[116162]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 28 11:05:20.185190 dv-neutron-master-2-hyperv neutron-server[116162]: return func(*args, **kwargs) Apr 28 11:05:20.185190 dv-neutron-master-2-hyperv neutron-server[116162]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 11:05:20.185190 dv-neutron-master-2-hyperv neutron-server[116162]: self._notify() Apr 28 11:05:20.185190 dv-neutron-master-2-hyperv neutron-server[116162]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 11:05:20.185190 dv-neutron-master-2-hyperv neutron-server[116162]: self.callback(batched_events) Apr 28 11:05:20.185190 dv-neutron-master-2-hyperv neutron-server[116162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 11:05:20.185190 dv-neutron-master-2-hyperv neutron-server[116162]: event.method(event) Apr 28 11:05:20.185190 dv-neutron-master-2-hyperv neutron-server[116162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 28 11:05:20.185190 dv-neutron-master-2-hyperv neutron-server[116162]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 11:05:20.185190 dv-neutron-master-2-hyperv neutron-server[116162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 28 11:05:20.185190 dv-neutron-master-2-hyperv neutron-server[116162]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 11:05:20.185190 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 28 11:05:20.185190 dv-neutron-master-2-hyperv neutron-server[116162]: return f(self, *a, **k) Apr 28 11:05:20.185190 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 28 11:05:20.185190 dv-neutron-master-2-hyperv neutron-server[116162]: return self._get(url).json() Apr 28 11:05:20.185190 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 28 11:05:20.185190 dv-neutron-master-2-hyperv neutron-server[116162]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 11:05:20.185190 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 11:05:20.185190 dv-neutron-master-2-hyperv neutron-server[116162]: return self.request(url, 'GET', **kwargs) Apr 28 11:05:20.185190 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 11:05:20.185190 dv-neutron-master-2-hyperv neutron-server[116162]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 11:05:20.185190 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 11:05:20.185190 dv-neutron-master-2-hyperv neutron-server[116162]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 11:05:20.185190 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 11:05:20.185190 dv-neutron-master-2-hyperv neutron-server[116162]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 11:05:20.185190 dv-neutron-master-2-hyperv neutron-server[116162]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 11:05:20.204664 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-d78bb6d8-d706-4177-8850-9760f721a6b2 None None] Port 07c4df32-93b8-40f0-bc3a-70d5f28456d9 cannot update to ACTIVE because it is not bound. {{(pid=116163) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 28 11:05:20.212141 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-35199e03-6593-4d3b-88f4-1161cbd0fcad tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 76} {{(pid=116161) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 11:05:20.215132 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f10b120-5c8c-4060-b192-14368adf2632 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Pushing event deleted for resources: {'Subnet': ['ID=b0633a5a-1fb0-4222-a640-3324abd20789,revision_number=None']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:05:20.225217 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-b96796e1-8775-4056-8881-fff02d61557f admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=fcbe1f754bff45279dad8cfb565c5d94&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5215614 Apr 28 11:05:20.225217 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b96796e1-8775-4056-8881-fff02d61557f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19f64517-d8cb-4226-96a9-d502761dab19,revision_number=1']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:05:20.227355 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 53836) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:05:20.253460 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-6f10b120-5c8c-4060-b192-14368adf2632 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Publish callbacks [] for subnet (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:20.258984 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-6f10b120-5c8c-4060-b192-14368adf2632 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] 10.222.0.10 "DELETE /v2.0/subnets/b0633a5a-1fb0-4222-a640-3324abd20789 HTTP/1.1" status: 204 len: 168 time: 0.6076481 Apr 28 11:05:20.261370 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 53838) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:05:20.269812 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-35199e03-6593-4d3b-88f4-1161cbd0fcad tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-961978'] for segment (2d1f90b5-6695-45ed-90ce-b37de8111691), precommit_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:20.270177 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.db.segments_db [None req-35199e03-6593-4d3b-88f4-1161cbd0fcad tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Added segment 2d1f90b5-6695-45ed-90ce-b37de8111691 of type vlan for network 98df3218-a027-4fe2-8b10-e1f1956e3827 Apr 28 11:05:20.295161 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-275ac4ee-2be5-4c33-99f9-08570bc0fb4a tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1603051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2063504'] for router_interface (cce37839-48be-45a2-8d8e-3b2654c3b7fc), after_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:20.352505 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.pecan_wsgi.hooks.translation [None req-df0607e2-d29b-4f1f-a90d-fa6e3f7f7033 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] DELETE failed (client error): The resource could not be found. Apr 28 11:05:20.352960 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-df0607e2-d29b-4f1f-a90d-fa6e3f7f7033 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=116161) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 28 11:05:20.357763 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-df0607e2-d29b-4f1f-a90d-fa6e3f7f7033 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] 10.222.0.10 "DELETE /v2.0/subnets/48a1807e-83e2-45b7-adc5-9bbd51e88ad3 HTTP/1.1" status: 404 len: 337 time: 0.0928438 Apr 28 11:05:20.395714 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-35199e03-6593-4d3b-88f4-1161cbd0fcad tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742234744962'] for network (98df3218-a027-4fe2-8b10-e1f1956e3827), precommit_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:20.402350 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 53840) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:05:20.420044 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-9b2863fd-a62e-4239-b24e-2a6c19d0f294 admin admin] Publish callbacks [] for security_group (19f64517-d8cb-4226-96a9-d502761dab19), before_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:20.442350 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-5153e11a-d469-4479-8b16-c63efa4aafc9 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] 10.222.0.10 "GET /v2.0/ports?device_id=4ab222d8-270e-47ce-9a8b-10f4e09f3cb0 HTTP/1.1" status: 200 len: 205 time: 0.0380504 Apr 28 11:05:20.446832 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 53842) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:05:20.459040 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (6be95134-9a6c-4663-8b48-90d12ce90c60), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:20.476650 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-9b2863fd-a62e-4239-b24e-2a6c19d0f294 admin admin] Publish callbacks [] for security_group (19f64517-d8cb-4226-96a9-d502761dab19), precommit_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:20.520179 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-996b8488-7073-4b7f-9641-4986c016d6a4 tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-973477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2063122'] for network (2634f032-d4ae-4ad5-96de-8648922027d9), after_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:20.524455 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-996b8488-7073-4b7f-9641-4986c016d6a4 tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Publish callbacks [] for network (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:20.531144 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-996b8488-7073-4b7f-9641-4986c016d6a4 tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] 10.222.0.10 "DELETE /v2.0/networks/2634f032-d4ae-4ad5-96de-8648922027d9 HTTP/1.1" status: 204 len: 168 time: 2.1368117 Apr 28 11:05:20.537706 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 53844) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:05:20.540570 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Device e8550d8a-37de-408c-9523-15355c9ad45d no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=116163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 11:05:20.544873 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.api.v2.resource [None req-3a964b8c-a5a8-4610-985a-e7e36bbce9cd tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] delete failed (client error): The resource could not be found. Apr 28 11:05:20.546291 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-3a964b8c-a5a8-4610-985a-e7e36bbce9cd tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] 10.222.0.10 "DELETE /v2.0/routers/4ab222d8-270e-47ce-9a8b-10f4e09f3cb0 HTTP/1.1" status: 404 len: 336 time: 0.0967550 Apr 28 11:05:20.551197 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.v2.base [None req-f1c4aac1-ae3a-4734-9e57-9e7191f87937 tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Request body: {'router': {'routes': None}} {{(pid=116162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:05:20.551356 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 53846) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:05:20.568015 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-35199e03-6593-4d3b-88f4-1161cbd0fcad tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042'] for network (98df3218-a027-4fe2-8b10-e1f1956e3827), after_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:20.568133 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] No Port match for: e8550d8a-37de-408c-9523-15355c9ad45d {{(pid=116163) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 28 11:05:20.568133 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Device e8550d8a-37de-408c-9523-15355c9ad45d not bound to the agent host dv-neutron-master-2-hyperv {{(pid=116163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 11:05:20.570001 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35199e03-6593-4d3b-88f4-1161cbd0fcad tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:05:20.570846 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-35199e03-6593-4d3b-88f4-1161cbd0fcad tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Publish callbacks [] for network (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:20.598915 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-9b2863fd-a62e-4239-b24e-2a6c19d0f294 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924426'] for security_group (19f64517-d8cb-4226-96a9-d502761dab19), after_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:20.601717 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-9b2863fd-a62e-4239-b24e-2a6c19d0f294 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:20.605497 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-9b2863fd-a62e-4239-b24e-2a6c19d0f294 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/19f64517-d8cb-4226-96a9-d502761dab19 HTTP/1.1" status: 204 len: 168 time: 0.3728597 Apr 28 11:05:20.605497 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.pecan_wsgi.hooks.translation [None req-59dddd39-764b-49ac-ab0d-5dfa706ce244 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] DELETE failed (client error): The resource could not be found. Apr 28 11:05:20.605497 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-59dddd39-764b-49ac-ab0d-5dfa706ce244 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=116161) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 28 11:05:20.608451 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-59dddd39-764b-49ac-ab0d-5dfa706ce244 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] 10.222.0.10 "DELETE /v2.0/subnets/f959b57b-9af9-4792-8692-a0c19e54351d HTTP/1.1" status: 404 len: 337 time: 0.0560863 Apr 28 11:05:20.609564 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996b8488-7073-4b7f-9641-4986c016d6a4 tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Pushing event deleted for resources: {'Network': ['ID=2634f032-d4ae-4ad5-96de-8648922027d9,revision_number=None']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:05:20.612419 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 53850) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:05:20.631716 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2863fd-a62e-4239-b24e-2a6c19d0f294 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19f64517-d8cb-4226-96a9-d502761dab19,revision_number=None']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:05:20.713723 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-35199e03-6593-4d3b-88f4-1161cbd0fcad tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.7993979 Apr 28 11:05:20.713723 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35199e03-6593-4d3b-88f4-1161cbd0fcad tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Pushing event updated for resources: {'Network': ['ID=98df3218-a027-4fe2-8b10-e1f1956e3827,revision_number=1']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:05:20.714662 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 53852) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:05:20.721151 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.v2.base [None req-9a5d53a3-5c34-4dd8-b8b0-a5a3440b23fd tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Request body: {'subnet': {'network_id': '98df3218-a027-4fe2-8b10-e1f1956e3827', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=116161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:05:20.728753 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Network 98df3218-a027-4fe2-8b10-e1f1956e3827 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=116163) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 28 11:05:20.797279 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.pecan_wsgi.hooks.translation [None req-5de221a9-621c-42d2-9c2d-72e3ae5b4b76 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] DELETE failed (client error): The resource could not be found. Apr 28 11:05:20.803257 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5de221a9-621c-42d2-9c2d-72e3ae5b4b76 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=116162) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 28 11:05:20.820252 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-5de221a9-621c-42d2-9c2d-72e3ae5b4b76 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] 10.222.0.10 "DELETE /v2.0/subnets/82b49888-68a7-471c-94df-9aba5a1bc523 HTTP/1.1" status: 404 len: 337 time: 0.1978447 Apr 28 11:05:20.829721 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 53854) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:05:20.840627 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-901a2696-7017-4993-a5fb-7bf645315acf None None] Network 6ad48b29-1fb1-4e43-9abf-f860ed1ac269 requested from dv-neutron-master-2-hyperv {{(pid=116163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 11:05:20.869128 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.pecan_wsgi.hooks.translation [None req-61d20401-0fe3-4159-a76b-7b9578e7cfe8 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] DELETE failed (client error): The resource could not be found. Apr 28 11:05:20.869711 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-61d20401-0fe3-4159-a76b-7b9578e7cfe8 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=116161) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 28 11:05:20.873540 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-61d20401-0fe3-4159-a76b-7b9578e7cfe8 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] 10.222.0.10 "DELETE /v2.0/subnets/c207f5a3-4e95-49b5-9882-640bc3718257 HTTP/1.1" status: 404 len: 337 time: 0.0407605 Apr 28 11:05:20.876095 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 53856) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:05:20.900929 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.pecan_wsgi.hooks.translation [None req-898661a0-e2e0-4ccb-8435-850a84d64c97 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] DELETE failed (client error): The resource could not be found. Apr 28 11:05:20.901489 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-898661a0-e2e0-4ccb-8435-850a84d64c97 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=116161) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 28 11:05:20.907912 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-898661a0-e2e0-4ccb-8435-850a84d64c97 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] 10.222.0.10 "DELETE /v2.0/ports/83c04e3b-86ac-48cd-8d91-989351081f67 HTTP/1.1" status: 404 len: 333 time: 0.0285766 Apr 28 11:05:20.909222 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 53858) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:05:20.913813 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-275ac4ee-2be5-4c33-99f9-08570bc0fb4a tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Router cce37839-48be-45a2-8d8e-3b2654c3b7fc has already been hosted by L3 agent 6b492ad6-0876-4d74-b20d-28143a52ceba {{(pid=116162) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 11:05:20.948574 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a5d53a3-5c34-4dd8-b8b0-a5a3440b23fd tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Made reservation on behalf of 1d85c55944a24e6b8fc5b73917e91c0e for: {'subnet': 1} {{(pid=116161) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 11:05:20.955509 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-9a5d53a3-5c34-4dd8-b8b0-a5a3440b23fd tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5125580'] for subnet (None), before_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:20.959256 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.pecan_wsgi.hooks.translation [None req-7676b92f-7943-40dd-82fa-b01a86e84324 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] DELETE failed (client error): The resource could not be found. Apr 28 11:05:20.959918 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7676b92f-7943-40dd-82fa-b01a86e84324 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=116161) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 28 11:05:20.962447 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-75a050a2-f1b6-46d9-9c21-061b0d196df6 None None] Provisioning complete for port 29aa7b99-7141-4a11-be6d-41ea38243c40 triggered by entity DHCP. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:05:20.963387 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-75a050a2-f1b6-46d9-9c21-061b0d196df6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (29aa7b99-7141-4a11-be6d-41ea38243c40), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:20.966770 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-7676b92f-7943-40dd-82fa-b01a86e84324 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] 10.222.0.10 "DELETE /v2.0/subnets/46982f84-d227-4eca-b2e0-7f110c93fdf1 HTTP/1.1" status: 404 len: 337 time: 0.0538437 Apr 28 11:05:20.982249 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 53860) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:05:20.990813 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.db.extraroute_db [None req-f1c4aac1-ae3a-4734-9e57-9e7191f87937 tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Added routes are [] {{(pid=116162) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Apr 28 11:05:20.991121 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.db.extraroute_db [None req-f1c4aac1-ae3a-4734-9e57-9e7191f87937 tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Removed routes are [] {{(pid=116162) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Apr 28 11:05:20.991691 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-f1c4aac1-ae3a-4734-9e57-9e7191f87937 tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1935285', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2060837', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-63284'] for router (7a61ed78-023f-43d6-a86a-5af1aae9e69c), precommit_update {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:21.016813 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.pecan_wsgi.hooks.translation [None req-eca04088-6d40-4f4a-a67b-f17cee393a3b tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] DELETE failed (client error): The resource could not be found. Apr 28 11:05:21.017270 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eca04088-6d40-4f4a-a67b-f17cee393a3b tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=116161) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 28 11:05:21.025185 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-eca04088-6d40-4f4a-a67b-f17cee393a3b tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] 10.222.0.10 "DELETE /v2.0/subnets/7cdc9062-f10c-4982-b770-542017cc1a1a HTTP/1.1" status: 404 len: 337 time: 0.0375130 Apr 28 11:05:21.025335 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 53862) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:05:21.087593 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.pecan_wsgi.hooks.translation [None req-ad45bc2e-b0ab-4239-9eda-c2f6131f3833 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] DELETE failed (client error): The resource could not be found. Apr 28 11:05:21.089710 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ad45bc2e-b0ab-4239-9eda-c2f6131f3833 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=116161) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 28 11:05:21.091354 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-ad45bc2e-b0ab-4239-9eda-c2f6131f3833 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] 10.222.0.10 "DELETE /v2.0/ports/680b234e-06f3-4fbd-9da5-8b2977650108 HTTP/1.1" status: 404 len: 333 time: 0.0651047 Apr 28 11:05:21.095277 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 53866) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:05:21.125204 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40fd0049-115f-45e1-b947-c2c6a285f172 None None] DHCP port deletion for 6ad48b29-1fb1-4e43-9abf-f860ed1ac269 request from dv-neutron-master-2-hyperv {{(pid=116163) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 28 11:05:21.135411 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.pecan_wsgi.hooks.translation [None req-c5eadc69-7fd6-484d-ba07-b9f4f50b29c5 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] DELETE failed (client error): The resource could not be found. Apr 28 11:05:21.135869 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c5eadc69-7fd6-484d-ba07-b9f4f50b29c5 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=116161) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 28 11:05:21.142147 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-c5eadc69-7fd6-484d-ba07-b9f4f50b29c5 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] 10.222.0.10 "DELETE /v2.0/subnets/cc703b36-21e4-4d81-bdfc-05414d1f16ff HTTP/1.1" status: 404 len: 337 time: 0.0435815 Apr 28 11:05:21.144050 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 53868) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:05:21.179542 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.pecan_wsgi.hooks.translation [None req-a6d2ebe1-fa92-4f55-abcc-99e0f7d34aee tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] DELETE failed (client error): The resource could not be found. Apr 28 11:05:21.180551 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a6d2ebe1-fa92-4f55-abcc-99e0f7d34aee tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=116161) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 28 11:05:21.183096 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-a6d2ebe1-fa92-4f55-abcc-99e0f7d34aee tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] 10.222.0.10 "DELETE /v2.0/subnets/9097c996-d73b-48c7-a3df-dd807ccc5603 HTTP/1.1" status: 404 len: 337 time: 0.0390608 Apr 28 11:05:21.189641 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 53872) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:05:21.214611 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-40fd0049-115f-45e1-b947-c2c6a285f172 None None] Deleting port 29aa7b99-7141-4a11-be6d-41ea38243c40 {{(pid=116163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 11:05:21.215189 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-40fd0049-115f-45e1-b947-c2c6a285f172 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742235130188'] for port (29aa7b99-7141-4a11-be6d-41ea38243c40), before_delete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:21.221285 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-75a050a2-f1b6-46d9-9c21-061b0d196df6 None None] Current status of the port 29aa7b99-7141-4a11-be6d-41ea38243c40 is: ACTIVE; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:05:21.250937 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-75a050a2-f1b6-46d9-9c21-061b0d196df6 None None] Provisioning complete for port 07c4df32-93b8-40f0-bc3a-70d5f28456d9 triggered by entity DHCP. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:05:21.251680 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-75a050a2-f1b6-46d9-9c21-061b0d196df6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (07c4df32-93b8-40f0-bc3a-70d5f28456d9), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:21.266626 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-275ac4ee-2be5-4c33-99f9-08570bc0fb4a tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=116162) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 11:05:21.279027 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d258bd4-5155-4b58-a7e2-3734e5be6d5f None None] Sync routers for ids ['cce37839-48be-45a2-8d8e-3b2654c3b7fc'] in dv-neutron-master-2-hyperv {{(pid=116164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 11:05:21.287058 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-275ac4ee-2be5-4c33-99f9-08570bc0fb4a tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] 10.222.0.10 "PUT /v2.0/routers/cce37839-48be-45a2-8d8e-3b2654c3b7fc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6605308 Apr 28 11:05:21.293055 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d258bd4-5155-4b58-a7e2-3734e5be6d5f None None] Routers {'cce37839-48be-45a2-8d8e-3b2654c3b7fc'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=116164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 11:05:21.294458 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_hamode_db [None req-4d258bd4-5155-4b58-a7e2-3734e5be6d5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-28T10:50:39Z,description=,heartbeat_timestamp=2022-04-28T11:05:09Z,host='dv-neutron-master-2-hyperv',id=6b492ad6-0876-4d74-b20d-28143a52ceba,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T10:50:40Z,topic='l3_agent')) {'router_ids': ['cce37839-48be-45a2-8d8e-3b2654c3b7fc'], 'active': True} {{(pid=116164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:05:21.298763 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 53878) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:05:21.343723 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_hamode_db [None req-4d258bd4-5155-4b58-a7e2-3734e5be6d5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=116164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:05:21.345650 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-40fd0049-115f-45e1-b947-c2c6a285f172 None None] For port 29aa7b99-7141-4a11-be6d-41ea38243c40, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=29aa7b99-7141-4a11-be6d-41ea38243c40,segment=NetworkSegment(dc4ff106-7900-4ea5-a28b-c5286d7d8d4b),segment_id=dc4ff106-7900-4ea5-a28b-c5286d7d8d4b)] {{(pid=116163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 11:05:21.346130 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-40fd0049-115f-45e1-b947-c2c6a285f172 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1938497'] for port (29aa7b99-7141-4a11-be6d-41ea38243c40), precommit_delete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:21.348038 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.pecan_wsgi.hooks.translation [None req-aa7f0965-8dea-41c7-8ab9-216f9ab0b7cb tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] GET failed (client error): The resource could not be found. Apr 28 11:05:21.349611 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-aa7f0965-8dea-41c7-8ab9-216f9ab0b7cb tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] 10.222.0.10 "GET /v2.0/ports/88da2003-879e-4d50-9549-6ccc3707b391 HTTP/1.1" status: 404 len: 333 time: 0.0498371 Apr 28 11:05:21.352256 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 53880) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:05:21.357588 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d258bd4-5155-4b58-a7e2-3734e5be6d5f None None] Routers {'cce37839-48be-45a2-8d8e-3b2654c3b7fc'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=116164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 11:05:21.358717 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_hamode_db [None req-4d258bd4-5155-4b58-a7e2-3734e5be6d5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-28T10:50:39Z,description=,heartbeat_timestamp=2022-04-28T11:05:09Z,host='dv-neutron-master-2-hyperv',id=6b492ad6-0876-4d74-b20d-28143a52ceba,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T10:50:40Z,topic='l3_agent')) {'router_ids': ['cce37839-48be-45a2-8d8e-3b2654c3b7fc'], 'active': True} {{(pid=116164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:05:21.367890 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-75a050a2-f1b6-46d9-9c21-061b0d196df6 None None] Port 07c4df32-93b8-40f0-bc3a-70d5f28456d9 cannot update to ACTIVE because it is not bound. {{(pid=116163) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 28 11:05:21.373722 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-40fd0049-115f-45e1-b947-c2c6a285f172 None None] Calling delete_port for 29aa7b99-7141-4a11-be6d-41ea38243c40 owned by network:dhcp {{(pid=116163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 11:05:21.400835 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_hamode_db [None req-4d258bd4-5155-4b58-a7e2-3734e5be6d5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=116164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:05:21.401625 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d258bd4-5155-4b58-a7e2-3734e5be6d5f None None] The sync data for ids ['cce37839-48be-45a2-8d8e-3b2654c3b7fc'] in dv-neutron-master-2-hyperv is: [] {{(pid=116164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 11:05:21.423409 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-9a5d53a3-5c34-4dd8-b8b0-a5a3440b23fd tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5220536', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5125438'] for subnet (a5c018ca-906e-4425-bf42-6e13a46d1530), after_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:21.508781 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-8699527a-76eb-4363-b2ad-310d87ee0f5b tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Publish callbacks [] for router (cce37839-48be-45a2-8d8e-3b2654c3b7fc), before_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:21.578291 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-40fd0049-115f-45e1-b947-c2c6a285f172 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742235135690', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742234710366'] for port (29aa7b99-7141-4a11-be6d-41ea38243c40), after_delete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:21.618252 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40fd0049-115f-45e1-b947-c2c6a285f172 None None] Pushing event deleted for resources: {'Port': ['ID=29aa7b99-7141-4a11-be6d-41ea38243c40,revision_number=None']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:05:21.622373 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40fd0049-115f-45e1-b947-c2c6a285f172 None None] No DVR routers for this DVR port 29aa7b99-7141-4a11-be6d-41ea38243c40 on host dv-neutron-master-2-hyperv {{(pid=116163) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 11:05:21.780848 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-f1c4aac1-ae3a-4734-9e57-9e7191f87937 tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1935285', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2060837', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-63284'] for router (7a61ed78-023f-43d6-a86a-5af1aae9e69c), precommit_update {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:21.794497 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-f1c4aac1-ae3a-4734-9e57-9e7191f87937 tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1935326', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1935308', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1935303', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-2060860'] for router (7a61ed78-023f-43d6-a86a-5af1aae9e69c), after_update {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:21.919107 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.db.db_base_plugin_common [None req-30d887a1-5f9a-4ae7-9f13-24c5118d3e0a tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Allocated IP 172.20.0.17 (b8f680de-c70a-4a82-ae85-7e933bd84322/f9d92397-fa14-4c67-9b4b-72972fa58fb7/08cdb07c-0665-43ad-87c2-72b77b5f3b02) {{(pid=116162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 11:05:21.928487 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.plugin [None req-30c498bc-b611-4f4b-b6b4-10c7c216d437 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Deleting port 07c4df32-93b8-40f0-bc3a-70d5f28456d9 {{(pid=116162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 11:05:21.928850 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-30c498bc-b611-4f4b-b6b4-10c7c216d437 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742235130188'] for port (07c4df32-93b8-40f0-bc3a-70d5f28456d9), before_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:21.947743 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 53894) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:05:21.950060 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1c4aac1-ae3a-4734-9e57-9e7191f87937 tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Router 7a61ed78-023f-43d6-a86a-5af1aae9e69c has already been hosted by L3 agent 6b492ad6-0876-4d74-b20d-28143a52ceba {{(pid=116162) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 11:05:21.977578 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5d53a3-5c34-4dd8-b8b0-a5a3440b23fd tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Pushing event updated for resources: {'Subnet': ['ID=a5c018ca-906e-4425-bf42-6e13a46d1530,revision_number=0']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:05:21.986174 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a5d53a3-5c34-4dd8-b8b0-a5a3440b23fd tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Checking segment: {'id': '2d1f90b5-6695-45ed-90ce-b37de8111691', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '98df3218-a027-4fe2-8b10-e1f1956e3827'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 11:05:21.986174 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a5d53a3-5c34-4dd8-b8b0-a5a3440b23fd tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Network hostable DHCP agents. Network: 98df3218-a027-4fe2-8b10-e1f1956e3827, hostable agents: ['75ba81b7-fe99-4281-90d2-a5adb445ecea'], hosted agents: [] {{(pid=116161) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 11:05:22.026293 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-8699527a-76eb-4363-b2ad-310d87ee0f5b tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2060865', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-63275'] for router (cce37839-48be-45a2-8d8e-3b2654c3b7fc), precommit_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:22.029353 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-8699527a-76eb-4363-b2ad-310d87ee0f5b tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Publish callbacks [] for router_controller (cce37839-48be-45a2-8d8e-3b2654c3b7fc), precommit_delete_associations {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:22.089871 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-30c498bc-b611-4f4b-b6b4-10c7c216d437 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1938497'] for port (07c4df32-93b8-40f0-bc3a-70d5f28456d9), precommit_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:22.132135 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a5d53a3-5c34-4dd8-b8b0-a5a3440b23fd tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Network 98df3218-a027-4fe2-8b10-e1f1956e3827 is scheduled to be hosted by DHCP agent 75ba81b7-fe99-4281-90d2-a5adb445ecea with binding_index 1 {{(pid=116161) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 11:05:22.160558 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.plugin [None req-30c498bc-b611-4f4b-b6b4-10c7c216d437 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Calling delete_port for 07c4df32-93b8-40f0-bc3a-70d5f28456d9 owned by {{(pid=116162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 11:05:22.172348 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-8699527a-76eb-4363-b2ad-310d87ee0f5b tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2060888'] for router (cce37839-48be-45a2-8d8e-3b2654c3b7fc), after_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:22.172870 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8699527a-76eb-4363-b2ad-310d87ee0f5b tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Fanout notify agent at l3_agent the message router_deleted on router cce37839-48be-45a2-8d8e-3b2654c3b7fc {{(pid=116161) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 28 11:05:22.180702 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-44043947-35de-4e6e-b66e-861c71122191 tempest-AgentManagementNegativeTest-1215730224 tempest-AgentManagementNegativeTest-1215730224-project] 10.222.0.10 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.2236695 Apr 28 11:05:22.181355 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-8699527a-76eb-4363-b2ad-310d87ee0f5b tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Publish callbacks [] for router (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:22.182137 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-8699527a-76eb-4363-b2ad-310d87ee0f5b tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] 10.222.0.10 "DELETE /v2.0/routers/cce37839-48be-45a2-8d8e-3b2654c3b7fc HTTP/1.1" status: 204 len: 168 time: 0.8285079 Apr 28 11:05:22.184808 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 53900) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:05:22.220734 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.scheduler.base_scheduler [None req-9a5d53a3-5c34-4dd8-b8b0-a5a3440b23fd tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 98df3218-a027-4fe2-8b10-e1f1956e3827) {{(pid=116161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 11:05:22.225481 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a5d53a3-5c34-4dd8-b8b0-a5a3440b23fd tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:05:22.226135 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-9a5d53a3-5c34-4dd8-b8b0-a5a3440b23fd tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Publish callbacks [] for subnet (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:22.231250 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0784501-1585-4322-bcf2-3bcf8bf25a0e None None] Network 98df3218-a027-4fe2-8b10-e1f1956e3827 requested from dv-neutron-master-2-hyperv {{(pid=116163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 11:05:22.258608 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.db.db_base_plugin_v2 [None req-6043f689-f04b-460a-aa46-5d32cb045829 tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Deleting subnet ee39de6e-8352-4f32-aca5-e93bf0a9585e {{(pid=116161) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 28 11:05:22.262961 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-6043f689-f04b-460a-aa46-5d32cb045829 tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Publish callbacks [] for subnet (ee39de6e-8352-4f32-aca5-e93bf0a9585e), before_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:22.273688 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1c4aac1-ae3a-4734-9e57-9e7191f87937 tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=116162) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 11:05:22.277565 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-30d887a1-5f9a-4ae7-9f13-24c5118d3e0a tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks [] for port (08cdb07c-0665-43ad-87c2-72b77b5f3b02), precommit_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:22.285580 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-f1c4aac1-ae3a-4734-9e57-9e7191f87937 tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Publish callbacks [] for router (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:22.286878 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-f1c4aac1-ae3a-4734-9e57-9e7191f87937 tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] 10.222.0.10 "PUT /v2.0/routers/7a61ed78-023f-43d6-a86a-5af1aae9e69c HTTP/1.1" status: 200 len: 704 time: 1.7439415 Apr 28 11:05:22.291319 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 53902) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:05:22.302345 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-9a5d53a3-5c34-4dd8-b8b0-a5a3440b23fd tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5865071 Apr 28 11:05:22.306455 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 53904) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:05:22.337990 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-4cda81d7-fd5f-4cd9-a438-2290c2b50be4 tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] 10.222.0.10 "GET /v2.0/ports?device_id=7a61ed78-023f-43d6-a86a-5af1aae9e69c HTTP/1.1" status: 200 len: 205 time: 0.0454779 Apr 28 11:05:22.344580 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 53906) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:05:22.377613 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8c27d74-0dad-439d-bdd2-40734f16c8a7 None None] Sync routers for ids ['7a61ed78-023f-43d6-a86a-5af1aae9e69c'] in dv-neutron-master-2-hyperv {{(pid=116163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 11:05:22.393622 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8c27d74-0dad-439d-bdd2-40734f16c8a7 None None] Routers {'7a61ed78-023f-43d6-a86a-5af1aae9e69c'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=116163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 11:05:22.394295 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_hamode_db [None req-a8c27d74-0dad-439d-bdd2-40734f16c8a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-28T10:50:39Z,description=,heartbeat_timestamp=2022-04-28T11:05:09Z,host='dv-neutron-master-2-hyperv',id=6b492ad6-0876-4d74-b20d-28143a52ceba,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T10:50:40Z,topic='l3_agent')) {'router_ids': ['7a61ed78-023f-43d6-a86a-5af1aae9e69c'], 'active': True} {{(pid=116163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:05:22.397541 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-6043f689-f04b-460a-aa46-5d32cb045829 tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8076976'] for subnet (ee39de6e-8352-4f32-aca5-e93bf0a9585e), precommit_delete_associations {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:22.460115 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-ef223064-f25a-4641-8179-6f2404bfa172 tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Publish callbacks [] for router (7a61ed78-023f-43d6-a86a-5af1aae9e69c), before_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:22.554518 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-30d887a1-5f9a-4ae7-9f13-24c5118d3e0a tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742234710357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5051867'] for port (08cdb07c-0665-43ad-87c2-72b77b5f3b02), after_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:22.620995 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-30c498bc-b611-4f4b-b6b4-10c7c216d437 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742235135690', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742234710366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5051867'] for port (07c4df32-93b8-40f0-bc3a-70d5f28456d9), after_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:22.650743 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-6043f689-f04b-460a-aa46-5d32cb045829 tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-971303'] for subnet (ee39de6e-8352-4f32-aca5-e93bf0a9585e), precommit_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:22.663201 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvr_db [None req-a8c27d74-0dad-439d-bdd2-40734f16c8a7 None None] Set router 7a61ed78-023f-43d6-a86a-5af1aae9e69c gateway port host: None {{(pid=116163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 11:05:22.706660 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-ef223064-f25a-4641-8179-6f2404bfa172 tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2060865', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-63275'] for router (7a61ed78-023f-43d6-a86a-5af1aae9e69c), precommit_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:22.710076 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-ef223064-f25a-4641-8179-6f2404bfa172 tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Publish callbacks [] for router_controller (7a61ed78-023f-43d6-a86a-5af1aae9e69c), precommit_delete_associations {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:22.712929 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30d887a1-5f9a-4ae7-9f13-24c5118d3e0a tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Network b8f680de-c70a-4a82-ae85-7e933bd84322 is already hosted by enough agents. {{(pid=116162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 11:05:22.717122 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d887a1-5f9a-4ae7-9f13-24c5118d3e0a tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Pushing event updated for resources: {'Port': ['ID=08cdb07c-0665-43ad-87c2-72b77b5f3b02,revision_number=1']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:05:22.721555 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-30c498bc-b611-4f4b-b6b4-10c7c216d437 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198022'] for port (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:22.724979 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-30c498bc-b611-4f4b-b6b4-10c7c216d437 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] 10.222.0.10 "DELETE /v2.0/ports/07c4df32-93b8-40f0-bc3a-70d5f28456d9 HTTP/1.1" status: 204 len: 168 time: 1.5333383 Apr 28 11:05:22.732170 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.scheduler.base_scheduler [None req-30d887a1-5f9a-4ae7-9f13-24c5118d3e0a tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Resources bound (agent type, host, resource id): {{(pid=116162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 11:05:22.735704 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 53910) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:05:22.744645 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-68e031d2-880b-4f6c-a77f-b816091cdacf tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (None), before_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:22.753346 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_hamode_db [None req-a8c27d74-0dad-439d-bdd2-40734f16c8a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a61ed78-023f-43d6-a86a-5af1aae9e69c', 'name': 'tempest-RoutersIpV6Test-router-197789818', 'tenant_id': '0f4d85af73ea40518271b3ac6c23a282', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T11:04:08Z', 'updated_at': '2022-04-28T11:05:16Z', 'revision_number': 11, 'project_id': '0f4d85af73ea40518271b3ac6c23a282', 'gw_port_host': None}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=116163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:05:22.768028 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30d887a1-5f9a-4ae7-9f13-24c5118d3e0a tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Received port after_create {{(pid=116162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 11:05:22.799380 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0173cc93-fd5c-4b0c-8edc-9bf9a268e4e7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-98df3218-a027-4fe2-8b10-e1f1956e3827', 'network_id': '98df3218-a027-4fe2-8b10-e1f1956e3827', 'project_id': '1d85c55944a24e6b8fc5b73917e91c0e', 'fixed_ips': [{'subnet_id': 'a5c018ca-906e-4425-bf42-6e13a46d1530'}]}} from dv-neutron-master-2-hyperv. {{(pid=116163) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 28 11:05:22.801207 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-0173cc93-fd5c-4b0c-8edc-9bf9a268e4e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (None), before_create {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:22.804956 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Device 29aa7b99-7141-4a11-be6d-41ea38243c40 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=116163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 11:05:22.810783 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8c27d74-0dad-439d-bdd2-40734f16c8a7 None None] Checking router: 7a61ed78-023f-43d6-a86a-5af1aae9e69c for host: dv-neutron-master-2-hyperv {{(pid=116163) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 11:05:22.835795 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c498bc-b611-4f4b-b6b4-10c7c216d437 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Pushing event deleted for resources: {'Port': ['ID=07c4df32-93b8-40f0-bc3a-70d5f28456d9,revision_number=None']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:05:22.863371 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8c27d74-0dad-439d-bdd2-40734f16c8a7 None None] Routers {'7a61ed78-023f-43d6-a86a-5af1aae9e69c'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=116163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 11:05:22.864028 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_hamode_db [None req-a8c27d74-0dad-439d-bdd2-40734f16c8a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-28T10:50:39Z,description=,heartbeat_timestamp=2022-04-28T11:05:09Z,host='dv-neutron-master-2-hyperv',id=6b492ad6-0876-4d74-b20d-28143a52ceba,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T10:50:40Z,topic='l3_agent')) {'router_ids': ['7a61ed78-023f-43d6-a86a-5af1aae9e69c'], 'active': True} {{(pid=116163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:05:22.900492 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-6043f689-f04b-460a-aa46-5d32cb045829 tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-971310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5220601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5125409'] for subnet (ee39de6e-8352-4f32-aca5-e93bf0a9585e), after_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:22.913976 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] No Port match for: 29aa7b99-7141-4a11-be6d-41ea38243c40 {{(pid=116163) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 28 11:05:22.914615 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Device 29aa7b99-7141-4a11-be6d-41ea38243c40 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=116163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 11:05:22.928586 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-ef223064-f25a-4641-8179-6f2404bfa172 tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2060888'] for router (7a61ed78-023f-43d6-a86a-5af1aae9e69c), after_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:22.929109 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef223064-f25a-4641-8179-6f2404bfa172 tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Fanout notify agent at l3_agent the message router_deleted on router 7a61ed78-023f-43d6-a86a-5af1aae9e69c {{(pid=116162) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 28 11:05:22.930590 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 53912) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:05:22.939957 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-30d887a1-5f9a-4ae7-9f13-24c5118d3e0a tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2063275'] for router_interface (9b89571b-9a7d-473a-a862-1c34e1e1b90f), before_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:22.960096 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6043f689-f04b-460a-aa46-5d32cb045829 tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Pushing event deleted for resources: {'Subnet': ['ID=ee39de6e-8352-4f32-aca5-e93bf0a9585e,revision_number=None']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:05:22.977681 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-6043f689-f04b-460a-aa46-5d32cb045829 tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Publish callbacks [] for subnet (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:22.984175 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-6043f689-f04b-460a-aa46-5d32cb045829 tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] 10.222.0.10 "DELETE /v2.0/subnets/ee39de6e-8352-4f32-aca5-e93bf0a9585e HTTP/1.1" status: 204 len: 168 time: 0.7983816 Apr 28 11:05:22.988731 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 53914) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:05:22.994881 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98da076d-931d-421b-aa17-4dad9beebe66 None None] Network 705753e7-9cc7-4a8f-883c-5eff8da4d285 requested from dv-neutron-master-2-hyperv {{(pid=116163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 11:05:22.998589 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvr_db [None req-a8c27d74-0dad-439d-bdd2-40734f16c8a7 None None] Set router 7a61ed78-023f-43d6-a86a-5af1aae9e69c gateway port host: None {{(pid=116163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 11:05:23.123666 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-ef223064-f25a-4641-8179-6f2404bfa172 tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Publish callbacks [] for router (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:23.124168 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-6ed5a825-4da0-431a-87a5-b094e6da9cf4 tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-979593'] for network (705753e7-9cc7-4a8f-883c-5eff8da4d285), before_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:23.125337 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-ef223064-f25a-4641-8179-6f2404bfa172 tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] 10.222.0.10 "DELETE /v2.0/routers/7a61ed78-023f-43d6-a86a-5af1aae9e69c HTTP/1.1" status: 204 len: 168 time: 0.7797737 Apr 28 11:05:23.132253 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-c2f67f44-deca-45b7-af79-c52389682404 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-979593'] for network (6ad48b29-1fb1-4e43-9abf-f860ed1ac269), before_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:23.138648 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 53918) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:05:23.143384 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.v2.base [None req-675d48fd-60cd-4aff-82a3-c8155f400fe6 tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1230251321', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=116162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:05:23.155910 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_hamode_db [None req-a8c27d74-0dad-439d-bdd2-40734f16c8a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a61ed78-023f-43d6-a86a-5af1aae9e69c', 'name': 'tempest-RoutersIpV6Test-router-197789818', 'tenant_id': '0f4d85af73ea40518271b3ac6c23a282', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T11:04:08Z', 'updated_at': '2022-04-28T11:05:16Z', 'revision_number': 11, 'project_id': '0f4d85af73ea40518271b3ac6c23a282', 'gw_port_host': None}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=116163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:05:23.210147 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.plugin [None req-6ed5a825-4da0-431a-87a5-b094e6da9cf4 tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Deleting port 551ae17a-e68a-4337-963c-c1da9e954f91 {{(pid=116161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 11:05:23.210513 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-6ed5a825-4da0-431a-87a5-b094e6da9cf4 tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742235130188'] for port (551ae17a-e68a-4337-963c-c1da9e954f91), before_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:23.254183 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-30d887a1-5f9a-4ae7-9f13-24c5118d3e0a tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (08cdb07c-0665-43ad-87c2-72b77b5f3b02), before_update {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:23.263693 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-675d48fd-60cd-4aff-82a3-c8155f400fe6 tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2060459', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-63449'] for router (8ce2f5dc-0f45-4311-be70-e0a504a69e12), before_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:23.266127 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-675d48fd-60cd-4aff-82a3-c8155f400fe6 tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2060827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1935275', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1960866', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-63266'] for router (8ce2f5dc-0f45-4311-be70-e0a504a69e12), precommit_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:23.296857 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-6f419768-ade4-4d7d-aa3b-6e5868eb6deb None None] Provisioning complete for port 08cdb07c-0665-43ad-87c2-72b77b5f3b02 triggered by entity DHCP. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:05:23.297859 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-6f419768-ade4-4d7d-aa3b-6e5868eb6deb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (08cdb07c-0665-43ad-87c2-72b77b5f3b02), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:23.305547 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8c27d74-0dad-439d-bdd2-40734f16c8a7 None None] The sync data for ids ['7a61ed78-023f-43d6-a86a-5af1aae9e69c'] in dv-neutron-master-2-hyperv is: [{'id': '7a61ed78-023f-43d6-a86a-5af1aae9e69c', 'name': 'tempest-RoutersIpV6Test-router-197789818', 'tenant_id': '0f4d85af73ea40518271b3ac6c23a282', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T11:04:08Z', 'updated_at': '2022-04-28T11:05:16Z', 'revision_number': 11, 'project_id': '0f4d85af73ea40518271b3ac6c23a282', 'gw_port_host': None}] {{(pid=116163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 11:05:23.321187 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-c2f67f44-deca-45b7-af79-c52389682404 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-973498', 'neutron.services.segments.db._delete_segments_for_network-8742235207033'] for network (6ad48b29-1fb1-4e43-9abf-f860ed1ac269), precommit_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:23.348962 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.db [None req-6ed5a825-4da0-431a-87a5-b094e6da9cf4 tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] For port 551ae17a-e68a-4337-963c-c1da9e954f91, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=551ae17a-e68a-4337-963c-c1da9e954f91,segment=NetworkSegment(cbf6940c-b9b9-4e13-9101-8db307dba273),segment_id=cbf6940c-b9b9-4e13-9101-8db307dba273)] {{(pid=116161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 11:05:23.349445 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-6ed5a825-4da0-431a-87a5-b094e6da9cf4 tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1938497'] for port (551ae17a-e68a-4337-963c-c1da9e954f91), precommit_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:23.354546 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-c29c063f-377e-46d7-a777-5fcf51520a47 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:23.371099 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.db.db_base_plugin_common [None req-68e031d2-880b-4f6c-a77f-b816091cdacf tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Allocated IP 172.20.0.1 (98df3218-a027-4fe2-8b10-e1f1956e3827/a5c018ca-906e-4425-bf42-6e13a46d1530/a11cbac1-383c-4f11-8169-eee231f42006) {{(pid=116161) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 11:05:23.395229 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.plugin [None req-6ed5a825-4da0-431a-87a5-b094e6da9cf4 tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Calling delete_port for 551ae17a-e68a-4337-963c-c1da9e954f91 owned by network:dhcp {{(pid=116161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 11:05:23.396657 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.services.segments.db [None req-c2f67f44-deca-45b7-af79-c52389682404 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6ad48b29-1fb1-4e43-9abf-f860ed1ac269']}} {{(pid=116162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:05:23.405025 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-6f419768-ade4-4d7d-aa3b-6e5868eb6deb None None] Port 08cdb07c-0665-43ad-87c2-72b77b5f3b02 cannot update to ACTIVE because it is not bound. {{(pid=116163) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 28 11:05:23.486639 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-675d48fd-60cd-4aff-82a3-c8155f400fe6 tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Publish callbacks [] for router_controller (8ce2f5dc-0f45-4311-be70-e0a504a69e12), precommit_add_association {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:23.507196 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3848e594-9c89-41d2-9c78-8e968bf741cf None None] DHCP port deletion for 705753e7-9cc7-4a8f-883c-5eff8da4d285 request from dv-neutron-master-2-hyperv {{(pid=116163) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 28 11:05:23.509584 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.services.segments.db [None req-c2f67f44-deca-45b7-af79-c52389682404 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dc4ff106-7900-4ea5-a28b-c5286d7d8d4b') {'for_net_delete': True} {{(pid=116162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:05:23.509893 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.services.segments.db [None req-c2f67f44-deca-45b7-af79-c52389682404 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dc4ff106-7900-4ea5-a28b-c5286d7d8d4b') {} {{(pid=116162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:05:23.546069 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-c2f67f44-deca-45b7-af79-c52389682404 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742235208578', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5026548'] for segment (dc4ff106-7900-4ea5-a28b-c5286d7d8d4b), before_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:23.575253 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-3848e594-9c89-41d2-9c78-8e968bf741cf None None] Deleting port 551ae17a-e68a-4337-963c-c1da9e954f91 {{(pid=116163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 11:05:23.575671 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-3848e594-9c89-41d2-9c78-8e968bf741cf None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742235130188'] for port (551ae17a-e68a-4337-963c-c1da9e954f91), before_delete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:23.602286 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-675d48fd-60cd-4aff-82a3-c8155f400fe6 tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2060818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1935326'] for router (8ce2f5dc-0f45-4311-be70-e0a504a69e12), after_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:23.607755 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-68e031d2-880b-4f6c-a77f-b816091cdacf tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Publish callbacks [] for port (a11cbac1-383c-4f11-8169-eee231f42006), precommit_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:23.626116 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-c2f67f44-deca-45b7-af79-c52389682404 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-961978'] for segment (dc4ff106-7900-4ea5-a28b-c5286d7d8d4b), precommit_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:23.652462 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c2f67f44-deca-45b7-af79-c52389682404 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Releasing vlan 94 on physical network physnet1 to pool {{(pid=116162) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 11:05:23.653072 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-c2f67f44-deca-45b7-af79-c52389682404 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-961978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5051884'] for segment (dc4ff106-7900-4ea5-a28b-c5286d7d8d4b), after_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:23.656568 dv-neutron-master-2-hyperv neutron-server[116162]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_agent failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Apr 28 11:05:23.656568 dv-neutron-master-2-hyperv neutron-server[116162]: warnings.warn(msg) Apr 28 11:05:23.656568 dv-neutron-master-2-hyperv neutron-server[116162]: Traceback (most recent call last): Apr 28 11:05:23.656568 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 11:05:23.656568 dv-neutron-master-2-hyperv neutron-server[116162]: timer() Apr 28 11:05:23.656568 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 11:05:23.656568 dv-neutron-master-2-hyperv neutron-server[116162]: cb(*args, **kw) Apr 28 11:05:23.656568 dv-neutron-master-2-hyperv neutron-server[116162]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 28 11:05:23.656568 dv-neutron-master-2-hyperv neutron-server[116162]: return func(*args, **kwargs) Apr 28 11:05:23.656568 dv-neutron-master-2-hyperv neutron-server[116162]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 11:05:23.656568 dv-neutron-master-2-hyperv neutron-server[116162]: self._notify() Apr 28 11:05:23.656568 dv-neutron-master-2-hyperv neutron-server[116162]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 11:05:23.656568 dv-neutron-master-2-hyperv neutron-server[116162]: self.callback(batched_events) Apr 28 11:05:23.656568 dv-neutron-master-2-hyperv neutron-server[116162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 11:05:23.656568 dv-neutron-master-2-hyperv neutron-server[116162]: event.method(event) Apr 28 11:05:23.656568 dv-neutron-master-2-hyperv neutron-server[116162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 28 11:05:23.656568 dv-neutron-master-2-hyperv neutron-server[116162]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 11:05:23.656568 dv-neutron-master-2-hyperv neutron-server[116162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 28 11:05:23.656568 dv-neutron-master-2-hyperv neutron-server[116162]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 11:05:23.656568 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 28 11:05:23.656568 dv-neutron-master-2-hyperv neutron-server[116162]: return f(self, *a, **k) Apr 28 11:05:23.656568 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 28 11:05:23.656568 dv-neutron-master-2-hyperv neutron-server[116162]: return self._get(url).json() Apr 28 11:05:23.656568 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 28 11:05:23.656568 dv-neutron-master-2-hyperv neutron-server[116162]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 11:05:23.656568 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 11:05:23.656568 dv-neutron-master-2-hyperv neutron-server[116162]: return self.request(url, 'GET', **kwargs) Apr 28 11:05:23.656568 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 11:05:23.656568 dv-neutron-master-2-hyperv neutron-server[116162]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 11:05:23.656568 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 11:05:23.656568 dv-neutron-master-2-hyperv neutron-server[116162]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 11:05:23.656568 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 11:05:23.656568 dv-neutron-master-2-hyperv neutron-server[116162]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 11:05:23.656568 dv-neutron-master-2-hyperv neutron-server[116162]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 11:05:23.672860 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-3848e594-9c89-41d2-9c78-8e968bf741cf None None] For port 551ae17a-e68a-4337-963c-c1da9e954f91, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=551ae17a-e68a-4337-963c-c1da9e954f91,segment=NetworkSegment(cbf6940c-b9b9-4e13-9101-8db307dba273),segment_id=cbf6940c-b9b9-4e13-9101-8db307dba273)] {{(pid=116163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 11:05:23.673187 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-3848e594-9c89-41d2-9c78-8e968bf741cf None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1938497'] for port (551ae17a-e68a-4337-963c-c1da9e954f91), precommit_delete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:23.688121 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-3848e594-9c89-41d2-9c78-8e968bf741cf None None] Calling delete_port for 551ae17a-e68a-4337-963c-c1da9e954f91 owned by network:dhcp {{(pid=116163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 11:05:23.729391 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-675d48fd-60cd-4aff-82a3-c8155f400fe6 tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Publish callbacks [] for router (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:23.730601 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-675d48fd-60cd-4aff-82a3-c8155f400fe6 tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.5907190 Apr 28 11:05:23.737812 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 53920) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:05:23.741666 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.v2.base [None req-ee444974-1009-4b69-8faf-0832fc2db798 tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Request body: {'router': {'admin_state_up': True}} {{(pid=116161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:05:23.797627 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-3848e594-9c89-41d2-9c78-8e968bf741cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742235135690', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742234710366'] for port (551ae17a-e68a-4337-963c-c1da9e954f91), after_delete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:23.806035 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-c29c063f-377e-46d7-a777-5fcf51520a47 admin admin] Publish callbacks [] for security_group (1dea8348-39ef-4682-9593-0446ad7968a8), precommit_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:23.822518 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-68e031d2-880b-4f6c-a77f-b816091cdacf tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742234710357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5219112'] for port (a11cbac1-383c-4f11-8169-eee231f42006), after_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:23.824580 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-6ed5a825-4da0-431a-87a5-b094e6da9cf4 tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742235135690', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742234710366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5219112'] for port (551ae17a-e68a-4337-963c-c1da9e954f91), after_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:23.831922 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3848e594-9c89-41d2-9c78-8e968bf741cf None None] No DVR routers for this DVR port 551ae17a-e68a-4337-963c-c1da9e954f91 on host dv-neutron-master-2-hyperv {{(pid=116163) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 11:05:23.852100 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-c2f67f44-deca-45b7-af79-c52389682404 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-973477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2063122'] for network (6ad48b29-1fb1-4e43-9abf-f860ed1ac269), after_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:23.857903 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-c2f67f44-deca-45b7-af79-c52389682404 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Publish callbacks [] for network (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:23.860318 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3848e594-9c89-41d2-9c78-8e968bf741cf None None] Pushing event deleted for resources: {'Port': ['ID=551ae17a-e68a-4337-963c-c1da9e954f91,revision_number=None']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:05:23.867632 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-c2f67f44-deca-45b7-af79-c52389682404 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] 10.222.0.10 "DELETE /v2.0/networks/6ad48b29-1fb1-4e43-9abf-f860ed1ac269 HTTP/1.1" status: 204 len: 168 time: 1.0957763 Apr 28 11:05:23.880846 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-c29c063f-377e-46d7-a777-5fcf51520a47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924426'] for security_group (1dea8348-39ef-4682-9593-0446ad7968a8), after_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:23.904624 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.db_base_plugin_common [None req-0173cc93-fd5c-4b0c-8edc-9bf9a268e4e7 None None] Allocated IP 172.20.0.2 (98df3218-a027-4fe2-8b10-e1f1956e3827/a5c018ca-906e-4425-bf42-6e13a46d1530/82c29dc2-a200-4982-9dee-e4bb9455da6f) {{(pid=116163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 11:05:23.956286 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f67f44-deca-45b7-af79-c52389682404 tempest-PortsTestJSON-1053585190 tempest-PortsTestJSON-1053585190-project] Pushing event deleted for resources: {'Network': ['ID=6ad48b29-1fb1-4e43-9abf-f860ed1ac269,revision_number=None']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:05:23.999565 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-c29c063f-377e-46d7-a777-5fcf51520a47 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=22dc782488cf4268b15eac9f93f55549&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0615051 Apr 28 11:05:24.002835 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c29c063f-377e-46d7-a777-5fcf51520a47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1dea8348-39ef-4682-9593-0446ad7968a8,revision_number=1']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:05:24.023684 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 53924) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:05:24.093116 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68e031d2-880b-4f6c-a77f-b816091cdacf tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Network 98df3218-a027-4fe2-8b10-e1f1956e3827 is already hosted by enough agents. {{(pid=116161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 11:05:24.106649 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-0173cc93-fd5c-4b0c-8edc-9bf9a268e4e7 None None] Publish callbacks [] for port (82c29dc2-a200-4982-9dee-e4bb9455da6f), precommit_create {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:24.131697 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-30d887a1-5f9a-4ae7-9f13-24c5118d3e0a tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks [] for port (08cdb07c-0665-43ad-87c2-72b77b5f3b02), precommit_update {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:24.137748 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-c7799ef8-2da7-4a1f-bacc-65acefd045df admin admin] Publish callbacks [] for security_group (1dea8348-39ef-4682-9593-0446ad7968a8), before_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:24.146020 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.scheduler.base_scheduler [None req-68e031d2-880b-4f6c-a77f-b816091cdacf tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Resources bound (agent type, host, resource id): {{(pid=116161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 11:05:24.153791 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68e031d2-880b-4f6c-a77f-b816091cdacf tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Received port after_create {{(pid=116161) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 11:05:24.163950 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ed5a825-4da0-431a-87a5-b094e6da9cf4 tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] No DVR routers for this DVR port 551ae17a-e68a-4337-963c-c1da9e954f91 on host dv-neutron-master-2-hyperv {{(pid=116161) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 11:05:24.172572 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-c7799ef8-2da7-4a1f-bacc-65acefd045df admin admin] Publish callbacks [] for security_group (1dea8348-39ef-4682-9593-0446ad7968a8), precommit_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:24.224752 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-0173cc93-fd5c-4b0c-8edc-9bf9a268e4e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742234710357'] for port (82c29dc2-a200-4982-9dee-e4bb9455da6f), after_create {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:24.233786 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-30d887a1-5f9a-4ae7-9f13-24c5118d3e0a tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5051840'] for port (08cdb07c-0665-43ad-87c2-72b77b5f3b02), after_update {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:24.267516 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-ee444974-1009-4b69-8faf-0832fc2db798 tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1935285', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2060837', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-63284'] for router (8ce2f5dc-0f45-4311-be70-e0a504a69e12), precommit_update {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:24.296798 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e031d2-880b-4f6c-a77f-b816091cdacf tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Pushing event updated for resources: {'Port': ['ID=a11cbac1-383c-4f11-8169-eee231f42006,revision_number=1']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:05:24.302186 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0173cc93-fd5c-4b0c-8edc-9bf9a268e4e7 None None] Network 98df3218-a027-4fe2-8b10-e1f1956e3827 is already hosted by enough agents. {{(pid=116163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 11:05:24.323373 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.scheduler.base_scheduler [None req-0173cc93-fd5c-4b0c-8edc-9bf9a268e4e7 None None] Resources bound (agent type, host, resource id): {{(pid=116163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 11:05:24.324118 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d887a1-5f9a-4ae7-9f13-24c5118d3e0a tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Pushing event updated for resources: {'Port': ['ID=08cdb07c-0665-43ad-87c2-72b77b5f3b02,revision_number=2']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:05:24.324666 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0173cc93-fd5c-4b0c-8edc-9bf9a268e4e7 None None] Received port after_create {{(pid=116163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 11:05:24.324821 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-c7799ef8-2da7-4a1f-bacc-65acefd045df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924426'] for security_group (1dea8348-39ef-4682-9593-0446ad7968a8), after_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:24.327803 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-c7799ef8-2da7-4a1f-bacc-65acefd045df admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:24.329124 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-c7799ef8-2da7-4a1f-bacc-65acefd045df admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/1dea8348-39ef-4682-9593-0446ad7968a8 HTTP/1.1" status: 204 len: 168 time: 0.3041985 Apr 28 11:05:24.352442 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7799ef8-2da7-4a1f-bacc-65acefd045df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1dea8348-39ef-4682-9593-0446ad7968a8,revision_number=None']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:05:24.359569 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed5a825-4da0-431a-87a5-b094e6da9cf4 tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Pushing event deleted for resources: {'Port': ['ID=551ae17a-e68a-4337-963c-c1da9e954f91,revision_number=None']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:05:24.360117 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0173cc93-fd5c-4b0c-8edc-9bf9a268e4e7 None None] Pushing event updated for resources: {'Port': ['ID=82c29dc2-a200-4982-9dee-e4bb9455da6f,revision_number=1']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:05:24.364359 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-30d887a1-5f9a-4ae7-9f13-24c5118d3e0a tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1603056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2063387'] for router_interface (9b89571b-9a7d-473a-a862-1c34e1e1b90f), after_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:24.391234 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-68e031d2-880b-4f6c-a77f-b816091cdacf tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2063275'] for router_interface (077583a6-3e91-4e7b-b09b-2ee4e2f6efd3), before_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:24.397260 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-6ed5a825-4da0-431a-87a5-b094e6da9cf4 tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-973498', 'neutron.services.segments.db._delete_segments_for_network-8742235207033'] for network (705753e7-9cc7-4a8f-883c-5eff8da4d285), precommit_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:24.400778 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-ee444974-1009-4b69-8faf-0832fc2db798 tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1935326', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1935308', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1935303', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-2060860'] for router (8ce2f5dc-0f45-4311-be70-e0a504a69e12), after_update {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:24.498179 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.managers [None req-0173cc93-fd5c-4b0c-8edc-9bf9a268e4e7 None None] Attempting to bind port 82c29dc2-a200-4982-9dee-e4bb9455da6f on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=116163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 28 11:05:24.498661 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.managers [None req-0173cc93-fd5c-4b0c-8edc-9bf9a268e4e7 None None] Attempting to bind port 82c29dc2-a200-4982-9dee-e4bb9455da6f by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '2d1f90b5-6695-45ed-90ce-b37de8111691', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '98df3218-a027-4fe2-8b10-e1f1956e3827'}] {{(pid=116163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 28 11:05:24.499194 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0173cc93-fd5c-4b0c-8edc-9bf9a268e4e7 None None] Attempting to bind port 82c29dc2-a200-4982-9dee-e4bb9455da6f on network 98df3218-a027-4fe2-8b10-e1f1956e3827 {{(pid=116163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 11:05:24.504826 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0173cc93-fd5c-4b0c-8edc-9bf9a268e4e7 None None] Checking agent: {'id': 'd5baab19-5dd1-4902-922b-84acb048ab9c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 10, 50, 43), 'started_at': datetime.datetime(2022, 4, 28, 10, 51, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 11, 5, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=116163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 11:05:24.505301 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0173cc93-fd5c-4b0c-8edc-9bf9a268e4e7 None None] Checking segment: {'id': '2d1f90b5-6695-45ed-90ce-b37de8111691', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '98df3218-a027-4fe2-8b10-e1f1956e3827'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 11:05:24.505773 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-0173cc93-fd5c-4b0c-8edc-9bf9a268e4e7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:24.506235 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0173cc93-fd5c-4b0c-8edc-9bf9a268e4e7 None None] Bound using segment: {'id': '2d1f90b5-6695-45ed-90ce-b37de8111691', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '98df3218-a027-4fe2-8b10-e1f1956e3827'} {{(pid=116163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 11:05:24.506805 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.managers [None req-0173cc93-fd5c-4b0c-8edc-9bf9a268e4e7 None None] Bound port: 82c29dc2-a200-4982-9dee-e4bb9455da6f, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d1f90b5-6695-45ed-90ce-b37de8111691', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '98df3218-a027-4fe2-8b10-e1f1956e3827'}}] {{(pid=116163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 28 11:05:24.507253 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-0173cc93-fd5c-4b0c-8edc-9bf9a268e4e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (82c29dc2-a200-4982-9dee-e4bb9455da6f), before_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:24.509257 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 53930) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:05:24.532879 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.services.segments.db [None req-6ed5a825-4da0-431a-87a5-b094e6da9cf4 tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['705753e7-9cc7-4a8f-883c-5eff8da4d285']}} {{(pid=116161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:05:24.586274 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Device 551ae17a-e68a-4337-963c-c1da9e954f91 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=116163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 11:05:24.603374 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30d887a1-5f9a-4ae7-9f13-24c5118d3e0a tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Network b8f680de-c70a-4a82-ae85-7e933bd84322 is already hosted by enough agents. {{(pid=116162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 11:05:24.605594 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.scheduler.base_scheduler [None req-30d887a1-5f9a-4ae7-9f13-24c5118d3e0a tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Resources bound (agent type, host, resource id): {{(pid=116162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 11:05:24.666255 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] No Port match for: 551ae17a-e68a-4337-963c-c1da9e954f91 {{(pid=116163) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 28 11:05:24.666683 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Device 551ae17a-e68a-4337-963c-c1da9e954f91 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=116163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 11:05:24.721030 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-0173cc93-fd5c-4b0c-8edc-9bf9a268e4e7 None None] For port 82c29dc2-a200-4982-9dee-e4bb9455da6f, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=116163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 11:05:24.730312 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-0173cc93-fd5c-4b0c-8edc-9bf9a268e4e7 None None] For port 82c29dc2-a200-4982-9dee-e4bb9455da6f, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=82c29dc2-a200-4982-9dee-e4bb9455da6f,segment=NetworkSegment(2d1f90b5-6695-45ed-90ce-b37de8111691),segment_id=2d1f90b5-6695-45ed-90ce-b37de8111691)] {{(pid=116163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 11:05:24.813881 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-0173cc93-fd5c-4b0c-8edc-9bf9a268e4e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393'] for port (82c29dc2-a200-4982-9dee-e4bb9455da6f), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:24.852359 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-067978ea-923d-4620-8f69-0b28cf9d8774 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=f86d085f9b42493aa6c0f40f62349e1e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3389072 Apr 28 11:05:24.853370 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 53934) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:05:24.900495 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30d887a1-5f9a-4ae7-9f13-24c5118d3e0a tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Router 9b89571b-9a7d-473a-a862-1c34e1e1b90f has already been hosted by L3 agent 6b492ad6-0876-4d74-b20d-28143a52ceba {{(pid=116162) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 11:05:24.951556 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0173cc93-fd5c-4b0c-8edc-9bf9a268e4e7 None None] Pushing event updated for resources: {'Port': ['ID=82c29dc2-a200-4982-9dee-e4bb9455da6f,revision_number=2']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:05:25.057667 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-c46b1b64-719b-4bc2-8d81-da1bffe0a5fb None None] Provisioning complete for port 08cdb07c-0665-43ad-87c2-72b77b5f3b02 triggered by entity DHCP. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:05:25.058057 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-c46b1b64-719b-4bc2-8d81-da1bffe0a5fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (08cdb07c-0665-43ad-87c2-72b77b5f3b02), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:25.067254 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-9189d3e0-4938-4d50-b270-43da37581cb4 admin admin] Publish callbacks [] for security_group (309ad10f-098f-4279-abf5-3ad60aa45b7b), before_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:25.122898 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-9189d3e0-4938-4d50-b270-43da37581cb4 admin admin] Publish callbacks [] for security_group (309ad10f-098f-4279-abf5-3ad60aa45b7b), precommit_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:25.126067 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-c46b1b64-719b-4bc2-8d81-da1bffe0a5fb None None] Port 08cdb07c-0665-43ad-87c2-72b77b5f3b02 cannot update to ACTIVE because it is not bound. {{(pid=116163) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 28 11:05:25.127052 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.services.segments.db [None req-6ed5a825-4da0-431a-87a5-b094e6da9cf4 tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cbf6940c-b9b9-4e13-9101-8db307dba273') {'for_net_delete': True} {{(pid=116161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:05:25.127522 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.services.segments.db [None req-6ed5a825-4da0-431a-87a5-b094e6da9cf4 tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cbf6940c-b9b9-4e13-9101-8db307dba273') {} {{(pid=116161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:05:25.202615 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-6ed5a825-4da0-431a-87a5-b094e6da9cf4 tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742235208578', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8076969'] for segment (cbf6940c-b9b9-4e13-9101-8db307dba273), before_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:25.228805 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-31dbdd70-91c3-4f68-8267-7933e995333a req-f71e70bb-bdc0-4565-bda1-a65b343e6ddd service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=da1b1d97-d6fb-4c40-a57a-807f6776d01a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0833876 Apr 28 11:05:25.238216 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30d887a1-5f9a-4ae7-9f13-24c5118d3e0a tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=116162) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 11:05:25.248991 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-6ed5a825-4da0-431a-87a5-b094e6da9cf4 tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-961978'] for segment (cbf6940c-b9b9-4e13-9101-8db307dba273), precommit_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:25.254841 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-280fe524-dd6c-4851-b559-f150a4cc47b8 None None] Sync routers for ids ['9b89571b-9a7d-473a-a862-1c34e1e1b90f'] in dv-neutron-master-2-hyperv {{(pid=116164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 11:05:25.268839 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6ed5a825-4da0-431a-87a5-b094e6da9cf4 tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Releasing vlan 93 on physical network physnet1 to pool {{(pid=116161) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 11:05:25.273260 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-6ed5a825-4da0-431a-87a5-b094e6da9cf4 tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-961978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5219103'] for segment (cbf6940c-b9b9-4e13-9101-8db307dba273), after_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:25.275803 dv-neutron-master-2-hyperv neutron-server[116161]: Traceback (most recent call last): Apr 28 11:05:25.275803 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 11:05:25.275803 dv-neutron-master-2-hyperv neutron-server[116161]: timer() Apr 28 11:05:25.275803 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 11:05:25.275803 dv-neutron-master-2-hyperv neutron-server[116161]: cb(*args, **kw) Apr 28 11:05:25.275803 dv-neutron-master-2-hyperv neutron-server[116161]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 28 11:05:25.275803 dv-neutron-master-2-hyperv neutron-server[116161]: return func(*args, **kwargs) Apr 28 11:05:25.275803 dv-neutron-master-2-hyperv neutron-server[116161]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 11:05:25.275803 dv-neutron-master-2-hyperv neutron-server[116161]: self._notify() Apr 28 11:05:25.275803 dv-neutron-master-2-hyperv neutron-server[116161]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 11:05:25.275803 dv-neutron-master-2-hyperv neutron-server[116161]: self.callback(batched_events) Apr 28 11:05:25.275803 dv-neutron-master-2-hyperv neutron-server[116161]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 11:05:25.275803 dv-neutron-master-2-hyperv neutron-server[116161]: event.method(event) Apr 28 11:05:25.275803 dv-neutron-master-2-hyperv neutron-server[116161]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 28 11:05:25.275803 dv-neutron-master-2-hyperv neutron-server[116161]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 11:05:25.275803 dv-neutron-master-2-hyperv neutron-server[116161]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 28 11:05:25.275803 dv-neutron-master-2-hyperv neutron-server[116161]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 11:05:25.275803 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 28 11:05:25.275803 dv-neutron-master-2-hyperv neutron-server[116161]: return f(self, *a, **k) Apr 28 11:05:25.275803 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 28 11:05:25.275803 dv-neutron-master-2-hyperv neutron-server[116161]: return self._get(url).json() Apr 28 11:05:25.275803 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 28 11:05:25.275803 dv-neutron-master-2-hyperv neutron-server[116161]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 11:05:25.275803 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 11:05:25.275803 dv-neutron-master-2-hyperv neutron-server[116161]: return self.request(url, 'GET', **kwargs) Apr 28 11:05:25.275803 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 11:05:25.275803 dv-neutron-master-2-hyperv neutron-server[116161]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 11:05:25.275803 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 11:05:25.275803 dv-neutron-master-2-hyperv neutron-server[116161]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 11:05:25.275803 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 11:05:25.275803 dv-neutron-master-2-hyperv neutron-server[116161]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 11:05:25.275803 dv-neutron-master-2-hyperv neutron-server[116161]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 11:05:25.284111 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-30d887a1-5f9a-4ae7-9f13-24c5118d3e0a tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] 10.222.0.10 "PUT /v2.0/routers/9b89571b-9a7d-473a-a862-1c34e1e1b90f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9673414 Apr 28 11:05:25.289727 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-280fe524-dd6c-4851-b559-f150a4cc47b8 None None] Routers {'9b89571b-9a7d-473a-a862-1c34e1e1b90f'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=116164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 11:05:25.290821 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-9189d3e0-4938-4d50-b270-43da37581cb4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924426'] for security_group (309ad10f-098f-4279-abf5-3ad60aa45b7b), after_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:25.294738 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_hamode_db [None req-280fe524-dd6c-4851-b559-f150a4cc47b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-28T10:50:39Z,description=,heartbeat_timestamp=2022-04-28T11:05:09Z,host='dv-neutron-master-2-hyperv',id=6b492ad6-0876-4d74-b20d-28143a52ceba,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T10:50:40Z,topic='l3_agent')) {'router_ids': ['9b89571b-9a7d-473a-a862-1c34e1e1b90f'], 'active': True} {{(pid=116164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:05:25.309004 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-9189d3e0-4938-4d50-b270-43da37581cb4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:25.313438 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-9189d3e0-4938-4d50-b270-43da37581cb4 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/309ad10f-098f-4279-abf5-3ad60aa45b7b HTTP/1.1" status: 204 len: 168 time: 0.4563699 Apr 28 11:05:25.343606 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9189d3e0-4938-4d50-b270-43da37581cb4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=309ad10f-098f-4279-abf5-3ad60aa45b7b,revision_number=None']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:05:25.421932 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31dbdd70-91c3-4f68-8267-7933e995333a req-d4845329-4f96-4d6d-8a26-2cdcee284e29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:05:25.424192 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-31dbdd70-91c3-4f68-8267-7933e995333a req-d4845329-4f96-4d6d-8a26-2cdcee284e29 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=a8cc80fe41234707a2dcbf4e2aa0b823&device_id=da1b1d97-d6fb-4c40-a57a-807f6776d01a HTTP/1.1" status: 200 len: 1129 time: 0.1683621 Apr 28 11:05:25.541344 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_dvr_db [None req-280fe524-dd6c-4851-b559-f150a4cc47b8 None None] Set router 9b89571b-9a7d-473a-a862-1c34e1e1b90f gateway port host: dv-neutron-master-2-hyperv {{(pid=116164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 11:05:25.560357 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-68e031d2-880b-4f6c-a77f-b816091cdacf tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (a11cbac1-383c-4f11-8169-eee231f42006), before_update {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:25.639275 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee444974-1009-4b69-8faf-0832fc2db798 tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Router 8ce2f5dc-0f45-4311-be70-e0a504a69e12 is scheduled to L3 agent 6b492ad6-0876-4d74-b20d-28143a52ceba with binding_index 1 {{(pid=116161) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 28 11:05:25.649678 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-6ed5a825-4da0-431a-87a5-b094e6da9cf4 tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-973477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2063122'] for network (705753e7-9cc7-4a8f-883c-5eff8da4d285), after_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:25.664705 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-6ed5a825-4da0-431a-87a5-b094e6da9cf4 tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Publish callbacks [] for network (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:25.671924 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-6ed5a825-4da0-431a-87a5-b094e6da9cf4 tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] 10.222.0.10 "DELETE /v2.0/networks/705753e7-9cc7-4a8f-883c-5eff8da4d285 HTTP/1.1" status: 204 len: 168 time: 2.6812692 Apr 28 11:05:25.675033 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 53956) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:05:25.779206 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-231b1577-695e-4525-8e67-21566fb63426 tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:05:25.782515 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-231b1577-695e-4525-8e67-21566fb63426 tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] 10.222.0.10 "GET /v2.0/ports/1c45cc2f-a9b6-49c4-bbab-fc6bfdeb8113 HTTP/1.1" status: 200 len: 844 time: 0.1050076 Apr 28 11:05:25.786513 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 53962) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:05:25.788008 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed5a825-4da0-431a-87a5-b094e6da9cf4 tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Pushing event deleted for resources: {'Network': ['ID=705753e7-9cc7-4a8f-883c-5eff8da4d285,revision_number=None']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:05:25.860266 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-a6656a38-b087-4596-aabe-940a185d0408 tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] 10.222.0.10 "GET /v2.0/ports/1c45cc2f-a9b6-49c4-bbab-fc6bfdeb8113?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0725834 Apr 28 11:05:25.863785 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 53966) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:05:25.873685 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.v2.base [None req-0ee9bb81-75b8-4c6a-84d8-aa4701920eb0 tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Request body: {'subnet': {'network_id': '5af9c5a9-50d8-4bfb-a7ef-82766428c3d5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=116162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:05:26.024322 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_hamode_db [None req-280fe524-dd6c-4851-b559-f150a4cc47b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b89571b-9a7d-473a-a862-1c34e1e1b90f', 'name': 'tempest-TestNetworkBasicOps-router-1025925212', 'tenant_id': '65d54c3b7dcd4af68398071d25e8321e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'external_fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.82'}], 'enable_snat': True}, 'gw_port_id': 'b9c64965-b7a7-4361-8353-c97b8e1a2b9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T11:03:07Z', 'updated_at': '2022-04-28T11:05:23Z', 'revision_number': 5, 'project_id': '65d54c3b7dcd4af68398071d25e8321e', 'gw_port': {'id': 'b9c64965-b7a7-4361-8353-c97b8e1a2b9e', 'name': '', 'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:66:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b89571b-9a7d-473a-a862-1c34e1e1b90f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 744, 'fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:03:09Z', 'updated_at': '2022-04-28T11:03:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '2475c425-2079-483e-bba7-10bca82c4e73', 'tenant_id': '65d54c3b7dcd4af68398071d25e8321e', 'floating_ip_address': '172.36.4.55', 'floating_network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'router_id': '9b89571b-9a7d-473a-a862-1c34e1e1b90f', 'port_id': '7850d2bb-cfac-45b8-818d-93aede5fe4b9', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 887, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '274bb0ab-060a-48d2-9b11-773f8dd43851', 'mac_address': 'fa:16:3e:48:e1:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfb0e6d3-3659-4be6-8de6-82c47d9cfaf8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T11:04:07Z', 'updated_at': '2022-04-28T11:04:10Z', 'revision_number': 1, 'project_id': '65d54c3b7dcd4af68398071d25e8321e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '08cdb07c-0665-43ad-87c2-72b77b5f3b02', 'name': '', 'network_id': 'b8f680de-c70a-4a82-ae85-7e933bd84322', 'tenant_id': '65d54c3b7dcd4af68398071d25e8321e', 'mac_address': 'fa:16:3e:e6:f1:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b89571b-9a7d-473a-a862-1c34e1e1b90f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1036, 'fixed_ips': [{'subnet_id': 'f9d92397-fa14-4c67-9b4b-72972fa58fb7', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:05:20Z', 'updated_at': '2022-04-28T11:05:23Z', 'revision_number': 2, 'project_id': '65d54c3b7dcd4af68398071d25e8321e', 'subnets': [{'id': 'f9d92397-fa14-4c67-9b4b-72972fa58fb7', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3e2bce2e-72fd-4d33-8443-4c79cc3a3053', 'name': '', 'network_id': '274bb0ab-060a-48d2-9b11-773f8dd43851', 'tenant_id': '65d54c3b7dcd4af68398071d25e8321e', 'mac_address': 'fa:16:3e:f2:cf:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b89571b-9a7d-473a-a862-1c34e1e1b90f', 'device_owner': 'network:router_interface', 'standard_attr_id': 788, 'fixed_ips': [{'subnet_id': 'd64b489b-1e9c-4cb0-8d07-ab47553d5e71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:03:19Z', 'updated_at': '2022-04-28T11:03:32Z', 'revision_number': 5, 'project_id': '65d54c3b7dcd4af68398071d25e8321e', 'subnets': [{'id': 'd64b489b-1e9c-4cb0-8d07-ab47553d5e71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=116164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:05:26.123041 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-280fe524-dd6c-4851-b559-f150a4cc47b8 None None] Checking router: 9b89571b-9a7d-473a-a862-1c34e1e1b90f for host: dv-neutron-master-2-hyperv {{(pid=116164) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 11:05:26.124786 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-280fe524-dd6c-4851-b559-f150a4cc47b8 None None] Updating router 9b89571b-9a7d-473a-a862-1c34e1e1b90f port 08cdb07c-0665-43ad-87c2-72b77b5f3b02 binding host dv-neutron-master-2-hyperv {{(pid=116164) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 28 11:05:26.134159 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 53978) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:05:26.149412 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ee9bb81-75b8-4c6a-84d8-aa4701920eb0 tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Made reservation on behalf of 52264470dd074c0f8041ca0ce5281c12 for: {'subnet': 1} {{(pid=116162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 11:05:26.152990 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-0ee9bb81-75b8-4c6a-84d8-aa4701920eb0 tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4210834'] for subnet (None), before_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:26.201048 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron_lib.callbacks.manager [None req-280fe524-dd6c-4851-b559-f150a4cc47b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (08cdb07c-0665-43ad-87c2-72b77b5f3b02), before_update {{(pid=116164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:26.212173 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-68e031d2-880b-4f6c-a77f-b816091cdacf tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Publish callbacks [] for port (a11cbac1-383c-4f11-8169-eee231f42006), precommit_update {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:26.223878 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee444974-1009-4b69-8faf-0832fc2db798 tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=116161) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 11:05:26.240811 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6ba0a0c-2c7f-426a-9582-67beab79bee0 None None] Sync routers for ids ['8ce2f5dc-0f45-4311-be70-e0a504a69e12'] in dv-neutron-master-2-hyperv {{(pid=116163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 11:05:26.270289 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-ee444974-1009-4b69-8faf-0832fc2db798 tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Publish callbacks [] for router (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:26.272074 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6ba0a0c-2c7f-426a-9582-67beab79bee0 None None] Routers {'8ce2f5dc-0f45-4311-be70-e0a504a69e12'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=116163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 11:05:26.272722 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_hamode_db [None req-c6ba0a0c-2c7f-426a-9582-67beab79bee0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-28T10:50:39Z,description=,heartbeat_timestamp=2022-04-28T11:05:09Z,host='dv-neutron-master-2-hyperv',id=6b492ad6-0876-4d74-b20d-28143a52ceba,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T10:50:40Z,topic='l3_agent')) {'router_ids': ['8ce2f5dc-0f45-4311-be70-e0a504a69e12'], 'active': True} {{(pid=116163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:05:26.291021 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 53982) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:05:26.291370 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 53984) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:05:26.292838 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-ee444974-1009-4b69-8faf-0832fc2db798 tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] 10.222.0.10 "PUT /v2.0/routers/8ce2f5dc-0f45-4311-be70-e0a504a69e12 HTTP/1.1" status: 200 len: 698 time: 2.5556448 Apr 28 11:05:26.309844 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-68e031d2-880b-4f6c-a77f-b816091cdacf tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5219123'] for port (a11cbac1-383c-4f11-8169-eee231f42006), after_update {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:26.400178 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31dbdd70-91c3-4f68-8267-7933e995333a req-fb57dcff-5d4a-44d9-b98c-232b20b9dae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:05:26.408994 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-31dbdd70-91c3-4f68-8267-7933e995333a req-fb57dcff-5d4a-44d9-b98c-232b20b9dae4 service neutron] 10.222.0.20 "GET /v2.0/networks?id=11667949-6108-4d31-ad58-bd4aa04ee38c HTTP/1.1" status: 200 len: 897 time: 0.9006295 Apr 28 11:05:26.487319 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvr_db [None req-c6ba0a0c-2c7f-426a-9582-67beab79bee0 None None] Set router 8ce2f5dc-0f45-4311-be70-e0a504a69e12 gateway port host: None {{(pid=116163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 11:05:26.602447 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.v2.base [None req-45f88299-18a0-4c2b-8507-e6d03fd27ed8 tempest-AllowedAddressPairTestJSON-759914361 tempest-AllowedAddressPairTestJSON-759914361-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-1316659318'}} {{(pid=116162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:05:26.666844 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-68e031d2-880b-4f6c-a77f-b816091cdacf tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1603056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2063387'] for router_interface (077583a6-3e91-4e7b-b09b-2ee4e2f6efd3), after_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:26.672723 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e031d2-880b-4f6c-a77f-b816091cdacf tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Pushing event updated for resources: {'Port': ['ID=a11cbac1-383c-4f11-8169-eee231f42006,revision_number=2']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:05:26.680475 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9b0294f-15ba-47f6-ae64-17debd67e0c8 None None] Network 98df3218-a027-4fe2-8b10-e1f1956e3827 requested from dv-neutron-master-2-hyperv {{(pid=116163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 11:05:26.689452 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-31dbdd70-91c3-4f68-8267-7933e995333a req-ec72773b-ae79-4085-88e1-f20396d5cb77 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4e227636-7ca1-4704-b1c2-48c58d1d0b6c HTTP/1.1" status: 200 len: 1000 time: 0.1894102 Apr 28 11:05:26.692539 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Device 82c29dc2-a200-4982-9dee-e4bb9455da6f up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=116163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 11:05:26.703055 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_hamode_db [None req-c6ba0a0c-2c7f-426a-9582-67beab79bee0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ce2f5dc-0f45-4311-be70-e0a504a69e12', 'name': 'tempest-RoutersIpV6Test-router-1230251321', 'tenant_id': '0f4d85af73ea40518271b3ac6c23a282', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T11:05:23Z', 'updated_at': '2022-04-28T11:05:24Z', 'revision_number': 2, 'project_id': '0f4d85af73ea40518271b3ac6c23a282', 'gw_port_host': None}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=116163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:05:26.787950 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-a9aa6e7d-da1b-43b7-8522-0a11183f5d08 None None] Provisioning complete for port 82c29dc2-a200-4982-9dee-e4bb9455da6f triggered by entity DHCP. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:05:26.788425 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-a9aa6e7d-da1b-43b7-8522-0a11183f5d08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (82c29dc2-a200-4982-9dee-e4bb9455da6f), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:26.790641 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6ba0a0c-2c7f-426a-9582-67beab79bee0 None None] Checking router: 8ce2f5dc-0f45-4311-be70-e0a504a69e12 for host: dv-neutron-master-2-hyperv {{(pid=116163) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 11:05:26.837728 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31dbdd70-91c3-4f68-8267-7933e995333a req-bc303ddb-c066-47e3-914c-d6f0ddce3f18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:05:26.843257 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-31dbdd70-91c3-4f68-8267-7933e995333a req-bc303ddb-c066-47e3-914c-d6f0ddce3f18 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=2b3feac5-a337-48a6-93bd-b4c13f02752b HTTP/1.1" status: 200 len: 834 time: 0.1421833 Apr 28 11:05:26.997284 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron_lib.callbacks.manager [None req-280fe524-dd6c-4851-b559-f150a4cc47b8 None None] Publish callbacks [] for port (08cdb07c-0665-43ad-87c2-72b77b5f3b02), precommit_update {{(pid=116164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:27.004172 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 53994) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:05:27.019475 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68e031d2-880b-4f6c-a77f-b816091cdacf tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Network 98df3218-a027-4fe2-8b10-e1f1956e3827 is already hosted by enough agents. {{(pid=116161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 11:05:27.022145 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.scheduler.base_scheduler [None req-68e031d2-880b-4f6c-a77f-b816091cdacf tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Resources bound (agent type, host, resource id): {{(pid=116161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 11:05:27.041709 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31dbdd70-91c3-4f68-8267-7933e995333a req-4ba4cea3-fc7a-4eb5-8b73-d74f9c46aece service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:05:27.044310 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-31dbdd70-91c3-4f68-8267-7933e995333a req-4ba4cea3-fc7a-4eb5-8b73-d74f9c46aece service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=11667949-6108-4d31-ad58-bd4aa04ee38c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.1850219 Apr 28 11:05:27.058450 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron_lib.callbacks.manager [None req-280fe524-dd6c-4851-b559-f150a4cc47b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393'] for port (08cdb07c-0665-43ad-87c2-72b77b5f3b02), after_update {{(pid=116164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:27.069027 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6ba0a0c-2c7f-426a-9582-67beab79bee0 None None] Routers {'8ce2f5dc-0f45-4311-be70-e0a504a69e12'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=116163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 11:05:27.070283 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_hamode_db [None req-c6ba0a0c-2c7f-426a-9582-67beab79bee0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-28T10:50:39Z,description=,heartbeat_timestamp=2022-04-28T11:05:09Z,host='dv-neutron-master-2-hyperv',id=6b492ad6-0876-4d74-b20d-28143a52ceba,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T10:50:40Z,topic='l3_agent')) {'router_ids': ['8ce2f5dc-0f45-4311-be70-e0a504a69e12'], 'active': True} {{(pid=116163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:05:27.239686 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvr_db [None req-c6ba0a0c-2c7f-426a-9582-67beab79bee0 None None] Set router 8ce2f5dc-0f45-4311-be70-e0a504a69e12 gateway port host: None {{(pid=116163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 11:05:27.244494 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Provisioning complete for port 82c29dc2-a200-4982-9dee-e4bb9455da6f triggered by entity L2. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:05:27.245832 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (82c29dc2-a200-4982-9dee-e4bb9455da6f), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:27.281352 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.v2.base [None req-e7ed5dc1-3c41-4efc-899b-da64ab728686 tempest-SecGroupIPv6Test-2111680406 tempest-SecGroupIPv6Test-2111680406-project] Request body: {'security_group': {'name': 'tempest-secgroup--975491721'}} {{(pid=116161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:05:27.290966 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.plugins.ml2.managers [None req-280fe524-dd6c-4851-b559-f150a4cc47b8 None None] Attempting to bind port 08cdb07c-0665-43ad-87c2-72b77b5f3b02 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=116164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 28 11:05:27.291384 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.plugins.ml2.managers [None req-280fe524-dd6c-4851-b559-f150a4cc47b8 None None] Attempting to bind port 08cdb07c-0665-43ad-87c2-72b77b5f3b02 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '3e339841-0b62-41a1-aacb-4c64af450011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'b8f680de-c70a-4a82-ae85-7e933bd84322'}] {{(pid=116164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 28 11:05:27.291752 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-280fe524-dd6c-4851-b559-f150a4cc47b8 None None] Attempting to bind port 08cdb07c-0665-43ad-87c2-72b77b5f3b02 on network b8f680de-c70a-4a82-ae85-7e933bd84322 {{(pid=116164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 11:05:27.300863 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-280fe524-dd6c-4851-b559-f150a4cc47b8 None None] Checking agent: {'id': 'd5baab19-5dd1-4902-922b-84acb048ab9c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 10, 50, 43), 'started_at': datetime.datetime(2022, 4, 28, 10, 51, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 11, 5, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=116164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 11:05:27.301296 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-280fe524-dd6c-4851-b559-f150a4cc47b8 None None] Checking segment: {'id': '3e339841-0b62-41a1-aacb-4c64af450011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'b8f680de-c70a-4a82-ae85-7e933bd84322'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 11:05:27.302044 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron_lib.callbacks.manager [None req-280fe524-dd6c-4851-b559-f150a4cc47b8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=116164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:27.302454 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-280fe524-dd6c-4851-b559-f150a4cc47b8 None None] Bound using segment: {'id': '3e339841-0b62-41a1-aacb-4c64af450011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'b8f680de-c70a-4a82-ae85-7e933bd84322'} {{(pid=116164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 11:05:27.302933 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.plugins.ml2.managers [None req-280fe524-dd6c-4851-b559-f150a4cc47b8 None None] Bound port: 08cdb07c-0665-43ad-87c2-72b77b5f3b02, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e339841-0b62-41a1-aacb-4c64af450011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'b8f680de-c70a-4a82-ae85-7e933bd84322'}}] {{(pid=116164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 28 11:05:27.303310 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron_lib.callbacks.manager [None req-280fe524-dd6c-4851-b559-f150a4cc47b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (08cdb07c-0665-43ad-87c2-72b77b5f3b02), before_update {{(pid=116164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:27.338240 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-31dbdd70-91c3-4f68-8267-7933e995333a req-f7477341-08d9-4a19-a4b2-52e011c93808 service neutron] 10.222.0.20 "GET /v2.0/networks/11667949-6108-4d31-ad58-bd4aa04ee38c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2367575 Apr 28 11:05:27.363973 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-b0375bfc-64fe-4b16-9ea9-5b486b34a1f6 tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] 10.222.0.10 "GET /v2.0/routers/8ce2f5dc-0f45-4311-be70-e0a504a69e12 HTTP/1.1" status: 200 len: 704 time: 1.0560164 Apr 28 11:05:27.370694 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 53998) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:05:27.388582 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_hamode_db [None req-c6ba0a0c-2c7f-426a-9582-67beab79bee0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ce2f5dc-0f45-4311-be70-e0a504a69e12', 'name': 'tempest-RoutersIpV6Test-router-1230251321', 'tenant_id': '0f4d85af73ea40518271b3ac6c23a282', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T11:05:23Z', 'updated_at': '2022-04-28T11:05:24Z', 'revision_number': 2, 'project_id': '0f4d85af73ea40518271b3ac6c23a282', 'gw_port_host': None}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=116163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:05:27.410546 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.plugins.ml2.db [None req-280fe524-dd6c-4851-b559-f150a4cc47b8 None None] For port 08cdb07c-0665-43ad-87c2-72b77b5f3b02, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=116164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 11:05:27.414738 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.plugins.ml2.db [None req-280fe524-dd6c-4851-b559-f150a4cc47b8 None None] For port 08cdb07c-0665-43ad-87c2-72b77b5f3b02, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=08cdb07c-0665-43ad-87c2-72b77b5f3b02,segment=NetworkSegment(3e339841-0b62-41a1-aacb-4c64af450011),segment_id=3e339841-0b62-41a1-aacb-4c64af450011)] {{(pid=116164) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 11:05:27.423258 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-0e0d57d6-350e-49fc-aed6-169cad042129 tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] 10.222.0.10 "GET /v2.0/ports?device_id=8ce2f5dc-0f45-4311-be70-e0a504a69e12 HTTP/1.1" status: 200 len: 205 time: 0.0498452 Apr 28 11:05:27.426267 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a814d8c-c1f5-42ad-9631-b5e74cde9347 None None] Pushing event updated for resources: {'Port': ['ID=08cdb07c-0665-43ad-87c2-72b77b5f3b02,revision_number=3']} {{(pid=116164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:05:27.438539 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a814d8c-c1f5-42ad-9631-b5e74cde9347 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:05:27.438960 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a814d8c-c1f5-42ad-9631-b5e74cde9347 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:05:27.439316 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a814d8c-c1f5-42ad-9631-b5e74cde9347 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:05:27.439712 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a814d8c-c1f5-42ad-9631-b5e74cde9347 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:05:27.440037 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a814d8c-c1f5-42ad-9631-b5e74cde9347 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:05:27.440508 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a814d8c-c1f5-42ad-9631-b5e74cde9347 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:05:27.440872 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a814d8c-c1f5-42ad-9631-b5e74cde9347 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:05:27.441199 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a814d8c-c1f5-42ad-9631-b5e74cde9347 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:05:27.441517 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a814d8c-c1f5-42ad-9631-b5e74cde9347 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:05:27.441967 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a814d8c-c1f5-42ad-9631-b5e74cde9347 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:05:27.442355 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a814d8c-c1f5-42ad-9631-b5e74cde9347 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:05:27.442693 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a814d8c-c1f5-42ad-9631-b5e74cde9347 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:05:27.443008 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a814d8c-c1f5-42ad-9631-b5e74cde9347 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:05:27.443319 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a814d8c-c1f5-42ad-9631-b5e74cde9347 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:05:27.443628 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a814d8c-c1f5-42ad-9631-b5e74cde9347 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:05:27.454331 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 54000) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:05:27.463845 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-e7ed5dc1-3c41-4efc-899b-da64ab728686 tempest-SecGroupIPv6Test-2111680406 tempest-SecGroupIPv6Test-2111680406-project] Publish callbacks [] for security_group (None), before_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:27.471196 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68e031d2-880b-4f6c-a77f-b816091cdacf tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Router 077583a6-3e91-4e7b-b09b-2ee4e2f6efd3 is scheduled to L3 agent 6b492ad6-0876-4d74-b20d-28143a52ceba with binding_index 1 {{(pid=116161) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 28 11:05:27.483016 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-e7ed5dc1-3c41-4efc-899b-da64ab728686 tempest-SecGroupIPv6Test-2111680406 tempest-SecGroupIPv6Test-2111680406-project] Publish callbacks [] for security_group (None), before_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:27.492362 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6ba0a0c-2c7f-426a-9582-67beab79bee0 None None] The sync data for ids ['8ce2f5dc-0f45-4311-be70-e0a504a69e12'] in dv-neutron-master-2-hyperv is: [{'id': '8ce2f5dc-0f45-4311-be70-e0a504a69e12', 'name': 'tempest-RoutersIpV6Test-router-1230251321', 'tenant_id': '0f4d85af73ea40518271b3ac6c23a282', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T11:05:23Z', 'updated_at': '2022-04-28T11:05:24Z', 'revision_number': 2, 'project_id': '0f4d85af73ea40518271b3ac6c23a282', 'gw_port_host': None}] {{(pid=116163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 11:05:27.509337 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-a9aa6e7d-da1b-43b7-8522-0a11183f5d08 None None] Current status of the port 82c29dc2-a200-4982-9dee-e4bb9455da6f is: DOWN; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:05:27.514625 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-a9aa6e7d-da1b-43b7-8522-0a11183f5d08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (82c29dc2-a200-4982-9dee-e4bb9455da6f), before_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:27.524038 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron_lib.callbacks.manager [None req-280fe524-dd6c-4851-b559-f150a4cc47b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393'] for port (08cdb07c-0665-43ad-87c2-72b77b5f3b02), after_update {{(pid=116164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:27.526758 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45f88299-18a0-4c2b-8507-e6d03fd27ed8 tempest-AllowedAddressPairTestJSON-759914361 tempest-AllowedAddressPairTestJSON-759914361-project] Made reservation on behalf of 23eaf47bcd2342808e2c0d24b3804de2 for: {'network': 1} {{(pid=116162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 11:05:27.530568 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-45f88299-18a0-4c2b-8507-e6d03fd27ed8 tempest-AllowedAddressPairTestJSON-759914361 tempest-AllowedAddressPairTestJSON-759914361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for network (None), before_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:27.544909 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-45f88299-18a0-4c2b-8507-e6d03fd27ed8 tempest-AllowedAddressPairTestJSON-759914361 tempest-AllowedAddressPairTestJSON-759914361-project] Publish callbacks [] for security_group (None), before_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:27.578676 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-31dbdd70-91c3-4f68-8267-7933e995333a req-6c83b681-5af4-499b-b3fa-2a1389d5b0bb service neutron] 10.222.0.20 "GET /v2.0/networks/11667949-6108-4d31-ad58-bd4aa04ee38c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2328544 Apr 28 11:05:27.602129 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-a9aa6e7d-da1b-43b7-8522-0a11183f5d08 None None] For port 82c29dc2-a200-4982-9dee-e4bb9455da6f, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=82c29dc2-a200-4982-9dee-e4bb9455da6f,segment=NetworkSegment(2d1f90b5-6695-45ed-90ce-b37de8111691),segment_id=2d1f90b5-6695-45ed-90ce-b37de8111691)] {{(pid=116163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 11:05:27.631969 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Current status of the port 82c29dc2-a200-4982-9dee-e4bb9455da6f is: DOWN; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:05:27.632377 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (82c29dc2-a200-4982-9dee-e4bb9455da6f), before_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:27.666290 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-a9aa6e7d-da1b-43b7-8522-0a11183f5d08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393'] for port (82c29dc2-a200-4982-9dee-e4bb9455da6f), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:27.667754 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-280fe524-dd6c-4851-b559-f150a4cc47b8 None None] Routers {'9b89571b-9a7d-473a-a862-1c34e1e1b90f'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=116164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 11:05:27.669039 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_hamode_db [None req-280fe524-dd6c-4851-b559-f150a4cc47b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-28T10:50:39Z,description=,heartbeat_timestamp=2022-04-28T11:05:09Z,host='dv-neutron-master-2-hyperv',id=6b492ad6-0876-4d74-b20d-28143a52ceba,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T10:50:40Z,topic='l3_agent')) {'router_ids': ['9b89571b-9a7d-473a-a862-1c34e1e1b90f'], 'active': True} {{(pid=116164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:05:27.681184 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a814d8c-c1f5-42ad-9631-b5e74cde9347 None None] Pushing event updated for resources: {'Port': ['ID=08cdb07c-0665-43ad-87c2-72b77b5f3b02,revision_number=4']} {{(pid=116164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:05:27.693315 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-8ba5f674-8686-48e7-8b1c-2ba7c6f2e3e2 tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Publish callbacks [] for router (8ce2f5dc-0f45-4311-be70-e0a504a69e12), before_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:27.730135 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68e031d2-880b-4f6c-a77f-b816091cdacf tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=116161) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 11:05:27.738067 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-68e031d2-880b-4f6c-a77f-b816091cdacf tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] 10.222.0.10 "PUT /v2.0/routers/077583a6-3e91-4e7b-b09b-2ee4e2f6efd3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4314649 Apr 28 11:05:27.743872 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 54002) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:05:27.756127 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.v2.base [None req-4f25e778-1df5-4563-9c49-237d4d4c17b8 tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Request body: {'network': {'name': 'tempest-RoutersTest-340069222'}} {{(pid=116161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:05:27.773872 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1965dba8-dd5e-43f4-852f-de56f1bc015f None None] Sync routers for ids ['077583a6-3e91-4e7b-b09b-2ee4e2f6efd3'] in dv-neutron-master-2-hyperv {{(pid=116164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 11:05:27.816110 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1965dba8-dd5e-43f4-852f-de56f1bc015f None None] Routers {'077583a6-3e91-4e7b-b09b-2ee4e2f6efd3'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=116164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 11:05:27.816673 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_hamode_db [None req-1965dba8-dd5e-43f4-852f-de56f1bc015f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-28T10:50:39Z,description=,heartbeat_timestamp=2022-04-28T11:05:09Z,host='dv-neutron-master-2-hyperv',id=6b492ad6-0876-4d74-b20d-28143a52ceba,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T10:50:40Z,topic='l3_agent')) {'router_ids': ['077583a6-3e91-4e7b-b09b-2ee4e2f6efd3'], 'active': True} {{(pid=116164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:05:27.839079 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-e7ed5dc1-3c41-4efc-899b-da64ab728686 tempest-SecGroupIPv6Test-2111680406 tempest-SecGroupIPv6Test-2111680406-project] Publish callbacks [] for security_group (e809cf16-119a-404b-b513-f42847135b6c), precommit_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:27.903152 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9aa6e7d-da1b-43b7-8522-0a11183f5d08 None None] Pushing event updated for resources: {'Port': ['ID=82c29dc2-a200-4982-9dee-e4bb9455da6f,revision_number=3']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:05:27.924659 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-40fa11f2-0696-4cd6-9eba-12f85d55c0c4 None None] Provisioning complete for port 08cdb07c-0665-43ad-87c2-72b77b5f3b02 triggered by entity DHCP. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:05:27.926703 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-e7ed5dc1-3c41-4efc-899b-da64ab728686 tempest-SecGroupIPv6Test-2111680406 tempest-SecGroupIPv6Test-2111680406-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924426'] for security_group (e809cf16-119a-404b-b513-f42847135b6c), after_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:27.927333 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-40fa11f2-0696-4cd6-9eba-12f85d55c0c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (08cdb07c-0665-43ad-87c2-72b77b5f3b02), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:27.932187 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.db.api [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=116163) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 28 11:05:27.937665 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG oslo_db.api [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=116163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 28 11:05:27.943488 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-45f88299-18a0-4c2b-8507-e6d03fd27ed8 tempest-AllowedAddressPairTestJSON-759914361 tempest-AllowedAddressPairTestJSON-759914361-project] Publish callbacks [] for security_group (318aee77-5738-4e0c-995e-c1fc57feec3f), precommit_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:27.965964 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f25e778-1df5-4563-9c49-237d4d4c17b8 tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Made reservation on behalf of 1d85c55944a24e6b8fc5b73917e91c0e for: {'network': 1} {{(pid=116161) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 11:05:27.973304 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-4f25e778-1df5-4563-9c49-237d4d4c17b8 tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for network (None), before_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:28.012660 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ed5dc1-3c41-4efc-899b-da64ab728686 tempest-SecGroupIPv6Test-2111680406 tempest-SecGroupIPv6Test-2111680406-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e809cf16-119a-404b-b513-f42847135b6c,revision_number=1']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:05:28.082566 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-45f88299-18a0-4c2b-8507-e6d03fd27ed8 tempest-AllowedAddressPairTestJSON-759914361 tempest-AllowedAddressPairTestJSON-759914361-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924426'] for security_group (318aee77-5738-4e0c-995e-c1fc57feec3f), after_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:28.089931 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4f25e778-1df5-4563-9c49-237d4d4c17b8 tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 92} {{(pid=116161) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 11:05:28.104338 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-40fa11f2-0696-4cd6-9eba-12f85d55c0c4 None None] Current status of the port 08cdb07c-0665-43ad-87c2-72b77b5f3b02 is: DOWN; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:05:28.104863 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-40fa11f2-0696-4cd6-9eba-12f85d55c0c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (08cdb07c-0665-43ad-87c2-72b77b5f3b02), before_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:28.112214 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-45f88299-18a0-4c2b-8507-e6d03fd27ed8 tempest-AllowedAddressPairTestJSON-759914361 tempest-AllowedAddressPairTestJSON-759914361-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 80} {{(pid=116162) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 11:05:28.125110 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_dvr_db [None req-280fe524-dd6c-4851-b559-f150a4cc47b8 None None] Set router 9b89571b-9a7d-473a-a862-1c34e1e1b90f gateway port host: dv-neutron-master-2-hyperv {{(pid=116164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 11:05:28.131429 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-45f88299-18a0-4c2b-8507-e6d03fd27ed8 tempest-AllowedAddressPairTestJSON-759914361 tempest-AllowedAddressPairTestJSON-759914361-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-961978'] for segment (0eb6bf2d-384f-4e86-842d-22ed6727b9eb), precommit_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:28.132662 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.db.segments_db [None req-45f88299-18a0-4c2b-8507-e6d03fd27ed8 tempest-AllowedAddressPairTestJSON-759914361 tempest-AllowedAddressPairTestJSON-759914361-project] Added segment 0eb6bf2d-384f-4e86-842d-22ed6727b9eb of type vlan for network 6c3ca039-ae8c-47c3-b984-604c8ace5e60 Apr 28 11:05:28.141082 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-4f25e778-1df5-4563-9c49-237d4d4c17b8 tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-961978'] for segment (7d1a5d49-a55f-4577-afd0-9c3d949696e8), precommit_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:28.141712 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.db.segments_db [None req-4f25e778-1df5-4563-9c49-237d4d4c17b8 tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Added segment 7d1a5d49-a55f-4577-afd0-9c3d949696e8 of type vlan for network dcd9b946-da1e-42aa-975b-f2fc3c00de71 Apr 28 11:05:28.150682 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-40fa11f2-0696-4cd6-9eba-12f85d55c0c4 None None] For port 08cdb07c-0665-43ad-87c2-72b77b5f3b02, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=08cdb07c-0665-43ad-87c2-72b77b5f3b02,segment=NetworkSegment(3e339841-0b62-41a1-aacb-4c64af450011),segment_id=3e339841-0b62-41a1-aacb-4c64af450011)] {{(pid=116163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 11:05:28.161687 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-e7ed5dc1-3c41-4efc-899b-da64ab728686 tempest-SecGroupIPv6Test-2111680406 tempest-SecGroupIPv6Test-2111680406-project] Publish callbacks [] for security_group (01d2411e-962e-48da-b799-96bb92f777ed), precommit_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:28.169437 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_dvr_db [None req-1965dba8-dd5e-43f4-852f-de56f1bc015f None None] Set router 077583a6-3e91-4e7b-b09b-2ee4e2f6efd3 gateway port host: None {{(pid=116164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 11:05:28.211757 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-4f25e778-1df5-4563-9c49-237d4d4c17b8 tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742234744962'] for network (dcd9b946-da1e-42aa-975b-f2fc3c00de71), precommit_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:28.217779 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-45f88299-18a0-4c2b-8507-e6d03fd27ed8 tempest-AllowedAddressPairTestJSON-759914361 tempest-AllowedAddressPairTestJSON-759914361-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742234744962'] for network (6c3ca039-ae8c-47c3-b984-604c8ace5e60), precommit_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:28.224135 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-40fa11f2-0696-4cd6-9eba-12f85d55c0c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393'] for port (08cdb07c-0665-43ad-87c2-72b77b5f3b02), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:28.264673 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-e7ed5dc1-3c41-4efc-899b-da64ab728686 tempest-SecGroupIPv6Test-2111680406 tempest-SecGroupIPv6Test-2111680406-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924426'] for security_group (01d2411e-962e-48da-b799-96bb92f777ed), after_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:28.281895 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-0ee9bb81-75b8-4c6a-84d8-aa4701920eb0 tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5054027', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4210784'] for subnet (9f18b899-242b-4901-818c-074626eadbe2), after_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:28.318740 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40fa11f2-0696-4cd6-9eba-12f85d55c0c4 None None] Pushing event updated for resources: {'Port': ['ID=08cdb07c-0665-43ad-87c2-72b77b5f3b02,revision_number=5']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:05:28.348059 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-2f21a86d-00bf-4f98-9dad-9326021f8af1 None None] Provisioning complete for port 08cdb07c-0665-43ad-87c2-72b77b5f3b02 triggered by entity DHCP. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:05:28.348883 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-2f21a86d-00bf-4f98-9dad-9326021f8af1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (08cdb07c-0665-43ad-87c2-72b77b5f3b02), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:28.354265 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-e7ed5dc1-3c41-4efc-899b-da64ab728686 tempest-SecGroupIPv6Test-2111680406 tempest-SecGroupIPv6Test-2111680406-project] Publish callbacks [] for security_group (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:28.358741 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-e7ed5dc1-3c41-4efc-899b-da64ab728686 tempest-SecGroupIPv6Test-2111680406 tempest-SecGroupIPv6Test-2111680406-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 1.3484547 Apr 28 11:05:28.358741 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ed5dc1-3c41-4efc-899b-da64ab728686 tempest-SecGroupIPv6Test-2111680406 tempest-SecGroupIPv6Test-2111680406-project] Pushing event updated for resources: {'SecurityGroup': ['ID=01d2411e-962e-48da-b799-96bb92f777ed,revision_number=1']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:05:28.373854 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 54006) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:05:28.412406 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-4f25e778-1df5-4563-9c49-237d4d4c17b8 tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042'] for network (dcd9b946-da1e-42aa-975b-f2fc3c00de71), after_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:28.418119 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f25e778-1df5-4563-9c49-237d4d4c17b8 tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:05:28.419390 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-4f25e778-1df5-4563-9c49-237d4d4c17b8 tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Publish callbacks [] for network (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:28.449261 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee9bb81-75b8-4c6a-84d8-aa4701920eb0 tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Pushing event updated for resources: {'Subnet': ['ID=9f18b899-242b-4901-818c-074626eadbe2,revision_number=0']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:05:28.457734 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-45f88299-18a0-4c2b-8507-e6d03fd27ed8 tempest-AllowedAddressPairTestJSON-759914361 tempest-AllowedAddressPairTestJSON-759914361-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042'] for network (6c3ca039-ae8c-47c3-b984-604c8ace5e60), after_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:28.465333 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45f88299-18a0-4c2b-8507-e6d03fd27ed8 tempest-AllowedAddressPairTestJSON-759914361 tempest-AllowedAddressPairTestJSON-759914361-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:05:28.466371 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-45f88299-18a0-4c2b-8507-e6d03fd27ed8 tempest-AllowedAddressPairTestJSON-759914361 tempest-AllowedAddressPairTestJSON-759914361-project] Publish callbacks [] for network (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:28.517721 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-2f21a86d-00bf-4f98-9dad-9326021f8af1 None None] Current status of the port 08cdb07c-0665-43ad-87c2-72b77b5f3b02 is: ACTIVE; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:05:28.563260 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-2f21a86d-00bf-4f98-9dad-9326021f8af1 None None] Provisioning complete for port a11cbac1-383c-4f11-8169-eee231f42006 triggered by entity DHCP. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:05:28.563941 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-2f21a86d-00bf-4f98-9dad-9326021f8af1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (a11cbac1-383c-4f11-8169-eee231f42006), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:28.595935 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-4f25e778-1df5-4563-9c49-237d4d4c17b8 tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.8505251 Apr 28 11:05:28.599945 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 54008) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:05:28.611040 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.v2.base [None req-6d7baded-451d-46e7-8399-33573282c554 tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Request body: {'subnet': {'network_id': 'dcd9b946-da1e-42aa-975b-f2fc3c00de71', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=116161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:05:28.628744 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-2f21a86d-00bf-4f98-9dad-9326021f8af1 None None] Port a11cbac1-383c-4f11-8169-eee231f42006 cannot update to ACTIVE because it is not bound. {{(pid=116163) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 28 11:05:28.634010 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f25e778-1df5-4563-9c49-237d4d4c17b8 tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Pushing event updated for resources: {'Network': ['ID=dcd9b946-da1e-42aa-975b-f2fc3c00de71,revision_number=1']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:05:28.650833 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Network dcd9b946-da1e-42aa-975b-f2fc3c00de71 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=116163) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 28 11:05:28.656759 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Current status of the port 82c29dc2-a200-4982-9dee-e4bb9455da6f is: ACTIVE; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:05:28.677893 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-4eceaffb-f079-4667-956e-1f9f11c46da9 tempest-SecGroupIPv6Test-2111680406 tempest-SecGroupIPv6Test-2111680406-project] 10.222.0.10 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4544 time: 0.3014290 Apr 28 11:05:28.677893 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 54010) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:05:28.678163 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_hamode_db [None req-1965dba8-dd5e-43f4-852f-de56f1bc015f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '077583a6-3e91-4e7b-b09b-2ee4e2f6efd3', 'name': 'tempest-RoutersTest-router-326742487', 'tenant_id': '1d85c55944a24e6b8fc5b73917e91c0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T11:05:19Z', 'updated_at': '2022-04-28T11:05:25Z', 'revision_number': 2, 'project_id': '1d85c55944a24e6b8fc5b73917e91c0e', 'gw_port_host': None, '_interfaces': [{'id': 'a11cbac1-383c-4f11-8169-eee231f42006', 'name': '', 'network_id': '98df3218-a027-4fe2-8b10-e1f1956e3827', 'tenant_id': '1d85c55944a24e6b8fc5b73917e91c0e', 'mac_address': 'fa:16:3e:33:5e:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '077583a6-3e91-4e7b-b09b-2ee4e2f6efd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1038, 'fixed_ips': [{'subnet_id': 'a5c018ca-906e-4425-bf42-6e13a46d1530', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:05:22Z', 'updated_at': '2022-04-28T11:05:25Z', 'revision_number': 2, 'project_id': '1d85c55944a24e6b8fc5b73917e91c0e', 'subnets': [{'id': 'a5c018ca-906e-4425-bf42-6e13a46d1530', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=116164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:05:28.690519 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f88299-18a0-4c2b-8507-e6d03fd27ed8 tempest-AllowedAddressPairTestJSON-759914361 tempest-AllowedAddressPairTestJSON-759914361-project] Pushing event updated for resources: {'Network': ['ID=6c3ca039-ae8c-47c3-b984-604c8ace5e60,revision_number=1']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:05:28.693326 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.v2.base [None req-4aa71788-0228-4bad-9891-43f1c7774d1a tempest-SecGroupIPv6Test-2111680406 tempest-SecGroupIPv6Test-2111680406-project] Request body: {'security_group': {'name': 'tempest-security--833281461', 'description': 'tempest-security-description-1821289521'}} {{(pid=116161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:05:28.707211 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-2f21a86d-00bf-4f98-9dad-9326021f8af1 None None] Provisioning complete for port 82c29dc2-a200-4982-9dee-e4bb9455da6f triggered by entity DHCP. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:05:28.707601 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-2f21a86d-00bf-4f98-9dad-9326021f8af1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (82c29dc2-a200-4982-9dee-e4bb9455da6f), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:28.712521 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1965dba8-dd5e-43f4-852f-de56f1bc015f None None] Checking router: 077583a6-3e91-4e7b-b09b-2ee4e2f6efd3 for host: dv-neutron-master-2-hyperv {{(pid=116164) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 11:05:28.712875 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1965dba8-dd5e-43f4-852f-de56f1bc015f None None] Updating router 077583a6-3e91-4e7b-b09b-2ee4e2f6efd3 port a11cbac1-383c-4f11-8169-eee231f42006 binding host dv-neutron-master-2-hyperv {{(pid=116164) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 28 11:05:28.745522 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_hamode_db [None req-280fe524-dd6c-4851-b559-f150a4cc47b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b89571b-9a7d-473a-a862-1c34e1e1b90f', 'name': 'tempest-TestNetworkBasicOps-router-1025925212', 'tenant_id': '65d54c3b7dcd4af68398071d25e8321e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'external_fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.82'}], 'enable_snat': True}, 'gw_port_id': 'b9c64965-b7a7-4361-8353-c97b8e1a2b9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T11:03:07Z', 'updated_at': '2022-04-28T11:05:23Z', 'revision_number': 5, 'project_id': '65d54c3b7dcd4af68398071d25e8321e', 'gw_port': {'id': 'b9c64965-b7a7-4361-8353-c97b8e1a2b9e', 'name': '', 'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:66:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b89571b-9a7d-473a-a862-1c34e1e1b90f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 744, 'fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:03:09Z', 'updated_at': '2022-04-28T11:03:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '2475c425-2079-483e-bba7-10bca82c4e73', 'tenant_id': '65d54c3b7dcd4af68398071d25e8321e', 'floating_ip_address': '172.36.4.55', 'floating_network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'router_id': '9b89571b-9a7d-473a-a862-1c34e1e1b90f', 'port_id': '7850d2bb-cfac-45b8-818d-93aede5fe4b9', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 887, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '274bb0ab-060a-48d2-9b11-773f8dd43851', 'mac_address': 'fa:16:3e:48:e1:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfb0e6d3-3659-4be6-8de6-82c47d9cfaf8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T11:04:07Z', 'updated_at': '2022-04-28T11:04:10Z', 'revision_number': 1, 'project_id': '65d54c3b7dcd4af68398071d25e8321e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '08cdb07c-0665-43ad-87c2-72b77b5f3b02', 'name': '', 'network_id': 'b8f680de-c70a-4a82-ae85-7e933bd84322', 'tenant_id': '65d54c3b7dcd4af68398071d25e8321e', 'mac_address': 'fa:16:3e:e6:f1:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b89571b-9a7d-473a-a862-1c34e1e1b90f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1036, 'fixed_ips': [{'subnet_id': 'f9d92397-fa14-4c67-9b4b-72972fa58fb7', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:05:20Z', 'updated_at': '2022-04-28T11:05:27Z', 'revision_number': 4, 'project_id': '65d54c3b7dcd4af68398071d25e8321e', 'subnets': [{'id': 'f9d92397-fa14-4c67-9b4b-72972fa58fb7', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3e2bce2e-72fd-4d33-8443-4c79cc3a3053', 'name': '', 'network_id': '274bb0ab-060a-48d2-9b11-773f8dd43851', 'tenant_id': '65d54c3b7dcd4af68398071d25e8321e', 'mac_address': 'fa:16:3e:f2:cf:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b89571b-9a7d-473a-a862-1c34e1e1b90f', 'device_owner': 'network:router_interface', 'standard_attr_id': 788, 'fixed_ips': [{'subnet_id': 'd64b489b-1e9c-4cb0-8d07-ab47553d5e71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:03:19Z', 'updated_at': '2022-04-28T11:03:32Z', 'revision_number': 5, 'project_id': '65d54c3b7dcd4af68398071d25e8321e', 'subnets': [{'id': 'd64b489b-1e9c-4cb0-8d07-ab47553d5e71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=116164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:05:28.795396 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-280fe524-dd6c-4851-b559-f150a4cc47b8 None None] The sync data for ids ['9b89571b-9a7d-473a-a862-1c34e1e1b90f'] in dv-neutron-master-2-hyperv is: [{'id': '9b89571b-9a7d-473a-a862-1c34e1e1b90f', 'name': 'tempest-TestNetworkBasicOps-router-1025925212', 'tenant_id': '65d54c3b7dcd4af68398071d25e8321e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'external_fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.82'}], 'enable_snat': True}, 'gw_port_id': 'b9c64965-b7a7-4361-8353-c97b8e1a2b9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T11:03:07Z', 'updated_at': '2022-04-28T11:05:23Z', 'revision_number': 5, 'project_id': '65d54c3b7dcd4af68398071d25e8321e', 'gw_port': {'id': 'b9c64965-b7a7-4361-8353-c97b8e1a2b9e', 'name': '', 'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:66:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b89571b-9a7d-473a-a862-1c34e1e1b90f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 744, 'fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:03:09Z', 'updated_at': '2022-04-28T11:03:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '2475c425-2079-483e-bba7-10bca82c4e73', 'tenant_id': '65d54c3b7dcd4af68398071d25e8321e', 'floating_ip_address': '172.36.4.55', 'floating_network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'router_id': '9b89571b-9a7d-473a-a862-1c34e1e1b90f', 'port_id': '7850d2bb-cfac-45b8-818d-93aede5fe4b9', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 887, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '274bb0ab-060a-48d2-9b11-773f8dd43851', 'mac_address': 'fa:16:3e:48:e1:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfb0e6d3-3659-4be6-8de6-82c47d9cfaf8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T11:04:07Z', 'updated_at': '2022-04-28T11:04:10Z', 'revision_number': 1, 'project_id': '65d54c3b7dcd4af68398071d25e8321e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '08cdb07c-0665-43ad-87c2-72b77b5f3b02', 'name': '', 'network_id': 'b8f680de-c70a-4a82-ae85-7e933bd84322', 'tenant_id': '65d54c3b7dcd4af68398071d25e8321e', 'mac_address': 'fa:16:3e:e6:f1:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b89571b-9a7d-473a-a862-1c34e1e1b90f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1036, 'fixed_ips': [{'subnet_id': 'f9d92397-fa14-4c67-9b4b-72972fa58fb7', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:05:20Z', 'updated_at': '2022-04-28T11:05:27Z', 'revision_number': 4, 'project_id': '65d54c3b7dcd4af68398071d25e8321e', 'subnets': [{'id': 'f9d92397-fa14-4c67-9b4b-72972fa58fb7', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3e2bce2e-72fd-4d33-8443-4c79cc3a3053', 'name': '', 'network_id': '274bb0ab-060a-48d2-9b11-773f8dd43851', 'tenant_id': '65d54c3b7dcd4af68398071d25e8321e', 'mac_address': 'fa:16:3e:f2:cf:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b89571b-9a7d-473a-a862-1c34e1e1b90f', 'device_owner': 'network:router_interface', 'standard_attr_id': 788, 'fixed_ips': [{'subnet_id': 'd64b489b-1e9c-4cb0-8d07-ab47553d5e71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:03:19Z', 'updated_at': '2022-04-28T11:03:32Z', 'revision_number': 5, 'project_id': '65d54c3b7dcd4af68398071d25e8321e', 'subnets': [{'id': 'd64b489b-1e9c-4cb0-8d07-ab47553d5e71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=116164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 11:05:28.797610 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron_lib.callbacks.manager [None req-1965dba8-dd5e-43f4-852f-de56f1bc015f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (a11cbac1-383c-4f11-8169-eee231f42006), before_update {{(pid=116164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:28.811574 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Network 6c3ca039-ae8c-47c3-b984-604c8ace5e60 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=116163) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 28 11:05:28.836033 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-4aa71788-0228-4bad-9891-43f1c7774d1a tempest-SecGroupIPv6Test-2111680406 tempest-SecGroupIPv6Test-2111680406-project] Publish callbacks [] for security_group (01d2411e-962e-48da-b799-96bb92f777ed), before_update {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:28.869391 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-8ba5f674-8686-48e7-8b1c-2ba7c6f2e3e2 tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2060865', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-63275'] for router (8ce2f5dc-0f45-4311-be70-e0a504a69e12), precommit_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:28.872475 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-8ba5f674-8686-48e7-8b1c-2ba7c6f2e3e2 tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Publish callbacks [] for router_controller (8ce2f5dc-0f45-4311-be70-e0a504a69e12), precommit_delete_associations {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:28.917193 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ee9bb81-75b8-4c6a-84d8-aa4701920eb0 tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Network 5af9c5a9-50d8-4bfb-a7ef-82766428c3d5 is already hosted by enough agents. {{(pid=116162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 11:05:28.934816 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Device 82c29dc2-a200-4982-9dee-e4bb9455da6f up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=116163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 11:05:28.969232 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.scheduler.base_scheduler [None req-0ee9bb81-75b8-4c6a-84d8-aa4701920eb0 tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Resources bound (agent type, host, resource id): {{(pid=116162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 11:05:28.976372 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ee9bb81-75b8-4c6a-84d8-aa4701920eb0 tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:05:28.976372 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-0ee9bb81-75b8-4c6a-84d8-aa4701920eb0 tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Publish callbacks [] for subnet (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:28.995935 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.plugin [None req-e79ab975-f95e-41ff-bead-2c84b7f85f2d tempest-TestNetworkAdvancedServerOps-1762458272 tempest-TestNetworkAdvancedServerOps-1762458272-project] Deleting port 80bddec2-d89a-4203-b9b7-ae331010da31 {{(pid=116162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 11:05:28.996277 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-e79ab975-f95e-41ff-bead-2c84b7f85f2d tempest-TestNetworkAdvancedServerOps-1762458272 tempest-TestNetworkAdvancedServerOps-1762458272-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742235130188'] for port (80bddec2-d89a-4203-b9b7-ae331010da31), before_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:28.998199 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-4aa71788-0228-4bad-9891-43f1c7774d1a tempest-SecGroupIPv6Test-2111680406 tempest-SecGroupIPv6Test-2111680406-project] Publish callbacks [] for security_group (01d2411e-962e-48da-b799-96bb92f777ed), precommit_update {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:29.029404 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cacee75-3837-4bc6-bfed-100026426fea None None] Network 5af9c5a9-50d8-4bfb-a7ef-82766428c3d5 requested from dv-neutron-master-2-hyperv {{(pid=116163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 11:05:29.052536 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d7baded-451d-46e7-8399-33573282c554 tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Made reservation on behalf of 1d85c55944a24e6b8fc5b73917e91c0e for: {'subnet': 1} {{(pid=116161) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 11:05:29.056973 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-6d7baded-451d-46e7-8399-33573282c554 tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5125580'] for subnet (None), before_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:29.090330 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-e79ab975-f95e-41ff-bead-2c84b7f85f2d tempest-TestNetworkAdvancedServerOps-1762458272 tempest-TestNetworkAdvancedServerOps-1762458272-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1938497'] for port (80bddec2-d89a-4203-b9b7-ae331010da31), precommit_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:29.091062 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-e79ab975-f95e-41ff-bead-2c84b7f85f2d tempest-TestNetworkAdvancedServerOps-1762458272 tempest-TestNetworkAdvancedServerOps-1762458272-project] Publish callbacks [] for floatingip (80bddec2-d89a-4203-b9b7-ae331010da31), precommit_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:29.107507 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-4aa71788-0228-4bad-9891-43f1c7774d1a tempest-SecGroupIPv6Test-2111680406 tempest-SecGroupIPv6Test-2111680406-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924426'] for security_group (01d2411e-962e-48da-b799-96bb92f777ed), after_update {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:29.109114 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.plugin [None req-e79ab975-f95e-41ff-bead-2c84b7f85f2d tempest-TestNetworkAdvancedServerOps-1762458272 tempest-TestNetworkAdvancedServerOps-1762458272-project] Calling delete_port for 80bddec2-d89a-4203-b9b7-ae331010da31 owned by network:floatingip {{(pid=116162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 11:05:29.112061 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-4aa71788-0228-4bad-9891-43f1c7774d1a tempest-SecGroupIPv6Test-2111680406 tempest-SecGroupIPv6Test-2111680406-project] Publish callbacks [] for security_group (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:29.114122 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-4aa71788-0228-4bad-9891-43f1c7774d1a tempest-SecGroupIPv6Test-2111680406 tempest-SecGroupIPv6Test-2111680406-project] 10.222.0.10 "PUT /v2.0/security-groups/01d2411e-962e-48da-b799-96bb92f777ed HTTP/1.1" status: 200 len: 1796 time: 0.4262922 Apr 28 11:05:29.152632 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 54012) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:05:29.171191 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-45f88299-18a0-4c2b-8507-e6d03fd27ed8 tempest-AllowedAddressPairTestJSON-759914361 tempest-AllowedAddressPairTestJSON-759914361-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 3.0358820 Apr 28 11:05:29.181292 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f88299-18a0-4c2b-8507-e6d03fd27ed8 tempest-AllowedAddressPairTestJSON-759914361 tempest-AllowedAddressPairTestJSON-759914361-project] Pushing event updated for resources: {'SecurityGroup': ['ID=318aee77-5738-4e0c-995e-c1fc57feec3f,revision_number=1']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:05:29.188201 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-0ee9bb81-75b8-4c6a-84d8-aa4701920eb0 tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.3233719 Apr 28 11:05:29.194882 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 54014) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:05:29.195220 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 54016) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:05:29.201852 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.v2.base [None req-d1ccd0a4-dfe6-42ea-b3b5-003ae5e44dd9 tempest-AllowedAddressPairTestJSON-759914361 tempest-AllowedAddressPairTestJSON-759914361-project] Request body: {'subnet': {'network_id': '6c3ca039-ae8c-47c3-b984-604c8ace5e60', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=116162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:05:29.212256 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-2f21a86d-00bf-4f98-9dad-9326021f8af1 None None] Current status of the port 82c29dc2-a200-4982-9dee-e4bb9455da6f is: ACTIVE; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:05:29.214370 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.v2.base [None req-fca0a6ca-92c1-4b20-bf16-15b31401c022 tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Request body: {'security_group': {'name': 'tempest-secgroup-1761701295'}} {{(pid=116162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:05:29.231602 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Provisioning complete for port 82c29dc2-a200-4982-9dee-e4bb9455da6f triggered by entity L2. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:05:29.232267 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (82c29dc2-a200-4982-9dee-e4bb9455da6f), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:29.249519 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-8ba5f674-8686-48e7-8b1c-2ba7c6f2e3e2 tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2060888'] for router (8ce2f5dc-0f45-4311-be70-e0a504a69e12), after_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:29.250032 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ba5f674-8686-48e7-8b1c-2ba7c6f2e3e2 tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Fanout notify agent at l3_agent the message router_deleted on router 8ce2f5dc-0f45-4311-be70-e0a504a69e12 {{(pid=116162) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 28 11:05:29.257480 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-8ba5f674-8686-48e7-8b1c-2ba7c6f2e3e2 tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] Publish callbacks [] for router (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:29.263301 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-8ba5f674-8686-48e7-8b1c-2ba7c6f2e3e2 tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] 10.222.0.10 "DELETE /v2.0/routers/8ce2f5dc-0f45-4311-be70-e0a504a69e12 HTTP/1.1" status: 204 len: 168 time: 1.8034308 Apr 28 11:05:29.287630 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 54018) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:05:29.327164 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron_lib.callbacks.manager [None req-1965dba8-dd5e-43f4-852f-de56f1bc015f None None] Publish callbacks [] for port (a11cbac1-383c-4f11-8169-eee231f42006), precommit_update {{(pid=116164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:29.343018 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bf174f4-1b90-488f-b2dc-b880de1e045a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-5af9c5a9-50d8-4bfb-a7ef-82766428c3d5', 'network_id': '5af9c5a9-50d8-4bfb-a7ef-82766428c3d5', 'project_id': '52264470dd074c0f8041ca0ce5281c12', 'fixed_ips': [{'subnet_id': '9f18b899-242b-4901-818c-074626eadbe2'}]}} from dv-neutron-master-2-hyperv. {{(pid=116163) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 28 11:05:29.351830 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-2bf174f4-1b90-488f-b2dc-b880de1e045a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (None), before_create {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:29.368401 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-906ff743-e413-436d-9908-d5fb58cce4e4 None None] Provisioning complete for port a11cbac1-383c-4f11-8169-eee231f42006 triggered by entity DHCP. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:05:29.370770 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-906ff743-e413-436d-9908-d5fb58cce4e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (a11cbac1-383c-4f11-8169-eee231f42006), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:29.385889 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa71788-0228-4bad-9891-43f1c7774d1a tempest-SecGroupIPv6Test-2111680406 tempest-SecGroupIPv6Test-2111680406-project] Pushing event updated for resources: {'SecurityGroup': ['ID=01d2411e-962e-48da-b799-96bb92f777ed,revision_number=2']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:05:29.389566 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron_lib.callbacks.manager [None req-1965dba8-dd5e-43f4-852f-de56f1bc015f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393'] for port (a11cbac1-383c-4f11-8169-eee231f42006), after_update {{(pid=116164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:29.447025 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-520c0b7e-2aff-4c15-bf99-2c6196f16baf tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] 10.222.0.10 "GET /v2.0/ports?device_id=8ce2f5dc-0f45-4311-be70-e0a504a69e12 HTTP/1.1" status: 200 len: 205 time: 0.1393435 Apr 28 11:05:29.452590 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 54020) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:05:29.481961 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-906ff743-e413-436d-9908-d5fb58cce4e4 None None] Port a11cbac1-383c-4f11-8169-eee231f42006 cannot update to ACTIVE because it is not bound. {{(pid=116163) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 28 11:05:29.523020 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Current status of the port 82c29dc2-a200-4982-9dee-e4bb9455da6f is: ACTIVE; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:05:29.533575 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d895bb4-f3ff-465f-b50b-dec2a60164ce None None] Pushing event updated for resources: {'Port': ['ID=a11cbac1-383c-4f11-8169-eee231f42006,revision_number=3']} {{(pid=116164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:05:29.542738 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.api.v2.resource [None req-94b1dcbf-865e-4c47-9be3-3e68e8870681 tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] delete failed (client error): The resource could not be found. Apr 28 11:05:29.545949 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-94b1dcbf-865e-4c47-9be3-3e68e8870681 tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] 10.222.0.10 "DELETE /v2.0/routers/8ce2f5dc-0f45-4311-be70-e0a504a69e12 HTTP/1.1" status: 404 len: 336 time: 0.0860016 Apr 28 11:05:29.546929 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-fca0a6ca-92c1-4b20-bf16-15b31401c022 tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Publish callbacks [] for security_group (None), before_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:29.568029 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1ccd0a4-dfe6-42ea-b3b5-003ae5e44dd9 tempest-AllowedAddressPairTestJSON-759914361 tempest-AllowedAddressPairTestJSON-759914361-project] Made reservation on behalf of 23eaf47bcd2342808e2c0d24b3804de2 for: {'subnet': 1} {{(pid=116162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 11:05:29.572636 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd0a4-dfe6-42ea-b3b5-003ae5e44dd9 tempest-AllowedAddressPairTestJSON-759914361 tempest-AllowedAddressPairTestJSON-759914361-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4210834'] for subnet (None), before_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:29.581119 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 54022) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:05:29.632888 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-6cb66bb1-f2ab-4908-92b8-dcff655b6f4e tempest-SecGroupIPv6Test-2111680406 tempest-SecGroupIPv6Test-2111680406-project] 10.222.0.10 "GET /v2.0/security-groups/01d2411e-962e-48da-b799-96bb92f777ed HTTP/1.1" status: 200 len: 1796 time: 0.4736328 Apr 28 11:05:29.635360 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 54024) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:05:29.665342 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.plugins.ml2.managers [None req-1965dba8-dd5e-43f4-852f-de56f1bc015f None None] Attempting to bind port a11cbac1-383c-4f11-8169-eee231f42006 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=116164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 28 11:05:29.665639 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.plugins.ml2.managers [None req-1965dba8-dd5e-43f4-852f-de56f1bc015f None None] Attempting to bind port a11cbac1-383c-4f11-8169-eee231f42006 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '2d1f90b5-6695-45ed-90ce-b37de8111691', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '98df3218-a027-4fe2-8b10-e1f1956e3827'}] {{(pid=116164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 28 11:05:29.666269 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1965dba8-dd5e-43f4-852f-de56f1bc015f None None] Attempting to bind port a11cbac1-383c-4f11-8169-eee231f42006 on network 98df3218-a027-4fe2-8b10-e1f1956e3827 {{(pid=116164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 11:05:29.667731 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.pecan_wsgi.hooks.translation [None req-0a20213e-f6d4-4eb7-90b4-d303db4494eb tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] DELETE failed (client error): The resource could not be found. Apr 28 11:05:29.668253 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0a20213e-f6d4-4eb7-90b4-d303db4494eb tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=116162) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 28 11:05:29.671939 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1965dba8-dd5e-43f4-852f-de56f1bc015f None None] Checking agent: {'id': 'd5baab19-5dd1-4902-922b-84acb048ab9c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 10, 50, 43), 'started_at': datetime.datetime(2022, 4, 28, 10, 51, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 11, 5, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=116164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 11:05:29.672353 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-0a20213e-f6d4-4eb7-90b4-d303db4494eb tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] 10.222.0.10 "DELETE /v2.0/subnets/4a70eceb-e687-4062-adb6-d320d56bd5a4 HTTP/1.1" status: 404 len: 337 time: 0.0922894 Apr 28 11:05:29.676114 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1965dba8-dd5e-43f4-852f-de56f1bc015f None None] Checking segment: {'id': '2d1f90b5-6695-45ed-90ce-b37de8111691', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '98df3218-a027-4fe2-8b10-e1f1956e3827'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 11:05:29.676711 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron_lib.callbacks.manager [None req-1965dba8-dd5e-43f4-852f-de56f1bc015f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=116164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:29.677172 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1965dba8-dd5e-43f4-852f-de56f1bc015f None None] Bound using segment: {'id': '2d1f90b5-6695-45ed-90ce-b37de8111691', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '98df3218-a027-4fe2-8b10-e1f1956e3827'} {{(pid=116164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 11:05:29.677678 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.plugins.ml2.managers [None req-1965dba8-dd5e-43f4-852f-de56f1bc015f None None] Bound port: a11cbac1-383c-4f11-8169-eee231f42006, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d1f90b5-6695-45ed-90ce-b37de8111691', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '98df3218-a027-4fe2-8b10-e1f1956e3827'}}] {{(pid=116164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 28 11:05:29.678113 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron_lib.callbacks.manager [None req-1965dba8-dd5e-43f4-852f-de56f1bc015f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (a11cbac1-383c-4f11-8169-eee231f42006), before_update {{(pid=116164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:29.681108 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 54026) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:05:29.737780 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.pecan_wsgi.hooks.translation [None req-31dae103-6462-48db-93d0-eb24759c1f45 tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] DELETE failed (client error): The resource could not be found. Apr 28 11:05:29.738261 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-31dae103-6462-48db-93d0-eb24759c1f45 tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=116162) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 28 11:05:29.741336 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-31dae103-6462-48db-93d0-eb24759c1f45 tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] 10.222.0.10 "DELETE /v2.0/subnets/b625a9d9-7f26-48f2-9f4a-30d53875a1fb HTTP/1.1" status: 404 len: 337 time: 0.0592632 Apr 28 11:05:29.750061 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 54028) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:05:29.777065 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.db_base_plugin_common [None req-2bf174f4-1b90-488f-b2dc-b880de1e045a None None] Allocated IP 2001:db8::2 (5af9c5a9-50d8-4bfb-a7ef-82766428c3d5/9f18b899-242b-4901-818c-074626eadbe2/14cb9b38-d261-4aef-bfb5-588d0ba37e81) {{(pid=116163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 11:05:29.825456 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.plugins.ml2.db [None req-1965dba8-dd5e-43f4-852f-de56f1bc015f None None] For port a11cbac1-383c-4f11-8169-eee231f42006, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=116164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 11:05:29.832797 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.plugins.ml2.db [None req-1965dba8-dd5e-43f4-852f-de56f1bc015f None None] For port a11cbac1-383c-4f11-8169-eee231f42006, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=a11cbac1-383c-4f11-8169-eee231f42006,segment=NetworkSegment(2d1f90b5-6695-45ed-90ce-b37de8111691),segment_id=2d1f90b5-6695-45ed-90ce-b37de8111691)] {{(pid=116164) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 11:05:29.858552 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-eb61a851-4774-435e-ae9a-3b18935011b1 tempest-SecGroupIPv6Test-2111680406 tempest-SecGroupIPv6Test-2111680406-project] Publish callbacks [] for security_group (01d2411e-962e-48da-b799-96bb92f777ed), before_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:29.876882 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.pecan_wsgi.hooks.translation [None req-1b536c76-4956-482e-84dc-0f06ba4ef225 tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] DELETE failed (client error): The resource could not be found. Apr 28 11:05:29.877447 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1b536c76-4956-482e-84dc-0f06ba4ef225 tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=116162) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 28 11:05:29.880803 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-1b536c76-4956-482e-84dc-0f06ba4ef225 tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] 10.222.0.10 "DELETE /v2.0/subnets/f86be52a-4023-4e56-b802-604679ea9f0d HTTP/1.1" status: 404 len: 337 time: 0.1225023 Apr 28 11:05:29.883406 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 54030) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:05:29.897958 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-eb61a851-4774-435e-ae9a-3b18935011b1 tempest-SecGroupIPv6Test-2111680406 tempest-SecGroupIPv6Test-2111680406-project] Publish callbacks [] for security_group (01d2411e-962e-48da-b799-96bb92f777ed), precommit_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:29.919261 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-ad66c590-4e2a-4cd2-b130-10571708dae0 None None] Provisioning complete for port a11cbac1-383c-4f11-8169-eee231f42006 triggered by entity DHCP. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:05:29.919723 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-ad66c590-4e2a-4cd2-b130-10571708dae0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (a11cbac1-383c-4f11-8169-eee231f42006), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:29.924637 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-6d7baded-451d-46e7-8399-33573282c554 tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5220536', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5125438'] for subnet (82f04b91-b379-4454-bf04-c8f726296c87), after_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:29.926933 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron_lib.callbacks.manager [None req-1965dba8-dd5e-43f4-852f-de56f1bc015f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393'] for port (a11cbac1-383c-4f11-8169-eee231f42006), after_update {{(pid=116164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:29.932830 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.pecan_wsgi.hooks.translation [None req-d92a7a9d-9120-4379-8d7a-6a2f3746d88f tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] DELETE failed (client error): The resource could not be found. Apr 28 11:05:29.936529 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d92a7a9d-9120-4379-8d7a-6a2f3746d88f tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=116161) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 28 11:05:29.936784 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-d92a7a9d-9120-4379-8d7a-6a2f3746d88f tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] 10.222.0.10 "DELETE /v2.0/subnets/239fd4a7-9885-4cb6-b54a-2440592f7a50 HTTP/1.1" status: 404 len: 337 time: 0.0520399 Apr 28 11:05:29.946254 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-fca0a6ca-92c1-4b20-bf16-15b31401c022 tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Publish callbacks [] for security_group (05f309c4-d92b-42d4-9b1d-db4667c4c039), precommit_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:29.947351 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 54032) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:05:29.983394 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-07de4ad8-9475-43b5-8784-b9f4ad03e65c tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] 10.222.0.10 "GET /v2.0/ports?device_id=7a61ed78-023f-43d6-a86a-5af1aae9e69c HTTP/1.1" status: 200 len: 205 time: 0.0345976 Apr 28 11:05:29.989644 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 54034) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:05:30.042058 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1965dba8-dd5e-43f4-852f-de56f1bc015f None None] Routers {'077583a6-3e91-4e7b-b09b-2ee4e2f6efd3'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=116164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 11:05:30.042762 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_hamode_db [None req-1965dba8-dd5e-43f4-852f-de56f1bc015f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-28T10:50:39Z,description=,heartbeat_timestamp=2022-04-28T11:05:09Z,host='dv-neutron-master-2-hyperv',id=6b492ad6-0876-4d74-b20d-28143a52ceba,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T10:50:40Z,topic='l3_agent')) {'router_ids': ['077583a6-3e91-4e7b-b09b-2ee4e2f6efd3'], 'active': True} {{(pid=116164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:05:30.045560 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.api.v2.resource [None req-979001cc-31e9-4a0b-9fd5-b77ee4181b66 tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] delete failed (client error): The resource could not be found. Apr 28 11:05:30.046599 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7baded-451d-46e7-8399-33573282c554 tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Pushing event updated for resources: {'Subnet': ['ID=82f04b91-b379-4454-bf04-c8f726296c87,revision_number=0']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:05:30.046858 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-979001cc-31e9-4a0b-9fd5-b77ee4181b66 tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] 10.222.0.10 "DELETE /v2.0/routers/7a61ed78-023f-43d6-a86a-5af1aae9e69c HTTP/1.1" status: 404 len: 336 time: 0.0558338 Apr 28 11:05:30.052181 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 54036) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:05:30.059627 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-fca0a6ca-92c1-4b20-bf16-15b31401c022 tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924426'] for security_group (05f309c4-d92b-42d4-9b1d-db4667c4c039), after_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:30.073132 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d7baded-451d-46e7-8399-33573282c554 tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Checking segment: {'id': '7d1a5d49-a55f-4577-afd0-9c3d949696e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'dcd9b946-da1e-42aa-975b-f2fc3c00de71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 11:05:30.073791 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d7baded-451d-46e7-8399-33573282c554 tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Network hostable DHCP agents. Network: dcd9b946-da1e-42aa-975b-f2fc3c00de71, hostable agents: ['75ba81b7-fe99-4281-90d2-a5adb445ecea'], hosted agents: [] {{(pid=116161) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 11:05:30.078475 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-e79ab975-f95e-41ff-bead-2c84b7f85f2d tempest-TestNetworkAdvancedServerOps-1762458272 tempest-TestNetworkAdvancedServerOps-1762458272-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742235135690', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742234710366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5051867'] for port (80bddec2-d89a-4203-b9b7-ae331010da31), after_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:30.086739 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d895bb4-f3ff-465f-b50b-dec2a60164ce None None] Pushing event updated for resources: {'Port': ['ID=a11cbac1-383c-4f11-8169-eee231f42006,revision_number=4']} {{(pid=116164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:05:30.112649 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-eb61a851-4774-435e-ae9a-3b18935011b1 tempest-SecGroupIPv6Test-2111680406 tempest-SecGroupIPv6Test-2111680406-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924426'] for security_group (01d2411e-962e-48da-b799-96bb92f777ed), after_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:30.118892 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-eb61a851-4774-435e-ae9a-3b18935011b1 tempest-SecGroupIPv6Test-2111680406 tempest-SecGroupIPv6Test-2111680406-project] Publish callbacks [] for security_group (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:30.120978 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-eb61a851-4774-435e-ae9a-3b18935011b1 tempest-SecGroupIPv6Test-2111680406 tempest-SecGroupIPv6Test-2111680406-project] 10.222.0.10 "DELETE /v2.0/security-groups/01d2411e-962e-48da-b799-96bb92f777ed HTTP/1.1" status: 204 len: 168 time: 0.4806283 Apr 28 11:05:30.134073 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-5b28923f-dfbe-49ae-a973-779a3a3422af tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] 10.222.0.10 "GET /v2.0/ports?device_id=b116bc6c-e74d-4dc6-b82b-c618170e00c7 HTTP/1.1" status: 200 len: 205 time: 0.0794117 Apr 28 11:05:30.135757 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 54038) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:05:30.136399 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 54040) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:05:30.137150 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb61a851-4774-435e-ae9a-3b18935011b1 tempest-SecGroupIPv6Test-2111680406 tempest-SecGroupIPv6Test-2111680406-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=01d2411e-962e-48da-b799-96bb92f777ed,revision_number=None']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:05:30.186346 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-fca0a6ca-92c1-4b20-bf16-15b31401c022 tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Publish callbacks [] for security_group (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:30.187729 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-fca0a6ca-92c1-4b20-bf16-15b31401c022 tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.9788983 Apr 28 11:05:30.190706 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 54044) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:05:30.196245 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.v2.base [None req-3e23528a-5766-4aae-ad91-16ac0fc3ae5b tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Request body: {'security_group': {'name': 'tempest-secgroup-66588050'}} {{(pid=116161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:05:30.231534 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d7baded-451d-46e7-8399-33573282c554 tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Network dcd9b946-da1e-42aa-975b-f2fc3c00de71 is scheduled to be hosted by DHCP agent 75ba81b7-fe99-4281-90d2-a5adb445ecea with binding_index 1 {{(pid=116161) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 11:05:30.248220 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79ab975-f95e-41ff-bead-2c84b7f85f2d tempest-TestNetworkAdvancedServerOps-1762458272 tempest-TestNetworkAdvancedServerOps-1762458272-project] Pushing event deleted for resources: {'Port': ['ID=80bddec2-d89a-4203-b9b7-ae331010da31,revision_number=None']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:05:30.313101 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-3e23528a-5766-4aae-ad91-16ac0fc3ae5b tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Publish callbacks [] for security_group (None), before_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:30.346552 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.api.v2.resource [None req-aca7e583-3c20-4eac-a5d7-07f349d071e6 tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] delete failed (client error): The resource could not be found. Apr 28 11:05:30.347627 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-aca7e583-3c20-4eac-a5d7-07f349d071e6 tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] 10.222.0.10 "DELETE /v2.0/routers/b116bc6c-e74d-4dc6-b82b-c618170e00c7 HTTP/1.1" status: 404 len: 336 time: 0.1959033 Apr 28 11:05:30.348288 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_dvr_db [None req-1965dba8-dd5e-43f4-852f-de56f1bc015f None None] Set router 077583a6-3e91-4e7b-b09b-2ee4e2f6efd3 gateway port host: None {{(pid=116164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 11:05:30.353587 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 54046) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:05:30.382678 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-ad66c590-4e2a-4cd2-b130-10571708dae0 None None] Current status of the port a11cbac1-383c-4f11-8169-eee231f42006 is: DOWN; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:05:30.383237 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-ad66c590-4e2a-4cd2-b130-10571708dae0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (a11cbac1-383c-4f11-8169-eee231f42006), before_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:30.388840 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca0a6ca-92c1-4b20-bf16-15b31401c022 tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Pushing event updated for resources: {'SecurityGroup': ['ID=05f309c4-d92b-42d4-9b1d-db4667c4c039,revision_number=1']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:05:30.402649 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-2bf174f4-1b90-488f-b2dc-b880de1e045a None None] Publish callbacks [] for port (14cb9b38-d261-4aef-bfb5-588d0ba37e81), precommit_create {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:30.415623 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.pecan_wsgi.hooks.translation [None req-6e171011-448f-458c-b4ba-60241dd6311a tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] DELETE failed (client error): The resource could not be found. Apr 28 11:05:30.417013 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6e171011-448f-458c-b4ba-60241dd6311a tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=116161) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 28 11:05:30.421938 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-6e171011-448f-458c-b4ba-60241dd6311a tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] 10.222.0.10 "DELETE /v2.0/subnets/9b512a75-cbb4-4fdf-8f59-0d016802b53f HTTP/1.1" status: 404 len: 337 time: 0.0665817 Apr 28 11:05:30.424602 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.scheduler.base_scheduler [None req-6d7baded-451d-46e7-8399-33573282c554 tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, dcd9b946-da1e-42aa-975b-f2fc3c00de71) {{(pid=116161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 11:05:30.425680 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-ad66c590-4e2a-4cd2-b130-10571708dae0 None None] For port a11cbac1-383c-4f11-8169-eee231f42006, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=a11cbac1-383c-4f11-8169-eee231f42006,segment=NetworkSegment(2d1f90b5-6695-45ed-90ce-b37de8111691),segment_id=2d1f90b5-6695-45ed-90ce-b37de8111691)] {{(pid=116163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 11:05:30.427324 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 54048) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:05:30.438760 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7063530-86a2-484e-a2af-16a5786ec161 None None] Network dcd9b946-da1e-42aa-975b-f2fc3c00de71 requested from dv-neutron-master-2-hyperv {{(pid=116163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 11:05:30.445078 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d7baded-451d-46e7-8399-33573282c554 tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:05:30.445987 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-6d7baded-451d-46e7-8399-33573282c554 tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Publish callbacks [] for subnet (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:30.469276 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-f0377ff5-13f1-4215-b1b3-80abb5dd6c1d tempest-SecGroupIPv6Test-2111680406 tempest-SecGroupIPv6Test-2111680406-project] 10.222.0.10 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.3298900 Apr 28 11:05:30.472613 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-e79ab975-f95e-41ff-bead-2c84b7f85f2d tempest-TestNetworkAdvancedServerOps-1762458272 tempest-TestNetworkAdvancedServerOps-1762458272-project] Publish callbacks [] for floatingip (b779f0d0-673f-4a06-ab23-f170dc6506a4), after_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:30.472950 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.db.l3_db [None req-e79ab975-f95e-41ff-bead-2c84b7f85f2d tempest-TestNetworkAdvancedServerOps-1762458272 tempest-TestNetworkAdvancedServerOps-1762458272-project] Floating IP b779f0d0-673f-4a06-ab23-f170dc6506a4 disassociated (deleted). External IP: 172.36.4.74, port: 4e227636-7ca1-4704-b1c2-48c58d1d0b6c. Apr 28 11:05:30.488922 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 54050) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:05:30.499476 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-2f756539-0d49-4300-8975-6cc0ca903a0b tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] 10.222.0.10 "GET /v2.0/ports?device_id=c405c575-9dd7-4be4-8ab2-4d5ef13b0a54 HTTP/1.1" status: 200 len: 205 time: 0.0692666 Apr 28 11:05:30.504816 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 54052) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:05:30.510065 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-ad66c590-4e2a-4cd2-b130-10571708dae0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393'] for port (a11cbac1-383c-4f11-8169-eee231f42006), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:30.514216 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-2bf174f4-1b90-488f-b2dc-b880de1e045a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742234710357'] for port (14cb9b38-d261-4aef-bfb5-588d0ba37e81), after_create {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:30.532271 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-6d7baded-451d-46e7-8399-33573282c554 tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9311130 Apr 28 11:05:30.547252 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 54054) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:05:30.556953 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd0a4-dfe6-42ea-b3b5-003ae5e44dd9 tempest-AllowedAddressPairTestJSON-759914361 tempest-AllowedAddressPairTestJSON-759914361-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5054027', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4210784'] for subnet (f9041669-e315-4bac-8bef-3f615c5f4ad4), after_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:30.568828 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.api.v2.resource [None req-1a0d2d10-547c-424d-8260-ded71d97c40f tempest-SecGroupIPv6Test-2111680406 tempest-SecGroupIPv6Test-2111680406-project] delete failed (client error): The resource could not be found. Apr 28 11:05:30.570244 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-1a0d2d10-547c-424d-8260-ded71d97c40f tempest-SecGroupIPv6Test-2111680406 tempest-SecGroupIPv6Test-2111680406-project] 10.222.0.10 "DELETE /v2.0/security-groups/01d2411e-962e-48da-b799-96bb92f777ed HTTP/1.1" status: 404 len: 347 time: 0.0798762 Apr 28 11:05:30.576825 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-3e23528a-5766-4aae-ad91-16ac0fc3ae5b tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Publish callbacks [] for security_group (ca4878e7-b2bc-4b9b-966c-3f536d575e2b), precommit_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:30.578118 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 54056) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:05:30.579251 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.api.v2.resource [None req-7a06a6b6-76f0-4e84-ab95-1ffb2833fc91 tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] delete failed (client error): The resource could not be found. Apr 28 11:05:30.580479 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-7a06a6b6-76f0-4e84-ab95-1ffb2833fc91 tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] 10.222.0.10 "DELETE /v2.0/routers/c405c575-9dd7-4be4-8ab2-4d5ef13b0a54 HTTP/1.1" status: 404 len: 336 time: 0.0688975 Apr 28 11:05:30.585701 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.v2.base [None req-6843e132-daa5-48bd-90fb-fa9ae5a63bfd tempest-SecGroupIPv6Test-2111680406 tempest-SecGroupIPv6Test-2111680406-project] Request body: {'security_group': {'name': 'tempest-secgroup--1048935628'}} {{(pid=116161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:05:30.587700 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bf174f4-1b90-488f-b2dc-b880de1e045a None None] Network 5af9c5a9-50d8-4bfb-a7ef-82766428c3d5 is already hosted by enough agents. {{(pid=116163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 11:05:30.597058 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.scheduler.base_scheduler [None req-2bf174f4-1b90-488f-b2dc-b880de1e045a None None] Resources bound (agent type, host, resource id): {{(pid=116163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 11:05:30.605286 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 54058) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:05:30.618923 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_hamode_db [None req-1965dba8-dd5e-43f4-852f-de56f1bc015f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '077583a6-3e91-4e7b-b09b-2ee4e2f6efd3', 'name': 'tempest-RoutersTest-router-326742487', 'tenant_id': '1d85c55944a24e6b8fc5b73917e91c0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T11:05:19Z', 'updated_at': '2022-04-28T11:05:25Z', 'revision_number': 2, 'project_id': '1d85c55944a24e6b8fc5b73917e91c0e', 'gw_port_host': None, '_interfaces': [{'id': 'a11cbac1-383c-4f11-8169-eee231f42006', 'name': '', 'network_id': '98df3218-a027-4fe2-8b10-e1f1956e3827', 'tenant_id': '1d85c55944a24e6b8fc5b73917e91c0e', 'mac_address': 'fa:16:3e:33:5e:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '077583a6-3e91-4e7b-b09b-2ee4e2f6efd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1038, 'fixed_ips': [{'subnet_id': 'a5c018ca-906e-4425-bf42-6e13a46d1530', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:05:22Z', 'updated_at': '2022-04-28T11:05:29Z', 'revision_number': 4, 'project_id': '1d85c55944a24e6b8fc5b73917e91c0e', 'subnets': [{'id': 'a5c018ca-906e-4425-bf42-6e13a46d1530', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=116164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:05:30.628744 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bf174f4-1b90-488f-b2dc-b880de1e045a None None] Received port after_create {{(pid=116163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 11:05:30.631008 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-3e23528a-5766-4aae-ad91-16ac0fc3ae5b tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924426'] for security_group (ca4878e7-b2bc-4b9b-966c-3f536d575e2b), after_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:30.661392 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1965dba8-dd5e-43f4-852f-de56f1bc015f None None] The sync data for ids ['077583a6-3e91-4e7b-b09b-2ee4e2f6efd3'] in dv-neutron-master-2-hyperv is: [{'id': '077583a6-3e91-4e7b-b09b-2ee4e2f6efd3', 'name': 'tempest-RoutersTest-router-326742487', 'tenant_id': '1d85c55944a24e6b8fc5b73917e91c0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T11:05:19Z', 'updated_at': '2022-04-28T11:05:25Z', 'revision_number': 2, 'project_id': '1d85c55944a24e6b8fc5b73917e91c0e', 'gw_port_host': None, '_interfaces': [{'id': 'a11cbac1-383c-4f11-8169-eee231f42006', 'name': '', 'network_id': '98df3218-a027-4fe2-8b10-e1f1956e3827', 'tenant_id': '1d85c55944a24e6b8fc5b73917e91c0e', 'mac_address': 'fa:16:3e:33:5e:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '077583a6-3e91-4e7b-b09b-2ee4e2f6efd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1038, 'fixed_ips': [{'subnet_id': 'a5c018ca-906e-4425-bf42-6e13a46d1530', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:05:22Z', 'updated_at': '2022-04-28T11:05:29Z', 'revision_number': 4, 'project_id': '1d85c55944a24e6b8fc5b73917e91c0e', 'subnets': [{'id': 'a5c018ca-906e-4425-bf42-6e13a46d1530', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=116164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 11:05:30.664847 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c552dea-cd14-4ca6-99fb-5b375cf888f4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-dcd9b946-da1e-42aa-975b-f2fc3c00de71', 'network_id': 'dcd9b946-da1e-42aa-975b-f2fc3c00de71', 'project_id': '1d85c55944a24e6b8fc5b73917e91c0e', 'fixed_ips': [{'subnet_id': '82f04b91-b379-4454-bf04-c8f726296c87'}]}} from dv-neutron-master-2-hyperv. {{(pid=116163) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 28 11:05:30.665657 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-9c552dea-cd14-4ca6-99fb-5b375cf888f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (None), before_create {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:30.671787 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-6843e132-daa5-48bd-90fb-fa9ae5a63bfd tempest-SecGroupIPv6Test-2111680406 tempest-SecGroupIPv6Test-2111680406-project] Publish callbacks [] for security_group (None), before_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:30.681176 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-c0a71689-e33c-4772-84f5-d5b0decd5db8 tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] 10.222.0.10 "GET /v2.0/ports?device_id=5d7b80e9-849f-4674-b61f-1bc02caccef0 HTTP/1.1" status: 200 len: 205 time: 0.0723963 Apr 28 11:05:30.685151 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 54060) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:05:30.711763 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-3e23528a-5766-4aae-ad91-16ac0fc3ae5b tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Publish callbacks [] for security_group (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:30.716442 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-3e23528a-5766-4aae-ad91-16ac0fc3ae5b tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 0.5239778 Apr 28 11:05:30.724229 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 54062) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:05:30.726791 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad66c590-4e2a-4cd2-b130-10571708dae0 None None] Pushing event updated for resources: {'Port': ['ID=a11cbac1-383c-4f11-8169-eee231f42006,revision_number=5']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:05:30.730017 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.v2.base [None req-aa434735-d1af-4103-9075-5f17aba9081c tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1734225928', 'security_groups': ['ca4878e7-b2bc-4b9b-966c-3f536d575e2b'], 'network_id': '5af9c5a9-50d8-4bfb-a7ef-82766428c3d5', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '9f18b899-242b-4901-818c-074626eadbe2'}]}} {{(pid=116161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:05:30.733878 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ccd0a4-dfe6-42ea-b3b5-003ae5e44dd9 tempest-AllowedAddressPairTestJSON-759914361 tempest-AllowedAddressPairTestJSON-759914361-project] Pushing event updated for resources: {'Subnet': ['ID=f9041669-e315-4bac-8bef-3f615c5f4ad4,revision_number=0']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:05:30.768017 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-39b3c852-216c-4ab9-b7f1-edd19c93b678 None None] Provisioning complete for port a11cbac1-383c-4f11-8169-eee231f42006 triggered by entity DHCP. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:05:30.768387 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-39b3c852-216c-4ab9-b7f1-edd19c93b678 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (a11cbac1-383c-4f11-8169-eee231f42006), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:30.844997 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Device 08cdb07c-0665-43ad-87c2-72b77b5f3b02 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=116163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 11:05:30.858643 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.api.v2.resource [None req-402d621a-c93a-45f1-9c31-f85562c4967f tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] delete failed (client error): The resource could not be found. Apr 28 11:05:30.861090 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-402d621a-c93a-45f1-9c31-f85562c4967f tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] 10.222.0.10 "DELETE /v2.0/routers/5d7b80e9-849f-4674-b61f-1bc02caccef0 HTTP/1.1" status: 404 len: 336 time: 0.1658554 Apr 28 11:05:30.866729 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e23528a-5766-4aae-ad91-16ac0fc3ae5b tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ca4878e7-b2bc-4b9b-966c-3f536d575e2b,revision_number=1']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:05:30.870988 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 54064) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:05:30.927990 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.pecan_wsgi.hooks.translation [None req-41975eb3-cc54-4122-850c-e6107f3d3074 tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] DELETE failed (client error): The resource could not be found. Apr 28 11:05:30.928666 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-41975eb3-cc54-4122-850c-e6107f3d3074 tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=116162) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 28 11:05:30.931569 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-41975eb3-cc54-4122-850c-e6107f3d3074 tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] 10.222.0.10 "DELETE /v2.0/subnets/59406036-40eb-4476-8748-ea043bd88bd6 HTTP/1.1" status: 404 len: 337 time: 0.0587001 Apr 28 11:05:30.936404 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 54066) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:05:30.973825 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf174f4-1b90-488f-b2dc-b880de1e045a None None] Pushing event updated for resources: {'Port': ['ID=14cb9b38-d261-4aef-bfb5-588d0ba37e81,revision_number=1']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:05:30.985350 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-cd29d1e9-af2a-4da6-8fa1-b33d7fe71685 tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] 10.222.0.10 "GET /v2.0/ports?device_id=76b1ebbc-a6af-47dd-8e4b-49120c5516a9 HTTP/1.1" status: 200 len: 205 time: 0.0432904 Apr 28 11:05:30.985568 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1ccd0a4-dfe6-42ea-b3b5-003ae5e44dd9 tempest-AllowedAddressPairTestJSON-759914361 tempest-AllowedAddressPairTestJSON-759914361-project] Checking segment: {'id': '0eb6bf2d-384f-4e86-842d-22ed6727b9eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '6c3ca039-ae8c-47c3-b984-604c8ace5e60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 11:05:30.985568 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1ccd0a4-dfe6-42ea-b3b5-003ae5e44dd9 tempest-AllowedAddressPairTestJSON-759914361 tempest-AllowedAddressPairTestJSON-759914361-project] Network hostable DHCP agents. Network: 6c3ca039-ae8c-47c3-b984-604c8ace5e60, hostable agents: ['75ba81b7-fe99-4281-90d2-a5adb445ecea'], hosted agents: [] {{(pid=116162) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 11:05:30.990349 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 54068) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:05:31.001191 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.managers [None req-2bf174f4-1b90-488f-b2dc-b880de1e045a None None] Attempting to bind port 14cb9b38-d261-4aef-bfb5-588d0ba37e81 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=116163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 28 11:05:31.001445 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.managers [None req-2bf174f4-1b90-488f-b2dc-b880de1e045a None None] Attempting to bind port 14cb9b38-d261-4aef-bfb5-588d0ba37e81 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '607b19e2-1a18-4dda-af95-186903fc66e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '5af9c5a9-50d8-4bfb-a7ef-82766428c3d5'}] {{(pid=116163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 28 11:05:31.001876 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bf174f4-1b90-488f-b2dc-b880de1e045a None None] Attempting to bind port 14cb9b38-d261-4aef-bfb5-588d0ba37e81 on network 5af9c5a9-50d8-4bfb-a7ef-82766428c3d5 {{(pid=116163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 11:05:31.008893 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-6843e132-daa5-48bd-90fb-fa9ae5a63bfd tempest-SecGroupIPv6Test-2111680406 tempest-SecGroupIPv6Test-2111680406-project] Publish callbacks [] for security_group (8773ee14-d53a-48d1-9cd6-45675c3abcea), precommit_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:31.011280 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bf174f4-1b90-488f-b2dc-b880de1e045a None None] Checking agent: {'id': 'd5baab19-5dd1-4902-922b-84acb048ab9c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 10, 50, 43), 'started_at': datetime.datetime(2022, 4, 28, 10, 51, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 11, 5, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=116163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 11:05:31.011666 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bf174f4-1b90-488f-b2dc-b880de1e045a None None] Checking segment: {'id': '607b19e2-1a18-4dda-af95-186903fc66e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '5af9c5a9-50d8-4bfb-a7ef-82766428c3d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 11:05:31.012098 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-2bf174f4-1b90-488f-b2dc-b880de1e045a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:31.013020 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bf174f4-1b90-488f-b2dc-b880de1e045a None None] Bound using segment: {'id': '607b19e2-1a18-4dda-af95-186903fc66e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '5af9c5a9-50d8-4bfb-a7ef-82766428c3d5'} {{(pid=116163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 11:05:31.013503 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.managers [None req-2bf174f4-1b90-488f-b2dc-b880de1e045a None None] Bound port: 14cb9b38-d261-4aef-bfb5-588d0ba37e81, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '607b19e2-1a18-4dda-af95-186903fc66e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '5af9c5a9-50d8-4bfb-a7ef-82766428c3d5'}}] {{(pid=116163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 28 11:05:31.013958 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-2bf174f4-1b90-488f-b2dc-b880de1e045a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (14cb9b38-d261-4aef-bfb5-588d0ba37e81), before_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:31.078966 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa434735-d1af-4103-9075-5f17aba9081c tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Made reservation on behalf of 52264470dd074c0f8041ca0ce5281c12 for: {'port': 1} {{(pid=116161) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 11:05:31.084819 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.api.v2.resource [None req-5c823b4b-5c4e-4d7f-aa91-747004198797 tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] delete failed (client error): The resource could not be found. Apr 28 11:05:31.090182 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-5c823b4b-5c4e-4d7f-aa91-747004198797 tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] 10.222.0.10 "DELETE /v2.0/routers/76b1ebbc-a6af-47dd-8e4b-49120c5516a9 HTTP/1.1" status: 404 len: 336 time: 0.0951562 Apr 28 11:05:31.118326 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 54070) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:05:31.139681 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-6843e132-daa5-48bd-90fb-fa9ae5a63bfd tempest-SecGroupIPv6Test-2111680406 tempest-SecGroupIPv6Test-2111680406-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924426'] for security_group (8773ee14-d53a-48d1-9cd6-45675c3abcea), after_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:31.144540 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Provisioning complete for port 08cdb07c-0665-43ad-87c2-72b77b5f3b02 triggered by entity L2. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:05:31.144920 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (08cdb07c-0665-43ad-87c2-72b77b5f3b02), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:31.169936 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e79ab975-f95e-41ff-bead-2c84b7f85f2d tempest-TestNetworkAdvancedServerOps-1762458272 tempest-TestNetworkAdvancedServerOps-1762458272-project] Router c45b3fd7-2de6-4133-9f44-79efc511aaba has already been hosted by L3 agent 6b492ad6-0876-4d74-b20d-28143a52ceba {{(pid=116162) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 11:05:31.200743 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.pecan_wsgi.hooks.translation [None req-87d8518d-436b-4bae-af6f-4e43cbfc9fbc tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] DELETE failed (client error): The resource could not be found. Apr 28 11:05:31.201453 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-87d8518d-436b-4bae-af6f-4e43cbfc9fbc tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=116161) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 28 11:05:31.204896 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-87d8518d-436b-4bae-af6f-4e43cbfc9fbc tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] 10.222.0.10 "DELETE /v2.0/subnets/6013b1b5-faef-4516-9682-78a8d94a0dbb HTTP/1.1" status: 404 len: 337 time: 0.0686061 Apr 28 11:05:31.205696 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.db_base_plugin_common [None req-9c552dea-cd14-4ca6-99fb-5b375cf888f4 None None] Allocated IP 172.21.0.2 (dcd9b946-da1e-42aa-975b-f2fc3c00de71/82f04b91-b379-4454-bf04-c8f726296c87/af24ae90-6db2-4274-89bf-fd26d24af8c2) {{(pid=116163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 11:05:31.207038 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1ccd0a4-dfe6-42ea-b3b5-003ae5e44dd9 tempest-AllowedAddressPairTestJSON-759914361 tempest-AllowedAddressPairTestJSON-759914361-project] Network 6c3ca039-ae8c-47c3-b984-604c8ace5e60 is scheduled to be hosted by DHCP agent 75ba81b7-fe99-4281-90d2-a5adb445ecea with binding_index 1 {{(pid=116162) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 11:05:31.213588 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 54072) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:05:31.230692 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-39b3c852-216c-4ab9-b7f1-edd19c93b678 None None] Current status of the port a11cbac1-383c-4f11-8169-eee231f42006 is: ACTIVE; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:05:31.251504 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6843e132-daa5-48bd-90fb-fa9ae5a63bfd tempest-SecGroupIPv6Test-2111680406 tempest-SecGroupIPv6Test-2111680406-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8773ee14-d53a-48d1-9cd6-45675c3abcea,revision_number=1']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:05:31.260442 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-2bf174f4-1b90-488f-b2dc-b880de1e045a None None] For port 14cb9b38-d261-4aef-bfb5-588d0ba37e81, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=116163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 11:05:31.290807 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-2bf174f4-1b90-488f-b2dc-b880de1e045a None None] For port 14cb9b38-d261-4aef-bfb5-588d0ba37e81, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=14cb9b38-d261-4aef-bfb5-588d0ba37e81,segment=NetworkSegment(607b19e2-1a18-4dda-af95-186903fc66e1),segment_id=607b19e2-1a18-4dda-af95-186903fc66e1)] {{(pid=116163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 11:05:31.309366 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-6843e132-daa5-48bd-90fb-fa9ae5a63bfd tempest-SecGroupIPv6Test-2111680406 tempest-SecGroupIPv6Test-2111680406-project] Publish callbacks [] for security_group (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:31.313875 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-6843e132-daa5-48bd-90fb-fa9ae5a63bfd tempest-SecGroupIPv6Test-2111680406 tempest-SecGroupIPv6Test-2111680406-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.7292368 Apr 28 11:05:31.318611 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 54074) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:05:31.326000 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.v2.base [None req-0526a3ae-9646-439e-aad1-9fae47bcdec7 tempest-SecGroupIPv6Test-2111680406 tempest-SecGroupIPv6Test-2111680406-project] Request body: {'security_group_rule': {'security_group_id': '8773ee14-d53a-48d1-9cd6-45675c3abcea', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=116161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:05:31.355751 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-aa434735-d1af-4103-9075-5f17aba9081c tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (None), before_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:31.366435 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-2bf174f4-1b90-488f-b2dc-b880de1e045a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393'] for port (14cb9b38-d261-4aef-bfb5-588d0ba37e81), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:31.378043 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.notifiers.nova [None req-aa434735-d1af-4103-9075-5f17aba9081c tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] device_id is not set on port 5ca6ac35-b660-4d70-a0a0-9378f61d51cb yet. {{(pid=116161) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 28 11:05:31.406806 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Current status of the port 08cdb07c-0665-43ad-87c2-72b77b5f3b02 is: ACTIVE; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:05:31.464425 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-0526a3ae-9646-439e-aad1-9fae47bcdec7 tempest-SecGroupIPv6Test-2111680406 tempest-SecGroupIPv6Test-2111680406-project] Publish callbacks [] for security_group_rule (d04936e6-3d9a-4162-a246-5f8e2e3f71fd), before_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:31.488919 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf174f4-1b90-488f-b2dc-b880de1e045a None None] Pushing event updated for resources: {'Port': ['ID=14cb9b38-d261-4aef-bfb5-588d0ba37e81,revision_number=2']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:05:31.568313 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-9c552dea-cd14-4ca6-99fb-5b375cf888f4 None None] Publish callbacks [] for port (af24ae90-6db2-4274-89bf-fd26d24af8c2), precommit_create {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:31.635897 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-9c552dea-cd14-4ca6-99fb-5b375cf888f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742234710357'] for port (af24ae90-6db2-4274-89bf-fd26d24af8c2), after_create {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:31.737734 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c552dea-cd14-4ca6-99fb-5b375cf888f4 None None] Network dcd9b946-da1e-42aa-975b-f2fc3c00de71 is already hosted by enough agents. {{(pid=116163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 11:05:31.753205 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c552dea-cd14-4ca6-99fb-5b375cf888f4 None None] Pushing event updated for resources: {'Port': ['ID=af24ae90-6db2-4274-89bf-fd26d24af8c2,revision_number=1']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:05:31.758585 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.scheduler.base_scheduler [None req-9c552dea-cd14-4ca6-99fb-5b375cf888f4 None None] Resources bound (agent type, host, resource id): {{(pid=116163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 11:05:31.759310 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c552dea-cd14-4ca6-99fb-5b375cf888f4 None None] Received port after_create {{(pid=116163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 11:05:31.836912 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-d2447c21-674f-408e-9ff1-063f71713c9c tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] 10.222.0.10 "GET /v2.0/ports?device_id=c9713abf-0f9b-4bb6-8953-ce4a26e7ed1c HTTP/1.1" status: 200 len: 205 time: 0.6134963 Apr 28 11:05:31.839754 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.scheduler.base_scheduler [None req-d1ccd0a4-dfe6-42ea-b3b5-003ae5e44dd9 tempest-AllowedAddressPairTestJSON-759914361 tempest-AllowedAddressPairTestJSON-759914361-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 6c3ca039-ae8c-47c3-b984-604c8ace5e60) {{(pid=116162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 11:05:31.841762 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 54076) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:05:31.849856 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ef06538-eced-49d6-95e8-e7bcbb3046e5 None None] Network 6c3ca039-ae8c-47c3-b984-604c8ace5e60 requested from dv-neutron-master-2-hyperv {{(pid=116163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 11:05:31.865445 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1ccd0a4-dfe6-42ea-b3b5-003ae5e44dd9 tempest-AllowedAddressPairTestJSON-759914361 tempest-AllowedAddressPairTestJSON-759914361-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:05:31.866042 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd0a4-dfe6-42ea-b3b5-003ae5e44dd9 tempest-AllowedAddressPairTestJSON-759914361 tempest-AllowedAddressPairTestJSON-759914361-project] Publish callbacks [] for subnet (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:31.899530 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.managers [None req-9c552dea-cd14-4ca6-99fb-5b375cf888f4 None None] Attempting to bind port af24ae90-6db2-4274-89bf-fd26d24af8c2 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=116163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 28 11:05:31.900107 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.managers [None req-9c552dea-cd14-4ca6-99fb-5b375cf888f4 None None] Attempting to bind port af24ae90-6db2-4274-89bf-fd26d24af8c2 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '7d1a5d49-a55f-4577-afd0-9c3d949696e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'dcd9b946-da1e-42aa-975b-f2fc3c00de71'}] {{(pid=116163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 28 11:05:31.900604 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c552dea-cd14-4ca6-99fb-5b375cf888f4 None None] Attempting to bind port af24ae90-6db2-4274-89bf-fd26d24af8c2 on network dcd9b946-da1e-42aa-975b-f2fc3c00de71 {{(pid=116163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 11:05:31.910375 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c552dea-cd14-4ca6-99fb-5b375cf888f4 None None] Checking agent: {'id': 'd5baab19-5dd1-4902-922b-84acb048ab9c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 10, 50, 43), 'started_at': datetime.datetime(2022, 4, 28, 10, 51, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 11, 5, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=116163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 11:05:31.910826 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c552dea-cd14-4ca6-99fb-5b375cf888f4 None None] Checking segment: {'id': '7d1a5d49-a55f-4577-afd0-9c3d949696e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'dcd9b946-da1e-42aa-975b-f2fc3c00de71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 11:05:31.911341 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-9c552dea-cd14-4ca6-99fb-5b375cf888f4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:31.912430 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c552dea-cd14-4ca6-99fb-5b375cf888f4 None None] Bound using segment: {'id': '7d1a5d49-a55f-4577-afd0-9c3d949696e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'dcd9b946-da1e-42aa-975b-f2fc3c00de71'} {{(pid=116163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 11:05:31.912430 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.managers [None req-9c552dea-cd14-4ca6-99fb-5b375cf888f4 None None] Bound port: af24ae90-6db2-4274-89bf-fd26d24af8c2, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d1a5d49-a55f-4577-afd0-9c3d949696e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'dcd9b946-da1e-42aa-975b-f2fc3c00de71'}}] {{(pid=116163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 28 11:05:31.912896 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-9c552dea-cd14-4ca6-99fb-5b375cf888f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (af24ae90-6db2-4274-89bf-fd26d24af8c2), before_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:31.923465 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.api.v2.resource [None req-ee9ea8e2-0ed3-4345-b34a-d7573c277b0d tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] delete failed (client error): The resource could not be found. Apr 28 11:05:31.927054 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-ee9ea8e2-0ed3-4345-b34a-d7573c277b0d tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] 10.222.0.10 "DELETE /v2.0/routers/c9713abf-0f9b-4bb6-8953-ce4a26e7ed1c HTTP/1.1" status: 404 len: 336 time: 0.0755687 Apr 28 11:05:31.961310 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 54078) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:05:32.021814 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-d1ccd0a4-dfe6-42ea-b3b5-003ae5e44dd9 tempest-AllowedAddressPairTestJSON-759914361 tempest-AllowedAddressPairTestJSON-759914361-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.8231728 Apr 28 11:05:32.023573 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 54080) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:05:32.028400 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.pecan_wsgi.hooks.translation [None req-0fae8707-4398-4c68-a50c-73920cff3b5a tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] DELETE failed (client error): The resource could not be found. Apr 28 11:05:32.028918 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0fae8707-4398-4c68-a50c-73920cff3b5a tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=116162) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 28 11:05:32.034899 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-0fae8707-4398-4c68-a50c-73920cff3b5a tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] 10.222.0.10 "DELETE /v2.0/subnets/31d5bc32-0ba6-4885-9496-561c1ae925aa HTTP/1.1" status: 404 len: 337 time: 0.0702510 Apr 28 11:05:32.038030 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 54082) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:05:32.039120 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.v2.base [None req-426eb10e-c60d-4722-904a-cc6da13c8deb tempest-AllowedAddressPairTestJSON-759914361 tempest-AllowedAddressPairTestJSON-759914361-project] Request body: {'port': {'network_id': '6c3ca039-ae8c-47c3-b984-604c8ace5e60', 'name': 'tempest-AllowedAddressPairTestJSON-153804793'}} {{(pid=116161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:05:32.076666 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.pecan_wsgi.hooks.translation [None req-68959cf5-a544-47a5-aba1-77debaf8d1df tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] DELETE failed (client error): The resource could not be found. Apr 28 11:05:32.077323 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-68959cf5-a544-47a5-aba1-77debaf8d1df tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=116162) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 28 11:05:32.081661 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-68959cf5-a544-47a5-aba1-77debaf8d1df tempest-RoutersIpV6Test-1493729544 tempest-RoutersIpV6Test-1493729544-project] 10.222.0.10 "DELETE /v2.0/subnets/45ee267c-8319-44d0-9d7c-f9043ae8bc9c HTTP/1.1" status: 404 len: 337 time: 0.0426304 Apr 28 11:05:32.083938 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e79ab975-f95e-41ff-bead-2c84b7f85f2d tempest-TestNetworkAdvancedServerOps-1762458272 tempest-TestNetworkAdvancedServerOps-1762458272-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=116162) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 11:05:32.088027 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-4be6543d-8504-44ab-90a5-e1c268dedf58 tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (None), before_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:32.093184 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-e79ab975-f95e-41ff-bead-2c84b7f85f2d tempest-TestNetworkAdvancedServerOps-1762458272 tempest-TestNetworkAdvancedServerOps-1762458272-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198022'] for floatingip (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:32.112620 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37862e20-9bf9-4530-8110-61721153d1bc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-6c3ca039-ae8c-47c3-b984-604c8ace5e60', 'network_id': '6c3ca039-ae8c-47c3-b984-604c8ace5e60', 'project_id': '23eaf47bcd2342808e2c0d24b3804de2', 'fixed_ips': [{'subnet_id': 'f9041669-e315-4bac-8bef-3f615c5f4ad4'}]}} from dv-neutron-master-2-hyperv. {{(pid=116163) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 28 11:05:32.113672 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-37862e20-9bf9-4530-8110-61721153d1bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (None), before_create {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:32.117794 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f816dd4-a0e3-4133-a344-c2be2afaefde None None] Sync routers for ids ['c45b3fd7-2de6-4133-9f44-79efc511aaba'] in dv-neutron-master-2-hyperv {{(pid=116163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 11:05:32.145280 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-9c552dea-cd14-4ca6-99fb-5b375cf888f4 None None] For port af24ae90-6db2-4274-89bf-fd26d24af8c2, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=116163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 11:05:32.154310 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-0526a3ae-9646-439e-aad1-9fae47bcdec7 tempest-SecGroupIPv6Test-2111680406 tempest-SecGroupIPv6Test-2111680406-project] Publish callbacks [] for security_group_rule (d04936e6-3d9a-4162-a246-5f8e2e3f71fd), precommit_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:32.159443 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f816dd4-a0e3-4133-a344-c2be2afaefde None None] Routers {'c45b3fd7-2de6-4133-9f44-79efc511aaba'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=116163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 11:05:32.160130 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_hamode_db [None req-3f816dd4-a0e3-4133-a344-c2be2afaefde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-28T10:50:39Z,description=,heartbeat_timestamp=2022-04-28T11:05:09Z,host='dv-neutron-master-2-hyperv',id=6b492ad6-0876-4d74-b20d-28143a52ceba,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T10:50:40Z,topic='l3_agent')) {'router_ids': ['c45b3fd7-2de6-4133-9f44-79efc511aaba'], 'active': True} {{(pid=116163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:05:32.175913 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-9c552dea-cd14-4ca6-99fb-5b375cf888f4 None None] For port af24ae90-6db2-4274-89bf-fd26d24af8c2, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=af24ae90-6db2-4274-89bf-fd26d24af8c2,segment=NetworkSegment(7d1a5d49-a55f-4577-afd0-9c3d949696e8),segment_id=7d1a5d49-a55f-4577-afd0-9c3d949696e8)] {{(pid=116163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 11:05:32.178835 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-e79ab975-f95e-41ff-bead-2c84b7f85f2d tempest-TestNetworkAdvancedServerOps-1762458272 tempest-TestNetworkAdvancedServerOps-1762458272-project] 10.222.0.10 "DELETE /v2.0/floatingips/b779f0d0-673f-4a06-ab23-f170dc6506a4 HTTP/1.1" status: 204 len: 168 time: 5.8864024 Apr 28 11:05:32.181541 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da1b1d97-d6fb-4c40-a57a-807f6776d01a', 'tag': '4e227636-7ca1-4704-b1c2-48c58d1d0b6c'}] {{(pid=116162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 11:05:32.184885 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ba53f40d6116d28995a8e36159d0e539b5353eec116fb5dd4ce03b4b2159ab1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2409b383-5d83-4d8b-a10d-a557ebdbb3db" -d '{"events": [{"name": "network-changed", "server_uuid": "da1b1d97-d6fb-4c40-a57a-807f6776d01a", "tag": "4e227636-7ca1-4704-b1c2-48c58d1d0b6c"}]}' {{(pid=116162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 11:05:32.241663 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-0526a3ae-9646-439e-aad1-9fae47bcdec7 tempest-SecGroupIPv6Test-2111680406 tempest-SecGroupIPv6Test-2111680406-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1912725'] for security_group_rule (d04936e6-3d9a-4162-a246-5f8e2e3f71fd), after_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:32.290436 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.db.db_base_plugin_common [None req-aa434735-d1af-4103-9075-5f17aba9081c tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Allocated IP 2001:db8::248 (5af9c5a9-50d8-4bfb-a7ef-82766428c3d5/9f18b899-242b-4901-818c-074626eadbe2/5ca6ac35-b660-4d70-a0a0-9378f61d51cb) {{(pid=116161) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 11:05:32.338009 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0526a3ae-9646-439e-aad1-9fae47bcdec7 tempest-SecGroupIPv6Test-2111680406 tempest-SecGroupIPv6Test-2111680406-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d04936e6-3d9a-4162-a246-5f8e2e3f71fd,revision_number=0']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:05:32.366484 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-9c552dea-cd14-4ca6-99fb-5b375cf888f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393'] for port (af24ae90-6db2-4274-89bf-fd26d24af8c2), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:32.484726 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-0526a3ae-9646-439e-aad1-9fae47bcdec7 tempest-SecGroupIPv6Test-2111680406 tempest-SecGroupIPv6Test-2111680406-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:32.489579 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-0526a3ae-9646-439e-aad1-9fae47bcdec7 tempest-SecGroupIPv6Test-2111680406 tempest-SecGroupIPv6Test-2111680406-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.1699901 Apr 28 11:05:32.491131 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-426eb10e-c60d-4722-904a-cc6da13c8deb tempest-AllowedAddressPairTestJSON-759914361 tempest-AllowedAddressPairTestJSON-759914361-project] Made reservation on behalf of 23eaf47bcd2342808e2c0d24b3804de2 for: {'port': 1} {{(pid=116161) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 11:05:32.502749 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 54092) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:05:32.502998 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-426eb10e-c60d-4722-904a-cc6da13c8deb tempest-AllowedAddressPairTestJSON-759914361 tempest-AllowedAddressPairTestJSON-759914361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (None), before_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:32.503115 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.db.db_base_plugin_common [None req-4be6543d-8504-44ab-90a5-e1c268dedf58 tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Allocated IP 172.21.0.1 (dcd9b946-da1e-42aa-975b-f2fc3c00de71/82f04b91-b379-4454-bf04-c8f726296c87/f70b8dfa-b827-4b97-ab33-a3da7f94590a) {{(pid=116162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 11:05:32.540136 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.notifiers.nova [None req-426eb10e-c60d-4722-904a-cc6da13c8deb tempest-AllowedAddressPairTestJSON-759914361 tempest-AllowedAddressPairTestJSON-759914361-project] device_id is not set on port 8de7fd0b-9328-456a-aa53-d9c05a1f6355 yet. {{(pid=116161) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 28 11:05:32.545529 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 11:05:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-481001c6-de06-43a1-9742-1075f3461ad8 x-openstack-request-id: req-481001c6-de06-43a1-9742-1075f3461ad8 {{(pid=116162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 11:05:32.545850 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "da1b1d97-d6fb-4c40-a57a-807f6776d01a", "tag": "4e227636-7ca1-4704-b1c2-48c58d1d0b6c", "status": "completed", "code": 200}]} {{(pid=116162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 11:05:32.546063 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-481001c6-de06-43a1-9742-1075f3461ad8 {{(pid=116162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 11:05:32.546485 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.notifiers.nova [-] Nova event matching ['req-481001c6-de06-43a1-9742-1075f3461ad8'] response: {'name': 'network-changed', 'server_uuid': 'da1b1d97-d6fb-4c40-a57a-807f6776d01a', 'tag': '4e227636-7ca1-4704-b1c2-48c58d1d0b6c', 'status': 'completed', 'code': 200} Apr 28 11:05:32.573721 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c552dea-cd14-4ca6-99fb-5b375cf888f4 None None] Pushing event updated for resources: {'Port': ['ID=af24ae90-6db2-4274-89bf-fd26d24af8c2,revision_number=2']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:05:32.602291 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvr_db [None req-3f816dd4-a0e3-4133-a344-c2be2afaefde None None] Set router c45b3fd7-2de6-4133-9f44-79efc511aaba gateway port host: dv-neutron-master-2-hyperv {{(pid=116163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 11:05:32.733817 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 54100) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:05:32.781890 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-2867b5f3-7591-4ef5-a215-ff881317e413 tempest-SecGroupIPv6Test-2111680406 tempest-SecGroupIPv6Test-2111680406-project] Publish callbacks [] for security_group_rule (d04936e6-3d9a-4162-a246-5f8e2e3f71fd), before_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:32.792517 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2409b383-5d83-4d8b-a10d-a557ebdbb3db req-202b363b-5b78-4135-ab7f-649401005239 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:05:32.794792 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-2409b383-5d83-4d8b-a10d-a557ebdbb3db req-202b363b-5b78-4135-ab7f-649401005239 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=a8cc80fe41234707a2dcbf4e2aa0b823&device_id=da1b1d97-d6fb-4c40-a57a-807f6776d01a HTTP/1.1" status: 200 len: 1129 time: 0.1503556 Apr 28 11:05:32.806926 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-2867b5f3-7591-4ef5-a215-ff881317e413 tempest-SecGroupIPv6Test-2111680406 tempest-SecGroupIPv6Test-2111680406-project] Publish callbacks [] for security_group_rule (d04936e6-3d9a-4162-a246-5f8e2e3f71fd), precommit_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:32.867736 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf55377-2fa9-4577-9c76-368f6b518be2 req-972752a8-a6dc-47ee-94db-97b311d26153 tempest-TestNetworkAdvancedServerOps-1762458272 tempest-TestNetworkAdvancedServerOps-1762458272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:05:32.869614 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-dbf55377-2fa9-4577-9c76-368f6b518be2 req-972752a8-a6dc-47ee-94db-97b311d26153 tempest-TestNetworkAdvancedServerOps-1762458272 tempest-TestNetworkAdvancedServerOps-1762458272-project] 10.222.0.10 "GET /v2.0/ports?device_id=da1b1d97-d6fb-4c40-a57a-807f6776d01a HTTP/1.1" status: 200 len: 945 time: 0.0785844 Apr 28 11:05:32.898433 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-aa434735-d1af-4103-9075-5f17aba9081c tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Publish callbacks [] for port (5ca6ac35-b660-4d70-a0a0-9378f61d51cb), precommit_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:32.920103 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-4be6543d-8504-44ab-90a5-e1c268dedf58 tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Publish callbacks [] for port (f70b8dfa-b827-4b97-ab33-a3da7f94590a), precommit_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:32.964251 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-2867b5f3-7591-4ef5-a215-ff881317e413 tempest-SecGroupIPv6Test-2111680406 tempest-SecGroupIPv6Test-2111680406-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1912725'] for security_group_rule (d04936e6-3d9a-4162-a246-5f8e2e3f71fd), after_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:32.968862 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.db_base_plugin_common [None req-37862e20-9bf9-4530-8110-61721153d1bc None None] Allocated IP 172.20.0.2 (6c3ca039-ae8c-47c3-b984-604c8ace5e60/f9041669-e315-4bac-8bef-3f615c5f4ad4/217a18d5-9f5d-4e85-9483-0422488e63c1) {{(pid=116163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 11:05:32.972999 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-2867b5f3-7591-4ef5-a215-ff881317e413 tempest-SecGroupIPv6Test-2111680406 tempest-SecGroupIPv6Test-2111680406-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:32.991418 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-2867b5f3-7591-4ef5-a215-ff881317e413 tempest-SecGroupIPv6Test-2111680406 tempest-SecGroupIPv6Test-2111680406-project] 10.222.0.10 "DELETE /v2.0/security-group-rules/d04936e6-3d9a-4162-a246-5f8e2e3f71fd HTTP/1.1" status: 204 len: 168 time: 0.4818389 Apr 28 11:05:32.992957 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 54104) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:05:33.019811 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-dbf55377-2fa9-4577-9c76-368f6b518be2 req-e705a597-6134-4c6e-8aea-7c28cc48d8d6 tempest-TestNetworkAdvancedServerOps-1762458272 tempest-TestNetworkAdvancedServerOps-1762458272-project] 10.222.0.10 "GET /v2.0/security-groups?id=0bcd3ba6-8b12-4573-ac81-fc4e6cc933d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1431150 Apr 28 11:05:33.036759 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2867b5f3-7591-4ef5-a215-ff881317e413 tempest-SecGroupIPv6Test-2111680406 tempest-SecGroupIPv6Test-2111680406-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d04936e6-3d9a-4162-a246-5f8e2e3f71fd,revision_number=None']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:05:33.081477 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-aa434735-d1af-4103-9075-5f17aba9081c tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742234710357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5219112'] for port (5ca6ac35-b660-4d70-a0a0-9378f61d51cb), after_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:33.144284 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-03dec2f1-0cb6-4f12-9867-8d8ed7b2a0f9 tempest-SecGroupIPv6Test-2111680406 tempest-SecGroupIPv6Test-2111680406-project] 10.222.0.10 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1306164 Apr 28 11:05:33.146374 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 54106) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:05:33.162929 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Device 14cb9b38-d261-4aef-bfb5-588d0ba37e81 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=116163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 11:05:33.201947 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa434735-d1af-4103-9075-5f17aba9081c tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Network 5af9c5a9-50d8-4bfb-a7ef-82766428c3d5 is already hosted by enough agents. {{(pid=116161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 11:05:33.214442 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-4be6543d-8504-44ab-90a5-e1c268dedf58 tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742234710357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5051867'] for port (f70b8dfa-b827-4b97-ab33-a3da7f94590a), after_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:33.215112 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.scheduler.base_scheduler [None req-aa434735-d1af-4103-9075-5f17aba9081c tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Resources bound (agent type, host, resource id): {{(pid=116161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 11:05:33.225888 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa434735-d1af-4103-9075-5f17aba9081c tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Received port after_create {{(pid=116161) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 11:05:33.233679 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa434735-d1af-4103-9075-5f17aba9081c tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:05:33.234764 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-aa434735-d1af-4103-9075-5f17aba9081c tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198022'] for port (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:33.276808 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa434735-d1af-4103-9075-5f17aba9081c tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Pushing event updated for resources: {'Port': ['ID=5ca6ac35-b660-4d70-a0a0-9378f61d51cb,revision_number=1']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:05:33.282474 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-2c10b639-8f42-41fc-b68d-55815cfe48f8 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=0f4d85af73ea40518271b3ac6c23a282&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5408907 Apr 28 11:05:33.282919 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 54108) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:05:33.288171 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4be6543d-8504-44ab-90a5-e1c268dedf58 tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Network dcd9b946-da1e-42aa-975b-f2fc3c00de71 is already hosted by enough agents. {{(pid=116162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 11:05:33.289141 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-240198ea-599a-4b3c-959c-eae6e678c157 tempest-SecGroupIPv6Test-2111680406 tempest-SecGroupIPv6Test-2111680406-project] Publish callbacks [] for security_group (8773ee14-d53a-48d1-9cd6-45675c3abcea), before_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:33.298625 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.scheduler.base_scheduler [None req-4be6543d-8504-44ab-90a5-e1c268dedf58 tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Resources bound (agent type, host, resource id): {{(pid=116162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 11:05:33.307101 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be6543d-8504-44ab-90a5-e1c268dedf58 tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Pushing event updated for resources: {'Port': ['ID=f70b8dfa-b827-4b97-ab33-a3da7f94590a,revision_number=1']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:05:33.320554 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4be6543d-8504-44ab-90a5-e1c268dedf58 tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Received port after_create {{(pid=116162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 11:05:33.352729 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-240198ea-599a-4b3c-959c-eae6e678c157 tempest-SecGroupIPv6Test-2111680406 tempest-SecGroupIPv6Test-2111680406-project] Publish callbacks [] for security_group (8773ee14-d53a-48d1-9cd6-45675c3abcea), precommit_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:33.353944 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-44b8fae2-1ecf-4f79-b8b4-5785ab120252 admin admin] Publish callbacks [] for security_group (cb006a01-e3e2-4d6d-9edc-a3d68f5c82b4), before_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:33.379925 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-aa434735-d1af-4103-9075-5f17aba9081c tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.6544065 Apr 28 11:05:33.382836 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 54110) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:05:33.390171 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.v2.base [None req-0fa004c7-bff4-48b0-8a24-1ccfdd7befef tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Request body: {'subnet': {'network_id': '5af9c5a9-50d8-4bfb-a7ef-82766428c3d5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=116161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:05:33.405103 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Provisioning complete for port 14cb9b38-d261-4aef-bfb5-588d0ba37e81 triggered by entity L2. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:05:33.405739 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (14cb9b38-d261-4aef-bfb5-588d0ba37e81), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:33.410455 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-4be6543d-8504-44ab-90a5-e1c268dedf58 tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2063275'] for router_interface (077583a6-3e91-4e7b-b09b-2ee4e2f6efd3), before_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:33.426698 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-44b8fae2-1ecf-4f79-b8b4-5785ab120252 admin admin] Publish callbacks [] for security_group (cb006a01-e3e2-4d6d-9edc-a3d68f5c82b4), precommit_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:33.538903 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-240198ea-599a-4b3c-959c-eae6e678c157 tempest-SecGroupIPv6Test-2111680406 tempest-SecGroupIPv6Test-2111680406-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924426'] for security_group (8773ee14-d53a-48d1-9cd6-45675c3abcea), after_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:33.541558 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-240198ea-599a-4b3c-959c-eae6e678c157 tempest-SecGroupIPv6Test-2111680406 tempest-SecGroupIPv6Test-2111680406-project] Publish callbacks [] for security_group (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:33.552913 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-240198ea-599a-4b3c-959c-eae6e678c157 tempest-SecGroupIPv6Test-2111680406 tempest-SecGroupIPv6Test-2111680406-project] 10.222.0.10 "DELETE /v2.0/security-groups/8773ee14-d53a-48d1-9cd6-45675c3abcea HTTP/1.1" status: 204 len: 168 time: 0.3953118 Apr 28 11:05:33.553358 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 54112) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:05:33.555027 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-240198ea-599a-4b3c-959c-eae6e678c157 tempest-SecGroupIPv6Test-2111680406 tempest-SecGroupIPv6Test-2111680406-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8773ee14-d53a-48d1-9cd6-45675c3abcea,revision_number=None']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:05:33.596426 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-37862e20-9bf9-4530-8110-61721153d1bc None None] Publish callbacks [] for port (217a18d5-9f5d-4e85-9483-0422488e63c1), precommit_create {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:33.616360 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-4be6543d-8504-44ab-90a5-e1c268dedf58 tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (f70b8dfa-b827-4b97-ab33-a3da7f94590a), before_update {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:33.629470 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-44b8fae2-1ecf-4f79-b8b4-5785ab120252 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924426'] for security_group (cb006a01-e3e2-4d6d-9edc-a3d68f5c82b4), after_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:33.633488 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-44b8fae2-1ecf-4f79-b8b4-5785ab120252 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:33.638930 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-44b8fae2-1ecf-4f79-b8b4-5785ab120252 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/cb006a01-e3e2-4d6d-9edc-a3d68f5c82b4 HTTP/1.1" status: 204 len: 168 time: 0.3512404 Apr 28 11:05:33.654061 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-0de75b5e-1f24-4d48-bd33-c43c0045a969 tempest-SecGroupIPv6Test-2111680406 tempest-SecGroupIPv6Test-2111680406-project] 10.222.0.10 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1055396 Apr 28 11:05:33.656562 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b8fae2-1ecf-4f79-b8b4-5785ab120252 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb006a01-e3e2-4d6d-9edc-a3d68f5c82b4,revision_number=None']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:05:33.658934 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 54116) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:05:33.664860 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.v2.base [None req-32e6c724-538c-4814-8641-ea3c7fc9dfe1 tempest-SecGroupIPv6Test-2111680406 tempest-SecGroupIPv6Test-2111680406-project] Request body: {'security_group': {'name': 'tempest-secgroup--380422651'}} {{(pid=116161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:05:33.671595 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_hamode_db [None req-3f816dd4-a0e3-4133-a344-c2be2afaefde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c45b3fd7-2de6-4133-9f44-79efc511aaba', 'name': 'tempest-TestNetworkAdvancedServerOps-router-483414179', 'tenant_id': 'a8cc80fe41234707a2dcbf4e2aa0b823', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'external_fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.216'}], 'enable_snat': True}, 'gw_port_id': '3ac8f02a-5742-4e0d-93eb-e6075d67f71d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T11:03:15Z', 'updated_at': '2022-04-28T11:03:32Z', 'revision_number': 4, 'project_id': 'a8cc80fe41234707a2dcbf4e2aa0b823', 'gw_port': {'id': '3ac8f02a-5742-4e0d-93eb-e6075d67f71d', 'name': '', 'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:0e:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c45b3fd7-2de6-4133-9f44-79efc511aaba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 782, 'fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:03:17Z', 'updated_at': '2022-04-28T11:03:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '4221dd26-6373-4172-b4b5-3a88cffbec25', 'name': '', 'network_id': '11667949-6108-4d31-ad58-bd4aa04ee38c', 'tenant_id': 'a8cc80fe41234707a2dcbf4e2aa0b823', 'mac_address': 'fa:16:3e:ac:f4:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c45b3fd7-2de6-4133-9f44-79efc511aaba', 'device_owner': 'network:router_interface', 'standard_attr_id': 802, 'fixed_ips': [{'subnet_id': '2b3feac5-a337-48a6-93bd-b4c13f02752b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:03:28Z', 'updated_at': '2022-04-28T11:03:38Z', 'revision_number': 5, 'project_id': 'a8cc80fe41234707a2dcbf4e2aa0b823', 'subnets': [{'id': '2b3feac5-a337-48a6-93bd-b4c13f02752b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=116163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:05:33.672022 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fa004c7-bff4-48b0-8a24-1ccfdd7befef tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Made reservation on behalf of 52264470dd074c0f8041ca0ce5281c12 for: {'subnet': 1} {{(pid=116161) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 11:05:33.677437 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-0fa004c7-bff4-48b0-8a24-1ccfdd7befef tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5125580'] for subnet (None), before_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:33.730310 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-54ed7e20-ede5-4ef5-a800-d0ad0e43e5a8 None None] Provisioning complete for port 14cb9b38-d261-4aef-bfb5-588d0ba37e81 triggered by entity DHCP. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:05:33.731244 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-54ed7e20-ede5-4ef5-a800-d0ad0e43e5a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (14cb9b38-d261-4aef-bfb5-588d0ba37e81), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:33.831184 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f816dd4-a0e3-4133-a344-c2be2afaefde None None] Checking router: c45b3fd7-2de6-4133-9f44-79efc511aaba for host: dv-neutron-master-2-hyperv {{(pid=116163) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 11:05:33.861496 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-37862e20-9bf9-4530-8110-61721153d1bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742234710357'] for port (217a18d5-9f5d-4e85-9483-0422488e63c1), after_create {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:33.906098 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.db.db_base_plugin_common [None req-426eb10e-c60d-4722-904a-cc6da13c8deb tempest-AllowedAddressPairTestJSON-759914361 tempest-AllowedAddressPairTestJSON-759914361-project] Allocated IP 172.20.0.10 (6c3ca039-ae8c-47c3-b984-604c8ace5e60/f9041669-e315-4bac-8bef-3f615c5f4ad4/8de7fd0b-9328-456a-aa53-d9c05a1f6355) {{(pid=116161) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 11:05:33.914516 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Current status of the port 14cb9b38-d261-4aef-bfb5-588d0ba37e81 is: DOWN; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:05:33.914516 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (14cb9b38-d261-4aef-bfb5-588d0ba37e81), before_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:33.947500 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37862e20-9bf9-4530-8110-61721153d1bc None None] Network 6c3ca039-ae8c-47c3-b984-604c8ace5e60 is already hosted by enough agents. {{(pid=116163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 11:05:33.966656 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.scheduler.base_scheduler [None req-37862e20-9bf9-4530-8110-61721153d1bc None None] Resources bound (agent type, host, resource id): {{(pid=116163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 11:05:33.969088 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37862e20-9bf9-4530-8110-61721153d1bc None None] Received port after_create {{(pid=116163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 11:05:33.975765 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f816dd4-a0e3-4133-a344-c2be2afaefde None None] Routers {'c45b3fd7-2de6-4133-9f44-79efc511aaba'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=116163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 11:05:33.976421 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_hamode_db [None req-3f816dd4-a0e3-4133-a344-c2be2afaefde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-28T10:50:39Z,description=,heartbeat_timestamp=2022-04-28T11:05:09Z,host='dv-neutron-master-2-hyperv',id=6b492ad6-0876-4d74-b20d-28143a52ceba,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T10:50:40Z,topic='l3_agent')) {'router_ids': ['c45b3fd7-2de6-4133-9f44-79efc511aaba'], 'active': True} {{(pid=116163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:05:34.136044 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvr_db [None req-3f816dd4-a0e3-4133-a344-c2be2afaefde None None] Set router c45b3fd7-2de6-4133-9f44-79efc511aaba gateway port host: dv-neutron-master-2-hyperv {{(pid=116163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 11:05:34.167004 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-32e6c724-538c-4814-8641-ea3c7fc9dfe1 tempest-SecGroupIPv6Test-2111680406 tempest-SecGroupIPv6Test-2111680406-project] Publish callbacks [] for security_group (None), before_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:34.207445 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-4be6543d-8504-44ab-90a5-e1c268dedf58 tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Publish callbacks [] for port (f70b8dfa-b827-4b97-ab33-a3da7f94590a), precommit_update {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:34.209221 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-264c56ed-37ba-4a97-aa2e-e5b906dd9bf5 None None] Network dcd9b946-da1e-42aa-975b-f2fc3c00de71 requested from dv-neutron-master-2-hyperv {{(pid=116163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 11:05:34.218029 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600137a9-b3c5-4500-b3ab-19b640bba7b7 req-748d323d-c1bc-41b3-9092-ecf99e7c3917 tempest-TestNetworkAdvancedServerOps-1762458272 tempest-TestNetworkAdvancedServerOps-1762458272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:05:34.219945 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-600137a9-b3c5-4500-b3ab-19b640bba7b7 req-748d323d-c1bc-41b3-9092-ecf99e7c3917 tempest-TestNetworkAdvancedServerOps-1762458272 tempest-TestNetworkAdvancedServerOps-1762458272-project] 10.222.0.20 "GET /v2.0/ports?device_id=da1b1d97-d6fb-4c40-a57a-807f6776d01a HTTP/1.1" status: 200 len: 945 time: 0.1264365 Apr 28 11:05:34.255444 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e646cc-42b4-41d8-8fe0-4d9b659cb9ca req-02cbc13f-44d8-4687-89ca-2418f06ff57b tempest-TestNetworkAdvancedServerOps-1762458272 tempest-TestNetworkAdvancedServerOps-1762458272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:05:34.256968 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-47e646cc-42b4-41d8-8fe0-4d9b659cb9ca req-02cbc13f-44d8-4687-89ca-2418f06ff57b tempest-TestNetworkAdvancedServerOps-1762458272 tempest-TestNetworkAdvancedServerOps-1762458272-project] 10.222.0.10 "GET /v2.0/ports?device_id=da1b1d97-d6fb-4c40-a57a-807f6776d01a HTTP/1.1" status: 200 len: 945 time: 0.0792646 Apr 28 11:05:34.259502 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37862e20-9bf9-4530-8110-61721153d1bc None None] Pushing event updated for resources: {'Port': ['ID=217a18d5-9f5d-4e85-9483-0422488e63c1,revision_number=1']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:05:34.279954 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] For port 14cb9b38-d261-4aef-bfb5-588d0ba37e81, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=14cb9b38-d261-4aef-bfb5-588d0ba37e81,segment=NetworkSegment(607b19e2-1a18-4dda-af95-186903fc66e1),segment_id=607b19e2-1a18-4dda-af95-186903fc66e1)] {{(pid=116163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 11:05:34.288980 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-4be6543d-8504-44ab-90a5-e1c268dedf58 tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5051840'] for port (f70b8dfa-b827-4b97-ab33-a3da7f94590a), after_update {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:34.321957 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.db.ipam_backend_mixin [None req-0fa004c7-bff4-48b0-8a24-1ccfdd7befef tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 9f18b899-242b-4901-818c-074626eadbe2 (CIDR: 2001:db8::/64) Apr 28 11:05:34.363436 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-4be6543d-8504-44ab-90a5-e1c268dedf58 tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1603056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2063387'] for router_interface (077583a6-3e91-4e7b-b09b-2ee4e2f6efd3), after_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:34.365356 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2409b383-5d83-4d8b-a10d-a557ebdbb3db req-f664c216-0f1a-4f2b-b619-6c5b7fc91bfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:05:34.366868 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-2409b383-5d83-4d8b-a10d-a557ebdbb3db req-f664c216-0f1a-4f2b-b619-6c5b7fc91bfd service neutron] 10.222.0.20 "GET /v2.0/networks?id=11667949-6108-4d31-ad58-bd4aa04ee38c HTTP/1.1" status: 200 len: 897 time: 0.5844848 Apr 28 11:05:34.390973 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393'] for port (14cb9b38-d261-4aef-bfb5-588d0ba37e81), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:34.391882 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Device a11cbac1-383c-4f11-8169-eee231f42006 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=116163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 11:05:34.399427 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.pecan_wsgi.hooks.translation [None req-0fa004c7-bff4-48b0-8a24-1ccfdd7befef tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 28 11:05:34.399919 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0fa004c7-bff4-48b0-8a24-1ccfdd7befef tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=116161) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 28 11:05:34.405075 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-426eb10e-c60d-4722-904a-cc6da13c8deb tempest-AllowedAddressPairTestJSON-759914361 tempest-AllowedAddressPairTestJSON-759914361-project] Publish callbacks [] for port (8de7fd0b-9328-456a-aa53-d9c05a1f6355), precommit_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:34.429869 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be6543d-8504-44ab-90a5-e1c268dedf58 tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Pushing event updated for resources: {'Port': ['ID=f70b8dfa-b827-4b97-ab33-a3da7f94590a,revision_number=2']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:05:34.464343 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-2409b383-5d83-4d8b-a10d-a557ebdbb3db req-4c5b9ebb-af18-43ed-b2b3-08b466a42804 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4e227636-7ca1-4704-b1c2-48c58d1d0b6c HTTP/1.1" status: 200 len: 217 time: 0.0868473 Apr 28 11:05:34.479576 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-47e646cc-42b4-41d8-8fe0-4d9b659cb9ca req-c4ed2280-b823-469b-8895-8a38da1f5cb5 tempest-TestNetworkAdvancedServerOps-1762458272 tempest-TestNetworkAdvancedServerOps-1762458272-project] 10.222.0.10 "GET /v2.0/security-groups?id=0bcd3ba6-8b12-4573-ac81-fc4e6cc933d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1974828 Apr 28 11:05:34.532452 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.managers [None req-37862e20-9bf9-4530-8110-61721153d1bc None None] Attempting to bind port 217a18d5-9f5d-4e85-9483-0422488e63c1 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=116163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 28 11:05:34.532839 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.managers [None req-37862e20-9bf9-4530-8110-61721153d1bc None None] Attempting to bind port 217a18d5-9f5d-4e85-9483-0422488e63c1 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '0eb6bf2d-384f-4e86-842d-22ed6727b9eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '6c3ca039-ae8c-47c3-b984-604c8ace5e60'}] {{(pid=116163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 28 11:05:34.533209 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37862e20-9bf9-4530-8110-61721153d1bc None None] Attempting to bind port 217a18d5-9f5d-4e85-9483-0422488e63c1 on network 6c3ca039-ae8c-47c3-b984-604c8ace5e60 {{(pid=116163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 11:05:34.562961 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-0fa004c7-bff4-48b0-8a24-1ccfdd7befef tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.1745465 Apr 28 11:05:34.569901 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 54130) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:05:34.574352 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.v2.base [None req-1a71dfac-d4aa-4641-abc4-b65aa0833732 tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Request body: {'subnet': {'network_id': '5af9c5a9-50d8-4bfb-a7ef-82766428c3d5', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=116161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:05:34.582322 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-32e6c724-538c-4814-8641-ea3c7fc9dfe1 tempest-SecGroupIPv6Test-2111680406 tempest-SecGroupIPv6Test-2111680406-project] Publish callbacks [] for security_group (18d6582c-98b7-4f6a-9adc-f1e6621fb07a), precommit_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:34.593715 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37862e20-9bf9-4530-8110-61721153d1bc None None] Checking agent: {'id': 'd5baab19-5dd1-4902-922b-84acb048ab9c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 10, 50, 43), 'started_at': datetime.datetime(2022, 4, 28, 10, 51, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 11, 5, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=116163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 11:05:34.594068 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37862e20-9bf9-4530-8110-61721153d1bc None None] Checking segment: {'id': '0eb6bf2d-384f-4e86-842d-22ed6727b9eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '6c3ca039-ae8c-47c3-b984-604c8ace5e60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 11:05:34.594215 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.plugin [req-600137a9-b3c5-4500-b3ab-19b640bba7b7 req-9ea61bfb-1beb-4d65-96cf-cf30fa5e3fc3 tempest-TestNetworkAdvancedServerOps-1762458272 tempest-TestNetworkAdvancedServerOps-1762458272-project] Deleting port 4e227636-7ca1-4704-b1c2-48c58d1d0b6c {{(pid=116162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 11:05:34.594501 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-37862e20-9bf9-4530-8110-61721153d1bc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:34.594706 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [req-600137a9-b3c5-4500-b3ab-19b640bba7b7 req-9ea61bfb-1beb-4d65-96cf-cf30fa5e3fc3 tempest-TestNetworkAdvancedServerOps-1762458272 tempest-TestNetworkAdvancedServerOps-1762458272-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742235130188'] for port (4e227636-7ca1-4704-b1c2-48c58d1d0b6c), before_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:34.594909 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37862e20-9bf9-4530-8110-61721153d1bc None None] Bound using segment: {'id': '0eb6bf2d-384f-4e86-842d-22ed6727b9eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '6c3ca039-ae8c-47c3-b984-604c8ace5e60'} {{(pid=116163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 11:05:34.595466 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.managers [None req-37862e20-9bf9-4530-8110-61721153d1bc None None] Bound port: 217a18d5-9f5d-4e85-9483-0422488e63c1, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0eb6bf2d-384f-4e86-842d-22ed6727b9eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '6c3ca039-ae8c-47c3-b984-604c8ace5e60'}}] {{(pid=116163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 28 11:05:34.595956 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-37862e20-9bf9-4530-8110-61721153d1bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (217a18d5-9f5d-4e85-9483-0422488e63c1), before_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:34.605165 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2409b383-5d83-4d8b-a10d-a557ebdbb3db req-5a3a758a-1b3d-4f8c-88be-76704a783c16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:05:34.607491 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-2409b383-5d83-4d8b-a10d-a557ebdbb3db req-5a3a758a-1b3d-4f8c-88be-76704a783c16 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=2b3feac5-a337-48a6-93bd-b4c13f02752b HTTP/1.1" status: 200 len: 834 time: 0.1340330 Apr 28 11:05:34.609636 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-54ed7e20-ede5-4ef5-a800-d0ad0e43e5a8 None None] Current status of the port 14cb9b38-d261-4aef-bfb5-588d0ba37e81 is: ACTIVE; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:05:34.651981 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-32e6c724-538c-4814-8641-ea3c7fc9dfe1 tempest-SecGroupIPv6Test-2111680406 tempest-SecGroupIPv6Test-2111680406-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924426'] for security_group (18d6582c-98b7-4f6a-9adc-f1e6621fb07a), after_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:34.669413 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Pushing event updated for resources: {'Port': ['ID=14cb9b38-d261-4aef-bfb5-588d0ba37e81,revision_number=3']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:05:34.680264 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-54ed7e20-ede5-4ef5-a800-d0ad0e43e5a8 None None] Provisioning complete for port 1c45cc2f-a9b6-49c4-bbab-fc6bfdeb8113 triggered by entity DHCP. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:05:34.680643 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-54ed7e20-ede5-4ef5-a800-d0ad0e43e5a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (1c45cc2f-a9b6-49c4-bbab-fc6bfdeb8113), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:34.702502 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-426eb10e-c60d-4722-904a-cc6da13c8deb tempest-AllowedAddressPairTestJSON-759914361 tempest-AllowedAddressPairTestJSON-759914361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742234710357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5219112'] for port (8de7fd0b-9328-456a-aa53-d9c05a1f6355), after_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:34.738119 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2409b383-5d83-4d8b-a10d-a557ebdbb3db req-c1b5971e-ee27-40bd-ae7a-23d72bd112b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:05:34.738970 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-2409b383-5d83-4d8b-a10d-a557ebdbb3db req-c1b5971e-ee27-40bd-ae7a-23d72bd112b1 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=11667949-6108-4d31-ad58-bd4aa04ee38c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.1207266 Apr 28 11:05:34.742243 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Provisioning complete for port a11cbac1-383c-4f11-8169-eee231f42006 triggered by entity L2. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:05:34.742666 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (a11cbac1-383c-4f11-8169-eee231f42006), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:34.780466 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e6c724-538c-4814-8641-ea3c7fc9dfe1 tempest-SecGroupIPv6Test-2111680406 tempest-SecGroupIPv6Test-2111680406-project] Pushing event updated for resources: {'SecurityGroup': ['ID=18d6582c-98b7-4f6a-9adc-f1e6621fb07a,revision_number=1']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:05:34.818932 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-426eb10e-c60d-4722-904a-cc6da13c8deb tempest-AllowedAddressPairTestJSON-759914361 tempest-AllowedAddressPairTestJSON-759914361-project] Network 6c3ca039-ae8c-47c3-b984-604c8ace5e60 is already hosted by enough agents. {{(pid=116161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 11:05:34.828421 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-32e6c724-538c-4814-8641-ea3c7fc9dfe1 tempest-SecGroupIPv6Test-2111680406 tempest-SecGroupIPv6Test-2111680406-project] Publish callbacks [] for security_group (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:34.832962 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-32e6c724-538c-4814-8641-ea3c7fc9dfe1 tempest-SecGroupIPv6Test-2111680406 tempest-SecGroupIPv6Test-2111680406-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 1.1709793 Apr 28 11:05:34.836927 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4be6543d-8504-44ab-90a5-e1c268dedf58 tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Network dcd9b946-da1e-42aa-975b-f2fc3c00de71 is already hosted by enough agents. {{(pid=116162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 11:05:34.838086 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 54140) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:05:34.843063 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.scheduler.base_scheduler [None req-4be6543d-8504-44ab-90a5-e1c268dedf58 tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Resources bound (agent type, host, resource id): {{(pid=116162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 11:05:34.851551 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.v2.base [None req-bdabbe9a-05f2-47f3-a52b-b7484b073e0b tempest-SecGroupIPv6Test-2111680406 tempest-SecGroupIPv6Test-2111680406-project] Request body: {'security_group_rule': {'security_group_id': '18d6582c-98b7-4f6a-9adc-f1e6621fb07a', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=116162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:05:34.858331 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.scheduler.base_scheduler [None req-426eb10e-c60d-4722-904a-cc6da13c8deb tempest-AllowedAddressPairTestJSON-759914361 tempest-AllowedAddressPairTestJSON-759914361-project] Resources bound (agent type, host, resource id): {{(pid=116161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 11:05:34.865094 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-54ed7e20-ede5-4ef5-a800-d0ad0e43e5a8 None None] Port 1c45cc2f-a9b6-49c4-bbab-fc6bfdeb8113 cannot update to ACTIVE because it is not bound. {{(pid=116163) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 28 11:05:34.874611 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-37862e20-9bf9-4530-8110-61721153d1bc None None] For port 217a18d5-9f5d-4e85-9483-0422488e63c1, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=116163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 11:05:34.877071 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-426eb10e-c60d-4722-904a-cc6da13c8deb tempest-AllowedAddressPairTestJSON-759914361 tempest-AllowedAddressPairTestJSON-759914361-project] Received port after_create {{(pid=116161) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 11:05:34.879903 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-37862e20-9bf9-4530-8110-61721153d1bc None None] For port 217a18d5-9f5d-4e85-9483-0422488e63c1, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=217a18d5-9f5d-4e85-9483-0422488e63c1,segment=NetworkSegment(0eb6bf2d-384f-4e86-842d-22ed6727b9eb),segment_id=0eb6bf2d-384f-4e86-842d-22ed6727b9eb)] {{(pid=116163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 11:05:34.886436 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_hamode_db [None req-3f816dd4-a0e3-4133-a344-c2be2afaefde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c45b3fd7-2de6-4133-9f44-79efc511aaba', 'name': 'tempest-TestNetworkAdvancedServerOps-router-483414179', 'tenant_id': 'a8cc80fe41234707a2dcbf4e2aa0b823', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'external_fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.216'}], 'enable_snat': True}, 'gw_port_id': '3ac8f02a-5742-4e0d-93eb-e6075d67f71d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T11:03:15Z', 'updated_at': '2022-04-28T11:03:32Z', 'revision_number': 4, 'project_id': 'a8cc80fe41234707a2dcbf4e2aa0b823', 'gw_port': {'id': '3ac8f02a-5742-4e0d-93eb-e6075d67f71d', 'name': '', 'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:0e:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c45b3fd7-2de6-4133-9f44-79efc511aaba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 782, 'fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:03:17Z', 'updated_at': '2022-04-28T11:03:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '4221dd26-6373-4172-b4b5-3a88cffbec25', 'name': '', 'network_id': '11667949-6108-4d31-ad58-bd4aa04ee38c', 'tenant_id': 'a8cc80fe41234707a2dcbf4e2aa0b823', 'mac_address': 'fa:16:3e:ac:f4:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c45b3fd7-2de6-4133-9f44-79efc511aaba', 'device_owner': 'network:router_interface', 'standard_attr_id': 802, 'fixed_ips': [{'subnet_id': '2b3feac5-a337-48a6-93bd-b4c13f02752b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:03:28Z', 'updated_at': '2022-04-28T11:03:38Z', 'revision_number': 5, 'project_id': 'a8cc80fe41234707a2dcbf4e2aa0b823', 'subnets': [{'id': '2b3feac5-a337-48a6-93bd-b4c13f02752b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=116163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:05:34.910169 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.db [req-600137a9-b3c5-4500-b3ab-19b640bba7b7 req-9ea61bfb-1beb-4d65-96cf-cf30fa5e3fc3 tempest-TestNetworkAdvancedServerOps-1762458272 tempest-TestNetworkAdvancedServerOps-1762458272-project] For port 4e227636-7ca1-4704-b1c2-48c58d1d0b6c, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=4e227636-7ca1-4704-b1c2-48c58d1d0b6c,segment=NetworkSegment(3a3711b0-a922-46d0-81e4-03dc755adc63),segment_id=3a3711b0-a922-46d0-81e4-03dc755adc63)] {{(pid=116162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 11:05:34.911139 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [req-600137a9-b3c5-4500-b3ab-19b640bba7b7 req-9ea61bfb-1beb-4d65-96cf-cf30fa5e3fc3 tempest-TestNetworkAdvancedServerOps-1762458272 tempest-TestNetworkAdvancedServerOps-1762458272-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1938497'] for port (4e227636-7ca1-4704-b1c2-48c58d1d0b6c), precommit_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:34.933445 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.plugin [req-600137a9-b3c5-4500-b3ab-19b640bba7b7 req-9ea61bfb-1beb-4d65-96cf-cf30fa5e3fc3 tempest-TestNetworkAdvancedServerOps-1762458272 tempest-TestNetworkAdvancedServerOps-1762458272-project] Calling delete_port for 4e227636-7ca1-4704-b1c2-48c58d1d0b6c owned by compute:nova {{(pid=116162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 11:05:34.946521 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f816dd4-a0e3-4133-a344-c2be2afaefde None None] The sync data for ids ['c45b3fd7-2de6-4133-9f44-79efc511aaba'] in dv-neutron-master-2-hyperv is: [{'id': 'c45b3fd7-2de6-4133-9f44-79efc511aaba', 'name': 'tempest-TestNetworkAdvancedServerOps-router-483414179', 'tenant_id': 'a8cc80fe41234707a2dcbf4e2aa0b823', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'external_fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.216'}], 'enable_snat': True}, 'gw_port_id': '3ac8f02a-5742-4e0d-93eb-e6075d67f71d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T11:03:15Z', 'updated_at': '2022-04-28T11:03:32Z', 'revision_number': 4, 'project_id': 'a8cc80fe41234707a2dcbf4e2aa0b823', 'gw_port': {'id': '3ac8f02a-5742-4e0d-93eb-e6075d67f71d', 'name': '', 'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:0e:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c45b3fd7-2de6-4133-9f44-79efc511aaba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 782, 'fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:03:17Z', 'updated_at': '2022-04-28T11:03:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '4221dd26-6373-4172-b4b5-3a88cffbec25', 'name': '', 'network_id': '11667949-6108-4d31-ad58-bd4aa04ee38c', 'tenant_id': 'a8cc80fe41234707a2dcbf4e2aa0b823', 'mac_address': 'fa:16:3e:ac:f4:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c45b3fd7-2de6-4133-9f44-79efc511aaba', 'device_owner': 'network:router_interface', 'standard_attr_id': 802, 'fixed_ips': [{'subnet_id': '2b3feac5-a337-48a6-93bd-b4c13f02752b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:03:28Z', 'updated_at': '2022-04-28T11:03:38Z', 'revision_number': 5, 'project_id': 'a8cc80fe41234707a2dcbf4e2aa0b823', 'subnets': [{'id': '2b3feac5-a337-48a6-93bd-b4c13f02752b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=116163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 11:05:34.950333 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-37862e20-9bf9-4530-8110-61721153d1bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393'] for port (217a18d5-9f5d-4e85-9483-0422488e63c1), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:34.966708 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-426eb10e-c60d-4722-904a-cc6da13c8deb tempest-AllowedAddressPairTestJSON-759914361 tempest-AllowedAddressPairTestJSON-759914361-project] Pushing event updated for resources: {'Port': ['ID=8de7fd0b-9328-456a-aa53-d9c05a1f6355,revision_number=1']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:05:35.078353 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-426eb10e-c60d-4722-904a-cc6da13c8deb tempest-AllowedAddressPairTestJSON-759914361 tempest-AllowedAddressPairTestJSON-759914361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:05:35.087069 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-426eb10e-c60d-4722-904a-cc6da13c8deb tempest-AllowedAddressPairTestJSON-759914361 tempest-AllowedAddressPairTestJSON-759914361-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198022'] for port (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:35.095849 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 54144) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:05:35.103070 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-d4921bb5-3db9-4a57-952b-6c473b7e53f8 None None] Provisioning complete for port af24ae90-6db2-4274-89bf-fd26d24af8c2 triggered by entity DHCP. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:05:35.103355 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-d4921bb5-3db9-4a57-952b-6c473b7e53f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (af24ae90-6db2-4274-89bf-fd26d24af8c2), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:35.109277 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a71dfac-d4aa-4641-abc4-b65aa0833732 tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Made reservation on behalf of 52264470dd074c0f8041ca0ce5281c12 for: {'subnet': 1} {{(pid=116161) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 11:05:35.112027 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-1a71dfac-d4aa-4641-abc4-b65aa0833732 tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5125580'] for subnet (None), before_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:35.122894 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-2409b383-5d83-4d8b-a10d-a557ebdbb3db req-4a6619b6-a410-4d20-ab5d-61e7b70242dd service neutron] 10.222.0.20 "GET /v2.0/networks/11667949-6108-4d31-ad58-bd4aa04ee38c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3569059 Apr 28 11:05:35.275635 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.v2.base [None req-2283015c-291d-43f9-8cc9-b254d2ac8bc1 tempest-NegativeSecGroupTest-1259928955 tempest-NegativeSecGroupTest-1259928955-project] Request body: {'security_group': {'name': 'default'}} {{(pid=116161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:05:35.282188 dv-neutron-master-2-hyperv neutron-server[116161]: WARNING neutron.api.v2.base [None req-2283015c-291d-43f9-8cc9-b254d2ac8bc1 tempest-NegativeSecGroupTest-1259928955 tempest-NegativeSecGroupTest-1259928955-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Apr 28 11:05:35.282188 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.api.v2.resource [None req-2283015c-291d-43f9-8cc9-b254d2ac8bc1 tempest-NegativeSecGroupTest-1259928955 tempest-NegativeSecGroupTest-1259928955-project] create failed (client error): There was a conflict when trying to complete your request. Apr 28 11:05:35.282188 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-2283015c-291d-43f9-8cc9-b254d2ac8bc1 tempest-NegativeSecGroupTest-1259928955 tempest-NegativeSecGroupTest-1259928955-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1810784 Apr 28 11:05:35.282552 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 54148) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:05:35.294012 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.v2.base [None req-7dbe34b0-5279-4ea7-83f7-37be7be3e6f8 tempest-NegativeSecGroupTest-1259928955 tempest-NegativeSecGroupTest-1259928955-project] Request body: {'security_group': {'name': 'tempest-secgroup--1206674949'}} {{(pid=116161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:05:35.334654 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-bdabbe9a-05f2-47f3-a52b-b7484b073e0b tempest-SecGroupIPv6Test-2111680406 tempest-SecGroupIPv6Test-2111680406-project] Publish callbacks [] for security_group_rule (e60320d6-34cd-4ae6-baad-e68840045d7d), before_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:35.346898 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-426eb10e-c60d-4722-904a-cc6da13c8deb tempest-AllowedAddressPairTestJSON-759914361 tempest-AllowedAddressPairTestJSON-759914361-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.3164496 Apr 28 11:05:35.356808 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 54150) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:05:35.372802 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.v2.base [None req-782bbc27-fedd-4291-aaa9-c050363e43b2 tempest-AllowedAddressPairTestJSON-759914361 tempest-AllowedAddressPairTestJSON-759914361-project] Request body: {'port': {'network_id': '6c3ca039-ae8c-47c3-b984-604c8ace5e60', 'name': 'tempest-AllowedAddressPairTestJSON-1856672682', 'allowed_address_pairs': [{'ip_address': '172.20.0.10', 'mac_address': 'fa:16:3e:34:d6:87'}]}} {{(pid=116161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:05:35.379604 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [req-600137a9-b3c5-4500-b3ab-19b640bba7b7 req-9ea61bfb-1beb-4d65-96cf-cf30fa5e3fc3 tempest-TestNetworkAdvancedServerOps-1762458272 tempest-TestNetworkAdvancedServerOps-1762458272-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742235135690', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742234710366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5051867'] for port (4e227636-7ca1-4704-b1c2-48c58d1d0b6c), after_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:35.498948 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Current status of the port a11cbac1-383c-4f11-8169-eee231f42006 is: ACTIVE; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:05:35.519583 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a3e036f-5b89-4d08-a17a-967e114f5669 None None] New status for floating IP b779f0d0-673f-4a06-ab23-f170dc6506a4: DOWN {{(pid=116164) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 28 11:05:35.540939 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37862e20-9bf9-4530-8110-61721153d1bc None None] Pushing event updated for resources: {'Port': ['ID=217a18d5-9f5d-4e85-9483-0422488e63c1,revision_number=2']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:05:35.550267 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea61bfb-1beb-4d65-96cf-cf30fa5e3fc3 tempest-TestNetworkAdvancedServerOps-1762458272 tempest-TestNetworkAdvancedServerOps-1762458272-project] Pushing event deleted for resources: {'Port': ['ID=4e227636-7ca1-4704-b1c2-48c58d1d0b6c,revision_number=None']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:05:35.666165 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-d4921bb5-3db9-4a57-952b-6c473b7e53f8 None None] Current status of the port af24ae90-6db2-4274-89bf-fd26d24af8c2 is: DOWN; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:05:35.669400 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-d4921bb5-3db9-4a57-952b-6c473b7e53f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (af24ae90-6db2-4274-89bf-fd26d24af8c2), before_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:35.673028 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.db.l3_dvrscheduler_db [req-600137a9-b3c5-4500-b3ab-19b640bba7b7 req-9ea61bfb-1beb-4d65-96cf-cf30fa5e3fc3 tempest-TestNetworkAdvancedServerOps-1762458272 tempest-TestNetworkAdvancedServerOps-1762458272-project] No DVR routers for this DVR port 4e227636-7ca1-4704-b1c2-48c58d1d0b6c on host hv-neutron-mast {{(pid=116162) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 11:05:35.677046 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [req-600137a9-b3c5-4500-b3ab-19b640bba7b7 req-9ea61bfb-1beb-4d65-96cf-cf30fa5e3fc3 tempest-TestNetworkAdvancedServerOps-1762458272 tempest-TestNetworkAdvancedServerOps-1762458272-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198022'] for port (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:35.680479 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-600137a9-b3c5-4500-b3ab-19b640bba7b7 req-9ea61bfb-1beb-4d65-96cf-cf30fa5e3fc3 tempest-TestNetworkAdvancedServerOps-1762458272 tempest-TestNetworkAdvancedServerOps-1762458272-project] 10.222.0.20 "DELETE /v2.0/ports/4e227636-7ca1-4704-b1c2-48c58d1d0b6c HTTP/1.1" status: 204 len: 173 time: 1.4477346 Apr 28 11:05:35.680922 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da1b1d97-d6fb-4c40-a57a-807f6776d01a', 'name': 'network-vif-deleted', 'tag': '4e227636-7ca1-4704-b1c2-48c58d1d0b6c'}] {{(pid=116162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 11:05:35.690603 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ba53f40d6116d28995a8e36159d0e539b5353eec116fb5dd4ce03b4b2159ab1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86353e47-9870-4ae8-928d-69d7d8117602" -d '{"events": [{"server_uuid": "da1b1d97-d6fb-4c40-a57a-807f6776d01a", "name": "network-vif-deleted", "tag": "4e227636-7ca1-4704-b1c2-48c58d1d0b6c"}]}' {{(pid=116162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 11:05:35.726907 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-d4921bb5-3db9-4a57-952b-6c473b7e53f8 None None] For port af24ae90-6db2-4274-89bf-fd26d24af8c2, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=af24ae90-6db2-4274-89bf-fd26d24af8c2,segment=NetworkSegment(7d1a5d49-a55f-4577-afd0-9c3d949696e8),segment_id=7d1a5d49-a55f-4577-afd0-9c3d949696e8)] {{(pid=116163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 11:05:35.740955 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4be6543d-8504-44ab-90a5-e1c268dedf58 tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Router 077583a6-3e91-4e7b-b09b-2ee4e2f6efd3 has already been hosted by L3 agent 6b492ad6-0876-4d74-b20d-28143a52ceba {{(pid=116162) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 11:05:35.751549 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-bdabbe9a-05f2-47f3-a52b-b7484b073e0b tempest-SecGroupIPv6Test-2111680406 tempest-SecGroupIPv6Test-2111680406-project] Publish callbacks [] for security_group_rule (e60320d6-34cd-4ae6-baad-e68840045d7d), precommit_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:35.773793 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-2409b383-5d83-4d8b-a10d-a557ebdbb3db req-46f4f4b2-1980-487b-91ad-ba877b0a236a service neutron] 10.222.0.20 "GET /v2.0/networks/11667949-6108-4d31-ad58-bd4aa04ee38c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6275327 Apr 28 11:05:35.776420 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-7dbe34b0-5279-4ea7-83f7-37be7be3e6f8 tempest-NegativeSecGroupTest-1259928955 tempest-NegativeSecGroupTest-1259928955-project] Publish callbacks [] for security_group (None), before_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:35.795791 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-d4921bb5-3db9-4a57-952b-6c473b7e53f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393'] for port (af24ae90-6db2-4274-89bf-fd26d24af8c2), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:35.807813 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 11:05:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc6bb43c-5c12-4b87-ab0e-ae4239f94601 x-openstack-request-id: req-fc6bb43c-5c12-4b87-ab0e-ae4239f94601 {{(pid=116162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 11:05:35.808128 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da1b1d97-d6fb-4c40-a57a-807f6776d01a", "name": "network-vif-deleted", "tag": "4e227636-7ca1-4704-b1c2-48c58d1d0b6c", "status": "completed", "code": 200}]} {{(pid=116162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 11:05:35.808357 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-fc6bb43c-5c12-4b87-ab0e-ae4239f94601 {{(pid=116162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 11:05:35.808762 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fc6bb43c-5c12-4b87-ab0e-ae4239f94601'] response: {'server_uuid': 'da1b1d97-d6fb-4c40-a57a-807f6776d01a', 'name': 'network-vif-deleted', 'tag': '4e227636-7ca1-4704-b1c2-48c58d1d0b6c', 'status': 'completed', 'code': 200} Apr 28 11:05:35.849909 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-7dbe34b0-5279-4ea7-83f7-37be7be3e6f8 tempest-NegativeSecGroupTest-1259928955 tempest-NegativeSecGroupTest-1259928955-project] Publish callbacks [] for security_group (None), before_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:35.853101 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-bdabbe9a-05f2-47f3-a52b-b7484b073e0b tempest-SecGroupIPv6Test-2111680406 tempest-SecGroupIPv6Test-2111680406-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1912725'] for security_group_rule (e60320d6-34cd-4ae6-baad-e68840045d7d), after_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:35.858591 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-5fb239b1-3255-4af0-abcb-8ff0dbbfb728 req-29660438-12a7-4e7d-8af8-ce8429b43739 tempest-TestNetworkAdvancedServerOps-1762458272 tempest-TestNetworkAdvancedServerOps-1762458272-project] 10.222.0.10 "GET /v2.0/ports?device_id=da1b1d97-d6fb-4c40-a57a-807f6776d01a HTTP/1.1" status: 200 len: 210 time: 0.1328936 Apr 28 11:05:35.883944 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-d4921bb5-3db9-4a57-952b-6c473b7e53f8 None None] Provisioning complete for port 5ca6ac35-b660-4d70-a0a0-9378f61d51cb triggered by entity DHCP. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:05:35.883944 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-d4921bb5-3db9-4a57-952b-6c473b7e53f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (5ca6ac35-b660-4d70-a0a0-9378f61d51cb), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:35.898215 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdabbe9a-05f2-47f3-a52b-b7484b073e0b tempest-SecGroupIPv6Test-2111680406 tempest-SecGroupIPv6Test-2111680406-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e60320d6-34cd-4ae6-baad-e68840045d7d,revision_number=0']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:05:35.901207 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4be6543d-8504-44ab-90a5-e1c268dedf58 tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=116162) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 11:05:35.912995 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-4be6543d-8504-44ab-90a5-e1c268dedf58 tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] 10.222.0.10 "PUT /v2.0/routers/077583a6-3e91-4e7b-b09b-2ee4e2f6efd3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3579316 Apr 28 11:05:35.915638 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 54156) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:05:35.928390 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.v2.base [None req-1b92987c-5592-47ac-af03-a8241f8a9427 tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Request body: {'network': {'name': 'tempest-RoutersTest-391490436'}} {{(pid=116162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:05:36.007806 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-bdabbe9a-05f2-47f3-a52b-b7484b073e0b tempest-SecGroupIPv6Test-2111680406 tempest-SecGroupIPv6Test-2111680406-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:36.009181 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-bdabbe9a-05f2-47f3-a52b-b7484b073e0b tempest-SecGroupIPv6Test-2111680406 tempest-SecGroupIPv6Test-2111680406-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.1613841 Apr 28 11:05:36.011905 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 54158) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:05:36.022052 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.v2.base [None req-be199f95-a330-440b-aa2f-e7df50b4e737 tempest-SecGroupIPv6Test-2111680406 tempest-SecGroupIPv6Test-2111680406-project] Request body: {'security_group_rule': {'security_group_id': '18d6582c-98b7-4f6a-9adc-f1e6621fb07a', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=116162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:05:36.022891 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Device 14cb9b38-d261-4aef-bfb5-588d0ba37e81 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=116163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 11:05:36.079320 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b15da30-f7ae-4635-8a33-cd538710b7c3 None None] Sync routers for ids ['077583a6-3e91-4e7b-b09b-2ee4e2f6efd3'] in dv-neutron-master-2-hyperv {{(pid=116163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 11:05:36.084966 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-d4921bb5-3db9-4a57-952b-6c473b7e53f8 None None] Port 5ca6ac35-b660-4d70-a0a0-9378f61d51cb cannot update to ACTIVE because it is not bound. {{(pid=116163) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 28 11:05:36.086937 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4921bb5-3db9-4a57-952b-6c473b7e53f8 None None] Pushing event updated for resources: {'Port': ['ID=af24ae90-6db2-4274-89bf-fd26d24af8c2,revision_number=3']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:05:36.104479 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b92987c-5592-47ac-af03-a8241f8a9427 tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Made reservation on behalf of 1d85c55944a24e6b8fc5b73917e91c0e for: {'network': 1} {{(pid=116162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 11:05:36.113258 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-1b92987c-5592-47ac-af03-a8241f8a9427 tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for network (None), before_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:36.124947 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b15da30-f7ae-4635-8a33-cd538710b7c3 None None] Routers {'077583a6-3e91-4e7b-b09b-2ee4e2f6efd3'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=116163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 11:05:36.125969 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_hamode_db [None req-8b15da30-f7ae-4635-8a33-cd538710b7c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-28T10:50:39Z,description=,heartbeat_timestamp=2022-04-28T11:05:09Z,host='dv-neutron-master-2-hyperv',id=6b492ad6-0876-4d74-b20d-28143a52ceba,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T10:50:40Z,topic='l3_agent')) {'router_ids': ['077583a6-3e91-4e7b-b09b-2ee4e2f6efd3'], 'active': True} {{(pid=116163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:05:36.129584 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-7dbe34b0-5279-4ea7-83f7-37be7be3e6f8 tempest-NegativeSecGroupTest-1259928955 tempest-NegativeSecGroupTest-1259928955-project] Publish callbacks [] for security_group (7a0ad4ba-614c-4499-bc13-4e9231d270aa), precommit_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:36.137042 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-782bbc27-fedd-4291-aaa9-c050363e43b2 tempest-AllowedAddressPairTestJSON-759914361 tempest-AllowedAddressPairTestJSON-759914361-project] Made reservation on behalf of 23eaf47bcd2342808e2c0d24b3804de2 for: {'port': 1} {{(pid=116161) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 11:05:36.151935 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-be199f95-a330-440b-aa2f-e7df50b4e737 tempest-SecGroupIPv6Test-2111680406 tempest-SecGroupIPv6Test-2111680406-project] Publish callbacks [] for security_group_rule (bb37b69e-959a-4595-a00b-64e18830117e), before_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:36.191807 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1b92987c-5592-47ac-af03-a8241f8a9427 tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 89} {{(pid=116162) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 11:05:36.223194 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-1b92987c-5592-47ac-af03-a8241f8a9427 tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-961978'] for segment (a4ad6f44-0259-4a22-a32e-d93856e5de70), precommit_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:36.224072 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.db.segments_db [None req-1b92987c-5592-47ac-af03-a8241f8a9427 tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Added segment a4ad6f44-0259-4a22-a32e-d93856e5de70 of type vlan for network 2fb255c7-9fa3-4e5e-b349-b201da445827 Apr 28 11:05:36.241184 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-7dbe34b0-5279-4ea7-83f7-37be7be3e6f8 tempest-NegativeSecGroupTest-1259928955 tempest-NegativeSecGroupTest-1259928955-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924426'] for security_group (7a0ad4ba-614c-4499-bc13-4e9231d270aa), after_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:36.273567 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-be199f95-a330-440b-aa2f-e7df50b4e737 tempest-SecGroupIPv6Test-2111680406 tempest-SecGroupIPv6Test-2111680406-project] Publish callbacks [] for security_group_rule (bb37b69e-959a-4595-a00b-64e18830117e), precommit_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:36.276990 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-063812b1-09e7-47c5-b010-5be108c14f56 None None] Provisioning complete for port f70b8dfa-b827-4b97-ab33-a3da7f94590a triggered by entity DHCP. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:05:36.278691 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-063812b1-09e7-47c5-b010-5be108c14f56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (f70b8dfa-b827-4b97-ab33-a3da7f94590a), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:36.315771 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Provisioning complete for port 14cb9b38-d261-4aef-bfb5-588d0ba37e81 triggered by entity L2. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:05:36.316494 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (14cb9b38-d261-4aef-bfb5-588d0ba37e81), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:36.319175 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-1b92987c-5592-47ac-af03-a8241f8a9427 tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742234744962'] for network (2fb255c7-9fa3-4e5e-b349-b201da445827), precommit_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:36.327649 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dbe34b0-5279-4ea7-83f7-37be7be3e6f8 tempest-NegativeSecGroupTest-1259928955 tempest-NegativeSecGroupTest-1259928955-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7a0ad4ba-614c-4499-bc13-4e9231d270aa,revision_number=1']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:05:36.356259 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-be199f95-a330-440b-aa2f-e7df50b4e737 tempest-SecGroupIPv6Test-2111680406 tempest-SecGroupIPv6Test-2111680406-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1912725'] for security_group_rule (bb37b69e-959a-4595-a00b-64e18830117e), after_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:36.364207 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-782bbc27-fedd-4291-aaa9-c050363e43b2 tempest-AllowedAddressPairTestJSON-759914361 tempest-AllowedAddressPairTestJSON-759914361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (None), before_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:36.384047 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be199f95-a330-440b-aa2f-e7df50b4e737 tempest-SecGroupIPv6Test-2111680406 tempest-SecGroupIPv6Test-2111680406-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bb37b69e-959a-4595-a00b-64e18830117e,revision_number=0']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:05:36.384407 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvr_db [None req-8b15da30-f7ae-4635-8a33-cd538710b7c3 None None] Set router 077583a6-3e91-4e7b-b09b-2ee4e2f6efd3 gateway port host: None {{(pid=116163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 11:05:36.387788 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-063812b1-09e7-47c5-b010-5be108c14f56 None None] Port f70b8dfa-b827-4b97-ab33-a3da7f94590a cannot update to ACTIVE because it is not bound. {{(pid=116163) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 28 11:05:36.398251 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-1a71dfac-d4aa-4641-abc4-b65aa0833732 tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5220536', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5125438'] for subnet (720d382a-3dde-4059-9ea9-eaec2fee9178), after_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:36.439594 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-063812b1-09e7-47c5-b010-5be108c14f56 None None] Provisioning complete for port af24ae90-6db2-4274-89bf-fd26d24af8c2 triggered by entity DHCP. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:05:36.439980 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-063812b1-09e7-47c5-b010-5be108c14f56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (af24ae90-6db2-4274-89bf-fd26d24af8c2), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:36.444553 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.notifiers.nova [None req-782bbc27-fedd-4291-aaa9-c050363e43b2 tempest-AllowedAddressPairTestJSON-759914361 tempest-AllowedAddressPairTestJSON-759914361-project] device_id is not set on port 0f8ce36d-c0cd-4cbe-9b88-a9651ab0e86e yet. {{(pid=116161) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 28 11:05:36.447030 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-1b92987c-5592-47ac-af03-a8241f8a9427 tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042'] for network (2fb255c7-9fa3-4e5e-b349-b201da445827), after_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:36.454026 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b92987c-5592-47ac-af03-a8241f8a9427 tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:05:36.458944 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-1b92987c-5592-47ac-af03-a8241f8a9427 tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Publish callbacks [] for network (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:36.483587 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-7dbe34b0-5279-4ea7-83f7-37be7be3e6f8 tempest-NegativeSecGroupTest-1259928955 tempest-NegativeSecGroupTest-1259928955-project] Publish callbacks [] for security_group (931ea904-2f6e-4cda-8cb8-6e3c98e1c86c), precommit_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:36.489351 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a71dfac-d4aa-4641-abc4-b65aa0833732 tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Network 5af9c5a9-50d8-4bfb-a7ef-82766428c3d5 is already hosted by enough agents. {{(pid=116161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 11:05:36.492868 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-be199f95-a330-440b-aa2f-e7df50b4e737 tempest-SecGroupIPv6Test-2111680406 tempest-SecGroupIPv6Test-2111680406-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:36.497917 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-be199f95-a330-440b-aa2f-e7df50b4e737 tempest-SecGroupIPv6Test-2111680406 tempest-SecGroupIPv6Test-2111680406-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4811480 Apr 28 11:05:36.502213 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 54160) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:05:36.508968 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.v2.base [None req-d5a30cc5-e523-42d6-a5a3-0d7ad59a9334 tempest-SecGroupIPv6Test-2111680406 tempest-SecGroupIPv6Test-2111680406-project] Request body: {'security_group_rule': {'security_group_id': '18d6582c-98b7-4f6a-9adc-f1e6621fb07a', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=116162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:05:36.530969 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.scheduler.base_scheduler [None req-1a71dfac-d4aa-4641-abc4-b65aa0833732 tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Resources bound (agent type, host, resource id): {{(pid=116161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 11:05:36.539553 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a71dfac-d4aa-4641-abc4-b65aa0833732 tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:05:36.540159 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-1a71dfac-d4aa-4641-abc4-b65aa0833732 tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Publish callbacks [] for subnet (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:36.565540 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Current status of the port 14cb9b38-d261-4aef-bfb5-588d0ba37e81 is: ACTIVE; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:05:36.567063 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Device af24ae90-6db2-4274-89bf-fd26d24af8c2 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=116163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 11:05:36.570774 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-1b92987c-5592-47ac-af03-a8241f8a9427 tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.6541562 Apr 28 11:05:36.571420 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 54162) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:05:36.572404 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a71dfac-d4aa-4641-abc4-b65aa0833732 tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Pushing event updated for resources: {'Subnet': ['ID=720d382a-3dde-4059-9ea9-eaec2fee9178,revision_number=0']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:05:36.576043 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b92987c-5592-47ac-af03-a8241f8a9427 tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Pushing event updated for resources: {'Network': ['ID=2fb255c7-9fa3-4e5e-b349-b201da445827,revision_number=1']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:05:36.580724 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-7dbe34b0-5279-4ea7-83f7-37be7be3e6f8 tempest-NegativeSecGroupTest-1259928955 tempest-NegativeSecGroupTest-1259928955-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924426'] for security_group (931ea904-2f6e-4cda-8cb8-6e3c98e1c86c), after_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:36.581667 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.v2.base [None req-2aebf9ac-45d3-4ef8-ad12-1e980cba0d62 tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Request body: {'subnet': {'network_id': '2fb255c7-9fa3-4e5e-b349-b201da445827', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=116162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:05:36.684793 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.db.db_base_plugin_common [None req-782bbc27-fedd-4291-aaa9-c050363e43b2 tempest-AllowedAddressPairTestJSON-759914361 tempest-AllowedAddressPairTestJSON-759914361-project] Allocated IP 172.20.0.6 (6c3ca039-ae8c-47c3-b984-604c8ace5e60/f9041669-e315-4bac-8bef-3f615c5f4ad4/0f8ce36d-c0cd-4cbe-9b88-a9651ab0e86e) {{(pid=116161) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 11:05:36.687062 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dbe34b0-5279-4ea7-83f7-37be7be3e6f8 tempest-NegativeSecGroupTest-1259928955 tempest-NegativeSecGroupTest-1259928955-project] Pushing event updated for resources: {'SecurityGroup': ['ID=931ea904-2f6e-4cda-8cb8-6e3c98e1c86c,revision_number=1']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:05:36.701263 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-d5a30cc5-e523-42d6-a5a3-0d7ad59a9334 tempest-SecGroupIPv6Test-2111680406 tempest-SecGroupIPv6Test-2111680406-project] Publish callbacks [] for security_group_rule (c4f4ee2e-d17f-45d5-ae91-afdd00c124c7), before_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:36.707996 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-1a71dfac-d4aa-4641-abc4-b65aa0833732 tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 2.1373310 Apr 28 11:05:36.710821 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 54164) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:05:36.716511 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-7dbe34b0-5279-4ea7-83f7-37be7be3e6f8 tempest-NegativeSecGroupTest-1259928955 tempest-NegativeSecGroupTest-1259928955-project] Publish callbacks [] for security_group (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:36.717981 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-7dbe34b0-5279-4ea7-83f7-37be7be3e6f8 tempest-NegativeSecGroupTest-1259928955 tempest-NegativeSecGroupTest-1259928955-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 1.4317942 Apr 28 11:05:36.722266 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f843289-2d8e-471f-b2e3-1616fab96990 None None] Network 5af9c5a9-50d8-4bfb-a7ef-82766428c3d5 requested from dv-neutron-master-2-hyperv {{(pid=116163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 11:05:36.727400 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.v2.base [None req-8bb77ad9-71f2-47bb-bd36-2132a7122a12 tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1609418707', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '720d382a-3dde-4059-9ea9-eaec2fee9178'}], 'security_groups': ['05f309c4-d92b-42d4-9b1d-db4667c4c039']}} {{(pid=116161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:05:36.734953 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 54166) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:05:36.744597 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Network 2fb255c7-9fa3-4e5e-b349-b201da445827 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=116163) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 28 11:05:36.773233 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.v2.base [None req-f2dad458-568f-4865-809d-603145852a6f tempest-NegativeSecGroupTest-1259928955 tempest-NegativeSecGroupTest-1259928955-project] Request body: {'security_group_rule': {'security_group_id': '931ea904-2f6e-4cda-8cb8-6e3c98e1c86c', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=116161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:05:36.809064 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-d5a30cc5-e523-42d6-a5a3-0d7ad59a9334 tempest-SecGroupIPv6Test-2111680406 tempest-SecGroupIPv6Test-2111680406-project] Publish callbacks [] for security_group_rule (c4f4ee2e-d17f-45d5-ae91-afdd00c124c7), precommit_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:36.810108 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2aebf9ac-45d3-4ef8-ad12-1e980cba0d62 tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Made reservation on behalf of 1d85c55944a24e6b8fc5b73917e91c0e for: {'subnet': 1} {{(pid=116162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 11:05:36.815140 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-2aebf9ac-45d3-4ef8-ad12-1e980cba0d62 tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4210834'] for subnet (None), before_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:36.861505 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d95775a-5f4d-4a0b-88c7-de3b9d982178 None None] Network 6c3ca039-ae8c-47c3-b984-604c8ace5e60 requested from dv-neutron-master-2-hyperv {{(pid=116163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 11:05:36.888122 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-d5a30cc5-e523-42d6-a5a3-0d7ad59a9334 tempest-SecGroupIPv6Test-2111680406 tempest-SecGroupIPv6Test-2111680406-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1912725'] for security_group_rule (c4f4ee2e-d17f-45d5-ae91-afdd00c124c7), after_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:36.931145 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-f2dad458-568f-4865-809d-603145852a6f tempest-NegativeSecGroupTest-1259928955 tempest-NegativeSecGroupTest-1259928955-project] Publish callbacks [] for security_group_rule (c060ffef-2506-444c-afde-e38d900d493a), before_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:36.973644 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a30cc5-e523-42d6-a5a3-0d7ad59a9334 tempest-SecGroupIPv6Test-2111680406 tempest-SecGroupIPv6Test-2111680406-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c4f4ee2e-d17f-45d5-ae91-afdd00c124c7,revision_number=0']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:05:36.982316 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 54172) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:05:36.997792 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-d5a30cc5-e523-42d6-a5a3-0d7ad59a9334 tempest-SecGroupIPv6Test-2111680406 tempest-SecGroupIPv6Test-2111680406-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:37.001842 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-d5a30cc5-e523-42d6-a5a3-0d7ad59a9334 tempest-SecGroupIPv6Test-2111680406 tempest-SecGroupIPv6Test-2111680406-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4955406 Apr 28 11:05:37.008097 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 54174) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:05:37.014523 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.v2.base [None req-8cef136d-29ce-40fe-a2a1-36772e2e3f7a tempest-SecGroupIPv6Test-2111680406 tempest-SecGroupIPv6Test-2111680406-project] Request body: {'security_group_rule': {'security_group_id': '18d6582c-98b7-4f6a-9adc-f1e6621fb07a', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=116162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:05:37.033613 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Provisioning complete for port af24ae90-6db2-4274-89bf-fd26d24af8c2 triggered by entity L2. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:05:37.037587 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (af24ae90-6db2-4274-89bf-fd26d24af8c2), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:37.075782 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_hamode_db [None req-8b15da30-f7ae-4635-8a33-cd538710b7c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '077583a6-3e91-4e7b-b09b-2ee4e2f6efd3', 'name': 'tempest-RoutersTest-router-326742487', 'tenant_id': '1d85c55944a24e6b8fc5b73917e91c0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T11:05:19Z', 'updated_at': '2022-04-28T11:05:33Z', 'revision_number': 3, 'project_id': '1d85c55944a24e6b8fc5b73917e91c0e', 'gw_port_host': None, '_interfaces': [{'id': 'a11cbac1-383c-4f11-8169-eee231f42006', 'name': '', 'network_id': '98df3218-a027-4fe2-8b10-e1f1956e3827', 'tenant_id': '1d85c55944a24e6b8fc5b73917e91c0e', 'mac_address': 'fa:16:3e:33:5e:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '077583a6-3e91-4e7b-b09b-2ee4e2f6efd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1038, 'fixed_ips': [{'subnet_id': 'a5c018ca-906e-4425-bf42-6e13a46d1530', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:05:22Z', 'updated_at': '2022-04-28T11:05:30Z', 'revision_number': 5, 'project_id': '1d85c55944a24e6b8fc5b73917e91c0e', 'subnets': [{'id': 'a5c018ca-906e-4425-bf42-6e13a46d1530', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f70b8dfa-b827-4b97-ab33-a3da7f94590a', 'name': '', 'network_id': 'dcd9b946-da1e-42aa-975b-f2fc3c00de71', 'tenant_id': '1d85c55944a24e6b8fc5b73917e91c0e', 'mac_address': 'fa:16:3e:62:4e:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '077583a6-3e91-4e7b-b09b-2ee4e2f6efd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1079, 'fixed_ips': [{'subnet_id': '82f04b91-b379-4454-bf04-c8f726296c87', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:05:32Z', 'updated_at': '2022-04-28T11:05:33Z', 'revision_number': 2, 'project_id': '1d85c55944a24e6b8fc5b73917e91c0e', 'subnets': [{'id': '82f04b91-b379-4454-bf04-c8f726296c87', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=116163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:05:37.147072 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b15da30-f7ae-4635-8a33-cd538710b7c3 None None] Checking router: 077583a6-3e91-4e7b-b09b-2ee4e2f6efd3 for host: dv-neutron-master-2-hyperv {{(pid=116163) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 11:05:37.147562 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b15da30-f7ae-4635-8a33-cd538710b7c3 None None] Updating router 077583a6-3e91-4e7b-b09b-2ee4e2f6efd3 port f70b8dfa-b827-4b97-ab33-a3da7f94590a binding host dv-neutron-master-2-hyperv {{(pid=116163) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 28 11:05:37.177705 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-9d3aed39-b26c-497d-a716-56af200ff1c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (75ba81b7-fe99-4281-90d2-a5adb445ecea), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:37.260383 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-8b15da30-f7ae-4635-8a33-cd538710b7c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (f70b8dfa-b827-4b97-ab33-a3da7f94590a), before_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:37.267619 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-063812b1-09e7-47c5-b010-5be108c14f56 None None] Current status of the port af24ae90-6db2-4274-89bf-fd26d24af8c2 is: ACTIVE; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:05:37.393621 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-f2dad458-568f-4865-809d-603145852a6f tempest-NegativeSecGroupTest-1259928955 tempest-NegativeSecGroupTest-1259928955-project] Publish callbacks [] for security_group_rule (c060ffef-2506-444c-afde-e38d900d493a), precommit_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:37.421692 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-8cef136d-29ce-40fe-a2a1-36772e2e3f7a tempest-SecGroupIPv6Test-2111680406 tempest-SecGroupIPv6Test-2111680406-project] Publish callbacks [] for security_group_rule (925b1394-4f61-4857-98af-fe24446c6c73), before_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:37.460945 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1aec82cc-c6fb-46d1-94fc-9e7e78ce405a None None] Update dhcp port {'port': {'network_id': '5af9c5a9-50d8-4bfb-a7ef-82766428c3d5', 'fixed_ips': [{'subnet_id': '9f18b899-242b-4901-818c-074626eadbe2', 'ip_address': '2001:db8::2'}, {'subnet_id': '720d382a-3dde-4059-9ea9-eaec2fee9178'}], 'binding:host_id': 'dv-neutron-master-2-hyperv'}, 'id': '14cb9b38-d261-4aef-bfb5-588d0ba37e81'} from dv-neutron-master-2-hyperv. {{(pid=116163) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Apr 28 11:05:37.470298 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-8bb77ad9-71f2-47bb-bd36-2132a7122a12 tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (5ca6ac35-b660-4d70-a0a0-9378f61d51cb), before_update {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:37.471246 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-a3dcac01-43ca-491f-8c49-44de8d8469df None None] Provisioning complete for port 217a18d5-9f5d-4e85-9483-0422488e63c1 triggered by entity DHCP. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:05:37.471628 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-a3dcac01-43ca-491f-8c49-44de8d8469df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (217a18d5-9f5d-4e85-9483-0422488e63c1), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:37.473449 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Current status of the port af24ae90-6db2-4274-89bf-fd26d24af8c2 is: ACTIVE; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:05:37.538925 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-f2dad458-568f-4865-809d-603145852a6f tempest-NegativeSecGroupTest-1259928955 tempest-NegativeSecGroupTest-1259928955-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1912725'] for security_group_rule (c060ffef-2506-444c-afde-e38d900d493a), after_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:37.540718 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-1aec82cc-c6fb-46d1-94fc-9e7e78ce405a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (14cb9b38-d261-4aef-bfb5-588d0ba37e81), before_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:37.571683 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2dad458-568f-4865-809d-603145852a6f tempest-NegativeSecGroupTest-1259928955 tempest-NegativeSecGroupTest-1259928955-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c060ffef-2506-444c-afde-e38d900d493a,revision_number=0']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:05:37.727711 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-8cef136d-29ce-40fe-a2a1-36772e2e3f7a tempest-SecGroupIPv6Test-2111680406 tempest-SecGroupIPv6Test-2111680406-project] Publish callbacks [] for security_group_rule (925b1394-4f61-4857-98af-fe24446c6c73), precommit_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:37.748204 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-2aebf9ac-45d3-4ef8-ad12-1e980cba0d62 tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5054027', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4210784'] for subnet (12b00ce9-212a-4d97-be2f-b5b818be2996), after_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:37.763682 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-782bbc27-fedd-4291-aaa9-c050363e43b2 tempest-AllowedAddressPairTestJSON-759914361 tempest-AllowedAddressPairTestJSON-759914361-project] Publish callbacks [] for port (0f8ce36d-c0cd-4cbe-9b88-a9651ab0e86e), precommit_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:37.771287 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-f2dad458-568f-4865-809d-603145852a6f tempest-NegativeSecGroupTest-1259928955 tempest-NegativeSecGroupTest-1259928955-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:37.775667 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-f2dad458-568f-4865-809d-603145852a6f tempest-NegativeSecGroupTest-1259928955 tempest-NegativeSecGroupTest-1259928955-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0357347 Apr 28 11:05:37.800273 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 54176) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:05:37.806315 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.v2.base [None req-7466c15d-780b-4894-b9b1-0b5de9072ef1 tempest-NegativeSecGroupTest-1259928955 tempest-NegativeSecGroupTest-1259928955-project] Request body: {'security_group_rule': {'security_group_id': '931ea904-2f6e-4cda-8cb8-6e3c98e1c86c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=116161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:05:37.828910 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-8cef136d-29ce-40fe-a2a1-36772e2e3f7a tempest-SecGroupIPv6Test-2111680406 tempest-SecGroupIPv6Test-2111680406-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1912725'] for security_group_rule (925b1394-4f61-4857-98af-fe24446c6c73), after_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:37.887392 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cef136d-29ce-40fe-a2a1-36772e2e3f7a tempest-SecGroupIPv6Test-2111680406 tempest-SecGroupIPv6Test-2111680406-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=925b1394-4f61-4857-98af-fe24446c6c73,revision_number=0']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:05:37.908200 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aebf9ac-45d3-4ef8-ad12-1e980cba0d62 tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Pushing event updated for resources: {'Subnet': ['ID=12b00ce9-212a-4d97-be2f-b5b818be2996,revision_number=0']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:05:37.919441 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Device af24ae90-6db2-4274-89bf-fd26d24af8c2 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=116163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 11:05:37.947969 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-8cef136d-29ce-40fe-a2a1-36772e2e3f7a tempest-SecGroupIPv6Test-2111680406 tempest-SecGroupIPv6Test-2111680406-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:37.949187 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-8cef136d-29ce-40fe-a2a1-36772e2e3f7a tempest-SecGroupIPv6Test-2111680406 tempest-SecGroupIPv6Test-2111680406-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.9408915 Apr 28 11:05:37.952467 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2aebf9ac-45d3-4ef8-ad12-1e980cba0d62 tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Checking segment: {'id': 'a4ad6f44-0259-4a22-a32e-d93856e5de70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '2fb255c7-9fa3-4e5e-b349-b201da445827'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 11:05:37.952835 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2aebf9ac-45d3-4ef8-ad12-1e980cba0d62 tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Network hostable DHCP agents. Network: 2fb255c7-9fa3-4e5e-b349-b201da445827, hostable agents: ['75ba81b7-fe99-4281-90d2-a5adb445ecea'], hosted agents: [] {{(pid=116162) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 11:05:37.953589 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 54178) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:05:37.963387 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.v2.base [None req-dd560ca8-b942-411c-9adc-afda98c49b2c tempest-SecGroupIPv6Test-2111680406 tempest-SecGroupIPv6Test-2111680406-project] Request body: {'security_group_rule': {'security_group_id': '18d6582c-98b7-4f6a-9adc-f1e6621fb07a', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=116161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:05:38.011298 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-7466c15d-780b-4894-b9b1-0b5de9072ef1 tempest-NegativeSecGroupTest-1259928955 tempest-NegativeSecGroupTest-1259928955-project] Publish callbacks [] for security_group_rule (4aefaebd-fdbf-4437-b50b-fc820b3fc907), before_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:38.023815 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-28da9d54-366d-4298-9a67-b90487bf0dec tempest-TestNetworkAdvancedServerOps-1762458272 tempest-TestNetworkAdvancedServerOps-1762458272-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2063420'] for router_interface (c45b3fd7-2de6-4133-9f44-79efc511aaba), before_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:38.037402 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-782bbc27-fedd-4291-aaa9-c050363e43b2 tempest-AllowedAddressPairTestJSON-759914361 tempest-AllowedAddressPairTestJSON-759914361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742234710357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5219112'] for port (0f8ce36d-c0cd-4cbe-9b88-a9651ab0e86e), after_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:38.107377 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.db.db_base_plugin_common [None req-8bb77ad9-71f2-47bb-bd36-2132a7122a12 tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Delete allocated IP 2001:db8::248 (5af9c5a9-50d8-4bfb-a7ef-82766428c3d5/9f18b899-242b-4901-818c-074626eadbe2) {{(pid=116161) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Apr 28 11:05:38.118654 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2aebf9ac-45d3-4ef8-ad12-1e980cba0d62 tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Network 2fb255c7-9fa3-4e5e-b349-b201da445827 is scheduled to be hosted by DHCP agent 75ba81b7-fe99-4281-90d2-a5adb445ecea with binding_index 1 {{(pid=116162) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 11:05:38.129932 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-a3dcac01-43ca-491f-8c49-44de8d8469df None None] Current status of the port 217a18d5-9f5d-4e85-9483-0422488e63c1 is: DOWN; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:05:38.131589 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-a3dcac01-43ca-491f-8c49-44de8d8469df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (217a18d5-9f5d-4e85-9483-0422488e63c1), before_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:38.136857 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-782bbc27-fedd-4291-aaa9-c050363e43b2 tempest-AllowedAddressPairTestJSON-759914361 tempest-AllowedAddressPairTestJSON-759914361-project] Network 6c3ca039-ae8c-47c3-b984-604c8ace5e60 is already hosted by enough agents. {{(pid=116161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 11:05:38.138696 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.db.db_base_plugin_common [None req-8bb77ad9-71f2-47bb-bd36-2132a7122a12 tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Allocated IP 2001:db8:0:1::29f (5af9c5a9-50d8-4bfb-a7ef-82766428c3d5/720d382a-3dde-4059-9ea9-eaec2fee9178/5ca6ac35-b660-4d70-a0a0-9378f61d51cb) {{(pid=116161) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 11:05:38.154594 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.scheduler.base_scheduler [None req-782bbc27-fedd-4291-aaa9-c050363e43b2 tempest-AllowedAddressPairTestJSON-759914361 tempest-AllowedAddressPairTestJSON-759914361-project] Resources bound (agent type, host, resource id): {{(pid=116161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 11:05:38.163372 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-dd560ca8-b942-411c-9adc-afda98c49b2c tempest-SecGroupIPv6Test-2111680406 tempest-SecGroupIPv6Test-2111680406-project] Publish callbacks [] for security_group_rule (07905aa7-2474-4da8-a704-f0ccfd87058f), before_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:38.170617 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-782bbc27-fedd-4291-aaa9-c050363e43b2 tempest-AllowedAddressPairTestJSON-759914361 tempest-AllowedAddressPairTestJSON-759914361-project] Received port after_create {{(pid=116161) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 11:05:38.176251 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Provisioning complete for port af24ae90-6db2-4274-89bf-fd26d24af8c2 triggered by entity L2. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:05:38.176711 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (af24ae90-6db2-4274-89bf-fd26d24af8c2), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:38.182042 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-782bbc27-fedd-4291-aaa9-c050363e43b2 tempest-AllowedAddressPairTestJSON-759914361 tempest-AllowedAddressPairTestJSON-759914361-project] Pushing event updated for resources: {'Port': ['ID=0f8ce36d-c0cd-4cbe-9b88-a9651ab0e86e,revision_number=1']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:05:38.183767 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.scheduler.base_scheduler [None req-2aebf9ac-45d3-4ef8-ad12-1e980cba0d62 tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 2fb255c7-9fa3-4e5e-b349-b201da445827) {{(pid=116162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 11:05:38.191009 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2aebf9ac-45d3-4ef8-ad12-1e980cba0d62 tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:05:38.191162 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-2aebf9ac-45d3-4ef8-ad12-1e980cba0d62 tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Publish callbacks [] for subnet (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:38.218818 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69a9f635-8b3c-42e4-9b33-8ebb96d55cae None None] Network 2fb255c7-9fa3-4e5e-b349-b201da445827 requested from dv-neutron-master-2-hyperv {{(pid=116163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 11:05:38.258638 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.api.v2.resource [None req-7466c15d-780b-4894-b9b1-0b5de9072ef1 tempest-NegativeSecGroupTest-1259928955 tempest-NegativeSecGroupTest-1259928955-project] create failed (client error): There was a conflict when trying to complete your request. Apr 28 11:05:38.264415 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-7466c15d-780b-4894-b9b1-0b5de9072ef1 tempest-NegativeSecGroupTest-1259928955 tempest-NegativeSecGroupTest-1259928955-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.4617457 Apr 28 11:05:38.269962 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 54180) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:05:38.272219 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-8b15da30-f7ae-4635-8a33-cd538710b7c3 None None] Publish callbacks [] for port (f70b8dfa-b827-4b97-ab33-a3da7f94590a), precommit_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:38.304444 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-a3dcac01-43ca-491f-8c49-44de8d8469df None None] For port 217a18d5-9f5d-4e85-9483-0422488e63c1, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=217a18d5-9f5d-4e85-9483-0422488e63c1,segment=NetworkSegment(0eb6bf2d-384f-4e86-842d-22ed6727b9eb),segment_id=0eb6bf2d-384f-4e86-842d-22ed6727b9eb)] {{(pid=116163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 11:05:38.332384 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-2aebf9ac-45d3-4ef8-ad12-1e980cba0d62 tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7576842 Apr 28 11:05:38.338776 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 54182) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:05:38.349123 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-782bbc27-fedd-4291-aaa9-c050363e43b2 tempest-AllowedAddressPairTestJSON-759914361 tempest-AllowedAddressPairTestJSON-759914361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:05:38.350040 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-782bbc27-fedd-4291-aaa9-c050363e43b2 tempest-AllowedAddressPairTestJSON-759914361 tempest-AllowedAddressPairTestJSON-759914361-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198022'] for port (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:38.393023 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.plugin [None req-28da9d54-366d-4298-9a67-b90487bf0dec tempest-TestNetworkAdvancedServerOps-1762458272 tempest-TestNetworkAdvancedServerOps-1762458272-project] Deleting port 4221dd26-6373-4172-b4b5-3a88cffbec25 {{(pid=116162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 11:05:38.393370 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-28da9d54-366d-4298-9a67-b90487bf0dec tempest-TestNetworkAdvancedServerOps-1762458272 tempest-TestNetworkAdvancedServerOps-1762458272-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742235130188'] for port (4221dd26-6373-4172-b4b5-3a88cffbec25), before_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:38.409300 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Current status of the port af24ae90-6db2-4274-89bf-fd26d24af8c2 is: ACTIVE; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:05:38.409522 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-6e010d32-55f9-4d6b-bc96-82aa0970d7be tempest-NegativeSecGroupTest-1259928955 tempest-NegativeSecGroupTest-1259928955-project] Publish callbacks [] for security_group (931ea904-2f6e-4cda-8cb8-6e3c98e1c86c), before_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:38.410391 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Device 217a18d5-9f5d-4e85-9483-0422488e63c1 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=116163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 11:05:38.412312 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-8b15da30-f7ae-4635-8a33-cd538710b7c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393'] for port (f70b8dfa-b827-4b97-ab33-a3da7f94590a), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:38.419962 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-a3dcac01-43ca-491f-8c49-44de8d8469df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393'] for port (217a18d5-9f5d-4e85-9483-0422488e63c1), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:38.478486 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-6e010d32-55f9-4d6b-bc96-82aa0970d7be tempest-NegativeSecGroupTest-1259928955 tempest-NegativeSecGroupTest-1259928955-project] Publish callbacks [] for security_group (931ea904-2f6e-4cda-8cb8-6e3c98e1c86c), precommit_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:38.522342 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-782bbc27-fedd-4291-aaa9-c050363e43b2 tempest-AllowedAddressPairTestJSON-759914361 tempest-AllowedAddressPairTestJSON-759914361-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 999 time: 3.1549129 Apr 28 11:05:38.526959 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 54184) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:05:38.544059 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Provisioning complete for port 217a18d5-9f5d-4e85-9483-0422488e63c1 triggered by entity L2. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:05:38.544449 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (217a18d5-9f5d-4e85-9483-0422488e63c1), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:38.546452 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c16bc85c-57ff-4054-a42f-139990998434 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-2fb255c7-9fa3-4e5e-b349-b201da445827', 'network_id': '2fb255c7-9fa3-4e5e-b349-b201da445827', 'project_id': '1d85c55944a24e6b8fc5b73917e91c0e', 'fixed_ips': [{'subnet_id': '12b00ce9-212a-4d97-be2f-b5b818be2996'}]}} from dv-neutron-master-2-hyperv. {{(pid=116163) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 28 11:05:38.547299 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-c16bc85c-57ff-4054-a42f-139990998434 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (None), before_create {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:38.555788 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e642817-069e-4eda-b200-a945e1943bdd None None] Pushing event updated for resources: {'Port': ['ID=f70b8dfa-b827-4b97-ab33-a3da7f94590a,revision_number=3']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:05:38.569154 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-dd560ca8-b942-411c-9adc-afda98c49b2c tempest-SecGroupIPv6Test-2111680406 tempest-SecGroupIPv6Test-2111680406-project] Publish callbacks [] for security_group_rule (07905aa7-2474-4da8-a704-f0ccfd87058f), precommit_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:38.575892 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.db [None req-28da9d54-366d-4298-9a67-b90487bf0dec tempest-TestNetworkAdvancedServerOps-1762458272 tempest-TestNetworkAdvancedServerOps-1762458272-project] For port 4221dd26-6373-4172-b4b5-3a88cffbec25, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=4221dd26-6373-4172-b4b5-3a88cffbec25,segment=NetworkSegment(3a3711b0-a922-46d0-81e4-03dc755adc63),segment_id=3a3711b0-a922-46d0-81e4-03dc755adc63)] {{(pid=116162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 11:05:38.577497 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-28da9d54-366d-4298-9a67-b90487bf0dec tempest-TestNetworkAdvancedServerOps-1762458272 tempest-TestNetworkAdvancedServerOps-1762458272-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1938497'] for port (4221dd26-6373-4172-b4b5-3a88cffbec25), precommit_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:38.602614 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.plugin [None req-28da9d54-366d-4298-9a67-b90487bf0dec tempest-TestNetworkAdvancedServerOps-1762458272 tempest-TestNetworkAdvancedServerOps-1762458272-project] Calling delete_port for 4221dd26-6373-4172-b4b5-3a88cffbec25 owned by network:router_interface {{(pid=116162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 11:05:38.649542 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Device 4e227636-7ca1-4704-b1c2-48c58d1d0b6c no longer exists at agent hyperv_hv-neutron-mast {{(pid=116163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 11:05:38.652181 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3dcac01-43ca-491f-8c49-44de8d8469df None None] Pushing event updated for resources: {'Port': ['ID=217a18d5-9f5d-4e85-9483-0422488e63c1,revision_number=3']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:05:38.676767 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-dd560ca8-b942-411c-9adc-afda98c49b2c tempest-SecGroupIPv6Test-2111680406 tempest-SecGroupIPv6Test-2111680406-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1912725'] for security_group_rule (07905aa7-2474-4da8-a704-f0ccfd87058f), after_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:38.760597 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd560ca8-b942-411c-9adc-afda98c49b2c tempest-SecGroupIPv6Test-2111680406 tempest-SecGroupIPv6Test-2111680406-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=07905aa7-2474-4da8-a704-f0ccfd87058f,revision_number=0']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:05:38.790001 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-1281d9f2-bba3-4b73-9da4-aa56887079c9 None None] Provisioning complete for port 8de7fd0b-9328-456a-aa53-d9c05a1f6355 triggered by entity DHCP. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:05:38.790385 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-1281d9f2-bba3-4b73-9da4-aa56887079c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (8de7fd0b-9328-456a-aa53-d9c05a1f6355), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:38.811268 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-8bb77ad9-71f2-47bb-bd36-2132a7122a12 tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Publish callbacks [] for port (5ca6ac35-b660-4d70-a0a0-9378f61d51cb), precommit_update {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:38.814640 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] No Port match for: 4e227636-7ca1-4704-b1c2-48c58d1d0b6c {{(pid=116163) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 28 11:05:38.814881 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Device 4e227636-7ca1-4704-b1c2-48c58d1d0b6c not bound to the agent host hv-neutron-mast {{(pid=116163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 11:05:38.836649 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a6e5225-fbe9-4575-b3fc-4f9656949f4d tempest-AllowedAddressPairTestJSON-759914361 tempest-AllowedAddressPairTestJSON-759914361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:05:38.843288 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a6e5225-fbe9-4575-b3fc-4f9656949f4d tempest-AllowedAddressPairTestJSON-759914361 tempest-AllowedAddressPairTestJSON-759914361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:05:38.850674 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a6e5225-fbe9-4575-b3fc-4f9656949f4d tempest-AllowedAddressPairTestJSON-759914361 tempest-AllowedAddressPairTestJSON-759914361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:05:38.856753 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-5a6e5225-fbe9-4575-b3fc-4f9656949f4d tempest-AllowedAddressPairTestJSON-759914361 tempest-AllowedAddressPairTestJSON-759914361-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2467 time: 0.3248067 Apr 28 11:05:38.856949 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-dd560ca8-b942-411c-9adc-afda98c49b2c tempest-SecGroupIPv6Test-2111680406 tempest-SecGroupIPv6Test-2111680406-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:38.856949 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-dd560ca8-b942-411c-9adc-afda98c49b2c tempest-SecGroupIPv6Test-2111680406 tempest-SecGroupIPv6Test-2111680406-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.9006975 Apr 28 11:05:38.858939 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 54186) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:05:38.860619 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 54188) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:05:38.869557 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-6e010d32-55f9-4d6b-bc96-82aa0970d7be tempest-NegativeSecGroupTest-1259928955 tempest-NegativeSecGroupTest-1259928955-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924426'] for security_group (931ea904-2f6e-4cda-8cb8-6e3c98e1c86c), after_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:38.872804 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-6e010d32-55f9-4d6b-bc96-82aa0970d7be tempest-NegativeSecGroupTest-1259928955 tempest-NegativeSecGroupTest-1259928955-project] Publish callbacks [] for security_group (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:38.874870 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-6e010d32-55f9-4d6b-bc96-82aa0970d7be tempest-NegativeSecGroupTest-1259928955 tempest-NegativeSecGroupTest-1259928955-project] 10.222.0.10 "DELETE /v2.0/security-groups/931ea904-2f6e-4cda-8cb8-6e3c98e1c86c HTTP/1.1" status: 204 len: 168 time: 0.6024313 Apr 28 11:05:38.886612 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 54190) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:05:38.907600 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.managers [None req-8b15da30-f7ae-4635-8a33-cd538710b7c3 None None] Attempting to bind port f70b8dfa-b827-4b97-ab33-a3da7f94590a on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=116163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 28 11:05:38.908015 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.managers [None req-8b15da30-f7ae-4635-8a33-cd538710b7c3 None None] Attempting to bind port f70b8dfa-b827-4b97-ab33-a3da7f94590a by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '7d1a5d49-a55f-4577-afd0-9c3d949696e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'dcd9b946-da1e-42aa-975b-f2fc3c00de71'}] {{(pid=116163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 28 11:05:38.908389 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b15da30-f7ae-4635-8a33-cd538710b7c3 None None] Attempting to bind port f70b8dfa-b827-4b97-ab33-a3da7f94590a on network dcd9b946-da1e-42aa-975b-f2fc3c00de71 {{(pid=116163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 11:05:38.910293 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-1281d9f2-bba3-4b73-9da4-aa56887079c9 None None] Port 8de7fd0b-9328-456a-aa53-d9c05a1f6355 cannot update to ACTIVE because it is not bound. {{(pid=116163) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 28 11:05:38.911783 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e010d32-55f9-4d6b-bc96-82aa0970d7be tempest-NegativeSecGroupTest-1259928955 tempest-NegativeSecGroupTest-1259928955-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=931ea904-2f6e-4cda-8cb8-6e3c98e1c86c,revision_number=None']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:05:38.934949 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-8bb77ad9-71f2-47bb-bd36-2132a7122a12 tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5219123'] for port (5ca6ac35-b660-4d70-a0a0-9378f61d51cb), after_update {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:38.990832 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-0d55c7b5-7145-48d9-a3ec-c292262183a6 tempest-NegativeSecGroupTest-1259928955 tempest-NegativeSecGroupTest-1259928955-project] 10.222.0.10 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0981140 Apr 28 11:05:38.991081 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b15da30-f7ae-4635-8a33-cd538710b7c3 None None] Checking agent: {'id': 'd5baab19-5dd1-4902-922b-84acb048ab9c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 10, 50, 43), 'started_at': datetime.datetime(2022, 4, 28, 10, 51, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 11, 5, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=116163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 11:05:38.991081 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b15da30-f7ae-4635-8a33-cd538710b7c3 None None] Checking segment: {'id': '7d1a5d49-a55f-4577-afd0-9c3d949696e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'dcd9b946-da1e-42aa-975b-f2fc3c00de71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 11:05:38.991081 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-8b15da30-f7ae-4635-8a33-cd538710b7c3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:38.991770 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b15da30-f7ae-4635-8a33-cd538710b7c3 None None] Bound using segment: {'id': '7d1a5d49-a55f-4577-afd0-9c3d949696e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'dcd9b946-da1e-42aa-975b-f2fc3c00de71'} {{(pid=116163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 11:05:38.991876 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 54192) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:05:38.991980 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.managers [None req-8b15da30-f7ae-4635-8a33-cd538710b7c3 None None] Bound port: f70b8dfa-b827-4b97-ab33-a3da7f94590a, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d1a5d49-a55f-4577-afd0-9c3d949696e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'dcd9b946-da1e-42aa-975b-f2fc3c00de71'}}] {{(pid=116163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 28 11:05:38.992170 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-8b15da30-f7ae-4635-8a33-cd538710b7c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (f70b8dfa-b827-4b97-ab33-a3da7f94590a), before_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:39.000845 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.v2.base [None req-de39cf22-11b6-4afc-a64c-3665346a10be tempest-NegativeSecGroupTest-1259928955 tempest-NegativeSecGroupTest-1259928955-project] Request body: {'security_group': {'name': 'tempest-secgroup--1648213264'}} {{(pid=116162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:05:39.014931 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-f7477af6-9349-472f-b9e1-b8b6adb92728 tempest-SecGroupIPv6Test-2111680406 tempest-SecGroupIPv6Test-2111680406-project] Publish callbacks [] for security_group_rule (07905aa7-2474-4da8-a704-f0ccfd87058f), before_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:39.021436 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-1281d9f2-bba3-4b73-9da4-aa56887079c9 None None] Provisioning complete for port 0f8ce36d-c0cd-4cbe-9b88-a9651ab0e86e triggered by entity DHCP. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:05:39.023348 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-1281d9f2-bba3-4b73-9da4-aa56887079c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (0f8ce36d-c0cd-4cbe-9b88-a9651ab0e86e), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:39.024760 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-f7477af6-9349-472f-b9e1-b8b6adb92728 tempest-SecGroupIPv6Test-2111680406 tempest-SecGroupIPv6Test-2111680406-project] Publish callbacks [] for security_group_rule (07905aa7-2474-4da8-a704-f0ccfd87058f), precommit_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:39.037597 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.db_base_plugin_common [None req-c16bc85c-57ff-4054-a42f-139990998434 None None] Allocated IP 172.22.0.2 (2fb255c7-9fa3-4e5e-b349-b201da445827/12b00ce9-212a-4d97-be2f-b5b818be2996/da4673b9-e1ff-422b-b387-80b380c150d4) {{(pid=116163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 11:05:39.080654 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.db_base_plugin_common [None req-1aec82cc-c6fb-46d1-94fc-9e7e78ce405a None None] Allocated IP 2001:db8:0:1::2 (5af9c5a9-50d8-4bfb-a7ef-82766428c3d5/720d382a-3dde-4059-9ea9-eaec2fee9178/14cb9b38-d261-4aef-bfb5-588d0ba37e81) {{(pid=116163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 11:05:39.106084 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Current status of the port 217a18d5-9f5d-4e85-9483-0422488e63c1 is: ACTIVE; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:05:39.115270 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-28da9d54-366d-4298-9a67-b90487bf0dec tempest-TestNetworkAdvancedServerOps-1762458272 tempest-TestNetworkAdvancedServerOps-1762458272-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742235135690', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742234710366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5051867'] for port (4221dd26-6373-4172-b4b5-3a88cffbec25), after_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:39.143640 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.plugin [None req-8bb77ad9-71f2-47bb-bd36-2132a7122a12 tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] In _notify_port_updated(), no bound segment for port 5ca6ac35-b660-4d70-a0a0-9378f61d51cb on network 5af9c5a9-50d8-4bfb-a7ef-82766428c3d5 {{(pid=116161) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:936}} Apr 28 11:05:39.148048 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28da9d54-366d-4298-9a67-b90487bf0dec tempest-TestNetworkAdvancedServerOps-1762458272 tempest-TestNetworkAdvancedServerOps-1762458272-project] Pushing event deleted for resources: {'Port': ['ID=4221dd26-6373-4172-b4b5-3a88cffbec25,revision_number=None']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:05:39.148965 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bb77ad9-71f2-47bb-bd36-2132a7122a12 tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:05:39.149655 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-8bb77ad9-71f2-47bb-bd36-2132a7122a12 tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198022'] for port (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:39.151073 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-8bb77ad9-71f2-47bb-bd36-2132a7122a12 tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] 10.222.0.10 "PUT /v2.0/ports/5ca6ac35-b660-4d70-a0a0-9378f61d51cb HTTP/1.1" status: 200 len: 931 time: 2.4391477 Apr 28 11:05:39.158616 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-1281d9f2-bba3-4b73-9da4-aa56887079c9 None None] Port 0f8ce36d-c0cd-4cbe-9b88-a9651ab0e86e cannot update to ACTIVE because it is not bound. {{(pid=116163) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 28 11:05:39.158852 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 54196) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:05:39.162273 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb77ad9-71f2-47bb-bd36-2132a7122a12 tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Pushing event updated for resources: {'Port': ['ID=5ca6ac35-b660-4d70-a0a0-9378f61d51cb,revision_number=2']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:05:39.176023 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.plugin [None req-95252713-a801-4e60-b58a-be55af44b059 tempest-AllowedAddressPairTestJSON-759914361 tempest-AllowedAddressPairTestJSON-759914361-project] Deleting port 0f8ce36d-c0cd-4cbe-9b88-a9651ab0e86e {{(pid=116161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 11:05:39.176372 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-95252713-a801-4e60-b58a-be55af44b059 tempest-AllowedAddressPairTestJSON-759914361 tempest-AllowedAddressPairTestJSON-759914361-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742235130188'] for port (0f8ce36d-c0cd-4cbe-9b88-a9651ab0e86e), before_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:39.222901 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-de39cf22-11b6-4afc-a64c-3665346a10be tempest-NegativeSecGroupTest-1259928955 tempest-NegativeSecGroupTest-1259928955-project] Publish callbacks [] for security_group (None), before_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:39.234768 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-1281d9f2-bba3-4b73-9da4-aa56887079c9 None None] Provisioning complete for port 217a18d5-9f5d-4e85-9483-0422488e63c1 triggered by entity DHCP. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:05:39.235664 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-1281d9f2-bba3-4b73-9da4-aa56887079c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (217a18d5-9f5d-4e85-9483-0422488e63c1), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:39.272831 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-f7477af6-9349-472f-b9e1-b8b6adb92728 tempest-SecGroupIPv6Test-2111680406 tempest-SecGroupIPv6Test-2111680406-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1912725'] for security_group_rule (07905aa7-2474-4da8-a704-f0ccfd87058f), after_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:39.289978 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-f7477af6-9349-472f-b9e1-b8b6adb92728 tempest-SecGroupIPv6Test-2111680406 tempest-SecGroupIPv6Test-2111680406-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:39.294153 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-f7477af6-9349-472f-b9e1-b8b6adb92728 tempest-SecGroupIPv6Test-2111680406 tempest-SecGroupIPv6Test-2111680406-project] 10.222.0.10 "DELETE /v2.0/security-group-rules/07905aa7-2474-4da8-a704-f0ccfd87058f HTTP/1.1" status: 204 len: 168 time: 0.4228976 Apr 28 11:05:39.299264 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 54198) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:05:39.315620 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7477af6-9349-472f-b9e1-b8b6adb92728 tempest-SecGroupIPv6Test-2111680406 tempest-SecGroupIPv6Test-2111680406-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=07905aa7-2474-4da8-a704-f0ccfd87058f,revision_number=None']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:05:39.316486 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-8b15da30-f7ae-4635-8a33-cd538710b7c3 None None] For port f70b8dfa-b827-4b97-ab33-a3da7f94590a, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=116163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 11:05:39.339507 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-8dfecbe8-68c6-4412-ba93-ba633dbbb7ad tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (None), before_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:39.360407 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-8b15da30-f7ae-4635-8a33-cd538710b7c3 None None] For port f70b8dfa-b827-4b97-ab33-a3da7f94590a, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=f70b8dfa-b827-4b97-ab33-a3da7f94590a,segment=NetworkSegment(7d1a5d49-a55f-4577-afd0-9c3d949696e8),segment_id=7d1a5d49-a55f-4577-afd0-9c3d949696e8)] {{(pid=116163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 11:05:39.360671 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.plugin [None req-71f331a9-a066-44ac-9621-0fe4bb20f74e tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Deleting port 5ca6ac35-b660-4d70-a0a0-9378f61d51cb {{(pid=116162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 11:05:39.360671 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-71f331a9-a066-44ac-9621-0fe4bb20f74e tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742235130188'] for port (5ca6ac35-b660-4d70-a0a0-9378f61d51cb), before_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:39.362351 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-95252713-a801-4e60-b58a-be55af44b059 tempest-AllowedAddressPairTestJSON-759914361 tempest-AllowedAddressPairTestJSON-759914361-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1938497'] for port (0f8ce36d-c0cd-4cbe-9b88-a9651ab0e86e), precommit_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:39.400353 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-1aec82cc-c6fb-46d1-94fc-9e7e78ce405a None None] For port 14cb9b38-d261-4aef-bfb5-588d0ba37e81, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=14cb9b38-d261-4aef-bfb5-588d0ba37e81,segment=NetworkSegment(607b19e2-1a18-4dda-af95-186903fc66e1),segment_id=607b19e2-1a18-4dda-af95-186903fc66e1)] {{(pid=116163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 11:05:39.401620 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 54200) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:05:39.405498 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.plugin [None req-95252713-a801-4e60-b58a-be55af44b059 tempest-AllowedAddressPairTestJSON-759914361 tempest-AllowedAddressPairTestJSON-759914361-project] Calling delete_port for 0f8ce36d-c0cd-4cbe-9b88-a9651ab0e86e owned by {{(pid=116161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 11:05:39.440561 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-6459b9f7-a978-4e49-9608-31163d34ff3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (6b492ad6-0876-4d74-b20d-28143a52ceba), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:39.459070 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-61be9ff2-eab0-4121-b3a9-4239b5a79b2a tempest-SecGroupIPv6Test-2111680406 tempest-SecGroupIPv6Test-2111680406-project] 10.222.0.10 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.1567957 Apr 28 11:05:39.466254 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 54202) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:05:39.486526 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-8b15da30-f7ae-4635-8a33-cd538710b7c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393'] for port (f70b8dfa-b827-4b97-ab33-a3da7f94590a), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:39.505986 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-1aec82cc-c6fb-46d1-94fc-9e7e78ce405a None None] Publish callbacks [] for port (14cb9b38-d261-4aef-bfb5-588d0ba37e81), precommit_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:39.518102 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-c16bc85c-57ff-4054-a42f-139990998434 None None] Publish callbacks [] for port (da4673b9-e1ff-422b-b387-80b380c150d4), precommit_create {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:39.547333 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-1281d9f2-bba3-4b73-9da4-aa56887079c9 None None] Current status of the port 217a18d5-9f5d-4e85-9483-0422488e63c1 is: ACTIVE; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:05:39.585260 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-e7da4324-2ea3-4bfb-9010-89a92e3f9231 tempest-SecGroupIPv6Test-2111680406 tempest-SecGroupIPv6Test-2111680406-project] Publish callbacks [] for security_group_rule (925b1394-4f61-4857-98af-fe24446c6c73), before_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:39.588847 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b15da30-f7ae-4635-8a33-cd538710b7c3 None None] Routers {'077583a6-3e91-4e7b-b09b-2ee4e2f6efd3'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=116163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 11:05:39.588847 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_hamode_db [None req-8b15da30-f7ae-4635-8a33-cd538710b7c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-28T10:50:39Z,description=,heartbeat_timestamp=2022-04-28T11:05:39Z,host='dv-neutron-master-2-hyperv',id=6b492ad6-0876-4d74-b20d-28143a52ceba,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T10:50:40Z,topic='l3_agent')) {'router_ids': ['077583a6-3e91-4e7b-b09b-2ee4e2f6efd3'], 'active': True} {{(pid=116163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:05:39.590218 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-1aec82cc-c6fb-46d1-94fc-9e7e78ce405a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393'] for port (14cb9b38-d261-4aef-bfb5-588d0ba37e81), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:39.616886 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-e7da4324-2ea3-4bfb-9010-89a92e3f9231 tempest-SecGroupIPv6Test-2111680406 tempest-SecGroupIPv6Test-2111680406-project] Publish callbacks [] for security_group_rule (925b1394-4f61-4857-98af-fe24446c6c73), precommit_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:39.629138 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-de39cf22-11b6-4afc-a64c-3665346a10be tempest-NegativeSecGroupTest-1259928955 tempest-NegativeSecGroupTest-1259928955-project] Publish callbacks [] for security_group (2178f209-f39d-4d3c-9d10-b09c1f2fcd65), precommit_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:39.639863 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e642817-069e-4eda-b200-a945e1943bdd None None] Pushing event updated for resources: {'Port': ['ID=f70b8dfa-b827-4b97-ab33-a3da7f94590a,revision_number=4']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:05:39.655738 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-c16bc85c-57ff-4054-a42f-139990998434 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742234710357'] for port (da4673b9-e1ff-422b-b387-80b380c150d4), after_create {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:39.690117 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-71f331a9-a066-44ac-9621-0fe4bb20f74e tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1938497'] for port (5ca6ac35-b660-4d70-a0a0-9378f61d51cb), precommit_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:39.704425 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-28da9d54-366d-4298-9a67-b90487bf0dec tempest-TestNetworkAdvancedServerOps-1762458272 tempest-TestNetworkAdvancedServerOps-1762458272-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1603051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2063504'] for router_interface (c45b3fd7-2de6-4133-9f44-79efc511aaba), after_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:39.718634 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-de39cf22-11b6-4afc-a64c-3665346a10be tempest-NegativeSecGroupTest-1259928955 tempest-NegativeSecGroupTest-1259928955-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924426'] for security_group (2178f209-f39d-4d3c-9d10-b09c1f2fcd65), after_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:39.734186 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.plugin [None req-71f331a9-a066-44ac-9621-0fe4bb20f74e tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Calling delete_port for 5ca6ac35-b660-4d70-a0a0-9378f61d51cb owned by {{(pid=116162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 11:05:39.865571 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvr_db [None req-8b15da30-f7ae-4635-8a33-cd538710b7c3 None None] Set router 077583a6-3e91-4e7b-b09b-2ee4e2f6efd3 gateway port host: None {{(pid=116163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 11:05:39.935332 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-de39cf22-11b6-4afc-a64c-3665346a10be tempest-NegativeSecGroupTest-1259928955 tempest-NegativeSecGroupTest-1259928955-project] Publish callbacks [] for security_group (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:39.936787 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-de39cf22-11b6-4afc-a64c-3665346a10be tempest-NegativeSecGroupTest-1259928955 tempest-NegativeSecGroupTest-1259928955-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.9416714 Apr 28 11:05:39.945289 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de39cf22-11b6-4afc-a64c-3665346a10be tempest-NegativeSecGroupTest-1259928955 tempest-NegativeSecGroupTest-1259928955-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2178f209-f39d-4d3c-9d10-b09c1f2fcd65,revision_number=1']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:05:39.946114 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 54204) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:05:39.991618 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.v2.base [None req-6aca7d58-44ca-4a0c-b047-2b1b34d84cd9 tempest-NegativeSecGroupTest-1259928955 tempest-NegativeSecGroupTest-1259928955-project] Request body: {'security_group_rule': {'security_group_id': '2178f209-f39d-4d3c-9d10-b09c1f2fcd65', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=116161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:05:39.992207 dv-neutron-master-2-hyperv neutron-server[116161]: WARNING neutron.api.v2.base [None req-6aca7d58-44ca-4a0c-b047-2b1b34d84cd9 tempest-NegativeSecGroupTest-1259928955 tempest-NegativeSecGroupTest-1259928955-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Apr 28 11:05:39.992986 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.api.v2.resource [None req-6aca7d58-44ca-4a0c-b047-2b1b34d84cd9 tempest-NegativeSecGroupTest-1259928955 tempest-NegativeSecGroupTest-1259928955-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 28 11:05:39.997356 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-6aca7d58-44ca-4a0c-b047-2b1b34d84cd9 tempest-NegativeSecGroupTest-1259928955 tempest-NegativeSecGroupTest-1259928955-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0306659 Apr 28 11:05:40.001159 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 54206) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:05:40.002951 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-e7da4324-2ea3-4bfb-9010-89a92e3f9231 tempest-SecGroupIPv6Test-2111680406 tempest-SecGroupIPv6Test-2111680406-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1912725'] for security_group_rule (925b1394-4f61-4857-98af-fe24446c6c73), after_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:40.035470 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-e7da4324-2ea3-4bfb-9010-89a92e3f9231 tempest-SecGroupIPv6Test-2111680406 tempest-SecGroupIPv6Test-2111680406-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:40.039251 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-e7da4324-2ea3-4bfb-9010-89a92e3f9231 tempest-SecGroupIPv6Test-2111680406 tempest-SecGroupIPv6Test-2111680406-project] 10.222.0.10 "DELETE /v2.0/security-group-rules/925b1394-4f61-4857-98af-fe24446c6c73 HTTP/1.1" status: 204 len: 168 time: 0.5691657 Apr 28 11:05:40.052979 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 54208) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:05:40.081234 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7da4324-2ea3-4bfb-9010-89a92e3f9231 tempest-SecGroupIPv6Test-2111680406 tempest-SecGroupIPv6Test-2111680406-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=925b1394-4f61-4857-98af-fe24446c6c73,revision_number=None']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:05:40.083037 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c16bc85c-57ff-4054-a42f-139990998434 None None] Network 2fb255c7-9fa3-4e5e-b349-b201da445827 is already hosted by enough agents. {{(pid=116163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 11:05:40.085582 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-16fb9b84-17ad-4ea0-8300-ed9f88075312 None None] Provisioning complete for port f70b8dfa-b827-4b97-ab33-a3da7f94590a triggered by entity DHCP. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:05:40.085956 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-16fb9b84-17ad-4ea0-8300-ed9f88075312 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (f70b8dfa-b827-4b97-ab33-a3da7f94590a), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:40.099789 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Device 217a18d5-9f5d-4e85-9483-0422488e63c1 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=116163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 11:05:40.139838 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.scheduler.base_scheduler [None req-c16bc85c-57ff-4054-a42f-139990998434 None None] Resources bound (agent type, host, resource id): {{(pid=116163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 11:05:40.170040 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c16bc85c-57ff-4054-a42f-139990998434 None None] Received port after_create {{(pid=116163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 11:05:40.174594 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-cf867107-c7d9-4be0-a9bf-b73bc04aafc9 tempest-SecGroupIPv6Test-2111680406 tempest-SecGroupIPv6Test-2111680406-project] 10.222.0.10 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.1178255 Apr 28 11:05:40.181458 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 54210) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:05:40.192041 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aec82cc-c6fb-46d1-94fc-9e7e78ce405a None None] Pushing event updated for resources: {'Port': ['ID=14cb9b38-d261-4aef-bfb5-588d0ba37e81,revision_number=4']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:05:40.213123 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-b9dce26a-62bf-481a-844f-80f5aacfafad tempest-NegativeSecGroupTest-1259928955 tempest-NegativeSecGroupTest-1259928955-project] Publish callbacks [] for security_group (2178f209-f39d-4d3c-9d10-b09c1f2fcd65), before_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:40.216160 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.db.db_base_plugin_common [None req-8dfecbe8-68c6-4412-ba93-ba633dbbb7ad tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Allocated IP 172.22.0.1 (2fb255c7-9fa3-4e5e-b349-b201da445827/12b00ce9-212a-4d97-be2f-b5b818be2996/fab05aa9-78a7-44f6-8745-7acc679c8e96) {{(pid=116161) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 11:05:40.218210 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-95252713-a801-4e60-b58a-be55af44b059 tempest-AllowedAddressPairTestJSON-759914361 tempest-AllowedAddressPairTestJSON-759914361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742235135690', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742234710366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5219112'] for port (0f8ce36d-c0cd-4cbe-9b88-a9651ab0e86e), after_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:40.264837 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-e53ac87d-4006-4fd1-afe6-d2da46afe2eb tempest-SecGroupIPv6Test-2111680406 tempest-SecGroupIPv6Test-2111680406-project] Publish callbacks [] for security_group_rule (c4f4ee2e-d17f-45d5-ae91-afdd00c124c7), before_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:40.286110 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-b9dce26a-62bf-481a-844f-80f5aacfafad tempest-NegativeSecGroupTest-1259928955 tempest-NegativeSecGroupTest-1259928955-project] Publish callbacks [] for security_group (2178f209-f39d-4d3c-9d10-b09c1f2fcd65), precommit_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:40.320074 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c16bc85c-57ff-4054-a42f-139990998434 None None] Pushing event updated for resources: {'Port': ['ID=da4673b9-e1ff-422b-b387-80b380c150d4,revision_number=1']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:05:40.388707 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-e53ac87d-4006-4fd1-afe6-d2da46afe2eb tempest-SecGroupIPv6Test-2111680406 tempest-SecGroupIPv6Test-2111680406-project] Publish callbacks [] for security_group_rule (c4f4ee2e-d17f-45d5-ae91-afdd00c124c7), precommit_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:40.445703 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95252713-a801-4e60-b58a-be55af44b059 tempest-AllowedAddressPairTestJSON-759914361 tempest-AllowedAddressPairTestJSON-759914361-project] Pushing event deleted for resources: {'Port': ['ID=0f8ce36d-c0cd-4cbe-9b88-a9651ab0e86e,revision_number=None']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:05:40.453945 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Provisioning complete for port 217a18d5-9f5d-4e85-9483-0422488e63c1 triggered by entity L2. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:05:40.454314 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (217a18d5-9f5d-4e85-9483-0422488e63c1), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:40.502355 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.managers [None req-c16bc85c-57ff-4054-a42f-139990998434 None None] Attempting to bind port da4673b9-e1ff-422b-b387-80b380c150d4 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=116163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 28 11:05:40.502599 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.managers [None req-c16bc85c-57ff-4054-a42f-139990998434 None None] Attempting to bind port da4673b9-e1ff-422b-b387-80b380c150d4 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'a4ad6f44-0259-4a22-a32e-d93856e5de70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '2fb255c7-9fa3-4e5e-b349-b201da445827'}] {{(pid=116163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 28 11:05:40.502970 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c16bc85c-57ff-4054-a42f-139990998434 None None] Attempting to bind port da4673b9-e1ff-422b-b387-80b380c150d4 on network 2fb255c7-9fa3-4e5e-b349-b201da445827 {{(pid=116163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 11:05:40.531662 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c16bc85c-57ff-4054-a42f-139990998434 None None] Checking agent: {'id': 'd5baab19-5dd1-4902-922b-84acb048ab9c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 10, 50, 43), 'started_at': datetime.datetime(2022, 4, 28, 10, 51, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 11, 5, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=116163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 11:05:40.532096 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c16bc85c-57ff-4054-a42f-139990998434 None None] Checking segment: {'id': 'a4ad6f44-0259-4a22-a32e-d93856e5de70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '2fb255c7-9fa3-4e5e-b349-b201da445827'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 11:05:40.532495 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-c16bc85c-57ff-4054-a42f-139990998434 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:40.532899 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c16bc85c-57ff-4054-a42f-139990998434 None None] Bound using segment: {'id': 'a4ad6f44-0259-4a22-a32e-d93856e5de70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '2fb255c7-9fa3-4e5e-b349-b201da445827'} {{(pid=116163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 11:05:40.533388 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.managers [None req-c16bc85c-57ff-4054-a42f-139990998434 None None] Bound port: da4673b9-e1ff-422b-b387-80b380c150d4, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4ad6f44-0259-4a22-a32e-d93856e5de70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '2fb255c7-9fa3-4e5e-b349-b201da445827'}}] {{(pid=116163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 28 11:05:40.533769 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-c16bc85c-57ff-4054-a42f-139990998434 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (da4673b9-e1ff-422b-b387-80b380c150d4), before_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:40.550287 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-e53ac87d-4006-4fd1-afe6-d2da46afe2eb tempest-SecGroupIPv6Test-2111680406 tempest-SecGroupIPv6Test-2111680406-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1912725'] for security_group_rule (c4f4ee2e-d17f-45d5-ae91-afdd00c124c7), after_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:40.556036 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-ae94d540-e4c6-43be-adc9-b26fb6a2f62f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (cfc241ae-e4b7-443b-b80b-59fbbc2b69c9), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:40.564148 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-b9dce26a-62bf-481a-844f-80f5aacfafad tempest-NegativeSecGroupTest-1259928955 tempest-NegativeSecGroupTest-1259928955-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924426'] for security_group (2178f209-f39d-4d3c-9d10-b09c1f2fcd65), after_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:40.566801 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-b9dce26a-62bf-481a-844f-80f5aacfafad tempest-NegativeSecGroupTest-1259928955 tempest-NegativeSecGroupTest-1259928955-project] Publish callbacks [] for security_group (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:40.568455 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-b9dce26a-62bf-481a-844f-80f5aacfafad tempest-NegativeSecGroupTest-1259928955 tempest-NegativeSecGroupTest-1259928955-project] 10.222.0.10 "DELETE /v2.0/security-groups/2178f209-f39d-4d3c-9d10-b09c1f2fcd65 HTTP/1.1" status: 204 len: 168 time: 0.5668757 Apr 28 11:05:40.578241 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-16fb9b84-17ad-4ea0-8300-ed9f88075312 None None] Current status of the port f70b8dfa-b827-4b97-ab33-a3da7f94590a is: DOWN; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:05:40.578720 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-16fb9b84-17ad-4ea0-8300-ed9f88075312 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (f70b8dfa-b827-4b97-ab33-a3da7f94590a), before_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:40.579522 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 54212) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:05:40.631923 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-e53ac87d-4006-4fd1-afe6-d2da46afe2eb tempest-SecGroupIPv6Test-2111680406 tempest-SecGroupIPv6Test-2111680406-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:40.633073 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-e53ac87d-4006-4fd1-afe6-d2da46afe2eb tempest-SecGroupIPv6Test-2111680406 tempest-SecGroupIPv6Test-2111680406-project] 10.222.0.10 "DELETE /v2.0/security-group-rules/c4f4ee2e-d17f-45d5-ae91-afdd00c124c7 HTTP/1.1" status: 204 len: 168 time: 0.4507394 Apr 28 11:05:40.641607 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 54214) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:05:40.663161 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-d17e8fca-88a6-4fcf-861d-4cb671650dfb tempest-NegativeSecGroupTest-1259928955 tempest-NegativeSecGroupTest-1259928955-project] 10.222.0.10 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0791752 Apr 28 11:05:40.677548 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 54216) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:05:40.692010 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e53ac87d-4006-4fd1-afe6-d2da46afe2eb tempest-SecGroupIPv6Test-2111680406 tempest-SecGroupIPv6Test-2111680406-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c4f4ee2e-d17f-45d5-ae91-afdd00c124c7,revision_number=None']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:05:40.698834 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.v2.base [None req-08ae8cc8-1b5b-46e8-b90c-44916540981f tempest-NegativeSecGroupTest-1259928955 tempest-NegativeSecGroupTest-1259928955-project] Request body: {'security_group': {'name': 'tempest-secgroup--332430185'}} {{(pid=116161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:05:40.702608 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Current status of the port 217a18d5-9f5d-4e85-9483-0422488e63c1 is: ACTIVE; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:05:40.724330 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9dce26a-62bf-481a-844f-80f5aacfafad tempest-NegativeSecGroupTest-1259928955 tempest-NegativeSecGroupTest-1259928955-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2178f209-f39d-4d3c-9d10-b09c1f2fcd65,revision_number=None']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:05:40.735240 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_hamode_db [None req-8b15da30-f7ae-4635-8a33-cd538710b7c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '077583a6-3e91-4e7b-b09b-2ee4e2f6efd3', 'name': 'tempest-RoutersTest-router-326742487', 'tenant_id': '1d85c55944a24e6b8fc5b73917e91c0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T11:05:19Z', 'updated_at': '2022-04-28T11:05:33Z', 'revision_number': 3, 'project_id': '1d85c55944a24e6b8fc5b73917e91c0e', 'gw_port_host': None, '_interfaces': [{'id': 'a11cbac1-383c-4f11-8169-eee231f42006', 'name': '', 'network_id': '98df3218-a027-4fe2-8b10-e1f1956e3827', 'tenant_id': '1d85c55944a24e6b8fc5b73917e91c0e', 'mac_address': 'fa:16:3e:33:5e:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '077583a6-3e91-4e7b-b09b-2ee4e2f6efd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1038, 'fixed_ips': [{'subnet_id': 'a5c018ca-906e-4425-bf42-6e13a46d1530', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:05:22Z', 'updated_at': '2022-04-28T11:05:30Z', 'revision_number': 5, 'project_id': '1d85c55944a24e6b8fc5b73917e91c0e', 'subnets': [{'id': 'a5c018ca-906e-4425-bf42-6e13a46d1530', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f70b8dfa-b827-4b97-ab33-a3da7f94590a', 'name': '', 'network_id': 'dcd9b946-da1e-42aa-975b-f2fc3c00de71', 'tenant_id': '1d85c55944a24e6b8fc5b73917e91c0e', 'mac_address': 'fa:16:3e:62:4e:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '077583a6-3e91-4e7b-b09b-2ee4e2f6efd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1079, 'fixed_ips': [{'subnet_id': '82f04b91-b379-4454-bf04-c8f726296c87', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:05:32Z', 'updated_at': '2022-04-28T11:05:39Z', 'revision_number': 4, 'project_id': '1d85c55944a24e6b8fc5b73917e91c0e', 'subnets': [{'id': '82f04b91-b379-4454-bf04-c8f726296c87', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=116163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:05:40.753642 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-8b8042e3-a33a-49dd-aabd-6cc63427fa3c tempest-SecGroupIPv6Test-2111680406 tempest-SecGroupIPv6Test-2111680406-project] 10.222.0.10 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0871301 Apr 28 11:05:40.754080 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 54218) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:05:40.778085 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-16fb9b84-17ad-4ea0-8300-ed9f88075312 None None] For port f70b8dfa-b827-4b97-ab33-a3da7f94590a, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=f70b8dfa-b827-4b97-ab33-a3da7f94590a,segment=NetworkSegment(7d1a5d49-a55f-4577-afd0-9c3d949696e8),segment_id=7d1a5d49-a55f-4577-afd0-9c3d949696e8)] {{(pid=116163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 11:05:40.792190 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b15da30-f7ae-4635-8a33-cd538710b7c3 None None] The sync data for ids ['077583a6-3e91-4e7b-b09b-2ee4e2f6efd3'] in dv-neutron-master-2-hyperv is: [{'id': '077583a6-3e91-4e7b-b09b-2ee4e2f6efd3', 'name': 'tempest-RoutersTest-router-326742487', 'tenant_id': '1d85c55944a24e6b8fc5b73917e91c0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T11:05:19Z', 'updated_at': '2022-04-28T11:05:33Z', 'revision_number': 3, 'project_id': '1d85c55944a24e6b8fc5b73917e91c0e', 'gw_port_host': None, '_interfaces': [{'id': 'a11cbac1-383c-4f11-8169-eee231f42006', 'name': '', 'network_id': '98df3218-a027-4fe2-8b10-e1f1956e3827', 'tenant_id': '1d85c55944a24e6b8fc5b73917e91c0e', 'mac_address': 'fa:16:3e:33:5e:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '077583a6-3e91-4e7b-b09b-2ee4e2f6efd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1038, 'fixed_ips': [{'subnet_id': 'a5c018ca-906e-4425-bf42-6e13a46d1530', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:05:22Z', 'updated_at': '2022-04-28T11:05:30Z', 'revision_number': 5, 'project_id': '1d85c55944a24e6b8fc5b73917e91c0e', 'subnets': [{'id': 'a5c018ca-906e-4425-bf42-6e13a46d1530', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f70b8dfa-b827-4b97-ab33-a3da7f94590a', 'name': '', 'network_id': 'dcd9b946-da1e-42aa-975b-f2fc3c00de71', 'tenant_id': '1d85c55944a24e6b8fc5b73917e91c0e', 'mac_address': 'fa:16:3e:62:4e:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '077583a6-3e91-4e7b-b09b-2ee4e2f6efd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1079, 'fixed_ips': [{'subnet_id': '82f04b91-b379-4454-bf04-c8f726296c87', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:05:32Z', 'updated_at': '2022-04-28T11:05:39Z', 'revision_number': 4, 'project_id': '1d85c55944a24e6b8fc5b73917e91c0e', 'subnets': [{'id': '82f04b91-b379-4454-bf04-c8f726296c87', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=116163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 11:05:40.798784 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-8bd307a7-af3a-4910-8cc6-843b5fc3aa89 tempest-SecGroupIPv6Test-2111680406 tempest-SecGroupIPv6Test-2111680406-project] Publish callbacks [] for security_group_rule (bb37b69e-959a-4595-a00b-64e18830117e), before_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:40.809388 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-8bd307a7-af3a-4910-8cc6-843b5fc3aa89 tempest-SecGroupIPv6Test-2111680406 tempest-SecGroupIPv6Test-2111680406-project] Publish callbacks [] for security_group_rule (bb37b69e-959a-4595-a00b-64e18830117e), precommit_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:40.818734 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-c16bc85c-57ff-4054-a42f-139990998434 None None] For port da4673b9-e1ff-422b-b387-80b380c150d4, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=116163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 11:05:40.822202 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-c16bc85c-57ff-4054-a42f-139990998434 None None] For port da4673b9-e1ff-422b-b387-80b380c150d4, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=da4673b9-e1ff-422b-b387-80b380c150d4,segment=NetworkSegment(a4ad6f44-0259-4a22-a32e-d93856e5de70),segment_id=a4ad6f44-0259-4a22-a32e-d93856e5de70)] {{(pid=116163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 11:05:40.860599 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-16fb9b84-17ad-4ea0-8300-ed9f88075312 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393'] for port (f70b8dfa-b827-4b97-ab33-a3da7f94590a), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:40.926423 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-c16bc85c-57ff-4054-a42f-139990998434 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393'] for port (da4673b9-e1ff-422b-b387-80b380c150d4), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:40.930563 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-08ae8cc8-1b5b-46e8-b90c-44916540981f tempest-NegativeSecGroupTest-1259928955 tempest-NegativeSecGroupTest-1259928955-project] Publish callbacks [] for security_group (None), before_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:40.963020 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-71f331a9-a066-44ac-9621-0fe4bb20f74e tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742235135690', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742234710366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5051867'] for port (5ca6ac35-b660-4d70-a0a0-9378f61d51cb), after_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:40.979365 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-8dfecbe8-68c6-4412-ba93-ba633dbbb7ad tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Publish callbacks [] for port (fab05aa9-78a7-44f6-8745-7acc679c8e96), precommit_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:40.986266 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-95252713-a801-4e60-b58a-be55af44b059 tempest-AllowedAddressPairTestJSON-759914361 tempest-AllowedAddressPairTestJSON-759914361-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198022'] for port (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:40.990500 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-95252713-a801-4e60-b58a-be55af44b059 tempest-AllowedAddressPairTestJSON-759914361 tempest-AllowedAddressPairTestJSON-759914361-project] 10.222.0.10 "DELETE /v2.0/ports/0f8ce36d-c0cd-4cbe-9b88-a9651ab0e86e HTTP/1.1" status: 204 len: 168 time: 2.1305614 Apr 28 11:05:41.001096 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 54220) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:05:41.031732 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-f8a8ace9-d6f7-4e61-83b3-09f4dd002ef5 None None] Provisioning complete for port f70b8dfa-b827-4b97-ab33-a3da7f94590a triggered by entity DHCP. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:05:41.032274 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-f8a8ace9-d6f7-4e61-83b3-09f4dd002ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (f70b8dfa-b827-4b97-ab33-a3da7f94590a), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:41.034337 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16fb9b84-17ad-4ea0-8300-ed9f88075312 None None] Pushing event updated for resources: {'Port': ['ID=f70b8dfa-b827-4b97-ab33-a3da7f94590a,revision_number=5']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:05:41.051696 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.pecan_wsgi.hooks.translation [None req-66bac96c-f233-4f3a-a24c-93f0c8a77848 tempest-AllowedAddressPairTestJSON-759914361 tempest-AllowedAddressPairTestJSON-759914361-project] GET failed (client error): The resource could not be found. Apr 28 11:05:41.054140 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-66bac96c-f233-4f3a-a24c-93f0c8a77848 tempest-AllowedAddressPairTestJSON-759914361 tempest-AllowedAddressPairTestJSON-759914361-project] 10.222.0.10 "GET /v2.0/ports/0f8ce36d-c0cd-4cbe-9b88-a9651ab0e86e HTTP/1.1" status: 404 len: 333 time: 0.0501432 Apr 28 11:05:41.058742 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 54222) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:05:41.079653 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.v2.base [None req-86fcc1b5-c336-445c-a10c-5591a82ddb04 tempest-AllowedAddressPairTestJSON-759914361 tempest-AllowedAddressPairTestJSON-759914361-project] Request body: {'port': {'network_id': '6c3ca039-ae8c-47c3-b984-604c8ace5e60', 'name': 'tempest-AllowedAddressPairTestJSON-620681267'}} {{(pid=116161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:05:41.081879 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f331a9-a066-44ac-9621-0fe4bb20f74e tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Pushing event deleted for resources: {'Port': ['ID=5ca6ac35-b660-4d70-a0a0-9378f61d51cb,revision_number=None']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:05:41.083699 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-8bd307a7-af3a-4910-8cc6-843b5fc3aa89 tempest-SecGroupIPv6Test-2111680406 tempest-SecGroupIPv6Test-2111680406-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1912725'] for security_group_rule (bb37b69e-959a-4595-a00b-64e18830117e), after_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:41.126741 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-8bd307a7-af3a-4910-8cc6-843b5fc3aa89 tempest-SecGroupIPv6Test-2111680406 tempest-SecGroupIPv6Test-2111680406-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:41.126741 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-8bd307a7-af3a-4910-8cc6-843b5fc3aa89 tempest-SecGroupIPv6Test-2111680406 tempest-SecGroupIPv6Test-2111680406-project] 10.222.0.10 "DELETE /v2.0/security-group-rules/bb37b69e-959a-4595-a00b-64e18830117e HTTP/1.1" status: 204 len: 168 time: 0.3668053 Apr 28 11:05:41.134525 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 54224) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:05:41.205436 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd307a7-af3a-4910-8cc6-843b5fc3aa89 tempest-SecGroupIPv6Test-2111680406 tempest-SecGroupIPv6Test-2111680406-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=bb37b69e-959a-4595-a00b-64e18830117e,revision_number=None']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:05:41.212665 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-71f331a9-a066-44ac-9621-0fe4bb20f74e tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198022'] for port (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:41.221640 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c16bc85c-57ff-4054-a42f-139990998434 None None] Pushing event updated for resources: {'Port': ['ID=da4673b9-e1ff-422b-b387-80b380c150d4,revision_number=2']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:05:41.223903 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-71f331a9-a066-44ac-9621-0fe4bb20f74e tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] 10.222.0.10 "DELETE /v2.0/ports/5ca6ac35-b660-4d70-a0a0-9378f61d51cb HTTP/1.1" status: 204 len: 168 time: 2.0638494 Apr 28 11:05:41.295393 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-fa00d76d-02dd-47eb-b8aa-c40cc8055d22 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2063420'] for router_interface (9b89571b-9a7d-473a-a862-1c34e1e1b90f), before_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:41.305296 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-f8a8ace9-d6f7-4e61-83b3-09f4dd002ef5 None None] Current status of the port f70b8dfa-b827-4b97-ab33-a3da7f94590a is: ACTIVE; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:05:41.306421 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 54226) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:05:41.433718 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-6712f6ab-58da-4889-9365-fa59d43def5d None None] Provisioning complete for port 14cb9b38-d261-4aef-bfb5-588d0ba37e81 triggered by entity DHCP. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:05:41.439573 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.pecan_wsgi.hooks.translation [None req-486efe45-a7e4-4a64-a6ec-8fe611e9b352 tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] GET failed (client error): The resource could not be found. Apr 28 11:05:41.440226 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-6712f6ab-58da-4889-9365-fa59d43def5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (14cb9b38-d261-4aef-bfb5-588d0ba37e81), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:41.442455 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-486efe45-a7e4-4a64-a6ec-8fe611e9b352 tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] 10.222.0.10 "GET /v2.0/ports/5ca6ac35-b660-4d70-a0a0-9378f61d51cb HTTP/1.1" status: 404 len: 333 time: 0.1315753 Apr 28 11:05:41.444837 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28da9d54-366d-4298-9a67-b90487bf0dec tempest-TestNetworkAdvancedServerOps-1762458272 tempest-TestNetworkAdvancedServerOps-1762458272-project] Router c45b3fd7-2de6-4133-9f44-79efc511aaba has already been hosted by L3 agent 6b492ad6-0876-4d74-b20d-28143a52ceba {{(pid=116162) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 11:05:41.447998 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 54228) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:05:41.687814 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-6712f6ab-58da-4889-9365-fa59d43def5d None None] Current status of the port 14cb9b38-d261-4aef-bfb5-588d0ba37e81 is: ACTIVE; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:05:41.702379 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-6712f6ab-58da-4889-9365-fa59d43def5d None None] Provisioning complete for port 1c45cc2f-a9b6-49c4-bbab-fc6bfdeb8113 triggered by entity DHCP. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:05:41.703139 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-6712f6ab-58da-4889-9365-fa59d43def5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (1c45cc2f-a9b6-49c4-bbab-fc6bfdeb8113), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:41.753139 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-6712f6ab-58da-4889-9365-fa59d43def5d None None] Port 1c45cc2f-a9b6-49c4-bbab-fc6bfdeb8113 cannot update to ACTIVE because it is not bound. {{(pid=116163) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 28 11:05:41.757818 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-6712f6ab-58da-4889-9365-fa59d43def5d None None] Could not find standard attr ID for object 5ca6ac35-b660-4d70-a0a0-9378f61d51cb. {{(pid=116163) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:182}} Apr 28 11:05:41.798964 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-61566c5f-ff63-457d-a149-df6d358f736c tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Publish callbacks [] for security_group (ca4878e7-b2bc-4b9b-966c-3f536d575e2b), before_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:41.824851 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-1e32c116-a336-4c2f-9f66-533e184a1ded tempest-SecGroupIPv6Test-2111680406 tempest-SecGroupIPv6Test-2111680406-project] 10.222.0.10 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.6865959 Apr 28 11:05:41.829931 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 54230) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:05:41.857303 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-8dfecbe8-68c6-4412-ba93-ba633dbbb7ad tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742234710357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5219112'] for port (fab05aa9-78a7-44f6-8745-7acc679c8e96), after_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:41.877366 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-9b128825-e4f8-43e4-ada9-b7f66a326c09 None None] Could not find standard attr ID for object 5ca6ac35-b660-4d70-a0a0-9378f61d51cb. {{(pid=116163) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:182}} Apr 28 11:05:41.907588 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Device f70b8dfa-b827-4b97-ab33-a3da7f94590a up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=116163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 11:05:41.923504 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dfecbe8-68c6-4412-ba93-ba633dbbb7ad tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Network 2fb255c7-9fa3-4e5e-b349-b201da445827 is already hosted by enough agents. {{(pid=116161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 11:05:41.928470 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-08ae8cc8-1b5b-46e8-b90c-44916540981f tempest-NegativeSecGroupTest-1259928955 tempest-NegativeSecGroupTest-1259928955-project] Publish callbacks [] for security_group (1d6b2065-33ac-4611-b736-8ebbd47269e4), precommit_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:41.944096 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-61566c5f-ff63-457d-a149-df6d358f736c tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Publish callbacks [] for security_group (ca4878e7-b2bc-4b9b-966c-3f536d575e2b), precommit_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:41.953471 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.scheduler.base_scheduler [None req-8dfecbe8-68c6-4412-ba93-ba633dbbb7ad tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Resources bound (agent type, host, resource id): {{(pid=116161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 11:05:41.957577 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dfecbe8-68c6-4412-ba93-ba633dbbb7ad tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Received port after_create {{(pid=116161) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 11:05:41.993751 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Provisioning complete for port f70b8dfa-b827-4b97-ab33-a3da7f94590a triggered by entity L2. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:05:41.994275 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (f70b8dfa-b827-4b97-ab33-a3da7f94590a), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:42.025114 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-eeabbae5-da48-48d4-b7f9-470d7ed60a27 tempest-SecGroupIPv6Test-2111680406 tempest-SecGroupIPv6Test-2111680406-project] Publish callbacks [] for security_group_rule (e60320d6-34cd-4ae6-baad-e68840045d7d), before_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:42.025114 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dfecbe8-68c6-4412-ba93-ba633dbbb7ad tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Pushing event updated for resources: {'Port': ['ID=fab05aa9-78a7-44f6-8745-7acc679c8e96,revision_number=1']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:05:42.025114 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-8dfecbe8-68c6-4412-ba93-ba633dbbb7ad tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2063275'] for router_interface (077583a6-3e91-4e7b-b09b-2ee4e2f6efd3), before_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:42.071770 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28da9d54-366d-4298-9a67-b90487bf0dec tempest-TestNetworkAdvancedServerOps-1762458272 tempest-TestNetworkAdvancedServerOps-1762458272-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=116162) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 11:05:42.086376 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-01ef1de1-12fd-4cef-b76b-793f91379468 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (39cc4f52-f5d9-4e2c-bbfa-7a1c528e1c40), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:42.090147 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-822661a2-ce03-4a71-af2f-433dafdab4e4 None None] Sync routers for ids ['c45b3fd7-2de6-4133-9f44-79efc511aaba'] in dv-neutron-master-2-hyperv {{(pid=116164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 11:05:42.096675 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-28da9d54-366d-4298-9a67-b90487bf0dec tempest-TestNetworkAdvancedServerOps-1762458272 tempest-TestNetworkAdvancedServerOps-1762458272-project] 10.222.0.10 "PUT /v2.0/routers/c45b3fd7-2de6-4133-9f44-79efc511aaba/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0963333 Apr 28 11:05:42.100199 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 54232) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:05:42.103047 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-822661a2-ce03-4a71-af2f-433dafdab4e4 None None] Routers {'c45b3fd7-2de6-4133-9f44-79efc511aaba'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=116164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 11:05:42.108601 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_hamode_db [None req-822661a2-ce03-4a71-af2f-433dafdab4e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-28T10:50:39Z,description=,heartbeat_timestamp=2022-04-28T11:05:39Z,host='dv-neutron-master-2-hyperv',id=6b492ad6-0876-4d74-b20d-28143a52ceba,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T10:50:40Z,topic='l3_agent')) {'router_ids': ['c45b3fd7-2de6-4133-9f44-79efc511aaba'], 'active': True} {{(pid=116164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:05:42.138622 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Current status of the port f70b8dfa-b827-4b97-ab33-a3da7f94590a is: ACTIVE; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:05:42.140150 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Device da4673b9-e1ff-422b-b387-80b380c150d4 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=116163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 11:05:42.150854 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-08ae8cc8-1b5b-46e8-b90c-44916540981f tempest-NegativeSecGroupTest-1259928955 tempest-NegativeSecGroupTest-1259928955-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924426'] for security_group (1d6b2065-33ac-4611-b736-8ebbd47269e4), after_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:42.159285 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-eeabbae5-da48-48d4-b7f9-470d7ed60a27 tempest-SecGroupIPv6Test-2111680406 tempest-SecGroupIPv6Test-2111680406-project] Publish callbacks [] for security_group_rule (e60320d6-34cd-4ae6-baad-e68840045d7d), precommit_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:42.208589 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Provisioning complete for port da4673b9-e1ff-422b-b387-80b380c150d4 triggered by entity L2. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:05:42.209683 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (da4673b9-e1ff-422b-b387-80b380c150d4), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:42.233375 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-61566c5f-ff63-457d-a149-df6d358f736c tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924426'] for security_group (ca4878e7-b2bc-4b9b-966c-3f536d575e2b), after_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:42.243671 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-61566c5f-ff63-457d-a149-df6d358f736c tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Publish callbacks [] for security_group (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:42.245397 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-61566c5f-ff63-457d-a149-df6d358f736c tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] 10.222.0.10 "DELETE /v2.0/security-groups/ca4878e7-b2bc-4b9b-966c-3f536d575e2b HTTP/1.1" status: 204 len: 168 time: 0.7964115 Apr 28 11:05:42.250214 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 54234) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:05:42.271954 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61566c5f-ff63-457d-a149-df6d358f736c tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca4878e7-b2bc-4b9b-966c-3f536d575e2b,revision_number=None']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:05:42.312143 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_dvr_db [None req-822661a2-ce03-4a71-af2f-433dafdab4e4 None None] Set router c45b3fd7-2de6-4133-9f44-79efc511aaba gateway port host: dv-neutron-master-2-hyperv {{(pid=116164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 11:05:42.328657 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-08ae8cc8-1b5b-46e8-b90c-44916540981f tempest-NegativeSecGroupTest-1259928955 tempest-NegativeSecGroupTest-1259928955-project] Publish callbacks [] for security_group (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:42.336794 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-08ae8cc8-1b5b-46e8-b90c-44916540981f tempest-NegativeSecGroupTest-1259928955 tempest-NegativeSecGroupTest-1259928955-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 1.6394162 Apr 28 11:05:42.337370 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 54236) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:05:42.344770 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.v2.base [None req-1f5378c3-6782-4099-ae3f-273d7feb4ba0 tempest-NegativeSecGroupTest-1259928955 tempest-NegativeSecGroupTest-1259928955-project] Request body: {'security_group_rule': {'security_group_id': '1d6b2065-33ac-4611-b736-8ebbd47269e4', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=116162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:05:42.345917 dv-neutron-master-2-hyperv neutron-server[116162]: WARNING neutron.api.v2.base [None req-1f5378c3-6782-4099-ae3f-273d7feb4ba0 tempest-NegativeSecGroupTest-1259928955 tempest-NegativeSecGroupTest-1259928955-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Apr 28 11:05:42.350797 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.api.v2.resource [None req-1f5378c3-6782-4099-ae3f-273d7feb4ba0 tempest-NegativeSecGroupTest-1259928955 tempest-NegativeSecGroupTest-1259928955-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 28 11:05:42.350797 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-1f5378c3-6782-4099-ae3f-273d7feb4ba0 tempest-NegativeSecGroupTest-1259928955 tempest-NegativeSecGroupTest-1259928955-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0106397 Apr 28 11:05:42.351052 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ae8cc8-1b5b-46e8-b90c-44916540981f tempest-NegativeSecGroupTest-1259928955 tempest-NegativeSecGroupTest-1259928955-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1d6b2065-33ac-4611-b736-8ebbd47269e4,revision_number=1']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:05:42.358752 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.db.db_base_plugin_v2 [None req-e2e4366a-64ef-4d86-b3c6-f191b073ab19 tempest-TestNetworkAdvancedServerOps-1762458272 tempest-TestNetworkAdvancedServerOps-1762458272-project] Deleting subnet 2b3feac5-a337-48a6-93bd-b4c13f02752b {{(pid=116162) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 28 11:05:42.364502 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Current status of the port da4673b9-e1ff-422b-b387-80b380c150d4 is: DOWN; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:05:42.364992 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (da4673b9-e1ff-422b-b387-80b380c150d4), before_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:42.366352 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 54238) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:05:42.368951 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-e2e4366a-64ef-4d86-b3c6-f191b073ab19 tempest-TestNetworkAdvancedServerOps-1762458272 tempest-TestNetworkAdvancedServerOps-1762458272-project] Publish callbacks [] for subnet (2b3feac5-a337-48a6-93bd-b4c13f02752b), before_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:42.414041 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] For port da4673b9-e1ff-422b-b387-80b380c150d4, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=da4673b9-e1ff-422b-b387-80b380c150d4,segment=NetworkSegment(a4ad6f44-0259-4a22-a32e-d93856e5de70),segment_id=a4ad6f44-0259-4a22-a32e-d93856e5de70)] {{(pid=116163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 11:05:42.422779 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86fcc1b5-c336-445c-a10c-5591a82ddb04 tempest-AllowedAddressPairTestJSON-759914361 tempest-AllowedAddressPairTestJSON-759914361-project] Made reservation on behalf of 23eaf47bcd2342808e2c0d24b3804de2 for: {'port': 1} {{(pid=116161) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 11:05:42.426264 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-86fcc1b5-c336-445c-a10c-5591a82ddb04 tempest-AllowedAddressPairTestJSON-759914361 tempest-AllowedAddressPairTestJSON-759914361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (None), before_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:42.428559 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-8dfecbe8-68c6-4412-ba93-ba633dbbb7ad tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (fab05aa9-78a7-44f6-8745-7acc679c8e96), before_update {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:42.451002 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.plugin [None req-fa00d76d-02dd-47eb-b8aa-c40cc8055d22 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Deleting port 08cdb07c-0665-43ad-87c2-72b77b5f3b02 {{(pid=116162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 11:05:42.451529 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-fa00d76d-02dd-47eb-b8aa-c40cc8055d22 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742235130188'] for port (08cdb07c-0665-43ad-87c2-72b77b5f3b02), before_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:42.453191 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-eeabbae5-da48-48d4-b7f9-470d7ed60a27 tempest-SecGroupIPv6Test-2111680406 tempest-SecGroupIPv6Test-2111680406-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1912725'] for security_group_rule (e60320d6-34cd-4ae6-baad-e68840045d7d), after_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:42.467297 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-eeabbae5-da48-48d4-b7f9-470d7ed60a27 tempest-SecGroupIPv6Test-2111680406 tempest-SecGroupIPv6Test-2111680406-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:42.471324 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-eeabbae5-da48-48d4-b7f9-470d7ed60a27 tempest-SecGroupIPv6Test-2111680406 tempest-SecGroupIPv6Test-2111680406-project] 10.222.0.10 "DELETE /v2.0/security-group-rules/e60320d6-34cd-4ae6-baad-e68840045d7d HTTP/1.1" status: 204 len: 168 time: 0.6383798 Apr 28 11:05:42.471709 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 54240) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:05:42.481211 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393'] for port (da4673b9-e1ff-422b-b387-80b380c150d4), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:42.482344 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Device 14cb9b38-d261-4aef-bfb5-588d0ba37e81 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=116163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 11:05:42.500773 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeabbae5-da48-48d4-b7f9-470d7ed60a27 tempest-SecGroupIPv6Test-2111680406 tempest-SecGroupIPv6Test-2111680406-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e60320d6-34cd-4ae6-baad-e68840045d7d,revision_number=None']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:05:42.508006 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-e2e4366a-64ef-4d86-b3c6-f191b073ab19 tempest-TestNetworkAdvancedServerOps-1762458272 tempest-TestNetworkAdvancedServerOps-1762458272-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5026541'] for subnet (2b3feac5-a337-48a6-93bd-b4c13f02752b), precommit_delete_associations {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:42.534431 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.notifiers.nova [None req-86fcc1b5-c336-445c-a10c-5591a82ddb04 tempest-AllowedAddressPairTestJSON-759914361 tempest-AllowedAddressPairTestJSON-759914361-project] device_id is not set on port 9b7c75d3-0f4b-4340-a281-e32549af7c25 yet. {{(pid=116161) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 28 11:05:42.609772 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-0b3b6ba6-3d51-478a-ae4d-173b1b502c3a tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Publish callbacks [] for security_group (05f309c4-d92b-42d4-9b1d-db4667c4c039), before_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:42.617896 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Pushing event updated for resources: {'Port': ['ID=da4673b9-e1ff-422b-b387-80b380c150d4,revision_number=3']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:05:42.636955 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-0b3b6ba6-3d51-478a-ae4d-173b1b502c3a tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Publish callbacks [] for security_group (05f309c4-d92b-42d4-9b1d-db4667c4c039), precommit_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:42.638369 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-8a624643-495c-47da-919d-e7c6510b6aa3 tempest-SecGroupIPv6Test-2111680406 tempest-SecGroupIPv6Test-2111680406-project] 10.222.0.10 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1627243 Apr 28 11:05:42.645567 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 54242) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:05:42.649082 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Provisioning complete for port 14cb9b38-d261-4aef-bfb5-588d0ba37e81 triggered by entity L2. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:05:42.649805 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (14cb9b38-d261-4aef-bfb5-588d0ba37e81), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:42.651788 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1c330b8-e024-4877-b3bd-3d877f236aae None None] Network 2fb255c7-9fa3-4e5e-b349-b201da445827 requested from dv-neutron-master-2-hyperv {{(pid=116163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 11:05:42.696701 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_hamode_db [None req-822661a2-ce03-4a71-af2f-433dafdab4e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c45b3fd7-2de6-4133-9f44-79efc511aaba', 'name': 'tempest-TestNetworkAdvancedServerOps-router-483414179', 'tenant_id': 'a8cc80fe41234707a2dcbf4e2aa0b823', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'external_fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.216'}], 'enable_snat': True}, 'gw_port_id': '3ac8f02a-5742-4e0d-93eb-e6075d67f71d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T11:03:15Z', 'updated_at': '2022-04-28T11:05:38Z', 'revision_number': 5, 'project_id': 'a8cc80fe41234707a2dcbf4e2aa0b823', 'gw_port': {'id': '3ac8f02a-5742-4e0d-93eb-e6075d67f71d', 'name': '', 'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:0e:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c45b3fd7-2de6-4133-9f44-79efc511aaba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 782, 'fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:03:17Z', 'updated_at': '2022-04-28T11:03:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=116164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:05:42.713815 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.db [None req-fa00d76d-02dd-47eb-b8aa-c40cc8055d22 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] For port 08cdb07c-0665-43ad-87c2-72b77b5f3b02, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=08cdb07c-0665-43ad-87c2-72b77b5f3b02,segment=NetworkSegment(3e339841-0b62-41a1-aacb-4c64af450011),segment_id=3e339841-0b62-41a1-aacb-4c64af450011)] {{(pid=116162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 11:05:42.721650 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-fa00d76d-02dd-47eb-b8aa-c40cc8055d22 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1938497'] for port (08cdb07c-0665-43ad-87c2-72b77b5f3b02), precommit_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:42.734152 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-b6111b61-826e-4b5d-b328-75f7eaae7f3c None None] Provisioning complete for port da4673b9-e1ff-422b-b387-80b380c150d4 triggered by entity DHCP. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:05:42.734594 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-b6111b61-826e-4b5d-b328-75f7eaae7f3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (da4673b9-e1ff-422b-b387-80b380c150d4), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:42.742143 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-822661a2-ce03-4a71-af2f-433dafdab4e4 None None] Checking router: c45b3fd7-2de6-4133-9f44-79efc511aaba for host: dv-neutron-master-2-hyperv {{(pid=116164) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 11:05:42.746335 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.plugin [None req-fa00d76d-02dd-47eb-b8aa-c40cc8055d22 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Calling delete_port for 08cdb07c-0665-43ad-87c2-72b77b5f3b02 owned by network:router_interface {{(pid=116162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 11:05:42.757108 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-822661a2-ce03-4a71-af2f-433dafdab4e4 None None] Routers {'c45b3fd7-2de6-4133-9f44-79efc511aaba'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=116164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 11:05:42.758442 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_hamode_db [None req-822661a2-ce03-4a71-af2f-433dafdab4e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-28T10:50:39Z,description=,heartbeat_timestamp=2022-04-28T11:05:39Z,host='dv-neutron-master-2-hyperv',id=6b492ad6-0876-4d74-b20d-28143a52ceba,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T10:50:40Z,topic='l3_agent')) {'router_ids': ['c45b3fd7-2de6-4133-9f44-79efc511aaba'], 'active': True} {{(pid=116164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:05:42.763889 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-e2e4366a-64ef-4d86-b3c6-f191b073ab19 tempest-TestNetworkAdvancedServerOps-1762458272 tempest-TestNetworkAdvancedServerOps-1762458272-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-971303'] for subnet (2b3feac5-a337-48a6-93bd-b4c13f02752b), precommit_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:42.804681 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-2f6c5013-adc7-419d-a14f-4d1c1fb4475e tempest-SecGroupIPv6Test-2111680406 tempest-SecGroupIPv6Test-2111680406-project] Publish callbacks [] for security_group (18d6582c-98b7-4f6a-9adc-f1e6621fb07a), before_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:42.816363 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-db08e6c4-bf95-4155-ba9d-9d256edb251c tempest-NegativeSecGroupTest-1259928955 tempest-NegativeSecGroupTest-1259928955-project] Publish callbacks [] for security_group (1d6b2065-33ac-4611-b736-8ebbd47269e4), before_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:42.885731 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-0b3b6ba6-3d51-478a-ae4d-173b1b502c3a tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924426'] for security_group (05f309c4-d92b-42d4-9b1d-db4667c4c039), after_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:42.889021 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-0b3b6ba6-3d51-478a-ae4d-173b1b502c3a tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Publish callbacks [] for security_group (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:42.889802 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-2f6c5013-adc7-419d-a14f-4d1c1fb4475e tempest-SecGroupIPv6Test-2111680406 tempest-SecGroupIPv6Test-2111680406-project] Publish callbacks [] for security_group (18d6582c-98b7-4f6a-9adc-f1e6621fb07a), precommit_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:42.890209 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-0b3b6ba6-3d51-478a-ae4d-173b1b502c3a tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] 10.222.0.10 "DELETE /v2.0/security-groups/05f309c4-d92b-42d4-9b1d-db4667c4c039 HTTP/1.1" status: 204 len: 168 time: 0.6245487 Apr 28 11:05:42.893677 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-db08e6c4-bf95-4155-ba9d-9d256edb251c tempest-NegativeSecGroupTest-1259928955 tempest-NegativeSecGroupTest-1259928955-project] Publish callbacks [] for security_group (1d6b2065-33ac-4611-b736-8ebbd47269e4), precommit_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:42.897314 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 54244) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:05:42.914783 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_dvr_db [None req-822661a2-ce03-4a71-af2f-433dafdab4e4 None None] Set router c45b3fd7-2de6-4133-9f44-79efc511aaba gateway port host: dv-neutron-master-2-hyperv {{(pid=116164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 11:05:42.929442 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.db.db_base_plugin_common [None req-86fcc1b5-c336-445c-a10c-5591a82ddb04 tempest-AllowedAddressPairTestJSON-759914361 tempest-AllowedAddressPairTestJSON-759914361-project] Allocated IP 172.20.0.14 (6c3ca039-ae8c-47c3-b984-604c8ace5e60/f9041669-e315-4bac-8bef-3f615c5f4ad4/9b7c75d3-0f4b-4340-a281-e32549af7c25) {{(pid=116161) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 11:05:42.955937 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b3b6ba6-3d51-478a-ae4d-173b1b502c3a tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=05f309c4-d92b-42d4-9b1d-db4667c4c039,revision_number=None']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:05:43.048243 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.db.db_base_plugin_v2 [None req-e25df3f6-eb8c-44d9-8176-cc95c1c765e2 tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Deleting subnet 9f18b899-242b-4901-818c-074626eadbe2 {{(pid=116162) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 28 11:05:43.056708 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-e2e4366a-64ef-4d86-b3c6-f191b073ab19 tempest-TestNetworkAdvancedServerOps-1762458272 tempest-TestNetworkAdvancedServerOps-1762458272-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-971310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5053962', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4210815'] for subnet (2b3feac5-a337-48a6-93bd-b4c13f02752b), after_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:43.063233 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-e25df3f6-eb8c-44d9-8176-cc95c1c765e2 tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Publish callbacks [] for subnet (9f18b899-242b-4901-818c-074626eadbe2), before_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:43.088620 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Current status of the port 14cb9b38-d261-4aef-bfb5-588d0ba37e81 is: ACTIVE; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:05:43.121667 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-b6111b61-826e-4b5d-b328-75f7eaae7f3c None None] Current status of the port da4673b9-e1ff-422b-b387-80b380c150d4 is: ACTIVE; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:05:43.150751 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-2f6c5013-adc7-419d-a14f-4d1c1fb4475e tempest-SecGroupIPv6Test-2111680406 tempest-SecGroupIPv6Test-2111680406-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924426'] for security_group (18d6582c-98b7-4f6a-9adc-f1e6621fb07a), after_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:43.154140 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-2f6c5013-adc7-419d-a14f-4d1c1fb4475e tempest-SecGroupIPv6Test-2111680406 tempest-SecGroupIPv6Test-2111680406-project] Publish callbacks [] for security_group (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:43.157686 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-2f6c5013-adc7-419d-a14f-4d1c1fb4475e tempest-SecGroupIPv6Test-2111680406 tempest-SecGroupIPv6Test-2111680406-project] 10.222.0.10 "DELETE /v2.0/security-groups/18d6582c-98b7-4f6a-9adc-f1e6621fb07a HTTP/1.1" status: 204 len: 168 time: 0.5087364 Apr 28 11:05:43.157686 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e4366a-64ef-4d86-b3c6-f191b073ab19 tempest-TestNetworkAdvancedServerOps-1762458272 tempest-TestNetworkAdvancedServerOps-1762458272-project] Pushing event deleted for resources: {'Subnet': ['ID=2b3feac5-a337-48a6-93bd-b4c13f02752b,revision_number=None']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:05:43.159174 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-e2e4366a-64ef-4d86-b3c6-f191b073ab19 tempest-TestNetworkAdvancedServerOps-1762458272 tempest-TestNetworkAdvancedServerOps-1762458272-project] Publish callbacks [] for subnet (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:43.164433 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-857dd9f8-78a8-4f2d-bfc1-a905ac787e14 None None] Network 11667949-6108-4d31-ad58-bd4aa04ee38c requested from dv-neutron-master-2-hyperv {{(pid=116163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 11:05:43.168228 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-e2e4366a-64ef-4d86-b3c6-f191b073ab19 tempest-TestNetworkAdvancedServerOps-1762458272 tempest-TestNetworkAdvancedServerOps-1762458272-project] 10.222.0.10 "DELETE /v2.0/subnets/2b3feac5-a337-48a6-93bd-b4c13f02752b HTTP/1.1" status: 204 len: 168 time: 1.0633178 Apr 28 11:05:43.175549 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 54246) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:05:43.176010 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 54248) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:05:43.219949 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_hamode_db [None req-822661a2-ce03-4a71-af2f-433dafdab4e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c45b3fd7-2de6-4133-9f44-79efc511aaba', 'name': 'tempest-TestNetworkAdvancedServerOps-router-483414179', 'tenant_id': 'a8cc80fe41234707a2dcbf4e2aa0b823', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'external_fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.216'}], 'enable_snat': True}, 'gw_port_id': '3ac8f02a-5742-4e0d-93eb-e6075d67f71d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T11:03:15Z', 'updated_at': '2022-04-28T11:05:38Z', 'revision_number': 5, 'project_id': 'a8cc80fe41234707a2dcbf4e2aa0b823', 'gw_port': {'id': '3ac8f02a-5742-4e0d-93eb-e6075d67f71d', 'name': '', 'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:0e:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c45b3fd7-2de6-4133-9f44-79efc511aaba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 782, 'fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:03:17Z', 'updated_at': '2022-04-28T11:03:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=116164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:05:43.245744 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-86fcc1b5-c336-445c-a10c-5591a82ddb04 tempest-AllowedAddressPairTestJSON-759914361 tempest-AllowedAddressPairTestJSON-759914361-project] Publish callbacks [] for port (9b7c75d3-0f4b-4340-a281-e32549af7c25), precommit_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:43.262132 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-822661a2-ce03-4a71-af2f-433dafdab4e4 None None] The sync data for ids ['c45b3fd7-2de6-4133-9f44-79efc511aaba'] in dv-neutron-master-2-hyperv is: [{'id': 'c45b3fd7-2de6-4133-9f44-79efc511aaba', 'name': 'tempest-TestNetworkAdvancedServerOps-router-483414179', 'tenant_id': 'a8cc80fe41234707a2dcbf4e2aa0b823', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'external_fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.216'}], 'enable_snat': True}, 'gw_port_id': '3ac8f02a-5742-4e0d-93eb-e6075d67f71d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T11:03:15Z', 'updated_at': '2022-04-28T11:05:38Z', 'revision_number': 5, 'project_id': 'a8cc80fe41234707a2dcbf4e2aa0b823', 'gw_port': {'id': '3ac8f02a-5742-4e0d-93eb-e6075d67f71d', 'name': '', 'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:0e:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c45b3fd7-2de6-4133-9f44-79efc511aaba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 782, 'fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:03:17Z', 'updated_at': '2022-04-28T11:03:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}] {{(pid=116164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 11:05:43.328342 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-8dfecbe8-68c6-4412-ba93-ba633dbbb7ad tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Publish callbacks [] for port (fab05aa9-78a7-44f6-8745-7acc679c8e96), precommit_update {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:43.329938 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-db08e6c4-bf95-4155-ba9d-9d256edb251c tempest-NegativeSecGroupTest-1259928955 tempest-NegativeSecGroupTest-1259928955-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924426'] for security_group (1d6b2065-33ac-4611-b736-8ebbd47269e4), after_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:43.333167 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-db08e6c4-bf95-4155-ba9d-9d256edb251c tempest-NegativeSecGroupTest-1259928955 tempest-NegativeSecGroupTest-1259928955-project] Publish callbacks [] for security_group (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:43.334471 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-db08e6c4-bf95-4155-ba9d-9d256edb251c tempest-NegativeSecGroupTest-1259928955 tempest-NegativeSecGroupTest-1259928955-project] 10.222.0.10 "DELETE /v2.0/security-groups/1d6b2065-33ac-4611-b736-8ebbd47269e4 HTTP/1.1" status: 204 len: 168 time: 0.9665139 Apr 28 11:05:43.338555 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 54250) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:05:43.360503 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6c5013-adc7-419d-a14f-4d1c1fb4475e tempest-SecGroupIPv6Test-2111680406 tempest-SecGroupIPv6Test-2111680406-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=18d6582c-98b7-4f6a-9adc-f1e6621fb07a,revision_number=None']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:05:43.361629 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-86fcc1b5-c336-445c-a10c-5591a82ddb04 tempest-AllowedAddressPairTestJSON-759914361 tempest-AllowedAddressPairTestJSON-759914361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742234710357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5219112'] for port (9b7c75d3-0f4b-4340-a281-e32549af7c25), after_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:43.368379 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db08e6c4-bf95-4155-ba9d-9d256edb251c tempest-NegativeSecGroupTest-1259928955 tempest-NegativeSecGroupTest-1259928955-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d6b2065-33ac-4611-b736-8ebbd47269e4,revision_number=None']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:05:43.385093 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-e25df3f6-eb8c-44d9-8176-cc95c1c765e2 tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5026541'] for subnet (9f18b899-242b-4901-818c-074626eadbe2), precommit_delete_associations {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:43.403284 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (d5baab19-5dd1-4902-922b-84acb048ab9c), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:43.422703 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-8dfecbe8-68c6-4412-ba93-ba633dbbb7ad tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5219123'] for port (fab05aa9-78a7-44f6-8745-7acc679c8e96), after_update {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:43.456558 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-8f23e9d8-8144-4a50-8cfa-bc4014e294c3 None None] Provisioning complete for port fab05aa9-78a7-44f6-8745-7acc679c8e96 triggered by entity DHCP. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:05:43.457222 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-8f23e9d8-8144-4a50-8cfa-bc4014e294c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (fab05aa9-78a7-44f6-8745-7acc679c8e96), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:43.481600 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-8dfecbe8-68c6-4412-ba93-ba633dbbb7ad tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1603056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2063387'] for router_interface (077583a6-3e91-4e7b-b09b-2ee4e2f6efd3), after_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:43.504656 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-8f23e9d8-8144-4a50-8cfa-bc4014e294c3 None None] Port fab05aa9-78a7-44f6-8745-7acc679c8e96 cannot update to ACTIVE because it is not bound. {{(pid=116163) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 28 11:05:43.515597 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-8f23e9d8-8144-4a50-8cfa-bc4014e294c3 None None] Provisioning complete for port da4673b9-e1ff-422b-b387-80b380c150d4 triggered by entity DHCP. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:05:43.516158 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-8f23e9d8-8144-4a50-8cfa-bc4014e294c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (da4673b9-e1ff-422b-b387-80b380c150d4), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:43.525367 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86fcc1b5-c336-445c-a10c-5591a82ddb04 tempest-AllowedAddressPairTestJSON-759914361 tempest-AllowedAddressPairTestJSON-759914361-project] Pushing event updated for resources: {'Port': ['ID=9b7c75d3-0f4b-4340-a281-e32549af7c25,revision_number=1']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:05:43.536101 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86fcc1b5-c336-445c-a10c-5591a82ddb04 tempest-AllowedAddressPairTestJSON-759914361 tempest-AllowedAddressPairTestJSON-759914361-project] Network 6c3ca039-ae8c-47c3-b984-604c8ace5e60 is already hosted by enough agents. {{(pid=116161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 11:05:43.554935 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.scheduler.base_scheduler [None req-86fcc1b5-c336-445c-a10c-5591a82ddb04 tempest-AllowedAddressPairTestJSON-759914361 tempest-AllowedAddressPairTestJSON-759914361-project] Resources bound (agent type, host, resource id): {{(pid=116161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 11:05:43.558147 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86fcc1b5-c336-445c-a10c-5591a82ddb04 tempest-AllowedAddressPairTestJSON-759914361 tempest-AllowedAddressPairTestJSON-759914361-project] Received port after_create {{(pid=116161) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 11:05:43.627780 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-8f23e9d8-8144-4a50-8cfa-bc4014e294c3 None None] Current status of the port da4673b9-e1ff-422b-b387-80b380c150d4 is: ACTIVE; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:05:43.689680 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5932972e-1af0-4552-9c91-a7314a77c69f None None] DHCP port deletion for 11667949-6108-4d31-ad58-bd4aa04ee38c request from dv-neutron-master-2-hyperv {{(pid=116163) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 28 11:05:43.690342 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-3e443aa9-4a6f-4e4f-83d3-aaee43338f8e tempest-NegativeSecGroupTest-1259928955 tempest-NegativeSecGroupTest-1259928955-project] 10.222.0.10 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.3503056 Apr 28 11:05:43.708013 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 54252) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:05:43.720828 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.v2.base [None req-3ec6a23e-30ae-4810-b2b4-b39968a3457d tempest-NegativeSecGroupTest-1259928955 tempest-NegativeSecGroupTest-1259928955-project] Request body: {'security_group': {'name': 'tempest-secgroup--348597160'}} {{(pid=116161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:05:43.759360 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86fcc1b5-c336-445c-a10c-5591a82ddb04 tempest-AllowedAddressPairTestJSON-759914361 tempest-AllowedAddressPairTestJSON-759914361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:05:43.760203 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-86fcc1b5-c336-445c-a10c-5591a82ddb04 tempest-AllowedAddressPairTestJSON-759914361 tempest-AllowedAddressPairTestJSON-759914361-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198022'] for port (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:43.797680 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dfecbe8-68c6-4412-ba93-ba633dbbb7ad tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Pushing event updated for resources: {'Port': ['ID=fab05aa9-78a7-44f6-8745-7acc679c8e96,revision_number=2']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:05:43.825730 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-5932972e-1af0-4552-9c91-a7314a77c69f None None] Deleting port 982b7213-f62b-4421-9074-307355cb4c06 {{(pid=116163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 11:05:43.827208 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-5932972e-1af0-4552-9c91-a7314a77c69f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742235130188'] for port (982b7213-f62b-4421-9074-307355cb4c06), before_delete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:43.838226 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Device da4673b9-e1ff-422b-b387-80b380c150d4 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=116163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 11:05:43.848660 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dfecbe8-68c6-4412-ba93-ba633dbbb7ad tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Network 2fb255c7-9fa3-4e5e-b349-b201da445827 is already hosted by enough agents. {{(pid=116161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 11:05:43.851602 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.scheduler.base_scheduler [None req-8dfecbe8-68c6-4412-ba93-ba633dbbb7ad tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Resources bound (agent type, host, resource id): {{(pid=116161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 11:05:43.852928 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-de67906d-0cc6-4b99-b816-347afa36705f None None] Provisioning complete for port fab05aa9-78a7-44f6-8745-7acc679c8e96 triggered by entity DHCP. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:05:43.853504 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-de67906d-0cc6-4b99-b816-347afa36705f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (fab05aa9-78a7-44f6-8745-7acc679c8e96), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:43.907566 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-6a7ae84d-0a5f-4290-8065-cb90c4ed76e2 tempest-SecGroupIPv6Test-2111680406 tempest-SecGroupIPv6Test-2111680406-project] 10.222.0.10 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.7265685 Apr 28 11:05:43.917132 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 54254) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:05:43.922179 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.v2.base [None req-cd0a120f-fcaf-4550-9fef-327be0c2b8ce tempest-SecGroupIPv6Test-2111680406 tempest-SecGroupIPv6Test-2111680406-project] Request body: {'security_group': {'name': 'tempest-secgroup--847191442'}} {{(pid=116162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:05:43.929846 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-de67906d-0cc6-4b99-b816-347afa36705f None None] Port fab05aa9-78a7-44f6-8745-7acc679c8e96 cannot update to ACTIVE because it is not bound. {{(pid=116163) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 28 11:05:43.972467 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-86fcc1b5-c336-445c-a10c-5591a82ddb04 tempest-AllowedAddressPairTestJSON-759914361 tempest-AllowedAddressPairTestJSON-759914361-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.9083674 Apr 28 11:05:43.973982 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 54256) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:05:43.984635 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.v2.base [None req-b73f56f1-7712-4c74-b63c-a8e3cc03068b tempest-AllowedAddressPairTestJSON-759914361 tempest-AllowedAddressPairTestJSON-759914361-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.10', 'mac_address': 'fa:16:3e:34:d6:87'}]}} {{(pid=116161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:05:44.007224 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-5932972e-1af0-4552-9c91-a7314a77c69f None None] For port 982b7213-f62b-4421-9074-307355cb4c06, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=982b7213-f62b-4421-9074-307355cb4c06,segment=NetworkSegment(3a3711b0-a922-46d0-81e4-03dc755adc63),segment_id=3a3711b0-a922-46d0-81e4-03dc755adc63)] {{(pid=116163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 11:05:44.007766 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-5932972e-1af0-4552-9c91-a7314a77c69f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1938497'] for port (982b7213-f62b-4421-9074-307355cb4c06), precommit_delete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:44.023986 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-5932972e-1af0-4552-9c91-a7314a77c69f None None] Calling delete_port for 982b7213-f62b-4421-9074-307355cb4c06 owned by network:dhcp {{(pid=116163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 11:05:44.035348 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-9db13343-9f22-461d-8062-361613405ff5 tempest-TestNetworkAdvancedServerOps-1762458272 tempest-TestNetworkAdvancedServerOps-1762458272-project] Publish callbacks [] for router (c45b3fd7-2de6-4133-9f44-79efc511aaba), before_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:44.038934 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Provisioning complete for port da4673b9-e1ff-422b-b387-80b380c150d4 triggered by entity L2. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:05:44.039431 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (da4673b9-e1ff-422b-b387-80b380c150d4), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:44.083172 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-3ec6a23e-30ae-4810-b2b4-b39968a3457d tempest-NegativeSecGroupTest-1259928955 tempest-NegativeSecGroupTest-1259928955-project] Publish callbacks [] for security_group (None), before_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:44.111575 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-cd0a120f-fcaf-4550-9fef-327be0c2b8ce tempest-SecGroupIPv6Test-2111680406 tempest-SecGroupIPv6Test-2111680406-project] Publish callbacks [] for security_group (None), before_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:44.116486 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-fa00d76d-02dd-47eb-b8aa-c40cc8055d22 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742235135690', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742234710366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5051867'] for port (08cdb07c-0665-43ad-87c2-72b77b5f3b02), after_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:44.183786 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-e25df3f6-eb8c-44d9-8176-cc95c1c765e2 tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-971303'] for subnet (9f18b899-242b-4901-818c-074626eadbe2), precommit_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:44.192506 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8dfecbe8-68c6-4412-ba93-ba633dbbb7ad tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Router 077583a6-3e91-4e7b-b09b-2ee4e2f6efd3 has already been hosted by L3 agent 6b492ad6-0876-4d74-b20d-28143a52ceba {{(pid=116161) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 11:05:44.231571 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa00d76d-02dd-47eb-b8aa-c40cc8055d22 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Pushing event deleted for resources: {'Port': ['ID=08cdb07c-0665-43ad-87c2-72b77b5f3b02,revision_number=None']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:05:44.319821 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-3810e1f2-537c-4f35-abda-9fd3bff29324 None None] Provisioning complete for port 9b7c75d3-0f4b-4340-a281-e32549af7c25 triggered by entity DHCP. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:05:44.319821 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-3810e1f2-537c-4f35-abda-9fd3bff29324 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (9b7c75d3-0f4b-4340-a281-e32549af7c25), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:44.423894 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Current status of the port da4673b9-e1ff-422b-b387-80b380c150d4 is: ACTIVE; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:05:44.431683 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-3ec6a23e-30ae-4810-b2b4-b39968a3457d tempest-NegativeSecGroupTest-1259928955 tempest-NegativeSecGroupTest-1259928955-project] Publish callbacks [] for security_group (737dd03d-50fc-4835-9eb0-77d3c4c35a5e), precommit_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:44.439403 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-3810e1f2-537c-4f35-abda-9fd3bff29324 None None] Port 9b7c75d3-0f4b-4340-a281-e32549af7c25 cannot update to ACTIVE because it is not bound. {{(pid=116163) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 28 11:05:44.452843 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-9db13343-9f22-461d-8062-361613405ff5 tempest-TestNetworkAdvancedServerOps-1762458272 tempest-TestNetworkAdvancedServerOps-1762458272-project] Publish callbacks [] for router_gateway (c45b3fd7-2de6-4133-9f44-79efc511aaba), before_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:44.473607 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8dfecbe8-68c6-4412-ba93-ba633dbbb7ad tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=116161) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 11:05:44.482924 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-8dfecbe8-68c6-4412-ba93-ba633dbbb7ad tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] 10.222.0.10 "PUT /v2.0/routers/077583a6-3e91-4e7b-b09b-2ee4e2f6efd3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1297827 Apr 28 11:05:44.486240 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 54258) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:05:44.490211 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35e77f90-4e88-42a3-a4af-4a0636baab10 None None] Sync routers for ids ['077583a6-3e91-4e7b-b09b-2ee4e2f6efd3'] in dv-neutron-master-2-hyperv {{(pid=116163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 11:05:44.492160 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.v2.base [None req-6f9807f9-f471-4053-aec5-f0621c3521bb tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Request body: {'network': {'name': 'tempest-RoutersTest-1113988770'}} {{(pid=116161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:05:44.503264 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Device 4221dd26-6373-4172-b4b5-3a88cffbec25 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=116163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 11:05:44.510991 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-b73f56f1-7712-4c74-b63c-a8e3cc03068b tempest-AllowedAddressPairTestJSON-759914361 tempest-AllowedAddressPairTestJSON-759914361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (9b7c75d3-0f4b-4340-a281-e32549af7c25), before_update {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:44.523030 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] No Port match for: 4221dd26-6373-4172-b4b5-3a88cffbec25 {{(pid=116163) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 28 11:05:44.525800 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Device 4221dd26-6373-4172-b4b5-3a88cffbec25 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=116163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 11:05:44.525800 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Device 982b7213-f62b-4421-9074-307355cb4c06 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=116163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 11:05:44.526578 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35e77f90-4e88-42a3-a4af-4a0636baab10 None None] Routers {'077583a6-3e91-4e7b-b09b-2ee4e2f6efd3'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=116163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 11:05:44.527247 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-3ec6a23e-30ae-4810-b2b4-b39968a3457d tempest-NegativeSecGroupTest-1259928955 tempest-NegativeSecGroupTest-1259928955-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924426'] for security_group (737dd03d-50fc-4835-9eb0-77d3c4c35a5e), after_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:44.527973 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_hamode_db [None req-35e77f90-4e88-42a3-a4af-4a0636baab10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-28T10:50:39Z,description=,heartbeat_timestamp=2022-04-28T11:05:39Z,host='dv-neutron-master-2-hyperv',id=6b492ad6-0876-4d74-b20d-28143a52ceba,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T10:50:40Z,topic='l3_agent')) {'router_ids': ['077583a6-3e91-4e7b-b09b-2ee4e2f6efd3'], 'active': True} {{(pid=116163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:05:44.539006 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-cd0a120f-fcaf-4550-9fef-327be0c2b8ce tempest-SecGroupIPv6Test-2111680406 tempest-SecGroupIPv6Test-2111680406-project] Publish callbacks [] for security_group (5c306ed8-dcb3-4d85-9e16-6eacc9ae4932), precommit_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:44.584524 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-e25df3f6-eb8c-44d9-8176-cc95c1c765e2 tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-971310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5053962', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4210815'] for subnet (9f18b899-242b-4901-818c-074626eadbe2), after_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:44.591897 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec6a23e-30ae-4810-b2b4-b39968a3457d tempest-NegativeSecGroupTest-1259928955 tempest-NegativeSecGroupTest-1259928955-project] Pushing event updated for resources: {'SecurityGroup': ['ID=737dd03d-50fc-4835-9eb0-77d3c4c35a5e,revision_number=1']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:05:44.610150 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-5932972e-1af0-4552-9c91-a7314a77c69f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742235135690', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742234710366'] for port (982b7213-f62b-4421-9074-307355cb4c06), after_delete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:44.623766 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25df3f6-eb8c-44d9-8176-cc95c1c765e2 tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Pushing event deleted for resources: {'Subnet': ['ID=9f18b899-242b-4901-818c-074626eadbe2,revision_number=None']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:05:44.632071 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-e25df3f6-eb8c-44d9-8176-cc95c1c765e2 tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Publish callbacks [] for subnet (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:44.640286 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-e25df3f6-eb8c-44d9-8176-cc95c1c765e2 tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] 10.222.0.10 "DELETE /v2.0/subnets/9f18b899-242b-4901-818c-074626eadbe2 HTTP/1.1" status: 204 len: 168 time: 1.7355795 Apr 28 11:05:44.641019 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 54260) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:05:44.652786 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.v2.base [None req-9b49e16d-aa96-4df7-b0cf-e109a2ddedcb tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Request body: {'subnet': {'network_id': '5af9c5a9-50d8-4bfb-a7ef-82766428c3d5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=116162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:05:44.678307 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b3e650c-28f8-4688-bb46-d569e6e1f327 None None] Network 5af9c5a9-50d8-4bfb-a7ef-82766428c3d5 requested from dv-neutron-master-2-hyperv {{(pid=116163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 11:05:44.680912 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-c3c91835-164f-4a18-a9f0-d6721d13399a None None] Provisioning complete for port fab05aa9-78a7-44f6-8745-7acc679c8e96 triggered by entity DHCP. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:05:44.681282 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-c3c91835-164f-4a18-a9f0-d6721d13399a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (fab05aa9-78a7-44f6-8745-7acc679c8e96), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:44.714705 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5932972e-1af0-4552-9c91-a7314a77c69f None None] Pushing event deleted for resources: {'Port': ['ID=982b7213-f62b-4421-9074-307355cb4c06,revision_number=None']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:05:44.715578 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-cd0a120f-fcaf-4550-9fef-327be0c2b8ce tempest-SecGroupIPv6Test-2111680406 tempest-SecGroupIPv6Test-2111680406-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924426'] for security_group (5c306ed8-dcb3-4d85-9e16-6eacc9ae4932), after_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:44.721258 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5932972e-1af0-4552-9c91-a7314a77c69f None None] No DVR routers for this DVR port 982b7213-f62b-4421-9074-307355cb4c06 on host dv-neutron-master-2-hyperv {{(pid=116163) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 11:05:44.751395 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-fa00d76d-02dd-47eb-b8aa-c40cc8055d22 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1603051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2063504'] for router_interface (9b89571b-9a7d-473a-a862-1c34e1e1b90f), after_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:44.755106 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] No active binding found for port 982b7213-f62b-4421-9074-307355cb4c06 {{(pid=116163) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Apr 28 11:05:44.755494 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] The host dv-neutron-master-2-hyperv is not matching for port 982b7213-f62b-4421-9074-307355cb4c06 host None! {{(pid=116163) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2395}} Apr 28 11:05:44.755891 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Device 982b7213-f62b-4421-9074-307355cb4c06 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=116163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 11:05:44.760441 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-b73f56f1-7712-4c74-b63c-a8e3cc03068b tempest-AllowedAddressPairTestJSON-759914361 tempest-AllowedAddressPairTestJSON-759914361-project] Publish callbacks [] for port (9b7c75d3-0f4b-4340-a281-e32549af7c25), precommit_update {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:44.763801 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f9807f9-f471-4053-aec5-f0621c3521bb tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Made reservation on behalf of 1d85c55944a24e6b8fc5b73917e91c0e for: {'network': 1} {{(pid=116161) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 11:05:44.767742 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-6f9807f9-f471-4053-aec5-f0621c3521bb tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for network (None), before_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:44.773432 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-3ec6a23e-30ae-4810-b2b4-b39968a3457d tempest-NegativeSecGroupTest-1259928955 tempest-NegativeSecGroupTest-1259928955-project] Publish callbacks [] for security_group (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:44.776756 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-3ec6a23e-30ae-4810-b2b4-b39968a3457d tempest-NegativeSecGroupTest-1259928955 tempest-NegativeSecGroupTest-1259928955-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 1.0661185 Apr 28 11:05:44.777786 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 54262) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:05:44.802064 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.v2.base [None req-f340bea9-f4b5-476f-bbb4-af94a3d7950a tempest-NegativeSecGroupTest-1259928955 tempest-NegativeSecGroupTest-1259928955-project] Request body: {'security_group_rule': {'security_group_id': '737dd03d-50fc-4835-9eb0-77d3c4c35a5e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=116161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:05:44.808088 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvr_db [None req-35e77f90-4e88-42a3-a4af-4a0636baab10 None None] Set router 077583a6-3e91-4e7b-b09b-2ee4e2f6efd3 gateway port host: None {{(pid=116163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 11:05:44.819964 dv-neutron-master-2-hyperv neutron-server[116161]: WARNING neutron.api.v2.base [None req-f340bea9-f4b5-476f-bbb4-af94a3d7950a tempest-NegativeSecGroupTest-1259928955 tempest-NegativeSecGroupTest-1259928955-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Apr 28 11:05:44.820630 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.api.v2.resource [None req-f340bea9-f4b5-476f-bbb4-af94a3d7950a tempest-NegativeSecGroupTest-1259928955 tempest-NegativeSecGroupTest-1259928955-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 28 11:05:44.826438 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-f340bea9-f4b5-476f-bbb4-af94a3d7950a tempest-NegativeSecGroupTest-1259928955 tempest-NegativeSecGroupTest-1259928955-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0316222 Apr 28 11:05:44.826438 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 54264) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:05:44.830593 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.v2.base [None req-a14f87ad-b5f2-4118-974e-6b0f1943ab57 tempest-NegativeSecGroupTest-1259928955 tempest-NegativeSecGroupTest-1259928955-project] Request body: {'security_group_rule': {'security_group_id': '737dd03d-50fc-4835-9eb0-77d3c4c35a5e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=116161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:05:44.830986 dv-neutron-master-2-hyperv neutron-server[116161]: WARNING neutron.api.v2.base [None req-a14f87ad-b5f2-4118-974e-6b0f1943ab57 tempest-NegativeSecGroupTest-1259928955 tempest-NegativeSecGroupTest-1259928955-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Apr 28 11:05:44.831487 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.api.v2.resource [None req-a14f87ad-b5f2-4118-974e-6b0f1943ab57 tempest-NegativeSecGroupTest-1259928955 tempest-NegativeSecGroupTest-1259928955-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 28 11:05:44.834128 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-a14f87ad-b5f2-4118-974e-6b0f1943ab57 tempest-NegativeSecGroupTest-1259928955 tempest-NegativeSecGroupTest-1259928955-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0057206 Apr 28 11:05:44.834128 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-b73f56f1-7712-4c74-b63c-a8e3cc03068b tempest-AllowedAddressPairTestJSON-759914361 tempest-AllowedAddressPairTestJSON-759914361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5219123'] for port (9b7c75d3-0f4b-4340-a281-e32549af7c25), after_update {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:44.845615 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.plugin [None req-9db13343-9f22-461d-8062-361613405ff5 tempest-TestNetworkAdvancedServerOps-1762458272 tempest-TestNetworkAdvancedServerOps-1762458272-project] Deleting port 3ac8f02a-5742-4e0d-93eb-e6075d67f71d {{(pid=116162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 11:05:44.845615 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-9db13343-9f22-461d-8062-361613405ff5 tempest-TestNetworkAdvancedServerOps-1762458272 tempest-TestNetworkAdvancedServerOps-1762458272-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742235130188'] for port (3ac8f02a-5742-4e0d-93eb-e6075d67f71d), before_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:44.845828 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-c3c91835-164f-4a18-a9f0-d6721d13399a None None] Port fab05aa9-78a7-44f6-8745-7acc679c8e96 cannot update to ACTIVE because it is not bound. {{(pid=116163) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 28 11:05:44.845941 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 54266) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:05:44.867656 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.v2.base [None req-12992c7e-668b-4e6c-bec4-be18b63b497a tempest-NegativeSecGroupTest-1259928955 tempest-NegativeSecGroupTest-1259928955-project] Request body: {'security_group_rule': {'security_group_id': '737dd03d-50fc-4835-9eb0-77d3c4c35a5e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=116162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:05:44.880809 dv-neutron-master-2-hyperv neutron-server[116162]: WARNING neutron.api.v2.base [None req-12992c7e-668b-4e6c-bec4-be18b63b497a tempest-NegativeSecGroupTest-1259928955 tempest-NegativeSecGroupTest-1259928955-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Apr 28 11:05:44.880809 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.api.v2.resource [None req-12992c7e-668b-4e6c-bec4-be18b63b497a tempest-NegativeSecGroupTest-1259928955 tempest-NegativeSecGroupTest-1259928955-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 28 11:05:44.880809 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-12992c7e-668b-4e6c-bec4-be18b63b497a tempest-NegativeSecGroupTest-1259928955 tempest-NegativeSecGroupTest-1259928955-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0273309 Apr 28 11:05:44.880809 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd0a120f-fcaf-4550-9fef-327be0c2b8ce tempest-SecGroupIPv6Test-2111680406 tempest-SecGroupIPv6Test-2111680406-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5c306ed8-dcb3-4d85-9e16-6eacc9ae4932,revision_number=1']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:05:44.881897 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6f9807f9-f471-4053-aec5-f0621c3521bb tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 98} {{(pid=116161) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 11:05:44.893610 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-6f9807f9-f471-4053-aec5-f0621c3521bb tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-961978'] for segment (1bce4b31-0049-45c3-9259-d4148608099a), precommit_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:44.893972 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.db.segments_db [None req-6f9807f9-f471-4053-aec5-f0621c3521bb tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Added segment 1bce4b31-0049-45c3-9259-d4148608099a of type vlan for network e9e840e6-70f7-4458-8b64-dba6bc6cb266 Apr 28 11:05:44.897841 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 54268) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:05:44.906348 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.v2.base [None req-91ee038f-662d-491c-821a-8bf0039addb5 tempest-NegativeSecGroupTest-1259928955 tempest-NegativeSecGroupTest-1259928955-project] Request body: {'security_group_rule': {'security_group_id': '737dd03d-50fc-4835-9eb0-77d3c4c35a5e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=116161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:05:44.907248 dv-neutron-master-2-hyperv neutron-server[116161]: WARNING neutron.api.v2.base [None req-91ee038f-662d-491c-821a-8bf0039addb5 tempest-NegativeSecGroupTest-1259928955 tempest-NegativeSecGroupTest-1259928955-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Apr 28 11:05:44.907771 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.api.v2.resource [None req-91ee038f-662d-491c-821a-8bf0039addb5 tempest-NegativeSecGroupTest-1259928955 tempest-NegativeSecGroupTest-1259928955-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 28 11:05:44.912801 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-91ee038f-662d-491c-821a-8bf0039addb5 tempest-NegativeSecGroupTest-1259928955 tempest-NegativeSecGroupTest-1259928955-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0098917 Apr 28 11:05:44.926148 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 54270) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:05:44.947544 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-cd0a120f-fcaf-4550-9fef-327be0c2b8ce tempest-SecGroupIPv6Test-2111680406 tempest-SecGroupIPv6Test-2111680406-project] Publish callbacks [] for security_group (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:44.948977 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-cd0a120f-fcaf-4550-9fef-327be0c2b8ce tempest-SecGroupIPv6Test-2111680406 tempest-SecGroupIPv6Test-2111680406-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 1.0304148 Apr 28 11:05:44.956226 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 54272) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:05:44.975564 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.v2.base [None req-6bfe82ad-027f-4a32-97ab-938f7f1a0585 tempest-SecGroupIPv6Test-2111680406 tempest-SecGroupIPv6Test-2111680406-project] Request body: {'security_group_rule': {'security_group_id': '5c306ed8-dcb3-4d85-9e16-6eacc9ae4932', 'direction': 'ingress', 'protocol': 17}} {{(pid=116161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:05:45.025103 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73f56f1-7712-4c74-b63c-a8e3cc03068b tempest-AllowedAddressPairTestJSON-759914361 tempest-AllowedAddressPairTestJSON-759914361-project] Pushing event updated for resources: {'Port': ['ID=9b7c75d3-0f4b-4340-a281-e32549af7c25,revision_number=2']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:05:45.109783 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-6f9807f9-f471-4053-aec5-f0621c3521bb tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742234744962'] for network (e9e840e6-70f7-4458-8b64-dba6bc6cb266), precommit_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:45.128267 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.db [None req-9db13343-9f22-461d-8062-361613405ff5 tempest-TestNetworkAdvancedServerOps-1762458272 tempest-TestNetworkAdvancedServerOps-1762458272-project] For port 3ac8f02a-5742-4e0d-93eb-e6075d67f71d, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=3ac8f02a-5742-4e0d-93eb-e6075d67f71d,segment=NetworkSegment(142bc50f-d6af-4646-8d06-bb7af6b7b51c),segment_id=142bc50f-d6af-4646-8d06-bb7af6b7b51c)] {{(pid=116162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 11:05:45.128267 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-9db13343-9f22-461d-8062-361613405ff5 tempest-TestNetworkAdvancedServerOps-1762458272 tempest-TestNetworkAdvancedServerOps-1762458272-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1938497'] for port (3ac8f02a-5742-4e0d-93eb-e6075d67f71d), precommit_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:45.142605 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_hamode_db [None req-35e77f90-4e88-42a3-a4af-4a0636baab10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '077583a6-3e91-4e7b-b09b-2ee4e2f6efd3', 'name': 'tempest-RoutersTest-router-326742487', 'tenant_id': '1d85c55944a24e6b8fc5b73917e91c0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T11:05:19Z', 'updated_at': '2022-04-28T11:05:42Z', 'revision_number': 4, 'project_id': '1d85c55944a24e6b8fc5b73917e91c0e', 'gw_port_host': None, '_interfaces': [{'id': 'a11cbac1-383c-4f11-8169-eee231f42006', 'name': '', 'network_id': '98df3218-a027-4fe2-8b10-e1f1956e3827', 'tenant_id': '1d85c55944a24e6b8fc5b73917e91c0e', 'mac_address': 'fa:16:3e:33:5e:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '077583a6-3e91-4e7b-b09b-2ee4e2f6efd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1038, 'fixed_ips': [{'subnet_id': 'a5c018ca-906e-4425-bf42-6e13a46d1530', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:05:22Z', 'updated_at': '2022-04-28T11:05:30Z', 'revision_number': 5, 'project_id': '1d85c55944a24e6b8fc5b73917e91c0e', 'subnets': [{'id': 'a5c018ca-906e-4425-bf42-6e13a46d1530', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f70b8dfa-b827-4b97-ab33-a3da7f94590a', 'name': '', 'network_id': 'dcd9b946-da1e-42aa-975b-f2fc3c00de71', 'tenant_id': '1d85c55944a24e6b8fc5b73917e91c0e', 'mac_address': 'fa:16:3e:62:4e:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '077583a6-3e91-4e7b-b09b-2ee4e2f6efd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1079, 'fixed_ips': [{'subnet_id': '82f04b91-b379-4454-bf04-c8f726296c87', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:05:32Z', 'updated_at': '2022-04-28T11:05:40Z', 'revision_number': 5, 'project_id': '1d85c55944a24e6b8fc5b73917e91c0e', 'subnets': [{'id': '82f04b91-b379-4454-bf04-c8f726296c87', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fab05aa9-78a7-44f6-8745-7acc679c8e96', 'name': '', 'network_id': '2fb255c7-9fa3-4e5e-b349-b201da445827', 'tenant_id': '1d85c55944a24e6b8fc5b73917e91c0e', 'mac_address': 'fa:16:3e:e1:19:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '077583a6-3e91-4e7b-b09b-2ee4e2f6efd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1108, 'fixed_ips': [{'subnet_id': '12b00ce9-212a-4d97-be2f-b5b818be2996', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:05:39Z', 'updated_at': '2022-04-28T11:05:42Z', 'revision_number': 2, 'project_id': '1d85c55944a24e6b8fc5b73917e91c0e', 'subnets': [{'id': '12b00ce9-212a-4d97-be2f-b5b818be2996', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=116163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:05:45.150711 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.plugin [None req-9db13343-9f22-461d-8062-361613405ff5 tempest-TestNetworkAdvancedServerOps-1762458272 tempest-TestNetworkAdvancedServerOps-1762458272-project] Calling delete_port for 3ac8f02a-5742-4e0d-93eb-e6075d67f71d owned by network:router_gateway {{(pid=116162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 11:05:45.191838 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-70df4343-9371-4d14-9ac2-5e8ab9c996a3 tempest-NegativeSecGroupTest-1259928955 tempest-NegativeSecGroupTest-1259928955-project] Publish callbacks [] for security_group (737dd03d-50fc-4835-9eb0-77d3c4c35a5e), before_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:45.192641 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35e77f90-4e88-42a3-a4af-4a0636baab10 None None] Checking router: 077583a6-3e91-4e7b-b09b-2ee4e2f6efd3 for host: dv-neutron-master-2-hyperv {{(pid=116163) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 11:05:45.193015 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35e77f90-4e88-42a3-a4af-4a0636baab10 None None] Updating router 077583a6-3e91-4e7b-b09b-2ee4e2f6efd3 port fab05aa9-78a7-44f6-8745-7acc679c8e96 binding host dv-neutron-master-2-hyperv {{(pid=116163) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 28 11:05:45.193806 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.plugin [None req-b73f56f1-7712-4c74-b63c-a8e3cc03068b tempest-AllowedAddressPairTestJSON-759914361 tempest-AllowedAddressPairTestJSON-759914361-project] In _notify_port_updated(), no bound segment for port 9b7c75d3-0f4b-4340-a281-e32549af7c25 on network 6c3ca039-ae8c-47c3-b984-604c8ace5e60 {{(pid=116161) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:936}} Apr 28 11:05:45.201411 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b73f56f1-7712-4c74-b63c-a8e3cc03068b tempest-AllowedAddressPairTestJSON-759914361 tempest-AllowedAddressPairTestJSON-759914361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:05:45.202114 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-b73f56f1-7712-4c74-b63c-a8e3cc03068b tempest-AllowedAddressPairTestJSON-759914361 tempest-AllowedAddressPairTestJSON-759914361-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198022'] for port (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:45.203549 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-b73f56f1-7712-4c74-b63c-a8e3cc03068b tempest-AllowedAddressPairTestJSON-759914361 tempest-AllowedAddressPairTestJSON-759914361-project] 10.222.0.10 "PUT /v2.0/ports/9b7c75d3-0f4b-4340-a281-e32549af7c25 HTTP/1.1" status: 200 len: 994 time: 1.2264869 Apr 28 11:05:45.207859 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 54274) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:05:45.231236 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b49e16d-aa96-4df7-b0cf-e109a2ddedcb tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Made reservation on behalf of 52264470dd074c0f8041ca0ce5281c12 for: {'subnet': 1} {{(pid=116162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 11:05:45.235278 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-9b49e16d-aa96-4df7-b0cf-e109a2ddedcb tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4210834'] for subnet (None), before_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:45.242738 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-35e77f90-4e88-42a3-a4af-4a0636baab10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (fab05aa9-78a7-44f6-8745-7acc679c8e96), before_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:45.269423 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-6f9807f9-f471-4053-aec5-f0621c3521bb tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042'] for network (e9e840e6-70f7-4458-8b64-dba6bc6cb266), after_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:45.280807 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f9807f9-f471-4053-aec5-f0621c3521bb tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:05:45.280807 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-6f9807f9-f471-4053-aec5-f0621c3521bb tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Publish callbacks [] for network (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:45.330664 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-70df4343-9371-4d14-9ac2-5e8ab9c996a3 tempest-NegativeSecGroupTest-1259928955 tempest-NegativeSecGroupTest-1259928955-project] Publish callbacks [] for security_group (737dd03d-50fc-4835-9eb0-77d3c4c35a5e), precommit_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:45.333333 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-6bfe82ad-027f-4a32-97ab-938f7f1a0585 tempest-SecGroupIPv6Test-2111680406 tempest-SecGroupIPv6Test-2111680406-project] Publish callbacks [] for security_group_rule (c7722597-6cc7-4b6a-a9e0-019e51bc6a09), before_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:45.454412 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-47c9beb9-050a-48e0-991a-61de43f39f45 None None] Provisioning complete for port 9b7c75d3-0f4b-4340-a281-e32549af7c25 triggered by entity DHCP. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:05:45.454997 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-47c9beb9-050a-48e0-991a-61de43f39f45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (9b7c75d3-0f4b-4340-a281-e32549af7c25), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:45.475509 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-6f9807f9-f471-4053-aec5-f0621c3521bb tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.9881346 Apr 28 11:05:45.480007 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 54276) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:05:45.490055 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.v2.base [None req-77147735-6771-4741-b659-39c684a63081 tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Request body: {'subnet': {'network_id': 'e9e840e6-70f7-4458-8b64-dba6bc6cb266', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=116162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:05:45.505519 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f9807f9-f471-4053-aec5-f0621c3521bb tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Pushing event updated for resources: {'Network': ['ID=e9e840e6-70f7-4458-8b64-dba6bc6cb266,revision_number=1']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:05:45.527001 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.plugin [None req-3aaa4502-e7eb-4601-ac18-fcbdb8974a74 tempest-AllowedAddressPairTestJSON-759914361 tempest-AllowedAddressPairTestJSON-759914361-project] Deleting port 9b7c75d3-0f4b-4340-a281-e32549af7c25 {{(pid=116161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 11:05:45.527001 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-3aaa4502-e7eb-4601-ac18-fcbdb8974a74 tempest-AllowedAddressPairTestJSON-759914361 tempest-AllowedAddressPairTestJSON-759914361-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742235130188'] for port (9b7c75d3-0f4b-4340-a281-e32549af7c25), before_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:45.570919 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-6bfe82ad-027f-4a32-97ab-938f7f1a0585 tempest-SecGroupIPv6Test-2111680406 tempest-SecGroupIPv6Test-2111680406-project] Publish callbacks [] for security_group_rule (c7722597-6cc7-4b6a-a9e0-019e51bc6a09), precommit_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:45.571366 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-47c9beb9-050a-48e0-991a-61de43f39f45 None None] Port 9b7c75d3-0f4b-4340-a281-e32549af7c25 cannot update to ACTIVE because it is not bound. {{(pid=116163) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 28 11:05:45.576168 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Network e9e840e6-70f7-4458-8b64-dba6bc6cb266 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=116163) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 28 11:05:45.628569 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-70df4343-9371-4d14-9ac2-5e8ab9c996a3 tempest-NegativeSecGroupTest-1259928955 tempest-NegativeSecGroupTest-1259928955-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924426'] for security_group (737dd03d-50fc-4835-9eb0-77d3c4c35a5e), after_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:45.631401 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-70df4343-9371-4d14-9ac2-5e8ab9c996a3 tempest-NegativeSecGroupTest-1259928955 tempest-NegativeSecGroupTest-1259928955-project] Publish callbacks [] for security_group (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:45.632396 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-70df4343-9371-4d14-9ac2-5e8ab9c996a3 tempest-NegativeSecGroupTest-1259928955 tempest-NegativeSecGroupTest-1259928955-project] 10.222.0.10 "DELETE /v2.0/security-groups/737dd03d-50fc-4835-9eb0-77d3c4c35a5e HTTP/1.1" status: 204 len: 168 time: 0.7008533 Apr 28 11:05:45.646865 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-6bfe82ad-027f-4a32-97ab-938f7f1a0585 tempest-SecGroupIPv6Test-2111680406 tempest-SecGroupIPv6Test-2111680406-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1912725'] for security_group_rule (c7722597-6cc7-4b6a-a9e0-019e51bc6a09), after_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:45.648209 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 54278) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:05:45.650906 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70df4343-9371-4d14-9ac2-5e8ab9c996a3 tempest-NegativeSecGroupTest-1259928955 tempest-NegativeSecGroupTest-1259928955-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=737dd03d-50fc-4835-9eb0-77d3c4c35a5e,revision_number=None']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:05:45.685406 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bfe82ad-027f-4a32-97ab-938f7f1a0585 tempest-SecGroupIPv6Test-2111680406 tempest-SecGroupIPv6Test-2111680406-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c7722597-6cc7-4b6a-a9e0-019e51bc6a09,revision_number=0']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:05:45.703400 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-3aaa4502-e7eb-4601-ac18-fcbdb8974a74 tempest-AllowedAddressPairTestJSON-759914361 tempest-AllowedAddressPairTestJSON-759914361-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1938497'] for port (9b7c75d3-0f4b-4340-a281-e32549af7c25), precommit_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:45.721943 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.plugin [None req-3aaa4502-e7eb-4601-ac18-fcbdb8974a74 tempest-AllowedAddressPairTestJSON-759914361 tempest-AllowedAddressPairTestJSON-759914361-project] Calling delete_port for 9b7c75d3-0f4b-4340-a281-e32549af7c25 owned by {{(pid=116161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 11:05:45.795052 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-6bfe82ad-027f-4a32-97ab-938f7f1a0585 tempest-SecGroupIPv6Test-2111680406 tempest-SecGroupIPv6Test-2111680406-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:45.798459 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-6bfe82ad-027f-4a32-97ab-938f7f1a0585 tempest-SecGroupIPv6Test-2111680406 tempest-SecGroupIPv6Test-2111680406-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.8335090 Apr 28 11:05:45.799893 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 54280) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:05:45.813583 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-afaa8643-8623-4d2b-980e-6e9a6847314d tempest-NegativeSecGroupTest-1259928955 tempest-NegativeSecGroupTest-1259928955-project] 10.222.0.10 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1627181 Apr 28 11:05:45.814431 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 54282) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:05:45.832604 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.v2.base [None req-d063bd37-ddcf-4d84-8814-1ed5868d6385 tempest-NegativeSecGroupTest-1259928955 tempest-NegativeSecGroupTest-1259928955-project] Request body: {'security_group': {'name': 'tempest-secgroup--54861905'}} {{(pid=116162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:05:45.856333 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-35e77f90-4e88-42a3-a4af-4a0636baab10 None None] Publish callbacks [] for port (fab05aa9-78a7-44f6-8745-7acc679c8e96), precommit_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:45.914803 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-35e77f90-4e88-42a3-a4af-4a0636baab10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393'] for port (fab05aa9-78a7-44f6-8745-7acc679c8e96), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:45.954690 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa00d76d-02dd-47eb-b8aa-c40cc8055d22 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Router 9b89571b-9a7d-473a-a862-1c34e1e1b90f has already been hosted by L3 agent 6b492ad6-0876-4d74-b20d-28143a52ceba {{(pid=116162) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 11:05:45.973762 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-3aaa4502-e7eb-4601-ac18-fcbdb8974a74 tempest-AllowedAddressPairTestJSON-759914361 tempest-AllowedAddressPairTestJSON-759914361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742235135690', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742234710366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5219112'] for port (9b7c75d3-0f4b-4340-a281-e32549af7c25), after_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:46.002472 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0205aa3-045c-456d-b04d-ef0a1cf42dcb None None] Pushing event updated for resources: {'Port': ['ID=fab05aa9-78a7-44f6-8745-7acc679c8e96,revision_number=3']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:05:46.027776 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-d063bd37-ddcf-4d84-8814-1ed5868d6385 tempest-NegativeSecGroupTest-1259928955 tempest-NegativeSecGroupTest-1259928955-project] Publish callbacks [] for security_group (None), before_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:46.030074 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77147735-6771-4741-b659-39c684a63081 tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Made reservation on behalf of 1d85c55944a24e6b8fc5b73917e91c0e for: {'subnet': 1} {{(pid=116162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 11:05:46.030648 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aaa4502-e7eb-4601-ac18-fcbdb8974a74 tempest-AllowedAddressPairTestJSON-759914361 tempest-AllowedAddressPairTestJSON-759914361-project] Pushing event deleted for resources: {'Port': ['ID=9b7c75d3-0f4b-4340-a281-e32549af7c25,revision_number=None']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:05:46.033444 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-77147735-6771-4741-b659-39c684a63081 tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4210834'] for subnet (None), before_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:46.037221 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-3d5984db-de26-49c8-b537-973fc071d349 None None] Provisioning complete for port 14cb9b38-d261-4aef-bfb5-588d0ba37e81 triggered by entity DHCP. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:05:46.037604 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-3d5984db-de26-49c8-b537-973fc071d349 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (14cb9b38-d261-4aef-bfb5-588d0ba37e81), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:46.041728 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.managers [None req-35e77f90-4e88-42a3-a4af-4a0636baab10 None None] Attempting to bind port fab05aa9-78a7-44f6-8745-7acc679c8e96 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=116163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 28 11:05:46.042109 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.managers [None req-35e77f90-4e88-42a3-a4af-4a0636baab10 None None] Attempting to bind port fab05aa9-78a7-44f6-8745-7acc679c8e96 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'a4ad6f44-0259-4a22-a32e-d93856e5de70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '2fb255c7-9fa3-4e5e-b349-b201da445827'}] {{(pid=116163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 28 11:05:46.048390 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35e77f90-4e88-42a3-a4af-4a0636baab10 None None] Attempting to bind port fab05aa9-78a7-44f6-8745-7acc679c8e96 on network 2fb255c7-9fa3-4e5e-b349-b201da445827 {{(pid=116163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 11:05:46.056956 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-0bdce4f9-ed02-4e5b-957c-b683459f04a6 tempest-SecGroupIPv6Test-2111680406 tempest-SecGroupIPv6Test-2111680406-project] Publish callbacks [] for security_group (5c306ed8-dcb3-4d85-9e16-6eacc9ae4932), before_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:46.106597 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35e77f90-4e88-42a3-a4af-4a0636baab10 None None] Checking agent: {'id': 'd5baab19-5dd1-4902-922b-84acb048ab9c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 10, 50, 43), 'started_at': datetime.datetime(2022, 4, 28, 10, 51, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 11, 5, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=116163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 11:05:46.107762 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35e77f90-4e88-42a3-a4af-4a0636baab10 None None] Checking segment: {'id': 'a4ad6f44-0259-4a22-a32e-d93856e5de70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '2fb255c7-9fa3-4e5e-b349-b201da445827'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 11:05:46.108371 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-35e77f90-4e88-42a3-a4af-4a0636baab10 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:46.109089 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35e77f90-4e88-42a3-a4af-4a0636baab10 None None] Bound using segment: {'id': 'a4ad6f44-0259-4a22-a32e-d93856e5de70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '2fb255c7-9fa3-4e5e-b349-b201da445827'} {{(pid=116163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 11:05:46.119053 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.managers [None req-35e77f90-4e88-42a3-a4af-4a0636baab10 None None] Bound port: fab05aa9-78a7-44f6-8745-7acc679c8e96, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4ad6f44-0259-4a22-a32e-d93856e5de70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '2fb255c7-9fa3-4e5e-b349-b201da445827'}}] {{(pid=116163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 28 11:05:46.119480 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-35e77f90-4e88-42a3-a4af-4a0636baab10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (fab05aa9-78a7-44f6-8745-7acc679c8e96), before_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:46.229921 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-3aaa4502-e7eb-4601-ac18-fcbdb8974a74 tempest-AllowedAddressPairTestJSON-759914361 tempest-AllowedAddressPairTestJSON-759914361-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198022'] for port (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:46.236603 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-3aaa4502-e7eb-4601-ac18-fcbdb8974a74 tempest-AllowedAddressPairTestJSON-759914361 tempest-AllowedAddressPairTestJSON-759914361-project] 10.222.0.10 "DELETE /v2.0/ports/9b7c75d3-0f4b-4340-a281-e32549af7c25 HTTP/1.1" status: 204 len: 168 time: 1.0274370 Apr 28 11:05:46.239476 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 54284) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:05:46.257532 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-35e77f90-4e88-42a3-a4af-4a0636baab10 None None] For port fab05aa9-78a7-44f6-8745-7acc679c8e96, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=116163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 11:05:46.261641 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-3d5984db-de26-49c8-b537-973fc071d349 None None] Current status of the port 14cb9b38-d261-4aef-bfb5-588d0ba37e81 is: ACTIVE; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:05:46.273092 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-0bdce4f9-ed02-4e5b-957c-b683459f04a6 tempest-SecGroupIPv6Test-2111680406 tempest-SecGroupIPv6Test-2111680406-project] Publish callbacks [] for security_group (5c306ed8-dcb3-4d85-9e16-6eacc9ae4932), precommit_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:46.274240 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.pecan_wsgi.hooks.translation [None req-2a421a2b-a174-4088-b087-6e279530f10f tempest-AllowedAddressPairTestJSON-759914361 tempest-AllowedAddressPairTestJSON-759914361-project] GET failed (client error): The resource could not be found. Apr 28 11:05:46.280561 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-2a421a2b-a174-4088-b087-6e279530f10f tempest-AllowedAddressPairTestJSON-759914361 tempest-AllowedAddressPairTestJSON-759914361-project] 10.222.0.10 "GET /v2.0/ports/9b7c75d3-0f4b-4340-a281-e32549af7c25 HTTP/1.1" status: 404 len: 333 time: 0.0362794 Apr 28 11:05:46.280923 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-35e77f90-4e88-42a3-a4af-4a0636baab10 None None] For port fab05aa9-78a7-44f6-8745-7acc679c8e96, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=fab05aa9-78a7-44f6-8745-7acc679c8e96,segment=NetworkSegment(a4ad6f44-0259-4a22-a32e-d93856e5de70),segment_id=a4ad6f44-0259-4a22-a32e-d93856e5de70)] {{(pid=116163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 11:05:46.281485 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 54286) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:05:46.285970 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-3d5984db-de26-49c8-b537-973fc071d349 None None] Provisioning complete for port 1c45cc2f-a9b6-49c4-bbab-fc6bfdeb8113 triggered by entity DHCP. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:05:46.286492 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-3d5984db-de26-49c8-b537-973fc071d349 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (1c45cc2f-a9b6-49c4-bbab-fc6bfdeb8113), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:46.290652 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.v2.base [None req-fe78d61e-598d-4a29-a07c-727b38dc32e9 tempest-AllowedAddressPairTestJSON-759914361 tempest-AllowedAddressPairTestJSON-759914361-project] Request body: {'port': {'network_id': '6c3ca039-ae8c-47c3-b984-604c8ace5e60', 'name': 'tempest-AllowedAddressPairTestJSON-680688135'}} {{(pid=116161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:05:46.327398 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-3d5984db-de26-49c8-b537-973fc071d349 None None] Port 1c45cc2f-a9b6-49c4-bbab-fc6bfdeb8113 cannot update to ACTIVE because it is not bound. {{(pid=116163) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 28 11:05:46.401090 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-35e77f90-4e88-42a3-a4af-4a0636baab10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393'] for port (fab05aa9-78a7-44f6-8745-7acc679c8e96), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:46.411048 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-9db13343-9f22-461d-8062-361613405ff5 tempest-TestNetworkAdvancedServerOps-1762458272 tempest-TestNetworkAdvancedServerOps-1762458272-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742235135690', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742234710366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5051867'] for port (3ac8f02a-5742-4e0d-93eb-e6075d67f71d), after_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:46.472041 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db13343-9f22-461d-8062-361613405ff5 tempest-TestNetworkAdvancedServerOps-1762458272 tempest-TestNetworkAdvancedServerOps-1762458272-project] Pushing event deleted for resources: {'Port': ['ID=3ac8f02a-5742-4e0d-93eb-e6075d67f71d,revision_number=None']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:05:46.473581 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-9c900773-8fc5-447e-8b30-de24484d1991 None None] Provisioning complete for port fab05aa9-78a7-44f6-8745-7acc679c8e96 triggered by entity DHCP. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:05:46.474086 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-9c900773-8fc5-447e-8b30-de24484d1991 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (fab05aa9-78a7-44f6-8745-7acc679c8e96), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:46.502243 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0205aa3-045c-456d-b04d-ef0a1cf42dcb None None] Pushing event updated for resources: {'Port': ['ID=fab05aa9-78a7-44f6-8745-7acc679c8e96,revision_number=4']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:05:46.507020 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35e77f90-4e88-42a3-a4af-4a0636baab10 None None] Routers {'077583a6-3e91-4e7b-b09b-2ee4e2f6efd3'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=116163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 11:05:46.507612 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_hamode_db [None req-35e77f90-4e88-42a3-a4af-4a0636baab10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-28T10:50:39Z,description=,heartbeat_timestamp=2022-04-28T11:05:39Z,host='dv-neutron-master-2-hyperv',id=6b492ad6-0876-4d74-b20d-28143a52ceba,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T10:50:40Z,topic='l3_agent')) {'router_ids': ['077583a6-3e91-4e7b-b09b-2ee4e2f6efd3'], 'active': True} {{(pid=116163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:05:46.512483 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-0bdce4f9-ed02-4e5b-957c-b683459f04a6 tempest-SecGroupIPv6Test-2111680406 tempest-SecGroupIPv6Test-2111680406-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924426'] for security_group (5c306ed8-dcb3-4d85-9e16-6eacc9ae4932), after_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:46.514925 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-0bdce4f9-ed02-4e5b-957c-b683459f04a6 tempest-SecGroupIPv6Test-2111680406 tempest-SecGroupIPv6Test-2111680406-project] Publish callbacks [] for security_group (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:46.516092 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-0bdce4f9-ed02-4e5b-957c-b683459f04a6 tempest-SecGroupIPv6Test-2111680406 tempest-SecGroupIPv6Test-2111680406-project] 10.222.0.10 "DELETE /v2.0/security-groups/5c306ed8-dcb3-4d85-9e16-6eacc9ae4932 HTTP/1.1" status: 204 len: 168 time: 0.7114234 Apr 28 11:05:46.518970 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 54288) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:05:46.534785 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe78d61e-598d-4a29-a07c-727b38dc32e9 tempest-AllowedAddressPairTestJSON-759914361 tempest-AllowedAddressPairTestJSON-759914361-project] Made reservation on behalf of 23eaf47bcd2342808e2c0d24b3804de2 for: {'port': 1} {{(pid=116161) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 11:05:46.542221 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-fe78d61e-598d-4a29-a07c-727b38dc32e9 tempest-AllowedAddressPairTestJSON-759914361 tempest-AllowedAddressPairTestJSON-759914361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (None), before_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:46.555560 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa00d76d-02dd-47eb-b8aa-c40cc8055d22 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=116162) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 11:05:46.562961 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-fa00d76d-02dd-47eb-b8aa-c40cc8055d22 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] 10.222.0.10 "PUT /v2.0/routers/9b89571b-9a7d-473a-a862-1c34e1e1b90f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1499476 Apr 28 11:05:46.566708 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.notifiers.nova [None req-fe78d61e-598d-4a29-a07c-727b38dc32e9 tempest-AllowedAddressPairTestJSON-759914361 tempest-AllowedAddressPairTestJSON-759914361-project] device_id is not set on port e48ac49e-8ce3-42d9-bd0a-b012e1a372f3 yet. {{(pid=116161) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 28 11:05:46.570503 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82918afc-d341-4edf-8d74-0af958a5029e None None] Sync routers for ids ['9b89571b-9a7d-473a-a862-1c34e1e1b90f'] in dv-neutron-master-2-hyperv {{(pid=116164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 11:05:46.589332 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82918afc-d341-4edf-8d74-0af958a5029e None None] Routers {'9b89571b-9a7d-473a-a862-1c34e1e1b90f'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=116164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 11:05:46.589332 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_hamode_db [None req-82918afc-d341-4edf-8d74-0af958a5029e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-28T10:50:39Z,description=,heartbeat_timestamp=2022-04-28T11:05:39Z,host='dv-neutron-master-2-hyperv',id=6b492ad6-0876-4d74-b20d-28143a52ceba,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T10:50:40Z,topic='l3_agent')) {'router_ids': ['9b89571b-9a7d-473a-a862-1c34e1e1b90f'], 'active': True} {{(pid=116164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:05:46.623945 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-9b49e16d-aa96-4df7-b0cf-e109a2ddedcb tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5054027', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4210784'] for subnet (38cf10a5-c012-4ada-81e9-5d79976559d0), after_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:46.671194 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-856eb68d-d904-418e-b3af-b00dca6816a9 tempest-SecGroupIPv6Test-2111680406 tempest-SecGroupIPv6Test-2111680406-project] 10.222.0.10 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1509202 Apr 28 11:05:46.678559 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 54292) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:05:46.685923 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.v2.base [None req-9027f398-4941-4d6f-b712-f09722aae63c tempest-SecGroupIPv6Test-2111680406 tempest-SecGroupIPv6Test-2111680406-project] Request body: {'security_group': {'name': 'tempest-secgroup--114346255'}} {{(pid=116161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:05:46.704604 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bdce4f9-ed02-4e5b-957c-b683459f04a6 tempest-SecGroupIPv6Test-2111680406 tempest-SecGroupIPv6Test-2111680406-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c306ed8-dcb3-4d85-9e16-6eacc9ae4932,revision_number=None']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:05:46.711358 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvr_db [None req-35e77f90-4e88-42a3-a4af-4a0636baab10 None None] Set router 077583a6-3e91-4e7b-b09b-2ee4e2f6efd3 gateway port host: None {{(pid=116163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 11:05:46.736276 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-9db13343-9f22-461d-8062-361613405ff5 tempest-TestNetworkAdvancedServerOps-1762458272 tempest-TestNetworkAdvancedServerOps-1762458272-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1935354'] for router_gateway (c45b3fd7-2de6-4133-9f44-79efc511aaba), after_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:46.753462 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_dvr_db [None req-82918afc-d341-4edf-8d74-0af958a5029e None None] Set router 9b89571b-9a7d-473a-a862-1c34e1e1b90f gateway port host: dv-neutron-master-2-hyperv {{(pid=116164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 11:05:46.808447 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.db.db_base_plugin_common [None req-fe78d61e-598d-4a29-a07c-727b38dc32e9 tempest-AllowedAddressPairTestJSON-759914361 tempest-AllowedAddressPairTestJSON-759914361-project] Allocated IP 172.20.0.8 (6c3ca039-ae8c-47c3-b984-604c8ace5e60/f9041669-e315-4bac-8bef-3f615c5f4ad4/e48ac49e-8ce3-42d9-bd0a-b012e1a372f3) {{(pid=116161) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 11:05:46.918819 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b49e16d-aa96-4df7-b0cf-e109a2ddedcb tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Pushing event updated for resources: {'Subnet': ['ID=38cf10a5-c012-4ada-81e9-5d79976559d0,revision_number=0']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:05:46.994716 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-d063bd37-ddcf-4d84-8814-1ed5868d6385 tempest-NegativeSecGroupTest-1259928955 tempest-NegativeSecGroupTest-1259928955-project] Publish callbacks [] for security_group (1d85bb12-c3c6-4eac-8de2-6c01202cf232), precommit_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:46.997474 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b49e16d-aa96-4df7-b0cf-e109a2ddedcb tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Network 5af9c5a9-50d8-4bfb-a7ef-82766428c3d5 is already hosted by enough agents. {{(pid=116162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 11:05:47.025595 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-9db13343-9f22-461d-8062-361613405ff5 tempest-TestNetworkAdvancedServerOps-1762458272 tempest-TestNetworkAdvancedServerOps-1762458272-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2060865', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-63275'] for router (c45b3fd7-2de6-4133-9f44-79efc511aaba), precommit_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:47.034200 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-9db13343-9f22-461d-8062-361613405ff5 tempest-TestNetworkAdvancedServerOps-1762458272 tempest-TestNetworkAdvancedServerOps-1762458272-project] Publish callbacks [] for router_controller (c45b3fd7-2de6-4133-9f44-79efc511aaba), precommit_delete_associations {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:47.035677 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.scheduler.base_scheduler [None req-9b49e16d-aa96-4df7-b0cf-e109a2ddedcb tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Resources bound (agent type, host, resource id): {{(pid=116162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 11:05:47.045498 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b49e16d-aa96-4df7-b0cf-e109a2ddedcb tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:05:47.046377 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-9b49e16d-aa96-4df7-b0cf-e109a2ddedcb tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Publish callbacks [] for subnet (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:47.051474 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64e5df2f-0af4-4e91-a317-b7289605d549 None None] Network 5af9c5a9-50d8-4bfb-a7ef-82766428c3d5 requested from dv-neutron-master-2-hyperv {{(pid=116163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 11:05:47.069242 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-d063bd37-ddcf-4d84-8814-1ed5868d6385 tempest-NegativeSecGroupTest-1259928955 tempest-NegativeSecGroupTest-1259928955-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924426'] for security_group (1d85bb12-c3c6-4eac-8de2-6c01202cf232), after_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:47.111266 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-fe78d61e-598d-4a29-a07c-727b38dc32e9 tempest-AllowedAddressPairTestJSON-759914361 tempest-AllowedAddressPairTestJSON-759914361-project] Publish callbacks [] for port (e48ac49e-8ce3-42d9-bd0a-b012e1a372f3), precommit_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:47.122222 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-9c900773-8fc5-447e-8b30-de24484d1991 None None] Current status of the port fab05aa9-78a7-44f6-8745-7acc679c8e96 is: DOWN; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:05:47.122646 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-9c900773-8fc5-447e-8b30-de24484d1991 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (fab05aa9-78a7-44f6-8745-7acc679c8e96), before_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:47.125690 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_hamode_db [None req-82918afc-d341-4edf-8d74-0af958a5029e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b89571b-9a7d-473a-a862-1c34e1e1b90f', 'name': 'tempest-TestNetworkBasicOps-router-1025925212', 'tenant_id': '65d54c3b7dcd4af68398071d25e8321e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'external_fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.82'}], 'enable_snat': True}, 'gw_port_id': 'b9c64965-b7a7-4361-8353-c97b8e1a2b9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T11:03:07Z', 'updated_at': '2022-04-28T11:05:43Z', 'revision_number': 6, 'project_id': '65d54c3b7dcd4af68398071d25e8321e', 'gw_port': {'id': 'b9c64965-b7a7-4361-8353-c97b8e1a2b9e', 'name': '', 'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:66:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b89571b-9a7d-473a-a862-1c34e1e1b90f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 744, 'fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:03:09Z', 'updated_at': '2022-04-28T11:03:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '2475c425-2079-483e-bba7-10bca82c4e73', 'tenant_id': '65d54c3b7dcd4af68398071d25e8321e', 'floating_ip_address': '172.36.4.55', 'floating_network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'router_id': '9b89571b-9a7d-473a-a862-1c34e1e1b90f', 'port_id': '7850d2bb-cfac-45b8-818d-93aede5fe4b9', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 887, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '274bb0ab-060a-48d2-9b11-773f8dd43851', 'mac_address': 'fa:16:3e:48:e1:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfb0e6d3-3659-4be6-8de6-82c47d9cfaf8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T11:04:07Z', 'updated_at': '2022-04-28T11:04:10Z', 'revision_number': 1, 'project_id': '65d54c3b7dcd4af68398071d25e8321e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3e2bce2e-72fd-4d33-8443-4c79cc3a3053', 'name': '', 'network_id': '274bb0ab-060a-48d2-9b11-773f8dd43851', 'tenant_id': '65d54c3b7dcd4af68398071d25e8321e', 'mac_address': 'fa:16:3e:f2:cf:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b89571b-9a7d-473a-a862-1c34e1e1b90f', 'device_owner': 'network:router_interface', 'standard_attr_id': 788, 'fixed_ips': [{'subnet_id': 'd64b489b-1e9c-4cb0-8d07-ab47553d5e71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:03:19Z', 'updated_at': '2022-04-28T11:03:32Z', 'revision_number': 5, 'project_id': '65d54c3b7dcd4af68398071d25e8321e', 'subnets': [{'id': 'd64b489b-1e9c-4cb0-8d07-ab47553d5e71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=116164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:05:47.142202 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d063bd37-ddcf-4d84-8814-1ed5868d6385 tempest-NegativeSecGroupTest-1259928955 tempest-NegativeSecGroupTest-1259928955-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1d85bb12-c3c6-4eac-8de2-6c01202cf232,revision_number=1']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:05:47.152176 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-9b49e16d-aa96-4df7-b0cf-e109a2ddedcb tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.5075965 Apr 28 11:05:47.162812 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 54296) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:05:47.167793 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82918afc-d341-4edf-8d74-0af958a5029e None None] Checking router: 9b89571b-9a7d-473a-a862-1c34e1e1b90f for host: dv-neutron-master-2-hyperv {{(pid=116164) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 11:05:47.169918 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.v2.base [None req-c2726f27-021a-44f0-9cbd-bb7c74a953ab tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Request body: {'security_group': {'name': 'tempest-secgroup-2022593841'}} {{(pid=116162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:05:47.176296 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-9027f398-4941-4d6f-b712-f09722aae63c tempest-SecGroupIPv6Test-2111680406 tempest-SecGroupIPv6Test-2111680406-project] Publish callbacks [] for security_group (None), before_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:47.177724 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82918afc-d341-4edf-8d74-0af958a5029e None None] Routers {'9b89571b-9a7d-473a-a862-1c34e1e1b90f'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=116164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 11:05:47.178526 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_hamode_db [None req-82918afc-d341-4edf-8d74-0af958a5029e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-28T10:50:39Z,description=,heartbeat_timestamp=2022-04-28T11:05:39Z,host='dv-neutron-master-2-hyperv',id=6b492ad6-0876-4d74-b20d-28143a52ceba,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T10:50:40Z,topic='l3_agent')) {'router_ids': ['9b89571b-9a7d-473a-a862-1c34e1e1b90f'], 'active': True} {{(pid=116164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:05:47.183875 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-77147735-6771-4741-b659-39c684a63081 tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5054027', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4210784'] for subnet (8afb77db-0064-4b35-a13f-7f7f16dba0f8), after_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:47.235994 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-9db13343-9f22-461d-8062-361613405ff5 tempest-TestNetworkAdvancedServerOps-1762458272 tempest-TestNetworkAdvancedServerOps-1762458272-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2060888'] for router (c45b3fd7-2de6-4133-9f44-79efc511aaba), after_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:47.236763 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9db13343-9f22-461d-8062-361613405ff5 tempest-TestNetworkAdvancedServerOps-1762458272 tempest-TestNetworkAdvancedServerOps-1762458272-project] Fanout notify agent at l3_agent the message router_deleted on router c45b3fd7-2de6-4133-9f44-79efc511aaba {{(pid=116162) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 28 11:05:47.244285 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-9db13343-9f22-461d-8062-361613405ff5 tempest-TestNetworkAdvancedServerOps-1762458272 tempest-TestNetworkAdvancedServerOps-1762458272-project] Publish callbacks [] for router (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:47.249118 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-9db13343-9f22-461d-8062-361613405ff5 tempest-TestNetworkAdvancedServerOps-1762458272 tempest-TestNetworkAdvancedServerOps-1762458272-project] 10.222.0.10 "DELETE /v2.0/routers/c45b3fd7-2de6-4133-9f44-79efc511aaba HTTP/1.1" status: 204 len: 168 time: 4.0505383 Apr 28 11:05:47.250167 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-9c900773-8fc5-447e-8b30-de24484d1991 None None] For port fab05aa9-78a7-44f6-8745-7acc679c8e96, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=fab05aa9-78a7-44f6-8745-7acc679c8e96,segment=NetworkSegment(a4ad6f44-0259-4a22-a32e-d93856e5de70),segment_id=a4ad6f44-0259-4a22-a32e-d93856e5de70)] {{(pid=116163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 11:05:47.252310 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 54298) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:05:47.274781 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-fe78d61e-598d-4a29-a07c-727b38dc32e9 tempest-AllowedAddressPairTestJSON-759914361 tempest-AllowedAddressPairTestJSON-759914361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742234710357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5219112'] for port (e48ac49e-8ce3-42d9-bd0a-b012e1a372f3), after_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:47.282040 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-d063bd37-ddcf-4d84-8814-1ed5868d6385 tempest-NegativeSecGroupTest-1259928955 tempest-NegativeSecGroupTest-1259928955-project] Publish callbacks [] for security_group (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:47.283123 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-d063bd37-ddcf-4d84-8814-1ed5868d6385 tempest-NegativeSecGroupTest-1259928955 tempest-NegativeSecGroupTest-1259928955-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 1.4549356 Apr 28 11:05:47.290697 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 54300) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:05:47.297558 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599ba6f4-b07f-4f00-821b-e60e3edf9608 req-7a872dd1-6ecd-4af8-b044-0ee8bce12270 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:05:47.300535 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-599ba6f4-b07f-4f00-821b-e60e3edf9608 req-7a872dd1-6ecd-4af8-b044-0ee8bce12270 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] 10.222.0.10 "GET /v2.0/ports?device_id=09225a3a-4962-4eed-a507-197c6202a362 HTTP/1.1" status: 200 len: 946 time: 0.1260118 Apr 28 11:05:47.321411 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.v2.base [None req-67cf36a1-72cf-41f3-aba6-7fe506249f9c tempest-NegativeSecGroupTest-1259928955 tempest-NegativeSecGroupTest-1259928955-project] Request body: {'security_group_rule': {'security_group_id': '1d85bb12-c3c6-4eac-8de2-6c01202cf232', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=116162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:05:47.322235 dv-neutron-master-2-hyperv neutron-server[116162]: WARNING neutron.api.v2.base [None req-67cf36a1-72cf-41f3-aba6-7fe506249f9c tempest-NegativeSecGroupTest-1259928955 tempest-NegativeSecGroupTest-1259928955-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Apr 28 11:05:47.327931 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.api.v2.resource [None req-67cf36a1-72cf-41f3-aba6-7fe506249f9c tempest-NegativeSecGroupTest-1259928955 tempest-NegativeSecGroupTest-1259928955-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 28 11:05:47.327931 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-67cf36a1-72cf-41f3-aba6-7fe506249f9c tempest-NegativeSecGroupTest-1259928955 tempest-NegativeSecGroupTest-1259928955-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0137033 Apr 28 11:05:47.328165 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_dvr_db [None req-82918afc-d341-4edf-8d74-0af958a5029e None None] Set router 9b89571b-9a7d-473a-a862-1c34e1e1b90f gateway port host: dv-neutron-master-2-hyperv {{(pid=116164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 11:05:47.339336 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-9c900773-8fc5-447e-8b30-de24484d1991 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393'] for port (fab05aa9-78a7-44f6-8745-7acc679c8e96), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:47.349413 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 54302) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:05:47.350839 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.v2.base [None req-7c9cfd46-93ef-4a9a-8e4a-26d53f3e5d02 tempest-NegativeSecGroupTest-1259928955 tempest-NegativeSecGroupTest-1259928955-project] Request body: {'security_group_rule': {'security_group_id': '1d85bb12-c3c6-4eac-8de2-6c01202cf232', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=116162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:05:47.404937 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe78d61e-598d-4a29-a07c-727b38dc32e9 tempest-AllowedAddressPairTestJSON-759914361 tempest-AllowedAddressPairTestJSON-759914361-project] Pushing event updated for resources: {'Port': ['ID=e48ac49e-8ce3-42d9-bd0a-b012e1a372f3,revision_number=1']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:05:47.429578 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe78d61e-598d-4a29-a07c-727b38dc32e9 tempest-AllowedAddressPairTestJSON-759914361 tempest-AllowedAddressPairTestJSON-759914361-project] Network 6c3ca039-ae8c-47c3-b984-604c8ace5e60 is already hosted by enough agents. {{(pid=116161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 11:05:47.437667 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_hamode_db [None req-35e77f90-4e88-42a3-a4af-4a0636baab10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '077583a6-3e91-4e7b-b09b-2ee4e2f6efd3', 'name': 'tempest-RoutersTest-router-326742487', 'tenant_id': '1d85c55944a24e6b8fc5b73917e91c0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T11:05:19Z', 'updated_at': '2022-04-28T11:05:42Z', 'revision_number': 4, 'project_id': '1d85c55944a24e6b8fc5b73917e91c0e', 'gw_port_host': None, '_interfaces': [{'id': 'a11cbac1-383c-4f11-8169-eee231f42006', 'name': '', 'network_id': '98df3218-a027-4fe2-8b10-e1f1956e3827', 'tenant_id': '1d85c55944a24e6b8fc5b73917e91c0e', 'mac_address': 'fa:16:3e:33:5e:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '077583a6-3e91-4e7b-b09b-2ee4e2f6efd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1038, 'fixed_ips': [{'subnet_id': 'a5c018ca-906e-4425-bf42-6e13a46d1530', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:05:22Z', 'updated_at': '2022-04-28T11:05:30Z', 'revision_number': 5, 'project_id': '1d85c55944a24e6b8fc5b73917e91c0e', 'subnets': [{'id': 'a5c018ca-906e-4425-bf42-6e13a46d1530', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f70b8dfa-b827-4b97-ab33-a3da7f94590a', 'name': '', 'network_id': 'dcd9b946-da1e-42aa-975b-f2fc3c00de71', 'tenant_id': '1d85c55944a24e6b8fc5b73917e91c0e', 'mac_address': 'fa:16:3e:62:4e:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '077583a6-3e91-4e7b-b09b-2ee4e2f6efd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1079, 'fixed_ips': [{'subnet_id': '82f04b91-b379-4454-bf04-c8f726296c87', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:05:32Z', 'updated_at': '2022-04-28T11:05:40Z', 'revision_number': 5, 'project_id': '1d85c55944a24e6b8fc5b73917e91c0e', 'subnets': [{'id': '82f04b91-b379-4454-bf04-c8f726296c87', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fab05aa9-78a7-44f6-8745-7acc679c8e96', 'name': '', 'network_id': '2fb255c7-9fa3-4e5e-b349-b201da445827', 'tenant_id': '1d85c55944a24e6b8fc5b73917e91c0e', 'mac_address': 'fa:16:3e:e1:19:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '077583a6-3e91-4e7b-b09b-2ee4e2f6efd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1108, 'fixed_ips': [{'subnet_id': '12b00ce9-212a-4d97-be2f-b5b818be2996', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:05:39Z', 'updated_at': '2022-04-28T11:05:46Z', 'revision_number': 4, 'project_id': '1d85c55944a24e6b8fc5b73917e91c0e', 'subnets': [{'id': '12b00ce9-212a-4d97-be2f-b5b818be2996', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=116163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:05:47.441793 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.scheduler.base_scheduler [None req-fe78d61e-598d-4a29-a07c-727b38dc32e9 tempest-AllowedAddressPairTestJSON-759914361 tempest-AllowedAddressPairTestJSON-759914361-project] Resources bound (agent type, host, resource id): {{(pid=116161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 11:05:47.448414 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe78d61e-598d-4a29-a07c-727b38dc32e9 tempest-AllowedAddressPairTestJSON-759914361 tempest-AllowedAddressPairTestJSON-759914361-project] Received port after_create {{(pid=116161) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 11:05:47.548116 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35e77f90-4e88-42a3-a4af-4a0636baab10 None None] The sync data for ids ['077583a6-3e91-4e7b-b09b-2ee4e2f6efd3'] in dv-neutron-master-2-hyperv is: [{'id': '077583a6-3e91-4e7b-b09b-2ee4e2f6efd3', 'name': 'tempest-RoutersTest-router-326742487', 'tenant_id': '1d85c55944a24e6b8fc5b73917e91c0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T11:05:19Z', 'updated_at': '2022-04-28T11:05:42Z', 'revision_number': 4, 'project_id': '1d85c55944a24e6b8fc5b73917e91c0e', 'gw_port_host': None, '_interfaces': [{'id': 'a11cbac1-383c-4f11-8169-eee231f42006', 'name': '', 'network_id': '98df3218-a027-4fe2-8b10-e1f1956e3827', 'tenant_id': '1d85c55944a24e6b8fc5b73917e91c0e', 'mac_address': 'fa:16:3e:33:5e:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '077583a6-3e91-4e7b-b09b-2ee4e2f6efd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1038, 'fixed_ips': [{'subnet_id': 'a5c018ca-906e-4425-bf42-6e13a46d1530', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:05:22Z', 'updated_at': '2022-04-28T11:05:30Z', 'revision_number': 5, 'project_id': '1d85c55944a24e6b8fc5b73917e91c0e', 'subnets': [{'id': 'a5c018ca-906e-4425-bf42-6e13a46d1530', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f70b8dfa-b827-4b97-ab33-a3da7f94590a', 'name': '', 'network_id': 'dcd9b946-da1e-42aa-975b-f2fc3c00de71', 'tenant_id': '1d85c55944a24e6b8fc5b73917e91c0e', 'mac_address': 'fa:16:3e:62:4e:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '077583a6-3e91-4e7b-b09b-2ee4e2f6efd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1079, 'fixed_ips': [{'subnet_id': '82f04b91-b379-4454-bf04-c8f726296c87', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:05:32Z', 'updated_at': '2022-04-28T11:05:40Z', 'revision_number': 5, 'project_id': '1d85c55944a24e6b8fc5b73917e91c0e', 'subnets': [{'id': '82f04b91-b379-4454-bf04-c8f726296c87', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fab05aa9-78a7-44f6-8745-7acc679c8e96', 'name': '', 'network_id': '2fb255c7-9fa3-4e5e-b349-b201da445827', 'tenant_id': '1d85c55944a24e6b8fc5b73917e91c0e', 'mac_address': 'fa:16:3e:e1:19:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '077583a6-3e91-4e7b-b09b-2ee4e2f6efd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1108, 'fixed_ips': [{'subnet_id': '12b00ce9-212a-4d97-be2f-b5b818be2996', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:05:39Z', 'updated_at': '2022-04-28T11:05:46Z', 'revision_number': 4, 'project_id': '1d85c55944a24e6b8fc5b73917e91c0e', 'subnets': [{'id': '12b00ce9-212a-4d97-be2f-b5b818be2996', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=116163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 11:05:47.579077 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-494035e9-acc5-4430-9d7f-2ce4c117c1d9 None None] Provisioning complete for port fab05aa9-78a7-44f6-8745-7acc679c8e96 triggered by entity DHCP. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:05:47.579450 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-494035e9-acc5-4430-9d7f-2ce4c117c1d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (fab05aa9-78a7-44f6-8745-7acc679c8e96), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:47.584175 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5e53e9b-a1b5-410c-9732-b6eb8f22fe4d None None] Update dhcp port {'port': {'network_id': '5af9c5a9-50d8-4bfb-a7ef-82766428c3d5', 'fixed_ips': [{'subnet_id': '720d382a-3dde-4059-9ea9-eaec2fee9178', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '38cf10a5-c012-4ada-81e9-5d79976559d0'}], 'binding:host_id': 'dv-neutron-master-2-hyperv'}, 'id': '14cb9b38-d261-4aef-bfb5-588d0ba37e81'} from dv-neutron-master-2-hyperv. {{(pid=116163) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Apr 28 11:05:47.628986 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-9027f398-4941-4d6f-b712-f09722aae63c tempest-SecGroupIPv6Test-2111680406 tempest-SecGroupIPv6Test-2111680406-project] Publish callbacks [] for security_group (2d31d994-d349-474d-9093-a6891e5ad9e9), precommit_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:47.647819 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c900773-8fc5-447e-8b30-de24484d1991 None None] Pushing event updated for resources: {'Port': ['ID=fab05aa9-78a7-44f6-8745-7acc679c8e96,revision_number=5']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:05:47.660116 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe78d61e-598d-4a29-a07c-727b38dc32e9 tempest-AllowedAddressPairTestJSON-759914361 tempest-AllowedAddressPairTestJSON-759914361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:05:47.661260 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-fe78d61e-598d-4a29-a07c-727b38dc32e9 tempest-AllowedAddressPairTestJSON-759914361 tempest-AllowedAddressPairTestJSON-759914361-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198022'] for port (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:47.661919 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-c5e53e9b-a1b5-410c-9732-b6eb8f22fe4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (14cb9b38-d261-4aef-bfb5-588d0ba37e81), before_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:47.667734 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-599ba6f4-b07f-4f00-821b-e60e3edf9608 req-2791e503-9582-45ed-a0e2-5639c14a17d7 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] 10.222.0.10 "GET /v2.0/security-groups?id=dcc00a52-7b1a-48dc-967b-b2eebdca9f08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2641094 Apr 28 11:05:47.687187 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-9027f398-4941-4d6f-b712-f09722aae63c tempest-SecGroupIPv6Test-2111680406 tempest-SecGroupIPv6Test-2111680406-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924426'] for security_group (2d31d994-d349-474d-9093-a6891e5ad9e9), after_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:47.729293 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_hamode_db [None req-82918afc-d341-4edf-8d74-0af958a5029e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b89571b-9a7d-473a-a862-1c34e1e1b90f', 'name': 'tempest-TestNetworkBasicOps-router-1025925212', 'tenant_id': '65d54c3b7dcd4af68398071d25e8321e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'external_fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.82'}], 'enable_snat': True}, 'gw_port_id': 'b9c64965-b7a7-4361-8353-c97b8e1a2b9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T11:03:07Z', 'updated_at': '2022-04-28T11:05:43Z', 'revision_number': 6, 'project_id': '65d54c3b7dcd4af68398071d25e8321e', 'gw_port': {'id': 'b9c64965-b7a7-4361-8353-c97b8e1a2b9e', 'name': '', 'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:66:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b89571b-9a7d-473a-a862-1c34e1e1b90f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 744, 'fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:03:09Z', 'updated_at': '2022-04-28T11:03:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '2475c425-2079-483e-bba7-10bca82c4e73', 'tenant_id': '65d54c3b7dcd4af68398071d25e8321e', 'floating_ip_address': '172.36.4.55', 'floating_network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'router_id': '9b89571b-9a7d-473a-a862-1c34e1e1b90f', 'port_id': '7850d2bb-cfac-45b8-818d-93aede5fe4b9', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 887, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '274bb0ab-060a-48d2-9b11-773f8dd43851', 'mac_address': 'fa:16:3e:48:e1:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfb0e6d3-3659-4be6-8de6-82c47d9cfaf8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T11:04:07Z', 'updated_at': '2022-04-28T11:04:10Z', 'revision_number': 1, 'project_id': '65d54c3b7dcd4af68398071d25e8321e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3e2bce2e-72fd-4d33-8443-4c79cc3a3053', 'name': '', 'network_id': '274bb0ab-060a-48d2-9b11-773f8dd43851', 'tenant_id': '65d54c3b7dcd4af68398071d25e8321e', 'mac_address': 'fa:16:3e:f2:cf:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b89571b-9a7d-473a-a862-1c34e1e1b90f', 'device_owner': 'network:router_interface', 'standard_attr_id': 788, 'fixed_ips': [{'subnet_id': 'd64b489b-1e9c-4cb0-8d07-ab47553d5e71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:03:19Z', 'updated_at': '2022-04-28T11:03:32Z', 'revision_number': 5, 'project_id': '65d54c3b7dcd4af68398071d25e8321e', 'subnets': [{'id': 'd64b489b-1e9c-4cb0-8d07-ab47553d5e71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=116164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:05:47.747671 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9027f398-4941-4d6f-b712-f09722aae63c tempest-SecGroupIPv6Test-2111680406 tempest-SecGroupIPv6Test-2111680406-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2d31d994-d349-474d-9093-a6891e5ad9e9,revision_number=1']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:05:47.756790 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-fe78d61e-598d-4a29-a07c-727b38dc32e9 tempest-AllowedAddressPairTestJSON-759914361 tempest-AllowedAddressPairTestJSON-759914361-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.4740613 Apr 28 11:05:47.757837 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 54304) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:05:47.767513 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.v2.base [None req-de8c7ee7-eacd-4d99-b276-c7a5a6cefac9 tempest-AllowedAddressPairTestJSON-759914361 tempest-AllowedAddressPairTestJSON-759914361-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:34:d6:87'}]}} {{(pid=116161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:05:47.776329 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82918afc-d341-4edf-8d74-0af958a5029e None None] The sync data for ids ['9b89571b-9a7d-473a-a862-1c34e1e1b90f'] in dv-neutron-master-2-hyperv is: [{'id': '9b89571b-9a7d-473a-a862-1c34e1e1b90f', 'name': 'tempest-TestNetworkBasicOps-router-1025925212', 'tenant_id': '65d54c3b7dcd4af68398071d25e8321e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'external_fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.82'}], 'enable_snat': True}, 'gw_port_id': 'b9c64965-b7a7-4361-8353-c97b8e1a2b9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T11:03:07Z', 'updated_at': '2022-04-28T11:05:43Z', 'revision_number': 6, 'project_id': '65d54c3b7dcd4af68398071d25e8321e', 'gw_port': {'id': 'b9c64965-b7a7-4361-8353-c97b8e1a2b9e', 'name': '', 'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:66:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b89571b-9a7d-473a-a862-1c34e1e1b90f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 744, 'fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:03:09Z', 'updated_at': '2022-04-28T11:03:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '2475c425-2079-483e-bba7-10bca82c4e73', 'tenant_id': '65d54c3b7dcd4af68398071d25e8321e', 'floating_ip_address': '172.36.4.55', 'floating_network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'router_id': '9b89571b-9a7d-473a-a862-1c34e1e1b90f', 'port_id': '7850d2bb-cfac-45b8-818d-93aede5fe4b9', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 887, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '274bb0ab-060a-48d2-9b11-773f8dd43851', 'mac_address': 'fa:16:3e:48:e1:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfb0e6d3-3659-4be6-8de6-82c47d9cfaf8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T11:04:07Z', 'updated_at': '2022-04-28T11:04:10Z', 'revision_number': 1, 'project_id': '65d54c3b7dcd4af68398071d25e8321e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3e2bce2e-72fd-4d33-8443-4c79cc3a3053', 'name': '', 'network_id': '274bb0ab-060a-48d2-9b11-773f8dd43851', 'tenant_id': '65d54c3b7dcd4af68398071d25e8321e', 'mac_address': 'fa:16:3e:f2:cf:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b89571b-9a7d-473a-a862-1c34e1e1b90f', 'device_owner': 'network:router_interface', 'standard_attr_id': 788, 'fixed_ips': [{'subnet_id': 'd64b489b-1e9c-4cb0-8d07-ab47553d5e71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:03:19Z', 'updated_at': '2022-04-28T11:03:32Z', 'revision_number': 5, 'project_id': '65d54c3b7dcd4af68398071d25e8321e', 'subnets': [{'id': 'd64b489b-1e9c-4cb0-8d07-ab47553d5e71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=116164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 11:05:47.795800 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-c2726f27-021a-44f0-9cbd-bb7c74a953ab tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Publish callbacks [] for security_group (None), before_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:47.867002 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-9027f398-4941-4d6f-b712-f09722aae63c tempest-SecGroupIPv6Test-2111680406 tempest-SecGroupIPv6Test-2111680406-project] Publish callbacks [] for security_group (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:47.868250 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-9027f398-4941-4d6f-b712-f09722aae63c tempest-SecGroupIPv6Test-2111680406 tempest-SecGroupIPv6Test-2111680406-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 1.1863523 Apr 28 11:05:47.871270 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 54306) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:05:47.876096 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.v2.base [None req-bdf9330b-a83e-41f0-8405-cdff4b1282de tempest-SecGroupIPv6Test-2111680406 tempest-SecGroupIPv6Test-2111680406-project] Request body: {'security_group': {'name': 'tempest-secgroup--1720785167'}} {{(pid=116161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:05:47.891039 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77147735-6771-4741-b659-39c684a63081 tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Pushing event updated for resources: {'Subnet': ['ID=8afb77db-0064-4b35-a13f-7f7f16dba0f8,revision_number=0']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:05:47.899743 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-de8c7ee7-eacd-4d99-b276-c7a5a6cefac9 tempest-AllowedAddressPairTestJSON-759914361 tempest-AllowedAddressPairTestJSON-759914361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (e48ac49e-8ce3-42d9-bd0a-b012e1a372f3), before_update {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:47.905331 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-c2726f27-021a-44f0-9cbd-bb7c74a953ab tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Publish callbacks [] for security_group (cf758f06-c3f0-4d54-8a40-156162f59042), precommit_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:47.919208 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-8e6a9efa-6ae3-454b-a28e-3b08304bd18a tempest-TestNetworkAdvancedServerOps-1762458272 tempest-TestNetworkAdvancedServerOps-1762458272-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-979593'] for network (11667949-6108-4d31-ad58-bd4aa04ee38c), before_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:47.925625 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77147735-6771-4741-b659-39c684a63081 tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Checking segment: {'id': '1bce4b31-0049-45c3-9259-d4148608099a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'e9e840e6-70f7-4458-8b64-dba6bc6cb266'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 11:05:47.925990 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77147735-6771-4741-b659-39c684a63081 tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Network hostable DHCP agents. Network: e9e840e6-70f7-4458-8b64-dba6bc6cb266, hostable agents: ['75ba81b7-fe99-4281-90d2-a5adb445ecea'], hosted agents: [] {{(pid=116162) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 11:05:47.937935 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-494035e9-acc5-4430-9d7f-2ce4c117c1d9 None None] Current status of the port fab05aa9-78a7-44f6-8745-7acc679c8e96 is: ACTIVE; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:05:47.972658 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-c2726f27-021a-44f0-9cbd-bb7c74a953ab tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924426'] for security_group (cf758f06-c3f0-4d54-8a40-156162f59042), after_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:48.001877 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.db_base_plugin_common [None req-c5e53e9b-a1b5-410c-9732-b6eb8f22fe4d None None] Allocated IP 2001:db8::2 (5af9c5a9-50d8-4bfb-a7ef-82766428c3d5/38cf10a5-c012-4ada-81e9-5d79976559d0/14cb9b38-d261-4aef-bfb5-588d0ba37e81) {{(pid=116163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 11:05:48.042161 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77147735-6771-4741-b659-39c684a63081 tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Network e9e840e6-70f7-4458-8b64-dba6bc6cb266 is scheduled to be hosted by DHCP agent 75ba81b7-fe99-4281-90d2-a5adb445ecea with binding_index 1 {{(pid=116162) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 11:05:48.076830 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-8e6a9efa-6ae3-454b-a28e-3b08304bd18a tempest-TestNetworkAdvancedServerOps-1762458272 tempest-TestNetworkAdvancedServerOps-1762458272-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-973498', 'neutron.services.segments.db._delete_segments_for_network-8742235207033'] for network (11667949-6108-4d31-ad58-bd4aa04ee38c), precommit_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:48.079443 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2726f27-021a-44f0-9cbd-bb7c74a953ab tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cf758f06-c3f0-4d54-8a40-156162f59042,revision_number=1']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:05:48.098936 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-d3c438fb-ee03-4948-9512-d3267b6add9a None None] Provisioning complete for port e48ac49e-8ce3-42d9-bd0a-b012e1a372f3 triggered by entity DHCP. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:05:48.098936 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-d3c438fb-ee03-4948-9512-d3267b6add9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (e48ac49e-8ce3-42d9-bd0a-b012e1a372f3), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:48.110762 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.services.segments.db [None req-8e6a9efa-6ae3-454b-a28e-3b08304bd18a tempest-TestNetworkAdvancedServerOps-1762458272 tempest-TestNetworkAdvancedServerOps-1762458272-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['11667949-6108-4d31-ad58-bd4aa04ee38c']}} {{(pid=116162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:05:48.123939 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-c2726f27-021a-44f0-9cbd-bb7c74a953ab tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Publish callbacks [] for security_group (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:48.127890 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-c2726f27-021a-44f0-9cbd-bb7c74a953ab tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.9611583 Apr 28 11:05:48.127890 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.services.segments.db [None req-8e6a9efa-6ae3-454b-a28e-3b08304bd18a tempest-TestNetworkAdvancedServerOps-1762458272 tempest-TestNetworkAdvancedServerOps-1762458272-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3a3711b0-a922-46d0-81e4-03dc755adc63') {'for_net_delete': True} {{(pid=116162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:05:48.128427 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.services.segments.db [None req-8e6a9efa-6ae3-454b-a28e-3b08304bd18a tempest-TestNetworkAdvancedServerOps-1762458272 tempest-TestNetworkAdvancedServerOps-1762458272-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3a3711b0-a922-46d0-81e4-03dc755adc63') {} {{(pid=116162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:05:48.129944 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 54308) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:05:48.134947 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.v2.base [None req-1e08d4c6-b5c7-4c68-8698-ed510a9d6e71 tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Request body: {'security_group': {'name': 'tempest-secgroup-2134750577'}} {{(pid=116162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:05:48.156493 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-d3c438fb-ee03-4948-9512-d3267b6add9a None None] Port e48ac49e-8ce3-42d9-bd0a-b012e1a372f3 cannot update to ACTIVE because it is not bound. {{(pid=116163) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 28 11:05:48.157594 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-8e6a9efa-6ae3-454b-a28e-3b08304bd18a tempest-TestNetworkAdvancedServerOps-1762458272 tempest-TestNetworkAdvancedServerOps-1762458272-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742235208578', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5026548'] for segment (3a3711b0-a922-46d0-81e4-03dc755adc63), before_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:48.163864 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-c5e53e9b-a1b5-410c-9732-b6eb8f22fe4d None None] For port 14cb9b38-d261-4aef-bfb5-588d0ba37e81, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=14cb9b38-d261-4aef-bfb5-588d0ba37e81,segment=NetworkSegment(607b19e2-1a18-4dda-af95-186903fc66e1),segment_id=607b19e2-1a18-4dda-af95-186903fc66e1)] {{(pid=116163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 11:05:48.212774 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-8e6a9efa-6ae3-454b-a28e-3b08304bd18a tempest-TestNetworkAdvancedServerOps-1762458272 tempest-TestNetworkAdvancedServerOps-1762458272-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-961978'] for segment (3a3711b0-a922-46d0-81e4-03dc755adc63), precommit_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:48.215415 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.agents_db [None req-54b29a82-8a19-4507-95e3-3a2d011841ff None None] Agent healthcheck: found 6 active agents {{(pid=116164) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 28 11:05:48.221562 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.api.v2.resource [None req-7c9cfd46-93ef-4a9a-8e4a-26d53f3e5d02 tempest-NegativeSecGroupTest-1259928955 tempest-NegativeSecGroupTest-1259928955-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 28 11:05:48.221562 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-7c9cfd46-93ef-4a9a-8e4a-26d53f3e5d02 tempest-NegativeSecGroupTest-1259928955 tempest-NegativeSecGroupTest-1259928955-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.8746760 Apr 28 11:05:48.234919 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 54310) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:05:48.235530 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.scheduler.base_scheduler [None req-77147735-6771-4741-b659-39c684a63081 tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, e9e840e6-70f7-4458-8b64-dba6bc6cb266) {{(pid=116162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 11:05:48.240661 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77147735-6771-4741-b659-39c684a63081 tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:05:48.241270 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-77147735-6771-4741-b659-39c684a63081 tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Publish callbacks [] for subnet (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:48.255000 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.v2.base [None req-bdfef790-8b44-4e0c-85dc-06dee3fde10b tempest-NegativeSecGroupTest-1259928955 tempest-NegativeSecGroupTest-1259928955-project] Request body: {'security_group_rule': {'security_group_id': '1d85bb12-c3c6-4eac-8de2-6c01202cf232', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=116162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:05:48.255394 dv-neutron-master-2-hyperv neutron-server[116162]: WARNING neutron.api.v2.base [None req-bdfef790-8b44-4e0c-85dc-06dee3fde10b tempest-NegativeSecGroupTest-1259928955 tempest-NegativeSecGroupTest-1259928955-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Apr 28 11:05:48.255898 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.api.v2.resource [None req-bdfef790-8b44-4e0c-85dc-06dee3fde10b tempest-NegativeSecGroupTest-1259928955 tempest-NegativeSecGroupTest-1259928955-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 28 11:05:48.256950 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-bdfef790-8b44-4e0c-85dc-06dee3fde10b tempest-NegativeSecGroupTest-1259928955 tempest-NegativeSecGroupTest-1259928955-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0091529 Apr 28 11:05:48.259630 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54bf1837-86bc-4b5e-9523-e6fba75d9a29 None None] Network e9e840e6-70f7-4458-8b64-dba6bc6cb266 requested from dv-neutron-master-2-hyperv {{(pid=116163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 11:05:48.273981 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 54312) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:05:48.281988 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8e6a9efa-6ae3-454b-a28e-3b08304bd18a tempest-TestNetworkAdvancedServerOps-1762458272 tempest-TestNetworkAdvancedServerOps-1762458272-project] Releasing vlan 52 on physical network physnet1 to pool {{(pid=116162) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 11:05:48.282425 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-8e6a9efa-6ae3-454b-a28e-3b08304bd18a tempest-TestNetworkAdvancedServerOps-1762458272 tempest-TestNetworkAdvancedServerOps-1762458272-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-961978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5051884'] for segment (3a3711b0-a922-46d0-81e4-03dc755adc63), after_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:48.288860 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.v2.base [None req-2afed1f8-90da-4b1c-9427-74dff494cdca tempest-NegativeSecGroupTest-1259928955 tempest-NegativeSecGroupTest-1259928955-project] Request body: {'security_group_rule': {'security_group_id': '1d85bb12-c3c6-4eac-8de2-6c01202cf232', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=116162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:05:48.300131 dv-neutron-master-2-hyperv neutron-server[116162]: Traceback (most recent call last): Apr 28 11:05:48.300131 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 11:05:48.300131 dv-neutron-master-2-hyperv neutron-server[116162]: timer() Apr 28 11:05:48.300131 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 11:05:48.300131 dv-neutron-master-2-hyperv neutron-server[116162]: cb(*args, **kw) Apr 28 11:05:48.300131 dv-neutron-master-2-hyperv neutron-server[116162]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 28 11:05:48.300131 dv-neutron-master-2-hyperv neutron-server[116162]: return func(*args, **kwargs) Apr 28 11:05:48.300131 dv-neutron-master-2-hyperv neutron-server[116162]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 11:05:48.300131 dv-neutron-master-2-hyperv neutron-server[116162]: self._notify() Apr 28 11:05:48.300131 dv-neutron-master-2-hyperv neutron-server[116162]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 11:05:48.300131 dv-neutron-master-2-hyperv neutron-server[116162]: self.callback(batched_events) Apr 28 11:05:48.300131 dv-neutron-master-2-hyperv neutron-server[116162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 11:05:48.300131 dv-neutron-master-2-hyperv neutron-server[116162]: event.method(event) Apr 28 11:05:48.300131 dv-neutron-master-2-hyperv neutron-server[116162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 28 11:05:48.300131 dv-neutron-master-2-hyperv neutron-server[116162]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 11:05:48.300131 dv-neutron-master-2-hyperv neutron-server[116162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 28 11:05:48.300131 dv-neutron-master-2-hyperv neutron-server[116162]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 11:05:48.300131 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 28 11:05:48.300131 dv-neutron-master-2-hyperv neutron-server[116162]: return f(self, *a, **k) Apr 28 11:05:48.300131 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 28 11:05:48.300131 dv-neutron-master-2-hyperv neutron-server[116162]: return self._get(url).json() Apr 28 11:05:48.300131 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 28 11:05:48.300131 dv-neutron-master-2-hyperv neutron-server[116162]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 11:05:48.300131 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 11:05:48.300131 dv-neutron-master-2-hyperv neutron-server[116162]: return self.request(url, 'GET', **kwargs) Apr 28 11:05:48.300131 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 11:05:48.300131 dv-neutron-master-2-hyperv neutron-server[116162]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 11:05:48.300131 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 11:05:48.300131 dv-neutron-master-2-hyperv neutron-server[116162]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 11:05:48.300131 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 11:05:48.300131 dv-neutron-master-2-hyperv neutron-server[116162]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 11:05:48.300131 dv-neutron-master-2-hyperv neutron-server[116162]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 11:05:48.309394 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-c5e53e9b-a1b5-410c-9732-b6eb8f22fe4d None None] Publish callbacks [] for port (14cb9b38-d261-4aef-bfb5-588d0ba37e81), precommit_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:48.319385 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-1e08d4c6-b5c7-4c68-8698-ed510a9d6e71 tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Publish callbacks [] for security_group (None), before_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:48.351502 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Device 3ac8f02a-5742-4e0d-93eb-e6075d67f71d no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=116163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 11:05:48.393513 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-77147735-6771-4741-b659-39c684a63081 tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.9056365 Apr 28 11:05:48.396301 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 54314) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:05:48.438190 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-bdf9330b-a83e-41f0-8405-cdff4b1282de tempest-SecGroupIPv6Test-2111680406 tempest-SecGroupIPv6Test-2111680406-project] Publish callbacks [] for security_group (None), before_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:48.497300 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-8e6a9efa-6ae3-454b-a28e-3b08304bd18a tempest-TestNetworkAdvancedServerOps-1762458272 tempest-TestNetworkAdvancedServerOps-1762458272-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-973477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2063122'] for network (11667949-6108-4d31-ad58-bd4aa04ee38c), after_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:48.499461 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] No Port match for: 3ac8f02a-5742-4e0d-93eb-e6075d67f71d {{(pid=116163) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 28 11:05:48.499824 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Device 3ac8f02a-5742-4e0d-93eb-e6075d67f71d not bound to the agent host dv-neutron-master-2-hyperv {{(pid=116163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 11:05:48.503406 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-8e6a9efa-6ae3-454b-a28e-3b08304bd18a tempest-TestNetworkAdvancedServerOps-1762458272 tempest-TestNetworkAdvancedServerOps-1762458272-project] Publish callbacks [] for network (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:48.506050 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-c5e53e9b-a1b5-410c-9732-b6eb8f22fe4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393'] for port (14cb9b38-d261-4aef-bfb5-588d0ba37e81), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:48.511064 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-8e6a9efa-6ae3-454b-a28e-3b08304bd18a tempest-TestNetworkAdvancedServerOps-1762458272 tempest-TestNetworkAdvancedServerOps-1762458272-project] 10.222.0.10 "DELETE /v2.0/networks/11667949-6108-4d31-ad58-bd4aa04ee38c HTTP/1.1" status: 204 len: 168 time: 1.2547572 Apr 28 11:05:48.516395 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 54316) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:05:48.518673 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ade97965-3a8a-46d4-a10f-c0e3fa81801d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-e9e840e6-70f7-4458-8b64-dba6bc6cb266', 'network_id': 'e9e840e6-70f7-4458-8b64-dba6bc6cb266', 'project_id': '1d85c55944a24e6b8fc5b73917e91c0e', 'fixed_ips': [{'subnet_id': '8afb77db-0064-4b35-a13f-7f7f16dba0f8'}]}} from dv-neutron-master-2-hyperv. {{(pid=116163) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 28 11:05:48.525012 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-ade97965-3a8a-46d4-a10f-c0e3fa81801d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (None), before_create {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:48.586678 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e6a9efa-6ae3-454b-a28e-3b08304bd18a tempest-TestNetworkAdvancedServerOps-1762458272 tempest-TestNetworkAdvancedServerOps-1762458272-project] Pushing event deleted for resources: {'Network': ['ID=11667949-6108-4d31-ad58-bd4aa04ee38c,revision_number=None']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:05:48.647546 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3909e45e-7297-49e8-a973-7fa729427432 req-19245a02-0e5e-4771-9f1b-04ff45e7ef7b tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:05:48.649400 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-3909e45e-7297-49e8-a973-7fa729427432 req-19245a02-0e5e-4771-9f1b-04ff45e7ef7b tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] 10.222.0.20 "GET /v2.0/ports?device_id=09225a3a-4962-4eed-a507-197c6202a362 HTTP/1.1" status: 200 len: 946 time: 0.2651329 Apr 28 11:05:48.691065 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.api.v2.resource [None req-2afed1f8-90da-4b1c-9427-74dff494cdca tempest-NegativeSecGroupTest-1259928955 tempest-NegativeSecGroupTest-1259928955-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 28 11:05:48.696114 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-2afed1f8-90da-4b1c-9427-74dff494cdca tempest-NegativeSecGroupTest-1259928955 tempest-NegativeSecGroupTest-1259928955-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.4141190 Apr 28 11:05:48.715728 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 54318) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:05:48.758272 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e53e9b-a1b5-410c-9732-b6eb8f22fe4d None None] Pushing event updated for resources: {'Port': ['ID=14cb9b38-d261-4aef-bfb5-588d0ba37e81,revision_number=6']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:05:48.797129 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.v2.base [None req-338bfc01-e1bd-4da7-ae3e-addfacd0882c tempest-NegativeSecGroupTest-1259928955 tempest-NegativeSecGroupTest-1259928955-project] Request body: {'security_group_rule': {'security_group_id': '1d85bb12-c3c6-4eac-8de2-6c01202cf232', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=116162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:05:48.797613 dv-neutron-master-2-hyperv neutron-server[116162]: WARNING neutron.api.v2.base [None req-338bfc01-e1bd-4da7-ae3e-addfacd0882c tempest-NegativeSecGroupTest-1259928955 tempest-NegativeSecGroupTest-1259928955-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Apr 28 11:05:48.798104 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.api.v2.resource [None req-338bfc01-e1bd-4da7-ae3e-addfacd0882c tempest-NegativeSecGroupTest-1259928955 tempest-NegativeSecGroupTest-1259928955-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 28 11:05:48.799103 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-338bfc01-e1bd-4da7-ae3e-addfacd0882c tempest-NegativeSecGroupTest-1259928955 tempest-NegativeSecGroupTest-1259928955-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0085888 Apr 28 11:05:48.811746 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 54322) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:05:48.822128 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.v2.base [None req-6b539878-cf47-4022-a1b5-9127992d99d1 tempest-NegativeSecGroupTest-1259928955 tempest-NegativeSecGroupTest-1259928955-project] Request body: {'security_group_rule': {'security_group_id': '1d85bb12-c3c6-4eac-8de2-6c01202cf232', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=116162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:05:48.828731 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-1e08d4c6-b5c7-4c68-8698-ed510a9d6e71 tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Publish callbacks [] for security_group (8c8ba7ed-0d42-4b2f-8408-da72bf43798b), precommit_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:48.860089 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-5a6c72be-117c-4676-a17a-10a090ea93a1 tempest-TestNetworkAdvancedServerOps-1762458272 tempest-TestNetworkAdvancedServerOps-1762458272-project] Publish callbacks [] for security_group (0bcd3ba6-8b12-4573-ac81-fc4e6cc933d4), before_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:48.875391 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.plugin [req-3909e45e-7297-49e8-a973-7fa729427432 req-d37d4e59-c725-4bcb-a234-4432b024a585 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Deleting port 2246efc1-311d-40a7-a3e1-199440a6448f {{(pid=116161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 11:05:48.875770 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [req-3909e45e-7297-49e8-a973-7fa729427432 req-d37d4e59-c725-4bcb-a234-4432b024a585 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742235130188'] for port (2246efc1-311d-40a7-a3e1-199440a6448f), before_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:48.881771 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.db_base_plugin_common [None req-ade97965-3a8a-46d4-a10f-c0e3fa81801d None None] Allocated IP 172.23.0.2 (e9e840e6-70f7-4458-8b64-dba6bc6cb266/8afb77db-0064-4b35-a13f-7f7f16dba0f8/d673747f-18ec-4a1b-89a0-3255744f86c9) {{(pid=116163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 11:05:48.945528 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-de8c7ee7-eacd-4d99-b276-c7a5a6cefac9 tempest-AllowedAddressPairTestJSON-759914361 tempest-AllowedAddressPairTestJSON-759914361-project] Publish callbacks [] for port (e48ac49e-8ce3-42d9-bd0a-b012e1a372f3), precommit_update {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:48.950699 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-1e08d4c6-b5c7-4c68-8698-ed510a9d6e71 tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924426'] for security_group (8c8ba7ed-0d42-4b2f-8408-da72bf43798b), after_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:48.984640 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-5a6c72be-117c-4676-a17a-10a090ea93a1 tempest-TestNetworkAdvancedServerOps-1762458272 tempest-TestNetworkAdvancedServerOps-1762458272-project] Publish callbacks [] for security_group (0bcd3ba6-8b12-4573-ac81-fc4e6cc933d4), precommit_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:49.041523 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e08d4c6-b5c7-4c68-8698-ed510a9d6e71 tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8c8ba7ed-0d42-4b2f-8408-da72bf43798b,revision_number=1']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:05:49.110710 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-de8c7ee7-eacd-4d99-b276-c7a5a6cefac9 tempest-AllowedAddressPairTestJSON-759914361 tempest-AllowedAddressPairTestJSON-759914361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5219123'] for port (e48ac49e-8ce3-42d9-bd0a-b012e1a372f3), after_update {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:49.127496 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-ade97965-3a8a-46d4-a10f-c0e3fa81801d None None] Publish callbacks [] for port (d673747f-18ec-4a1b-89a0-3255744f86c9), precommit_create {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:49.141718 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f90db70-43e2-4244-8ad0-cb8ae7045f0c req-7a827982-1d74-48b7-abf5-85186437afc7 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:05:49.144423 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-7f90db70-43e2-4244-8ad0-cb8ae7045f0c req-7a827982-1d74-48b7-abf5-85186437afc7 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] 10.222.0.10 "GET /v2.0/ports?device_id=09225a3a-4962-4eed-a507-197c6202a362 HTTP/1.1" status: 200 len: 946 time: 0.2703369 Apr 28 11:05:49.154276 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-bdf9330b-a83e-41f0-8405-cdff4b1282de tempest-SecGroupIPv6Test-2111680406 tempest-SecGroupIPv6Test-2111680406-project] Publish callbacks [] for security_group (fadce362-cff1-4214-9994-325e8047d4dd), precommit_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:49.160449 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-1e08d4c6-b5c7-4c68-8698-ed510a9d6e71 tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Publish callbacks [] for security_group (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:49.161861 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-1e08d4c6-b5c7-4c68-8698-ed510a9d6e71 tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 1.0308814 Apr 28 11:05:49.165363 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 54324) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:05:49.173865 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.v2.base [None req-b92ddfe2-5bea-4c2a-bb49-f0dd84275940 tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Request body: {'security_group': {'name': 'tempest-secgroup-826797341'}} {{(pid=116162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:05:49.184593 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.api.v2.resource [None req-6b539878-cf47-4022-a1b5-9127992d99d1 tempest-NegativeSecGroupTest-1259928955 tempest-NegativeSecGroupTest-1259928955-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 28 11:05:49.184593 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-6b539878-cf47-4022-a1b5-9127992d99d1 tempest-NegativeSecGroupTest-1259928955 tempest-NegativeSecGroupTest-1259928955-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.3664584 Apr 28 11:05:49.189143 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 54326) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:05:49.195828 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.v2.base [None req-a0fe8f87-47e4-4bcb-a5e9-dd626b75c9c7 tempest-NegativeSecGroupTest-1259928955 tempest-NegativeSecGroupTest-1259928955-project] Request body: {'security_group_rule': {'security_group_id': '1d85bb12-c3c6-4eac-8de2-6c01202cf232', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=116162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:05:49.196460 dv-neutron-master-2-hyperv neutron-server[116162]: WARNING neutron.api.v2.base [None req-a0fe8f87-47e4-4bcb-a5e9-dd626b75c9c7 tempest-NegativeSecGroupTest-1259928955 tempest-NegativeSecGroupTest-1259928955-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Apr 28 11:05:49.197044 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.api.v2.resource [None req-a0fe8f87-47e4-4bcb-a5e9-dd626b75c9c7 tempest-NegativeSecGroupTest-1259928955 tempest-NegativeSecGroupTest-1259928955-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 28 11:05:49.198106 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-a0fe8f87-47e4-4bcb-a5e9-dd626b75c9c7 tempest-NegativeSecGroupTest-1259928955 tempest-NegativeSecGroupTest-1259928955-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0057375 Apr 28 11:05:49.203464 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 54328) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:05:49.213778 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.v2.base [None req-e4d3463e-c0cf-4763-92b1-b841df9e2e60 tempest-NegativeSecGroupTest-1259928955 tempest-NegativeSecGroupTest-1259928955-project] Request body: {'security_group_rule': {'security_group_id': '1d85bb12-c3c6-4eac-8de2-6c01202cf232', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=116162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:05:49.235221 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-ade97965-3a8a-46d4-a10f-c0e3fa81801d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742234710357'] for port (d673747f-18ec-4a1b-89a0-3255744f86c9), after_create {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:49.261120 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-7f90db70-43e2-4244-8ad0-cb8ae7045f0c req-b0003227-77d5-4a0e-a928-e08a35fb70c9 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] 10.222.0.10 "GET /v2.0/security-groups?id=dcc00a52-7b1a-48dc-967b-b2eebdca9f08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1030529 Apr 28 11:05:49.312216 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.db [req-3909e45e-7297-49e8-a973-7fa729427432 req-d37d4e59-c725-4bcb-a234-4432b024a585 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] For port 2246efc1-311d-40a7-a3e1-199440a6448f, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=2246efc1-311d-40a7-a3e1-199440a6448f,segment=NetworkSegment(3e339841-0b62-41a1-aacb-4c64af450011),segment_id=3e339841-0b62-41a1-aacb-4c64af450011)] {{(pid=116161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 11:05:49.312583 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [req-3909e45e-7297-49e8-a973-7fa729427432 req-d37d4e59-c725-4bcb-a234-4432b024a585 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1938497'] for port (2246efc1-311d-40a7-a3e1-199440a6448f), precommit_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:49.315307 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-bdf9330b-a83e-41f0-8405-cdff4b1282de tempest-SecGroupIPv6Test-2111680406 tempest-SecGroupIPv6Test-2111680406-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924426'] for security_group (fadce362-cff1-4214-9994-325e8047d4dd), after_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:49.323110 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-a3a07973-b01a-41df-8db4-3795cbdf853c tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (None), before_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:49.338609 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade97965-3a8a-46d4-a10f-c0e3fa81801d None None] Pushing event updated for resources: {'Port': ['ID=d673747f-18ec-4a1b-89a0-3255744f86c9,revision_number=1']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:05:49.346684 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ade97965-3a8a-46d4-a10f-c0e3fa81801d None None] Network e9e840e6-70f7-4458-8b64-dba6bc6cb266 is already hosted by enough agents. {{(pid=116163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 11:05:49.354309 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.scheduler.base_scheduler [None req-ade97965-3a8a-46d4-a10f-c0e3fa81801d None None] Resources bound (agent type, host, resource id): {{(pid=116163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 11:05:49.360832 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ade97965-3a8a-46d4-a10f-c0e3fa81801d None None] Received port after_create {{(pid=116163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 11:05:49.397146 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf9330b-a83e-41f0-8405-cdff4b1282de tempest-SecGroupIPv6Test-2111680406 tempest-SecGroupIPv6Test-2111680406-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fadce362-cff1-4214-9994-325e8047d4dd,revision_number=1']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:05:49.427495 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-b92ddfe2-5bea-4c2a-bb49-f0dd84275940 tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Publish callbacks [] for security_group (None), before_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:49.434797 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-5a6c72be-117c-4676-a17a-10a090ea93a1 tempest-TestNetworkAdvancedServerOps-1762458272 tempest-TestNetworkAdvancedServerOps-1762458272-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924426'] for security_group (0bcd3ba6-8b12-4573-ac81-fc4e6cc933d4), after_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:49.440349 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.plugin [req-3909e45e-7297-49e8-a973-7fa729427432 req-d37d4e59-c725-4bcb-a234-4432b024a585 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Calling delete_port for 2246efc1-311d-40a7-a3e1-199440a6448f owned by compute:nova {{(pid=116161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 11:05:49.442592 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8c7ee7-eacd-4d99-b276-c7a5a6cefac9 tempest-AllowedAddressPairTestJSON-759914361 tempest-AllowedAddressPairTestJSON-759914361-project] Pushing event updated for resources: {'Port': ['ID=e48ac49e-8ce3-42d9-bd0a-b012e1a372f3,revision_number=2']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:05:49.451273 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-5a6c72be-117c-4676-a17a-10a090ea93a1 tempest-TestNetworkAdvancedServerOps-1762458272 tempest-TestNetworkAdvancedServerOps-1762458272-project] Publish callbacks [] for security_group (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:49.452951 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-5a6c72be-117c-4676-a17a-10a090ea93a1 tempest-TestNetworkAdvancedServerOps-1762458272 tempest-TestNetworkAdvancedServerOps-1762458272-project] 10.222.0.10 "DELETE /v2.0/security-groups/0bcd3ba6-8b12-4573-ac81-fc4e6cc933d4 HTTP/1.1" status: 204 len: 168 time: 0.9329507 Apr 28 11:05:49.471916 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.managers [None req-ade97965-3a8a-46d4-a10f-c0e3fa81801d None None] Attempting to bind port d673747f-18ec-4a1b-89a0-3255744f86c9 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=116163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 28 11:05:49.472296 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.managers [None req-ade97965-3a8a-46d4-a10f-c0e3fa81801d None None] Attempting to bind port d673747f-18ec-4a1b-89a0-3255744f86c9 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '1bce4b31-0049-45c3-9259-d4148608099a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'e9e840e6-70f7-4458-8b64-dba6bc6cb266'}] {{(pid=116163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 28 11:05:49.473466 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ade97965-3a8a-46d4-a10f-c0e3fa81801d None None] Attempting to bind port d673747f-18ec-4a1b-89a0-3255744f86c9 on network e9e840e6-70f7-4458-8b64-dba6bc6cb266 {{(pid=116163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 11:05:49.494149 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ade97965-3a8a-46d4-a10f-c0e3fa81801d None None] Checking agent: {'id': 'd5baab19-5dd1-4902-922b-84acb048ab9c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 10, 50, 43), 'started_at': datetime.datetime(2022, 4, 28, 10, 51, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 11, 5, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=116163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 11:05:49.494673 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ade97965-3a8a-46d4-a10f-c0e3fa81801d None None] Checking segment: {'id': '1bce4b31-0049-45c3-9259-d4148608099a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'e9e840e6-70f7-4458-8b64-dba6bc6cb266'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 11:05:49.495100 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-ade97965-3a8a-46d4-a10f-c0e3fa81801d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:49.495347 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-bdf9330b-a83e-41f0-8405-cdff4b1282de tempest-SecGroupIPv6Test-2111680406 tempest-SecGroupIPv6Test-2111680406-project] Publish callbacks [] for security_group (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:49.495560 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ade97965-3a8a-46d4-a10f-c0e3fa81801d None None] Bound using segment: {'id': '1bce4b31-0049-45c3-9259-d4148608099a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'e9e840e6-70f7-4458-8b64-dba6bc6cb266'} {{(pid=116163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 11:05:49.496123 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.managers [None req-ade97965-3a8a-46d4-a10f-c0e3fa81801d None None] Bound port: d673747f-18ec-4a1b-89a0-3255744f86c9, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1bce4b31-0049-45c3-9259-d4148608099a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'e9e840e6-70f7-4458-8b64-dba6bc6cb266'}}] {{(pid=116163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 28 11:05:49.498944 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-bdf9330b-a83e-41f0-8405-cdff4b1282de tempest-SecGroupIPv6Test-2111680406 tempest-SecGroupIPv6Test-2111680406-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 1.6243665 Apr 28 11:05:49.499987 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-ade97965-3a8a-46d4-a10f-c0e3fa81801d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (d673747f-18ec-4a1b-89a0-3255744f86c9), before_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:49.503663 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 54332) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:05:49.526008 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.v2.base [None req-5e665dd8-e8f8-4131-b48f-4bb7b6e16395 tempest-SecGroupIPv6Test-2111680406 tempest-SecGroupIPv6Test-2111680406-project] Request body: {'security_group_rule': {'security_group_id': '2d31d994-d349-474d-9093-a6891e5ad9e9', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'fadce362-cff1-4214-9994-325e8047d4dd', 'remote_ip_prefix': None}} {{(pid=116161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:05:49.531191 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.plugin [None req-de8c7ee7-eacd-4d99-b276-c7a5a6cefac9 tempest-AllowedAddressPairTestJSON-759914361 tempest-AllowedAddressPairTestJSON-759914361-project] In _notify_port_updated(), no bound segment for port e48ac49e-8ce3-42d9-bd0a-b012e1a372f3 on network 6c3ca039-ae8c-47c3-b984-604c8ace5e60 {{(pid=116161) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:936}} Apr 28 11:05:49.542524 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de8c7ee7-eacd-4d99-b276-c7a5a6cefac9 tempest-AllowedAddressPairTestJSON-759914361 tempest-AllowedAddressPairTestJSON-759914361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:05:49.543775 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-de8c7ee7-eacd-4d99-b276-c7a5a6cefac9 tempest-AllowedAddressPairTestJSON-759914361 tempest-AllowedAddressPairTestJSON-759914361-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198022'] for port (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:49.548045 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-de8c7ee7-eacd-4d99-b276-c7a5a6cefac9 tempest-AllowedAddressPairTestJSON-759914361 tempest-AllowedAddressPairTestJSON-759914361-project] 10.222.0.10 "PUT /v2.0/ports/e48ac49e-8ce3-42d9-bd0a-b012e1a372f3 HTTP/1.1" status: 200 len: 995 time: 1.7833941 Apr 28 11:05:49.550132 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 54334) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:05:49.598517 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6c72be-117c-4676-a17a-10a090ea93a1 tempest-TestNetworkAdvancedServerOps-1762458272 tempest-TestNetworkAdvancedServerOps-1762458272-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bcd3ba6-8b12-4573-ac81-fc4e6cc933d4,revision_number=None']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:05:49.681270 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.api.v2.resource [None req-e4d3463e-c0cf-4763-92b1-b841df9e2e60 tempest-NegativeSecGroupTest-1259928955 tempest-NegativeSecGroupTest-1259928955-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 28 11:05:49.687074 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-ade97965-3a8a-46d4-a10f-c0e3fa81801d None None] For port d673747f-18ec-4a1b-89a0-3255744f86c9, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=116163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 11:05:49.687919 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-e4d3463e-c0cf-4763-92b1-b841df9e2e60 tempest-NegativeSecGroupTest-1259928955 tempest-NegativeSecGroupTest-1259928955-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.4792557 Apr 28 11:05:49.692104 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-ade97965-3a8a-46d4-a10f-c0e3fa81801d None None] For port d673747f-18ec-4a1b-89a0-3255744f86c9, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=d673747f-18ec-4a1b-89a0-3255744f86c9,segment=NetworkSegment(1bce4b31-0049-45c3-9259-d4148608099a),segment_id=1bce4b31-0049-45c3-9259-d4148608099a)] {{(pid=116163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 11:05:49.693904 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 54338) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:05:49.706949 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.v2.base [None req-6b7ee486-8795-40b8-ac02-9149ec2b8c1f tempest-NegativeSecGroupTest-1259928955 tempest-NegativeSecGroupTest-1259928955-project] Request body: {'security_group_rule': {'security_group_id': '1d85bb12-c3c6-4eac-8de2-6c01202cf232', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=116162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:05:49.710837 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-d3a95e55-346d-4133-a870-6ab614f73265 None None] Provisioning complete for port e48ac49e-8ce3-42d9-bd0a-b012e1a372f3 triggered by entity DHCP. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:05:49.711317 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-d3a95e55-346d-4133-a870-6ab614f73265 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (e48ac49e-8ce3-42d9-bd0a-b012e1a372f3), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:49.761436 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-ade97965-3a8a-46d4-a10f-c0e3fa81801d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393'] for port (d673747f-18ec-4a1b-89a0-3255744f86c9), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:49.786646 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.plugin [None req-f7cd6eb9-3fb3-4f66-9408-f727fdb512b4 tempest-AllowedAddressPairTestJSON-759914361 tempest-AllowedAddressPairTestJSON-759914361-project] Deleting port e48ac49e-8ce3-42d9-bd0a-b012e1a372f3 {{(pid=116161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 11:05:49.787241 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-f7cd6eb9-3fb3-4f66-9408-f727fdb512b4 tempest-AllowedAddressPairTestJSON-759914361 tempest-AllowedAddressPairTestJSON-759914361-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742235130188'] for port (e48ac49e-8ce3-42d9-bd0a-b012e1a372f3), before_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:49.804671 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-b92ddfe2-5bea-4c2a-bb49-f0dd84275940 tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Publish callbacks [] for security_group (2cbd6a48-ee93-4c8e-9895-51f1da4a27a9), precommit_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:49.833926 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade97965-3a8a-46d4-a10f-c0e3fa81801d None None] Pushing event updated for resources: {'Port': ['ID=d673747f-18ec-4a1b-89a0-3255744f86c9,revision_number=2']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:05:49.842723 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-d3a95e55-346d-4133-a870-6ab614f73265 None None] Port e48ac49e-8ce3-42d9-bd0a-b012e1a372f3 cannot update to ACTIVE because it is not bound. {{(pid=116163) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 28 11:05:49.925887 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Device fab05aa9-78a7-44f6-8745-7acc679c8e96 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=116163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 11:05:49.931921 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-b92ddfe2-5bea-4c2a-bb49-f0dd84275940 tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924426'] for security_group (2cbd6a48-ee93-4c8e-9895-51f1da4a27a9), after_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:49.947530 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-5e665dd8-e8f8-4131-b48f-4bb7b6e16395 tempest-SecGroupIPv6Test-2111680406 tempest-SecGroupIPv6Test-2111680406-project] Publish callbacks [] for security_group_rule (5ea97639-2b20-43a9-af07-9a8ad690646c), before_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:49.990245 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-f7cd6eb9-3fb3-4f66-9408-f727fdb512b4 tempest-AllowedAddressPairTestJSON-759914361 tempest-AllowedAddressPairTestJSON-759914361-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1938497'] for port (e48ac49e-8ce3-42d9-bd0a-b012e1a372f3), precommit_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:49.992378 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-bff371b9-d2fe-42fd-8c42-5407c89d9c92 None None] Provisioning complete for port 14cb9b38-d261-4aef-bfb5-588d0ba37e81 triggered by entity DHCP. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:05:49.992903 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-bff371b9-d2fe-42fd-8c42-5407c89d9c92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (14cb9b38-d261-4aef-bfb5-588d0ba37e81), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:50.005969 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b92ddfe2-5bea-4c2a-bb49-f0dd84275940 tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2cbd6a48-ee93-4c8e-9895-51f1da4a27a9,revision_number=1']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:05:50.056020 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Provisioning complete for port fab05aa9-78a7-44f6-8745-7acc679c8e96 triggered by entity L2. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:05:50.060776 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (fab05aa9-78a7-44f6-8745-7acc679c8e96), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:50.060914 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-b92ddfe2-5bea-4c2a-bb49-f0dd84275940 tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Publish callbacks [] for security_group (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:50.060914 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-b92ddfe2-5bea-4c2a-bb49-f0dd84275940 tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.8878689 Apr 28 11:05:50.064809 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 54340) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:05:50.065967 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.plugin [None req-f7cd6eb9-3fb3-4f66-9408-f727fdb512b4 tempest-AllowedAddressPairTestJSON-759914361 tempest-AllowedAddressPairTestJSON-759914361-project] Calling delete_port for e48ac49e-8ce3-42d9-bd0a-b012e1a372f3 owned by {{(pid=116161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 11:05:50.078150 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.v2.base [None req-1c025c32-030d-4f8d-8670-59b9f42aa43a tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1054288764', 'security_groups': ['2cbd6a48-ee93-4c8e-9895-51f1da4a27a9'], 'network_id': '5af9c5a9-50d8-4bfb-a7ef-82766428c3d5', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '38cf10a5-c012-4ada-81e9-5d79976559d0'}]}} {{(pid=116162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:05:50.087366 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.db.db_base_plugin_common [None req-a3a07973-b01a-41df-8db4-3795cbdf853c tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Allocated IP 172.23.0.1 (e9e840e6-70f7-4458-8b64-dba6bc6cb266/8afb77db-0064-4b35-a13f-7f7f16dba0f8/f09120cb-ca26-4408-aa32-890a68222b79) {{(pid=116162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 11:05:50.193618 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-bff371b9-d2fe-42fd-8c42-5407c89d9c92 None None] Current status of the port 14cb9b38-d261-4aef-bfb5-588d0ba37e81 is: ACTIVE; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:05:50.207784 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.api.v2.resource [None req-6b7ee486-8795-40b8-ac02-9149ec2b8c1f tempest-NegativeSecGroupTest-1259928955 tempest-NegativeSecGroupTest-1259928955-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 28 11:05:50.211545 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-6b7ee486-8795-40b8-ac02-9149ec2b8c1f tempest-NegativeSecGroupTest-1259928955 tempest-NegativeSecGroupTest-1259928955-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.5119257 Apr 28 11:05:50.215431 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 54344) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:05:50.217798 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-bff371b9-d2fe-42fd-8c42-5407c89d9c92 None None] Provisioning complete for port 1c45cc2f-a9b6-49c4-bbab-fc6bfdeb8113 triggered by entity DHCP. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:05:50.218351 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-bff371b9-d2fe-42fd-8c42-5407c89d9c92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (1c45cc2f-a9b6-49c4-bbab-fc6bfdeb8113), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:50.259264 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-5e665dd8-e8f8-4131-b48f-4bb7b6e16395 tempest-SecGroupIPv6Test-2111680406 tempest-SecGroupIPv6Test-2111680406-project] Publish callbacks [] for security_group_rule (5ea97639-2b20-43a9-af07-9a8ad690646c), precommit_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:50.312111 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-bff371b9-d2fe-42fd-8c42-5407c89d9c92 None None] Port 1c45cc2f-a9b6-49c4-bbab-fc6bfdeb8113 cannot update to ACTIVE because it is not bound. {{(pid=116163) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 28 11:05:50.313959 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Current status of the port fab05aa9-78a7-44f6-8745-7acc679c8e96 is: ACTIVE; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:05:50.315326 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Device 14cb9b38-d261-4aef-bfb5-588d0ba37e81 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=116163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 11:05:50.331075 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-5e665dd8-e8f8-4131-b48f-4bb7b6e16395 tempest-SecGroupIPv6Test-2111680406 tempest-SecGroupIPv6Test-2111680406-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1912725'] for security_group_rule (5ea97639-2b20-43a9-af07-9a8ad690646c), after_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:50.373602 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [req-3909e45e-7297-49e8-a973-7fa729427432 req-d37d4e59-c725-4bcb-a234-4432b024a585 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742235135690', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742234710366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5219112'] for port (2246efc1-311d-40a7-a3e1-199440a6448f), after_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:50.383288 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e665dd8-e8f8-4131-b48f-4bb7b6e16395 tempest-SecGroupIPv6Test-2111680406 tempest-SecGroupIPv6Test-2111680406-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5ea97639-2b20-43a9-af07-9a8ad690646c,revision_number=0']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:05:50.388709 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 54348) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:05:50.432685 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d37d4e59-c725-4bcb-a234-4432b024a585 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Pushing event deleted for resources: {'Port': ['ID=2246efc1-311d-40a7-a3e1-199440a6448f,revision_number=None']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:05:50.434863 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Provisioning complete for port 14cb9b38-d261-4aef-bfb5-588d0ba37e81 triggered by entity L2. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:05:50.451505 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (14cb9b38-d261-4aef-bfb5-588d0ba37e81), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:50.470103 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-db8117a3-1367-4a89-9447-8c0c39a1a81d tempest-NegativeSecGroupTest-1259928955 tempest-NegativeSecGroupTest-1259928955-project] Publish callbacks [] for security_group (1d85bb12-c3c6-4eac-8de2-6c01202cf232), before_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:50.470254 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-9524c846-0219-4036-ab2c-78982bceaf4b req-9b990cd5-af2e-465b-9aaf-aa3ee09ac57a tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] 10.222.0.10 "GET /v2.0/ports?device_id=09225a3a-4962-4eed-a507-197c6202a362 HTTP/1.1" status: 200 len: 210 time: 0.0904577 Apr 28 11:05:50.507343 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-a3a07973-b01a-41df-8db4-3795cbdf853c tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Publish callbacks [] for port (f09120cb-ca26-4408-aa32-890a68222b79), precommit_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:50.511449 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (6be95134-9a6c-4663-8b48-90d12ce90c60), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:50.512292 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-db8117a3-1367-4a89-9447-8c0c39a1a81d tempest-NegativeSecGroupTest-1259928955 tempest-NegativeSecGroupTest-1259928955-project] Publish callbacks [] for security_group (1d85bb12-c3c6-4eac-8de2-6c01202cf232), precommit_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:50.517801 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c025c32-030d-4f8d-8670-59b9f42aa43a tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Made reservation on behalf of 52264470dd074c0f8041ca0ce5281c12 for: {'port': 1} {{(pid=116162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 11:05:50.520499 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-5e665dd8-e8f8-4131-b48f-4bb7b6e16395 tempest-SecGroupIPv6Test-2111680406 tempest-SecGroupIPv6Test-2111680406-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:50.525002 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-5e665dd8-e8f8-4131-b48f-4bb7b6e16395 tempest-SecGroupIPv6Test-2111680406 tempest-SecGroupIPv6Test-2111680406-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 1.0203424 Apr 28 11:05:50.525785 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 54352) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:05:50.582359 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.db.l3_dvrscheduler_db [req-3909e45e-7297-49e8-a973-7fa729427432 req-d37d4e59-c725-4bcb-a234-4432b024a585 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] No DVR routers for this DVR port 2246efc1-311d-40a7-a3e1-199440a6448f on host hv-neutron-mast {{(pid=116161) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 11:05:50.588725 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Current status of the port 14cb9b38-d261-4aef-bfb5-588d0ba37e81 is: ACTIVE; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:05:50.592926 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [req-3909e45e-7297-49e8-a973-7fa729427432 req-d37d4e59-c725-4bcb-a234-4432b024a585 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198022'] for port (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:50.596275 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-3909e45e-7297-49e8-a973-7fa729427432 req-d37d4e59-c725-4bcb-a234-4432b024a585 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] 10.222.0.20 "DELETE /v2.0/ports/2246efc1-311d-40a7-a3e1-199440a6448f HTTP/1.1" status: 204 len: 173 time: 1.9290433 Apr 28 11:05:50.596724 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09225a3a-4962-4eed-a507-197c6202a362', 'name': 'network-vif-deleted', 'tag': '2246efc1-311d-40a7-a3e1-199440a6448f'}] {{(pid=116161) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 11:05:50.598676 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Device 08cdb07c-0665-43ad-87c2-72b77b5f3b02 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=116163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 11:05:50.599042 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e748734031c26dffb00ab563e48cb7690d820419218221ecd4f9c2a21276ff88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50870d8e-74a3-49bf-8e24-392ab8d5dca0" -d '{"events": [{"server_uuid": "09225a3a-4962-4eed-a507-197c6202a362", "name": "network-vif-deleted", "tag": "2246efc1-311d-40a7-a3e1-199440a6448f"}]}' {{(pid=116161) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 11:05:50.626221 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] No Port match for: 08cdb07c-0665-43ad-87c2-72b77b5f3b02 {{(pid=116163) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 28 11:05:50.626221 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Device 08cdb07c-0665-43ad-87c2-72b77b5f3b02 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=116163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 11:05:50.626886 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-36363c25-0fd8-4fbf-ae1f-bfd2d47896e6 tempest-SecGroupIPv6Test-2111680406 tempest-SecGroupIPv6Test-2111680406-project] Publish callbacks [] for security_group_rule (5ea97639-2b20-43a9-af07-9a8ad690646c), before_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:50.643265 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-36363c25-0fd8-4fbf-ae1f-bfd2d47896e6 tempest-SecGroupIPv6Test-2111680406 tempest-SecGroupIPv6Test-2111680406-project] Publish callbacks [] for security_group_rule (5ea97639-2b20-43a9-af07-9a8ad690646c), precommit_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:50.678610 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 11:05:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a28d883f-e9b5-48ed-b221-493fa3e32efe x-openstack-request-id: req-a28d883f-e9b5-48ed-b221-493fa3e32efe {{(pid=116161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 11:05:50.679050 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09225a3a-4962-4eed-a507-197c6202a362", "name": "network-vif-deleted", "tag": "2246efc1-311d-40a7-a3e1-199440a6448f", "status": "completed", "code": 200}]} {{(pid=116161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 11:05:50.681919 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-a28d883f-e9b5-48ed-b221-493fa3e32efe {{(pid=116161) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 11:05:50.681919 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a28d883f-e9b5-48ed-b221-493fa3e32efe'] response: {'server_uuid': '09225a3a-4962-4eed-a507-197c6202a362', 'name': 'network-vif-deleted', 'tag': '2246efc1-311d-40a7-a3e1-199440a6448f', 'status': 'completed', 'code': 200} Apr 28 11:05:50.690113 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-1c025c32-030d-4f8d-8670-59b9f42aa43a tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (None), before_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:50.692043 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-f7cd6eb9-3fb3-4f66-9408-f727fdb512b4 tempest-AllowedAddressPairTestJSON-759914361 tempest-AllowedAddressPairTestJSON-759914361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742235135690', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742234710366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5219112'] for port (e48ac49e-8ce3-42d9-bd0a-b012e1a372f3), after_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:50.718497 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-7be6c0a0-2003-45d3-88fe-ab31e3f92bc3 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=a8cc80fe41234707a2dcbf4e2aa0b823&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3285635 Apr 28 11:05:50.719733 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.notifiers.nova [None req-1c025c32-030d-4f8d-8670-59b9f42aa43a tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] device_id is not set on port 78cdf70c-122f-4fcd-88f6-d3da2fd43616 yet. {{(pid=116162) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 28 11:05:50.724243 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 54356) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:05:50.735840 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cd6eb9-3fb3-4f66-9408-f727fdb512b4 tempest-AllowedAddressPairTestJSON-759914361 tempest-AllowedAddressPairTestJSON-759914361-project] Pushing event deleted for resources: {'Port': ['ID=e48ac49e-8ce3-42d9-bd0a-b012e1a372f3,revision_number=None']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:05:50.755052 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-36363c25-0fd8-4fbf-ae1f-bfd2d47896e6 tempest-SecGroupIPv6Test-2111680406 tempest-SecGroupIPv6Test-2111680406-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1912725'] for security_group_rule (5ea97639-2b20-43a9-af07-9a8ad690646c), after_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:50.760149 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-36363c25-0fd8-4fbf-ae1f-bfd2d47896e6 tempest-SecGroupIPv6Test-2111680406 tempest-SecGroupIPv6Test-2111680406-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:50.764415 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-36363c25-0fd8-4fbf-ae1f-bfd2d47896e6 tempest-SecGroupIPv6Test-2111680406 tempest-SecGroupIPv6Test-2111680406-project] 10.222.0.10 "DELETE /v2.0/security-group-rules/5ea97639-2b20-43a9-af07-9a8ad690646c HTTP/1.1" status: 204 len: 168 time: 0.2102022 Apr 28 11:05:50.767353 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 54358) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:05:50.787916 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-db8117a3-1367-4a89-9447-8c0c39a1a81d tempest-NegativeSecGroupTest-1259928955 tempest-NegativeSecGroupTest-1259928955-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924426'] for security_group (1d85bb12-c3c6-4eac-8de2-6c01202cf232), after_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:50.790688 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-db8117a3-1367-4a89-9447-8c0c39a1a81d tempest-NegativeSecGroupTest-1259928955 tempest-NegativeSecGroupTest-1259928955-project] Publish callbacks [] for security_group (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:50.796304 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-db8117a3-1367-4a89-9447-8c0c39a1a81d tempest-NegativeSecGroupTest-1259928955 tempest-NegativeSecGroupTest-1259928955-project] 10.222.0.10 "DELETE /v2.0/security-groups/1d85bb12-c3c6-4eac-8de2-6c01202cf232 HTTP/1.1" status: 204 len: 168 time: 0.5705836 Apr 28 11:05:50.796304 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-a3a07973-b01a-41df-8db4-3795cbdf853c tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742234710357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5051867'] for port (f09120cb-ca26-4408-aa32-890a68222b79), after_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:50.805296 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 54360) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:05:50.807445 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36363c25-0fd8-4fbf-ae1f-bfd2d47896e6 tempest-SecGroupIPv6Test-2111680406 tempest-SecGroupIPv6Test-2111680406-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5ea97639-2b20-43a9-af07-9a8ad690646c,revision_number=None']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:05:50.866456 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a07973-b01a-41df-8db4-3795cbdf853c tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Pushing event updated for resources: {'Port': ['ID=f09120cb-ca26-4408-aa32-890a68222b79,revision_number=1']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:05:50.905574 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-a311eaa2-4b2b-48f9-909c-418b10b1fccc tempest-SecGroupIPv6Test-2111680406 tempest-SecGroupIPv6Test-2111680406-project] 10.222.0.10 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1287410 Apr 28 11:05:50.913286 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 54362) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:05:50.914449 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8117a3-1367-4a89-9447-8c0c39a1a81d tempest-NegativeSecGroupTest-1259928955 tempest-NegativeSecGroupTest-1259928955-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d85bb12-c3c6-4eac-8de2-6c01202cf232,revision_number=None']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:05:50.920755 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-f7cd6eb9-3fb3-4f66-9408-f727fdb512b4 tempest-AllowedAddressPairTestJSON-759914361 tempest-AllowedAddressPairTestJSON-759914361-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198022'] for port (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:50.926848 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-f7cd6eb9-3fb3-4f66-9408-f727fdb512b4 tempest-AllowedAddressPairTestJSON-759914361 tempest-AllowedAddressPairTestJSON-759914361-project] 10.222.0.10 "DELETE /v2.0/ports/e48ac49e-8ce3-42d9-bd0a-b012e1a372f3 HTTP/1.1" status: 204 len: 168 time: 1.3711195 Apr 28 11:05:50.927555 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 54364) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:05:50.948205 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-b23dfa2b-156e-4fca-a06d-515fa9518061 tempest-NegativeSecGroupTest-1259928955 tempest-NegativeSecGroupTest-1259928955-project] 10.222.0.10 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1364951 Apr 28 11:05:50.963083 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 54366) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:05:50.966328 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3a07973-b01a-41df-8db4-3795cbdf853c tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Network e9e840e6-70f7-4458-8b64-dba6bc6cb266 is already hosted by enough agents. {{(pid=116162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 11:05:50.983765 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.pecan_wsgi.hooks.translation [None req-fa956282-8051-4cab-a2d6-8f5ea0ce1b08 tempest-AllowedAddressPairTestJSON-759914361 tempest-AllowedAddressPairTestJSON-759914361-project] GET failed (client error): The resource could not be found. Apr 28 11:05:50.985441 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-fa956282-8051-4cab-a2d6-8f5ea0ce1b08 tempest-AllowedAddressPairTestJSON-759914361 tempest-AllowedAddressPairTestJSON-759914361-project] 10.222.0.10 "GET /v2.0/ports/e48ac49e-8ce3-42d9-bd0a-b012e1a372f3 HTTP/1.1" status: 404 len: 333 time: 0.0539892 Apr 28 11:05:50.995032 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 54368) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:05:51.000353 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.v2.base [None req-bd1e5913-0184-4e99-b510-257f22770767 tempest-AllowedAddressPairTestJSON-759914361 tempest-AllowedAddressPairTestJSON-759914361-project] Request body: {'port': {'network_id': '6c3ca039-ae8c-47c3-b984-604c8ace5e60', 'name': 'tempest-AllowedAddressPairTestJSON-1974483749'}} {{(pid=116161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:05:51.030294 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.v2.base [None req-37f5e8cd-c671-4d0f-b7b0-790b9c4059d7 tempest-NegativeSecGroupTest-1259928955 tempest-NegativeSecGroupTest-1259928955-project] Request body: {'security_group': {'name': 'tempest-secgroup--1650170077'}} {{(pid=116162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:05:51.068275 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.scheduler.base_scheduler [None req-a3a07973-b01a-41df-8db4-3795cbdf853c tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Resources bound (agent type, host, resource id): {{(pid=116162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 11:05:51.073828 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3a07973-b01a-41df-8db4-3795cbdf853c tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Received port after_create {{(pid=116162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 11:05:51.133991 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-00809379-85f6-41ff-9c83-fa93c5ad89c9 admin admin] Publish callbacks [] for security_group (9cc36633-529b-489b-94ef-d3bda0998314), before_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:51.232180 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd1e5913-0184-4e99-b510-257f22770767 tempest-AllowedAddressPairTestJSON-759914361 tempest-AllowedAddressPairTestJSON-759914361-project] Made reservation on behalf of 23eaf47bcd2342808e2c0d24b3804de2 for: {'port': 1} {{(pid=116161) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 11:05:51.236217 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-bd1e5913-0184-4e99-b510-257f22770767 tempest-AllowedAddressPairTestJSON-759914361 tempest-AllowedAddressPairTestJSON-759914361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (None), before_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:51.236791 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-00809379-85f6-41ff-9c83-fa93c5ad89c9 admin admin] Publish callbacks [] for security_group (9cc36633-529b-489b-94ef-d3bda0998314), precommit_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:51.242490 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-37f5e8cd-c671-4d0f-b7b0-790b9c4059d7 tempest-NegativeSecGroupTest-1259928955 tempest-NegativeSecGroupTest-1259928955-project] Publish callbacks [] for security_group (None), before_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:51.259837 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.notifiers.nova [None req-bd1e5913-0184-4e99-b510-257f22770767 tempest-AllowedAddressPairTestJSON-759914361 tempest-AllowedAddressPairTestJSON-759914361-project] device_id is not set on port 0ac039ca-13f1-4b9e-ac36-a755d0e2ff6f yet. {{(pid=116161) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 28 11:05:51.260939 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-b47fa523-8908-4f90-b54a-89b9277f7ba4 tempest-SecGroupIPv6Test-2111680406 tempest-SecGroupIPv6Test-2111680406-project] Publish callbacks [] for security_group (fadce362-cff1-4214-9994-325e8047d4dd), before_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:51.263181 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-a3a07973-b01a-41df-8db4-3795cbdf853c tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2063275'] for router_interface (077583a6-3e91-4e7b-b09b-2ee4e2f6efd3), before_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:51.364666 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.db.db_base_plugin_common [None req-1c025c32-030d-4f8d-8670-59b9f42aa43a tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Allocated IP 2001:db8::284 (5af9c5a9-50d8-4bfb-a7ef-82766428c3d5/38cf10a5-c012-4ada-81e9-5d79976559d0/78cdf70c-122f-4fcd-88f6-d3da2fd43616) {{(pid=116162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 11:05:51.386041 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.db.db_base_plugin_common [None req-bd1e5913-0184-4e99-b510-257f22770767 tempest-AllowedAddressPairTestJSON-759914361 tempest-AllowedAddressPairTestJSON-759914361-project] Allocated IP 172.20.0.7 (6c3ca039-ae8c-47c3-b984-604c8ace5e60/f9041669-e315-4bac-8bef-3f615c5f4ad4/0ac039ca-13f1-4b9e-ac36-a755d0e2ff6f) {{(pid=116161) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 11:05:51.390094 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-b47fa523-8908-4f90-b54a-89b9277f7ba4 tempest-SecGroupIPv6Test-2111680406 tempest-SecGroupIPv6Test-2111680406-project] Publish callbacks [] for security_group (fadce362-cff1-4214-9994-325e8047d4dd), precommit_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:51.435829 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29d8ac83-11e4-479f-a2cd-805685b2d75b None None] Network e9e840e6-70f7-4458-8b64-dba6bc6cb266 requested from dv-neutron-master-2-hyperv {{(pid=116163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 11:05:51.534499 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-b58b2cbd-bf74-44f2-adab-ab88ea5e4372 None None] Provisioning complete for port d673747f-18ec-4a1b-89a0-3255744f86c9 triggered by entity DHCP. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:05:51.534822 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-b58b2cbd-bf74-44f2-adab-ab88ea5e4372 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (d673747f-18ec-4a1b-89a0-3255744f86c9), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:51.585296 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-37f5e8cd-c671-4d0f-b7b0-790b9c4059d7 tempest-NegativeSecGroupTest-1259928955 tempest-NegativeSecGroupTest-1259928955-project] Publish callbacks [] for security_group (008a5029-dbec-45f4-8cb4-84ed22426fc3), precommit_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:51.623726 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-66816571-4306-41b2-adb2-b6933adaddb4 req-bdf4b4a3-67f7-4be1-8084-21343fee46a7 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] 10.222.0.10 "GET /v2.0/ports?device_id=09225a3a-4962-4eed-a507-197c6202a362 HTTP/1.1" status: 200 len: 210 time: 0.0488338 Apr 28 11:05:51.637547 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-bd1e5913-0184-4e99-b510-257f22770767 tempest-AllowedAddressPairTestJSON-759914361 tempest-AllowedAddressPairTestJSON-759914361-project] Publish callbacks [] for port (0ac039ca-13f1-4b9e-ac36-a755d0e2ff6f), precommit_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:51.670580 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-b58b2cbd-bf74-44f2-adab-ab88ea5e4372 None None] Current status of the port d673747f-18ec-4a1b-89a0-3255744f86c9 is: DOWN; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:05:51.670964 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-b58b2cbd-bf74-44f2-adab-ab88ea5e4372 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (d673747f-18ec-4a1b-89a0-3255744f86c9), before_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:51.688099 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-00809379-85f6-41ff-9c83-fa93c5ad89c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924426'] for security_group (9cc36633-529b-489b-94ef-d3bda0998314), after_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:51.692549 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-00809379-85f6-41ff-9c83-fa93c5ad89c9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:51.692549 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-00809379-85f6-41ff-9c83-fa93c5ad89c9 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/9cc36633-529b-489b-94ef-d3bda0998314 HTTP/1.1" status: 204 len: 168 time: 0.9649155 Apr 28 11:05:51.705616 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-37f5e8cd-c671-4d0f-b7b0-790b9c4059d7 tempest-NegativeSecGroupTest-1259928955 tempest-NegativeSecGroupTest-1259928955-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924426'] for security_group (008a5029-dbec-45f4-8cb4-84ed22426fc3), after_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:51.708284 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-b47fa523-8908-4f90-b54a-89b9277f7ba4 tempest-SecGroupIPv6Test-2111680406 tempest-SecGroupIPv6Test-2111680406-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924426'] for security_group (fadce362-cff1-4214-9994-325e8047d4dd), after_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:51.710825 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-b47fa523-8908-4f90-b54a-89b9277f7ba4 tempest-SecGroupIPv6Test-2111680406 tempest-SecGroupIPv6Test-2111680406-project] Publish callbacks [] for security_group (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:51.715388 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 54374) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:05:51.715581 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-b47fa523-8908-4f90-b54a-89b9277f7ba4 tempest-SecGroupIPv6Test-2111680406 tempest-SecGroupIPv6Test-2111680406-project] 10.222.0.10 "DELETE /v2.0/security-groups/fadce362-cff1-4214-9994-325e8047d4dd HTTP/1.1" status: 204 len: 168 time: 0.7988317 Apr 28 11:05:51.742688 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-bd1e5913-0184-4e99-b510-257f22770767 tempest-AllowedAddressPairTestJSON-759914361 tempest-AllowedAddressPairTestJSON-759914361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742234710357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5219112'] for port (0ac039ca-13f1-4b9e-ac36-a755d0e2ff6f), after_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:51.750083 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00809379-85f6-41ff-9c83-fa93c5ad89c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cc36633-529b-489b-94ef-d3bda0998314,revision_number=None']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:05:51.762317 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-b58b2cbd-bf74-44f2-adab-ab88ea5e4372 None None] For port d673747f-18ec-4a1b-89a0-3255744f86c9, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=d673747f-18ec-4a1b-89a0-3255744f86c9,segment=NetworkSegment(1bce4b31-0049-45c3-9259-d4148608099a),segment_id=1bce4b31-0049-45c3-9259-d4148608099a)] {{(pid=116163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 11:05:51.765651 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-a3a07973-b01a-41df-8db4-3795cbdf853c tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (f09120cb-ca26-4408-aa32-890a68222b79), before_update {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:51.821342 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Device d673747f-18ec-4a1b-89a0-3255744f86c9 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=116163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 11:05:51.837215 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd1e5913-0184-4e99-b510-257f22770767 tempest-AllowedAddressPairTestJSON-759914361 tempest-AllowedAddressPairTestJSON-759914361-project] Network 6c3ca039-ae8c-47c3-b984-604c8ace5e60 is already hosted by enough agents. {{(pid=116161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 11:05:51.848564 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.scheduler.base_scheduler [None req-bd1e5913-0184-4e99-b510-257f22770767 tempest-AllowedAddressPairTestJSON-759914361 tempest-AllowedAddressPairTestJSON-759914361-project] Resources bound (agent type, host, resource id): {{(pid=116161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 11:05:51.851590 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd1e5913-0184-4e99-b510-257f22770767 tempest-AllowedAddressPairTestJSON-759914361 tempest-AllowedAddressPairTestJSON-759914361-project] Received port after_create {{(pid=116161) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 11:05:51.887286 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-37f5e8cd-c671-4d0f-b7b0-790b9c4059d7 tempest-NegativeSecGroupTest-1259928955 tempest-NegativeSecGroupTest-1259928955-project] Publish callbacks [] for security_group (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:51.888785 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-37f5e8cd-c671-4d0f-b7b0-790b9c4059d7 tempest-NegativeSecGroupTest-1259928955 tempest-NegativeSecGroupTest-1259928955-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.8752954 Apr 28 11:05:51.901998 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 54376) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:05:51.903854 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd1e5913-0184-4e99-b510-257f22770767 tempest-AllowedAddressPairTestJSON-759914361 tempest-AllowedAddressPairTestJSON-759914361-project] Pushing event updated for resources: {'Port': ['ID=0ac039ca-13f1-4b9e-ac36-a755d0e2ff6f,revision_number=1']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:05:51.917551 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.v2.base [None req-66e3c32d-0ffc-4f9b-91f5-1a1eba2b2df4 tempest-NegativeSecGroupTest-1259928955 tempest-NegativeSecGroupTest-1259928955-project] Request body: {'security_group_rule': {'security_group_id': '008a5029-dbec-45f4-8cb4-84ed22426fc3', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=116161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:05:51.937690 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-70a4692f-4479-4eff-8297-1f5b5b14aa74 tempest-SecGroupIPv6Test-2111680406 tempest-SecGroupIPv6Test-2111680406-project] 10.222.0.10 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4544 time: 0.2209191 Apr 28 11:05:51.944546 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 54378) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:05:52.032381 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd1e5913-0184-4e99-b510-257f22770767 tempest-AllowedAddressPairTestJSON-759914361 tempest-AllowedAddressPairTestJSON-759914361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:05:52.033215 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-bd1e5913-0184-4e99-b510-257f22770767 tempest-AllowedAddressPairTestJSON-759914361 tempest-AllowedAddressPairTestJSON-759914361-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198022'] for port (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:52.040274 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-1c025c32-030d-4f8d-8670-59b9f42aa43a tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Publish callbacks [] for port (78cdf70c-122f-4fcd-88f6-d3da2fd43616), precommit_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:52.041871 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f5e8cd-c671-4d0f-b7b0-790b9c4059d7 tempest-NegativeSecGroupTest-1259928955 tempest-NegativeSecGroupTest-1259928955-project] Pushing event updated for resources: {'SecurityGroup': ['ID=008a5029-dbec-45f4-8cb4-84ed22426fc3,revision_number=1']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:05:52.056323 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-ada20e35-d8e8-4897-bb5a-4041ee0a4f02 tempest-SecGroupIPv6Test-2111680406 tempest-SecGroupIPv6Test-2111680406-project] Publish callbacks [] for security_group (2d31d994-d349-474d-9093-a6891e5ad9e9), before_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:52.074157 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b47fa523-8908-4f90-b54a-89b9277f7ba4 tempest-SecGroupIPv6Test-2111680406 tempest-SecGroupIPv6Test-2111680406-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fadce362-cff1-4214-9994-325e8047d4dd,revision_number=None']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:05:52.103485 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-ada20e35-d8e8-4897-bb5a-4041ee0a4f02 tempest-SecGroupIPv6Test-2111680406 tempest-SecGroupIPv6Test-2111680406-project] Publish callbacks [] for security_group (2d31d994-d349-474d-9093-a6891e5ad9e9), precommit_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:52.131476 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-bd1e5913-0184-4e99-b510-257f22770767 tempest-AllowedAddressPairTestJSON-759914361 tempest-AllowedAddressPairTestJSON-759914361-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.1349106 Apr 28 11:05:52.143247 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 54382) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:05:52.149787 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.v2.base [None req-756fd09f-52eb-458b-85c3-57b031363994 tempest-AllowedAddressPairTestJSON-759914361 tempest-AllowedAddressPairTestJSON-759914361-project] Request body: {'port': {'network_id': '6c3ca039-ae8c-47c3-b984-604c8ace5e60', 'name': 'tempest-AllowedAddressPairTestJSON-874950540'}} {{(pid=116161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:05:52.162224 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-b58b2cbd-bf74-44f2-adab-ab88ea5e4372 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393'] for port (d673747f-18ec-4a1b-89a0-3255744f86c9), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:52.269502 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Provisioning complete for port d673747f-18ec-4a1b-89a0-3255744f86c9 triggered by entity L2. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:05:52.269502 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (d673747f-18ec-4a1b-89a0-3255744f86c9), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:52.317074 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-1c025c32-030d-4f8d-8670-59b9f42aa43a tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742234710357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5051867'] for port (78cdf70c-122f-4fcd-88f6-d3da2fd43616), after_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:52.335826 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-5c278597-2df2-4a07-bf0b-ae852e90b8c2 None None] Provisioning complete for port f09120cb-ca26-4408-aa32-890a68222b79 triggered by entity DHCP. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:05:52.336484 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-5c278597-2df2-4a07-bf0b-ae852e90b8c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (f09120cb-ca26-4408-aa32-890a68222b79), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:52.343707 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58b2cbd-bf74-44f2-adab-ab88ea5e4372 None None] Pushing event updated for resources: {'Port': ['ID=d673747f-18ec-4a1b-89a0-3255744f86c9,revision_number=3']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:05:52.380548 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c025c32-030d-4f8d-8670-59b9f42aa43a tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Network 5af9c5a9-50d8-4bfb-a7ef-82766428c3d5 is already hosted by enough agents. {{(pid=116162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 11:05:52.399486 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.scheduler.base_scheduler [None req-1c025c32-030d-4f8d-8670-59b9f42aa43a tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Resources bound (agent type, host, resource id): {{(pid=116162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 11:05:52.403399 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-a3a07973-b01a-41df-8db4-3795cbdf853c tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Publish callbacks [] for port (f09120cb-ca26-4408-aa32-890a68222b79), precommit_update {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:52.405675 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c025c32-030d-4f8d-8670-59b9f42aa43a tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Received port after_create {{(pid=116162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 11:05:52.411144 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-5c278597-2df2-4a07-bf0b-ae852e90b8c2 None None] Port f09120cb-ca26-4408-aa32-890a68222b79 cannot update to ACTIVE because it is not bound. {{(pid=116163) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 28 11:05:52.418439 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c025c32-030d-4f8d-8670-59b9f42aa43a tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:05:52.418439 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-1c025c32-030d-4f8d-8670-59b9f42aa43a tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198022'] for port (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:52.424549 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c025c32-030d-4f8d-8670-59b9f42aa43a tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Pushing event updated for resources: {'Port': ['ID=78cdf70c-122f-4fcd-88f6-d3da2fd43616,revision_number=1']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:05:52.425540 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Current status of the port d673747f-18ec-4a1b-89a0-3255744f86c9 is: ACTIVE; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:05:52.430521 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-5c278597-2df2-4a07-bf0b-ae852e90b8c2 None None] Provisioning complete for port 0ac039ca-13f1-4b9e-ac36-a755d0e2ff6f triggered by entity DHCP. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:05:52.430899 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-5c278597-2df2-4a07-bf0b-ae852e90b8c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (0ac039ca-13f1-4b9e-ac36-a755d0e2ff6f), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:52.441295 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-ada20e35-d8e8-4897-bb5a-4041ee0a4f02 tempest-SecGroupIPv6Test-2111680406 tempest-SecGroupIPv6Test-2111680406-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924426'] for security_group (2d31d994-d349-474d-9093-a6891e5ad9e9), after_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:52.444491 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-ada20e35-d8e8-4897-bb5a-4041ee0a4f02 tempest-SecGroupIPv6Test-2111680406 tempest-SecGroupIPv6Test-2111680406-project] Publish callbacks [] for security_group (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:52.448213 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-ada20e35-d8e8-4897-bb5a-4041ee0a4f02 tempest-SecGroupIPv6Test-2111680406 tempest-SecGroupIPv6Test-2111680406-project] 10.222.0.10 "DELETE /v2.0/security-groups/2d31d994-d349-474d-9093-a6891e5ad9e9 HTTP/1.1" status: 204 len: 168 time: 0.4975939 Apr 28 11:05:52.450355 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 54384) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:05:52.458443 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada20e35-d8e8-4897-bb5a-4041ee0a4f02 tempest-SecGroupIPv6Test-2111680406 tempest-SecGroupIPv6Test-2111680406-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d31d994-d349-474d-9093-a6891e5ad9e9,revision_number=None']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:05:52.475919 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.api.v2.resource [None req-66e3c32d-0ffc-4f9b-91f5-1a1eba2b2df4 tempest-NegativeSecGroupTest-1259928955 tempest-NegativeSecGroupTest-1259928955-project] create failed (client error): The resource could not be found. Apr 28 11:05:52.476957 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-5c278597-2df2-4a07-bf0b-ae852e90b8c2 None None] Port 0ac039ca-13f1-4b9e-ac36-a755d0e2ff6f cannot update to ACTIVE because it is not bound. {{(pid=116163) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 28 11:05:52.477707 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-66e3c32d-0ffc-4f9b-91f5-1a1eba2b2df4 tempest-NegativeSecGroupTest-1259928955 tempest-NegativeSecGroupTest-1259928955-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.5684285 Apr 28 11:05:52.481674 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 54386) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:05:52.486869 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.v2.base [None req-24e9e12a-15a7-4b09-8c42-c33716d0d31d tempest-NegativeSecGroupTest-1259928955 tempest-NegativeSecGroupTest-1259928955-project] Request body: {'security_group_rule': {'security_group_id': '008a5029-dbec-45f4-8cb4-84ed22426fc3', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': '11fe2508-17fc-4cb4-834f-b1a1b5c901e4'}} {{(pid=116161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:05:52.496089 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-5c278597-2df2-4a07-bf0b-ae852e90b8c2 None None] Provisioning complete for port d673747f-18ec-4a1b-89a0-3255744f86c9 triggered by entity DHCP. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:05:52.496684 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-5c278597-2df2-4a07-bf0b-ae852e90b8c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (d673747f-18ec-4a1b-89a0-3255744f86c9), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:52.516871 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-1160300d-0a93-4b7b-a86e-a900bdb9dc74 tempest-SecGroupIPv6Test-2111680406 tempest-SecGroupIPv6Test-2111680406-project] 10.222.0.10 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0643110 Apr 28 11:05:52.520711 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 54388) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:05:52.526889 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.v2.base [None req-03cd442a-ef1a-4c61-8b7c-3f77ad12ccbb tempest-SecGroupIPv6Test-2111680406 tempest-SecGroupIPv6Test-2111680406-project] Request body: {'security_group': {'name': 'tempest-secgroup--159863736'}} {{(pid=116161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:05:52.541223 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-1c025c32-030d-4f8d-8670-59b9f42aa43a tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.4709253 Apr 28 11:05:52.542116 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-a3a07973-b01a-41df-8db4-3795cbdf853c tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5051840'] for port (f09120cb-ca26-4408-aa32-890a68222b79), after_update {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:52.546373 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 54390) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:05:52.556209 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.v2.base [None req-fe79f594-58dd-406e-8181-38b836f8a553 tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Request body: {'subnet': {'network_id': '5af9c5a9-50d8-4bfb-a7ef-82766428c3d5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=116162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:05:52.593253 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-5c278597-2df2-4a07-bf0b-ae852e90b8c2 None None] Current status of the port d673747f-18ec-4a1b-89a0-3255744f86c9 is: ACTIVE; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:05:52.621923 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Device 2246efc1-311d-40a7-a3e1-199440a6448f no longer exists at agent hyperv_hv-neutron-mast {{(pid=116163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 11:05:52.642360 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-03cd442a-ef1a-4c61-8b7c-3f77ad12ccbb tempest-SecGroupIPv6Test-2111680406 tempest-SecGroupIPv6Test-2111680406-project] Publish callbacks [] for security_group (None), before_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:52.648077 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] No Port match for: 2246efc1-311d-40a7-a3e1-199440a6448f {{(pid=116163) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 28 11:05:52.648560 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Device 2246efc1-311d-40a7-a3e1-199440a6448f not bound to the agent host hv-neutron-mast {{(pid=116163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 11:05:52.683248 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-756fd09f-52eb-458b-85c3-57b031363994 tempest-AllowedAddressPairTestJSON-759914361 tempest-AllowedAddressPairTestJSON-759914361-project] Made reservation on behalf of 23eaf47bcd2342808e2c0d24b3804de2 for: {'port': 1} {{(pid=116161) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 11:05:52.688141 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-756fd09f-52eb-458b-85c3-57b031363994 tempest-AllowedAddressPairTestJSON-759914361 tempest-AllowedAddressPairTestJSON-759914361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (None), before_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:52.692892 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-a3a07973-b01a-41df-8db4-3795cbdf853c tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1603056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2063387'] for router_interface (077583a6-3e91-4e7b-b09b-2ee4e2f6efd3), after_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:52.694746 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a07973-b01a-41df-8db4-3795cbdf853c tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Pushing event updated for resources: {'Port': ['ID=f09120cb-ca26-4408-aa32-890a68222b79,revision_number=2']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:05:52.720792 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 54394) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:05:52.722079 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-6417be79-2d1c-45bd-a36d-f9466cd121f3 None None] Provisioning complete for port f09120cb-ca26-4408-aa32-890a68222b79 triggered by entity DHCP. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:05:52.722498 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-6417be79-2d1c-45bd-a36d-f9466cd121f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (f09120cb-ca26-4408-aa32-890a68222b79), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:52.729589 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 54396) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:05:52.756085 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.notifiers.nova [None req-756fd09f-52eb-458b-85c3-57b031363994 tempest-AllowedAddressPairTestJSON-759914361 tempest-AllowedAddressPairTestJSON-759914361-project] device_id is not set on port 8be7a149-ab22-42e4-b650-984c97e0e7db yet. {{(pid=116161) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 28 11:05:52.764591 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-9c0dfd86-a979-4822-acdd-4bda5e4e300e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:52.769690 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.api.v2.resource [None req-24e9e12a-15a7-4b09-8c42-c33716d0d31d tempest-NegativeSecGroupTest-1259928955 tempest-NegativeSecGroupTest-1259928955-project] create failed (client error): The resource could not be found. Apr 28 11:05:52.773371 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-24e9e12a-15a7-4b09-8c42-c33716d0d31d tempest-NegativeSecGroupTest-1259928955 tempest-NegativeSecGroupTest-1259928955-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.2876816 Apr 28 11:05:52.774908 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-6417be79-2d1c-45bd-a36d-f9466cd121f3 None None] Port f09120cb-ca26-4408-aa32-890a68222b79 cannot update to ACTIVE because it is not bound. {{(pid=116163) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 28 11:05:52.781178 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 54398) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:05:52.895359 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-35a35844-74a4-4f33-aaba-e485fc7e3064 None None] Provisioning complete for port 78cdf70c-122f-4fcd-88f6-d3da2fd43616 triggered by entity DHCP. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:05:52.896463 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-35a35844-74a4-4f33-aaba-e485fc7e3064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (78cdf70c-122f-4fcd-88f6-d3da2fd43616), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:52.946065 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-35a35844-74a4-4f33-aaba-e485fc7e3064 None None] Port 78cdf70c-122f-4fcd-88f6-d3da2fd43616 cannot update to ACTIVE because it is not bound. {{(pid=116163) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 28 11:05:52.958366 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-03cd442a-ef1a-4c61-8b7c-3f77ad12ccbb tempest-SecGroupIPv6Test-2111680406 tempest-SecGroupIPv6Test-2111680406-project] Publish callbacks [] for security_group (9a441532-8dfd-48f6-8537-eca1bf26d787), precommit_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:53.017015 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-5bc1aaff-466f-411f-a291-4a2f33e91c86 tempest-NegativeSecGroupTest-1259928955 tempest-NegativeSecGroupTest-1259928955-project] Publish callbacks [] for security_group (008a5029-dbec-45f4-8cb4-84ed22426fc3), before_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:53.020269 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.db.db_base_plugin_common [None req-756fd09f-52eb-458b-85c3-57b031363994 tempest-AllowedAddressPairTestJSON-759914361 tempest-AllowedAddressPairTestJSON-759914361-project] Allocated IP 172.20.0.8 (6c3ca039-ae8c-47c3-b984-604c8ace5e60/f9041669-e315-4bac-8bef-3f615c5f4ad4/8be7a149-ab22-42e4-b650-984c97e0e7db) {{(pid=116161) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 11:05:53.022340 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-03cd442a-ef1a-4c61-8b7c-3f77ad12ccbb tempest-SecGroupIPv6Test-2111680406 tempest-SecGroupIPv6Test-2111680406-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924426'] for security_group (9a441532-8dfd-48f6-8537-eca1bf26d787), after_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:53.105079 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-5bc1aaff-466f-411f-a291-4a2f33e91c86 tempest-NegativeSecGroupTest-1259928955 tempest-NegativeSecGroupTest-1259928955-project] Publish callbacks [] for security_group (008a5029-dbec-45f4-8cb4-84ed22426fc3), precommit_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:53.113890 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-9c0dfd86-a979-4822-acdd-4bda5e4e300e admin admin] Publish callbacks [] for security_group (6f8eb665-f3e1-4c7b-92f4-d6062f233eae), precommit_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:53.129913 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03cd442a-ef1a-4c61-8b7c-3f77ad12ccbb tempest-SecGroupIPv6Test-2111680406 tempest-SecGroupIPv6Test-2111680406-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9a441532-8dfd-48f6-8537-eca1bf26d787,revision_number=1']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:05:53.133004 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-59dc6340-98cd-4d8d-8109-0e60722de130 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks [] for security_group (dcc00a52-7b1a-48dc-967b-b2eebdca9f08), before_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:53.157788 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3a07973-b01a-41df-8db4-3795cbdf853c tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Network e9e840e6-70f7-4458-8b64-dba6bc6cb266 is already hosted by enough agents. {{(pid=116162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 11:05:53.163105 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.scheduler.base_scheduler [None req-a3a07973-b01a-41df-8db4-3795cbdf853c tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Resources bound (agent type, host, resource id): {{(pid=116162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 11:05:53.171123 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-03cd442a-ef1a-4c61-8b7c-3f77ad12ccbb tempest-SecGroupIPv6Test-2111680406 tempest-SecGroupIPv6Test-2111680406-project] Publish callbacks [] for security_group (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:53.172227 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-59dc6340-98cd-4d8d-8109-0e60722de130 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks [] for security_group (dcc00a52-7b1a-48dc-967b-b2eebdca9f08), precommit_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:53.172417 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-03cd442a-ef1a-4c61-8b7c-3f77ad12ccbb tempest-SecGroupIPv6Test-2111680406 tempest-SecGroupIPv6Test-2111680406-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.6506519 Apr 28 11:05:53.175349 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 54400) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:05:53.179769 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.v2.base [None req-badb4418-ae2b-4de8-bb3a-8b530135ea4e tempest-SecGroupIPv6Test-2111680406 tempest-SecGroupIPv6Test-2111680406-project] Request body: {'security_group_rule': {'security_group_id': '9a441532-8dfd-48f6-8537-eca1bf26d787', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=116162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:05:53.185014 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-9c0dfd86-a979-4822-acdd-4bda5e4e300e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924426'] for security_group (6f8eb665-f3e1-4c7b-92f4-d6062f233eae), after_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:53.247311 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe79f594-58dd-406e-8181-38b836f8a553 tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Made reservation on behalf of 52264470dd074c0f8041ca0ce5281c12 for: {'subnet': 1} {{(pid=116162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 11:05:53.250951 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-fe79f594-58dd-406e-8181-38b836f8a553 tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4210834'] for subnet (None), before_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:53.286851 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-9c0dfd86-a979-4822-acdd-4bda5e4e300e admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=715c044fe4aa4b4aa08791cbd796f8f1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5560446 Apr 28 11:05:53.290048 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 54402) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:05:53.292061 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c0dfd86-a979-4822-acdd-4bda5e4e300e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f8eb665-f3e1-4c7b-92f4-d6062f233eae,revision_number=1']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:05:53.299899 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-5bc1aaff-466f-411f-a291-4a2f33e91c86 tempest-NegativeSecGroupTest-1259928955 tempest-NegativeSecGroupTest-1259928955-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924426'] for security_group (008a5029-dbec-45f4-8cb4-84ed22426fc3), after_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:53.310363 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-5bc1aaff-466f-411f-a291-4a2f33e91c86 tempest-NegativeSecGroupTest-1259928955 tempest-NegativeSecGroupTest-1259928955-project] Publish callbacks [] for security_group (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:53.310363 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-5bc1aaff-466f-411f-a291-4a2f33e91c86 tempest-NegativeSecGroupTest-1259928955 tempest-NegativeSecGroupTest-1259928955-project] 10.222.0.10 "DELETE /v2.0/security-groups/008a5029-dbec-45f4-8cb4-84ed22426fc3 HTTP/1.1" status: 204 len: 168 time: 0.5164945 Apr 28 11:05:53.312513 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 54404) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:05:53.331240 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc1aaff-466f-411f-a291-4a2f33e91c86 tempest-NegativeSecGroupTest-1259928955 tempest-NegativeSecGroupTest-1259928955-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=008a5029-dbec-45f4-8cb4-84ed22426fc3,revision_number=None']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:05:53.391723 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-756fd09f-52eb-458b-85c3-57b031363994 tempest-AllowedAddressPairTestJSON-759914361 tempest-AllowedAddressPairTestJSON-759914361-project] Publish callbacks [] for port (8be7a149-ab22-42e4-b650-984c97e0e7db), precommit_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:53.399925 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-75501c8b-e4b8-4763-b7fc-7bdd140d94aa tempest-NegativeSecGroupTest-1259928955 tempest-NegativeSecGroupTest-1259928955-project] 10.222.0.10 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0863080 Apr 28 11:05:53.405350 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 54406) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:05:53.412466 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.v2.base [None req-97b99383-68f6-4e5f-93bb-73e10d9bf032 tempest-NegativeSecGroupTest-1259928955 tempest-NegativeSecGroupTest-1259928955-project] Request body: {'security_group_rule': {'security_group_id': '297d543a-621f-4fbd-8b3e-7a32f9bef0b9', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=116161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:05:53.426676 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-badb4418-ae2b-4de8-bb3a-8b530135ea4e tempest-SecGroupIPv6Test-2111680406 tempest-SecGroupIPv6Test-2111680406-project] Publish callbacks [] for security_group_rule (d0565856-71f5-4456-a3b5-67c30156826a), before_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:53.466786 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.db.ipam_backend_mixin [None req-fe79f594-58dd-406e-8181-38b836f8a553 tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 38cf10a5-c012-4ada-81e9-5d79976559d0 (CIDR: 2001:db8::/64) Apr 28 11:05:53.472231 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-123dcdc1-b051-4565-9966-cd338addf2c4 None None] Provisioning complete for port f09120cb-ca26-4408-aa32-890a68222b79 triggered by entity DHCP. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:05:53.472659 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-123dcdc1-b051-4565-9966-cd338addf2c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (f09120cb-ca26-4408-aa32-890a68222b79), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:53.478347 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3a07973-b01a-41df-8db4-3795cbdf853c tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Router 077583a6-3e91-4e7b-b09b-2ee4e2f6efd3 has already been hosted by L3 agent 6b492ad6-0876-4d74-b20d-28143a52ceba {{(pid=116162) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 11:05:53.506431 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.pecan_wsgi.hooks.translation [None req-fe79f594-58dd-406e-8181-38b836f8a553 tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 28 11:05:53.506912 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fe79f594-58dd-406e-8181-38b836f8a553 tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=116162) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 28 11:05:53.509666 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-123dcdc1-b051-4565-9966-cd338addf2c4 None None] Port f09120cb-ca26-4408-aa32-890a68222b79 cannot update to ACTIVE because it is not bound. {{(pid=116163) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 28 11:05:53.524908 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-5be17e5e-672c-4504-a5cf-6d69b31de726 admin admin] Publish callbacks [] for security_group (6f8eb665-f3e1-4c7b-92f4-d6062f233eae), before_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:53.526593 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-756fd09f-52eb-458b-85c3-57b031363994 tempest-AllowedAddressPairTestJSON-759914361 tempest-AllowedAddressPairTestJSON-759914361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742234710357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5219112'] for port (8be7a149-ab22-42e4-b650-984c97e0e7db), after_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:53.576110 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-756fd09f-52eb-458b-85c3-57b031363994 tempest-AllowedAddressPairTestJSON-759914361 tempest-AllowedAddressPairTestJSON-759914361-project] Network 6c3ca039-ae8c-47c3-b984-604c8ace5e60 is already hosted by enough agents. {{(pid=116161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 11:05:53.579341 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.scheduler.base_scheduler [None req-756fd09f-52eb-458b-85c3-57b031363994 tempest-AllowedAddressPairTestJSON-759914361 tempest-AllowedAddressPairTestJSON-759914361-project] Resources bound (agent type, host, resource id): {{(pid=116161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 11:05:53.585555 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-756fd09f-52eb-458b-85c3-57b031363994 tempest-AllowedAddressPairTestJSON-759914361 tempest-AllowedAddressPairTestJSON-759914361-project] Received port after_create {{(pid=116161) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 11:05:53.594692 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-5be17e5e-672c-4504-a5cf-6d69b31de726 admin admin] Publish callbacks [] for security_group (6f8eb665-f3e1-4c7b-92f4-d6062f233eae), precommit_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:53.608219 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-badb4418-ae2b-4de8-bb3a-8b530135ea4e tempest-SecGroupIPv6Test-2111680406 tempest-SecGroupIPv6Test-2111680406-project] Publish callbacks [] for security_group_rule (d0565856-71f5-4456-a3b5-67c30156826a), precommit_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:53.609079 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-59dc6340-98cd-4d8d-8109-0e60722de130 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924426'] for security_group (dcc00a52-7b1a-48dc-967b-b2eebdca9f08), after_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:53.611816 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-59dc6340-98cd-4d8d-8109-0e60722de130 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks [] for security_group (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:53.615371 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-59dc6340-98cd-4d8d-8109-0e60722de130 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] 10.222.0.10 "DELETE /v2.0/security-groups/dcc00a52-7b1a-48dc-967b-b2eebdca9f08 HTTP/1.1" status: 204 len: 168 time: 0.8840704 Apr 28 11:05:53.615766 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-756fd09f-52eb-458b-85c3-57b031363994 tempest-AllowedAddressPairTestJSON-759914361 tempest-AllowedAddressPairTestJSON-759914361-project] Pushing event updated for resources: {'Port': ['ID=8be7a149-ab22-42e4-b650-984c97e0e7db,revision_number=1']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:05:53.617315 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.api.v2.resource [None req-97b99383-68f6-4e5f-93bb-73e10d9bf032 tempest-NegativeSecGroupTest-1259928955 tempest-NegativeSecGroupTest-1259928955-project] create failed (client error): The resource could not be found. Apr 28 11:05:53.619750 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-97b99383-68f6-4e5f-93bb-73e10d9bf032 tempest-NegativeSecGroupTest-1259928955 tempest-NegativeSecGroupTest-1259928955-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.2099280 Apr 28 11:05:53.626676 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 54410) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:05:53.631486 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.v2.base [None req-74a4e07b-6e46-4477-a291-71bbd25b8ea6 tempest-NegativeSecGroupTest-1259928955 tempest-NegativeSecGroupTest-1259928955-project] Request body: {'security_group': {'name': 'tempest-secgroup--1060807449'}} {{(pid=116161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:05:53.664905 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-756fd09f-52eb-458b-85c3-57b031363994 tempest-AllowedAddressPairTestJSON-759914361 tempest-AllowedAddressPairTestJSON-759914361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:05:53.665569 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-756fd09f-52eb-458b-85c3-57b031363994 tempest-AllowedAddressPairTestJSON-759914361 tempest-AllowedAddressPairTestJSON-759914361-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198022'] for port (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:53.668391 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-fe79f594-58dd-406e-8181-38b836f8a553 tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.1161172 Apr 28 11:05:53.670318 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 54412) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:05:53.685479 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.v2.base [None req-1cf43376-b443-4920-9049-51868d0e0544 tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Request body: {'subnet': {'network_id': '5af9c5a9-50d8-4bfb-a7ef-82766428c3d5', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=116161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:05:53.694328 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-badb4418-ae2b-4de8-bb3a-8b530135ea4e tempest-SecGroupIPv6Test-2111680406 tempest-SecGroupIPv6Test-2111680406-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1912725'] for security_group_rule (d0565856-71f5-4456-a3b5-67c30156826a), after_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:53.713114 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59dc6340-98cd-4d8d-8109-0e60722de130 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcc00a52-7b1a-48dc-967b-b2eebdca9f08,revision_number=None']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:05:53.753978 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Device d673747f-18ec-4a1b-89a0-3255744f86c9 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=116163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 11:05:53.764357 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-badb4418-ae2b-4de8-bb3a-8b530135ea4e tempest-SecGroupIPv6Test-2111680406 tempest-SecGroupIPv6Test-2111680406-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d0565856-71f5-4456-a3b5-67c30156826a,revision_number=0']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:05:53.767047 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3a07973-b01a-41df-8db4-3795cbdf853c tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=116162) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 11:05:53.769712 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-74a4e07b-6e46-4477-a291-71bbd25b8ea6 tempest-NegativeSecGroupTest-1259928955 tempest-NegativeSecGroupTest-1259928955-project] Publish callbacks [] for security_group (None), before_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:53.776467 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-a3a07973-b01a-41df-8db4-3795cbdf853c tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] 10.222.0.10 "PUT /v2.0/routers/077583a6-3e91-4e7b-b09b-2ee4e2f6efd3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3763919 Apr 28 11:05:53.778336 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 54414) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:05:53.799972 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.v2.base [None req-84b132bc-087f-407b-8ca2-05362349864c tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=116161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:05:53.815267 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f09ef3d4-971b-40e9-8fd4-61d4c85ac8ef None None] Sync routers for ids ['077583a6-3e91-4e7b-b09b-2ee4e2f6efd3'] in dv-neutron-master-2-hyperv {{(pid=116163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 11:05:53.844857 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f09ef3d4-971b-40e9-8fd4-61d4c85ac8ef None None] Routers {'077583a6-3e91-4e7b-b09b-2ee4e2f6efd3'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=116163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 11:05:53.845495 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_hamode_db [None req-f09ef3d4-971b-40e9-8fd4-61d4c85ac8ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-28T10:50:39Z,description=,heartbeat_timestamp=2022-04-28T11:05:39Z,host='dv-neutron-master-2-hyperv',id=6b492ad6-0876-4d74-b20d-28143a52ceba,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T10:50:40Z,topic='l3_agent')) {'router_ids': ['077583a6-3e91-4e7b-b09b-2ee4e2f6efd3'], 'active': True} {{(pid=116163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:05:53.846100 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-badb4418-ae2b-4de8-bb3a-8b530135ea4e tempest-SecGroupIPv6Test-2111680406 tempest-SecGroupIPv6Test-2111680406-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:53.854534 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-756fd09f-52eb-458b-85c3-57b031363994 tempest-AllowedAddressPairTestJSON-759914361 tempest-AllowedAddressPairTestJSON-759914361-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.7046077 Apr 28 11:05:53.855719 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-badb4418-ae2b-4de8-bb3a-8b530135ea4e tempest-SecGroupIPv6Test-2111680406 tempest-SecGroupIPv6Test-2111680406-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.6790538 Apr 28 11:05:53.856915 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 54416) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:05:53.857882 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 54418) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:05:53.883502 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.v2.base [None req-1190bcdf-d09d-420a-843c-702a1c70c69f tempest-AllowedAddressPairTestJSON-759914361 tempest-AllowedAddressPairTestJSON-759914361-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.10', 'mac_address': 'fa:16:3e:34:d6:87'}, {'ip_address': '172.20.0.7', 'mac_address': 'fa:16:3e:dd:8d:5e'}]}} {{(pid=116162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:05:53.926582 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Provisioning complete for port d673747f-18ec-4a1b-89a0-3255744f86c9 triggered by entity L2. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:05:53.927426 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (d673747f-18ec-4a1b-89a0-3255744f86c9), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:53.938790 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-5be17e5e-672c-4504-a5cf-6d69b31de726 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924426'] for security_group (6f8eb665-f3e1-4c7b-92f4-d6062f233eae), after_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:53.941654 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-5be17e5e-672c-4504-a5cf-6d69b31de726 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:53.942991 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-5be17e5e-672c-4504-a5cf-6d69b31de726 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/6f8eb665-f3e1-4c7b-92f4-d6062f233eae HTTP/1.1" status: 204 len: 168 time: 0.6229577 Apr 28 11:05:53.985142 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-ea156f1c-8a5d-447f-9f22-a8ac3f0c9702 tempest-SecGroupIPv6Test-2111680406 tempest-SecGroupIPv6Test-2111680406-project] Publish callbacks [] for security_group_rule (d0565856-71f5-4456-a3b5-67c30156826a), before_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:53.987377 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-f72f7812-3902-436c-92a8-cdbb2c41574c None None] Provisioning complete for port 8be7a149-ab22-42e4-b650-984c97e0e7db triggered by entity DHCP. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:05:53.987749 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-f72f7812-3902-436c-92a8-cdbb2c41574c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (8be7a149-ab22-42e4-b650-984c97e0e7db), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:53.990369 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be17e5e-672c-4504-a5cf-6d69b31de726 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f8eb665-f3e1-4c7b-92f4-d6062f233eae,revision_number=None']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:05:53.992997 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvr_db [None req-f09ef3d4-971b-40e9-8fd4-61d4c85ac8ef None None] Set router 077583a6-3e91-4e7b-b09b-2ee4e2f6efd3 gateway port host: None {{(pid=116163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 11:05:54.001379 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-ea156f1c-8a5d-447f-9f22-a8ac3f0c9702 tempest-SecGroupIPv6Test-2111680406 tempest-SecGroupIPv6Test-2111680406-project] Publish callbacks [] for security_group_rule (d0565856-71f5-4456-a3b5-67c30156826a), precommit_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:54.125863 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-ea156f1c-8a5d-447f-9f22-a8ac3f0c9702 tempest-SecGroupIPv6Test-2111680406 tempest-SecGroupIPv6Test-2111680406-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1912725'] for security_group_rule (d0565856-71f5-4456-a3b5-67c30156826a), after_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:54.127935 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cf43376-b443-4920-9049-51868d0e0544 tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Made reservation on behalf of 52264470dd074c0f8041ca0ce5281c12 for: {'subnet': 1} {{(pid=116161) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 11:05:54.132085 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-1cf43376-b443-4920-9049-51868d0e0544 tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5125580'] for subnet (None), before_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:54.135373 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-f72f7812-3902-436c-92a8-cdbb2c41574c None None] Port 8be7a149-ab22-42e4-b650-984c97e0e7db cannot update to ACTIVE because it is not bound. {{(pid=116163) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 28 11:05:54.140407 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-ea156f1c-8a5d-447f-9f22-a8ac3f0c9702 tempest-SecGroupIPv6Test-2111680406 tempest-SecGroupIPv6Test-2111680406-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:54.144456 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-ea156f1c-8a5d-447f-9f22-a8ac3f0c9702 tempest-SecGroupIPv6Test-2111680406 tempest-SecGroupIPv6Test-2111680406-project] 10.222.0.10 "DELETE /v2.0/security-group-rules/d0565856-71f5-4456-a3b5-67c30156826a HTTP/1.1" status: 204 len: 168 time: 0.2827740 Apr 28 11:05:54.144456 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-1190bcdf-d09d-420a-843c-702a1c70c69f tempest-AllowedAddressPairTestJSON-759914361 tempest-AllowedAddressPairTestJSON-759914361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (8be7a149-ab22-42e4-b650-984c97e0e7db), before_update {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:54.146802 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 54422) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:05:54.147714 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea156f1c-8a5d-447f-9f22-a8ac3f0c9702 tempest-SecGroupIPv6Test-2111680406 tempest-SecGroupIPv6Test-2111680406-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d0565856-71f5-4456-a3b5-67c30156826a,revision_number=None']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:05:54.205355 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-74a4e07b-6e46-4477-a291-71bbd25b8ea6 tempest-NegativeSecGroupTest-1259928955 tempest-NegativeSecGroupTest-1259928955-project] Publish callbacks [] for security_group (d0fcdc80-f601-4ec8-a5c2-5cb3ec62d4d6), precommit_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:54.256028 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Current status of the port d673747f-18ec-4a1b-89a0-3255744f86c9 is: ACTIVE; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:05:54.311592 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-0b0aa209-2424-4916-b446-8856ed3a2363 tempest-SecGroupIPv6Test-2111680406 tempest-SecGroupIPv6Test-2111680406-project] 10.222.0.10 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1615546 Apr 28 11:05:54.343924 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 54424) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:05:54.368988 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_hamode_db [None req-f09ef3d4-971b-40e9-8fd4-61d4c85ac8ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '077583a6-3e91-4e7b-b09b-2ee4e2f6efd3', 'name': 'tempest-RoutersTest-router-326742487', 'tenant_id': '1d85c55944a24e6b8fc5b73917e91c0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T11:05:19Z', 'updated_at': '2022-04-28T11:05:51Z', 'revision_number': 5, 'project_id': '1d85c55944a24e6b8fc5b73917e91c0e', 'gw_port_host': None, '_interfaces': [{'id': 'a11cbac1-383c-4f11-8169-eee231f42006', 'name': '', 'network_id': '98df3218-a027-4fe2-8b10-e1f1956e3827', 'tenant_id': '1d85c55944a24e6b8fc5b73917e91c0e', 'mac_address': 'fa:16:3e:33:5e:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '077583a6-3e91-4e7b-b09b-2ee4e2f6efd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1038, 'fixed_ips': [{'subnet_id': 'a5c018ca-906e-4425-bf42-6e13a46d1530', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:05:22Z', 'updated_at': '2022-04-28T11:05:30Z', 'revision_number': 5, 'project_id': '1d85c55944a24e6b8fc5b73917e91c0e', 'subnets': [{'id': 'a5c018ca-906e-4425-bf42-6e13a46d1530', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f09120cb-ca26-4408-aa32-890a68222b79', 'name': '', 'network_id': 'e9e840e6-70f7-4458-8b64-dba6bc6cb266', 'tenant_id': '1d85c55944a24e6b8fc5b73917e91c0e', 'mac_address': 'fa:16:3e:97:9c:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '077583a6-3e91-4e7b-b09b-2ee4e2f6efd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1142, 'fixed_ips': [{'subnet_id': '8afb77db-0064-4b35-a13f-7f7f16dba0f8', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:05:49Z', 'updated_at': '2022-04-28T11:05:52Z', 'revision_number': 2, 'project_id': '1d85c55944a24e6b8fc5b73917e91c0e', 'subnets': [{'id': '8afb77db-0064-4b35-a13f-7f7f16dba0f8', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f70b8dfa-b827-4b97-ab33-a3da7f94590a', 'name': '', 'network_id': 'dcd9b946-da1e-42aa-975b-f2fc3c00de71', 'tenant_id': '1d85c55944a24e6b8fc5b73917e91c0e', 'mac_address': 'fa:16:3e:62:4e:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '077583a6-3e91-4e7b-b09b-2ee4e2f6efd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1079, 'fixed_ips': [{'subnet_id': '82f04b91-b379-4454-bf04-c8f726296c87', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:05:32Z', 'updated_at': '2022-04-28T11:05:40Z', 'revision_number': 5, 'project_id': '1d85c55944a24e6b8fc5b73917e91c0e', 'subnets': [{'id': '82f04b91-b379-4454-bf04-c8f726296c87', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fab05aa9-78a7-44f6-8745-7acc679c8e96', 'name': '', 'network_id': '2fb255c7-9fa3-4e5e-b349-b201da445827', 'tenant_id': '1d85c55944a24e6b8fc5b73917e91c0e', 'mac_address': 'fa:16:3e:e1:19:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '077583a6-3e91-4e7b-b09b-2ee4e2f6efd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1108, 'fixed_ips': [{'subnet_id': '12b00ce9-212a-4d97-be2f-b5b818be2996', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:05:39Z', 'updated_at': '2022-04-28T11:05:47Z', 'revision_number': 5, 'project_id': '1d85c55944a24e6b8fc5b73917e91c0e', 'subnets': [{'id': '12b00ce9-212a-4d97-be2f-b5b818be2996', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=116163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:05:54.401174 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f09ef3d4-971b-40e9-8fd4-61d4c85ac8ef None None] Checking router: 077583a6-3e91-4e7b-b09b-2ee4e2f6efd3 for host: dv-neutron-master-2-hyperv {{(pid=116163) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 11:05:54.401542 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f09ef3d4-971b-40e9-8fd4-61d4c85ac8ef None None] Updating router 077583a6-3e91-4e7b-b09b-2ee4e2f6efd3 port f09120cb-ca26-4408-aa32-890a68222b79 binding host dv-neutron-master-2-hyperv {{(pid=116163) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 28 11:05:54.439955 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-f09ef3d4-971b-40e9-8fd4-61d4c85ac8ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (f09120cb-ca26-4408-aa32-890a68222b79), before_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:54.441639 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-4ae2cc5a-5209-4e64-b319-5d5bbe955734 tempest-SecGroupIPv6Test-2111680406 tempest-SecGroupIPv6Test-2111680406-project] Publish callbacks [] for security_group (9a441532-8dfd-48f6-8537-eca1bf26d787), before_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:54.486802 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-4ae2cc5a-5209-4e64-b319-5d5bbe955734 tempest-SecGroupIPv6Test-2111680406 tempest-SecGroupIPv6Test-2111680406-project] Publish callbacks [] for security_group (9a441532-8dfd-48f6-8537-eca1bf26d787), precommit_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:54.514225 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-1190bcdf-d09d-420a-843c-702a1c70c69f tempest-AllowedAddressPairTestJSON-759914361 tempest-AllowedAddressPairTestJSON-759914361-project] Publish callbacks [] for port (8be7a149-ab22-42e4-b650-984c97e0e7db), precommit_update {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:54.579126 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-74a4e07b-6e46-4477-a291-71bbd25b8ea6 tempest-NegativeSecGroupTest-1259928955 tempest-NegativeSecGroupTest-1259928955-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924426'] for security_group (d0fcdc80-f601-4ec8-a5c2-5cb3ec62d4d6), after_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:54.584506 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-1190bcdf-d09d-420a-843c-702a1c70c69f tempest-AllowedAddressPairTestJSON-759914361 tempest-AllowedAddressPairTestJSON-759914361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5051840'] for port (8be7a149-ab22-42e4-b650-984c97e0e7db), after_update {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:54.669023 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-4ae2cc5a-5209-4e64-b319-5d5bbe955734 tempest-SecGroupIPv6Test-2111680406 tempest-SecGroupIPv6Test-2111680406-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924426'] for security_group (9a441532-8dfd-48f6-8537-eca1bf26d787), after_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:54.671980 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-4ae2cc5a-5209-4e64-b319-5d5bbe955734 tempest-SecGroupIPv6Test-2111680406 tempest-SecGroupIPv6Test-2111680406-project] Publish callbacks [] for security_group (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:54.680775 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a4e07b-6e46-4477-a291-71bbd25b8ea6 tempest-NegativeSecGroupTest-1259928955 tempest-NegativeSecGroupTest-1259928955-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d0fcdc80-f601-4ec8-a5c2-5cb3ec62d4d6,revision_number=1']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:05:54.681760 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-4ae2cc5a-5209-4e64-b319-5d5bbe955734 tempest-SecGroupIPv6Test-2111680406 tempest-SecGroupIPv6Test-2111680406-project] 10.222.0.10 "DELETE /v2.0/security-groups/9a441532-8dfd-48f6-8537-eca1bf26d787 HTTP/1.1" status: 204 len: 168 time: 0.3365169 Apr 28 11:05:54.682507 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 54436) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:05:54.689692 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.db.ipam_backend_mixin [None req-1cf43376-b443-4920-9049-51868d0e0544 tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet 720d382a-3dde-4059-9ea9-eaec2fee9178 (CIDR: 2001:db8:0:1::/64) Apr 28 11:05:54.725600 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae2cc5a-5209-4e64-b319-5d5bbe955734 tempest-SecGroupIPv6Test-2111680406 tempest-SecGroupIPv6Test-2111680406-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a441532-8dfd-48f6-8537-eca1bf26d787,revision_number=None']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:05:54.736274 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1190bcdf-d09d-420a-843c-702a1c70c69f tempest-AllowedAddressPairTestJSON-759914361 tempest-AllowedAddressPairTestJSON-759914361-project] Pushing event updated for resources: {'Port': ['ID=8be7a149-ab22-42e4-b650-984c97e0e7db,revision_number=2']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:05:54.747993 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-74a4e07b-6e46-4477-a291-71bbd25b8ea6 tempest-NegativeSecGroupTest-1259928955 tempest-NegativeSecGroupTest-1259928955-project] Publish callbacks [] for security_group (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:54.747993 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-74a4e07b-6e46-4477-a291-71bbd25b8ea6 tempest-NegativeSecGroupTest-1259928955 tempest-NegativeSecGroupTest-1259928955-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 1.1185360 Apr 28 11:05:54.752041 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 54440) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:05:54.768569 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.pecan_wsgi.hooks.translation [None req-1cf43376-b443-4920-9049-51868d0e0544 tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 28 11:05:54.770090 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1cf43376-b443-4920-9049-51868d0e0544 tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=116161) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 28 11:05:54.782324 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 54442) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:05:54.806536 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.v2.base [None req-44376299-13b5-46ac-9c66-9041a2fffba1 tempest-NegativeSecGroupTest-1259928955 tempest-NegativeSecGroupTest-1259928955-project] Request body: {'security_group': {'name': 'tempest-secgroup--94743826'}} {{(pid=116162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:05:54.823605 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-b5f9ed52-b8d2-4af0-b456-232cf6d5e710 tempest-SecGroupIPv6Test-2111680406 tempest-SecGroupIPv6Test-2111680406-project] 10.222.0.10 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1262987 Apr 28 11:05:54.825632 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.plugin [None req-1190bcdf-d09d-420a-843c-702a1c70c69f tempest-AllowedAddressPairTestJSON-759914361 tempest-AllowedAddressPairTestJSON-759914361-project] In _notify_port_updated(), no bound segment for port 8be7a149-ab22-42e4-b650-984c97e0e7db on network 6c3ca039-ae8c-47c3-b984-604c8ace5e60 {{(pid=116162) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:936}} Apr 28 11:05:54.830565 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 54444) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:05:54.831737 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1190bcdf-d09d-420a-843c-702a1c70c69f tempest-AllowedAddressPairTestJSON-759914361 tempest-AllowedAddressPairTestJSON-759914361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:05:54.832608 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-1190bcdf-d09d-420a-843c-702a1c70c69f tempest-AllowedAddressPairTestJSON-759914361 tempest-AllowedAddressPairTestJSON-759914361-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198022'] for port (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:54.834344 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-1190bcdf-d09d-420a-843c-702a1c70c69f tempest-AllowedAddressPairTestJSON-759914361 tempest-AllowedAddressPairTestJSON-759914361-project] 10.222.0.10 "PUT /v2.0/ports/8be7a149-ab22-42e4-b650-984c97e0e7db HTTP/1.1" status: 200 len: 1055 time: 0.9562149 Apr 28 11:05:54.844179 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.v2.base [None req-8ab499e0-2edc-4642-968e-68c1c09087b4 tempest-SecGroupIPv6Test-2111680406 tempest-SecGroupIPv6Test-2111680406-project] Request body: {'security_group': {'name': 'tempest-secgroup--918164171'}} {{(pid=116161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:05:54.851592 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 54446) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:05:54.898845 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-1cf43376-b443-4920-9049-51868d0e0544 tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 1.2252033 Apr 28 11:05:54.898845 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.db.extraroute_db [None req-84b132bc-087f-407b-8ca2-05362349864c tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Added routes are [{'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}] {{(pid=116161) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Apr 28 11:05:54.914013 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 54448) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:05:54.919870 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.v2.base [None req-3e41dd0d-91b0-4c92-8afd-311fcf1121f9 tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Request body: {'subnet': {'network_id': '5af9c5a9-50d8-4bfb-a7ef-82766428c3d5', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=116161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:05:54.938054 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-f09ef3d4-971b-40e9-8fd4-61d4c85ac8ef None None] Publish callbacks [] for port (f09120cb-ca26-4408-aa32-890a68222b79), precommit_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:54.951965 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-44376299-13b5-46ac-9c66-9041a2fffba1 tempest-NegativeSecGroupTest-1259928955 tempest-NegativeSecGroupTest-1259928955-project] Publish callbacks [] for security_group (None), before_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:54.952339 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.db.extraroute_db [None req-84b132bc-087f-407b-8ca2-05362349864c tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Removed routes are [] {{(pid=116161) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Apr 28 11:05:54.952753 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-84b132bc-087f-407b-8ca2-05362349864c tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1935285', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2060837', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-63284'] for router (077583a6-3e91-4e7b-b09b-2ee4e2f6efd3), precommit_update {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:54.962454 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-bc088a06-7941-43a0-8f60-c472ab8d2b47 None None] Provisioning complete for port 8be7a149-ab22-42e4-b650-984c97e0e7db triggered by entity DHCP. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:05:54.962655 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-bc088a06-7941-43a0-8f60-c472ab8d2b47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (8be7a149-ab22-42e4-b650-984c97e0e7db), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:54.968867 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.db.db_base_plugin_v2 [None req-22c36857-0258-4d66-aeab-84773442da0c tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Deleting subnet f9d92397-fa14-4c67-9b4b-72972fa58fb7 {{(pid=116161) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 28 11:05:54.975189 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-22c36857-0258-4d66-aeab-84773442da0c tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks [] for subnet (f9d92397-fa14-4c67-9b4b-72972fa58fb7), before_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:54.986146 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.plugin [None req-60a3782e-7537-408d-b79e-30d124344e83 tempest-AllowedAddressPairTestJSON-759914361 tempest-AllowedAddressPairTestJSON-759914361-project] Deleting port 8be7a149-ab22-42e4-b650-984c97e0e7db {{(pid=116162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 11:05:54.986543 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-60a3782e-7537-408d-b79e-30d124344e83 tempest-AllowedAddressPairTestJSON-759914361 tempest-AllowedAddressPairTestJSON-759914361-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742235130188'] for port (8be7a149-ab22-42e4-b650-984c97e0e7db), before_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:55.000943 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-bc088a06-7941-43a0-8f60-c472ab8d2b47 None None] Port 8be7a149-ab22-42e4-b650-984c97e0e7db cannot update to ACTIVE because it is not bound. {{(pid=116163) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 28 11:05:55.007300 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-f09ef3d4-971b-40e9-8fd4-61d4c85ac8ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393'] for port (f09120cb-ca26-4408-aa32-890a68222b79), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:55.097770 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48c42f2-931c-4c07-9e64-dd18b6328132 None None] Pushing event updated for resources: {'Port': ['ID=f09120cb-ca26-4408-aa32-890a68222b79,revision_number=3']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:05:55.123126 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-60a3782e-7537-408d-b79e-30d124344e83 tempest-AllowedAddressPairTestJSON-759914361 tempest-AllowedAddressPairTestJSON-759914361-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1938497'] for port (8be7a149-ab22-42e4-b650-984c97e0e7db), precommit_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:55.139382 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.plugin [None req-60a3782e-7537-408d-b79e-30d124344e83 tempest-AllowedAddressPairTestJSON-759914361 tempest-AllowedAddressPairTestJSON-759914361-project] Calling delete_port for 8be7a149-ab22-42e4-b650-984c97e0e7db owned by {{(pid=116162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 11:05:55.139589 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-8ab499e0-2edc-4642-968e-68c1c09087b4 tempest-SecGroupIPv6Test-2111680406 tempest-SecGroupIPv6Test-2111680406-project] Publish callbacks [] for security_group (None), before_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:55.145345 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.managers [None req-f09ef3d4-971b-40e9-8fd4-61d4c85ac8ef None None] Attempting to bind port f09120cb-ca26-4408-aa32-890a68222b79 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=116163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 28 11:05:55.145345 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.managers [None req-f09ef3d4-971b-40e9-8fd4-61d4c85ac8ef None None] Attempting to bind port f09120cb-ca26-4408-aa32-890a68222b79 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '1bce4b31-0049-45c3-9259-d4148608099a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'e9e840e6-70f7-4458-8b64-dba6bc6cb266'}] {{(pid=116163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 28 11:05:55.145765 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f09ef3d4-971b-40e9-8fd4-61d4c85ac8ef None None] Attempting to bind port f09120cb-ca26-4408-aa32-890a68222b79 on network e9e840e6-70f7-4458-8b64-dba6bc6cb266 {{(pid=116163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 11:05:55.158313 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f09ef3d4-971b-40e9-8fd4-61d4c85ac8ef None None] Checking agent: {'id': 'd5baab19-5dd1-4902-922b-84acb048ab9c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 10, 50, 43), 'started_at': datetime.datetime(2022, 4, 28, 10, 51, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 11, 5, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=116163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 11:05:55.158559 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f09ef3d4-971b-40e9-8fd4-61d4c85ac8ef None None] Checking segment: {'id': '1bce4b31-0049-45c3-9259-d4148608099a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'e9e840e6-70f7-4458-8b64-dba6bc6cb266'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 11:05:55.158968 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-f09ef3d4-971b-40e9-8fd4-61d4c85ac8ef None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:55.162322 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f09ef3d4-971b-40e9-8fd4-61d4c85ac8ef None None] Bound using segment: {'id': '1bce4b31-0049-45c3-9259-d4148608099a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'e9e840e6-70f7-4458-8b64-dba6bc6cb266'} {{(pid=116163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 11:05:55.162322 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.managers [None req-f09ef3d4-971b-40e9-8fd4-61d4c85ac8ef None None] Bound port: f09120cb-ca26-4408-aa32-890a68222b79, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1bce4b31-0049-45c3-9259-d4148608099a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'e9e840e6-70f7-4458-8b64-dba6bc6cb266'}}] {{(pid=116163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 28 11:05:55.162322 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-f09ef3d4-971b-40e9-8fd4-61d4c85ac8ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (f09120cb-ca26-4408-aa32-890a68222b79), before_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:55.179154 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-22c36857-0258-4d66-aeab-84773442da0c tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8076976'] for subnet (f9d92397-fa14-4c67-9b4b-72972fa58fb7), precommit_delete_associations {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:55.233938 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-f09ef3d4-971b-40e9-8fd4-61d4c85ac8ef None None] For port f09120cb-ca26-4408-aa32-890a68222b79, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=116163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 11:05:55.238842 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-f09ef3d4-971b-40e9-8fd4-61d4c85ac8ef None None] For port f09120cb-ca26-4408-aa32-890a68222b79, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=f09120cb-ca26-4408-aa32-890a68222b79,segment=NetworkSegment(1bce4b31-0049-45c3-9259-d4148608099a),segment_id=1bce4b31-0049-45c3-9259-d4148608099a)] {{(pid=116163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 11:05:55.258064 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-44376299-13b5-46ac-9c66-9041a2fffba1 tempest-NegativeSecGroupTest-1259928955 tempest-NegativeSecGroupTest-1259928955-project] Publish callbacks [] for security_group (96fc8b62-3081-40ff-9756-4177b018d48d), precommit_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:55.337761 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e41dd0d-91b0-4c92-8afd-311fcf1121f9 tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Made reservation on behalf of 52264470dd074c0f8041ca0ce5281c12 for: {'subnet': 1} {{(pid=116161) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 11:05:55.342132 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-3e41dd0d-91b0-4c92-8afd-311fcf1121f9 tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5125580'] for subnet (None), before_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:55.373070 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-44376299-13b5-46ac-9c66-9041a2fffba1 tempest-NegativeSecGroupTest-1259928955 tempest-NegativeSecGroupTest-1259928955-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924426'] for security_group (96fc8b62-3081-40ff-9756-4177b018d48d), after_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:55.388030 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-f09ef3d4-971b-40e9-8fd4-61d4c85ac8ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393'] for port (f09120cb-ca26-4408-aa32-890a68222b79), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:55.396961 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 54458) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:05:55.423022 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44376299-13b5-46ac-9c66-9041a2fffba1 tempest-NegativeSecGroupTest-1259928955 tempest-NegativeSecGroupTest-1259928955-project] Pushing event updated for resources: {'SecurityGroup': ['ID=96fc8b62-3081-40ff-9756-4177b018d48d,revision_number=1']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:05:55.461498 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-81322260-6669-4128-8e72-887aab66fcb6 None None] Provisioning complete for port f09120cb-ca26-4408-aa32-890a68222b79 triggered by entity DHCP. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:05:55.462372 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-81322260-6669-4128-8e72-887aab66fcb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (f09120cb-ca26-4408-aa32-890a68222b79), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:55.467876 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-44376299-13b5-46ac-9c66-9041a2fffba1 tempest-NegativeSecGroupTest-1259928955 tempest-NegativeSecGroupTest-1259928955-project] Publish callbacks [] for security_group (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:55.470815 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-44376299-13b5-46ac-9c66-9041a2fffba1 tempest-NegativeSecGroupTest-1259928955 tempest-NegativeSecGroupTest-1259928955-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.7161827 Apr 28 11:05:55.472100 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-8ab499e0-2edc-4642-968e-68c1c09087b4 tempest-SecGroupIPv6Test-2111680406 tempest-SecGroupIPv6Test-2111680406-project] Publish callbacks [] for security_group (b061a59d-f969-437e-9822-7c65859d10d0), precommit_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:55.474670 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 54462) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:05:55.482634 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.v2.base [None req-3e53cefd-1305-4001-8522-45b6a7a3ff89 tempest-NegativeSecGroupTest-1259928955 tempest-NegativeSecGroupTest-1259928955-project] Request body: {'security_group_rule': {'security_group_id': 'd0fcdc80-f601-4ec8-a5c2-5cb3ec62d4d6', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': '96fc8b62-3081-40ff-9756-4177b018d48d'}} {{(pid=116162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:05:55.518424 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48c42f2-931c-4c07-9e64-dd18b6328132 None None] Pushing event updated for resources: {'Port': ['ID=f09120cb-ca26-4408-aa32-890a68222b79,revision_number=4']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:05:55.521001 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-60a3782e-7537-408d-b79e-30d124344e83 tempest-AllowedAddressPairTestJSON-759914361 tempest-AllowedAddressPairTestJSON-759914361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742235135690', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742234710366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5051867'] for port (8be7a149-ab22-42e4-b650-984c97e0e7db), after_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:55.522997 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f09ef3d4-971b-40e9-8fd4-61d4c85ac8ef None None] Routers {'077583a6-3e91-4e7b-b09b-2ee4e2f6efd3'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=116163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 11:05:55.523899 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_hamode_db [None req-f09ef3d4-971b-40e9-8fd4-61d4c85ac8ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-28T10:50:39Z,description=,heartbeat_timestamp=2022-04-28T11:05:39Z,host='dv-neutron-master-2-hyperv',id=6b492ad6-0876-4d74-b20d-28143a52ceba,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T10:50:40Z,topic='l3_agent')) {'router_ids': ['077583a6-3e91-4e7b-b09b-2ee4e2f6efd3'], 'active': True} {{(pid=116163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:05:55.568669 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.v2.base [None req-332bc00b-d396-4f7c-a769-73ac8f718852 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-363191542-network', 'tenant_id': '552a7719c35843ecaa8ce5b648a02d25'}} {{(pid=116162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:05:55.590249 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-8ab499e0-2edc-4642-968e-68c1c09087b4 tempest-SecGroupIPv6Test-2111680406 tempest-SecGroupIPv6Test-2111680406-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924426'] for security_group (b061a59d-f969-437e-9822-7c65859d10d0), after_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:55.591700 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a3782e-7537-408d-b79e-30d124344e83 tempest-AllowedAddressPairTestJSON-759914361 tempest-AllowedAddressPairTestJSON-759914361-project] Pushing event deleted for resources: {'Port': ['ID=8be7a149-ab22-42e4-b650-984c97e0e7db,revision_number=None']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:05:55.645503 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-22c36857-0258-4d66-aeab-84773442da0c tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-971303'] for subnet (f9d92397-fa14-4c67-9b4b-72972fa58fb7), precommit_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:55.653047 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab499e0-2edc-4642-968e-68c1c09087b4 tempest-SecGroupIPv6Test-2111680406 tempest-SecGroupIPv6Test-2111680406-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b061a59d-f969-437e-9822-7c65859d10d0,revision_number=1']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:05:55.720810 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-81322260-6669-4128-8e72-887aab66fcb6 None None] Current status of the port f09120cb-ca26-4408-aa32-890a68222b79 is: DOWN; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:05:55.721215 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-81322260-6669-4128-8e72-887aab66fcb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (f09120cb-ca26-4408-aa32-890a68222b79), before_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:55.749740 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.api.v2.resource [None req-3e53cefd-1305-4001-8522-45b6a7a3ff89 tempest-NegativeSecGroupTest-1259928955 tempest-NegativeSecGroupTest-1259928955-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 28 11:05:55.755854 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-3e53cefd-1305-4001-8522-45b6a7a3ff89 tempest-NegativeSecGroupTest-1259928955 tempest-NegativeSecGroupTest-1259928955-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.2796783 Apr 28 11:05:55.766048 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 54464) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:05:55.766219 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvr_db [None req-f09ef3d4-971b-40e9-8fd4-61d4c85ac8ef None None] Set router 077583a6-3e91-4e7b-b09b-2ee4e2f6efd3 gateway port host: None {{(pid=116163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 11:05:55.790466 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-332bc00b-d396-4f7c-a769-73ac8f718852 admin admin] Made reservation on behalf of 552a7719c35843ecaa8ce5b648a02d25 for: {'network': 1} {{(pid=116162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 11:05:55.794789 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-332bc00b-d396-4f7c-a769-73ac8f718852 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for network (None), before_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:55.821906 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-332bc00b-d396-4f7c-a769-73ac8f718852 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:55.881512 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-8ab499e0-2edc-4642-968e-68c1c09087b4 tempest-SecGroupIPv6Test-2111680406 tempest-SecGroupIPv6Test-2111680406-project] Publish callbacks [] for security_group (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:55.885172 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-8ab499e0-2edc-4642-968e-68c1c09087b4 tempest-SecGroupIPv6Test-2111680406 tempest-SecGroupIPv6Test-2111680406-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 1.0493119 Apr 28 11:05:55.892318 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 54466) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:05:55.897599 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-84b132bc-087f-407b-8ca2-05362349864c tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1935285', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2060837', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-63284'] for router (077583a6-3e91-4e7b-b09b-2ee4e2f6efd3), precommit_update {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:55.907356 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.v2.base [None req-0ff2c141-3718-44b4-9a72-bbdf95f79e6f tempest-SecGroupIPv6Test-2111680406 tempest-SecGroupIPv6Test-2111680406-project] Request body: {'security_group_rule': {'security_group_id': 'b061a59d-f969-437e-9822-7c65859d10d0', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=116161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:05:55.924379 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-7f06bac0-af1e-4fe3-abeb-039d5246ae0d tempest-NegativeSecGroupTest-1259928955 tempest-NegativeSecGroupTest-1259928955-project] Publish callbacks [] for security_group (96fc8b62-3081-40ff-9756-4177b018d48d), before_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:55.930533 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-84b132bc-087f-407b-8ca2-05362349864c tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1935326', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1935308', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1935303', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-2060860'] for router (077583a6-3e91-4e7b-b09b-2ee4e2f6efd3), after_update {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:55.995563 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-7f06bac0-af1e-4fe3-abeb-039d5246ae0d tempest-NegativeSecGroupTest-1259928955 tempest-NegativeSecGroupTest-1259928955-project] Publish callbacks [] for security_group (96fc8b62-3081-40ff-9756-4177b018d48d), precommit_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:56.000109 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-81322260-6669-4128-8e72-887aab66fcb6 None None] For port f09120cb-ca26-4408-aa32-890a68222b79, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=f09120cb-ca26-4408-aa32-890a68222b79,segment=NetworkSegment(1bce4b31-0049-45c3-9259-d4148608099a),segment_id=1bce4b31-0049-45c3-9259-d4148608099a)] {{(pid=116163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 11:05:56.037627 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-60a3782e-7537-408d-b79e-30d124344e83 tempest-AllowedAddressPairTestJSON-759914361 tempest-AllowedAddressPairTestJSON-759914361-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198022'] for port (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:56.043415 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-22c36857-0258-4d66-aeab-84773442da0c tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-971310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5220601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5125409'] for subnet (f9d92397-fa14-4c67-9b4b-72972fa58fb7), after_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:56.044187 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-60a3782e-7537-408d-b79e-30d124344e83 tempest-AllowedAddressPairTestJSON-759914361 tempest-AllowedAddressPairTestJSON-759914361-project] 10.222.0.10 "DELETE /v2.0/ports/8be7a149-ab22-42e4-b650-984c97e0e7db HTTP/1.1" status: 204 len: 168 time: 1.1912653 Apr 28 11:05:56.045572 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 54468) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:05:56.094736 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-332bc00b-d396-4f7c-a769-73ac8f718852 admin admin] Publish callbacks [] for security_group (beea8f1b-e7b0-4f6d-8eda-738a638840cd), precommit_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:56.098409 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-81322260-6669-4128-8e72-887aab66fcb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393'] for port (f09120cb-ca26-4408-aa32-890a68222b79), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:56.147053 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.pecan_wsgi.hooks.translation [None req-1f8ce599-e1d6-40da-bdb8-27c4d35a08c2 tempest-AllowedAddressPairTestJSON-759914361 tempest-AllowedAddressPairTestJSON-759914361-project] GET failed (client error): The resource could not be found. Apr 28 11:05:56.149193 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-1f8ce599-e1d6-40da-bdb8-27c4d35a08c2 tempest-AllowedAddressPairTestJSON-759914361 tempest-AllowedAddressPairTestJSON-759914361-project] 10.222.0.10 "GET /v2.0/ports/8be7a149-ab22-42e4-b650-984c97e0e7db HTTP/1.1" status: 404 len: 333 time: 0.0667472 Apr 28 11:05:56.150527 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c36857-0258-4d66-aeab-84773442da0c tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Pushing event deleted for resources: {'Subnet': ['ID=f9d92397-fa14-4c67-9b4b-72972fa58fb7,revision_number=None']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:05:56.151989 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 54470) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:05:56.156709 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-22c36857-0258-4d66-aeab-84773442da0c tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks [] for subnet (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:56.159963 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-22c36857-0258-4d66-aeab-84773442da0c tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] 10.222.0.10 "DELETE /v2.0/subnets/f9d92397-fa14-4c67-9b4b-72972fa58fb7 HTTP/1.1" status: 204 len: 168 time: 1.3740349 Apr 28 11:05:56.168406 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 54472) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:05:56.170748 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-7f06bac0-af1e-4fe3-abeb-039d5246ae0d tempest-NegativeSecGroupTest-1259928955 tempest-NegativeSecGroupTest-1259928955-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924426'] for security_group (96fc8b62-3081-40ff-9756-4177b018d48d), after_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:56.173308 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-7f06bac0-af1e-4fe3-abeb-039d5246ae0d tempest-NegativeSecGroupTest-1259928955 tempest-NegativeSecGroupTest-1259928955-project] Publish callbacks [] for security_group (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:56.173603 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59dd37d7-e920-4c40-9cd0-619cf3adef60 None None] Network b8f680de-c70a-4a82-ae85-7e933bd84322 requested from dv-neutron-master-2-hyperv {{(pid=116163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 11:05:56.177287 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-7f06bac0-af1e-4fe3-abeb-039d5246ae0d tempest-NegativeSecGroupTest-1259928955 tempest-NegativeSecGroupTest-1259928955-project] 10.222.0.10 "DELETE /v2.0/security-groups/96fc8b62-3081-40ff-9756-4177b018d48d HTTP/1.1" status: 204 len: 168 time: 0.4177642 Apr 28 11:05:56.194632 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 54474) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:05:56.225313 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-332bc00b-d396-4f7c-a769-73ac8f718852 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924426'] for security_group (beea8f1b-e7b0-4f6d-8eda-738a638840cd), after_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:56.228605 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f06bac0-af1e-4fe3-abeb-039d5246ae0d tempest-NegativeSecGroupTest-1259928955 tempest-NegativeSecGroupTest-1259928955-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=96fc8b62-3081-40ff-9756-4177b018d48d,revision_number=None']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:05:56.235994 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81322260-6669-4128-8e72-887aab66fcb6 None None] Pushing event updated for resources: {'Port': ['ID=f09120cb-ca26-4408-aa32-890a68222b79,revision_number=5']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:05:56.257619 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-79590d5a-a891-44c9-bd9f-8c662090b297 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-979593'] for network (b8f680de-c70a-4a82-ae85-7e933bd84322), before_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:56.260710 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-0ff2c141-3718-44b4-9a72-bbdf95f79e6f tempest-SecGroupIPv6Test-2111680406 tempest-SecGroupIPv6Test-2111680406-project] Publish callbacks [] for security_group_rule (ecb3acf4-0104-42d3-8881-d2e4b8aa5827), before_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:56.292037 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-332bc00b-d396-4f7c-a769-73ac8f718852 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 51} {{(pid=116162) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 11:05:56.310807 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-ecc68dba-3d94-4e4d-9e21-a8f3f52fc841 None None] Provisioning complete for port f09120cb-ca26-4408-aa32-890a68222b79 triggered by entity DHCP. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:05:56.311333 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-ecc68dba-3d94-4e4d-9e21-a8f3f52fc841 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (f09120cb-ca26-4408-aa32-890a68222b79), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:56.338299 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-332bc00b-d396-4f7c-a769-73ac8f718852 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-961978'] for segment (d6ab13ae-3a67-4b86-b1c5-eddbcd455107), precommit_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:56.338736 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.db.segments_db [None req-332bc00b-d396-4f7c-a769-73ac8f718852 admin admin] Added segment d6ab13ae-3a67-4b86-b1c5-eddbcd455107 of type vlan for network 95a73077-5c3c-4a4f-9014-bee1df8e9c09 Apr 28 11:05:56.356068 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84b132bc-087f-407b-8ca2-05362349864c tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Router 077583a6-3e91-4e7b-b09b-2ee4e2f6efd3 has already been hosted by L3 agent 6b492ad6-0876-4d74-b20d-28143a52ceba {{(pid=116161) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 11:05:56.356327 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332bc00b-d396-4f7c-a769-73ac8f718852 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=beea8f1b-e7b0-4f6d-8eda-738a638840cd,revision_number=1']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:05:56.359393 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.plugin [None req-79590d5a-a891-44c9-bd9f-8c662090b297 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Deleting port ee0a5d5c-f24a-4f81-8636-e15556820fea {{(pid=116161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 11:05:56.359393 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-79590d5a-a891-44c9-bd9f-8c662090b297 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742235130188'] for port (ee0a5d5c-f24a-4f81-8636-e15556820fea), before_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:56.360621 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-3e41dd0d-91b0-4c92-8afd-311fcf1121f9 tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5220536', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5125438'] for subnet (5dc99b43-749f-491b-a9ad-2224513f0de6), after_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:56.360868 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_hamode_db [None req-f09ef3d4-971b-40e9-8fd4-61d4c85ac8ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '077583a6-3e91-4e7b-b09b-2ee4e2f6efd3', 'name': 'tempest-RoutersTest-router-326742487', 'tenant_id': '1d85c55944a24e6b8fc5b73917e91c0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T11:05:19Z', 'updated_at': '2022-04-28T11:05:54Z', 'revision_number': 6, 'project_id': '1d85c55944a24e6b8fc5b73917e91c0e', 'gw_port_host': None, '_interfaces': [{'id': 'a11cbac1-383c-4f11-8169-eee231f42006', 'name': '', 'network_id': '98df3218-a027-4fe2-8b10-e1f1956e3827', 'tenant_id': '1d85c55944a24e6b8fc5b73917e91c0e', 'mac_address': 'fa:16:3e:33:5e:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '077583a6-3e91-4e7b-b09b-2ee4e2f6efd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1038, 'fixed_ips': [{'subnet_id': 'a5c018ca-906e-4425-bf42-6e13a46d1530', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:05:22Z', 'updated_at': '2022-04-28T11:05:30Z', 'revision_number': 5, 'project_id': '1d85c55944a24e6b8fc5b73917e91c0e', 'subnets': [{'id': 'a5c018ca-906e-4425-bf42-6e13a46d1530', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f09120cb-ca26-4408-aa32-890a68222b79', 'name': '', 'network_id': 'e9e840e6-70f7-4458-8b64-dba6bc6cb266', 'tenant_id': '1d85c55944a24e6b8fc5b73917e91c0e', 'mac_address': 'fa:16:3e:97:9c:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '077583a6-3e91-4e7b-b09b-2ee4e2f6efd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1142, 'fixed_ips': [{'subnet_id': '8afb77db-0064-4b35-a13f-7f7f16dba0f8', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:05:49Z', 'updated_at': '2022-04-28T11:05:55Z', 'revision_number': 4, 'project_id': '1d85c55944a24e6b8fc5b73917e91c0e', 'subnets': [{'id': '8afb77db-0064-4b35-a13f-7f7f16dba0f8', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f70b8dfa-b827-4b97-ab33-a3da7f94590a', 'name': '', 'network_id': 'dcd9b946-da1e-42aa-975b-f2fc3c00de71', 'tenant_id': '1d85c55944a24e6b8fc5b73917e91c0e', 'mac_address': 'fa:16:3e:62:4e:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '077583a6-3e91-4e7b-b09b-2ee4e2f6efd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1079, 'fixed_ips': [{'subnet_id': '82f04b91-b379-4454-bf04-c8f726296c87', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:05:32Z', 'updated_at': '2022-04-28T11:05:40Z', 'revision_number': 5, 'project_id': '1d85c55944a24e6b8fc5b73917e91c0e', 'subnets': [{'id': '82f04b91-b379-4454-bf04-c8f726296c87', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fab05aa9-78a7-44f6-8745-7acc679c8e96', 'name': '', 'network_id': '2fb255c7-9fa3-4e5e-b349-b201da445827', 'tenant_id': '1d85c55944a24e6b8fc5b73917e91c0e', 'mac_address': 'fa:16:3e:e1:19:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '077583a6-3e91-4e7b-b09b-2ee4e2f6efd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1108, 'fixed_ips': [{'subnet_id': '12b00ce9-212a-4d97-be2f-b5b818be2996', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:05:39Z', 'updated_at': '2022-04-28T11:05:47Z', 'revision_number': 5, 'project_id': '1d85c55944a24e6b8fc5b73917e91c0e', 'subnets': [{'id': '12b00ce9-212a-4d97-be2f-b5b818be2996', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=116163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:05:56.371789 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.plugin [None req-fab40231-e673-4f68-b2ca-c4690dbdcbb7 tempest-AllowedAddressPairTestJSON-759914361 tempest-AllowedAddressPairTestJSON-759914361-project] Deleting port 0ac039ca-13f1-4b9e-ac36-a755d0e2ff6f {{(pid=116162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 11:05:56.372143 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-fab40231-e673-4f68-b2ca-c4690dbdcbb7 tempest-AllowedAddressPairTestJSON-759914361 tempest-AllowedAddressPairTestJSON-759914361-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742235130188'] for port (0ac039ca-13f1-4b9e-ac36-a755d0e2ff6f), before_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:56.399188 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f09ef3d4-971b-40e9-8fd4-61d4c85ac8ef None None] The sync data for ids ['077583a6-3e91-4e7b-b09b-2ee4e2f6efd3'] in dv-neutron-master-2-hyperv is: [{'id': '077583a6-3e91-4e7b-b09b-2ee4e2f6efd3', 'name': 'tempest-RoutersTest-router-326742487', 'tenant_id': '1d85c55944a24e6b8fc5b73917e91c0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T11:05:19Z', 'updated_at': '2022-04-28T11:05:54Z', 'revision_number': 6, 'project_id': '1d85c55944a24e6b8fc5b73917e91c0e', 'gw_port_host': None, '_interfaces': [{'id': 'a11cbac1-383c-4f11-8169-eee231f42006', 'name': '', 'network_id': '98df3218-a027-4fe2-8b10-e1f1956e3827', 'tenant_id': '1d85c55944a24e6b8fc5b73917e91c0e', 'mac_address': 'fa:16:3e:33:5e:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '077583a6-3e91-4e7b-b09b-2ee4e2f6efd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1038, 'fixed_ips': [{'subnet_id': 'a5c018ca-906e-4425-bf42-6e13a46d1530', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:05:22Z', 'updated_at': '2022-04-28T11:05:30Z', 'revision_number': 5, 'project_id': '1d85c55944a24e6b8fc5b73917e91c0e', 'subnets': [{'id': 'a5c018ca-906e-4425-bf42-6e13a46d1530', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f09120cb-ca26-4408-aa32-890a68222b79', 'name': '', 'network_id': 'e9e840e6-70f7-4458-8b64-dba6bc6cb266', 'tenant_id': '1d85c55944a24e6b8fc5b73917e91c0e', 'mac_address': 'fa:16:3e:97:9c:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '077583a6-3e91-4e7b-b09b-2ee4e2f6efd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1142, 'fixed_ips': [{'subnet_id': '8afb77db-0064-4b35-a13f-7f7f16dba0f8', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:05:49Z', 'updated_at': '2022-04-28T11:05:55Z', 'revision_number': 4, 'project_id': '1d85c55944a24e6b8fc5b73917e91c0e', 'subnets': [{'id': '8afb77db-0064-4b35-a13f-7f7f16dba0f8', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f70b8dfa-b827-4b97-ab33-a3da7f94590a', 'name': '', 'network_id': 'dcd9b946-da1e-42aa-975b-f2fc3c00de71', 'tenant_id': '1d85c55944a24e6b8fc5b73917e91c0e', 'mac_address': 'fa:16:3e:62:4e:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '077583a6-3e91-4e7b-b09b-2ee4e2f6efd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1079, 'fixed_ips': [{'subnet_id': '82f04b91-b379-4454-bf04-c8f726296c87', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:05:32Z', 'updated_at': '2022-04-28T11:05:40Z', 'revision_number': 5, 'project_id': '1d85c55944a24e6b8fc5b73917e91c0e', 'subnets': [{'id': '82f04b91-b379-4454-bf04-c8f726296c87', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fab05aa9-78a7-44f6-8745-7acc679c8e96', 'name': '', 'network_id': '2fb255c7-9fa3-4e5e-b349-b201da445827', 'tenant_id': '1d85c55944a24e6b8fc5b73917e91c0e', 'mac_address': 'fa:16:3e:e1:19:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '077583a6-3e91-4e7b-b09b-2ee4e2f6efd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1108, 'fixed_ips': [{'subnet_id': '12b00ce9-212a-4d97-be2f-b5b818be2996', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:05:39Z', 'updated_at': '2022-04-28T11:05:47Z', 'revision_number': 5, 'project_id': '1d85c55944a24e6b8fc5b73917e91c0e', 'subnets': [{'id': '12b00ce9-212a-4d97-be2f-b5b818be2996', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=116163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 11:05:56.422962 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-91984366-8fcc-4a82-b171-b957de2cd2c2 tempest-NegativeSecGroupTest-1259928955 tempest-NegativeSecGroupTest-1259928955-project] 10.222.0.10 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.2242544 Apr 28 11:05:56.423565 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 54476) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:05:56.448943 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e41dd0d-91b0-4c92-8afd-311fcf1121f9 tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Network 5af9c5a9-50d8-4bfb-a7ef-82766428c3d5 is already hosted by enough agents. {{(pid=116161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 11:05:56.453859 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-332bc00b-d396-4f7c-a769-73ac8f718852 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742234744962'] for network (95a73077-5c3c-4a4f-9014-bee1df8e9c09), precommit_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:56.459550 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.scheduler.base_scheduler [None req-3e41dd0d-91b0-4c92-8afd-311fcf1121f9 tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Resources bound (agent type, host, resource id): {{(pid=116161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 11:05:56.499191 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff3982b9-b612-4a9f-87b3-d36f93894e20 None None] Network 5af9c5a9-50d8-4bfb-a7ef-82766428c3d5 requested from dv-neutron-master-2-hyperv {{(pid=116163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 11:05:56.530334 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e41dd0d-91b0-4c92-8afd-311fcf1121f9 tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:05:56.530972 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-3e41dd0d-91b0-4c92-8afd-311fcf1121f9 tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Publish callbacks [] for subnet (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:56.561804 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-ecc68dba-3d94-4e4d-9e21-a8f3f52fc841 None None] Current status of the port f09120cb-ca26-4408-aa32-890a68222b79 is: ACTIVE; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:05:56.591307 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-0ff2c141-3718-44b4-9a72-bbdf95f79e6f tempest-SecGroupIPv6Test-2111680406 tempest-SecGroupIPv6Test-2111680406-project] Publish callbacks [] for security_group_rule (ecb3acf4-0104-42d3-8881-d2e4b8aa5827), precommit_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:56.607801 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-fab40231-e673-4f68-b2ca-c4690dbdcbb7 tempest-AllowedAddressPairTestJSON-759914361 tempest-AllowedAddressPairTestJSON-759914361-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1938497'] for port (0ac039ca-13f1-4b9e-ac36-a755d0e2ff6f), precommit_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:56.633984 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.plugin [None req-fab40231-e673-4f68-b2ca-c4690dbdcbb7 tempest-AllowedAddressPairTestJSON-759914361 tempest-AllowedAddressPairTestJSON-759914361-project] Calling delete_port for 0ac039ca-13f1-4b9e-ac36-a755d0e2ff6f owned by {{(pid=116162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 11:05:56.635990 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-e3d49836-1723-4639-a2ed-9b39074ace5e tempest-NegativeSecGroupTest-1259928955 tempest-NegativeSecGroupTest-1259928955-project] Publish callbacks [] for security_group (d0fcdc80-f601-4ec8-a5c2-5cb3ec62d4d6), before_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:56.640976 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e41dd0d-91b0-4c92-8afd-311fcf1121f9 tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Pushing event updated for resources: {'Subnet': ['ID=5dc99b43-749f-491b-a9ad-2224513f0de6,revision_number=0']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:05:56.644656 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-878c7d66-bba2-462a-8cd7-fdc20b25d84a None None] DHCP port deletion for b8f680de-c70a-4a82-ae85-7e933bd84322 request from dv-neutron-master-2-hyperv {{(pid=116163) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 28 11:05:56.655386 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.db [None req-79590d5a-a891-44c9-bd9f-8c662090b297 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] For port ee0a5d5c-f24a-4f81-8636-e15556820fea, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=ee0a5d5c-f24a-4f81-8636-e15556820fea,segment=NetworkSegment(3e339841-0b62-41a1-aacb-4c64af450011),segment_id=3e339841-0b62-41a1-aacb-4c64af450011)] {{(pid=116161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 11:05:56.655765 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-79590d5a-a891-44c9-bd9f-8c662090b297 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1938497'] for port (ee0a5d5c-f24a-4f81-8636-e15556820fea), precommit_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:56.665514 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-3e41dd0d-91b0-4c92-8afd-311fcf1121f9 tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.7542562 Apr 28 11:05:56.692660 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 54478) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:05:56.703423 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.v2.base [None req-a8fec761-762a-4a65-a99c-9b9cb8c54727 tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1890092606', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '5dc99b43-749f-491b-a9ad-2224513f0de6'}], 'security_groups': ['cf758f06-c3f0-4d54-8a40-156162f59042', '8c8ba7ed-0d42-4b2f-8408-da72bf43798b']}} {{(pid=116161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:05:56.716548 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-0ff2c141-3718-44b4-9a72-bbdf95f79e6f tempest-SecGroupIPv6Test-2111680406 tempest-SecGroupIPv6Test-2111680406-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1912725'] for security_group_rule (ecb3acf4-0104-42d3-8881-d2e4b8aa5827), after_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:56.718723 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.plugin [None req-79590d5a-a891-44c9-bd9f-8c662090b297 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Calling delete_port for ee0a5d5c-f24a-4f81-8636-e15556820fea owned by network:dhcp {{(pid=116161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 11:05:56.731372 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-878c7d66-bba2-462a-8cd7-fdc20b25d84a None None] Deleting port ee0a5d5c-f24a-4f81-8636-e15556820fea {{(pid=116163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 11:05:56.732304 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-878c7d66-bba2-462a-8cd7-fdc20b25d84a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742235130188'] for port (ee0a5d5c-f24a-4f81-8636-e15556820fea), before_delete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:56.740400 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-332bc00b-d396-4f7c-a769-73ac8f718852 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042'] for network (95a73077-5c3c-4a4f-9014-bee1df8e9c09), after_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:56.741306 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-332bc00b-d396-4f7c-a769-73ac8f718852 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:05:56.741897 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-332bc00b-d396-4f7c-a769-73ac8f718852 admin admin] Publish callbacks [] for network (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:56.758890 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff2c141-3718-44b4-9a72-bbdf95f79e6f tempest-SecGroupIPv6Test-2111680406 tempest-SecGroupIPv6Test-2111680406-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ecb3acf4-0104-42d3-8881-d2e4b8aa5827,revision_number=0']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:05:56.804104 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-e3d49836-1723-4639-a2ed-9b39074ace5e tempest-NegativeSecGroupTest-1259928955 tempest-NegativeSecGroupTest-1259928955-project] Publish callbacks [] for security_group (d0fcdc80-f601-4ec8-a5c2-5cb3ec62d4d6), precommit_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:56.814986 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-878c7d66-bba2-462a-8cd7-fdc20b25d84a None None] For port ee0a5d5c-f24a-4f81-8636-e15556820fea, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=ee0a5d5c-f24a-4f81-8636-e15556820fea,segment=NetworkSegment(3e339841-0b62-41a1-aacb-4c64af450011),segment_id=3e339841-0b62-41a1-aacb-4c64af450011)] {{(pid=116163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 11:05:56.815491 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-878c7d66-bba2-462a-8cd7-fdc20b25d84a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1938497'] for port (ee0a5d5c-f24a-4f81-8636-e15556820fea), precommit_delete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:56.848047 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84b132bc-087f-407b-8ca2-05362349864c tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=116161) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 11:05:56.849768 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-878c7d66-bba2-462a-8cd7-fdc20b25d84a None None] Calling delete_port for ee0a5d5c-f24a-4f81-8636-e15556820fea owned by network:dhcp {{(pid=116163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 11:05:56.868268 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-84b132bc-087f-407b-8ca2-05362349864c tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Publish callbacks [] for router (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:56.869498 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-84b132bc-087f-407b-8ca2-05362349864c tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] 10.222.0.10 "PUT /v2.0/routers/077583a6-3e91-4e7b-b09b-2ee4e2f6efd3 HTTP/1.1" status: 200 len: 933 time: 3.0785604 Apr 28 11:05:56.875998 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 54480) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:05:56.909200 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d99f5f06-db7c-45cc-8cc1-640a28d642ff None None] Update dhcp port {'port': {'network_id': '5af9c5a9-50d8-4bfb-a7ef-82766428c3d5', 'fixed_ips': [{'subnet_id': '720d382a-3dde-4059-9ea9-eaec2fee9178', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '38cf10a5-c012-4ada-81e9-5d79976559d0', 'ip_address': '2001:db8::2'}, {'subnet_id': '5dc99b43-749f-491b-a9ad-2224513f0de6'}], 'binding:host_id': 'dv-neutron-master-2-hyperv'}, 'id': '14cb9b38-d261-4aef-bfb5-588d0ba37e81'} from dv-neutron-master-2-hyperv. {{(pid=116163) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Apr 28 11:05:56.949672 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-0ff2c141-3718-44b4-9a72-bbdf95f79e6f tempest-SecGroupIPv6Test-2111680406 tempest-SecGroupIPv6Test-2111680406-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:56.954004 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-0ff2c141-3718-44b4-9a72-bbdf95f79e6f tempest-SecGroupIPv6Test-2111680406 tempest-SecGroupIPv6Test-2111680406-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.0588284 Apr 28 11:05:56.954679 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 54482) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:05:56.957164 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-d99f5f06-db7c-45cc-8cc1-640a28d642ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (14cb9b38-d261-4aef-bfb5-588d0ba37e81), before_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:56.975675 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-332bc00b-d396-4f7c-a769-73ac8f718852 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.5773380 Apr 28 11:05:56.979523 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332bc00b-d396-4f7c-a769-73ac8f718852 admin admin] Pushing event updated for resources: {'Network': ['ID=95a73077-5c3c-4a4f-9014-bee1df8e9c09,revision_number=1']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:05:56.986040 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 54484) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:05:56.990530 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.v2.base [None req-925e4411-4527-44ae-adde-562e0a149b04 admin admin] Request body: {'subnet': {'network_id': '95a73077-5c3c-4a4f-9014-bee1df8e9c09', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-363191542-subnet', 'tenant_id': '552a7719c35843ecaa8ce5b648a02d25', 'ip_version': 4}} {{(pid=116162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:05:57.015061 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Network 95a73077-5c3c-4a4f-9014-bee1df8e9c09 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=116163) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 28 11:05:57.063919 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-fab40231-e673-4f68-b2ca-c4690dbdcbb7 tempest-AllowedAddressPairTestJSON-759914361 tempest-AllowedAddressPairTestJSON-759914361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742235135690', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742234710366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5051867'] for port (0ac039ca-13f1-4b9e-ac36-a755d0e2ff6f), after_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:57.067188 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-11f63360-4371-416d-8aba-3446a49bda87 tempest-SecGroupIPv6Test-2111680406 tempest-SecGroupIPv6Test-2111680406-project] 10.222.0.10 "GET /v2.0/security-group-rules/ecb3acf4-0104-42d3-8881-d2e4b8aa5827 HTTP/1.1" status: 200 len: 763 time: 0.1067123 Apr 28 11:05:57.067783 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 54486) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:05:57.110076 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab40231-e673-4f68-b2ca-c4690dbdcbb7 tempest-AllowedAddressPairTestJSON-759914361 tempest-AllowedAddressPairTestJSON-759914361-project] Pushing event deleted for resources: {'Port': ['ID=0ac039ca-13f1-4b9e-ac36-a755d0e2ff6f,revision_number=None']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:05:57.114035 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-e3d49836-1723-4639-a2ed-9b39074ace5e tempest-NegativeSecGroupTest-1259928955 tempest-NegativeSecGroupTest-1259928955-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924426'] for security_group (d0fcdc80-f601-4ec8-a5c2-5cb3ec62d4d6), after_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:57.117399 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-e3d49836-1723-4639-a2ed-9b39074ace5e tempest-NegativeSecGroupTest-1259928955 tempest-NegativeSecGroupTest-1259928955-project] Publish callbacks [] for security_group (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:57.119043 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-e3d49836-1723-4639-a2ed-9b39074ace5e tempest-NegativeSecGroupTest-1259928955 tempest-NegativeSecGroupTest-1259928955-project] 10.222.0.10 "DELETE /v2.0/security-groups/d0fcdc80-f601-4ec8-a5c2-5cb3ec62d4d6 HTTP/1.1" status: 204 len: 168 time: 0.6805565 Apr 28 11:05:57.121207 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-925e4411-4527-44ae-adde-562e0a149b04 admin admin] Made reservation on behalf of 552a7719c35843ecaa8ce5b648a02d25 for: {'subnet': 1} {{(pid=116162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 11:05:57.126615 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-925e4411-4527-44ae-adde-562e0a149b04 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4210834'] for subnet (None), before_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:57.129228 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 54488) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:05:57.148190 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-878c7d66-bba2-462a-8cd7-fdc20b25d84a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742235135690', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742234710366'] for port (ee0a5d5c-f24a-4f81-8636-e15556820fea), after_delete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:57.205674 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-878c7d66-bba2-462a-8cd7-fdc20b25d84a None None] No DVR routers for this DVR port ee0a5d5c-f24a-4f81-8636-e15556820fea on host dv-neutron-master-2-hyperv {{(pid=116163) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 11:05:57.207416 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-878c7d66-bba2-462a-8cd7-fdc20b25d84a None None] Pushing event deleted for resources: {'Port': ['ID=ee0a5d5c-f24a-4f81-8636-e15556820fea,revision_number=None']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:05:57.274346 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d49836-1723-4639-a2ed-9b39074ace5e tempest-NegativeSecGroupTest-1259928955 tempest-NegativeSecGroupTest-1259928955-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0fcdc80-f601-4ec8-a5c2-5cb3ec62d4d6,revision_number=None']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:05:57.321706 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.db_base_plugin_common [None req-d99f5f06-db7c-45cc-8cc1-640a28d642ff None None] Allocated IP 2001:db8:0:2::2 (5af9c5a9-50d8-4bfb-a7ef-82766428c3d5/5dc99b43-749f-491b-a9ad-2224513f0de6/14cb9b38-d261-4aef-bfb5-588d0ba37e81) {{(pid=116163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 11:05:57.490550 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-d99f5f06-db7c-45cc-8cc1-640a28d642ff None None] For port 14cb9b38-d261-4aef-bfb5-588d0ba37e81, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=14cb9b38-d261-4aef-bfb5-588d0ba37e81,segment=NetworkSegment(607b19e2-1a18-4dda-af95-186903fc66e1),segment_id=607b19e2-1a18-4dda-af95-186903fc66e1)] {{(pid=116163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 11:05:57.524579 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-79590d5a-a891-44c9-bd9f-8c662090b297 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742235135690', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742234710366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5219112'] for port (ee0a5d5c-f24a-4f81-8636-e15556820fea), after_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:57.535800 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-d99f5f06-db7c-45cc-8cc1-640a28d642ff None None] Publish callbacks [] for port (14cb9b38-d261-4aef-bfb5-588d0ba37e81), precommit_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:57.557305 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79590d5a-a891-44c9-bd9f-8c662090b297 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] No DVR routers for this DVR port ee0a5d5c-f24a-4f81-8636-e15556820fea on host dv-neutron-master-2-hyperv {{(pid=116161) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 11:05:57.570343 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-e62e363a-40e1-413f-8252-5992060bff50 tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] 10.222.0.10 "GET /v2.0/routers/077583a6-3e91-4e7b-b09b-2ee4e2f6efd3 HTTP/1.1" status: 200 len: 933 time: 0.6934650 Apr 28 11:05:57.595068 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 54490) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:05:57.601245 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.v2.base [None req-d7baf6cc-1f48-49c2-b2e9-1ef714db9f6d tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Request body: {'router': {'routes': None}} {{(pid=116161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:05:57.630498 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79590d5a-a891-44c9-bd9f-8c662090b297 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Pushing event deleted for resources: {'Port': ['ID=ee0a5d5c-f24a-4f81-8636-e15556820fea,revision_number=None']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:05:57.640958 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e20bd8a-cf1b-4866-98a0-60d9998e3c15 None None] Sync routers for ids ['077583a6-3e91-4e7b-b09b-2ee4e2f6efd3'] in dv-neutron-master-2-hyperv {{(pid=116164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 11:05:57.654148 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e20bd8a-cf1b-4866-98a0-60d9998e3c15 None None] Routers {'077583a6-3e91-4e7b-b09b-2ee4e2f6efd3'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=116164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 11:05:57.655093 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_hamode_db [None req-0e20bd8a-cf1b-4866-98a0-60d9998e3c15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-28T10:50:39Z,description=,heartbeat_timestamp=2022-04-28T11:05:39Z,host='dv-neutron-master-2-hyperv',id=6b492ad6-0876-4d74-b20d-28143a52ceba,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T10:50:40Z,topic='l3_agent')) {'router_ids': ['077583a6-3e91-4e7b-b09b-2ee4e2f6efd3'], 'active': True} {{(pid=116164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:05:57.663590 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-d99f5f06-db7c-45cc-8cc1-640a28d642ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393'] for port (14cb9b38-d261-4aef-bfb5-588d0ba37e81), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:57.694520 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-6510a107-7b59-47c7-9fa8-9b85cfbddf8b tempest-SecGroupIPv6Test-2111680406 tempest-SecGroupIPv6Test-2111680406-project] 10.222.0.10 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.6216550 Apr 28 11:05:57.711919 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 54492) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:05:57.783795 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Device f09120cb-ca26-4408-aa32-890a68222b79 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=116163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 11:05:57.794453 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_dvr_db [None req-0e20bd8a-cf1b-4866-98a0-60d9998e3c15 None None] Set router 077583a6-3e91-4e7b-b09b-2ee4e2f6efd3 gateway port host: None {{(pid=116164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 11:05:57.811884 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99f5f06-db7c-45cc-8cc1-640a28d642ff None None] Pushing event updated for resources: {'Port': ['ID=14cb9b38-d261-4aef-bfb5-588d0ba37e81,revision_number=7']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:05:57.830214 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-79590d5a-a891-44c9-bd9f-8c662090b297 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-973498', 'neutron.services.segments.db._delete_segments_for_network-8742235207033'] for network (b8f680de-c70a-4a82-ae85-7e933bd84322), precommit_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:57.832618 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-a8fec761-762a-4a65-a99c-9b9cb8c54727 tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (78cdf70c-122f-4fcd-88f6-d3da2fd43616), before_update {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:57.899472 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Provisioning complete for port f09120cb-ca26-4408-aa32-890a68222b79 triggered by entity L2. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:05:57.899743 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (f09120cb-ca26-4408-aa32-890a68222b79), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:57.985736 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-fab40231-e673-4f68-b2ca-c4690dbdcbb7 tempest-AllowedAddressPairTestJSON-759914361 tempest-AllowedAddressPairTestJSON-759914361-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198022'] for port (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:57.989170 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-fab40231-e673-4f68-b2ca-c4690dbdcbb7 tempest-AllowedAddressPairTestJSON-759914361 tempest-AllowedAddressPairTestJSON-759914361-project] 10.222.0.10 "DELETE /v2.0/ports/0ac039ca-13f1-4b9e-ac36-a755d0e2ff6f HTTP/1.1" status: 204 len: 168 time: 1.8352699 Apr 28 11:05:58.004571 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 54494) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:05:58.020324 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Current status of the port f09120cb-ca26-4408-aa32-890a68222b79 is: ACTIVE; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:05:58.028788 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.services.segments.db [None req-79590d5a-a891-44c9-bd9f-8c662090b297 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b8f680de-c70a-4a82-ae85-7e933bd84322']}} {{(pid=116161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:05:58.031061 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_hamode_db [None req-0e20bd8a-cf1b-4866-98a0-60d9998e3c15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '077583a6-3e91-4e7b-b09b-2ee4e2f6efd3', 'name': 'tempest-RoutersTest-router-326742487', 'tenant_id': '1d85c55944a24e6b8fc5b73917e91c0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T11:05:19Z', 'updated_at': '2022-04-28T11:05:54Z', 'revision_number': 6, 'project_id': '1d85c55944a24e6b8fc5b73917e91c0e', 'gw_port_host': None, '_interfaces': [{'id': 'a11cbac1-383c-4f11-8169-eee231f42006', 'name': '', 'network_id': '98df3218-a027-4fe2-8b10-e1f1956e3827', 'tenant_id': '1d85c55944a24e6b8fc5b73917e91c0e', 'mac_address': 'fa:16:3e:33:5e:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '077583a6-3e91-4e7b-b09b-2ee4e2f6efd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1038, 'fixed_ips': [{'subnet_id': 'a5c018ca-906e-4425-bf42-6e13a46d1530', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:05:22Z', 'updated_at': '2022-04-28T11:05:30Z', 'revision_number': 5, 'project_id': '1d85c55944a24e6b8fc5b73917e91c0e', 'subnets': [{'id': 'a5c018ca-906e-4425-bf42-6e13a46d1530', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f09120cb-ca26-4408-aa32-890a68222b79', 'name': '', 'network_id': 'e9e840e6-70f7-4458-8b64-dba6bc6cb266', 'tenant_id': '1d85c55944a24e6b8fc5b73917e91c0e', 'mac_address': 'fa:16:3e:97:9c:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '077583a6-3e91-4e7b-b09b-2ee4e2f6efd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1142, 'fixed_ips': [{'subnet_id': '8afb77db-0064-4b35-a13f-7f7f16dba0f8', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:05:49Z', 'updated_at': '2022-04-28T11:05:55Z', 'revision_number': 5, 'project_id': '1d85c55944a24e6b8fc5b73917e91c0e', 'subnets': [{'id': '8afb77db-0064-4b35-a13f-7f7f16dba0f8', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f70b8dfa-b827-4b97-ab33-a3da7f94590a', 'name': '', 'network_id': 'dcd9b946-da1e-42aa-975b-f2fc3c00de71', 'tenant_id': '1d85c55944a24e6b8fc5b73917e91c0e', 'mac_address': 'fa:16:3e:62:4e:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '077583a6-3e91-4e7b-b09b-2ee4e2f6efd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1079, 'fixed_ips': [{'subnet_id': '82f04b91-b379-4454-bf04-c8f726296c87', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:05:32Z', 'updated_at': '2022-04-28T11:05:40Z', 'revision_number': 5, 'project_id': '1d85c55944a24e6b8fc5b73917e91c0e', 'subnets': [{'id': '82f04b91-b379-4454-bf04-c8f726296c87', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fab05aa9-78a7-44f6-8745-7acc679c8e96', 'name': '', 'network_id': '2fb255c7-9fa3-4e5e-b349-b201da445827', 'tenant_id': '1d85c55944a24e6b8fc5b73917e91c0e', 'mac_address': 'fa:16:3e:e1:19:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '077583a6-3e91-4e7b-b09b-2ee4e2f6efd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1108, 'fixed_ips': [{'subnet_id': '12b00ce9-212a-4d97-be2f-b5b818be2996', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:05:39Z', 'updated_at': '2022-04-28T11:05:47Z', 'revision_number': 5, 'project_id': '1d85c55944a24e6b8fc5b73917e91c0e', 'subnets': [{'id': '12b00ce9-212a-4d97-be2f-b5b818be2996', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=116164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:05:58.042328 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-5fb6481c-e8e4-4c68-a82c-2091bfd61721 tempest-SecGroupIPv6Test-2111680406 tempest-SecGroupIPv6Test-2111680406-project] Publish callbacks [] for security_group_rule (ecb3acf4-0104-42d3-8881-d2e4b8aa5827), before_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:58.064881 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-925e4411-4527-44ae-adde-562e0a149b04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5054027', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4210784'] for subnet (49bbb4f0-3980-4b52-84ba-965c72e99e66), after_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:58.080709 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e20bd8a-cf1b-4866-98a0-60d9998e3c15 None None] Checking router: 077583a6-3e91-4e7b-b09b-2ee4e2f6efd3 for host: dv-neutron-master-2-hyperv {{(pid=116164) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 11:05:58.092290 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e20bd8a-cf1b-4866-98a0-60d9998e3c15 None None] Routers {'077583a6-3e91-4e7b-b09b-2ee4e2f6efd3'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=116164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 11:05:58.093280 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_hamode_db [None req-0e20bd8a-cf1b-4866-98a0-60d9998e3c15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-28T10:50:39Z,description=,heartbeat_timestamp=2022-04-28T11:05:39Z,host='dv-neutron-master-2-hyperv',id=6b492ad6-0876-4d74-b20d-28143a52ceba,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T10:50:40Z,topic='l3_agent')) {'router_ids': ['077583a6-3e91-4e7b-b09b-2ee4e2f6efd3'], 'active': True} {{(pid=116164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:05:58.121461 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Device ee0a5d5c-f24a-4f81-8636-e15556820fea no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=116163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 11:05:58.121974 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-925e4411-4527-44ae-adde-562e0a149b04 admin admin] Pushing event updated for resources: {'Subnet': ['ID=49bbb4f0-3980-4b52-84ba-965c72e99e66,revision_number=0']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:05:58.128829 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-5fb6481c-e8e4-4c68-a82c-2091bfd61721 tempest-SecGroupIPv6Test-2111680406 tempest-SecGroupIPv6Test-2111680406-project] Publish callbacks [] for security_group_rule (ecb3acf4-0104-42d3-8881-d2e4b8aa5827), precommit_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:58.131257 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.pecan_wsgi.hooks.translation [None req-e5f3ae5d-5d81-41ad-a8d1-09dae481d69c tempest-AllowedAddressPairTestJSON-759914361 tempest-AllowedAddressPairTestJSON-759914361-project] GET failed (client error): The resource could not be found. Apr 28 11:05:58.132746 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-e5f3ae5d-5d81-41ad-a8d1-09dae481d69c tempest-AllowedAddressPairTestJSON-759914361 tempest-AllowedAddressPairTestJSON-759914361-project] 10.222.0.10 "GET /v2.0/ports/0ac039ca-13f1-4b9e-ac36-a755d0e2ff6f HTTP/1.1" status: 404 len: 333 time: 0.1147075 Apr 28 11:05:58.139069 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-4e56b752-2ec1-416b-8efc-90953137e1b8 tempest-NegativeSecGroupTest-1259928955 tempest-NegativeSecGroupTest-1259928955-project] 10.222.0.10 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.9924622 Apr 28 11:05:58.139685 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 54496) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:05:58.148209 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.services.segments.db [None req-79590d5a-a891-44c9-bd9f-8c662090b297 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3e339841-0b62-41a1-aacb-4c64af450011') {'for_net_delete': True} {{(pid=116161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:05:58.148515 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.services.segments.db [None req-79590d5a-a891-44c9-bd9f-8c662090b297 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3e339841-0b62-41a1-aacb-4c64af450011') {} {{(pid=116161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:05:58.149400 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] No Port match for: ee0a5d5c-f24a-4f81-8636-e15556820fea {{(pid=116163) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 28 11:05:58.150013 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Device ee0a5d5c-f24a-4f81-8636-e15556820fea not bound to the agent host dv-neutron-master-2-hyperv {{(pid=116163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 11:05:58.151712 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 54498) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:05:58.160552 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.v2.base [None req-f65c8b6a-d545-4f62-9a70-3e4466340a49 tempest-NegativeSecGroupTest-1259928955 tempest-NegativeSecGroupTest-1259928955-project] Request body: {'security_group': {'name': 'tempest-secgroup--282803172'}} {{(pid=116161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:05:58.225654 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_dvr_db [None req-0e20bd8a-cf1b-4866-98a0-60d9998e3c15 None None] Set router 077583a6-3e91-4e7b-b09b-2ee4e2f6efd3 gateway port host: None {{(pid=116164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 11:05:58.237717 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-79590d5a-a891-44c9-bd9f-8c662090b297 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742235208578', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8076969'] for segment (3e339841-0b62-41a1-aacb-4c64af450011), before_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:58.283670 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-79590d5a-a891-44c9-bd9f-8c662090b297 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-961978'] for segment (3e339841-0b62-41a1-aacb-4c64af450011), precommit_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:58.309150 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-5fb6481c-e8e4-4c68-a82c-2091bfd61721 tempest-SecGroupIPv6Test-2111680406 tempest-SecGroupIPv6Test-2111680406-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1912725'] for security_group_rule (ecb3acf4-0104-42d3-8881-d2e4b8aa5827), after_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:58.319342 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-5fb6481c-e8e4-4c68-a82c-2091bfd61721 tempest-SecGroupIPv6Test-2111680406 tempest-SecGroupIPv6Test-2111680406-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:58.323558 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-5fb6481c-e8e4-4c68-a82c-2091bfd61721 tempest-SecGroupIPv6Test-2111680406 tempest-SecGroupIPv6Test-2111680406-project] 10.222.0.10 "DELETE /v2.0/security-group-rules/ecb3acf4-0104-42d3-8881-d2e4b8aa5827 HTTP/1.1" status: 204 len: 168 time: 0.6022513 Apr 28 11:05:58.334386 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 54500) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:05:58.335044 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-79590d5a-a891-44c9-bd9f-8c662090b297 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Releasing vlan 55 on physical network physnet1 to pool {{(pid=116161) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 11:05:58.335469 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-79590d5a-a891-44c9-bd9f-8c662090b297 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-961978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5219103'] for segment (3e339841-0b62-41a1-aacb-4c64af450011), after_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:58.338660 dv-neutron-master-2-hyperv neutron-server[116161]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 28 11:05:58.338660 dv-neutron-master-2-hyperv neutron-server[116161]: self.session.flush() Apr 28 11:05:58.338660 dv-neutron-master-2-hyperv neutron-server[116161]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 28 11:05:58.338660 dv-neutron-master-2-hyperv neutron-server[116161]: self.session.flush() Apr 28 11:05:58.338660 dv-neutron-master-2-hyperv neutron-server[116161]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 28 11:05:58.338660 dv-neutron-master-2-hyperv neutron-server[116161]: self.session.flush() Apr 28 11:05:58.338660 dv-neutron-master-2-hyperv neutron-server[116161]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 28 11:05:58.338660 dv-neutron-master-2-hyperv neutron-server[116161]: self.session.flush() Apr 28 11:05:58.338660 dv-neutron-master-2-hyperv neutron-server[116161]: Traceback (most recent call last): Apr 28 11:05:58.338660 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 11:05:58.338660 dv-neutron-master-2-hyperv neutron-server[116161]: timer() Apr 28 11:05:58.338660 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 11:05:58.338660 dv-neutron-master-2-hyperv neutron-server[116161]: cb(*args, **kw) Apr 28 11:05:58.338660 dv-neutron-master-2-hyperv neutron-server[116161]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 28 11:05:58.338660 dv-neutron-master-2-hyperv neutron-server[116161]: return func(*args, **kwargs) Apr 28 11:05:58.338660 dv-neutron-master-2-hyperv neutron-server[116161]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 11:05:58.338660 dv-neutron-master-2-hyperv neutron-server[116161]: self._notify() Apr 28 11:05:58.338660 dv-neutron-master-2-hyperv neutron-server[116161]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 11:05:58.338660 dv-neutron-master-2-hyperv neutron-server[116161]: self.callback(batched_events) Apr 28 11:05:58.338660 dv-neutron-master-2-hyperv neutron-server[116161]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 11:05:58.338660 dv-neutron-master-2-hyperv neutron-server[116161]: event.method(event) Apr 28 11:05:58.338660 dv-neutron-master-2-hyperv neutron-server[116161]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 28 11:05:58.338660 dv-neutron-master-2-hyperv neutron-server[116161]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 11:05:58.338660 dv-neutron-master-2-hyperv neutron-server[116161]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 28 11:05:58.338660 dv-neutron-master-2-hyperv neutron-server[116161]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 11:05:58.338660 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 28 11:05:58.338660 dv-neutron-master-2-hyperv neutron-server[116161]: return f(self, *a, **k) Apr 28 11:05:58.338660 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 28 11:05:58.338660 dv-neutron-master-2-hyperv neutron-server[116161]: return self._get(url).json() Apr 28 11:05:58.338660 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 28 11:05:58.338660 dv-neutron-master-2-hyperv neutron-server[116161]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 11:05:58.338660 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 11:05:58.338660 dv-neutron-master-2-hyperv neutron-server[116161]: return self.request(url, 'GET', **kwargs) Apr 28 11:05:58.338660 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 11:05:58.338660 dv-neutron-master-2-hyperv neutron-server[116161]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 11:05:58.338660 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 11:05:58.338660 dv-neutron-master-2-hyperv neutron-server[116161]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 11:05:58.338660 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 11:05:58.338660 dv-neutron-master-2-hyperv neutron-server[116161]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 11:05:58.338660 dv-neutron-master-2-hyperv neutron-server[116161]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 11:05:58.366296 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb6481c-e8e4-4c68-a82c-2091bfd61721 tempest-SecGroupIPv6Test-2111680406 tempest-SecGroupIPv6Test-2111680406-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ecb3acf4-0104-42d3-8881-d2e4b8aa5827,revision_number=None']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:05:58.385883 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-925e4411-4527-44ae-adde-562e0a149b04 admin admin] Checking segment: {'id': 'd6ab13ae-3a67-4b86-b1c5-eddbcd455107', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '95a73077-5c3c-4a4f-9014-bee1df8e9c09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 11:05:58.386256 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-925e4411-4527-44ae-adde-562e0a149b04 admin admin] Network hostable DHCP agents. Network: 95a73077-5c3c-4a4f-9014-bee1df8e9c09, hostable agents: ['75ba81b7-fe99-4281-90d2-a5adb445ecea'], hosted agents: [] {{(pid=116162) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 11:05:58.399731 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.plugin [None req-89035da3-cb8e-473c-96e4-0724f030d527 tempest-AllowedAddressPairTestJSON-759914361 tempest-AllowedAddressPairTestJSON-759914361-project] Deleting port 8de7fd0b-9328-456a-aa53-d9c05a1f6355 {{(pid=116162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 11:05:58.400072 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-89035da3-cb8e-473c-96e4-0724f030d527 tempest-AllowedAddressPairTestJSON-759914361 tempest-AllowedAddressPairTestJSON-759914361-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742235130188'] for port (8de7fd0b-9328-456a-aa53-d9c05a1f6355), before_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:58.401879 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-f65c8b6a-d545-4f62-9a70-3e4466340a49 tempest-NegativeSecGroupTest-1259928955 tempest-NegativeSecGroupTest-1259928955-project] Publish callbacks [] for security_group (None), before_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:58.482715 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_hamode_db [None req-0e20bd8a-cf1b-4866-98a0-60d9998e3c15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '077583a6-3e91-4e7b-b09b-2ee4e2f6efd3', 'name': 'tempest-RoutersTest-router-326742487', 'tenant_id': '1d85c55944a24e6b8fc5b73917e91c0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T11:05:19Z', 'updated_at': '2022-04-28T11:05:54Z', 'revision_number': 6, 'project_id': '1d85c55944a24e6b8fc5b73917e91c0e', 'gw_port_host': None, '_interfaces': [{'id': 'a11cbac1-383c-4f11-8169-eee231f42006', 'name': '', 'network_id': '98df3218-a027-4fe2-8b10-e1f1956e3827', 'tenant_id': '1d85c55944a24e6b8fc5b73917e91c0e', 'mac_address': 'fa:16:3e:33:5e:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '077583a6-3e91-4e7b-b09b-2ee4e2f6efd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1038, 'fixed_ips': [{'subnet_id': 'a5c018ca-906e-4425-bf42-6e13a46d1530', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:05:22Z', 'updated_at': '2022-04-28T11:05:30Z', 'revision_number': 5, 'project_id': '1d85c55944a24e6b8fc5b73917e91c0e', 'subnets': [{'id': 'a5c018ca-906e-4425-bf42-6e13a46d1530', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f09120cb-ca26-4408-aa32-890a68222b79', 'name': '', 'network_id': 'e9e840e6-70f7-4458-8b64-dba6bc6cb266', 'tenant_id': '1d85c55944a24e6b8fc5b73917e91c0e', 'mac_address': 'fa:16:3e:97:9c:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '077583a6-3e91-4e7b-b09b-2ee4e2f6efd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1142, 'fixed_ips': [{'subnet_id': '8afb77db-0064-4b35-a13f-7f7f16dba0f8', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:05:49Z', 'updated_at': '2022-04-28T11:05:55Z', 'revision_number': 5, 'project_id': '1d85c55944a24e6b8fc5b73917e91c0e', 'subnets': [{'id': '8afb77db-0064-4b35-a13f-7f7f16dba0f8', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f70b8dfa-b827-4b97-ab33-a3da7f94590a', 'name': '', 'network_id': 'dcd9b946-da1e-42aa-975b-f2fc3c00de71', 'tenant_id': '1d85c55944a24e6b8fc5b73917e91c0e', 'mac_address': 'fa:16:3e:62:4e:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '077583a6-3e91-4e7b-b09b-2ee4e2f6efd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1079, 'fixed_ips': [{'subnet_id': '82f04b91-b379-4454-bf04-c8f726296c87', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:05:32Z', 'updated_at': '2022-04-28T11:05:40Z', 'revision_number': 5, 'project_id': '1d85c55944a24e6b8fc5b73917e91c0e', 'subnets': [{'id': '82f04b91-b379-4454-bf04-c8f726296c87', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fab05aa9-78a7-44f6-8745-7acc679c8e96', 'name': '', 'network_id': '2fb255c7-9fa3-4e5e-b349-b201da445827', 'tenant_id': '1d85c55944a24e6b8fc5b73917e91c0e', 'mac_address': 'fa:16:3e:e1:19:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '077583a6-3e91-4e7b-b09b-2ee4e2f6efd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1108, 'fixed_ips': [{'subnet_id': '12b00ce9-212a-4d97-be2f-b5b818be2996', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:05:39Z', 'updated_at': '2022-04-28T11:05:47Z', 'revision_number': 5, 'project_id': '1d85c55944a24e6b8fc5b73917e91c0e', 'subnets': [{'id': '12b00ce9-212a-4d97-be2f-b5b818be2996', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=116164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:05:58.513314 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-061b71ee-a05f-4205-a422-ba8af0d863c0 tempest-SecGroupIPv6Test-2111680406 tempest-SecGroupIPv6Test-2111680406-project] 10.222.0.10 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1681380 Apr 28 11:05:58.513949 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 54502) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:05:58.519176 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e20bd8a-cf1b-4866-98a0-60d9998e3c15 None None] The sync data for ids ['077583a6-3e91-4e7b-b09b-2ee4e2f6efd3'] in dv-neutron-master-2-hyperv is: [{'id': '077583a6-3e91-4e7b-b09b-2ee4e2f6efd3', 'name': 'tempest-RoutersTest-router-326742487', 'tenant_id': '1d85c55944a24e6b8fc5b73917e91c0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T11:05:19Z', 'updated_at': '2022-04-28T11:05:54Z', 'revision_number': 6, 'project_id': '1d85c55944a24e6b8fc5b73917e91c0e', 'gw_port_host': None, '_interfaces': [{'id': 'a11cbac1-383c-4f11-8169-eee231f42006', 'name': '', 'network_id': '98df3218-a027-4fe2-8b10-e1f1956e3827', 'tenant_id': '1d85c55944a24e6b8fc5b73917e91c0e', 'mac_address': 'fa:16:3e:33:5e:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '077583a6-3e91-4e7b-b09b-2ee4e2f6efd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1038, 'fixed_ips': [{'subnet_id': 'a5c018ca-906e-4425-bf42-6e13a46d1530', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:05:22Z', 'updated_at': '2022-04-28T11:05:30Z', 'revision_number': 5, 'project_id': '1d85c55944a24e6b8fc5b73917e91c0e', 'subnets': [{'id': 'a5c018ca-906e-4425-bf42-6e13a46d1530', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f09120cb-ca26-4408-aa32-890a68222b79', 'name': '', 'network_id': 'e9e840e6-70f7-4458-8b64-dba6bc6cb266', 'tenant_id': '1d85c55944a24e6b8fc5b73917e91c0e', 'mac_address': 'fa:16:3e:97:9c:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '077583a6-3e91-4e7b-b09b-2ee4e2f6efd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1142, 'fixed_ips': [{'subnet_id': '8afb77db-0064-4b35-a13f-7f7f16dba0f8', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:05:49Z', 'updated_at': '2022-04-28T11:05:55Z', 'revision_number': 5, 'project_id': '1d85c55944a24e6b8fc5b73917e91c0e', 'subnets': [{'id': '8afb77db-0064-4b35-a13f-7f7f16dba0f8', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f70b8dfa-b827-4b97-ab33-a3da7f94590a', 'name': '', 'network_id': 'dcd9b946-da1e-42aa-975b-f2fc3c00de71', 'tenant_id': '1d85c55944a24e6b8fc5b73917e91c0e', 'mac_address': 'fa:16:3e:62:4e:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '077583a6-3e91-4e7b-b09b-2ee4e2f6efd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1079, 'fixed_ips': [{'subnet_id': '82f04b91-b379-4454-bf04-c8f726296c87', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:05:32Z', 'updated_at': '2022-04-28T11:05:40Z', 'revision_number': 5, 'project_id': '1d85c55944a24e6b8fc5b73917e91c0e', 'subnets': [{'id': '82f04b91-b379-4454-bf04-c8f726296c87', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fab05aa9-78a7-44f6-8745-7acc679c8e96', 'name': '', 'network_id': '2fb255c7-9fa3-4e5e-b349-b201da445827', 'tenant_id': '1d85c55944a24e6b8fc5b73917e91c0e', 'mac_address': 'fa:16:3e:e1:19:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '077583a6-3e91-4e7b-b09b-2ee4e2f6efd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1108, 'fixed_ips': [{'subnet_id': '12b00ce9-212a-4d97-be2f-b5b818be2996', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:05:39Z', 'updated_at': '2022-04-28T11:05:47Z', 'revision_number': 5, 'project_id': '1d85c55944a24e6b8fc5b73917e91c0e', 'subnets': [{'id': '12b00ce9-212a-4d97-be2f-b5b818be2996', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=116164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 11:05:58.523176 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.v2.base [None req-33cff45b-c3b8-4edd-b190-b3be9e0a6918 tempest-SecGroupIPv6Test-2111680406 tempest-SecGroupIPv6Test-2111680406-project] Request body: {'security_group_rule': {'security_group_id': 'b061a59d-f969-437e-9822-7c65859d10d0', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=116162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:05:58.532790 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-f65c8b6a-d545-4f62-9a70-3e4466340a49 tempest-NegativeSecGroupTest-1259928955 tempest-NegativeSecGroupTest-1259928955-project] Publish callbacks [] for security_group (a063e02d-b6b7-4873-97de-d9687afd226a), precommit_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:58.535486 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-925e4411-4527-44ae-adde-562e0a149b04 admin admin] Network 95a73077-5c3c-4a4f-9014-bee1df8e9c09 is scheduled to be hosted by DHCP agent 75ba81b7-fe99-4281-90d2-a5adb445ecea with binding_index 1 {{(pid=116162) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 11:05:58.576234 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-89035da3-cb8e-473c-96e4-0724f030d527 tempest-AllowedAddressPairTestJSON-759914361 tempest-AllowedAddressPairTestJSON-759914361-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1938497'] for port (8de7fd0b-9328-456a-aa53-d9c05a1f6355), precommit_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:58.592730 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.plugin [None req-89035da3-cb8e-473c-96e4-0724f030d527 tempest-AllowedAddressPairTestJSON-759914361 tempest-AllowedAddressPairTestJSON-759914361-project] Calling delete_port for 8de7fd0b-9328-456a-aa53-d9c05a1f6355 owned by {{(pid=116162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 11:05:58.620197 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-f65c8b6a-d545-4f62-9a70-3e4466340a49 tempest-NegativeSecGroupTest-1259928955 tempest-NegativeSecGroupTest-1259928955-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924426'] for security_group (a063e02d-b6b7-4873-97de-d9687afd226a), after_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:58.650520 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.scheduler.base_scheduler [None req-925e4411-4527-44ae-adde-562e0a149b04 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 95a73077-5c3c-4a4f-9014-bee1df8e9c09) {{(pid=116162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 11:05:58.663457 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-925e4411-4527-44ae-adde-562e0a149b04 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:05:58.664482 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-925e4411-4527-44ae-adde-562e0a149b04 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:58.677871 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bbc4242-00df-45bc-beb1-639872c6cb88 None None] Network 95a73077-5c3c-4a4f-9014-bee1df8e9c09 requested from dv-neutron-master-2-hyperv {{(pid=116163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 11:05:58.679840 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-33cff45b-c3b8-4edd-b190-b3be9e0a6918 tempest-SecGroupIPv6Test-2111680406 tempest-SecGroupIPv6Test-2111680406-project] Publish callbacks [] for security_group_rule (1376cb93-6e8f-40b9-9b73-c15e1d111ccd), before_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:58.705426 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-79590d5a-a891-44c9-bd9f-8c662090b297 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-973477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2063122'] for network (b8f680de-c70a-4a82-ae85-7e933bd84322), after_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:58.710915 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.db.db_base_plugin_common [None req-a8fec761-762a-4a65-a99c-9b9cb8c54727 tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Delete allocated IP 2001:db8::284 (5af9c5a9-50d8-4bfb-a7ef-82766428c3d5/38cf10a5-c012-4ada-81e9-5d79976559d0) {{(pid=116161) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Apr 28 11:05:58.722668 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-79590d5a-a891-44c9-bd9f-8c662090b297 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks [] for network (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:58.729182 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-79590d5a-a891-44c9-bd9f-8c662090b297 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] 10.222.0.10 "DELETE /v2.0/networks/b8f680de-c70a-4a82-ae85-7e933bd84322 HTTP/1.1" status: 204 len: 168 time: 2.5591888 Apr 28 11:05:58.731160 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 54504) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:05:58.745096 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f65c8b6a-d545-4f62-9a70-3e4466340a49 tempest-NegativeSecGroupTest-1259928955 tempest-NegativeSecGroupTest-1259928955-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a063e02d-b6b7-4873-97de-d9687afd226a,revision_number=1']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:05:58.748603 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.db.db_base_plugin_common [None req-a8fec761-762a-4a65-a99c-9b9cb8c54727 tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Allocated IP 2001:db8:0:2::1e9 (5af9c5a9-50d8-4bfb-a7ef-82766428c3d5/5dc99b43-749f-491b-a9ad-2224513f0de6/78cdf70c-122f-4fcd-88f6-d3da2fd43616) {{(pid=116161) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 11:05:58.757645 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-f65c8b6a-d545-4f62-9a70-3e4466340a49 tempest-NegativeSecGroupTest-1259928955 tempest-NegativeSecGroupTest-1259928955-project] Publish callbacks [] for security_group (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:58.762130 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-f65c8b6a-d545-4f62-9a70-3e4466340a49 tempest-NegativeSecGroupTest-1259928955 tempest-NegativeSecGroupTest-1259928955-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.6084478 Apr 28 11:05:58.764840 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 54506) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:05:58.770919 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79590d5a-a891-44c9-bd9f-8c662090b297 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Pushing event deleted for resources: {'Network': ['ID=b8f680de-c70a-4a82-ae85-7e933bd84322,revision_number=None']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:05:58.776475 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.v2.base [None req-94f3b9a1-a297-49d0-b72a-4ef030355384 tempest-NegativeSecGroupTest-1259928955 tempest-NegativeSecGroupTest-1259928955-project] Request body: {'security_group': {'name': 'default'}} {{(pid=116161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:05:58.776898 dv-neutron-master-2-hyperv neutron-server[116161]: WARNING neutron.api.v2.base [None req-94f3b9a1-a297-49d0-b72a-4ef030355384 tempest-NegativeSecGroupTest-1259928955 tempest-NegativeSecGroupTest-1259928955-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Apr 28 11:05:58.778045 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.api.v2.resource [None req-94f3b9a1-a297-49d0-b72a-4ef030355384 tempest-NegativeSecGroupTest-1259928955 tempest-NegativeSecGroupTest-1259928955-project] update failed (client error): There was a conflict when trying to complete your request. Apr 28 11:05:58.781863 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-94f3b9a1-a297-49d0-b72a-4ef030355384 tempest-NegativeSecGroupTest-1259928955 tempest-NegativeSecGroupTest-1259928955-project] 10.222.0.10 "PUT /v2.0/security-groups/a063e02d-b6b7-4873-97de-d9687afd226a HTTP/1.1" status: 409 len: 330 time: 0.0088687 Apr 28 11:05:58.791159 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-925e4411-4527-44ae-adde-562e0a149b04 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.8020360 Apr 28 11:05:58.791159 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 54508) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:05:58.795552 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 54510) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:05:58.805786 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.v2.base [None req-d8cb79b8-0ea7-49f2-b0b4-76465074b25b admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-363191542-router', 'tenant_id': '552a7719c35843ecaa8ce5b648a02d25', 'external_gateway_info': {'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c'}}} {{(pid=116161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:05:58.862495 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-33cff45b-c3b8-4edd-b190-b3be9e0a6918 tempest-SecGroupIPv6Test-2111680406 tempest-SecGroupIPv6Test-2111680406-project] Publish callbacks [] for security_group_rule (1376cb93-6e8f-40b9-9b73-c15e1d111ccd), precommit_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:58.881330 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36eed78d-f859-4cf9-a70d-411ee5054758 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-95a73077-5c3c-4a4f-9014-bee1df8e9c09', 'network_id': '95a73077-5c3c-4a4f-9014-bee1df8e9c09', 'project_id': '552a7719c35843ecaa8ce5b648a02d25', 'fixed_ips': [{'subnet_id': '49bbb4f0-3980-4b52-84ba-965c72e99e66'}]}} from dv-neutron-master-2-hyperv. {{(pid=116163) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 28 11:05:58.888239 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-36eed78d-f859-4cf9-a70d-411ee5054758 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (None), before_create {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:58.896811 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.db.extraroute_db [None req-d7baf6cc-1f48-49c2-b2e9-1ef714db9f6d tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Added routes are [] {{(pid=116161) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Apr 28 11:05:58.897271 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.db.extraroute_db [None req-d7baf6cc-1f48-49c2-b2e9-1ef714db9f6d tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Removed routes are [{'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}] {{(pid=116161) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Apr 28 11:05:58.932072 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-d7baf6cc-1f48-49c2-b2e9-1ef714db9f6d tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1935285', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2060837', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-63284'] for router (077583a6-3e91-4e7b-b09b-2ee4e2f6efd3), precommit_update {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:58.943847 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-d8cb79b8-0ea7-49f2-b0b4-76465074b25b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2060459', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-63449'] for router (0253fd74-f6a9-46aa-a567-c9d8bf675134), before_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:58.945215 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-d8cb79b8-0ea7-49f2-b0b4-76465074b25b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2060827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1935275', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1960866', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-63266'] for router (0253fd74-f6a9-46aa-a567-c9d8bf675134), precommit_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:58.948998 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-33cff45b-c3b8-4edd-b190-b3be9e0a6918 tempest-SecGroupIPv6Test-2111680406 tempest-SecGroupIPv6Test-2111680406-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1912725'] for security_group_rule (1376cb93-6e8f-40b9-9b73-c15e1d111ccd), after_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:58.963689 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-7534bfd0-80a8-4a4b-8938-6bb0baa4b976 None None] Provisioning complete for port 14cb9b38-d261-4aef-bfb5-588d0ba37e81 triggered by entity DHCP. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:05:58.964062 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-7534bfd0-80a8-4a4b-8938-6bb0baa4b976 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (14cb9b38-d261-4aef-bfb5-588d0ba37e81), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:59.001254 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-d1760bb0-7063-42f1-a41b-2589bb5c69bc tempest-NegativeSecGroupTest-1259928955 tempest-NegativeSecGroupTest-1259928955-project] Publish callbacks [] for security_group (a063e02d-b6b7-4873-97de-d9687afd226a), before_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:59.009227 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33cff45b-c3b8-4edd-b190-b3be9e0a6918 tempest-SecGroupIPv6Test-2111680406 tempest-SecGroupIPv6Test-2111680406-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1376cb93-6e8f-40b9-9b73-c15e1d111ccd,revision_number=0']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:05:59.051381 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-89035da3-cb8e-473c-96e4-0724f030d527 tempest-AllowedAddressPairTestJSON-759914361 tempest-AllowedAddressPairTestJSON-759914361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742235135690', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742234710366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5051867'] for port (8de7fd0b-9328-456a-aa53-d9c05a1f6355), after_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:59.055657 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-d1760bb0-7063-42f1-a41b-2589bb5c69bc tempest-NegativeSecGroupTest-1259928955 tempest-NegativeSecGroupTest-1259928955-project] Publish callbacks [] for security_group (a063e02d-b6b7-4873-97de-d9687afd226a), precommit_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:59.106387 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-33cff45b-c3b8-4edd-b190-b3be9e0a6918 tempest-SecGroupIPv6Test-2111680406 tempest-SecGroupIPv6Test-2111680406-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:59.110001 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-33cff45b-c3b8-4edd-b190-b3be9e0a6918 tempest-SecGroupIPv6Test-2111680406 tempest-SecGroupIPv6Test-2111680406-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5881970 Apr 28 11:05:59.114070 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89035da3-cb8e-473c-96e4-0724f030d527 tempest-AllowedAddressPairTestJSON-759914361 tempest-AllowedAddressPairTestJSON-759914361-project] Pushing event deleted for resources: {'Port': ['ID=8de7fd0b-9328-456a-aa53-d9c05a1f6355,revision_number=None']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:05:59.123429 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 54512) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:05:59.134321 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.plugin [None req-8959de4f-f868-46d5-b153-db7d4478ab04 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Deleting port 90574a8a-8678-42af-ac50-c6da7282c72f {{(pid=116162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 11:05:59.134707 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-8959de4f-f868-46d5-b153-db7d4478ab04 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742235130188'] for port (90574a8a-8678-42af-ac50-c6da7282c72f), before_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:59.220779 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-d8cb79b8-0ea7-49f2-b0b4-76465074b25b admin admin] Publish callbacks [] for router_controller (0253fd74-f6a9-46aa-a567-c9d8bf675134), precommit_add_association {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:59.247062 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-7534bfd0-80a8-4a4b-8938-6bb0baa4b976 None None] Current status of the port 14cb9b38-d261-4aef-bfb5-588d0ba37e81 is: ACTIVE; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:05:59.264563 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.db_base_plugin_common [None req-36eed78d-f859-4cf9-a70d-411ee5054758 None None] Allocated IP 172.20.0.2 (95a73077-5c3c-4a4f-9014-bee1df8e9c09/49bbb4f0-3980-4b52-84ba-965c72e99e66/02b126f8-3761-4563-a6b4-3f784d42ea05) {{(pid=116163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 11:05:59.268958 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-7534bfd0-80a8-4a4b-8938-6bb0baa4b976 None None] Provisioning complete for port 78cdf70c-122f-4fcd-88f6-d3da2fd43616 triggered by entity DHCP. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:05:59.269337 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-7534bfd0-80a8-4a4b-8938-6bb0baa4b976 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (78cdf70c-122f-4fcd-88f6-d3da2fd43616), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:59.308773 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-7534bfd0-80a8-4a4b-8938-6bb0baa4b976 None None] Port 78cdf70c-122f-4fcd-88f6-d3da2fd43616 cannot update to ACTIVE because it is not bound. {{(pid=116163) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 28 11:05:59.325682 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-7534bfd0-80a8-4a4b-8938-6bb0baa4b976 None None] Provisioning complete for port 1c45cc2f-a9b6-49c4-bbab-fc6bfdeb8113 triggered by entity DHCP. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:05:59.326083 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-7534bfd0-80a8-4a4b-8938-6bb0baa4b976 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (1c45cc2f-a9b6-49c4-bbab-fc6bfdeb8113), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:59.352321 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-d1760bb0-7063-42f1-a41b-2589bb5c69bc tempest-NegativeSecGroupTest-1259928955 tempest-NegativeSecGroupTest-1259928955-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924426'] for security_group (a063e02d-b6b7-4873-97de-d9687afd226a), after_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:59.355869 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-d1760bb0-7063-42f1-a41b-2589bb5c69bc tempest-NegativeSecGroupTest-1259928955 tempest-NegativeSecGroupTest-1259928955-project] Publish callbacks [] for security_group (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:59.357317 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-d1760bb0-7063-42f1-a41b-2589bb5c69bc tempest-NegativeSecGroupTest-1259928955 tempest-NegativeSecGroupTest-1259928955-project] 10.222.0.10 "DELETE /v2.0/security-groups/a063e02d-b6b7-4873-97de-d9687afd226a HTTP/1.1" status: 204 len: 168 time: 0.5496721 Apr 28 11:05:59.361811 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-89035da3-cb8e-473c-96e4-0724f030d527 tempest-AllowedAddressPairTestJSON-759914361 tempest-AllowedAddressPairTestJSON-759914361-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198022'] for port (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:59.366104 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-89035da3-cb8e-473c-96e4-0724f030d527 tempest-AllowedAddressPairTestJSON-759914361 tempest-AllowedAddressPairTestJSON-759914361-project] 10.222.0.10 "DELETE /v2.0/ports/8de7fd0b-9328-456a-aa53-d9c05a1f6355 HTTP/1.1" status: 204 len: 168 time: 1.2180734 Apr 28 11:05:59.381270 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-62ba7043-0b88-4e69-a8c5-ba7c0214b039 tempest-SecGroupIPv6Test-2111680406 tempest-SecGroupIPv6Test-2111680406-project] 10.222.0.10 "GET /v2.0/security-group-rules/1376cb93-6e8f-40b9-9b73-c15e1d111ccd HTTP/1.1" status: 200 len: 763 time: 0.2565708 Apr 28 11:05:59.383302 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-8959de4f-f868-46d5-b153-db7d4478ab04 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1938497'] for port (90574a8a-8678-42af-ac50-c6da7282c72f), precommit_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:59.383624 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-8959de4f-f868-46d5-b153-db7d4478ab04 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks [] for floatingip (90574a8a-8678-42af-ac50-c6da7282c72f), precommit_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:59.386316 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 54514) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:05:59.387009 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 54516) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:05:59.387426 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 54518) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:05:59.388684 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1760bb0-7063-42f1-a41b-2589bb5c69bc tempest-NegativeSecGroupTest-1259928955 tempest-NegativeSecGroupTest-1259928955-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a063e02d-b6b7-4873-97de-d9687afd226a,revision_number=None']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:05:59.433951 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-7534bfd0-80a8-4a4b-8938-6bb0baa4b976 None None] Port 1c45cc2f-a9b6-49c4-bbab-fc6bfdeb8113 cannot update to ACTIVE because it is not bound. {{(pid=116163) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 28 11:05:59.474427 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-d7baf6cc-1f48-49c2-b2e9-1ef714db9f6d tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1935285', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2060837', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-63284'] for router (077583a6-3e91-4e7b-b09b-2ee4e2f6efd3), precommit_update {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:59.481801 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.plugin [None req-8959de4f-f868-46d5-b153-db7d4478ab04 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Calling delete_port for 90574a8a-8678-42af-ac50-c6da7282c72f owned by network:floatingip {{(pid=116162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 11:05:59.510085 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-a8fec761-762a-4a65-a99c-9b9cb8c54727 tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Publish callbacks [] for port (78cdf70c-122f-4fcd-88f6-d3da2fd43616), precommit_update {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:59.516944 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-d7baf6cc-1f48-49c2-b2e9-1ef714db9f6d tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1935326', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1935308', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1935303', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-2060860'] for router (077583a6-3e91-4e7b-b09b-2ee4e2f6efd3), after_update {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:59.523800 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-36eed78d-f859-4cf9-a70d-411ee5054758 None None] Publish callbacks [] for port (02b126f8-3761-4563-a6b4-3f784d42ea05), precommit_create {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:59.528586 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.db.db_base_plugin_v2 [None req-4d77358d-67eb-44eb-a118-d8ef0bd5b1e2 tempest-AllowedAddressPairTestJSON-759914361 tempest-AllowedAddressPairTestJSON-759914361-project] Deleting subnet f9041669-e315-4bac-8bef-3f615c5f4ad4 {{(pid=116162) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 28 11:05:59.541368 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-4d77358d-67eb-44eb-a118-d8ef0bd5b1e2 tempest-AllowedAddressPairTestJSON-759914361 tempest-AllowedAddressPairTestJSON-759914361-project] Publish callbacks [] for subnet (f9041669-e315-4bac-8bef-3f615c5f4ad4), before_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:59.553878 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-d8cb79b8-0ea7-49f2-b0b4-76465074b25b admin admin] Publish callbacks [] for router_gateway (0253fd74-f6a9-46aa-a567-c9d8bf675134), precommit_update {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:59.584613 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-c0f43f44-1e27-4c33-88fc-001ee3571ab8 tempest-SecGroupIPv6Test-2111680406 tempest-SecGroupIPv6Test-2111680406-project] 10.222.0.10 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1909261 Apr 28 11:05:59.594156 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 54522) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:05:59.601080 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-36eed78d-f859-4cf9-a70d-411ee5054758 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742234710357'] for port (02b126f8-3761-4563-a6b4-3f784d42ea05), after_create {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:59.601802 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-a8fec761-762a-4a65-a99c-9b9cb8c54727 tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5219123'] for port (78cdf70c-122f-4fcd-88f6-d3da2fd43616), after_update {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:59.613976 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-ab4c13d5-f686-4034-a153-f1aaf9572ae9 tempest-NegativeSecGroupTest-1259928955 tempest-NegativeSecGroupTest-1259928955-project] 10.222.0.10 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2225862 Apr 28 11:05:59.618556 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 54524) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:05:59.643540 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.api.v2.resource [None req-105ee80a-e6da-493f-85af-48c4c99457c5 tempest-NegativeSecGroupTest-1259928955 tempest-NegativeSecGroupTest-1259928955-project] delete failed (client error): The resource could not be found. Apr 28 11:05:59.643540 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-105ee80a-e6da-493f-85af-48c4c99457c5 tempest-NegativeSecGroupTest-1259928955 tempest-NegativeSecGroupTest-1259928955-project] 10.222.0.10 "DELETE /v2.0/security-groups/0020f648-7b5c-4d6d-a6d5-e8250ef457c3 HTTP/1.1" status: 404 len: 347 time: 0.0181625 Apr 28 11:05:59.650482 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 54526) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:05:59.651159 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36eed78d-f859-4cf9-a70d-411ee5054758 None None] Network 95a73077-5c3c-4a4f-9014-bee1df8e9c09 is already hosted by enough agents. {{(pid=116163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 11:05:59.655168 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.scheduler.base_scheduler [None req-36eed78d-f859-4cf9-a70d-411ee5054758 None None] Resources bound (agent type, host, resource id): {{(pid=116163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 11:05:59.663439 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36eed78d-f859-4cf9-a70d-411ee5054758 None None] Received port after_create {{(pid=116163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 11:05:59.670717 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8fec761-762a-4a65-a99c-9b9cb8c54727 tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Pushing event updated for resources: {'Port': ['ID=78cdf70c-122f-4fcd-88f6-d3da2fd43616,revision_number=2']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:05:59.674892 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36eed78d-f859-4cf9-a70d-411ee5054758 None None] Pushing event updated for resources: {'Port': ['ID=02b126f8-3761-4563-a6b4-3f784d42ea05,revision_number=1']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:05:59.680881 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-4d77358d-67eb-44eb-a118-d8ef0bd5b1e2 tempest-AllowedAddressPairTestJSON-759914361 tempest-AllowedAddressPairTestJSON-759914361-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5026541'] for subnet (f9041669-e315-4bac-8bef-3f615c5f4ad4), precommit_delete_associations {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:59.684179 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.api.v2.resource [None req-05802683-6834-42e5-b06a-93f23412af4f tempest-NegativeSecGroupTest-1259928955 tempest-NegativeSecGroupTest-1259928955-project] show failed (client error): The resource could not be found. Apr 28 11:05:59.689485 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-05802683-6834-42e5-b06a-93f23412af4f tempest-NegativeSecGroupTest-1259928955 tempest-NegativeSecGroupTest-1259928955-project] 10.222.0.10 "GET /v2.0/security-groups/9b49fd81-c498-4aeb-ac40-f580c6a23973 HTTP/1.1" status: 404 len: 347 time: 0.0341246 Apr 28 11:05:59.706514 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 54528) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:05:59.731908 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.api.v2.resource [None req-e690c712-a325-4892-a988-9272e3424ae1 tempest-NegativeSecGroupTest-1259928955 tempest-NegativeSecGroupTest-1259928955-project] show failed (client error): The resource could not be found. Apr 28 11:05:59.732974 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-e690c712-a325-4892-a988-9272e3424ae1 tempest-NegativeSecGroupTest-1259928955 tempest-NegativeSecGroupTest-1259928955-project] 10.222.0.10 "GET /v2.0/security-group-rules/f434b843-4135-4e59-8df1-c519629acf24 HTTP/1.1" status: 404 len: 356 time: 0.0255094 Apr 28 11:05:59.774023 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-661f8eda-f7e3-432f-9ec5-ae9e6f499871 tempest-SecGroupIPv6Test-2111680406 tempest-SecGroupIPv6Test-2111680406-project] Publish callbacks [] for security_group_rule (1376cb93-6e8f-40b9-9b73-c15e1d111ccd), before_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:59.791892 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Device 14cb9b38-d261-4aef-bfb5-588d0ba37e81 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=116163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 11:05:59.805647 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.plugin [None req-a8fec761-762a-4a65-a99c-9b9cb8c54727 tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] In _notify_port_updated(), no bound segment for port 78cdf70c-122f-4fcd-88f6-d3da2fd43616 on network 5af9c5a9-50d8-4bfb-a7ef-82766428c3d5 {{(pid=116161) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:936}} Apr 28 11:05:59.812164 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8fec761-762a-4a65-a99c-9b9cb8c54727 tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:05:59.812835 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-a8fec761-762a-4a65-a99c-9b9cb8c54727 tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198022'] for port (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:59.814165 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-a8fec761-762a-4a65-a99c-9b9cb8c54727 tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] 10.222.0.10 "PUT /v2.0/ports/78cdf70c-122f-4fcd-88f6-d3da2fd43616 HTTP/1.1" status: 200 len: 970 time: 3.1156058 Apr 28 11:05:59.818003 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 54532) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:05:59.837087 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-661f8eda-f7e3-432f-9ec5-ae9e6f499871 tempest-SecGroupIPv6Test-2111680406 tempest-SecGroupIPv6Test-2111680406-project] Publish callbacks [] for security_group_rule (1376cb93-6e8f-40b9-9b73-c15e1d111ccd), precommit_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:59.840998 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.managers [None req-36eed78d-f859-4cf9-a70d-411ee5054758 None None] Attempting to bind port 02b126f8-3761-4563-a6b4-3f784d42ea05 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=116163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 28 11:05:59.841564 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.managers [None req-36eed78d-f859-4cf9-a70d-411ee5054758 None None] Attempting to bind port 02b126f8-3761-4563-a6b4-3f784d42ea05 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'd6ab13ae-3a67-4b86-b1c5-eddbcd455107', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '95a73077-5c3c-4a4f-9014-bee1df8e9c09'}] {{(pid=116163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 28 11:05:59.842033 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36eed78d-f859-4cf9-a70d-411ee5054758 None None] Attempting to bind port 02b126f8-3761-4563-a6b4-3f784d42ea05 on network 95a73077-5c3c-4a4f-9014-bee1df8e9c09 {{(pid=116163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 11:05:59.856958 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36eed78d-f859-4cf9-a70d-411ee5054758 None None] Checking agent: {'id': 'd5baab19-5dd1-4902-922b-84acb048ab9c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 10, 50, 43), 'started_at': datetime.datetime(2022, 4, 28, 10, 51, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 11, 5, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=116163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 11:05:59.857504 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36eed78d-f859-4cf9-a70d-411ee5054758 None None] Checking segment: {'id': 'd6ab13ae-3a67-4b86-b1c5-eddbcd455107', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '95a73077-5c3c-4a4f-9014-bee1df8e9c09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 11:05:59.858796 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-36eed78d-f859-4cf9-a70d-411ee5054758 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:59.858796 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36eed78d-f859-4cf9-a70d-411ee5054758 None None] Bound using segment: {'id': 'd6ab13ae-3a67-4b86-b1c5-eddbcd455107', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '95a73077-5c3c-4a4f-9014-bee1df8e9c09'} {{(pid=116163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 11:05:59.859021 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.managers [None req-36eed78d-f859-4cf9-a70d-411ee5054758 None None] Bound port: 02b126f8-3761-4563-a6b4-3f784d42ea05, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd6ab13ae-3a67-4b86-b1c5-eddbcd455107', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '95a73077-5c3c-4a4f-9014-bee1df8e9c09'}}] {{(pid=116163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 28 11:05:59.859673 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-36eed78d-f859-4cf9-a70d-411ee5054758 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (02b126f8-3761-4563-a6b4-3f784d42ea05), before_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:59.865970 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7baf6cc-1f48-49c2-b2e9-1ef714db9f6d tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Router 077583a6-3e91-4e7b-b09b-2ee4e2f6efd3 has already been hosted by L3 agent 6b492ad6-0876-4d74-b20d-28143a52ceba {{(pid=116161) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 11:05:59.897085 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-4d77358d-67eb-44eb-a118-d8ef0bd5b1e2 tempest-AllowedAddressPairTestJSON-759914361 tempest-AllowedAddressPairTestJSON-759914361-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-971303'] for subnet (f9041669-e315-4bac-8bef-3f615c5f4ad4), precommit_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:59.928658 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Provisioning complete for port 14cb9b38-d261-4aef-bfb5-588d0ba37e81 triggered by entity L2. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:05:59.929126 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (14cb9b38-d261-4aef-bfb5-588d0ba37e81), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:59.983803 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-661f8eda-f7e3-432f-9ec5-ae9e6f499871 tempest-SecGroupIPv6Test-2111680406 tempest-SecGroupIPv6Test-2111680406-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1912725'] for security_group_rule (1376cb93-6e8f-40b9-9b73-c15e1d111ccd), after_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:05:59.989618 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-36eed78d-f859-4cf9-a70d-411ee5054758 None None] For port 02b126f8-3761-4563-a6b4-3f784d42ea05, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=116163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 11:05:59.995141 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-661f8eda-f7e3-432f-9ec5-ae9e6f499871 tempest-SecGroupIPv6Test-2111680406 tempest-SecGroupIPv6Test-2111680406-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:00.000471 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-661f8eda-f7e3-432f-9ec5-ae9e6f499871 tempest-SecGroupIPv6Test-2111680406 tempest-SecGroupIPv6Test-2111680406-project] 10.222.0.10 "DELETE /v2.0/security-group-rules/1376cb93-6e8f-40b9-9b73-c15e1d111ccd HTTP/1.1" status: 204 len: 168 time: 0.4017489 Apr 28 11:06:00.000625 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 54534) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:06:00.011071 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-36eed78d-f859-4cf9-a70d-411ee5054758 None None] For port 02b126f8-3761-4563-a6b4-3f784d42ea05, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=02b126f8-3761-4563-a6b4-3f784d42ea05,segment=NetworkSegment(d6ab13ae-3a67-4b86-b1c5-eddbcd455107),segment_id=d6ab13ae-3a67-4b86-b1c5-eddbcd455107)] {{(pid=116163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 11:06:00.043718 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661f8eda-f7e3-432f-9ec5-ae9e6f499871 tempest-SecGroupIPv6Test-2111680406 tempest-SecGroupIPv6Test-2111680406-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1376cb93-6e8f-40b9-9b73-c15e1d111ccd,revision_number=None']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:06:00.066961 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.plugin [None req-cd671a32-79e6-48fa-a5ed-041745c654aa tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Deleting port 78cdf70c-122f-4fcd-88f6-d3da2fd43616 {{(pid=116162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 11:06:00.067310 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-cd671a32-79e6-48fa-a5ed-041745c654aa tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742235130188'] for port (78cdf70c-122f-4fcd-88f6-d3da2fd43616), before_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:00.093501 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Current status of the port 14cb9b38-d261-4aef-bfb5-588d0ba37e81 is: ACTIVE; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:06:00.104307 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-36eed78d-f859-4cf9-a70d-411ee5054758 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393'] for port (02b126f8-3761-4563-a6b4-3f784d42ea05), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:00.130630 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-eb24a5ca-3a3b-4362-96ce-deaf6fbabc9b tempest-SecGroupIPv6Test-2111680406 tempest-SecGroupIPv6Test-2111680406-project] 10.222.0.10 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1246185 Apr 28 11:06:00.158069 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 54536) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:06:00.163308 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.v2.base [None req-4e8bfc15-c27e-4391-80ac-1c4a35e5892d tempest-SecGroupIPv6Test-2111680406 tempest-SecGroupIPv6Test-2111680406-project] Request body: {'security_group_rule': {'security_group_id': 'b061a59d-f969-437e-9822-7c65859d10d0', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=116162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:06:00.171558 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-8959de4f-f868-46d5-b153-db7d4478ab04 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742235135690', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742234710366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5051867'] for port (90574a8a-8678-42af-ac50-c6da7282c72f), after_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:00.188290 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36eed78d-f859-4cf9-a70d-411ee5054758 None None] Pushing event updated for resources: {'Port': ['ID=02b126f8-3761-4563-a6b4-3f784d42ea05,revision_number=2']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:06:00.218216 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-a378fca4-24e7-48c8-bcd1-62ef994b32a6 None None] Provisioning complete for port 78cdf70c-122f-4fcd-88f6-d3da2fd43616 triggered by entity DHCP. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:06:00.218767 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-a378fca4-24e7-48c8-bcd1-62ef994b32a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (78cdf70c-122f-4fcd-88f6-d3da2fd43616), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:00.235553 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-4d77358d-67eb-44eb-a118-d8ef0bd5b1e2 tempest-AllowedAddressPairTestJSON-759914361 tempest-AllowedAddressPairTestJSON-759914361-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-971310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5053962', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4210815'] for subnet (f9041669-e315-4bac-8bef-3f615c5f4ad4), after_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:00.237706 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8959de4f-f868-46d5-b153-db7d4478ab04 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Pushing event deleted for resources: {'Port': ['ID=90574a8a-8678-42af-ac50-c6da7282c72f,revision_number=None']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:06:00.263148 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-a378fca4-24e7-48c8-bcd1-62ef994b32a6 None None] Port 78cdf70c-122f-4fcd-88f6-d3da2fd43616 cannot update to ACTIVE because it is not bound. {{(pid=116163) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 28 11:06:00.309953 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d77358d-67eb-44eb-a118-d8ef0bd5b1e2 tempest-AllowedAddressPairTestJSON-759914361 tempest-AllowedAddressPairTestJSON-759914361-project] Pushing event deleted for resources: {'Subnet': ['ID=f9041669-e315-4bac-8bef-3f615c5f4ad4,revision_number=None']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:06:00.325255 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-4d77358d-67eb-44eb-a118-d8ef0bd5b1e2 tempest-AllowedAddressPairTestJSON-759914361 tempest-AllowedAddressPairTestJSON-759914361-project] Publish callbacks [] for subnet (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:00.328614 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-4d77358d-67eb-44eb-a118-d8ef0bd5b1e2 tempest-AllowedAddressPairTestJSON-759914361 tempest-AllowedAddressPairTestJSON-759914361-project] 10.222.0.10 "DELETE /v2.0/subnets/f9041669-e315-4bac-8bef-3f615c5f4ad4 HTTP/1.1" status: 204 len: 168 time: 0.9361048 Apr 28 11:06:00.331823 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 54540) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:06:00.337755 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 54542) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:06:00.337911 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d2684cb-1c55-4fed-94a0-67dde34ef247 None None] Network 6c3ca039-ae8c-47c3-b984-604c8ace5e60 requested from dv-neutron-master-2-hyperv {{(pid=116163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 11:06:00.350015 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-cd671a32-79e6-48fa-a5ed-041745c654aa tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1938497'] for port (78cdf70c-122f-4fcd-88f6-d3da2fd43616), precommit_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:00.392928 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.db.securitygroups_db [None req-4e8bfc15-c27e-4391-80ac-1c4a35e5892d tempest-SecGroupIPv6Test-2111680406 tempest-SecGroupIPv6Test-2111680406-project] Project 182af9c0c22c4ebdbba6a40b7c109443 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 28 11:06:00.401313 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.plugin [None req-cd671a32-79e6-48fa-a5ed-041745c654aa tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Calling delete_port for 78cdf70c-122f-4fcd-88f6-d3da2fd43616 owned by {{(pid=116162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 11:06:00.432714 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-4e8bfc15-c27e-4391-80ac-1c4a35e5892d tempest-SecGroupIPv6Test-2111680406 tempest-SecGroupIPv6Test-2111680406-project] Publish callbacks [] for security_group_rule (a00cdb8d-0918-4087-91be-1eedb1997920), before_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:00.544522 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-d0b75e1c-2309-46ed-9667-eacfbfe2a06c tempest-AllowedAddressPairTestJSON-759914361 tempest-AllowedAddressPairTestJSON-759914361-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-979593'] for network (6c3ca039-ae8c-47c3-b984-604c8ace5e60), before_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:00.560779 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc3ff3fa-14eb-42a1-a009-cc97dcebc8c3 None None] DHCP port deletion for 6c3ca039-ae8c-47c3-b984-604c8ace5e60 request from dv-neutron-master-2-hyperv {{(pid=116163) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 28 11:06:00.566343 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-8959de4f-f868-46d5-b153-db7d4478ab04 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks [] for floatingip (2475c425-2079-483e-bba7-10bca82c4e73), after_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:00.566993 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.db.l3_db [None req-8959de4f-f868-46d5-b153-db7d4478ab04 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Floating IP 2475c425-2079-483e-bba7-10bca82c4e73 disassociated (deleted). External IP: 172.36.4.55, port: 7850d2bb-cfac-45b8-818d-93aede5fe4b9. Apr 28 11:06:00.574620 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-d8cb79b8-0ea7-49f2-b0b4-76465074b25b admin admin] Publish callbacks [] for router_gateway (0253fd74-f6a9-46aa-a567-c9d8bf675134), before_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:00.616122 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-d8cb79b8-0ea7-49f2-b0b4-76465074b25b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (None), before_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:00.628823 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-bc3ff3fa-14eb-42a1-a009-cc97dcebc8c3 None None] Deleting port 217a18d5-9f5d-4e85-9483-0422488e63c1 {{(pid=116163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 11:06:00.629379 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-bc3ff3fa-14eb-42a1-a009-cc97dcebc8c3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742235130188'] for port (217a18d5-9f5d-4e85-9483-0422488e63c1), before_delete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:00.679121 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7baf6cc-1f48-49c2-b2e9-1ef714db9f6d tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=116161) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 11:06:00.688798 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-d7baf6cc-1f48-49c2-b2e9-1ef714db9f6d tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Publish callbacks [] for router (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:00.692534 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-d7baf6cc-1f48-49c2-b2e9-1ef714db9f6d tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] 10.222.0.10 "PUT /v2.0/routers/077583a6-3e91-4e7b-b09b-2ee4e2f6efd3 HTTP/1.1" status: 200 len: 699 time: 3.0938699 Apr 28 11:06:00.698555 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 54546) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:06:00.729308 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52d3b43e-5b20-4e2a-9a85-d928c5ef1994 None None] Sync routers for ids ['077583a6-3e91-4e7b-b09b-2ee4e2f6efd3'] in dv-neutron-master-2-hyperv {{(pid=116163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 11:06:00.748395 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-bc3ff3fa-14eb-42a1-a009-cc97dcebc8c3 None None] For port 217a18d5-9f5d-4e85-9483-0422488e63c1, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=217a18d5-9f5d-4e85-9483-0422488e63c1,segment=NetworkSegment(0eb6bf2d-384f-4e86-842d-22ed6727b9eb),segment_id=0eb6bf2d-384f-4e86-842d-22ed6727b9eb)] {{(pid=116163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 11:06:00.748923 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-bc3ff3fa-14eb-42a1-a009-cc97dcebc8c3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1938497'] for port (217a18d5-9f5d-4e85-9483-0422488e63c1), precommit_delete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:00.784743 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-bc3ff3fa-14eb-42a1-a009-cc97dcebc8c3 None None] Calling delete_port for 217a18d5-9f5d-4e85-9483-0422488e63c1 owned by network:dhcp {{(pid=116163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 11:06:00.784977 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-4e8bfc15-c27e-4391-80ac-1c4a35e5892d tempest-SecGroupIPv6Test-2111680406 tempest-SecGroupIPv6Test-2111680406-project] Publish callbacks [] for security_group_rule (a00cdb8d-0918-4087-91be-1eedb1997920), precommit_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:00.785438 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52d3b43e-5b20-4e2a-9a85-d928c5ef1994 None None] Routers {'077583a6-3e91-4e7b-b09b-2ee4e2f6efd3'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=116163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 11:06:00.785438 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_hamode_db [None req-52d3b43e-5b20-4e2a-9a85-d928c5ef1994 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-28T10:50:39Z,description=,heartbeat_timestamp=2022-04-28T11:05:39Z,host='dv-neutron-master-2-hyperv',id=6b492ad6-0876-4d74-b20d-28143a52ceba,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T10:50:40Z,topic='l3_agent')) {'router_ids': ['077583a6-3e91-4e7b-b09b-2ee4e2f6efd3'], 'active': True} {{(pid=116163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:06:00.824321 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.plugin [None req-d0b75e1c-2309-46ed-9667-eacfbfe2a06c tempest-AllowedAddressPairTestJSON-759914361 tempest-AllowedAddressPairTestJSON-759914361-project] Deleting port 217a18d5-9f5d-4e85-9483-0422488e63c1 {{(pid=116162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 11:06:00.824550 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-d0b75e1c-2309-46ed-9667-eacfbfe2a06c tempest-AllowedAddressPairTestJSON-759914361 tempest-AllowedAddressPairTestJSON-759914361-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742235130188'] for port (217a18d5-9f5d-4e85-9483-0422488e63c1), before_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:00.833163 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-ef35fb0d-32cd-4099-8234-b4155e354ba5 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=fb178909501b4277b74b22814938d653&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4980803 Apr 28 11:06:00.842807 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 54548) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:06:00.862324 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-bada398f-f2b8-41c4-96e7-b5aa42c59a2a tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] 10.222.0.10 "GET /v2.0/routers/077583a6-3e91-4e7b-b09b-2ee4e2f6efd3 HTTP/1.1" status: 200 len: 699 time: 0.1638539 Apr 28 11:06:00.864962 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 54550) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:06:00.893642 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-4e8bfc15-c27e-4391-80ac-1c4a35e5892d tempest-SecGroupIPv6Test-2111680406 tempest-SecGroupIPv6Test-2111680406-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1912725'] for security_group_rule (a00cdb8d-0918-4087-91be-1eedb1997920), after_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:00.924848 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.db.db_base_plugin_common [None req-d8cb79b8-0ea7-49f2-b0b4-76465074b25b admin admin] Allocated IP 172.36.4.226 (7be49d94-bbb8-4a61-bafe-209c5f861e1c/c0f82f52-05ee-40f2-a57c-9d02e01fb9fa/66cc009e-e45f-42d1-a09b-c0e887684e05) {{(pid=116161) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 11:06:00.936890 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvr_db [None req-52d3b43e-5b20-4e2a-9a85-d928c5ef1994 None None] Set router 077583a6-3e91-4e7b-b09b-2ee4e2f6efd3 gateway port host: None {{(pid=116163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 11:06:00.987435 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e8bfc15-c27e-4391-80ac-1c4a35e5892d tempest-SecGroupIPv6Test-2111680406 tempest-SecGroupIPv6Test-2111680406-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a00cdb8d-0918-4087-91be-1eedb1997920,revision_number=0']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:06:01.012488 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.db [None req-d0b75e1c-2309-46ed-9667-eacfbfe2a06c tempest-AllowedAddressPairTestJSON-759914361 tempest-AllowedAddressPairTestJSON-759914361-project] For port 217a18d5-9f5d-4e85-9483-0422488e63c1, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=217a18d5-9f5d-4e85-9483-0422488e63c1,segment=NetworkSegment(0eb6bf2d-384f-4e86-842d-22ed6727b9eb),segment_id=0eb6bf2d-384f-4e86-842d-22ed6727b9eb)] {{(pid=116162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 11:06:01.012940 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-d0b75e1c-2309-46ed-9667-eacfbfe2a06c tempest-AllowedAddressPairTestJSON-759914361 tempest-AllowedAddressPairTestJSON-759914361-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1938497'] for port (217a18d5-9f5d-4e85-9483-0422488e63c1), precommit_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:01.063780 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.plugin [None req-d0b75e1c-2309-46ed-9667-eacfbfe2a06c tempest-AllowedAddressPairTestJSON-759914361 tempest-AllowedAddressPairTestJSON-759914361-project] Calling delete_port for 217a18d5-9f5d-4e85-9483-0422488e63c1 owned by network:dhcp {{(pid=116162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 11:06:01.092452 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-4e8bfc15-c27e-4391-80ac-1c4a35e5892d tempest-SecGroupIPv6Test-2111680406 tempest-SecGroupIPv6Test-2111680406-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:01.098639 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-4e8bfc15-c27e-4391-80ac-1c4a35e5892d tempest-SecGroupIPv6Test-2111680406 tempest-SecGroupIPv6Test-2111680406-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.9343123 Apr 28 11:06:01.098859 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 54552) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:06:01.105957 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-bc3ff3fa-14eb-42a1-a009-cc97dcebc8c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742235135690', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742234710366'] for port (217a18d5-9f5d-4e85-9483-0422488e63c1), after_delete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:01.106207 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-ba8dfe39-75f1-4a99-b613-1e7fabad2ec0 admin admin] Publish callbacks [] for security_group (7a0ad4ba-614c-4499-bc13-4e9231d270aa), before_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:01.149204 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc3ff3fa-14eb-42a1-a009-cc97dcebc8c3 None None] No DVR routers for this DVR port 217a18d5-9f5d-4e85-9483-0422488e63c1 on host dv-neutron-master-2-hyperv {{(pid=116163) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 11:06:01.156752 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc3ff3fa-14eb-42a1-a009-cc97dcebc8c3 None None] Pushing event deleted for resources: {'Port': ['ID=217a18d5-9f5d-4e85-9483-0422488e63c1,revision_number=None']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:06:01.163555 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-cb898b31-8d20-4201-ab25-afbde21f6e4b tempest-SecGroupIPv6Test-2111680406 tempest-SecGroupIPv6Test-2111680406-project] 10.222.0.10 "GET /v2.0/security-group-rules/a00cdb8d-0918-4087-91be-1eedb1997920 HTTP/1.1" status: 200 len: 769 time: 0.0654974 Apr 28 11:06:01.172542 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 54554) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:06:01.213808 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-d8cb79b8-0ea7-49f2-b0b4-76465074b25b admin admin] Publish callbacks [] for port (66cc009e-e45f-42d1-a09b-c0e887684e05), precommit_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:01.242815 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_hamode_db [None req-52d3b43e-5b20-4e2a-9a85-d928c5ef1994 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '077583a6-3e91-4e7b-b09b-2ee4e2f6efd3', 'name': 'tempest-RoutersTest-router-326742487', 'tenant_id': '1d85c55944a24e6b8fc5b73917e91c0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T11:05:19Z', 'updated_at': '2022-04-28T11:05:58Z', 'revision_number': 7, 'project_id': '1d85c55944a24e6b8fc5b73917e91c0e', 'gw_port_host': None, '_interfaces': [{'id': 'a11cbac1-383c-4f11-8169-eee231f42006', 'name': '', 'network_id': '98df3218-a027-4fe2-8b10-e1f1956e3827', 'tenant_id': '1d85c55944a24e6b8fc5b73917e91c0e', 'mac_address': 'fa:16:3e:33:5e:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '077583a6-3e91-4e7b-b09b-2ee4e2f6efd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1038, 'fixed_ips': [{'subnet_id': 'a5c018ca-906e-4425-bf42-6e13a46d1530', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:05:22Z', 'updated_at': '2022-04-28T11:05:30Z', 'revision_number': 5, 'project_id': '1d85c55944a24e6b8fc5b73917e91c0e', 'subnets': [{'id': 'a5c018ca-906e-4425-bf42-6e13a46d1530', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f09120cb-ca26-4408-aa32-890a68222b79', 'name': '', 'network_id': 'e9e840e6-70f7-4458-8b64-dba6bc6cb266', 'tenant_id': '1d85c55944a24e6b8fc5b73917e91c0e', 'mac_address': 'fa:16:3e:97:9c:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '077583a6-3e91-4e7b-b09b-2ee4e2f6efd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1142, 'fixed_ips': [{'subnet_id': '8afb77db-0064-4b35-a13f-7f7f16dba0f8', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:05:49Z', 'updated_at': '2022-04-28T11:05:55Z', 'revision_number': 5, 'project_id': '1d85c55944a24e6b8fc5b73917e91c0e', 'subnets': [{'id': '8afb77db-0064-4b35-a13f-7f7f16dba0f8', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f70b8dfa-b827-4b97-ab33-a3da7f94590a', 'name': '', 'network_id': 'dcd9b946-da1e-42aa-975b-f2fc3c00de71', 'tenant_id': '1d85c55944a24e6b8fc5b73917e91c0e', 'mac_address': 'fa:16:3e:62:4e:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '077583a6-3e91-4e7b-b09b-2ee4e2f6efd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1079, 'fixed_ips': [{'subnet_id': '82f04b91-b379-4454-bf04-c8f726296c87', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:05:32Z', 'updated_at': '2022-04-28T11:05:40Z', 'revision_number': 5, 'project_id': '1d85c55944a24e6b8fc5b73917e91c0e', 'subnets': [{'id': '82f04b91-b379-4454-bf04-c8f726296c87', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fab05aa9-78a7-44f6-8745-7acc679c8e96', 'name': '', 'network_id': '2fb255c7-9fa3-4e5e-b349-b201da445827', 'tenant_id': '1d85c55944a24e6b8fc5b73917e91c0e', 'mac_address': 'fa:16:3e:e1:19:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '077583a6-3e91-4e7b-b09b-2ee4e2f6efd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1108, 'fixed_ips': [{'subnet_id': '12b00ce9-212a-4d97-be2f-b5b818be2996', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:05:39Z', 'updated_at': '2022-04-28T11:05:47Z', 'revision_number': 5, 'project_id': '1d85c55944a24e6b8fc5b73917e91c0e', 'subnets': [{'id': '12b00ce9-212a-4d97-be2f-b5b818be2996', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=116163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:06:01.270371 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52d3b43e-5b20-4e2a-9a85-d928c5ef1994 None None] Checking router: 077583a6-3e91-4e7b-b09b-2ee4e2f6efd3 for host: dv-neutron-master-2-hyperv {{(pid=116163) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 11:06:01.270371 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52d3b43e-5b20-4e2a-9a85-d928c5ef1994 None None] Routers {'077583a6-3e91-4e7b-b09b-2ee4e2f6efd3'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=116163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 11:06:01.270371 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_hamode_db [None req-52d3b43e-5b20-4e2a-9a85-d928c5ef1994 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-28T10:50:39Z,description=,heartbeat_timestamp=2022-04-28T11:05:39Z,host='dv-neutron-master-2-hyperv',id=6b492ad6-0876-4d74-b20d-28143a52ceba,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T10:50:40Z,topic='l3_agent')) {'router_ids': ['077583a6-3e91-4e7b-b09b-2ee4e2f6efd3'], 'active': True} {{(pid=116163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:06:01.307822 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-8f3db9ad-b234-46c0-8d3b-35adc7750e2c tempest-SecGroupIPv6Test-2111680406 tempest-SecGroupIPv6Test-2111680406-project] 10.222.0.10 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.1340883 Apr 28 11:06:01.316466 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 54556) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:06:01.396203 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-42716bb0-c0e3-4cb7-bf44-4b7d9c4af58c tempest-SecGroupIPv6Test-2111680406 tempest-SecGroupIPv6Test-2111680406-project] Publish callbacks [] for security_group_rule (a00cdb8d-0918-4087-91be-1eedb1997920), before_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:01.397169 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvr_db [None req-52d3b43e-5b20-4e2a-9a85-d928c5ef1994 None None] Set router 077583a6-3e91-4e7b-b09b-2ee4e2f6efd3 gateway port host: None {{(pid=116163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 11:06:01.407598 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-42716bb0-c0e3-4cb7-bf44-4b7d9c4af58c tempest-SecGroupIPv6Test-2111680406 tempest-SecGroupIPv6Test-2111680406-project] Publish callbacks [] for security_group_rule (a00cdb8d-0918-4087-91be-1eedb1997920), precommit_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:01.435217 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-cd671a32-79e6-48fa-a5ed-041745c654aa tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742235135690', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742234710366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5051867'] for port (78cdf70c-122f-4fcd-88f6-d3da2fd43616), after_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:01.446954 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-d8cb79b8-0ea7-49f2-b0b4-76465074b25b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742234710357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5219112'] for port (66cc009e-e45f-42d1-a09b-c0e887684e05), after_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:01.491844 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-ba8dfe39-75f1-4a99-b613-1e7fabad2ec0 admin admin] Publish callbacks [] for security_group (7a0ad4ba-614c-4499-bc13-4e9231d270aa), precommit_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:01.520564 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-42716bb0-c0e3-4cb7-bf44-4b7d9c4af58c tempest-SecGroupIPv6Test-2111680406 tempest-SecGroupIPv6Test-2111680406-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1912725'] for security_group_rule (a00cdb8d-0918-4087-91be-1eedb1997920), after_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:01.529918 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8cb79b8-0ea7-49f2-b0b4-76465074b25b admin admin] Network 7be49d94-bbb8-4a61-bafe-209c5f861e1c is already hosted by enough agents. {{(pid=116161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 11:06:01.530111 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd671a32-79e6-48fa-a5ed-041745c654aa tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Pushing event deleted for resources: {'Port': ['ID=78cdf70c-122f-4fcd-88f6-d3da2fd43616,revision_number=None']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:06:01.535473 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-42716bb0-c0e3-4cb7-bf44-4b7d9c4af58c tempest-SecGroupIPv6Test-2111680406 tempest-SecGroupIPv6Test-2111680406-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:01.539101 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-42716bb0-c0e3-4cb7-bf44-4b7d9c4af58c tempest-SecGroupIPv6Test-2111680406 tempest-SecGroupIPv6Test-2111680406-project] 10.222.0.10 "DELETE /v2.0/security-group-rules/a00cdb8d-0918-4087-91be-1eedb1997920 HTTP/1.1" status: 204 len: 168 time: 0.2192113 Apr 28 11:06:01.547442 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 54558) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:06:01.563592 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.scheduler.base_scheduler [None req-d8cb79b8-0ea7-49f2-b0b4-76465074b25b admin admin] Resources bound (agent type, host, resource id): {{(pid=116161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 11:06:01.567340 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42716bb0-c0e3-4cb7-bf44-4b7d9c4af58c tempest-SecGroupIPv6Test-2111680406 tempest-SecGroupIPv6Test-2111680406-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a00cdb8d-0918-4087-91be-1eedb1997920,revision_number=None']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:06:01.569273 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8cb79b8-0ea7-49f2-b0b4-76465074b25b admin admin] Received port after_create {{(pid=116161) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 11:06:01.580294 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8cb79b8-0ea7-49f2-b0b4-76465074b25b admin admin] Pushing event updated for resources: {'Port': ['ID=66cc009e-e45f-42d1-a09b-c0e887684e05,revision_number=1']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:06:01.582789 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-6e182bff-4c8f-4d79-ade0-dc4b33a6c415 tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2063420'] for router_interface (077583a6-3e91-4e7b-b09b-2ee4e2f6efd3), before_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:01.623773 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-cd671a32-79e6-48fa-a5ed-041745c654aa tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198022'] for port (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:01.629477 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-cd671a32-79e6-48fa-a5ed-041745c654aa tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] 10.222.0.10 "DELETE /v2.0/ports/78cdf70c-122f-4fcd-88f6-d3da2fd43616 HTTP/1.1" status: 204 len: 168 time: 1.8072774 Apr 28 11:06:01.639377 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 54560) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:06:01.660615 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8959de4f-f868-46d5-b153-db7d4478ab04 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Router 9b89571b-9a7d-473a-a862-1c34e1e1b90f has already been hosted by L3 agent 6b492ad6-0876-4d74-b20d-28143a52ceba {{(pid=116162) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 11:06:01.694470 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.pecan_wsgi.hooks.translation [None req-f5933cc7-3f73-460b-a25b-0d5581f33714 tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] GET failed (client error): The resource could not be found. Apr 28 11:06:01.694470 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-f5933cc7-3f73-460b-a25b-0d5581f33714 tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] 10.222.0.10 "GET /v2.0/ports/78cdf70c-122f-4fcd-88f6-d3da2fd43616 HTTP/1.1" status: 404 len: 333 time: 0.0503347 Apr 28 11:06:01.694867 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 54562) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:06:01.713929 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-d0b75e1c-2309-46ed-9667-eacfbfe2a06c tempest-AllowedAddressPairTestJSON-759914361 tempest-AllowedAddressPairTestJSON-759914361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742235135690', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742234710366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5051867'] for port (217a18d5-9f5d-4e85-9483-0422488e63c1), after_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:01.809991 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_hamode_db [None req-52d3b43e-5b20-4e2a-9a85-d928c5ef1994 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '077583a6-3e91-4e7b-b09b-2ee4e2f6efd3', 'name': 'tempest-RoutersTest-router-326742487', 'tenant_id': '1d85c55944a24e6b8fc5b73917e91c0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T11:05:19Z', 'updated_at': '2022-04-28T11:05:58Z', 'revision_number': 7, 'project_id': '1d85c55944a24e6b8fc5b73917e91c0e', 'gw_port_host': None, '_interfaces': [{'id': 'a11cbac1-383c-4f11-8169-eee231f42006', 'name': '', 'network_id': '98df3218-a027-4fe2-8b10-e1f1956e3827', 'tenant_id': '1d85c55944a24e6b8fc5b73917e91c0e', 'mac_address': 'fa:16:3e:33:5e:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '077583a6-3e91-4e7b-b09b-2ee4e2f6efd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1038, 'fixed_ips': [{'subnet_id': 'a5c018ca-906e-4425-bf42-6e13a46d1530', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:05:22Z', 'updated_at': '2022-04-28T11:05:30Z', 'revision_number': 5, 'project_id': '1d85c55944a24e6b8fc5b73917e91c0e', 'subnets': [{'id': 'a5c018ca-906e-4425-bf42-6e13a46d1530', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f09120cb-ca26-4408-aa32-890a68222b79', 'name': '', 'network_id': 'e9e840e6-70f7-4458-8b64-dba6bc6cb266', 'tenant_id': '1d85c55944a24e6b8fc5b73917e91c0e', 'mac_address': 'fa:16:3e:97:9c:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '077583a6-3e91-4e7b-b09b-2ee4e2f6efd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1142, 'fixed_ips': [{'subnet_id': '8afb77db-0064-4b35-a13f-7f7f16dba0f8', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:05:49Z', 'updated_at': '2022-04-28T11:05:55Z', 'revision_number': 5, 'project_id': '1d85c55944a24e6b8fc5b73917e91c0e', 'subnets': [{'id': '8afb77db-0064-4b35-a13f-7f7f16dba0f8', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f70b8dfa-b827-4b97-ab33-a3da7f94590a', 'name': '', 'network_id': 'dcd9b946-da1e-42aa-975b-f2fc3c00de71', 'tenant_id': '1d85c55944a24e6b8fc5b73917e91c0e', 'mac_address': 'fa:16:3e:62:4e:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '077583a6-3e91-4e7b-b09b-2ee4e2f6efd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1079, 'fixed_ips': [{'subnet_id': '82f04b91-b379-4454-bf04-c8f726296c87', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:05:32Z', 'updated_at': '2022-04-28T11:05:40Z', 'revision_number': 5, 'project_id': '1d85c55944a24e6b8fc5b73917e91c0e', 'subnets': [{'id': '82f04b91-b379-4454-bf04-c8f726296c87', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fab05aa9-78a7-44f6-8745-7acc679c8e96', 'name': '', 'network_id': '2fb255c7-9fa3-4e5e-b349-b201da445827', 'tenant_id': '1d85c55944a24e6b8fc5b73917e91c0e', 'mac_address': 'fa:16:3e:e1:19:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '077583a6-3e91-4e7b-b09b-2ee4e2f6efd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1108, 'fixed_ips': [{'subnet_id': '12b00ce9-212a-4d97-be2f-b5b818be2996', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:05:39Z', 'updated_at': '2022-04-28T11:05:47Z', 'revision_number': 5, 'project_id': '1d85c55944a24e6b8fc5b73917e91c0e', 'subnets': [{'id': '12b00ce9-212a-4d97-be2f-b5b818be2996', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=116163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:06:01.835831 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-f9f57d15-4510-42d1-97a5-6117de5caf61 tempest-SecGroupIPv6Test-2111680406 tempest-SecGroupIPv6Test-2111680406-project] 10.222.0.10 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2845559 Apr 28 11:06:01.840928 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 54564) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:06:01.848361 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-ba8dfe39-75f1-4a99-b613-1e7fabad2ec0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924426'] for security_group (7a0ad4ba-614c-4499-bc13-4e9231d270aa), after_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:01.851075 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52d3b43e-5b20-4e2a-9a85-d928c5ef1994 None None] The sync data for ids ['077583a6-3e91-4e7b-b09b-2ee4e2f6efd3'] in dv-neutron-master-2-hyperv is: [{'id': '077583a6-3e91-4e7b-b09b-2ee4e2f6efd3', 'name': 'tempest-RoutersTest-router-326742487', 'tenant_id': '1d85c55944a24e6b8fc5b73917e91c0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T11:05:19Z', 'updated_at': '2022-04-28T11:05:58Z', 'revision_number': 7, 'project_id': '1d85c55944a24e6b8fc5b73917e91c0e', 'gw_port_host': None, '_interfaces': [{'id': 'a11cbac1-383c-4f11-8169-eee231f42006', 'name': '', 'network_id': '98df3218-a027-4fe2-8b10-e1f1956e3827', 'tenant_id': '1d85c55944a24e6b8fc5b73917e91c0e', 'mac_address': 'fa:16:3e:33:5e:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '077583a6-3e91-4e7b-b09b-2ee4e2f6efd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1038, 'fixed_ips': [{'subnet_id': 'a5c018ca-906e-4425-bf42-6e13a46d1530', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:05:22Z', 'updated_at': '2022-04-28T11:05:30Z', 'revision_number': 5, 'project_id': '1d85c55944a24e6b8fc5b73917e91c0e', 'subnets': [{'id': 'a5c018ca-906e-4425-bf42-6e13a46d1530', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f09120cb-ca26-4408-aa32-890a68222b79', 'name': '', 'network_id': 'e9e840e6-70f7-4458-8b64-dba6bc6cb266', 'tenant_id': '1d85c55944a24e6b8fc5b73917e91c0e', 'mac_address': 'fa:16:3e:97:9c:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '077583a6-3e91-4e7b-b09b-2ee4e2f6efd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1142, 'fixed_ips': [{'subnet_id': '8afb77db-0064-4b35-a13f-7f7f16dba0f8', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:05:49Z', 'updated_at': '2022-04-28T11:05:55Z', 'revision_number': 5, 'project_id': '1d85c55944a24e6b8fc5b73917e91c0e', 'subnets': [{'id': '8afb77db-0064-4b35-a13f-7f7f16dba0f8', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f70b8dfa-b827-4b97-ab33-a3da7f94590a', 'name': '', 'network_id': 'dcd9b946-da1e-42aa-975b-f2fc3c00de71', 'tenant_id': '1d85c55944a24e6b8fc5b73917e91c0e', 'mac_address': 'fa:16:3e:62:4e:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '077583a6-3e91-4e7b-b09b-2ee4e2f6efd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1079, 'fixed_ips': [{'subnet_id': '82f04b91-b379-4454-bf04-c8f726296c87', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:05:32Z', 'updated_at': '2022-04-28T11:05:40Z', 'revision_number': 5, 'project_id': '1d85c55944a24e6b8fc5b73917e91c0e', 'subnets': [{'id': '82f04b91-b379-4454-bf04-c8f726296c87', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fab05aa9-78a7-44f6-8745-7acc679c8e96', 'name': '', 'network_id': '2fb255c7-9fa3-4e5e-b349-b201da445827', 'tenant_id': '1d85c55944a24e6b8fc5b73917e91c0e', 'mac_address': 'fa:16:3e:e1:19:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '077583a6-3e91-4e7b-b09b-2ee4e2f6efd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1108, 'fixed_ips': [{'subnet_id': '12b00ce9-212a-4d97-be2f-b5b818be2996', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:05:39Z', 'updated_at': '2022-04-28T11:05:47Z', 'revision_number': 5, 'project_id': '1d85c55944a24e6b8fc5b73917e91c0e', 'subnets': [{'id': '12b00ce9-212a-4d97-be2f-b5b818be2996', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=116163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 11:06:01.851297 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-ba8dfe39-75f1-4a99-b613-1e7fabad2ec0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:01.854960 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-ba8dfe39-75f1-4a99-b613-1e7fabad2ec0 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/7a0ad4ba-614c-4499-bc13-4e9231d270aa HTTP/1.1" status: 204 len: 168 time: 1.0055139 Apr 28 11:06:01.856275 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Device 02b126f8-3761-4563-a6b4-3f784d42ea05 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=116163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 11:06:01.873094 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b75e1c-2309-46ed-9667-eacfbfe2a06c tempest-AllowedAddressPairTestJSON-759914361 tempest-AllowedAddressPairTestJSON-759914361-project] Pushing event deleted for resources: {'Port': ['ID=217a18d5-9f5d-4e85-9483-0422488e63c1,revision_number=None']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:06:01.936444 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0b75e1c-2309-46ed-9667-eacfbfe2a06c tempest-AllowedAddressPairTestJSON-759914361 tempest-AllowedAddressPairTestJSON-759914361-project] No DVR routers for this DVR port 217a18d5-9f5d-4e85-9483-0422488e63c1 on host dv-neutron-master-2-hyperv {{(pid=116162) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 11:06:01.981058 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba8dfe39-75f1-4a99-b613-1e7fabad2ec0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a0ad4ba-614c-4499-bc13-4e9231d270aa,revision_number=None']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:06:02.080899 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69dfa46e-281d-408e-8e35-638337de0f18 None None] Network 95a73077-5c3c-4a4f-9014-bee1df8e9c09 requested from dv-neutron-master-2-hyperv {{(pid=116163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 11:06:02.136962 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-599b04bb-c1de-4cf6-b121-6ecfebbbf8bc tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Publish callbacks [] for security_group (2cbd6a48-ee93-4c8e-9895-51f1da4a27a9), before_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:02.160945 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-67d8b696-9da3-44d0-ad44-f3bb5cebf175 tempest-SecGroupIPv6Test-2111680406 tempest-SecGroupIPv6Test-2111680406-project] Publish callbacks [] for security_group (b061a59d-f969-437e-9822-7c65859d10d0), before_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:02.187212 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-d0b75e1c-2309-46ed-9667-eacfbfe2a06c tempest-AllowedAddressPairTestJSON-759914361 tempest-AllowedAddressPairTestJSON-759914361-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-973498', 'neutron.services.segments.db._delete_segments_for_network-8742235207033'] for network (6c3ca039-ae8c-47c3-b984-604c8ace5e60), precommit_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:02.228299 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-599b04bb-c1de-4cf6-b121-6ecfebbbf8bc tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Publish callbacks [] for security_group (2cbd6a48-ee93-4c8e-9895-51f1da4a27a9), precommit_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:02.232773 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8959de4f-f868-46d5-b153-db7d4478ab04 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=116162) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 11:06:02.235435 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.services.segments.db [None req-d0b75e1c-2309-46ed-9667-eacfbfe2a06c tempest-AllowedAddressPairTestJSON-759914361 tempest-AllowedAddressPairTestJSON-759914361-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6c3ca039-ae8c-47c3-b984-604c8ace5e60']}} {{(pid=116162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:06:02.245090 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40fd6a55-bc20-4160-9714-2a5e035863ab None None] Sync routers for ids ['9b89571b-9a7d-473a-a862-1c34e1e1b90f'] in dv-neutron-master-2-hyperv {{(pid=116164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 11:06:02.262718 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-8959de4f-f868-46d5-b153-db7d4478ab04 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198022'] for floatingip (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:02.269113 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40fd6a55-bc20-4160-9714-2a5e035863ab None None] Routers {'9b89571b-9a7d-473a-a862-1c34e1e1b90f'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=116164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 11:06:02.269749 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_hamode_db [None req-40fd6a55-bc20-4160-9714-2a5e035863ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-28T10:50:39Z,description=,heartbeat_timestamp=2022-04-28T11:05:39Z,host='dv-neutron-master-2-hyperv',id=6b492ad6-0876-4d74-b20d-28143a52ceba,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T10:50:40Z,topic='l3_agent')) {'router_ids': ['9b89571b-9a7d-473a-a862-1c34e1e1b90f'], 'active': True} {{(pid=116164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:06:02.273775 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-1c859152-4f5b-4e35-b6a8-e5fdc4c24a69 None None] Provisioning complete for port 02b126f8-3761-4563-a6b4-3f784d42ea05 triggered by entity DHCP. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:06:02.274257 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-1c859152-4f5b-4e35-b6a8-e5fdc4c24a69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (02b126f8-3761-4563-a6b4-3f784d42ea05), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:02.316891 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Provisioning complete for port 02b126f8-3761-4563-a6b4-3f784d42ea05 triggered by entity L2. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:06:02.317566 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (02b126f8-3761-4563-a6b4-3f784d42ea05), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:02.349638 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.services.segments.db [None req-d0b75e1c-2309-46ed-9667-eacfbfe2a06c tempest-AllowedAddressPairTestJSON-759914361 tempest-AllowedAddressPairTestJSON-759914361-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0eb6bf2d-384f-4e86-842d-22ed6727b9eb') {'for_net_delete': True} {{(pid=116162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:06:02.350265 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.services.segments.db [None req-d0b75e1c-2309-46ed-9667-eacfbfe2a06c tempest-AllowedAddressPairTestJSON-759914361 tempest-AllowedAddressPairTestJSON-759914361-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0eb6bf2d-384f-4e86-842d-22ed6727b9eb') {} {{(pid=116162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:06:02.356049 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-67d8b696-9da3-44d0-ad44-f3bb5cebf175 tempest-SecGroupIPv6Test-2111680406 tempest-SecGroupIPv6Test-2111680406-project] Publish callbacks [] for security_group (b061a59d-f969-437e-9822-7c65859d10d0), precommit_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:02.376930 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-d8cb79b8-0ea7-49f2-b0b4-76465074b25b admin admin] Publish callbacks [] for router_gateway (0253fd74-f6a9-46aa-a567-c9d8bf675134), after_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:02.377889 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-d0b75e1c-2309-46ed-9667-eacfbfe2a06c tempest-AllowedAddressPairTestJSON-759914361 tempest-AllowedAddressPairTestJSON-759914361-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742235208578', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5026548'] for segment (0eb6bf2d-384f-4e86-842d-22ed6727b9eb), before_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:02.456210 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-8959de4f-f868-46d5-b153-db7d4478ab04 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] 10.222.0.10 "DELETE /v2.0/floatingips/2475c425-2079-483e-bba7-10bca82c4e73 HTTP/1.1" status: 204 len: 168 time: 3.7237394 Apr 28 11:06:02.467762 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bfb0e6d3-3659-4be6-8de6-82c47d9cfaf8', 'tag': '7850d2bb-cfac-45b8-818d-93aede5fe4b9'}] {{(pid=116162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 11:06:02.474524 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ba53f40d6116d28995a8e36159d0e539b5353eec116fb5dd4ce03b4b2159ab1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0d71c5b-1706-4a8e-8c14-53c1c94758cd" -d '{"events": [{"name": "network-changed", "server_uuid": "bfb0e6d3-3659-4be6-8de6-82c47d9cfaf8", "tag": "7850d2bb-cfac-45b8-818d-93aede5fe4b9"}]}' {{(pid=116162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 11:06:02.481774 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-d0b75e1c-2309-46ed-9667-eacfbfe2a06c tempest-AllowedAddressPairTestJSON-759914361 tempest-AllowedAddressPairTestJSON-759914361-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-961978'] for segment (0eb6bf2d-384f-4e86-842d-22ed6727b9eb), precommit_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:02.510164 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_dvr_db [None req-40fd6a55-bc20-4160-9714-2a5e035863ab None None] Set router 9b89571b-9a7d-473a-a862-1c34e1e1b90f gateway port host: dv-neutron-master-2-hyperv {{(pid=116164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 11:06:02.519337 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d0b75e1c-2309-46ed-9667-eacfbfe2a06c tempest-AllowedAddressPairTestJSON-759914361 tempest-AllowedAddressPairTestJSON-759914361-project] Releasing vlan 80 on physical network physnet1 to pool {{(pid=116162) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 11:06:02.531067 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-d0b75e1c-2309-46ed-9667-eacfbfe2a06c tempest-AllowedAddressPairTestJSON-759914361 tempest-AllowedAddressPairTestJSON-759914361-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-961978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5051884'] for segment (0eb6bf2d-384f-4e86-842d-22ed6727b9eb), after_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:02.534833 dv-neutron-master-2-hyperv neutron-server[116162]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 28 11:06:02.534833 dv-neutron-master-2-hyperv neutron-server[116162]: self.session.flush() Apr 28 11:06:02.534833 dv-neutron-master-2-hyperv neutron-server[116162]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 28 11:06:02.534833 dv-neutron-master-2-hyperv neutron-server[116162]: self.session.flush() Apr 28 11:06:02.534833 dv-neutron-master-2-hyperv neutron-server[116162]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 28 11:06:02.534833 dv-neutron-master-2-hyperv neutron-server[116162]: self.session.flush() Apr 28 11:06:02.534833 dv-neutron-master-2-hyperv neutron-server[116162]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 28 11:06:02.534833 dv-neutron-master-2-hyperv neutron-server[116162]: self.session.flush() Apr 28 11:06:02.534833 dv-neutron-master-2-hyperv neutron-server[116162]: Traceback (most recent call last): Apr 28 11:06:02.534833 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 11:06:02.534833 dv-neutron-master-2-hyperv neutron-server[116162]: timer() Apr 28 11:06:02.534833 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 11:06:02.534833 dv-neutron-master-2-hyperv neutron-server[116162]: cb(*args, **kw) Apr 28 11:06:02.534833 dv-neutron-master-2-hyperv neutron-server[116162]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 28 11:06:02.534833 dv-neutron-master-2-hyperv neutron-server[116162]: return func(*args, **kwargs) Apr 28 11:06:02.534833 dv-neutron-master-2-hyperv neutron-server[116162]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 11:06:02.534833 dv-neutron-master-2-hyperv neutron-server[116162]: self._notify() Apr 28 11:06:02.534833 dv-neutron-master-2-hyperv neutron-server[116162]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 11:06:02.534833 dv-neutron-master-2-hyperv neutron-server[116162]: self.callback(batched_events) Apr 28 11:06:02.534833 dv-neutron-master-2-hyperv neutron-server[116162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 11:06:02.534833 dv-neutron-master-2-hyperv neutron-server[116162]: event.method(event) Apr 28 11:06:02.534833 dv-neutron-master-2-hyperv neutron-server[116162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 28 11:06:02.534833 dv-neutron-master-2-hyperv neutron-server[116162]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 11:06:02.534833 dv-neutron-master-2-hyperv neutron-server[116162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 28 11:06:02.534833 dv-neutron-master-2-hyperv neutron-server[116162]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 11:06:02.534833 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 28 11:06:02.534833 dv-neutron-master-2-hyperv neutron-server[116162]: return f(self, *a, **k) Apr 28 11:06:02.534833 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 28 11:06:02.534833 dv-neutron-master-2-hyperv neutron-server[116162]: return self._get(url).json() Apr 28 11:06:02.534833 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 28 11:06:02.534833 dv-neutron-master-2-hyperv neutron-server[116162]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 11:06:02.534833 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 11:06:02.534833 dv-neutron-master-2-hyperv neutron-server[116162]: return self.request(url, 'GET', **kwargs) Apr 28 11:06:02.534833 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 11:06:02.534833 dv-neutron-master-2-hyperv neutron-server[116162]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 11:06:02.534833 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 11:06:02.534833 dv-neutron-master-2-hyperv neutron-server[116162]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 11:06:02.534833 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 11:06:02.534833 dv-neutron-master-2-hyperv neutron-server[116162]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 11:06:02.534833 dv-neutron-master-2-hyperv neutron-server[116162]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 11:06:02.541847 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.plugin [None req-6e182bff-4c8f-4d79-ade0-dc4b33a6c415 tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Deleting port f09120cb-ca26-4408-aa32-890a68222b79 {{(pid=116161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 11:06:02.541847 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-6e182bff-4c8f-4d79-ade0-dc4b33a6c415 tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742235130188'] for port (f09120cb-ca26-4408-aa32-890a68222b79), before_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:02.676371 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 11:06:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e356881-a1eb-4b40-9a54-f63d1232a20a x-openstack-request-id: req-5e356881-a1eb-4b40-9a54-f63d1232a20a {{(pid=116162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 11:06:02.676756 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bfb0e6d3-3659-4be6-8de6-82c47d9cfaf8", "tag": "7850d2bb-cfac-45b8-818d-93aede5fe4b9", "status": "completed", "code": 200}]} {{(pid=116162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 11:06:02.677006 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-5e356881-a1eb-4b40-9a54-f63d1232a20a {{(pid=116162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 11:06:02.677601 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5e356881-a1eb-4b40-9a54-f63d1232a20a'] response: {'name': 'network-changed', 'server_uuid': 'bfb0e6d3-3659-4be6-8de6-82c47d9cfaf8', 'tag': '7850d2bb-cfac-45b8-818d-93aede5fe4b9', 'status': 'completed', 'code': 200} Apr 28 11:06:02.678914 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-599b04bb-c1de-4cf6-b121-6ecfebbbf8bc tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924426'] for security_group (2cbd6a48-ee93-4c8e-9895-51f1da4a27a9), after_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:02.680308 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.db [None req-6e182bff-4c8f-4d79-ade0-dc4b33a6c415 tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] For port f09120cb-ca26-4408-aa32-890a68222b79, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=f09120cb-ca26-4408-aa32-890a68222b79,segment=NetworkSegment(1bce4b31-0049-45c3-9259-d4148608099a),segment_id=1bce4b31-0049-45c3-9259-d4148608099a)] {{(pid=116161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 11:06:02.680822 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-6e182bff-4c8f-4d79-ade0-dc4b33a6c415 tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1938497'] for port (f09120cb-ca26-4408-aa32-890a68222b79), precommit_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:02.681943 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-599b04bb-c1de-4cf6-b121-6ecfebbbf8bc tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Publish callbacks [] for security_group (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:02.685746 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-599b04bb-c1de-4cf6-b121-6ecfebbbf8bc tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] 10.222.0.10 "DELETE /v2.0/security-groups/2cbd6a48-ee93-4c8e-9895-51f1da4a27a9 HTTP/1.1" status: 204 len: 168 time: 0.9897909 Apr 28 11:06:02.704386 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.plugin [None req-6e182bff-4c8f-4d79-ade0-dc4b33a6c415 tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Calling delete_port for f09120cb-ca26-4408-aa32-890a68222b79 owned by network:router_interface {{(pid=116161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 11:06:02.716878 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 54580) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:06:02.780203 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-599b04bb-c1de-4cf6-b121-6ecfebbbf8bc tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cbd6a48-ee93-4c8e-9895-51f1da4a27a9,revision_number=None']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:06:02.833541 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Current status of the port 02b126f8-3761-4563-a6b4-3f784d42ea05 is: DOWN; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:06:02.833976 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (02b126f8-3761-4563-a6b4-3f784d42ea05), before_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:02.849320 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-949b2237-1bd4-4780-9c99-44de6cc263fe tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Publish callbacks [] for security_group (8c8ba7ed-0d42-4b2f-8408-da72bf43798b), before_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:02.866242 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-d0b75e1c-2309-46ed-9667-eacfbfe2a06c tempest-AllowedAddressPairTestJSON-759914361 tempest-AllowedAddressPairTestJSON-759914361-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-973477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2063122'] for network (6c3ca039-ae8c-47c3-b984-604c8ace5e60), after_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:02.883458 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-d0b75e1c-2309-46ed-9667-eacfbfe2a06c tempest-AllowedAddressPairTestJSON-759914361 tempest-AllowedAddressPairTestJSON-759914361-project] Publish callbacks [] for network (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:02.889852 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] For port 02b126f8-3761-4563-a6b4-3f784d42ea05, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=02b126f8-3761-4563-a6b4-3f784d42ea05,segment=NetworkSegment(d6ab13ae-3a67-4b86-b1c5-eddbcd455107),segment_id=d6ab13ae-3a67-4b86-b1c5-eddbcd455107)] {{(pid=116163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 11:06:02.891487 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-1c859152-4f5b-4e35-b6a8-e5fdc4c24a69 None None] Current status of the port 02b126f8-3761-4563-a6b4-3f784d42ea05 is: DOWN; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:06:02.892642 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-1c859152-4f5b-4e35-b6a8-e5fdc4c24a69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (02b126f8-3761-4563-a6b4-3f784d42ea05), before_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:02.895816 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-d0b75e1c-2309-46ed-9667-eacfbfe2a06c tempest-AllowedAddressPairTestJSON-759914361 tempest-AllowedAddressPairTestJSON-759914361-project] 10.222.0.10 "DELETE /v2.0/networks/6c3ca039-ae8c-47c3-b984-604c8ace5e60 HTTP/1.1" status: 204 len: 168 time: 2.5547729 Apr 28 11:06:02.922534 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b75e1c-2309-46ed-9667-eacfbfe2a06c tempest-AllowedAddressPairTestJSON-759914361 tempest-AllowedAddressPairTestJSON-759914361-project] Pushing event deleted for resources: {'Network': ['ID=6c3ca039-ae8c-47c3-b984-604c8ace5e60,revision_number=None']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:06:02.957534 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-949b2237-1bd4-4780-9c99-44de6cc263fe tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Publish callbacks [] for security_group (8c8ba7ed-0d42-4b2f-8408-da72bf43798b), precommit_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:02.996912 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_hamode_db [None req-40fd6a55-bc20-4160-9714-2a5e035863ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b89571b-9a7d-473a-a862-1c34e1e1b90f', 'name': 'tempest-TestNetworkBasicOps-router-1025925212', 'tenant_id': '65d54c3b7dcd4af68398071d25e8321e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'external_fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.82'}], 'enable_snat': True}, 'gw_port_id': 'b9c64965-b7a7-4361-8353-c97b8e1a2b9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T11:03:07Z', 'updated_at': '2022-04-28T11:05:43Z', 'revision_number': 6, 'project_id': '65d54c3b7dcd4af68398071d25e8321e', 'gw_port': {'id': 'b9c64965-b7a7-4361-8353-c97b8e1a2b9e', 'name': '', 'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:66:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b89571b-9a7d-473a-a862-1c34e1e1b90f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 744, 'fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:03:09Z', 'updated_at': '2022-04-28T11:03:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '3e2bce2e-72fd-4d33-8443-4c79cc3a3053', 'name': '', 'network_id': '274bb0ab-060a-48d2-9b11-773f8dd43851', 'tenant_id': '65d54c3b7dcd4af68398071d25e8321e', 'mac_address': 'fa:16:3e:f2:cf:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b89571b-9a7d-473a-a862-1c34e1e1b90f', 'device_owner': 'network:router_interface', 'standard_attr_id': 788, 'fixed_ips': [{'subnet_id': 'd64b489b-1e9c-4cb0-8d07-ab47553d5e71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:03:19Z', 'updated_at': '2022-04-28T11:03:32Z', 'revision_number': 5, 'project_id': '65d54c3b7dcd4af68398071d25e8321e', 'subnets': [{'id': 'd64b489b-1e9c-4cb0-8d07-ab47553d5e71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=116164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:06:03.006715 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393'] for port (02b126f8-3761-4563-a6b4-3f784d42ea05), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:03.057307 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40fd6a55-bc20-4160-9714-2a5e035863ab None None] Checking router: 9b89571b-9a7d-473a-a862-1c34e1e1b90f for host: dv-neutron-master-2-hyperv {{(pid=116164) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 11:06:03.073018 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40fd6a55-bc20-4160-9714-2a5e035863ab None None] Routers {'9b89571b-9a7d-473a-a862-1c34e1e1b90f'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=116164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 11:06:03.075245 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_hamode_db [None req-40fd6a55-bc20-4160-9714-2a5e035863ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-28T10:50:39Z,description=,heartbeat_timestamp=2022-04-28T11:05:39Z,host='dv-neutron-master-2-hyperv',id=6b492ad6-0876-4d74-b20d-28143a52ceba,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T10:50:40Z,topic='l3_agent')) {'router_ids': ['9b89571b-9a7d-473a-a862-1c34e1e1b90f'], 'active': True} {{(pid=116164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:06:03.094256 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Pushing event updated for resources: {'Port': ['ID=02b126f8-3761-4563-a6b4-3f784d42ea05,revision_number=3']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:06:03.126922 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-949b2237-1bd4-4780-9c99-44de6cc263fe tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924426'] for security_group (8c8ba7ed-0d42-4b2f-8408-da72bf43798b), after_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:03.127291 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d71c5b-1706-4a8e-8c14-53c1c94758cd req-791a3ed3-90da-47b5-a517-93eee2ed8c9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:06:03.129260 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-b0d71c5b-1706-4a8e-8c14-53c1c94758cd req-791a3ed3-90da-47b5-a517-93eee2ed8c9d service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=65d54c3b7dcd4af68398071d25e8321e&device_id=bfb0e6d3-3659-4be6-8de6-82c47d9cfaf8 HTTP/1.1" status: 200 len: 1129 time: 0.1533430 Apr 28 11:06:03.129908 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-949b2237-1bd4-4780-9c99-44de6cc263fe tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Publish callbacks [] for security_group (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:03.133445 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-949b2237-1bd4-4780-9c99-44de6cc263fe tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] 10.222.0.10 "DELETE /v2.0/security-groups/8c8ba7ed-0d42-4b2f-8408-da72bf43798b HTTP/1.1" status: 204 len: 168 time: 0.4125073 Apr 28 11:06:03.134940 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 54590) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:06:03.138321 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-6e182bff-4c8f-4d79-ade0-dc4b33a6c415 tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742235135690', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742234710366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5219112'] for port (f09120cb-ca26-4408-aa32-890a68222b79), after_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:03.162869 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-949b2237-1bd4-4780-9c99-44de6cc263fe tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c8ba7ed-0d42-4b2f-8408-da72bf43798b,revision_number=None']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:06:03.170875 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.db.api [None req-1c859152-4f5b-4e35-b6a8-e5fdc4c24a69 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=116163) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 28 11:06:03.171278 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG oslo_db.api [None req-1c859152-4f5b-4e35-b6a8-e5fdc4c24a69 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=116163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 28 11:06:03.177221 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Device 217a18d5-9f5d-4e85-9483-0422488e63c1 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=116163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 11:06:03.212312 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] No Port match for: 217a18d5-9f5d-4e85-9483-0422488e63c1 {{(pid=116163) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 28 11:06:03.212745 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Device 217a18d5-9f5d-4e85-9483-0422488e63c1 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=116163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 11:06:03.254628 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-67d8b696-9da3-44d0-ad44-f3bb5cebf175 tempest-SecGroupIPv6Test-2111680406 tempest-SecGroupIPv6Test-2111680406-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924426'] for security_group (b061a59d-f969-437e-9822-7c65859d10d0), after_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:03.257257 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-67d8b696-9da3-44d0-ad44-f3bb5cebf175 tempest-SecGroupIPv6Test-2111680406 tempest-SecGroupIPv6Test-2111680406-project] Publish callbacks [] for security_group (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:03.257406 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-b18428ce-b17b-4648-aeaf-9ef07b512a11 tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Publish callbacks [] for security_group (cf758f06-c3f0-4d54-8a40-156162f59042), before_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:03.260941 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-67d8b696-9da3-44d0-ad44-f3bb5cebf175 tempest-SecGroupIPv6Test-2111680406 tempest-SecGroupIPv6Test-2111680406-project] 10.222.0.10 "DELETE /v2.0/security-groups/b061a59d-f969-437e-9822-7c65859d10d0 HTTP/1.1" status: 204 len: 168 time: 1.3899024 Apr 28 11:06:03.265328 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 54594) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:06:03.272462 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_dvr_db [None req-40fd6a55-bc20-4160-9714-2a5e035863ab None None] Set router 9b89571b-9a7d-473a-a862-1c34e1e1b90f gateway port host: dv-neutron-master-2-hyperv {{(pid=116164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 11:06:03.322532 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-b18428ce-b17b-4648-aeaf-9ef07b512a11 tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Publish callbacks [] for security_group (cf758f06-c3f0-4d54-8a40-156162f59042), precommit_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:03.340038 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e182bff-4c8f-4d79-ade0-dc4b33a6c415 tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Pushing event deleted for resources: {'Port': ['ID=f09120cb-ca26-4408-aa32-890a68222b79,revision_number=None']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:06:03.378140 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d8b696-9da3-44d0-ad44-f3bb5cebf175 tempest-SecGroupIPv6Test-2111680406 tempest-SecGroupIPv6Test-2111680406-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b061a59d-f969-437e-9822-7c65859d10d0,revision_number=None']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:06:03.388319 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-575e362c-1ac7-4a7c-9aac-6197230eb75e tempest-SecGroupIPv6Test-2111680406 tempest-SecGroupIPv6Test-2111680406-project] 10.222.0.10 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1131527 Apr 28 11:06:03.394983 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 54598) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:06:03.413805 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.v2.base [None req-72da0852-cb56-42c2-8c20-b03a6ab7e0c7 tempest-SecGroupIPv6Test-2111680406 tempest-SecGroupIPv6Test-2111680406-project] Request body: {'security_group': {'name': 'tempest-secgroup--1683560703'}} {{(pid=116162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:06:03.432969 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225e49db-cebe-497e-91c1-7eeb1d7da95e req-2579e930-1071-434f-840e-680672b78b1b tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:06:03.440563 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-225e49db-cebe-497e-91c1-7eeb1d7da95e req-2579e930-1071-434f-840e-680672b78b1b tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] 10.222.0.10 "GET /v2.0/ports?device_id=bfb0e6d3-3659-4be6-8de6-82c47d9cfaf8 HTTP/1.1" status: 200 len: 945 time: 0.3489702 Apr 28 11:06:03.498176 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-b18428ce-b17b-4648-aeaf-9ef07b512a11 tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924426'] for security_group (cf758f06-c3f0-4d54-8a40-156162f59042), after_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:03.501479 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-b18428ce-b17b-4648-aeaf-9ef07b512a11 tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Publish callbacks [] for security_group (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:03.502932 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-b18428ce-b17b-4648-aeaf-9ef07b512a11 tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] 10.222.0.10 "DELETE /v2.0/security-groups/cf758f06-c3f0-4d54-8a40-156162f59042 HTTP/1.1" status: 204 len: 168 time: 0.3618767 Apr 28 11:06:03.510371 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-72da0852-cb56-42c2-8c20-b03a6ab7e0c7 tempest-SecGroupIPv6Test-2111680406 tempest-SecGroupIPv6Test-2111680406-project] Publish callbacks [] for security_group (None), before_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:03.514528 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 54604) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:06:03.596167 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b18428ce-b17b-4648-aeaf-9ef07b512a11 tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf758f06-c3f0-4d54-8a40-156162f59042,revision_number=None']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:06:03.639880 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_hamode_db [None req-40fd6a55-bc20-4160-9714-2a5e035863ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b89571b-9a7d-473a-a862-1c34e1e1b90f', 'name': 'tempest-TestNetworkBasicOps-router-1025925212', 'tenant_id': '65d54c3b7dcd4af68398071d25e8321e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'external_fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.82'}], 'enable_snat': True}, 'gw_port_id': 'b9c64965-b7a7-4361-8353-c97b8e1a2b9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T11:03:07Z', 'updated_at': '2022-04-28T11:05:43Z', 'revision_number': 6, 'project_id': '65d54c3b7dcd4af68398071d25e8321e', 'gw_port': {'id': 'b9c64965-b7a7-4361-8353-c97b8e1a2b9e', 'name': '', 'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:66:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b89571b-9a7d-473a-a862-1c34e1e1b90f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 744, 'fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:03:09Z', 'updated_at': '2022-04-28T11:03:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '3e2bce2e-72fd-4d33-8443-4c79cc3a3053', 'name': '', 'network_id': '274bb0ab-060a-48d2-9b11-773f8dd43851', 'tenant_id': '65d54c3b7dcd4af68398071d25e8321e', 'mac_address': 'fa:16:3e:f2:cf:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b89571b-9a7d-473a-a862-1c34e1e1b90f', 'device_owner': 'network:router_interface', 'standard_attr_id': 788, 'fixed_ips': [{'subnet_id': 'd64b489b-1e9c-4cb0-8d07-ab47553d5e71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:03:19Z', 'updated_at': '2022-04-28T11:03:32Z', 'revision_number': 5, 'project_id': '65d54c3b7dcd4af68398071d25e8321e', 'subnets': [{'id': 'd64b489b-1e9c-4cb0-8d07-ab47553d5e71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=116164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:06:03.685455 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40fd6a55-bc20-4160-9714-2a5e035863ab None None] The sync data for ids ['9b89571b-9a7d-473a-a862-1c34e1e1b90f'] in dv-neutron-master-2-hyperv is: [{'id': '9b89571b-9a7d-473a-a862-1c34e1e1b90f', 'name': 'tempest-TestNetworkBasicOps-router-1025925212', 'tenant_id': '65d54c3b7dcd4af68398071d25e8321e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'external_fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.82'}], 'enable_snat': True}, 'gw_port_id': 'b9c64965-b7a7-4361-8353-c97b8e1a2b9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T11:03:07Z', 'updated_at': '2022-04-28T11:05:43Z', 'revision_number': 6, 'project_id': '65d54c3b7dcd4af68398071d25e8321e', 'gw_port': {'id': 'b9c64965-b7a7-4361-8353-c97b8e1a2b9e', 'name': '', 'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:66:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b89571b-9a7d-473a-a862-1c34e1e1b90f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 744, 'fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:03:09Z', 'updated_at': '2022-04-28T11:03:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '3e2bce2e-72fd-4d33-8443-4c79cc3a3053', 'name': '', 'network_id': '274bb0ab-060a-48d2-9b11-773f8dd43851', 'tenant_id': '65d54c3b7dcd4af68398071d25e8321e', 'mac_address': 'fa:16:3e:f2:cf:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b89571b-9a7d-473a-a862-1c34e1e1b90f', 'device_owner': 'network:router_interface', 'standard_attr_id': 788, 'fixed_ips': [{'subnet_id': 'd64b489b-1e9c-4cb0-8d07-ab47553d5e71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:03:19Z', 'updated_at': '2022-04-28T11:03:32Z', 'revision_number': 5, 'project_id': '65d54c3b7dcd4af68398071d25e8321e', 'subnets': [{'id': 'd64b489b-1e9c-4cb0-8d07-ab47553d5e71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=116164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 11:06:03.732565 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-72da0852-cb56-42c2-8c20-b03a6ab7e0c7 tempest-SecGroupIPv6Test-2111680406 tempest-SecGroupIPv6Test-2111680406-project] Publish callbacks [] for security_group (01a4ba8a-dbcc-4adb-9977-00bd4b89ee67), precommit_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:03.735088 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 54606) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:06:03.735615 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 54608) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:06:03.771623 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-1c859152-4f5b-4e35-b6a8-e5fdc4c24a69 None None] Current status of the port 02b126f8-3761-4563-a6b4-3f784d42ea05 is: ACTIVE; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:06:03.786191 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.db.db_base_plugin_v2 [None req-430eb1cc-f898-4745-8c50-7e0d4b8e84ea tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Deleting subnet 38cf10a5-c012-4ada-81e9-5d79976559d0 {{(pid=116162) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 28 11:06:03.797201 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-430eb1cc-f898-4745-8c50-7e0d4b8e84ea tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Publish callbacks [] for subnet (38cf10a5-c012-4ada-81e9-5d79976559d0), before_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:03.856830 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-72da0852-cb56-42c2-8c20-b03a6ab7e0c7 tempest-SecGroupIPv6Test-2111680406 tempest-SecGroupIPv6Test-2111680406-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924426'] for security_group (01a4ba8a-dbcc-4adb-9977-00bd4b89ee67), after_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:03.899373 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-4d86a070-2335-4b1a-b649-36325aa6f7b6 None None] Provisioning complete for port 02b126f8-3761-4563-a6b4-3f784d42ea05 triggered by entity DHCP. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:06:03.900330 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-4d86a070-2335-4b1a-b649-36325aa6f7b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (02b126f8-3761-4563-a6b4-3f784d42ea05), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:03.906632 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72da0852-cb56-42c2-8c20-b03a6ab7e0c7 tempest-SecGroupIPv6Test-2111680406 tempest-SecGroupIPv6Test-2111680406-project] Pushing event updated for resources: {'SecurityGroup': ['ID=01a4ba8a-dbcc-4adb-9977-00bd4b89ee67,revision_number=1']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:06:03.932961 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-430eb1cc-f898-4745-8c50-7e0d4b8e84ea tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5026541'] for subnet (38cf10a5-c012-4ada-81e9-5d79976559d0), precommit_delete_associations {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:03.939915 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-72da0852-cb56-42c2-8c20-b03a6ab7e0c7 tempest-SecGroupIPv6Test-2111680406 tempest-SecGroupIPv6Test-2111680406-project] Publish callbacks [] for security_group (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:03.946121 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-72da0852-cb56-42c2-8c20-b03a6ab7e0c7 tempest-SecGroupIPv6Test-2111680406 tempest-SecGroupIPv6Test-2111680406-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.5355537 Apr 28 11:06:03.946931 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 54614) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:06:03.967014 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Device 02b126f8-3761-4563-a6b4-3f784d42ea05 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=116163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 11:06:03.977587 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.v2.base [None req-83ee8e46-257a-48e2-9532-be0fc3be0075 tempest-SecGroupIPv6Test-2111680406 tempest-SecGroupIPv6Test-2111680406-project] Request body: {'security_group_rule': {'security_group_id': '01a4ba8a-dbcc-4adb-9977-00bd4b89ee67', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=116162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:06:03.996858 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-4b3eb779-d83f-4a4a-8948-33fe54ddaed8 tempest-ServiceProvidersTest-148271830 tempest-ServiceProvidersTest-148271830-project] 10.222.0.10 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.2575848 Apr 28 11:06:04.110222 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-4d86a070-2335-4b1a-b649-36325aa6f7b6 None None] Current status of the port 02b126f8-3761-4563-a6b4-3f784d42ea05 is: ACTIVE; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:06:04.116725 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Provisioning complete for port 02b126f8-3761-4563-a6b4-3f784d42ea05 triggered by entity L2. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:06:04.117105 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (02b126f8-3761-4563-a6b4-3f784d42ea05), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:04.149871 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-485f9b34-54d7-450e-bc87-2332496ba81e admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=23eaf47bcd2342808e2c0d24b3804de2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4040644 Apr 28 11:06:04.152974 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 54618) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:06:04.198120 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-430eb1cc-f898-4745-8c50-7e0d4b8e84ea tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-971303'] for subnet (38cf10a5-c012-4ada-81e9-5d79976559d0), precommit_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:04.208610 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ead9d700-5e48-4319-b7e9-39bf51b675e4 None None] New status for floating IP 2475c425-2079-483e-bba7-10bca82c4e73: DOWN {{(pid=116163) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 28 11:06:04.234448 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-225e49db-cebe-497e-91c1-7eeb1d7da95e req-62830624-9ba4-4814-8653-8460073b88dc tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] 10.222.0.10 "GET /v2.0/security-groups?id=126444c7-d985-4711-872e-652c823476a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7929521 Apr 28 11:06:04.238978 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-83ee8e46-257a-48e2-9532-be0fc3be0075 tempest-SecGroupIPv6Test-2111680406 tempest-SecGroupIPv6Test-2111680406-project] Publish callbacks [] for security_group_rule (78b55b42-3e22-44de-94b6-cf096d441914), before_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:04.271394 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-d8cb79b8-0ea7-49f2-b0b4-76465074b25b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2060818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1935326'] for router (0253fd74-f6a9-46aa-a567-c9d8bf675134), after_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:04.276135 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-6e182bff-4c8f-4d79-ade0-dc4b33a6c415 tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1603051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2063504'] for router_interface (077583a6-3e91-4e7b-b09b-2ee4e2f6efd3), after_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:04.342025 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d71c5b-1706-4a8e-8c14-53c1c94758cd req-512c0657-f39c-4a84-9458-a80df2e01dd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:06:04.343272 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-b0d71c5b-1706-4a8e-8c14-53c1c94758cd req-512c0657-f39c-4a84-9458-a80df2e01dd3 service neutron] 10.222.0.20 "GET /v2.0/networks?id=274bb0ab-060a-48d2-9b11-773f8dd43851 HTTP/1.1" status: 200 len: 895 time: 0.2316711 Apr 28 11:06:04.359275 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Current status of the port 02b126f8-3761-4563-a6b4-3f784d42ea05 is: ACTIVE; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:06:04.377863 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-83ee8e46-257a-48e2-9532-be0fc3be0075 tempest-SecGroupIPv6Test-2111680406 tempest-SecGroupIPv6Test-2111680406-project] Publish callbacks [] for security_group_rule (78b55b42-3e22-44de-94b6-cf096d441914), precommit_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:04.390588 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-71b2f62b-a580-4173-92a8-baefb09d2681 admin admin] Publish callbacks [] for security_group (318aee77-5738-4e0c-995e-c1fc57feec3f), before_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:04.406709 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cabe611-49fb-4e9a-baa1-3bab3b4d04ff req-0d7d1e09-a01e-4ac6-8984-8980ee2e8836 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:06:04.408228 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-6cabe611-49fb-4e9a-baa1-3bab3b4d04ff req-0d7d1e09-a01e-4ac6-8984-8980ee2e8836 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] 10.222.0.20 "GET /v2.0/ports?device_id=bfb0e6d3-3659-4be6-8de6-82c47d9cfaf8 HTTP/1.1" status: 200 len: 945 time: 0.1909692 Apr 28 11:06:04.460184 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-b0d71c5b-1706-4a8e-8c14-53c1c94758cd req-5f55159e-57fa-436f-9215-0c8c318ad0c0 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7850d2bb-cfac-45b8-818d-93aede5fe4b9 HTTP/1.1" status: 200 len: 217 time: 0.0761609 Apr 28 11:06:04.460937 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-71b2f62b-a580-4173-92a8-baefb09d2681 admin admin] Publish callbacks [] for security_group (318aee77-5738-4e0c-995e-c1fc57feec3f), precommit_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:04.462839 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-83ee8e46-257a-48e2-9532-be0fc3be0075 tempest-SecGroupIPv6Test-2111680406 tempest-SecGroupIPv6Test-2111680406-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1912725'] for security_group_rule (78b55b42-3e22-44de-94b6-cf096d441914), after_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:04.517745 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ee8e46-257a-48e2-9532-be0fc3be0075 tempest-SecGroupIPv6Test-2111680406 tempest-SecGroupIPv6Test-2111680406-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=78b55b42-3e22-44de-94b6-cf096d441914,revision_number=0']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:06:04.524726 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 54622) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:06:04.570487 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-430eb1cc-f898-4745-8c50-7e0d4b8e84ea tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-971310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5053962', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4210815'] for subnet (38cf10a5-c012-4ada-81e9-5d79976559d0), after_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:04.609177 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.plugin [req-6cabe611-49fb-4e9a-baa1-3bab3b4d04ff req-1b6a41f6-4771-4d66-b9f0-c1a0df224aca tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Deleting port 7850d2bb-cfac-45b8-818d-93aede5fe4b9 {{(pid=116162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 11:06:04.609177 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [req-6cabe611-49fb-4e9a-baa1-3bab3b4d04ff req-1b6a41f6-4771-4d66-b9f0-c1a0df224aca tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742235130188'] for port (7850d2bb-cfac-45b8-818d-93aede5fe4b9), before_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:04.613078 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430eb1cc-f898-4745-8c50-7e0d4b8e84ea tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Pushing event deleted for resources: {'Subnet': ['ID=38cf10a5-c012-4ada-81e9-5d79976559d0,revision_number=None']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:06:04.615404 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d71c5b-1706-4a8e-8c14-53c1c94758cd req-7a428827-cef6-40f6-a624-2bc83465e2d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:06:04.616192 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-b0d71c5b-1706-4a8e-8c14-53c1c94758cd req-7a428827-cef6-40f6-a624-2bc83465e2d8 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d64b489b-1e9c-4cb0-8d07-ab47553d5e71 HTTP/1.1" status: 200 len: 834 time: 0.1487155 Apr 28 11:06:04.623526 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-83ee8e46-257a-48e2-9532-be0fc3be0075 tempest-SecGroupIPv6Test-2111680406 tempest-SecGroupIPv6Test-2111680406-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:04.627216 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-83ee8e46-257a-48e2-9532-be0fc3be0075 tempest-SecGroupIPv6Test-2111680406 tempest-SecGroupIPv6Test-2111680406-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6531768 Apr 28 11:06:04.628728 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-430eb1cc-f898-4745-8c50-7e0d4b8e84ea tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Publish callbacks [] for subnet (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:04.635734 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-430eb1cc-f898-4745-8c50-7e0d4b8e84ea tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] 10.222.0.10 "DELETE /v2.0/subnets/38cf10a5-c012-4ada-81e9-5d79976559d0 HTTP/1.1" status: 204 len: 168 time: 1.1006415 Apr 28 11:06:04.635734 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 54626) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:06:04.637331 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 54628) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:06:04.639942 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d96afc34-b88b-41c7-8b9c-8f760de8e64f None None] Network 5af9c5a9-50d8-4bfb-a7ef-82766428c3d5 requested from dv-neutron-master-2-hyperv {{(pid=116163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 11:06:04.721475 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d71c5b-1706-4a8e-8c14-53c1c94758cd req-df7d65ff-dcdd-4e2d-98c8-ebe0453529a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:06:04.722572 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-b0d71c5b-1706-4a8e-8c14-53c1c94758cd req-df7d65ff-dcdd-4e2d-98c8-ebe0453529a8 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=274bb0ab-060a-48d2-9b11-773f8dd43851&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0762775 Apr 28 11:06:04.726662 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e182bff-4c8f-4d79-ade0-dc4b33a6c415 tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Router 077583a6-3e91-4e7b-b09b-2ee4e2f6efd3 has already been hosted by L3 agent 6b492ad6-0876-4d74-b20d-28143a52ceba {{(pid=116161) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 11:06:04.781651 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-71b2f62b-a580-4173-92a8-baefb09d2681 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924426'] for security_group (318aee77-5738-4e0c-995e-c1fc57feec3f), after_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:04.784910 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-71b2f62b-a580-4173-92a8-baefb09d2681 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:04.789778 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-71b2f62b-a580-4173-92a8-baefb09d2681 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/318aee77-5738-4e0c-995e-c1fc57feec3f HTTP/1.1" status: 204 len: 168 time: 0.6356416 Apr 28 11:06:04.813973 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-6d10e3ca-0844-4cc1-b2a5-04be6e774d4d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:04.844342 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.db.db_base_plugin_v2 [None req-e032bd8e-ff7a-4b4f-a88d-674880a6dfd0 tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Deleting subnet 5dc99b43-749f-491b-a9ad-2224513f0de6 {{(pid=116162) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 28 11:06:04.849000 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8cb79b8-0ea7-49f2-b0b4-76465074b25b admin admin] Router 0253fd74-f6a9-46aa-a567-c9d8bf675134 is scheduled to L3 agent 6b492ad6-0876-4d74-b20d-28143a52ceba with binding_index 1 {{(pid=116161) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 28 11:06:04.849622 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b2f62b-a580-4173-92a8-baefb09d2681 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=318aee77-5738-4e0c-995e-c1fc57feec3f,revision_number=None']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:06:04.868432 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-e032bd8e-ff7a-4b4f-a88d-674880a6dfd0 tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Publish callbacks [] for subnet (5dc99b43-749f-491b-a9ad-2224513f0de6), before_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:04.873915 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71b2f62b-a580-4173-92a8-baefb09d2681 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:06:04.874258 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71b2f62b-a580-4173-92a8-baefb09d2681 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:06:04.874637 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71b2f62b-a580-4173-92a8-baefb09d2681 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:06:04.874963 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71b2f62b-a580-4173-92a8-baefb09d2681 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:06:04.875294 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71b2f62b-a580-4173-92a8-baefb09d2681 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:06:04.875621 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71b2f62b-a580-4173-92a8-baefb09d2681 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:06:04.876069 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71b2f62b-a580-4173-92a8-baefb09d2681 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:06:04.876409 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71b2f62b-a580-4173-92a8-baefb09d2681 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:06:04.876734 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71b2f62b-a580-4173-92a8-baefb09d2681 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:06:04.877055 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71b2f62b-a580-4173-92a8-baefb09d2681 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:06:04.877376 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71b2f62b-a580-4173-92a8-baefb09d2681 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:06:04.877698 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71b2f62b-a580-4173-92a8-baefb09d2681 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:06:04.878022 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71b2f62b-a580-4173-92a8-baefb09d2681 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:06:04.878347 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71b2f62b-a580-4173-92a8-baefb09d2681 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:06:04.878699 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71b2f62b-a580-4173-92a8-baefb09d2681 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:06:04.935976 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-b0d71c5b-1706-4a8e-8c14-53c1c94758cd req-6102a620-9a63-4510-89dd-5d05acbaf3c2 service neutron] 10.222.0.20 "GET /v2.0/networks/274bb0ab-060a-48d2-9b11-773f8dd43851?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2052567 Apr 28 11:06:04.963833 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.db [req-6cabe611-49fb-4e9a-baa1-3bab3b4d04ff req-1b6a41f6-4771-4d66-b9f0-c1a0df224aca tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] For port 7850d2bb-cfac-45b8-818d-93aede5fe4b9, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=7850d2bb-cfac-45b8-818d-93aede5fe4b9,segment=NetworkSegment(f6ef4bb3-a525-4ea5-8365-2d525d9199b6),segment_id=f6ef4bb3-a525-4ea5-8365-2d525d9199b6)] {{(pid=116162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 11:06:04.965015 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [req-6cabe611-49fb-4e9a-baa1-3bab3b4d04ff req-1b6a41f6-4771-4d66-b9f0-c1a0df224aca tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1938497'] for port (7850d2bb-cfac-45b8-818d-93aede5fe4b9), precommit_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:04.987625 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.plugin [req-6cabe611-49fb-4e9a-baa1-3bab3b4d04ff req-1b6a41f6-4771-4d66-b9f0-c1a0df224aca tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Calling delete_port for 7850d2bb-cfac-45b8-818d-93aede5fe4b9 owned by compute:nova {{(pid=116162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 11:06:04.995803 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e182bff-4c8f-4d79-ade0-dc4b33a6c415 tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=116161) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 11:06:04.999768 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-e032bd8e-ff7a-4b4f-a88d-674880a6dfd0 tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5026541'] for subnet (5dc99b43-749f-491b-a9ad-2224513f0de6), precommit_delete_associations {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:05.003870 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-d2e42106-ed85-4184-be72-89ec14e1002c tempest-SecGroupIPv6Test-2111680406 tempest-SecGroupIPv6Test-2111680406-project] Publish callbacks [] for security_group (01a4ba8a-dbcc-4adb-9977-00bd4b89ee67), before_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:05.008609 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-254f1807-c4e0-42c8-937e-e72d0ed94220 None None] Sync routers for ids ['077583a6-3e91-4e7b-b09b-2ee4e2f6efd3'] in dv-neutron-master-2-hyperv {{(pid=116164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 11:06:05.012251 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-6e182bff-4c8f-4d79-ade0-dc4b33a6c415 tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] 10.222.0.10 "PUT /v2.0/routers/077583a6-3e91-4e7b-b09b-2ee4e2f6efd3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1424372 Apr 28 11:06:05.018150 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 54632) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:06:05.023542 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-254f1807-c4e0-42c8-937e-e72d0ed94220 None None] Routers {'077583a6-3e91-4e7b-b09b-2ee4e2f6efd3'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=116164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 11:06:05.024290 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_hamode_db [None req-254f1807-c4e0-42c8-937e-e72d0ed94220 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-28T10:50:39Z,description=,heartbeat_timestamp=2022-04-28T11:05:39Z,host='dv-neutron-master-2-hyperv',id=6b492ad6-0876-4d74-b20d-28143a52ceba,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T10:50:40Z,topic='l3_agent')) {'router_ids': ['077583a6-3e91-4e7b-b09b-2ee4e2f6efd3'], 'active': True} {{(pid=116164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:06:05.133617 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-d2e42106-ed85-4184-be72-89ec14e1002c tempest-SecGroupIPv6Test-2111680406 tempest-SecGroupIPv6Test-2111680406-project] Publish callbacks [] for security_group (01a4ba8a-dbcc-4adb-9977-00bd4b89ee67), precommit_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:05.229243 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.db.db_base_plugin_v2 [None req-1cde86d5-53cb-45cb-9487-66a8e37bb082 tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Deleting subnet 8afb77db-0064-4b35-a13f-7f7f16dba0f8 {{(pid=116161) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 28 11:06:05.239919 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-1cde86d5-53cb-45cb-9487-66a8e37bb082 tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Publish callbacks [] for subnet (8afb77db-0064-4b35-a13f-7f7f16dba0f8), before_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:05.245169 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_dvr_db [None req-254f1807-c4e0-42c8-937e-e72d0ed94220 None None] Set router 077583a6-3e91-4e7b-b09b-2ee4e2f6efd3 gateway port host: None {{(pid=116164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 11:06:05.268985 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-6d10e3ca-0844-4cc1-b2a5-04be6e774d4d admin admin] Publish callbacks [] for security_group (0380ca41-c954-4e4b-afc9-064ca256ec05), precommit_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:05.296289 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8cb79b8-0ea7-49f2-b0b4-76465074b25b admin admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=116161) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 11:06:05.312820 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17d500d4-6cf9-4b5d-9ac8-57bd325cf43c None None] Sync routers for ids ['0253fd74-f6a9-46aa-a567-c9d8bf675134'] in dv-neutron-master-2-hyperv {{(pid=116163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 11:06:05.330857 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-e032bd8e-ff7a-4b4f-a88d-674880a6dfd0 tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-971303'] for subnet (5dc99b43-749f-491b-a9ad-2224513f0de6), precommit_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:05.344444 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17d500d4-6cf9-4b5d-9ac8-57bd325cf43c None None] Routers {'0253fd74-f6a9-46aa-a567-c9d8bf675134'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=116163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 11:06:05.348093 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_hamode_db [None req-17d500d4-6cf9-4b5d-9ac8-57bd325cf43c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-28T10:50:39Z,description=,heartbeat_timestamp=2022-04-28T11:05:39Z,host='dv-neutron-master-2-hyperv',id=6b492ad6-0876-4d74-b20d-28143a52ceba,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T10:50:40Z,topic='l3_agent')) {'router_ids': ['0253fd74-f6a9-46aa-a567-c9d8bf675134'], 'active': True} {{(pid=116163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:06:05.381614 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-6d10e3ca-0844-4cc1-b2a5-04be6e774d4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924426'] for security_group (0380ca41-c954-4e4b-afc9-064ca256ec05), after_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:05.458362 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-d2e42106-ed85-4184-be72-89ec14e1002c tempest-SecGroupIPv6Test-2111680406 tempest-SecGroupIPv6Test-2111680406-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924426'] for security_group (01a4ba8a-dbcc-4adb-9977-00bd4b89ee67), after_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:05.460829 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-d2e42106-ed85-4184-be72-89ec14e1002c tempest-SecGroupIPv6Test-2111680406 tempest-SecGroupIPv6Test-2111680406-project] Publish callbacks [] for security_group (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:05.462023 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-d2e42106-ed85-4184-be72-89ec14e1002c tempest-SecGroupIPv6Test-2111680406 tempest-SecGroupIPv6Test-2111680406-project] 10.222.0.10 "DELETE /v2.0/security-groups/01a4ba8a-dbcc-4adb-9977-00bd4b89ee67 HTTP/1.1" status: 204 len: 168 time: 0.8263228 Apr 28 11:06:05.480275 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-b0d71c5b-1706-4a8e-8c14-53c1c94758cd req-558e0576-2a82-46d9-89ee-5c8a436720cf service neutron] 10.222.0.20 "GET /v2.0/networks/274bb0ab-060a-48d2-9b11-773f8dd43851?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4876080 Apr 28 11:06:05.486547 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-1cde86d5-53cb-45cb-9487-66a8e37bb082 tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8076976'] for subnet (8afb77db-0064-4b35-a13f-7f7f16dba0f8), precommit_delete_associations {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:05.497501 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 54644) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:06:05.550908 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-6d10e3ca-0844-4cc1-b2a5-04be6e774d4d admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=5cd5f93fb7f0467c96919fab5edbdcbd&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0061007 Apr 28 11:06:05.557848 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 54646) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:06:05.562669 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvr_db [None req-17d500d4-6cf9-4b5d-9ac8-57bd325cf43c None None] Set router 0253fd74-f6a9-46aa-a567-c9d8bf675134 gateway port host: dv-neutron-master-2-hyperv {{(pid=116163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 11:06:05.564266 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d10e3ca-0844-4cc1-b2a5-04be6e774d4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0380ca41-c954-4e4b-afc9-064ca256ec05,revision_number=1']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:06:05.630051 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e42106-ed85-4184-be72-89ec14e1002c tempest-SecGroupIPv6Test-2111680406 tempest-SecGroupIPv6Test-2111680406-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=01a4ba8a-dbcc-4adb-9977-00bd4b89ee67,revision_number=None']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:06:05.670346 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_hamode_db [None req-254f1807-c4e0-42c8-937e-e72d0ed94220 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '077583a6-3e91-4e7b-b09b-2ee4e2f6efd3', 'name': 'tempest-RoutersTest-router-326742487', 'tenant_id': '1d85c55944a24e6b8fc5b73917e91c0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T11:05:19Z', 'updated_at': '2022-04-28T11:06:02Z', 'revision_number': 8, 'project_id': '1d85c55944a24e6b8fc5b73917e91c0e', 'gw_port_host': None, '_interfaces': [{'id': 'a11cbac1-383c-4f11-8169-eee231f42006', 'name': '', 'network_id': '98df3218-a027-4fe2-8b10-e1f1956e3827', 'tenant_id': '1d85c55944a24e6b8fc5b73917e91c0e', 'mac_address': 'fa:16:3e:33:5e:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '077583a6-3e91-4e7b-b09b-2ee4e2f6efd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1038, 'fixed_ips': [{'subnet_id': 'a5c018ca-906e-4425-bf42-6e13a46d1530', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:05:22Z', 'updated_at': '2022-04-28T11:05:30Z', 'revision_number': 5, 'project_id': '1d85c55944a24e6b8fc5b73917e91c0e', 'subnets': [{'id': 'a5c018ca-906e-4425-bf42-6e13a46d1530', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f70b8dfa-b827-4b97-ab33-a3da7f94590a', 'name': '', 'network_id': 'dcd9b946-da1e-42aa-975b-f2fc3c00de71', 'tenant_id': '1d85c55944a24e6b8fc5b73917e91c0e', 'mac_address': 'fa:16:3e:62:4e:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '077583a6-3e91-4e7b-b09b-2ee4e2f6efd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1079, 'fixed_ips': [{'subnet_id': '82f04b91-b379-4454-bf04-c8f726296c87', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:05:32Z', 'updated_at': '2022-04-28T11:05:40Z', 'revision_number': 5, 'project_id': '1d85c55944a24e6b8fc5b73917e91c0e', 'subnets': [{'id': '82f04b91-b379-4454-bf04-c8f726296c87', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fab05aa9-78a7-44f6-8745-7acc679c8e96', 'name': '', 'network_id': '2fb255c7-9fa3-4e5e-b349-b201da445827', 'tenant_id': '1d85c55944a24e6b8fc5b73917e91c0e', 'mac_address': 'fa:16:3e:e1:19:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '077583a6-3e91-4e7b-b09b-2ee4e2f6efd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1108, 'fixed_ips': [{'subnet_id': '12b00ce9-212a-4d97-be2f-b5b818be2996', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:05:39Z', 'updated_at': '2022-04-28T11:05:47Z', 'revision_number': 5, 'project_id': '1d85c55944a24e6b8fc5b73917e91c0e', 'subnets': [{'id': '12b00ce9-212a-4d97-be2f-b5b818be2996', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=116164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:06:05.687197 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-d8cb79b8-0ea7-49f2-b0b4-76465074b25b admin admin] Publish callbacks [] for router (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:05.691190 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-d8cb79b8-0ea7-49f2-b0b4-76465074b25b admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 6.8886464 Apr 28 11:06:05.696161 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 54650) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:06:05.706953 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-254f1807-c4e0-42c8-937e-e72d0ed94220 None None] Checking router: 077583a6-3e91-4e7b-b09b-2ee4e2f6efd3 for host: dv-neutron-master-2-hyperv {{(pid=116164) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 11:06:05.711178 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d853684e-5171-494c-b094-3a903f33dc82 req-546e3669-cc1f-47bf-9273-4135d0e26825 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:06:05.712931 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-d853684e-5171-494c-b094-3a903f33dc82 req-546e3669-cc1f-47bf-9273-4135d0e26825 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] 10.222.0.10 "GET /v2.0/ports?device_id=bfb0e6d3-3659-4be6-8de6-82c47d9cfaf8 HTTP/1.1" status: 200 len: 945 time: 0.3323762 Apr 28 11:06:05.717865 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-254f1807-c4e0-42c8-937e-e72d0ed94220 None None] Routers {'077583a6-3e91-4e7b-b09b-2ee4e2f6efd3'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=116164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 11:06:05.718631 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_hamode_db [None req-254f1807-c4e0-42c8-937e-e72d0ed94220 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-28T10:50:39Z,description=,heartbeat_timestamp=2022-04-28T11:05:39Z,host='dv-neutron-master-2-hyperv',id=6b492ad6-0876-4d74-b20d-28143a52ceba,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T10:50:40Z,topic='l3_agent')) {'router_ids': ['077583a6-3e91-4e7b-b09b-2ee4e2f6efd3'], 'active': True} {{(pid=116164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:06:05.724457 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [req-6cabe611-49fb-4e9a-baa1-3bab3b4d04ff req-1b6a41f6-4771-4d66-b9f0-c1a0df224aca tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742235135690', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742234710366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5051867'] for port (7850d2bb-cfac-45b8-818d-93aede5fe4b9), after_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:05.726154 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 54652) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:06:05.726526 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-05a60b55-e846-4974-9a7d-401be9e4b25c tempest-SecGroupIPv6Test-2111680406 tempest-SecGroupIPv6Test-2111680406-project] 10.222.0.10 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2275915 Apr 28 11:06:05.735238 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-e032bd8e-ff7a-4b4f-a88d-674880a6dfd0 tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-971310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5053962', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4210815'] for subnet (5dc99b43-749f-491b-a9ad-2224513f0de6), after_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:05.736564 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-1cde86d5-53cb-45cb-9487-66a8e37bb082 tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-971303'] for subnet (8afb77db-0064-4b35-a13f-7f7f16dba0f8), precommit_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:05.831046 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-10a65def-0e66-40ff-969e-00cc073480ee admin admin] Publish callbacks [] for security_group (0380ca41-c954-4e4b-afc9-064ca256ec05), before_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:05.831545 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-8d101086-41ab-4064-ad40-68f020db37c9 None None] Provisioning complete for port 14cb9b38-d261-4aef-bfb5-588d0ba37e81 triggered by entity DHCP. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:06:05.832100 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-8d101086-41ab-4064-ad40-68f020db37c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (14cb9b38-d261-4aef-bfb5-588d0ba37e81), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:05.832601 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-d853684e-5171-494c-b094-3a903f33dc82 req-31d4175b-a38b-4e2e-ba59-a78bc619f3f7 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] 10.222.0.10 "GET /v2.0/security-groups?id=126444c7-d985-4711-872e-652c823476a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1047137 Apr 28 11:06:05.837909 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_dvr_db [None req-254f1807-c4e0-42c8-937e-e72d0ed94220 None None] Set router 077583a6-3e91-4e7b-b09b-2ee4e2f6efd3 gateway port host: None {{(pid=116164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 11:06:05.890949 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_hamode_db [None req-17d500d4-6cf9-4b5d-9ac8-57bd325cf43c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0253fd74-f6a9-46aa-a567-c9d8bf675134', 'name': 'tempest-TestVolumeBootPattern-363191542-router', 'tenant_id': '552a7719c35843ecaa8ce5b648a02d25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'external_fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.226'}], 'enable_snat': True}, 'gw_port_id': '66cc009e-e45f-42d1-a09b-c0e887684e05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T11:05:58Z', 'updated_at': '2022-04-28T11:06:01Z', 'revision_number': 3, 'project_id': '552a7719c35843ecaa8ce5b648a02d25', 'gw_port': {'id': '66cc009e-e45f-42d1-a09b-c0e887684e05', 'name': '', 'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:24:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0253fd74-f6a9-46aa-a567-c9d8bf675134', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1186, 'fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:06:00Z', 'updated_at': '2022-04-28T11:06:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=116163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:06:05.904289 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-1cde86d5-53cb-45cb-9487-66a8e37bb082 tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-971310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5220601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5125409'] for subnet (8afb77db-0064-4b35-a13f-7f7f16dba0f8), after_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:05.922368 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e032bd8e-ff7a-4b4f-a88d-674880a6dfd0 tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Pushing event deleted for resources: {'Subnet': ['ID=5dc99b43-749f-491b-a9ad-2224513f0de6,revision_number=None']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:06:05.922951 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6a41f6-4771-4d66-b9f0-c1a0df224aca tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Pushing event deleted for resources: {'Port': ['ID=7850d2bb-cfac-45b8-818d-93aede5fe4b9,revision_number=None']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:06:05.945090 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-e032bd8e-ff7a-4b4f-a88d-674880a6dfd0 tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Publish callbacks [] for subnet (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:05.950896 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-e032bd8e-ff7a-4b4f-a88d-674880a6dfd0 tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] 10.222.0.10 "DELETE /v2.0/subnets/5dc99b43-749f-491b-a9ad-2224513f0de6 HTTP/1.1" status: 204 len: 168 time: 1.3127818 Apr 28 11:06:05.963442 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-570f8aa7-c9a4-463d-9d0d-4381f02f2a3c None None] Network 5af9c5a9-50d8-4bfb-a7ef-82766428c3d5 requested from dv-neutron-master-2-hyperv {{(pid=116163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 11:06:05.966605 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 54658) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:06:06.016933 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cde86d5-53cb-45cb-9487-66a8e37bb082 tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Pushing event deleted for resources: {'Subnet': ['ID=8afb77db-0064-4b35-a13f-7f7f16dba0f8,revision_number=None']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:06:06.024675 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.pecan_wsgi.hooks.translation [None req-e7f9668d-d700-42f2-b764-c752572fd667 tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] DELETE failed (client error): The resource could not be found. Apr 28 11:06:06.025136 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e7f9668d-d700-42f2-b764-c752572fd667 tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=116161) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 28 11:06:06.029340 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-e7f9668d-d700-42f2-b764-c752572fd667 tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] 10.222.0.10 "DELETE /v2.0/subnets/38cf10a5-c012-4ada-81e9-5d79976559d0 HTTP/1.1" status: 404 len: 337 time: 0.0588434 Apr 28 11:06:06.034898 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-1cde86d5-53cb-45cb-9487-66a8e37bb082 tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Publish callbacks [] for subnet (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:06.037058 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-10a65def-0e66-40ff-969e-00cc073480ee admin admin] Publish callbacks [] for security_group (0380ca41-c954-4e4b-afc9-064ca256ec05), precommit_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:06.037669 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-1cde86d5-53cb-45cb-9487-66a8e37bb082 tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] 10.222.0.10 "DELETE /v2.0/subnets/8afb77db-0064-4b35-a13f-7f7f16dba0f8 HTTP/1.1" status: 204 len: 168 time: 1.0177243 Apr 28 11:06:06.038372 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 54662) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:06:06.039372 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 54664) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:06:06.041498 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cde86d5-53cb-45cb-9487-66a8e37bb082 tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:06:06.042125 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cde86d5-53cb-45cb-9487-66a8e37bb082 tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:06:06.043681 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cde86d5-53cb-45cb-9487-66a8e37bb082 tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:06:06.044036 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cde86d5-53cb-45cb-9487-66a8e37bb082 tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:06:06.044371 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cde86d5-53cb-45cb-9487-66a8e37bb082 tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:06:06.044995 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cde86d5-53cb-45cb-9487-66a8e37bb082 tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:06:06.045350 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cde86d5-53cb-45cb-9487-66a8e37bb082 tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:06:06.045800 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cde86d5-53cb-45cb-9487-66a8e37bb082 tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:06:06.046289 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cde86d5-53cb-45cb-9487-66a8e37bb082 tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:06:06.046843 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cde86d5-53cb-45cb-9487-66a8e37bb082 tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:06:06.046990 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cde86d5-53cb-45cb-9487-66a8e37bb082 tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:06:06.047298 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cde86d5-53cb-45cb-9487-66a8e37bb082 tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:06:06.047621 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cde86d5-53cb-45cb-9487-66a8e37bb082 tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:06:06.047945 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cde86d5-53cb-45cb-9487-66a8e37bb082 tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:06:06.048505 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cde86d5-53cb-45cb-9487-66a8e37bb082 tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:06:06.112007 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.db.l3_dvrscheduler_db [req-6cabe611-49fb-4e9a-baa1-3bab3b4d04ff req-1b6a41f6-4771-4d66-b9f0-c1a0df224aca tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] No DVR routers for this DVR port 7850d2bb-cfac-45b8-818d-93aede5fe4b9 on host hv-neutron-mast {{(pid=116162) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 11:06:06.125465 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [req-6cabe611-49fb-4e9a-baa1-3bab3b4d04ff req-1b6a41f6-4771-4d66-b9f0-c1a0df224aca tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198022'] for port (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:06.127524 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72cc3a26-8f45-44d8-8d70-46eebaf05f82 None None] Network e9e840e6-70f7-4458-8b64-dba6bc6cb266 requested from dv-neutron-master-2-hyperv {{(pid=116163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 11:06:06.128847 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-6cabe611-49fb-4e9a-baa1-3bab3b4d04ff req-1b6a41f6-4771-4d66-b9f0-c1a0df224aca tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] 10.222.0.20 "DELETE /v2.0/ports/7850d2bb-cfac-45b8-818d-93aede5fe4b9 HTTP/1.1" status: 204 len: 173 time: 1.7128007 Apr 28 11:06:06.130600 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bfb0e6d3-3659-4be6-8de6-82c47d9cfaf8', 'name': 'network-vif-deleted', 'tag': '7850d2bb-cfac-45b8-818d-93aede5fe4b9'}] {{(pid=116162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 11:06:06.132918 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ba53f40d6116d28995a8e36159d0e539b5353eec116fb5dd4ce03b4b2159ab1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6174e9eb-c8af-4374-bd0f-7e704dcea927" -d '{"events": [{"server_uuid": "bfb0e6d3-3659-4be6-8de6-82c47d9cfaf8", "name": "network-vif-deleted", "tag": "7850d2bb-cfac-45b8-818d-93aede5fe4b9"}]}' {{(pid=116162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 11:06:06.147189 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-6a51d95b-d188-47a3-b189-aefac82d6958 tempest-SecGroupIPv6Test-2111680406 tempest-SecGroupIPv6Test-2111680406-project] 10.222.0.10 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.4133172 Apr 28 11:06:06.151752 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 54668) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:06:06.208965 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_hamode_db [None req-254f1807-c4e0-42c8-937e-e72d0ed94220 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '077583a6-3e91-4e7b-b09b-2ee4e2f6efd3', 'name': 'tempest-RoutersTest-router-326742487', 'tenant_id': '1d85c55944a24e6b8fc5b73917e91c0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T11:05:19Z', 'updated_at': '2022-04-28T11:06:02Z', 'revision_number': 8, 'project_id': '1d85c55944a24e6b8fc5b73917e91c0e', 'gw_port_host': None, '_interfaces': [{'id': 'a11cbac1-383c-4f11-8169-eee231f42006', 'name': '', 'network_id': '98df3218-a027-4fe2-8b10-e1f1956e3827', 'tenant_id': '1d85c55944a24e6b8fc5b73917e91c0e', 'mac_address': 'fa:16:3e:33:5e:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '077583a6-3e91-4e7b-b09b-2ee4e2f6efd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1038, 'fixed_ips': [{'subnet_id': 'a5c018ca-906e-4425-bf42-6e13a46d1530', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:05:22Z', 'updated_at': '2022-04-28T11:05:30Z', 'revision_number': 5, 'project_id': '1d85c55944a24e6b8fc5b73917e91c0e', 'subnets': [{'id': 'a5c018ca-906e-4425-bf42-6e13a46d1530', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f70b8dfa-b827-4b97-ab33-a3da7f94590a', 'name': '', 'network_id': 'dcd9b946-da1e-42aa-975b-f2fc3c00de71', 'tenant_id': '1d85c55944a24e6b8fc5b73917e91c0e', 'mac_address': 'fa:16:3e:62:4e:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '077583a6-3e91-4e7b-b09b-2ee4e2f6efd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1079, 'fixed_ips': [{'subnet_id': '82f04b91-b379-4454-bf04-c8f726296c87', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:05:32Z', 'updated_at': '2022-04-28T11:05:40Z', 'revision_number': 5, 'project_id': '1d85c55944a24e6b8fc5b73917e91c0e', 'subnets': [{'id': '82f04b91-b379-4454-bf04-c8f726296c87', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fab05aa9-78a7-44f6-8745-7acc679c8e96', 'name': '', 'network_id': '2fb255c7-9fa3-4e5e-b349-b201da445827', 'tenant_id': '1d85c55944a24e6b8fc5b73917e91c0e', 'mac_address': 'fa:16:3e:e1:19:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '077583a6-3e91-4e7b-b09b-2ee4e2f6efd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1108, 'fixed_ips': [{'subnet_id': '12b00ce9-212a-4d97-be2f-b5b818be2996', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:05:39Z', 'updated_at': '2022-04-28T11:05:47Z', 'revision_number': 5, 'project_id': '1d85c55944a24e6b8fc5b73917e91c0e', 'subnets': [{'id': '12b00ce9-212a-4d97-be2f-b5b818be2996', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=116164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:06:06.209622 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17d500d4-6cf9-4b5d-9ac8-57bd325cf43c None None] Checking router: 0253fd74-f6a9-46aa-a567-c9d8bf675134 for host: dv-neutron-master-2-hyperv {{(pid=116163) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 11:06:06.209622 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17d500d4-6cf9-4b5d-9ac8-57bd325cf43c None None] Updating router 0253fd74-f6a9-46aa-a567-c9d8bf675134 port 66cc009e-e45f-42d1-a09b-c0e887684e05 binding host dv-neutron-master-2-hyperv {{(pid=116163) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 28 11:06:06.250806 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.api.v2.resource [None req-26833a88-2f37-403d-948d-798dbc12d202 tempest-SecGroupIPv6Test-2111680406 tempest-SecGroupIPv6Test-2111680406-project] delete failed (client error): The resource could not be found. Apr 28 11:06:06.251884 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-26833a88-2f37-403d-948d-798dbc12d202 tempest-SecGroupIPv6Test-2111680406 tempest-SecGroupIPv6Test-2111680406-project] 10.222.0.10 "DELETE /v2.0/security-groups/01a4ba8a-dbcc-4adb-9977-00bd4b89ee67 HTTP/1.1" status: 404 len: 347 time: 0.0967314 Apr 28 11:06:06.259129 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 54672) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:06:06.295501 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-254f1807-c4e0-42c8-937e-e72d0ed94220 None None] The sync data for ids ['077583a6-3e91-4e7b-b09b-2ee4e2f6efd3'] in dv-neutron-master-2-hyperv is: [{'id': '077583a6-3e91-4e7b-b09b-2ee4e2f6efd3', 'name': 'tempest-RoutersTest-router-326742487', 'tenant_id': '1d85c55944a24e6b8fc5b73917e91c0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T11:05:19Z', 'updated_at': '2022-04-28T11:06:02Z', 'revision_number': 8, 'project_id': '1d85c55944a24e6b8fc5b73917e91c0e', 'gw_port_host': None, '_interfaces': [{'id': 'a11cbac1-383c-4f11-8169-eee231f42006', 'name': '', 'network_id': '98df3218-a027-4fe2-8b10-e1f1956e3827', 'tenant_id': '1d85c55944a24e6b8fc5b73917e91c0e', 'mac_address': 'fa:16:3e:33:5e:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '077583a6-3e91-4e7b-b09b-2ee4e2f6efd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1038, 'fixed_ips': [{'subnet_id': 'a5c018ca-906e-4425-bf42-6e13a46d1530', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:05:22Z', 'updated_at': '2022-04-28T11:05:30Z', 'revision_number': 5, 'project_id': '1d85c55944a24e6b8fc5b73917e91c0e', 'subnets': [{'id': 'a5c018ca-906e-4425-bf42-6e13a46d1530', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f70b8dfa-b827-4b97-ab33-a3da7f94590a', 'name': '', 'network_id': 'dcd9b946-da1e-42aa-975b-f2fc3c00de71', 'tenant_id': '1d85c55944a24e6b8fc5b73917e91c0e', 'mac_address': 'fa:16:3e:62:4e:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '077583a6-3e91-4e7b-b09b-2ee4e2f6efd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1079, 'fixed_ips': [{'subnet_id': '82f04b91-b379-4454-bf04-c8f726296c87', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:05:32Z', 'updated_at': '2022-04-28T11:05:40Z', 'revision_number': 5, 'project_id': '1d85c55944a24e6b8fc5b73917e91c0e', 'subnets': [{'id': '82f04b91-b379-4454-bf04-c8f726296c87', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fab05aa9-78a7-44f6-8745-7acc679c8e96', 'name': '', 'network_id': '2fb255c7-9fa3-4e5e-b349-b201da445827', 'tenant_id': '1d85c55944a24e6b8fc5b73917e91c0e', 'mac_address': 'fa:16:3e:e1:19:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '077583a6-3e91-4e7b-b09b-2ee4e2f6efd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1108, 'fixed_ips': [{'subnet_id': '12b00ce9-212a-4d97-be2f-b5b818be2996', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:05:39Z', 'updated_at': '2022-04-28T11:05:47Z', 'revision_number': 5, 'project_id': '1d85c55944a24e6b8fc5b73917e91c0e', 'subnets': [{'id': '12b00ce9-212a-4d97-be2f-b5b818be2996', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=116164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 11:06:06.300609 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.db.db_base_plugin_v2 [None req-8cb4b56c-a6f8-4c0d-b591-caf8b1dd17d8 tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Deleting subnet 720d382a-3dde-4059-9ea9-eaec2fee9178 {{(pid=116161) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 28 11:06:06.313839 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-f600f764-8527-4fc0-b1d1-8bfc4653004e tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-979593'] for network (e9e840e6-70f7-4458-8b64-dba6bc6cb266), before_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:06.344284 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-8cb4b56c-a6f8-4c0d-b591-caf8b1dd17d8 tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Publish callbacks [] for subnet (720d382a-3dde-4059-9ea9-eaec2fee9178), before_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:06.383528 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 54674) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:06:06.393456 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 11:06:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe40a1b0-0e69-40cc-ac7d-17e56bf27bb1 x-openstack-request-id: req-fe40a1b0-0e69-40cc-ac7d-17e56bf27bb1 {{(pid=116162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 11:06:06.393767 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bfb0e6d3-3659-4be6-8de6-82c47d9cfaf8", "name": "network-vif-deleted", "tag": "7850d2bb-cfac-45b8-818d-93aede5fe4b9", "status": "completed", "code": 200}]} {{(pid=116162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 11:06:06.394026 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-fe40a1b0-0e69-40cc-ac7d-17e56bf27bb1 {{(pid=116162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 11:06:06.394478 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fe40a1b0-0e69-40cc-ac7d-17e56bf27bb1'] response: {'server_uuid': 'bfb0e6d3-3659-4be6-8de6-82c47d9cfaf8', 'name': 'network-vif-deleted', 'tag': '7850d2bb-cfac-45b8-818d-93aede5fe4b9', 'status': 'completed', 'code': 200} Apr 28 11:06:06.395817 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-17d500d4-6cf9-4b5d-9ac8-57bd325cf43c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (66cc009e-e45f-42d1-a09b-c0e887684e05), before_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:06.469219 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-8cb4b56c-a6f8-4c0d-b591-caf8b1dd17d8 tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8076976'] for subnet (720d382a-3dde-4059-9ea9-eaec2fee9178), precommit_delete_associations {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:06.500410 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-7d5454ae-f869-40a3-b9c0-84ff0250f830 tempest-SecGroupIPv6Test-2111680406 tempest-SecGroupIPv6Test-2111680406-project] 10.222.0.10 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2379024 Apr 28 11:06:06.548999 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-8d101086-41ab-4064-ad40-68f020db37c9 None None] Current status of the port 14cb9b38-d261-4aef-bfb5-588d0ba37e81 is: ACTIVE; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:06:06.553822 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-10a65def-0e66-40ff-969e-00cc073480ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924426'] for security_group (0380ca41-c954-4e4b-afc9-064ca256ec05), after_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:06.564727 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-10a65def-0e66-40ff-969e-00cc073480ee admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:06.568533 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-10a65def-0e66-40ff-969e-00cc073480ee admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/0380ca41-c954-4e4b-afc9-064ca256ec05 HTTP/1.1" status: 204 len: 168 time: 0.9991527 Apr 28 11:06:06.598549 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-8d101086-41ab-4064-ad40-68f020db37c9 None None] Provisioning complete for port 1c45cc2f-a9b6-49c4-bbab-fc6bfdeb8113 triggered by entity DHCP. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:06:06.598979 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-8d101086-41ab-4064-ad40-68f020db37c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (1c45cc2f-a9b6-49c4-bbab-fc6bfdeb8113), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:06.604476 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a65def-0e66-40ff-969e-00cc073480ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0380ca41-c954-4e4b-afc9-064ca256ec05,revision_number=None']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:06:06.655783 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-8d101086-41ab-4064-ad40-68f020db37c9 None None] Port 1c45cc2f-a9b6-49c4-bbab-fc6bfdeb8113 cannot update to ACTIVE because it is not bound. {{(pid=116163) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 28 11:06:06.689735 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.plugin [None req-f600f764-8527-4fc0-b1d1-8bfc4653004e tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Deleting port d673747f-18ec-4a1b-89a0-3255744f86c9 {{(pid=116161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 11:06:06.696092 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-f600f764-8527-4fc0-b1d1-8bfc4653004e tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742235130188'] for port (d673747f-18ec-4a1b-89a0-3255744f86c9), before_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:06.731538 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1da1dad7-4d52-4ea7-8cb3-2802bd131404 None None] DHCP port deletion for e9e840e6-70f7-4458-8b64-dba6bc6cb266 request from dv-neutron-master-2-hyperv {{(pid=116163) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 28 11:06:06.770748 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.v2.base [None req-7dcf0a5d-d248-4604-b0a5-2d028252bafc tempest-NetworksNegativeTestJSON-314489461 tempest-NetworksNegativeTestJSON-314489461-project] Request body: {'port': {'network_id': '82236661-29d9-4da1-9cac-6937004121e1', 'name': 'tempest-NetworksNegativeTestJSON-1414035639'}} {{(pid=116162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:06:06.841558 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-1da1dad7-4d52-4ea7-8cb3-2802bd131404 None None] Deleting port d673747f-18ec-4a1b-89a0-3255744f86c9 {{(pid=116163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 11:06:06.841939 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-1da1dad7-4d52-4ea7-8cb3-2802bd131404 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742235130188'] for port (d673747f-18ec-4a1b-89a0-3255744f86c9), before_delete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:06.882322 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.pecan_wsgi.hooks.translation [None req-7dcf0a5d-d248-4604-b0a5-2d028252bafc tempest-NetworksNegativeTestJSON-314489461 tempest-NetworksNegativeTestJSON-314489461-project] POST failed (client error): The resource could not be found. Apr 28 11:06:06.887448 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7dcf0a5d-d248-4604-b0a5-2d028252bafc tempest-NetworksNegativeTestJSON-314489461 tempest-NetworksNegativeTestJSON-314489461-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=116162) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 28 11:06:06.887448 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-7dcf0a5d-d248-4604-b0a5-2d028252bafc tempest-NetworksNegativeTestJSON-314489461 tempest-NetworksNegativeTestJSON-314489461-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.4889092 Apr 28 11:06:06.900273 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 54684) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:06:06.953967 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.pecan_wsgi.hooks.translation [None req-f416563b-4f70-454b-841a-f47a2dd108a0 tempest-NetworksNegativeTestJSON-314489461 tempest-NetworksNegativeTestJSON-314489461-project] DELETE failed (client error): The resource could not be found. Apr 28 11:06:06.954694 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f416563b-4f70-454b-841a-f47a2dd108a0 tempest-NetworksNegativeTestJSON-314489461 tempest-NetworksNegativeTestJSON-314489461-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=116162) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 28 11:06:06.961318 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-f416563b-4f70-454b-841a-f47a2dd108a0 tempest-NetworksNegativeTestJSON-314489461 tempest-NetworksNegativeTestJSON-314489461-project] 10.222.0.10 "DELETE /v2.0/networks/e8cbc9d8-beb4-4e5a-9cd1-565852530d1b HTTP/1.1" status: 404 len: 339 time: 0.0498989 Apr 28 11:06:06.966288 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 54686) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:06:06.981406 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-1da1dad7-4d52-4ea7-8cb3-2802bd131404 None None] For port d673747f-18ec-4a1b-89a0-3255744f86c9, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=d673747f-18ec-4a1b-89a0-3255744f86c9,segment=NetworkSegment(1bce4b31-0049-45c3-9259-d4148608099a),segment_id=1bce4b31-0049-45c3-9259-d4148608099a)] {{(pid=116163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 11:06:06.981821 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-1da1dad7-4d52-4ea7-8cb3-2802bd131404 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1938497'] for port (d673747f-18ec-4a1b-89a0-3255744f86c9), precommit_delete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:06.986223 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.db [None req-f600f764-8527-4fc0-b1d1-8bfc4653004e tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] For port d673747f-18ec-4a1b-89a0-3255744f86c9, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=d673747f-18ec-4a1b-89a0-3255744f86c9,segment=NetworkSegment(1bce4b31-0049-45c3-9259-d4148608099a),segment_id=1bce4b31-0049-45c3-9259-d4148608099a)] {{(pid=116161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 11:06:06.986644 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-f600f764-8527-4fc0-b1d1-8bfc4653004e tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1938497'] for port (d673747f-18ec-4a1b-89a0-3255744f86c9), precommit_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:07.096591 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-764ad9d5-8a35-4416-80e4-6372e2fbfec8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (None), before_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:07.098339 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.pecan_wsgi.hooks.translation [None req-d0b7a09e-b6fe-4cf1-8217-fe0b77859ee5 tempest-NetworksNegativeTestJSON-314489461 tempest-NetworksNegativeTestJSON-314489461-project] DELETE failed (client error): The resource could not be found. Apr 28 11:06:07.099061 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d0b7a09e-b6fe-4cf1-8217-fe0b77859ee5 tempest-NetworksNegativeTestJSON-314489461 tempest-NetworksNegativeTestJSON-314489461-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=116161) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 28 11:06:07.106778 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-d0b7a09e-b6fe-4cf1-8217-fe0b77859ee5 tempest-NetworksNegativeTestJSON-314489461 tempest-NetworksNegativeTestJSON-314489461-project] 10.222.0.10 "DELETE /v2.0/ports/aefe262e-9d5a-47d5-ad0f-a94ff2f00a3b HTTP/1.1" status: 404 len: 333 time: 0.1256166 Apr 28 11:06:07.106778 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-8cb4b56c-a6f8-4c0d-b591-caf8b1dd17d8 tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-971303'] for subnet (720d382a-3dde-4059-9ea9-eaec2fee9178), precommit_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:07.117533 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 54688) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:06:07.119742 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.plugin [None req-f600f764-8527-4fc0-b1d1-8bfc4653004e tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Calling delete_port for d673747f-18ec-4a1b-89a0-3255744f86c9 owned by network:dhcp {{(pid=116161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 11:06:07.158089 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-d4da1932-fcb5-4103-a8d9-fdf23b98acc6 req-112bba36-7cce-4187-97cc-d50770ef8155 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] 10.222.0.10 "GET /v2.0/ports?device_id=bfb0e6d3-3659-4be6-8de6-82c47d9cfaf8 HTTP/1.1" status: 200 len: 210 time: 0.1826432 Apr 28 11:06:07.187091 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.pecan_wsgi.hooks.translation [None req-ae9fabab-3b50-4650-826b-2316e6bea2fc tempest-NetworksNegativeTestJSON-314489461 tempest-NetworksNegativeTestJSON-314489461-project] DELETE failed (client error): The resource could not be found. Apr 28 11:06:07.187852 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ae9fabab-3b50-4650-826b-2316e6bea2fc tempest-NetworksNegativeTestJSON-314489461 tempest-NetworksNegativeTestJSON-314489461-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=116162) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 28 11:06:07.194836 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-ae9fabab-3b50-4650-826b-2316e6bea2fc tempest-NetworksNegativeTestJSON-314489461 tempest-NetworksNegativeTestJSON-314489461-project] 10.222.0.10 "DELETE /v2.0/subnets/9a9ffa9b-ed92-450d-b921-8f07d5a85225 HTTP/1.1" status: 404 len: 337 time: 0.0691051 Apr 28 11:06:07.199397 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 54692) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:06:07.225885 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-1da1dad7-4d52-4ea7-8cb3-2802bd131404 None None] Calling delete_port for d673747f-18ec-4a1b-89a0-3255744f86c9 owned by network:dhcp {{(pid=116163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 11:06:07.229309 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-17d500d4-6cf9-4b5d-9ac8-57bd325cf43c None None] Publish callbacks [] for port (66cc009e-e45f-42d1-a09b-c0e887684e05), precommit_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:07.232343 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.pecan_wsgi.hooks.translation [None req-07fa315a-766f-49fa-b3a7-e1df2583cc22 tempest-NetworksNegativeTestJSON-314489461 tempest-NetworksNegativeTestJSON-314489461-project] GET failed (client error): The resource could not be found. Apr 28 11:06:07.237888 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-07fa315a-766f-49fa-b3a7-e1df2583cc22 tempest-NetworksNegativeTestJSON-314489461 tempest-NetworksNegativeTestJSON-314489461-project] 10.222.0.10 "GET /v2.0/networks/f077ad47-c7c2-4d85-b530-01739a34fb2a HTTP/1.1" status: 404 len: 339 time: 0.0339925 Apr 28 11:06:07.238961 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 54694) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:06:07.330651 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-b0baafb2-33bb-4246-ab7d-f9f0635ad319 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (75ba81b7-fe99-4281-90d2-a5adb445ecea), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:07.344209 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-17d500d4-6cf9-4b5d-9ac8-57bd325cf43c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393'] for port (66cc009e-e45f-42d1-a09b-c0e887684e05), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:07.385679 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 54698) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:06:07.422670 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.pecan_wsgi.hooks.translation [None req-89a39617-66d7-49e3-9afd-bb8f516b9224 tempest-NetworksNegativeTestJSON-314489461 tempest-NetworksNegativeTestJSON-314489461-project] GET failed (client error): The resource could not be found. Apr 28 11:06:07.427652 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-89a39617-66d7-49e3-9afd-bb8f516b9224 tempest-NetworksNegativeTestJSON-314489461 tempest-NetworksNegativeTestJSON-314489461-project] 10.222.0.10 "GET /v2.0/ports/d5548ed3-8528-442e-9e8f-98045d4808f7 HTTP/1.1" status: 404 len: 333 time: 0.1875026 Apr 28 11:06:07.431279 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 54702) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:06:07.438164 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.managers [None req-17d500d4-6cf9-4b5d-9ac8-57bd325cf43c None None] Attempting to bind port 66cc009e-e45f-42d1-a09b-c0e887684e05 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=116163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 28 11:06:07.438730 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.managers [None req-17d500d4-6cf9-4b5d-9ac8-57bd325cf43c None None] Attempting to bind port 66cc009e-e45f-42d1-a09b-c0e887684e05 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '142bc50f-d6af-4646-8d06-bb7af6b7b51c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c'}] {{(pid=116163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 28 11:06:07.438936 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17d500d4-6cf9-4b5d-9ac8-57bd325cf43c None None] Attempting to bind port 66cc009e-e45f-42d1-a09b-c0e887684e05 on network 7be49d94-bbb8-4a61-bafe-209c5f861e1c {{(pid=116163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 11:06:07.448369 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00fe1109-5ef4-42dd-91fe-a945d9ca3f78 None None] Pushing event updated for resources: {'Port': ['ID=66cc009e-e45f-42d1-a09b-c0e887684e05,revision_number=2']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:06:07.452892 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17d500d4-6cf9-4b5d-9ac8-57bd325cf43c None None] Checking agent: {'id': 'd5baab19-5dd1-4902-922b-84acb048ab9c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 10, 50, 43), 'started_at': datetime.datetime(2022, 4, 28, 10, 51, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 11, 5, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=116163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 11:06:07.453810 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17d500d4-6cf9-4b5d-9ac8-57bd325cf43c None None] Checking segment: {'id': '142bc50f-d6af-4646-8d06-bb7af6b7b51c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 11:06:07.453810 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-17d500d4-6cf9-4b5d-9ac8-57bd325cf43c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:07.454186 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17d500d4-6cf9-4b5d-9ac8-57bd325cf43c None None] Bound using segment: {'id': '142bc50f-d6af-4646-8d06-bb7af6b7b51c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c'} {{(pid=116163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 11:06:07.454703 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.managers [None req-17d500d4-6cf9-4b5d-9ac8-57bd325cf43c None None] Bound port: 66cc009e-e45f-42d1-a09b-c0e887684e05, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '142bc50f-d6af-4646-8d06-bb7af6b7b51c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c'}}] {{(pid=116163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 28 11:06:07.455146 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-17d500d4-6cf9-4b5d-9ac8-57bd325cf43c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (66cc009e-e45f-42d1-a09b-c0e887684e05), before_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:07.458072 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-8cb4b56c-a6f8-4c0d-b591-caf8b1dd17d8 tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-971310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5220601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5125409'] for subnet (720d382a-3dde-4059-9ea9-eaec2fee9178), after_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:07.462710 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-1da1dad7-4d52-4ea7-8cb3-2802bd131404 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742235135690', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742234710366'] for port (d673747f-18ec-4a1b-89a0-3255744f86c9), after_delete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:07.491427 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00fe1109-5ef4-42dd-91fe-a945d9ca3f78 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:06:07.491799 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00fe1109-5ef4-42dd-91fe-a945d9ca3f78 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:06:07.492587 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00fe1109-5ef4-42dd-91fe-a945d9ca3f78 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:06:07.492792 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00fe1109-5ef4-42dd-91fe-a945d9ca3f78 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:06:07.493126 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00fe1109-5ef4-42dd-91fe-a945d9ca3f78 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:06:07.494063 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00fe1109-5ef4-42dd-91fe-a945d9ca3f78 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:06:07.494429 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00fe1109-5ef4-42dd-91fe-a945d9ca3f78 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:06:07.494728 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-f600f764-8527-4fc0-b1d1-8bfc4653004e tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742235135690', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742234710366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5219112'] for port (d673747f-18ec-4a1b-89a0-3255744f86c9), after_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:07.494873 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00fe1109-5ef4-42dd-91fe-a945d9ca3f78 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:06:07.495081 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00fe1109-5ef4-42dd-91fe-a945d9ca3f78 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:06:07.495407 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00fe1109-5ef4-42dd-91fe-a945d9ca3f78 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:06:07.496059 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00fe1109-5ef4-42dd-91fe-a945d9ca3f78 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:06:07.496397 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00fe1109-5ef4-42dd-91fe-a945d9ca3f78 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:06:07.496719 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00fe1109-5ef4-42dd-91fe-a945d9ca3f78 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:06:07.497044 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00fe1109-5ef4-42dd-91fe-a945d9ca3f78 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:06:07.497458 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00fe1109-5ef4-42dd-91fe-a945d9ca3f78 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:06:07.535493 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-8cb4b56c-a6f8-4c0d-b591-caf8b1dd17d8 tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Publish callbacks [] for subnet (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:07.541356 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-8cb4b56c-a6f8-4c0d-b591-caf8b1dd17d8 tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] 10.222.0.10 "DELETE /v2.0/subnets/720d382a-3dde-4059-9ea9-eaec2fee9178 HTTP/1.1" status: 204 len: 168 time: 1.4796073 Apr 28 11:06:07.541549 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da1dad7-4d52-4ea7-8cb3-2802bd131404 None None] Pushing event deleted for resources: {'Port': ['ID=d673747f-18ec-4a1b-89a0-3255744f86c9,revision_number=None']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:06:07.546972 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 54708) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:06:07.548671 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1b01d11-5b54-4933-9692-4b985f058013 None None] Network 5af9c5a9-50d8-4bfb-a7ef-82766428c3d5 requested from dv-neutron-master-2-hyperv {{(pid=116163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 11:06:07.597537 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.db.db_base_plugin_common [None req-764ad9d5-8a35-4416-80e4-6372e2fbfec8 admin admin] Allocated IP 172.20.0.1 (95a73077-5c3c-4a4f-9014-bee1df8e9c09/49bbb4f0-3980-4b52-84ba-965c72e99e66/f2e70421-6b65-4ba8-8265-af8ddb4d251d) {{(pid=116162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 11:06:07.602580 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.pecan_wsgi.hooks.translation [None req-32add0c1-5340-458e-9c5d-cee6c67f5d5e tempest-NetworksNegativeTestJSON-314489461 tempest-NetworksNegativeTestJSON-314489461-project] GET failed (client error): The resource could not be found. Apr 28 11:06:07.607281 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-32add0c1-5340-458e-9c5d-cee6c67f5d5e tempest-NetworksNegativeTestJSON-314489461 tempest-NetworksNegativeTestJSON-314489461-project] 10.222.0.10 "GET /v2.0/subnets/aa801f87-d71a-4a88-8fc2-cf222b30c613 HTTP/1.1" status: 404 len: 337 time: 0.1720400 Apr 28 11:06:07.610182 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 54712) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:06:07.610748 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb4b56c-a6f8-4c0d-b591-caf8b1dd17d8 tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Pushing event deleted for resources: {'Subnet': ['ID=720d382a-3dde-4059-9ea9-eaec2fee9178,revision_number=None']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:06:07.617273 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.v2.base [None req-e5985505-5408-47ce-b51b-c561ceed22b1 tempest-NetworksNegativeTestJSON-314489461 tempest-NetworksNegativeTestJSON-314489461-project] Request body: {'network': {'name': 'new_name'}} {{(pid=116162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:06:07.653878 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.pecan_wsgi.hooks.translation [None req-e5985505-5408-47ce-b51b-c561ceed22b1 tempest-NetworksNegativeTestJSON-314489461 tempest-NetworksNegativeTestJSON-314489461-project] PUT failed (client error): The resource could not be found. Apr 28 11:06:07.654680 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e5985505-5408-47ce-b51b-c561ceed22b1 tempest-NetworksNegativeTestJSON-314489461 tempest-NetworksNegativeTestJSON-314489461-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=116162) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 28 11:06:07.656137 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-e5985505-5408-47ce-b51b-c561ceed22b1 tempest-NetworksNegativeTestJSON-314489461 tempest-NetworksNegativeTestJSON-314489461-project] 10.222.0.10 "PUT /v2.0/networks/d669af07-7039-40f8-93f0-40b0c991c4f4 HTTP/1.1" status: 404 len: 339 time: 0.0439048 Apr 28 11:06:07.660357 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 54714) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:06:07.673075 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.v2.base [None req-a27ea88a-a30b-49b1-a953-2012b83489e3 tempest-NetworksNegativeTestJSON-314489461 tempest-NetworksNegativeTestJSON-314489461-project] Request body: {'port': {'name': 'new_name'}} {{(pid=116162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:06:07.698543 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.pecan_wsgi.hooks.translation [None req-a27ea88a-a30b-49b1-a953-2012b83489e3 tempest-NetworksNegativeTestJSON-314489461 tempest-NetworksNegativeTestJSON-314489461-project] PUT failed (client error): The resource could not be found. Apr 28 11:06:07.699834 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a27ea88a-a30b-49b1-a953-2012b83489e3 tempest-NetworksNegativeTestJSON-314489461 tempest-NetworksNegativeTestJSON-314489461-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=116162) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 28 11:06:07.705021 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-a27ea88a-a30b-49b1-a953-2012b83489e3 tempest-NetworksNegativeTestJSON-314489461 tempest-NetworksNegativeTestJSON-314489461-project] 10.222.0.10 "PUT /v2.0/ports/891f1921-cdc2-4169-a967-255587d12ed3 HTTP/1.1" status: 404 len: 333 time: 0.0399604 Apr 28 11:06:07.737468 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 54716) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:06:07.744716 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.v2.base [None req-a946acac-936f-4c2f-9e11-1063a60457f3 tempest-NetworksNegativeTestJSON-314489461 tempest-NetworksNegativeTestJSON-314489461-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=116162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:06:07.781957 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.pecan_wsgi.hooks.translation [None req-a946acac-936f-4c2f-9e11-1063a60457f3 tempest-NetworksNegativeTestJSON-314489461 tempest-NetworksNegativeTestJSON-314489461-project] PUT failed (client error): The resource could not be found. Apr 28 11:06:07.782621 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a946acac-936f-4c2f-9e11-1063a60457f3 tempest-NetworksNegativeTestJSON-314489461 tempest-NetworksNegativeTestJSON-314489461-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=116162) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 28 11:06:07.786466 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-a946acac-936f-4c2f-9e11-1063a60457f3 tempest-NetworksNegativeTestJSON-314489461 tempest-NetworksNegativeTestJSON-314489461-project] 10.222.0.10 "PUT /v2.0/subnets/2eb897dc-290a-4a10-ace3-6a104f81f194 HTTP/1.1" status: 404 len: 337 time: 0.0459669 Apr 28 11:06:07.849184 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1da1dad7-4d52-4ea7-8cb3-2802bd131404 None None] No DVR routers for this DVR port d673747f-18ec-4a1b-89a0-3255744f86c9 on host dv-neutron-master-2-hyperv {{(pid=116163) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 11:06:07.867876 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-764ad9d5-8a35-4416-80e4-6372e2fbfec8 admin admin] Publish callbacks [] for port (f2e70421-6b65-4ba8-8265-af8ddb4d251d), precommit_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:07.899351 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-17d500d4-6cf9-4b5d-9ac8-57bd325cf43c None None] For port 66cc009e-e45f-42d1-a09b-c0e887684e05, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=116163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 11:06:07.905254 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-17d500d4-6cf9-4b5d-9ac8-57bd325cf43c None None] For port 66cc009e-e45f-42d1-a09b-c0e887684e05, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=66cc009e-e45f-42d1-a09b-c0e887684e05,segment=NetworkSegment(142bc50f-d6af-4646-8d06-bb7af6b7b51c),segment_id=142bc50f-d6af-4646-8d06-bb7af6b7b51c)] {{(pid=116163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 11:06:07.907578 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Device f09120cb-ca26-4408-aa32-890a68222b79 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=116163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 11:06:07.941551 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] No Port match for: f09120cb-ca26-4408-aa32-890a68222b79 {{(pid=116163) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 28 11:06:07.941983 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Device f09120cb-ca26-4408-aa32-890a68222b79 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=116163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 11:06:07.942496 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Device d673747f-18ec-4a1b-89a0-3255744f86c9 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=116163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 11:06:07.944784 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-e87cbd76-050e-4bd5-99c6-352429053bb7 None None] Provisioning complete for port 14cb9b38-d261-4aef-bfb5-588d0ba37e81 triggered by entity DHCP. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:06:07.948159 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-e87cbd76-050e-4bd5-99c6-352429053bb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (14cb9b38-d261-4aef-bfb5-588d0ba37e81), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:07.968327 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-764ad9d5-8a35-4416-80e4-6372e2fbfec8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742234710357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5051867'] for port (f2e70421-6b65-4ba8-8265-af8ddb4d251d), after_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:07.991226 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f600f764-8527-4fc0-b1d1-8bfc4653004e tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Pushing event deleted for resources: {'Port': ['ID=d673747f-18ec-4a1b-89a0-3255744f86c9,revision_number=None']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:06:07.993416 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f600f764-8527-4fc0-b1d1-8bfc4653004e tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] No DVR routers for this DVR port d673747f-18ec-4a1b-89a0-3255744f86c9 on host dv-neutron-master-2-hyperv {{(pid=116161) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 11:06:08.000577 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.pecan_wsgi.hooks.translation [None req-924ff29d-648e-4b20-8aad-2fffed62080a tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] DELETE failed (client error): The resource could not be found. Apr 28 11:06:08.001042 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-924ff29d-648e-4b20-8aad-2fffed62080a tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=116161) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 28 11:06:08.004146 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-924ff29d-648e-4b20-8aad-2fffed62080a tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] 10.222.0.10 "DELETE /v2.0/subnets/9f18b899-242b-4901-818c-074626eadbe2 HTTP/1.1" status: 404 len: 337 time: 0.4346626 Apr 28 11:06:08.016137 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] No Port match for: d673747f-18ec-4a1b-89a0-3255744f86c9 {{(pid=116163) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 28 11:06:08.016517 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Device d673747f-18ec-4a1b-89a0-3255744f86c9 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=116163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 11:06:08.024179 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 54726) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:06:08.032896 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-17d500d4-6cf9-4b5d-9ac8-57bd325cf43c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393'] for port (66cc009e-e45f-42d1-a09b-c0e887684e05), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:08.040112 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-764ad9d5-8a35-4416-80e4-6372e2fbfec8 admin admin] Network 95a73077-5c3c-4a4f-9014-bee1df8e9c09 is already hosted by enough agents. {{(pid=116162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 11:06:08.041328 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-764ad9d5-8a35-4416-80e4-6372e2fbfec8 admin admin] Pushing event updated for resources: {'Port': ['ID=f2e70421-6b65-4ba8-8265-af8ddb4d251d,revision_number=1']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:06:08.050604 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.scheduler.base_scheduler [None req-764ad9d5-8a35-4416-80e4-6372e2fbfec8 admin admin] Resources bound (agent type, host, resource id): {{(pid=116162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 11:06:08.053629 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-764ad9d5-8a35-4416-80e4-6372e2fbfec8 admin admin] Received port after_create {{(pid=116162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 11:06:08.128444 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-86cd6df4-9ffb-42a6-a31f-1a83278a70d9 tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] 10.222.0.10 "GET /v2.0/ports?device_id=cce37839-48be-45a2-8d8e-3b2654c3b7fc HTTP/1.1" status: 200 len: 205 time: 0.1005890 Apr 28 11:06:08.138718 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 54730) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:06:08.149170 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17d500d4-6cf9-4b5d-9ac8-57bd325cf43c None None] Routers {'0253fd74-f6a9-46aa-a567-c9d8bf675134'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=116163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 11:06:08.149838 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_hamode_db [None req-17d500d4-6cf9-4b5d-9ac8-57bd325cf43c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-28T10:50:39Z,description=,heartbeat_timestamp=2022-04-28T11:05:39Z,host='dv-neutron-master-2-hyperv',id=6b492ad6-0876-4d74-b20d-28143a52ceba,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T10:50:40Z,topic='l3_agent')) {'router_ids': ['0253fd74-f6a9-46aa-a567-c9d8bf675134'], 'active': True} {{(pid=116163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:06:08.181538 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-09587724-6d7d-423a-9d66-3b5798e68abf admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=182af9c0c22c4ebdbba6a40b7c109443&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7918265 Apr 28 11:06:08.182613 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 54732) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:06:08.196688 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00fe1109-5ef4-42dd-91fe-a945d9ca3f78 None None] Pushing event updated for resources: {'Port': ['ID=66cc009e-e45f-42d1-a09b-c0e887684e05,revision_number=3']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:06:08.223574 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e43ca733-144f-40a6-8532-a1f5e4e7c0b1 None None] DHCP port deletion for 5af9c5a9-50d8-4bfb-a7ef-82766428c3d5 request from dv-neutron-master-2-hyperv {{(pid=116163) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 28 11:06:08.285671 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-f600f764-8527-4fc0-b1d1-8bfc4653004e tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-973498', 'neutron.services.segments.db._delete_segments_for_network-8742235207033'] for network (e9e840e6-70f7-4458-8b64-dba6bc6cb266), precommit_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:08.306271 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-e87cbd76-050e-4bd5-99c6-352429053bb7 None None] Current status of the port 14cb9b38-d261-4aef-bfb5-588d0ba37e81 is: ACTIVE; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:06:08.314081 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.services.segments.db [None req-f600f764-8527-4fc0-b1d1-8bfc4653004e tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e9e840e6-70f7-4458-8b64-dba6bc6cb266']}} {{(pid=116161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:06:08.335717 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.services.segments.db [None req-f600f764-8527-4fc0-b1d1-8bfc4653004e tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1bce4b31-0049-45c3-9259-d4148608099a') {'for_net_delete': True} {{(pid=116161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:06:08.337854 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.services.segments.db [None req-f600f764-8527-4fc0-b1d1-8bfc4653004e tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1bce4b31-0049-45c3-9259-d4148608099a') {} {{(pid=116161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:06:08.356696 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-e87cbd76-050e-4bd5-99c6-352429053bb7 None None] Provisioning complete for port 1c45cc2f-a9b6-49c4-bbab-fc6bfdeb8113 triggered by entity DHCP. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:06:08.357081 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-e87cbd76-050e-4bd5-99c6-352429053bb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (1c45cc2f-a9b6-49c4-bbab-fc6bfdeb8113), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:08.360289 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-f600f764-8527-4fc0-b1d1-8bfc4653004e tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742235208578', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8076969'] for segment (1bce4b31-0049-45c3-9259-d4148608099a), before_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:08.380443 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-f600f764-8527-4fc0-b1d1-8bfc4653004e tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-961978'] for segment (1bce4b31-0049-45c3-9259-d4148608099a), precommit_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:08.395453 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-e43ca733-144f-40a6-8532-a1f5e4e7c0b1 None None] Deleting port 14cb9b38-d261-4aef-bfb5-588d0ba37e81 {{(pid=116163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 11:06:08.395832 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-e43ca733-144f-40a6-8532-a1f5e4e7c0b1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742235130188'] for port (14cb9b38-d261-4aef-bfb5-588d0ba37e81), before_delete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:08.398754 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f600f764-8527-4fc0-b1d1-8bfc4653004e tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Releasing vlan 98 on physical network physnet1 to pool {{(pid=116161) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 11:06:08.399806 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-f600f764-8527-4fc0-b1d1-8bfc4653004e tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-961978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5219103'] for segment (1bce4b31-0049-45c3-9259-d4148608099a), after_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:08.401146 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-e87cbd76-050e-4bd5-99c6-352429053bb7 None None] Port 1c45cc2f-a9b6-49c4-bbab-fc6bfdeb8113 cannot update to ACTIVE because it is not bound. {{(pid=116163) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 28 11:06:08.482265 dv-neutron-master-2-hyperv neutron-server[116161]: Traceback (most recent call last): Apr 28 11:06:08.482265 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 11:06:08.482265 dv-neutron-master-2-hyperv neutron-server[116161]: timer() Apr 28 11:06:08.482265 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 11:06:08.482265 dv-neutron-master-2-hyperv neutron-server[116161]: cb(*args, **kw) Apr 28 11:06:08.482265 dv-neutron-master-2-hyperv neutron-server[116161]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 28 11:06:08.482265 dv-neutron-master-2-hyperv neutron-server[116161]: return func(*args, **kwargs) Apr 28 11:06:08.482265 dv-neutron-master-2-hyperv neutron-server[116161]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 11:06:08.482265 dv-neutron-master-2-hyperv neutron-server[116161]: self._notify() Apr 28 11:06:08.482265 dv-neutron-master-2-hyperv neutron-server[116161]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 11:06:08.482265 dv-neutron-master-2-hyperv neutron-server[116161]: self.callback(batched_events) Apr 28 11:06:08.482265 dv-neutron-master-2-hyperv neutron-server[116161]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 11:06:08.482265 dv-neutron-master-2-hyperv neutron-server[116161]: event.method(event) Apr 28 11:06:08.482265 dv-neutron-master-2-hyperv neutron-server[116161]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 28 11:06:08.482265 dv-neutron-master-2-hyperv neutron-server[116161]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 11:06:08.482265 dv-neutron-master-2-hyperv neutron-server[116161]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 28 11:06:08.482265 dv-neutron-master-2-hyperv neutron-server[116161]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 11:06:08.482265 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 28 11:06:08.482265 dv-neutron-master-2-hyperv neutron-server[116161]: return f(self, *a, **k) Apr 28 11:06:08.482265 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 28 11:06:08.482265 dv-neutron-master-2-hyperv neutron-server[116161]: return self._get(url).json() Apr 28 11:06:08.482265 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 28 11:06:08.482265 dv-neutron-master-2-hyperv neutron-server[116161]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 11:06:08.482265 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 11:06:08.482265 dv-neutron-master-2-hyperv neutron-server[116161]: return self.request(url, 'GET', **kwargs) Apr 28 11:06:08.482265 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 11:06:08.482265 dv-neutron-master-2-hyperv neutron-server[116161]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 11:06:08.482265 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 11:06:08.482265 dv-neutron-master-2-hyperv neutron-server[116161]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 11:06:08.482265 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 11:06:08.482265 dv-neutron-master-2-hyperv neutron-server[116161]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 11:06:08.482265 dv-neutron-master-2-hyperv neutron-server[116161]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 11:06:08.489185 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 54738) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:06:08.489756 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 54742) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:06:08.490079 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 54744) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:06:08.522517 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-e43ca733-144f-40a6-8532-a1f5e4e7c0b1 None None] For port 14cb9b38-d261-4aef-bfb5-588d0ba37e81, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=14cb9b38-d261-4aef-bfb5-588d0ba37e81,segment=NetworkSegment(607b19e2-1a18-4dda-af95-186903fc66e1),segment_id=607b19e2-1a18-4dda-af95-186903fc66e1)] {{(pid=116163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 11:06:08.523099 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-e43ca733-144f-40a6-8532-a1f5e4e7c0b1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1938497'] for port (14cb9b38-d261-4aef-bfb5-588d0ba37e81), precommit_delete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:08.544782 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvr_db [None req-17d500d4-6cf9-4b5d-9ac8-57bd325cf43c None None] Set router 0253fd74-f6a9-46aa-a567-c9d8bf675134 gateway port host: dv-neutron-master-2-hyperv {{(pid=116163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 11:06:08.612211 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-e43ca733-144f-40a6-8532-a1f5e4e7c0b1 None None] Calling delete_port for 14cb9b38-d261-4aef-bfb5-588d0ba37e81 owned by network:dhcp {{(pid=116163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 11:06:08.617299 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-8a574018-27d6-47f3-9a22-314f351915a4 None None] Provisioning complete for port f2e70421-6b65-4ba8-8265-af8ddb4d251d triggered by entity DHCP. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:06:08.617694 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-8a574018-27d6-47f3-9a22-314f351915a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (f2e70421-6b65-4ba8-8265-af8ddb4d251d), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:08.631794 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.api.v2.resource [None req-c5029f2b-9bf3-40b4-ba0f-b1de7ad9374a tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] delete failed (client error): The resource could not be found. Apr 28 11:06:08.633129 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-c5029f2b-9bf3-40b4-ba0f-b1de7ad9374a tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] 10.222.0.10 "DELETE /v2.0/routers/cce37839-48be-45a2-8d8e-3b2654c3b7fc HTTP/1.1" status: 404 len: 336 time: 0.4934592 Apr 28 11:06:08.636196 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 54752) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:06:08.648769 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-f600f764-8527-4fc0-b1d1-8bfc4653004e tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-973477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2063122'] for network (e9e840e6-70f7-4458-8b64-dba6bc6cb266), after_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:08.662715 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Device 7850d2bb-cfac-45b8-818d-93aede5fe4b9 no longer exists at agent hyperv_hv-neutron-mast {{(pid=116163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 11:06:08.676490 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-764ad9d5-8a35-4416-80e4-6372e2fbfec8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2063275'] for router_interface (0253fd74-f6a9-46aa-a567-c9d8bf675134), before_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:08.707733 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-f600f764-8527-4fc0-b1d1-8bfc4653004e tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Publish callbacks [] for network (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:08.723416 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-f600f764-8527-4fc0-b1d1-8bfc4653004e tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] 10.222.0.10 "DELETE /v2.0/networks/e9e840e6-70f7-4458-8b64-dba6bc6cb266 HTTP/1.1" status: 204 len: 168 time: 2.6611600 Apr 28 11:06:08.732272 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 54754) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:06:08.741788 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.pecan_wsgi.hooks.translation [None req-8161a083-2d9a-4ba4-ad3d-37941df96bdb tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] DELETE failed (client error): The resource could not be found. Apr 28 11:06:08.742286 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8161a083-2d9a-4ba4-ad3d-37941df96bdb tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=116162) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 28 11:06:08.748002 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-8161a083-2d9a-4ba4-ad3d-37941df96bdb tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] 10.222.0.10 "DELETE /v2.0/subnets/ee39de6e-8352-4f32-aca5-e93bf0a9585e HTTP/1.1" status: 404 len: 337 time: 0.1105087 Apr 28 11:06:08.751732 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] No Port match for: 7850d2bb-cfac-45b8-818d-93aede5fe4b9 {{(pid=116163) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 28 11:06:08.752093 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Device 7850d2bb-cfac-45b8-818d-93aede5fe4b9 not bound to the agent host hv-neutron-mast {{(pid=116163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 11:06:08.761228 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 54756) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:06:08.790819 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.v2.base [None req-846b490a-3572-4c3f-a5fb-5b4470e49adb tempest-TagsTest-1951266955 tempest-TagsTest-1951266955-project] Request body: {'network': {'name': 'tempest-TagsTest-test-network-1415869071'}} {{(pid=116161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:06:08.800822 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-8a574018-27d6-47f3-9a22-314f351915a4 None None] Port f2e70421-6b65-4ba8-8265-af8ddb4d251d cannot update to ACTIVE because it is not bound. {{(pid=116163) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 28 11:06:08.805880 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f600f764-8527-4fc0-b1d1-8bfc4653004e tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Pushing event deleted for resources: {'Network': ['ID=e9e840e6-70f7-4458-8b64-dba6bc6cb266,revision_number=None']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:06:08.830937 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.pecan_wsgi.hooks.translation [None req-9d77705e-e89d-4118-846e-6def0a40f5d1 tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] DELETE failed (client error): The resource could not be found. Apr 28 11:06:08.831502 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9d77705e-e89d-4118-846e-6def0a40f5d1 tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=116161) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 28 11:06:08.836892 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-9d77705e-e89d-4118-846e-6def0a40f5d1 tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] 10.222.0.10 "DELETE /v2.0/subnets/df511477-50e2-4514-a2bd-eec935358563 HTTP/1.1" status: 404 len: 337 time: 0.0679204 Apr 28 11:06:08.843513 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 54758) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:06:08.845821 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-2fc3e1e7-9033-4c43-961f-125d5fe59baf admin admin] Publish callbacks [] for security_group (e809cf16-119a-404b-b513-f42847135b6c), before_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:08.855581 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-faa2d9a7-dbff-498d-a8df-e61abef20d34 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:08.857814 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-dc871af7-8c73-4812-86e1-2fcc60d15e71 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks [] for security_group (126444c7-d985-4711-872e-652c823476a4), before_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:08.883571 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_hamode_db [None req-17d500d4-6cf9-4b5d-9ac8-57bd325cf43c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0253fd74-f6a9-46aa-a567-c9d8bf675134', 'name': 'tempest-TestVolumeBootPattern-363191542-router', 'tenant_id': '552a7719c35843ecaa8ce5b648a02d25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'external_fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.226'}], 'enable_snat': True}, 'gw_port_id': '66cc009e-e45f-42d1-a09b-c0e887684e05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T11:05:58Z', 'updated_at': '2022-04-28T11:06:01Z', 'revision_number': 3, 'project_id': '552a7719c35843ecaa8ce5b648a02d25', 'gw_port': {'id': '66cc009e-e45f-42d1-a09b-c0e887684e05', 'name': '', 'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:24:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0253fd74-f6a9-46aa-a567-c9d8bf675134', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1186, 'fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:06:00Z', 'updated_at': '2022-04-28T11:06:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=116163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:06:08.887289 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.pecan_wsgi.hooks.translation [None req-ec7fac39-c314-413f-afac-f2c627e6894f tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] DELETE failed (client error): The resource could not be found. Apr 28 11:06:08.887816 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ec7fac39-c314-413f-afac-f2c627e6894f tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=116162) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 28 11:06:08.890877 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-ec7fac39-c314-413f-afac-f2c627e6894f tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] 10.222.0.10 "DELETE /v2.0/subnets/32f02db0-30c8-4944-b6e5-ccc15c4ca28a HTTP/1.1" status: 404 len: 337 time: 0.0463343 Apr 28 11:06:08.895128 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 54760) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:06:08.909755 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-2fc3e1e7-9033-4c43-961f-125d5fe59baf admin admin] Publish callbacks [] for security_group (e809cf16-119a-404b-b513-f42847135b6c), precommit_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:08.913182 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17d500d4-6cf9-4b5d-9ac8-57bd325cf43c None None] The sync data for ids ['0253fd74-f6a9-46aa-a567-c9d8bf675134'] in dv-neutron-master-2-hyperv is: [{'id': '0253fd74-f6a9-46aa-a567-c9d8bf675134', 'name': 'tempest-TestVolumeBootPattern-363191542-router', 'tenant_id': '552a7719c35843ecaa8ce5b648a02d25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'external_fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.226'}], 'enable_snat': True}, 'gw_port_id': '66cc009e-e45f-42d1-a09b-c0e887684e05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T11:05:58Z', 'updated_at': '2022-04-28T11:06:01Z', 'revision_number': 3, 'project_id': '552a7719c35843ecaa8ce5b648a02d25', 'gw_port': {'id': '66cc009e-e45f-42d1-a09b-c0e887684e05', 'name': '', 'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:24:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0253fd74-f6a9-46aa-a567-c9d8bf675134', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1186, 'fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:06:00Z', 'updated_at': '2022-04-28T11:06:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}] {{(pid=116163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 11:06:08.921365 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-e43ca733-144f-40a6-8532-a1f5e4e7c0b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742235135690', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742234710366'] for port (14cb9b38-d261-4aef-bfb5-588d0ba37e81), after_delete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:08.925612 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-dc871af7-8c73-4812-86e1-2fcc60d15e71 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks [] for security_group (126444c7-d985-4711-872e-652c823476a4), precommit_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:08.928291 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.pecan_wsgi.hooks.translation [None req-8b306d95-57b4-4b2d-ab54-f5d0b19e6a2a tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] DELETE failed (client error): The resource could not be found. Apr 28 11:06:08.928441 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8b306d95-57b4-4b2d-ab54-f5d0b19e6a2a tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=116162) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 28 11:06:08.931620 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-8b306d95-57b4-4b2d-ab54-f5d0b19e6a2a tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] 10.222.0.10 "DELETE /v2.0/ports/e2343026-5488-4648-9422-0eaa19813b50 HTTP/1.1" status: 404 len: 333 time: 0.0336480 Apr 28 11:06:08.936936 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 54762) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:06:08.959394 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43ca733-144f-40a6-8532-a1f5e4e7c0b1 None None] Pushing event deleted for resources: {'Port': ['ID=14cb9b38-d261-4aef-bfb5-588d0ba37e81,revision_number=None']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:06:08.963101 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e43ca733-144f-40a6-8532-a1f5e4e7c0b1 None None] No DVR routers for this DVR port 14cb9b38-d261-4aef-bfb5-588d0ba37e81 on host dv-neutron-master-2-hyperv {{(pid=116163) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 11:06:08.979620 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-846b490a-3572-4c3f-a5fb-5b4470e49adb tempest-TagsTest-1951266955 tempest-TagsTest-1951266955-project] Made reservation on behalf of e8a3a81c0e5b41f3b3a7cdc597d8bd2d for: {'network': 1} {{(pid=116161) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 11:06:08.983890 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-846b490a-3572-4c3f-a5fb-5b4470e49adb tempest-TagsTest-1951266955 tempest-TagsTest-1951266955-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for network (None), before_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:09.016078 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.pecan_wsgi.hooks.translation [None req-bb2a5a8c-317b-4f09-a2da-4105daacc9ee tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] DELETE failed (client error): The resource could not be found. Apr 28 11:06:09.016723 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bb2a5a8c-317b-4f09-a2da-4105daacc9ee tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=116162) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 28 11:06:09.021990 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-bb2a5a8c-317b-4f09-a2da-4105daacc9ee tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] 10.222.0.10 "DELETE /v2.0/subnets/2e0a91c6-2bfb-466d-b1df-fb0c48872de2 HTTP/1.1" status: 404 len: 337 time: 0.0414183 Apr 28 11:06:09.024706 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-846b490a-3572-4c3f-a5fb-5b4470e49adb tempest-TagsTest-1951266955 tempest-TagsTest-1951266955-project] Publish callbacks [] for security_group (None), before_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:09.027011 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 54764) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:06:09.070251 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.pecan_wsgi.hooks.translation [None req-fea366cf-fcd3-498e-97e1-8c9701763994 tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] DELETE failed (client error): The resource could not be found. Apr 28 11:06:09.070813 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fea366cf-fcd3-498e-97e1-8c9701763994 tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=116161) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 28 11:06:09.076351 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-fea366cf-fcd3-498e-97e1-8c9701763994 tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] 10.222.0.10 "DELETE /v2.0/subnets/94868252-c1ae-4346-bbb9-dde4165fce88 HTTP/1.1" status: 404 len: 337 time: 0.0445707 Apr 28 11:06:09.077042 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 54766) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:06:09.139801 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.pecan_wsgi.hooks.translation [None req-2255053a-5443-4dec-8b24-ccddca7521a0 tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] DELETE failed (client error): The resource could not be found. Apr 28 11:06:09.139801 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2255053a-5443-4dec-8b24-ccddca7521a0 tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=116162) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 28 11:06:09.145165 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-2255053a-5443-4dec-8b24-ccddca7521a0 tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] 10.222.0.10 "DELETE /v2.0/ports/1ce20d38-b733-4fe4-95ca-24649f1292a5 HTTP/1.1" status: 404 len: 333 time: 0.0650747 Apr 28 11:06:09.145382 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 54768) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:06:09.174557 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-846b490a-3572-4c3f-a5fb-5b4470e49adb tempest-TagsTest-1951266955 tempest-TagsTest-1951266955-project] Publish callbacks [] for security_group (7661de8e-a30e-48ad-8f3a-b980d0a40056), precommit_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:09.199801 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.pecan_wsgi.hooks.translation [None req-a0096fd0-8405-417a-87bd-b3b667ef5475 tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] DELETE failed (client error): The resource could not be found. Apr 28 11:06:09.200256 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a0096fd0-8405-417a-87bd-b3b667ef5475 tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=116162) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 28 11:06:09.203317 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-a0096fd0-8405-417a-87bd-b3b667ef5475 tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] 10.222.0.10 "DELETE /v2.0/subnets/4bab8b1d-90e5-42b0-8a9e-02f3693b8c61 HTTP/1.1" status: 404 len: 337 time: 0.0570533 Apr 28 11:06:09.211047 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 54770) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:06:09.226592 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-764ad9d5-8a35-4416-80e4-6372e2fbfec8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (f2e70421-6b65-4ba8-8265-af8ddb4d251d), before_update {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:09.264940 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-2fc3e1e7-9033-4c43-961f-125d5fe59baf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924426'] for security_group (e809cf16-119a-404b-b513-f42847135b6c), after_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:09.267725 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-2fc3e1e7-9033-4c43-961f-125d5fe59baf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:09.271400 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-2fc3e1e7-9033-4c43-961f-125d5fe59baf admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/e809cf16-119a-404b-b513-f42847135b6c HTTP/1.1" status: 204 len: 168 time: 1.0858476 Apr 28 11:06:09.288878 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-faa2d9a7-dbff-498d-a8df-e61abef20d34 admin admin] Publish callbacks [] for security_group (1706f038-eac1-4b32-9fa0-4170c6d4ee06), precommit_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:09.292585 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-846b490a-3572-4c3f-a5fb-5b4470e49adb tempest-TagsTest-1951266955 tempest-TagsTest-1951266955-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924426'] for security_group (7661de8e-a30e-48ad-8f3a-b980d0a40056), after_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:09.296048 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-dc871af7-8c73-4812-86e1-2fcc60d15e71 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924426'] for security_group (126444c7-d985-4711-872e-652c823476a4), after_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:09.298805 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-dc871af7-8c73-4812-86e1-2fcc60d15e71 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks [] for security_group (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:09.314108 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-dc871af7-8c73-4812-86e1-2fcc60d15e71 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] 10.222.0.10 "DELETE /v2.0/security-groups/126444c7-d985-4711-872e-652c823476a4 HTTP/1.1" status: 204 len: 168 time: 0.8108246 Apr 28 11:06:09.321871 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.pecan_wsgi.hooks.translation [None req-059167f5-b61d-4c5c-be28-ed811f236e80 tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] DELETE failed (client error): The resource could not be found. Apr 28 11:06:09.322376 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-059167f5-b61d-4c5c-be28-ed811f236e80 tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=116161) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 28 11:06:09.335773 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-059167f5-b61d-4c5c-be28-ed811f236e80 tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] 10.222.0.10 "DELETE /v2.0/subnets/5892ef77-1b59-49aa-bc74-fad8ce781ad2 HTTP/1.1" status: 404 len: 337 time: 0.1200750 Apr 28 11:06:09.337906 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 54776) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:06:09.346509 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc3e1e7-9033-4c43-961f-125d5fe59baf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e809cf16-119a-404b-b513-f42847135b6c,revision_number=None']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:06:09.360950 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-faa2d9a7-dbff-498d-a8df-e61abef20d34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924426'] for security_group (1706f038-eac1-4b32-9fa0-4170c6d4ee06), after_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:09.390367 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-846b490a-3572-4c3f-a5fb-5b4470e49adb tempest-TagsTest-1951266955 tempest-TagsTest-1951266955-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 67} {{(pid=116161) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 11:06:09.406332 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-9091e609-8b08-40af-8505-d7834201096f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (6b492ad6-0876-4d74-b20d-28143a52ceba), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:09.462987 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-846b490a-3572-4c3f-a5fb-5b4470e49adb tempest-TagsTest-1951266955 tempest-TagsTest-1951266955-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-961978'] for segment (133e40ce-de71-4809-8f9c-9b3f2a99bb06), precommit_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:09.463949 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.db.segments_db [None req-846b490a-3572-4c3f-a5fb-5b4470e49adb tempest-TagsTest-1951266955 tempest-TagsTest-1951266955-project] Added segment 133e40ce-de71-4809-8f9c-9b3f2a99bb06 of type vlan for network 75edde54-d2cb-4389-833e-554d0e35e119 Apr 28 11:06:09.479649 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 54778) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:06:09.517785 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-faa2d9a7-dbff-498d-a8df-e61abef20d34 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=b460694d7f9a4ff7a6e461136ec16b58&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0234890 Apr 28 11:06:09.525241 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 54780) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:06:09.529478 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-846b490a-3572-4c3f-a5fb-5b4470e49adb tempest-TagsTest-1951266955 tempest-TagsTest-1951266955-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7661de8e-a30e-48ad-8f3a-b980d0a40056,revision_number=1']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:06:09.561151 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-3b1bf4d9-9f00-4990-9d48-989301a77d19 tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2063420'] for router_interface (077583a6-3e91-4e7b-b09b-2ee4e2f6efd3), before_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:09.562102 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-846b490a-3572-4c3f-a5fb-5b4470e49adb tempest-TagsTest-1951266955 tempest-TagsTest-1951266955-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742234744962'] for network (75edde54-d2cb-4389-833e-554d0e35e119), precommit_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:09.594501 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc871af7-8c73-4812-86e1-2fcc60d15e71 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=126444c7-d985-4711-872e-652c823476a4,revision_number=None']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:06:09.710389 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa2d9a7-dbff-498d-a8df-e61abef20d34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1706f038-eac1-4b32-9fa0-4170c6d4ee06,revision_number=1']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:06:09.713758 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.plugin [None req-2f184bbb-7d54-4877-8eba-197d38ccb393 tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Deleting port 1c45cc2f-a9b6-49c4-bbab-fc6bfdeb8113 {{(pid=116161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 11:06:09.714683 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-2f184bbb-7d54-4877-8eba-197d38ccb393 tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742235130188'] for port (1c45cc2f-a9b6-49c4-bbab-fc6bfdeb8113), before_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:09.768075 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Device 66cc009e-e45f-42d1-a09b-c0e887684e05 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=116163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 11:06:09.799846 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-846b490a-3572-4c3f-a5fb-5b4470e49adb tempest-TagsTest-1951266955 tempest-TagsTest-1951266955-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042'] for network (75edde54-d2cb-4389-833e-554d0e35e119), after_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:09.806122 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-846b490a-3572-4c3f-a5fb-5b4470e49adb tempest-TagsTest-1951266955 tempest-TagsTest-1951266955-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:06:09.807049 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-846b490a-3572-4c3f-a5fb-5b4470e49adb tempest-TagsTest-1951266955 tempest-TagsTest-1951266955-project] Publish callbacks [] for network (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:09.809828 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-1d27d988-f901-46be-b97c-c94513668f8a admin admin] Publish callbacks [] for security_group (1706f038-eac1-4b32-9fa0-4170c6d4ee06), before_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:09.837598 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Provisioning complete for port 66cc009e-e45f-42d1-a09b-c0e887684e05 triggered by entity L2. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:06:09.838347 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (66cc009e-e45f-42d1-a09b-c0e887684e05), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:09.920559 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-846b490a-3572-4c3f-a5fb-5b4470e49adb tempest-TagsTest-1951266955 tempest-TagsTest-1951266955-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 776 time: 1.4235911 Apr 28 11:06:09.920559 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-2f184bbb-7d54-4877-8eba-197d38ccb393 tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1938497'] for port (1c45cc2f-a9b6-49c4-bbab-fc6bfdeb8113), precommit_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:09.931967 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 54782) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:06:09.935548 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-764ad9d5-8a35-4416-80e4-6372e2fbfec8 admin admin] Publish callbacks [] for port (f2e70421-6b65-4ba8-8265-af8ddb4d251d), precommit_update {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:09.938059 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Current status of the port 66cc009e-e45f-42d1-a09b-c0e887684e05 is: DOWN; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:06:09.938059 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (66cc009e-e45f-42d1-a09b-c0e887684e05), before_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:09.960977 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] For port 66cc009e-e45f-42d1-a09b-c0e887684e05, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=66cc009e-e45f-42d1-a09b-c0e887684e05,segment=NetworkSegment(142bc50f-d6af-4646-8d06-bb7af6b7b51c),segment_id=142bc50f-d6af-4646-8d06-bb7af6b7b51c)] {{(pid=116163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 11:06:09.985432 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-1d27d988-f901-46be-b97c-c94513668f8a admin admin] Publish callbacks [] for security_group (1706f038-eac1-4b32-9fa0-4170c6d4ee06), precommit_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:09.991821 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.services.tag.tag_plugin [None req-76db831f-d67c-47c2-ba15-b1df315e3d47 tempest-TagsTest-1951266955 tempest-TagsTest-1951266955-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'networks', '75edde54-d2cb-4389-833e-554d0e35e119', 'tempest-TagsTest-Tag-1909738692') {} {{(pid=116161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:06:10.007308 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.plugin [None req-2f184bbb-7d54-4877-8eba-197d38ccb393 tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Calling delete_port for 1c45cc2f-a9b6-49c4-bbab-fc6bfdeb8113 owned by {{(pid=116161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 11:06:10.028401 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-764ad9d5-8a35-4416-80e4-6372e2fbfec8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5051840'] for port (f2e70421-6b65-4ba8-8265-af8ddb4d251d), after_update {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:10.029760 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-846b490a-3572-4c3f-a5fb-5b4470e49adb tempest-TagsTest-1951266955 tempest-TagsTest-1951266955-project] Pushing event updated for resources: {'Network': ['ID=75edde54-d2cb-4389-833e-554d0e35e119,revision_number=1']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:06:10.040147 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393'] for port (66cc009e-e45f-42d1-a09b-c0e887684e05), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:10.096067 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Network 75edde54-d2cb-4389-833e-554d0e35e119 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=116163) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 28 11:06:10.113241 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-764ad9d5-8a35-4416-80e4-6372e2fbfec8 admin admin] Pushing event updated for resources: {'Port': ['ID=f2e70421-6b65-4ba8-8265-af8ddb4d251d,revision_number=2']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:06:10.169161 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Pushing event updated for resources: {'Port': ['ID=66cc009e-e45f-42d1-a09b-c0e887684e05,revision_number=4']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:06:10.204771 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Device 14cb9b38-d261-4aef-bfb5-588d0ba37e81 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=116163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 11:06:10.235453 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-764ad9d5-8a35-4416-80e4-6372e2fbfec8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1603056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2063387'] for router_interface (0253fd74-f6a9-46aa-a567-c9d8bf675134), after_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:10.251064 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-76db831f-d67c-47c2-ba15-b1df315e3d47 tempest-TagsTest-1951266955 tempest-TagsTest-1951266955-project] 10.222.0.10 "PUT /v2.0/networks/75edde54-d2cb-4389-833e-554d0e35e119/tags/tempest-TagsTest-Tag-1909738692 HTTP/1.1" status: 201 len: 201 time: 0.3026769 Apr 28 11:06:10.251840 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 54784) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:06:10.258042 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.services.tag.tag_plugin [None req-773fe158-cb08-49d8-a460-56d12b5c334e tempest-TagsTest-1951266955 tempest-TagsTest-1951266955-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '75edde54-d2cb-4389-833e-554d0e35e119', 'tempest-TagsTest-Tag-1909738692') {} {{(pid=116161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:06:10.277898 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-2f184bbb-7d54-4877-8eba-197d38ccb393 tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742235135690', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742234710366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5219112'] for port (1c45cc2f-a9b6-49c4-bbab-fc6bfdeb8113), after_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:10.279690 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] No Port match for: 14cb9b38-d261-4aef-bfb5-588d0ba37e81 {{(pid=116163) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 28 11:06:10.279860 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Device 14cb9b38-d261-4aef-bfb5-588d0ba37e81 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=116163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 11:06:10.296873 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-1d27d988-f901-46be-b97c-c94513668f8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924426'] for security_group (1706f038-eac1-4b32-9fa0-4170c6d4ee06), after_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:10.299467 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-1d27d988-f901-46be-b97c-c94513668f8a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:10.300599 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-1d27d988-f901-46be-b97c-c94513668f8a admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/1706f038-eac1-4b32-9fa0-4170c6d4ee06 HTTP/1.1" status: 204 len: 168 time: 0.7722454 Apr 28 11:06:10.304765 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.plugin [None req-3b1bf4d9-9f00-4990-9d48-989301a77d19 tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Deleting port fab05aa9-78a7-44f6-8745-7acc679c8e96 {{(pid=116162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 11:06:10.305066 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-3b1bf4d9-9f00-4990-9d48-989301a77d19 tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742235130188'] for port (fab05aa9-78a7-44f6-8745-7acc679c8e96), before_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:10.367089 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d27d988-f901-46be-b97c-c94513668f8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1706f038-eac1-4b32-9fa0-4170c6d4ee06,revision_number=None']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:06:10.369711 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f184bbb-7d54-4877-8eba-197d38ccb393 tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Pushing event deleted for resources: {'Port': ['ID=1c45cc2f-a9b6-49c4-bbab-fc6bfdeb8113,revision_number=None']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:06:10.378984 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-773fe158-cb08-49d8-a460-56d12b5c334e tempest-TagsTest-1951266955 tempest-TagsTest-1951266955-project] 10.222.0.10 "GET /v2.0/networks/75edde54-d2cb-4389-833e-554d0e35e119/tags/tempest-TagsTest-Tag-1909738692 HTTP/1.1" status: 204 len: 168 time: 0.1261058 Apr 28 11:06:10.379602 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 54788) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:06:10.380677 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-2f184bbb-7d54-4877-8eba-197d38ccb393 tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198022'] for port (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:10.385734 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-2f184bbb-7d54-4877-8eba-197d38ccb393 tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] 10.222.0.10 "DELETE /v2.0/ports/1c45cc2f-a9b6-49c4-bbab-fc6bfdeb8113 HTTP/1.1" status: 204 len: 168 time: 1.0460970 Apr 28 11:06:10.386951 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 54790) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:06:10.398090 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.services.tag.tag_plugin [None req-0d1668b6-e517-4572-acc4-9b49d0c53ce5 tempest-TagsTest-1951266955 tempest-TagsTest-1951266955-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'networks', '75edde54-d2cb-4389-833e-554d0e35e119') {} {{(pid=116161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:06:10.446072 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-ae94d540-e4c6-43be-adc9-b26fb6a2f62f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (cfc241ae-e4b7-443b-b80b-59fbbc2b69c9), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:10.496310 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-0d1668b6-e517-4572-acc4-9b49d0c53ce5 tempest-TagsTest-1951266955 tempest-TagsTest-1951266955-project] 10.222.0.10 "GET /v2.0/networks/75edde54-d2cb-4389-833e-554d0e35e119/tags HTTP/1.1" status: 200 len: 238 time: 0.1105747 Apr 28 11:06:10.502138 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 54792) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:06:10.511240 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.services.tag.tag_plugin [None req-7a42a6a0-87be-4ff6-a24d-0b56ca801856 tempest-TagsTest-1951266955 tempest-TagsTest-1951266955-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'networks', '75edde54-d2cb-4389-833e-554d0e35e119', {'tags': ['tempest-TagsTest-Tag-658871295', 'tempest-TagsTest-Tag-240009135', 'tempest-TagsTest-Tag-481015171']}) {} {{(pid=116162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:06:10.535534 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-d342a6c8-8e3b-4223-a4ba-9c582c0e42d6 tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-979593'] for network (5af9c5a9-50d8-4bfb-a7ef-82766428c3d5), before_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:10.548508 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-764ad9d5-8a35-4416-80e4-6372e2fbfec8 admin admin] Network 95a73077-5c3c-4a4f-9014-bee1df8e9c09 is already hosted by enough agents. {{(pid=116162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 11:06:10.575224 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.scheduler.base_scheduler [None req-764ad9d5-8a35-4416-80e4-6372e2fbfec8 admin admin] Resources bound (agent type, host, resource id): {{(pid=116162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 11:06:10.579947 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.db [None req-3b1bf4d9-9f00-4990-9d48-989301a77d19 tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] For port fab05aa9-78a7-44f6-8745-7acc679c8e96, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=fab05aa9-78a7-44f6-8745-7acc679c8e96,segment=NetworkSegment(a4ad6f44-0259-4a22-a32e-d93856e5de70),segment_id=a4ad6f44-0259-4a22-a32e-d93856e5de70)] {{(pid=116162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 11:06:10.580322 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-3b1bf4d9-9f00-4990-9d48-989301a77d19 tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1938497'] for port (fab05aa9-78a7-44f6-8745-7acc679c8e96), precommit_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:10.609087 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-1a82b8e2-4d07-4b4b-bc92-79038f2eb08c tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2063420'] for router_interface (9b89571b-9a7d-473a-a862-1c34e1e1b90f), before_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:10.611227 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.plugin [None req-3b1bf4d9-9f00-4990-9d48-989301a77d19 tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Calling delete_port for fab05aa9-78a7-44f6-8745-7acc679c8e96 owned by network:router_interface {{(pid=116162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 11:06:10.635978 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-d342a6c8-8e3b-4223-a4ba-9c582c0e42d6 tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-973498', 'neutron.services.segments.db._delete_segments_for_network-8742235207033'] for network (5af9c5a9-50d8-4bfb-a7ef-82766428c3d5), precommit_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:10.666809 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.services.segments.db [None req-d342a6c8-8e3b-4223-a4ba-9c582c0e42d6 tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5af9c5a9-50d8-4bfb-a7ef-82766428c3d5']}} {{(pid=116161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:06:10.709279 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.services.segments.db [None req-d342a6c8-8e3b-4223-a4ba-9c582c0e42d6 tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '607b19e2-1a18-4dda-af95-186903fc66e1') {'for_net_delete': True} {{(pid=116161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:06:10.709727 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.services.segments.db [None req-d342a6c8-8e3b-4223-a4ba-9c582c0e42d6 tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '607b19e2-1a18-4dda-af95-186903fc66e1') {} {{(pid=116161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:06:10.739487 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-d342a6c8-8e3b-4223-a4ba-9c582c0e42d6 tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742235208578', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8076969'] for segment (607b19e2-1a18-4dda-af95-186903fc66e1), before_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:10.769502 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-d342a6c8-8e3b-4223-a4ba-9c582c0e42d6 tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-961978'] for segment (607b19e2-1a18-4dda-af95-186903fc66e1), precommit_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:10.789246 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d342a6c8-8e3b-4223-a4ba-9c582c0e42d6 tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Releasing vlan 97 on physical network physnet1 to pool {{(pid=116161) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 11:06:10.789531 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-d342a6c8-8e3b-4223-a4ba-9c582c0e42d6 tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-961978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5219103'] for segment (607b19e2-1a18-4dda-af95-186903fc66e1), after_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:10.794104 dv-neutron-master-2-hyperv neutron-server[116161]: Traceback (most recent call last): Apr 28 11:06:10.794104 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 11:06:10.794104 dv-neutron-master-2-hyperv neutron-server[116161]: timer() Apr 28 11:06:10.794104 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 11:06:10.794104 dv-neutron-master-2-hyperv neutron-server[116161]: cb(*args, **kw) Apr 28 11:06:10.794104 dv-neutron-master-2-hyperv neutron-server[116161]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 28 11:06:10.794104 dv-neutron-master-2-hyperv neutron-server[116161]: return func(*args, **kwargs) Apr 28 11:06:10.794104 dv-neutron-master-2-hyperv neutron-server[116161]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 11:06:10.794104 dv-neutron-master-2-hyperv neutron-server[116161]: self._notify() Apr 28 11:06:10.794104 dv-neutron-master-2-hyperv neutron-server[116161]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 11:06:10.794104 dv-neutron-master-2-hyperv neutron-server[116161]: self.callback(batched_events) Apr 28 11:06:10.794104 dv-neutron-master-2-hyperv neutron-server[116161]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 11:06:10.794104 dv-neutron-master-2-hyperv neutron-server[116161]: event.method(event) Apr 28 11:06:10.794104 dv-neutron-master-2-hyperv neutron-server[116161]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 28 11:06:10.794104 dv-neutron-master-2-hyperv neutron-server[116161]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 11:06:10.794104 dv-neutron-master-2-hyperv neutron-server[116161]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 28 11:06:10.794104 dv-neutron-master-2-hyperv neutron-server[116161]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 11:06:10.794104 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 28 11:06:10.794104 dv-neutron-master-2-hyperv neutron-server[116161]: return f(self, *a, **k) Apr 28 11:06:10.794104 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 28 11:06:10.794104 dv-neutron-master-2-hyperv neutron-server[116161]: return self._get(url).json() Apr 28 11:06:10.794104 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 28 11:06:10.794104 dv-neutron-master-2-hyperv neutron-server[116161]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 11:06:10.794104 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 11:06:10.794104 dv-neutron-master-2-hyperv neutron-server[116161]: return self.request(url, 'GET', **kwargs) Apr 28 11:06:10.794104 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 11:06:10.794104 dv-neutron-master-2-hyperv neutron-server[116161]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 11:06:10.794104 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 11:06:10.794104 dv-neutron-master-2-hyperv neutron-server[116161]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 11:06:10.794104 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 11:06:10.794104 dv-neutron-master-2-hyperv neutron-server[116161]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 11:06:10.794104 dv-neutron-master-2-hyperv neutron-server[116161]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 11:06:10.851741 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-f79fee7b-d564-429c-9c8c-5e751597bc91 None None] Provisioning complete for port f2e70421-6b65-4ba8-8265-af8ddb4d251d triggered by entity DHCP. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:06:10.852880 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-f79fee7b-d564-429c-9c8c-5e751597bc91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (f2e70421-6b65-4ba8-8265-af8ddb4d251d), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:10.921068 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-f79fee7b-d564-429c-9c8c-5e751597bc91 None None] Port f2e70421-6b65-4ba8-8265-af8ddb4d251d cannot update to ACTIVE because it is not bound. {{(pid=116163) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 28 11:06:10.935383 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-d342a6c8-8e3b-4223-a4ba-9c582c0e42d6 tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-973477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2063122'] for network (5af9c5a9-50d8-4bfb-a7ef-82766428c3d5), after_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:10.960362 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-d342a6c8-8e3b-4223-a4ba-9c582c0e42d6 tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Publish callbacks [] for network (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:10.963871 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-d342a6c8-8e3b-4223-a4ba-9c582c0e42d6 tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] 10.222.0.10 "DELETE /v2.0/networks/5af9c5a9-50d8-4bfb-a7ef-82766428c3d5 HTTP/1.1" status: 204 len: 168 time: 0.5459864 Apr 28 11:06:10.965423 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d342a6c8-8e3b-4223-a4ba-9c582c0e42d6 tempest-PortsIpV6TestJSON-729385924 tempest-PortsIpV6TestJSON-729385924-project] Pushing event deleted for resources: {'Network': ['ID=5af9c5a9-50d8-4bfb-a7ef-82766428c3d5,revision_number=None']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:06:11.206384 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-7a42a6a0-87be-4ff6-a24d-0b56ca801856 tempest-TagsTest-1951266955 tempest-TagsTest-1951266955-project] 10.222.0.10 "PUT /v2.0/networks/75edde54-d2cb-4389-833e-554d0e35e119/tags HTTP/1.1" status: 200 len: 306 time: 0.6986849 Apr 28 11:06:11.209029 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 54796) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:06:11.213677 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.services.tag.tag_plugin [None req-5d5471a7-b10e-4234-9a67-9a8bc0c9ca15 tempest-TagsTest-1951266955 tempest-TagsTest-1951266955-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'networks', '75edde54-d2cb-4389-833e-554d0e35e119', 'tempest-TagsTest-Tag-658871295') {} {{(pid=116161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:06:11.293034 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-764ad9d5-8a35-4416-80e4-6372e2fbfec8 admin admin] Router 0253fd74-f6a9-46aa-a567-c9d8bf675134 has already been hosted by L3 agent 6b492ad6-0876-4d74-b20d-28143a52ceba {{(pid=116162) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 11:06:11.397260 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-5d5471a7-b10e-4234-9a67-9a8bc0c9ca15 tempest-TagsTest-1951266955 tempest-TagsTest-1951266955-project] 10.222.0.10 "DELETE /v2.0/networks/75edde54-d2cb-4389-833e-554d0e35e119/tags/tempest-TagsTest-Tag-658871295 HTTP/1.1" status: 204 len: 168 time: 0.1858997 Apr 28 11:06:11.398657 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 54800) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:06:11.404189 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.services.tag.tag_plugin [None req-f6f7a907-12e3-46d5-9ab0-9a29a43dada8 tempest-TagsTest-1951266955 tempest-TagsTest-1951266955-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '75edde54-d2cb-4389-833e-554d0e35e119', 'tempest-TagsTest-Tag-658871295') {} {{(pid=116161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:06:11.476758 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.api.v2.resource [None req-f6f7a907-12e3-46d5-9ab0-9a29a43dada8 tempest-TagsTest-1951266955 tempest-TagsTest-1951266955-project] show failed (client error): The resource could not be found. Apr 28 11:06:11.480597 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-f6f7a907-12e3-46d5-9ab0-9a29a43dada8 tempest-TagsTest-1951266955 tempest-TagsTest-1951266955-project] 10.222.0.10 "GET /v2.0/networks/75edde54-d2cb-4389-833e-554d0e35e119/tags/tempest-TagsTest-Tag-658871295 HTTP/1.1" status: 404 len: 325 time: 0.0780861 Apr 28 11:06:11.481153 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 54802) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:06:11.485409 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.services.tag.tag_plugin [None req-f3d6daad-a3ce-4b6b-9c1b-e00c072d7ad6 tempest-TagsTest-1951266955 tempest-TagsTest-1951266955-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '75edde54-d2cb-4389-833e-554d0e35e119', 'tempest-TagsTest-Tag-240009135') {} {{(pid=116161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:06:11.499765 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 54804) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:06:11.556088 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-f3d6daad-a3ce-4b6b-9c1b-e00c072d7ad6 tempest-TagsTest-1951266955 tempest-TagsTest-1951266955-project] 10.222.0.10 "GET /v2.0/networks/75edde54-d2cb-4389-833e-554d0e35e119/tags/tempest-TagsTest-Tag-240009135 HTTP/1.1" status: 204 len: 168 time: 0.0739961 Apr 28 11:06:11.562879 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 54808) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:06:11.567446 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.services.tag.tag_plugin [None req-d6c26e76-156f-48fe-8417-ba4607920b70 tempest-TagsTest-1951266955 tempest-TagsTest-1951266955-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '75edde54-d2cb-4389-833e-554d0e35e119', 'tempest-TagsTest-Tag-481015171') {} {{(pid=116161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:06:11.574991 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-764ad9d5-8a35-4416-80e4-6372e2fbfec8 admin admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=116162) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 11:06:11.589881 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-764ad9d5-8a35-4416-80e4-6372e2fbfec8 admin admin] 10.222.0.10 "PUT /v2.0/routers/0253fd74-f6a9-46aa-a567-c9d8bf675134/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8778224 Apr 28 11:06:11.590012 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4792aa94-29ee-4dfa-a95e-ca954fe0b0af None None] Sync routers for ids ['0253fd74-f6a9-46aa-a567-c9d8bf675134'] in dv-neutron-master-2-hyperv {{(pid=116164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 11:06:11.606278 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4792aa94-29ee-4dfa-a95e-ca954fe0b0af None None] Routers {'0253fd74-f6a9-46aa-a567-c9d8bf675134'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=116164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 11:06:11.606278 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_hamode_db [None req-4792aa94-29ee-4dfa-a95e-ca954fe0b0af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-28T10:50:39Z,description=,heartbeat_timestamp=2022-04-28T11:06:09Z,host='dv-neutron-master-2-hyperv',id=6b492ad6-0876-4d74-b20d-28143a52ceba,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T10:50:40Z,topic='l3_agent')) {'router_ids': ['0253fd74-f6a9-46aa-a567-c9d8bf675134'], 'active': True} {{(pid=116164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:06:11.615687 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.plugin [None req-1a82b8e2-4d07-4b4b-bc92-79038f2eb08c tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Deleting port 3e2bce2e-72fd-4d33-8443-4c79cc3a3053 {{(pid=116162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 11:06:11.616032 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-1a82b8e2-4d07-4b4b-bc92-79038f2eb08c tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742235130188'] for port (3e2bce2e-72fd-4d33-8443-4c79cc3a3053), before_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:11.627197 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-3b1bf4d9-9f00-4990-9d48-989301a77d19 tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742235135690', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742234710366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5051867'] for port (fab05aa9-78a7-44f6-8745-7acc679c8e96), after_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:11.671281 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-d6c26e76-156f-48fe-8417-ba4607920b70 tempest-TagsTest-1951266955 tempest-TagsTest-1951266955-project] 10.222.0.10 "GET /v2.0/networks/75edde54-d2cb-4389-833e-554d0e35e119/tags/tempest-TagsTest-Tag-481015171 HTTP/1.1" status: 204 len: 168 time: 0.1071355 Apr 28 11:06:11.671980 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 54812) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:06:11.684758 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.services.tag.tag_plugin [None req-7f0736ff-bd3c-401f-9b1b-e2aa3da418bf tempest-TagsTest-1951266955 tempest-TagsTest-1951266955-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '75edde54-d2cb-4389-833e-554d0e35e119') {} {{(pid=116161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:06:11.722114 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_dvr_db [None req-4792aa94-29ee-4dfa-a95e-ca954fe0b0af None None] Set router 0253fd74-f6a9-46aa-a567-c9d8bf675134 gateway port host: dv-neutron-master-2-hyperv {{(pid=116164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 11:06:11.754101 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1bf4d9-9f00-4990-9d48-989301a77d19 tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Pushing event deleted for resources: {'Port': ['ID=fab05aa9-78a7-44f6-8745-7acc679c8e96,revision_number=None']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:06:11.781875 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Device 66cc009e-e45f-42d1-a09b-c0e887684e05 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=116163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 11:06:11.825174 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-2c1b292a-f8f8-4f75-858a-a42303ce57a2 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=52264470dd074c0f8041ca0ce5281c12&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3242903 Apr 28 11:06:11.829510 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 54816) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:06:11.895379 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.db [None req-1a82b8e2-4d07-4b4b-bc92-79038f2eb08c tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] For port 3e2bce2e-72fd-4d33-8443-4c79cc3a3053, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=3e2bce2e-72fd-4d33-8443-4c79cc3a3053,segment=NetworkSegment(f6ef4bb3-a525-4ea5-8365-2d525d9199b6),segment_id=f6ef4bb3-a525-4ea5-8365-2d525d9199b6)] {{(pid=116162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 11:06:11.896184 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-1a82b8e2-4d07-4b4b-bc92-79038f2eb08c tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1938497'] for port (3e2bce2e-72fd-4d33-8443-4c79cc3a3053), precommit_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:11.909689 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Provisioning complete for port 66cc009e-e45f-42d1-a09b-c0e887684e05 triggered by entity L2. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:06:11.910755 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (66cc009e-e45f-42d1-a09b-c0e887684e05), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:11.929729 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-ce9f4f8a-d7f9-4b03-9ed2-f8086cc1dd3a admin admin] Publish callbacks [] for security_group (345b1667-1cb1-4755-b48b-cc5601bf9e4c), before_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:11.948274 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.plugin [None req-1a82b8e2-4d07-4b4b-bc92-79038f2eb08c tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Calling delete_port for 3e2bce2e-72fd-4d33-8443-4c79cc3a3053 owned by network:router_interface {{(pid=116162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 11:06:11.959755 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-ce9f4f8a-d7f9-4b03-9ed2-f8086cc1dd3a admin admin] Publish callbacks [] for security_group (345b1667-1cb1-4755-b48b-cc5601bf9e4c), precommit_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:12.036194 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-7f0736ff-bd3c-401f-9b1b-e2aa3da418bf tempest-TagsTest-1951266955 tempest-TagsTest-1951266955-project] 10.222.0.10 "DELETE /v2.0/networks/75edde54-d2cb-4389-833e-554d0e35e119/tags HTTP/1.1" status: 204 len: 168 time: 0.3607440 Apr 28 11:06:12.039324 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 54820) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:06:12.050166 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.services.tag.tag_plugin [None req-af8ebdd0-1934-42f5-a172-1d2b9d017bea tempest-TagsTest-1951266955 tempest-TagsTest-1951266955-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '75edde54-d2cb-4389-833e-554d0e35e119', 'tempest-TagsTest-Tag-240009135') {} {{(pid=116161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:06:12.105229 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Current status of the port 66cc009e-e45f-42d1-a09b-c0e887684e05 is: ACTIVE; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:06:12.127098 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-01ef1de1-12fd-4cef-b76b-793f91379468 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (39cc4f52-f5d9-4e2c-bbfa-7a1c528e1c40), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:12.135824 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.api.v2.resource [None req-af8ebdd0-1934-42f5-a172-1d2b9d017bea tempest-TagsTest-1951266955 tempest-TagsTest-1951266955-project] show failed (client error): The resource could not be found. Apr 28 11:06:12.140491 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-af8ebdd0-1934-42f5-a172-1d2b9d017bea tempest-TagsTest-1951266955 tempest-TagsTest-1951266955-project] 10.222.0.10 "GET /v2.0/networks/75edde54-d2cb-4389-833e-554d0e35e119/tags/tempest-TagsTest-Tag-240009135 HTTP/1.1" status: 404 len: 325 time: 0.0964146 Apr 28 11:06:12.141533 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 54822) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:06:12.146630 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.services.tag.tag_plugin [None req-7df81507-c430-4d59-9924-109b0c5cd6f5 tempest-TagsTest-1951266955 tempest-TagsTest-1951266955-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '75edde54-d2cb-4389-833e-554d0e35e119', 'tempest-TagsTest-Tag-481015171') {} {{(pid=116161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:06:12.147699 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-3b1bf4d9-9f00-4990-9d48-989301a77d19 tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1603051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2063504'] for router_interface (077583a6-3e91-4e7b-b09b-2ee4e2f6efd3), after_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:12.178153 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_hamode_db [None req-4792aa94-29ee-4dfa-a95e-ca954fe0b0af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0253fd74-f6a9-46aa-a567-c9d8bf675134', 'name': 'tempest-TestVolumeBootPattern-363191542-router', 'tenant_id': '552a7719c35843ecaa8ce5b648a02d25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'external_fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.226'}], 'enable_snat': True}, 'gw_port_id': '66cc009e-e45f-42d1-a09b-c0e887684e05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T11:05:58Z', 'updated_at': '2022-04-28T11:06:09Z', 'revision_number': 4, 'project_id': '552a7719c35843ecaa8ce5b648a02d25', 'gw_port': {'id': '66cc009e-e45f-42d1-a09b-c0e887684e05', 'name': '', 'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:24:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0253fd74-f6a9-46aa-a567-c9d8bf675134', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1186, 'fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:06:00Z', 'updated_at': '2022-04-28T11:06:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'f2e70421-6b65-4ba8-8265-af8ddb4d251d', 'name': '', 'network_id': '95a73077-5c3c-4a4f-9014-bee1df8e9c09', 'tenant_id': '552a7719c35843ecaa8ce5b648a02d25', 'mac_address': 'fa:16:3e:27:ed:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0253fd74-f6a9-46aa-a567-c9d8bf675134', 'device_owner': 'network:router_interface', 'standard_attr_id': 1197, 'fixed_ips': [{'subnet_id': '49bbb4f0-3980-4b52-84ba-965c72e99e66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:06:07Z', 'updated_at': '2022-04-28T11:06:09Z', 'revision_number': 2, 'project_id': '552a7719c35843ecaa8ce5b648a02d25', 'subnets': [{'id': '49bbb4f0-3980-4b52-84ba-965c72e99e66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=116164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:06:12.205916 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4792aa94-29ee-4dfa-a95e-ca954fe0b0af None None] Checking router: 0253fd74-f6a9-46aa-a567-c9d8bf675134 for host: dv-neutron-master-2-hyperv {{(pid=116164) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 11:06:12.206276 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4792aa94-29ee-4dfa-a95e-ca954fe0b0af None None] Updating router 0253fd74-f6a9-46aa-a567-c9d8bf675134 port f2e70421-6b65-4ba8-8265-af8ddb4d251d binding host dv-neutron-master-2-hyperv {{(pid=116164) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 28 11:06:12.208501 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.api.v2.resource [None req-7df81507-c430-4d59-9924-109b0c5cd6f5 tempest-TagsTest-1951266955 tempest-TagsTest-1951266955-project] show failed (client error): The resource could not be found. Apr 28 11:06:12.212335 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-7df81507-c430-4d59-9924-109b0c5cd6f5 tempest-TagsTest-1951266955 tempest-TagsTest-1951266955-project] 10.222.0.10 "GET /v2.0/networks/75edde54-d2cb-4389-833e-554d0e35e119/tags/tempest-TagsTest-Tag-481015171 HTTP/1.1" status: 404 len: 325 time: 0.0697875 Apr 28 11:06:12.212892 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 54824) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:06:12.217851 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.services.tag.tag_plugin [None req-e0b1ae9f-0503-403f-8bf9-488e311b9597 tempest-TagsTest-1951266955 tempest-TagsTest-1951266955-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '75edde54-d2cb-4389-833e-554d0e35e119') {} {{(pid=116161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:06:12.236273 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron_lib.callbacks.manager [None req-4792aa94-29ee-4dfa-a95e-ca954fe0b0af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (f2e70421-6b65-4ba8-8265-af8ddb4d251d), before_update {{(pid=116164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:12.273484 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-ce9f4f8a-d7f9-4b03-9ed2-f8086cc1dd3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924426'] for security_group (345b1667-1cb1-4755-b48b-cc5601bf9e4c), after_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:12.278067 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-ce9f4f8a-d7f9-4b03-9ed2-f8086cc1dd3a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:12.281544 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-ce9f4f8a-d7f9-4b03-9ed2-f8086cc1dd3a admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/345b1667-1cb1-4755-b48b-cc5601bf9e4c HTTP/1.1" status: 204 len: 168 time: 0.4438109 Apr 28 11:06:12.329791 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9f4f8a-d7f9-4b03-9ed2-f8086cc1dd3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=345b1667-1cb1-4755-b48b-cc5601bf9e4c,revision_number=None']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:06:12.357365 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-e0b1ae9f-0503-403f-8bf9-488e311b9597 tempest-TagsTest-1951266955 tempest-TagsTest-1951266955-project] 10.222.0.10 "DELETE /v2.0/networks/75edde54-d2cb-4389-833e-554d0e35e119/tags HTTP/1.1" status: 204 len: 168 time: 0.1433213 Apr 28 11:06:12.363384 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 54832) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:06:12.485392 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-2643c7f8-f2c9-48e8-8497-6d543e729e2f tempest-TagsTest-1951266955 tempest-TagsTest-1951266955-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-979593'] for network (75edde54-d2cb-4389-833e-554d0e35e119), before_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:12.504750 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b1bf4d9-9f00-4990-9d48-989301a77d19 tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Router 077583a6-3e91-4e7b-b09b-2ee4e2f6efd3 has already been hosted by L3 agent 6b492ad6-0876-4d74-b20d-28143a52ceba {{(pid=116162) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 11:06:12.614862 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-1a82b8e2-4d07-4b4b-bc92-79038f2eb08c tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742235135690', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742234710366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5051867'] for port (3e2bce2e-72fd-4d33-8443-4c79cc3a3053), after_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:12.622367 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-2643c7f8-f2c9-48e8-8497-6d543e729e2f tempest-TagsTest-1951266955 tempest-TagsTest-1951266955-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-973498', 'neutron.services.segments.db._delete_segments_for_network-8742235207033'] for network (75edde54-d2cb-4389-833e-554d0e35e119), precommit_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:12.628983 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron_lib.callbacks.manager [None req-4792aa94-29ee-4dfa-a95e-ca954fe0b0af None None] Publish callbacks [] for port (f2e70421-6b65-4ba8-8265-af8ddb4d251d), precommit_update {{(pid=116164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:12.656314 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.services.segments.db [None req-2643c7f8-f2c9-48e8-8497-6d543e729e2f tempest-TagsTest-1951266955 tempest-TagsTest-1951266955-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['75edde54-d2cb-4389-833e-554d0e35e119']}} {{(pid=116161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:06:12.672298 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.services.segments.db [None req-2643c7f8-f2c9-48e8-8497-6d543e729e2f tempest-TagsTest-1951266955 tempest-TagsTest-1951266955-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '133e40ce-de71-4809-8f9c-9b3f2a99bb06') {'for_net_delete': True} {{(pid=116161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:06:12.672605 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.services.segments.db [None req-2643c7f8-f2c9-48e8-8497-6d543e729e2f tempest-TagsTest-1951266955 tempest-TagsTest-1951266955-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '133e40ce-de71-4809-8f9c-9b3f2a99bb06') {} {{(pid=116161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:06:12.677081 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a82b8e2-4d07-4b4b-bc92-79038f2eb08c tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Pushing event deleted for resources: {'Port': ['ID=3e2bce2e-72fd-4d33-8443-4c79cc3a3053,revision_number=None']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:06:12.694467 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-2643c7f8-f2c9-48e8-8497-6d543e729e2f tempest-TagsTest-1951266955 tempest-TagsTest-1951266955-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742235208578', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8076969'] for segment (133e40ce-de71-4809-8f9c-9b3f2a99bb06), before_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:12.703675 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron_lib.callbacks.manager [None req-4792aa94-29ee-4dfa-a95e-ca954fe0b0af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393'] for port (f2e70421-6b65-4ba8-8265-af8ddb4d251d), after_update {{(pid=116164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:12.728064 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-2643c7f8-f2c9-48e8-8497-6d543e729e2f tempest-TagsTest-1951266955 tempest-TagsTest-1951266955-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-961978'] for segment (133e40ce-de71-4809-8f9c-9b3f2a99bb06), precommit_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:12.737319 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2643c7f8-f2c9-48e8-8497-6d543e729e2f tempest-TagsTest-1951266955 tempest-TagsTest-1951266955-project] Releasing vlan 67 on physical network physnet1 to pool {{(pid=116161) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 11:06:12.737722 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-2643c7f8-f2c9-48e8-8497-6d543e729e2f tempest-TagsTest-1951266955 tempest-TagsTest-1951266955-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-961978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5219103'] for segment (133e40ce-de71-4809-8f9c-9b3f2a99bb06), after_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:12.739079 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b1bf4d9-9f00-4990-9d48-989301a77d19 tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=116162) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 11:06:12.745123 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-3b1bf4d9-9f00-4990-9d48-989301a77d19 tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] 10.222.0.10 "PUT /v2.0/routers/077583a6-3e91-4e7b-b09b-2ee4e2f6efd3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0111115 Apr 28 11:06:12.750033 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 54844) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:06:12.756631 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76bcceae-e479-4b33-9174-ae76b79221ff None None] Sync routers for ids ['077583a6-3e91-4e7b-b09b-2ee4e2f6efd3'] in dv-neutron-master-2-hyperv {{(pid=116163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 11:06:12.757252 dv-neutron-master-2-hyperv neutron-server[116161]: Traceback (most recent call last): Apr 28 11:06:12.757252 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 11:06:12.757252 dv-neutron-master-2-hyperv neutron-server[116161]: timer() Apr 28 11:06:12.757252 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 11:06:12.757252 dv-neutron-master-2-hyperv neutron-server[116161]: cb(*args, **kw) Apr 28 11:06:12.757252 dv-neutron-master-2-hyperv neutron-server[116161]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 28 11:06:12.757252 dv-neutron-master-2-hyperv neutron-server[116161]: return func(*args, **kwargs) Apr 28 11:06:12.757252 dv-neutron-master-2-hyperv neutron-server[116161]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 11:06:12.757252 dv-neutron-master-2-hyperv neutron-server[116161]: self._notify() Apr 28 11:06:12.757252 dv-neutron-master-2-hyperv neutron-server[116161]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 11:06:12.757252 dv-neutron-master-2-hyperv neutron-server[116161]: self.callback(batched_events) Apr 28 11:06:12.757252 dv-neutron-master-2-hyperv neutron-server[116161]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 11:06:12.757252 dv-neutron-master-2-hyperv neutron-server[116161]: event.method(event) Apr 28 11:06:12.757252 dv-neutron-master-2-hyperv neutron-server[116161]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 28 11:06:12.757252 dv-neutron-master-2-hyperv neutron-server[116161]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 11:06:12.757252 dv-neutron-master-2-hyperv neutron-server[116161]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 28 11:06:12.757252 dv-neutron-master-2-hyperv neutron-server[116161]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 11:06:12.757252 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 28 11:06:12.757252 dv-neutron-master-2-hyperv neutron-server[116161]: return f(self, *a, **k) Apr 28 11:06:12.757252 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 28 11:06:12.757252 dv-neutron-master-2-hyperv neutron-server[116161]: return self._get(url).json() Apr 28 11:06:12.757252 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 28 11:06:12.757252 dv-neutron-master-2-hyperv neutron-server[116161]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 11:06:12.757252 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 11:06:12.757252 dv-neutron-master-2-hyperv neutron-server[116161]: return self.request(url, 'GET', **kwargs) Apr 28 11:06:12.757252 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 11:06:12.757252 dv-neutron-master-2-hyperv neutron-server[116161]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 11:06:12.757252 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 11:06:12.757252 dv-neutron-master-2-hyperv neutron-server[116161]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 11:06:12.757252 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 11:06:12.757252 dv-neutron-master-2-hyperv neutron-server[116161]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 11:06:12.757252 dv-neutron-master-2-hyperv neutron-server[116161]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 11:06:12.773118 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76bcceae-e479-4b33-9174-ae76b79221ff None None] Routers {'077583a6-3e91-4e7b-b09b-2ee4e2f6efd3'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=116163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 11:06:12.773804 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_hamode_db [None req-76bcceae-e479-4b33-9174-ae76b79221ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-28T10:50:39Z,description=,heartbeat_timestamp=2022-04-28T11:06:09Z,host='dv-neutron-master-2-hyperv',id=6b492ad6-0876-4d74-b20d-28143a52ceba,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T10:50:40Z,topic='l3_agent')) {'router_ids': ['077583a6-3e91-4e7b-b09b-2ee4e2f6efd3'], 'active': True} {{(pid=116163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:06:12.791241 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 54846) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:06:12.796959 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.v2.base [None req-a2f4c90c-8d4b-4b4a-b207-a0df2d964012 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-820426624-network', 'tenant_id': '46e92e085c5541bf8ff1731b14066ad5'}} {{(pid=116162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:06:12.815084 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d3a811-4864-40a5-9f1f-85b1cf4c1d51 None None] Pushing event updated for resources: {'Port': ['ID=f2e70421-6b65-4ba8-8265-af8ddb4d251d,revision_number=3']} {{(pid=116164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:06:12.909023 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.plugins.ml2.managers [None req-4792aa94-29ee-4dfa-a95e-ca954fe0b0af None None] Attempting to bind port f2e70421-6b65-4ba8-8265-af8ddb4d251d on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=116164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 28 11:06:12.909389 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.plugins.ml2.managers [None req-4792aa94-29ee-4dfa-a95e-ca954fe0b0af None None] Attempting to bind port f2e70421-6b65-4ba8-8265-af8ddb4d251d by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'd6ab13ae-3a67-4b86-b1c5-eddbcd455107', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '95a73077-5c3c-4a4f-9014-bee1df8e9c09'}] {{(pid=116164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 28 11:06:12.909934 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4792aa94-29ee-4dfa-a95e-ca954fe0b0af None None] Attempting to bind port f2e70421-6b65-4ba8-8265-af8ddb4d251d on network 95a73077-5c3c-4a4f-9014-bee1df8e9c09 {{(pid=116164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 11:06:12.928484 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4792aa94-29ee-4dfa-a95e-ca954fe0b0af None None] Checking agent: {'id': 'd5baab19-5dd1-4902-922b-84acb048ab9c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 10, 50, 43), 'started_at': datetime.datetime(2022, 4, 28, 10, 51, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 11, 5, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=116164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 11:06:12.928484 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4792aa94-29ee-4dfa-a95e-ca954fe0b0af None None] Checking segment: {'id': 'd6ab13ae-3a67-4b86-b1c5-eddbcd455107', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '95a73077-5c3c-4a4f-9014-bee1df8e9c09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 11:06:12.928484 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron_lib.callbacks.manager [None req-4792aa94-29ee-4dfa-a95e-ca954fe0b0af None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=116164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:12.928484 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4792aa94-29ee-4dfa-a95e-ca954fe0b0af None None] Bound using segment: {'id': 'd6ab13ae-3a67-4b86-b1c5-eddbcd455107', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '95a73077-5c3c-4a4f-9014-bee1df8e9c09'} {{(pid=116164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 11:06:12.928484 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.plugins.ml2.managers [None req-4792aa94-29ee-4dfa-a95e-ca954fe0b0af None None] Bound port: f2e70421-6b65-4ba8-8265-af8ddb4d251d, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd6ab13ae-3a67-4b86-b1c5-eddbcd455107', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '95a73077-5c3c-4a4f-9014-bee1df8e9c09'}}] {{(pid=116164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 28 11:06:12.928484 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron_lib.callbacks.manager [None req-4792aa94-29ee-4dfa-a95e-ca954fe0b0af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (f2e70421-6b65-4ba8-8265-af8ddb4d251d), before_update {{(pid=116164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:12.939977 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.db.db_base_plugin_v2 [None req-541aca29-189c-4bd0-8ded-85714ff88c1c tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Deleting subnet 12b00ce9-212a-4d97-be2f-b5b818be2996 {{(pid=116162) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 28 11:06:12.943695 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-541aca29-189c-4bd0-8ded-85714ff88c1c tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Publish callbacks [] for subnet (12b00ce9-212a-4d97-be2f-b5b818be2996), before_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:12.977917 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-2643c7f8-f2c9-48e8-8497-6d543e729e2f tempest-TagsTest-1951266955 tempest-TagsTest-1951266955-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-973477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2063122'] for network (75edde54-d2cb-4389-833e-554d0e35e119), after_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:12.983831 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-2643c7f8-f2c9-48e8-8497-6d543e729e2f tempest-TagsTest-1951266955 tempest-TagsTest-1951266955-project] Publish callbacks [] for network (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:12.989379 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-2643c7f8-f2c9-48e8-8497-6d543e729e2f tempest-TagsTest-1951266955 tempest-TagsTest-1951266955-project] 10.222.0.10 "DELETE /v2.0/networks/75edde54-d2cb-4389-833e-554d0e35e119 HTTP/1.1" status: 204 len: 168 time: 0.6242902 Apr 28 11:06:13.023960 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-541aca29-189c-4bd0-8ded-85714ff88c1c tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5026541'] for subnet (12b00ce9-212a-4d97-be2f-b5b818be2996), precommit_delete_associations {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:13.025109 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvr_db [None req-76bcceae-e479-4b33-9174-ae76b79221ff None None] Set router 077583a6-3e91-4e7b-b09b-2ee4e2f6efd3 gateway port host: None {{(pid=116163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 11:06:13.044650 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2643c7f8-f2c9-48e8-8497-6d543e729e2f tempest-TagsTest-1951266955 tempest-TagsTest-1951266955-project] Pushing event deleted for resources: {'Network': ['ID=75edde54-d2cb-4389-833e-554d0e35e119,revision_number=None']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:06:13.045985 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.plugins.ml2.db [None req-4792aa94-29ee-4dfa-a95e-ca954fe0b0af None None] For port f2e70421-6b65-4ba8-8265-af8ddb4d251d, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=116164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 11:06:13.050520 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.plugins.ml2.db [None req-4792aa94-29ee-4dfa-a95e-ca954fe0b0af None None] For port f2e70421-6b65-4ba8-8265-af8ddb4d251d, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=f2e70421-6b65-4ba8-8265-af8ddb4d251d,segment=NetworkSegment(d6ab13ae-3a67-4b86-b1c5-eddbcd455107),segment_id=d6ab13ae-3a67-4b86-b1c5-eddbcd455107)] {{(pid=116164) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 11:06:13.118279 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2f4c90c-8d4b-4b4a-b207-a0df2d964012 admin admin] Made reservation on behalf of 46e92e085c5541bf8ff1731b14066ad5 for: {'network': 1} {{(pid=116162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 11:06:13.120914 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-a2f4c90c-8d4b-4b4a-b207-a0df2d964012 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for network (None), before_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:13.121373 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron_lib.callbacks.manager [None req-4792aa94-29ee-4dfa-a95e-ca954fe0b0af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393'] for port (f2e70421-6b65-4ba8-8265-af8ddb4d251d), after_update {{(pid=116164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:13.134223 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-a2f4c90c-8d4b-4b4a-b207-a0df2d964012 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:13.211341 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4792aa94-29ee-4dfa-a95e-ca954fe0b0af None None] Routers {'0253fd74-f6a9-46aa-a567-c9d8bf675134'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=116164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 11:06:13.212086 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_hamode_db [None req-4792aa94-29ee-4dfa-a95e-ca954fe0b0af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-28T10:50:39Z,description=,heartbeat_timestamp=2022-04-28T11:06:09Z,host='dv-neutron-master-2-hyperv',id=6b492ad6-0876-4d74-b20d-28143a52ceba,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T10:50:40Z,topic='l3_agent')) {'router_ids': ['0253fd74-f6a9-46aa-a567-c9d8bf675134'], 'active': True} {{(pid=116164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:06:13.231448 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-541aca29-189c-4bd0-8ded-85714ff88c1c tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-971303'] for subnet (12b00ce9-212a-4d97-be2f-b5b818be2996), precommit_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:13.285212 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d3a811-4864-40a5-9f1f-85b1cf4c1d51 None None] Pushing event updated for resources: {'Port': ['ID=f2e70421-6b65-4ba8-8265-af8ddb4d251d,revision_number=4']} {{(pid=116164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:06:13.299813 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-ef25fc8f-8f39-46be-a427-f86f44a82c3c None None] Provisioning complete for port f2e70421-6b65-4ba8-8265-af8ddb4d251d triggered by entity DHCP. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:06:13.300705 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-ef25fc8f-8f39-46be-a427-f86f44a82c3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (f2e70421-6b65-4ba8-8265-af8ddb4d251d), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:13.303438 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-1a82b8e2-4d07-4b4b-bc92-79038f2eb08c tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1603051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2063504'] for router_interface (9b89571b-9a7d-473a-a862-1c34e1e1b90f), after_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:13.406107 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_hamode_db [None req-76bcceae-e479-4b33-9174-ae76b79221ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '077583a6-3e91-4e7b-b09b-2ee4e2f6efd3', 'name': 'tempest-RoutersTest-router-326742487', 'tenant_id': '1d85c55944a24e6b8fc5b73917e91c0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T11:05:19Z', 'updated_at': '2022-04-28T11:06:11Z', 'revision_number': 9, 'project_id': '1d85c55944a24e6b8fc5b73917e91c0e', 'gw_port_host': None, '_interfaces': [{'id': 'a11cbac1-383c-4f11-8169-eee231f42006', 'name': '', 'network_id': '98df3218-a027-4fe2-8b10-e1f1956e3827', 'tenant_id': '1d85c55944a24e6b8fc5b73917e91c0e', 'mac_address': 'fa:16:3e:33:5e:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '077583a6-3e91-4e7b-b09b-2ee4e2f6efd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1038, 'fixed_ips': [{'subnet_id': 'a5c018ca-906e-4425-bf42-6e13a46d1530', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:05:22Z', 'updated_at': '2022-04-28T11:05:30Z', 'revision_number': 5, 'project_id': '1d85c55944a24e6b8fc5b73917e91c0e', 'subnets': [{'id': 'a5c018ca-906e-4425-bf42-6e13a46d1530', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f70b8dfa-b827-4b97-ab33-a3da7f94590a', 'name': '', 'network_id': 'dcd9b946-da1e-42aa-975b-f2fc3c00de71', 'tenant_id': '1d85c55944a24e6b8fc5b73917e91c0e', 'mac_address': 'fa:16:3e:62:4e:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '077583a6-3e91-4e7b-b09b-2ee4e2f6efd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1079, 'fixed_ips': [{'subnet_id': '82f04b91-b379-4454-bf04-c8f726296c87', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:05:32Z', 'updated_at': '2022-04-28T11:05:40Z', 'revision_number': 5, 'project_id': '1d85c55944a24e6b8fc5b73917e91c0e', 'subnets': [{'id': '82f04b91-b379-4454-bf04-c8f726296c87', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=116163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:06:13.443208 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_dvr_db [None req-4792aa94-29ee-4dfa-a95e-ca954fe0b0af None None] Set router 0253fd74-f6a9-46aa-a567-c9d8bf675134 gateway port host: dv-neutron-master-2-hyperv {{(pid=116164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 11:06:13.460118 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (d5baab19-5dd1-4902-922b-84acb048ab9c), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:13.461759 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76bcceae-e479-4b33-9174-ae76b79221ff None None] Checking router: 077583a6-3e91-4e7b-b09b-2ee4e2f6efd3 for host: dv-neutron-master-2-hyperv {{(pid=116163) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 11:06:13.495465 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-541aca29-189c-4bd0-8ded-85714ff88c1c tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-971310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5053962', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4210815'] for subnet (12b00ce9-212a-4d97-be2f-b5b818be2996), after_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:13.547436 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-ef25fc8f-8f39-46be-a427-f86f44a82c3c None None] Current status of the port f2e70421-6b65-4ba8-8265-af8ddb4d251d is: DOWN; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:06:13.548100 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-ef25fc8f-8f39-46be-a427-f86f44a82c3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (f2e70421-6b65-4ba8-8265-af8ddb4d251d), before_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:13.568439 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76bcceae-e479-4b33-9174-ae76b79221ff None None] Routers {'077583a6-3e91-4e7b-b09b-2ee4e2f6efd3'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=116163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 11:06:13.569540 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_hamode_db [None req-76bcceae-e479-4b33-9174-ae76b79221ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-28T10:50:39Z,description=,heartbeat_timestamp=2022-04-28T11:06:09Z,host='dv-neutron-master-2-hyperv',id=6b492ad6-0876-4d74-b20d-28143a52ceba,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T10:50:40Z,topic='l3_agent')) {'router_ids': ['077583a6-3e91-4e7b-b09b-2ee4e2f6efd3'], 'active': True} {{(pid=116163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:06:13.646898 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 54860) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:06:13.672323 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-ef25fc8f-8f39-46be-a427-f86f44a82c3c None None] For port f2e70421-6b65-4ba8-8265-af8ddb4d251d, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=f2e70421-6b65-4ba8-8265-af8ddb4d251d,segment=NetworkSegment(d6ab13ae-3a67-4b86-b1c5-eddbcd455107),segment_id=d6ab13ae-3a67-4b86-b1c5-eddbcd455107)] {{(pid=116163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 11:06:13.702152 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvr_db [None req-76bcceae-e479-4b33-9174-ae76b79221ff None None] Set router 077583a6-3e91-4e7b-b09b-2ee4e2f6efd3 gateway port host: None {{(pid=116163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 11:06:13.741925 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-ef25fc8f-8f39-46be-a427-f86f44a82c3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393'] for port (f2e70421-6b65-4ba8-8265-af8ddb4d251d), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:13.762315 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_hamode_db [None req-4792aa94-29ee-4dfa-a95e-ca954fe0b0af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0253fd74-f6a9-46aa-a567-c9d8bf675134', 'name': 'tempest-TestVolumeBootPattern-363191542-router', 'tenant_id': '552a7719c35843ecaa8ce5b648a02d25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'external_fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.226'}], 'enable_snat': True}, 'gw_port_id': '66cc009e-e45f-42d1-a09b-c0e887684e05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T11:05:58Z', 'updated_at': '2022-04-28T11:06:09Z', 'revision_number': 4, 'project_id': '552a7719c35843ecaa8ce5b648a02d25', 'gw_port': {'id': '66cc009e-e45f-42d1-a09b-c0e887684e05', 'name': '', 'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:24:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0253fd74-f6a9-46aa-a567-c9d8bf675134', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1186, 'fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:06:00Z', 'updated_at': '2022-04-28T11:06:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'f2e70421-6b65-4ba8-8265-af8ddb4d251d', 'name': '', 'network_id': '95a73077-5c3c-4a4f-9014-bee1df8e9c09', 'tenant_id': '552a7719c35843ecaa8ce5b648a02d25', 'mac_address': 'fa:16:3e:27:ed:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0253fd74-f6a9-46aa-a567-c9d8bf675134', 'device_owner': 'network:router_interface', 'standard_attr_id': 1197, 'fixed_ips': [{'subnet_id': '49bbb4f0-3980-4b52-84ba-965c72e99e66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:06:07Z', 'updated_at': '2022-04-28T11:06:13Z', 'revision_number': 4, 'project_id': '552a7719c35843ecaa8ce5b648a02d25', 'subnets': [{'id': '49bbb4f0-3980-4b52-84ba-965c72e99e66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=116164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:06:13.803237 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4792aa94-29ee-4dfa-a95e-ca954fe0b0af None None] The sync data for ids ['0253fd74-f6a9-46aa-a567-c9d8bf675134'] in dv-neutron-master-2-hyperv is: [{'id': '0253fd74-f6a9-46aa-a567-c9d8bf675134', 'name': 'tempest-TestVolumeBootPattern-363191542-router', 'tenant_id': '552a7719c35843ecaa8ce5b648a02d25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'external_fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.226'}], 'enable_snat': True}, 'gw_port_id': '66cc009e-e45f-42d1-a09b-c0e887684e05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T11:05:58Z', 'updated_at': '2022-04-28T11:06:09Z', 'revision_number': 4, 'project_id': '552a7719c35843ecaa8ce5b648a02d25', 'gw_port': {'id': '66cc009e-e45f-42d1-a09b-c0e887684e05', 'name': '', 'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:24:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0253fd74-f6a9-46aa-a567-c9d8bf675134', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1186, 'fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:06:00Z', 'updated_at': '2022-04-28T11:06:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'f2e70421-6b65-4ba8-8265-af8ddb4d251d', 'name': '', 'network_id': '95a73077-5c3c-4a4f-9014-bee1df8e9c09', 'tenant_id': '552a7719c35843ecaa8ce5b648a02d25', 'mac_address': 'fa:16:3e:27:ed:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0253fd74-f6a9-46aa-a567-c9d8bf675134', 'device_owner': 'network:router_interface', 'standard_attr_id': 1197, 'fixed_ips': [{'subnet_id': '49bbb4f0-3980-4b52-84ba-965c72e99e66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:06:07Z', 'updated_at': '2022-04-28T11:06:13Z', 'revision_number': 4, 'project_id': '552a7719c35843ecaa8ce5b648a02d25', 'subnets': [{'id': '49bbb4f0-3980-4b52-84ba-965c72e99e66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=116164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 11:06:13.899111 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef25fc8f-8f39-46be-a427-f86f44a82c3c None None] Pushing event updated for resources: {'Port': ['ID=f2e70421-6b65-4ba8-8265-af8ddb4d251d,revision_number=5']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:06:13.933682 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-b0a4d822-0fd9-42b9-b731-098f7d9ffb02 None None] Provisioning complete for port f2e70421-6b65-4ba8-8265-af8ddb4d251d triggered by entity DHCP. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:06:13.934068 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-b0a4d822-0fd9-42b9-b731-098f7d9ffb02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (f2e70421-6b65-4ba8-8265-af8ddb4d251d), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:13.990194 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-1cc56e49-1b77-414b-970e-7c6c58f89dde admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=e8a3a81c0e5b41f3b3a7cdc597d8bd2d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3426104 Apr 28 11:06:13.992552 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 54868) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:06:14.004504 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-a2f4c90c-8d4b-4b4a-b207-a0df2d964012 admin admin] Publish callbacks [] for security_group (bd4c8769-58f2-433c-aa2a-e4f3737b716a), precommit_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:14.009738 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-541aca29-189c-4bd0-8ded-85714ff88c1c tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Pushing event deleted for resources: {'Subnet': ['ID=12b00ce9-212a-4d97-be2f-b5b818be2996,revision_number=None']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:06:14.022189 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-541aca29-189c-4bd0-8ded-85714ff88c1c tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Publish callbacks [] for subnet (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:14.028219 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-541aca29-189c-4bd0-8ded-85714ff88c1c tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] 10.222.0.10 "DELETE /v2.0/subnets/12b00ce9-212a-4d97-be2f-b5b818be2996 HTTP/1.1" status: 204 len: 168 time: 1.2742944 Apr 28 11:06:14.028425 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 54870) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:06:14.085435 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-983aa48b-cb81-4d62-ada2-ca1fd93c8eec admin admin] Publish callbacks [] for security_group (7661de8e-a30e-48ad-8f3a-b980d0a40056), before_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:14.113669 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 54872) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:06:14.121661 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-983aa48b-cb81-4d62-ada2-ca1fd93c8eec admin admin] Publish callbacks [] for security_group (7661de8e-a30e-48ad-8f3a-b980d0a40056), precommit_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:14.131913 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-a2f4c90c-8d4b-4b4a-b207-a0df2d964012 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924426'] for security_group (bd4c8769-58f2-433c-aa2a-e4f3737b716a), after_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:14.155968 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-e1e2e69d-1311-4408-ad0b-8aae1064dcb6 tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-979593'] for network (2fb255c7-9fa3-4e5e-b349-b201da445827), before_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:14.227739 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a2f4c90c-8d4b-4b4a-b207-a0df2d964012 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 75} {{(pid=116162) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 11:06:14.258479 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-b0a4d822-0fd9-42b9-b731-098f7d9ffb02 None None] Current status of the port f2e70421-6b65-4ba8-8265-af8ddb4d251d is: ACTIVE; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:06:14.261500 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f4c90c-8d4b-4b4a-b207-a0df2d964012 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd4c8769-58f2-433c-aa2a-e4f3737b716a,revision_number=1']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:06:14.266485 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-191b0658-41e3-43a3-9d63-fc0e7cef1262 None None] Network 2fb255c7-9fa3-4e5e-b349-b201da445827 requested from dv-neutron-master-2-hyperv {{(pid=116163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 11:06:14.282630 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-983aa48b-cb81-4d62-ada2-ca1fd93c8eec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924426'] for security_group (7661de8e-a30e-48ad-8f3a-b980d0a40056), after_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:14.289053 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-983aa48b-cb81-4d62-ada2-ca1fd93c8eec admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:14.293898 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-983aa48b-cb81-4d62-ada2-ca1fd93c8eec admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/7661de8e-a30e-48ad-8f3a-b980d0a40056 HTTP/1.1" status: 204 len: 168 time: 0.2977066 Apr 28 11:06:14.300150 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-a2f4c90c-8d4b-4b4a-b207-a0df2d964012 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-961978'] for segment (aebe9c26-82b4-4cf8-bce6-cda13a2628ac), precommit_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:14.300508 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.db.segments_db [None req-a2f4c90c-8d4b-4b4a-b207-a0df2d964012 admin admin] Added segment aebe9c26-82b4-4cf8-bce6-cda13a2628ac of type vlan for network 5dd6fa64-3267-4cc3-b521-ae430054f4de Apr 28 11:06:14.319684 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983aa48b-cb81-4d62-ada2-ca1fd93c8eec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7661de8e-a30e-48ad-8f3a-b980d0a40056,revision_number=None']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:06:14.358356 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-a2f4c90c-8d4b-4b4a-b207-a0df2d964012 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742234744962'] for network (5dd6fa64-3267-4cc3-b521-ae430054f4de), precommit_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:14.403367 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_hamode_db [None req-76bcceae-e479-4b33-9174-ae76b79221ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '077583a6-3e91-4e7b-b09b-2ee4e2f6efd3', 'name': 'tempest-RoutersTest-router-326742487', 'tenant_id': '1d85c55944a24e6b8fc5b73917e91c0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T11:05:19Z', 'updated_at': '2022-04-28T11:06:11Z', 'revision_number': 9, 'project_id': '1d85c55944a24e6b8fc5b73917e91c0e', 'gw_port_host': None, '_interfaces': [{'id': 'a11cbac1-383c-4f11-8169-eee231f42006', 'name': '', 'network_id': '98df3218-a027-4fe2-8b10-e1f1956e3827', 'tenant_id': '1d85c55944a24e6b8fc5b73917e91c0e', 'mac_address': 'fa:16:3e:33:5e:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '077583a6-3e91-4e7b-b09b-2ee4e2f6efd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1038, 'fixed_ips': [{'subnet_id': 'a5c018ca-906e-4425-bf42-6e13a46d1530', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:05:22Z', 'updated_at': '2022-04-28T11:05:30Z', 'revision_number': 5, 'project_id': '1d85c55944a24e6b8fc5b73917e91c0e', 'subnets': [{'id': 'a5c018ca-906e-4425-bf42-6e13a46d1530', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f70b8dfa-b827-4b97-ab33-a3da7f94590a', 'name': '', 'network_id': 'dcd9b946-da1e-42aa-975b-f2fc3c00de71', 'tenant_id': '1d85c55944a24e6b8fc5b73917e91c0e', 'mac_address': 'fa:16:3e:62:4e:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '077583a6-3e91-4e7b-b09b-2ee4e2f6efd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1079, 'fixed_ips': [{'subnet_id': '82f04b91-b379-4454-bf04-c8f726296c87', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:05:32Z', 'updated_at': '2022-04-28T11:05:40Z', 'revision_number': 5, 'project_id': '1d85c55944a24e6b8fc5b73917e91c0e', 'subnets': [{'id': '82f04b91-b379-4454-bf04-c8f726296c87', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=116163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:06:14.439786 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.v2.base [None req-3e529ad5-9192-47bd-917d-4c656abb3e95 tempest-RoutersNegativeTest-1460119388 tempest-RoutersNegativeTest-1460119388-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1738138139', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=116162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:06:14.439974 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76bcceae-e479-4b33-9174-ae76b79221ff None None] The sync data for ids ['077583a6-3e91-4e7b-b09b-2ee4e2f6efd3'] in dv-neutron-master-2-hyperv is: [{'id': '077583a6-3e91-4e7b-b09b-2ee4e2f6efd3', 'name': 'tempest-RoutersTest-router-326742487', 'tenant_id': '1d85c55944a24e6b8fc5b73917e91c0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T11:05:19Z', 'updated_at': '2022-04-28T11:06:11Z', 'revision_number': 9, 'project_id': '1d85c55944a24e6b8fc5b73917e91c0e', 'gw_port_host': None, '_interfaces': [{'id': 'a11cbac1-383c-4f11-8169-eee231f42006', 'name': '', 'network_id': '98df3218-a027-4fe2-8b10-e1f1956e3827', 'tenant_id': '1d85c55944a24e6b8fc5b73917e91c0e', 'mac_address': 'fa:16:3e:33:5e:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '077583a6-3e91-4e7b-b09b-2ee4e2f6efd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1038, 'fixed_ips': [{'subnet_id': 'a5c018ca-906e-4425-bf42-6e13a46d1530', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:05:22Z', 'updated_at': '2022-04-28T11:05:30Z', 'revision_number': 5, 'project_id': '1d85c55944a24e6b8fc5b73917e91c0e', 'subnets': [{'id': 'a5c018ca-906e-4425-bf42-6e13a46d1530', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f70b8dfa-b827-4b97-ab33-a3da7f94590a', 'name': '', 'network_id': 'dcd9b946-da1e-42aa-975b-f2fc3c00de71', 'tenant_id': '1d85c55944a24e6b8fc5b73917e91c0e', 'mac_address': 'fa:16:3e:62:4e:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '077583a6-3e91-4e7b-b09b-2ee4e2f6efd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1079, 'fixed_ips': [{'subnet_id': '82f04b91-b379-4454-bf04-c8f726296c87', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:05:32Z', 'updated_at': '2022-04-28T11:05:40Z', 'revision_number': 5, 'project_id': '1d85c55944a24e6b8fc5b73917e91c0e', 'subnets': [{'id': '82f04b91-b379-4454-bf04-c8f726296c87', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=116163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 11:06:14.466746 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-a2f4c90c-8d4b-4b4a-b207-a0df2d964012 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042'] for network (5dd6fa64-3267-4cc3-b521-ae430054f4de), after_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:14.467719 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2f4c90c-8d4b-4b4a-b207-a0df2d964012 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:06:14.468297 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-a2f4c90c-8d4b-4b4a-b207-a0df2d964012 admin admin] Publish callbacks [] for network (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:14.513387 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.plugin [None req-e1e2e69d-1311-4408-ad0b-8aae1064dcb6 tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Deleting port da4673b9-e1ff-422b-b387-80b380c150d4 {{(pid=116162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 11:06:14.513722 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-e1e2e69d-1311-4408-ad0b-8aae1064dcb6 tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742235130188'] for port (da4673b9-e1ff-422b-b387-80b380c150d4), before_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:14.546979 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a82b8e2-4d07-4b4b-bc92-79038f2eb08c tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Router 9b89571b-9a7d-473a-a862-1c34e1e1b90f has already been hosted by L3 agent 6b492ad6-0876-4d74-b20d-28143a52ceba {{(pid=116162) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 11:06:14.597866 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-a2f4c90c-8d4b-4b4a-b207-a0df2d964012 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.8080790 Apr 28 11:06:14.598856 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f4c90c-8d4b-4b4a-b207-a0df2d964012 admin admin] Pushing event updated for resources: {'Network': ['ID=5dd6fa64-3267-4cc3-b521-ae430054f4de,revision_number=1']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:06:14.600810 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 54878) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:06:14.602335 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-3e529ad5-9192-47bd-917d-4c656abb3e95 tempest-RoutersNegativeTest-1460119388 tempest-RoutersNegativeTest-1460119388-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2060459', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-63449'] for router (fe0fa09b-5124-43e2-beb6-7c49eb874af1), before_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:14.603428 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-3e529ad5-9192-47bd-917d-4c656abb3e95 tempest-RoutersNegativeTest-1460119388 tempest-RoutersNegativeTest-1460119388-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2060827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1935275', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1960866', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-63266'] for router (fe0fa09b-5124-43e2-beb6-7c49eb874af1), precommit_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:14.606926 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.v2.base [None req-d2d1486a-3019-437e-b608-a3b325a01638 admin admin] Request body: {'subnet': {'network_id': '5dd6fa64-3267-4cc3-b521-ae430054f4de', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-820426624-subnet', 'tenant_id': '46e92e085c5541bf8ff1731b14066ad5', 'ip_version': 4}} {{(pid=116161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:06:14.612159 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Network 5dd6fa64-3267-4cc3-b521-ae430054f4de details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=116163) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 28 11:06:14.660032 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.db [None req-e1e2e69d-1311-4408-ad0b-8aae1064dcb6 tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] For port da4673b9-e1ff-422b-b387-80b380c150d4, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=da4673b9-e1ff-422b-b387-80b380c150d4,segment=NetworkSegment(a4ad6f44-0259-4a22-a32e-d93856e5de70),segment_id=a4ad6f44-0259-4a22-a32e-d93856e5de70)] {{(pid=116162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 11:06:14.660411 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-e1e2e69d-1311-4408-ad0b-8aae1064dcb6 tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1938497'] for port (da4673b9-e1ff-422b-b387-80b380c150d4), precommit_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:14.727754 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2d1486a-3019-437e-b608-a3b325a01638 admin admin] Made reservation on behalf of 46e92e085c5541bf8ff1731b14066ad5 for: {'subnet': 1} {{(pid=116161) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 11:06:14.728329 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.plugin [None req-e1e2e69d-1311-4408-ad0b-8aae1064dcb6 tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Calling delete_port for da4673b9-e1ff-422b-b387-80b380c150d4 owned by network:dhcp {{(pid=116162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 11:06:14.731857 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-d2d1486a-3019-437e-b608-a3b325a01638 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5125580'] for subnet (None), before_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:14.795419 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-3e529ad5-9192-47bd-917d-4c656abb3e95 tempest-RoutersNegativeTest-1460119388 tempest-RoutersNegativeTest-1460119388-project] Publish callbacks [] for router_controller (fe0fa09b-5124-43e2-beb6-7c49eb874af1), precommit_add_association {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:14.875295 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22854f98-2915-4d44-aa65-33ea432284df None None] DHCP port deletion for 2fb255c7-9fa3-4e5e-b349-b201da445827 request from dv-neutron-master-2-hyperv {{(pid=116163) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 28 11:06:14.893283 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-3e529ad5-9192-47bd-917d-4c656abb3e95 tempest-RoutersNegativeTest-1460119388 tempest-RoutersNegativeTest-1460119388-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2060818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1935326'] for router (fe0fa09b-5124-43e2-beb6-7c49eb874af1), after_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:14.949300 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a82b8e2-4d07-4b4b-bc92-79038f2eb08c tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=116162) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 11:06:14.962442 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-1a82b8e2-4d07-4b4b-bc92-79038f2eb08c tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] 10.222.0.10 "PUT /v2.0/routers/9b89571b-9a7d-473a-a862-1c34e1e1b90f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4792261 Apr 28 11:06:14.964243 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 54880) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:06:14.965532 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e219742-9df4-4934-9310-8fd35977b036 None None] Sync routers for ids ['9b89571b-9a7d-473a-a862-1c34e1e1b90f'] in dv-neutron-master-2-hyperv {{(pid=116164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 11:06:14.975126 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-22854f98-2915-4d44-aa65-33ea432284df None None] Deleting port da4673b9-e1ff-422b-b387-80b380c150d4 {{(pid=116163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 11:06:14.975742 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-22854f98-2915-4d44-aa65-33ea432284df None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742235130188'] for port (da4673b9-e1ff-422b-b387-80b380c150d4), before_delete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:14.988231 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e219742-9df4-4934-9310-8fd35977b036 None None] Routers {'9b89571b-9a7d-473a-a862-1c34e1e1b90f'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=116164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 11:06:14.992583 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_hamode_db [None req-4e219742-9df4-4934-9310-8fd35977b036 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-28T10:50:39Z,description=,heartbeat_timestamp=2022-04-28T11:06:09Z,host='dv-neutron-master-2-hyperv',id=6b492ad6-0876-4d74-b20d-28143a52ceba,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T10:50:40Z,topic='l3_agent')) {'router_ids': ['9b89571b-9a7d-473a-a862-1c34e1e1b90f'], 'active': True} {{(pid=116164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:06:15.003062 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-3e529ad5-9192-47bd-917d-4c656abb3e95 tempest-RoutersNegativeTest-1460119388 tempest-RoutersNegativeTest-1460119388-project] Publish callbacks [] for router (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:15.006928 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-3e529ad5-9192-47bd-917d-4c656abb3e95 tempest-RoutersNegativeTest-1460119388 tempest-RoutersNegativeTest-1460119388-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.8876925 Apr 28 11:06:15.008218 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 54882) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:06:15.015907 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.v2.base [None req-8395f5c3-f8bb-4aac-ab7e-cc7d08d26c80 tempest-RoutersNegativeTest-1460119388 tempest-RoutersNegativeTest-1460119388-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-132623726'}} {{(pid=116161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:06:15.035064 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.db.db_base_plugin_v2 [None req-ebd05ee1-6240-4697-97c7-4ac99c13e3ef tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Deleting subnet d64b489b-1e9c-4cb0-8d07-ab47553d5e71 {{(pid=116162) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 28 11:06:15.038719 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-ebd05ee1-6240-4697-97c7-4ac99c13e3ef tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks [] for subnet (d64b489b-1e9c-4cb0-8d07-ab47553d5e71), before_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:15.069993 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-d2d1486a-3019-437e-b608-a3b325a01638 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5220536', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5125438'] for subnet (efb62637-7a6c-4d28-b63e-75d8b634ee3d), after_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:15.090053 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-22854f98-2915-4d44-aa65-33ea432284df None None] For port da4673b9-e1ff-422b-b387-80b380c150d4, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=da4673b9-e1ff-422b-b387-80b380c150d4,segment=NetworkSegment(a4ad6f44-0259-4a22-a32e-d93856e5de70),segment_id=a4ad6f44-0259-4a22-a32e-d93856e5de70)] {{(pid=116163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 11:06:15.090651 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-22854f98-2915-4d44-aa65-33ea432284df None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1938497'] for port (da4673b9-e1ff-422b-b387-80b380c150d4), precommit_delete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:15.102227 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-ebd05ee1-6240-4697-97c7-4ac99c13e3ef tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5026541'] for subnet (d64b489b-1e9c-4cb0-8d07-ab47553d5e71), precommit_delete_associations {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:15.109440 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-e1e2e69d-1311-4408-ad0b-8aae1064dcb6 tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742235135690', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742234710366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5051867'] for port (da4673b9-e1ff-422b-b387-80b380c150d4), after_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:15.114616 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-22854f98-2915-4d44-aa65-33ea432284df None None] Calling delete_port for da4673b9-e1ff-422b-b387-80b380c150d4 owned by network:dhcp {{(pid=116163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 11:06:15.162456 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d1486a-3019-437e-b608-a3b325a01638 admin admin] Pushing event updated for resources: {'Subnet': ['ID=efb62637-7a6c-4d28-b63e-75d8b634ee3d,revision_number=0']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:06:15.166665 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8395f5c3-f8bb-4aac-ab7e-cc7d08d26c80 tempest-RoutersNegativeTest-1460119388 tempest-RoutersNegativeTest-1460119388-project] Made reservation on behalf of b275dbbedc0349b3805196df2588534c for: {'network': 1} {{(pid=116161) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 11:06:15.171499 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-8395f5c3-f8bb-4aac-ab7e-cc7d08d26c80 tempest-RoutersNegativeTest-1460119388 tempest-RoutersNegativeTest-1460119388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for network (None), before_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:15.194593 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-8395f5c3-f8bb-4aac-ab7e-cc7d08d26c80 tempest-RoutersNegativeTest-1460119388 tempest-RoutersNegativeTest-1460119388-project] Publish callbacks [] for security_group (None), before_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:15.203275 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2d1486a-3019-437e-b608-a3b325a01638 admin admin] Checking segment: {'id': 'aebe9c26-82b4-4cf8-bce6-cda13a2628ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '5dd6fa64-3267-4cc3-b521-ae430054f4de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 11:06:15.203653 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2d1486a-3019-437e-b608-a3b325a01638 admin admin] Network hostable DHCP agents. Network: 5dd6fa64-3267-4cc3-b521-ae430054f4de, hostable agents: ['75ba81b7-fe99-4281-90d2-a5adb445ecea'], hosted agents: [] {{(pid=116161) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 11:06:15.207884 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_dvr_db [None req-4e219742-9df4-4934-9310-8fd35977b036 None None] Set router 9b89571b-9a7d-473a-a862-1c34e1e1b90f gateway port host: dv-neutron-master-2-hyperv {{(pid=116164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 11:06:15.221769 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-22854f98-2915-4d44-aa65-33ea432284df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742235135690', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742234710366'] for port (da4673b9-e1ff-422b-b387-80b380c150d4), after_delete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:15.233799 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1e2e69d-1311-4408-ad0b-8aae1064dcb6 tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] No DVR routers for this DVR port da4673b9-e1ff-422b-b387-80b380c150d4 on host dv-neutron-master-2-hyperv {{(pid=116162) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 11:06:15.235555 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e2e69d-1311-4408-ad0b-8aae1064dcb6 tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Pushing event deleted for resources: {'Port': ['ID=da4673b9-e1ff-422b-b387-80b380c150d4,revision_number=None']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:06:15.264676 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22854f98-2915-4d44-aa65-33ea432284df None None] No DVR routers for this DVR port da4673b9-e1ff-422b-b387-80b380c150d4 on host dv-neutron-master-2-hyperv {{(pid=116163) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 11:06:15.281304 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22854f98-2915-4d44-aa65-33ea432284df None None] Pushing event deleted for resources: {'Port': ['ID=da4673b9-e1ff-422b-b387-80b380c150d4,revision_number=None']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:06:15.342745 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2d1486a-3019-437e-b608-a3b325a01638 admin admin] Network 5dd6fa64-3267-4cc3-b521-ae430054f4de is scheduled to be hosted by DHCP agent 75ba81b7-fe99-4281-90d2-a5adb445ecea with binding_index 1 {{(pid=116161) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 11:06:15.357940 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-e1e2e69d-1311-4408-ad0b-8aae1064dcb6 tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-973498', 'neutron.services.segments.db._delete_segments_for_network-8742235207033'] for network (2fb255c7-9fa3-4e5e-b349-b201da445827), precommit_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:15.372401 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-8395f5c3-f8bb-4aac-ab7e-cc7d08d26c80 tempest-RoutersNegativeTest-1460119388 tempest-RoutersNegativeTest-1460119388-project] Publish callbacks [] for security_group (ae6e480e-14ef-43c5-a953-9d329e3bc96c), precommit_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:15.402871 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.scheduler.base_scheduler [None req-d2d1486a-3019-437e-b608-a3b325a01638 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 5dd6fa64-3267-4cc3-b521-ae430054f4de) {{(pid=116161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 11:06:15.408392 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2d1486a-3019-437e-b608-a3b325a01638 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:06:15.408757 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_hamode_db [None req-4e219742-9df4-4934-9310-8fd35977b036 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b89571b-9a7d-473a-a862-1c34e1e1b90f', 'name': 'tempest-TestNetworkBasicOps-router-1025925212', 'tenant_id': '65d54c3b7dcd4af68398071d25e8321e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'external_fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.82'}], 'enable_snat': True}, 'gw_port_id': 'b9c64965-b7a7-4361-8353-c97b8e1a2b9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T11:03:07Z', 'updated_at': '2022-04-28T11:06:12Z', 'revision_number': 7, 'project_id': '65d54c3b7dcd4af68398071d25e8321e', 'gw_port': {'id': 'b9c64965-b7a7-4361-8353-c97b8e1a2b9e', 'name': '', 'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:66:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b89571b-9a7d-473a-a862-1c34e1e1b90f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 744, 'fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:03:09Z', 'updated_at': '2022-04-28T11:03:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=116164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:06:15.408995 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-d2d1486a-3019-437e-b608-a3b325a01638 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:15.422828 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.services.segments.db [None req-e1e2e69d-1311-4408-ad0b-8aae1064dcb6 tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2fb255c7-9fa3-4e5e-b349-b201da445827']}} {{(pid=116162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:06:15.432689 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17c39f10-e0d0-4825-bf62-130bbb2e0185 None None] Network 5dd6fa64-3267-4cc3-b521-ae430054f4de requested from dv-neutron-master-2-hyperv {{(pid=116163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 11:06:15.437817 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.services.segments.db [None req-e1e2e69d-1311-4408-ad0b-8aae1064dcb6 tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a4ad6f44-0259-4a22-a32e-d93856e5de70') {'for_net_delete': True} {{(pid=116162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:06:15.438116 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.services.segments.db [None req-e1e2e69d-1311-4408-ad0b-8aae1064dcb6 tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a4ad6f44-0259-4a22-a32e-d93856e5de70') {} {{(pid=116162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:06:15.440374 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-ebd05ee1-6240-4697-97c7-4ac99c13e3ef tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-971303'] for subnet (d64b489b-1e9c-4cb0-8d07-ab47553d5e71), precommit_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:15.443427 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-8395f5c3-f8bb-4aac-ab7e-cc7d08d26c80 tempest-RoutersNegativeTest-1460119388 tempest-RoutersNegativeTest-1460119388-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924426'] for security_group (ae6e480e-14ef-43c5-a953-9d329e3bc96c), after_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:15.451505 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e219742-9df4-4934-9310-8fd35977b036 None None] Checking router: 9b89571b-9a7d-473a-a862-1c34e1e1b90f for host: dv-neutron-master-2-hyperv {{(pid=116164) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 11:06:15.463489 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e219742-9df4-4934-9310-8fd35977b036 None None] Routers {'9b89571b-9a7d-473a-a862-1c34e1e1b90f'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=116164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 11:06:15.468497 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_hamode_db [None req-4e219742-9df4-4934-9310-8fd35977b036 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-28T10:50:39Z,description=,heartbeat_timestamp=2022-04-28T11:06:09Z,host='dv-neutron-master-2-hyperv',id=6b492ad6-0876-4d74-b20d-28143a52ceba,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T10:50:40Z,topic='l3_agent')) {'router_ids': ['9b89571b-9a7d-473a-a862-1c34e1e1b90f'], 'active': True} {{(pid=116164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:06:15.471111 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-e1e2e69d-1311-4408-ad0b-8aae1064dcb6 tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742235208578', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5026548'] for segment (a4ad6f44-0259-4a22-a32e-d93856e5de70), before_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:15.498802 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-e1e2e69d-1311-4408-ad0b-8aae1064dcb6 tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-961978'] for segment (a4ad6f44-0259-4a22-a32e-d93856e5de70), precommit_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:15.508422 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-d2d1486a-3019-437e-b608-a3b325a01638 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9062743 Apr 28 11:06:15.510949 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 54886) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:06:15.517528 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e1e2e69d-1311-4408-ad0b-8aae1064dcb6 tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Releasing vlan 89 on physical network physnet1 to pool {{(pid=116162) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 11:06:15.517934 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-e1e2e69d-1311-4408-ad0b-8aae1064dcb6 tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-961978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5051884'] for segment (a4ad6f44-0259-4a22-a32e-d93856e5de70), after_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:15.520614 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8395f5c3-f8bb-4aac-ab7e-cc7d08d26c80 tempest-RoutersNegativeTest-1460119388 tempest-RoutersNegativeTest-1460119388-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 71} {{(pid=116161) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 11:06:15.524334 dv-neutron-master-2-hyperv neutron-server[116162]: Traceback (most recent call last): Apr 28 11:06:15.524334 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 11:06:15.524334 dv-neutron-master-2-hyperv neutron-server[116162]: timer() Apr 28 11:06:15.524334 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 11:06:15.524334 dv-neutron-master-2-hyperv neutron-server[116162]: cb(*args, **kw) Apr 28 11:06:15.524334 dv-neutron-master-2-hyperv neutron-server[116162]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 28 11:06:15.524334 dv-neutron-master-2-hyperv neutron-server[116162]: return func(*args, **kwargs) Apr 28 11:06:15.524334 dv-neutron-master-2-hyperv neutron-server[116162]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 11:06:15.524334 dv-neutron-master-2-hyperv neutron-server[116162]: self._notify() Apr 28 11:06:15.524334 dv-neutron-master-2-hyperv neutron-server[116162]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 11:06:15.524334 dv-neutron-master-2-hyperv neutron-server[116162]: self.callback(batched_events) Apr 28 11:06:15.524334 dv-neutron-master-2-hyperv neutron-server[116162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 11:06:15.524334 dv-neutron-master-2-hyperv neutron-server[116162]: event.method(event) Apr 28 11:06:15.524334 dv-neutron-master-2-hyperv neutron-server[116162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 28 11:06:15.524334 dv-neutron-master-2-hyperv neutron-server[116162]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 11:06:15.524334 dv-neutron-master-2-hyperv neutron-server[116162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 28 11:06:15.524334 dv-neutron-master-2-hyperv neutron-server[116162]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 11:06:15.524334 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 28 11:06:15.524334 dv-neutron-master-2-hyperv neutron-server[116162]: return f(self, *a, **k) Apr 28 11:06:15.524334 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 28 11:06:15.524334 dv-neutron-master-2-hyperv neutron-server[116162]: return self._get(url).json() Apr 28 11:06:15.524334 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 28 11:06:15.524334 dv-neutron-master-2-hyperv neutron-server[116162]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 11:06:15.524334 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 11:06:15.524334 dv-neutron-master-2-hyperv neutron-server[116162]: return self.request(url, 'GET', **kwargs) Apr 28 11:06:15.524334 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 11:06:15.524334 dv-neutron-master-2-hyperv neutron-server[116162]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 11:06:15.524334 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 11:06:15.524334 dv-neutron-master-2-hyperv neutron-server[116162]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 11:06:15.524334 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 11:06:15.524334 dv-neutron-master-2-hyperv neutron-server[116162]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 11:06:15.524334 dv-neutron-master-2-hyperv neutron-server[116162]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 11:06:15.540651 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.v2.base [None req-6e0c89b0-fee4-4670-9f3c-46be741a98f7 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-820426624-router', 'tenant_id': '46e92e085c5541bf8ff1731b14066ad5', 'external_gateway_info': {'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c'}}} {{(pid=116161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:06:15.569251 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8395f5c3-f8bb-4aac-ab7e-cc7d08d26c80 tempest-RoutersNegativeTest-1460119388 tempest-RoutersNegativeTest-1460119388-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ae6e480e-14ef-43c5-a953-9d329e3bc96c,revision_number=1']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:06:15.575910 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-8395f5c3-f8bb-4aac-ab7e-cc7d08d26c80 tempest-RoutersNegativeTest-1460119388 tempest-RoutersNegativeTest-1460119388-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-961978'] for segment (63da9718-82a3-4a47-a828-8c0cef23b7e4), precommit_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:15.579990 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.db.segments_db [None req-8395f5c3-f8bb-4aac-ab7e-cc7d08d26c80 tempest-RoutersNegativeTest-1460119388 tempest-RoutersNegativeTest-1460119388-project] Added segment 63da9718-82a3-4a47-a828-8c0cef23b7e4 of type vlan for network fead6f40-6543-4b8e-a949-c74ee87f1f75 Apr 28 11:06:15.626654 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-8395f5c3-f8bb-4aac-ab7e-cc7d08d26c80 tempest-RoutersNegativeTest-1460119388 tempest-RoutersNegativeTest-1460119388-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742234744962'] for network (fead6f40-6543-4b8e-a949-c74ee87f1f75), precommit_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:15.626793 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdcd2db2-37bf-4b5c-90d7-3557902c6fd7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-5dd6fa64-3267-4cc3-b521-ae430054f4de', 'network_id': '5dd6fa64-3267-4cc3-b521-ae430054f4de', 'project_id': '46e92e085c5541bf8ff1731b14066ad5', 'fixed_ips': [{'subnet_id': 'efb62637-7a6c-4d28-b63e-75d8b634ee3d'}]}} from dv-neutron-master-2-hyperv. {{(pid=116163) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 28 11:06:15.626793 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-bdcd2db2-37bf-4b5c-90d7-3557902c6fd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (None), before_create {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:15.641262 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-ebd05ee1-6240-4697-97c7-4ac99c13e3ef tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-971310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5053962', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4210815'] for subnet (d64b489b-1e9c-4cb0-8d07-ab47553d5e71), after_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:15.668620 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_dvr_db [None req-4e219742-9df4-4934-9310-8fd35977b036 None None] Set router 9b89571b-9a7d-473a-a862-1c34e1e1b90f gateway port host: dv-neutron-master-2-hyperv {{(pid=116164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 11:06:15.677667 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd05ee1-6240-4697-97c7-4ac99c13e3ef tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Pushing event deleted for resources: {'Subnet': ['ID=d64b489b-1e9c-4cb0-8d07-ab47553d5e71,revision_number=None']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:06:15.681481 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-ebd05ee1-6240-4697-97c7-4ac99c13e3ef tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks [] for subnet (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:15.684859 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-ebd05ee1-6240-4697-97c7-4ac99c13e3ef tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] 10.222.0.10 "DELETE /v2.0/subnets/d64b489b-1e9c-4cb0-8d07-ab47553d5e71 HTTP/1.1" status: 204 len: 168 time: 0.7190294 Apr 28 11:06:15.687857 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 54888) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:06:15.691979 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-e1e2e69d-1311-4408-ad0b-8aae1064dcb6 tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-973477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2063122'] for network (2fb255c7-9fa3-4e5e-b349-b201da445827), after_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:15.701818 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-e1e2e69d-1311-4408-ad0b-8aae1064dcb6 tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Publish callbacks [] for network (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:15.705809 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-e1e2e69d-1311-4408-ad0b-8aae1064dcb6 tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] 10.222.0.10 "DELETE /v2.0/networks/2fb255c7-9fa3-4e5e-b349-b201da445827 HTTP/1.1" status: 204 len: 168 time: 1.6764393 Apr 28 11:06:15.708680 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 54890) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:06:15.728493 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb1112e4-ed6e-48c1-b368-183d7bd3bcd9 None None] Network 274bb0ab-060a-48d2-9b11-773f8dd43851 requested from dv-neutron-master-2-hyperv {{(pid=116163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 11:06:15.816094 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Device f2e70421-6b65-4ba8-8265-af8ddb4d251d up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=116163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 11:06:15.896366 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-4b439f0d-ad3d-4b8e-b9ef-b2fbdd8f573c tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks [] for router (9b89571b-9a7d-473a-a862-1c34e1e1b90f), before_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:15.900851 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-6e0c89b0-fee4-4670-9f3c-46be741a98f7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2060459', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-63449'] for router (600deb90-6808-4341-aed6-2cd38307bc11), before_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:15.902165 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-6e0c89b0-fee4-4670-9f3c-46be741a98f7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2060827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1935275', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1960866', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-63266'] for router (600deb90-6808-4341-aed6-2cd38307bc11), precommit_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:15.939099 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.db_base_plugin_common [None req-bdcd2db2-37bf-4b5c-90d7-3557902c6fd7 None None] Allocated IP 172.20.0.2 (5dd6fa64-3267-4cc3-b521-ae430054f4de/efb62637-7a6c-4d28-b63e-75d8b634ee3d/6a010ffb-62c5-4d65-861a-d52bf84ed14a) {{(pid=116163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 11:06:15.945795 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Provisioning complete for port f2e70421-6b65-4ba8-8265-af8ddb4d251d triggered by entity L2. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:06:15.946200 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (f2e70421-6b65-4ba8-8265-af8ddb4d251d), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:15.965102 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-8395f5c3-f8bb-4aac-ab7e-cc7d08d26c80 tempest-RoutersNegativeTest-1460119388 tempest-RoutersNegativeTest-1460119388-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042'] for network (fead6f40-6543-4b8e-a949-c74ee87f1f75), after_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:15.973608 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8395f5c3-f8bb-4aac-ab7e-cc7d08d26c80 tempest-RoutersNegativeTest-1460119388 tempest-RoutersNegativeTest-1460119388-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:06:15.974526 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-8395f5c3-f8bb-4aac-ab7e-cc7d08d26c80 tempest-RoutersNegativeTest-1460119388 tempest-RoutersNegativeTest-1460119388-project] Publish callbacks [] for network (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:16.046443 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_hamode_db [None req-4e219742-9df4-4934-9310-8fd35977b036 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b89571b-9a7d-473a-a862-1c34e1e1b90f', 'name': 'tempest-TestNetworkBasicOps-router-1025925212', 'tenant_id': '65d54c3b7dcd4af68398071d25e8321e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'external_fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.82'}], 'enable_snat': True}, 'gw_port_id': 'b9c64965-b7a7-4361-8353-c97b8e1a2b9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T11:03:07Z', 'updated_at': '2022-04-28T11:06:12Z', 'revision_number': 7, 'project_id': '65d54c3b7dcd4af68398071d25e8321e', 'gw_port': {'id': 'b9c64965-b7a7-4361-8353-c97b8e1a2b9e', 'name': '', 'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:66:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b89571b-9a7d-473a-a862-1c34e1e1b90f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 744, 'fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:03:09Z', 'updated_at': '2022-04-28T11:03:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=116164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:06:16.052666 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29a808c4-bcac-4872-b035-ce2e492102de None None] DHCP port deletion for 274bb0ab-060a-48d2-9b11-773f8dd43851 request from dv-neutron-master-2-hyperv {{(pid=116163) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 28 11:06:16.078319 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e219742-9df4-4934-9310-8fd35977b036 None None] The sync data for ids ['9b89571b-9a7d-473a-a862-1c34e1e1b90f'] in dv-neutron-master-2-hyperv is: [{'id': '9b89571b-9a7d-473a-a862-1c34e1e1b90f', 'name': 'tempest-TestNetworkBasicOps-router-1025925212', 'tenant_id': '65d54c3b7dcd4af68398071d25e8321e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'external_fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.82'}], 'enable_snat': True}, 'gw_port_id': 'b9c64965-b7a7-4361-8353-c97b8e1a2b9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T11:03:07Z', 'updated_at': '2022-04-28T11:06:12Z', 'revision_number': 7, 'project_id': '65d54c3b7dcd4af68398071d25e8321e', 'gw_port': {'id': 'b9c64965-b7a7-4361-8353-c97b8e1a2b9e', 'name': '', 'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:66:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b89571b-9a7d-473a-a862-1c34e1e1b90f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 744, 'fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:03:09Z', 'updated_at': '2022-04-28T11:03:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}] {{(pid=116164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 11:06:16.093296 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e2e69d-1311-4408-ad0b-8aae1064dcb6 tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Pushing event deleted for resources: {'Network': ['ID=2fb255c7-9fa3-4e5e-b349-b201da445827,revision_number=None']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:06:16.106571 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-e40febbd-1596-4128-9acf-ab9d146a723e tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2063420'] for router_interface (077583a6-3e91-4e7b-b09b-2ee4e2f6efd3), before_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:16.135654 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-8395f5c3-f8bb-4aac-ab7e-cc7d08d26c80 tempest-RoutersNegativeTest-1460119388 tempest-RoutersNegativeTest-1460119388-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.1258907 Apr 28 11:06:16.140047 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 54892) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:06:16.144215 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8395f5c3-f8bb-4aac-ab7e-cc7d08d26c80 tempest-RoutersNegativeTest-1460119388 tempest-RoutersNegativeTest-1460119388-project] Pushing event updated for resources: {'Network': ['ID=fead6f40-6543-4b8e-a949-c74ee87f1f75,revision_number=1']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:06:16.152314 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.v2.base [None req-9e8e2927-045c-4fbb-ae4e-5ed82304042b tempest-RoutersNegativeTest-1460119388 tempest-RoutersNegativeTest-1460119388-project] Request body: {'subnet': {'network_id': 'fead6f40-6543-4b8e-a949-c74ee87f1f75', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=116161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:06:16.169735 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Network fead6f40-6543-4b8e-a949-c74ee87f1f75 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=116163) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 28 11:06:16.207945 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-6e0c89b0-fee4-4670-9f3c-46be741a98f7 admin admin] Publish callbacks [] for router_controller (600deb90-6808-4341-aed6-2cd38307bc11), precommit_add_association {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:16.247610 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Current status of the port f2e70421-6b65-4ba8-8265-af8ddb4d251d is: ACTIVE; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:06:16.260459 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-4b439f0d-ad3d-4b8e-b9ef-b2fbdd8f573c tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks [] for router_gateway (9b89571b-9a7d-473a-a862-1c34e1e1b90f), before_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:16.293849 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-29a808c4-bcac-4872-b035-ce2e492102de None None] Deleting port 2726d618-9291-470f-a71f-c833ee0f14fe {{(pid=116163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 11:06:16.294510 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-29a808c4-bcac-4872-b035-ce2e492102de None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742235130188'] for port (2726d618-9291-470f-a71f-c833ee0f14fe), before_delete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:16.320752 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-bdcd2db2-37bf-4b5c-90d7-3557902c6fd7 None None] Publish callbacks [] for port (6a010ffb-62c5-4d65-861a-d52bf84ed14a), precommit_create {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:16.380469 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-29a808c4-bcac-4872-b035-ce2e492102de None None] For port 2726d618-9291-470f-a71f-c833ee0f14fe, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=2726d618-9291-470f-a71f-c833ee0f14fe,segment=NetworkSegment(f6ef4bb3-a525-4ea5-8365-2d525d9199b6),segment_id=f6ef4bb3-a525-4ea5-8365-2d525d9199b6)] {{(pid=116163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 11:06:16.381088 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-29a808c4-bcac-4872-b035-ce2e492102de None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1938497'] for port (2726d618-9291-470f-a71f-c833ee0f14fe), precommit_delete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:16.384434 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-bdcd2db2-37bf-4b5c-90d7-3557902c6fd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742234710357'] for port (6a010ffb-62c5-4d65-861a-d52bf84ed14a), after_create {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:16.397876 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.plugin [None req-e40febbd-1596-4128-9acf-ab9d146a723e tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Deleting port f70b8dfa-b827-4b97-ab33-a3da7f94590a {{(pid=116162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 11:06:16.397876 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-e40febbd-1596-4128-9acf-ab9d146a723e tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742235130188'] for port (f70b8dfa-b827-4b97-ab33-a3da7f94590a), before_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:16.427213 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-29a808c4-bcac-4872-b035-ce2e492102de None None] Calling delete_port for 2726d618-9291-470f-a71f-c833ee0f14fe owned by network:dhcp {{(pid=116163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 11:06:16.455758 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdcd2db2-37bf-4b5c-90d7-3557902c6fd7 None None] Network 5dd6fa64-3267-4cc3-b521-ae430054f4de is already hosted by enough agents. {{(pid=116163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 11:06:16.462673 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.scheduler.base_scheduler [None req-bdcd2db2-37bf-4b5c-90d7-3557902c6fd7 None None] Resources bound (agent type, host, resource id): {{(pid=116163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 11:06:16.467731 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdcd2db2-37bf-4b5c-90d7-3557902c6fd7 None None] Received port after_create {{(pid=116163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 11:06:16.470070 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdcd2db2-37bf-4b5c-90d7-3557902c6fd7 None None] Pushing event updated for resources: {'Port': ['ID=6a010ffb-62c5-4d65-861a-d52bf84ed14a,revision_number=1']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:06:16.514042 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Device fab05aa9-78a7-44f6-8745-7acc679c8e96 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=116163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 11:06:16.551001 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.db [None req-e40febbd-1596-4128-9acf-ab9d146a723e tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] For port f70b8dfa-b827-4b97-ab33-a3da7f94590a, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=f70b8dfa-b827-4b97-ab33-a3da7f94590a,segment=NetworkSegment(7d1a5d49-a55f-4577-afd0-9c3d949696e8),segment_id=7d1a5d49-a55f-4577-afd0-9c3d949696e8)] {{(pid=116162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 11:06:16.551781 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-e40febbd-1596-4128-9acf-ab9d146a723e tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1938497'] for port (f70b8dfa-b827-4b97-ab33-a3da7f94590a), precommit_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:16.560946 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] No Port match for: fab05aa9-78a7-44f6-8745-7acc679c8e96 {{(pid=116163) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 28 11:06:16.561433 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Device fab05aa9-78a7-44f6-8745-7acc679c8e96 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=116163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 11:06:16.561951 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Device da4673b9-e1ff-422b-b387-80b380c150d4 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=116163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 11:06:16.575283 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.plugin [None req-e40febbd-1596-4128-9acf-ab9d146a723e tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Calling delete_port for f70b8dfa-b827-4b97-ab33-a3da7f94590a owned by network:router_interface {{(pid=116162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 11:06:16.609646 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] No Port match for: da4673b9-e1ff-422b-b387-80b380c150d4 {{(pid=116163) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 28 11:06:16.610086 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Device da4673b9-e1ff-422b-b387-80b380c150d4 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=116163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 11:06:16.633297 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.managers [None req-bdcd2db2-37bf-4b5c-90d7-3557902c6fd7 None None] Attempting to bind port 6a010ffb-62c5-4d65-861a-d52bf84ed14a on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=116163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 28 11:06:16.633591 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.managers [None req-bdcd2db2-37bf-4b5c-90d7-3557902c6fd7 None None] Attempting to bind port 6a010ffb-62c5-4d65-861a-d52bf84ed14a by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'aebe9c26-82b4-4cf8-bce6-cda13a2628ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '5dd6fa64-3267-4cc3-b521-ae430054f4de'}] {{(pid=116163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 28 11:06:16.634227 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdcd2db2-37bf-4b5c-90d7-3557902c6fd7 None None] Attempting to bind port 6a010ffb-62c5-4d65-861a-d52bf84ed14a on network 5dd6fa64-3267-4cc3-b521-ae430054f4de {{(pid=116163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 11:06:16.642055 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdcd2db2-37bf-4b5c-90d7-3557902c6fd7 None None] Checking agent: {'id': 'd5baab19-5dd1-4902-922b-84acb048ab9c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 10, 50, 43), 'started_at': datetime.datetime(2022, 4, 28, 10, 51, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 11, 6, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=116163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 11:06:16.642806 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdcd2db2-37bf-4b5c-90d7-3557902c6fd7 None None] Checking segment: {'id': 'aebe9c26-82b4-4cf8-bce6-cda13a2628ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '5dd6fa64-3267-4cc3-b521-ae430054f4de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 11:06:16.644219 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-bdcd2db2-37bf-4b5c-90d7-3557902c6fd7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:16.644716 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdcd2db2-37bf-4b5c-90d7-3557902c6fd7 None None] Bound using segment: {'id': 'aebe9c26-82b4-4cf8-bce6-cda13a2628ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '5dd6fa64-3267-4cc3-b521-ae430054f4de'} {{(pid=116163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 11:06:16.645270 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.managers [None req-bdcd2db2-37bf-4b5c-90d7-3557902c6fd7 None None] Bound port: 6a010ffb-62c5-4d65-861a-d52bf84ed14a, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aebe9c26-82b4-4cf8-bce6-cda13a2628ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '5dd6fa64-3267-4cc3-b521-ae430054f4de'}}] {{(pid=116163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 28 11:06:16.645591 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-bdcd2db2-37bf-4b5c-90d7-3557902c6fd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (6a010ffb-62c5-4d65-861a-d52bf84ed14a), before_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:16.730857 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-bdcd2db2-37bf-4b5c-90d7-3557902c6fd7 None None] For port 6a010ffb-62c5-4d65-861a-d52bf84ed14a, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=116163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 11:06:16.734522 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-bdcd2db2-37bf-4b5c-90d7-3557902c6fd7 None None] For port 6a010ffb-62c5-4d65-861a-d52bf84ed14a, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=6a010ffb-62c5-4d65-861a-d52bf84ed14a,segment=NetworkSegment(aebe9c26-82b4-4cf8-bce6-cda13a2628ac),segment_id=aebe9c26-82b4-4cf8-bce6-cda13a2628ac)] {{(pid=116163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 11:06:16.750495 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-29a808c4-bcac-4872-b035-ce2e492102de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742235135690', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742234710366'] for port (2726d618-9291-470f-a71f-c833ee0f14fe), after_delete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:16.780237 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a808c4-bcac-4872-b035-ce2e492102de None None] Pushing event deleted for resources: {'Port': ['ID=2726d618-9291-470f-a71f-c833ee0f14fe,revision_number=None']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:06:16.793211 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29a808c4-bcac-4872-b035-ce2e492102de None None] No DVR routers for this DVR port 2726d618-9291-470f-a71f-c833ee0f14fe on host dv-neutron-master-2-hyperv {{(pid=116163) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 11:06:16.828214 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-bdcd2db2-37bf-4b5c-90d7-3557902c6fd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393'] for port (6a010ffb-62c5-4d65-861a-d52bf84ed14a), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:16.861060 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e8e2927-045c-4fbb-ae4e-5ed82304042b tempest-RoutersNegativeTest-1460119388 tempest-RoutersNegativeTest-1460119388-project] Made reservation on behalf of b275dbbedc0349b3805196df2588534c for: {'subnet': 1} {{(pid=116161) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 11:06:16.865126 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-9e8e2927-045c-4fbb-ae4e-5ed82304042b tempest-RoutersNegativeTest-1460119388 tempest-RoutersNegativeTest-1460119388-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5125580'] for subnet (None), before_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:16.873589 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-6e0c89b0-fee4-4670-9f3c-46be741a98f7 admin admin] Publish callbacks [] for router_gateway (600deb90-6808-4341-aed6-2cd38307bc11), precommit_update {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:16.902572 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdcd2db2-37bf-4b5c-90d7-3557902c6fd7 None None] Pushing event updated for resources: {'Port': ['ID=6a010ffb-62c5-4d65-861a-d52bf84ed14a,revision_number=2']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:06:16.918127 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.plugin [None req-4b439f0d-ad3d-4b8e-b9ef-b2fbdd8f573c tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Deleting port b9c64965-b7a7-4361-8353-c97b8e1a2b9e {{(pid=116161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 11:06:16.918756 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-4b439f0d-ad3d-4b8e-b9ef-b2fbdd8f573c tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742235130188'] for port (b9c64965-b7a7-4361-8353-c97b8e1a2b9e), before_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:16.932579 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-e40febbd-1596-4128-9acf-ab9d146a723e tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742235135690', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742234710366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5051867'] for port (f70b8dfa-b827-4b97-ab33-a3da7f94590a), after_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:16.974883 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e40febbd-1596-4128-9acf-ab9d146a723e tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Pushing event deleted for resources: {'Port': ['ID=f70b8dfa-b827-4b97-ab33-a3da7f94590a,revision_number=None']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:06:17.173496 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.db [None req-4b439f0d-ad3d-4b8e-b9ef-b2fbdd8f573c tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] For port b9c64965-b7a7-4361-8353-c97b8e1a2b9e, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=b9c64965-b7a7-4361-8353-c97b8e1a2b9e,segment=NetworkSegment(142bc50f-d6af-4646-8d06-bb7af6b7b51c),segment_id=142bc50f-d6af-4646-8d06-bb7af6b7b51c)] {{(pid=116161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 11:06:17.173899 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-4b439f0d-ad3d-4b8e-b9ef-b2fbdd8f573c tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1938497'] for port (b9c64965-b7a7-4361-8353-c97b8e1a2b9e), precommit_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:17.198161 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.plugin [None req-4b439f0d-ad3d-4b8e-b9ef-b2fbdd8f573c tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Calling delete_port for b9c64965-b7a7-4361-8353-c97b8e1a2b9e owned by network:router_gateway {{(pid=116161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 11:06:17.229349 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-e40febbd-1596-4128-9acf-ab9d146a723e tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1603051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2063504'] for router_interface (077583a6-3e91-4e7b-b09b-2ee4e2f6efd3), after_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:17.451854 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e40febbd-1596-4128-9acf-ab9d146a723e tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Router 077583a6-3e91-4e7b-b09b-2ee4e2f6efd3 has already been hosted by L3 agent 6b492ad6-0876-4d74-b20d-28143a52ceba {{(pid=116162) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 11:06:17.523635 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-6e0c89b0-fee4-4670-9f3c-46be741a98f7 admin admin] Publish callbacks [] for router_gateway (600deb90-6808-4341-aed6-2cd38307bc11), before_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:17.550189 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e40febbd-1596-4128-9acf-ab9d146a723e tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=116162) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 11:06:17.550594 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-9e8e2927-045c-4fbb-ae4e-5ed82304042b tempest-RoutersNegativeTest-1460119388 tempest-RoutersNegativeTest-1460119388-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5220536', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5125438'] for subnet (15f1014a-4aec-4a11-aadd-00d5c971c8b5), after_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:17.555237 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-e40febbd-1596-4128-9acf-ab9d146a723e tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] 10.222.0.10 "PUT /v2.0/routers/077583a6-3e91-4e7b-b09b-2ee4e2f6efd3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8454030 Apr 28 11:06:17.558083 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-6e0c89b0-fee4-4670-9f3c-46be741a98f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (None), before_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:17.558432 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 54894) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:06:17.561310 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08a82dfb-8b14-4529-9397-f8808731821a None None] Sync routers for ids ['077583a6-3e91-4e7b-b09b-2ee4e2f6efd3'] in dv-neutron-master-2-hyperv {{(pid=116163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 11:06:17.572930 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08a82dfb-8b14-4529-9397-f8808731821a None None] Routers {'077583a6-3e91-4e7b-b09b-2ee4e2f6efd3'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=116163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 11:06:17.573602 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_hamode_db [None req-08a82dfb-8b14-4529-9397-f8808731821a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-28T10:50:39Z,description=,heartbeat_timestamp=2022-04-28T11:06:09Z,host='dv-neutron-master-2-hyperv',id=6b492ad6-0876-4d74-b20d-28143a52ceba,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T10:50:40Z,topic='l3_agent')) {'router_ids': ['077583a6-3e91-4e7b-b09b-2ee4e2f6efd3'], 'active': True} {{(pid=116163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:06:17.620790 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.db.db_base_plugin_v2 [None req-ad5739be-ea07-4347-ad6c-b74197700417 tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Deleting subnet 82f04b91-b379-4454-bf04-c8f726296c87 {{(pid=116162) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 28 11:06:17.623043 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-ad5739be-ea07-4347-ad6c-b74197700417 tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Publish callbacks [] for subnet (82f04b91-b379-4454-bf04-c8f726296c87), before_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:17.687212 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvr_db [None req-08a82dfb-8b14-4529-9397-f8808731821a None None] Set router 077583a6-3e91-4e7b-b09b-2ee4e2f6efd3 gateway port host: None {{(pid=116163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 11:06:17.696536 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e8e2927-045c-4fbb-ae4e-5ed82304042b tempest-RoutersNegativeTest-1460119388 tempest-RoutersNegativeTest-1460119388-project] Pushing event updated for resources: {'Subnet': ['ID=15f1014a-4aec-4a11-aadd-00d5c971c8b5,revision_number=0']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:06:17.701216 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-ad5739be-ea07-4347-ad6c-b74197700417 tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5026541'] for subnet (82f04b91-b379-4454-bf04-c8f726296c87), precommit_delete_associations {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:17.773593 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e8e2927-045c-4fbb-ae4e-5ed82304042b tempest-RoutersNegativeTest-1460119388 tempest-RoutersNegativeTest-1460119388-project] Checking segment: {'id': '63da9718-82a3-4a47-a828-8c0cef23b7e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'fead6f40-6543-4b8e-a949-c74ee87f1f75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 11:06:17.773967 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e8e2927-045c-4fbb-ae4e-5ed82304042b tempest-RoutersNegativeTest-1460119388 tempest-RoutersNegativeTest-1460119388-project] Network hostable DHCP agents. Network: fead6f40-6543-4b8e-a949-c74ee87f1f75, hostable agents: ['75ba81b7-fe99-4281-90d2-a5adb445ecea'], hosted agents: [] {{(pid=116161) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 11:06:17.821841 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.db.db_base_plugin_common [None req-6e0c89b0-fee4-4670-9f3c-46be741a98f7 admin admin] Allocated IP 172.36.4.184 (7be49d94-bbb8-4a61-bafe-209c5f861e1c/c0f82f52-05ee-40f2-a57c-9d02e01fb9fa/d4618f51-af9c-43b2-aede-b6d15734c52d) {{(pid=116161) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 11:06:17.843963 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-ad5739be-ea07-4347-ad6c-b74197700417 tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-971303'] for subnet (82f04b91-b379-4454-bf04-c8f726296c87), precommit_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:17.848227 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-4b439f0d-ad3d-4b8e-b9ef-b2fbdd8f573c tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742235135690', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742234710366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5219112'] for port (b9c64965-b7a7-4361-8353-c97b8e1a2b9e), after_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:17.892218 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b439f0d-ad3d-4b8e-b9ef-b2fbdd8f573c tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Pushing event deleted for resources: {'Port': ['ID=b9c64965-b7a7-4361-8353-c97b8e1a2b9e,revision_number=None']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:06:17.913140 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e8e2927-045c-4fbb-ae4e-5ed82304042b tempest-RoutersNegativeTest-1460119388 tempest-RoutersNegativeTest-1460119388-project] Network fead6f40-6543-4b8e-a949-c74ee87f1f75 is scheduled to be hosted by DHCP agent 75ba81b7-fe99-4281-90d2-a5adb445ecea with binding_index 1 {{(pid=116161) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 11:06:17.927697 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Device 6a010ffb-62c5-4d65-861a-d52bf84ed14a up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=116163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 11:06:17.974141 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-ad5739be-ea07-4347-ad6c-b74197700417 tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-971310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5053962', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4210815'] for subnet (82f04b91-b379-4454-bf04-c8f726296c87), after_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:18.018242 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad5739be-ea07-4347-ad6c-b74197700417 tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Pushing event deleted for resources: {'Subnet': ['ID=82f04b91-b379-4454-bf04-c8f726296c87,revision_number=None']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:06:18.019945 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.scheduler.base_scheduler [None req-9e8e2927-045c-4fbb-ae4e-5ed82304042b tempest-RoutersNegativeTest-1460119388 tempest-RoutersNegativeTest-1460119388-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, fead6f40-6543-4b8e-a949-c74ee87f1f75) {{(pid=116161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 11:06:18.021487 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-ad5739be-ea07-4347-ad6c-b74197700417 tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Publish callbacks [] for subnet (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:18.028866 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-ad5739be-ea07-4347-ad6c-b74197700417 tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] 10.222.0.10 "DELETE /v2.0/subnets/82f04b91-b379-4454-bf04-c8f726296c87 HTTP/1.1" status: 204 len: 168 time: 0.4689546 Apr 28 11:06:18.030100 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 54896) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:06:18.033561 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e8e2927-045c-4fbb-ae4e-5ed82304042b tempest-RoutersNegativeTest-1460119388 tempest-RoutersNegativeTest-1460119388-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:06:18.034219 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-9e8e2927-045c-4fbb-ae4e-5ed82304042b tempest-RoutersNegativeTest-1460119388 tempest-RoutersNegativeTest-1460119388-project] Publish callbacks [] for subnet (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:18.067979 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-4b439f0d-ad3d-4b8e-b9ef-b2fbdd8f573c tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1935354'] for router_gateway (9b89571b-9a7d-473a-a862-1c34e1e1b90f), after_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:18.137238 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-27f4bb3f-7ae0-4682-9433-6ecd4e207725 tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-979593'] for network (dcd9b946-da1e-42aa-975b-f2fc3c00de71), before_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:18.144513 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0739fcf-4315-45d3-9a30-e25272c06966 None None] Network dcd9b946-da1e-42aa-975b-f2fc3c00de71 requested from dv-neutron-master-2-hyperv {{(pid=116163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 11:06:18.146838 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca5ebe6f-1713-4b73-b02c-c59c0483acd4 None None] Network fead6f40-6543-4b8e-a949-c74ee87f1f75 requested from dv-neutron-master-2-hyperv {{(pid=116163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 11:06:18.163526 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-6e0c89b0-fee4-4670-9f3c-46be741a98f7 admin admin] Publish callbacks [] for port (d4618f51-af9c-43b2-aede-b6d15734c52d), precommit_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:18.173388 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-9e8e2927-045c-4fbb-ae4e-5ed82304042b tempest-RoutersNegativeTest-1460119388 tempest-RoutersNegativeTest-1460119388-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0300157 Apr 28 11:06:18.176965 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 54898) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:06:18.186125 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.v2.base [None req-ec2773a1-3184-4f95-bf75-2ceb19a401c4 tempest-RoutersNegativeTest-1460119388 tempest-RoutersNegativeTest-1460119388-project] Request body: {'network': {'name': 'tempest-router-network01--1755354103'}} {{(pid=116162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:06:18.216935 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.plugin [None req-27f4bb3f-7ae0-4682-9433-6ecd4e207725 tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Deleting port af24ae90-6db2-4274-89bf-fd26d24af8c2 {{(pid=116162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 11:06:18.216935 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-27f4bb3f-7ae0-4682-9433-6ecd4e207725 tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742235130188'] for port (af24ae90-6db2-4274-89bf-fd26d24af8c2), before_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:18.225127 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-4b439f0d-ad3d-4b8e-b9ef-b2fbdd8f573c tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2060865', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-63275'] for router (9b89571b-9a7d-473a-a862-1c34e1e1b90f), precommit_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:18.228884 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-4b439f0d-ad3d-4b8e-b9ef-b2fbdd8f573c tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks [] for router_controller (9b89571b-9a7d-473a-a862-1c34e1e1b90f), precommit_delete_associations {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:18.248907 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10f27262-e0e7-4e7b-becd-11962c59c6f8 None None] Network 5dd6fa64-3267-4cc3-b521-ae430054f4de requested from dv-neutron-master-2-hyperv {{(pid=116163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 11:06:18.295774 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.db [None req-27f4bb3f-7ae0-4682-9433-6ecd4e207725 tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] For port af24ae90-6db2-4274-89bf-fd26d24af8c2, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=af24ae90-6db2-4274-89bf-fd26d24af8c2,segment=NetworkSegment(7d1a5d49-a55f-4577-afd0-9c3d949696e8),segment_id=7d1a5d49-a55f-4577-afd0-9c3d949696e8)] {{(pid=116162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 11:06:18.296361 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-27f4bb3f-7ae0-4682-9433-6ecd4e207725 tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1938497'] for port (af24ae90-6db2-4274-89bf-fd26d24af8c2), precommit_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:18.298341 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec2773a1-3184-4f95-bf75-2ceb19a401c4 tempest-RoutersNegativeTest-1460119388 tempest-RoutersNegativeTest-1460119388-project] Made reservation on behalf of b275dbbedc0349b3805196df2588534c for: {'network': 1} {{(pid=116162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 11:06:18.301648 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-ec2773a1-3184-4f95-bf75-2ceb19a401c4 tempest-RoutersNegativeTest-1460119388 tempest-RoutersNegativeTest-1460119388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for network (None), before_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:18.322344 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.plugin [None req-27f4bb3f-7ae0-4682-9433-6ecd4e207725 tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Calling delete_port for af24ae90-6db2-4274-89bf-fd26d24af8c2 owned by network:dhcp {{(pid=116162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 11:06:18.334487 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_hamode_db [None req-08a82dfb-8b14-4529-9397-f8808731821a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '077583a6-3e91-4e7b-b09b-2ee4e2f6efd3', 'name': 'tempest-RoutersTest-router-326742487', 'tenant_id': '1d85c55944a24e6b8fc5b73917e91c0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T11:05:19Z', 'updated_at': '2022-04-28T11:06:16Z', 'revision_number': 10, 'project_id': '1d85c55944a24e6b8fc5b73917e91c0e', 'gw_port_host': None, '_interfaces': [{'id': 'a11cbac1-383c-4f11-8169-eee231f42006', 'name': '', 'network_id': '98df3218-a027-4fe2-8b10-e1f1956e3827', 'tenant_id': '1d85c55944a24e6b8fc5b73917e91c0e', 'mac_address': 'fa:16:3e:33:5e:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '077583a6-3e91-4e7b-b09b-2ee4e2f6efd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1038, 'fixed_ips': [{'subnet_id': 'a5c018ca-906e-4425-bf42-6e13a46d1530', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:05:22Z', 'updated_at': '2022-04-28T11:05:30Z', 'revision_number': 5, 'project_id': '1d85c55944a24e6b8fc5b73917e91c0e', 'subnets': [{'id': 'a5c018ca-906e-4425-bf42-6e13a46d1530', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=116163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:06:18.344302 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ec2773a1-3184-4f95-bf75-2ceb19a401c4 tempest-RoutersNegativeTest-1460119388 tempest-RoutersNegativeTest-1460119388-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 89} {{(pid=116162) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 11:06:18.344525 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-36db6b00-f179-497b-80e0-099f76646d2b None None] Provisioning complete for port 6a010ffb-62c5-4d65-861a-d52bf84ed14a triggered by entity DHCP. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:06:18.344881 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-36db6b00-f179-497b-80e0-099f76646d2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (6a010ffb-62c5-4d65-861a-d52bf84ed14a), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:18.356564 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-4b439f0d-ad3d-4b8e-b9ef-b2fbdd8f573c tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2060888'] for router (9b89571b-9a7d-473a-a862-1c34e1e1b90f), after_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:18.357103 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b439f0d-ad3d-4b8e-b9ef-b2fbdd8f573c tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Fanout notify agent at l3_agent the message router_deleted on router 9b89571b-9a7d-473a-a862-1c34e1e1b90f {{(pid=116161) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 28 11:06:18.367872 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-4b439f0d-ad3d-4b8e-b9ef-b2fbdd8f573c tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks [] for router (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:18.367872 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-4b439f0d-ad3d-4b8e-b9ef-b2fbdd8f573c tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] 10.222.0.10 "DELETE /v2.0/routers/9b89571b-9a7d-473a-a862-1c34e1e1b90f HTTP/1.1" status: 204 len: 168 time: 2.6762702 Apr 28 11:06:18.368480 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 54900) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:06:18.385973 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-ec2773a1-3184-4f95-bf75-2ceb19a401c4 tempest-RoutersNegativeTest-1460119388 tempest-RoutersNegativeTest-1460119388-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-961978'] for segment (724d1a22-2047-42bd-adf1-6afbdf0c4d45), precommit_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:18.386328 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.db.segments_db [None req-ec2773a1-3184-4f95-bf75-2ceb19a401c4 tempest-RoutersNegativeTest-1460119388 tempest-RoutersNegativeTest-1460119388-project] Added segment 724d1a22-2047-42bd-adf1-6afbdf0c4d45 of type vlan for network 3d815a0a-9a14-4be6-a9b8-e05778222d1a Apr 28 11:06:18.409274 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-6e0c89b0-fee4-4670-9f3c-46be741a98f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742234710357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5219112'] for port (d4618f51-af9c-43b2-aede-b6d15734c52d), after_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:18.440936 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08a82dfb-8b14-4529-9397-f8808731821a None None] Checking router: 077583a6-3e91-4e7b-b09b-2ee4e2f6efd3 for host: dv-neutron-master-2-hyperv {{(pid=116163) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 11:06:18.444327 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-ec2773a1-3184-4f95-bf75-2ceb19a401c4 tempest-RoutersNegativeTest-1460119388 tempest-RoutersNegativeTest-1460119388-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742234744962'] for network (3d815a0a-9a14-4be6-a9b8-e05778222d1a), precommit_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:18.478810 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Provisioning complete for port 6a010ffb-62c5-4d65-861a-d52bf84ed14a triggered by entity L2. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:06:18.479227 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (6a010ffb-62c5-4d65-861a-d52bf84ed14a), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:18.491030 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08a82dfb-8b14-4529-9397-f8808731821a None None] Routers {'077583a6-3e91-4e7b-b09b-2ee4e2f6efd3'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=116163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 11:06:18.491352 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_hamode_db [None req-08a82dfb-8b14-4529-9397-f8808731821a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-28T10:50:39Z,description=,heartbeat_timestamp=2022-04-28T11:06:09Z,host='dv-neutron-master-2-hyperv',id=6b492ad6-0876-4d74-b20d-28143a52ceba,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T10:50:40Z,topic='l3_agent')) {'router_ids': ['077583a6-3e91-4e7b-b09b-2ee4e2f6efd3'], 'active': True} {{(pid=116163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:06:18.532843 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-27f4bb3f-7ae0-4682-9433-6ecd4e207725 tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742235135690', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742234710366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5051867'] for port (af24ae90-6db2-4274-89bf-fd26d24af8c2), after_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:18.552668 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e0c89b0-fee4-4670-9f3c-46be741a98f7 admin admin] Network 7be49d94-bbb8-4a61-bafe-209c5f861e1c is already hosted by enough agents. {{(pid=116161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 11:06:18.559973 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-c42f1cd0-8853-4843-a8c3-f401984dee9d tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-979593'] for network (274bb0ab-060a-48d2-9b11-773f8dd43851), before_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:18.565810 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.scheduler.base_scheduler [None req-6e0c89b0-fee4-4670-9f3c-46be741a98f7 admin admin] Resources bound (agent type, host, resource id): {{(pid=116161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 11:06:18.570730 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e0c89b0-fee4-4670-9f3c-46be741a98f7 admin admin] Received port after_create {{(pid=116161) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 11:06:18.571125 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e0c89b0-fee4-4670-9f3c-46be741a98f7 admin admin] Pushing event updated for resources: {'Port': ['ID=d4618f51-af9c-43b2-aede-b6d15734c52d,revision_number=1']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:06:18.575702 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7e95f96-11fb-4ac0-8905-6c30152f2009 None None] DHCP port deletion for dcd9b946-da1e-42aa-975b-f2fc3c00de71 request from dv-neutron-master-2-hyperv {{(pid=116163) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 28 11:06:18.582291 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f4bb3f-7ae0-4682-9433-6ecd4e207725 tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Pushing event deleted for resources: {'Port': ['ID=af24ae90-6db2-4274-89bf-fd26d24af8c2,revision_number=None']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:06:18.584477 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27f4bb3f-7ae0-4682-9433-6ecd4e207725 tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] No DVR routers for this DVR port af24ae90-6db2-4274-89bf-fd26d24af8c2 on host dv-neutron-master-2-hyperv {{(pid=116162) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 11:06:18.586358 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-ec2773a1-3184-4f95-bf75-2ceb19a401c4 tempest-RoutersNegativeTest-1460119388 tempest-RoutersNegativeTest-1460119388-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042'] for network (3d815a0a-9a14-4be6-a9b8-e05778222d1a), after_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:18.592924 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec2773a1-3184-4f95-bf75-2ceb19a401c4 tempest-RoutersNegativeTest-1460119388 tempest-RoutersNegativeTest-1460119388-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:06:18.593639 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-ec2773a1-3184-4f95-bf75-2ceb19a401c4 tempest-RoutersNegativeTest-1460119388 tempest-RoutersNegativeTest-1460119388-project] Publish callbacks [] for network (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:18.658389 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e2ad354-2098-4609-9c28-1e648e8a3684 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-fead6f40-6543-4b8e-a949-c74ee87f1f75', 'network_id': 'fead6f40-6543-4b8e-a949-c74ee87f1f75', 'project_id': 'b275dbbedc0349b3805196df2588534c', 'fixed_ips': [{'subnet_id': '15f1014a-4aec-4a11-aadd-00d5c971c8b5'}]}} from dv-neutron-master-2-hyperv. {{(pid=116163) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 28 11:06:18.659281 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-6e2ad354-2098-4609-9c28-1e648e8a3684 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (None), before_create {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:18.765459 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvr_db [None req-08a82dfb-8b14-4529-9397-f8808731821a None None] Set router 077583a6-3e91-4e7b-b09b-2ee4e2f6efd3 gateway port host: None {{(pid=116163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 11:06:18.767513 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-ec2773a1-3184-4f95-bf75-2ceb19a401c4 tempest-RoutersNegativeTest-1460119388 tempest-RoutersNegativeTest-1460119388-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.5898914 Apr 28 11:06:18.770897 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 54902) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:06:18.771561 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2773a1-3184-4f95-bf75-2ceb19a401c4 tempest-RoutersNegativeTest-1460119388 tempest-RoutersNegativeTest-1460119388-project] Pushing event updated for resources: {'Network': ['ID=3d815a0a-9a14-4be6-a9b8-e05778222d1a,revision_number=1']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:06:18.825629 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Network 3d815a0a-9a14-4be6-a9b8-e05778222d1a details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=116163) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 28 11:06:18.846688 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-c42f1cd0-8853-4843-a8c3-f401984dee9d tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-973498', 'neutron.services.segments.db._delete_segments_for_network-8742235207033'] for network (274bb0ab-060a-48d2-9b11-773f8dd43851), precommit_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:18.903190 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.services.segments.db [None req-c42f1cd0-8853-4843-a8c3-f401984dee9d tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['274bb0ab-060a-48d2-9b11-773f8dd43851']}} {{(pid=116161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:06:18.924878 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.services.segments.db [None req-c42f1cd0-8853-4843-a8c3-f401984dee9d tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f6ef4bb3-a525-4ea5-8365-2d525d9199b6') {'for_net_delete': True} {{(pid=116161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:06:18.925331 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.services.segments.db [None req-c42f1cd0-8853-4843-a8c3-f401984dee9d tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f6ef4bb3-a525-4ea5-8365-2d525d9199b6') {} {{(pid=116161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:06:18.925597 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-36db6b00-f179-497b-80e0-099f76646d2b None None] Current status of the port 6a010ffb-62c5-4d65-861a-d52bf84ed14a is: DOWN; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:06:18.925984 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-36db6b00-f179-497b-80e0-099f76646d2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (6a010ffb-62c5-4d65-861a-d52bf84ed14a), before_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:18.940338 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-c42f1cd0-8853-4843-a8c3-f401984dee9d tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742235208578', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8076969'] for segment (f6ef4bb3-a525-4ea5-8365-2d525d9199b6), before_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:18.960850 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-c42f1cd0-8853-4843-a8c3-f401984dee9d tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-961978'] for segment (f6ef4bb3-a525-4ea5-8365-2d525d9199b6), precommit_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:18.971402 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c42f1cd0-8853-4843-a8c3-f401984dee9d tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Releasing vlan 63 on physical network physnet1 to pool {{(pid=116161) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 11:06:18.972225 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-c42f1cd0-8853-4843-a8c3-f401984dee9d tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-961978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5219103'] for segment (f6ef4bb3-a525-4ea5-8365-2d525d9199b6), after_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:18.976692 dv-neutron-master-2-hyperv neutron-server[116161]: Traceback (most recent call last): Apr 28 11:06:18.976692 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 11:06:18.976692 dv-neutron-master-2-hyperv neutron-server[116161]: timer() Apr 28 11:06:18.976692 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 11:06:18.976692 dv-neutron-master-2-hyperv neutron-server[116161]: cb(*args, **kw) Apr 28 11:06:18.976692 dv-neutron-master-2-hyperv neutron-server[116161]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 28 11:06:18.976692 dv-neutron-master-2-hyperv neutron-server[116161]: return func(*args, **kwargs) Apr 28 11:06:18.976692 dv-neutron-master-2-hyperv neutron-server[116161]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 11:06:18.976692 dv-neutron-master-2-hyperv neutron-server[116161]: self._notify() Apr 28 11:06:18.976692 dv-neutron-master-2-hyperv neutron-server[116161]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 11:06:18.976692 dv-neutron-master-2-hyperv neutron-server[116161]: self.callback(batched_events) Apr 28 11:06:18.976692 dv-neutron-master-2-hyperv neutron-server[116161]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 11:06:18.976692 dv-neutron-master-2-hyperv neutron-server[116161]: event.method(event) Apr 28 11:06:18.976692 dv-neutron-master-2-hyperv neutron-server[116161]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 28 11:06:18.976692 dv-neutron-master-2-hyperv neutron-server[116161]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 11:06:18.976692 dv-neutron-master-2-hyperv neutron-server[116161]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 28 11:06:18.976692 dv-neutron-master-2-hyperv neutron-server[116161]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 11:06:18.976692 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 28 11:06:18.976692 dv-neutron-master-2-hyperv neutron-server[116161]: return f(self, *a, **k) Apr 28 11:06:18.976692 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 28 11:06:18.976692 dv-neutron-master-2-hyperv neutron-server[116161]: return self._get(url).json() Apr 28 11:06:18.976692 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 28 11:06:18.976692 dv-neutron-master-2-hyperv neutron-server[116161]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 11:06:18.976692 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 11:06:18.976692 dv-neutron-master-2-hyperv neutron-server[116161]: return self.request(url, 'GET', **kwargs) Apr 28 11:06:18.976692 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 11:06:18.976692 dv-neutron-master-2-hyperv neutron-server[116161]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 11:06:18.976692 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 11:06:18.976692 dv-neutron-master-2-hyperv neutron-server[116161]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 11:06:18.976692 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 11:06:18.976692 dv-neutron-master-2-hyperv neutron-server[116161]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 11:06:18.976692 dv-neutron-master-2-hyperv neutron-server[116161]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 11:06:19.033889 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Current status of the port 6a010ffb-62c5-4d65-861a-d52bf84ed14a is: DOWN; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:06:19.034441 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (6a010ffb-62c5-4d65-861a-d52bf84ed14a), before_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:19.113051 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.v2.base [None req-0c839730-63d7-444b-baa4-7caf78362e7a tempest-RoutersNegativeTest-1460119388 tempest-RoutersNegativeTest-1460119388-project] Request body: {'network': {'name': 'tempest-router-network02--486249950'}} {{(pid=116162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:06:19.118090 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-27f4bb3f-7ae0-4682-9433-6ecd4e207725 tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-973498', 'neutron.services.segments.db._delete_segments_for_network-8742235207033'] for network (dcd9b946-da1e-42aa-975b-f2fc3c00de71), precommit_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:19.151003 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.services.segments.db [None req-27f4bb3f-7ae0-4682-9433-6ecd4e207725 tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dcd9b946-da1e-42aa-975b-f2fc3c00de71']}} {{(pid=116162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:06:19.155390 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] For port 6a010ffb-62c5-4d65-861a-d52bf84ed14a, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=6a010ffb-62c5-4d65-861a-d52bf84ed14a,segment=NetworkSegment(aebe9c26-82b4-4cf8-bce6-cda13a2628ac),segment_id=aebe9c26-82b4-4cf8-bce6-cda13a2628ac)] {{(pid=116163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 11:06:19.163626 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.services.segments.db [None req-27f4bb3f-7ae0-4682-9433-6ecd4e207725 tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7d1a5d49-a55f-4577-afd0-9c3d949696e8') {'for_net_delete': True} {{(pid=116162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:06:19.164975 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.services.segments.db [None req-27f4bb3f-7ae0-4682-9433-6ecd4e207725 tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7d1a5d49-a55f-4577-afd0-9c3d949696e8') {} {{(pid=116162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:06:19.165481 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-c42f1cd0-8853-4843-a8c3-f401984dee9d tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-973477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2063122'] for network (274bb0ab-060a-48d2-9b11-773f8dd43851), after_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:19.176230 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-c42f1cd0-8853-4843-a8c3-f401984dee9d tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks [] for network (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:19.178317 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-27f4bb3f-7ae0-4682-9433-6ecd4e207725 tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742235208578', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5026548'] for segment (7d1a5d49-a55f-4577-afd0-9c3d949696e8), before_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:19.179958 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-c42f1cd0-8853-4843-a8c3-f401984dee9d tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] 10.222.0.10 "DELETE /v2.0/networks/274bb0ab-060a-48d2-9b11-773f8dd43851 HTTP/1.1" status: 204 len: 168 time: 0.8104796 Apr 28 11:06:19.194169 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c42f1cd0-8853-4843-a8c3-f401984dee9d tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Pushing event deleted for resources: {'Network': ['ID=274bb0ab-060a-48d2-9b11-773f8dd43851,revision_number=None']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:06:19.201216 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 54904) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:06:19.207491 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.v2.base [None req-652d49ce-5a7f-45a8-8420-a7d9a9e02d22 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Request body: {'network': {'name': 'tempest-network-smoke--750964990', 'project_id': '65d54c3b7dcd4af68398071d25e8321e', 'port_security_enabled': True}} {{(pid=116162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:06:19.216249 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-27f4bb3f-7ae0-4682-9433-6ecd4e207725 tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-961978'] for segment (7d1a5d49-a55f-4577-afd0-9c3d949696e8), precommit_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:19.218342 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-6e0c89b0-fee4-4670-9f3c-46be741a98f7 admin admin] Publish callbacks [] for router_gateway (600deb90-6808-4341-aed6-2cd38307bc11), after_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:19.225499 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-27f4bb3f-7ae0-4682-9433-6ecd4e207725 tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Releasing vlan 92 on physical network physnet1 to pool {{(pid=116162) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 11:06:19.225753 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-27f4bb3f-7ae0-4682-9433-6ecd4e207725 tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-961978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5051884'] for segment (7d1a5d49-a55f-4577-afd0-9c3d949696e8), after_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:19.229611 dv-neutron-master-2-hyperv neutron-server[116162]: Traceback (most recent call last): Apr 28 11:06:19.229611 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 11:06:19.229611 dv-neutron-master-2-hyperv neutron-server[116162]: timer() Apr 28 11:06:19.229611 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 11:06:19.229611 dv-neutron-master-2-hyperv neutron-server[116162]: cb(*args, **kw) Apr 28 11:06:19.229611 dv-neutron-master-2-hyperv neutron-server[116162]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 28 11:06:19.229611 dv-neutron-master-2-hyperv neutron-server[116162]: return func(*args, **kwargs) Apr 28 11:06:19.229611 dv-neutron-master-2-hyperv neutron-server[116162]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 11:06:19.229611 dv-neutron-master-2-hyperv neutron-server[116162]: self._notify() Apr 28 11:06:19.229611 dv-neutron-master-2-hyperv neutron-server[116162]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 11:06:19.229611 dv-neutron-master-2-hyperv neutron-server[116162]: self.callback(batched_events) Apr 28 11:06:19.229611 dv-neutron-master-2-hyperv neutron-server[116162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 11:06:19.229611 dv-neutron-master-2-hyperv neutron-server[116162]: event.method(event) Apr 28 11:06:19.229611 dv-neutron-master-2-hyperv neutron-server[116162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 28 11:06:19.229611 dv-neutron-master-2-hyperv neutron-server[116162]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 11:06:19.229611 dv-neutron-master-2-hyperv neutron-server[116162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 28 11:06:19.229611 dv-neutron-master-2-hyperv neutron-server[116162]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 11:06:19.229611 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 28 11:06:19.229611 dv-neutron-master-2-hyperv neutron-server[116162]: return f(self, *a, **k) Apr 28 11:06:19.229611 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 28 11:06:19.229611 dv-neutron-master-2-hyperv neutron-server[116162]: return self._get(url).json() Apr 28 11:06:19.229611 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 28 11:06:19.229611 dv-neutron-master-2-hyperv neutron-server[116162]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 11:06:19.229611 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 11:06:19.229611 dv-neutron-master-2-hyperv neutron-server[116162]: return self.request(url, 'GET', **kwargs) Apr 28 11:06:19.229611 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 11:06:19.229611 dv-neutron-master-2-hyperv neutron-server[116162]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 11:06:19.229611 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 11:06:19.229611 dv-neutron-master-2-hyperv neutron-server[116162]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 11:06:19.229611 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 11:06:19.229611 dv-neutron-master-2-hyperv neutron-server[116162]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 11:06:19.229611 dv-neutron-master-2-hyperv neutron-server[116162]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 11:06:19.234668 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.db_base_plugin_common [None req-6e2ad354-2098-4609-9c28-1e648e8a3684 None None] Allocated IP 172.20.0.2 (fead6f40-6543-4b8e-a949-c74ee87f1f75/15f1014a-4aec-4a11-aadd-00d5c971c8b5/adebdab0-132d-4ca5-93d9-f3cee9a8d869) {{(pid=116163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 11:06:19.246375 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c839730-63d7-444b-baa4-7caf78362e7a tempest-RoutersNegativeTest-1460119388 tempest-RoutersNegativeTest-1460119388-project] Made reservation on behalf of b275dbbedc0349b3805196df2588534c for: {'network': 1} {{(pid=116162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 11:06:19.249806 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-0c839730-63d7-444b-baa4-7caf78362e7a tempest-RoutersNegativeTest-1460119388 tempest-RoutersNegativeTest-1460119388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for network (None), before_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:19.276177 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393'] for port (6a010ffb-62c5-4d65-861a-d52bf84ed14a), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:19.318478 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0c839730-63d7-444b-baa4-7caf78362e7a tempest-RoutersNegativeTest-1460119388 tempest-RoutersNegativeTest-1460119388-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 54} {{(pid=116162) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 11:06:19.349247 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-652d49ce-5a7f-45a8-8420-a7d9a9e02d22 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Made reservation on behalf of 65d54c3b7dcd4af68398071d25e8321e for: {'network': 1} {{(pid=116162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 11:06:19.352782 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-652d49ce-5a7f-45a8-8420-a7d9a9e02d22 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for network (None), before_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:19.369246 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Device 3e2bce2e-72fd-4d33-8443-4c79cc3a3053 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=116163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 11:06:19.382176 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-0c839730-63d7-444b-baa4-7caf78362e7a tempest-RoutersNegativeTest-1460119388 tempest-RoutersNegativeTest-1460119388-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-961978'] for segment (6d071024-ae94-4bff-8757-d362a44b2f73), precommit_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:19.382558 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.db.segments_db [None req-0c839730-63d7-444b-baa4-7caf78362e7a tempest-RoutersNegativeTest-1460119388 tempest-RoutersNegativeTest-1460119388-project] Added segment 6d071024-ae94-4bff-8757-d362a44b2f73 of type vlan for network b17ee0dd-4cf3-4303-8611-e44a7fc0f156 Apr 28 11:06:19.388413 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-27f4bb3f-7ae0-4682-9433-6ecd4e207725 tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-973477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2063122'] for network (dcd9b946-da1e-42aa-975b-f2fc3c00de71), after_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:19.389342 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-27f4bb3f-7ae0-4682-9433-6ecd4e207725 tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Publish callbacks [] for network (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:19.392888 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-27f4bb3f-7ae0-4682-9433-6ecd4e207725 tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] 10.222.0.10 "DELETE /v2.0/networks/dcd9b946-da1e-42aa-975b-f2fc3c00de71 HTTP/1.1" status: 204 len: 168 time: 1.3615942 Apr 28 11:06:19.393987 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-652d49ce-5a7f-45a8-8420-a7d9a9e02d22 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 64} {{(pid=116162) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 11:06:19.395958 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 54906) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:06:19.443631 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f4bb3f-7ae0-4682-9433-6ecd4e207725 tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Pushing event deleted for resources: {'Network': ['ID=dcd9b946-da1e-42aa-975b-f2fc3c00de71,revision_number=None']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:06:19.449752 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] No Port match for: 3e2bce2e-72fd-4d33-8443-4c79cc3a3053 {{(pid=116163) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 28 11:06:19.450315 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Device 3e2bce2e-72fd-4d33-8443-4c79cc3a3053 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=116163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 11:06:19.451080 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Device 2726d618-9291-470f-a71f-c833ee0f14fe no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=116163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 11:06:19.452206 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-652d49ce-5a7f-45a8-8420-a7d9a9e02d22 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-961978'] for segment (348238d7-b72c-4482-8329-a84a205cde7f), precommit_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:19.452524 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.db.segments_db [None req-652d49ce-5a7f-45a8-8420-a7d9a9e02d22 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Added segment 348238d7-b72c-4482-8329-a84a205cde7f of type vlan for network 4d94945e-b64d-4dbe-b9ef-b685a27afeca Apr 28 11:06:19.469802 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-0c839730-63d7-444b-baa4-7caf78362e7a tempest-RoutersNegativeTest-1460119388 tempest-RoutersNegativeTest-1460119388-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742234744962'] for network (b17ee0dd-4cf3-4303-8611-e44a7fc0f156), precommit_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:19.491260 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.db.api [None req-36db6b00-f179-497b-80e0-099f76646d2b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=116163) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 28 11:06:19.491833 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG oslo_db.api [None req-36db6b00-f179-497b-80e0-099f76646d2b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=116163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 28 11:06:19.492161 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] No Port match for: 2726d618-9291-470f-a71f-c833ee0f14fe {{(pid=116163) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 28 11:06:19.492568 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Device 2726d618-9291-470f-a71f-c833ee0f14fe not bound to the agent host dv-neutron-master-2-hyperv {{(pid=116163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 11:06:19.494158 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_hamode_db [None req-08a82dfb-8b14-4529-9397-f8808731821a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '077583a6-3e91-4e7b-b09b-2ee4e2f6efd3', 'name': 'tempest-RoutersTest-router-326742487', 'tenant_id': '1d85c55944a24e6b8fc5b73917e91c0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T11:05:19Z', 'updated_at': '2022-04-28T11:06:16Z', 'revision_number': 10, 'project_id': '1d85c55944a24e6b8fc5b73917e91c0e', 'gw_port_host': None, '_interfaces': [{'id': 'a11cbac1-383c-4f11-8169-eee231f42006', 'name': '', 'network_id': '98df3218-a027-4fe2-8b10-e1f1956e3827', 'tenant_id': '1d85c55944a24e6b8fc5b73917e91c0e', 'mac_address': 'fa:16:3e:33:5e:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '077583a6-3e91-4e7b-b09b-2ee4e2f6efd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1038, 'fixed_ips': [{'subnet_id': 'a5c018ca-906e-4425-bf42-6e13a46d1530', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:05:22Z', 'updated_at': '2022-04-28T11:05:30Z', 'revision_number': 5, 'project_id': '1d85c55944a24e6b8fc5b73917e91c0e', 'subnets': [{'id': 'a5c018ca-906e-4425-bf42-6e13a46d1530', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=116163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:06:19.520151 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-652d49ce-5a7f-45a8-8420-a7d9a9e02d22 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742234744962'] for network (4d94945e-b64d-4dbe-b9ef-b685a27afeca), precommit_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:19.537290 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08a82dfb-8b14-4529-9397-f8808731821a None None] The sync data for ids ['077583a6-3e91-4e7b-b09b-2ee4e2f6efd3'] in dv-neutron-master-2-hyperv is: [{'id': '077583a6-3e91-4e7b-b09b-2ee4e2f6efd3', 'name': 'tempest-RoutersTest-router-326742487', 'tenant_id': '1d85c55944a24e6b8fc5b73917e91c0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T11:05:19Z', 'updated_at': '2022-04-28T11:06:16Z', 'revision_number': 10, 'project_id': '1d85c55944a24e6b8fc5b73917e91c0e', 'gw_port_host': None, '_interfaces': [{'id': 'a11cbac1-383c-4f11-8169-eee231f42006', 'name': '', 'network_id': '98df3218-a027-4fe2-8b10-e1f1956e3827', 'tenant_id': '1d85c55944a24e6b8fc5b73917e91c0e', 'mac_address': 'fa:16:3e:33:5e:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '077583a6-3e91-4e7b-b09b-2ee4e2f6efd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1038, 'fixed_ips': [{'subnet_id': 'a5c018ca-906e-4425-bf42-6e13a46d1530', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:05:22Z', 'updated_at': '2022-04-28T11:05:30Z', 'revision_number': 5, 'project_id': '1d85c55944a24e6b8fc5b73917e91c0e', 'subnets': [{'id': 'a5c018ca-906e-4425-bf42-6e13a46d1530', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=116163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 11:06:19.546361 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Pushing event updated for resources: {'Port': ['ID=6a010ffb-62c5-4d65-861a-d52bf84ed14a,revision_number=3']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:06:19.563152 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-6e0c89b0-fee4-4670-9f3c-46be741a98f7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2060818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1935326'] for router (600deb90-6808-4341-aed6-2cd38307bc11), after_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:19.594714 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-0c839730-63d7-444b-baa4-7caf78362e7a tempest-RoutersNegativeTest-1460119388 tempest-RoutersNegativeTest-1460119388-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042'] for network (b17ee0dd-4cf3-4303-8611-e44a7fc0f156), after_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:19.600039 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c839730-63d7-444b-baa4-7caf78362e7a tempest-RoutersNegativeTest-1460119388 tempest-RoutersNegativeTest-1460119388-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:06:19.600637 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-0c839730-63d7-444b-baa4-7caf78362e7a tempest-RoutersNegativeTest-1460119388 tempest-RoutersNegativeTest-1460119388-project] Publish callbacks [] for network (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:19.616931 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-6e2ad354-2098-4609-9c28-1e648e8a3684 None None] Publish callbacks [] for port (adebdab0-132d-4ca5-93d9-f3cee9a8d869), precommit_create {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:19.632128 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-652d49ce-5a7f-45a8-8420-a7d9a9e02d22 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042'] for network (4d94945e-b64d-4dbe-b9ef-b685a27afeca), after_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:19.637381 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-652d49ce-5a7f-45a8-8420-a7d9a9e02d22 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:06:19.637957 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-652d49ce-5a7f-45a8-8420-a7d9a9e02d22 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks [] for network (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:19.681276 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-6e2ad354-2098-4609-9c28-1e648e8a3684 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742234710357'] for port (adebdab0-132d-4ca5-93d9-f3cee9a8d869), after_create {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:19.688538 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c839730-63d7-444b-baa4-7caf78362e7a tempest-RoutersNegativeTest-1460119388 tempest-RoutersNegativeTest-1460119388-project] Pushing event updated for resources: {'Network': ['ID=b17ee0dd-4cf3-4303-8611-e44a7fc0f156,revision_number=1']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:06:19.716325 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e2ad354-2098-4609-9c28-1e648e8a3684 None None] Network fead6f40-6543-4b8e-a949-c74ee87f1f75 is already hosted by enough agents. {{(pid=116163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 11:06:19.735687 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Network b17ee0dd-4cf3-4303-8611-e44a7fc0f156 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=116163) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 28 11:06:19.741572 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.scheduler.base_scheduler [None req-6e2ad354-2098-4609-9c28-1e648e8a3684 None None] Resources bound (agent type, host, resource id): {{(pid=116163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 11:06:19.756949 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e2ad354-2098-4609-9c28-1e648e8a3684 None None] Received port after_create {{(pid=116163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 11:06:19.758310 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-0c839730-63d7-444b-baa4-7caf78362e7a tempest-RoutersNegativeTest-1460119388 tempest-RoutersNegativeTest-1460119388-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.9841084 Apr 28 11:06:19.762109 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 54908) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:06:19.765068 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-652d49ce-5a7f-45a8-8420-a7d9a9e02d22 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5628192 Apr 28 11:06:19.766577 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652d49ce-5a7f-45a8-8420-a7d9a9e02d22 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Pushing event updated for resources: {'Network': ['ID=4d94945e-b64d-4dbe-b9ef-b685a27afeca,revision_number=1']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:06:19.769160 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 54910) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:06:19.773216 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.v2.base [None req-51af7417-6696-4574-aa2f-253bd9166706 tempest-RoutersNegativeTest-1460119388 tempest-RoutersNegativeTest-1460119388-project] Request body: {'subnet': {'network_id': '3d815a0a-9a14-4be6-a9b8-e05778222d1a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=116161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:06:19.773787 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.v2.base [None req-f4b76af7-4184-4aef-847a-3ef9e26e399e tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1552748683', 'admin_state_up': True, 'project_id': '65d54c3b7dcd4af68398071d25e8321e', 'external_gateway_info': {'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c'}}} {{(pid=116162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:06:19.835395 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-f4b76af7-4184-4aef-847a-3ef9e26e399e tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2060459', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-63449'] for router (d6f21cde-5d2b-481d-b3d0-e0dc4fc50def), before_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:19.836556 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-f4b76af7-4184-4aef-847a-3ef9e26e399e tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2060827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1935275', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1960866', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-63266'] for router (d6f21cde-5d2b-481d-b3d0-e0dc4fc50def), precommit_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:19.897567 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-f4b76af7-4184-4aef-847a-3ef9e26e399e tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks [] for router_controller (d6f21cde-5d2b-481d-b3d0-e0dc4fc50def), precommit_add_association {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:19.955735 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Network 4d94945e-b64d-4dbe-b9ef-b685a27afeca details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=116163) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 28 11:06:20.015006 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2ad354-2098-4609-9c28-1e648e8a3684 None None] Pushing event updated for resources: {'Port': ['ID=adebdab0-132d-4ca5-93d9-f3cee9a8d869,revision_number=1']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:06:20.061807 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Device 6a010ffb-62c5-4d65-861a-d52bf84ed14a up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=116163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 11:06:20.160884 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-f4b76af7-4184-4aef-847a-3ef9e26e399e tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks [] for router_gateway (d6f21cde-5d2b-481d-b3d0-e0dc4fc50def), precommit_update {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:20.172808 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-36db6b00-f179-497b-80e0-099f76646d2b None None] Current status of the port 6a010ffb-62c5-4d65-861a-d52bf84ed14a is: ACTIVE; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:06:20.193704 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.managers [None req-6e2ad354-2098-4609-9c28-1e648e8a3684 None None] Attempting to bind port adebdab0-132d-4ca5-93d9-f3cee9a8d869 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=116163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 28 11:06:20.193967 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.managers [None req-6e2ad354-2098-4609-9c28-1e648e8a3684 None None] Attempting to bind port adebdab0-132d-4ca5-93d9-f3cee9a8d869 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '63da9718-82a3-4a47-a828-8c0cef23b7e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'fead6f40-6543-4b8e-a949-c74ee87f1f75'}] {{(pid=116163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 28 11:06:20.194336 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e2ad354-2098-4609-9c28-1e648e8a3684 None None] Attempting to bind port adebdab0-132d-4ca5-93d9-f3cee9a8d869 on network fead6f40-6543-4b8e-a949-c74ee87f1f75 {{(pid=116163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 11:06:20.203150 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e2ad354-2098-4609-9c28-1e648e8a3684 None None] Checking agent: {'id': 'd5baab19-5dd1-4902-922b-84acb048ab9c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 10, 50, 43), 'started_at': datetime.datetime(2022, 4, 28, 10, 51, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 11, 6, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=116163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 11:06:20.203533 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e2ad354-2098-4609-9c28-1e648e8a3684 None None] Checking segment: {'id': '63da9718-82a3-4a47-a828-8c0cef23b7e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'fead6f40-6543-4b8e-a949-c74ee87f1f75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 11:06:20.203941 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-6e2ad354-2098-4609-9c28-1e648e8a3684 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:20.204355 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e2ad354-2098-4609-9c28-1e648e8a3684 None None] Bound using segment: {'id': '63da9718-82a3-4a47-a828-8c0cef23b7e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'fead6f40-6543-4b8e-a949-c74ee87f1f75'} {{(pid=116163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 11:06:20.204847 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.managers [None req-6e2ad354-2098-4609-9c28-1e648e8a3684 None None] Bound port: adebdab0-132d-4ca5-93d9-f3cee9a8d869, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '63da9718-82a3-4a47-a828-8c0cef23b7e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'fead6f40-6543-4b8e-a949-c74ee87f1f75'}}] {{(pid=116163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 28 11:06:20.205236 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-6e2ad354-2098-4609-9c28-1e648e8a3684 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (adebdab0-132d-4ca5-93d9-f3cee9a8d869), before_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:20.229332 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Provisioning complete for port 6a010ffb-62c5-4d65-861a-d52bf84ed14a triggered by entity L2. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:06:20.229912 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (6a010ffb-62c5-4d65-861a-d52bf84ed14a), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:20.325830 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-e6e956a2-41cc-494b-a58a-d12479f1222f None None] Provisioning complete for port 6a010ffb-62c5-4d65-861a-d52bf84ed14a triggered by entity DHCP. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:06:20.326294 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-e6e956a2-41cc-494b-a58a-d12479f1222f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (6a010ffb-62c5-4d65-861a-d52bf84ed14a), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:20.338128 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-49365056-b461-4c2d-b899-673ff5e3d6a2 tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2063420'] for router_interface (077583a6-3e91-4e7b-b09b-2ee4e2f6efd3), before_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:20.358820 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-6e2ad354-2098-4609-9c28-1e648e8a3684 None None] For port adebdab0-132d-4ca5-93d9-f3cee9a8d869, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=116163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 11:06:20.379521 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51af7417-6696-4574-aa2f-253bd9166706 tempest-RoutersNegativeTest-1460119388 tempest-RoutersNegativeTest-1460119388-project] Made reservation on behalf of b275dbbedc0349b3805196df2588534c for: {'subnet': 1} {{(pid=116161) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 11:06:20.383486 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-51af7417-6696-4574-aa2f-253bd9166706 tempest-RoutersNegativeTest-1460119388 tempest-RoutersNegativeTest-1460119388-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5125580'] for subnet (None), before_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:20.406718 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-6e2ad354-2098-4609-9c28-1e648e8a3684 None None] For port adebdab0-132d-4ca5-93d9-f3cee9a8d869, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=adebdab0-132d-4ca5-93d9-f3cee9a8d869,segment=NetworkSegment(63da9718-82a3-4a47-a828-8c0cef23b7e4),segment_id=63da9718-82a3-4a47-a828-8c0cef23b7e4)] {{(pid=116163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 11:06:20.427775 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-f4b76af7-4184-4aef-847a-3ef9e26e399e tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks [] for router_gateway (d6f21cde-5d2b-481d-b3d0-e0dc4fc50def), before_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:20.429338 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e0c89b0-fee4-4670-9f3c-46be741a98f7 admin admin] Router 600deb90-6808-4341-aed6-2cd38307bc11 is scheduled to L3 agent 6b492ad6-0876-4d74-b20d-28143a52ceba with binding_index 1 {{(pid=116161) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 28 11:06:20.444046 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Current status of the port 6a010ffb-62c5-4d65-861a-d52bf84ed14a is: ACTIVE; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:06:20.458996 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-f4b76af7-4184-4aef-847a-3ef9e26e399e tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (None), before_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:20.472843 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-6e2ad354-2098-4609-9c28-1e648e8a3684 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393'] for port (adebdab0-132d-4ca5-93d9-f3cee9a8d869), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:20.511594 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (6be95134-9a6c-4663-8b48-90d12ce90c60), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:20.533511 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Device b9c64965-b7a7-4361-8353-c97b8e1a2b9e no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=116163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 11:06:20.538792 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-e6e956a2-41cc-494b-a58a-d12479f1222f None None] Current status of the port 6a010ffb-62c5-4d65-861a-d52bf84ed14a is: ACTIVE; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:06:20.570482 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] No Port match for: b9c64965-b7a7-4361-8353-c97b8e1a2b9e {{(pid=116163) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 28 11:06:20.570843 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Device b9c64965-b7a7-4361-8353-c97b8e1a2b9e not bound to the agent host dv-neutron-master-2-hyperv {{(pid=116163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 11:06:20.571271 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Device af24ae90-6db2-4274-89bf-fd26d24af8c2 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=116163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 11:06:20.576593 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2ad354-2098-4609-9c28-1e648e8a3684 None None] Pushing event updated for resources: {'Port': ['ID=adebdab0-132d-4ca5-93d9-f3cee9a8d869,revision_number=2']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:06:20.605256 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] No Port match for: af24ae90-6db2-4274-89bf-fd26d24af8c2 {{(pid=116163) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 28 11:06:20.605648 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Device af24ae90-6db2-4274-89bf-fd26d24af8c2 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=116163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 11:06:20.606096 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Device f70b8dfa-b827-4b97-ab33-a3da7f94590a no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=116163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 11:06:20.629585 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] No Port match for: f70b8dfa-b827-4b97-ab33-a3da7f94590a {{(pid=116163) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 28 11:06:20.630168 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Device f70b8dfa-b827-4b97-ab33-a3da7f94590a not bound to the agent host dv-neutron-master-2-hyperv {{(pid=116163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 11:06:20.636629 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.db.db_base_plugin_common [None req-f4b76af7-4184-4aef-847a-3ef9e26e399e tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Allocated IP 172.36.4.121 (7be49d94-bbb8-4a61-bafe-209c5f861e1c/c0f82f52-05ee-40f2-a57c-9d02e01fb9fa/dc9e1bd3-1ed1-4c31-8c31-cdcf5fee84e4) {{(pid=116162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 11:06:20.786221 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-f4b76af7-4184-4aef-847a-3ef9e26e399e tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks [] for port (dc9e1bd3-1ed1-4c31-8c31-cdcf5fee84e4), precommit_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:20.796422 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e0c89b0-fee4-4670-9f3c-46be741a98f7 admin admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=116161) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 11:06:20.819815 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c63abc84-a096-4730-8b8d-28aabb0f9b5f None None] Sync routers for ids ['600deb90-6808-4341-aed6-2cd38307bc11'] in dv-neutron-master-2-hyperv {{(pid=116164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 11:06:20.842120 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c63abc84-a096-4730-8b8d-28aabb0f9b5f None None] Routers {'600deb90-6808-4341-aed6-2cd38307bc11'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=116164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 11:06:20.843057 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_hamode_db [None req-c63abc84-a096-4730-8b8d-28aabb0f9b5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-28T10:50:39Z,description=,heartbeat_timestamp=2022-04-28T11:06:09Z,host='dv-neutron-master-2-hyperv',id=6b492ad6-0876-4d74-b20d-28143a52ceba,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T10:50:40Z,topic='l3_agent')) {'router_ids': ['600deb90-6808-4341-aed6-2cd38307bc11'], 'active': True} {{(pid=116164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:06:20.887145 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.plugin [None req-49365056-b461-4c2d-b899-673ff5e3d6a2 tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Deleting port a11cbac1-383c-4f11-8169-eee231f42006 {{(pid=116161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 11:06:20.887541 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-49365056-b461-4c2d-b899-673ff5e3d6a2 tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742235130188'] for port (a11cbac1-383c-4f11-8169-eee231f42006), before_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:20.909678 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-f4b76af7-4184-4aef-847a-3ef9e26e399e tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742234710357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5051867'] for port (dc9e1bd3-1ed1-4c31-8c31-cdcf5fee84e4), after_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:20.961351 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-6e0c89b0-fee4-4670-9f3c-46be741a98f7 admin admin] Publish callbacks [] for router (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:20.963459 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4b76af7-4184-4aef-847a-3ef9e26e399e tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Network 7be49d94-bbb8-4a61-bafe-209c5f861e1c is already hosted by enough agents. {{(pid=116162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 11:06:20.966200 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-6e0c89b0-fee4-4670-9f3c-46be741a98f7 admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 5.4432557 Apr 28 11:06:20.967103 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 54912) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:06:20.973422 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-51af7417-6696-4574-aa2f-253bd9166706 tempest-RoutersNegativeTest-1460119388 tempest-RoutersNegativeTest-1460119388-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5220536', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5125438'] for subnet (a589d179-0e8d-47c8-8a59-d7b16a3876e0), after_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:20.978299 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.scheduler.base_scheduler [None req-f4b76af7-4184-4aef-847a-3ef9e26e399e tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Resources bound (agent type, host, resource id): {{(pid=116162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 11:06:20.982868 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4b76af7-4184-4aef-847a-3ef9e26e399e tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Received port after_create {{(pid=116162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 11:06:20.986289 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_dvr_db [None req-c63abc84-a096-4730-8b8d-28aabb0f9b5f None None] Set router 600deb90-6808-4341-aed6-2cd38307bc11 gateway port host: dv-neutron-master-2-hyperv {{(pid=116164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 11:06:21.016711 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b76af7-4184-4aef-847a-3ef9e26e399e tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Pushing event updated for resources: {'Port': ['ID=dc9e1bd3-1ed1-4c31-8c31-cdcf5fee84e4,revision_number=1']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:06:21.050712 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.db [None req-49365056-b461-4c2d-b899-673ff5e3d6a2 tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] For port a11cbac1-383c-4f11-8169-eee231f42006, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=a11cbac1-383c-4f11-8169-eee231f42006,segment=NetworkSegment(2d1f90b5-6695-45ed-90ce-b37de8111691),segment_id=2d1f90b5-6695-45ed-90ce-b37de8111691)] {{(pid=116161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 11:06:21.051078 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-49365056-b461-4c2d-b899-673ff5e3d6a2 tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1938497'] for port (a11cbac1-383c-4f11-8169-eee231f42006), precommit_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:21.086159 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.plugin [None req-49365056-b461-4c2d-b899-673ff5e3d6a2 tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Calling delete_port for a11cbac1-383c-4f11-8169-eee231f42006 owned by network:router_interface {{(pid=116161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 11:06:21.089730 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51af7417-6696-4574-aa2f-253bd9166706 tempest-RoutersNegativeTest-1460119388 tempest-RoutersNegativeTest-1460119388-project] Pushing event updated for resources: {'Subnet': ['ID=a589d179-0e8d-47c8-8a59-d7b16a3876e0,revision_number=0']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:06:21.113952 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51af7417-6696-4574-aa2f-253bd9166706 tempest-RoutersNegativeTest-1460119388 tempest-RoutersNegativeTest-1460119388-project] Checking segment: {'id': '724d1a22-2047-42bd-adf1-6afbdf0c4d45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '3d815a0a-9a14-4be6-a9b8-e05778222d1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 11:06:21.114326 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51af7417-6696-4574-aa2f-253bd9166706 tempest-RoutersNegativeTest-1460119388 tempest-RoutersNegativeTest-1460119388-project] Network hostable DHCP agents. Network: 3d815a0a-9a14-4be6-a9b8-e05778222d1a, hostable agents: ['75ba81b7-fe99-4281-90d2-a5adb445ecea'], hosted agents: [] {{(pid=116161) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 11:06:21.164858 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_hamode_db [None req-c63abc84-a096-4730-8b8d-28aabb0f9b5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '600deb90-6808-4341-aed6-2cd38307bc11', 'name': 'tempest-TestVolumeBootPattern-820426624-router', 'tenant_id': '46e92e085c5541bf8ff1731b14066ad5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'external_fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.184'}], 'enable_snat': True}, 'gw_port_id': 'd4618f51-af9c-43b2-aede-b6d15734c52d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T11:06:15Z', 'updated_at': '2022-04-28T11:06:18Z', 'revision_number': 3, 'project_id': '46e92e085c5541bf8ff1731b14066ad5', 'gw_port': {'id': 'd4618f51-af9c-43b2-aede-b6d15734c52d', 'name': '', 'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:6f:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '600deb90-6808-4341-aed6-2cd38307bc11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1229, 'fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:06:17Z', 'updated_at': '2022-04-28T11:06:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=116164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:06:21.192490 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c63abc84-a096-4730-8b8d-28aabb0f9b5f None None] Checking router: 600deb90-6808-4341-aed6-2cd38307bc11 for host: dv-neutron-master-2-hyperv {{(pid=116164) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 11:06:21.192993 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c63abc84-a096-4730-8b8d-28aabb0f9b5f None None] Updating router 600deb90-6808-4341-aed6-2cd38307bc11 port d4618f51-af9c-43b2-aede-b6d15734c52d binding host dv-neutron-master-2-hyperv {{(pid=116164) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 28 11:06:21.225041 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron_lib.callbacks.manager [None req-c63abc84-a096-4730-8b8d-28aabb0f9b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (d4618f51-af9c-43b2-aede-b6d15734c52d), before_update {{(pid=116164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:21.236960 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51af7417-6696-4574-aa2f-253bd9166706 tempest-RoutersNegativeTest-1460119388 tempest-RoutersNegativeTest-1460119388-project] Network 3d815a0a-9a14-4be6-a9b8-e05778222d1a is scheduled to be hosted by DHCP agent 75ba81b7-fe99-4281-90d2-a5adb445ecea with binding_index 1 {{(pid=116161) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 11:06:21.326360 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.scheduler.base_scheduler [None req-51af7417-6696-4574-aa2f-253bd9166706 tempest-RoutersNegativeTest-1460119388 tempest-RoutersNegativeTest-1460119388-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 3d815a0a-9a14-4be6-a9b8-e05778222d1a) {{(pid=116161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 11:06:21.333175 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51af7417-6696-4574-aa2f-253bd9166706 tempest-RoutersNegativeTest-1460119388 tempest-RoutersNegativeTest-1460119388-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:06:21.333633 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-51af7417-6696-4574-aa2f-253bd9166706 tempest-RoutersNegativeTest-1460119388 tempest-RoutersNegativeTest-1460119388-project] Publish callbacks [] for subnet (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:21.335243 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68b7e1a8-45f8-4d29-96f2-0469d2ead37f None None] Network 3d815a0a-9a14-4be6-a9b8-e05778222d1a requested from dv-neutron-master-2-hyperv {{(pid=116163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 11:06:21.400956 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-49365056-b461-4c2d-b899-673ff5e3d6a2 tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742235135690', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742234710366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5219112'] for port (a11cbac1-383c-4f11-8169-eee231f42006), after_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:21.464523 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-51af7417-6696-4574-aa2f-253bd9166706 tempest-RoutersNegativeTest-1460119388 tempest-RoutersNegativeTest-1460119388-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7006028 Apr 28 11:06:21.465994 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49365056-b461-4c2d-b899-673ff5e3d6a2 tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Pushing event deleted for resources: {'Port': ['ID=a11cbac1-383c-4f11-8169-eee231f42006,revision_number=None']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:06:21.474628 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 54914) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:06:21.492430 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.v2.base [None req-d49b77c3-d3d2-443e-a43d-49e368b40385 tempest-RoutersNegativeTest-1460119388 tempest-RoutersNegativeTest-1460119388-project] Request body: {'subnet': {'network_id': 'b17ee0dd-4cf3-4303-8611-e44a7fc0f156', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=116161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:06:21.497902 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b8c55e8-f466-47e4-bf33-7346498dc99e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-3d815a0a-9a14-4be6-a9b8-e05778222d1a', 'network_id': '3d815a0a-9a14-4be6-a9b8-e05778222d1a', 'project_id': 'b275dbbedc0349b3805196df2588534c', 'fixed_ips': [{'subnet_id': 'a589d179-0e8d-47c8-8a59-d7b16a3876e0'}]}} from dv-neutron-master-2-hyperv. {{(pid=116163) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 28 11:06:21.498803 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-3b8c55e8-f466-47e4-bf33-7346498dc99e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (None), before_create {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:21.567318 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron_lib.callbacks.manager [None req-c63abc84-a096-4730-8b8d-28aabb0f9b5f None None] Publish callbacks [] for port (d4618f51-af9c-43b2-aede-b6d15734c52d), precommit_update {{(pid=116164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:21.635364 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron_lib.callbacks.manager [None req-c63abc84-a096-4730-8b8d-28aabb0f9b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393'] for port (d4618f51-af9c-43b2-aede-b6d15734c52d), after_update {{(pid=116164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:21.760224 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29cb9c2d-c01e-4901-991b-12b92ef89650 None None] Pushing event updated for resources: {'Port': ['ID=d4618f51-af9c-43b2-aede-b6d15734c52d,revision_number=2']} {{(pid=116164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:06:21.776322 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-49365056-b461-4c2d-b899-673ff5e3d6a2 tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1603051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2063504'] for router_interface (077583a6-3e91-4e7b-b09b-2ee4e2f6efd3), after_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:21.793394 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-f4b76af7-4184-4aef-847a-3ef9e26e399e tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks [] for router_gateway (d6f21cde-5d2b-481d-b3d0-e0dc4fc50def), after_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:21.831208 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.plugins.ml2.managers [None req-c63abc84-a096-4730-8b8d-28aabb0f9b5f None None] Attempting to bind port d4618f51-af9c-43b2-aede-b6d15734c52d on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=116164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 28 11:06:21.832117 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.plugins.ml2.managers [None req-c63abc84-a096-4730-8b8d-28aabb0f9b5f None None] Attempting to bind port d4618f51-af9c-43b2-aede-b6d15734c52d by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '142bc50f-d6af-4646-8d06-bb7af6b7b51c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c'}] {{(pid=116164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 28 11:06:21.833250 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c63abc84-a096-4730-8b8d-28aabb0f9b5f None None] Attempting to bind port d4618f51-af9c-43b2-aede-b6d15734c52d on network 7be49d94-bbb8-4a61-bafe-209c5f861e1c {{(pid=116164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 11:06:21.852933 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c63abc84-a096-4730-8b8d-28aabb0f9b5f None None] Checking agent: {'id': 'd5baab19-5dd1-4902-922b-84acb048ab9c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 10, 50, 43), 'started_at': datetime.datetime(2022, 4, 28, 10, 51, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 11, 6, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=116164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 11:06:21.856090 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c63abc84-a096-4730-8b8d-28aabb0f9b5f None None] Checking segment: {'id': '142bc50f-d6af-4646-8d06-bb7af6b7b51c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 11:06:21.857137 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron_lib.callbacks.manager [None req-c63abc84-a096-4730-8b8d-28aabb0f9b5f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=116164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:21.858727 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c63abc84-a096-4730-8b8d-28aabb0f9b5f None None] Bound using segment: {'id': '142bc50f-d6af-4646-8d06-bb7af6b7b51c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c'} {{(pid=116164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 11:06:21.859399 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.plugins.ml2.managers [None req-c63abc84-a096-4730-8b8d-28aabb0f9b5f None None] Bound port: d4618f51-af9c-43b2-aede-b6d15734c52d, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '142bc50f-d6af-4646-8d06-bb7af6b7b51c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c'}}] {{(pid=116164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 28 11:06:21.861383 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron_lib.callbacks.manager [None req-c63abc84-a096-4730-8b8d-28aabb0f9b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (d4618f51-af9c-43b2-aede-b6d15734c52d), before_update {{(pid=116164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:21.912063 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.db_base_plugin_common [None req-3b8c55e8-f466-47e4-bf33-7346498dc99e None None] Allocated IP 172.20.0.2 (3d815a0a-9a14-4be6-a9b8-e05778222d1a/a589d179-0e8d-47c8-8a59-d7b16a3876e0/70a69f0b-1f7e-466c-bf2b-21aa8eeb50cc) {{(pid=116163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 11:06:21.933215 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-9285d0e9-1476-4140-b505-81d026cdd0b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (None), before_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:21.938803 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.plugins.ml2.db [None req-c63abc84-a096-4730-8b8d-28aabb0f9b5f None None] For port d4618f51-af9c-43b2-aede-b6d15734c52d, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=116164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 11:06:21.942893 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.plugins.ml2.db [None req-c63abc84-a096-4730-8b8d-28aabb0f9b5f None None] For port d4618f51-af9c-43b2-aede-b6d15734c52d, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=d4618f51-af9c-43b2-aede-b6d15734c52d,segment=NetworkSegment(142bc50f-d6af-4646-8d06-bb7af6b7b51c),segment_id=142bc50f-d6af-4646-8d06-bb7af6b7b51c)] {{(pid=116164) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 11:06:21.964624 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Device adebdab0-132d-4ca5-93d9-f3cee9a8d869 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=116163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 11:06:22.007396 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e706838-3812-4f20-a73c-949b5f4bcd86 None None] Network fead6f40-6543-4b8e-a949-c74ee87f1f75 requested from dv-neutron-master-2-hyperv {{(pid=116163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 11:06:22.015928 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d49b77c3-d3d2-443e-a43d-49e368b40385 tempest-RoutersNegativeTest-1460119388 tempest-RoutersNegativeTest-1460119388-project] Made reservation on behalf of b275dbbedc0349b3805196df2588534c for: {'subnet': 1} {{(pid=116161) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 11:06:22.020219 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-d49b77c3-d3d2-443e-a43d-49e368b40385 tempest-RoutersNegativeTest-1460119388 tempest-RoutersNegativeTest-1460119388-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5125580'] for subnet (None), before_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:22.047382 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron_lib.callbacks.manager [None req-c63abc84-a096-4730-8b8d-28aabb0f9b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393'] for port (d4618f51-af9c-43b2-aede-b6d15734c52d), after_update {{(pid=116164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:22.056801 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49365056-b461-4c2d-b899-673ff5e3d6a2 tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Router 077583a6-3e91-4e7b-b09b-2ee4e2f6efd3 has already been hosted by L3 agent 6b492ad6-0876-4d74-b20d-28143a52ceba {{(pid=116161) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 11:06:22.078614 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-d3f4e880-b521-41d8-ad00-ff81950eab93 None None] Provisioning complete for port adebdab0-132d-4ca5-93d9-f3cee9a8d869 triggered by entity DHCP. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:06:22.078999 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-d3f4e880-b521-41d8-ad00-ff81950eab93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (adebdab0-132d-4ca5-93d9-f3cee9a8d869), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:22.116311 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c63abc84-a096-4730-8b8d-28aabb0f9b5f None None] Routers {'600deb90-6808-4341-aed6-2cd38307bc11'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=116164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 11:06:22.116869 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_hamode_db [None req-c63abc84-a096-4730-8b8d-28aabb0f9b5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-28T10:50:39Z,description=,heartbeat_timestamp=2022-04-28T11:06:09Z,host='dv-neutron-master-2-hyperv',id=6b492ad6-0876-4d74-b20d-28143a52ceba,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T10:50:40Z,topic='l3_agent')) {'router_ids': ['600deb90-6808-4341-aed6-2cd38307bc11'], 'active': True} {{(pid=116164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:06:22.157635 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29cb9c2d-c01e-4901-991b-12b92ef89650 None None] Pushing event updated for resources: {'Port': ['ID=d4618f51-af9c-43b2-aede-b6d15734c52d,revision_number=3']} {{(pid=116164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:06:22.201534 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49365056-b461-4c2d-b899-673ff5e3d6a2 tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=116161) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 11:06:22.207679 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-49365056-b461-4c2d-b899-673ff5e3d6a2 tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] 10.222.0.10 "PUT /v2.0/routers/077583a6-3e91-4e7b-b09b-2ee4e2f6efd3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8107941 Apr 28 11:06:22.210733 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 54916) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:06:22.225261 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b086e57d-c1dc-41b7-8957-2a8d6cfd8e6f None None] Sync routers for ids ['077583a6-3e91-4e7b-b09b-2ee4e2f6efd3'] in dv-neutron-master-2-hyperv {{(pid=116163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 11:06:22.242588 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Provisioning complete for port adebdab0-132d-4ca5-93d9-f3cee9a8d869 triggered by entity L2. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:06:22.243047 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (adebdab0-132d-4ca5-93d9-f3cee9a8d869), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:22.279018 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.db.db_base_plugin_v2 [None req-5ebf037c-43b0-41cd-aedb-3bc3d6efabcc tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Deleting subnet a5c018ca-906e-4425-bf42-6e13a46d1530 {{(pid=116161) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 28 11:06:22.287708 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-5ebf037c-43b0-41cd-aedb-3bc3d6efabcc tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Publish callbacks [] for subnet (a5c018ca-906e-4425-bf42-6e13a46d1530), before_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:22.291467 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_dvr_db [None req-c63abc84-a096-4730-8b8d-28aabb0f9b5f None None] Set router 600deb90-6808-4341-aed6-2cd38307bc11 gateway port host: dv-neutron-master-2-hyperv {{(pid=116164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 11:06:22.312514 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.db.db_base_plugin_common [None req-9285d0e9-1476-4140-b505-81d026cdd0b9 admin admin] Allocated IP 172.20.0.1 (5dd6fa64-3267-4cc3-b521-ae430054f4de/efb62637-7a6c-4d28-b63e-75d8b634ee3d/22273d86-7e48-4219-a65d-ab3fc4142f67) {{(pid=116162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 11:06:22.318289 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b086e57d-c1dc-41b7-8957-2a8d6cfd8e6f None None] Routers {'077583a6-3e91-4e7b-b09b-2ee4e2f6efd3'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=116163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 11:06:22.318873 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_hamode_db [None req-b086e57d-c1dc-41b7-8957-2a8d6cfd8e6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-28T10:50:39Z,description=,heartbeat_timestamp=2022-04-28T11:06:09Z,host='dv-neutron-master-2-hyperv',id=6b492ad6-0876-4d74-b20d-28143a52ceba,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T10:50:40Z,topic='l3_agent')) {'router_ids': ['077583a6-3e91-4e7b-b09b-2ee4e2f6efd3'], 'active': True} {{(pid=116163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:06:22.338899 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-5ebf037c-43b0-41cd-aedb-3bc3d6efabcc tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8076976'] for subnet (a5c018ca-906e-4425-bf42-6e13a46d1530), precommit_delete_associations {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:22.409139 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-f4b76af7-4184-4aef-847a-3ef9e26e399e tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2060818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1935326'] for router (d6f21cde-5d2b-481d-b3d0-e0dc4fc50def), after_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:22.415068 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-3b8c55e8-f466-47e4-bf33-7346498dc99e None None] Publish callbacks [] for port (70a69f0b-1f7e-466c-bf2b-21aa8eeb50cc), precommit_create {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:22.468739 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-d3f4e880-b521-41d8-ad00-ff81950eab93 None None] Current status of the port adebdab0-132d-4ca5-93d9-f3cee9a8d869 is: DOWN; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:06:22.469251 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-d3f4e880-b521-41d8-ad00-ff81950eab93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (adebdab0-132d-4ca5-93d9-f3cee9a8d869), before_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:22.472505 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvr_db [None req-b086e57d-c1dc-41b7-8957-2a8d6cfd8e6f None None] Set router 077583a6-3e91-4e7b-b09b-2ee4e2f6efd3 gateway port host: None {{(pid=116163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 11:06:22.521277 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-5ebf037c-43b0-41cd-aedb-3bc3d6efabcc tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-971303'] for subnet (a5c018ca-906e-4425-bf42-6e13a46d1530), precommit_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:22.530704 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-9285d0e9-1476-4140-b505-81d026cdd0b9 admin admin] Publish callbacks [] for port (22273d86-7e48-4219-a65d-ab3fc4142f67), precommit_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:22.586089 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-d49b77c3-d3d2-443e-a43d-49e368b40385 tempest-RoutersNegativeTest-1460119388 tempest-RoutersNegativeTest-1460119388-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5220536', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5125438'] for subnet (82b53efe-618e-402d-9a9c-b6f1a35fa19e), after_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:22.591941 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-3b8c55e8-f466-47e4-bf33-7346498dc99e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742234710357'] for port (70a69f0b-1f7e-466c-bf2b-21aa8eeb50cc), after_create {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:22.597441 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_hamode_db [None req-b086e57d-c1dc-41b7-8957-2a8d6cfd8e6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '077583a6-3e91-4e7b-b09b-2ee4e2f6efd3', 'name': 'tempest-RoutersTest-router-326742487', 'tenant_id': '1d85c55944a24e6b8fc5b73917e91c0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T11:05:19Z', 'updated_at': '2022-04-28T11:06:21Z', 'revision_number': 11, 'project_id': '1d85c55944a24e6b8fc5b73917e91c0e', 'gw_port_host': None}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=116163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:06:22.621198 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_hamode_db [None req-c63abc84-a096-4730-8b8d-28aabb0f9b5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '600deb90-6808-4341-aed6-2cd38307bc11', 'name': 'tempest-TestVolumeBootPattern-820426624-router', 'tenant_id': '46e92e085c5541bf8ff1731b14066ad5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'external_fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.184'}], 'enable_snat': True}, 'gw_port_id': 'd4618f51-af9c-43b2-aede-b6d15734c52d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T11:06:15Z', 'updated_at': '2022-04-28T11:06:18Z', 'revision_number': 3, 'project_id': '46e92e085c5541bf8ff1731b14066ad5', 'gw_port': {'id': 'd4618f51-af9c-43b2-aede-b6d15734c52d', 'name': '', 'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:6f:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '600deb90-6808-4341-aed6-2cd38307bc11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1229, 'fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:06:17Z', 'updated_at': '2022-04-28T11:06:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=116164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:06:22.663185 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-9285d0e9-1476-4140-b505-81d026cdd0b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742234710357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5051867'] for port (22273d86-7e48-4219-a65d-ab3fc4142f67), after_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:22.675522 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d49b77c3-d3d2-443e-a43d-49e368b40385 tempest-RoutersNegativeTest-1460119388 tempest-RoutersNegativeTest-1460119388-project] Checking segment: {'id': '6d071024-ae94-4bff-8757-d362a44b2f73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'b17ee0dd-4cf3-4303-8611-e44a7fc0f156'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 11:06:22.675917 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d49b77c3-d3d2-443e-a43d-49e368b40385 tempest-RoutersNegativeTest-1460119388 tempest-RoutersNegativeTest-1460119388-project] Network hostable DHCP agents. Network: b17ee0dd-4cf3-4303-8611-e44a7fc0f156, hostable agents: ['75ba81b7-fe99-4281-90d2-a5adb445ecea'], hosted agents: [] {{(pid=116161) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 11:06:22.678746 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c63abc84-a096-4730-8b8d-28aabb0f9b5f None None] The sync data for ids ['600deb90-6808-4341-aed6-2cd38307bc11'] in dv-neutron-master-2-hyperv is: [{'id': '600deb90-6808-4341-aed6-2cd38307bc11', 'name': 'tempest-TestVolumeBootPattern-820426624-router', 'tenant_id': '46e92e085c5541bf8ff1731b14066ad5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'external_fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.184'}], 'enable_snat': True}, 'gw_port_id': 'd4618f51-af9c-43b2-aede-b6d15734c52d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T11:06:15Z', 'updated_at': '2022-04-28T11:06:18Z', 'revision_number': 3, 'project_id': '46e92e085c5541bf8ff1731b14066ad5', 'gw_port': {'id': 'd4618f51-af9c-43b2-aede-b6d15734c52d', 'name': '', 'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:6f:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '600deb90-6808-4341-aed6-2cd38307bc11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1229, 'fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:06:17Z', 'updated_at': '2022-04-28T11:06:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}] {{(pid=116164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 11:06:22.689592 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-5ebf037c-43b0-41cd-aedb-3bc3d6efabcc tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-971310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5220601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5125409'] for subnet (a5c018ca-906e-4425-bf42-6e13a46d1530), after_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:22.695269 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49b77c3-d3d2-443e-a43d-49e368b40385 tempest-RoutersNegativeTest-1460119388 tempest-RoutersNegativeTest-1460119388-project] Pushing event updated for resources: {'Subnet': ['ID=82b53efe-618e-402d-9a9c-b6f1a35fa19e,revision_number=0']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:06:22.734603 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-5ebf037c-43b0-41cd-aedb-3bc3d6efabcc tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Publish callbacks [] for subnet (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:22.738557 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-5ebf037c-43b0-41cd-aedb-3bc3d6efabcc tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] 10.222.0.10 "DELETE /v2.0/subnets/a5c018ca-906e-4425-bf42-6e13a46d1530 HTTP/1.1" status: 204 len: 168 time: 0.5267627 Apr 28 11:06:22.741732 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 54918) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:06:22.742923 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ebf037c-43b0-41cd-aedb-3bc3d6efabcc tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Pushing event deleted for resources: {'Subnet': ['ID=a5c018ca-906e-4425-bf42-6e13a46d1530,revision_number=None']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:06:22.795112 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d49b77c3-d3d2-443e-a43d-49e368b40385 tempest-RoutersNegativeTest-1460119388 tempest-RoutersNegativeTest-1460119388-project] Network b17ee0dd-4cf3-4303-8611-e44a7fc0f156 is scheduled to be hosted by DHCP agent 75ba81b7-fe99-4281-90d2-a5adb445ecea with binding_index 1 {{(pid=116161) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 11:06:22.874646 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.scheduler.base_scheduler [None req-d49b77c3-d3d2-443e-a43d-49e368b40385 tempest-RoutersNegativeTest-1460119388 tempest-RoutersNegativeTest-1460119388-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, b17ee0dd-4cf3-4303-8611-e44a7fc0f156) {{(pid=116161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 11:06:22.879076 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d49b77c3-d3d2-443e-a43d-49e368b40385 tempest-RoutersNegativeTest-1460119388 tempest-RoutersNegativeTest-1460119388-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:06:22.879691 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-d49b77c3-d3d2-443e-a43d-49e368b40385 tempest-RoutersNegativeTest-1460119388 tempest-RoutersNegativeTest-1460119388-project] Publish callbacks [] for subnet (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:22.900298 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-102aa279-858e-4911-a492-7b2a6cb169e7 None None] Network 98df3218-a027-4fe2-8b10-e1f1956e3827 requested from dv-neutron-master-2-hyperv {{(pid=116163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 11:06:22.903185 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec3a910d-8465-46a9-8219-c9cc32329581 None None] Network b17ee0dd-4cf3-4303-8611-e44a7fc0f156 requested from dv-neutron-master-2-hyperv {{(pid=116163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 11:06:22.919830 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b086e57d-c1dc-41b7-8957-2a8d6cfd8e6f None None] Checking router: 077583a6-3e91-4e7b-b09b-2ee4e2f6efd3 for host: dv-neutron-master-2-hyperv {{(pid=116163) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 11:06:22.972785 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-d49b77c3-d3d2-443e-a43d-49e368b40385 tempest-RoutersNegativeTest-1460119388 tempest-RoutersNegativeTest-1460119388-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4825935 Apr 28 11:06:22.973013 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 54920) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:06:22.987572 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-d3f4e880-b521-41d8-ad00-ff81950eab93 None None] For port adebdab0-132d-4ca5-93d9-f3cee9a8d869, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=adebdab0-132d-4ca5-93d9-f3cee9a8d869,segment=NetworkSegment(63da9718-82a3-4a47-a828-8c0cef23b7e4),segment_id=63da9718-82a3-4a47-a828-8c0cef23b7e4)] {{(pid=116163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 11:06:23.133477 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8c55e8-f466-47e4-bf33-7346498dc99e None None] Pushing event updated for resources: {'Port': ['ID=70a69f0b-1f7e-466c-bf2b-21aa8eeb50cc,revision_number=1']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:06:23.176856 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b8c55e8-f466-47e4-bf33-7346498dc99e None None] Network 3d815a0a-9a14-4be6-a9b8-e05778222d1a is already hosted by enough agents. {{(pid=116163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 11:06:23.202872 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b086e57d-c1dc-41b7-8957-2a8d6cfd8e6f None None] Routers {'077583a6-3e91-4e7b-b09b-2ee4e2f6efd3'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=116163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 11:06:23.204324 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_hamode_db [None req-b086e57d-c1dc-41b7-8957-2a8d6cfd8e6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-28T10:50:39Z,description=,heartbeat_timestamp=2022-04-28T11:06:09Z,host='dv-neutron-master-2-hyperv',id=6b492ad6-0876-4d74-b20d-28143a52ceba,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T10:50:40Z,topic='l3_agent')) {'router_ids': ['077583a6-3e91-4e7b-b09b-2ee4e2f6efd3'], 'active': True} {{(pid=116163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:06:23.206518 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Current status of the port adebdab0-132d-4ca5-93d9-f3cee9a8d869 is: DOWN; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:06:23.207654 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9285d0e9-1476-4140-b505-81d026cdd0b9 admin admin] Network 5dd6fa64-3267-4cc3-b521-ae430054f4de is already hosted by enough agents. {{(pid=116162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 11:06:23.212293 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (adebdab0-132d-4ca5-93d9-f3cee9a8d869), before_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:23.223667 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b8fcbd3-ce14-4893-a36f-a917a8886832 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-b17ee0dd-4cf3-4303-8611-e44a7fc0f156', 'network_id': 'b17ee0dd-4cf3-4303-8611-e44a7fc0f156', 'project_id': 'b275dbbedc0349b3805196df2588534c', 'fixed_ips': [{'subnet_id': '82b53efe-618e-402d-9a9c-b6f1a35fa19e'}]}} from dv-neutron-master-2-hyperv. {{(pid=116163) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 28 11:06:23.224742 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.scheduler.base_scheduler [None req-9285d0e9-1476-4140-b505-81d026cdd0b9 admin admin] Resources bound (agent type, host, resource id): {{(pid=116162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 11:06:23.224973 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-9b8fcbd3-ce14-4893-a36f-a917a8886832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (None), before_create {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:23.231802 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9285d0e9-1476-4140-b505-81d026cdd0b9 admin admin] Pushing event updated for resources: {'Port': ['ID=22273d86-7e48-4219-a65d-ab3fc4142f67,revision_number=1']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:06:23.237384 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9285d0e9-1476-4140-b505-81d026cdd0b9 admin admin] Received port after_create {{(pid=116162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 11:06:23.242230 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-d3f4e880-b521-41d8-ad00-ff81950eab93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393'] for port (adebdab0-132d-4ca5-93d9-f3cee9a8d869), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:23.335183 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.scheduler.base_scheduler [None req-3b8c55e8-f466-47e4-bf33-7346498dc99e None None] Resources bound (agent type, host, resource id): {{(pid=116163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 11:06:23.338439 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b8c55e8-f466-47e4-bf33-7346498dc99e None None] Received port after_create {{(pid=116163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 11:06:23.401534 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-6dfd93df-430a-46dc-910b-a842f9f4f560 tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-979593'] for network (98df3218-a027-4fe2-8b10-e1f1956e3827), before_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:23.428876 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-9285d0e9-1476-4140-b505-81d026cdd0b9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2063275'] for router_interface (600deb90-6808-4341-aed6-2cd38307bc11), before_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:23.491858 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.plugin [None req-6dfd93df-430a-46dc-910b-a842f9f4f560 tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Deleting port 82c29dc2-a200-4982-9dee-e4bb9455da6f {{(pid=116162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 11:06:23.492210 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-6dfd93df-430a-46dc-910b-a842f9f4f560 tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742235130188'] for port (82c29dc2-a200-4982-9dee-e4bb9455da6f), before_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:23.510272 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvr_db [None req-b086e57d-c1dc-41b7-8957-2a8d6cfd8e6f None None] Set router 077583a6-3e91-4e7b-b09b-2ee4e2f6efd3 gateway port host: None {{(pid=116163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 11:06:23.517611 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-7ac8e6cd-837e-4ee9-8d01-9e65993c096c tempest-RoutersNegativeTest-1460119388 tempest-RoutersNegativeTest-1460119388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (None), before_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:23.534000 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4b76af7-4184-4aef-847a-3ef9e26e399e tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Router d6f21cde-5d2b-481d-b3d0-e0dc4fc50def is scheduled to L3 agent 6b492ad6-0876-4d74-b20d-28143a52ceba with binding_index 1 {{(pid=116162) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 28 11:06:23.589858 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-622d55c4-6f88-4b6f-9e4b-89f4da1c8c38 None None] Provisioning complete for port adebdab0-132d-4ca5-93d9-f3cee9a8d869 triggered by entity DHCP. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:06:23.590684 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-622d55c4-6f88-4b6f-9e4b-89f4da1c8c38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (adebdab0-132d-4ca5-93d9-f3cee9a8d869), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:23.689033 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.db [None req-6dfd93df-430a-46dc-910b-a842f9f4f560 tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] For port 82c29dc2-a200-4982-9dee-e4bb9455da6f, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=82c29dc2-a200-4982-9dee-e4bb9455da6f,segment=NetworkSegment(2d1f90b5-6695-45ed-90ce-b37de8111691),segment_id=2d1f90b5-6695-45ed-90ce-b37de8111691)] {{(pid=116162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 11:06:23.689319 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-6dfd93df-430a-46dc-910b-a842f9f4f560 tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1938497'] for port (82c29dc2-a200-4982-9dee-e4bb9455da6f), precommit_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:23.729990 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.plugin [None req-6dfd93df-430a-46dc-910b-a842f9f4f560 tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Calling delete_port for 82c29dc2-a200-4982-9dee-e4bb9455da6f owned by network:dhcp {{(pid=116162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 11:06:23.794887 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_hamode_db [None req-b086e57d-c1dc-41b7-8957-2a8d6cfd8e6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '077583a6-3e91-4e7b-b09b-2ee4e2f6efd3', 'name': 'tempest-RoutersTest-router-326742487', 'tenant_id': '1d85c55944a24e6b8fc5b73917e91c0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T11:05:19Z', 'updated_at': '2022-04-28T11:06:21Z', 'revision_number': 11, 'project_id': '1d85c55944a24e6b8fc5b73917e91c0e', 'gw_port_host': None}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=116163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:06:23.873326 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b086e57d-c1dc-41b7-8957-2a8d6cfd8e6f None None] The sync data for ids ['077583a6-3e91-4e7b-b09b-2ee4e2f6efd3'] in dv-neutron-master-2-hyperv is: [{'id': '077583a6-3e91-4e7b-b09b-2ee4e2f6efd3', 'name': 'tempest-RoutersTest-router-326742487', 'tenant_id': '1d85c55944a24e6b8fc5b73917e91c0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T11:05:19Z', 'updated_at': '2022-04-28T11:06:21Z', 'revision_number': 11, 'project_id': '1d85c55944a24e6b8fc5b73917e91c0e', 'gw_port_host': None}] {{(pid=116163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 11:06:23.878696 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f4e880-b521-41d8-ad00-ff81950eab93 None None] Pushing event updated for resources: {'Port': ['ID=adebdab0-132d-4ca5-93d9-f3cee9a8d869,revision_number=3']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:06:23.933858 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99333959-e52f-4ae1-a500-0977987482b8 None None] DHCP port deletion for 98df3218-a027-4fe2-8b10-e1f1956e3827 request from dv-neutron-master-2-hyperv {{(pid=116163) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 28 11:06:23.991585 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.managers [None req-3b8c55e8-f466-47e4-bf33-7346498dc99e None None] Attempting to bind port 70a69f0b-1f7e-466c-bf2b-21aa8eeb50cc on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=116163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 28 11:06:23.991929 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.managers [None req-3b8c55e8-f466-47e4-bf33-7346498dc99e None None] Attempting to bind port 70a69f0b-1f7e-466c-bf2b-21aa8eeb50cc by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '724d1a22-2047-42bd-adf1-6afbdf0c4d45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '3d815a0a-9a14-4be6-a9b8-e05778222d1a'}] {{(pid=116163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 28 11:06:23.992286 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b8c55e8-f466-47e4-bf33-7346498dc99e None None] Attempting to bind port 70a69f0b-1f7e-466c-bf2b-21aa8eeb50cc on network 3d815a0a-9a14-4be6-a9b8-e05778222d1a {{(pid=116163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 11:06:23.997635 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.db.db_base_plugin_common [None req-7ac8e6cd-837e-4ee9-8d01-9e65993c096c tempest-RoutersNegativeTest-1460119388 tempest-RoutersNegativeTest-1460119388-project] Allocated IP 172.20.0.1 (3d815a0a-9a14-4be6-a9b8-e05778222d1a/a589d179-0e8d-47c8-8a59-d7b16a3876e0/3f491d94-cacc-4434-ae4a-b0dfc76a6d28) {{(pid=116161) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 11:06:24.002987 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.db.api [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=116163) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 28 11:06:24.003397 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG oslo_db.api [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=116163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 28 11:06:24.021135 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4b76af7-4184-4aef-847a-3ef9e26e399e tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=116162) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 11:06:24.034346 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8ad0591-5977-4446-bc73-1fae972c878d None None] Sync routers for ids ['d6f21cde-5d2b-481d-b3d0-e0dc4fc50def'] in dv-neutron-master-2-hyperv {{(pid=116164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 11:06:24.063673 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8ad0591-5977-4446-bc73-1fae972c878d None None] Routers {'d6f21cde-5d2b-481d-b3d0-e0dc4fc50def'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=116164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 11:06:24.065323 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_hamode_db [None req-f8ad0591-5977-4446-bc73-1fae972c878d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-28T10:50:39Z,description=,heartbeat_timestamp=2022-04-28T11:06:09Z,host='dv-neutron-master-2-hyperv',id=6b492ad6-0876-4d74-b20d-28143a52ceba,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T10:50:40Z,topic='l3_agent')) {'router_ids': ['d6f21cde-5d2b-481d-b3d0-e0dc4fc50def'], 'active': True} {{(pid=116164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:06:24.103192 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-99333959-e52f-4ae1-a500-0977987482b8 None None] Deleting port 82c29dc2-a200-4982-9dee-e4bb9455da6f {{(pid=116163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 11:06:24.103812 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-99333959-e52f-4ae1-a500-0977987482b8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742235130188'] for port (82c29dc2-a200-4982-9dee-e4bb9455da6f), before_delete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:24.134502 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-6dfd93df-430a-46dc-910b-a842f9f4f560 tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742235135690', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742234710366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5051867'] for port (82c29dc2-a200-4982-9dee-e4bb9455da6f), after_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:24.156651 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-f4b76af7-4184-4aef-847a-3ef9e26e399e tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks [] for router (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:24.158488 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-f4b76af7-4184-4aef-847a-3ef9e26e399e tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 4.3882718 Apr 28 11:06:24.180850 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-99333959-e52f-4ae1-a500-0977987482b8 None None] For port 82c29dc2-a200-4982-9dee-e4bb9455da6f, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=82c29dc2-a200-4982-9dee-e4bb9455da6f,segment=NetworkSegment(2d1f90b5-6695-45ed-90ce-b37de8111691),segment_id=2d1f90b5-6695-45ed-90ce-b37de8111691)] {{(pid=116163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 11:06:24.181254 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-99333959-e52f-4ae1-a500-0977987482b8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1938497'] for port (82c29dc2-a200-4982-9dee-e4bb9455da6f), precommit_delete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:24.195120 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-99333959-e52f-4ae1-a500-0977987482b8 None None] Calling delete_port for 82c29dc2-a200-4982-9dee-e4bb9455da6f owned by network:dhcp {{(pid=116163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 11:06:24.228450 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 54922) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:06:24.290989 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-99333959-e52f-4ae1-a500-0977987482b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742235135690', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742234710366'] for port (82c29dc2-a200-4982-9dee-e4bb9455da6f), after_delete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:24.295352 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-7ac8e6cd-837e-4ee9-8d01-9e65993c096c tempest-RoutersNegativeTest-1460119388 tempest-RoutersNegativeTest-1460119388-project] Publish callbacks [] for port (3f491d94-cacc-4434-ae4a-b0dfc76a6d28), precommit_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:24.304466 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b8c55e8-f466-47e4-bf33-7346498dc99e None None] Checking agent: {'id': 'd5baab19-5dd1-4902-922b-84acb048ab9c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 10, 50, 43), 'started_at': datetime.datetime(2022, 4, 28, 10, 51, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 11, 6, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=116163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 11:06:24.304839 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b8c55e8-f466-47e4-bf33-7346498dc99e None None] Checking segment: {'id': '724d1a22-2047-42bd-adf1-6afbdf0c4d45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '3d815a0a-9a14-4be6-a9b8-e05778222d1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 11:06:24.305277 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-3b8c55e8-f466-47e4-bf33-7346498dc99e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:24.305655 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b8c55e8-f466-47e4-bf33-7346498dc99e None None] Bound using segment: {'id': '724d1a22-2047-42bd-adf1-6afbdf0c4d45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '3d815a0a-9a14-4be6-a9b8-e05778222d1a'} {{(pid=116163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 11:06:24.306143 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.managers [None req-3b8c55e8-f466-47e4-bf33-7346498dc99e None None] Bound port: 70a69f0b-1f7e-466c-bf2b-21aa8eeb50cc, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '724d1a22-2047-42bd-adf1-6afbdf0c4d45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '3d815a0a-9a14-4be6-a9b8-e05778222d1a'}}] {{(pid=116163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 28 11:06:24.306559 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-3b8c55e8-f466-47e4-bf33-7346498dc99e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (70a69f0b-1f7e-466c-bf2b-21aa8eeb50cc), before_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:24.315222 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-9285d0e9-1476-4140-b505-81d026cdd0b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (22273d86-7e48-4219-a65d-ab3fc4142f67), before_update {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:24.317321 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dfd93df-430a-46dc-910b-a842f9f4f560 tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Pushing event deleted for resources: {'Port': ['ID=82c29dc2-a200-4982-9dee-e4bb9455da6f,revision_number=None']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:06:24.330822 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-7f6a29a9-5e7f-44cc-92e4-2a0f13214a0c tempest-TestNetworkBasicOps-223859856 tempest-TestNetworkBasicOps-223859856-project-admin] 10.222.0.10 "GET /v2.0/subnets?project_id=65d54c3b7dcd4af68398071d25e8321e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0959470 Apr 28 11:06:24.341659 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 54924) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:06:24.347541 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dfd93df-430a-46dc-910b-a842f9f4f560 tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] No DVR routers for this DVR port 82c29dc2-a200-4982-9dee-e4bb9455da6f on host dv-neutron-master-2-hyperv {{(pid=116162) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 11:06:24.359509 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99333959-e52f-4ae1-a500-0977987482b8 None None] No DVR routers for this DVR port 82c29dc2-a200-4982-9dee-e4bb9455da6f on host dv-neutron-master-2-hyperv {{(pid=116163) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 11:06:24.396297 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_dvr_db [None req-f8ad0591-5977-4446-bc73-1fae972c878d None None] Set router d6f21cde-5d2b-481d-b3d0-e0dc4fc50def gateway port host: dv-neutron-master-2-hyperv {{(pid=116164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 11:06:24.425833 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.db_base_plugin_common [None req-9b8fcbd3-ce14-4893-a36f-a917a8886832 None None] Allocated IP 172.20.0.2 (b17ee0dd-4cf3-4303-8611-e44a7fc0f156/82b53efe-618e-402d-9a9c-b6f1a35fa19e/c4d51599-7948-468d-affe-9d6195dcca54) {{(pid=116163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 11:06:24.451413 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99333959-e52f-4ae1-a500-0977987482b8 None None] Pushing event deleted for resources: {'Port': ['ID=82c29dc2-a200-4982-9dee-e4bb9455da6f,revision_number=None']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:06:24.488545 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-6dfd93df-430a-46dc-910b-a842f9f4f560 tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-973498', 'neutron.services.segments.db._delete_segments_for_network-8742235207033'] for network (98df3218-a027-4fe2-8b10-e1f1956e3827), precommit_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:24.552195 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-622d55c4-6f88-4b6f-9e4b-89f4da1c8c38 None None] Current status of the port adebdab0-132d-4ca5-93d9-f3cee9a8d869 is: ACTIVE; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:06:24.572129 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-3b8c55e8-f466-47e4-bf33-7346498dc99e None None] For port 70a69f0b-1f7e-466c-bf2b-21aa8eeb50cc, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=116163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 11:06:24.580025 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-3b8c55e8-f466-47e4-bf33-7346498dc99e None None] For port 70a69f0b-1f7e-466c-bf2b-21aa8eeb50cc, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=70a69f0b-1f7e-466c-bf2b-21aa8eeb50cc,segment=NetworkSegment(724d1a22-2047-42bd-adf1-6afbdf0c4d45),segment_id=724d1a22-2047-42bd-adf1-6afbdf0c4d45)] {{(pid=116163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 11:06:24.598387 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.services.segments.db [None req-6dfd93df-430a-46dc-910b-a842f9f4f560 tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['98df3218-a027-4fe2-8b10-e1f1956e3827']}} {{(pid=116162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:06:24.629427 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Current status of the port adebdab0-132d-4ca5-93d9-f3cee9a8d869 is: ACTIVE; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:06:24.681381 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.services.segments.db [None req-6dfd93df-430a-46dc-910b-a842f9f4f560 tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2d1f90b5-6695-45ed-90ce-b37de8111691') {'for_net_delete': True} {{(pid=116162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:06:24.681684 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.services.segments.db [None req-6dfd93df-430a-46dc-910b-a842f9f4f560 tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2d1f90b5-6695-45ed-90ce-b37de8111691') {} {{(pid=116162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:06:24.723341 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-6dfd93df-430a-46dc-910b-a842f9f4f560 tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742235208578', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5026548'] for segment (2d1f90b5-6695-45ed-90ce-b37de8111691), before_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:24.757706 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-6dfd93df-430a-46dc-910b-a842f9f4f560 tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-961978'] for segment (2d1f90b5-6695-45ed-90ce-b37de8111691), precommit_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:24.762884 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_hamode_db [None req-f8ad0591-5977-4446-bc73-1fae972c878d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6f21cde-5d2b-481d-b3d0-e0dc4fc50def', 'name': 'tempest-TestNetworkBasicOps-router-1552748683', 'tenant_id': '65d54c3b7dcd4af68398071d25e8321e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'external_fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.121'}], 'enable_snat': True}, 'gw_port_id': 'dc9e1bd3-1ed1-4c31-8c31-cdcf5fee84e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T11:06:19Z', 'updated_at': '2022-04-28T11:06:21Z', 'revision_number': 3, 'project_id': '65d54c3b7dcd4af68398071d25e8321e', 'gw_port': {'id': 'dc9e1bd3-1ed1-4c31-8c31-cdcf5fee84e4', 'name': '', 'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:4b:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6f21cde-5d2b-481d-b3d0-e0dc4fc50def', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1238, 'fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:06:20Z', 'updated_at': '2022-04-28T11:06:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=116164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:06:24.769137 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6dfd93df-430a-46dc-910b-a842f9f4f560 tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Releasing vlan 76 on physical network physnet1 to pool {{(pid=116162) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 11:06:24.769601 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-6dfd93df-430a-46dc-910b-a842f9f4f560 tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-961978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5051884'] for segment (2d1f90b5-6695-45ed-90ce-b37de8111691), after_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:24.803580 dv-neutron-master-2-hyperv neutron-server[116162]: Traceback (most recent call last): Apr 28 11:06:24.803580 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 11:06:24.803580 dv-neutron-master-2-hyperv neutron-server[116162]: timer() Apr 28 11:06:24.803580 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 11:06:24.803580 dv-neutron-master-2-hyperv neutron-server[116162]: cb(*args, **kw) Apr 28 11:06:24.803580 dv-neutron-master-2-hyperv neutron-server[116162]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 28 11:06:24.803580 dv-neutron-master-2-hyperv neutron-server[116162]: return func(*args, **kwargs) Apr 28 11:06:24.803580 dv-neutron-master-2-hyperv neutron-server[116162]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 11:06:24.803580 dv-neutron-master-2-hyperv neutron-server[116162]: self._notify() Apr 28 11:06:24.803580 dv-neutron-master-2-hyperv neutron-server[116162]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 11:06:24.803580 dv-neutron-master-2-hyperv neutron-server[116162]: self.callback(batched_events) Apr 28 11:06:24.803580 dv-neutron-master-2-hyperv neutron-server[116162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 11:06:24.803580 dv-neutron-master-2-hyperv neutron-server[116162]: event.method(event) Apr 28 11:06:24.803580 dv-neutron-master-2-hyperv neutron-server[116162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 28 11:06:24.803580 dv-neutron-master-2-hyperv neutron-server[116162]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 11:06:24.803580 dv-neutron-master-2-hyperv neutron-server[116162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 28 11:06:24.803580 dv-neutron-master-2-hyperv neutron-server[116162]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 11:06:24.803580 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 28 11:06:24.803580 dv-neutron-master-2-hyperv neutron-server[116162]: return f(self, *a, **k) Apr 28 11:06:24.803580 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 28 11:06:24.803580 dv-neutron-master-2-hyperv neutron-server[116162]: return self._get(url).json() Apr 28 11:06:24.803580 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 28 11:06:24.803580 dv-neutron-master-2-hyperv neutron-server[116162]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 11:06:24.803580 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 11:06:24.803580 dv-neutron-master-2-hyperv neutron-server[116162]: return self.request(url, 'GET', **kwargs) Apr 28 11:06:24.803580 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 11:06:24.803580 dv-neutron-master-2-hyperv neutron-server[116162]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 11:06:24.803580 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 11:06:24.803580 dv-neutron-master-2-hyperv neutron-server[116162]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 11:06:24.803580 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 11:06:24.803580 dv-neutron-master-2-hyperv neutron-server[116162]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 11:06:24.803580 dv-neutron-master-2-hyperv neutron-server[116162]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 11:06:24.818289 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8ad0591-5977-4446-bc73-1fae972c878d None None] Checking router: d6f21cde-5d2b-481d-b3d0-e0dc4fc50def for host: dv-neutron-master-2-hyperv {{(pid=116164) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 11:06:24.818679 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8ad0591-5977-4446-bc73-1fae972c878d None None] Updating router d6f21cde-5d2b-481d-b3d0-e0dc4fc50def port dc9e1bd3-1ed1-4c31-8c31-cdcf5fee84e4 binding host dv-neutron-master-2-hyperv {{(pid=116164) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 28 11:06:24.827389 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-3b8c55e8-f466-47e4-bf33-7346498dc99e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393'] for port (70a69f0b-1f7e-466c-bf2b-21aa8eeb50cc), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:24.915511 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron_lib.callbacks.manager [None req-f8ad0591-5977-4446-bc73-1fae972c878d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (dc9e1bd3-1ed1-4c31-8c31-cdcf5fee84e4), before_update {{(pid=116164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:24.950845 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Device adebdab0-132d-4ca5-93d9-f3cee9a8d869 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=116163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 11:06:24.967384 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-7ac8e6cd-837e-4ee9-8d01-9e65993c096c tempest-RoutersNegativeTest-1460119388 tempest-RoutersNegativeTest-1460119388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742234710357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5219112'] for port (3f491d94-cacc-4434-ae4a-b0dfc76a6d28), after_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:24.970002 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-5f3cff1e-aa33-48fa-a0b6-3fe396f08079 None None] Provisioning complete for port 22273d86-7e48-4219-a65d-ab3fc4142f67 triggered by entity DHCP. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:06:24.970380 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-5f3cff1e-aa33-48fa-a0b6-3fe396f08079 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (22273d86-7e48-4219-a65d-ab3fc4142f67), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:24.993457 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ac8e6cd-837e-4ee9-8d01-9e65993c096c tempest-RoutersNegativeTest-1460119388 tempest-RoutersNegativeTest-1460119388-project] Network 3d815a0a-9a14-4be6-a9b8-e05778222d1a is already hosted by enough agents. {{(pid=116161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 11:06:24.998495 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.scheduler.base_scheduler [None req-7ac8e6cd-837e-4ee9-8d01-9e65993c096c tempest-RoutersNegativeTest-1460119388 tempest-RoutersNegativeTest-1460119388-project] Resources bound (agent type, host, resource id): {{(pid=116161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 11:06:25.008104 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-6dfd93df-430a-46dc-910b-a842f9f4f560 tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-973477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2063122'] for network (98df3218-a027-4fe2-8b10-e1f1956e3827), after_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:25.028072 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-6dfd93df-430a-46dc-910b-a842f9f4f560 tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Publish callbacks [] for network (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:25.031536 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-6dfd93df-430a-46dc-910b-a842f9f4f560 tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] 10.222.0.10 "DELETE /v2.0/networks/98df3218-a027-4fe2-8b10-e1f1956e3827 HTTP/1.1" status: 204 len: 168 time: 2.2856076 Apr 28 11:06:25.038825 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 54926) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:06:25.039760 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ac8e6cd-837e-4ee9-8d01-9e65993c096c tempest-RoutersNegativeTest-1460119388 tempest-RoutersNegativeTest-1460119388-project] Received port after_create {{(pid=116161) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 11:06:25.047386 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.v2.base [None req-f9b0927d-b6be-42e4-94f4-b60fa3d6bc62 tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Request body: {'router': {'routes': None}} {{(pid=116161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:06:25.082683 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dfd93df-430a-46dc-910b-a842f9f4f560 tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Pushing event deleted for resources: {'Network': ['ID=98df3218-a027-4fe2-8b10-e1f1956e3827,revision_number=None']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:06:25.114762 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-9285d0e9-1476-4140-b505-81d026cdd0b9 admin admin] Publish callbacks [] for port (22273d86-7e48-4219-a65d-ab3fc4142f67), precommit_update {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:25.166183 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-9285d0e9-1476-4140-b505-81d026cdd0b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5051840'] for port (22273d86-7e48-4219-a65d-ab3fc4142f67), after_update {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:25.178587 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-9b8fcbd3-ce14-4893-a36f-a917a8886832 None None] Publish callbacks [] for port (c4d51599-7948-468d-affe-9d6195dcca54), precommit_create {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:25.199114 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.agents_db [None req-54b29a82-8a19-4507-95e3-3a2d011841ff None None] Agent healthcheck: found 6 active agents {{(pid=116164) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 28 11:06:25.211759 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d37b1bd-fbec-4e64-9acd-9e3f4e72c3b4 tempest-TestNetworkBasicOps-223859856 tempest-TestNetworkBasicOps-223859856-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:06:25.217858 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-8d37b1bd-fbec-4e64-9acd-9e3f4e72c3b4 tempest-TestNetworkBasicOps-223859856 tempest-TestNetworkBasicOps-223859856-project-admin] 10.222.0.10 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.8706956 Apr 28 11:06:25.217858 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac8e6cd-837e-4ee9-8d01-9e65993c096c tempest-RoutersNegativeTest-1460119388 tempest-RoutersNegativeTest-1460119388-project] Pushing event updated for resources: {'Port': ['ID=3f491d94-cacc-4434-ae4a-b0dfc76a6d28,revision_number=1']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:06:25.229260 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 54928) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:06:25.250266 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8c55e8-f466-47e4-bf33-7346498dc99e None None] Pushing event updated for resources: {'Port': ['ID=70a69f0b-1f7e-466c-bf2b-21aa8eeb50cc,revision_number=2']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:06:25.262913 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-5f3cff1e-aa33-48fa-a0b6-3fe396f08079 None None] Port 22273d86-7e48-4219-a65d-ab3fc4142f67 cannot update to ACTIVE because it is not bound. {{(pid=116163) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 28 11:06:25.289813 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-9b8fcbd3-ce14-4893-a36f-a917a8886832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742234710357'] for port (c4d51599-7948-468d-affe-9d6195dcca54), after_create {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:25.317461 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-7ac8e6cd-837e-4ee9-8d01-9e65993c096c tempest-RoutersNegativeTest-1460119388 tempest-RoutersNegativeTest-1460119388-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2063275'] for router_interface (fe0fa09b-5124-43e2-beb6-7c49eb874af1), before_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:25.384956 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9285d0e9-1476-4140-b505-81d026cdd0b9 admin admin] Pushing event updated for resources: {'Port': ['ID=22273d86-7e48-4219-a65d-ab3fc4142f67,revision_number=2']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:06:25.388385 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-9285d0e9-1476-4140-b505-81d026cdd0b9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1603056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2063387'] for router_interface (600deb90-6808-4341-aed6-2cd38307bc11), after_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:25.449096 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Provisioning complete for port adebdab0-132d-4ca5-93d9-f3cee9a8d869 triggered by entity L2. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:06:25.449515 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (adebdab0-132d-4ca5-93d9-f3cee9a8d869), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:25.474702 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-936617b1-cd62-48da-a4c7-92c370ba0a78 tempest-TestNetworkBasicOps-223859856 tempest-TestNetworkBasicOps-223859856-project-admin] 10.222.0.10 "GET /v2.0/subnets?network_id=7be49d94-bbb8-4a61-bafe-209c5f861e1c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2361214 Apr 28 11:06:25.486106 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron_lib.callbacks.manager [None req-f8ad0591-5977-4446-bc73-1fae972c878d None None] Publish callbacks [] for port (dc9e1bd3-1ed1-4c31-8c31-cdcf5fee84e4), precommit_update {{(pid=116164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:25.501539 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b8fcbd3-ce14-4893-a36f-a917a8886832 None None] Network b17ee0dd-4cf3-4303-8611-e44a7fc0f156 is already hosted by enough agents. {{(pid=116163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 11:06:25.507335 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 54930) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:06:25.517680 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.scheduler.base_scheduler [None req-9b8fcbd3-ce14-4893-a36f-a917a8886832 None None] Resources bound (agent type, host, resource id): {{(pid=116163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 11:06:25.530942 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b8fcbd3-ce14-4893-a36f-a917a8886832 None None] Received port after_create {{(pid=116163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 11:06:25.554878 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.v2.base [None req-ed9689a9-d7e6-42a2-abbd-93ac94167132 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1724244847', 'network_id': '4d94945e-b64d-4dbe-b9ef-b685a27afeca', 'project_id': '65d54c3b7dcd4af68398071d25e8321e', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=116161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:06:25.556713 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9285d0e9-1476-4140-b505-81d026cdd0b9 admin admin] Network 5dd6fa64-3267-4cc3-b521-ae430054f4de is already hosted by enough agents. {{(pid=116162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 11:06:25.559227 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.scheduler.base_scheduler [None req-9285d0e9-1476-4140-b505-81d026cdd0b9 admin admin] Resources bound (agent type, host, resource id): {{(pid=116162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 11:06:25.565949 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron_lib.callbacks.manager [None req-f8ad0591-5977-4446-bc73-1fae972c878d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393'] for port (dc9e1bd3-1ed1-4c31-8c31-cdcf5fee84e4), after_update {{(pid=116164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:25.570219 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b8fcbd3-ce14-4893-a36f-a917a8886832 None None] Pushing event updated for resources: {'Port': ['ID=c4d51599-7948-468d-affe-9d6195dcca54,revision_number=1']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:06:25.633642 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.db.extraroute_db [None req-f9b0927d-b6be-42e4-94f4-b60fa3d6bc62 tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Added routes are [] {{(pid=116161) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Apr 28 11:06:25.642808 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.db.extraroute_db [None req-f9b0927d-b6be-42e4-94f4-b60fa3d6bc62 tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Removed routes are [] {{(pid=116161) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Apr 28 11:06:25.646632 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-f9b0927d-b6be-42e4-94f4-b60fa3d6bc62 tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1935285', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2060837', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-63284'] for router (077583a6-3e91-4e7b-b09b-2ee4e2f6efd3), precommit_update {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:25.671620 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.plugins.ml2.managers [None req-f8ad0591-5977-4446-bc73-1fae972c878d None None] Attempting to bind port dc9e1bd3-1ed1-4c31-8c31-cdcf5fee84e4 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=116164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 28 11:06:25.672416 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.plugins.ml2.managers [None req-f8ad0591-5977-4446-bc73-1fae972c878d None None] Attempting to bind port dc9e1bd3-1ed1-4c31-8c31-cdcf5fee84e4 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '142bc50f-d6af-4646-8d06-bb7af6b7b51c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c'}] {{(pid=116164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 28 11:06:25.677324 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8ad0591-5977-4446-bc73-1fae972c878d None None] Attempting to bind port dc9e1bd3-1ed1-4c31-8c31-cdcf5fee84e4 on network 7be49d94-bbb8-4a61-bafe-209c5f861e1c {{(pid=116164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 11:06:25.698954 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8ad0591-5977-4446-bc73-1fae972c878d None None] Checking agent: {'id': 'd5baab19-5dd1-4902-922b-84acb048ab9c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 10, 50, 43), 'started_at': datetime.datetime(2022, 4, 28, 10, 51, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 11, 6, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=116164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 11:06:25.699327 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8ad0591-5977-4446-bc73-1fae972c878d None None] Checking segment: {'id': '142bc50f-d6af-4646-8d06-bb7af6b7b51c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 11:06:25.699841 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron_lib.callbacks.manager [None req-f8ad0591-5977-4446-bc73-1fae972c878d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=116164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:25.700156 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8ad0591-5977-4446-bc73-1fae972c878d None None] Bound using segment: {'id': '142bc50f-d6af-4646-8d06-bb7af6b7b51c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c'} {{(pid=116164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 11:06:25.700631 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.plugins.ml2.managers [None req-f8ad0591-5977-4446-bc73-1fae972c878d None None] Bound port: dc9e1bd3-1ed1-4c31-8c31-cdcf5fee84e4, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '142bc50f-d6af-4646-8d06-bb7af6b7b51c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c'}}] {{(pid=116164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 28 11:06:25.701004 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron_lib.callbacks.manager [None req-f8ad0591-5977-4446-bc73-1fae972c878d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (dc9e1bd3-1ed1-4c31-8c31-cdcf5fee84e4), before_update {{(pid=116164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:25.785589 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Current status of the port adebdab0-132d-4ca5-93d9-f3cee9a8d869 is: ACTIVE; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:06:25.787111 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Device d4618f51-af9c-43b2-aede-b6d15734c52d up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=116163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 11:06:25.790292 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.managers [None req-9b8fcbd3-ce14-4893-a36f-a917a8886832 None None] Attempting to bind port c4d51599-7948-468d-affe-9d6195dcca54 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=116163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 28 11:06:25.790986 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.managers [None req-9b8fcbd3-ce14-4893-a36f-a917a8886832 None None] Attempting to bind port c4d51599-7948-468d-affe-9d6195dcca54 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '6d071024-ae94-4bff-8757-d362a44b2f73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'b17ee0dd-4cf3-4303-8611-e44a7fc0f156'}] {{(pid=116163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 28 11:06:25.791578 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b8fcbd3-ce14-4893-a36f-a917a8886832 None None] Attempting to bind port c4d51599-7948-468d-affe-9d6195dcca54 on network b17ee0dd-4cf3-4303-8611-e44a7fc0f156 {{(pid=116163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 11:06:25.814925 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c40deb-1510-4d04-b2a7-eb8539a3bf23 None None] Pushing event updated for resources: {'Port': ['ID=dc9e1bd3-1ed1-4c31-8c31-cdcf5fee84e4,revision_number=2']} {{(pid=116164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:06:25.819645 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b8fcbd3-ce14-4893-a36f-a917a8886832 None None] Checking agent: {'id': 'd5baab19-5dd1-4902-922b-84acb048ab9c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 10, 50, 43), 'started_at': datetime.datetime(2022, 4, 28, 10, 51, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 11, 6, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=116163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 11:06:25.820426 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b8fcbd3-ce14-4893-a36f-a917a8886832 None None] Checking segment: {'id': '6d071024-ae94-4bff-8757-d362a44b2f73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'b17ee0dd-4cf3-4303-8611-e44a7fc0f156'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 11:06:25.821087 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-9b8fcbd3-ce14-4893-a36f-a917a8886832 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:25.821778 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b8fcbd3-ce14-4893-a36f-a917a8886832 None None] Bound using segment: {'id': '6d071024-ae94-4bff-8757-d362a44b2f73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'b17ee0dd-4cf3-4303-8611-e44a7fc0f156'} {{(pid=116163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 11:06:25.822523 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.managers [None req-9b8fcbd3-ce14-4893-a36f-a917a8886832 None None] Bound port: c4d51599-7948-468d-affe-9d6195dcca54, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d071024-ae94-4bff-8757-d362a44b2f73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'b17ee0dd-4cf3-4303-8611-e44a7fc0f156'}}] {{(pid=116163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 28 11:06:25.823187 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-9b8fcbd3-ce14-4893-a36f-a917a8886832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (c4d51599-7948-468d-affe-9d6195dcca54), before_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:25.868220 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.plugins.ml2.db [None req-f8ad0591-5977-4446-bc73-1fae972c878d None None] For port dc9e1bd3-1ed1-4c31-8c31-cdcf5fee84e4, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=116164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 11:06:25.877469 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.plugins.ml2.db [None req-f8ad0591-5977-4446-bc73-1fae972c878d None None] For port dc9e1bd3-1ed1-4c31-8c31-cdcf5fee84e4, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=dc9e1bd3-1ed1-4c31-8c31-cdcf5fee84e4,segment=NetworkSegment(142bc50f-d6af-4646-8d06-bb7af6b7b51c),segment_id=142bc50f-d6af-4646-8d06-bb7af6b7b51c)] {{(pid=116164) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 11:06:25.880839 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9285d0e9-1476-4140-b505-81d026cdd0b9 admin admin] Router 600deb90-6808-4341-aed6-2cd38307bc11 has already been hosted by L3 agent 6b492ad6-0876-4d74-b20d-28143a52ceba {{(pid=116162) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 11:06:25.907381 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Provisioning complete for port d4618f51-af9c-43b2-aede-b6d15734c52d triggered by entity L2. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:06:25.907381 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (d4618f51-af9c-43b2-aede-b6d15734c52d), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:25.948294 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-7ac8e6cd-837e-4ee9-8d01-9e65993c096c tempest-RoutersNegativeTest-1460119388 tempest-RoutersNegativeTest-1460119388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (3f491d94-cacc-4434-ae4a-b0dfc76a6d28), before_update {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:25.961004 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron_lib.callbacks.manager [None req-f8ad0591-5977-4446-bc73-1fae972c878d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393'] for port (dc9e1bd3-1ed1-4c31-8c31-cdcf5fee84e4), after_update {{(pid=116164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:25.991692 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-9b8fcbd3-ce14-4893-a36f-a917a8886832 None None] For port c4d51599-7948-468d-affe-9d6195dcca54, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=116163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 11:06:25.996295 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-9b8fcbd3-ce14-4893-a36f-a917a8886832 None None] For port c4d51599-7948-468d-affe-9d6195dcca54, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=c4d51599-7948-468d-affe-9d6195dcca54,segment=NetworkSegment(6d071024-ae94-4bff-8757-d362a44b2f73),segment_id=6d071024-ae94-4bff-8757-d362a44b2f73)] {{(pid=116163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 11:06:26.046594 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8ad0591-5977-4446-bc73-1fae972c878d None None] Routers {'d6f21cde-5d2b-481d-b3d0-e0dc4fc50def'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=116164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 11:06:26.047242 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_hamode_db [None req-f8ad0591-5977-4446-bc73-1fae972c878d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-28T10:50:39Z,description=,heartbeat_timestamp=2022-04-28T11:06:09Z,host='dv-neutron-master-2-hyperv',id=6b492ad6-0876-4d74-b20d-28143a52ceba,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T10:50:40Z,topic='l3_agent')) {'router_ids': ['d6f21cde-5d2b-481d-b3d0-e0dc4fc50def'], 'active': True} {{(pid=116164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:06:26.067362 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-f9b0927d-b6be-42e4-94f4-b60fa3d6bc62 tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1935285', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2060837', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-63284'] for router (077583a6-3e91-4e7b-b09b-2ee4e2f6efd3), precommit_update {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:26.113143 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed9689a9-d7e6-42a2-abbd-93ac94167132 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Made reservation on behalf of 65d54c3b7dcd4af68398071d25e8321e for: {'subnet': 1} {{(pid=116161) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 11:06:26.116439 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9285d0e9-1476-4140-b505-81d026cdd0b9 admin admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=116162) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 11:06:26.140644 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-9285d0e9-1476-4140-b505-81d026cdd0b9 admin admin] 10.222.0.10 "PUT /v2.0/routers/600deb90-6808-4341-aed6-2cd38307bc11/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1723371 Apr 28 11:06:26.144166 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-ed9689a9-d7e6-42a2-abbd-93ac94167132 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5125580'] for subnet (None), before_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:26.152736 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-f9b0927d-b6be-42e4-94f4-b60fa3d6bc62 tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1935326', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1935308', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1935303', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-2060860'] for router (077583a6-3e91-4e7b-b09b-2ee4e2f6efd3), after_update {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:26.194040 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_dvr_db [None req-f8ad0591-5977-4446-bc73-1fae972c878d None None] Set router d6f21cde-5d2b-481d-b3d0-e0dc4fc50def gateway port host: dv-neutron-master-2-hyperv {{(pid=116164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 11:06:26.323692 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Current status of the port d4618f51-af9c-43b2-aede-b6d15734c52d is: DOWN; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:06:26.324092 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (d4618f51-af9c-43b2-aede-b6d15734c52d), before_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:26.330366 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba6e8044-f1b8-4df1-8f33-9743d566d1af None None] Sync routers for ids ['600deb90-6808-4341-aed6-2cd38307bc11'] in dv-neutron-master-2-hyperv {{(pid=116163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 11:06:26.334164 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-9b8fcbd3-ce14-4893-a36f-a917a8886832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393'] for port (c4d51599-7948-468d-affe-9d6195dcca54), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:26.416220 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-d081fc14-8b09-4ee6-862b-b1376f46938e None None] Provisioning complete for port 22273d86-7e48-4219-a65d-ab3fc4142f67 triggered by entity DHCP. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:06:26.417464 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-d081fc14-8b09-4ee6-862b-b1376f46938e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (22273d86-7e48-4219-a65d-ab3fc4142f67), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:26.426575 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_hamode_db [None req-f8ad0591-5977-4446-bc73-1fae972c878d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6f21cde-5d2b-481d-b3d0-e0dc4fc50def', 'name': 'tempest-TestNetworkBasicOps-router-1552748683', 'tenant_id': '65d54c3b7dcd4af68398071d25e8321e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'external_fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.121'}], 'enable_snat': True}, 'gw_port_id': 'dc9e1bd3-1ed1-4c31-8c31-cdcf5fee84e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T11:06:19Z', 'updated_at': '2022-04-28T11:06:21Z', 'revision_number': 3, 'project_id': '65d54c3b7dcd4af68398071d25e8321e', 'gw_port': {'id': 'dc9e1bd3-1ed1-4c31-8c31-cdcf5fee84e4', 'name': '', 'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:4b:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6f21cde-5d2b-481d-b3d0-e0dc4fc50def', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1238, 'fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:06:20Z', 'updated_at': '2022-04-28T11:06:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=116164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:06:26.465029 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8ad0591-5977-4446-bc73-1fae972c878d None None] The sync data for ids ['d6f21cde-5d2b-481d-b3d0-e0dc4fc50def'] in dv-neutron-master-2-hyperv is: [{'id': 'd6f21cde-5d2b-481d-b3d0-e0dc4fc50def', 'name': 'tempest-TestNetworkBasicOps-router-1552748683', 'tenant_id': '65d54c3b7dcd4af68398071d25e8321e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'external_fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.121'}], 'enable_snat': True}, 'gw_port_id': 'dc9e1bd3-1ed1-4c31-8c31-cdcf5fee84e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T11:06:19Z', 'updated_at': '2022-04-28T11:06:21Z', 'revision_number': 3, 'project_id': '65d54c3b7dcd4af68398071d25e8321e', 'gw_port': {'id': 'dc9e1bd3-1ed1-4c31-8c31-cdcf5fee84e4', 'name': '', 'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:4b:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6f21cde-5d2b-481d-b3d0-e0dc4fc50def', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1238, 'fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:06:20Z', 'updated_at': '2022-04-28T11:06:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}] {{(pid=116164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 11:06:26.477951 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c40deb-1510-4d04-b2a7-eb8539a3bf23 None None] Pushing event updated for resources: {'Port': ['ID=dc9e1bd3-1ed1-4c31-8c31-cdcf5fee84e4,revision_number=3']} {{(pid=116164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:06:26.535425 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9b0927d-b6be-42e4-94f4-b60fa3d6bc62 tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Router 077583a6-3e91-4e7b-b09b-2ee4e2f6efd3 has already been hosted by L3 agent 6b492ad6-0876-4d74-b20d-28143a52ceba {{(pid=116161) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 11:06:26.560208 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] For port d4618f51-af9c-43b2-aede-b6d15734c52d, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=d4618f51-af9c-43b2-aede-b6d15734c52d,segment=NetworkSegment(142bc50f-d6af-4646-8d06-bb7af6b7b51c),segment_id=142bc50f-d6af-4646-8d06-bb7af6b7b51c)] {{(pid=116163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 11:06:26.579867 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba6e8044-f1b8-4df1-8f33-9743d566d1af None None] Routers {'600deb90-6808-4341-aed6-2cd38307bc11'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=116163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 11:06:26.580811 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_hamode_db [None req-ba6e8044-f1b8-4df1-8f33-9743d566d1af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-28T10:50:39Z,description=,heartbeat_timestamp=2022-04-28T11:06:09Z,host='dv-neutron-master-2-hyperv',id=6b492ad6-0876-4d74-b20d-28143a52ceba,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T10:50:40Z,topic='l3_agent')) {'router_ids': ['600deb90-6808-4341-aed6-2cd38307bc11'], 'active': True} {{(pid=116163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:06:26.652122 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-d081fc14-8b09-4ee6-862b-b1376f46938e None None] Port 22273d86-7e48-4219-a65d-ab3fc4142f67 cannot update to ACTIVE because it is not bound. {{(pid=116163) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 28 11:06:26.669242 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393'] for port (d4618f51-af9c-43b2-aede-b6d15734c52d), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:26.711310 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b8fcbd3-ce14-4893-a36f-a917a8886832 None None] Pushing event updated for resources: {'Port': ['ID=c4d51599-7948-468d-affe-9d6195dcca54,revision_number=2']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:06:26.856255 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Pushing event updated for resources: {'Port': ['ID=d4618f51-af9c-43b2-aede-b6d15734c52d,revision_number=4']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:06:26.865005 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Device 82c29dc2-a200-4982-9dee-e4bb9455da6f no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=116163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 11:06:26.865005 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3a9e6c9-5900-49f1-94fb-7b492eebb6f4 None None] Network 3d815a0a-9a14-4be6-a9b8-e05778222d1a requested from dv-neutron-master-2-hyperv {{(pid=116163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 11:06:26.949072 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] No Port match for: 82c29dc2-a200-4982-9dee-e4bb9455da6f {{(pid=116163) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 28 11:06:26.949521 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Device 82c29dc2-a200-4982-9dee-e4bb9455da6f not bound to the agent host dv-neutron-master-2-hyperv {{(pid=116163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 11:06:26.950015 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Device a11cbac1-383c-4f11-8169-eee231f42006 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=116163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 11:06:26.990687 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvr_db [None req-ba6e8044-f1b8-4df1-8f33-9743d566d1af None None] Set router 600deb90-6808-4341-aed6-2cd38307bc11 gateway port host: dv-neutron-master-2-hyperv {{(pid=116163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 11:06:27.027128 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 54938) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:06:27.032856 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.v2.base [None req-17dc98db-ba97-4b4a-9795-ccde9ad68913 tempest-TestVolumeBootPattern-839648198 tempest-TestVolumeBootPattern-839648198-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-445453270', 'description': 'tempest-secgroup-smoke-445453270 description', 'project_id': '552a7719c35843ecaa8ce5b648a02d25'}} {{(pid=116162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:06:27.036215 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9b0927d-b6be-42e4-94f4-b60fa3d6bc62 tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=116161) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 11:06:27.057427 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1036c508-d76b-42f3-b032-396bebaf79b1 None None] Sync routers for ids ['077583a6-3e91-4e7b-b09b-2ee4e2f6efd3'] in dv-neutron-master-2-hyperv {{(pid=116164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 11:06:27.059812 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-f9b0927d-b6be-42e4-94f4-b60fa3d6bc62 tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Publish callbacks [] for router (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:27.065179 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-f9b0927d-b6be-42e4-94f4-b60fa3d6bc62 tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] 10.222.0.10 "PUT /v2.0/routers/077583a6-3e91-4e7b-b09b-2ee4e2f6efd3 HTTP/1.1" status: 200 len: 700 time: 2.0212786 Apr 28 11:06:27.069301 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 54940) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:06:27.083206 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1036c508-d76b-42f3-b032-396bebaf79b1 None None] Routers {'077583a6-3e91-4e7b-b09b-2ee4e2f6efd3'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=116164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 11:06:27.083891 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_hamode_db [None req-1036c508-d76b-42f3-b032-396bebaf79b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-28T10:50:39Z,description=,heartbeat_timestamp=2022-04-28T11:06:09Z,host='dv-neutron-master-2-hyperv',id=6b492ad6-0876-4d74-b20d-28143a52ceba,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T10:50:40Z,topic='l3_agent')) {'router_ids': ['077583a6-3e91-4e7b-b09b-2ee4e2f6efd3'], 'active': True} {{(pid=116164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:06:27.121593 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-ea5f1a71-45fd-4f55-b083-910ac362f541 None None] Provisioning complete for port 70a69f0b-1f7e-466c-bf2b-21aa8eeb50cc triggered by entity DHCP. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:06:27.126833 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-ea5f1a71-45fd-4f55-b083-910ac362f541 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (70a69f0b-1f7e-466c-bf2b-21aa8eeb50cc), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:27.128657 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] No Port match for: a11cbac1-383c-4f11-8169-eee231f42006 {{(pid=116163) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 28 11:06:27.129003 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Device a11cbac1-383c-4f11-8169-eee231f42006 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=116163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 11:06:27.137537 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-e3904c82-358d-42a9-8dc0-959cdfcb9f3c tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] 10.222.0.10 "GET /v2.0/ports?device_id=077583a6-3e91-4e7b-b09b-2ee4e2f6efd3 HTTP/1.1" status: 200 len: 205 time: 0.0659673 Apr 28 11:06:27.139059 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 54942) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:06:27.172833 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_dvr_db [None req-1036c508-d76b-42f3-b032-396bebaf79b1 None None] Set router 077583a6-3e91-4e7b-b09b-2ee4e2f6efd3 gateway port host: None {{(pid=116164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 11:06:27.235313 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-17dc98db-ba97-4b4a-9795-ccde9ad68913 tempest-TestVolumeBootPattern-839648198 tempest-TestVolumeBootPattern-839648198-project] Publish callbacks [] for security_group (None), before_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:27.340999 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_hamode_db [None req-1036c508-d76b-42f3-b032-396bebaf79b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '077583a6-3e91-4e7b-b09b-2ee4e2f6efd3', 'name': 'tempest-RoutersTest-router-326742487', 'tenant_id': '1d85c55944a24e6b8fc5b73917e91c0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T11:05:19Z', 'updated_at': '2022-04-28T11:06:21Z', 'revision_number': 11, 'project_id': '1d85c55944a24e6b8fc5b73917e91c0e', 'gw_port_host': None}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=116164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:06:27.352010 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-7ac8e6cd-837e-4ee9-8d01-9e65993c096c tempest-RoutersNegativeTest-1460119388 tempest-RoutersNegativeTest-1460119388-project] Publish callbacks [] for port (3f491d94-cacc-4434-ae4a-b0dfc76a6d28), precommit_update {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:27.379249 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-ed9689a9-d7e6-42a2-abbd-93ac94167132 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5220536', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5125438'] for subnet (eebffde5-12d3-4f3e-8ac5-6afeff8b265d), after_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:27.408049 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1036c508-d76b-42f3-b032-396bebaf79b1 None None] Checking router: 077583a6-3e91-4e7b-b09b-2ee4e2f6efd3 for host: dv-neutron-master-2-hyperv {{(pid=116164) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 11:06:27.419891 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-40190c9a-52ff-4a7d-b580-6b3c27ceb068 tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Publish callbacks [] for router (077583a6-3e91-4e7b-b09b-2ee4e2f6efd3), before_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:27.428217 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1036c508-d76b-42f3-b032-396bebaf79b1 None None] Routers {'077583a6-3e91-4e7b-b09b-2ee4e2f6efd3'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=116164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 11:06:27.436983 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_hamode_db [None req-1036c508-d76b-42f3-b032-396bebaf79b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-28T10:50:39Z,description=,heartbeat_timestamp=2022-04-28T11:06:09Z,host='dv-neutron-master-2-hyperv',id=6b492ad6-0876-4d74-b20d-28143a52ceba,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T10:50:40Z,topic='l3_agent')) {'router_ids': ['077583a6-3e91-4e7b-b09b-2ee4e2f6efd3'], 'active': True} {{(pid=116164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:06:27.453619 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-7ac8e6cd-837e-4ee9-8d01-9e65993c096c tempest-RoutersNegativeTest-1460119388 tempest-RoutersNegativeTest-1460119388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5219123'] for port (3f491d94-cacc-4434-ae4a-b0dfc76a6d28), after_update {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:27.550730 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Device 70a69f0b-1f7e-466c-bf2b-21aa8eeb50cc up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=116163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 11:06:27.610513 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_dvr_db [None req-1036c508-d76b-42f3-b032-396bebaf79b1 None None] Set router 077583a6-3e91-4e7b-b09b-2ee4e2f6efd3 gateway port host: None {{(pid=116164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 11:06:27.672181 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-ea5f1a71-45fd-4f55-b083-910ac362f541 None None] Current status of the port 70a69f0b-1f7e-466c-bf2b-21aa8eeb50cc is: DOWN; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:06:27.672645 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-ea5f1a71-45fd-4f55-b083-910ac362f541 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (70a69f0b-1f7e-466c-bf2b-21aa8eeb50cc), before_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:27.687451 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_hamode_db [None req-1036c508-d76b-42f3-b032-396bebaf79b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '077583a6-3e91-4e7b-b09b-2ee4e2f6efd3', 'name': 'tempest-RoutersTest-router-326742487', 'tenant_id': '1d85c55944a24e6b8fc5b73917e91c0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T11:05:19Z', 'updated_at': '2022-04-28T11:06:21Z', 'revision_number': 11, 'project_id': '1d85c55944a24e6b8fc5b73917e91c0e', 'gw_port_host': None}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=116164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:06:27.691827 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac8e6cd-837e-4ee9-8d01-9e65993c096c tempest-RoutersNegativeTest-1460119388 tempest-RoutersNegativeTest-1460119388-project] Pushing event updated for resources: {'Port': ['ID=3f491d94-cacc-4434-ae4a-b0dfc76a6d28,revision_number=2']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:06:27.694858 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-7ac8e6cd-837e-4ee9-8d01-9e65993c096c tempest-RoutersNegativeTest-1460119388 tempest-RoutersNegativeTest-1460119388-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1603056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2063387'] for router_interface (fe0fa09b-5124-43e2-beb6-7c49eb874af1), after_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:27.729988 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1036c508-d76b-42f3-b032-396bebaf79b1 None None] The sync data for ids ['077583a6-3e91-4e7b-b09b-2ee4e2f6efd3'] in dv-neutron-master-2-hyperv is: [{'id': '077583a6-3e91-4e7b-b09b-2ee4e2f6efd3', 'name': 'tempest-RoutersTest-router-326742487', 'tenant_id': '1d85c55944a24e6b8fc5b73917e91c0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T11:05:19Z', 'updated_at': '2022-04-28T11:06:21Z', 'revision_number': 11, 'project_id': '1d85c55944a24e6b8fc5b73917e91c0e', 'gw_port_host': None}] {{(pid=116164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 11:06:27.735657 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed9689a9-d7e6-42a2-abbd-93ac94167132 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Checking segment: {'id': '348238d7-b72c-4482-8329-a84a205cde7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '4d94945e-b64d-4dbe-b9ef-b685a27afeca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 11:06:27.736129 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed9689a9-d7e6-42a2-abbd-93ac94167132 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Network hostable DHCP agents. Network: 4d94945e-b64d-4dbe-b9ef-b685a27afeca, hostable agents: ['75ba81b7-fe99-4281-90d2-a5adb445ecea'], hosted agents: [] {{(pid=116161) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 11:06:27.750502 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed9689a9-d7e6-42a2-abbd-93ac94167132 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Pushing event updated for resources: {'Subnet': ['ID=eebffde5-12d3-4f3e-8ac5-6afeff8b265d,revision_number=0']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:06:27.798358 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-ea5f1a71-45fd-4f55-b083-910ac362f541 None None] For port 70a69f0b-1f7e-466c-bf2b-21aa8eeb50cc, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=70a69f0b-1f7e-466c-bf2b-21aa8eeb50cc,segment=NetworkSegment(724d1a22-2047-42bd-adf1-6afbdf0c4d45),segment_id=724d1a22-2047-42bd-adf1-6afbdf0c4d45)] {{(pid=116163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 11:06:27.842284 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_hamode_db [None req-ba6e8044-f1b8-4df1-8f33-9743d566d1af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '600deb90-6808-4341-aed6-2cd38307bc11', 'name': 'tempest-TestVolumeBootPattern-820426624-router', 'tenant_id': '46e92e085c5541bf8ff1731b14066ad5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'external_fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.184'}], 'enable_snat': True}, 'gw_port_id': 'd4618f51-af9c-43b2-aede-b6d15734c52d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T11:06:15Z', 'updated_at': '2022-04-28T11:06:23Z', 'revision_number': 4, 'project_id': '46e92e085c5541bf8ff1731b14066ad5', 'gw_port': {'id': 'd4618f51-af9c-43b2-aede-b6d15734c52d', 'name': '', 'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:6f:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '600deb90-6808-4341-aed6-2cd38307bc11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1229, 'fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:06:17Z', 'updated_at': '2022-04-28T11:06:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '22273d86-7e48-4219-a65d-ab3fc4142f67', 'name': '', 'network_id': '5dd6fa64-3267-4cc3-b521-ae430054f4de', 'tenant_id': '46e92e085c5541bf8ff1731b14066ad5', 'mac_address': 'fa:16:3e:7c:5a:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '600deb90-6808-4341-aed6-2cd38307bc11', 'device_owner': 'network:router_interface', 'standard_attr_id': 1241, 'fixed_ips': [{'subnet_id': 'efb62637-7a6c-4d28-b63e-75d8b634ee3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:06:22Z', 'updated_at': '2022-04-28T11:06:24Z', 'revision_number': 2, 'project_id': '46e92e085c5541bf8ff1731b14066ad5', 'subnets': [{'id': 'efb62637-7a6c-4d28-b63e-75d8b634ee3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=116163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:06:27.876931 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Provisioning complete for port 70a69f0b-1f7e-466c-bf2b-21aa8eeb50cc triggered by entity L2. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:06:27.877911 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (70a69f0b-1f7e-466c-bf2b-21aa8eeb50cc), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:27.889925 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba6e8044-f1b8-4df1-8f33-9743d566d1af None None] Checking router: 600deb90-6808-4341-aed6-2cd38307bc11 for host: dv-neutron-master-2-hyperv {{(pid=116163) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 11:06:27.890326 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba6e8044-f1b8-4df1-8f33-9743d566d1af None None] Updating router 600deb90-6808-4341-aed6-2cd38307bc11 port 22273d86-7e48-4219-a65d-ab3fc4142f67 binding host dv-neutron-master-2-hyperv {{(pid=116163) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 28 11:06:27.902805 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-17dc98db-ba97-4b4a-9795-ccde9ad68913 tempest-TestVolumeBootPattern-839648198 tempest-TestVolumeBootPattern-839648198-project] Publish callbacks [] for security_group (c83a530b-56a2-41d8-b874-e844ad8fa813), precommit_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:27.918808 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-40190c9a-52ff-4a7d-b580-6b3c27ceb068 tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2060865', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-63275'] for router (077583a6-3e91-4e7b-b09b-2ee4e2f6efd3), precommit_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:27.923477 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-40190c9a-52ff-4a7d-b580-6b3c27ceb068 tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Publish callbacks [] for router_controller (077583a6-3e91-4e7b-b09b-2ee4e2f6efd3), precommit_delete_associations {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:27.930587 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ac8e6cd-837e-4ee9-8d01-9e65993c096c tempest-RoutersNegativeTest-1460119388 tempest-RoutersNegativeTest-1460119388-project] Network 3d815a0a-9a14-4be6-a9b8-e05778222d1a is already hosted by enough agents. {{(pid=116161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 11:06:27.942178 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-ea5f1a71-45fd-4f55-b083-910ac362f541 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393'] for port (70a69f0b-1f7e-466c-bf2b-21aa8eeb50cc), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:27.951481 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.scheduler.base_scheduler [None req-7ac8e6cd-837e-4ee9-8d01-9e65993c096c tempest-RoutersNegativeTest-1460119388 tempest-RoutersNegativeTest-1460119388-project] Resources bound (agent type, host, resource id): {{(pid=116161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 11:06:28.011792 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-17dc98db-ba97-4b4a-9795-ccde9ad68913 tempest-TestVolumeBootPattern-839648198 tempest-TestVolumeBootPattern-839648198-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924426'] for security_group (c83a530b-56a2-41d8-b874-e844ad8fa813), after_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:28.053737 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17dc98db-ba97-4b4a-9795-ccde9ad68913 tempest-TestVolumeBootPattern-839648198 tempest-TestVolumeBootPattern-839648198-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c83a530b-56a2-41d8-b874-e844ad8fa813,revision_number=1']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:06:28.054441 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-ba6e8044-f1b8-4df1-8f33-9743d566d1af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (22273d86-7e48-4219-a65d-ab3fc4142f67), before_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:28.142369 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-b95c946f-8904-4483-86b1-2b73c308f7af None None] Provisioning complete for port 3f491d94-cacc-4434-ae4a-b0dfc76a6d28 triggered by entity DHCP. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:06:28.143696 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-b95c946f-8904-4483-86b1-2b73c308f7af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (3f491d94-cacc-4434-ae4a-b0dfc76a6d28), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:28.226796 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea5f1a71-45fd-4f55-b083-910ac362f541 None None] Pushing event updated for resources: {'Port': ['ID=70a69f0b-1f7e-466c-bf2b-21aa8eeb50cc,revision_number=3']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:06:28.288822 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-b95c946f-8904-4483-86b1-2b73c308f7af None None] Port 3f491d94-cacc-4434-ae4a-b0dfc76a6d28 cannot update to ACTIVE because it is not bound. {{(pid=116163) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 28 11:06:28.328222 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-b95c946f-8904-4483-86b1-2b73c308f7af None None] Provisioning complete for port 70a69f0b-1f7e-466c-bf2b-21aa8eeb50cc triggered by entity DHCP. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:06:28.328597 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-b95c946f-8904-4483-86b1-2b73c308f7af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (70a69f0b-1f7e-466c-bf2b-21aa8eeb50cc), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:28.343677 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-40190c9a-52ff-4a7d-b580-6b3c27ceb068 tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2060888'] for router (077583a6-3e91-4e7b-b09b-2ee4e2f6efd3), after_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:28.347271 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40190c9a-52ff-4a7d-b580-6b3c27ceb068 tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Fanout notify agent at l3_agent the message router_deleted on router 077583a6-3e91-4e7b-b09b-2ee4e2f6efd3 {{(pid=116162) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 28 11:06:28.352858 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-40190c9a-52ff-4a7d-b580-6b3c27ceb068 tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Publish callbacks [] for router (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:28.359804 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 54944) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:06:28.363396 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Current status of the port 70a69f0b-1f7e-466c-bf2b-21aa8eeb50cc is: ACTIVE; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:06:28.364495 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Device d4618f51-af9c-43b2-aede-b6d15734c52d up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=116163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 11:06:28.365161 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-40190c9a-52ff-4a7d-b580-6b3c27ceb068 tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] 10.222.0.10 "DELETE /v2.0/routers/077583a6-3e91-4e7b-b09b-2ee4e2f6efd3 HTTP/1.1" status: 204 len: 168 time: 1.2248132 Apr 28 11:06:28.366725 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.v2.base [None req-88a1b48c-5240-4e6a-8b14-04d64b03fcff tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-679511805', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=116161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:06:28.391223 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-17dc98db-ba97-4b4a-9795-ccde9ad68913 tempest-TestVolumeBootPattern-839648198 tempest-TestVolumeBootPattern-839648198-project] Publish callbacks [] for security_group (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:28.392951 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-17dc98db-ba97-4b4a-9795-ccde9ad68913 tempest-TestVolumeBootPattern-839648198 tempest-TestVolumeBootPattern-839648198-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 1.3633370 Apr 28 11:06:28.393536 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ac8e6cd-837e-4ee9-8d01-9e65993c096c tempest-RoutersNegativeTest-1460119388 tempest-RoutersNegativeTest-1460119388-project] Router fe0fa09b-5124-43e2-beb6-7c49eb874af1 is scheduled to L3 agent 6b492ad6-0876-4d74-b20d-28143a52ceba with binding_index 1 {{(pid=116161) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 28 11:06:28.396134 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 54946) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:06:28.400794 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed9689a9-d7e6-42a2-abbd-93ac94167132 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Network 4d94945e-b64d-4dbe-b9ef-b685a27afeca is scheduled to be hosted by DHCP agent 75ba81b7-fe99-4281-90d2-a5adb445ecea with binding_index 1 {{(pid=116161) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 11:06:28.405852 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.v2.base [None req-0f118ebe-d3ba-4176-a052-302f9be23f45 tempest-TestVolumeBootPattern-839648198 tempest-TestVolumeBootPattern-839648198-project] Request body: {'security_group_rule': {'security_group_id': 'c83a530b-56a2-41d8-b874-e844ad8fa813', 'project_id': '552a7719c35843ecaa8ce5b648a02d25', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=116162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:06:28.471211 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-88a1b48c-5240-4e6a-8b14-04d64b03fcff tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2060459', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-63449'] for router (1b16df08-574d-4a87-a750-4bbd8e4706cf), before_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:28.472267 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-88a1b48c-5240-4e6a-8b14-04d64b03fcff tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2060827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1935275', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1960866', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-63266'] for router (1b16df08-574d-4a87-a750-4bbd8e4706cf), precommit_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:28.526476 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Provisioning complete for port d4618f51-af9c-43b2-aede-b6d15734c52d triggered by entity L2. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:06:28.526476 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (d4618f51-af9c-43b2-aede-b6d15734c52d), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:28.532878 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b9d943f-6883-49f8-be7e-35f9f4da5865 None None] Network b17ee0dd-4cf3-4303-8611-e44a7fc0f156 requested from dv-neutron-master-2-hyperv {{(pid=116163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 11:06:28.535580 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.scheduler.base_scheduler [None req-ed9689a9-d7e6-42a2-abbd-93ac94167132 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 4d94945e-b64d-4dbe-b9ef-b685a27afeca) {{(pid=116161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 11:06:28.549452 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed9689a9-d7e6-42a2-abbd-93ac94167132 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:06:28.550323 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-ed9689a9-d7e6-42a2-abbd-93ac94167132 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks [] for subnet (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:28.551968 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-0f118ebe-d3ba-4176-a052-302f9be23f45 tempest-TestVolumeBootPattern-839648198 tempest-TestVolumeBootPattern-839648198-project] Publish callbacks [] for security_group_rule (9f75958b-2562-4389-af3d-2c71cc92725f), before_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:28.585508 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ac8e6cd-837e-4ee9-8d01-9e65993c096c tempest-RoutersNegativeTest-1460119388 tempest-RoutersNegativeTest-1460119388-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=116161) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 11:06:28.592885 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79c2e745-fb83-4c6e-abf4-ae2b3c6f3a7e None None] Network 4d94945e-b64d-4dbe-b9ef-b685a27afeca requested from dv-neutron-master-2-hyperv {{(pid=116163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 11:06:28.594581 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-7ac8e6cd-837e-4ee9-8d01-9e65993c096c tempest-RoutersNegativeTest-1460119388 tempest-RoutersNegativeTest-1460119388-project] 10.222.0.10 "PUT /v2.0/routers/fe0fa09b-5124-43e2-beb6-7c49eb874af1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6149812 Apr 28 11:06:28.598834 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 54948) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:06:28.622388 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a8b5bed-ff7e-4c8a-8cc8-3316ddccf9f2 None None] Sync routers for ids ['fe0fa09b-5124-43e2-beb6-7c49eb874af1'] in dv-neutron-master-2-hyperv {{(pid=116163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 11:06:28.624267 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-88a1b48c-5240-4e6a-8b14-04d64b03fcff tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Publish callbacks [] for router_controller (1b16df08-574d-4a87-a750-4bbd8e4706cf), precommit_add_association {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:28.637697 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-ed9689a9-d7e6-42a2-abbd-93ac94167132 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 3.1162641 Apr 28 11:06:28.640744 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 54950) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:06:28.697357 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-0f118ebe-d3ba-4176-a052-302f9be23f45 tempest-TestVolumeBootPattern-839648198 tempest-TestVolumeBootPattern-839648198-project] Publish callbacks [] for security_group_rule (9f75958b-2562-4389-af3d-2c71cc92725f), precommit_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:28.715624 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-88a1b48c-5240-4e6a-8b14-04d64b03fcff tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2060818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1935326'] for router (1b16df08-574d-4a87-a750-4bbd8e4706cf), after_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:28.809979 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-0f118ebe-d3ba-4176-a052-302f9be23f45 tempest-TestVolumeBootPattern-839648198 tempest-TestVolumeBootPattern-839648198-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1912725'] for security_group_rule (9f75958b-2562-4389-af3d-2c71cc92725f), after_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:28.821947 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-88a1b48c-5240-4e6a-8b14-04d64b03fcff tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Publish callbacks [] for router (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:28.827701 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-88a1b48c-5240-4e6a-8b14-04d64b03fcff tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.4661860 Apr 28 11:06:28.828581 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 54952) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:06:28.839920 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f118ebe-d3ba-4176-a052-302f9be23f45 tempest-TestVolumeBootPattern-839648198 tempest-TestVolumeBootPattern-839648198-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9f75958b-2562-4389-af3d-2c71cc92725f,revision_number=0']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:06:28.871244 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-b95c946f-8904-4483-86b1-2b73c308f7af None None] Current status of the port 70a69f0b-1f7e-466c-bf2b-21aa8eeb50cc is: ACTIVE; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:06:28.878839 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.v2.base [None req-fd34da0a-7415-49d4-8a00-31f520937139 tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Request body: {'router': {'admin_state_up': True}} {{(pid=116161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:06:28.930248 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a8b5bed-ff7e-4c8a-8cc8-3316ddccf9f2 None None] Routers {'fe0fa09b-5124-43e2-beb6-7c49eb874af1'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=116163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 11:06:28.930541 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-0f118ebe-d3ba-4176-a052-302f9be23f45 tempest-TestVolumeBootPattern-839648198 tempest-TestVolumeBootPattern-839648198-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:28.930910 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_hamode_db [None req-0a8b5bed-ff7e-4c8a-8cc8-3316ddccf9f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-28T10:50:39Z,description=,heartbeat_timestamp=2022-04-28T11:06:09Z,host='dv-neutron-master-2-hyperv',id=6b492ad6-0876-4d74-b20d-28143a52ceba,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T10:50:40Z,topic='l3_agent')) {'router_ids': ['fe0fa09b-5124-43e2-beb6-7c49eb874af1'], 'active': True} {{(pid=116163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:06:28.931566 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-0f118ebe-d3ba-4176-a052-302f9be23f45 tempest-TestVolumeBootPattern-839648198 tempest-TestVolumeBootPattern-839648198-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5342636 Apr 28 11:06:28.934338 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 54954) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:06:28.938905 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.v2.base [None req-2de7150e-6e24-4f97-9a73-150b8d7c6440 tempest-TestVolumeBootPattern-839648198 tempest-TestVolumeBootPattern-839648198-project] Request body: {'security_group_rule': {'security_group_id': 'c83a530b-56a2-41d8-b874-e844ad8fa813', 'project_id': '552a7719c35843ecaa8ce5b648a02d25', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=116162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:06:28.998456 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_hamode_db [None req-0a8b5bed-ff7e-4c8a-8cc8-3316ddccf9f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=116163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:06:29.052592 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-ba6e8044-f1b8-4df1-8f33-9743d566d1af None None] Publish callbacks [] for port (22273d86-7e48-4219-a65d-ab3fc4142f67), precommit_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:29.055125 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-4aefc23f-aa52-413a-889d-53390ecd992d None None] Provisioning complete for port 3f491d94-cacc-4434-ae4a-b0dfc76a6d28 triggered by entity DHCP. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:06:29.055492 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-4aefc23f-aa52-413a-889d-53390ecd992d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (3f491d94-cacc-4434-ae4a-b0dfc76a6d28), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:29.116127 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a8b5bed-ff7e-4c8a-8cc8-3316ddccf9f2 None None] Routers {'fe0fa09b-5124-43e2-beb6-7c49eb874af1'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=116163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 11:06:29.116788 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_hamode_db [None req-0a8b5bed-ff7e-4c8a-8cc8-3316ddccf9f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-28T10:50:39Z,description=,heartbeat_timestamp=2022-04-28T11:06:09Z,host='dv-neutron-master-2-hyperv',id=6b492ad6-0876-4d74-b20d-28143a52ceba,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T10:50:40Z,topic='l3_agent')) {'router_ids': ['fe0fa09b-5124-43e2-beb6-7c49eb874af1'], 'active': True} {{(pid=116163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:06:29.143712 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-ba6e8044-f1b8-4df1-8f33-9743d566d1af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393'] for port (22273d86-7e48-4219-a65d-ab3fc4142f67), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:29.224892 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_hamode_db [None req-0a8b5bed-ff7e-4c8a-8cc8-3316ddccf9f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=116163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:06:29.225603 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a8b5bed-ff7e-4c8a-8cc8-3316ddccf9f2 None None] The sync data for ids ['fe0fa09b-5124-43e2-beb6-7c49eb874af1'] in dv-neutron-master-2-hyperv is: [] {{(pid=116163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 11:06:29.235078 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-901f7ff7-6db9-4b8c-9cf8-506bfbe43df0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-4d94945e-b64d-4dbe-b9ef-b685a27afeca', 'network_id': '4d94945e-b64d-4dbe-b9ef-b685a27afeca', 'project_id': '65d54c3b7dcd4af68398071d25e8321e', 'fixed_ips': [{'subnet_id': 'eebffde5-12d3-4f3e-8ac5-6afeff8b265d'}]}} from dv-neutron-master-2-hyperv. {{(pid=116163) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 28 11:06:29.235904 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-901f7ff7-6db9-4b8c-9cf8-506bfbe43df0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (None), before_create {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:29.264199 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-4aefc23f-aa52-413a-889d-53390ecd992d None None] Port 3f491d94-cacc-4434-ae4a-b0dfc76a6d28 cannot update to ACTIVE because it is not bound. {{(pid=116163) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 28 11:06:29.265889 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Current status of the port d4618f51-af9c-43b2-aede-b6d15734c52d is: ACTIVE; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:06:29.266964 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Device c4d51599-7948-468d-affe-9d6195dcca54 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=116163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 11:06:29.311124 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa97b5a3-75de-4efc-bd1c-e2ecfc8e1c7b None None] Pushing event updated for resources: {'Port': ['ID=22273d86-7e48-4219-a65d-ab3fc4142f67,revision_number=3']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:06:29.317373 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-4aefc23f-aa52-413a-889d-53390ecd992d None None] Provisioning complete for port c4d51599-7948-468d-affe-9d6195dcca54 triggered by entity DHCP. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:06:29.317700 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-4aefc23f-aa52-413a-889d-53390ecd992d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (c4d51599-7948-468d-affe-9d6195dcca54), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:29.415033 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-2de7150e-6e24-4f97-9a73-150b8d7c6440 tempest-TestVolumeBootPattern-839648198 tempest-TestVolumeBootPattern-839648198-project] Publish callbacks [] for security_group_rule (ff3d5d13-fa1f-40c1-94af-f70554b61439), before_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:29.462621 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.api.v2.resource [None req-208db2d1-1302-4db3-a258-1f2bc18c12ac tempest-RoutersNegativeTest-1460119388 tempest-RoutersNegativeTest-1460119388-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 28 11:06:29.464681 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-208db2d1-1302-4db3-a258-1f2bc18c12ac tempest-RoutersNegativeTest-1460119388 tempest-RoutersNegativeTest-1460119388-project] 10.222.0.10 "PUT /v2.0/routers/fe0fa09b-5124-43e2-beb6-7c49eb874af1/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.8647811 Apr 28 11:06:29.467598 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 54956) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:06:29.577078 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Provisioning complete for port c4d51599-7948-468d-affe-9d6195dcca54 triggered by entity L2. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:06:29.577741 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (c4d51599-7948-468d-affe-9d6195dcca54), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:29.660675 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.managers [None req-ba6e8044-f1b8-4df1-8f33-9743d566d1af None None] Attempting to bind port 22273d86-7e48-4219-a65d-ab3fc4142f67 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=116163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 28 11:06:29.660675 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.managers [None req-ba6e8044-f1b8-4df1-8f33-9743d566d1af None None] Attempting to bind port 22273d86-7e48-4219-a65d-ab3fc4142f67 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'aebe9c26-82b4-4cf8-bce6-cda13a2628ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '5dd6fa64-3267-4cc3-b521-ae430054f4de'}] {{(pid=116163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 28 11:06:29.660675 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba6e8044-f1b8-4df1-8f33-9743d566d1af None None] Attempting to bind port 22273d86-7e48-4219-a65d-ab3fc4142f67 on network 5dd6fa64-3267-4cc3-b521-ae430054f4de {{(pid=116163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 11:06:29.675326 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-fd34da0a-7415-49d4-8a00-31f520937139 tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1935285', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2060837', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-63284'] for router (1b16df08-574d-4a87-a750-4bbd8e4706cf), precommit_update {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:29.690987 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-2de7150e-6e24-4f97-9a73-150b8d7c6440 tempest-TestVolumeBootPattern-839648198 tempest-TestVolumeBootPattern-839648198-project] Publish callbacks [] for security_group_rule (ff3d5d13-fa1f-40c1-94af-f70554b61439), precommit_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:29.700840 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba6e8044-f1b8-4df1-8f33-9743d566d1af None None] Checking agent: {'id': 'd5baab19-5dd1-4902-922b-84acb048ab9c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 10, 50, 43), 'started_at': datetime.datetime(2022, 4, 28, 10, 51, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 11, 6, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=116163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 11:06:29.701247 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba6e8044-f1b8-4df1-8f33-9743d566d1af None None] Checking segment: {'id': 'aebe9c26-82b4-4cf8-bce6-cda13a2628ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '5dd6fa64-3267-4cc3-b521-ae430054f4de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 11:06:29.701886 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-ba6e8044-f1b8-4df1-8f33-9743d566d1af None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:29.702282 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba6e8044-f1b8-4df1-8f33-9743d566d1af None None] Bound using segment: {'id': 'aebe9c26-82b4-4cf8-bce6-cda13a2628ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '5dd6fa64-3267-4cc3-b521-ae430054f4de'} {{(pid=116163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 11:06:29.702795 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.managers [None req-ba6e8044-f1b8-4df1-8f33-9743d566d1af None None] Bound port: 22273d86-7e48-4219-a65d-ab3fc4142f67, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aebe9c26-82b4-4cf8-bce6-cda13a2628ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '5dd6fa64-3267-4cc3-b521-ae430054f4de'}}] {{(pid=116163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 28 11:06:29.703168 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-ba6e8044-f1b8-4df1-8f33-9743d566d1af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (22273d86-7e48-4219-a65d-ab3fc4142f67), before_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:29.731979 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.db_base_plugin_common [None req-901f7ff7-6db9-4b8c-9cf8-506bfbe43df0 None None] Allocated IP 172.20.0.2 (4d94945e-b64d-4dbe-b9ef-b685a27afeca/eebffde5-12d3-4f3e-8ac5-6afeff8b265d/69a48c1b-c0d5-42c9-9c89-17b523ae6fd8) {{(pid=116163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 11:06:29.771219 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-4aefc23f-aa52-413a-889d-53390ecd992d None None] Current status of the port c4d51599-7948-468d-affe-9d6195dcca54 is: DOWN; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:06:29.771606 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-4aefc23f-aa52-413a-889d-53390ecd992d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (c4d51599-7948-468d-affe-9d6195dcca54), before_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:29.787764 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-fd34da0a-7415-49d4-8a00-31f520937139 tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1935326', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1935308', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1935303', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-2060860'] for router (1b16df08-574d-4a87-a750-4bbd8e4706cf), after_update {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:29.814985 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-2de7150e-6e24-4f97-9a73-150b8d7c6440 tempest-TestVolumeBootPattern-839648198 tempest-TestVolumeBootPattern-839648198-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1912725'] for security_group_rule (ff3d5d13-fa1f-40c1-94af-f70554b61439), after_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:29.851478 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de7150e-6e24-4f97-9a73-150b8d7c6440 tempest-TestVolumeBootPattern-839648198 tempest-TestVolumeBootPattern-839648198-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ff3d5d13-fa1f-40c1-94af-f70554b61439,revision_number=0']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:06:29.855937 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-55f27135-9171-411d-be91-b01b0b6e6465 tempest-RoutersNegativeTest-1460119388 tempest-RoutersNegativeTest-1460119388-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2063420'] for router_interface (fe0fa09b-5124-43e2-beb6-7c49eb874af1), before_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:29.915840 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-ba6e8044-f1b8-4df1-8f33-9743d566d1af None None] For port 22273d86-7e48-4219-a65d-ab3fc4142f67, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=116163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 11:06:29.919287 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-4aefc23f-aa52-413a-889d-53390ecd992d None None] For port c4d51599-7948-468d-affe-9d6195dcca54, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=c4d51599-7948-468d-affe-9d6195dcca54,segment=NetworkSegment(6d071024-ae94-4bff-8757-d362a44b2f73),segment_id=6d071024-ae94-4bff-8757-d362a44b2f73)] {{(pid=116163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 11:06:29.931734 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Current status of the port c4d51599-7948-468d-affe-9d6195dcca54 is: DOWN; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:06:29.932123 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (c4d51599-7948-468d-affe-9d6195dcca54), before_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:29.940833 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-2de7150e-6e24-4f97-9a73-150b8d7c6440 tempest-TestVolumeBootPattern-839648198 tempest-TestVolumeBootPattern-839648198-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:29.942337 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-2de7150e-6e24-4f97-9a73-150b8d7c6440 tempest-TestVolumeBootPattern-839648198 tempest-TestVolumeBootPattern-839648198-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.0070190 Apr 28 11:06:29.947515 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 54958) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:06:29.949509 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-ba6e8044-f1b8-4df1-8f33-9743d566d1af None None] For port 22273d86-7e48-4219-a65d-ab3fc4142f67, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=22273d86-7e48-4219-a65d-ab3fc4142f67,segment=NetworkSegment(aebe9c26-82b4-4cf8-bce6-cda13a2628ac),segment_id=aebe9c26-82b4-4cf8-bce6-cda13a2628ac)] {{(pid=116163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 11:06:29.950559 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.v2.base [None req-484eaf35-25c0-44f8-8f79-e5c5a95413dd tempest-TestVolumeBootPattern-839648198 tempest-TestVolumeBootPattern-839648198-project] Request body: {'security_group_rule': {'security_group_id': 'c83a530b-56a2-41d8-b874-e844ad8fa813', 'project_id': '552a7719c35843ecaa8ce5b648a02d25', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=116162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:06:30.011200 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-4aefc23f-aa52-413a-889d-53390ecd992d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393'] for port (c4d51599-7948-468d-affe-9d6195dcca54), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:30.047233 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-45def148-6ca7-4b43-a78b-4693cc2290b2 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (None), before_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:30.068561 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-ba6e8044-f1b8-4df1-8f33-9743d566d1af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393'] for port (22273d86-7e48-4219-a65d-ab3fc4142f67), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:30.099179 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-901f7ff7-6db9-4b8c-9cf8-506bfbe43df0 None None] Publish callbacks [] for port (69a48c1b-c0d5-42c9-9c89-17b523ae6fd8), precommit_create {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:30.124370 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-484eaf35-25c0-44f8-8f79-e5c5a95413dd tempest-TestVolumeBootPattern-839648198 tempest-TestVolumeBootPattern-839648198-project] Publish callbacks [] for security_group_rule (64a34aca-f32e-4523-a6be-04048214088a), before_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:30.127118 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.db.api [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=116163) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 28 11:06:30.127296 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG oslo_db.api [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=116163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 28 11:06:30.129928 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aefc23f-aa52-413a-889d-53390ecd992d None None] Pushing event updated for resources: {'Port': ['ID=c4d51599-7948-468d-affe-9d6195dcca54,revision_number=3']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:06:30.165689 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-07b4b93f-f0d9-4ea6-8893-01ced6828112 None None] Provisioning complete for port 22273d86-7e48-4219-a65d-ab3fc4142f67 triggered by entity DHCP. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:06:30.166471 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-07b4b93f-f0d9-4ea6-8893-01ced6828112 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (22273d86-7e48-4219-a65d-ab3fc4142f67), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:30.173038 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba6e8044-f1b8-4df1-8f33-9743d566d1af None None] Routers {'600deb90-6808-4341-aed6-2cd38307bc11'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=116163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 11:06:30.173747 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_hamode_db [None req-ba6e8044-f1b8-4df1-8f33-9743d566d1af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-28T10:50:39Z,description=,heartbeat_timestamp=2022-04-28T11:06:09Z,host='dv-neutron-master-2-hyperv',id=6b492ad6-0876-4d74-b20d-28143a52ceba,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T10:50:40Z,topic='l3_agent')) {'router_ids': ['600deb90-6808-4341-aed6-2cd38307bc11'], 'active': True} {{(pid=116163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:06:30.199801 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-901f7ff7-6db9-4b8c-9cf8-506bfbe43df0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742234710357'] for port (69a48c1b-c0d5-42c9-9c89-17b523ae6fd8), after_create {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:30.220312 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.plugin [None req-55f27135-9171-411d-be91-b01b0b6e6465 tempest-RoutersNegativeTest-1460119388 tempest-RoutersNegativeTest-1460119388-project] Deleting port 3f491d94-cacc-4434-ae4a-b0dfc76a6d28 {{(pid=116162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 11:06:30.220700 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-55f27135-9171-411d-be91-b01b0b6e6465 tempest-RoutersNegativeTest-1460119388 tempest-RoutersNegativeTest-1460119388-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742235130188'] for port (3f491d94-cacc-4434-ae4a-b0dfc76a6d28), before_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:30.289549 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-484eaf35-25c0-44f8-8f79-e5c5a95413dd tempest-TestVolumeBootPattern-839648198 tempest-TestVolumeBootPattern-839648198-project] Publish callbacks [] for security_group_rule (64a34aca-f32e-4523-a6be-04048214088a), precommit_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:30.311102 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa97b5a3-75de-4efc-bd1c-e2ecfc8e1c7b None None] Pushing event updated for resources: {'Port': ['ID=22273d86-7e48-4219-a65d-ab3fc4142f67,revision_number=4']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:06:30.318834 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-901f7ff7-6db9-4b8c-9cf8-506bfbe43df0 None None] Network 4d94945e-b64d-4dbe-b9ef-b685a27afeca is already hosted by enough agents. {{(pid=116163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 11:06:30.327358 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.scheduler.base_scheduler [None req-901f7ff7-6db9-4b8c-9cf8-506bfbe43df0 None None] Resources bound (agent type, host, resource id): {{(pid=116163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 11:06:30.357686 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-901f7ff7-6db9-4b8c-9cf8-506bfbe43df0 None None] Received port after_create {{(pid=116163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 11:06:30.364943 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd34da0a-7415-49d4-8a00-31f520937139 tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Router 1b16df08-574d-4a87-a750-4bbd8e4706cf is scheduled to L3 agent 6b492ad6-0876-4d74-b20d-28143a52ceba with binding_index 1 {{(pid=116161) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 28 11:06:30.365999 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-484eaf35-25c0-44f8-8f79-e5c5a95413dd tempest-TestVolumeBootPattern-839648198 tempest-TestVolumeBootPattern-839648198-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1912725'] for security_group_rule (64a34aca-f32e-4523-a6be-04048214088a), after_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:30.392538 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-484eaf35-25c0-44f8-8f79-e5c5a95413dd tempest-TestVolumeBootPattern-839648198 tempest-TestVolumeBootPattern-839648198-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=64a34aca-f32e-4523-a6be-04048214088a,revision_number=0']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:06:30.420444 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-55f27135-9171-411d-be91-b01b0b6e6465 tempest-RoutersNegativeTest-1460119388 tempest-RoutersNegativeTest-1460119388-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1938497'] for port (3f491d94-cacc-4434-ae4a-b0dfc76a6d28), precommit_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:30.428438 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.db.db_base_plugin_common [None req-45def148-6ca7-4b43-a78b-4693cc2290b2 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Allocated IP 172.20.0.1 (4d94945e-b64d-4dbe-b9ef-b685a27afeca/eebffde5-12d3-4f3e-8ac5-6afeff8b265d/ea17f733-b458-4d46-8035-dbcdfb7b162d) {{(pid=116161) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 11:06:30.437162 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.plugin [None req-55f27135-9171-411d-be91-b01b0b6e6465 tempest-RoutersNegativeTest-1460119388 tempest-RoutersNegativeTest-1460119388-project] Calling delete_port for 3f491d94-cacc-4434-ae4a-b0dfc76a6d28 owned by network:router_interface {{(pid=116162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 11:06:30.484264 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd34da0a-7415-49d4-8a00-31f520937139 tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=116161) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 11:06:30.491804 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-901f7ff7-6db9-4b8c-9cf8-506bfbe43df0 None None] Pushing event updated for resources: {'Port': ['ID=69a48c1b-c0d5-42c9-9c89-17b523ae6fd8,revision_number=1']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:06:30.494156 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c5c4156-5b79-49dd-8ac8-ac0f4500c1aa None None] Sync routers for ids ['1b16df08-574d-4a87-a750-4bbd8e4706cf'] in dv-neutron-master-2-hyperv {{(pid=116164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 11:06:30.495676 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvr_db [None req-ba6e8044-f1b8-4df1-8f33-9743d566d1af None None] Set router 600deb90-6808-4341-aed6-2cd38307bc11 gateway port host: dv-neutron-master-2-hyperv {{(pid=116163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 11:06:30.510933 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-fd34da0a-7415-49d4-8a00-31f520937139 tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Publish callbacks [] for router (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:30.512190 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-fd34da0a-7415-49d4-8a00-31f520937139 tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] 10.222.0.10 "PUT /v2.0/routers/1b16df08-574d-4a87-a750-4bbd8e4706cf HTTP/1.1" status: 200 len: 693 time: 1.6412456 Apr 28 11:06:30.515137 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 54960) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:06:30.517021 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c5c4156-5b79-49dd-8ac8-ac0f4500c1aa None None] Routers {'1b16df08-574d-4a87-a750-4bbd8e4706cf'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=116164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 11:06:30.518002 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_hamode_db [None req-8c5c4156-5b79-49dd-8ac8-ac0f4500c1aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-28T10:50:39Z,description=,heartbeat_timestamp=2022-04-28T11:06:09Z,host='dv-neutron-master-2-hyperv',id=6b492ad6-0876-4d74-b20d-28143a52ceba,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T10:50:40Z,topic='l3_agent')) {'router_ids': ['1b16df08-574d-4a87-a750-4bbd8e4706cf'], 'active': True} {{(pid=116164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:06:30.521939 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-484eaf35-25c0-44f8-8f79-e5c5a95413dd tempest-TestVolumeBootPattern-839648198 tempest-TestVolumeBootPattern-839648198-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:30.522864 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-484eaf35-25c0-44f8-8f79-e5c5a95413dd tempest-TestVolumeBootPattern-839648198 tempest-TestVolumeBootPattern-839648198-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5768054 Apr 28 11:06:30.533902 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 54962) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:06:30.539681 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.v2.base [None req-558d2b03-77a2-408a-b7c6-8f29c300922e tempest-TestVolumeBootPattern-839648198 tempest-TestVolumeBootPattern-839648198-project] Request body: {'security_group_rule': {'security_group_id': 'c83a530b-56a2-41d8-b874-e844ad8fa813', 'project_id': '552a7719c35843ecaa8ce5b648a02d25', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=116161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:06:30.554046 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.managers [None req-901f7ff7-6db9-4b8c-9cf8-506bfbe43df0 None None] Attempting to bind port 69a48c1b-c0d5-42c9-9c89-17b523ae6fd8 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=116163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 28 11:06:30.554431 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.managers [None req-901f7ff7-6db9-4b8c-9cf8-506bfbe43df0 None None] Attempting to bind port 69a48c1b-c0d5-42c9-9c89-17b523ae6fd8 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '348238d7-b72c-4482-8329-a84a205cde7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '4d94945e-b64d-4dbe-b9ef-b685a27afeca'}] {{(pid=116163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 28 11:06:30.554799 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-901f7ff7-6db9-4b8c-9cf8-506bfbe43df0 None None] Attempting to bind port 69a48c1b-c0d5-42c9-9c89-17b523ae6fd8 on network 4d94945e-b64d-4dbe-b9ef-b685a27afeca {{(pid=116163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 11:06:30.567875 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-07b4b93f-f0d9-4ea6-8893-01ced6828112 None None] Current status of the port 22273d86-7e48-4219-a65d-ab3fc4142f67 is: DOWN; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:06:30.568205 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-07b4b93f-f0d9-4ea6-8893-01ced6828112 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (22273d86-7e48-4219-a65d-ab3fc4142f67), before_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:30.649644 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-56e32107-ed73-4b21-abe3-f37419b33abd tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] 10.222.0.10 "GET /v2.0/routers/1b16df08-574d-4a87-a750-4bbd8e4706cf HTTP/1.1" status: 200 len: 699 time: 0.1317499 Apr 28 11:06:30.650200 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-45def148-6ca7-4b43-a78b-4693cc2290b2 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks [] for port (ea17f733-b458-4d46-8035-dbcdfb7b162d), precommit_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:30.653629 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 54964) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:06:30.689012 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-558d2b03-77a2-408a-b7c6-8f29c300922e tempest-TestVolumeBootPattern-839648198 tempest-TestVolumeBootPattern-839648198-project] Publish callbacks [] for security_group_rule (e9ef8eed-bb06-4ed2-8a25-1c0e1fa0fe16), before_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:30.723970 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-122558b7-9571-4d1a-ae0c-d8702752819e tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] 10.222.0.10 "GET /v2.0/ports?device_id=1b16df08-574d-4a87-a750-4bbd8e4706cf HTTP/1.1" status: 200 len: 205 time: 0.0693560 Apr 28 11:06:30.726462 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 54966) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:06:30.743738 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_dvr_db [None req-8c5c4156-5b79-49dd-8ac8-ac0f4500c1aa None None] Set router 1b16df08-574d-4a87-a750-4bbd8e4706cf gateway port host: None {{(pid=116164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 11:06:30.771044 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-558d2b03-77a2-408a-b7c6-8f29c300922e tempest-TestVolumeBootPattern-839648198 tempest-TestVolumeBootPattern-839648198-project] Publish callbacks [] for security_group_rule (e9ef8eed-bb06-4ed2-8a25-1c0e1fa0fe16), precommit_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:30.785033 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-45def148-6ca7-4b43-a78b-4693cc2290b2 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742234710357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5219112'] for port (ea17f733-b458-4d46-8035-dbcdfb7b162d), after_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:30.793574 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-901f7ff7-6db9-4b8c-9cf8-506bfbe43df0 None None] Checking agent: {'id': 'd5baab19-5dd1-4902-922b-84acb048ab9c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 10, 50, 43), 'started_at': datetime.datetime(2022, 4, 28, 10, 51, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 11, 6, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=116163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 11:06:30.793955 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-901f7ff7-6db9-4b8c-9cf8-506bfbe43df0 None None] Checking segment: {'id': '348238d7-b72c-4482-8329-a84a205cde7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '4d94945e-b64d-4dbe-b9ef-b685a27afeca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 11:06:30.794359 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-901f7ff7-6db9-4b8c-9cf8-506bfbe43df0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:30.794772 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-901f7ff7-6db9-4b8c-9cf8-506bfbe43df0 None None] Bound using segment: {'id': '348238d7-b72c-4482-8329-a84a205cde7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '4d94945e-b64d-4dbe-b9ef-b685a27afeca'} {{(pid=116163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 11:06:30.795258 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.managers [None req-901f7ff7-6db9-4b8c-9cf8-506bfbe43df0 None None] Bound port: 69a48c1b-c0d5-42c9-9c89-17b523ae6fd8, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '348238d7-b72c-4482-8329-a84a205cde7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '4d94945e-b64d-4dbe-b9ef-b685a27afeca'}}] {{(pid=116163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 28 11:06:30.795637 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-901f7ff7-6db9-4b8c-9cf8-506bfbe43df0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (69a48c1b-c0d5-42c9-9c89-17b523ae6fd8), before_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:30.811244 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_hamode_db [None req-8c5c4156-5b79-49dd-8ac8-ac0f4500c1aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b16df08-574d-4a87-a750-4bbd8e4706cf', 'name': 'tempest-RoutersTest-router-679511805', 'tenant_id': '1d85c55944a24e6b8fc5b73917e91c0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T11:06:28Z', 'updated_at': '2022-04-28T11:06:29Z', 'revision_number': 2, 'project_id': '1d85c55944a24e6b8fc5b73917e91c0e', 'gw_port_host': None}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=116164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:06:30.828780 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-325cff45-e240-49bb-8eb2-1da0aeb35989 tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Publish callbacks [] for router (1b16df08-574d-4a87-a750-4bbd8e4706cf), before_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:30.848814 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45def148-6ca7-4b43-a78b-4693cc2290b2 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Network 4d94945e-b64d-4dbe-b9ef-b685a27afeca is already hosted by enough agents. {{(pid=116161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 11:06:30.852890 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.scheduler.base_scheduler [None req-45def148-6ca7-4b43-a78b-4693cc2290b2 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Resources bound (agent type, host, resource id): {{(pid=116161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 11:06:30.860742 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45def148-6ca7-4b43-a78b-4693cc2290b2 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Received port after_create {{(pid=116161) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 11:06:30.862177 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-07b4b93f-f0d9-4ea6-8893-01ced6828112 None None] For port 22273d86-7e48-4219-a65d-ab3fc4142f67, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=22273d86-7e48-4219-a65d-ab3fc4142f67,segment=NetworkSegment(aebe9c26-82b4-4cf8-bce6-cda13a2628ac),segment_id=aebe9c26-82b4-4cf8-bce6-cda13a2628ac)] {{(pid=116163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 11:06:30.864299 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-558d2b03-77a2-408a-b7c6-8f29c300922e tempest-TestVolumeBootPattern-839648198 tempest-TestVolumeBootPattern-839648198-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1912725'] for security_group_rule (e9ef8eed-bb06-4ed2-8a25-1c0e1fa0fe16), after_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:30.878848 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c5c4156-5b79-49dd-8ac8-ac0f4500c1aa None None] Checking router: 1b16df08-574d-4a87-a750-4bbd8e4706cf for host: dv-neutron-master-2-hyperv {{(pid=116164) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 11:06:30.889826 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c5c4156-5b79-49dd-8ac8-ac0f4500c1aa None None] Routers {'1b16df08-574d-4a87-a750-4bbd8e4706cf'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=116164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 11:06:30.890521 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_hamode_db [None req-8c5c4156-5b79-49dd-8ac8-ac0f4500c1aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-28T10:50:39Z,description=,heartbeat_timestamp=2022-04-28T11:06:09Z,host='dv-neutron-master-2-hyperv',id=6b492ad6-0876-4d74-b20d-28143a52ceba,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T10:50:40Z,topic='l3_agent')) {'router_ids': ['1b16df08-574d-4a87-a750-4bbd8e4706cf'], 'active': True} {{(pid=116164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:06:30.904303 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45def148-6ca7-4b43-a78b-4693cc2290b2 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Pushing event updated for resources: {'Port': ['ID=ea17f733-b458-4d46-8035-dbcdfb7b162d,revision_number=1']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:06:30.930837 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-07b4b93f-f0d9-4ea6-8893-01ced6828112 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393'] for port (22273d86-7e48-4219-a65d-ab3fc4142f67), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:30.944164 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558d2b03-77a2-408a-b7c6-8f29c300922e tempest-TestVolumeBootPattern-839648198 tempest-TestVolumeBootPattern-839648198-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e9ef8eed-bb06-4ed2-8a25-1c0e1fa0fe16,revision_number=0']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:06:30.944742 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Current status of the port c4d51599-7948-468d-affe-9d6195dcca54 is: ACTIVE; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:06:30.944742 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Device dc9e1bd3-1ed1-4c31-8c31-cdcf5fee84e4 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=116163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 11:06:30.957855 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-558d2b03-77a2-408a-b7c6-8f29c300922e tempest-TestVolumeBootPattern-839648198 tempest-TestVolumeBootPattern-839648198-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:30.962203 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-558d2b03-77a2-408a-b7c6-8f29c300922e tempest-TestVolumeBootPattern-839648198 tempest-TestVolumeBootPattern-839648198-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4243810 Apr 28 11:06:30.962203 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-45def148-6ca7-4b43-a78b-4693cc2290b2 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2063275'] for router_interface (d6f21cde-5d2b-481d-b3d0-e0dc4fc50def), before_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:30.995814 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_dvr_db [None req-8c5c4156-5b79-49dd-8ac8-ac0f4500c1aa None None] Set router 1b16df08-574d-4a87-a750-4bbd8e4706cf gateway port host: None {{(pid=116164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 11:06:31.002325 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-07b4b93f-f0d9-4ea6-8893-01ced6828112 None None] Provisioning complete for port c4d51599-7948-468d-affe-9d6195dcca54 triggered by entity DHCP. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:06:31.002725 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-07b4b93f-f0d9-4ea6-8893-01ced6828112 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (c4d51599-7948-468d-affe-9d6195dcca54), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:31.003890 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 54968) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:06:31.026072 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.v2.base [None req-f19906da-f0fb-49ae-831f-3d30239775e2 tempest-TestVolumeBootPattern-839648198 tempest-TestVolumeBootPattern-839648198-project] Request body: {'security_group_rule': {'security_group_id': 'c83a530b-56a2-41d8-b874-e844ad8fa813', 'project_id': '552a7719c35843ecaa8ce5b648a02d25', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=116162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:06:31.070369 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_hamode_db [None req-8c5c4156-5b79-49dd-8ac8-ac0f4500c1aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b16df08-574d-4a87-a750-4bbd8e4706cf', 'name': 'tempest-RoutersTest-router-679511805', 'tenant_id': '1d85c55944a24e6b8fc5b73917e91c0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T11:06:28Z', 'updated_at': '2022-04-28T11:06:29Z', 'revision_number': 2, 'project_id': '1d85c55944a24e6b8fc5b73917e91c0e', 'gw_port_host': None}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=116164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:06:31.100645 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-325cff45-e240-49bb-8eb2-1da0aeb35989 tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2060865', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-63275'] for router (1b16df08-574d-4a87-a750-4bbd8e4706cf), precommit_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:31.100869 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-901f7ff7-6db9-4b8c-9cf8-506bfbe43df0 None None] For port 69a48c1b-c0d5-42c9-9c89-17b523ae6fd8, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=116163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 11:06:31.106499 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.db.securitygroups_db [None req-f19906da-f0fb-49ae-831f-3d30239775e2 tempest-TestVolumeBootPattern-839648198 tempest-TestVolumeBootPattern-839648198-project] Project 552a7719c35843ecaa8ce5b648a02d25 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 28 11:06:31.106748 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c5c4156-5b79-49dd-8ac8-ac0f4500c1aa None None] The sync data for ids ['1b16df08-574d-4a87-a750-4bbd8e4706cf'] in dv-neutron-master-2-hyperv is: [{'id': '1b16df08-574d-4a87-a750-4bbd8e4706cf', 'name': 'tempest-RoutersTest-router-679511805', 'tenant_id': '1d85c55944a24e6b8fc5b73917e91c0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T11:06:28Z', 'updated_at': '2022-04-28T11:06:29Z', 'revision_number': 2, 'project_id': '1d85c55944a24e6b8fc5b73917e91c0e', 'gw_port_host': None}] {{(pid=116164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 11:06:31.118192 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-325cff45-e240-49bb-8eb2-1da0aeb35989 tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Publish callbacks [] for router_controller (1b16df08-574d-4a87-a750-4bbd8e4706cf), precommit_delete_associations {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:31.133402 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-f19906da-f0fb-49ae-831f-3d30239775e2 tempest-TestVolumeBootPattern-839648198 tempest-TestVolumeBootPattern-839648198-project] Publish callbacks [] for security_group_rule (c801df3b-9d62-46a8-b3ad-47286073581e), before_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:31.137846 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b4b93f-f0d9-4ea6-8893-01ced6828112 None None] Pushing event updated for resources: {'Port': ['ID=22273d86-7e48-4219-a65d-ab3fc4142f67,revision_number=5']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:06:31.149553 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-901f7ff7-6db9-4b8c-9cf8-506bfbe43df0 None None] For port 69a48c1b-c0d5-42c9-9c89-17b523ae6fd8, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=69a48c1b-c0d5-42c9-9c89-17b523ae6fd8,segment=NetworkSegment(348238d7-b72c-4482-8329-a84a205cde7f),segment_id=348238d7-b72c-4482-8329-a84a205cde7f)] {{(pid=116163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 11:06:31.195446 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-45def148-6ca7-4b43-a78b-4693cc2290b2 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (ea17f733-b458-4d46-8035-dbcdfb7b162d), before_update {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:31.201861 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_hamode_db [None req-ba6e8044-f1b8-4df1-8f33-9743d566d1af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '600deb90-6808-4341-aed6-2cd38307bc11', 'name': 'tempest-TestVolumeBootPattern-820426624-router', 'tenant_id': '46e92e085c5541bf8ff1731b14066ad5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'external_fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.184'}], 'enable_snat': True}, 'gw_port_id': 'd4618f51-af9c-43b2-aede-b6d15734c52d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T11:06:15Z', 'updated_at': '2022-04-28T11:06:23Z', 'revision_number': 4, 'project_id': '46e92e085c5541bf8ff1731b14066ad5', 'gw_port': {'id': 'd4618f51-af9c-43b2-aede-b6d15734c52d', 'name': '', 'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:6f:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '600deb90-6808-4341-aed6-2cd38307bc11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1229, 'fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:06:17Z', 'updated_at': '2022-04-28T11:06:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '22273d86-7e48-4219-a65d-ab3fc4142f67', 'name': '', 'network_id': '5dd6fa64-3267-4cc3-b521-ae430054f4de', 'tenant_id': '46e92e085c5541bf8ff1731b14066ad5', 'mac_address': 'fa:16:3e:7c:5a:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '600deb90-6808-4341-aed6-2cd38307bc11', 'device_owner': 'network:router_interface', 'standard_attr_id': 1241, 'fixed_ips': [{'subnet_id': 'efb62637-7a6c-4d28-b63e-75d8b634ee3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:06:22Z', 'updated_at': '2022-04-28T11:06:29Z', 'revision_number': 4, 'project_id': '46e92e085c5541bf8ff1731b14066ad5', 'subnets': [{'id': 'efb62637-7a6c-4d28-b63e-75d8b634ee3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=116163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:06:31.202450 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-55f27135-9171-411d-be91-b01b0b6e6465 tempest-RoutersNegativeTest-1460119388 tempest-RoutersNegativeTest-1460119388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742235135690', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742234710366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5051867'] for port (3f491d94-cacc-4434-ae4a-b0dfc76a6d28), after_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:31.235667 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-901f7ff7-6db9-4b8c-9cf8-506bfbe43df0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393'] for port (69a48c1b-c0d5-42c9-9c89-17b523ae6fd8), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:31.246085 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-325cff45-e240-49bb-8eb2-1da0aeb35989 tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2060888'] for router (1b16df08-574d-4a87-a750-4bbd8e4706cf), after_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:31.246909 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-325cff45-e240-49bb-8eb2-1da0aeb35989 tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Fanout notify agent at l3_agent the message router_deleted on router 1b16df08-574d-4a87-a750-4bbd8e4706cf {{(pid=116162) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 28 11:06:31.253899 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-325cff45-e240-49bb-8eb2-1da0aeb35989 tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] Publish callbacks [] for router (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:31.255146 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-325cff45-e240-49bb-8eb2-1da0aeb35989 tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] 10.222.0.10 "DELETE /v2.0/routers/1b16df08-574d-4a87-a750-4bbd8e4706cf HTTP/1.1" status: 204 len: 168 time: 0.5277588 Apr 28 11:06:31.256245 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f27135-9171-411d-be91-b01b0b6e6465 tempest-RoutersNegativeTest-1460119388 tempest-RoutersNegativeTest-1460119388-project] Pushing event deleted for resources: {'Port': ['ID=3f491d94-cacc-4434-ae4a-b0dfc76a6d28,revision_number=None']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:06:31.260420 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 54970) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:06:31.268161 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba6e8044-f1b8-4df1-8f33-9743d566d1af None None] The sync data for ids ['600deb90-6808-4341-aed6-2cd38307bc11'] in dv-neutron-master-2-hyperv is: [{'id': '600deb90-6808-4341-aed6-2cd38307bc11', 'name': 'tempest-TestVolumeBootPattern-820426624-router', 'tenant_id': '46e92e085c5541bf8ff1731b14066ad5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'external_fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.184'}], 'enable_snat': True}, 'gw_port_id': 'd4618f51-af9c-43b2-aede-b6d15734c52d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T11:06:15Z', 'updated_at': '2022-04-28T11:06:23Z', 'revision_number': 4, 'project_id': '46e92e085c5541bf8ff1731b14066ad5', 'gw_port': {'id': 'd4618f51-af9c-43b2-aede-b6d15734c52d', 'name': '', 'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:6f:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '600deb90-6808-4341-aed6-2cd38307bc11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1229, 'fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:06:17Z', 'updated_at': '2022-04-28T11:06:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '22273d86-7e48-4219-a65d-ab3fc4142f67', 'name': '', 'network_id': '5dd6fa64-3267-4cc3-b521-ae430054f4de', 'tenant_id': '46e92e085c5541bf8ff1731b14066ad5', 'mac_address': 'fa:16:3e:7c:5a:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '600deb90-6808-4341-aed6-2cd38307bc11', 'device_owner': 'network:router_interface', 'standard_attr_id': 1241, 'fixed_ips': [{'subnet_id': 'efb62637-7a6c-4d28-b63e-75d8b634ee3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:06:22Z', 'updated_at': '2022-04-28T11:06:29Z', 'revision_number': 4, 'project_id': '46e92e085c5541bf8ff1731b14066ad5', 'subnets': [{'id': 'efb62637-7a6c-4d28-b63e-75d8b634ee3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=116163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 11:06:31.274372 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Provisioning complete for port dc9e1bd3-1ed1-4c31-8c31-cdcf5fee84e4 triggered by entity L2. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:06:31.274842 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (dc9e1bd3-1ed1-4c31-8c31-cdcf5fee84e4), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:31.328018 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-07b4b93f-f0d9-4ea6-8893-01ced6828112 None None] Current status of the port c4d51599-7948-468d-affe-9d6195dcca54 is: ACTIVE; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:06:31.357246 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-e3b2ddb1-97c0-4d15-a0c9-0f009f80bd5f tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] 10.222.0.10 "GET /v2.0/ports?device_id=1b16df08-574d-4a87-a750-4bbd8e4706cf HTTP/1.1" status: 200 len: 205 time: 0.0929315 Apr 28 11:06:31.390391 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 54972) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:06:31.400188 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-901f7ff7-6db9-4b8c-9cf8-506bfbe43df0 None None] Pushing event updated for resources: {'Port': ['ID=69a48c1b-c0d5-42c9-9c89-17b523ae6fd8,revision_number=2']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:06:31.472670 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Current status of the port dc9e1bd3-1ed1-4c31-8c31-cdcf5fee84e4 is: DOWN; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:06:31.473052 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (dc9e1bd3-1ed1-4c31-8c31-cdcf5fee84e4), before_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:31.489793 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-75fc3573-fc51-4d08-a7bc-9cd3a614c002 None None] Provisioning complete for port 22273d86-7e48-4219-a65d-ab3fc4142f67 triggered by entity DHCP. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:06:31.490269 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-75fc3573-fc51-4d08-a7bc-9cd3a614c002 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (22273d86-7e48-4219-a65d-ab3fc4142f67), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:31.508867 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.api.v2.resource [None req-43f1eae5-0f21-43f1-8578-844c525304e1 tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] delete failed (client error): The resource could not be found. Apr 28 11:06:31.510779 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-43f1eae5-0f21-43f1-8578-844c525304e1 tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] 10.222.0.10 "DELETE /v2.0/routers/1b16df08-574d-4a87-a750-4bbd8e4706cf HTTP/1.1" status: 404 len: 336 time: 0.1181188 Apr 28 11:06:31.522792 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 54974) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:06:31.550725 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-f19906da-f0fb-49ae-831f-3d30239775e2 tempest-TestVolumeBootPattern-839648198 tempest-TestVolumeBootPattern-839648198-project] Publish callbacks [] for security_group_rule (c801df3b-9d62-46a8-b3ad-47286073581e), precommit_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:31.592700 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] For port dc9e1bd3-1ed1-4c31-8c31-cdcf5fee84e4, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=dc9e1bd3-1ed1-4c31-8c31-cdcf5fee84e4,segment=NetworkSegment(142bc50f-d6af-4646-8d06-bb7af6b7b51c),segment_id=142bc50f-d6af-4646-8d06-bb7af6b7b51c)] {{(pid=116163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 11:06:31.611331 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-f19906da-f0fb-49ae-831f-3d30239775e2 tempest-TestVolumeBootPattern-839648198 tempest-TestVolumeBootPattern-839648198-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1912725'] for security_group_rule (c801df3b-9d62-46a8-b3ad-47286073581e), after_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:31.662288 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393'] for port (dc9e1bd3-1ed1-4c31-8c31-cdcf5fee84e4), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:31.707732 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.pecan_wsgi.hooks.translation [None req-ed994e01-bb27-447f-b3ad-a507e5eed492 tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] DELETE failed (client error): The resource could not be found. Apr 28 11:06:31.708290 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ed994e01-bb27-447f-b3ad-a507e5eed492 tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=116162) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 28 11:06:31.712333 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-ed994e01-bb27-447f-b3ad-a507e5eed492 tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] 10.222.0.10 "DELETE /v2.0/subnets/8afb77db-0064-4b35-a13f-7f7f16dba0f8 HTTP/1.1" status: 404 len: 337 time: 0.1573901 Apr 28 11:06:31.726058 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-75fc3573-fc51-4d08-a7bc-9cd3a614c002 None None] Current status of the port 22273d86-7e48-4219-a65d-ab3fc4142f67 is: ACTIVE; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:06:31.731420 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 54976) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:06:31.759456 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Pushing event updated for resources: {'Port': ['ID=dc9e1bd3-1ed1-4c31-8c31-cdcf5fee84e4,revision_number=4']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:06:31.861075 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.pecan_wsgi.hooks.translation [None req-3b763ff7-93a7-4785-953b-ab6863e13299 tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] DELETE failed (client error): The resource could not be found. Apr 28 11:06:31.861616 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3b763ff7-93a7-4785-953b-ab6863e13299 tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=116162) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 28 11:06:31.866867 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-3b763ff7-93a7-4785-953b-ab6863e13299 tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] 10.222.0.10 "DELETE /v2.0/subnets/12b00ce9-212a-4d97-be2f-b5b818be2996 HTTP/1.1" status: 404 len: 337 time: 0.1174271 Apr 28 11:06:31.866867 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f19906da-f0fb-49ae-831f-3d30239775e2 tempest-TestVolumeBootPattern-839648198 tempest-TestVolumeBootPattern-839648198-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c801df3b-9d62-46a8-b3ad-47286073581e,revision_number=0']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:06:31.868078 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 54978) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:06:31.921386 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.pecan_wsgi.hooks.translation [None req-0fb1179b-7497-4afe-8478-3bed633b5f73 tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] DELETE failed (client error): The resource could not be found. Apr 28 11:06:31.922123 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0fb1179b-7497-4afe-8478-3bed633b5f73 tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=116162) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 28 11:06:31.925634 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-0fb1179b-7497-4afe-8478-3bed633b5f73 tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] 10.222.0.10 "DELETE /v2.0/subnets/82f04b91-b379-4454-bf04-c8f726296c87 HTTP/1.1" status: 404 len: 337 time: 0.0524423 Apr 28 11:06:31.928089 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 54980) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:06:31.930316 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-55f27135-9171-411d-be91-b01b0b6e6465 tempest-RoutersNegativeTest-1460119388 tempest-RoutersNegativeTest-1460119388-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1603051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2063504'] for router_interface (fe0fa09b-5124-43e2-beb6-7c49eb874af1), after_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:31.939519 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-45def148-6ca7-4b43-a78b-4693cc2290b2 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks [] for port (ea17f733-b458-4d46-8035-dbcdfb7b162d), precommit_update {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:31.950486 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-f19906da-f0fb-49ae-831f-3d30239775e2 tempest-TestVolumeBootPattern-839648198 tempest-TestVolumeBootPattern-839648198-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:31.954706 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 54982) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:06:31.956692 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-f19906da-f0fb-49ae-831f-3d30239775e2 tempest-TestVolumeBootPattern-839648198 tempest-TestVolumeBootPattern-839648198-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.9509983 Apr 28 11:06:31.960444 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.v2.base [None req-4c217a73-365d-445c-93c4-a11b68f62666 tempest-TestVolumeBootPattern-839648198 tempest-TestVolumeBootPattern-839648198-project] Request body: {'security_group_rule': {'security_group_id': 'c83a530b-56a2-41d8-b874-e844ad8fa813', 'project_id': '552a7719c35843ecaa8ce5b648a02d25', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=116161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:06:31.981835 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.pecan_wsgi.hooks.translation [None req-9cd0df14-fde3-401b-904f-7836315a2e2f tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] DELETE failed (client error): The resource could not be found. Apr 28 11:06:31.982311 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9cd0df14-fde3-401b-904f-7836315a2e2f tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=116162) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 28 11:06:31.989985 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Device c4d51599-7948-468d-affe-9d6195dcca54 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=116163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 11:06:31.990172 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-9cd0df14-fde3-401b-904f-7836315a2e2f tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] 10.222.0.10 "DELETE /v2.0/subnets/a5c018ca-906e-4425-bf42-6e13a46d1530 HTTP/1.1" status: 404 len: 337 time: 0.0583880 Apr 28 11:06:31.991006 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 54984) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:06:32.007087 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-45def148-6ca7-4b43-a78b-4693cc2290b2 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5219123'] for port (ea17f733-b458-4d46-8035-dbcdfb7b162d), after_update {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:32.055515 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Provisioning complete for port c4d51599-7948-468d-affe-9d6195dcca54 triggered by entity L2. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:06:32.057089 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (c4d51599-7948-468d-affe-9d6195dcca54), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:32.060577 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-dbda7cbe-414f-451b-a2d9-f26c543b527c tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] 10.222.0.10 "GET /v2.0/ports?device_id=077583a6-3e91-4e7b-b09b-2ee4e2f6efd3 HTTP/1.1" status: 200 len: 205 time: 0.0663486 Apr 28 11:06:32.062653 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 54986) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:06:32.079765 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.db.securitygroups_db [None req-4c217a73-365d-445c-93c4-a11b68f62666 tempest-TestVolumeBootPattern-839648198 tempest-TestVolumeBootPattern-839648198-project] Project 552a7719c35843ecaa8ce5b648a02d25 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 28 11:06:32.173619 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-4c217a73-365d-445c-93c4-a11b68f62666 tempest-TestVolumeBootPattern-839648198 tempest-TestVolumeBootPattern-839648198-project] Publish callbacks [] for security_group_rule (89f4f712-2518-42a3-907d-4013c0c0fbec), before_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:32.183725 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.api.v2.resource [None req-b760e427-d388-4656-982a-7f7c12490497 tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] delete failed (client error): The resource could not be found. Apr 28 11:06:32.186138 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Current status of the port c4d51599-7948-468d-affe-9d6195dcca54 is: ACTIVE; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:06:32.187256 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Device 70a69f0b-1f7e-466c-bf2b-21aa8eeb50cc up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=116163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 11:06:32.188017 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-b760e427-d388-4656-982a-7f7c12490497 tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] 10.222.0.10 "DELETE /v2.0/routers/077583a6-3e91-4e7b-b09b-2ee4e2f6efd3 HTTP/1.1" status: 404 len: 336 time: 0.1216161 Apr 28 11:06:32.188818 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 54988) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:06:32.205476 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55f27135-9171-411d-be91-b01b0b6e6465 tempest-RoutersNegativeTest-1460119388 tempest-RoutersNegativeTest-1460119388-project] Router fe0fa09b-5124-43e2-beb6-7c49eb874af1 has already been hosted by L3 agent 6b492ad6-0876-4d74-b20d-28143a52ceba {{(pid=116162) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 11:06:32.241352 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Provisioning complete for port 70a69f0b-1f7e-466c-bf2b-21aa8eeb50cc triggered by entity L2. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:06:32.242352 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (70a69f0b-1f7e-466c-bf2b-21aa8eeb50cc), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:32.263467 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-45def148-6ca7-4b43-a78b-4693cc2290b2 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1603056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2063387'] for router_interface (d6f21cde-5d2b-481d-b3d0-e0dc4fc50def), after_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:32.281434 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-dfe60b5e-0495-4c46-aabd-1990a18f86d4 tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] 10.222.0.10 "GET /v2.0/ports?device_id=9f2ce447-59ef-47ff-8555-70abc207cd35 HTTP/1.1" status: 200 len: 205 time: 0.0782111 Apr 28 11:06:32.303991 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 54990) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:06:32.311988 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55f27135-9171-411d-be91-b01b0b6e6465 tempest-RoutersNegativeTest-1460119388 tempest-RoutersNegativeTest-1460119388-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=116162) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 11:06:32.318967 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-55f27135-9171-411d-be91-b01b0b6e6465 tempest-RoutersNegativeTest-1460119388 tempest-RoutersNegativeTest-1460119388-project] 10.222.0.10 "PUT /v2.0/routers/fe0fa09b-5124-43e2-beb6-7c49eb874af1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8499050 Apr 28 11:06:32.324797 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 54992) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:06:32.354662 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Current status of the port 70a69f0b-1f7e-466c-bf2b-21aa8eeb50cc is: ACTIVE; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:06:32.355716 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Device 22273d86-7e48-4219-a65d-ab3fc4142f67 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=116163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 11:06:32.357836 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1034abef-38ad-4b8f-8d33-7048d227fede None None] Sync routers for ids ['fe0fa09b-5124-43e2-beb6-7c49eb874af1'] in dv-neutron-master-2-hyperv {{(pid=116163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 11:06:32.372569 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.api.v2.resource [None req-fb283fce-4ea2-4770-b4b8-de6e709ec5b8 tempest-RoutersNegativeTest-1460119388 tempest-RoutersNegativeTest-1460119388-project] delete failed (client error): The resource could not be found. Apr 28 11:06:32.373763 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-fb283fce-4ea2-4770-b4b8-de6e709ec5b8 tempest-RoutersNegativeTest-1460119388 tempest-RoutersNegativeTest-1460119388-project] 10.222.0.10 "DELETE /v2.0/routers/tempest-non_exist_router-2138023931 HTTP/1.1" status: 404 len: 335 time: 0.0478427 Apr 28 11:06:32.375158 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45def148-6ca7-4b43-a78b-4693cc2290b2 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Pushing event updated for resources: {'Port': ['ID=ea17f733-b458-4d46-8035-dbcdfb7b162d,revision_number=2']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:06:32.378129 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 54994) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:06:32.383004 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.v2.base [None req-a5999cbc-1abf-4621-b52f-ee729d68b577 tempest-RoutersNegativeTest-1460119388 tempest-RoutersNegativeTest-1460119388-project] Request body: {'router': {'external_gateway_info': {'network_id': 'fe0fa09b-5124-43e2-beb6-7c49eb874af1'}}} {{(pid=116162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:06:32.383660 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.api.v2.resource [None req-55f28368-60bc-4c4b-b0f4-7979d01df0cd tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] delete failed (client error): The resource could not be found. Apr 28 11:06:32.385019 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-55f28368-60bc-4c4b-b0f4-7979d01df0cd tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] 10.222.0.10 "DELETE /v2.0/routers/9f2ce447-59ef-47ff-8555-70abc207cd35 HTTP/1.1" status: 404 len: 336 time: 0.0791023 Apr 28 11:06:32.390109 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 54996) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:06:32.394092 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1034abef-38ad-4b8f-8d33-7048d227fede None None] Routers {'fe0fa09b-5124-43e2-beb6-7c49eb874af1'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=116163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 11:06:32.394872 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_hamode_db [None req-1034abef-38ad-4b8f-8d33-7048d227fede None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-28T10:50:39Z,description=,heartbeat_timestamp=2022-04-28T11:06:09Z,host='dv-neutron-master-2-hyperv',id=6b492ad6-0876-4d74-b20d-28143a52ceba,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T10:50:40Z,topic='l3_agent')) {'router_ids': ['fe0fa09b-5124-43e2-beb6-7c49eb874af1'], 'active': True} {{(pid=116163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:06:32.462352 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.pecan_wsgi.hooks.translation [None req-f85233c1-0af0-4ea9-ba94-2d80caefe854 tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] DELETE failed (client error): The resource could not be found. Apr 28 11:06:32.463231 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f85233c1-0af0-4ea9-ba94-2d80caefe854 tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=116161) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 28 11:06:32.464271 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_hamode_db [None req-1034abef-38ad-4b8f-8d33-7048d227fede None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=116163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:06:32.468736 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-f85233c1-0af0-4ea9-ba94-2d80caefe854 tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] 10.222.0.10 "DELETE /v2.0/subnets/3e21d101-9e81-471b-8be5-80245325f5f1 HTTP/1.1" status: 404 len: 337 time: 0.0648141 Apr 28 11:06:32.472833 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 54998) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:06:32.477672 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1034abef-38ad-4b8f-8d33-7048d227fede None None] Routers {'fe0fa09b-5124-43e2-beb6-7c49eb874af1'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=116163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 11:06:32.478306 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_hamode_db [None req-1034abef-38ad-4b8f-8d33-7048d227fede None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-28T10:50:39Z,description=,heartbeat_timestamp=2022-04-28T11:06:09Z,host='dv-neutron-master-2-hyperv',id=6b492ad6-0876-4d74-b20d-28143a52ceba,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T10:50:40Z,topic='l3_agent')) {'router_ids': ['fe0fa09b-5124-43e2-beb6-7c49eb874af1'], 'active': True} {{(pid=116163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:06:32.512220 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-66b1145e-347f-4bda-ad4c-c1d2377e5a02 tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] 10.222.0.10 "GET /v2.0/ports?device_id=e036f9cf-cb6e-472a-99e9-df4e0fad8e14 HTTP/1.1" status: 200 len: 205 time: 0.0377734 Apr 28 11:06:32.515089 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 55000) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:06:32.528691 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_hamode_db [None req-1034abef-38ad-4b8f-8d33-7048d227fede None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=116163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:06:32.529307 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1034abef-38ad-4b8f-8d33-7048d227fede None None] The sync data for ids ['fe0fa09b-5124-43e2-beb6-7c49eb874af1'] in dv-neutron-master-2-hyperv is: [] {{(pid=116163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 11:06:32.538158 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-4c217a73-365d-445c-93c4-a11b68f62666 tempest-TestVolumeBootPattern-839648198 tempest-TestVolumeBootPattern-839648198-project] Publish callbacks [] for security_group_rule (89f4f712-2518-42a3-907d-4013c0c0fbec), precommit_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:32.542289 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Provisioning complete for port 22273d86-7e48-4219-a65d-ab3fc4142f67 triggered by entity L2. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:06:32.543132 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (22273d86-7e48-4219-a65d-ab3fc4142f67), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:32.585108 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45def148-6ca7-4b43-a78b-4693cc2290b2 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Network 4d94945e-b64d-4dbe-b9ef-b685a27afeca is already hosted by enough agents. {{(pid=116161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 11:06:32.587715 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.scheduler.base_scheduler [None req-45def148-6ca7-4b43-a78b-4693cc2290b2 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Resources bound (agent type, host, resource id): {{(pid=116161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 11:06:32.592216 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.api.v2.resource [None req-5b6300ea-4e5c-43a8-bc22-f74bf6bf10ae tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] delete failed (client error): The resource could not be found. Apr 28 11:06:32.594427 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-5b6300ea-4e5c-43a8-bc22-f74bf6bf10ae tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] 10.222.0.10 "DELETE /v2.0/routers/e036f9cf-cb6e-472a-99e9-df4e0fad8e14 HTTP/1.1" status: 404 len: 336 time: 0.0761263 Apr 28 11:06:32.603850 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 55002) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:06:32.667311 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-4c217a73-365d-445c-93c4-a11b68f62666 tempest-TestVolumeBootPattern-839648198 tempest-TestVolumeBootPattern-839648198-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1912725'] for security_group_rule (89f4f712-2518-42a3-907d-4013c0c0fbec), after_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:32.673742 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Current status of the port 22273d86-7e48-4219-a65d-ab3fc4142f67 is: ACTIVE; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:06:32.769324 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-a5999cbc-1abf-4621-b52f-ee729d68b577 tempest-RoutersNegativeTest-1460119388 tempest-RoutersNegativeTest-1460119388-project] Publish callbacks [] for router_gateway (fe0fa09b-5124-43e2-beb6-7c49eb874af1), precommit_update {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:32.770940 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-0ddc409b-4ae7-4573-ae64-2dab8210ece2 tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] 10.222.0.10 "GET /v2.0/ports?device_id=14002152-000a-4c44-883d-e2dc6779bfe4 HTTP/1.1" status: 200 len: 205 time: 0.1206405 Apr 28 11:06:32.775228 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 55004) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:06:32.796122 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c217a73-365d-445c-93c4-a11b68f62666 tempest-TestVolumeBootPattern-839648198 tempest-TestVolumeBootPattern-839648198-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=89f4f712-2518-42a3-907d-4013c0c0fbec,revision_number=0']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:06:32.800377 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45def148-6ca7-4b43-a78b-4693cc2290b2 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Router d6f21cde-5d2b-481d-b3d0-e0dc4fc50def has already been hosted by L3 agent 6b492ad6-0876-4d74-b20d-28143a52ceba {{(pid=116161) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 11:06:32.816626 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.api.v2.resource [None req-55ab93cc-a79a-444d-a4a2-64154afc801f tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] delete failed (client error): The resource could not be found. Apr 28 11:06:32.817769 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-55ab93cc-a79a-444d-a4a2-64154afc801f tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] 10.222.0.10 "DELETE /v2.0/routers/14002152-000a-4c44-883d-e2dc6779bfe4 HTTP/1.1" status: 404 len: 336 time: 0.0415897 Apr 28 11:06:32.820962 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 55006) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:06:32.854888 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.pecan_wsgi.hooks.translation [None req-d4f94449-66c5-4b6f-9896-609299291ccc tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] DELETE failed (client error): The resource could not be found. Apr 28 11:06:32.855649 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d4f94449-66c5-4b6f-9896-609299291ccc tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=116162) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 28 11:06:32.862292 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-d4f94449-66c5-4b6f-9896-609299291ccc tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] 10.222.0.10 "DELETE /v2.0/subnets/a8ca94ef-9158-42e2-b447-0ffe792e1d0e HTTP/1.1" status: 404 len: 337 time: 0.0401039 Apr 28 11:06:32.862968 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 55008) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:06:32.904101 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-4c217a73-365d-445c-93c4-a11b68f62666 tempest-TestVolumeBootPattern-839648198 tempest-TestVolumeBootPattern-839648198-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:32.908704 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.api.v2.resource [None req-a5999cbc-1abf-4621-b52f-ee729d68b577 tempest-RoutersNegativeTest-1460119388 tempest-RoutersNegativeTest-1460119388-project] update failed (client error): The resource could not be found. Apr 28 11:06:32.909451 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-a5999cbc-1abf-4621-b52f-ee729d68b577 tempest-RoutersNegativeTest-1460119388 tempest-RoutersNegativeTest-1460119388-project] 10.222.0.10 "PUT /v2.0/routers/fe0fa09b-5124-43e2-beb6-7c49eb874af1 HTTP/1.1" status: 404 len: 339 time: 0.5301654 Apr 28 11:06:32.912345 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-4c217a73-365d-445c-93c4-a11b68f62666 tempest-TestVolumeBootPattern-839648198 tempest-TestVolumeBootPattern-839648198-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.9564927 Apr 28 11:06:32.915692 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-1baccff5-8f03-445e-bdc4-121694896122 tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] 10.222.0.10 "GET /v2.0/ports?device_id=38096c1d-5d02-4005-b5e3-1296e07bfa0e HTTP/1.1" status: 200 len: 205 time: 0.0510173 Apr 28 11:06:32.916287 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 55016) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:06:32.917394 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 55018) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:06:32.921320 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffcaeda1-d879-4002-9703-0ae7a1cd71c4 None None] Network 4d94945e-b64d-4dbe-b9ef-b685a27afeca requested from dv-neutron-master-2-hyperv {{(pid=116163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 11:06:32.945633 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45def148-6ca7-4b43-a78b-4693cc2290b2 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=116161) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 11:06:32.952251 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-45def148-6ca7-4b43-a78b-4693cc2290b2 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] 10.222.0.10 "PUT /v2.0/routers/d6f21cde-5d2b-481d-b3d0-e0dc4fc50def/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3105063 Apr 28 11:06:32.954688 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 55020) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:06:32.958368 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26879f35-097e-4476-a55d-ece9bdf2fd0b None None] Sync routers for ids ['d6f21cde-5d2b-481d-b3d0-e0dc4fc50def'] in dv-neutron-master-2-hyperv {{(pid=116164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 11:06:32.990852 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26879f35-097e-4476-a55d-ece9bdf2fd0b None None] Routers {'d6f21cde-5d2b-481d-b3d0-e0dc4fc50def'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=116164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 11:06:32.991974 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_hamode_db [None req-26879f35-097e-4476-a55d-ece9bdf2fd0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-28T10:50:39Z,description=,heartbeat_timestamp=2022-04-28T11:06:09Z,host='dv-neutron-master-2-hyperv',id=6b492ad6-0876-4d74-b20d-28143a52ceba,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T10:50:40Z,topic='l3_agent')) {'router_ids': ['d6f21cde-5d2b-481d-b3d0-e0dc4fc50def'], 'active': True} {{(pid=116164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:06:33.034803 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-e3b75464-e1b0-44fd-9a65-389a6bcd643a None None] Provisioning complete for port 69a48c1b-c0d5-42c9-9c89-17b523ae6fd8 triggered by entity DHCP. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:06:33.035177 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-e3b75464-e1b0-44fd-9a65-389a6bcd643a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (69a48c1b-c0d5-42c9-9c89-17b523ae6fd8), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:33.229065 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e7f79d9-9388-4b59-a5b1-388613588b13 tempest-TestNetworkBasicOps-223859856 tempest-TestNetworkBasicOps-223859856-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:06:33.230148 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e7f79d9-9388-4b59-a5b1-388613588b13 tempest-TestNetworkBasicOps-223859856 tempest-TestNetworkBasicOps-223859856-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:06:33.230640 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e7f79d9-9388-4b59-a5b1-388613588b13 tempest-TestNetworkBasicOps-223859856 tempest-TestNetworkBasicOps-223859856-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:06:33.231105 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e7f79d9-9388-4b59-a5b1-388613588b13 tempest-TestNetworkBasicOps-223859856 tempest-TestNetworkBasicOps-223859856-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:06:33.231570 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e7f79d9-9388-4b59-a5b1-388613588b13 tempest-TestNetworkBasicOps-223859856 tempest-TestNetworkBasicOps-223859856-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:06:33.232023 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e7f79d9-9388-4b59-a5b1-388613588b13 tempest-TestNetworkBasicOps-223859856 tempest-TestNetworkBasicOps-223859856-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:06:33.232479 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e7f79d9-9388-4b59-a5b1-388613588b13 tempest-TestNetworkBasicOps-223859856 tempest-TestNetworkBasicOps-223859856-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:06:33.233684 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e7f79d9-9388-4b59-a5b1-388613588b13 tempest-TestNetworkBasicOps-223859856 tempest-TestNetworkBasicOps-223859856-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:06:33.234151 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e7f79d9-9388-4b59-a5b1-388613588b13 tempest-TestNetworkBasicOps-223859856 tempest-TestNetworkBasicOps-223859856-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:06:33.240399 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-1e7f79d9-9388-4b59-a5b1-388613588b13 tempest-TestNetworkBasicOps-223859856 tempest-TestNetworkBasicOps-223859856-project-admin] 10.222.0.10 "GET /v2.0/networks HTTP/1.1" status: 200 len: 6352 time: 0.2845807 Apr 28 11:06:33.241086 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 55052) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:06:33.270387 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_dvr_db [None req-26879f35-097e-4476-a55d-ece9bdf2fd0b None None] Set router d6f21cde-5d2b-481d-b3d0-e0dc4fc50def gateway port host: dv-neutron-master-2-hyperv {{(pid=116164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 11:06:33.329110 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-e3b75464-e1b0-44fd-9a65-389a6bcd643a None None] Current status of the port 69a48c1b-c0d5-42c9-9c89-17b523ae6fd8 is: DOWN; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:06:33.329700 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-e3b75464-e1b0-44fd-9a65-389a6bcd643a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (69a48c1b-c0d5-42c9-9c89-17b523ae6fd8), before_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:33.381742 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-e3b75464-e1b0-44fd-9a65-389a6bcd643a None None] For port 69a48c1b-c0d5-42c9-9c89-17b523ae6fd8, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=69a48c1b-c0d5-42c9-9c89-17b523ae6fd8,segment=NetworkSegment(348238d7-b72c-4482-8329-a84a205cde7f),segment_id=348238d7-b72c-4482-8329-a84a205cde7f)] {{(pid=116163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 11:06:33.392005 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02d34b9f-90b2-40a0-96f4-67e7d2a55b63 tempest-TestNetworkBasicOps-223859856 tempest-TestNetworkBasicOps-223859856-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:06:33.398835 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02d34b9f-90b2-40a0-96f4-67e7d2a55b63 tempest-TestNetworkBasicOps-223859856 tempest-TestNetworkBasicOps-223859856-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:06:33.398835 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02d34b9f-90b2-40a0-96f4-67e7d2a55b63 tempest-TestNetworkBasicOps-223859856 tempest-TestNetworkBasicOps-223859856-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:06:33.398835 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02d34b9f-90b2-40a0-96f4-67e7d2a55b63 tempest-TestNetworkBasicOps-223859856 tempest-TestNetworkBasicOps-223859856-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:06:33.398835 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02d34b9f-90b2-40a0-96f4-67e7d2a55b63 tempest-TestNetworkBasicOps-223859856 tempest-TestNetworkBasicOps-223859856-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:06:33.398835 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02d34b9f-90b2-40a0-96f4-67e7d2a55b63 tempest-TestNetworkBasicOps-223859856 tempest-TestNetworkBasicOps-223859856-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:06:33.398835 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02d34b9f-90b2-40a0-96f4-67e7d2a55b63 tempest-TestNetworkBasicOps-223859856 tempest-TestNetworkBasicOps-223859856-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:06:33.398835 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02d34b9f-90b2-40a0-96f4-67e7d2a55b63 tempest-TestNetworkBasicOps-223859856 tempest-TestNetworkBasicOps-223859856-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:06:33.398835 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02d34b9f-90b2-40a0-96f4-67e7d2a55b63 tempest-TestNetworkBasicOps-223859856 tempest-TestNetworkBasicOps-223859856-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:06:33.403595 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-02d34b9f-90b2-40a0-96f4-67e7d2a55b63 tempest-TestNetworkBasicOps-223859856 tempest-TestNetworkBasicOps-223859856-project-admin] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5780 time: 0.1613762 Apr 28 11:06:33.404169 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 55058) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:06:33.452097 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-e3b75464-e1b0-44fd-9a65-389a6bcd643a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393'] for port (69a48c1b-c0d5-42c9-9c89-17b523ae6fd8), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:33.555429 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.api.v2.resource [None req-f93eede0-be44-42a5-8700-88878f3cf282 tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] delete failed (client error): The resource could not be found. Apr 28 11:06:33.560685 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-f93eede0-be44-42a5-8700-88878f3cf282 tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] 10.222.0.10 "DELETE /v2.0/routers/38096c1d-5d02-4005-b5e3-1296e07bfa0e HTTP/1.1" status: 404 len: 336 time: 0.6407356 Apr 28 11:06:33.561588 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 55068) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:06:33.573616 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b75464-e1b0-44fd-9a65-389a6bcd643a None None] Pushing event updated for resources: {'Port': ['ID=69a48c1b-c0d5-42c9-9c89-17b523ae6fd8,revision_number=3']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:06:33.636308 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.pecan_wsgi.hooks.translation [None req-cbdac6cc-46e4-47b3-b2c4-f32204f3678d tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] DELETE failed (client error): The resource could not be found. Apr 28 11:06:33.636769 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cbdac6cc-46e4-47b3-b2c4-f32204f3678d tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=116162) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 28 11:06:33.644816 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-cbdac6cc-46e4-47b3-b2c4-f32204f3678d tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] 10.222.0.10 "DELETE /v2.0/subnets/01007182-0ed7-41f5-b7e0-fadd8bd82a2d HTTP/1.1" status: 404 len: 337 time: 0.0387902 Apr 28 11:06:33.645930 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 55070) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:06:33.738809 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_hamode_db [None req-26879f35-097e-4476-a55d-ece9bdf2fd0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6f21cde-5d2b-481d-b3d0-e0dc4fc50def', 'name': 'tempest-TestNetworkBasicOps-router-1552748683', 'tenant_id': '65d54c3b7dcd4af68398071d25e8321e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'external_fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.121'}], 'enable_snat': True}, 'gw_port_id': 'dc9e1bd3-1ed1-4c31-8c31-cdcf5fee84e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T11:06:19Z', 'updated_at': '2022-04-28T11:06:31Z', 'revision_number': 4, 'project_id': '65d54c3b7dcd4af68398071d25e8321e', 'gw_port': {'id': 'dc9e1bd3-1ed1-4c31-8c31-cdcf5fee84e4', 'name': '', 'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:4b:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6f21cde-5d2b-481d-b3d0-e0dc4fc50def', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1238, 'fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:06:20Z', 'updated_at': '2022-04-28T11:06:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'ea17f733-b458-4d46-8035-dbcdfb7b162d', 'name': '', 'network_id': '4d94945e-b64d-4dbe-b9ef-b685a27afeca', 'tenant_id': '65d54c3b7dcd4af68398071d25e8321e', 'mac_address': 'fa:16:3e:5c:7a:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6f21cde-5d2b-481d-b3d0-e0dc4fc50def', 'device_owner': 'network:router_interface', 'standard_attr_id': 1253, 'fixed_ips': [{'subnet_id': 'eebffde5-12d3-4f3e-8ac5-6afeff8b265d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:06:30Z', 'updated_at': '2022-04-28T11:06:31Z', 'revision_number': 2, 'project_id': '65d54c3b7dcd4af68398071d25e8321e', 'subnets': [{'id': 'eebffde5-12d3-4f3e-8ac5-6afeff8b265d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=116164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:06:33.779764 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26879f35-097e-4476-a55d-ece9bdf2fd0b None None] Checking router: d6f21cde-5d2b-481d-b3d0-e0dc4fc50def for host: dv-neutron-master-2-hyperv {{(pid=116164) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 11:06:33.780432 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26879f35-097e-4476-a55d-ece9bdf2fd0b None None] Updating router d6f21cde-5d2b-481d-b3d0-e0dc4fc50def port ea17f733-b458-4d46-8035-dbcdfb7b162d binding host dv-neutron-master-2-hyperv {{(pid=116164) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 28 11:06:33.783556 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-a6c2f544-d77f-4c10-9e8e-b4bb7b241952 None None] Provisioning complete for port 69a48c1b-c0d5-42c9-9c89-17b523ae6fd8 triggered by entity DHCP. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:06:33.783938 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-a6c2f544-d77f-4c10-9e8e-b4bb7b241952 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (69a48c1b-c0d5-42c9-9c89-17b523ae6fd8), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:33.804993 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-89ea39f8-33a3-4ae8-bc9a-caad891e6c7f tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] 10.222.0.10 "GET /v2.0/ports?device_id=f00f0213-1e42-4a51-b996-d01da5b6ad4b HTTP/1.1" status: 200 len: 205 time: 0.0890670 Apr 28 11:06:33.807163 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 55072) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:06:33.828280 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron_lib.callbacks.manager [None req-26879f35-097e-4476-a55d-ece9bdf2fd0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (ea17f733-b458-4d46-8035-dbcdfb7b162d), before_update {{(pid=116164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:33.966354 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Device 69a48c1b-c0d5-42c9-9c89-17b523ae6fd8 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=116163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 11:06:34.004527 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.api.v2.resource [None req-abe93b11-2e9a-4e9d-8612-14f0b5eb77a0 tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] delete failed (client error): The resource could not be found. Apr 28 11:06:34.005621 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-abe93b11-2e9a-4e9d-8612-14f0b5eb77a0 tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] 10.222.0.10 "DELETE /v2.0/routers/f00f0213-1e42-4a51-b996-d01da5b6ad4b HTTP/1.1" status: 404 len: 336 time: 0.1073968 Apr 28 11:06:34.008093 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 55074) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:06:34.057970 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-a6c2f544-d77f-4c10-9e8e-b4bb7b241952 None None] Current status of the port 69a48c1b-c0d5-42c9-9c89-17b523ae6fd8 is: ACTIVE; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:06:34.077933 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-a6c2f544-d77f-4c10-9e8e-b4bb7b241952 None None] Provisioning complete for port ea17f733-b458-4d46-8035-dbcdfb7b162d triggered by entity DHCP. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:06:34.081822 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-a6c2f544-d77f-4c10-9e8e-b4bb7b241952 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (ea17f733-b458-4d46-8035-dbcdfb7b162d), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:34.121314 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.pecan_wsgi.hooks.translation [None req-00b29759-e715-44dc-97af-3b48b2d10ceb tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] DELETE failed (client error): The resource could not be found. Apr 28 11:06:34.121562 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Provisioning complete for port 69a48c1b-c0d5-42c9-9c89-17b523ae6fd8 triggered by entity L2. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:06:34.121673 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-00b29759-e715-44dc-97af-3b48b2d10ceb tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=116161) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 28 11:06:34.122234 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (69a48c1b-c0d5-42c9-9c89-17b523ae6fd8), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:34.126456 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-00b29759-e715-44dc-97af-3b48b2d10ceb tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] 10.222.0.10 "DELETE /v2.0/subnets/16a394f0-23f3-42d9-89e0-00661c00b762 HTTP/1.1" status: 404 len: 337 time: 0.1156948 Apr 28 11:06:34.138041 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 55076) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:06:34.190521 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-a6c2f544-d77f-4c10-9e8e-b4bb7b241952 None None] Port ea17f733-b458-4d46-8035-dbcdfb7b162d cannot update to ACTIVE because it is not bound. {{(pid=116163) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 28 11:06:34.197090 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.pecan_wsgi.hooks.translation [None req-ca1212c8-2caa-4710-a90f-85fdba6b7e60 tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] DELETE failed (client error): The resource could not be found. Apr 28 11:06:34.197526 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ca1212c8-2caa-4710-a90f-85fdba6b7e60 tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=116161) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 28 11:06:34.201031 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-ca1212c8-2caa-4710-a90f-85fdba6b7e60 tempest-RoutersTest-1782593024 tempest-RoutersTest-1782593024-project] 10.222.0.10 "DELETE /v2.0/subnets/d656337b-193b-4beb-ba54-15f92b509276 HTTP/1.1" status: 404 len: 337 time: 0.0669768 Apr 28 11:06:34.213219 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-635b0e96-1fb3-44fe-bd58-a59709193c34 tempest-RoutersNegativeTest-1460119388 tempest-RoutersNegativeTest-1460119388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (None), before_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:34.269443 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-ccfee7af-28e8-4394-af1b-7c29670d05de tempest-TestNetworkBasicOps-223859856 tempest-TestNetworkBasicOps-223859856-project-admin] 10.222.0.10 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3588 time: 0.8627450 Apr 28 11:06:34.337111 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Current status of the port 69a48c1b-c0d5-42c9-9c89-17b523ae6fd8 is: ACTIVE; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:06:34.338121 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Device dc9e1bd3-1ed1-4c31-8c31-cdcf5fee84e4 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=116163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 11:06:34.342935 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-e3970133-fd33-4751-b1b7-29e83d6cb4c4 None None] Provisioning complete for port ea17f733-b458-4d46-8035-dbcdfb7b162d triggered by entity DHCP. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:06:34.343467 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-e3970133-fd33-4751-b1b7-29e83d6cb4c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (ea17f733-b458-4d46-8035-dbcdfb7b162d), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:34.405251 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron_lib.callbacks.manager [None req-26879f35-097e-4476-a55d-ece9bdf2fd0b None None] Publish callbacks [] for port (ea17f733-b458-4d46-8035-dbcdfb7b162d), precommit_update {{(pid=116164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:34.474373 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron_lib.callbacks.manager [None req-26879f35-097e-4476-a55d-ece9bdf2fd0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393'] for port (ea17f733-b458-4d46-8035-dbcdfb7b162d), after_update {{(pid=116164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:34.489923 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-e3970133-fd33-4751-b1b7-29e83d6cb4c4 None None] Port ea17f733-b458-4d46-8035-dbcdfb7b162d cannot update to ACTIVE because it is not bound. {{(pid=116163) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 28 11:06:34.533686 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Provisioning complete for port dc9e1bd3-1ed1-4c31-8c31-cdcf5fee84e4 triggered by entity L2. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:06:34.533686 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (dc9e1bd3-1ed1-4c31-8c31-cdcf5fee84e4), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:34.623116 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3444e20-26c5-4174-9a7f-59ec0cb488a4 None None] Pushing event updated for resources: {'Port': ['ID=ea17f733-b458-4d46-8035-dbcdfb7b162d,revision_number=3']} {{(pid=116164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:06:34.644184 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-d0233274-f64f-4c8d-af98-72d7a1f6e1a6 None None] Provisioning complete for port ea17f733-b458-4d46-8035-dbcdfb7b162d triggered by entity DHCP. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:06:34.644475 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-d0233274-f64f-4c8d-af98-72d7a1f6e1a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (ea17f733-b458-4d46-8035-dbcdfb7b162d), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:34.647617 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3444e20-26c5-4174-9a7f-59ec0cb488a4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:06:34.650259 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3444e20-26c5-4174-9a7f-59ec0cb488a4 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:06:34.651355 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3444e20-26c5-4174-9a7f-59ec0cb488a4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:06:34.655346 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3444e20-26c5-4174-9a7f-59ec0cb488a4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:06:34.655346 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3444e20-26c5-4174-9a7f-59ec0cb488a4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:06:34.655346 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3444e20-26c5-4174-9a7f-59ec0cb488a4 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:06:34.655346 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3444e20-26c5-4174-9a7f-59ec0cb488a4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:06:34.655346 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3444e20-26c5-4174-9a7f-59ec0cb488a4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:06:34.655346 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3444e20-26c5-4174-9a7f-59ec0cb488a4 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:06:34.655346 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3444e20-26c5-4174-9a7f-59ec0cb488a4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:06:34.657303 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3444e20-26c5-4174-9a7f-59ec0cb488a4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:06:34.657679 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3444e20-26c5-4174-9a7f-59ec0cb488a4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:06:34.658025 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3444e20-26c5-4174-9a7f-59ec0cb488a4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:06:34.658366 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3444e20-26c5-4174-9a7f-59ec0cb488a4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:06:34.658762 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3444e20-26c5-4174-9a7f-59ec0cb488a4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:06:34.668913 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.plugins.ml2.managers [None req-26879f35-097e-4476-a55d-ece9bdf2fd0b None None] Attempting to bind port ea17f733-b458-4d46-8035-dbcdfb7b162d on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=116164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 28 11:06:34.669171 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.plugins.ml2.managers [None req-26879f35-097e-4476-a55d-ece9bdf2fd0b None None] Attempting to bind port ea17f733-b458-4d46-8035-dbcdfb7b162d by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '348238d7-b72c-4482-8329-a84a205cde7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '4d94945e-b64d-4dbe-b9ef-b685a27afeca'}] {{(pid=116164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 28 11:06:34.669595 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26879f35-097e-4476-a55d-ece9bdf2fd0b None None] Attempting to bind port ea17f733-b458-4d46-8035-dbcdfb7b162d on network 4d94945e-b64d-4dbe-b9ef-b685a27afeca {{(pid=116164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 11:06:34.677046 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26879f35-097e-4476-a55d-ece9bdf2fd0b None None] Checking agent: {'id': 'd5baab19-5dd1-4902-922b-84acb048ab9c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 10, 50, 43), 'started_at': datetime.datetime(2022, 4, 28, 10, 51, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 11, 6, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=116164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 11:06:34.677411 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26879f35-097e-4476-a55d-ece9bdf2fd0b None None] Checking segment: {'id': '348238d7-b72c-4482-8329-a84a205cde7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '4d94945e-b64d-4dbe-b9ef-b685a27afeca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 11:06:34.677866 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron_lib.callbacks.manager [None req-26879f35-097e-4476-a55d-ece9bdf2fd0b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=116164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:34.678244 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26879f35-097e-4476-a55d-ece9bdf2fd0b None None] Bound using segment: {'id': '348238d7-b72c-4482-8329-a84a205cde7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '4d94945e-b64d-4dbe-b9ef-b685a27afeca'} {{(pid=116164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 11:06:34.678738 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.plugins.ml2.managers [None req-26879f35-097e-4476-a55d-ece9bdf2fd0b None None] Bound port: ea17f733-b458-4d46-8035-dbcdfb7b162d, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '348238d7-b72c-4482-8329-a84a205cde7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '4d94945e-b64d-4dbe-b9ef-b685a27afeca'}}] {{(pid=116164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 28 11:06:34.679361 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron_lib.callbacks.manager [None req-26879f35-097e-4476-a55d-ece9bdf2fd0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (ea17f733-b458-4d46-8035-dbcdfb7b162d), before_update {{(pid=116164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:34.747896 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.db.db_base_plugin_common [None req-635b0e96-1fb3-44fe-bd58-a59709193c34 tempest-RoutersNegativeTest-1460119388 tempest-RoutersNegativeTest-1460119388-project] Allocated IP 172.20.0.1 (fead6f40-6543-4b8e-a949-c74ee87f1f75/15f1014a-4aec-4a11-aadd-00d5c971c8b5/26a7d1f4-5ba3-452e-930a-17252a2b78de) {{(pid=116162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 11:06:34.785549 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.plugins.ml2.db [None req-26879f35-097e-4476-a55d-ece9bdf2fd0b None None] For port ea17f733-b458-4d46-8035-dbcdfb7b162d, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=116164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 11:06:34.790195 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.plugins.ml2.db [None req-26879f35-097e-4476-a55d-ece9bdf2fd0b None None] For port ea17f733-b458-4d46-8035-dbcdfb7b162d, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=ea17f733-b458-4d46-8035-dbcdfb7b162d,segment=NetworkSegment(348238d7-b72c-4482-8329-a84a205cde7f),segment_id=348238d7-b72c-4482-8329-a84a205cde7f)] {{(pid=116164) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 11:06:34.826140 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-d0233274-f64f-4c8d-af98-72d7a1f6e1a6 None None] Port ea17f733-b458-4d46-8035-dbcdfb7b162d cannot update to ACTIVE because it is not bound. {{(pid=116163) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 28 11:06:34.828632 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Current status of the port dc9e1bd3-1ed1-4c31-8c31-cdcf5fee84e4 is: ACTIVE; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:06:34.853308 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron_lib.callbacks.manager [None req-26879f35-097e-4476-a55d-ece9bdf2fd0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393'] for port (ea17f733-b458-4d46-8035-dbcdfb7b162d), after_update {{(pid=116164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:34.896206 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 55092) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:06:34.945822 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26879f35-097e-4476-a55d-ece9bdf2fd0b None None] Routers {'d6f21cde-5d2b-481d-b3d0-e0dc4fc50def'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=116164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 11:06:34.946497 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_hamode_db [None req-26879f35-097e-4476-a55d-ece9bdf2fd0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-28T10:50:39Z,description=,heartbeat_timestamp=2022-04-28T11:06:09Z,host='dv-neutron-master-2-hyperv',id=6b492ad6-0876-4d74-b20d-28143a52ceba,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T10:50:40Z,topic='l3_agent')) {'router_ids': ['d6f21cde-5d2b-481d-b3d0-e0dc4fc50def'], 'active': True} {{(pid=116164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:06:34.968536 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-635b0e96-1fb3-44fe-bd58-a59709193c34 tempest-RoutersNegativeTest-1460119388 tempest-RoutersNegativeTest-1460119388-project] Publish callbacks [] for port (26a7d1f4-5ba3-452e-930a-17252a2b78de), precommit_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:34.990188 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3444e20-26c5-4174-9a7f-59ec0cb488a4 None None] Pushing event updated for resources: {'Port': ['ID=ea17f733-b458-4d46-8035-dbcdfb7b162d,revision_number=4']} {{(pid=116164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:06:35.045704 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-eee618a2-abf9-4393-86ba-461a5a701501 None None] Provisioning complete for port ea17f733-b458-4d46-8035-dbcdfb7b162d triggered by entity DHCP. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:06:35.047069 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-eee618a2-abf9-4393-86ba-461a5a701501 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (ea17f733-b458-4d46-8035-dbcdfb7b162d), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:35.055978 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 55096) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:06:35.068598 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.v2.base [None req-788de335-0fbd-48cc-bebd-3d82925e9ada tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1473014349', 'description': 'tempest-secgroup-smoke-1473014349 description', 'project_id': '65d54c3b7dcd4af68398071d25e8321e'}} {{(pid=116161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:06:35.122923 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-635b0e96-1fb3-44fe-bd58-a59709193c34 tempest-RoutersNegativeTest-1460119388 tempest-RoutersNegativeTest-1460119388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742234710357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5051867'] for port (26a7d1f4-5ba3-452e-930a-17252a2b78de), after_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:35.128086 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_dvr_db [None req-26879f35-097e-4476-a55d-ece9bdf2fd0b None None] Set router d6f21cde-5d2b-481d-b3d0-e0dc4fc50def gateway port host: dv-neutron-master-2-hyperv {{(pid=116164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 11:06:35.189459 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-635b0e96-1fb3-44fe-bd58-a59709193c34 tempest-RoutersNegativeTest-1460119388 tempest-RoutersNegativeTest-1460119388-project] Network fead6f40-6543-4b8e-a949-c74ee87f1f75 is already hosted by enough agents. {{(pid=116162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 11:06:35.193941 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.scheduler.base_scheduler [None req-635b0e96-1fb3-44fe-bd58-a59709193c34 tempest-RoutersNegativeTest-1460119388 tempest-RoutersNegativeTest-1460119388-project] Resources bound (agent type, host, resource id): {{(pid=116162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 11:06:35.206089 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-635b0e96-1fb3-44fe-bd58-a59709193c34 tempest-RoutersNegativeTest-1460119388 tempest-RoutersNegativeTest-1460119388-project] Received port after_create {{(pid=116162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 11:06:35.231364 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-788de335-0fbd-48cc-bebd-3d82925e9ada tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks [] for security_group (None), before_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:35.250218 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-cb9c8f57-426e-45e3-8ed0-a6e605be8b6a admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=1d85c55944a24e6b8fc5b73917e91c0e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3423684 Apr 28 11:06:35.250218 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 55098) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:06:35.293461 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635b0e96-1fb3-44fe-bd58-a59709193c34 tempest-RoutersNegativeTest-1460119388 tempest-RoutersNegativeTest-1460119388-project] Pushing event updated for resources: {'Port': ['ID=26a7d1f4-5ba3-452e-930a-17252a2b78de,revision_number=1']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:06:35.317807 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-635b0e96-1fb3-44fe-bd58-a59709193c34 tempest-RoutersNegativeTest-1460119388 tempest-RoutersNegativeTest-1460119388-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2063275'] for router_interface (fe0fa09b-5124-43e2-beb6-7c49eb874af1), before_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:35.403606 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-788de335-0fbd-48cc-bebd-3d82925e9ada tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks [] for security_group (38192b62-9013-4707-8362-7657eda96483), precommit_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:35.423306 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-eee618a2-abf9-4393-86ba-461a5a701501 None None] Current status of the port ea17f733-b458-4d46-8035-dbcdfb7b162d is: DOWN; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:06:35.424330 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-eee618a2-abf9-4393-86ba-461a5a701501 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (ea17f733-b458-4d46-8035-dbcdfb7b162d), before_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:35.453009 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-65267229-cb07-4781-98e3-66d467bc1d41 admin admin] Publish callbacks [] for security_group (d68304e7-a28a-42c1-8711-bdb7fd49f4d5), before_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:35.474438 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-eee618a2-abf9-4393-86ba-461a5a701501 None None] For port ea17f733-b458-4d46-8035-dbcdfb7b162d, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=ea17f733-b458-4d46-8035-dbcdfb7b162d,segment=NetworkSegment(348238d7-b72c-4482-8329-a84a205cde7f),segment_id=348238d7-b72c-4482-8329-a84a205cde7f)] {{(pid=116163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 11:06:35.491740 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-65267229-cb07-4781-98e3-66d467bc1d41 admin admin] Publish callbacks [] for security_group (d68304e7-a28a-42c1-8711-bdb7fd49f4d5), precommit_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:35.494705 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-788de335-0fbd-48cc-bebd-3d82925e9ada tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924426'] for security_group (38192b62-9013-4707-8362-7657eda96483), after_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:35.502196 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_hamode_db [None req-26879f35-097e-4476-a55d-ece9bdf2fd0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6f21cde-5d2b-481d-b3d0-e0dc4fc50def', 'name': 'tempest-TestNetworkBasicOps-router-1552748683', 'tenant_id': '65d54c3b7dcd4af68398071d25e8321e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'external_fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.121'}], 'enable_snat': True}, 'gw_port_id': 'dc9e1bd3-1ed1-4c31-8c31-cdcf5fee84e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T11:06:19Z', 'updated_at': '2022-04-28T11:06:31Z', 'revision_number': 4, 'project_id': '65d54c3b7dcd4af68398071d25e8321e', 'gw_port': {'id': 'dc9e1bd3-1ed1-4c31-8c31-cdcf5fee84e4', 'name': '', 'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:4b:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6f21cde-5d2b-481d-b3d0-e0dc4fc50def', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1238, 'fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:06:20Z', 'updated_at': '2022-04-28T11:06:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'ea17f733-b458-4d46-8035-dbcdfb7b162d', 'name': '', 'network_id': '4d94945e-b64d-4dbe-b9ef-b685a27afeca', 'tenant_id': '65d54c3b7dcd4af68398071d25e8321e', 'mac_address': 'fa:16:3e:5c:7a:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6f21cde-5d2b-481d-b3d0-e0dc4fc50def', 'device_owner': 'network:router_interface', 'standard_attr_id': 1253, 'fixed_ips': [{'subnet_id': 'eebffde5-12d3-4f3e-8ac5-6afeff8b265d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:06:30Z', 'updated_at': '2022-04-28T11:06:34Z', 'revision_number': 4, 'project_id': '65d54c3b7dcd4af68398071d25e8321e', 'subnets': [{'id': 'eebffde5-12d3-4f3e-8ac5-6afeff8b265d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=116164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:06:35.554670 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-eee618a2-abf9-4393-86ba-461a5a701501 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393'] for port (ea17f733-b458-4d46-8035-dbcdfb7b162d), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:35.568790 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-788de335-0fbd-48cc-bebd-3d82925e9ada tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Pushing event updated for resources: {'SecurityGroup': ['ID=38192b62-9013-4707-8362-7657eda96483,revision_number=1']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:06:35.640487 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-635b0e96-1fb3-44fe-bd58-a59709193c34 tempest-RoutersNegativeTest-1460119388 tempest-RoutersNegativeTest-1460119388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (26a7d1f4-5ba3-452e-930a-17252a2b78de), before_update {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:35.642667 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-788de335-0fbd-48cc-bebd-3d82925e9ada tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks [] for security_group (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:35.642967 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee618a2-abf9-4393-86ba-461a5a701501 None None] Pushing event updated for resources: {'Port': ['ID=ea17f733-b458-4d46-8035-dbcdfb7b162d,revision_number=5']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:06:35.647176 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-788de335-0fbd-48cc-bebd-3d82925e9ada tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.5900316 Apr 28 11:06:35.649768 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 55112) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:06:35.653377 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.v2.base [None req-8fc5d298-e9ce-4535-88ef-59ee2a3400df tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Request body: {'security_group_rule': {'security_group_id': '38192b62-9013-4707-8362-7657eda96483', 'project_id': '65d54c3b7dcd4af68398071d25e8321e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=116161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:06:35.659133 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26879f35-097e-4476-a55d-ece9bdf2fd0b None None] The sync data for ids ['d6f21cde-5d2b-481d-b3d0-e0dc4fc50def'] in dv-neutron-master-2-hyperv is: [{'id': 'd6f21cde-5d2b-481d-b3d0-e0dc4fc50def', 'name': 'tempest-TestNetworkBasicOps-router-1552748683', 'tenant_id': '65d54c3b7dcd4af68398071d25e8321e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'external_fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.121'}], 'enable_snat': True}, 'gw_port_id': 'dc9e1bd3-1ed1-4c31-8c31-cdcf5fee84e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T11:06:19Z', 'updated_at': '2022-04-28T11:06:31Z', 'revision_number': 4, 'project_id': '65d54c3b7dcd4af68398071d25e8321e', 'gw_port': {'id': 'dc9e1bd3-1ed1-4c31-8c31-cdcf5fee84e4', 'name': '', 'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:4b:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6f21cde-5d2b-481d-b3d0-e0dc4fc50def', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1238, 'fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:06:20Z', 'updated_at': '2022-04-28T11:06:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'ea17f733-b458-4d46-8035-dbcdfb7b162d', 'name': '', 'network_id': '4d94945e-b64d-4dbe-b9ef-b685a27afeca', 'tenant_id': '65d54c3b7dcd4af68398071d25e8321e', 'mac_address': 'fa:16:3e:5c:7a:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6f21cde-5d2b-481d-b3d0-e0dc4fc50def', 'device_owner': 'network:router_interface', 'standard_attr_id': 1253, 'fixed_ips': [{'subnet_id': 'eebffde5-12d3-4f3e-8ac5-6afeff8b265d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:06:30Z', 'updated_at': '2022-04-28T11:06:34Z', 'revision_number': 4, 'project_id': '65d54c3b7dcd4af68398071d25e8321e', 'subnets': [{'id': 'eebffde5-12d3-4f3e-8ac5-6afeff8b265d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=116164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 11:06:35.675029 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-65267229-cb07-4781-98e3-66d467bc1d41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924426'] for security_group (d68304e7-a28a-42c1-8711-bdb7fd49f4d5), after_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:35.681023 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-65267229-cb07-4781-98e3-66d467bc1d41 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:35.682239 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-65267229-cb07-4781-98e3-66d467bc1d41 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/d68304e7-a28a-42c1-8711-bdb7fd49f4d5 HTTP/1.1" status: 204 len: 168 time: 0.4310009 Apr 28 11:06:35.684892 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-0e546a46-bae9-4cc2-aa0f-e376dfa4d248 None None] Provisioning complete for port 26a7d1f4-5ba3-452e-930a-17252a2b78de triggered by entity DHCP. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:06:35.685976 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-0e546a46-bae9-4cc2-aa0f-e376dfa4d248 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (26a7d1f4-5ba3-452e-930a-17252a2b78de), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:35.732258 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65267229-cb07-4781-98e3-66d467bc1d41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d68304e7-a28a-42c1-8711-bdb7fd49f4d5,revision_number=None']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:06:35.802968 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-0e546a46-bae9-4cc2-aa0f-e376dfa4d248 None None] Port 26a7d1f4-5ba3-452e-930a-17252a2b78de cannot update to ACTIVE because it is not bound. {{(pid=116163) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 28 11:06:35.812398 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-0e546a46-bae9-4cc2-aa0f-e376dfa4d248 None None] Provisioning complete for port ea17f733-b458-4d46-8035-dbcdfb7b162d triggered by entity DHCP. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:06:35.812973 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-0e546a46-bae9-4cc2-aa0f-e376dfa4d248 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (ea17f733-b458-4d46-8035-dbcdfb7b162d), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:35.819017 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-8fc5d298-e9ce-4535-88ef-59ee2a3400df tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks [] for security_group_rule (de793c02-1ece-44a7-84a0-bcf092b1a3c9), before_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:35.917501 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-0e546a46-bae9-4cc2-aa0f-e376dfa4d248 None None] Current status of the port ea17f733-b458-4d46-8035-dbcdfb7b162d is: ACTIVE; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:06:35.936120 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-8fc5d298-e9ce-4535-88ef-59ee2a3400df tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks [] for security_group_rule (de793c02-1ece-44a7-84a0-bcf092b1a3c9), precommit_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:36.017393 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-8fc5d298-e9ce-4535-88ef-59ee2a3400df tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1912725'] for security_group_rule (de793c02-1ece-44a7-84a0-bcf092b1a3c9), after_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:36.039482 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc5d298-e9ce-4535-88ef-59ee2a3400df tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=de793c02-1ece-44a7-84a0-bcf092b1a3c9,revision_number=0']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:06:36.110984 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-8fc5d298-e9ce-4535-88ef-59ee2a3400df tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:36.113117 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-8fc5d298-e9ce-4535-88ef-59ee2a3400df tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4642370 Apr 28 11:06:36.122213 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 55138) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:06:36.127487 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.v2.base [None req-40553f50-412b-4930-b7a4-72abe439cba0 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Request body: {'security_group_rule': {'security_group_id': '38192b62-9013-4707-8362-7657eda96483', 'project_id': '65d54c3b7dcd4af68398071d25e8321e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=116161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:06:36.138953 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-635b0e96-1fb3-44fe-bd58-a59709193c34 tempest-RoutersNegativeTest-1460119388 tempest-RoutersNegativeTest-1460119388-project] Publish callbacks [] for port (26a7d1f4-5ba3-452e-930a-17252a2b78de), precommit_update {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:36.223406 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-635b0e96-1fb3-44fe-bd58-a59709193c34 tempest-RoutersNegativeTest-1460119388 tempest-RoutersNegativeTest-1460119388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5051840'] for port (26a7d1f4-5ba3-452e-930a-17252a2b78de), after_update {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:36.240674 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-40553f50-412b-4930-b7a4-72abe439cba0 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks [] for security_group_rule (1296b76f-3d0a-4209-8e49-85d1833282e7), before_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:36.307272 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-635b0e96-1fb3-44fe-bd58-a59709193c34 tempest-RoutersNegativeTest-1460119388 tempest-RoutersNegativeTest-1460119388-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1603056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2063387'] for router_interface (fe0fa09b-5124-43e2-beb6-7c49eb874af1), after_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:36.312077 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635b0e96-1fb3-44fe-bd58-a59709193c34 tempest-RoutersNegativeTest-1460119388 tempest-RoutersNegativeTest-1460119388-project] Pushing event updated for resources: {'Port': ['ID=26a7d1f4-5ba3-452e-930a-17252a2b78de,revision_number=2']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:06:36.352319 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-40553f50-412b-4930-b7a4-72abe439cba0 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks [] for security_group_rule (1296b76f-3d0a-4209-8e49-85d1833282e7), precommit_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:36.429098 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-40553f50-412b-4930-b7a4-72abe439cba0 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1912725'] for security_group_rule (1296b76f-3d0a-4209-8e49-85d1833282e7), after_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:36.450007 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-635b0e96-1fb3-44fe-bd58-a59709193c34 tempest-RoutersNegativeTest-1460119388 tempest-RoutersNegativeTest-1460119388-project] Network fead6f40-6543-4b8e-a949-c74ee87f1f75 is already hosted by enough agents. {{(pid=116162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 11:06:36.451517 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.scheduler.base_scheduler [None req-635b0e96-1fb3-44fe-bd58-a59709193c34 tempest-RoutersNegativeTest-1460119388 tempest-RoutersNegativeTest-1460119388-project] Resources bound (agent type, host, resource id): {{(pid=116162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 11:06:36.452961 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40553f50-412b-4930-b7a4-72abe439cba0 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1296b76f-3d0a-4209-8e49-85d1833282e7,revision_number=0']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:06:36.528731 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-40553f50-412b-4930-b7a4-72abe439cba0 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:36.530127 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-40553f50-412b-4930-b7a4-72abe439cba0 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4061544 Apr 28 11:06:36.532748 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 55148) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:06:36.537580 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.v2.base [None req-9d466fc6-8207-4f78-85ce-dba259f14eda tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Request body: {'security_group_rule': {'security_group_id': '38192b62-9013-4707-8362-7657eda96483', 'project_id': '65d54c3b7dcd4af68398071d25e8321e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=116161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:06:36.607639 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-635b0e96-1fb3-44fe-bd58-a59709193c34 tempest-RoutersNegativeTest-1460119388 tempest-RoutersNegativeTest-1460119388-project] Router fe0fa09b-5124-43e2-beb6-7c49eb874af1 has already been hosted by L3 agent 6b492ad6-0876-4d74-b20d-28143a52ceba {{(pid=116162) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 11:06:36.663275 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-9d466fc6-8207-4f78-85ce-dba259f14eda tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks [] for security_group_rule (6ab8956f-bd3c-4f93-8a4f-bdddf4003e5c), before_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:36.772665 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-9d466fc6-8207-4f78-85ce-dba259f14eda tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks [] for security_group_rule (6ab8956f-bd3c-4f93-8a4f-bdddf4003e5c), precommit_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:36.772920 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-635b0e96-1fb3-44fe-bd58-a59709193c34 tempest-RoutersNegativeTest-1460119388 tempest-RoutersNegativeTest-1460119388-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=116162) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 11:06:36.777789 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-635b0e96-1fb3-44fe-bd58-a59709193c34 tempest-RoutersNegativeTest-1460119388 tempest-RoutersNegativeTest-1460119388-project] 10.222.0.10 "PUT /v2.0/routers/fe0fa09b-5124-43e2-beb6-7c49eb874af1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8592658 Apr 28 11:06:36.780909 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 55150) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:06:36.782033 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2dea29b-03dc-49f5-b152-3a177986b592 None None] Sync routers for ids ['fe0fa09b-5124-43e2-beb6-7c49eb874af1'] in dv-neutron-master-2-hyperv {{(pid=116163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 11:06:36.804265 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2dea29b-03dc-49f5-b152-3a177986b592 None None] Routers {'fe0fa09b-5124-43e2-beb6-7c49eb874af1'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=116163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 11:06:36.805605 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_hamode_db [None req-a2dea29b-03dc-49f5-b152-3a177986b592 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-28T10:50:39Z,description=,heartbeat_timestamp=2022-04-28T11:06:09Z,host='dv-neutron-master-2-hyperv',id=6b492ad6-0876-4d74-b20d-28143a52ceba,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T10:50:40Z,topic='l3_agent')) {'router_ids': ['fe0fa09b-5124-43e2-beb6-7c49eb874af1'], 'active': True} {{(pid=116163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:06:36.857530 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-9d466fc6-8207-4f78-85ce-dba259f14eda tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1912725'] for security_group_rule (6ab8956f-bd3c-4f93-8a4f-bdddf4003e5c), after_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:36.893749 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d466fc6-8207-4f78-85ce-dba259f14eda tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6ab8956f-bd3c-4f93-8a4f-bdddf4003e5c,revision_number=0']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:06:36.921619 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-dbe4be3c-8070-4591-84c5-5d5583856479 None None] Provisioning complete for port 26a7d1f4-5ba3-452e-930a-17252a2b78de triggered by entity DHCP. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:06:36.922004 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-dbe4be3c-8070-4591-84c5-5d5583856479 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (26a7d1f4-5ba3-452e-930a-17252a2b78de), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:36.925198 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_hamode_db [None req-a2dea29b-03dc-49f5-b152-3a177986b592 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=116163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:06:36.925522 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-32694120-8a57-48a1-974c-e8f1ccca2d17 tempest-RoutersNegativeTest-1460119388 tempest-RoutersNegativeTest-1460119388-project] Publish callbacks [] for router (fe0fa09b-5124-43e2-beb6-7c49eb874af1), before_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:36.968095 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-9d466fc6-8207-4f78-85ce-dba259f14eda tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:36.970445 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-9d466fc6-8207-4f78-85ce-dba259f14eda tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4357913 Apr 28 11:06:36.972532 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 55158) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:06:36.978697 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.v2.base [None req-23c1df2a-7bba-4418-bfbb-263d76a338f6 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Request body: {'security_group_rule': {'security_group_id': '38192b62-9013-4707-8362-7657eda96483', 'project_id': '65d54c3b7dcd4af68398071d25e8321e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=116161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:06:36.988319 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2dea29b-03dc-49f5-b152-3a177986b592 None None] Routers {'fe0fa09b-5124-43e2-beb6-7c49eb874af1'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=116163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 11:06:36.989354 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_hamode_db [None req-a2dea29b-03dc-49f5-b152-3a177986b592 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-28T10:50:39Z,description=,heartbeat_timestamp=2022-04-28T11:06:09Z,host='dv-neutron-master-2-hyperv',id=6b492ad6-0876-4d74-b20d-28143a52ceba,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T10:50:40Z,topic='l3_agent')) {'router_ids': ['fe0fa09b-5124-43e2-beb6-7c49eb874af1'], 'active': True} {{(pid=116163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:06:37.032661 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_hamode_db [None req-a2dea29b-03dc-49f5-b152-3a177986b592 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=116163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:06:37.032661 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2dea29b-03dc-49f5-b152-3a177986b592 None None] The sync data for ids ['fe0fa09b-5124-43e2-beb6-7c49eb874af1'] in dv-neutron-master-2-hyperv is: [] {{(pid=116163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 11:06:37.035010 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-dbe4be3c-8070-4591-84c5-5d5583856479 None None] Port 26a7d1f4-5ba3-452e-930a-17252a2b78de cannot update to ACTIVE because it is not bound. {{(pid=116163) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 28 11:06:37.049492 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.api.v2.resource [None req-32694120-8a57-48a1-974c-e8f1ccca2d17 tempest-RoutersNegativeTest-1460119388 tempest-RoutersNegativeTest-1460119388-project] delete failed (client error): There was a conflict when trying to complete your request. Apr 28 11:06:37.051653 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-32694120-8a57-48a1-974c-e8f1ccca2d17 tempest-RoutersNegativeTest-1460119388 tempest-RoutersNegativeTest-1460119388-project] 10.222.0.10 "DELETE /v2.0/routers/fe0fa09b-5124-43e2-beb6-7c49eb874af1 HTTP/1.1" status: 409 len: 376 time: 0.2697101 Apr 28 11:06:37.054783 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 55162) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:06:37.091628 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-a1515c58-3e1f-4b6f-80ba-ccf5057eda91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (75ba81b7-fe99-4281-90d2-a5adb445ecea), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:37.155492 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-23c1df2a-7bba-4418-bfbb-263d76a338f6 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks [] for security_group_rule (b926efe7-c6d4-424a-b753-803a5787df61), before_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:37.197374 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 55166) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:06:37.303418 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.v2.base [None req-a4d402ec-7040-45db-822a-916f74a1a553 tempest-NegativeSecGroupIPv6Test-1446408576 tempest-NegativeSecGroupIPv6Test-1446408576-project] Request body: {'security_group': {'name': 'default'}} {{(pid=116162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:06:37.304585 dv-neutron-master-2-hyperv neutron-server[116162]: WARNING neutron.api.v2.base [None req-a4d402ec-7040-45db-822a-916f74a1a553 tempest-NegativeSecGroupIPv6Test-1446408576 tempest-NegativeSecGroupIPv6Test-1446408576-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Apr 28 11:06:37.307437 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.api.v2.resource [None req-a4d402ec-7040-45db-822a-916f74a1a553 tempest-NegativeSecGroupIPv6Test-1446408576 tempest-NegativeSecGroupIPv6Test-1446408576-project] create failed (client error): There was a conflict when trying to complete your request. Apr 28 11:06:37.307437 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-a4d402ec-7040-45db-822a-916f74a1a553 tempest-NegativeSecGroupIPv6Test-1446408576 tempest-NegativeSecGroupIPv6Test-1446408576-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1072521 Apr 28 11:06:37.309963 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 55170) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:06:37.315402 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.v2.base [None req-113c5373-757b-4eef-becd-4fa7dfce1bcd tempest-NegativeSecGroupIPv6Test-1446408576 tempest-NegativeSecGroupIPv6Test-1446408576-project] Request body: {'security_group': {'name': 'tempest-secgroup--2014445395'}} {{(pid=116162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:06:37.316023 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-23c1df2a-7bba-4418-bfbb-263d76a338f6 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks [] for security_group_rule (b926efe7-c6d4-424a-b753-803a5787df61), precommit_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:37.408636 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-23c1df2a-7bba-4418-bfbb-263d76a338f6 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1912725'] for security_group_rule (b926efe7-c6d4-424a-b753-803a5787df61), after_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:37.429442 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-113c5373-757b-4eef-becd-4fa7dfce1bcd tempest-NegativeSecGroupIPv6Test-1446408576 tempest-NegativeSecGroupIPv6Test-1446408576-project] Publish callbacks [] for security_group (None), before_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:37.439041 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-113c5373-757b-4eef-becd-4fa7dfce1bcd tempest-NegativeSecGroupIPv6Test-1446408576 tempest-NegativeSecGroupIPv6Test-1446408576-project] Publish callbacks [] for security_group (None), before_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:37.442176 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c1df2a-7bba-4418-bfbb-263d76a338f6 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b926efe7-c6d4-424a-b753-803a5787df61,revision_number=0']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:06:37.490779 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-bc23e2ba-1513-4e36-9f39-39c95fc96ca1 tempest-RoutersNegativeTest-1460119388 tempest-RoutersNegativeTest-1460119388-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2063420'] for router_interface (fe0fa09b-5124-43e2-beb6-7c49eb874af1), before_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:37.527269 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-113c5373-757b-4eef-becd-4fa7dfce1bcd tempest-NegativeSecGroupIPv6Test-1446408576 tempest-NegativeSecGroupIPv6Test-1446408576-project] Publish callbacks [] for security_group (59bf9057-fb97-4991-b0bb-87009bdb8a07), precommit_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:37.528258 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-23c1df2a-7bba-4418-bfbb-263d76a338f6 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:37.529654 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-23c1df2a-7bba-4418-bfbb-263d76a338f6 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5558975 Apr 28 11:06:37.532448 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 55172) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:06:37.536960 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.v2.base [None req-c5de6eca-6d11-4077-8075-7a7e5558c62a tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Request body: {'security_group_rule': {'security_group_id': '38192b62-9013-4707-8362-7657eda96483', 'project_id': '65d54c3b7dcd4af68398071d25e8321e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=116161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:06:37.589458 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-113c5373-757b-4eef-becd-4fa7dfce1bcd tempest-NegativeSecGroupIPv6Test-1446408576 tempest-NegativeSecGroupIPv6Test-1446408576-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924426'] for security_group (59bf9057-fb97-4991-b0bb-87009bdb8a07), after_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:37.633125 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113c5373-757b-4eef-becd-4fa7dfce1bcd tempest-NegativeSecGroupIPv6Test-1446408576 tempest-NegativeSecGroupIPv6Test-1446408576-project] Pushing event updated for resources: {'SecurityGroup': ['ID=59bf9057-fb97-4991-b0bb-87009bdb8a07,revision_number=1']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:06:37.675672 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.db.securitygroups_db [None req-c5de6eca-6d11-4077-8075-7a7e5558c62a tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Project 65d54c3b7dcd4af68398071d25e8321e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 28 11:06:37.678287 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-113c5373-757b-4eef-becd-4fa7dfce1bcd tempest-NegativeSecGroupIPv6Test-1446408576 tempest-NegativeSecGroupIPv6Test-1446408576-project] Publish callbacks [] for security_group (01a507df-c397-472c-9ec7-9c87cfd59abb), precommit_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:37.684733 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-c5de6eca-6d11-4077-8075-7a7e5558c62a tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks [] for security_group_rule (ef319094-ba28-44f7-b856-0827bcffe447), before_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:37.771393 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Device ea17f733-b458-4d46-8035-dbcdfb7b162d up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=116163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 11:06:37.780044 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-113c5373-757b-4eef-becd-4fa7dfce1bcd tempest-NegativeSecGroupIPv6Test-1446408576 tempest-NegativeSecGroupIPv6Test-1446408576-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924426'] for security_group (01a507df-c397-472c-9ec7-9c87cfd59abb), after_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:37.815126 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113c5373-757b-4eef-becd-4fa7dfce1bcd tempest-NegativeSecGroupIPv6Test-1446408576 tempest-NegativeSecGroupIPv6Test-1446408576-project] Pushing event updated for resources: {'SecurityGroup': ['ID=01a507df-c397-472c-9ec7-9c87cfd59abb,revision_number=1']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:06:37.817899 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.plugin [None req-bc23e2ba-1513-4e36-9f39-39c95fc96ca1 tempest-RoutersNegativeTest-1460119388 tempest-RoutersNegativeTest-1460119388-project] Deleting port 26a7d1f4-5ba3-452e-930a-17252a2b78de {{(pid=116161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 11:06:37.818253 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-bc23e2ba-1513-4e36-9f39-39c95fc96ca1 tempest-RoutersNegativeTest-1460119388 tempest-RoutersNegativeTest-1460119388-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742235130188'] for port (26a7d1f4-5ba3-452e-930a-17252a2b78de), before_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:37.822140 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-c5de6eca-6d11-4077-8075-7a7e5558c62a tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks [] for security_group_rule (ef319094-ba28-44f7-b856-0827bcffe447), precommit_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:37.833817 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Provisioning complete for port ea17f733-b458-4d46-8035-dbcdfb7b162d triggered by entity L2. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:06:37.834633 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (ea17f733-b458-4d46-8035-dbcdfb7b162d), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:37.882348 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-113c5373-757b-4eef-becd-4fa7dfce1bcd tempest-NegativeSecGroupIPv6Test-1446408576 tempest-NegativeSecGroupIPv6Test-1446408576-project] Publish callbacks [] for security_group (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:37.883625 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-113c5373-757b-4eef-becd-4fa7dfce1bcd tempest-NegativeSecGroupIPv6Test-1446408576 tempest-NegativeSecGroupIPv6Test-1446408576-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.5723288 Apr 28 11:06:37.886714 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 55174) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:06:37.892365 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.v2.base [None req-fab5a5bc-da45-452f-a256-ccf7eed99f3e tempest-NegativeSecGroupIPv6Test-1446408576 tempest-NegativeSecGroupIPv6Test-1446408576-project] Request body: {'security_group_rule': {'security_group_id': '01a507df-c397-472c-9ec7-9c87cfd59abb', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=116161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:06:37.907275 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-c5de6eca-6d11-4077-8075-7a7e5558c62a tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1912725'] for security_group_rule (ef319094-ba28-44f7-b856-0827bcffe447), after_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:37.922498 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Current status of the port ea17f733-b458-4d46-8035-dbcdfb7b162d is: ACTIVE; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:06:37.955915 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5de6eca-6d11-4077-8075-7a7e5558c62a tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ef319094-ba28-44f7-b856-0827bcffe447,revision_number=0']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:06:37.962852 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-bc23e2ba-1513-4e36-9f39-39c95fc96ca1 tempest-RoutersNegativeTest-1460119388 tempest-RoutersNegativeTest-1460119388-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1938497'] for port (26a7d1f4-5ba3-452e-930a-17252a2b78de), precommit_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:37.977438 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.plugin [None req-bc23e2ba-1513-4e36-9f39-39c95fc96ca1 tempest-RoutersNegativeTest-1460119388 tempest-RoutersNegativeTest-1460119388-project] Calling delete_port for 26a7d1f4-5ba3-452e-930a-17252a2b78de owned by network:router_interface {{(pid=116161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 11:06:38.033312 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-c5de6eca-6d11-4077-8075-7a7e5558c62a tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:38.034573 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-c5de6eca-6d11-4077-8075-7a7e5558c62a tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5010989 Apr 28 11:06:38.037446 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 55176) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:06:38.042958 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.v2.base [None req-c79fc449-707a-4864-af7a-bcbcba3df3a6 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Request body: {'security_group_rule': {'security_group_id': '38192b62-9013-4707-8362-7657eda96483', 'project_id': '65d54c3b7dcd4af68398071d25e8321e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=116162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:06:38.046843 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-fab5a5bc-da45-452f-a256-ccf7eed99f3e tempest-NegativeSecGroupIPv6Test-1446408576 tempest-NegativeSecGroupIPv6Test-1446408576-project] Publish callbacks [] for security_group_rule (34dad2cc-1a26-40f3-9ccb-3d088dfa5f61), before_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:38.129509 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.db.securitygroups_db [None req-c79fc449-707a-4864-af7a-bcbcba3df3a6 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Project 65d54c3b7dcd4af68398071d25e8321e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 28 11:06:38.146912 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-c79fc449-707a-4864-af7a-bcbcba3df3a6 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks [] for security_group_rule (aacb9cfe-f4b2-4dde-a9a7-d0ebb035285b), before_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:38.164455 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-fab5a5bc-da45-452f-a256-ccf7eed99f3e tempest-NegativeSecGroupIPv6Test-1446408576 tempest-NegativeSecGroupIPv6Test-1446408576-project] Publish callbacks [] for security_group_rule (34dad2cc-1a26-40f3-9ccb-3d088dfa5f61), precommit_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:38.223313 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-c79fc449-707a-4864-af7a-bcbcba3df3a6 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks [] for security_group_rule (aacb9cfe-f4b2-4dde-a9a7-d0ebb035285b), precommit_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:38.224961 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-fab5a5bc-da45-452f-a256-ccf7eed99f3e tempest-NegativeSecGroupIPv6Test-1446408576 tempest-NegativeSecGroupIPv6Test-1446408576-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1912725'] for security_group_rule (34dad2cc-1a26-40f3-9ccb-3d088dfa5f61), after_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:38.252040 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab5a5bc-da45-452f-a256-ccf7eed99f3e tempest-NegativeSecGroupIPv6Test-1446408576 tempest-NegativeSecGroupIPv6Test-1446408576-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=34dad2cc-1a26-40f3-9ccb-3d088dfa5f61,revision_number=0']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:06:38.285897 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-c79fc449-707a-4864-af7a-bcbcba3df3a6 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1912725'] for security_group_rule (aacb9cfe-f4b2-4dde-a9a7-d0ebb035285b), after_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:38.305754 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c79fc449-707a-4864-af7a-bcbcba3df3a6 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aacb9cfe-f4b2-4dde-a9a7-d0ebb035285b,revision_number=0']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:06:38.315816 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-bc23e2ba-1513-4e36-9f39-39c95fc96ca1 tempest-RoutersNegativeTest-1460119388 tempest-RoutersNegativeTest-1460119388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742235135690', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742234710366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5219112'] for port (26a7d1f4-5ba3-452e-930a-17252a2b78de), after_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:38.320095 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-fab5a5bc-da45-452f-a256-ccf7eed99f3e tempest-NegativeSecGroupIPv6Test-1446408576 tempest-NegativeSecGroupIPv6Test-1446408576-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:38.324241 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-fab5a5bc-da45-452f-a256-ccf7eed99f3e tempest-NegativeSecGroupIPv6Test-1446408576 tempest-NegativeSecGroupIPv6Test-1446408576-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4333854 Apr 28 11:06:38.324692 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 55180) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:06:38.334601 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.v2.base [None req-4ace0c44-600d-4c24-8bec-2286ccf8e566 tempest-NegativeSecGroupIPv6Test-1446408576 tempest-NegativeSecGroupIPv6Test-1446408576-project] Request body: {'security_group_rule': {'security_group_id': '01a507df-c397-472c-9ec7-9c87cfd59abb', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=116162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:06:38.349796 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc23e2ba-1513-4e36-9f39-39c95fc96ca1 tempest-RoutersNegativeTest-1460119388 tempest-RoutersNegativeTest-1460119388-project] Pushing event deleted for resources: {'Port': ['ID=26a7d1f4-5ba3-452e-930a-17252a2b78de,revision_number=None']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:06:38.386933 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-c79fc449-707a-4864-af7a-bcbcba3df3a6 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:38.395380 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-c79fc449-707a-4864-af7a-bcbcba3df3a6 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3563302 Apr 28 11:06:38.459850 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-4ace0c44-600d-4c24-8bec-2286ccf8e566 tempest-NegativeSecGroupIPv6Test-1446408576 tempest-NegativeSecGroupIPv6Test-1446408576-project] Publish callbacks [] for security_group_rule (583bf7b5-d96e-4534-b371-88edb2cf29c4), before_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:38.537572 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-bc23e2ba-1513-4e36-9f39-39c95fc96ca1 tempest-RoutersNegativeTest-1460119388 tempest-RoutersNegativeTest-1460119388-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1603051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2063504'] for router_interface (fe0fa09b-5124-43e2-beb6-7c49eb874af1), after_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:38.612174 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.api.v2.resource [None req-4ace0c44-600d-4c24-8bec-2286ccf8e566 tempest-NegativeSecGroupIPv6Test-1446408576 tempest-NegativeSecGroupIPv6Test-1446408576-project] create failed (client error): There was a conflict when trying to complete your request. Apr 28 11:06:38.617863 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-4ace0c44-600d-4c24-8bec-2286ccf8e566 tempest-NegativeSecGroupIPv6Test-1446408576 tempest-NegativeSecGroupIPv6Test-1446408576-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.2876332 Apr 28 11:06:38.617863 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 55190) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:06:38.679520 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-4e692450-40b1-47d4-b8b1-3934bdff8a1e tempest-NegativeSecGroupIPv6Test-1446408576 tempest-NegativeSecGroupIPv6Test-1446408576-project] Publish callbacks [] for security_group (01a507df-c397-472c-9ec7-9c87cfd59abb), before_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:38.713419 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-4e692450-40b1-47d4-b8b1-3934bdff8a1e tempest-NegativeSecGroupIPv6Test-1446408576 tempest-NegativeSecGroupIPv6Test-1446408576-project] Publish callbacks [] for security_group (01a507df-c397-472c-9ec7-9c87cfd59abb), precommit_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:38.786337 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-278714d7-da82-42ee-95f3-821661f1c0e9 req-5e61e01b-067d-4f23-9a65-11479fc8f80a tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1473014349&fields=id&tenant_id=65d54c3b7dcd4af68398071d25e8321e HTTP/1.1" status: 200 len: 267 time: 0.1200113 Apr 28 11:06:38.788206 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc23e2ba-1513-4e36-9f39-39c95fc96ca1 tempest-RoutersNegativeTest-1460119388 tempest-RoutersNegativeTest-1460119388-project] Router fe0fa09b-5124-43e2-beb6-7c49eb874af1 has already been hosted by L3 agent 6b492ad6-0876-4d74-b20d-28143a52ceba {{(pid=116161) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 11:06:38.823591 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-4e692450-40b1-47d4-b8b1-3934bdff8a1e tempest-NegativeSecGroupIPv6Test-1446408576 tempest-NegativeSecGroupIPv6Test-1446408576-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924426'] for security_group (01a507df-c397-472c-9ec7-9c87cfd59abb), after_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:38.826715 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-4e692450-40b1-47d4-b8b1-3934bdff8a1e tempest-NegativeSecGroupIPv6Test-1446408576 tempest-NegativeSecGroupIPv6Test-1446408576-project] Publish callbacks [] for security_group (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:38.830344 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-4e692450-40b1-47d4-b8b1-3934bdff8a1e tempest-NegativeSecGroupIPv6Test-1446408576 tempest-NegativeSecGroupIPv6Test-1446408576-project] 10.222.0.10 "DELETE /v2.0/security-groups/01a507df-c397-472c-9ec7-9c87cfd59abb HTTP/1.1" status: 204 len: 168 time: 0.2108321 Apr 28 11:06:38.832114 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 55196) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:06:38.844918 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e692450-40b1-47d4-b8b1-3934bdff8a1e tempest-NegativeSecGroupIPv6Test-1446408576 tempest-NegativeSecGroupIPv6Test-1446408576-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=01a507df-c397-472c-9ec7-9c87cfd59abb,revision_number=None']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:06:38.903057 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-0a62d965-5a67-437e-bf01-7cc8246f78e2 tempest-NegativeSecGroupIPv6Test-1446408576 tempest-NegativeSecGroupIPv6Test-1446408576-project] 10.222.0.10 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0685546 Apr 28 11:06:38.907029 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 55198) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:06:38.911350 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.v2.base [None req-42f95775-a078-4d8d-a5d3-7fb20f07ea00 tempest-NegativeSecGroupIPv6Test-1446408576 tempest-NegativeSecGroupIPv6Test-1446408576-project] Request body: {'security_group': {'name': 'tempest-secgroup--1710053900'}} {{(pid=116162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:06:38.934582 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc23e2ba-1513-4e36-9f39-39c95fc96ca1 tempest-RoutersNegativeTest-1460119388 tempest-RoutersNegativeTest-1460119388-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=116161) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 11:06:38.944505 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-bc23e2ba-1513-4e36-9f39-39c95fc96ca1 tempest-RoutersNegativeTest-1460119388 tempest-RoutersNegativeTest-1460119388-project] 10.222.0.10 "PUT /v2.0/routers/fe0fa09b-5124-43e2-beb6-7c49eb874af1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8845334 Apr 28 11:06:38.945323 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 55200) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:06:38.947725 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd0fd2c4-b51c-4769-81bd-36c6ac0a321e None None] Sync routers for ids ['fe0fa09b-5124-43e2-beb6-7c49eb874af1'] in dv-neutron-master-2-hyperv {{(pid=116164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 11:06:38.960226 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd0fd2c4-b51c-4769-81bd-36c6ac0a321e None None] Routers {'fe0fa09b-5124-43e2-beb6-7c49eb874af1'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=116164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 11:06:38.960978 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_hamode_db [None req-fd0fd2c4-b51c-4769-81bd-36c6ac0a321e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-28T10:50:39Z,description=,heartbeat_timestamp=2022-04-28T11:06:09Z,host='dv-neutron-master-2-hyperv',id=6b492ad6-0876-4d74-b20d-28143a52ceba,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T10:50:40Z,topic='l3_agent')) {'router_ids': ['fe0fa09b-5124-43e2-beb6-7c49eb874af1'], 'active': True} {{(pid=116164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:06:38.977156 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278714d7-da82-42ee-95f3-821661f1c0e9 req-72aebdaa-8a4b-422b-89af-8b06515b8248 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:06:38.984174 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-278714d7-da82-42ee-95f3-821661f1c0e9 req-72aebdaa-8a4b-422b-89af-8b06515b8248 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] 10.222.0.10 "GET /v2.0/networks?id=4d94945e-b64d-4dbe-b9ef-b685a27afeca HTTP/1.1" status: 200 len: 796 time: 0.1897099 Apr 28 11:06:38.992534 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.api.v2.resource [None req-d0e60f1f-8c4e-46e4-908d-6fce08543768 tempest-RoutersNegativeTest-1460119388 tempest-RoutersNegativeTest-1460119388-project] show failed (client error): The resource could not be found. Apr 28 11:06:38.998163 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-d0e60f1f-8c4e-46e4-908d-6fce08543768 tempest-RoutersNegativeTest-1460119388 tempest-RoutersNegativeTest-1460119388-project] 10.222.0.10 "GET /v2.0/routers/tempest-non_exist_router-2123366117 HTTP/1.1" status: 404 len: 335 time: 0.0447550 Apr 28 11:06:38.998163 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-42f95775-a078-4d8d-a5d3-7fb20f07ea00 tempest-NegativeSecGroupIPv6Test-1446408576 tempest-NegativeSecGroupIPv6Test-1446408576-project] Publish callbacks [] for security_group (None), before_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:38.999760 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 55202) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:06:39.003137 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-278714d7-da82-42ee-95f3-821661f1c0e9 req-efa8a97d-d077-4247-9f54-198a8c6149da tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] 10.222.0.10 "GET /v2.0/quotas/65d54c3b7dcd4af68398071d25e8321e HTTP/1.1" status: 200 len: 375 time: 0.0180333 Apr 28 11:06:39.003482 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_hamode_db [None req-fd0fd2c4-b51c-4769-81bd-36c6ac0a321e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=116164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:06:39.011655 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.v2.base [None req-6390efbb-b0d7-405b-910e-7b0b98542294 tempest-RoutersNegativeTest-1460119388 tempest-RoutersNegativeTest-1460119388-project] Request body: {'router': {'name': 'new_name'}} {{(pid=116162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:06:39.022717 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd0fd2c4-b51c-4769-81bd-36c6ac0a321e None None] Routers {'fe0fa09b-5124-43e2-beb6-7c49eb874af1'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=116164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 11:06:39.023610 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_hamode_db [None req-fd0fd2c4-b51c-4769-81bd-36c6ac0a321e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-28T10:50:39Z,description=,heartbeat_timestamp=2022-04-28T11:06:09Z,host='dv-neutron-master-2-hyperv',id=6b492ad6-0876-4d74-b20d-28143a52ceba,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T10:50:40Z,topic='l3_agent')) {'router_ids': ['fe0fa09b-5124-43e2-beb6-7c49eb874af1'], 'active': True} {{(pid=116164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:06:39.049571 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.api.v2.resource [None req-6390efbb-b0d7-405b-910e-7b0b98542294 tempest-RoutersNegativeTest-1460119388 tempest-RoutersNegativeTest-1460119388-project] update failed (client error): The resource could not be found. Apr 28 11:06:39.050673 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-6390efbb-b0d7-405b-910e-7b0b98542294 tempest-RoutersNegativeTest-1460119388 tempest-RoutersNegativeTest-1460119388-project] 10.222.0.10 "PUT /v2.0/routers/tempest-non_exist_router-345545552 HTTP/1.1" status: 404 len: 334 time: 0.0499392 Apr 28 11:06:39.054203 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 55204) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:06:39.066574 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_hamode_db [None req-fd0fd2c4-b51c-4769-81bd-36c6ac0a321e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=116164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:06:39.068028 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd0fd2c4-b51c-4769-81bd-36c6ac0a321e None None] The sync data for ids ['fe0fa09b-5124-43e2-beb6-7c49eb874af1'] in dv-neutron-master-2-hyperv is: [] {{(pid=116164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 11:06:39.082966 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-278714d7-da82-42ee-95f3-821661f1c0e9 req-b44549ca-8bb2-4427-815f-875b9fbe974e tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=65d54c3b7dcd4af68398071d25e8321e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0789220 Apr 28 11:06:39.141187 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.db.db_base_plugin_v2 [None req-491eb144-3a65-43c6-b187-932ad34e9b92 tempest-RoutersNegativeTest-1460119388 tempest-RoutersNegativeTest-1460119388-project] Deleting subnet 82b53efe-618e-402d-9a9c-b6f1a35fa19e {{(pid=116162) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 28 11:06:39.146663 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-491eb144-3a65-43c6-b187-932ad34e9b92 tempest-RoutersNegativeTest-1460119388 tempest-RoutersNegativeTest-1460119388-project] Publish callbacks [] for subnet (82b53efe-618e-402d-9a9c-b6f1a35fa19e), before_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:39.185949 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-278714d7-da82-42ee-95f3-821661f1c0e9 req-a1994b60-3821-4064-a4f6-96fea0c22fb8 service neutron] 10.222.0.10 "GET /v2.0/networks/4d94945e-b64d-4dbe-b9ef-b685a27afeca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0998828 Apr 28 11:06:39.205760 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-42f95775-a078-4d8d-a5d3-7fb20f07ea00 tempest-NegativeSecGroupIPv6Test-1446408576 tempest-NegativeSecGroupIPv6Test-1446408576-project] Publish callbacks [] for security_group (cb66fc97-1c5a-4389-89e6-27b443169dc4), precommit_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:39.216794 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-491eb144-3a65-43c6-b187-932ad34e9b92 tempest-RoutersNegativeTest-1460119388 tempest-RoutersNegativeTest-1460119388-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5026541'] for subnet (82b53efe-618e-402d-9a9c-b6f1a35fa19e), precommit_delete_associations {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:39.270514 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-42f95775-a078-4d8d-a5d3-7fb20f07ea00 tempest-NegativeSecGroupIPv6Test-1446408576 tempest-NegativeSecGroupIPv6Test-1446408576-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924426'] for security_group (cb66fc97-1c5a-4389-89e6-27b443169dc4), after_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:39.322921 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-278714d7-da82-42ee-95f3-821661f1c0e9 req-73315747-8498-4d6f-be46-8bb6d0d3e60a service neutron] 10.222.0.10 "GET /v2.0/networks/4d94945e-b64d-4dbe-b9ef-b685a27afeca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1207285 Apr 28 11:06:39.342222 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f95775-a078-4d8d-a5d3-7fb20f07ea00 tempest-NegativeSecGroupIPv6Test-1446408576 tempest-NegativeSecGroupIPv6Test-1446408576-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cb66fc97-1c5a-4389-89e6-27b443169dc4,revision_number=1']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:06:39.354843 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-491eb144-3a65-43c6-b187-932ad34e9b92 tempest-RoutersNegativeTest-1460119388 tempest-RoutersNegativeTest-1460119388-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-971303'] for subnet (82b53efe-618e-402d-9a9c-b6f1a35fa19e), precommit_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:39.425156 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-42f95775-a078-4d8d-a5d3-7fb20f07ea00 tempest-NegativeSecGroupIPv6Test-1446408576 tempest-NegativeSecGroupIPv6Test-1446408576-project] Publish callbacks [] for security_group (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:39.426440 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-42f95775-a078-4d8d-a5d3-7fb20f07ea00 tempest-NegativeSecGroupIPv6Test-1446408576 tempest-NegativeSecGroupIPv6Test-1446408576-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.5183957 Apr 28 11:06:39.429262 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 55208) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:06:39.434143 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.v2.base [None req-93312100-be0c-4b59-aecf-d02a87bf2a20 tempest-NegativeSecGroupIPv6Test-1446408576 tempest-NegativeSecGroupIPv6Test-1446408576-project] Request body: {'security_group_rule': {'security_group_id': 'cb66fc97-1c5a-4389-89e6-27b443169dc4', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=116161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:06:39.434679 dv-neutron-master-2-hyperv neutron-server[116161]: WARNING neutron.api.v2.base [None req-93312100-be0c-4b59-aecf-d02a87bf2a20 tempest-NegativeSecGroupIPv6Test-1446408576 tempest-NegativeSecGroupIPv6Test-1446408576-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Apr 28 11:06:39.435195 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.api.v2.resource [None req-93312100-be0c-4b59-aecf-d02a87bf2a20 tempest-NegativeSecGroupIPv6Test-1446408576 tempest-NegativeSecGroupIPv6Test-1446408576-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 28 11:06:39.436174 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-93312100-be0c-4b59-aecf-d02a87bf2a20 tempest-NegativeSecGroupIPv6Test-1446408576 tempest-NegativeSecGroupIPv6Test-1446408576-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0059159 Apr 28 11:06:39.438904 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 55210) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:06:39.440850 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-9d747c9e-5fad-4ac6-9158-24ad8d660223 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (6b492ad6-0876-4d74-b20d-28143a52ceba), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:39.496306 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-87198f35-4cb6-4edb-9f06-4d4c8a5483da tempest-NegativeSecGroupIPv6Test-1446408576 tempest-NegativeSecGroupIPv6Test-1446408576-project] Publish callbacks [] for security_group (cb66fc97-1c5a-4389-89e6-27b443169dc4), before_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:39.515222 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-491eb144-3a65-43c6-b187-932ad34e9b92 tempest-RoutersNegativeTest-1460119388 tempest-RoutersNegativeTest-1460119388-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-971310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5053962', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4210815'] for subnet (82b53efe-618e-402d-9a9c-b6f1a35fa19e), after_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:39.520733 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-87198f35-4cb6-4edb-9f06-4d4c8a5483da tempest-NegativeSecGroupIPv6Test-1446408576 tempest-NegativeSecGroupIPv6Test-1446408576-project] Publish callbacks [] for security_group (cb66fc97-1c5a-4389-89e6-27b443169dc4), precommit_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:39.548343 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491eb144-3a65-43c6-b187-932ad34e9b92 tempest-RoutersNegativeTest-1460119388 tempest-RoutersNegativeTest-1460119388-project] Pushing event deleted for resources: {'Subnet': ['ID=82b53efe-618e-402d-9a9c-b6f1a35fa19e,revision_number=None']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:06:39.553057 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-491eb144-3a65-43c6-b187-932ad34e9b92 tempest-RoutersNegativeTest-1460119388 tempest-RoutersNegativeTest-1460119388-project] Publish callbacks [] for subnet (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:39.556984 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-491eb144-3a65-43c6-b187-932ad34e9b92 tempest-RoutersNegativeTest-1460119388 tempest-RoutersNegativeTest-1460119388-project] 10.222.0.10 "DELETE /v2.0/subnets/82b53efe-618e-402d-9a9c-b6f1a35fa19e HTTP/1.1" status: 204 len: 168 time: 0.5016952 Apr 28 11:06:39.560220 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 55212) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:06:39.569992 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b29f93b-1f0b-46fd-9dd1-8c4aa5d69cc0 None None] Network b17ee0dd-4cf3-4303-8611-e44a7fc0f156 requested from dv-neutron-master-2-hyperv {{(pid=116163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 11:06:39.617470 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.db.db_base_plugin_v2 [None req-a56b1293-ba1a-4409-91df-71b51cde1161 tempest-RoutersNegativeTest-1460119388 tempest-RoutersNegativeTest-1460119388-project] Deleting subnet a589d179-0e8d-47c8-8a59-d7b16a3876e0 {{(pid=116162) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 28 11:06:39.621558 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-a56b1293-ba1a-4409-91df-71b51cde1161 tempest-RoutersNegativeTest-1460119388 tempest-RoutersNegativeTest-1460119388-project] Publish callbacks [] for subnet (a589d179-0e8d-47c8-8a59-d7b16a3876e0), before_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:39.677028 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-a56b1293-ba1a-4409-91df-71b51cde1161 tempest-RoutersNegativeTest-1460119388 tempest-RoutersNegativeTest-1460119388-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5026541'] for subnet (a589d179-0e8d-47c8-8a59-d7b16a3876e0), precommit_delete_associations {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:39.747640 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ae1c80c-0178-4454-b5d4-d7081bdc0ac9 None None] DHCP port deletion for b17ee0dd-4cf3-4303-8611-e44a7fc0f156 request from dv-neutron-master-2-hyperv {{(pid=116163) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 28 11:06:39.786267 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-a56b1293-ba1a-4409-91df-71b51cde1161 tempest-RoutersNegativeTest-1460119388 tempest-RoutersNegativeTest-1460119388-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-971303'] for subnet (a589d179-0e8d-47c8-8a59-d7b16a3876e0), precommit_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:39.787511 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-4ae1c80c-0178-4454-b5d4-d7081bdc0ac9 None None] Deleting port c4d51599-7948-468d-affe-9d6195dcca54 {{(pid=116163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 11:06:39.787881 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-4ae1c80c-0178-4454-b5d4-d7081bdc0ac9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742235130188'] for port (c4d51599-7948-468d-affe-9d6195dcca54), before_delete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:39.868722 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-4ae1c80c-0178-4454-b5d4-d7081bdc0ac9 None None] For port c4d51599-7948-468d-affe-9d6195dcca54, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=c4d51599-7948-468d-affe-9d6195dcca54,segment=NetworkSegment(6d071024-ae94-4bff-8757-d362a44b2f73),segment_id=6d071024-ae94-4bff-8757-d362a44b2f73)] {{(pid=116163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 11:06:39.869128 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-4ae1c80c-0178-4454-b5d4-d7081bdc0ac9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1938497'] for port (c4d51599-7948-468d-affe-9d6195dcca54), precommit_delete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:39.883436 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-4ae1c80c-0178-4454-b5d4-d7081bdc0ac9 None None] Calling delete_port for c4d51599-7948-468d-affe-9d6195dcca54 owned by network:dhcp {{(pid=116163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 11:06:39.971769 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-87198f35-4cb6-4edb-9f06-4d4c8a5483da tempest-NegativeSecGroupIPv6Test-1446408576 tempest-NegativeSecGroupIPv6Test-1446408576-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924426'] for security_group (cb66fc97-1c5a-4389-89e6-27b443169dc4), after_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:39.974306 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-87198f35-4cb6-4edb-9f06-4d4c8a5483da tempest-NegativeSecGroupIPv6Test-1446408576 tempest-NegativeSecGroupIPv6Test-1446408576-project] Publish callbacks [] for security_group (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:39.975585 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-87198f35-4cb6-4edb-9f06-4d4c8a5483da tempest-NegativeSecGroupIPv6Test-1446408576 tempest-NegativeSecGroupIPv6Test-1446408576-project] 10.222.0.10 "DELETE /v2.0/security-groups/cb66fc97-1c5a-4389-89e6-27b443169dc4 HTTP/1.1" status: 204 len: 168 time: 0.5356002 Apr 28 11:06:39.978657 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 55214) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:06:39.986350 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87198f35-4cb6-4edb-9f06-4d4c8a5483da tempest-NegativeSecGroupIPv6Test-1446408576 tempest-NegativeSecGroupIPv6Test-1446408576-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb66fc97-1c5a-4389-89e6-27b443169dc4,revision_number=None']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:06:40.028417 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-ff966726-0c54-46b5-9aef-0fc1b2ada8c7 tempest-NegativeSecGroupIPv6Test-1446408576 tempest-NegativeSecGroupIPv6Test-1446408576-project] 10.222.0.10 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0443482 Apr 28 11:06:40.028641 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 55216) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:06:40.033083 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.v2.base [None req-7f46b328-1bc6-47e1-aa7d-a6f91991ce86 tempest-NegativeSecGroupIPv6Test-1446408576 tempest-NegativeSecGroupIPv6Test-1446408576-project] Request body: {'security_group': {'name': 'tempest-secgroup--1702714869'}} {{(pid=116162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:06:40.039801 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-a56b1293-ba1a-4409-91df-71b51cde1161 tempest-RoutersNegativeTest-1460119388 tempest-RoutersNegativeTest-1460119388-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-971310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5053962', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4210815'] for subnet (a589d179-0e8d-47c8-8a59-d7b16a3876e0), after_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:40.058113 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-4ae1c80c-0178-4454-b5d4-d7081bdc0ac9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742235135690', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742234710366'] for port (c4d51599-7948-468d-affe-9d6195dcca54), after_delete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:40.078935 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a56b1293-ba1a-4409-91df-71b51cde1161 tempest-RoutersNegativeTest-1460119388 tempest-RoutersNegativeTest-1460119388-project] Pushing event deleted for resources: {'Subnet': ['ID=a589d179-0e8d-47c8-8a59-d7b16a3876e0,revision_number=None']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:06:40.085222 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-a56b1293-ba1a-4409-91df-71b51cde1161 tempest-RoutersNegativeTest-1460119388 tempest-RoutersNegativeTest-1460119388-project] Publish callbacks [] for subnet (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:40.088175 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ae1c80c-0178-4454-b5d4-d7081bdc0ac9 None None] No DVR routers for this DVR port c4d51599-7948-468d-affe-9d6195dcca54 on host dv-neutron-master-2-hyperv {{(pid=116163) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 11:06:40.093783 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-a56b1293-ba1a-4409-91df-71b51cde1161 tempest-RoutersNegativeTest-1460119388 tempest-RoutersNegativeTest-1460119388-project] 10.222.0.10 "DELETE /v2.0/subnets/a589d179-0e8d-47c8-8a59-d7b16a3876e0 HTTP/1.1" status: 204 len: 168 time: 0.5303783 Apr 28 11:06:40.093986 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae1c80c-0178-4454-b5d4-d7081bdc0ac9 None None] Pushing event deleted for resources: {'Port': ['ID=c4d51599-7948-468d-affe-9d6195dcca54,revision_number=None']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:06:40.093986 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa8df2b3-9b77-4516-8478-32e5c16dd1ad None None] Network 3d815a0a-9a14-4be6-a9b8-e05778222d1a requested from dv-neutron-master-2-hyperv {{(pid=116163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 11:06:40.095332 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 55218) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:06:40.177225 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-7f46b328-1bc6-47e1-aa7d-a6f91991ce86 tempest-NegativeSecGroupIPv6Test-1446408576 tempest-NegativeSecGroupIPv6Test-1446408576-project] Publish callbacks [] for security_group (None), before_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:40.192607 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-3b7987e1-a0bb-44e9-a82a-8403b1745d17 tempest-RoutersNegativeTest-1460119388 tempest-RoutersNegativeTest-1460119388-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-979593'] for network (b17ee0dd-4cf3-4303-8611-e44a7fc0f156), before_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:40.272530 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-7f46b328-1bc6-47e1-aa7d-a6f91991ce86 tempest-NegativeSecGroupIPv6Test-1446408576 tempest-NegativeSecGroupIPv6Test-1446408576-project] Publish callbacks [] for security_group (47bc7c12-732c-4bad-9d5a-f6778da85cd2), precommit_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:40.281789 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7abee98f-62e4-401e-a47d-7fae0aec089f None None] DHCP port deletion for 3d815a0a-9a14-4be6-a9b8-e05778222d1a request from dv-neutron-master-2-hyperv {{(pid=116163) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 28 11:06:40.296407 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-3b7987e1-a0bb-44e9-a82a-8403b1745d17 tempest-RoutersNegativeTest-1460119388 tempest-RoutersNegativeTest-1460119388-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-973498', 'neutron.services.segments.db._delete_segments_for_network-8742235207033'] for network (b17ee0dd-4cf3-4303-8611-e44a7fc0f156), precommit_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:40.321145 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.services.segments.db [None req-3b7987e1-a0bb-44e9-a82a-8403b1745d17 tempest-RoutersNegativeTest-1460119388 tempest-RoutersNegativeTest-1460119388-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b17ee0dd-4cf3-4303-8611-e44a7fc0f156']}} {{(pid=116161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:06:40.327829 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-7abee98f-62e4-401e-a47d-7fae0aec089f None None] Deleting port 70a69f0b-1f7e-466c-bf2b-21aa8eeb50cc {{(pid=116163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 11:06:40.327829 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-7abee98f-62e4-401e-a47d-7fae0aec089f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742235130188'] for port (70a69f0b-1f7e-466c-bf2b-21aa8eeb50cc), before_delete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:40.333117 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.services.segments.db [None req-3b7987e1-a0bb-44e9-a82a-8403b1745d17 tempest-RoutersNegativeTest-1460119388 tempest-RoutersNegativeTest-1460119388-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6d071024-ae94-4bff-8757-d362a44b2f73') {'for_net_delete': True} {{(pid=116161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:06:40.335328 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.services.segments.db [None req-3b7987e1-a0bb-44e9-a82a-8403b1745d17 tempest-RoutersNegativeTest-1460119388 tempest-RoutersNegativeTest-1460119388-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6d071024-ae94-4bff-8757-d362a44b2f73') {} {{(pid=116161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:06:40.344291 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-3b7987e1-a0bb-44e9-a82a-8403b1745d17 tempest-RoutersNegativeTest-1460119388 tempest-RoutersNegativeTest-1460119388-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742235208578', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8076969'] for segment (6d071024-ae94-4bff-8757-d362a44b2f73), before_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:40.358212 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-7f46b328-1bc6-47e1-aa7d-a6f91991ce86 tempest-NegativeSecGroupIPv6Test-1446408576 tempest-NegativeSecGroupIPv6Test-1446408576-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924426'] for security_group (47bc7c12-732c-4bad-9d5a-f6778da85cd2), after_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:40.360408 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-3b7987e1-a0bb-44e9-a82a-8403b1745d17 tempest-RoutersNegativeTest-1460119388 tempest-RoutersNegativeTest-1460119388-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-961978'] for segment (6d071024-ae94-4bff-8757-d362a44b2f73), precommit_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:40.384482 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3b7987e1-a0bb-44e9-a82a-8403b1745d17 tempest-RoutersNegativeTest-1460119388 tempest-RoutersNegativeTest-1460119388-project] Releasing vlan 54 on physical network physnet1 to pool {{(pid=116161) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 11:06:40.386793 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-3b7987e1-a0bb-44e9-a82a-8403b1745d17 tempest-RoutersNegativeTest-1460119388 tempest-RoutersNegativeTest-1460119388-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-961978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5219103'] for segment (6d071024-ae94-4bff-8757-d362a44b2f73), after_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:40.396689 dv-neutron-master-2-hyperv neutron-server[116161]: Traceback (most recent call last): Apr 28 11:06:40.396689 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 11:06:40.396689 dv-neutron-master-2-hyperv neutron-server[116161]: timer() Apr 28 11:06:40.396689 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 11:06:40.396689 dv-neutron-master-2-hyperv neutron-server[116161]: cb(*args, **kw) Apr 28 11:06:40.396689 dv-neutron-master-2-hyperv neutron-server[116161]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 28 11:06:40.396689 dv-neutron-master-2-hyperv neutron-server[116161]: return func(*args, **kwargs) Apr 28 11:06:40.396689 dv-neutron-master-2-hyperv neutron-server[116161]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 11:06:40.396689 dv-neutron-master-2-hyperv neutron-server[116161]: self._notify() Apr 28 11:06:40.396689 dv-neutron-master-2-hyperv neutron-server[116161]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 11:06:40.396689 dv-neutron-master-2-hyperv neutron-server[116161]: self.callback(batched_events) Apr 28 11:06:40.396689 dv-neutron-master-2-hyperv neutron-server[116161]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 11:06:40.396689 dv-neutron-master-2-hyperv neutron-server[116161]: event.method(event) Apr 28 11:06:40.396689 dv-neutron-master-2-hyperv neutron-server[116161]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 28 11:06:40.396689 dv-neutron-master-2-hyperv neutron-server[116161]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 11:06:40.396689 dv-neutron-master-2-hyperv neutron-server[116161]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 28 11:06:40.396689 dv-neutron-master-2-hyperv neutron-server[116161]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 11:06:40.396689 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 28 11:06:40.396689 dv-neutron-master-2-hyperv neutron-server[116161]: return f(self, *a, **k) Apr 28 11:06:40.396689 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 28 11:06:40.396689 dv-neutron-master-2-hyperv neutron-server[116161]: return self._get(url).json() Apr 28 11:06:40.396689 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 28 11:06:40.396689 dv-neutron-master-2-hyperv neutron-server[116161]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 11:06:40.396689 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 11:06:40.396689 dv-neutron-master-2-hyperv neutron-server[116161]: return self.request(url, 'GET', **kwargs) Apr 28 11:06:40.396689 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 11:06:40.396689 dv-neutron-master-2-hyperv neutron-server[116161]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 11:06:40.396689 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 11:06:40.396689 dv-neutron-master-2-hyperv neutron-server[116161]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 11:06:40.396689 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 11:06:40.396689 dv-neutron-master-2-hyperv neutron-server[116161]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 11:06:40.396689 dv-neutron-master-2-hyperv neutron-server[116161]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 11:06:40.399664 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f46b328-1bc6-47e1-aa7d-a6f91991ce86 tempest-NegativeSecGroupIPv6Test-1446408576 tempest-NegativeSecGroupIPv6Test-1446408576-project] Pushing event updated for resources: {'SecurityGroup': ['ID=47bc7c12-732c-4bad-9d5a-f6778da85cd2,revision_number=1']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:06:40.406846 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-7abee98f-62e4-401e-a47d-7fae0aec089f None None] For port 70a69f0b-1f7e-466c-bf2b-21aa8eeb50cc, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=70a69f0b-1f7e-466c-bf2b-21aa8eeb50cc,segment=NetworkSegment(724d1a22-2047-42bd-adf1-6afbdf0c4d45),segment_id=724d1a22-2047-42bd-adf1-6afbdf0c4d45)] {{(pid=116163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 11:06:40.407216 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-7abee98f-62e4-401e-a47d-7fae0aec089f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1938497'] for port (70a69f0b-1f7e-466c-bf2b-21aa8eeb50cc), precommit_delete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:40.426419 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-7abee98f-62e4-401e-a47d-7fae0aec089f None None] Calling delete_port for 70a69f0b-1f7e-466c-bf2b-21aa8eeb50cc owned by network:dhcp {{(pid=116163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 11:06:40.450699 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-7f46b328-1bc6-47e1-aa7d-a6f91991ce86 tempest-NegativeSecGroupIPv6Test-1446408576 tempest-NegativeSecGroupIPv6Test-1446408576-project] Publish callbacks [] for security_group (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:40.450699 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-7f46b328-1bc6-47e1-aa7d-a6f91991ce86 tempest-NegativeSecGroupIPv6Test-1446408576 tempest-NegativeSecGroupIPv6Test-1446408576-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.4172857 Apr 28 11:06:40.450699 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 55222) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:06:40.453626 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.v2.base [None req-a43f3e45-c734-48fa-9511-48fd7f78774c tempest-NegativeSecGroupIPv6Test-1446408576 tempest-NegativeSecGroupIPv6Test-1446408576-project] Request body: {'security_group_rule': {'security_group_id': '47bc7c12-732c-4bad-9d5a-f6778da85cd2', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=116162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:06:40.454224 dv-neutron-master-2-hyperv neutron-server[116162]: WARNING neutron.api.v2.base [None req-a43f3e45-c734-48fa-9511-48fd7f78774c tempest-NegativeSecGroupIPv6Test-1446408576 tempest-NegativeSecGroupIPv6Test-1446408576-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Apr 28 11:06:40.454767 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.api.v2.resource [None req-a43f3e45-c734-48fa-9511-48fd7f78774c tempest-NegativeSecGroupIPv6Test-1446408576 tempest-NegativeSecGroupIPv6Test-1446408576-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 28 11:06:40.458159 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-a43f3e45-c734-48fa-9511-48fd7f78774c tempest-NegativeSecGroupIPv6Test-1446408576 tempest-NegativeSecGroupIPv6Test-1446408576-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0058670 Apr 28 11:06:40.458365 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 55224) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:06:40.492552 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-ae94d540-e4c6-43be-adc9-b26fb6a2f62f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (cfc241ae-e4b7-443b-b80b-59fbbc2b69c9), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:40.516808 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-5a4582e9-c6b5-44a5-92c1-4ef4e24b52b9 tempest-NegativeSecGroupIPv6Test-1446408576 tempest-NegativeSecGroupIPv6Test-1446408576-project] Publish callbacks [] for security_group (47bc7c12-732c-4bad-9d5a-f6778da85cd2), before_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:40.541380 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-5a4582e9-c6b5-44a5-92c1-4ef4e24b52b9 tempest-NegativeSecGroupIPv6Test-1446408576 tempest-NegativeSecGroupIPv6Test-1446408576-project] Publish callbacks [] for security_group (47bc7c12-732c-4bad-9d5a-f6778da85cd2), precommit_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:40.591838 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-3b7987e1-a0bb-44e9-a82a-8403b1745d17 tempest-RoutersNegativeTest-1460119388 tempest-RoutersNegativeTest-1460119388-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-973477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2063122'] for network (b17ee0dd-4cf3-4303-8611-e44a7fc0f156), after_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:40.600293 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-3b7987e1-a0bb-44e9-a82a-8403b1745d17 tempest-RoutersNegativeTest-1460119388 tempest-RoutersNegativeTest-1460119388-project] Publish callbacks [] for network (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:40.605085 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-3b7987e1-a0bb-44e9-a82a-8403b1745d17 tempest-RoutersNegativeTest-1460119388 tempest-RoutersNegativeTest-1460119388-project] 10.222.0.10 "DELETE /v2.0/networks/b17ee0dd-4cf3-4303-8611-e44a7fc0f156 HTTP/1.1" status: 204 len: 168 time: 0.5083120 Apr 28 11:06:40.607570 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 55232) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:06:40.617398 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-7abee98f-62e4-401e-a47d-7fae0aec089f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742235135690', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742234710366'] for port (70a69f0b-1f7e-466c-bf2b-21aa8eeb50cc), after_delete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:40.650216 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7abee98f-62e4-401e-a47d-7fae0aec089f None None] Pushing event deleted for resources: {'Port': ['ID=70a69f0b-1f7e-466c-bf2b-21aa8eeb50cc,revision_number=None']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:06:40.654362 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7abee98f-62e4-401e-a47d-7fae0aec089f None None] No DVR routers for this DVR port 70a69f0b-1f7e-466c-bf2b-21aa8eeb50cc on host dv-neutron-master-2-hyperv {{(pid=116163) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 11:06:40.660809 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7987e1-a0bb-44e9-a82a-8403b1745d17 tempest-RoutersNegativeTest-1460119388 tempest-RoutersNegativeTest-1460119388-project] Pushing event deleted for resources: {'Network': ['ID=b17ee0dd-4cf3-4303-8611-e44a7fc0f156,revision_number=None']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:06:40.670835 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-5a4582e9-c6b5-44a5-92c1-4ef4e24b52b9 tempest-NegativeSecGroupIPv6Test-1446408576 tempest-NegativeSecGroupIPv6Test-1446408576-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924426'] for security_group (47bc7c12-732c-4bad-9d5a-f6778da85cd2), after_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:40.672480 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-f651b8be-7873-4e37-8f2f-ea711b367877 req-99b40bf8-9f91-4c19-842f-ca3cb5929bec tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] 10.222.0.10 "GET /v2.0/ports?device_id=eb1112e0-5810-4e07-868b-1de667cf8218 HTTP/1.1" status: 200 len: 210 time: 0.0659828 Apr 28 11:06:40.673803 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-5a4582e9-c6b5-44a5-92c1-4ef4e24b52b9 tempest-NegativeSecGroupIPv6Test-1446408576 tempest-NegativeSecGroupIPv6Test-1446408576-project] Publish callbacks [] for security_group (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:40.675139 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-5a4582e9-c6b5-44a5-92c1-4ef4e24b52b9 tempest-NegativeSecGroupIPv6Test-1446408576 tempest-NegativeSecGroupIPv6Test-1446408576-project] 10.222.0.10 "DELETE /v2.0/security-groups/47bc7c12-732c-4bad-9d5a-f6778da85cd2 HTTP/1.1" status: 204 len: 168 time: 0.2158582 Apr 28 11:06:40.683077 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 55234) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:06:40.697289 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4582e9-c6b5-44a5-92c1-4ef4e24b52b9 tempest-NegativeSecGroupIPv6Test-1446408576 tempest-NegativeSecGroupIPv6Test-1446408576-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=47bc7c12-732c-4bad-9d5a-f6778da85cd2,revision_number=None']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:06:40.749337 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-bf92c6fc-f01d-48a2-979b-2af958e878de tempest-NegativeSecGroupIPv6Test-1446408576 tempest-NegativeSecGroupIPv6Test-1446408576-project] 10.222.0.10 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0601244 Apr 28 11:06:40.749337 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 55236) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:06:40.753401 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.v2.base [None req-bb2cf9e7-580a-4bae-8a9f-237d32a73648 tempest-NegativeSecGroupIPv6Test-1446408576 tempest-NegativeSecGroupIPv6Test-1446408576-project] Request body: {'security_group': {'name': 'tempest-secgroup--862567949'}} {{(pid=116161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:06:40.771277 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-2f3adf19-e639-4f61-9c5a-449378c63931 tempest-RoutersNegativeTest-1460119388 tempest-RoutersNegativeTest-1460119388-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-979593'] for network (3d815a0a-9a14-4be6-a9b8-e05778222d1a), before_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:40.866021 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-2f3adf19-e639-4f61-9c5a-449378c63931 tempest-RoutersNegativeTest-1460119388 tempest-RoutersNegativeTest-1460119388-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-973498', 'neutron.services.segments.db._delete_segments_for_network-8742235207033'] for network (3d815a0a-9a14-4be6-a9b8-e05778222d1a), precommit_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:40.869174 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-bb2cf9e7-580a-4bae-8a9f-237d32a73648 tempest-NegativeSecGroupIPv6Test-1446408576 tempest-NegativeSecGroupIPv6Test-1446408576-project] Publish callbacks [] for security_group (None), before_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:40.887586 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.services.segments.db [None req-2f3adf19-e639-4f61-9c5a-449378c63931 tempest-RoutersNegativeTest-1460119388 tempest-RoutersNegativeTest-1460119388-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3d815a0a-9a14-4be6-a9b8-e05778222d1a']}} {{(pid=116162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:06:40.898214 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.services.segments.db [None req-2f3adf19-e639-4f61-9c5a-449378c63931 tempest-RoutersNegativeTest-1460119388 tempest-RoutersNegativeTest-1460119388-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '724d1a22-2047-42bd-adf1-6afbdf0c4d45') {'for_net_delete': True} {{(pid=116162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:06:40.898586 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.services.segments.db [None req-2f3adf19-e639-4f61-9c5a-449378c63931 tempest-RoutersNegativeTest-1460119388 tempest-RoutersNegativeTest-1460119388-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '724d1a22-2047-42bd-adf1-6afbdf0c4d45') {} {{(pid=116162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:06:40.918901 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-2f3adf19-e639-4f61-9c5a-449378c63931 tempest-RoutersNegativeTest-1460119388 tempest-RoutersNegativeTest-1460119388-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742235208578', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5026548'] for segment (724d1a22-2047-42bd-adf1-6afbdf0c4d45), before_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:40.930390 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-2f3adf19-e639-4f61-9c5a-449378c63931 tempest-RoutersNegativeTest-1460119388 tempest-RoutersNegativeTest-1460119388-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-961978'] for segment (724d1a22-2047-42bd-adf1-6afbdf0c4d45), precommit_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:40.938158 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2f3adf19-e639-4f61-9c5a-449378c63931 tempest-RoutersNegativeTest-1460119388 tempest-RoutersNegativeTest-1460119388-project] Releasing vlan 89 on physical network physnet1 to pool {{(pid=116162) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 11:06:40.938602 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-2f3adf19-e639-4f61-9c5a-449378c63931 tempest-RoutersNegativeTest-1460119388 tempest-RoutersNegativeTest-1460119388-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-961978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5051884'] for segment (724d1a22-2047-42bd-adf1-6afbdf0c4d45), after_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:40.941689 dv-neutron-master-2-hyperv neutron-server[116162]: Traceback (most recent call last): Apr 28 11:06:40.941689 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 11:06:40.941689 dv-neutron-master-2-hyperv neutron-server[116162]: timer() Apr 28 11:06:40.941689 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 11:06:40.941689 dv-neutron-master-2-hyperv neutron-server[116162]: cb(*args, **kw) Apr 28 11:06:40.941689 dv-neutron-master-2-hyperv neutron-server[116162]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 28 11:06:40.941689 dv-neutron-master-2-hyperv neutron-server[116162]: return func(*args, **kwargs) Apr 28 11:06:40.941689 dv-neutron-master-2-hyperv neutron-server[116162]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 11:06:40.941689 dv-neutron-master-2-hyperv neutron-server[116162]: self._notify() Apr 28 11:06:40.941689 dv-neutron-master-2-hyperv neutron-server[116162]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 11:06:40.941689 dv-neutron-master-2-hyperv neutron-server[116162]: self.callback(batched_events) Apr 28 11:06:40.941689 dv-neutron-master-2-hyperv neutron-server[116162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 11:06:40.941689 dv-neutron-master-2-hyperv neutron-server[116162]: event.method(event) Apr 28 11:06:40.941689 dv-neutron-master-2-hyperv neutron-server[116162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 28 11:06:40.941689 dv-neutron-master-2-hyperv neutron-server[116162]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 11:06:40.941689 dv-neutron-master-2-hyperv neutron-server[116162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 28 11:06:40.941689 dv-neutron-master-2-hyperv neutron-server[116162]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 11:06:40.941689 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 28 11:06:40.941689 dv-neutron-master-2-hyperv neutron-server[116162]: return f(self, *a, **k) Apr 28 11:06:40.941689 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 28 11:06:40.941689 dv-neutron-master-2-hyperv neutron-server[116162]: return self._get(url).json() Apr 28 11:06:40.941689 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 28 11:06:40.941689 dv-neutron-master-2-hyperv neutron-server[116162]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 11:06:40.941689 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 11:06:40.941689 dv-neutron-master-2-hyperv neutron-server[116162]: return self.request(url, 'GET', **kwargs) Apr 28 11:06:40.941689 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 11:06:40.941689 dv-neutron-master-2-hyperv neutron-server[116162]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 11:06:40.941689 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 11:06:40.941689 dv-neutron-master-2-hyperv neutron-server[116162]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 11:06:40.941689 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 11:06:40.941689 dv-neutron-master-2-hyperv neutron-server[116162]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 11:06:40.941689 dv-neutron-master-2-hyperv neutron-server[116162]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 11:06:40.952525 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-bb2cf9e7-580a-4bae-8a9f-237d32a73648 tempest-NegativeSecGroupIPv6Test-1446408576 tempest-NegativeSecGroupIPv6Test-1446408576-project] Publish callbacks [] for security_group (f9dda026-64d0-43c3-8a52-fdffa8b7dafc), precommit_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:41.012485 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-bb2cf9e7-580a-4bae-8a9f-237d32a73648 tempest-NegativeSecGroupIPv6Test-1446408576 tempest-NegativeSecGroupIPv6Test-1446408576-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924426'] for security_group (f9dda026-64d0-43c3-8a52-fdffa8b7dafc), after_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:41.045438 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2cf9e7-580a-4bae-8a9f-237d32a73648 tempest-NegativeSecGroupIPv6Test-1446408576 tempest-NegativeSecGroupIPv6Test-1446408576-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f9dda026-64d0-43c3-8a52-fdffa8b7dafc,revision_number=1']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:06:41.080582 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-2f3adf19-e639-4f61-9c5a-449378c63931 tempest-RoutersNegativeTest-1460119388 tempest-RoutersNegativeTest-1460119388-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-973477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2063122'] for network (3d815a0a-9a14-4be6-a9b8-e05778222d1a), after_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:41.092329 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-2f3adf19-e639-4f61-9c5a-449378c63931 tempest-RoutersNegativeTest-1460119388 tempest-RoutersNegativeTest-1460119388-project] Publish callbacks [] for network (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:41.097869 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-2f3adf19-e639-4f61-9c5a-449378c63931 tempest-RoutersNegativeTest-1460119388 tempest-RoutersNegativeTest-1460119388-project] 10.222.0.10 "DELETE /v2.0/networks/3d815a0a-9a14-4be6-a9b8-e05778222d1a HTTP/1.1" status: 204 len: 168 time: 0.4868867 Apr 28 11:06:41.098132 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 55242) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:06:41.115599 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3adf19-e639-4f61-9c5a-449378c63931 tempest-RoutersNegativeTest-1460119388 tempest-RoutersNegativeTest-1460119388-project] Pushing event deleted for resources: {'Network': ['ID=3d815a0a-9a14-4be6-a9b8-e05778222d1a,revision_number=None']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:06:41.136332 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-bb2cf9e7-580a-4bae-8a9f-237d32a73648 tempest-NegativeSecGroupIPv6Test-1446408576 tempest-NegativeSecGroupIPv6Test-1446408576-project] Publish callbacks [] for security_group (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:41.139705 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-bb2cf9e7-580a-4bae-8a9f-237d32a73648 tempest-NegativeSecGroupIPv6Test-1446408576 tempest-NegativeSecGroupIPv6Test-1446408576-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3896036 Apr 28 11:06:41.149376 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 55244) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:06:41.149376 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.v2.base [None req-3f08f979-16c0-4937-a2db-9c230431ecaf tempest-NegativeSecGroupIPv6Test-1446408576 tempest-NegativeSecGroupIPv6Test-1446408576-project] Request body: {'security_group_rule': {'security_group_id': 'f9dda026-64d0-43c3-8a52-fdffa8b7dafc', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=116162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:06:41.150087 dv-neutron-master-2-hyperv neutron-server[116162]: WARNING neutron.api.v2.base [None req-3f08f979-16c0-4937-a2db-9c230431ecaf tempest-NegativeSecGroupIPv6Test-1446408576 tempest-NegativeSecGroupIPv6Test-1446408576-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Apr 28 11:06:41.150596 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.api.v2.resource [None req-3f08f979-16c0-4937-a2db-9c230431ecaf tempest-NegativeSecGroupIPv6Test-1446408576 tempest-NegativeSecGroupIPv6Test-1446408576-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 28 11:06:41.152219 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-3f08f979-16c0-4937-a2db-9c230431ecaf tempest-NegativeSecGroupIPv6Test-1446408576 tempest-NegativeSecGroupIPv6Test-1446408576-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0088649 Apr 28 11:06:41.154724 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 55246) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:06:41.160556 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.v2.base [None req-5ba74439-fde7-48c5-9e3f-35fbfa4bf49c tempest-NegativeSecGroupIPv6Test-1446408576 tempest-NegativeSecGroupIPv6Test-1446408576-project] Request body: {'security_group_rule': {'security_group_id': 'f9dda026-64d0-43c3-8a52-fdffa8b7dafc', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=116162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:06:41.161201 dv-neutron-master-2-hyperv neutron-server[116162]: WARNING neutron.api.v2.base [None req-5ba74439-fde7-48c5-9e3f-35fbfa4bf49c tempest-NegativeSecGroupIPv6Test-1446408576 tempest-NegativeSecGroupIPv6Test-1446408576-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Apr 28 11:06:41.161674 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.api.v2.resource [None req-5ba74439-fde7-48c5-9e3f-35fbfa4bf49c tempest-NegativeSecGroupIPv6Test-1446408576 tempest-NegativeSecGroupIPv6Test-1446408576-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 28 11:06:41.162614 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-5ba74439-fde7-48c5-9e3f-35fbfa4bf49c tempest-NegativeSecGroupIPv6Test-1446408576 tempest-NegativeSecGroupIPv6Test-1446408576-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0070136 Apr 28 11:06:41.165802 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 55248) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:06:41.172140 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.v2.base [None req-01f69ee7-bc33-4fda-a786-57a0170084f3 tempest-NegativeSecGroupIPv6Test-1446408576 tempest-NegativeSecGroupIPv6Test-1446408576-project] Request body: {'security_group_rule': {'security_group_id': 'f9dda026-64d0-43c3-8a52-fdffa8b7dafc', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=116162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:06:41.172955 dv-neutron-master-2-hyperv neutron-server[116162]: WARNING neutron.api.v2.base [None req-01f69ee7-bc33-4fda-a786-57a0170084f3 tempest-NegativeSecGroupIPv6Test-1446408576 tempest-NegativeSecGroupIPv6Test-1446408576-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Apr 28 11:06:41.173437 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.api.v2.resource [None req-01f69ee7-bc33-4fda-a786-57a0170084f3 tempest-NegativeSecGroupIPv6Test-1446408576 tempest-NegativeSecGroupIPv6Test-1446408576-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 28 11:06:41.174364 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-01f69ee7-bc33-4fda-a786-57a0170084f3 tempest-NegativeSecGroupIPv6Test-1446408576 tempest-NegativeSecGroupIPv6Test-1446408576-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0076661 Apr 28 11:06:41.177022 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 55252) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:06:41.181341 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.v2.base [None req-93de0308-3d09-47f6-a42f-151dcbc0ec27 tempest-NegativeSecGroupIPv6Test-1446408576 tempest-NegativeSecGroupIPv6Test-1446408576-project] Request body: {'security_group_rule': {'security_group_id': 'f9dda026-64d0-43c3-8a52-fdffa8b7dafc', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=116162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:06:41.183477 dv-neutron-master-2-hyperv neutron-server[116162]: WARNING neutron.api.v2.base [None req-93de0308-3d09-47f6-a42f-151dcbc0ec27 tempest-NegativeSecGroupIPv6Test-1446408576 tempest-NegativeSecGroupIPv6Test-1446408576-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Apr 28 11:06:41.183477 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.api.v2.resource [None req-93de0308-3d09-47f6-a42f-151dcbc0ec27 tempest-NegativeSecGroupIPv6Test-1446408576 tempest-NegativeSecGroupIPv6Test-1446408576-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 28 11:06:41.184261 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-93de0308-3d09-47f6-a42f-151dcbc0ec27 tempest-NegativeSecGroupIPv6Test-1446408576 tempest-NegativeSecGroupIPv6Test-1446408576-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0063572 Apr 28 11:06:41.187032 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 55254) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:06:41.188255 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.db.db_base_plugin_v2 [None req-2887f703-ac49-46ca-b587-9b1490f21ad3 tempest-RoutersNegativeTest-1460119388 tempest-RoutersNegativeTest-1460119388-project] Deleting subnet 15f1014a-4aec-4a11-aadd-00d5c971c8b5 {{(pid=116162) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 28 11:06:41.191987 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-2887f703-ac49-46ca-b587-9b1490f21ad3 tempest-RoutersNegativeTest-1460119388 tempest-RoutersNegativeTest-1460119388-project] Publish callbacks [] for subnet (15f1014a-4aec-4a11-aadd-00d5c971c8b5), before_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:41.241723 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-2887f703-ac49-46ca-b587-9b1490f21ad3 tempest-RoutersNegativeTest-1460119388 tempest-RoutersNegativeTest-1460119388-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5026541'] for subnet (15f1014a-4aec-4a11-aadd-00d5c971c8b5), precommit_delete_associations {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:41.261209 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-bac7f3c1-7b21-4587-955e-80d4fd60b738 tempest-NegativeSecGroupIPv6Test-1446408576 tempest-NegativeSecGroupIPv6Test-1446408576-project] Publish callbacks [] for security_group (f9dda026-64d0-43c3-8a52-fdffa8b7dafc), before_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:41.287931 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-bac7f3c1-7b21-4587-955e-80d4fd60b738 tempest-NegativeSecGroupIPv6Test-1446408576 tempest-NegativeSecGroupIPv6Test-1446408576-project] Publish callbacks [] for security_group (f9dda026-64d0-43c3-8a52-fdffa8b7dafc), precommit_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:41.331506 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-2887f703-ac49-46ca-b587-9b1490f21ad3 tempest-RoutersNegativeTest-1460119388 tempest-RoutersNegativeTest-1460119388-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-971303'] for subnet (15f1014a-4aec-4a11-aadd-00d5c971c8b5), precommit_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:41.423888 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-bac7f3c1-7b21-4587-955e-80d4fd60b738 tempest-NegativeSecGroupIPv6Test-1446408576 tempest-NegativeSecGroupIPv6Test-1446408576-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924426'] for security_group (f9dda026-64d0-43c3-8a52-fdffa8b7dafc), after_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:41.427790 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-bac7f3c1-7b21-4587-955e-80d4fd60b738 tempest-NegativeSecGroupIPv6Test-1446408576 tempest-NegativeSecGroupIPv6Test-1446408576-project] Publish callbacks [] for security_group (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:41.428852 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-bac7f3c1-7b21-4587-955e-80d4fd60b738 tempest-NegativeSecGroupIPv6Test-1446408576 tempest-NegativeSecGroupIPv6Test-1446408576-project] 10.222.0.10 "DELETE /v2.0/security-groups/f9dda026-64d0-43c3-8a52-fdffa8b7dafc HTTP/1.1" status: 204 len: 168 time: 0.2406485 Apr 28 11:06:41.431612 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 55256) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:06:41.443888 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac7f3c1-7b21-4587-955e-80d4fd60b738 tempest-NegativeSecGroupIPv6Test-1446408576 tempest-NegativeSecGroupIPv6Test-1446408576-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9dda026-64d0-43c3-8a52-fdffa8b7dafc,revision_number=None']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:06:41.496852 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-2887f703-ac49-46ca-b587-9b1490f21ad3 tempest-RoutersNegativeTest-1460119388 tempest-RoutersNegativeTest-1460119388-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-971310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5053962', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4210815'] for subnet (15f1014a-4aec-4a11-aadd-00d5c971c8b5), after_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:41.534050 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-8969640f-94b7-493b-8056-5505679950de tempest-NegativeSecGroupIPv6Test-1446408576 tempest-NegativeSecGroupIPv6Test-1446408576-project] 10.222.0.10 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1001668 Apr 28 11:06:41.535269 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2887f703-ac49-46ca-b587-9b1490f21ad3 tempest-RoutersNegativeTest-1460119388 tempest-RoutersNegativeTest-1460119388-project] Pushing event deleted for resources: {'Subnet': ['ID=15f1014a-4aec-4a11-aadd-00d5c971c8b5,revision_number=None']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:06:41.538463 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 55260) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:06:41.540152 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-2887f703-ac49-46ca-b587-9b1490f21ad3 tempest-RoutersNegativeTest-1460119388 tempest-RoutersNegativeTest-1460119388-project] Publish callbacks [] for subnet (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:41.543540 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-2887f703-ac49-46ca-b587-9b1490f21ad3 tempest-RoutersNegativeTest-1460119388 tempest-RoutersNegativeTest-1460119388-project] 10.222.0.10 "DELETE /v2.0/subnets/15f1014a-4aec-4a11-aadd-00d5c971c8b5 HTTP/1.1" status: 204 len: 168 time: 0.4444690 Apr 28 11:06:41.543960 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.v2.base [None req-4d1817f7-6a36-49a7-8184-b08ea777e26c tempest-NegativeSecGroupIPv6Test-1446408576 tempest-NegativeSecGroupIPv6Test-1446408576-project] Request body: {'security_group': {'name': 'tempest-secgroup--491367687'}} {{(pid=116161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:06:41.547350 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d484eed7-2aab-4255-b7f2-010587e720e7 None None] Network fead6f40-6543-4b8e-a949-c74ee87f1f75 requested from dv-neutron-master-2-hyperv {{(pid=116163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 11:06:41.552109 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 55262) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:06:41.617194 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-4d1817f7-6a36-49a7-8184-b08ea777e26c tempest-NegativeSecGroupIPv6Test-1446408576 tempest-NegativeSecGroupIPv6Test-1446408576-project] Publish callbacks [] for security_group (None), before_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:41.640827 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-bc5b1aae-a019-4fa2-a128-f7bc788b73ab tempest-RoutersNegativeTest-1460119388 tempest-RoutersNegativeTest-1460119388-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-979593'] for network (fead6f40-6543-4b8e-a949-c74ee87f1f75), before_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:41.717787 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.plugin [None req-bc5b1aae-a019-4fa2-a128-f7bc788b73ab tempest-RoutersNegativeTest-1460119388 tempest-RoutersNegativeTest-1460119388-project] Deleting port adebdab0-132d-4ca5-93d9-f3cee9a8d869 {{(pid=116162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 11:06:41.718221 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-bc5b1aae-a019-4fa2-a128-f7bc788b73ab tempest-RoutersNegativeTest-1460119388 tempest-RoutersNegativeTest-1460119388-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742235130188'] for port (adebdab0-132d-4ca5-93d9-f3cee9a8d869), before_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:41.733028 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-4d1817f7-6a36-49a7-8184-b08ea777e26c tempest-NegativeSecGroupIPv6Test-1446408576 tempest-NegativeSecGroupIPv6Test-1446408576-project] Publish callbacks [] for security_group (2457e0e4-4107-4a21-a241-dcf3a89ac2b2), precommit_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:41.742768 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7977cd52-57e0-48e6-9288-af5b5a2f974d None None] DHCP port deletion for fead6f40-6543-4b8e-a949-c74ee87f1f75 request from dv-neutron-master-2-hyperv {{(pid=116163) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 28 11:06:41.803942 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-7977cd52-57e0-48e6-9288-af5b5a2f974d None None] Deleting port adebdab0-132d-4ca5-93d9-f3cee9a8d869 {{(pid=116163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 11:06:41.804768 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-7977cd52-57e0-48e6-9288-af5b5a2f974d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742235130188'] for port (adebdab0-132d-4ca5-93d9-f3cee9a8d869), before_delete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:41.808177 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.db [None req-bc5b1aae-a019-4fa2-a128-f7bc788b73ab tempest-RoutersNegativeTest-1460119388 tempest-RoutersNegativeTest-1460119388-project] For port adebdab0-132d-4ca5-93d9-f3cee9a8d869, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=adebdab0-132d-4ca5-93d9-f3cee9a8d869,segment=NetworkSegment(63da9718-82a3-4a47-a828-8c0cef23b7e4),segment_id=63da9718-82a3-4a47-a828-8c0cef23b7e4)] {{(pid=116162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 11:06:41.844565 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-bc5b1aae-a019-4fa2-a128-f7bc788b73ab tempest-RoutersNegativeTest-1460119388 tempest-RoutersNegativeTest-1460119388-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1938497'] for port (adebdab0-132d-4ca5-93d9-f3cee9a8d869), precommit_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:41.844565 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.plugin [None req-bc5b1aae-a019-4fa2-a128-f7bc788b73ab tempest-RoutersNegativeTest-1460119388 tempest-RoutersNegativeTest-1460119388-project] Calling delete_port for adebdab0-132d-4ca5-93d9-f3cee9a8d869 owned by network:dhcp {{(pid=116162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 11:06:41.845289 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Device c4d51599-7948-468d-affe-9d6195dcca54 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=116163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 11:06:41.845401 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-11f10b80-0733-4507-a32d-f91fc33dd4fa req-4d6ce18d-788c-4120-a1ba-fcfb53dcd94f tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] 10.222.0.10 "GET /v2.0/ports?device_id=eb1112e0-5810-4e07-868b-1de667cf8218 HTTP/1.1" status: 200 len: 210 time: 0.0588303 Apr 28 11:06:41.906548 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] No Port match for: c4d51599-7948-468d-affe-9d6195dcca54 {{(pid=116163) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 28 11:06:41.907824 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Device c4d51599-7948-468d-affe-9d6195dcca54 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=116163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 11:06:41.908450 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Device 70a69f0b-1f7e-466c-bf2b-21aa8eeb50cc no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=116163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 11:06:41.926069 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-4d1817f7-6a36-49a7-8184-b08ea777e26c tempest-NegativeSecGroupIPv6Test-1446408576 tempest-NegativeSecGroupIPv6Test-1446408576-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924426'] for security_group (2457e0e4-4107-4a21-a241-dcf3a89ac2b2), after_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:41.953119 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] No Port match for: 70a69f0b-1f7e-466c-bf2b-21aa8eeb50cc {{(pid=116163) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 28 11:06:41.953650 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Device 70a69f0b-1f7e-466c-bf2b-21aa8eeb50cc not bound to the agent host dv-neutron-master-2-hyperv {{(pid=116163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 11:06:41.961480 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1817f7-6a36-49a7-8184-b08ea777e26c tempest-NegativeSecGroupIPv6Test-1446408576 tempest-NegativeSecGroupIPv6Test-1446408576-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2457e0e4-4107-4a21-a241-dcf3a89ac2b2,revision_number=1']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:06:41.973379 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-7977cd52-57e0-48e6-9288-af5b5a2f974d None None] For port adebdab0-132d-4ca5-93d9-f3cee9a8d869, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=adebdab0-132d-4ca5-93d9-f3cee9a8d869,segment=NetworkSegment(63da9718-82a3-4a47-a828-8c0cef23b7e4),segment_id=63da9718-82a3-4a47-a828-8c0cef23b7e4)] {{(pid=116163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 11:06:41.973866 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-7977cd52-57e0-48e6-9288-af5b5a2f974d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1938497'] for port (adebdab0-132d-4ca5-93d9-f3cee9a8d869), precommit_delete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:42.008213 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-7977cd52-57e0-48e6-9288-af5b5a2f974d None None] Calling delete_port for adebdab0-132d-4ca5-93d9-f3cee9a8d869 owned by network:dhcp {{(pid=116163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 11:06:42.167674 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-bc5b1aae-a019-4fa2-a128-f7bc788b73ab tempest-RoutersNegativeTest-1460119388 tempest-RoutersNegativeTest-1460119388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742235135690', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742234710366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5051867'] for port (adebdab0-132d-4ca5-93d9-f3cee9a8d869), after_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:42.169181 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-4d1817f7-6a36-49a7-8184-b08ea777e26c tempest-NegativeSecGroupIPv6Test-1446408576 tempest-NegativeSecGroupIPv6Test-1446408576-project] Publish callbacks [] for security_group (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:42.171423 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-01ef1de1-12fd-4cef-b76b-793f91379468 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (39cc4f52-f5d9-4e2c-bbfa-7a1c528e1c40), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:42.172564 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-4d1817f7-6a36-49a7-8184-b08ea777e26c tempest-NegativeSecGroupIPv6Test-1446408576 tempest-NegativeSecGroupIPv6Test-1446408576-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.6322711 Apr 28 11:06:42.175275 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 55266) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:06:42.183091 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.v2.base [None req-2e61b1ff-b5d3-4579-bff0-1c75e558c3c5 tempest-NegativeSecGroupIPv6Test-1446408576 tempest-NegativeSecGroupIPv6Test-1446408576-project] Request body: {'security_group_rule': {'security_group_id': '2457e0e4-4107-4a21-a241-dcf3a89ac2b2', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=116161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:06:42.183091 dv-neutron-master-2-hyperv neutron-server[116161]: WARNING neutron.api.v2.base [None req-2e61b1ff-b5d3-4579-bff0-1c75e558c3c5 tempest-NegativeSecGroupIPv6Test-1446408576 tempest-NegativeSecGroupIPv6Test-1446408576-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Apr 28 11:06:42.183091 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.api.v2.resource [None req-2e61b1ff-b5d3-4579-bff0-1c75e558c3c5 tempest-NegativeSecGroupIPv6Test-1446408576 tempest-NegativeSecGroupIPv6Test-1446408576-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 28 11:06:42.184805 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-2e61b1ff-b5d3-4579-bff0-1c75e558c3c5 tempest-NegativeSecGroupIPv6Test-1446408576 tempest-NegativeSecGroupIPv6Test-1446408576-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0060003 Apr 28 11:06:42.185819 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 55268) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:06:42.186163 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-7977cd52-57e0-48e6-9288-af5b5a2f974d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742235135690', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742234710366'] for port (adebdab0-132d-4ca5-93d9-f3cee9a8d869), after_delete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:42.191091 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.v2.base [None req-0544a237-5f93-4568-a431-0597353b5754 tempest-NegativeSecGroupIPv6Test-1446408576 tempest-NegativeSecGroupIPv6Test-1446408576-project] Request body: {'security_group_rule': {'security_group_id': '2457e0e4-4107-4a21-a241-dcf3a89ac2b2', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=116161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:06:42.200322 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7977cd52-57e0-48e6-9288-af5b5a2f974d None None] No DVR routers for this DVR port adebdab0-132d-4ca5-93d9-f3cee9a8d869 on host dv-neutron-master-2-hyperv {{(pid=116163) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 11:06:42.224695 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7977cd52-57e0-48e6-9288-af5b5a2f974d None None] Pushing event deleted for resources: {'Port': ['ID=adebdab0-132d-4ca5-93d9-f3cee9a8d869,revision_number=None']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:06:42.237490 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5b1aae-a019-4fa2-a128-f7bc788b73ab tempest-RoutersNegativeTest-1460119388 tempest-RoutersNegativeTest-1460119388-project] Pushing event deleted for resources: {'Port': ['ID=adebdab0-132d-4ca5-93d9-f3cee9a8d869,revision_number=None']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:06:42.241043 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc5b1aae-a019-4fa2-a128-f7bc788b73ab tempest-RoutersNegativeTest-1460119388 tempest-RoutersNegativeTest-1460119388-project] No DVR routers for this DVR port adebdab0-132d-4ca5-93d9-f3cee9a8d869 on host dv-neutron-master-2-hyperv {{(pid=116162) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 11:06:42.348844 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-bc5b1aae-a019-4fa2-a128-f7bc788b73ab tempest-RoutersNegativeTest-1460119388 tempest-RoutersNegativeTest-1460119388-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-973498', 'neutron.services.segments.db._delete_segments_for_network-8742235207033'] for network (fead6f40-6543-4b8e-a949-c74ee87f1f75), precommit_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:42.352499 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.services.segments.db [None req-bc5b1aae-a019-4fa2-a128-f7bc788b73ab tempest-RoutersNegativeTest-1460119388 tempest-RoutersNegativeTest-1460119388-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fead6f40-6543-4b8e-a949-c74ee87f1f75']}} {{(pid=116162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:06:42.363077 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.services.segments.db [None req-bc5b1aae-a019-4fa2-a128-f7bc788b73ab tempest-RoutersNegativeTest-1460119388 tempest-RoutersNegativeTest-1460119388-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '63da9718-82a3-4a47-a828-8c0cef23b7e4') {'for_net_delete': True} {{(pid=116162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:06:42.363392 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.services.segments.db [None req-bc5b1aae-a019-4fa2-a128-f7bc788b73ab tempest-RoutersNegativeTest-1460119388 tempest-RoutersNegativeTest-1460119388-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '63da9718-82a3-4a47-a828-8c0cef23b7e4') {} {{(pid=116162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:06:42.379678 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-bc5b1aae-a019-4fa2-a128-f7bc788b73ab tempest-RoutersNegativeTest-1460119388 tempest-RoutersNegativeTest-1460119388-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742235208578', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5026548'] for segment (63da9718-82a3-4a47-a828-8c0cef23b7e4), before_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:42.395413 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-bc5b1aae-a019-4fa2-a128-f7bc788b73ab tempest-RoutersNegativeTest-1460119388 tempest-RoutersNegativeTest-1460119388-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-961978'] for segment (63da9718-82a3-4a47-a828-8c0cef23b7e4), precommit_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:42.401732 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bc5b1aae-a019-4fa2-a128-f7bc788b73ab tempest-RoutersNegativeTest-1460119388 tempest-RoutersNegativeTest-1460119388-project] Releasing vlan 71 on physical network physnet1 to pool {{(pid=116162) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 11:06:42.402122 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-bc5b1aae-a019-4fa2-a128-f7bc788b73ab tempest-RoutersNegativeTest-1460119388 tempest-RoutersNegativeTest-1460119388-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-961978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5051884'] for segment (63da9718-82a3-4a47-a828-8c0cef23b7e4), after_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:42.405095 dv-neutron-master-2-hyperv neutron-server[116162]: Traceback (most recent call last): Apr 28 11:06:42.405095 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 11:06:42.405095 dv-neutron-master-2-hyperv neutron-server[116162]: timer() Apr 28 11:06:42.405095 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 11:06:42.405095 dv-neutron-master-2-hyperv neutron-server[116162]: cb(*args, **kw) Apr 28 11:06:42.405095 dv-neutron-master-2-hyperv neutron-server[116162]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 28 11:06:42.405095 dv-neutron-master-2-hyperv neutron-server[116162]: return func(*args, **kwargs) Apr 28 11:06:42.405095 dv-neutron-master-2-hyperv neutron-server[116162]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 11:06:42.405095 dv-neutron-master-2-hyperv neutron-server[116162]: self._notify() Apr 28 11:06:42.405095 dv-neutron-master-2-hyperv neutron-server[116162]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 11:06:42.405095 dv-neutron-master-2-hyperv neutron-server[116162]: self.callback(batched_events) Apr 28 11:06:42.405095 dv-neutron-master-2-hyperv neutron-server[116162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 11:06:42.405095 dv-neutron-master-2-hyperv neutron-server[116162]: event.method(event) Apr 28 11:06:42.405095 dv-neutron-master-2-hyperv neutron-server[116162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 28 11:06:42.405095 dv-neutron-master-2-hyperv neutron-server[116162]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 11:06:42.405095 dv-neutron-master-2-hyperv neutron-server[116162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 28 11:06:42.405095 dv-neutron-master-2-hyperv neutron-server[116162]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 11:06:42.405095 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 28 11:06:42.405095 dv-neutron-master-2-hyperv neutron-server[116162]: return f(self, *a, **k) Apr 28 11:06:42.405095 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 28 11:06:42.405095 dv-neutron-master-2-hyperv neutron-server[116162]: return self._get(url).json() Apr 28 11:06:42.405095 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 28 11:06:42.405095 dv-neutron-master-2-hyperv neutron-server[116162]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 11:06:42.405095 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 11:06:42.405095 dv-neutron-master-2-hyperv neutron-server[116162]: return self.request(url, 'GET', **kwargs) Apr 28 11:06:42.405095 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 11:06:42.405095 dv-neutron-master-2-hyperv neutron-server[116162]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 11:06:42.405095 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 11:06:42.405095 dv-neutron-master-2-hyperv neutron-server[116162]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 11:06:42.405095 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 11:06:42.405095 dv-neutron-master-2-hyperv neutron-server[116162]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 11:06:42.405095 dv-neutron-master-2-hyperv neutron-server[116162]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 11:06:42.516608 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.api.v2.resource [None req-0544a237-5f93-4568-a431-0597353b5754 tempest-NegativeSecGroupIPv6Test-1446408576 tempest-NegativeSecGroupIPv6Test-1446408576-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 28 11:06:42.517701 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-0544a237-5f93-4568-a431-0597353b5754 tempest-NegativeSecGroupIPv6Test-1446408576 tempest-NegativeSecGroupIPv6Test-1446408576-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.3305573 Apr 28 11:06:42.520632 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 55272) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:06:42.526234 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.v2.base [None req-130271a7-95c0-4607-90d8-a6e74f273af1 tempest-NegativeSecGroupIPv6Test-1446408576 tempest-NegativeSecGroupIPv6Test-1446408576-project] Request body: {'security_group_rule': {'security_group_id': '2457e0e4-4107-4a21-a241-dcf3a89ac2b2', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=116161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:06:42.526234 dv-neutron-master-2-hyperv neutron-server[116161]: WARNING neutron.api.v2.base [None req-130271a7-95c0-4607-90d8-a6e74f273af1 tempest-NegativeSecGroupIPv6Test-1446408576 tempest-NegativeSecGroupIPv6Test-1446408576-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Apr 28 11:06:42.527360 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.api.v2.resource [None req-130271a7-95c0-4607-90d8-a6e74f273af1 tempest-NegativeSecGroupIPv6Test-1446408576 tempest-NegativeSecGroupIPv6Test-1446408576-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 28 11:06:42.527999 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-130271a7-95c0-4607-90d8-a6e74f273af1 tempest-NegativeSecGroupIPv6Test-1446408576 tempest-NegativeSecGroupIPv6Test-1446408576-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0059609 Apr 28 11:06:42.530110 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 55274) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:06:42.531804 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-bc5b1aae-a019-4fa2-a128-f7bc788b73ab tempest-RoutersNegativeTest-1460119388 tempest-RoutersNegativeTest-1460119388-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-973477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2063122'] for network (fead6f40-6543-4b8e-a949-c74ee87f1f75), after_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:42.535462 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.v2.base [None req-bc143836-6ed8-4b92-9b3f-fc5b60b3f97f tempest-NegativeSecGroupIPv6Test-1446408576 tempest-NegativeSecGroupIPv6Test-1446408576-project] Request body: {'security_group_rule': {'security_group_id': '2457e0e4-4107-4a21-a241-dcf3a89ac2b2', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=116161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:06:42.544496 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-bc5b1aae-a019-4fa2-a128-f7bc788b73ab tempest-RoutersNegativeTest-1460119388 tempest-RoutersNegativeTest-1460119388-project] Publish callbacks [] for network (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:42.551429 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-bc5b1aae-a019-4fa2-a128-f7bc788b73ab tempest-RoutersNegativeTest-1460119388 tempest-RoutersNegativeTest-1460119388-project] 10.222.0.10 "DELETE /v2.0/networks/fead6f40-6543-4b8e-a949-c74ee87f1f75 HTTP/1.1" status: 204 len: 168 time: 0.9953048 Apr 28 11:06:42.552054 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 55276) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:06:42.574392 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5b1aae-a019-4fa2-a128-f7bc788b73ab tempest-RoutersNegativeTest-1460119388 tempest-RoutersNegativeTest-1460119388-project] Pushing event deleted for resources: {'Network': ['ID=fead6f40-6543-4b8e-a949-c74ee87f1f75,revision_number=None']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:06:42.592553 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-f1ea0680-fbde-41fd-8362-4bb9a03233ef tempest-RoutersNegativeTest-1460119388 tempest-RoutersNegativeTest-1460119388-project] 10.222.0.10 "GET /v2.0/ports?device_id=fe0fa09b-5124-43e2-beb6-7c49eb874af1 HTTP/1.1" status: 200 len: 205 time: 0.0391788 Apr 28 11:06:42.594920 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 55278) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:06:42.675029 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-162c168f-963d-4062-8ebd-e7be0eead71f tempest-RoutersNegativeTest-1460119388 tempest-RoutersNegativeTest-1460119388-project] Publish callbacks [] for router (fe0fa09b-5124-43e2-beb6-7c49eb874af1), before_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:42.697553 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.api.v2.resource [None req-bc143836-6ed8-4b92-9b3f-fc5b60b3f97f tempest-NegativeSecGroupIPv6Test-1446408576 tempest-NegativeSecGroupIPv6Test-1446408576-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 28 11:06:42.699564 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-bc143836-6ed8-4b92-9b3f-fc5b60b3f97f tempest-NegativeSecGroupIPv6Test-1446408576 tempest-NegativeSecGroupIPv6Test-1446408576-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1683342 Apr 28 11:06:42.702148 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 55280) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:06:42.706677 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.v2.base [None req-7e4f546a-ead9-41fe-ada5-9dcd86a58d5f tempest-NegativeSecGroupIPv6Test-1446408576 tempest-NegativeSecGroupIPv6Test-1446408576-project] Request body: {'security_group_rule': {'security_group_id': '2457e0e4-4107-4a21-a241-dcf3a89ac2b2', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=116161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:06:42.707173 dv-neutron-master-2-hyperv neutron-server[116161]: WARNING neutron.api.v2.base [None req-7e4f546a-ead9-41fe-ada5-9dcd86a58d5f tempest-NegativeSecGroupIPv6Test-1446408576 tempest-NegativeSecGroupIPv6Test-1446408576-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Apr 28 11:06:42.707654 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.api.v2.resource [None req-7e4f546a-ead9-41fe-ada5-9dcd86a58d5f tempest-NegativeSecGroupIPv6Test-1446408576 tempest-NegativeSecGroupIPv6Test-1446408576-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 28 11:06:42.708619 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-7e4f546a-ead9-41fe-ada5-9dcd86a58d5f tempest-NegativeSecGroupIPv6Test-1446408576 tempest-NegativeSecGroupIPv6Test-1446408576-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0054386 Apr 28 11:06:42.712678 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 55282) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:06:42.717349 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.v2.base [None req-9e87319f-471c-430c-961e-d2cda22b9e89 tempest-NegativeSecGroupIPv6Test-1446408576 tempest-NegativeSecGroupIPv6Test-1446408576-project] Request body: {'security_group_rule': {'security_group_id': '2457e0e4-4107-4a21-a241-dcf3a89ac2b2', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=116161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:06:42.794786 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.db.securitygroups_db [None req-9e87319f-471c-430c-961e-d2cda22b9e89 tempest-NegativeSecGroupIPv6Test-1446408576 tempest-NegativeSecGroupIPv6Test-1446408576-project] Project d53b8ddb13d34395ac471f09566488b8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 28 11:06:42.999748 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-f7cae341-32d3-40dd-be49-e3220838e496 req-8a464338-4067-4125-a652-d04879802017 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] 10.222.0.10 "GET /v2.0/ports?device_id=eb1112e0-5810-4e07-868b-1de667cf8218 HTTP/1.1" status: 200 len: 210 time: 0.0304823 Apr 28 11:06:43.121784 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-162c168f-963d-4062-8ebd-e7be0eead71f tempest-RoutersNegativeTest-1460119388 tempest-RoutersNegativeTest-1460119388-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2060865', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-63275'] for router (fe0fa09b-5124-43e2-beb6-7c49eb874af1), precommit_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:43.123954 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-162c168f-963d-4062-8ebd-e7be0eead71f tempest-RoutersNegativeTest-1460119388 tempest-RoutersNegativeTest-1460119388-project] Publish callbacks [] for router_controller (fe0fa09b-5124-43e2-beb6-7c49eb874af1), precommit_delete_associations {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:43.154756 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.api.v2.resource [None req-9e87319f-471c-430c-961e-d2cda22b9e89 tempest-NegativeSecGroupIPv6Test-1446408576 tempest-NegativeSecGroupIPv6Test-1446408576-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 28 11:06:43.155802 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-9e87319f-471c-430c-961e-d2cda22b9e89 tempest-NegativeSecGroupIPv6Test-1446408576 tempest-NegativeSecGroupIPv6Test-1446408576-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.4422293 Apr 28 11:06:43.158570 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 55286) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:06:43.163002 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.v2.base [None req-d414d67c-104b-4a1f-b1da-4bf0f733a088 tempest-NegativeSecGroupIPv6Test-1446408576 tempest-NegativeSecGroupIPv6Test-1446408576-project] Request body: {'security_group_rule': {'security_group_id': '2457e0e4-4107-4a21-a241-dcf3a89ac2b2', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=116161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:06:43.163514 dv-neutron-master-2-hyperv neutron-server[116161]: WARNING neutron.api.v2.base [None req-d414d67c-104b-4a1f-b1da-4bf0f733a088 tempest-NegativeSecGroupIPv6Test-1446408576 tempest-NegativeSecGroupIPv6Test-1446408576-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Apr 28 11:06:43.163994 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.api.v2.resource [None req-d414d67c-104b-4a1f-b1da-4bf0f733a088 tempest-NegativeSecGroupIPv6Test-1446408576 tempest-NegativeSecGroupIPv6Test-1446408576-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 28 11:06:43.164937 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-d414d67c-104b-4a1f-b1da-4bf0f733a088 tempest-NegativeSecGroupIPv6Test-1446408576 tempest-NegativeSecGroupIPv6Test-1446408576-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0054388 Apr 28 11:06:43.167641 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 55288) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:06:43.171838 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.v2.base [None req-a4f2a420-333e-46f1-9d49-cfe04dcc918e tempest-NegativeSecGroupIPv6Test-1446408576 tempest-NegativeSecGroupIPv6Test-1446408576-project] Request body: {'security_group_rule': {'security_group_id': '2457e0e4-4107-4a21-a241-dcf3a89ac2b2', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=116161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:06:43.240353 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-162c168f-963d-4062-8ebd-e7be0eead71f tempest-RoutersNegativeTest-1460119388 tempest-RoutersNegativeTest-1460119388-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2060888'] for router (fe0fa09b-5124-43e2-beb6-7c49eb874af1), after_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:43.241010 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-162c168f-963d-4062-8ebd-e7be0eead71f tempest-RoutersNegativeTest-1460119388 tempest-RoutersNegativeTest-1460119388-project] Fanout notify agent at l3_agent the message router_deleted on router fe0fa09b-5124-43e2-beb6-7c49eb874af1 {{(pid=116162) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 28 11:06:43.253972 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-162c168f-963d-4062-8ebd-e7be0eead71f tempest-RoutersNegativeTest-1460119388 tempest-RoutersNegativeTest-1460119388-project] Publish callbacks [] for router (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:43.253972 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-162c168f-963d-4062-8ebd-e7be0eead71f tempest-RoutersNegativeTest-1460119388 tempest-RoutersNegativeTest-1460119388-project] 10.222.0.10 "DELETE /v2.0/routers/fe0fa09b-5124-43e2-beb6-7c49eb874af1 HTTP/1.1" status: 204 len: 168 time: 0.6538818 Apr 28 11:06:43.297724 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.db.securitygroups_db [None req-a4f2a420-333e-46f1-9d49-cfe04dcc918e tempest-NegativeSecGroupIPv6Test-1446408576 tempest-NegativeSecGroupIPv6Test-1446408576-project] Project d53b8ddb13d34395ac471f09566488b8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 28 11:06:43.377478 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (d5baab19-5dd1-4902-922b-84acb048ab9c), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:43.401095 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.api.v2.resource [None req-a4f2a420-333e-46f1-9d49-cfe04dcc918e tempest-NegativeSecGroupIPv6Test-1446408576 tempest-NegativeSecGroupIPv6Test-1446408576-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 28 11:06:43.401970 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-a4f2a420-333e-46f1-9d49-cfe04dcc918e tempest-NegativeSecGroupIPv6Test-1446408576 tempest-NegativeSecGroupIPv6Test-1446408576-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.2334259 Apr 28 11:06:43.404889 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 55292) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:06:43.409451 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.v2.base [None req-90168f8c-9298-4dca-9a4a-117a54cee0f4 tempest-NegativeSecGroupIPv6Test-1446408576 tempest-NegativeSecGroupIPv6Test-1446408576-project] Request body: {'security_group_rule': {'security_group_id': '2457e0e4-4107-4a21-a241-dcf3a89ac2b2', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=116161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:06:43.512237 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.db.securitygroups_db [None req-90168f8c-9298-4dca-9a4a-117a54cee0f4 tempest-NegativeSecGroupIPv6Test-1446408576 tempest-NegativeSecGroupIPv6Test-1446408576-project] Project d53b8ddb13d34395ac471f09566488b8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 28 11:06:43.537482 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278714d7-da82-42ee-95f3-821661f1c0e9 req-be2fc7b3-4082-4297-8e25-3b9c2fb30871 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:06:43.540978 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-278714d7-da82-42ee-95f3-821661f1c0e9 req-be2fc7b3-4082-4297-8e25-3b9c2fb30871 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] 10.222.0.20 "GET /v2.0/networks?id=4d94945e-b64d-4dbe-b9ef-b685a27afeca HTTP/1.1" status: 200 len: 796 time: 0.1975400 Apr 28 11:06:43.621188 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-278714d7-da82-42ee-95f3-821661f1c0e9 req-e02698be-e64f-4958-91e4-640d6adeef26 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=65d54c3b7dcd4af68398071d25e8321e HTTP/1.1" status: 200 len: 380 time: 0.0733550 Apr 28 11:06:43.635941 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.v2.base [req-278714d7-da82-42ee-95f3-821661f1c0e9 req-b5d1fafe-f458-4ecf-9979-bb9028e60d6f tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Request body: {'port': {'device_id': 'eb1112e0-5810-4e07-868b-1de667cf8218', 'network_id': '4d94945e-b64d-4dbe-b9ef-b685a27afeca', 'admin_state_up': True, 'tenant_id': '65d54c3b7dcd4af68398071d25e8321e', 'security_groups': ['38192b62-9013-4707-8362-7657eda96483']}} {{(pid=116162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:06:43.646519 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.api.v2.resource [None req-90168f8c-9298-4dca-9a4a-117a54cee0f4 tempest-NegativeSecGroupIPv6Test-1446408576 tempest-NegativeSecGroupIPv6Test-1446408576-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 28 11:06:43.650433 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-90168f8c-9298-4dca-9a4a-117a54cee0f4 tempest-NegativeSecGroupIPv6Test-1446408576 tempest-NegativeSecGroupIPv6Test-1446408576-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.2420561 Apr 28 11:06:43.650706 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 55296) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:06:43.745415 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-eddbdb95-43fe-486e-a08e-8886c44ddde3 tempest-NegativeSecGroupIPv6Test-1446408576 tempest-NegativeSecGroupIPv6Test-1446408576-project] Publish callbacks [] for security_group (2457e0e4-4107-4a21-a241-dcf3a89ac2b2), before_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:43.747090 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Device adebdab0-132d-4ca5-93d9-f3cee9a8d869 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=116163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 11:06:43.781351 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-eddbdb95-43fe-486e-a08e-8886c44ddde3 tempest-NegativeSecGroupIPv6Test-1446408576 tempest-NegativeSecGroupIPv6Test-1446408576-project] Publish callbacks [] for security_group (2457e0e4-4107-4a21-a241-dcf3a89ac2b2), precommit_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:43.787090 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] No Port match for: adebdab0-132d-4ca5-93d9-f3cee9a8d869 {{(pid=116163) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 28 11:06:43.787705 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Device adebdab0-132d-4ca5-93d9-f3cee9a8d869 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=116163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 11:06:43.847992 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 55300) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:06:43.920153 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-eddbdb95-43fe-486e-a08e-8886c44ddde3 tempest-NegativeSecGroupIPv6Test-1446408576 tempest-NegativeSecGroupIPv6Test-1446408576-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924426'] for security_group (2457e0e4-4107-4a21-a241-dcf3a89ac2b2), after_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:43.920489 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-278714d7-da82-42ee-95f3-821661f1c0e9 req-b5d1fafe-f458-4ecf-9979-bb9028e60d6f tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Made reservation on behalf of 65d54c3b7dcd4af68398071d25e8321e for: {'port': 1} {{(pid=116162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 11:06:43.922938 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-eddbdb95-43fe-486e-a08e-8886c44ddde3 tempest-NegativeSecGroupIPv6Test-1446408576 tempest-NegativeSecGroupIPv6Test-1446408576-project] Publish callbacks [] for security_group (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:43.925366 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [req-278714d7-da82-42ee-95f3-821661f1c0e9 req-b5d1fafe-f458-4ecf-9979-bb9028e60d6f tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (None), before_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:43.933017 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 55306) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:06:43.933147 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-eddbdb95-43fe-486e-a08e-8886c44ddde3 tempest-NegativeSecGroupIPv6Test-1446408576 tempest-NegativeSecGroupIPv6Test-1446408576-project] 10.222.0.10 "DELETE /v2.0/security-groups/2457e0e4-4107-4a21-a241-dcf3a89ac2b2 HTTP/1.1" status: 204 len: 168 time: 0.2756510 Apr 28 11:06:43.938466 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eddbdb95-43fe-486e-a08e-8886c44ddde3 tempest-NegativeSecGroupIPv6Test-1446408576 tempest-NegativeSecGroupIPv6Test-1446408576-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2457e0e4-4107-4a21-a241-dcf3a89ac2b2,revision_number=None']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:06:44.019749 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-2df23fc2-2467-4739-9af3-293617bea956 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=b275dbbedc0349b3805196df2588534c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1675382 Apr 28 11:06:44.019749 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 55312) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:06:44.027607 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-cb5a2cc9-23f0-4c37-9d9a-bff52b46ea7c tempest-NegativeSecGroupIPv6Test-1446408576 tempest-NegativeSecGroupIPv6Test-1446408576-project] 10.222.0.10 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0989065 Apr 28 11:06:44.038482 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 55314) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:06:44.043076 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.v2.base [None req-da166c59-3935-4f46-a2bb-5d9a6b8a1935 tempest-NegativeSecGroupIPv6Test-1446408576 tempest-NegativeSecGroupIPv6Test-1446408576-project] Request body: {'security_group': {'name': 'tempest-secgroup--217756264'}} {{(pid=116161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:06:44.116205 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-d716f271-022f-4ca6-b468-e30389fba93f admin admin] Publish callbacks [] for security_group (ae6e480e-14ef-43c5-a953-9d329e3bc96c), before_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:44.120640 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-99844996-21e4-4b88-8de9-2ce3379e180d req-48324374-4cec-45fb-8878-7d94ac602062 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] 10.222.0.10 "GET /v2.0/ports?device_id=eb1112e0-5810-4e07-868b-1de667cf8218 HTTP/1.1" status: 200 len: 210 time: 0.0340180 Apr 28 11:06:44.123666 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.db.db_base_plugin_common [req-278714d7-da82-42ee-95f3-821661f1c0e9 req-b5d1fafe-f458-4ecf-9979-bb9028e60d6f tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Allocated IP 172.20.0.11 (4d94945e-b64d-4dbe-b9ef-b685a27afeca/eebffde5-12d3-4f3e-8ac5-6afeff8b265d/1b785d9f-38ad-48ca-bc53-6ca2d6d44abe) {{(pid=116162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 11:06:44.150180 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-d716f271-022f-4ca6-b468-e30389fba93f admin admin] Publish callbacks [] for security_group (ae6e480e-14ef-43c5-a953-9d329e3bc96c), precommit_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:44.162087 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-da166c59-3935-4f46-a2bb-5d9a6b8a1935 tempest-NegativeSecGroupIPv6Test-1446408576 tempest-NegativeSecGroupIPv6Test-1446408576-project] Publish callbacks [] for security_group (None), before_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:44.257091 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-da166c59-3935-4f46-a2bb-5d9a6b8a1935 tempest-NegativeSecGroupIPv6Test-1446408576 tempest-NegativeSecGroupIPv6Test-1446408576-project] Publish callbacks [] for security_group (48f16d52-f1e1-4dfe-9e01-4dff270307d6), precommit_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:44.276627 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [req-278714d7-da82-42ee-95f3-821661f1c0e9 req-b5d1fafe-f458-4ecf-9979-bb9028e60d6f tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks [] for port (1b785d9f-38ad-48ca-bc53-6ca2d6d44abe), precommit_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:44.326479 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-da166c59-3935-4f46-a2bb-5d9a6b8a1935 tempest-NegativeSecGroupIPv6Test-1446408576 tempest-NegativeSecGroupIPv6Test-1446408576-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924426'] for security_group (48f16d52-f1e1-4dfe-9e01-4dff270307d6), after_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:44.328909 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-d716f271-022f-4ca6-b468-e30389fba93f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924426'] for security_group (ae6e480e-14ef-43c5-a953-9d329e3bc96c), after_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:44.331389 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-d716f271-022f-4ca6-b468-e30389fba93f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:44.332563 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-d716f271-022f-4ca6-b468-e30389fba93f admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/ae6e480e-14ef-43c5-a953-9d329e3bc96c HTTP/1.1" status: 204 len: 168 time: 0.3125727 Apr 28 11:06:44.365074 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da166c59-3935-4f46-a2bb-5d9a6b8a1935 tempest-NegativeSecGroupIPv6Test-1446408576 tempest-NegativeSecGroupIPv6Test-1446408576-project] Pushing event updated for resources: {'SecurityGroup': ['ID=48f16d52-f1e1-4dfe-9e01-4dff270307d6,revision_number=1']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:06:44.373823 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d716f271-022f-4ca6-b468-e30389fba93f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae6e480e-14ef-43c5-a953-9d329e3bc96c,revision_number=None']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:06:44.412379 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [req-278714d7-da82-42ee-95f3-821661f1c0e9 req-b5d1fafe-f458-4ecf-9979-bb9028e60d6f tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742234710357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5051867'] for port (1b785d9f-38ad-48ca-bc53-6ca2d6d44abe), after_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:44.442187 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-da166c59-3935-4f46-a2bb-5d9a6b8a1935 tempest-NegativeSecGroupIPv6Test-1446408576 tempest-NegativeSecGroupIPv6Test-1446408576-project] Publish callbacks [] for security_group (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:44.443650 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-da166c59-3935-4f46-a2bb-5d9a6b8a1935 tempest-NegativeSecGroupIPv6Test-1446408576 tempest-NegativeSecGroupIPv6Test-1446408576-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.4066296 Apr 28 11:06:44.446465 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 55318) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:06:44.451197 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.v2.base [None req-072eafbf-a3d9-4d75-a573-bdd3e0afe0cc tempest-NegativeSecGroupIPv6Test-1446408576 tempest-NegativeSecGroupIPv6Test-1446408576-project] Request body: {'security_group_rule': {'security_group_id': '48f16d52-f1e1-4dfe-9e01-4dff270307d6', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=116161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:06:44.459548 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-278714d7-da82-42ee-95f3-821661f1c0e9 req-b5d1fafe-f458-4ecf-9979-bb9028e60d6f tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Network 4d94945e-b64d-4dbe-b9ef-b685a27afeca is already hosted by enough agents. {{(pid=116162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 11:06:44.462991 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.scheduler.base_scheduler [req-278714d7-da82-42ee-95f3-821661f1c0e9 req-b5d1fafe-f458-4ecf-9979-bb9028e60d6f tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Resources bound (agent type, host, resource id): {{(pid=116162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 11:06:44.470722 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.db.l3_dvrscheduler_db [req-278714d7-da82-42ee-95f3-821661f1c0e9 req-b5d1fafe-f458-4ecf-9979-bb9028e60d6f tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Received port after_create {{(pid=116162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 11:06:44.497795 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d1fafe-f458-4ecf-9979-bb9028e60d6f tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Pushing event updated for resources: {'Port': ['ID=1b785d9f-38ad-48ca-bc53-6ca2d6d44abe,revision_number=1']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:06:44.536848 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278714d7-da82-42ee-95f3-821661f1c0e9 req-b5d1fafe-f458-4ecf-9979-bb9028e60d6f tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:06:44.537712 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [req-278714d7-da82-42ee-95f3-821661f1c0e9 req-b5d1fafe-f458-4ecf-9979-bb9028e60d6f tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198022'] for port (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:44.632272 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-278714d7-da82-42ee-95f3-821661f1c0e9 req-b5d1fafe-f458-4ecf-9979-bb9028e60d6f tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0058577 Apr 28 11:06:44.645375 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.v2.base [req-278714d7-da82-42ee-95f3-821661f1c0e9 req-f30da33d-66f0-4ed9-909c-63f4a36da26b service neutron] Request body: {'port': {'device_id': 'eb1112e0-5810-4e07-868b-1de667cf8218', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-mast'}} {{(pid=116162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:06:44.697768 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.api.v2.resource [None req-072eafbf-a3d9-4d75-a573-bdd3e0afe0cc tempest-NegativeSecGroupIPv6Test-1446408576 tempest-NegativeSecGroupIPv6Test-1446408576-project] create failed (client error): The resource could not be found. Apr 28 11:06:44.698991 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-072eafbf-a3d9-4d75-a573-bdd3e0afe0cc tempest-NegativeSecGroupIPv6Test-1446408576 tempest-NegativeSecGroupIPv6Test-1446408576-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.2515619 Apr 28 11:06:44.706438 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 55324) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:06:44.707036 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.v2.base [None req-e6b1b2d4-8189-4fd9-a043-afe1d7adb539 tempest-NegativeSecGroupIPv6Test-1446408576 tempest-NegativeSecGroupIPv6Test-1446408576-project] Request body: {'security_group_rule': {'security_group_id': '48f16d52-f1e1-4dfe-9e01-4dff270307d6', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': '94c8290f-4bb3-4032-9503-1037442454df'}} {{(pid=116161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:06:44.723734 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-263094d8-2f05-4d9b-9914-bee423b0b57c None None] Provisioning complete for port 1b785d9f-38ad-48ca-bc53-6ca2d6d44abe triggered by entity DHCP. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:06:44.724370 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-263094d8-2f05-4d9b-9914-bee423b0b57c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (1b785d9f-38ad-48ca-bc53-6ca2d6d44abe), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:44.761571 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [req-278714d7-da82-42ee-95f3-821661f1c0e9 req-f30da33d-66f0-4ed9-909c-63f4a36da26b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (1b785d9f-38ad-48ca-bc53-6ca2d6d44abe), before_update {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:44.763321 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-263094d8-2f05-4d9b-9914-bee423b0b57c None None] Port 1b785d9f-38ad-48ca-bc53-6ca2d6d44abe cannot update to ACTIVE because it is not bound. {{(pid=116163) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 28 11:06:44.874547 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.api.v2.resource [None req-e6b1b2d4-8189-4fd9-a043-afe1d7adb539 tempest-NegativeSecGroupIPv6Test-1446408576 tempest-NegativeSecGroupIPv6Test-1446408576-project] create failed (client error): The resource could not be found. Apr 28 11:06:44.875634 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-e6b1b2d4-8189-4fd9-a043-afe1d7adb539 tempest-NegativeSecGroupIPv6Test-1446408576 tempest-NegativeSecGroupIPv6Test-1446408576-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1728139 Apr 28 11:06:44.879013 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 55332) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:06:44.946652 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-82539920-fb85-4c27-a757-611a52e7439f tempest-NegativeSecGroupIPv6Test-1446408576 tempest-NegativeSecGroupIPv6Test-1446408576-project] Publish callbacks [] for security_group (48f16d52-f1e1-4dfe-9e01-4dff270307d6), before_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:44.973285 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-82539920-fb85-4c27-a757-611a52e7439f tempest-NegativeSecGroupIPv6Test-1446408576 tempest-NegativeSecGroupIPv6Test-1446408576-project] Publish callbacks [] for security_group (48f16d52-f1e1-4dfe-9e01-4dff270307d6), precommit_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:45.086242 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-82539920-fb85-4c27-a757-611a52e7439f tempest-NegativeSecGroupIPv6Test-1446408576 tempest-NegativeSecGroupIPv6Test-1446408576-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924426'] for security_group (48f16d52-f1e1-4dfe-9e01-4dff270307d6), after_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:45.089220 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-82539920-fb85-4c27-a757-611a52e7439f tempest-NegativeSecGroupIPv6Test-1446408576 tempest-NegativeSecGroupIPv6Test-1446408576-project] Publish callbacks [] for security_group (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:45.090379 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-82539920-fb85-4c27-a757-611a52e7439f tempest-NegativeSecGroupIPv6Test-1446408576 tempest-NegativeSecGroupIPv6Test-1446408576-project] 10.222.0.10 "DELETE /v2.0/security-groups/48f16d52-f1e1-4dfe-9e01-4dff270307d6 HTTP/1.1" status: 204 len: 168 time: 0.2104003 Apr 28 11:06:45.098172 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 55336) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:06:45.113728 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82539920-fb85-4c27-a757-611a52e7439f tempest-NegativeSecGroupIPv6Test-1446408576 tempest-NegativeSecGroupIPv6Test-1446408576-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=48f16d52-f1e1-4dfe-9e01-4dff270307d6,revision_number=None']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:06:45.136861 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.notifiers.nova [req-278714d7-da82-42ee-95f3-821661f1c0e9 req-f30da33d-66f0-4ed9-909c-63f4a36da26b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1b785d9f-38ad-48ca-bc53-6ca2d6d44abe {{(pid=116162) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 11:06:45.146077 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [req-278714d7-da82-42ee-95f3-821661f1c0e9 req-f30da33d-66f0-4ed9-909c-63f4a36da26b service neutron] Publish callbacks [] for port (1b785d9f-38ad-48ca-bc53-6ca2d6d44abe), precommit_update {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:45.182976 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.db.provisioning_blocks [req-278714d7-da82-42ee-95f3-821661f1c0e9 req-f30da33d-66f0-4ed9-909c-63f4a36da26b service neutron] Transition to ACTIVE for port object 1b785d9f-38ad-48ca-bc53-6ca2d6d44abe will not be triggered until provisioned by entity L2. {{(pid=116162) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 28 11:06:45.182976 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 55340) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:06:45.183304 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-cdcc7cad-0c90-4dd6-82a5-a5cc2aa3e6a6 tempest-NegativeSecGroupIPv6Test-1446408576 tempest-NegativeSecGroupIPv6Test-1446408576-project] 10.222.0.10 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0822058 Apr 28 11:06:45.185211 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.v2.base [None req-d715067f-033f-4180-96c4-1720cf6b1e03 tempest-NegativeSecGroupIPv6Test-1446408576 tempest-NegativeSecGroupIPv6Test-1446408576-project] Request body: {'security_group_rule': {'security_group_id': 'f98baaf3-ddcc-47e3-89bf-a74b9f5db7ae', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=116162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:06:45.257688 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [req-278714d7-da82-42ee-95f3-821661f1c0e9 req-f30da33d-66f0-4ed9-909c-63f4a36da26b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5051840'] for port (1b785d9f-38ad-48ca-bc53-6ca2d6d44abe), after_update {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:45.282379 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270ac82b-632b-4b27-ad36-3766aba0a59a req-29b50a95-d351-4012-bc35-9875856a6b8b tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:06:45.284759 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-270ac82b-632b-4b27-ad36-3766aba0a59a req-29b50a95-d351-4012-bc35-9875856a6b8b tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] 10.222.0.10 "GET /v2.0/ports?device_id=eb1112e0-5810-4e07-868b-1de667cf8218 HTTP/1.1" status: 200 len: 932 time: 0.0700760 Apr 28 11:06:45.342002 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30da33d-66f0-4ed9-909c-63f4a36da26b service neutron] Pushing event updated for resources: {'Port': ['ID=1b785d9f-38ad-48ca-bc53-6ca2d6d44abe,revision_number=2']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:06:45.374562 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-270ac82b-632b-4b27-ad36-3766aba0a59a req-17607672-4112-4b90-8098-d4adcc10cb1a tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] 10.222.0.10 "GET /v2.0/security-groups?id=38192b62-9013-4707-8362-7657eda96483&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0674028 Apr 28 11:06:45.419256 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.api.v2.resource [None req-d715067f-033f-4180-96c4-1720cf6b1e03 tempest-NegativeSecGroupIPv6Test-1446408576 tempest-NegativeSecGroupIPv6Test-1446408576-project] create failed (client error): The resource could not be found. Apr 28 11:06:45.420478 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-d715067f-033f-4180-96c4-1720cf6b1e03 tempest-NegativeSecGroupIPv6Test-1446408576 tempest-NegativeSecGroupIPv6Test-1446408576-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.2403040 Apr 28 11:06:45.425898 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 55350) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:06:45.430937 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.v2.base [None req-d53b1d55-83d5-4bb8-ab2a-9a5fae10bfa7 tempest-NegativeSecGroupIPv6Test-1446408576 tempest-NegativeSecGroupIPv6Test-1446408576-project] Request body: {'security_group': {'name': 'tempest-secgroup--847956500'}} {{(pid=116161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:06:45.442634 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.managers [req-278714d7-da82-42ee-95f3-821661f1c0e9 req-f30da33d-66f0-4ed9-909c-63f4a36da26b service neutron] Attempting to bind port 1b785d9f-38ad-48ca-bc53-6ca2d6d44abe on host hv-neutron-mast for vnic_type normal with profile {{(pid=116162) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 28 11:06:45.444959 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.managers [req-278714d7-da82-42ee-95f3-821661f1c0e9 req-f30da33d-66f0-4ed9-909c-63f4a36da26b service neutron] Attempting to bind port 1b785d9f-38ad-48ca-bc53-6ca2d6d44abe by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '348238d7-b72c-4482-8329-a84a205cde7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '4d94945e-b64d-4dbe-b9ef-b685a27afeca'}] {{(pid=116162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 28 11:06:45.444959 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-278714d7-da82-42ee-95f3-821661f1c0e9 req-f30da33d-66f0-4ed9-909c-63f4a36da26b service neutron] Attempting to bind port 1b785d9f-38ad-48ca-bc53-6ca2d6d44abe on network 4d94945e-b64d-4dbe-b9ef-b685a27afeca {{(pid=116162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 11:06:45.455493 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-278714d7-da82-42ee-95f3-821661f1c0e9 req-f30da33d-66f0-4ed9-909c-63f4a36da26b service neutron] Port 1b785d9f-38ad-48ca-bc53-6ca2d6d44abe on network 4d94945e-b64d-4dbe-b9ef-b685a27afeca not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=116162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 28 11:06:45.455816 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-278714d7-da82-42ee-95f3-821661f1c0e9 req-f30da33d-66f0-4ed9-909c-63f4a36da26b service neutron] Attempting to bind port 1b785d9f-38ad-48ca-bc53-6ca2d6d44abe on network 4d94945e-b64d-4dbe-b9ef-b685a27afeca {{(pid=116162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 11:06:45.473633 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-278714d7-da82-42ee-95f3-821661f1c0e9 req-f30da33d-66f0-4ed9-909c-63f4a36da26b service neutron] Checking agent: {'id': '6be95134-9a6c-4663-8b48-90d12ce90c60', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-mast', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 10, 57, 20), 'started_at': datetime.datetime(2022, 4, 28, 10, 57, 20), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 11, 6, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=116162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 11:06:45.473787 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-278714d7-da82-42ee-95f3-821661f1c0e9 req-f30da33d-66f0-4ed9-909c-63f4a36da26b service neutron] Checking segment: {'id': '348238d7-b72c-4482-8329-a84a205cde7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '4d94945e-b64d-4dbe-b9ef-b685a27afeca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 11:06:45.474053 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-278714d7-da82-42ee-95f3-821661f1c0e9 req-f30da33d-66f0-4ed9-909c-63f4a36da26b service neutron] Bound using segment: {'id': '348238d7-b72c-4482-8329-a84a205cde7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '4d94945e-b64d-4dbe-b9ef-b685a27afeca'} {{(pid=116162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 11:06:45.475083 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.managers [req-278714d7-da82-42ee-95f3-821661f1c0e9 req-f30da33d-66f0-4ed9-909c-63f4a36da26b service neutron] Bound port: 1b785d9f-38ad-48ca-bc53-6ca2d6d44abe, host: hv-neutron-mast, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '348238d7-b72c-4482-8329-a84a205cde7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '4d94945e-b64d-4dbe-b9ef-b685a27afeca'}}] {{(pid=116162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 28 11:06:45.475083 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [req-278714d7-da82-42ee-95f3-821661f1c0e9 req-f30da33d-66f0-4ed9-909c-63f4a36da26b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (1b785d9f-38ad-48ca-bc53-6ca2d6d44abe), before_update {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:45.520499 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-d53b1d55-83d5-4bb8-ab2a-9a5fae10bfa7 tempest-NegativeSecGroupIPv6Test-1446408576 tempest-NegativeSecGroupIPv6Test-1446408576-project] Publish callbacks [] for security_group (None), before_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:45.605423 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 55352) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:06:45.614143 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.db [req-278714d7-da82-42ee-95f3-821661f1c0e9 req-f30da33d-66f0-4ed9-909c-63f4a36da26b service neutron] For port 1b785d9f-38ad-48ca-bc53-6ca2d6d44abe, host hv-neutron-mast, cleared binding levels {{(pid=116162) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 11:06:45.618493 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.db [req-278714d7-da82-42ee-95f3-821661f1c0e9 req-f30da33d-66f0-4ed9-909c-63f4a36da26b service neutron] For port 1b785d9f-38ad-48ca-bc53-6ca2d6d44abe, host hv-neutron-mast, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=1b785d9f-38ad-48ca-bc53-6ca2d6d44abe,segment=NetworkSegment(348238d7-b72c-4482-8329-a84a205cde7f),segment_id=348238d7-b72c-4482-8329-a84a205cde7f)] {{(pid=116162) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 11:06:45.638408 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-d53b1d55-83d5-4bb8-ab2a-9a5fae10bfa7 tempest-NegativeSecGroupIPv6Test-1446408576 tempest-NegativeSecGroupIPv6Test-1446408576-project] Publish callbacks [] for security_group (6f398d30-8e1e-4d57-be5e-95a0b2e39381), precommit_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:45.703958 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [req-278714d7-da82-42ee-95f3-821661f1c0e9 req-f30da33d-66f0-4ed9-909c-63f4a36da26b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5051840'] for port (1b785d9f-38ad-48ca-bc53-6ca2d6d44abe), after_update {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:45.721633 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-d53b1d55-83d5-4bb8-ab2a-9a5fae10bfa7 tempest-NegativeSecGroupIPv6Test-1446408576 tempest-NegativeSecGroupIPv6Test-1446408576-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924426'] for security_group (6f398d30-8e1e-4d57-be5e-95a0b2e39381), after_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:45.760858 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53b1d55-83d5-4bb8-ab2a-9a5fae10bfa7 tempest-NegativeSecGroupIPv6Test-1446408576 tempest-NegativeSecGroupIPv6Test-1446408576-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6f398d30-8e1e-4d57-be5e-95a0b2e39381,revision_number=1']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:06:45.769130 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.v2.base [None req-7492761d-40b8-4b2f-a5dd-2b40a332a19f tempest-SecGroupTest-1571759991 tempest-SecGroupTest-1571759991-project] Request body: {'security_group': {'name': 'tempest-secgroup--576217758'}} {{(pid=116161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:06:45.782013 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278714d7-da82-42ee-95f3-821661f1c0e9 req-f30da33d-66f0-4ed9-909c-63f4a36da26b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:06:45.782921 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [req-278714d7-da82-42ee-95f3-821661f1c0e9 req-f30da33d-66f0-4ed9-909c-63f4a36da26b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198022'] for port (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:45.785529 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-278714d7-da82-42ee-95f3-821661f1c0e9 req-f30da33d-66f0-4ed9-909c-63f4a36da26b service neutron] 10.222.0.20 "PUT /v2.0/ports/1b785d9f-38ad-48ca-bc53-6ca2d6d44abe HTTP/1.1" status: 200 len: 1094 time: 1.1465802 Apr 28 11:06:45.786076 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb1112e0-5810-4e07-868b-1de667cf8218', 'tag': '1b785d9f-38ad-48ca-bc53-6ca2d6d44abe'}] {{(pid=116162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 11:06:45.788792 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ba53f40d6116d28995a8e36159d0e539b5353eec116fb5dd4ce03b4b2159ab1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7505b93d-9515-4f51-846d-f4c83e7f33f6" -d '{"events": [{"name": "network-changed", "server_uuid": "eb1112e0-5810-4e07-868b-1de667cf8218", "tag": "1b785d9f-38ad-48ca-bc53-6ca2d6d44abe"}]}' {{(pid=116162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 11:06:45.814922 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30da33d-66f0-4ed9-909c-63f4a36da26b service neutron] Pushing event updated for resources: {'Port': ['ID=1b785d9f-38ad-48ca-bc53-6ca2d6d44abe,revision_number=3']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:06:45.847199 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-d53b1d55-83d5-4bb8-ab2a-9a5fae10bfa7 tempest-NegativeSecGroupIPv6Test-1446408576 tempest-NegativeSecGroupIPv6Test-1446408576-project] Publish callbacks [] for security_group (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:45.849552 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 55360) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:06:45.851729 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-d53b1d55-83d5-4bb8-ab2a-9a5fae10bfa7 tempest-NegativeSecGroupIPv6Test-1446408576 tempest-NegativeSecGroupIPv6Test-1446408576-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.4244227 Apr 28 11:06:45.856139 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.v2.base [None req-6014c25d-7b68-48c8-90d3-3928e1397965 tempest-NegativeSecGroupIPv6Test-1446408576 tempest-NegativeSecGroupIPv6Test-1446408576-project] Request body: {'security_group': {'name': 'tempest-secgroup--1972588505'}} {{(pid=116162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:06:45.861238 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 11:06:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90999430-a0b3-4a0d-b368-40ddf7963c8c x-openstack-request-id: req-90999430-a0b3-4a0d-b368-40ddf7963c8c {{(pid=116162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 11:06:45.861521 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eb1112e0-5810-4e07-868b-1de667cf8218", "tag": "1b785d9f-38ad-48ca-bc53-6ca2d6d44abe", "status": "completed", "code": 200}]} {{(pid=116162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 11:06:45.862114 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-90999430-a0b3-4a0d-b368-40ddf7963c8c {{(pid=116162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 11:06:45.862554 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.notifiers.nova [-] Nova event matching ['req-90999430-a0b3-4a0d-b368-40ddf7963c8c'] response: {'name': 'network-changed', 'server_uuid': 'eb1112e0-5810-4e07-868b-1de667cf8218', 'tag': '1b785d9f-38ad-48ca-bc53-6ca2d6d44abe', 'status': 'completed', 'code': 200} Apr 28 11:06:45.915116 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-7492761d-40b8-4b2f-a5dd-2b40a332a19f tempest-SecGroupTest-1571759991 tempest-SecGroupTest-1571759991-project] Publish callbacks [] for security_group (None), before_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:45.929660 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-7492761d-40b8-4b2f-a5dd-2b40a332a19f tempest-SecGroupTest-1571759991 tempest-SecGroupTest-1571759991-project] Publish callbacks [] for security_group (None), before_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:45.978630 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-6014c25d-7b68-48c8-90d3-3928e1397965 tempest-NegativeSecGroupIPv6Test-1446408576 tempest-NegativeSecGroupIPv6Test-1446408576-project] Publish callbacks [] for security_group (None), before_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:45.982609 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7505b93d-9515-4f51-846d-f4c83e7f33f6 req-2a84af6f-acfd-4991-8147-cc06795d7754 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:06:45.984114 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-7505b93d-9515-4f51-846d-f4c83e7f33f6 req-2a84af6f-acfd-4991-8147-cc06795d7754 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=65d54c3b7dcd4af68398071d25e8321e&device_id=eb1112e0-5810-4e07-868b-1de667cf8218 HTTP/1.1" status: 200 len: 1128 time: 0.1043606 Apr 28 11:06:46.072016 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-7492761d-40b8-4b2f-a5dd-2b40a332a19f tempest-SecGroupTest-1571759991 tempest-SecGroupTest-1571759991-project] Publish callbacks [] for security_group (74e38f3e-7d86-4f41-9d49-b3cfc2e6fff9), precommit_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:46.152468 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-7492761d-40b8-4b2f-a5dd-2b40a332a19f tempest-SecGroupTest-1571759991 tempest-SecGroupTest-1571759991-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924426'] for security_group (74e38f3e-7d86-4f41-9d49-b3cfc2e6fff9), after_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:46.197797 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7492761d-40b8-4b2f-a5dd-2b40a332a19f tempest-SecGroupTest-1571759991 tempest-SecGroupTest-1571759991-project] Pushing event updated for resources: {'SecurityGroup': ['ID=74e38f3e-7d86-4f41-9d49-b3cfc2e6fff9,revision_number=1']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:06:46.227888 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7505b93d-9515-4f51-846d-f4c83e7f33f6 req-47ae7b1e-495f-4610-92a9-215e2ee1ebcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:06:46.230299 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-7505b93d-9515-4f51-846d-f4c83e7f33f6 req-47ae7b1e-495f-4610-92a9-215e2ee1ebcb service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=65d54c3b7dcd4af68398071d25e8321e&shared=False HTTP/1.1" status: 200 len: 896 time: 0.2370150 Apr 28 11:06:46.249805 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-7492761d-40b8-4b2f-a5dd-2b40a332a19f tempest-SecGroupTest-1571759991 tempest-SecGroupTest-1571759991-project] Publish callbacks [] for security_group (c1cca25d-101f-4db6-8657-4365c2e5662e), precommit_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:46.275500 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-6014c25d-7b68-48c8-90d3-3928e1397965 tempest-NegativeSecGroupIPv6Test-1446408576 tempest-NegativeSecGroupIPv6Test-1446408576-project] Publish callbacks [] for security_group (d629013e-ec67-4aca-a871-b8962686eba6), precommit_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:46.325678 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-7492761d-40b8-4b2f-a5dd-2b40a332a19f tempest-SecGroupTest-1571759991 tempest-SecGroupTest-1571759991-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924426'] for security_group (c1cca25d-101f-4db6-8657-4365c2e5662e), after_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:46.356081 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7492761d-40b8-4b2f-a5dd-2b40a332a19f tempest-SecGroupTest-1571759991 tempest-SecGroupTest-1571759991-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c1cca25d-101f-4db6-8657-4365c2e5662e,revision_number=1']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:06:46.359867 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-6014c25d-7b68-48c8-90d3-3928e1397965 tempest-NegativeSecGroupIPv6Test-1446408576 tempest-NegativeSecGroupIPv6Test-1446408576-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924426'] for security_group (d629013e-ec67-4aca-a871-b8962686eba6), after_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:46.411088 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-7492761d-40b8-4b2f-a5dd-2b40a332a19f tempest-SecGroupTest-1571759991 tempest-SecGroupTest-1571759991-project] Publish callbacks [] for security_group (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:46.412793 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-7492761d-40b8-4b2f-a5dd-2b40a332a19f tempest-SecGroupTest-1571759991 tempest-SecGroupTest-1571759991-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.8125546 Apr 28 11:06:46.417626 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 55364) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:06:46.455585 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7505b93d-9515-4f51-846d-f4c83e7f33f6 req-4a03c6a4-cf53-49e5-944e-32f173dcae8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:06:46.457081 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-7505b93d-9515-4f51-846d-f4c83e7f33f6 req-4a03c6a4-cf53-49e5-944e-32f173dcae8f service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.2218792 Apr 28 11:06:46.459302 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6014c25d-7b68-48c8-90d3-3928e1397965 tempest-NegativeSecGroupIPv6Test-1446408576 tempest-NegativeSecGroupIPv6Test-1446408576-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d629013e-ec67-4aca-a871-b8962686eba6,revision_number=1']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:06:46.499072 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37eff17f-99e0-4651-8b4d-e93d0745c7ff req-f3be4de7-4719-4205-a08c-21b516b3fefd tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:06:46.500606 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-37eff17f-99e0-4651-8b4d-e93d0745c7ff req-f3be4de7-4719-4205-a08c-21b516b3fefd tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] 10.222.0.10 "GET /v2.0/ports?device_id=eb1112e0-5810-4e07-868b-1de667cf8218 HTTP/1.1" status: 200 len: 944 time: 0.0661368 Apr 28 11:06:46.531347 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-059e2226-ec00-4c40-8747-5f8705d43070 tempest-SecGroupTest-1571759991 tempest-SecGroupTest-1571759991-project] 10.222.0.10 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4544 time: 0.1151361 Apr 28 11:06:46.532951 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-6014c25d-7b68-48c8-90d3-3928e1397965 tempest-NegativeSecGroupIPv6Test-1446408576 tempest-NegativeSecGroupIPv6Test-1446408576-project] Publish callbacks [] for security_group (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:46.534786 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 55366) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:06:46.534949 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-6014c25d-7b68-48c8-90d3-3928e1397965 tempest-NegativeSecGroupIPv6Test-1446408576 tempest-NegativeSecGroupIPv6Test-1446408576-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.6841350 Apr 28 11:06:46.538213 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 55368) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:06:46.539324 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.v2.base [None req-c276a855-4ea2-42ab-bec2-2c1ae1e29558 tempest-SecGroupTest-1571759991 tempest-SecGroupTest-1571759991-project] Request body: {'security_group': {'name': 'tempest-security--823762410', 'description': 'tempest-security-description-1103825617'}} {{(pid=116161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:06:46.542778 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.v2.base [None req-32448cc5-396a-4ada-aa99-2ec68973cfef tempest-NegativeSecGroupIPv6Test-1446408576 tempest-NegativeSecGroupIPv6Test-1446408576-project] Request body: {'security_group_rule': {'security_group_id': '6f398d30-8e1e-4d57-be5e-95a0b2e39381', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': 'd629013e-ec67-4aca-a871-b8962686eba6'}} {{(pid=116162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:06:46.563921 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278714d7-da82-42ee-95f3-821661f1c0e9 req-02afd650-3fe3-4ee4-b847-ac449b3f325d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:06:46.566256 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-278714d7-da82-42ee-95f3-821661f1c0e9 req-02afd650-3fe3-4ee4-b847-ac449b3f325d service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=65d54c3b7dcd4af68398071d25e8321e&device_id=eb1112e0-5810-4e07-868b-1de667cf8218 HTTP/1.1" status: 200 len: 1128 time: 0.0692501 Apr 28 11:06:46.598461 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-37eff17f-99e0-4651-8b4d-e93d0745c7ff req-708da2d1-755b-466f-b083-22a750475e00 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] 10.222.0.10 "GET /v2.0/security-groups?id=38192b62-9013-4707-8362-7657eda96483&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0898447 Apr 28 11:06:46.602915 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-c276a855-4ea2-42ab-bec2-2c1ae1e29558 tempest-SecGroupTest-1571759991 tempest-SecGroupTest-1571759991-project] Publish callbacks [] for security_group (c1cca25d-101f-4db6-8657-4365c2e5662e), before_update {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:46.665805 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-c276a855-4ea2-42ab-bec2-2c1ae1e29558 tempest-SecGroupTest-1571759991 tempest-SecGroupTest-1571759991-project] Publish callbacks [] for security_group (c1cca25d-101f-4db6-8657-4365c2e5662e), precommit_update {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:46.725935 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-c276a855-4ea2-42ab-bec2-2c1ae1e29558 tempest-SecGroupTest-1571759991 tempest-SecGroupTest-1571759991-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924426'] for security_group (c1cca25d-101f-4db6-8657-4365c2e5662e), after_update {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:46.729587 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-c276a855-4ea2-42ab-bec2-2c1ae1e29558 tempest-SecGroupTest-1571759991 tempest-SecGroupTest-1571759991-project] Publish callbacks [] for security_group (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:46.731019 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-c276a855-4ea2-42ab-bec2-2c1ae1e29558 tempest-SecGroupTest-1571759991 tempest-SecGroupTest-1571759991-project] 10.222.0.10 "PUT /v2.0/security-groups/c1cca25d-101f-4db6-8657-4365c2e5662e HTTP/1.1" status: 200 len: 1796 time: 0.1951966 Apr 28 11:06:46.734778 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 55370) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:06:46.780941 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c276a855-4ea2-42ab-bec2-2c1ae1e29558 tempest-SecGroupTest-1571759991 tempest-SecGroupTest-1571759991-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c1cca25d-101f-4db6-8657-4365c2e5662e,revision_number=2']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:06:46.795525 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-1f2ed991-c98a-460c-8831-6c91f7ed7407 tempest-SecGroupTest-1571759991 tempest-SecGroupTest-1571759991-project] 10.222.0.10 "GET /v2.0/security-groups/c1cca25d-101f-4db6-8657-4365c2e5662e HTTP/1.1" status: 200 len: 1796 time: 0.0596697 Apr 28 11:06:46.798255 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 55374) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:06:46.858312 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-ff7c4046-8d83-4a46-a567-5851d304ea3f tempest-SecGroupTest-1571759991 tempest-SecGroupTest-1571759991-project] Publish callbacks [] for security_group (c1cca25d-101f-4db6-8657-4365c2e5662e), before_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:46.884154 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-ff7c4046-8d83-4a46-a567-5851d304ea3f tempest-SecGroupTest-1571759991 tempest-SecGroupTest-1571759991-project] Publish callbacks [] for security_group (c1cca25d-101f-4db6-8657-4365c2e5662e), precommit_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:46.906444 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-278714d7-da82-42ee-95f3-821661f1c0e9 req-3f34aa07-7c24-4302-8ab3-cefff60a9d1a service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1b785d9f-38ad-48ca-bc53-6ca2d6d44abe HTTP/1.1" status: 200 len: 217 time: 0.3338377 Apr 28 11:06:46.970545 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278714d7-da82-42ee-95f3-821661f1c0e9 req-699d54ff-5e62-41ae-bb3a-d0c44a4db14d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:06:46.971954 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-278714d7-da82-42ee-95f3-821661f1c0e9 req-699d54ff-5e62-41ae-bb3a-d0c44a4db14d service neutron] 10.222.0.20 "GET /v2.0/subnets?id=eebffde5-12d3-4f3e-8ac5-6afeff8b265d HTTP/1.1" status: 200 len: 835 time: 0.0584364 Apr 28 11:06:47.054026 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278714d7-da82-42ee-95f3-821661f1c0e9 req-47ccac1e-c346-49cc-ad3d-eeda1bce52cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:06:47.082371 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-278714d7-da82-42ee-95f3-821661f1c0e9 req-47ccac1e-c346-49cc-ad3d-eeda1bce52cd service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=4d94945e-b64d-4dbe-b9ef-b685a27afeca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0775869 Apr 28 11:06:47.147781 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-278714d7-da82-42ee-95f3-821661f1c0e9 req-1c9abe9f-8667-41b5-b432-f2a496cb24a8 service neutron] 10.222.0.20 "GET /v2.0/networks/4d94945e-b64d-4dbe-b9ef-b685a27afeca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862570 Apr 28 11:06:47.244968 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-278714d7-da82-42ee-95f3-821661f1c0e9 req-c86553b2-144a-48c5-83d1-2a4ddfc8e909 service neutron] 10.222.0.20 "GET /v2.0/networks/4d94945e-b64d-4dbe-b9ef-b685a27afeca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915387 Apr 28 11:06:47.705984 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-ff7c4046-8d83-4a46-a567-5851d304ea3f tempest-SecGroupTest-1571759991 tempest-SecGroupTest-1571759991-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924426'] for security_group (c1cca25d-101f-4db6-8657-4365c2e5662e), after_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:47.708657 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-ff7c4046-8d83-4a46-a567-5851d304ea3f tempest-SecGroupTest-1571759991 tempest-SecGroupTest-1571759991-project] Publish callbacks [] for security_group (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:47.709775 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-ff7c4046-8d83-4a46-a567-5851d304ea3f tempest-SecGroupTest-1571759991 tempest-SecGroupTest-1571759991-project] 10.222.0.10 "DELETE /v2.0/security-groups/c1cca25d-101f-4db6-8657-4365c2e5662e HTTP/1.1" status: 204 len: 168 time: 0.9105792 Apr 28 11:06:47.712371 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 55378) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:06:47.726662 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7c4046-8d83-4a46-a567-5851d304ea3f tempest-SecGroupTest-1571759991 tempest-SecGroupTest-1571759991-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1cca25d-101f-4db6-8657-4365c2e5662e,revision_number=None']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:06:47.732685 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.api.v2.resource [None req-32448cc5-396a-4ada-aa99-2ec68973cfef tempest-NegativeSecGroupIPv6Test-1446408576 tempest-NegativeSecGroupIPv6Test-1446408576-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 28 11:06:47.732685 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-32448cc5-396a-4ada-aa99-2ec68973cfef tempest-NegativeSecGroupIPv6Test-1446408576 tempest-NegativeSecGroupIPv6Test-1446408576-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 1.1907852 Apr 28 11:06:47.733282 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 55380) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:06:47.742716 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c1bf1a-8634-4a5e-92dd-aa869bc736dc req-295dd4ca-ee8c-489e-86dc-af095b358565 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:06:47.744244 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-45c1bf1a-8634-4a5e-92dd-aa869bc736dc req-295dd4ca-ee8c-489e-86dc-af095b358565 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] 10.222.0.10 "GET /v2.0/ports?device_id=eb1112e0-5810-4e07-868b-1de667cf8218 HTTP/1.1" status: 200 len: 944 time: 0.0719290 Apr 28 11:06:47.801077 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-b443a57e-ab5b-4dc8-8ab3-752a67c4cdba tempest-SecGroupTest-1571759991 tempest-SecGroupTest-1571759991-project] 10.222.0.10 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0847611 Apr 28 11:06:47.802391 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 55382) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:06:47.817380 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.api.v2.resource [None req-5572214f-c331-4fd6-899d-cd907c3124a1 tempest-SecGroupTest-1571759991 tempest-SecGroupTest-1571759991-project] delete failed (client error): The resource could not be found. Apr 28 11:06:47.818447 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-5572214f-c331-4fd6-899d-cd907c3124a1 tempest-SecGroupTest-1571759991 tempest-SecGroupTest-1571759991-project] 10.222.0.10 "DELETE /v2.0/security-groups/c1cca25d-101f-4db6-8657-4365c2e5662e HTTP/1.1" status: 404 len: 347 time: 0.0151021 Apr 28 11:06:47.827848 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 55384) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:06:47.835566 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.v2.base [None req-cac8739f-275c-4cdd-8e63-a684af9f8445 tempest-SecGroupTest-1571759991 tempest-SecGroupTest-1571759991-project] Request body: {'security_group': {'name': 'tempest-secgroup--859657845'}} {{(pid=116162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:06:47.843519 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-091e24b5-57a9-4142-bfc1-65fe9edf3645 tempest-NegativeSecGroupIPv6Test-1446408576 tempest-NegativeSecGroupIPv6Test-1446408576-project] Publish callbacks [] for security_group (d629013e-ec67-4aca-a871-b8962686eba6), before_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:47.896163 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-091e24b5-57a9-4142-bfc1-65fe9edf3645 tempest-NegativeSecGroupIPv6Test-1446408576 tempest-NegativeSecGroupIPv6Test-1446408576-project] Publish callbacks [] for security_group (d629013e-ec67-4aca-a871-b8962686eba6), precommit_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:47.988814 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-cac8739f-275c-4cdd-8e63-a684af9f8445 tempest-SecGroupTest-1571759991 tempest-SecGroupTest-1571759991-project] Publish callbacks [] for security_group (None), before_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:48.012449 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-091e24b5-57a9-4142-bfc1-65fe9edf3645 tempest-NegativeSecGroupIPv6Test-1446408576 tempest-NegativeSecGroupIPv6Test-1446408576-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924426'] for security_group (d629013e-ec67-4aca-a871-b8962686eba6), after_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:48.015154 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-091e24b5-57a9-4142-bfc1-65fe9edf3645 tempest-NegativeSecGroupIPv6Test-1446408576 tempest-NegativeSecGroupIPv6Test-1446408576-project] Publish callbacks [] for security_group (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:48.016508 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-091e24b5-57a9-4142-bfc1-65fe9edf3645 tempest-NegativeSecGroupIPv6Test-1446408576 tempest-NegativeSecGroupIPv6Test-1446408576-project] 10.222.0.10 "DELETE /v2.0/security-groups/d629013e-ec67-4aca-a871-b8962686eba6 HTTP/1.1" status: 204 len: 168 time: 0.2827394 Apr 28 11:06:48.024070 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 55388) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:06:48.039244 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091e24b5-57a9-4142-bfc1-65fe9edf3645 tempest-NegativeSecGroupIPv6Test-1446408576 tempest-NegativeSecGroupIPv6Test-1446408576-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d629013e-ec67-4aca-a871-b8962686eba6,revision_number=None']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:06:48.127439 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-cac8739f-275c-4cdd-8e63-a684af9f8445 tempest-SecGroupTest-1571759991 tempest-SecGroupTest-1571759991-project] Publish callbacks [] for security_group (7b2536cd-72fa-4b84-aa85-92e5f58ab756), precommit_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:48.132401 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-41f73e08-593a-4294-a3bf-aee40a98e682 tempest-NegativeSecGroupIPv6Test-1446408576 tempest-NegativeSecGroupIPv6Test-1446408576-project] 10.222.0.10 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4544 time: 0.1063404 Apr 28 11:06:48.135873 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 55390) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:06:48.142815 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-45c1bf1a-8634-4a5e-92dd-aa869bc736dc req-d07ef13e-e514-41c3-96bb-f41a508b6ec9 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] 10.222.0.10 "GET /v2.0/security-groups?id=38192b62-9013-4707-8362-7657eda96483&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3816266 Apr 28 11:06:48.178125 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-cac8739f-275c-4cdd-8e63-a684af9f8445 tempest-SecGroupTest-1571759991 tempest-SecGroupTest-1571759991-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924426'] for security_group (7b2536cd-72fa-4b84-aa85-92e5f58ab756), after_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:48.221027 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac8739f-275c-4cdd-8e63-a684af9f8445 tempest-SecGroupTest-1571759991 tempest-SecGroupTest-1571759991-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7b2536cd-72fa-4b84-aa85-92e5f58ab756,revision_number=1']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:06:48.226381 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-a09efca7-febf-417b-aa0a-1babe8fb2604 tempest-NegativeSecGroupIPv6Test-1446408576 tempest-NegativeSecGroupIPv6Test-1446408576-project] Publish callbacks [] for security_group (6f398d30-8e1e-4d57-be5e-95a0b2e39381), before_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:48.250416 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-a09efca7-febf-417b-aa0a-1babe8fb2604 tempest-NegativeSecGroupIPv6Test-1446408576 tempest-NegativeSecGroupIPv6Test-1446408576-project] Publish callbacks [] for security_group (6f398d30-8e1e-4d57-be5e-95a0b2e39381), precommit_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:48.280286 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-cac8739f-275c-4cdd-8e63-a684af9f8445 tempest-SecGroupTest-1571759991 tempest-SecGroupTest-1571759991-project] Publish callbacks [] for security_group (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:48.281512 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-cac8739f-275c-4cdd-8e63-a684af9f8445 tempest-SecGroupTest-1571759991 tempest-SecGroupTest-1571759991-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.4527202 Apr 28 11:06:48.284553 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 55392) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:06:48.289398 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.v2.base [None req-979557b1-d415-4690-9363-b7762514ce02 tempest-SecGroupTest-1571759991 tempest-SecGroupTest-1571759991-project] Request body: {'security_group_rule': {'security_group_id': '7b2536cd-72fa-4b84-aa85-92e5f58ab756', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=116161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:06:48.365753 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-a09efca7-febf-417b-aa0a-1babe8fb2604 tempest-NegativeSecGroupIPv6Test-1446408576 tempest-NegativeSecGroupIPv6Test-1446408576-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924426'] for security_group (6f398d30-8e1e-4d57-be5e-95a0b2e39381), after_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:48.368367 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-a09efca7-febf-417b-aa0a-1babe8fb2604 tempest-NegativeSecGroupIPv6Test-1446408576 tempest-NegativeSecGroupIPv6Test-1446408576-project] Publish callbacks [] for security_group (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:48.369692 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-a09efca7-febf-417b-aa0a-1babe8fb2604 tempest-NegativeSecGroupIPv6Test-1446408576 tempest-NegativeSecGroupIPv6Test-1446408576-project] 10.222.0.10 "DELETE /v2.0/security-groups/6f398d30-8e1e-4d57-be5e-95a0b2e39381 HTTP/1.1" status: 204 len: 168 time: 0.2327321 Apr 28 11:06:48.372669 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 55394) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:06:48.380440 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09efca7-febf-417b-aa0a-1babe8fb2604 tempest-NegativeSecGroupIPv6Test-1446408576 tempest-NegativeSecGroupIPv6Test-1446408576-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f398d30-8e1e-4d57-be5e-95a0b2e39381,revision_number=None']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:06:48.403035 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-979557b1-d415-4690-9363-b7762514ce02 tempest-SecGroupTest-1571759991 tempest-SecGroupTest-1571759991-project] Publish callbacks [] for security_group_rule (87999872-323c-4daf-8d64-ffbcea8670a9), before_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:48.440977 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-2be99767-02bd-49ea-bd1c-1c15242196d5 tempest-NegativeSecGroupIPv6Test-1446408576 tempest-NegativeSecGroupIPv6Test-1446408576-project] 10.222.0.10 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0670540 Apr 28 11:06:48.445029 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 55396) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:06:48.451075 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.v2.base [None req-4dc9c180-1581-40c2-b490-8211b48463ca tempest-NegativeSecGroupIPv6Test-1446408576 tempest-NegativeSecGroupIPv6Test-1446408576-project] Request body: {'security_group': {'name': 'tempest-secgroup--1651507283'}} {{(pid=116162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:06:48.474691 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-979557b1-d415-4690-9363-b7762514ce02 tempest-SecGroupTest-1571759991 tempest-SecGroupTest-1571759991-project] Publish callbacks [] for security_group_rule (87999872-323c-4daf-8d64-ffbcea8670a9), precommit_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:48.577434 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-4dc9c180-1581-40c2-b490-8211b48463ca tempest-NegativeSecGroupIPv6Test-1446408576 tempest-NegativeSecGroupIPv6Test-1446408576-project] Publish callbacks [] for security_group (None), before_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:48.589256 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-979557b1-d415-4690-9363-b7762514ce02 tempest-SecGroupTest-1571759991 tempest-SecGroupTest-1571759991-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1912725'] for security_group_rule (87999872-323c-4daf-8d64-ffbcea8670a9), after_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:48.611433 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-979557b1-d415-4690-9363-b7762514ce02 tempest-SecGroupTest-1571759991 tempest-SecGroupTest-1571759991-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=87999872-323c-4daf-8d64-ffbcea8670a9,revision_number=0']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:06:48.654051 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-4dc9c180-1581-40c2-b490-8211b48463ca tempest-NegativeSecGroupIPv6Test-1446408576 tempest-NegativeSecGroupIPv6Test-1446408576-project] Publish callbacks [] for security_group (b7a4df1e-e8f7-4ab3-87b5-02201c11d801), precommit_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:48.827428 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-979557b1-d415-4690-9363-b7762514ce02 tempest-SecGroupTest-1571759991 tempest-SecGroupTest-1571759991-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:48.828968 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-979557b1-d415-4690-9363-b7762514ce02 tempest-SecGroupTest-1571759991 tempest-SecGroupTest-1571759991-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5428908 Apr 28 11:06:48.831473 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 55398) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:06:48.834754 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-4dc9c180-1581-40c2-b490-8211b48463ca tempest-NegativeSecGroupIPv6Test-1446408576 tempest-NegativeSecGroupIPv6Test-1446408576-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924426'] for security_group (b7a4df1e-e8f7-4ab3-87b5-02201c11d801), after_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:48.858066 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-a9a45efc-4b0b-4ab9-a9ed-1167cdcc28cb tempest-SecGroupTest-1571759991 tempest-SecGroupTest-1571759991-project] Publish callbacks [] for security_group_rule (87999872-323c-4daf-8d64-ffbcea8670a9), before_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:48.866857 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-a9a45efc-4b0b-4ab9-a9ed-1167cdcc28cb tempest-SecGroupTest-1571759991 tempest-SecGroupTest-1571759991-project] Publish callbacks [] for security_group_rule (87999872-323c-4daf-8d64-ffbcea8670a9), precommit_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:48.868792 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc9c180-1581-40c2-b490-8211b48463ca tempest-NegativeSecGroupIPv6Test-1446408576 tempest-NegativeSecGroupIPv6Test-1446408576-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b7a4df1e-e8f7-4ab3-87b5-02201c11d801,revision_number=1']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:06:48.916865 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-4dc9c180-1581-40c2-b490-8211b48463ca tempest-NegativeSecGroupIPv6Test-1446408576 tempest-NegativeSecGroupIPv6Test-1446408576-project] Publish callbacks [] for security_group (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:48.919177 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-4dc9c180-1581-40c2-b490-8211b48463ca tempest-NegativeSecGroupIPv6Test-1446408576 tempest-NegativeSecGroupIPv6Test-1446408576-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.4721141 Apr 28 11:06:48.921399 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 55400) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:06:48.926040 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.v2.base [None req-452b1e94-122d-4c6b-8009-fd3429b66924 tempest-NegativeSecGroupIPv6Test-1446408576 tempest-NegativeSecGroupIPv6Test-1446408576-project] Request body: {'security_group_rule': {'security_group_id': 'b7a4df1e-e8f7-4ab3-87b5-02201c11d801', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=116162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:06:48.960379 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-a9a45efc-4b0b-4ab9-a9ed-1167cdcc28cb tempest-SecGroupTest-1571759991 tempest-SecGroupTest-1571759991-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1912725'] for security_group_rule (87999872-323c-4daf-8d64-ffbcea8670a9), after_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:48.971261 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-a9a45efc-4b0b-4ab9-a9ed-1167cdcc28cb tempest-SecGroupTest-1571759991 tempest-SecGroupTest-1571759991-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:48.972475 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-a9a45efc-4b0b-4ab9-a9ed-1167cdcc28cb tempest-SecGroupTest-1571759991 tempest-SecGroupTest-1571759991-project] 10.222.0.10 "DELETE /v2.0/security-group-rules/87999872-323c-4daf-8d64-ffbcea8670a9 HTTP/1.1" status: 204 len: 168 time: 0.1400838 Apr 28 11:06:48.973649 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a45efc-4b0b-4ab9-a9ed-1167cdcc28cb tempest-SecGroupTest-1571759991 tempest-SecGroupTest-1571759991-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=87999872-323c-4daf-8d64-ffbcea8670a9,revision_number=None']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:06:48.975274 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 55404) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:06:49.017055 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-f15602e3-5b3c-45dc-8466-ec52aa57809b tempest-SecGroupTest-1571759991 tempest-SecGroupTest-1571759991-project] 10.222.0.10 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0406549 Apr 28 11:06:49.019907 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 55406) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:06:49.079707 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-7422d553-10c7-46ca-88aa-1291ff0c9157 tempest-SecGroupTest-1571759991 tempest-SecGroupTest-1571759991-project] Publish callbacks [] for security_group (7b2536cd-72fa-4b84-aa85-92e5f58ab756), before_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:49.085686 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.api.v2.resource [None req-452b1e94-122d-4c6b-8009-fd3429b66924 tempest-NegativeSecGroupIPv6Test-1446408576 tempest-NegativeSecGroupIPv6Test-1446408576-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 28 11:06:49.086805 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-452b1e94-122d-4c6b-8009-fd3429b66924 tempest-NegativeSecGroupIPv6Test-1446408576 tempest-NegativeSecGroupIPv6Test-1446408576-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.1644506 Apr 28 11:06:49.089755 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 55408) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:06:49.094539 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.v2.base [None req-dc0d00d4-64e8-4d82-b624-ef51354e1fa4 tempest-NegativeSecGroupIPv6Test-1446408576 tempest-NegativeSecGroupIPv6Test-1446408576-project] Request body: {'security_group_rule': {'security_group_id': 'b7a4df1e-e8f7-4ab3-87b5-02201c11d801', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=116162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:06:49.111128 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-7422d553-10c7-46ca-88aa-1291ff0c9157 tempest-SecGroupTest-1571759991 tempest-SecGroupTest-1571759991-project] Publish callbacks [] for security_group (7b2536cd-72fa-4b84-aa85-92e5f58ab756), precommit_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:49.201250 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-7422d553-10c7-46ca-88aa-1291ff0c9157 tempest-SecGroupTest-1571759991 tempest-SecGroupTest-1571759991-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924426'] for security_group (7b2536cd-72fa-4b84-aa85-92e5f58ab756), after_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:49.203886 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-7422d553-10c7-46ca-88aa-1291ff0c9157 tempest-SecGroupTest-1571759991 tempest-SecGroupTest-1571759991-project] Publish callbacks [] for security_group (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:49.207333 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-7422d553-10c7-46ca-88aa-1291ff0c9157 tempest-SecGroupTest-1571759991 tempest-SecGroupTest-1571759991-project] 10.222.0.10 "DELETE /v2.0/security-groups/7b2536cd-72fa-4b84-aa85-92e5f58ab756 HTTP/1.1" status: 204 len: 168 time: 0.1839306 Apr 28 11:06:49.212212 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 55412) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:06:49.235970 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7422d553-10c7-46ca-88aa-1291ff0c9157 tempest-SecGroupTest-1571759991 tempest-SecGroupTest-1571759991-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b2536cd-72fa-4b84-aa85-92e5f58ab756,revision_number=None']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:06:49.247874 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.api.v2.resource [None req-dc0d00d4-64e8-4d82-b624-ef51354e1fa4 tempest-NegativeSecGroupIPv6Test-1446408576 tempest-NegativeSecGroupIPv6Test-1446408576-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 28 11:06:49.248922 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-dc0d00d4-64e8-4d82-b624-ef51354e1fa4 tempest-NegativeSecGroupIPv6Test-1446408576 tempest-NegativeSecGroupIPv6Test-1446408576-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.1580558 Apr 28 11:06:49.252197 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 55414) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:06:49.280190 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-265f3365-f18c-489f-991c-43fdc5951a3c tempest-SecGroupTest-1571759991 tempest-SecGroupTest-1571759991-project] 10.222.0.10 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0712969 Apr 28 11:06:49.285307 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57464214-8338-4957-8d62-273b8d9137a1 req-9d32ca72-372e-456f-bbd3-3cdb484956dd tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:06:49.286885 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-57464214-8338-4957-8d62-273b8d9137a1 req-9d32ca72-372e-456f-bbd3-3cdb484956dd tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] 10.222.0.10 "GET /v2.0/ports?device_id=eb1112e0-5810-4e07-868b-1de667cf8218 HTTP/1.1" status: 200 len: 944 time: 0.0646904 Apr 28 11:06:49.287372 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 55416) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:06:49.292403 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.v2.base [None req-61628825-92ec-4653-98aa-fed0d7a630ee tempest-SecGroupTest-1571759991 tempest-SecGroupTest-1571759991-project] Request body: {'security_group': {'name': 'tempest-secgroup--886039484'}} {{(pid=116161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:06:49.330220 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-8812c66c-e224-40b3-a1bd-c2bfafc755bd tempest-NegativeSecGroupIPv6Test-1446408576 tempest-NegativeSecGroupIPv6Test-1446408576-project] Publish callbacks [] for security_group (b7a4df1e-e8f7-4ab3-87b5-02201c11d801), before_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:49.354383 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-57464214-8338-4957-8d62-273b8d9137a1 req-61cf0146-e880-4856-bf70-84c44b234178 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] 10.222.0.10 "GET /v2.0/security-groups?id=38192b62-9013-4707-8362-7657eda96483&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563664 Apr 28 11:06:49.363369 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-8812c66c-e224-40b3-a1bd-c2bfafc755bd tempest-NegativeSecGroupIPv6Test-1446408576 tempest-NegativeSecGroupIPv6Test-1446408576-project] Publish callbacks [] for security_group (b7a4df1e-e8f7-4ab3-87b5-02201c11d801), precommit_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:49.418157 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-61628825-92ec-4653-98aa-fed0d7a630ee tempest-SecGroupTest-1571759991 tempest-SecGroupTest-1571759991-project] Publish callbacks [] for security_group (None), before_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:49.497261 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-8812c66c-e224-40b3-a1bd-c2bfafc755bd tempest-NegativeSecGroupIPv6Test-1446408576 tempest-NegativeSecGroupIPv6Test-1446408576-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924426'] for security_group (b7a4df1e-e8f7-4ab3-87b5-02201c11d801), after_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:49.499882 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-8812c66c-e224-40b3-a1bd-c2bfafc755bd tempest-NegativeSecGroupIPv6Test-1446408576 tempest-NegativeSecGroupIPv6Test-1446408576-project] Publish callbacks [] for security_group (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:49.501052 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-8812c66c-e224-40b3-a1bd-c2bfafc755bd tempest-NegativeSecGroupIPv6Test-1446408576 tempest-NegativeSecGroupIPv6Test-1446408576-project] 10.222.0.10 "DELETE /v2.0/security-groups/b7a4df1e-e8f7-4ab3-87b5-02201c11d801 HTTP/1.1" status: 204 len: 168 time: 0.2472725 Apr 28 11:06:49.504561 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 55418) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:06:49.510483 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8812c66c-e224-40b3-a1bd-c2bfafc755bd tempest-NegativeSecGroupIPv6Test-1446408576 tempest-NegativeSecGroupIPv6Test-1446408576-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7a4df1e-e8f7-4ab3-87b5-02201c11d801,revision_number=None']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:06:49.575293 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-61628825-92ec-4653-98aa-fed0d7a630ee tempest-SecGroupTest-1571759991 tempest-SecGroupTest-1571759991-project] Publish callbacks [] for security_group (38a667e1-6c9a-4d87-a563-75cc89ec12cc), precommit_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:49.579372 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-dd318e14-9695-4859-996a-07ef7a458063 tempest-NegativeSecGroupIPv6Test-1446408576 tempest-NegativeSecGroupIPv6Test-1446408576-project] 10.222.0.10 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0737936 Apr 28 11:06:49.583827 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 55420) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:06:49.588923 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.v2.base [None req-e354c3c8-3ed3-4fe5-8c79-9dbdec48c3e0 tempest-NegativeSecGroupIPv6Test-1446408576 tempest-NegativeSecGroupIPv6Test-1446408576-project] Request body: {'security_group': {'name': 'tempest-secgroup--753480074'}} {{(pid=116162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:06:49.640017 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-61628825-92ec-4653-98aa-fed0d7a630ee tempest-SecGroupTest-1571759991 tempest-SecGroupTest-1571759991-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924426'] for security_group (38a667e1-6c9a-4d87-a563-75cc89ec12cc), after_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:49.668996 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-e354c3c8-3ed3-4fe5-8c79-9dbdec48c3e0 tempest-NegativeSecGroupIPv6Test-1446408576 tempest-NegativeSecGroupIPv6Test-1446408576-project] Publish callbacks [] for security_group (None), before_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:49.670722 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61628825-92ec-4653-98aa-fed0d7a630ee tempest-SecGroupTest-1571759991 tempest-SecGroupTest-1571759991-project] Pushing event updated for resources: {'SecurityGroup': ['ID=38a667e1-6c9a-4d87-a563-75cc89ec12cc,revision_number=1']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:06:49.727772 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-61628825-92ec-4653-98aa-fed0d7a630ee tempest-SecGroupTest-1571759991 tempest-SecGroupTest-1571759991-project] Publish callbacks [] for security_group (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:49.729902 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-61628825-92ec-4653-98aa-fed0d7a630ee tempest-SecGroupTest-1571759991 tempest-SecGroupTest-1571759991-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.4410532 Apr 28 11:06:49.732638 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 55422) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:06:49.737252 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.v2.base [None req-b9d16760-afad-4e6b-93da-ff265cf855dc tempest-SecGroupTest-1571759991 tempest-SecGroupTest-1571759991-project] Request body: {'security_group_rule': {'security_group_id': '38a667e1-6c9a-4d87-a563-75cc89ec12cc', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=116161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:06:49.746159 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-e354c3c8-3ed3-4fe5-8c79-9dbdec48c3e0 tempest-NegativeSecGroupIPv6Test-1446408576 tempest-NegativeSecGroupIPv6Test-1446408576-project] Publish callbacks [] for security_group (f3dcf82c-d22e-4c0e-8251-871fa0e71fa2), precommit_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:49.794619 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-e354c3c8-3ed3-4fe5-8c79-9dbdec48c3e0 tempest-NegativeSecGroupIPv6Test-1446408576 tempest-NegativeSecGroupIPv6Test-1446408576-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924426'] for security_group (f3dcf82c-d22e-4c0e-8251-871fa0e71fa2), after_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:49.818428 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-b9d16760-afad-4e6b-93da-ff265cf855dc tempest-SecGroupTest-1571759991 tempest-SecGroupTest-1571759991-project] Publish callbacks [] for security_group_rule (4cc3f078-505c-4461-bfcc-6f787fed7c11), before_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:49.825374 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e354c3c8-3ed3-4fe5-8c79-9dbdec48c3e0 tempest-NegativeSecGroupIPv6Test-1446408576 tempest-NegativeSecGroupIPv6Test-1446408576-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f3dcf82c-d22e-4c0e-8251-871fa0e71fa2,revision_number=1']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:06:49.877249 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-b9d16760-afad-4e6b-93da-ff265cf855dc tempest-SecGroupTest-1571759991 tempest-SecGroupTest-1571759991-project] Publish callbacks [] for security_group_rule (4cc3f078-505c-4461-bfcc-6f787fed7c11), precommit_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:49.899645 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-e354c3c8-3ed3-4fe5-8c79-9dbdec48c3e0 tempest-NegativeSecGroupIPv6Test-1446408576 tempest-NegativeSecGroupIPv6Test-1446408576-project] Publish callbacks [] for security_group (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:49.901121 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-e354c3c8-3ed3-4fe5-8c79-9dbdec48c3e0 tempest-NegativeSecGroupIPv6Test-1446408576 tempest-NegativeSecGroupIPv6Test-1446408576-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3161261 Apr 28 11:06:49.908127 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 55424) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:06:49.912601 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.v2.base [None req-f521b0db-45de-4972-bdac-c679ce44ccfb tempest-NegativeSecGroupIPv6Test-1446408576 tempest-NegativeSecGroupIPv6Test-1446408576-project] Request body: {'security_group': {'name': 'default'}} {{(pid=116162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:06:49.913118 dv-neutron-master-2-hyperv neutron-server[116162]: WARNING neutron.api.v2.base [None req-f521b0db-45de-4972-bdac-c679ce44ccfb tempest-NegativeSecGroupIPv6Test-1446408576 tempest-NegativeSecGroupIPv6Test-1446408576-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Apr 28 11:06:49.913694 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.api.v2.resource [None req-f521b0db-45de-4972-bdac-c679ce44ccfb tempest-NegativeSecGroupIPv6Test-1446408576 tempest-NegativeSecGroupIPv6Test-1446408576-project] update failed (client error): There was a conflict when trying to complete your request. Apr 28 11:06:49.914682 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-f521b0db-45de-4972-bdac-c679ce44ccfb tempest-NegativeSecGroupIPv6Test-1446408576 tempest-NegativeSecGroupIPv6Test-1446408576-project] 10.222.0.10 "PUT /v2.0/security-groups/f3dcf82c-d22e-4c0e-8251-871fa0e71fa2 HTTP/1.1" status: 409 len: 330 time: 0.0054574 Apr 28 11:06:49.917337 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 55426) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:06:49.954658 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-b9d16760-afad-4e6b-93da-ff265cf855dc tempest-SecGroupTest-1571759991 tempest-SecGroupTest-1571759991-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1912725'] for security_group_rule (4cc3f078-505c-4461-bfcc-6f787fed7c11), after_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:49.975211 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d16760-afad-4e6b-93da-ff265cf855dc tempest-SecGroupTest-1571759991 tempest-SecGroupTest-1571759991-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4cc3f078-505c-4461-bfcc-6f787fed7c11,revision_number=0']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:06:49.977649 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-9b52e292-e8d4-4084-bb35-b7cc1b1a8b91 tempest-NegativeSecGroupIPv6Test-1446408576 tempest-NegativeSecGroupIPv6Test-1446408576-project] Publish callbacks [] for security_group (f3dcf82c-d22e-4c0e-8251-871fa0e71fa2), before_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:50.005986 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-9b52e292-e8d4-4084-bb35-b7cc1b1a8b91 tempest-NegativeSecGroupIPv6Test-1446408576 tempest-NegativeSecGroupIPv6Test-1446408576-project] Publish callbacks [] for security_group (f3dcf82c-d22e-4c0e-8251-871fa0e71fa2), precommit_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:50.019607 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-b9d16760-afad-4e6b-93da-ff265cf855dc tempest-SecGroupTest-1571759991 tempest-SecGroupTest-1571759991-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:50.021091 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-b9d16760-afad-4e6b-93da-ff265cf855dc tempest-SecGroupTest-1571759991 tempest-SecGroupTest-1571759991-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2872064 Apr 28 11:06:50.024034 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 55430) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:06:50.029753 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.v2.base [None req-207f48d5-5586-41d4-8a21-52956a769925 tempest-SecGroupTest-1571759991 tempest-SecGroupTest-1571759991-project] Request body: {'security_group_rule': {'security_group_id': '38a667e1-6c9a-4d87-a563-75cc89ec12cc', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=116161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:06:50.281134 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-207f48d5-5586-41d4-8a21-52956a769925 tempest-SecGroupTest-1571759991 tempest-SecGroupTest-1571759991-project] Publish callbacks [] for security_group_rule (9cf4ae71-703b-4c1f-9c70-f2737e1a7be0), before_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:50.285769 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-9b52e292-e8d4-4084-bb35-b7cc1b1a8b91 tempest-NegativeSecGroupIPv6Test-1446408576 tempest-NegativeSecGroupIPv6Test-1446408576-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924426'] for security_group (f3dcf82c-d22e-4c0e-8251-871fa0e71fa2), after_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:50.288465 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-9b52e292-e8d4-4084-bb35-b7cc1b1a8b91 tempest-NegativeSecGroupIPv6Test-1446408576 tempest-NegativeSecGroupIPv6Test-1446408576-project] Publish callbacks [] for security_group (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:50.289625 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-9b52e292-e8d4-4084-bb35-b7cc1b1a8b91 tempest-NegativeSecGroupIPv6Test-1446408576 tempest-NegativeSecGroupIPv6Test-1446408576-project] 10.222.0.10 "DELETE /v2.0/security-groups/f3dcf82c-d22e-4c0e-8251-871fa0e71fa2 HTTP/1.1" status: 204 len: 168 time: 0.3714466 Apr 28 11:06:50.292881 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 55440) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:06:50.317732 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b52e292-e8d4-4084-bb35-b7cc1b1a8b91 tempest-NegativeSecGroupIPv6Test-1446408576 tempest-NegativeSecGroupIPv6Test-1446408576-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3dcf82c-d22e-4c0e-8251-871fa0e71fa2,revision_number=None']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:06:50.352358 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-9a3c1cb0-c7b6-452f-9efb-882ace163741 tempest-NegativeSecGroupIPv6Test-1446408576 tempest-NegativeSecGroupIPv6Test-1446408576-project] 10.222.0.10 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0547769 Apr 28 11:06:50.352618 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 55442) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:06:50.362689 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-207f48d5-5586-41d4-8a21-52956a769925 tempest-SecGroupTest-1571759991 tempest-SecGroupTest-1571759991-project] Publish callbacks [] for security_group_rule (9cf4ae71-703b-4c1f-9c70-f2737e1a7be0), precommit_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:50.366516 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.api.v2.resource [None req-24bd75ac-9efe-4c4a-a56e-f13db669c42f tempest-NegativeSecGroupIPv6Test-1446408576 tempest-NegativeSecGroupIPv6Test-1446408576-project] delete failed (client error): The resource could not be found. Apr 28 11:06:50.367564 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-24bd75ac-9efe-4c4a-a56e-f13db669c42f tempest-NegativeSecGroupIPv6Test-1446408576 tempest-NegativeSecGroupIPv6Test-1446408576-project] 10.222.0.10 "DELETE /v2.0/security-groups/8f3a8939-5c9d-4cc5-8458-65b12399cf3d HTTP/1.1" status: 404 len: 347 time: 0.0140889 Apr 28 11:06:50.371290 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 55444) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:06:50.384551 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.api.v2.resource [None req-9cac5a87-854c-4a67-b0c2-0a05ca8f0655 tempest-NegativeSecGroupIPv6Test-1446408576 tempest-NegativeSecGroupIPv6Test-1446408576-project] show failed (client error): The resource could not be found. Apr 28 11:06:50.389798 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-9cac5a87-854c-4a67-b0c2-0a05ca8f0655 tempest-NegativeSecGroupIPv6Test-1446408576 tempest-NegativeSecGroupIPv6Test-1446408576-project] 10.222.0.10 "GET /v2.0/security-groups/3bfead2b-8eca-4a99-ab04-ad66733198f4 HTTP/1.1" status: 404 len: 347 time: 0.0137639 Apr 28 11:06:50.389955 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 55448) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:06:50.402682 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.api.v2.resource [None req-cf9e62d6-699c-44f3-8f4c-b1b7f73e8231 tempest-NegativeSecGroupIPv6Test-1446408576 tempest-NegativeSecGroupIPv6Test-1446408576-project] show failed (client error): The resource could not be found. Apr 28 11:06:50.410680 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-cf9e62d6-699c-44f3-8f4c-b1b7f73e8231 tempest-NegativeSecGroupIPv6Test-1446408576 tempest-NegativeSecGroupIPv6Test-1446408576-project] 10.222.0.10 "GET /v2.0/security-group-rules/20f47071-b56d-46ee-9682-8ac80ff92b27 HTTP/1.1" status: 404 len: 356 time: 0.0127640 Apr 28 11:06:50.423435 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-207f48d5-5586-41d4-8a21-52956a769925 tempest-SecGroupTest-1571759991 tempest-SecGroupTest-1571759991-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1912725'] for security_group_rule (9cf4ae71-703b-4c1f-9c70-f2737e1a7be0), after_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:50.446023 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-207f48d5-5586-41d4-8a21-52956a769925 tempest-SecGroupTest-1571759991 tempest-SecGroupTest-1571759991-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9cf4ae71-703b-4c1f-9c70-f2737e1a7be0,revision_number=0']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:06:50.451728 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (6be95134-9a6c-4663-8b48-90d12ce90c60), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:50.499937 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-207f48d5-5586-41d4-8a21-52956a769925 tempest-SecGroupTest-1571759991 tempest-SecGroupTest-1571759991-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:50.501134 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-207f48d5-5586-41d4-8a21-52956a769925 tempest-SecGroupTest-1571759991 tempest-SecGroupTest-1571759991-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4761651 Apr 28 11:06:50.504028 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 55452) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:06:50.509416 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.v2.base [None req-d5553777-42bc-49d8-86ed-cfcced41f196 tempest-SecGroupTest-1571759991 tempest-SecGroupTest-1571759991-project] Request body: {'security_group_rule': {'security_group_id': '38a667e1-6c9a-4d87-a563-75cc89ec12cc', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=116162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:06:50.519671 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e107d4d-f466-45c4-8391-6a8066f8db78 req-7173e501-c857-482f-91b2-b7cc4df7e949 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:06:50.521166 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-2e107d4d-f466-45c4-8391-6a8066f8db78 req-7173e501-c857-482f-91b2-b7cc4df7e949 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] 10.222.0.10 "GET /v2.0/ports?device_id=eb1112e0-5810-4e07-868b-1de667cf8218 HTTP/1.1" status: 200 len: 944 time: 0.0655785 Apr 28 11:06:50.575274 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-2e107d4d-f466-45c4-8391-6a8066f8db78 req-75771e98-edd6-477e-9271-79a3b012e5ab tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] 10.222.0.10 "GET /v2.0/security-groups?id=38192b62-9013-4707-8362-7657eda96483&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445242 Apr 28 11:06:50.611784 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-d5553777-42bc-49d8-86ed-cfcced41f196 tempest-SecGroupTest-1571759991 tempest-SecGroupTest-1571759991-project] Publish callbacks [] for security_group_rule (e90a8038-ca7f-402b-8d1c-98ec0d9cb1a8), before_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:50.667603 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-d5553777-42bc-49d8-86ed-cfcced41f196 tempest-SecGroupTest-1571759991 tempest-SecGroupTest-1571759991-project] Publish callbacks [] for security_group_rule (e90a8038-ca7f-402b-8d1c-98ec0d9cb1a8), precommit_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:50.748782 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-d5553777-42bc-49d8-86ed-cfcced41f196 tempest-SecGroupTest-1571759991 tempest-SecGroupTest-1571759991-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1912725'] for security_group_rule (e90a8038-ca7f-402b-8d1c-98ec0d9cb1a8), after_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:50.767767 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5553777-42bc-49d8-86ed-cfcced41f196 tempest-SecGroupTest-1571759991 tempest-SecGroupTest-1571759991-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e90a8038-ca7f-402b-8d1c-98ec0d9cb1a8,revision_number=0']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:06:50.809936 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Device 1b785d9f-38ad-48ca-bc53-6ca2d6d44abe details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=116163) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 28 11:06:50.836315 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-d5553777-42bc-49d8-86ed-cfcced41f196 tempest-SecGroupTest-1571759991 tempest-SecGroupTest-1571759991-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:50.837590 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-d5553777-42bc-49d8-86ed-cfcced41f196 tempest-SecGroupTest-1571759991 tempest-SecGroupTest-1571759991-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3325849 Apr 28 11:06:50.841262 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 55456) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:06:50.847632 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.v2.base [None req-d51c849d-6d0d-4f19-b988-887fa710998d tempest-SecGroupTest-1571759991 tempest-SecGroupTest-1571759991-project] Request body: {'security_group_rule': {'security_group_id': '38a667e1-6c9a-4d87-a563-75cc89ec12cc', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=116162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:06:50.901368 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 55458) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:06:50.937675 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-d51c849d-6d0d-4f19-b988-887fa710998d tempest-SecGroupTest-1571759991 tempest-SecGroupTest-1571759991-project] Publish callbacks [] for security_group_rule (52f2e8de-98e4-459c-9895-043fc4dcd67a), before_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:50.945944 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] For port 1b785d9f-38ad-48ca-bc53-6ca2d6d44abe, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=1b785d9f-38ad-48ca-bc53-6ca2d6d44abe,segment=NetworkSegment(348238d7-b72c-4482-8329-a84a205cde7f),segment_id=348238d7-b72c-4482-8329-a84a205cde7f)] {{(pid=116163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 11:06:50.959488 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Returning: {'device': '1b785d9f-38ad-48ca-bc53-6ca2d6d44abe', 'network_id': '4d94945e-b64d-4dbe-b9ef-b685a27afeca', 'port_id': '1b785d9f-38ad-48ca-bc53-6ca2d6d44abe', 'mac_address': 'fa:16:3e:5d:50:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 64, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eebffde5-12d3-4f3e-8ac5-6afeff8b265d', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=116163) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 28 11:06:51.007310 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Current status of the port 1b785d9f-38ad-48ca-bc53-6ca2d6d44abe is: DOWN; New status is: BUILD {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:06:51.007841 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (1b785d9f-38ad-48ca-bc53-6ca2d6d44abe), before_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:51.018689 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-d51c849d-6d0d-4f19-b988-887fa710998d tempest-SecGroupTest-1571759991 tempest-SecGroupTest-1571759991-project] Publish callbacks [] for security_group_rule (52f2e8de-98e4-459c-9895-043fc4dcd67a), precommit_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:51.023053 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.notifiers.nova [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1b785d9f-38ad-48ca-bc53-6ca2d6d44abe {{(pid=116163) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 11:06:51.049102 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] For port 1b785d9f-38ad-48ca-bc53-6ca2d6d44abe, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=1b785d9f-38ad-48ca-bc53-6ca2d6d44abe,segment=NetworkSegment(348238d7-b72c-4482-8329-a84a205cde7f),segment_id=348238d7-b72c-4482-8329-a84a205cde7f)] {{(pid=116163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 11:06:51.072604 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-8d8a0ff7-9aa9-4f69-b136-533012c84e60 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=d53b8ddb13d34395ac471f09566488b8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1697812 Apr 28 11:06:51.075088 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 55464) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:06:51.091791 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-d51c849d-6d0d-4f19-b988-887fa710998d tempest-SecGroupTest-1571759991 tempest-SecGroupTest-1571759991-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1912725'] for security_group_rule (52f2e8de-98e4-459c-9895-043fc4dcd67a), after_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:51.120899 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393'] for port (1b785d9f-38ad-48ca-bc53-6ca2d6d44abe), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:51.121402 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51c849d-6d0d-4f19-b988-887fa710998d tempest-SecGroupTest-1571759991 tempest-SecGroupTest-1571759991-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=52f2e8de-98e4-459c-9895-043fc4dcd67a,revision_number=0']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:06:51.133290 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-856f9a02-ac29-4fa5-8c7e-695cea23c3b3 admin admin] Publish callbacks [] for security_group (59bf9057-fb97-4991-b0bb-87009bdb8a07), before_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:51.157749 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-856f9a02-ac29-4fa5-8c7e-695cea23c3b3 admin admin] Publish callbacks [] for security_group (59bf9057-fb97-4991-b0bb-87009bdb8a07), precommit_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:51.174555 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Pushing event updated for resources: {'Port': ['ID=1b785d9f-38ad-48ca-bc53-6ca2d6d44abe,revision_number=4']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:06:51.180117 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-d51c849d-6d0d-4f19-b988-887fa710998d tempest-SecGroupTest-1571759991 tempest-SecGroupTest-1571759991-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:51.184842 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-d51c849d-6d0d-4f19-b988-887fa710998d tempest-SecGroupTest-1571759991 tempest-SecGroupTest-1571759991-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3387618 Apr 28 11:06:51.189655 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 55466) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:06:51.191392 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.v2.base [None req-41e59016-208c-454c-b992-2f3fe2738ac2 tempest-SecGroupTest-1571759991 tempest-SecGroupTest-1571759991-project] Request body: {'security_group_rule': {'security_group_id': '38a667e1-6c9a-4d87-a563-75cc89ec12cc', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=116161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:06:51.302878 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-41e59016-208c-454c-b992-2f3fe2738ac2 tempest-SecGroupTest-1571759991 tempest-SecGroupTest-1571759991-project] Publish callbacks [] for security_group_rule (bbd904f3-0667-4d26-9aac-0cc8fc1eb639), before_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:51.327459 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] get_ports_and_sgs() called for port_ids ['1b785d9f-38ad-48ca-bc53-6ca2d6d44abe'] {{(pid=116163) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 11:06:51.329000 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-856f9a02-ac29-4fa5-8c7e-695cea23c3b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924426'] for security_group (59bf9057-fb97-4991-b0bb-87009bdb8a07), after_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:51.331497 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-856f9a02-ac29-4fa5-8c7e-695cea23c3b3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:51.342254 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-856f9a02-ac29-4fa5-8c7e-695cea23c3b3 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/59bf9057-fb97-4991-b0bb-87009bdb8a07 HTTP/1.1" status: 204 len: 168 time: 0.2566431 Apr 28 11:06:51.355469 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-856f9a02-ac29-4fa5-8c7e-695cea23c3b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59bf9057-fb97-4991-b0bb-87009bdb8a07,revision_number=None']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:06:51.386141 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-41e59016-208c-454c-b992-2f3fe2738ac2 tempest-SecGroupTest-1571759991 tempest-SecGroupTest-1571759991-project] Publish callbacks [] for security_group_rule (bbd904f3-0667-4d26-9aac-0cc8fc1eb639), precommit_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:51.454390 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-41e59016-208c-454c-b992-2f3fe2738ac2 tempest-SecGroupTest-1571759991 tempest-SecGroupTest-1571759991-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1912725'] for security_group_rule (bbd904f3-0667-4d26-9aac-0cc8fc1eb639), after_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:51.483604 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e59016-208c-454c-b992-2f3fe2738ac2 tempest-SecGroupTest-1571759991 tempest-SecGroupTest-1571759991-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bbd904f3-0667-4d26-9aac-0cc8fc1eb639,revision_number=0']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:06:51.596684 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-41e59016-208c-454c-b992-2f3fe2738ac2 tempest-SecGroupTest-1571759991 tempest-SecGroupTest-1571759991-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:51.597855 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-41e59016-208c-454c-b992-2f3fe2738ac2 tempest-SecGroupTest-1571759991 tempest-SecGroupTest-1571759991-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.4118695 Apr 28 11:06:51.600710 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 55480) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:06:51.626579 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-ddd16a64-3957-4241-8dca-ed293c464437 tempest-SecGroupTest-1571759991 tempest-SecGroupTest-1571759991-project] Publish callbacks [] for security_group_rule (bbd904f3-0667-4d26-9aac-0cc8fc1eb639), before_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:51.641129 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-ddd16a64-3957-4241-8dca-ed293c464437 tempest-SecGroupTest-1571759991 tempest-SecGroupTest-1571759991-project] Publish callbacks [] for security_group_rule (bbd904f3-0667-4d26-9aac-0cc8fc1eb639), precommit_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:51.719209 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0165fbff-5c21-48c7-8ed4-da8bd039505a req-512910ea-c82f-46cb-88c1-d6d439b0cc4c tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:06:51.720949 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-0165fbff-5c21-48c7-8ed4-da8bd039505a req-512910ea-c82f-46cb-88c1-d6d439b0cc4c tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] 10.222.0.10 "GET /v2.0/ports?device_id=eb1112e0-5810-4e07-868b-1de667cf8218 HTTP/1.1" status: 200 len: 945 time: 0.0721693 Apr 28 11:06:51.773748 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-ddd16a64-3957-4241-8dca-ed293c464437 tempest-SecGroupTest-1571759991 tempest-SecGroupTest-1571759991-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1912725'] for security_group_rule (bbd904f3-0667-4d26-9aac-0cc8fc1eb639), after_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:51.778935 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-ddd16a64-3957-4241-8dca-ed293c464437 tempest-SecGroupTest-1571759991 tempest-SecGroupTest-1571759991-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:51.782835 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-ddd16a64-3957-4241-8dca-ed293c464437 tempest-SecGroupTest-1571759991 tempest-SecGroupTest-1571759991-project] 10.222.0.10 "DELETE /v2.0/security-group-rules/bbd904f3-0667-4d26-9aac-0cc8fc1eb639 HTTP/1.1" status: 204 len: 168 time: 0.1784029 Apr 28 11:06:51.784335 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 55482) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:06:51.788975 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-0165fbff-5c21-48c7-8ed4-da8bd039505a req-82c5a883-72cf-4a64-9a0d-bfa5b27ac8d7 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] 10.222.0.10 "GET /v2.0/security-groups?id=38192b62-9013-4707-8362-7657eda96483&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0613639 Apr 28 11:06:51.805216 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd16a64-3957-4241-8dca-ed293c464437 tempest-SecGroupTest-1571759991 tempest-SecGroupTest-1571759991-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=bbd904f3-0667-4d26-9aac-0cc8fc1eb639,revision_number=None']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:06:51.849998 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-884a08f3-d0ca-46cf-98b8-9ca7dccb4f59 tempest-SecGroupTest-1571759991 tempest-SecGroupTest-1571759991-project] 10.222.0.10 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.0638402 Apr 28 11:06:51.852634 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 55484) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:06:51.877400 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-60ae0af8-5553-4963-a57b-8eb256788566 tempest-SecGroupTest-1571759991 tempest-SecGroupTest-1571759991-project] Publish callbacks [] for security_group_rule (52f2e8de-98e4-459c-9895-043fc4dcd67a), before_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:51.885203 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-60ae0af8-5553-4963-a57b-8eb256788566 tempest-SecGroupTest-1571759991 tempest-SecGroupTest-1571759991-project] Publish callbacks [] for security_group_rule (52f2e8de-98e4-459c-9895-043fc4dcd67a), precommit_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:51.982761 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-60ae0af8-5553-4963-a57b-8eb256788566 tempest-SecGroupTest-1571759991 tempest-SecGroupTest-1571759991-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1912725'] for security_group_rule (52f2e8de-98e4-459c-9895-043fc4dcd67a), after_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:51.989041 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-60ae0af8-5553-4963-a57b-8eb256788566 tempest-SecGroupTest-1571759991 tempest-SecGroupTest-1571759991-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:51.990150 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-60ae0af8-5553-4963-a57b-8eb256788566 tempest-SecGroupTest-1571759991 tempest-SecGroupTest-1571759991-project] 10.222.0.10 "DELETE /v2.0/security-group-rules/52f2e8de-98e4-459c-9895-043fc4dcd67a HTTP/1.1" status: 204 len: 168 time: 0.1363375 Apr 28 11:06:51.993202 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 55486) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:06:51.995858 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ae0af8-5553-4963-a57b-8eb256788566 tempest-SecGroupTest-1571759991 tempest-SecGroupTest-1571759991-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=52f2e8de-98e4-459c-9895-043fc4dcd67a,revision_number=None']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:06:52.042005 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-8cb58cc4-caa2-490b-86aa-3b8cecc24b8f tempest-SecGroupTest-1571759991 tempest-SecGroupTest-1571759991-project] 10.222.0.10 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.0441451 Apr 28 11:06:52.042241 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 55488) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:06:52.065489 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-7551df40-fd05-4e7d-97bf-3d7ce9d38563 tempest-SecGroupTest-1571759991 tempest-SecGroupTest-1571759991-project] Publish callbacks [] for security_group_rule (e90a8038-ca7f-402b-8d1c-98ec0d9cb1a8), before_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:52.073531 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-7551df40-fd05-4e7d-97bf-3d7ce9d38563 tempest-SecGroupTest-1571759991 tempest-SecGroupTest-1571759991-project] Publish callbacks [] for security_group_rule (e90a8038-ca7f-402b-8d1c-98ec0d9cb1a8), precommit_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:52.211350 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-7551df40-fd05-4e7d-97bf-3d7ce9d38563 tempest-SecGroupTest-1571759991 tempest-SecGroupTest-1571759991-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1912725'] for security_group_rule (e90a8038-ca7f-402b-8d1c-98ec0d9cb1a8), after_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:52.216039 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-7551df40-fd05-4e7d-97bf-3d7ce9d38563 tempest-SecGroupTest-1571759991 tempest-SecGroupTest-1571759991-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:52.217195 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-7551df40-fd05-4e7d-97bf-3d7ce9d38563 tempest-SecGroupTest-1571759991 tempest-SecGroupTest-1571759991-project] 10.222.0.10 "DELETE /v2.0/security-group-rules/e90a8038-ca7f-402b-8d1c-98ec0d9cb1a8 HTTP/1.1" status: 204 len: 168 time: 0.1738493 Apr 28 11:06:52.219901 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 55492) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:06:52.226646 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7551df40-fd05-4e7d-97bf-3d7ce9d38563 tempest-SecGroupTest-1571759991 tempest-SecGroupTest-1571759991-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e90a8038-ca7f-402b-8d1c-98ec0d9cb1a8,revision_number=None']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:06:52.265372 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-4bf4fa3d-4aca-4b96-885b-2ef542c1479d tempest-SecGroupTest-1571759991 tempest-SecGroupTest-1571759991-project] 10.222.0.10 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.0419416 Apr 28 11:06:52.265737 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 55494) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:06:52.290078 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-37392843-6c5c-4571-9e65-3dbb871ee4c8 tempest-SecGroupTest-1571759991 tempest-SecGroupTest-1571759991-project] Publish callbacks [] for security_group_rule (9cf4ae71-703b-4c1f-9c70-f2737e1a7be0), before_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:52.298512 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-37392843-6c5c-4571-9e65-3dbb871ee4c8 tempest-SecGroupTest-1571759991 tempest-SecGroupTest-1571759991-project] Publish callbacks [] for security_group_rule (9cf4ae71-703b-4c1f-9c70-f2737e1a7be0), precommit_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:52.411725 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-37392843-6c5c-4571-9e65-3dbb871ee4c8 tempest-SecGroupTest-1571759991 tempest-SecGroupTest-1571759991-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1912725'] for security_group_rule (9cf4ae71-703b-4c1f-9c70-f2737e1a7be0), after_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:52.416860 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-37392843-6c5c-4571-9e65-3dbb871ee4c8 tempest-SecGroupTest-1571759991 tempest-SecGroupTest-1571759991-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:52.418019 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-37392843-6c5c-4571-9e65-3dbb871ee4c8 tempest-SecGroupTest-1571759991 tempest-SecGroupTest-1571759991-project] 10.222.0.10 "DELETE /v2.0/security-group-rules/9cf4ae71-703b-4c1f-9c70-f2737e1a7be0 HTTP/1.1" status: 204 len: 168 time: 0.1513109 Apr 28 11:06:52.420794 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 55496) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:06:52.426673 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37392843-6c5c-4571-9e65-3dbb871ee4c8 tempest-SecGroupTest-1571759991 tempest-SecGroupTest-1571759991-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9cf4ae71-703b-4c1f-9c70-f2737e1a7be0,revision_number=None']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:06:52.460986 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-169834e3-683c-4942-bb4e-75b1daef32c1 tempest-SecGroupTest-1571759991 tempest-SecGroupTest-1571759991-project] 10.222.0.10 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.0389695 Apr 28 11:06:52.463909 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 55498) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:06:52.487628 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-38e770b6-9a23-4d01-b59c-057a378b5314 tempest-SecGroupTest-1571759991 tempest-SecGroupTest-1571759991-project] Publish callbacks [] for security_group_rule (4cc3f078-505c-4461-bfcc-6f787fed7c11), before_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:52.495706 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-38e770b6-9a23-4d01-b59c-057a378b5314 tempest-SecGroupTest-1571759991 tempest-SecGroupTest-1571759991-project] Publish callbacks [] for security_group_rule (4cc3f078-505c-4461-bfcc-6f787fed7c11), precommit_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:52.611324 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-38e770b6-9a23-4d01-b59c-057a378b5314 tempest-SecGroupTest-1571759991 tempest-SecGroupTest-1571759991-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1912725'] for security_group_rule (4cc3f078-505c-4461-bfcc-6f787fed7c11), after_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:52.615799 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-38e770b6-9a23-4d01-b59c-057a378b5314 tempest-SecGroupTest-1571759991 tempest-SecGroupTest-1571759991-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:52.617136 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-38e770b6-9a23-4d01-b59c-057a378b5314 tempest-SecGroupTest-1571759991 tempest-SecGroupTest-1571759991-project] 10.222.0.10 "DELETE /v2.0/security-group-rules/4cc3f078-505c-4461-bfcc-6f787fed7c11 HTTP/1.1" status: 204 len: 168 time: 0.1522977 Apr 28 11:06:52.620348 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 55500) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:06:52.627029 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e770b6-9a23-4d01-b59c-057a378b5314 tempest-SecGroupTest-1571759991 tempest-SecGroupTest-1571759991-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4cc3f078-505c-4461-bfcc-6f787fed7c11,revision_number=None']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:06:52.660105 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-8e6c32e6-e79f-4f7e-aa1a-3505a26db8d0 tempest-SecGroupTest-1571759991 tempest-SecGroupTest-1571759991-project] 10.222.0.10 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0385489 Apr 28 11:06:52.662793 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 55502) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:06:52.721343 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-77655b45-1ff9-4603-a8a7-8d171ca2cb55 tempest-SecGroupTest-1571759991 tempest-SecGroupTest-1571759991-project] Publish callbacks [] for security_group (38a667e1-6c9a-4d87-a563-75cc89ec12cc), before_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:52.749410 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-77655b45-1ff9-4603-a8a7-8d171ca2cb55 tempest-SecGroupTest-1571759991 tempest-SecGroupTest-1571759991-project] Publish callbacks [] for security_group (38a667e1-6c9a-4d87-a563-75cc89ec12cc), precommit_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:52.844607 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Device 1b785d9f-38ad-48ca-bc53-6ca2d6d44abe up at agent hyperv_hv-neutron-mast {{(pid=116163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 11:06:52.874427 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-77655b45-1ff9-4603-a8a7-8d171ca2cb55 tempest-SecGroupTest-1571759991 tempest-SecGroupTest-1571759991-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924426'] for security_group (38a667e1-6c9a-4d87-a563-75cc89ec12cc), after_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:52.877026 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-77655b45-1ff9-4603-a8a7-8d171ca2cb55 tempest-SecGroupTest-1571759991 tempest-SecGroupTest-1571759991-project] Publish callbacks [] for security_group (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:52.878275 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-77655b45-1ff9-4603-a8a7-8d171ca2cb55 tempest-SecGroupTest-1571759991 tempest-SecGroupTest-1571759991-project] 10.222.0.10 "DELETE /v2.0/security-groups/38a667e1-6c9a-4d87-a563-75cc89ec12cc HTTP/1.1" status: 204 len: 168 time: 0.2145805 Apr 28 11:06:52.883330 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 55506) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:06:52.895958 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77655b45-1ff9-4603-a8a7-8d171ca2cb55 tempest-SecGroupTest-1571759991 tempest-SecGroupTest-1571759991-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=38a667e1-6c9a-4d87-a563-75cc89ec12cc,revision_number=None']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:06:52.904510 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Provisioning for port 1b785d9f-38ad-48ca-bc53-6ca2d6d44abe completed by entity L2. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 28 11:06:52.953714 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97b1006-d4dd-4411-aba6-4f4722f2a721 req-be8040b5-f1a2-4d28-b5b7-479559c01f9f tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:06:52.955260 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-c97b1006-d4dd-4411-aba6-4f4722f2a721 req-be8040b5-f1a2-4d28-b5b7-479559c01f9f tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] 10.222.0.10 "GET /v2.0/ports?device_id=eb1112e0-5810-4e07-868b-1de667cf8218 HTTP/1.1" status: 200 len: 945 time: 0.0921240 Apr 28 11:06:52.974274 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-f5f6ab64-8444-4f31-9038-b93a772a40a3 tempest-SecGroupTest-1571759991 tempest-SecGroupTest-1571759991-project] 10.222.0.10 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0919037 Apr 28 11:06:52.981273 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 55508) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:06:52.985884 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.v2.base [None req-4a653e58-709b-43f5-8e04-e32ef262cec7 tempest-SecGroupTest-1571759991 tempest-SecGroupTest-1571759991-project] Request body: {'security_group': {'name': 'tempest-secgroup--90442197'}} {{(pid=116162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:06:52.991108 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Provisioning complete for port 1b785d9f-38ad-48ca-bc53-6ca2d6d44abe triggered by entity L2. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:06:52.992595 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (1b785d9f-38ad-48ca-bc53-6ca2d6d44abe), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:53.015266 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-c97b1006-d4dd-4411-aba6-4f4722f2a721 req-be4d9ee6-ed4e-416d-abe4-fb2bcfed549d tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] 10.222.0.10 "GET /v2.0/security-groups?id=38192b62-9013-4707-8362-7657eda96483&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518444 Apr 28 11:06:53.085276 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Current status of the port 1b785d9f-38ad-48ca-bc53-6ca2d6d44abe is: BUILD; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:06:53.085671 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (1b785d9f-38ad-48ca-bc53-6ca2d6d44abe), before_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:53.103102 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-4a653e58-709b-43f5-8e04-e32ef262cec7 tempest-SecGroupTest-1571759991 tempest-SecGroupTest-1571759991-project] Publish callbacks [] for security_group (None), before_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:53.110106 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb1112e0-5810-4e07-868b-1de667cf8218', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b785d9f-38ad-48ca-bc53-6ca2d6d44abe'}] {{(pid=116163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 11:06:53.112392 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f01aec4a4f83961b54a953becfce2676879fb1d4b91122543244f430a0b8460" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d6911df-f31f-42ee-af53-a56334531635" -d '{"events": [{"server_uuid": "eb1112e0-5810-4e07-868b-1de667cf8218", "name": "network-vif-plugged", "status": "completed", "tag": "1b785d9f-38ad-48ca-bc53-6ca2d6d44abe"}]}' {{(pid=116163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 11:06:53.129559 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] For port 1b785d9f-38ad-48ca-bc53-6ca2d6d44abe, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=1b785d9f-38ad-48ca-bc53-6ca2d6d44abe,segment=NetworkSegment(348238d7-b72c-4482-8329-a84a205cde7f),segment_id=348238d7-b72c-4482-8329-a84a205cde7f)] {{(pid=116163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 11:06:53.162057 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 11:06:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5143e64b-da4b-4259-99cf-b03fe3e74bfe x-openstack-request-id: req-5143e64b-da4b-4259-99cf-b03fe3e74bfe {{(pid=116163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 11:06:53.162429 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb1112e0-5810-4e07-868b-1de667cf8218", "name": "network-vif-plugged", "status": "completed", "tag": "1b785d9f-38ad-48ca-bc53-6ca2d6d44abe", "code": 200}]} {{(pid=116163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 11:06:53.164270 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-5143e64b-da4b-4259-99cf-b03fe3e74bfe {{(pid=116163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 11:06:53.164270 dv-neutron-master-2-hyperv neutron-server[116163]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5143e64b-da4b-4259-99cf-b03fe3e74bfe'] response: {'server_uuid': 'eb1112e0-5810-4e07-868b-1de667cf8218', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b785d9f-38ad-48ca-bc53-6ca2d6d44abe', 'code': 200} Apr 28 11:06:53.194727 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-4a653e58-709b-43f5-8e04-e32ef262cec7 tempest-SecGroupTest-1571759991 tempest-SecGroupTest-1571759991-project] Publish callbacks [] for security_group (a45a22cb-1583-485b-8be6-0c825480282a), precommit_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:53.211787 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393'] for port (1b785d9f-38ad-48ca-bc53-6ca2d6d44abe), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:53.263002 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Pushing event updated for resources: {'Port': ['ID=1b785d9f-38ad-48ca-bc53-6ca2d6d44abe,revision_number=5']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:06:53.268711 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-4a653e58-709b-43f5-8e04-e32ef262cec7 tempest-SecGroupTest-1571759991 tempest-SecGroupTest-1571759991-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924426'] for security_group (a45a22cb-1583-485b-8be6-0c825480282a), after_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:53.298819 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a653e58-709b-43f5-8e04-e32ef262cec7 tempest-SecGroupTest-1571759991 tempest-SecGroupTest-1571759991-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a45a22cb-1583-485b-8be6-0c825480282a,revision_number=1']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:06:53.358253 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-4a653e58-709b-43f5-8e04-e32ef262cec7 tempest-SecGroupTest-1571759991 tempest-SecGroupTest-1571759991-project] Publish callbacks [] for security_group (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:53.360025 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-4a653e58-709b-43f5-8e04-e32ef262cec7 tempest-SecGroupTest-1571759991 tempest-SecGroupTest-1571759991-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.3774509 Apr 28 11:06:53.362990 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 55514) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:06:53.367830 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.v2.base [None req-44604b91-5d3f-4d73-870c-25f79df91461 tempest-SecGroupTest-1571759991 tempest-SecGroupTest-1571759991-project] Request body: {'security_group_rule': {'security_group_id': 'a45a22cb-1583-485b-8be6-0c825480282a', 'direction': 'ingress', 'protocol': 17}} {{(pid=116162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:06:53.491416 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-44604b91-5d3f-4d73-870c-25f79df91461 tempest-SecGroupTest-1571759991 tempest-SecGroupTest-1571759991-project] Publish callbacks [] for security_group_rule (1ef6cc51-e262-4af2-838a-e53f25973d7e), before_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:53.514702 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3dd4b9-e5fe-405a-a3cc-d524cd5281c7 req-2dee3ae6-d77b-4357-96e9-728432e823ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:06:53.516201 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-7c3dd4b9-e5fe-405a-a3cc-d524cd5281c7 req-2dee3ae6-d77b-4357-96e9-728432e823ee service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=eb1112e0-5810-4e07-868b-1de667cf8218 HTTP/1.1" status: 200 len: 1130 time: 0.0847642 Apr 28 11:06:53.591642 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-44604b91-5d3f-4d73-870c-25f79df91461 tempest-SecGroupTest-1571759991 tempest-SecGroupTest-1571759991-project] Publish callbacks [] for security_group_rule (1ef6cc51-e262-4af2-838a-e53f25973d7e), precommit_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:53.596176 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-7c3dd4b9-e5fe-405a-a3cc-d524cd5281c7 req-fa59fff3-b34a-4b00-9f7d-69865dec127c service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=38192b62-9013-4707-8362-7657eda96483&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0736687 Apr 28 11:06:53.663232 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-44604b91-5d3f-4d73-870c-25f79df91461 tempest-SecGroupTest-1571759991 tempest-SecGroupTest-1571759991-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1912725'] for security_group_rule (1ef6cc51-e262-4af2-838a-e53f25973d7e), after_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:53.682094 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44604b91-5d3f-4d73-870c-25f79df91461 tempest-SecGroupTest-1571759991 tempest-SecGroupTest-1571759991-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1ef6cc51-e262-4af2-838a-e53f25973d7e,revision_number=0']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:06:53.756976 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-44604b91-5d3f-4d73-870c-25f79df91461 tempest-SecGroupTest-1571759991 tempest-SecGroupTest-1571759991-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:53.758158 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-44604b91-5d3f-4d73-870c-25f79df91461 tempest-SecGroupTest-1571759991 tempest-SecGroupTest-1571759991-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.3942218 Apr 28 11:06:53.761209 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 55516) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:06:53.813546 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-22e7aa88-96e7-4ce1-bfdf-b2160afce394 tempest-SecGroupTest-1571759991 tempest-SecGroupTest-1571759991-project] Publish callbacks [] for security_group (a45a22cb-1583-485b-8be6-0c825480282a), before_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:53.836833 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-22e7aa88-96e7-4ce1-bfdf-b2160afce394 tempest-SecGroupTest-1571759991 tempest-SecGroupTest-1571759991-project] Publish callbacks [] for security_group (a45a22cb-1583-485b-8be6-0c825480282a), precommit_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:53.948998 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-22e7aa88-96e7-4ce1-bfdf-b2160afce394 tempest-SecGroupTest-1571759991 tempest-SecGroupTest-1571759991-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924426'] for security_group (a45a22cb-1583-485b-8be6-0c825480282a), after_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:53.951663 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-22e7aa88-96e7-4ce1-bfdf-b2160afce394 tempest-SecGroupTest-1571759991 tempest-SecGroupTest-1571759991-project] Publish callbacks [] for security_group (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:53.952845 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-22e7aa88-96e7-4ce1-bfdf-b2160afce394 tempest-SecGroupTest-1571759991 tempest-SecGroupTest-1571759991-project] 10.222.0.10 "DELETE /v2.0/security-groups/a45a22cb-1583-485b-8be6-0c825480282a HTTP/1.1" status: 204 len: 168 time: 0.1906774 Apr 28 11:06:53.955464 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 55518) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:06:53.962075 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e7aa88-96e7-4ce1-bfdf-b2160afce394 tempest-SecGroupTest-1571759991 tempest-SecGroupTest-1571759991-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a45a22cb-1583-485b-8be6-0c825480282a,revision_number=None']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:06:54.003323 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-455a074b-caca-4f89-a59f-7d24f7a31f51 tempest-SecGroupTest-1571759991 tempest-SecGroupTest-1571759991-project] 10.222.0.10 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0466568 Apr 28 11:06:54.006931 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 55520) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:06:54.011592 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.v2.base [None req-bc1a8ac3-2236-44aa-84a9-81299df7aaed tempest-SecGroupTest-1571759991 tempest-SecGroupTest-1571759991-project] Request body: {'security_group': {'name': 'tempest-secgroup--280049146'}} {{(pid=116161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:06:54.098731 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-bc1a8ac3-2236-44aa-84a9-81299df7aaed tempest-SecGroupTest-1571759991 tempest-SecGroupTest-1571759991-project] Publish callbacks [] for security_group (None), before_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:54.145248 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4acea239-eb8d-487e-a39c-afacb4e10a31 req-be5131ec-f84e-42bc-9bde-aefb2df9e620 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:06:54.146754 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-4acea239-eb8d-487e-a39c-afacb4e10a31 req-be5131ec-f84e-42bc-9bde-aefb2df9e620 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] 10.222.0.10 "GET /v2.0/ports?device_id=eb1112e0-5810-4e07-868b-1de667cf8218 HTTP/1.1" status: 200 len: 946 time: 0.0595474 Apr 28 11:06:54.234191 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-4acea239-eb8d-487e-a39c-afacb4e10a31 req-b2787b9e-b4df-492a-b205-06540591f7c5 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] 10.222.0.10 "GET /v2.0/security-groups?id=38192b62-9013-4707-8362-7657eda96483&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0790925 Apr 28 11:06:54.241807 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-bc1a8ac3-2236-44aa-84a9-81299df7aaed tempest-SecGroupTest-1571759991 tempest-SecGroupTest-1571759991-project] Publish callbacks [] for security_group (0293033f-f17c-4b59-93d1-05c407d65bda), precommit_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:54.325561 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-bc1a8ac3-2236-44aa-84a9-81299df7aaed tempest-SecGroupTest-1571759991 tempest-SecGroupTest-1571759991-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924426'] for security_group (0293033f-f17c-4b59-93d1-05c407d65bda), after_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:54.354352 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc1a8ac3-2236-44aa-84a9-81299df7aaed tempest-SecGroupTest-1571759991 tempest-SecGroupTest-1571759991-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0293033f-f17c-4b59-93d1-05c407d65bda,revision_number=1']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:06:54.419382 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-bc1a8ac3-2236-44aa-84a9-81299df7aaed tempest-SecGroupTest-1571759991 tempest-SecGroupTest-1571759991-project] Publish callbacks [] for security_group (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:54.420763 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-bc1a8ac3-2236-44aa-84a9-81299df7aaed tempest-SecGroupTest-1571759991 tempest-SecGroupTest-1571759991-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.4128957 Apr 28 11:06:54.423370 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 55526) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:06:54.427798 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.v2.base [None req-f81133be-ac4c-4ff7-a1a6-7c2555a7d50b tempest-SecGroupTest-1571759991 tempest-SecGroupTest-1571759991-project] Request body: {'security_group': {'name': 'tempest-secgroup--337877661'}} {{(pid=116161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:06:54.514203 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-f81133be-ac4c-4ff7-a1a6-7c2555a7d50b tempest-SecGroupTest-1571759991 tempest-SecGroupTest-1571759991-project] Publish callbacks [] for security_group (None), before_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:54.585026 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-f81133be-ac4c-4ff7-a1a6-7c2555a7d50b tempest-SecGroupTest-1571759991 tempest-SecGroupTest-1571759991-project] Publish callbacks [] for security_group (ba9e791d-1866-4f6d-9a7e-f30bec7339c1), precommit_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:54.656874 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-f81133be-ac4c-4ff7-a1a6-7c2555a7d50b tempest-SecGroupTest-1571759991 tempest-SecGroupTest-1571759991-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924426'] for security_group (ba9e791d-1866-4f6d-9a7e-f30bec7339c1), after_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:54.685335 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81133be-ac4c-4ff7-a1a6-7c2555a7d50b tempest-SecGroupTest-1571759991 tempest-SecGroupTest-1571759991-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ba9e791d-1866-4f6d-9a7e-f30bec7339c1,revision_number=1']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:06:54.727593 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-f81133be-ac4c-4ff7-a1a6-7c2555a7d50b tempest-SecGroupTest-1571759991 tempest-SecGroupTest-1571759991-project] Publish callbacks [] for security_group (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:54.729197 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-f81133be-ac4c-4ff7-a1a6-7c2555a7d50b tempest-SecGroupTest-1571759991 tempest-SecGroupTest-1571759991-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3048987 Apr 28 11:06:54.732028 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 55528) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:06:54.736460 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.v2.base [None req-8d54dc33-12da-4bba-8217-9ff4c7fa4ad6 tempest-SecGroupTest-1571759991 tempest-SecGroupTest-1571759991-project] Request body: {'security_group_rule': {'security_group_id': '0293033f-f17c-4b59-93d1-05c407d65bda', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'ba9e791d-1866-4f6d-9a7e-f30bec7339c1', 'remote_ip_prefix': None}} {{(pid=116161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:06:54.830525 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-8d54dc33-12da-4bba-8217-9ff4c7fa4ad6 tempest-SecGroupTest-1571759991 tempest-SecGroupTest-1571759991-project] Publish callbacks [] for security_group_rule (ba451a1c-9910-45fb-bdc5-f6f261c30cd7), before_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:54.904913 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-8d54dc33-12da-4bba-8217-9ff4c7fa4ad6 tempest-SecGroupTest-1571759991 tempest-SecGroupTest-1571759991-project] Publish callbacks [] for security_group_rule (ba451a1c-9910-45fb-bdc5-f6f261c30cd7), precommit_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:54.982976 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-8d54dc33-12da-4bba-8217-9ff4c7fa4ad6 tempest-SecGroupTest-1571759991 tempest-SecGroupTest-1571759991-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1912725'] for security_group_rule (ba451a1c-9910-45fb-bdc5-f6f261c30cd7), after_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:55.001191 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d54dc33-12da-4bba-8217-9ff4c7fa4ad6 tempest-SecGroupTest-1571759991 tempest-SecGroupTest-1571759991-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ba451a1c-9910-45fb-bdc5-f6f261c30cd7,revision_number=0']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:06:55.102946 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-8d54dc33-12da-4bba-8217-9ff4c7fa4ad6 tempest-SecGroupTest-1571759991 tempest-SecGroupTest-1571759991-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:55.108408 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 55538) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:06:55.108910 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-8d54dc33-12da-4bba-8217-9ff4c7fa4ad6 tempest-SecGroupTest-1571759991 tempest-SecGroupTest-1571759991-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.3756456 Apr 28 11:06:55.137528 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-61702f14-0263-4845-a68b-2caaa9634caa tempest-SecGroupTest-1571759991 tempest-SecGroupTest-1571759991-project] Publish callbacks [] for security_group_rule (ba451a1c-9910-45fb-bdc5-f6f261c30cd7), before_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:55.145247 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-61702f14-0263-4845-a68b-2caaa9634caa tempest-SecGroupTest-1571759991 tempest-SecGroupTest-1571759991-project] Publish callbacks [] for security_group_rule (ba451a1c-9910-45fb-bdc5-f6f261c30cd7), precommit_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:55.234450 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-61702f14-0263-4845-a68b-2caaa9634caa tempest-SecGroupTest-1571759991 tempest-SecGroupTest-1571759991-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1912725'] for security_group_rule (ba451a1c-9910-45fb-bdc5-f6f261c30cd7), after_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:55.241176 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-61702f14-0263-4845-a68b-2caaa9634caa tempest-SecGroupTest-1571759991 tempest-SecGroupTest-1571759991-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:55.244605 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-61702f14-0263-4845-a68b-2caaa9634caa tempest-SecGroupTest-1571759991 tempest-SecGroupTest-1571759991-project] 10.222.0.10 "DELETE /v2.0/security-group-rules/ba451a1c-9910-45fb-bdc5-f6f261c30cd7 HTTP/1.1" status: 204 len: 168 time: 0.1321104 Apr 28 11:06:55.245287 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 55540) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:06:55.255301 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61702f14-0263-4845-a68b-2caaa9634caa tempest-SecGroupTest-1571759991 tempest-SecGroupTest-1571759991-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ba451a1c-9910-45fb-bdc5-f6f261c30cd7,revision_number=None']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:06:55.314733 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-0303a624-8e3f-4535-b4a9-090f05ecaa66 tempest-SecGroupTest-1571759991 tempest-SecGroupTest-1571759991-project] 10.222.0.10 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0679650 Apr 28 11:06:55.317214 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 55546) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:06:55.369765 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8d5239-3128-48db-9bcc-e8d1a82581e1 req-e0064b35-9226-40f9-841d-7121d95a6ca2 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:06:55.371682 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-bc8d5239-3128-48db-9bcc-e8d1a82581e1 req-e0064b35-9226-40f9-841d-7121d95a6ca2 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] 10.222.0.10 "GET /v2.0/ports?device_id=eb1112e0-5810-4e07-868b-1de667cf8218 HTTP/1.1" status: 200 len: 946 time: 0.0477750 Apr 28 11:06:55.379705 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-0f95a9a5-3ef7-4edc-9053-ef237cf7c34e tempest-SecGroupTest-1571759991 tempest-SecGroupTest-1571759991-project] Publish callbacks [] for security_group (ba9e791d-1866-4f6d-9a7e-f30bec7339c1), before_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:55.408147 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-0f95a9a5-3ef7-4edc-9053-ef237cf7c34e tempest-SecGroupTest-1571759991 tempest-SecGroupTest-1571759991-project] Publish callbacks [] for security_group (ba9e791d-1866-4f6d-9a7e-f30bec7339c1), precommit_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:55.430934 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-bc8d5239-3128-48db-9bcc-e8d1a82581e1 req-e518117b-d8a1-4948-85a6-75eafb23f33e tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] 10.222.0.10 "GET /v2.0/security-groups?id=38192b62-9013-4707-8362-7657eda96483&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532768 Apr 28 11:06:55.542575 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acff8c4b-69d3-44a5-9d66-eb5a7d1e234f req-e0ab2b3e-cdce-4717-99f1-0895290cc8b4 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:06:55.543968 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-acff8c4b-69d3-44a5-9d66-eb5a7d1e234f req-e0ab2b3e-cdce-4717-99f1-0895290cc8b4 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] 10.222.0.10 "GET /v2.0/ports?device_id=eb1112e0-5810-4e07-868b-1de667cf8218 HTTP/1.1" status: 200 len: 946 time: 0.0473449 Apr 28 11:06:55.554608 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-0f95a9a5-3ef7-4edc-9053-ef237cf7c34e tempest-SecGroupTest-1571759991 tempest-SecGroupTest-1571759991-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924426'] for security_group (ba9e791d-1866-4f6d-9a7e-f30bec7339c1), after_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:55.557319 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-0f95a9a5-3ef7-4edc-9053-ef237cf7c34e tempest-SecGroupTest-1571759991 tempest-SecGroupTest-1571759991-project] Publish callbacks [] for security_group (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:55.560997 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-0f95a9a5-3ef7-4edc-9053-ef237cf7c34e tempest-SecGroupTest-1571759991 tempest-SecGroupTest-1571759991-project] 10.222.0.10 "DELETE /v2.0/security-groups/ba9e791d-1866-4f6d-9a7e-f30bec7339c1 HTTP/1.1" status: 204 len: 168 time: 0.2400379 Apr 28 11:06:55.562109 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 55550) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:06:55.580346 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f95a9a5-3ef7-4edc-9053-ef237cf7c34e tempest-SecGroupTest-1571759991 tempest-SecGroupTest-1571759991-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba9e791d-1866-4f6d-9a7e-f30bec7339c1,revision_number=None']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:06:55.595078 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-acff8c4b-69d3-44a5-9d66-eb5a7d1e234f req-208d98aa-edee-465c-8a0b-b9ee09d67c83 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] 10.222.0.10 "GET /v2.0/security-groups?id=38192b62-9013-4707-8362-7657eda96483&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452387 Apr 28 11:06:55.619840 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 55552) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:06:55.636485 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-0e104985-e16e-427b-9d4a-f262793e57e0 tempest-SecGroupTest-1571759991 tempest-SecGroupTest-1571759991-project] 10.222.0.10 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4544 time: 0.0700457 Apr 28 11:06:55.636724 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 55554) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:06:55.661630 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77ca7f8a-af0b-4025-81b9-baa11cdd348c tempest-TestNetworkBasicOps-223859856 tempest-TestNetworkBasicOps-223859856-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:06:55.666556 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-77ca7f8a-af0b-4025-81b9-baa11cdd348c tempest-TestNetworkBasicOps-223859856 tempest-TestNetworkBasicOps-223859856-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=eb1112e0-5810-4e07-868b-1de667cf8218 HTTP/1.1" status: 200 len: 1125 time: 0.0418725 Apr 28 11:06:55.667085 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 55556) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:06:55.672236 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.v2.base [None req-576044c1-b43c-4830-819a-3e2aaa8c6404 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Request body: {'floatingip': {'floating_network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'port_id': '1b785d9f-38ad-48ca-bc53-6ca2d6d44abe', 'tenant_id': '65d54c3b7dcd4af68398071d25e8321e', 'fixed_ip_address': '172.20.0.11'}} {{(pid=116161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:06:55.691235 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-ef0aba6e-e507-4221-99ef-9a4795d543e5 tempest-SecGroupTest-1571759991 tempest-SecGroupTest-1571759991-project] Publish callbacks [] for security_group (0293033f-f17c-4b59-93d1-05c407d65bda), before_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:55.718099 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-ef0aba6e-e507-4221-99ef-9a4795d543e5 tempest-SecGroupTest-1571759991 tempest-SecGroupTest-1571759991-project] Publish callbacks [] for security_group (0293033f-f17c-4b59-93d1-05c407d65bda), precommit_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:55.760253 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-576044c1-b43c-4830-819a-3e2aaa8c6404 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks [] for floatingip (None), before_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:55.811826 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-ef0aba6e-e507-4221-99ef-9a4795d543e5 tempest-SecGroupTest-1571759991 tempest-SecGroupTest-1571759991-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924426'] for security_group (0293033f-f17c-4b59-93d1-05c407d65bda), after_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:55.814364 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-ef0aba6e-e507-4221-99ef-9a4795d543e5 tempest-SecGroupTest-1571759991 tempest-SecGroupTest-1571759991-project] Publish callbacks [] for security_group (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:55.817904 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-ef0aba6e-e507-4221-99ef-9a4795d543e5 tempest-SecGroupTest-1571759991 tempest-SecGroupTest-1571759991-project] 10.222.0.10 "DELETE /v2.0/security-groups/0293033f-f17c-4b59-93d1-05c407d65bda HTTP/1.1" status: 204 len: 168 time: 0.1779213 Apr 28 11:06:55.819194 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 55558) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:06:55.840121 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef0aba6e-e507-4221-99ef-9a4795d543e5 tempest-SecGroupTest-1571759991 tempest-SecGroupTest-1571759991-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0293033f-f17c-4b59-93d1-05c407d65bda,revision_number=None']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:06:55.846208 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-576044c1-b43c-4830-819a-3e2aaa8c6404 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (None), before_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:55.872904 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-cf3ac564-3f7f-4e70-82fb-9ee1b1aa44b4 tempest-SecGroupTest-1571759991 tempest-SecGroupTest-1571759991-project] 10.222.0.10 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0501082 Apr 28 11:06:55.877690 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 55560) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:06:55.882342 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.v2.base [None req-05944097-e298-41b7-8bbf-d0b6b83003e1 tempest-SecGroupTest-1571759991 tempest-SecGroupTest-1571759991-project] Request body: {'security_group': {'name': 'tempest-secgroup--1553437083'}} {{(pid=116162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:06:55.956725 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.db.db_base_plugin_common [None req-576044c1-b43c-4830-819a-3e2aaa8c6404 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Allocated IP 172.36.4.4 (7be49d94-bbb8-4a61-bafe-209c5f861e1c/c0f82f52-05ee-40f2-a57c-9d02e01fb9fa/f92b0823-658f-4ad2-b897-91e7272f21d4) {{(pid=116161) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 11:06:55.960355 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-05944097-e298-41b7-8bbf-d0b6b83003e1 tempest-SecGroupTest-1571759991 tempest-SecGroupTest-1571759991-project] Publish callbacks [] for security_group (None), before_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:56.036901 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-05944097-e298-41b7-8bbf-d0b6b83003e1 tempest-SecGroupTest-1571759991 tempest-SecGroupTest-1571759991-project] Publish callbacks [] for security_group (0d14f60c-cefb-4b1d-8763-d77a5bdde8e9), precommit_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:56.067816 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-576044c1-b43c-4830-819a-3e2aaa8c6404 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks [] for port (f92b0823-658f-4ad2-b897-91e7272f21d4), precommit_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:56.075547 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-05944097-e298-41b7-8bbf-d0b6b83003e1 tempest-SecGroupTest-1571759991 tempest-SecGroupTest-1571759991-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924426'] for security_group (0d14f60c-cefb-4b1d-8763-d77a5bdde8e9), after_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:56.108143 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05944097-e298-41b7-8bbf-d0b6b83003e1 tempest-SecGroupTest-1571759991 tempest-SecGroupTest-1571759991-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0d14f60c-cefb-4b1d-8763-d77a5bdde8e9,revision_number=1']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:06:56.149432 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-576044c1-b43c-4830-819a-3e2aaa8c6404 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742234710357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5219112'] for port (f92b0823-658f-4ad2-b897-91e7272f21d4), after_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:56.174113 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-05944097-e298-41b7-8bbf-d0b6b83003e1 tempest-SecGroupTest-1571759991 tempest-SecGroupTest-1571759991-project] Publish callbacks [] for security_group (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:56.178352 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-05944097-e298-41b7-8bbf-d0b6b83003e1 tempest-SecGroupTest-1571759991 tempest-SecGroupTest-1571759991-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2968740 Apr 28 11:06:56.190646 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 55562) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:06:56.190646 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.v2.base [None req-c5013816-7ca9-45a9-b67c-a3011b890b14 tempest-SecGroupTest-1571759991 tempest-SecGroupTest-1571759991-project] Request body: {'security_group_rule': {'security_group_id': '0d14f60c-cefb-4b1d-8763-d77a5bdde8e9', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=116162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:06:56.191068 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-576044c1-b43c-4830-819a-3e2aaa8c6404 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Network 7be49d94-bbb8-4a61-bafe-209c5f861e1c is already hosted by enough agents. {{(pid=116161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 11:06:56.194214 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.scheduler.base_scheduler [None req-576044c1-b43c-4830-819a-3e2aaa8c6404 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Resources bound (agent type, host, resource id): {{(pid=116161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 11:06:56.201147 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-576044c1-b43c-4830-819a-3e2aaa8c6404 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Received port after_create {{(pid=116161) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 11:06:56.232744 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-576044c1-b43c-4830-819a-3e2aaa8c6404 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Pushing event updated for resources: {'Port': ['ID=f92b0823-658f-4ad2-b897-91e7272f21d4,revision_number=1']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:06:56.248628 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-c5013816-7ca9-45a9-b67c-a3011b890b14 tempest-SecGroupTest-1571759991 tempest-SecGroupTest-1571759991-project] Publish callbacks [] for security_group_rule (47201c00-1398-4cd4-ab24-356107661158), before_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:56.313422 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-c5013816-7ca9-45a9-b67c-a3011b890b14 tempest-SecGroupTest-1571759991 tempest-SecGroupTest-1571759991-project] Publish callbacks [] for security_group_rule (47201c00-1398-4cd4-ab24-356107661158), precommit_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:56.361062 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-c5013816-7ca9-45a9-b67c-a3011b890b14 tempest-SecGroupTest-1571759991 tempest-SecGroupTest-1571759991-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1912725'] for security_group_rule (47201c00-1398-4cd4-ab24-356107661158), after_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:56.385573 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5013816-7ca9-45a9-b67c-a3011b890b14 tempest-SecGroupTest-1571759991 tempest-SecGroupTest-1571759991-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=47201c00-1398-4cd4-ab24-356107661158,revision_number=0']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:06:56.436309 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-c5013816-7ca9-45a9-b67c-a3011b890b14 tempest-SecGroupTest-1571759991 tempest-SecGroupTest-1571759991-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:56.440398 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-c5013816-7ca9-45a9-b67c-a3011b890b14 tempest-SecGroupTest-1571759991 tempest-SecGroupTest-1571759991-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.2608199 Apr 28 11:06:56.443745 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 55566) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:06:56.466268 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-0549bfb0-a1b2-4df3-8692-b7b2666d9fbe tempest-SecGroupTest-1571759991 tempest-SecGroupTest-1571759991-project] Publish callbacks [] for security_group_rule (47201c00-1398-4cd4-ab24-356107661158), before_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:56.474647 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-0549bfb0-a1b2-4df3-8692-b7b2666d9fbe tempest-SecGroupTest-1571759991 tempest-SecGroupTest-1571759991-project] Publish callbacks [] for security_group_rule (47201c00-1398-4cd4-ab24-356107661158), precommit_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:56.560312 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-0549bfb0-a1b2-4df3-8692-b7b2666d9fbe tempest-SecGroupTest-1571759991 tempest-SecGroupTest-1571759991-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1912725'] for security_group_rule (47201c00-1398-4cd4-ab24-356107661158), after_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:56.565135 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-0549bfb0-a1b2-4df3-8692-b7b2666d9fbe tempest-SecGroupTest-1571759991 tempest-SecGroupTest-1571759991-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:56.568716 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-0549bfb0-a1b2-4df3-8692-b7b2666d9fbe tempest-SecGroupTest-1571759991 tempest-SecGroupTest-1571759991-project] 10.222.0.10 "DELETE /v2.0/security-group-rules/47201c00-1398-4cd4-ab24-356107661158 HTTP/1.1" status: 204 len: 168 time: 0.1243212 Apr 28 11:06:56.570543 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 55568) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:06:56.587952 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0549bfb0-a1b2-4df3-8692-b7b2666d9fbe tempest-SecGroupTest-1571759991 tempest-SecGroupTest-1571759991-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=47201c00-1398-4cd4-ab24-356107661158,revision_number=None']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:06:56.624625 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-e8294a12-e7b7-4571-a51b-c4f45d7acd35 tempest-SecGroupTest-1571759991 tempest-SecGroupTest-1571759991-project] 10.222.0.10 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0505879 Apr 28 11:06:56.624861 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 55570) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:06:56.672156 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-576044c1-b43c-4830-819a-3e2aaa8c6404 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks [] for floatingip (ea8c06e7-ecb1-40e5-b34d-a2a07deebe26), precommit_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:56.679466 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-43e76ce0-3d80-444e-b588-8f144bce1833 tempest-SecGroupTest-1571759991 tempest-SecGroupTest-1571759991-project] Publish callbacks [] for security_group (0d14f60c-cefb-4b1d-8763-d77a5bdde8e9), before_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:56.703584 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-43e76ce0-3d80-444e-b588-8f144bce1833 tempest-SecGroupTest-1571759991 tempest-SecGroupTest-1571759991-project] Publish callbacks [] for security_group (0d14f60c-cefb-4b1d-8763-d77a5bdde8e9), precommit_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:56.783080 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-576044c1-b43c-4830-819a-3e2aaa8c6404 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (f92b0823-658f-4ad2-b897-91e7272f21d4), before_update {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:56.794561 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-43e76ce0-3d80-444e-b588-8f144bce1833 tempest-SecGroupTest-1571759991 tempest-SecGroupTest-1571759991-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924426'] for security_group (0d14f60c-cefb-4b1d-8763-d77a5bdde8e9), after_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:56.797371 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-43e76ce0-3d80-444e-b588-8f144bce1833 tempest-SecGroupTest-1571759991 tempest-SecGroupTest-1571759991-project] Publish callbacks [] for security_group (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:56.801135 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-43e76ce0-3d80-444e-b588-8f144bce1833 tempest-SecGroupTest-1571759991 tempest-SecGroupTest-1571759991-project] 10.222.0.10 "DELETE /v2.0/security-groups/0d14f60c-cefb-4b1d-8763-d77a5bdde8e9 HTTP/1.1" status: 204 len: 168 time: 0.1729126 Apr 28 11:06:56.803373 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 55572) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:06:56.828699 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e76ce0-3d80-444e-b588-8f144bce1833 tempest-SecGroupTest-1571759991 tempest-SecGroupTest-1571759991-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d14f60c-cefb-4b1d-8763-d77a5bdde8e9,revision_number=None']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:06:56.860494 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-715eaf08-1cf3-4880-a036-abba9a425868 tempest-SecGroupTest-1571759991 tempest-SecGroupTest-1571759991-project] 10.222.0.10 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0539403 Apr 28 11:06:56.862555 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 55574) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:06:56.867016 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.v2.base [None req-9dbd27a4-d4a0-456a-9113-b5f93c3cdb62 tempest-SecGroupTest-1571759991 tempest-SecGroupTest-1571759991-project] Request body: {'security_group': {'name': 'tempest-secgroup--637393725'}} {{(pid=116162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:06:56.937133 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-9dbd27a4-d4a0-456a-9113-b5f93c3cdb62 tempest-SecGroupTest-1571759991 tempest-SecGroupTest-1571759991-project] Publish callbacks [] for security_group (None), before_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:56.954912 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-576044c1-b43c-4830-819a-3e2aaa8c6404 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks [] for port (f92b0823-658f-4ad2-b897-91e7272f21d4), precommit_update {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:56.995011 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-576044c1-b43c-4830-819a-3e2aaa8c6404 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5219123'] for port (f92b0823-658f-4ad2-b897-91e7272f21d4), after_update {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:57.006206 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-9dbd27a4-d4a0-456a-9113-b5f93c3cdb62 tempest-SecGroupTest-1571759991 tempest-SecGroupTest-1571759991-project] Publish callbacks [] for security_group (0f998276-c980-46be-9e6a-66da5962b993), precommit_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:57.040065 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-9dbd27a4-d4a0-456a-9113-b5f93c3cdb62 tempest-SecGroupTest-1571759991 tempest-SecGroupTest-1571759991-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924426'] for security_group (0f998276-c980-46be-9e6a-66da5962b993), after_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:57.075201 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-576044c1-b43c-4830-819a-3e2aaa8c6404 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Pushing event updated for resources: {'Port': ['ID=f92b0823-658f-4ad2-b897-91e7272f21d4,revision_number=2']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:06:57.076399 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dbd27a4-d4a0-456a-9113-b5f93c3cdb62 tempest-SecGroupTest-1571759991 tempest-SecGroupTest-1571759991-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0f998276-c980-46be-9e6a-66da5962b993,revision_number=1']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:06:57.083892 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-576044c1-b43c-4830-819a-3e2aaa8c6404 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2063164'] for floatingip (ea8c06e7-ecb1-40e5-b34d-a2a07deebe26), after_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:57.110781 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-9dbd27a4-d4a0-456a-9113-b5f93c3cdb62 tempest-SecGroupTest-1571759991 tempest-SecGroupTest-1571759991-project] Publish callbacks [] for security_group (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:57.113001 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-9dbd27a4-d4a0-456a-9113-b5f93c3cdb62 tempest-SecGroupTest-1571759991 tempest-SecGroupTest-1571759991-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2486053 Apr 28 11:06:57.118382 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 55576) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:06:57.127863 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.v2.base [None req-1299c30c-e142-457b-9575-5d2baef76e22 tempest-SecGroupTest-1571759991 tempest-SecGroupTest-1571759991-project] Request body: {'security_group_rule': {'security_group_id': '0f998276-c980-46be-9e6a-66da5962b993', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=116162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:06:57.189207 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-1299c30c-e142-457b-9575-5d2baef76e22 tempest-SecGroupTest-1571759991 tempest-SecGroupTest-1571759991-project] Publish callbacks [] for security_group_rule (1e6aeb97-a3be-41bc-93fd-5d18ba17a3b1), before_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:57.194121 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.db.l3_db [None req-576044c1-b43c-4830-819a-3e2aaa8c6404 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Floating IP ea8c06e7-ecb1-40e5-b34d-a2a07deebe26 associated. External IP: 172.36.4.4, port: 1b785d9f-38ad-48ca-bc53-6ca2d6d44abe. Apr 28 11:06:57.249145 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-1299c30c-e142-457b-9575-5d2baef76e22 tempest-SecGroupTest-1571759991 tempest-SecGroupTest-1571759991-project] Publish callbacks [] for security_group_rule (1e6aeb97-a3be-41bc-93fd-5d18ba17a3b1), precommit_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:57.315343 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-1299c30c-e142-457b-9575-5d2baef76e22 tempest-SecGroupTest-1571759991 tempest-SecGroupTest-1571759991-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1912725'] for security_group_rule (1e6aeb97-a3be-41bc-93fd-5d18ba17a3b1), after_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:57.332277 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1299c30c-e142-457b-9575-5d2baef76e22 tempest-SecGroupTest-1571759991 tempest-SecGroupTest-1571759991-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1e6aeb97-a3be-41bc-93fd-5d18ba17a3b1,revision_number=0']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:06:57.418248 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-1299c30c-e142-457b-9575-5d2baef76e22 tempest-SecGroupTest-1571759991 tempest-SecGroupTest-1571759991-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:57.420135 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-1299c30c-e142-457b-9575-5d2baef76e22 tempest-SecGroupTest-1571759991 tempest-SecGroupTest-1571759991-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2998827 Apr 28 11:06:57.423795 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 55580) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:06:57.440680 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-576044c1-b43c-4830-819a-3e2aaa8c6404 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Router d6f21cde-5d2b-481d-b3d0-e0dc4fc50def has already been hosted by L3 agent 6b492ad6-0876-4d74-b20d-28143a52ceba {{(pid=116161) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 11:06:57.445708 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-974efc9f-5400-4eb0-931f-a923894b6b19 tempest-SecGroupTest-1571759991 tempest-SecGroupTest-1571759991-project] 10.222.0.10 "GET /v2.0/security-group-rules/1e6aeb97-a3be-41bc-93fd-5d18ba17a3b1 HTTP/1.1" status: 200 len: 763 time: 0.0208747 Apr 28 11:06:57.454350 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 55582) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:06:57.497793 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-293d55f3-815f-4f72-9cdb-1560d73b2124 tempest-SecGroupTest-1571759991 tempest-SecGroupTest-1571759991-project] 10.222.0.10 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0397782 Apr 28 11:06:57.498195 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 55584) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:06:57.524473 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-11fc147a-f2c7-41af-ac04-3c55690b96a3 tempest-SecGroupTest-1571759991 tempest-SecGroupTest-1571759991-project] Publish callbacks [] for security_group_rule (1e6aeb97-a3be-41bc-93fd-5d18ba17a3b1), before_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:57.532744 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-11fc147a-f2c7-41af-ac04-3c55690b96a3 tempest-SecGroupTest-1571759991 tempest-SecGroupTest-1571759991-project] Publish callbacks [] for security_group_rule (1e6aeb97-a3be-41bc-93fd-5d18ba17a3b1), precommit_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:57.563749 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-576044c1-b43c-4830-819a-3e2aaa8c6404 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=116161) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 11:06:57.577104 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ec5517e-1afc-41df-a23b-4c4aebc0cc5c None None] Sync routers for ids ['d6f21cde-5d2b-481d-b3d0-e0dc4fc50def'] in dv-neutron-master-2-hyperv {{(pid=116163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 11:06:57.587130 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ec5517e-1afc-41df-a23b-4c4aebc0cc5c None None] Routers {'d6f21cde-5d2b-481d-b3d0-e0dc4fc50def'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=116163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 11:06:57.587756 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_hamode_db [None req-1ec5517e-1afc-41df-a23b-4c4aebc0cc5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-28T10:50:39Z,description=,heartbeat_timestamp=2022-04-28T11:06:39Z,host='dv-neutron-master-2-hyperv',id=6b492ad6-0876-4d74-b20d-28143a52ceba,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T10:50:40Z,topic='l3_agent')) {'router_ids': ['d6f21cde-5d2b-481d-b3d0-e0dc4fc50def'], 'active': True} {{(pid=116163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:06:57.611799 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-11fc147a-f2c7-41af-ac04-3c55690b96a3 tempest-SecGroupTest-1571759991 tempest-SecGroupTest-1571759991-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1912725'] for security_group_rule (1e6aeb97-a3be-41bc-93fd-5d18ba17a3b1), after_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:57.618341 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-11fc147a-f2c7-41af-ac04-3c55690b96a3 tempest-SecGroupTest-1571759991 tempest-SecGroupTest-1571759991-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:57.624321 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-11fc147a-f2c7-41af-ac04-3c55690b96a3 tempest-SecGroupTest-1571759991 tempest-SecGroupTest-1571759991-project] 10.222.0.10 "DELETE /v2.0/security-group-rules/1e6aeb97-a3be-41bc-93fd-5d18ba17a3b1 HTTP/1.1" status: 204 len: 168 time: 0.1203735 Apr 28 11:06:57.624473 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 55586) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:06:57.626746 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11fc147a-f2c7-41af-ac04-3c55690b96a3 tempest-SecGroupTest-1571759991 tempest-SecGroupTest-1571759991-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1e6aeb97-a3be-41bc-93fd-5d18ba17a3b1,revision_number=None']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:06:57.643381 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-576044c1-b43c-4830-819a-3e2aaa8c6404 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198022'] for floatingip (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:57.679299 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-576044c1-b43c-4830-819a-3e2aaa8c6404 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.0110345 Apr 28 11:06:57.680754 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb1112e0-5810-4e07-868b-1de667cf8218', 'tag': '1b785d9f-38ad-48ca-bc53-6ca2d6d44abe'}] {{(pid=116161) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 11:06:57.682264 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 55588) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:06:57.683177 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e748734031c26dffb00ab563e48cb7690d820419218221ecd4f9c2a21276ff88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04bc2cbb-00f3-44c7-b52e-71bb987c9de3" -d '{"events": [{"name": "network-changed", "server_uuid": "eb1112e0-5810-4e07-868b-1de667cf8218", "tag": "1b785d9f-38ad-48ca-bc53-6ca2d6d44abe"}]}' {{(pid=116161) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 11:06:57.705209 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-1c0a117e-32dc-4abe-9b3a-53542ce76f27 tempest-SecGroupTest-1571759991 tempest-SecGroupTest-1571759991-project] 10.222.0.10 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0814188 Apr 28 11:06:57.705821 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 55592) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:06:57.712026 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.v2.base [None req-3e60f738-7118-4511-92de-bdf045110a75 tempest-SecGroupTest-1571759991 tempest-SecGroupTest-1571759991-project] Request body: {'security_group_rule': {'security_group_id': '0f998276-c980-46be-9e6a-66da5962b993', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=116161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:06:57.735123 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvr_db [None req-1ec5517e-1afc-41df-a23b-4c4aebc0cc5c None None] Set router d6f21cde-5d2b-481d-b3d0-e0dc4fc50def gateway port host: dv-neutron-master-2-hyperv {{(pid=116163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 11:06:57.753217 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 11:06:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c4fb13c-2cf2-495e-9398-2d299b5bd996 x-openstack-request-id: req-9c4fb13c-2cf2-495e-9398-2d299b5bd996 {{(pid=116161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 11:06:57.753733 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eb1112e0-5810-4e07-868b-1de667cf8218", "tag": "1b785d9f-38ad-48ca-bc53-6ca2d6d44abe", "status": "completed", "code": 200}]} {{(pid=116161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 11:06:57.754699 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-9c4fb13c-2cf2-495e-9398-2d299b5bd996 {{(pid=116161) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 11:06:57.755611 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9c4fb13c-2cf2-495e-9398-2d299b5bd996'] response: {'name': 'network-changed', 'server_uuid': 'eb1112e0-5810-4e07-868b-1de667cf8218', 'tag': '1b785d9f-38ad-48ca-bc53-6ca2d6d44abe', 'status': 'completed', 'code': 200} Apr 28 11:06:57.763005 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-0a2b0d82-a637-4953-bba9-861ad63effa9 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] 10.222.0.10 "GET /v2.0/floatingips/ea8c06e7-ecb1-40e5-b34d-a2a07deebe26 HTTP/1.1" status: 200 len: 990 time: 0.0787518 Apr 28 11:06:57.808916 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-3e60f738-7118-4511-92de-bdf045110a75 tempest-SecGroupTest-1571759991 tempest-SecGroupTest-1571759991-project] Publish callbacks [] for security_group_rule (6e06713e-1aa8-46a9-8f37-1fc955770b87), before_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:57.818722 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04bc2cbb-00f3-44c7-b52e-71bb987c9de3 req-bc8350b5-6a8f-49b9-9e03-84d19307bd93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:06:57.824409 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-04bc2cbb-00f3-44c7-b52e-71bb987c9de3 req-bc8350b5-6a8f-49b9-9e03-84d19307bd93 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=65d54c3b7dcd4af68398071d25e8321e&device_id=eb1112e0-5810-4e07-868b-1de667cf8218 HTTP/1.1" status: 200 len: 1130 time: 0.0442188 Apr 28 11:06:57.874791 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-3e60f738-7118-4511-92de-bdf045110a75 tempest-SecGroupTest-1571759991 tempest-SecGroupTest-1571759991-project] Publish callbacks [] for security_group_rule (6e06713e-1aa8-46a9-8f37-1fc955770b87), precommit_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:57.948920 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-3e60f738-7118-4511-92de-bdf045110a75 tempest-SecGroupTest-1571759991 tempest-SecGroupTest-1571759991-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1912725'] for security_group_rule (6e06713e-1aa8-46a9-8f37-1fc955770b87), after_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:57.967915 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e60f738-7118-4511-92de-bdf045110a75 tempest-SecGroupTest-1571759991 tempest-SecGroupTest-1571759991-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6e06713e-1aa8-46a9-8f37-1fc955770b87,revision_number=0']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:06:57.978554 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_hamode_db [None req-1ec5517e-1afc-41df-a23b-4c4aebc0cc5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6f21cde-5d2b-481d-b3d0-e0dc4fc50def', 'name': 'tempest-TestNetworkBasicOps-router-1552748683', 'tenant_id': '65d54c3b7dcd4af68398071d25e8321e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'external_fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.121'}], 'enable_snat': True}, 'gw_port_id': 'dc9e1bd3-1ed1-4c31-8c31-cdcf5fee84e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T11:06:19Z', 'updated_at': '2022-04-28T11:06:31Z', 'revision_number': 4, 'project_id': '65d54c3b7dcd4af68398071d25e8321e', 'gw_port': {'id': 'dc9e1bd3-1ed1-4c31-8c31-cdcf5fee84e4', 'name': '', 'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:4b:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6f21cde-5d2b-481d-b3d0-e0dc4fc50def', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1238, 'fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:06:20Z', 'updated_at': '2022-04-28T11:06:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': 'ea8c06e7-ecb1-40e5-b34d-a2a07deebe26', 'tenant_id': '65d54c3b7dcd4af68398071d25e8321e', 'floating_ip_address': '172.36.4.4', 'floating_network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'router_id': 'd6f21cde-5d2b-481d-b3d0-e0dc4fc50def', 'port_id': '1b785d9f-38ad-48ca-bc53-6ca2d6d44abe', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1341, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4d94945e-b64d-4dbe-b9ef-b685a27afeca', 'mac_address': 'fa:16:3e:5d:50:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb1112e0-5810-4e07-868b-1de667cf8218', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T11:06:56Z', 'updated_at': '2022-04-28T11:06:56Z', 'revision_number': 0, 'project_id': '65d54c3b7dcd4af68398071d25e8321e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ea17f733-b458-4d46-8035-dbcdfb7b162d', 'name': '', 'network_id': '4d94945e-b64d-4dbe-b9ef-b685a27afeca', 'tenant_id': '65d54c3b7dcd4af68398071d25e8321e', 'mac_address': 'fa:16:3e:5c:7a:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6f21cde-5d2b-481d-b3d0-e0dc4fc50def', 'device_owner': 'network:router_interface', 'standard_attr_id': 1253, 'fixed_ips': [{'subnet_id': 'eebffde5-12d3-4f3e-8ac5-6afeff8b265d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:06:30Z', 'updated_at': '2022-04-28T11:06:35Z', 'revision_number': 5, 'project_id': '65d54c3b7dcd4af68398071d25e8321e', 'subnets': [{'id': 'eebffde5-12d3-4f3e-8ac5-6afeff8b265d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=116163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:06:58.009142 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ec5517e-1afc-41df-a23b-4c4aebc0cc5c None None] Checking router: d6f21cde-5d2b-481d-b3d0-e0dc4fc50def for host: dv-neutron-master-2-hyperv {{(pid=116163) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 11:06:58.011019 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04bc2cbb-00f3-44c7-b52e-71bb987c9de3 req-7c998601-199c-4079-9d49-bdac729e2cc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:06:58.012568 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-04bc2cbb-00f3-44c7-b52e-71bb987c9de3 req-7c998601-199c-4079-9d49-bdac729e2cc0 service neutron] 10.222.0.20 "GET /v2.0/networks?id=4d94945e-b64d-4dbe-b9ef-b685a27afeca HTTP/1.1" status: 200 len: 896 time: 0.1851742 Apr 28 11:06:58.019029 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ec5517e-1afc-41df-a23b-4c4aebc0cc5c None None] Routers {'d6f21cde-5d2b-481d-b3d0-e0dc4fc50def'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=116163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 11:06:58.022659 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_hamode_db [None req-1ec5517e-1afc-41df-a23b-4c4aebc0cc5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-28T10:50:39Z,description=,heartbeat_timestamp=2022-04-28T11:06:39Z,host='dv-neutron-master-2-hyperv',id=6b492ad6-0876-4d74-b20d-28143a52ceba,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T10:50:40Z,topic='l3_agent')) {'router_ids': ['d6f21cde-5d2b-481d-b3d0-e0dc4fc50def'], 'active': True} {{(pid=116163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:06:58.044285 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-3e60f738-7118-4511-92de-bdf045110a75 tempest-SecGroupTest-1571759991 tempest-SecGroupTest-1571759991-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:58.048792 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-3e60f738-7118-4511-92de-bdf045110a75 tempest-SecGroupTest-1571759991 tempest-SecGroupTest-1571759991-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3419685 Apr 28 11:06:58.049688 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 55594) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:06:58.073185 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 55596) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:06:58.074837 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-26ca950a-65d1-4187-9d54-36c3983bacd9 tempest-SecGroupTest-1571759991 tempest-SecGroupTest-1571759991-project] 10.222.0.10 "GET /v2.0/security-group-rules/6e06713e-1aa8-46a9-8f37-1fc955770b87 HTTP/1.1" status: 200 len: 763 time: 0.0234494 Apr 28 11:06:58.137606 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-04bc2cbb-00f3-44c7-b52e-71bb987c9de3 req-8cda55c0-e0b0-4064-bbc0-08d183333b08 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1b785d9f-38ad-48ca-bc53-6ca2d6d44abe HTTP/1.1" status: 200 len: 998 time: 0.1192901 Apr 28 11:06:58.144905 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvr_db [None req-1ec5517e-1afc-41df-a23b-4c4aebc0cc5c None None] Set router d6f21cde-5d2b-481d-b3d0-e0dc4fc50def gateway port host: dv-neutron-master-2-hyperv {{(pid=116163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 11:06:58.163274 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-366d691c-e408-40ab-98a5-aa4de2a24a31 tempest-SecGroupTest-1571759991 tempest-SecGroupTest-1571759991-project] 10.222.0.10 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0865195 Apr 28 11:06:58.163509 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 55598) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:06:58.220442 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-4f5a6664-6ac9-4a48-b3cf-44ffefe45067 tempest-SecGroupTest-1571759991 tempest-SecGroupTest-1571759991-project] Publish callbacks [] for security_group_rule (6e06713e-1aa8-46a9-8f37-1fc955770b87), before_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:58.230350 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04bc2cbb-00f3-44c7-b52e-71bb987c9de3 req-8ca1bbfc-6b81-45a0-bc10-df6bf0bf6d90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:06:58.231881 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-04bc2cbb-00f3-44c7-b52e-71bb987c9de3 req-8ca1bbfc-6b81-45a0-bc10-df6bf0bf6d90 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=eebffde5-12d3-4f3e-8ac5-6afeff8b265d HTTP/1.1" status: 200 len: 835 time: 0.0876162 Apr 28 11:06:58.233363 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-4f5a6664-6ac9-4a48-b3cf-44ffefe45067 tempest-SecGroupTest-1571759991 tempest-SecGroupTest-1571759991-project] Publish callbacks [] for security_group_rule (6e06713e-1aa8-46a9-8f37-1fc955770b87), precommit_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:58.289320 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04bc2cbb-00f3-44c7-b52e-71bb987c9de3 req-79dccec7-0ed9-4488-848f-9eaeb1edca51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:06:58.290974 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-04bc2cbb-00f3-44c7-b52e-71bb987c9de3 req-79dccec7-0ed9-4488-848f-9eaeb1edca51 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=4d94945e-b64d-4dbe-b9ef-b685a27afeca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0517652 Apr 28 11:06:58.360915 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-4f5a6664-6ac9-4a48-b3cf-44ffefe45067 tempest-SecGroupTest-1571759991 tempest-SecGroupTest-1571759991-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1912725'] for security_group_rule (6e06713e-1aa8-46a9-8f37-1fc955770b87), after_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:58.365731 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-4f5a6664-6ac9-4a48-b3cf-44ffefe45067 tempest-SecGroupTest-1571759991 tempest-SecGroupTest-1571759991-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:58.370673 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-4f5a6664-6ac9-4a48-b3cf-44ffefe45067 tempest-SecGroupTest-1571759991 tempest-SecGroupTest-1571759991-project] 10.222.0.10 "DELETE /v2.0/security-group-rules/6e06713e-1aa8-46a9-8f37-1fc955770b87 HTTP/1.1" status: 204 len: 168 time: 0.2022111 Apr 28 11:06:58.370861 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 55600) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:06:58.397327 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f5a6664-6ac9-4a48-b3cf-44ffefe45067 tempest-SecGroupTest-1571759991 tempest-SecGroupTest-1571759991-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6e06713e-1aa8-46a9-8f37-1fc955770b87,revision_number=None']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:06:58.418547 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-6abb9105-6c97-409b-aa42-91081cc8016d tempest-SecGroupTest-1571759991 tempest-SecGroupTest-1571759991-project] 10.222.0.10 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0435426 Apr 28 11:06:58.419455 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 55602) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:06:58.424380 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.v2.base [None req-3b6fe067-0347-4b36-be10-9740164998b1 tempest-SecGroupTest-1571759991 tempest-SecGroupTest-1571759991-project] Request body: {'security_group_rule': {'security_group_id': '0f998276-c980-46be-9e6a-66da5962b993', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=116162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:06:58.461261 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-04bc2cbb-00f3-44c7-b52e-71bb987c9de3 req-bad88c3a-1a9e-46f3-9574-341d4e92e13d service neutron] 10.222.0.20 "GET /v2.0/networks/4d94945e-b64d-4dbe-b9ef-b685a27afeca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1643341 Apr 28 11:06:58.568816 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-04bc2cbb-00f3-44c7-b52e-71bb987c9de3 req-c472b3f0-5276-4d2e-918e-c6b5c5197337 service neutron] 10.222.0.20 "GET /v2.0/networks/4d94945e-b64d-4dbe-b9ef-b685a27afeca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1017053 Apr 28 11:06:58.570358 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-3b6fe067-0347-4b36-be10-9740164998b1 tempest-SecGroupTest-1571759991 tempest-SecGroupTest-1571759991-project] Publish callbacks [] for security_group_rule (4cf7cd6f-1ac9-4db4-8db6-cf1e48b92ca5), before_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:58.571317 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_hamode_db [None req-1ec5517e-1afc-41df-a23b-4c4aebc0cc5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6f21cde-5d2b-481d-b3d0-e0dc4fc50def', 'name': 'tempest-TestNetworkBasicOps-router-1552748683', 'tenant_id': '65d54c3b7dcd4af68398071d25e8321e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'external_fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.121'}], 'enable_snat': True}, 'gw_port_id': 'dc9e1bd3-1ed1-4c31-8c31-cdcf5fee84e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T11:06:19Z', 'updated_at': '2022-04-28T11:06:31Z', 'revision_number': 4, 'project_id': '65d54c3b7dcd4af68398071d25e8321e', 'gw_port': {'id': 'dc9e1bd3-1ed1-4c31-8c31-cdcf5fee84e4', 'name': '', 'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:4b:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6f21cde-5d2b-481d-b3d0-e0dc4fc50def', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1238, 'fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:06:20Z', 'updated_at': '2022-04-28T11:06:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': 'ea8c06e7-ecb1-40e5-b34d-a2a07deebe26', 'tenant_id': '65d54c3b7dcd4af68398071d25e8321e', 'floating_ip_address': '172.36.4.4', 'floating_network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'router_id': 'd6f21cde-5d2b-481d-b3d0-e0dc4fc50def', 'port_id': '1b785d9f-38ad-48ca-bc53-6ca2d6d44abe', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1341, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4d94945e-b64d-4dbe-b9ef-b685a27afeca', 'mac_address': 'fa:16:3e:5d:50:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb1112e0-5810-4e07-868b-1de667cf8218', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T11:06:56Z', 'updated_at': '2022-04-28T11:06:56Z', 'revision_number': 0, 'project_id': '65d54c3b7dcd4af68398071d25e8321e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ea17f733-b458-4d46-8035-dbcdfb7b162d', 'name': '', 'network_id': '4d94945e-b64d-4dbe-b9ef-b685a27afeca', 'tenant_id': '65d54c3b7dcd4af68398071d25e8321e', 'mac_address': 'fa:16:3e:5c:7a:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6f21cde-5d2b-481d-b3d0-e0dc4fc50def', 'device_owner': 'network:router_interface', 'standard_attr_id': 1253, 'fixed_ips': [{'subnet_id': 'eebffde5-12d3-4f3e-8ac5-6afeff8b265d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:06:30Z', 'updated_at': '2022-04-28T11:06:35Z', 'revision_number': 5, 'project_id': '65d54c3b7dcd4af68398071d25e8321e', 'subnets': [{'id': 'eebffde5-12d3-4f3e-8ac5-6afeff8b265d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=116163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:06:58.599494 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ec5517e-1afc-41df-a23b-4c4aebc0cc5c None None] The sync data for ids ['d6f21cde-5d2b-481d-b3d0-e0dc4fc50def'] in dv-neutron-master-2-hyperv is: [{'id': 'd6f21cde-5d2b-481d-b3d0-e0dc4fc50def', 'name': 'tempest-TestNetworkBasicOps-router-1552748683', 'tenant_id': '65d54c3b7dcd4af68398071d25e8321e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'external_fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.121'}], 'enable_snat': True}, 'gw_port_id': 'dc9e1bd3-1ed1-4c31-8c31-cdcf5fee84e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T11:06:19Z', 'updated_at': '2022-04-28T11:06:31Z', 'revision_number': 4, 'project_id': '65d54c3b7dcd4af68398071d25e8321e', 'gw_port': {'id': 'dc9e1bd3-1ed1-4c31-8c31-cdcf5fee84e4', 'name': '', 'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:4b:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6f21cde-5d2b-481d-b3d0-e0dc4fc50def', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1238, 'fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:06:20Z', 'updated_at': '2022-04-28T11:06:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': 'ea8c06e7-ecb1-40e5-b34d-a2a07deebe26', 'tenant_id': '65d54c3b7dcd4af68398071d25e8321e', 'floating_ip_address': '172.36.4.4', 'floating_network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'router_id': 'd6f21cde-5d2b-481d-b3d0-e0dc4fc50def', 'port_id': '1b785d9f-38ad-48ca-bc53-6ca2d6d44abe', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1341, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4d94945e-b64d-4dbe-b9ef-b685a27afeca', 'mac_address': 'fa:16:3e:5d:50:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb1112e0-5810-4e07-868b-1de667cf8218', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T11:06:56Z', 'updated_at': '2022-04-28T11:06:56Z', 'revision_number': 0, 'project_id': '65d54c3b7dcd4af68398071d25e8321e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ea17f733-b458-4d46-8035-dbcdfb7b162d', 'name': '', 'network_id': '4d94945e-b64d-4dbe-b9ef-b685a27afeca', 'tenant_id': '65d54c3b7dcd4af68398071d25e8321e', 'mac_address': 'fa:16:3e:5c:7a:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6f21cde-5d2b-481d-b3d0-e0dc4fc50def', 'device_owner': 'network:router_interface', 'standard_attr_id': 1253, 'fixed_ips': [{'subnet_id': 'eebffde5-12d3-4f3e-8ac5-6afeff8b265d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:06:30Z', 'updated_at': '2022-04-28T11:06:35Z', 'revision_number': 5, 'project_id': '65d54c3b7dcd4af68398071d25e8321e', 'subnets': [{'id': 'eebffde5-12d3-4f3e-8ac5-6afeff8b265d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=116163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 11:06:58.631632 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-3b6fe067-0347-4b36-be10-9740164998b1 tempest-SecGroupTest-1571759991 tempest-SecGroupTest-1571759991-project] Publish callbacks [] for security_group_rule (4cf7cd6f-1ac9-4db4-8db6-cf1e48b92ca5), precommit_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:58.702666 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-3b6fe067-0347-4b36-be10-9740164998b1 tempest-SecGroupTest-1571759991 tempest-SecGroupTest-1571759991-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1912725'] for security_group_rule (4cf7cd6f-1ac9-4db4-8db6-cf1e48b92ca5), after_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:58.722808 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6fe067-0347-4b36-be10-9740164998b1 tempest-SecGroupTest-1571759991 tempest-SecGroupTest-1571759991-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4cf7cd6f-1ac9-4db4-8db6-cf1e48b92ca5,revision_number=0']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:06:58.766922 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 55606) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:06:58.806373 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-3b6fe067-0347-4b36-be10-9740164998b1 tempest-SecGroupTest-1571759991 tempest-SecGroupTest-1571759991-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:58.808343 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-3b6fe067-0347-4b36-be10-9740164998b1 tempest-SecGroupTest-1571759991 tempest-SecGroupTest-1571759991-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3882856 Apr 28 11:06:58.811440 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 55608) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:06:58.826536 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7effe71c-2b79-4203-b146-54aacc7aabdd None None] New status for floating IP ea8c06e7-ecb1-40e5-b34d-a2a07deebe26: ACTIVE {{(pid=116164) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 28 11:06:58.836768 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-8970e715-266c-4c08-9228-1b98d37f87ef tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] 10.222.0.10 "GET /v2.0/floatingips/ea8c06e7-ecb1-40e5-b34d-a2a07deebe26 HTTP/1.1" status: 200 len: 990 time: 0.0679066 Apr 28 11:06:58.842607 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-919733c9-6a8d-4827-96b8-b5b171234724 tempest-SecGroupTest-1571759991 tempest-SecGroupTest-1571759991-project] 10.222.0.10 "GET /v2.0/security-group-rules/4cf7cd6f-1ac9-4db4-8db6-cf1e48b92ca5 HTTP/1.1" status: 200 len: 764 time: 0.0297384 Apr 28 11:06:58.853661 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 55610) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:06:58.897620 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-e22512f9-64c6-4af9-ad7f-f0c68e009ed0 tempest-SecGroupTest-1571759991 tempest-SecGroupTest-1571759991-project] 10.222.0.10 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.0426912 Apr 28 11:06:58.900365 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 55612) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:06:58.924941 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-20064971-a00a-415c-8a8f-212384090abb tempest-SecGroupTest-1571759991 tempest-SecGroupTest-1571759991-project] Publish callbacks [] for security_group_rule (4cf7cd6f-1ac9-4db4-8db6-cf1e48b92ca5), before_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:58.933498 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-20064971-a00a-415c-8a8f-212384090abb tempest-SecGroupTest-1571759991 tempest-SecGroupTest-1571759991-project] Publish callbacks [] for security_group_rule (4cf7cd6f-1ac9-4db4-8db6-cf1e48b92ca5), precommit_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:59.023085 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-20064971-a00a-415c-8a8f-212384090abb tempest-SecGroupTest-1571759991 tempest-SecGroupTest-1571759991-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1912725'] for security_group_rule (4cf7cd6f-1ac9-4db4-8db6-cf1e48b92ca5), after_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:59.036490 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-20064971-a00a-415c-8a8f-212384090abb tempest-SecGroupTest-1571759991 tempest-SecGroupTest-1571759991-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:59.037257 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 55614) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:06:59.037698 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-20064971-a00a-415c-8a8f-212384090abb tempest-SecGroupTest-1571759991 tempest-SecGroupTest-1571759991-project] 10.222.0.10 "DELETE /v2.0/security-group-rules/4cf7cd6f-1ac9-4db4-8db6-cf1e48b92ca5 HTTP/1.1" status: 204 len: 168 time: 0.1360018 Apr 28 11:06:59.045590 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20064971-a00a-415c-8a8f-212384090abb tempest-SecGroupTest-1571759991 tempest-SecGroupTest-1571759991-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4cf7cd6f-1ac9-4db4-8db6-cf1e48b92ca5,revision_number=None']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:06:59.088685 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-03aa2efc-c31b-4f1b-80fe-1a955d106838 tempest-SecGroupTest-1571759991 tempest-SecGroupTest-1571759991-project] 10.222.0.10 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0491111 Apr 28 11:06:59.090845 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 55616) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:06:59.143557 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-85ba0aba-9ea0-440e-bebc-b265fe4c474c tempest-SecGroupTest-1571759991 tempest-SecGroupTest-1571759991-project] Publish callbacks [] for security_group (0f998276-c980-46be-9e6a-66da5962b993), before_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:59.167064 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-85ba0aba-9ea0-440e-bebc-b265fe4c474c tempest-SecGroupTest-1571759991 tempest-SecGroupTest-1571759991-project] Publish callbacks [] for security_group (0f998276-c980-46be-9e6a-66da5962b993), precommit_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:59.251266 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-85ba0aba-9ea0-440e-bebc-b265fe4c474c tempest-SecGroupTest-1571759991 tempest-SecGroupTest-1571759991-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924426'] for security_group (0f998276-c980-46be-9e6a-66da5962b993), after_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:59.253963 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-85ba0aba-9ea0-440e-bebc-b265fe4c474c tempest-SecGroupTest-1571759991 tempest-SecGroupTest-1571759991-project] Publish callbacks [] for security_group (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:59.255194 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-85ba0aba-9ea0-440e-bebc-b265fe4c474c tempest-SecGroupTest-1571759991 tempest-SecGroupTest-1571759991-project] 10.222.0.10 "DELETE /v2.0/security-groups/0f998276-c980-46be-9e6a-66da5962b993 HTTP/1.1" status: 204 len: 168 time: 0.1634202 Apr 28 11:06:59.257848 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 55618) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:06:59.265388 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ba0aba-9ea0-440e-bebc-b265fe4c474c tempest-SecGroupTest-1571759991 tempest-SecGroupTest-1571759991-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f998276-c980-46be-9e6a-66da5962b993,revision_number=None']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:06:59.304863 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-f5978bfc-8cf1-4585-b976-de52e3f79dab tempest-SecGroupTest-1571759991 tempest-SecGroupTest-1571759991-project] 10.222.0.10 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0456443 Apr 28 11:06:59.309938 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 55620) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:06:59.314048 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.v2.base [None req-a4129f21-1efb-45eb-8861-0edf82794f3c tempest-SecGroupTest-1571759991 tempest-SecGroupTest-1571759991-project] Request body: {'security_group': {'name': 'tempest-secgroup--762042087'}} {{(pid=116161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:06:59.405943 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-a4129f21-1efb-45eb-8861-0edf82794f3c tempest-SecGroupTest-1571759991 tempest-SecGroupTest-1571759991-project] Publish callbacks [] for security_group (None), before_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:59.473686 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-a4129f21-1efb-45eb-8861-0edf82794f3c tempest-SecGroupTest-1571759991 tempest-SecGroupTest-1571759991-project] Publish callbacks [] for security_group (4316cde2-54f8-42a0-8158-89f195ddaf75), precommit_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:59.543220 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-a4129f21-1efb-45eb-8861-0edf82794f3c tempest-SecGroupTest-1571759991 tempest-SecGroupTest-1571759991-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924426'] for security_group (4316cde2-54f8-42a0-8158-89f195ddaf75), after_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:59.573602 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4129f21-1efb-45eb-8861-0edf82794f3c tempest-SecGroupTest-1571759991 tempest-SecGroupTest-1571759991-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4316cde2-54f8-42a0-8158-89f195ddaf75,revision_number=1']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:06:59.682700 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-a4129f21-1efb-45eb-8861-0edf82794f3c tempest-SecGroupTest-1571759991 tempest-SecGroupTest-1571759991-project] Publish callbacks [] for security_group (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:59.684072 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-a4129f21-1efb-45eb-8861-0edf82794f3c tempest-SecGroupTest-1571759991 tempest-SecGroupTest-1571759991-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3736017 Apr 28 11:06:59.686738 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 55624) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:06:59.691011 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.v2.base [None req-d863091b-5fee-4368-9c80-47485e05927b tempest-SecGroupTest-1571759991 tempest-SecGroupTest-1571759991-project] Request body: {'security_group_rule': {'security_group_id': '4316cde2-54f8-42a0-8158-89f195ddaf75', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=116161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:06:59.829047 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-d863091b-5fee-4368-9c80-47485e05927b tempest-SecGroupTest-1571759991 tempest-SecGroupTest-1571759991-project] Publish callbacks [] for security_group_rule (badfda0b-737a-4a99-9694-e0c445db725f), before_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:59.839934 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 55626) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:06:59.892246 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-d863091b-5fee-4368-9c80-47485e05927b tempest-SecGroupTest-1571759991 tempest-SecGroupTest-1571759991-project] Publish callbacks [] for security_group_rule (badfda0b-737a-4a99-9694-e0c445db725f), precommit_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:06:59.906919 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-569ae982-030b-4f7c-aeb4-87b161444cbc tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] 10.222.0.10 "GET /v2.0/floatingips/ea8c06e7-ecb1-40e5-b34d-a2a07deebe26 HTTP/1.1" status: 200 len: 992 time: 0.0656593 Apr 28 11:07:00.028805 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-d863091b-5fee-4368-9c80-47485e05927b tempest-SecGroupTest-1571759991 tempest-SecGroupTest-1571759991-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1912725'] for security_group_rule (badfda0b-737a-4a99-9694-e0c445db725f), after_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:07:00.046899 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d863091b-5fee-4368-9c80-47485e05927b tempest-SecGroupTest-1571759991 tempest-SecGroupTest-1571759991-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=badfda0b-737a-4a99-9694-e0c445db725f,revision_number=0']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:07:00.133329 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-d863091b-5fee-4368-9c80-47485e05927b tempest-SecGroupTest-1571759991 tempest-SecGroupTest-1571759991-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:07:00.134618 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-d863091b-5fee-4368-9c80-47485e05927b tempest-SecGroupTest-1571759991 tempest-SecGroupTest-1571759991-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4469066 Apr 28 11:07:00.138046 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 55628) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:07:00.193431 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-0dfe621b-c86c-433b-9403-5290fe7e16da tempest-SecGroupTest-1571759991 tempest-SecGroupTest-1571759991-project] Publish callbacks [] for security_group (4316cde2-54f8-42a0-8158-89f195ddaf75), before_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:07:00.216677 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-0dfe621b-c86c-433b-9403-5290fe7e16da tempest-SecGroupTest-1571759991 tempest-SecGroupTest-1571759991-project] Publish callbacks [] for security_group (4316cde2-54f8-42a0-8158-89f195ddaf75), precommit_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:07:00.365654 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-0dfe621b-c86c-433b-9403-5290fe7e16da tempest-SecGroupTest-1571759991 tempest-SecGroupTest-1571759991-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924426'] for security_group (4316cde2-54f8-42a0-8158-89f195ddaf75), after_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:07:00.368517 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-0dfe621b-c86c-433b-9403-5290fe7e16da tempest-SecGroupTest-1571759991 tempest-SecGroupTest-1571759991-project] Publish callbacks [] for security_group (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:07:00.370424 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-0dfe621b-c86c-433b-9403-5290fe7e16da tempest-SecGroupTest-1571759991 tempest-SecGroupTest-1571759991-project] 10.222.0.10 "DELETE /v2.0/security-groups/4316cde2-54f8-42a0-8158-89f195ddaf75 HTTP/1.1" status: 204 len: 168 time: 0.2313509 Apr 28 11:07:00.373115 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 55630) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:07:00.379586 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dfe621b-c86c-433b-9403-5290fe7e16da tempest-SecGroupTest-1571759991 tempest-SecGroupTest-1571759991-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4316cde2-54f8-42a0-8158-89f195ddaf75,revision_number=None']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:07:00.420721 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-950a93ec-8c19-4c94-9a66-ce16bab35d11 tempest-SecGroupTest-1571759991 tempest-SecGroupTest-1571759991-project] 10.222.0.10 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0462482 Apr 28 11:07:00.423201 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 55632) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:07:00.460349 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-69bee070-7bf9-4e15-9ac8-30b0baf10e2b tempest-SecGroupTest-1571759991 tempest-SecGroupTest-1571759991-project] 10.222.0.10 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.0360761 Apr 28 11:07:00.463116 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 55634) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:07:00.476689 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.api.v2.resource [None req-ba2809b3-5f12-425d-9b9a-10f9033f0555 tempest-SecGroupTest-1571759991 tempest-SecGroupTest-1571759991-project] delete failed (client error): The resource could not be found. Apr 28 11:07:00.477933 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-ba2809b3-5f12-425d-9b9a-10f9033f0555 tempest-SecGroupTest-1571759991 tempest-SecGroupTest-1571759991-project] 10.222.0.10 "DELETE /v2.0/security-groups/4316cde2-54f8-42a0-8158-89f195ddaf75 HTTP/1.1" status: 404 len: 347 time: 0.0136635 Apr 28 11:07:00.481750 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 55636) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:07:00.532018 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-87ae6fd7-6a35-47b9-b0e0-640ccf82d618 tempest-SecGroupTest-1571759991 tempest-SecGroupTest-1571759991-project] 10.222.0.10 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0491295 Apr 28 11:07:01.067389 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 55644) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:07:01.199954 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-51134ce2-01f1-40f3-9e47-bae6231512de admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=c39dc331bb064cb8950cd186f5065210&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1312294 Apr 28 11:07:01.202295 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 55648) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:07:01.248692 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-4f6a862e-0a7a-4a43-bdec-6ba23e3685ed admin admin] Publish callbacks [] for security_group (74e38f3e-7d86-4f41-9d49-b3cfc2e6fff9), before_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:07:01.269122 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-4f6a862e-0a7a-4a43-bdec-6ba23e3685ed admin admin] Publish callbacks [] for security_group (74e38f3e-7d86-4f41-9d49-b3cfc2e6fff9), precommit_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:07:01.394358 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-4f6a862e-0a7a-4a43-bdec-6ba23e3685ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924426'] for security_group (74e38f3e-7d86-4f41-9d49-b3cfc2e6fff9), after_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:07:01.396868 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-4f6a862e-0a7a-4a43-bdec-6ba23e3685ed admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:07:01.398048 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-4f6a862e-0a7a-4a43-bdec-6ba23e3685ed admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/74e38f3e-7d86-4f41-9d49-b3cfc2e6fff9 HTTP/1.1" status: 204 len: 168 time: 0.1948333 Apr 28 11:07:01.407003 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f6a862e-0a7a-4a43-bdec-6ba23e3685ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74e38f3e-7d86-4f41-9d49-b3cfc2e6fff9,revision_number=None']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:07:02.201777 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.agents_db [None req-54b29a82-8a19-4507-95e3-3a2d011841ff None None] Agent healthcheck: found 6 active agents {{(pid=116164) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 28 11:07:02.497481 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 55672) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:07:02.591731 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.v2.base [None req-5bed8250-78e6-405c-bc69-4071cd4ba7c0 tempest-TagsExtTest-1098425028 tempest-TagsExtTest-1098425028-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-804099456'}} {{(pid=116162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:07:02.708552 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5bed8250-78e6-405c-bc69-4071cd4ba7c0 tempest-TagsExtTest-1098425028 tempest-TagsExtTest-1098425028-project] Made reservation on behalf of ac4a11f822704f659d718dea43576658 for: {'network': 1} {{(pid=116162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 11:07:02.711967 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-5bed8250-78e6-405c-bc69-4071cd4ba7c0 tempest-TagsExtTest-1098425028 tempest-TagsExtTest-1098425028-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for network (None), before_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:07:02.720610 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-5bed8250-78e6-405c-bc69-4071cd4ba7c0 tempest-TagsExtTest-1098425028 tempest-TagsExtTest-1098425028-project] Publish callbacks [] for security_group (None), before_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:07:02.793336 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-5bed8250-78e6-405c-bc69-4071cd4ba7c0 tempest-TagsExtTest-1098425028 tempest-TagsExtTest-1098425028-project] Publish callbacks [] for security_group (391606ef-2b0e-4626-83a5-17d1da8fc4fd), precommit_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:07:02.856757 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-5bed8250-78e6-405c-bc69-4071cd4ba7c0 tempest-TagsExtTest-1098425028 tempest-TagsExtTest-1098425028-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924426'] for security_group (391606ef-2b0e-4626-83a5-17d1da8fc4fd), after_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:07:02.885655 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5bed8250-78e6-405c-bc69-4071cd4ba7c0 tempest-TagsExtTest-1098425028 tempest-TagsExtTest-1098425028-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 69} {{(pid=116162) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 11:07:02.894278 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bed8250-78e6-405c-bc69-4071cd4ba7c0 tempest-TagsExtTest-1098425028 tempest-TagsExtTest-1098425028-project] Pushing event updated for resources: {'SecurityGroup': ['ID=391606ef-2b0e-4626-83a5-17d1da8fc4fd,revision_number=1']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:07:02.900048 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-5bed8250-78e6-405c-bc69-4071cd4ba7c0 tempest-TagsExtTest-1098425028 tempest-TagsExtTest-1098425028-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-961978'] for segment (53aa08f3-63db-4442-82f8-63218727f2c7), precommit_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:07:02.900413 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.db.segments_db [None req-5bed8250-78e6-405c-bc69-4071cd4ba7c0 tempest-TagsExtTest-1098425028 tempest-TagsExtTest-1098425028-project] Added segment 53aa08f3-63db-4442-82f8-63218727f2c7 of type vlan for network 53614605-60ce-4fc6-b176-f1d4ecdb1428 Apr 28 11:07:02.941396 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-5bed8250-78e6-405c-bc69-4071cd4ba7c0 tempest-TagsExtTest-1098425028 tempest-TagsExtTest-1098425028-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742234744962'] for network (53614605-60ce-4fc6-b176-f1d4ecdb1428), precommit_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:07:03.034261 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-5bed8250-78e6-405c-bc69-4071cd4ba7c0 tempest-TagsExtTest-1098425028 tempest-TagsExtTest-1098425028-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042'] for network (53614605-60ce-4fc6-b176-f1d4ecdb1428), after_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:07:03.039478 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bed8250-78e6-405c-bc69-4071cd4ba7c0 tempest-TagsExtTest-1098425028 tempest-TagsExtTest-1098425028-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:07:03.040091 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-5bed8250-78e6-405c-bc69-4071cd4ba7c0 tempest-TagsExtTest-1098425028 tempest-TagsExtTest-1098425028-project] Publish callbacks [] for network (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:07:03.108282 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bed8250-78e6-405c-bc69-4071cd4ba7c0 tempest-TagsExtTest-1098425028 tempest-TagsExtTest-1098425028-project] Pushing event updated for resources: {'Network': ['ID=53614605-60ce-4fc6-b176-f1d4ecdb1428,revision_number=1']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:07:03.119895 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Network 53614605-60ce-4fc6-b176-f1d4ecdb1428 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=116163) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 28 11:07:03.169385 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-5bed8250-78e6-405c-bc69-4071cd4ba7c0 tempest-TagsExtTest-1098425028 tempest-TagsExtTest-1098425028-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 0.6707726 Apr 28 11:07:03.172633 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 55678) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:07:03.178380 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.v2.base [None req-d60a2a8a-110d-44fb-8dca-477ea8001343 tempest-TagsExtTest-1098425028 tempest-TagsExtTest-1098425028-project] Request body: {'subnet': {'network_id': '53614605-60ce-4fc6-b176-f1d4ecdb1428', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=116161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:07:03.331450 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d60a2a8a-110d-44fb-8dca-477ea8001343 tempest-TagsExtTest-1098425028 tempest-TagsExtTest-1098425028-project] Made reservation on behalf of ac4a11f822704f659d718dea43576658 for: {'subnet': 1} {{(pid=116161) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 11:07:03.334934 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-d60a2a8a-110d-44fb-8dca-477ea8001343 tempest-TagsExtTest-1098425028 tempest-TagsExtTest-1098425028-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5125580'] for subnet (None), before_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:07:03.583284 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-d60a2a8a-110d-44fb-8dca-477ea8001343 tempest-TagsExtTest-1098425028 tempest-TagsExtTest-1098425028-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5220536', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5125438'] for subnet (98e21958-3892-4478-a232-75de42b64ffd), after_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:07:03.643674 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d60a2a8a-110d-44fb-8dca-477ea8001343 tempest-TagsExtTest-1098425028 tempest-TagsExtTest-1098425028-project] Pushing event updated for resources: {'Subnet': ['ID=98e21958-3892-4478-a232-75de42b64ffd,revision_number=0']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:07:03.652709 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d60a2a8a-110d-44fb-8dca-477ea8001343 tempest-TagsExtTest-1098425028 tempest-TagsExtTest-1098425028-project] Checking segment: {'id': '53aa08f3-63db-4442-82f8-63218727f2c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '53614605-60ce-4fc6-b176-f1d4ecdb1428'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 11:07:03.653071 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d60a2a8a-110d-44fb-8dca-477ea8001343 tempest-TagsExtTest-1098425028 tempest-TagsExtTest-1098425028-project] Network hostable DHCP agents. Network: 53614605-60ce-4fc6-b176-f1d4ecdb1428, hostable agents: ['75ba81b7-fe99-4281-90d2-a5adb445ecea'], hosted agents: [] {{(pid=116161) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 11:07:03.765790 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d60a2a8a-110d-44fb-8dca-477ea8001343 tempest-TagsExtTest-1098425028 tempest-TagsExtTest-1098425028-project] Network 53614605-60ce-4fc6-b176-f1d4ecdb1428 is scheduled to be hosted by DHCP agent 75ba81b7-fe99-4281-90d2-a5adb445ecea with binding_index 1 {{(pid=116161) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 11:07:03.845911 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.scheduler.base_scheduler [None req-d60a2a8a-110d-44fb-8dca-477ea8001343 tempest-TagsExtTest-1098425028 tempest-TagsExtTest-1098425028-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 53614605-60ce-4fc6-b176-f1d4ecdb1428) {{(pid=116161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 11:07:03.850094 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d60a2a8a-110d-44fb-8dca-477ea8001343 tempest-TagsExtTest-1098425028 tempest-TagsExtTest-1098425028-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:07:03.850841 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-d60a2a8a-110d-44fb-8dca-477ea8001343 tempest-TagsExtTest-1098425028 tempest-TagsExtTest-1098425028-project] Publish callbacks [] for subnet (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:07:03.855667 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24cd3a48-1654-4b97-b87c-89ef06fa7d3a None None] Network 53614605-60ce-4fc6-b176-f1d4ecdb1428 requested from dv-neutron-master-2-hyperv {{(pid=116163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 11:07:03.950211 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 55682) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:07:03.950784 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-d60a2a8a-110d-44fb-8dca-477ea8001343 tempest-TagsExtTest-1098425028 tempest-TagsExtTest-1098425028-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7760808 Apr 28 11:07:03.955727 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.v2.base [None req-14c49988-4e0d-4d3a-83d6-ecd2a4dab2f2 tempest-TagsExtTest-1098425028 tempest-TagsExtTest-1098425028-project] Request body: {'port': {'network_id': '53614605-60ce-4fc6-b176-f1d4ecdb1428', 'name': 'tempest-TagsExtTest-1297488879'}} {{(pid=116162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:07:03.957947 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22e18c12-ad2a-4942-9ff6-8b147147e417 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-53614605-60ce-4fc6-b176-f1d4ecdb1428', 'network_id': '53614605-60ce-4fc6-b176-f1d4ecdb1428', 'project_id': 'ac4a11f822704f659d718dea43576658', 'fixed_ips': [{'subnet_id': '98e21958-3892-4478-a232-75de42b64ffd'}]}} from dv-neutron-master-2-hyperv. {{(pid=116163) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 28 11:07:03.958876 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-22e18c12-ad2a-4942-9ff6-8b147147e417 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (None), before_create {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:07:04.096373 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.db_base_plugin_common [None req-22e18c12-ad2a-4942-9ff6-8b147147e417 None None] Allocated IP 172.20.0.2 (53614605-60ce-4fc6-b176-f1d4ecdb1428/98e21958-3892-4478-a232-75de42b64ffd/be47a704-fefe-4b04-9e7b-b396d8081fd3) {{(pid=116163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 11:07:04.160183 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14c49988-4e0d-4d3a-83d6-ecd2a4dab2f2 tempest-TagsExtTest-1098425028 tempest-TagsExtTest-1098425028-project] Made reservation on behalf of ac4a11f822704f659d718dea43576658 for: {'port': 1} {{(pid=116162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 11:07:04.163619 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-14c49988-4e0d-4d3a-83d6-ecd2a4dab2f2 tempest-TagsExtTest-1098425028 tempest-TagsExtTest-1098425028-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (None), before_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:07:04.182037 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.notifiers.nova [None req-14c49988-4e0d-4d3a-83d6-ecd2a4dab2f2 tempest-TagsExtTest-1098425028 tempest-TagsExtTest-1098425028-project] device_id is not set on port 1d981a35-6837-44a3-b212-65843410e0cb yet. {{(pid=116162) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 28 11:07:04.246320 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-22e18c12-ad2a-4942-9ff6-8b147147e417 None None] Publish callbacks [] for port (be47a704-fefe-4b04-9e7b-b396d8081fd3), precommit_create {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:07:04.377408 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-22e18c12-ad2a-4942-9ff6-8b147147e417 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742234710357'] for port (be47a704-fefe-4b04-9e7b-b396d8081fd3), after_create {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:07:04.416451 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22e18c12-ad2a-4942-9ff6-8b147147e417 None None] Network 53614605-60ce-4fc6-b176-f1d4ecdb1428 is already hosted by enough agents. {{(pid=116163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 11:07:04.423259 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.scheduler.base_scheduler [None req-22e18c12-ad2a-4942-9ff6-8b147147e417 None None] Resources bound (agent type, host, resource id): {{(pid=116163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 11:07:04.425684 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22e18c12-ad2a-4942-9ff6-8b147147e417 None None] Received port after_create {{(pid=116163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 11:07:04.431266 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e18c12-ad2a-4942-9ff6-8b147147e417 None None] Pushing event updated for resources: {'Port': ['ID=be47a704-fefe-4b04-9e7b-b396d8081fd3,revision_number=1']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:07:04.432506 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.db.db_base_plugin_common [None req-14c49988-4e0d-4d3a-83d6-ecd2a4dab2f2 tempest-TagsExtTest-1098425028 tempest-TagsExtTest-1098425028-project] Allocated IP 172.20.0.11 (53614605-60ce-4fc6-b176-f1d4ecdb1428/98e21958-3892-4478-a232-75de42b64ffd/1d981a35-6837-44a3-b212-65843410e0cb) {{(pid=116162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 11:07:04.489504 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.managers [None req-22e18c12-ad2a-4942-9ff6-8b147147e417 None None] Attempting to bind port be47a704-fefe-4b04-9e7b-b396d8081fd3 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=116163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 28 11:07:04.489875 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.managers [None req-22e18c12-ad2a-4942-9ff6-8b147147e417 None None] Attempting to bind port be47a704-fefe-4b04-9e7b-b396d8081fd3 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '53aa08f3-63db-4442-82f8-63218727f2c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '53614605-60ce-4fc6-b176-f1d4ecdb1428'}] {{(pid=116163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 28 11:07:04.490242 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22e18c12-ad2a-4942-9ff6-8b147147e417 None None] Attempting to bind port be47a704-fefe-4b04-9e7b-b396d8081fd3 on network 53614605-60ce-4fc6-b176-f1d4ecdb1428 {{(pid=116163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 11:07:04.496266 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22e18c12-ad2a-4942-9ff6-8b147147e417 None None] Checking agent: {'id': 'd5baab19-5dd1-4902-922b-84acb048ab9c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 10, 50, 43), 'started_at': datetime.datetime(2022, 4, 28, 10, 51, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 11, 6, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=116163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 11:07:04.496643 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22e18c12-ad2a-4942-9ff6-8b147147e417 None None] Checking segment: {'id': '53aa08f3-63db-4442-82f8-63218727f2c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '53614605-60ce-4fc6-b176-f1d4ecdb1428'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 11:07:04.497046 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-22e18c12-ad2a-4942-9ff6-8b147147e417 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:07:04.497438 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22e18c12-ad2a-4942-9ff6-8b147147e417 None None] Bound using segment: {'id': '53aa08f3-63db-4442-82f8-63218727f2c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '53614605-60ce-4fc6-b176-f1d4ecdb1428'} {{(pid=116163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 11:07:04.497910 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.managers [None req-22e18c12-ad2a-4942-9ff6-8b147147e417 None None] Bound port: be47a704-fefe-4b04-9e7b-b396d8081fd3, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '53aa08f3-63db-4442-82f8-63218727f2c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '53614605-60ce-4fc6-b176-f1d4ecdb1428'}}] {{(pid=116163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 28 11:07:04.498291 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-22e18c12-ad2a-4942-9ff6-8b147147e417 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (be47a704-fefe-4b04-9e7b-b396d8081fd3), before_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:07:04.565438 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-22e18c12-ad2a-4942-9ff6-8b147147e417 None None] For port be47a704-fefe-4b04-9e7b-b396d8081fd3, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=116163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 11:07:04.568605 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-22e18c12-ad2a-4942-9ff6-8b147147e417 None None] For port be47a704-fefe-4b04-9e7b-b396d8081fd3, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=be47a704-fefe-4b04-9e7b-b396d8081fd3,segment=NetworkSegment(53aa08f3-63db-4442-82f8-63218727f2c7),segment_id=53aa08f3-63db-4442-82f8-63218727f2c7)] {{(pid=116163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 11:07:04.580372 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-14c49988-4e0d-4d3a-83d6-ecd2a4dab2f2 tempest-TagsExtTest-1098425028 tempest-TagsExtTest-1098425028-project] Publish callbacks [] for port (1d981a35-6837-44a3-b212-65843410e0cb), precommit_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:07:04.646595 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-22e18c12-ad2a-4942-9ff6-8b147147e417 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393'] for port (be47a704-fefe-4b04-9e7b-b396d8081fd3), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:07:04.681166 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-14c49988-4e0d-4d3a-83d6-ecd2a4dab2f2 tempest-TagsExtTest-1098425028 tempest-TagsExtTest-1098425028-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742234710357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5051867'] for port (1d981a35-6837-44a3-b212-65843410e0cb), after_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:07:04.715201 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e18c12-ad2a-4942-9ff6-8b147147e417 None None] Pushing event updated for resources: {'Port': ['ID=be47a704-fefe-4b04-9e7b-b396d8081fd3,revision_number=2']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:07:04.730336 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14c49988-4e0d-4d3a-83d6-ecd2a4dab2f2 tempest-TagsExtTest-1098425028 tempest-TagsExtTest-1098425028-project] Network 53614605-60ce-4fc6-b176-f1d4ecdb1428 is already hosted by enough agents. {{(pid=116162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 11:07:04.736441 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.scheduler.base_scheduler [None req-14c49988-4e0d-4d3a-83d6-ecd2a4dab2f2 tempest-TagsExtTest-1098425028 tempest-TagsExtTest-1098425028-project] Resources bound (agent type, host, resource id): {{(pid=116162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 11:07:04.742937 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14c49988-4e0d-4d3a-83d6-ecd2a4dab2f2 tempest-TagsExtTest-1098425028 tempest-TagsExtTest-1098425028-project] Received port after_create {{(pid=116162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 11:07:04.779677 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c49988-4e0d-4d3a-83d6-ecd2a4dab2f2 tempest-TagsExtTest-1098425028 tempest-TagsExtTest-1098425028-project] Pushing event updated for resources: {'Port': ['ID=1d981a35-6837-44a3-b212-65843410e0cb,revision_number=1']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:07:04.804401 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14c49988-4e0d-4d3a-83d6-ecd2a4dab2f2 tempest-TagsExtTest-1098425028 tempest-TagsExtTest-1098425028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:07:04.805035 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-14c49988-4e0d-4d3a-83d6-ecd2a4dab2f2 tempest-TagsExtTest-1098425028 tempest-TagsExtTest-1098425028-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198022'] for port (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:07:04.889225 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-14c49988-4e0d-4d3a-83d6-ecd2a4dab2f2 tempest-TagsExtTest-1098425028 tempest-TagsExtTest-1098425028-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 0.9377429 Apr 28 11:07:04.891850 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 55686) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:07:04.896138 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.v2.base [None req-ef347b54-4286-4f7b-863a-746bc11c242f tempest-TagsExtTest-1098425028 tempest-TagsExtTest-1098425028-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-2111337773', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=116162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:07:04.977447 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-ef347b54-4286-4f7b-863a-746bc11c242f tempest-TagsExtTest-1098425028 tempest-TagsExtTest-1098425028-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2060459', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-63449'] for router (c9d0ab86-d61a-42b4-a6b1-3f92b627699b), before_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:07:04.978856 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-ef347b54-4286-4f7b-863a-746bc11c242f tempest-TagsExtTest-1098425028 tempest-TagsExtTest-1098425028-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2060827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1935275', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1960866', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-63266'] for router (c9d0ab86-d61a-42b4-a6b1-3f92b627699b), precommit_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:07:05.039611 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-ef347b54-4286-4f7b-863a-746bc11c242f tempest-TagsExtTest-1098425028 tempest-TagsExtTest-1098425028-project] Publish callbacks [] for router_controller (c9d0ab86-d61a-42b4-a6b1-3f92b627699b), precommit_add_association {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:07:05.149312 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-ef347b54-4286-4f7b-863a-746bc11c242f tempest-TagsExtTest-1098425028 tempest-TagsExtTest-1098425028-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2060818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1935326'] for router (c9d0ab86-d61a-42b4-a6b1-3f92b627699b), after_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:07:05.248426 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-ef347b54-4286-4f7b-863a-746bc11c242f tempest-TagsExtTest-1098425028 tempest-TagsExtTest-1098425028-project] Publish callbacks [] for router (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:07:05.249574 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-ef347b54-4286-4f7b-863a-746bc11c242f tempest-TagsExtTest-1098425028 tempest-TagsExtTest-1098425028-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.3568099 Apr 28 11:07:05.252279 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 55688) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:07:05.256809 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.v2.base [None req-622a1e36-ab7d-4840-a7aa-5d07ea5bdac3 tempest-TagsExtTest-1098425028 tempest-TagsExtTest-1098425028-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-1230746729', 'prefixes': ['172.20.0.0/16']}} {{(pid=116162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:07:05.612524 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-faf913e2-890c-4a7e-b0a9-0762b56ae27d None None] Network 53614605-60ce-4fc6-b176-f1d4ecdb1428 requested from dv-neutron-master-2-hyperv {{(pid=116163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 11:07:05.687695 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-622a1e36-ab7d-4840-a7aa-5d07ea5bdac3 tempest-TagsExtTest-1098425028 tempest-TagsExtTest-1098425028-project] Publish callbacks [] for subnetpool (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:07:05.692072 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-622a1e36-ab7d-4840-a7aa-5d07ea5bdac3 tempest-TagsExtTest-1098425028 tempest-TagsExtTest-1098425028-project] 10.222.0.10 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 748 time: 0.4356825 Apr 28 11:07:05.692214 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-397ec7e6-6d2d-4eb8-ac2a-92bfe0c23038 None None] Provisioning complete for port be47a704-fefe-4b04-9e7b-b396d8081fd3 triggered by entity DHCP. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:07:05.692340 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-397ec7e6-6d2d-4eb8-ac2a-92bfe0c23038 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (be47a704-fefe-4b04-9e7b-b396d8081fd3), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:07:05.692453 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 55690) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:07:05.697136 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.services.tag.tag_plugin [None req-0eff45bd-70b0-448c-9d26-06bcc5393b11 tempest-TagsExtTest-1098425028 tempest-TagsExtTest-1098425028-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '98e21958-3892-4478-a232-75de42b64ffd', 'tempest-TagsExtTest-Tag-1174828088') {} {{(pid=116161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:07:05.803423 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Device be47a704-fefe-4b04-9e7b-b396d8081fd3 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=116163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 11:07:05.845570 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-397ec7e6-6d2d-4eb8-ac2a-92bfe0c23038 None None] Current status of the port be47a704-fefe-4b04-9e7b-b396d8081fd3 is: DOWN; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:07:05.846008 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-397ec7e6-6d2d-4eb8-ac2a-92bfe0c23038 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (be47a704-fefe-4b04-9e7b-b396d8081fd3), before_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:07:05.887835 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-0eff45bd-70b0-448c-9d26-06bcc5393b11 tempest-TagsExtTest-1098425028 tempest-TagsExtTest-1098425028-project] 10.222.0.10 "PUT /v2.0/subnets/98e21958-3892-4478-a232-75de42b64ffd/tags/tempest-TagsExtTest-Tag-1174828088 HTTP/1.1" status: 201 len: 201 time: 0.1943111 Apr 28 11:07:05.892902 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 55694) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:07:05.894490 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-397ec7e6-6d2d-4eb8-ac2a-92bfe0c23038 None None] For port be47a704-fefe-4b04-9e7b-b396d8081fd3, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=be47a704-fefe-4b04-9e7b-b396d8081fd3,segment=NetworkSegment(53aa08f3-63db-4442-82f8-63218727f2c7),segment_id=53aa08f3-63db-4442-82f8-63218727f2c7)] {{(pid=116163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 11:07:05.895826 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Provisioning complete for port be47a704-fefe-4b04-9e7b-b396d8081fd3 triggered by entity L2. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:07:05.896187 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (be47a704-fefe-4b04-9e7b-b396d8081fd3), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:07:05.898515 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.services.tag.tag_plugin [None req-ded07888-e300-4516-ba49-5bac6c30b82b tempest-TagsExtTest-1098425028 tempest-TagsExtTest-1098425028-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '1d981a35-6837-44a3-b212-65843410e0cb', 'tempest-TagsExtTest-Tag-657182177') {} {{(pid=116162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:07:05.980123 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-397ec7e6-6d2d-4eb8-ac2a-92bfe0c23038 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393'] for port (be47a704-fefe-4b04-9e7b-b396d8081fd3), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:07:05.986631 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Current status of the port be47a704-fefe-4b04-9e7b-b396d8081fd3 is: DOWN; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:07:05.987166 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (be47a704-fefe-4b04-9e7b-b396d8081fd3), before_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:07:06.070160 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-ded07888-e300-4516-ba49-5bac6c30b82b tempest-TagsExtTest-1098425028 tempest-TagsExtTest-1098425028-project] 10.222.0.10 "PUT /v2.0/ports/1d981a35-6837-44a3-b212-65843410e0cb/tags/tempest-TagsExtTest-Tag-657182177 HTTP/1.1" status: 201 len: 201 time: 0.1759145 Apr 28 11:07:06.076424 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 55696) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:07:06.076943 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-397ec7e6-6d2d-4eb8-ac2a-92bfe0c23038 None None] Pushing event updated for resources: {'Port': ['ID=be47a704-fefe-4b04-9e7b-b396d8081fd3,revision_number=3']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:07:06.092165 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.services.tag.tag_plugin [None req-bec550c5-a7ec-4517-bc17-16abaa9880fb tempest-TagsExtTest-1098425028 tempest-TagsExtTest-1098425028-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'c9d0ab86-d61a-42b4-a6b1-3f92b627699b', 'tempest-TagsExtTest-Tag-1833810818') {} {{(pid=116161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:07:06.106052 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-0838e5df-ed1a-4cf8-a2ed-4f990f5a414d None None] Provisioning complete for port 1d981a35-6837-44a3-b212-65843410e0cb triggered by entity DHCP. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:07:06.106473 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-0838e5df-ed1a-4cf8-a2ed-4f990f5a414d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (1d981a35-6837-44a3-b212-65843410e0cb), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:07:06.108337 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.db.api [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=116163) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 28 11:07:06.108687 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG oslo_db.api [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=116163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 28 11:07:06.147399 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-0838e5df-ed1a-4cf8-a2ed-4f990f5a414d None None] Port 1d981a35-6837-44a3-b212-65843410e0cb cannot update to ACTIVE because it is not bound. {{(pid=116163) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 28 11:07:06.156680 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-0838e5df-ed1a-4cf8-a2ed-4f990f5a414d None None] Provisioning complete for port be47a704-fefe-4b04-9e7b-b396d8081fd3 triggered by entity DHCP. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:07:06.157079 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-0838e5df-ed1a-4cf8-a2ed-4f990f5a414d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (be47a704-fefe-4b04-9e7b-b396d8081fd3), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:07:06.238359 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-0838e5df-ed1a-4cf8-a2ed-4f990f5a414d None None] Current status of the port be47a704-fefe-4b04-9e7b-b396d8081fd3 is: ACTIVE; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:07:06.246998 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-bec550c5-a7ec-4517-bc17-16abaa9880fb tempest-TagsExtTest-1098425028 tempest-TagsExtTest-1098425028-project] 10.222.0.10 "PUT /v2.0/routers/c9d0ab86-d61a-42b4-a6b1-3f92b627699b/tags/tempest-TagsExtTest-Tag-1833810818 HTTP/1.1" status: 201 len: 201 time: 0.1725485 Apr 28 11:07:06.249552 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 55698) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:07:06.254132 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.services.tag.tag_plugin [None req-cf87f415-d3b0-4b6f-8c90-ca3a4a12def2 tempest-TagsExtTest-1098425028 tempest-TagsExtTest-1098425028-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '3936180d-6ba4-4155-88d6-8d7e05640a85', 'tempest-TagsExtTest-Tag-350578555') {} {{(pid=116161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:07:06.355782 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-8ae53fc6-f9d5-4ab1-b98e-3451063a224e None None] Provisioning complete for port 1d981a35-6837-44a3-b212-65843410e0cb triggered by entity DHCP. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:07:06.356038 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-8ae53fc6-f9d5-4ab1-b98e-3451063a224e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (1d981a35-6837-44a3-b212-65843410e0cb), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:07:06.390044 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-8ae53fc6-f9d5-4ab1-b98e-3451063a224e None None] Port 1d981a35-6837-44a3-b212-65843410e0cb cannot update to ACTIVE because it is not bound. {{(pid=116163) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 28 11:07:06.395242 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-cf87f415-d3b0-4b6f-8c90-ca3a4a12def2 tempest-TagsExtTest-1098425028 tempest-TagsExtTest-1098425028-project] 10.222.0.10 "PUT /v2.0/subnetpools/3936180d-6ba4-4155-88d6-8d7e05640a85/tags/tempest-TagsExtTest-Tag-350578555 HTTP/1.1" status: 201 len: 201 time: 0.1445818 Apr 28 11:07:06.397713 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 55700) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:07:06.402356 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.services.tag.tag_plugin [None req-10473fe3-bcd6-49e1-b34f-fe4182a67215 tempest-TagsExtTest-1098425028 tempest-TagsExtTest-1098425028-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '98e21958-3892-4478-a232-75de42b64ffd') {} {{(pid=116161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:07:06.648858 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Current status of the port be47a704-fefe-4b04-9e7b-b396d8081fd3 is: ACTIVE; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:07:06.755326 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-10473fe3-bcd6-49e1-b34f-fe4182a67215 tempest-TagsExtTest-1098425028 tempest-TagsExtTest-1098425028-project] 10.222.0.10 "GET /v2.0/subnets/98e21958-3892-4478-a232-75de42b64ffd/tags HTTP/1.1" status: 200 len: 241 time: 0.3565867 Apr 28 11:07:06.758085 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 55702) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:07:06.762807 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.services.tag.tag_plugin [None req-21aad3c1-f5c0-49a9-bafc-bcb18191d25c tempest-TagsExtTest-1098425028 tempest-TagsExtTest-1098425028-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '98e21958-3892-4478-a232-75de42b64ffd', 'tempest-TagsExtTest-Tag-1174828088') {} {{(pid=116161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:07:06.805185 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-21aad3c1-f5c0-49a9-bafc-bcb18191d25c tempest-TagsExtTest-1098425028 tempest-TagsExtTest-1098425028-project] 10.222.0.10 "GET /v2.0/subnets/98e21958-3892-4478-a232-75de42b64ffd/tags/tempest-TagsExtTest-Tag-1174828088 HTTP/1.1" status: 204 len: 168 time: 0.0460007 Apr 28 11:07:06.807861 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 55704) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:07:06.812110 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.services.tag.tag_plugin [None req-cf9cb7b2-df0d-4d7b-a9b6-54f502ce6158 tempest-TagsExtTest-1098425028 tempest-TagsExtTest-1098425028-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', '98e21958-3892-4478-a232-75de42b64ffd', 'tempest-TagsExtTest-Tag-1174828088') {} {{(pid=116161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:07:06.950423 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-cf9cb7b2-df0d-4d7b-a9b6-54f502ce6158 tempest-TagsExtTest-1098425028 tempest-TagsExtTest-1098425028-project] 10.222.0.10 "DELETE /v2.0/subnets/98e21958-3892-4478-a232-75de42b64ffd/tags/tempest-TagsExtTest-Tag-1174828088 HTTP/1.1" status: 204 len: 168 time: 0.1415291 Apr 28 11:07:06.952874 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 55708) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:07:06.956904 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.services.tag.tag_plugin [None req-c9869f3b-3615-4a24-bb15-3038f46cb84f tempest-TagsExtTest-1098425028 tempest-TagsExtTest-1098425028-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '98e21958-3892-4478-a232-75de42b64ffd') {} {{(pid=116161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:07:07.003947 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-c9869f3b-3615-4a24-bb15-3038f46cb84f tempest-TagsExtTest-1098425028 tempest-TagsExtTest-1098425028-project] 10.222.0.10 "GET /v2.0/subnets/98e21958-3892-4478-a232-75de42b64ffd/tags HTTP/1.1" status: 200 len: 205 time: 0.0499699 Apr 28 11:07:07.006457 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 55710) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:07:07.011051 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.services.tag.tag_plugin [None req-db0c3d20-b7a5-4a55-b152-d22d96fe0fbb tempest-TagsExtTest-1098425028 tempest-TagsExtTest-1098425028-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '1d981a35-6837-44a3-b212-65843410e0cb') {} {{(pid=116161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:07:07.045483 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-9331d9f5-f0cc-488f-8794-99ff6198b505 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (75ba81b7-fe99-4281-90d2-a5adb445ecea), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:07:07.053340 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-db0c3d20-b7a5-4a55-b152-d22d96fe0fbb tempest-TagsExtTest-1098425028 tempest-TagsExtTest-1098425028-project] 10.222.0.10 "GET /v2.0/ports/1d981a35-6837-44a3-b212-65843410e0cb/tags HTTP/1.1" status: 200 len: 240 time: 0.0458055 Apr 28 11:07:07.055902 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 55712) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:07:07.060227 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.services.tag.tag_plugin [None req-5477a7da-3012-488f-8f2f-b057b627517b tempest-TagsExtTest-1098425028 tempest-TagsExtTest-1098425028-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '1d981a35-6837-44a3-b212-65843410e0cb', 'tempest-TagsExtTest-Tag-657182177') {} {{(pid=116161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:07:07.107263 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-5477a7da-3012-488f-8f2f-b057b627517b tempest-TagsExtTest-1098425028 tempest-TagsExtTest-1098425028-project] 10.222.0.10 "GET /v2.0/ports/1d981a35-6837-44a3-b212-65843410e0cb/tags/tempest-TagsExtTest-Tag-657182177 HTTP/1.1" status: 204 len: 168 time: 0.0502789 Apr 28 11:07:07.109639 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 55714) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:07:07.113818 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.services.tag.tag_plugin [None req-37540817-9338-469c-bfff-d029cb868028 tempest-TagsExtTest-1098425028 tempest-TagsExtTest-1098425028-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', '1d981a35-6837-44a3-b212-65843410e0cb', 'tempest-TagsExtTest-Tag-657182177') {} {{(pid=116161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:07:07.240963 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-37540817-9338-469c-bfff-d029cb868028 tempest-TagsExtTest-1098425028 tempest-TagsExtTest-1098425028-project] 10.222.0.10 "DELETE /v2.0/ports/1d981a35-6837-44a3-b212-65843410e0cb/tags/tempest-TagsExtTest-Tag-657182177 HTTP/1.1" status: 204 len: 168 time: 0.1302166 Apr 28 11:07:07.243324 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 55716) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:07:07.247577 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.services.tag.tag_plugin [None req-dfbe24ad-8278-45cf-929f-fcb4b4424551 tempest-TagsExtTest-1098425028 tempest-TagsExtTest-1098425028-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '1d981a35-6837-44a3-b212-65843410e0cb') {} {{(pid=116161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:07:07.295414 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-dfbe24ad-8278-45cf-929f-fcb4b4424551 tempest-TagsExtTest-1098425028 tempest-TagsExtTest-1098425028-project] 10.222.0.10 "GET /v2.0/ports/1d981a35-6837-44a3-b212-65843410e0cb/tags HTTP/1.1" status: 200 len: 205 time: 0.0510662 Apr 28 11:07:07.297874 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 55718) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:07:07.302329 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.services.tag.tag_plugin [None req-9dcd67a8-9acb-4a67-80e1-6f8a43883d26 tempest-TagsExtTest-1098425028 tempest-TagsExtTest-1098425028-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'c9d0ab86-d61a-42b4-a6b1-3f92b627699b') {} {{(pid=116161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:07:07.378163 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-9dcd67a8-9acb-4a67-80e1-6f8a43883d26 tempest-TagsExtTest-1098425028 tempest-TagsExtTest-1098425028-project] 10.222.0.10 "GET /v2.0/routers/c9d0ab86-d61a-42b4-a6b1-3f92b627699b/tags HTTP/1.1" status: 200 len: 241 time: 0.0791934 Apr 28 11:07:07.380784 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 55720) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:07:07.386270 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.services.tag.tag_plugin [None req-5cd39a9e-0390-4bcb-a188-96cc66d772e2 tempest-TagsExtTest-1098425028 tempest-TagsExtTest-1098425028-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'c9d0ab86-d61a-42b4-a6b1-3f92b627699b', 'tempest-TagsExtTest-Tag-1833810818') {} {{(pid=116161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:07:07.461973 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-5cd39a9e-0390-4bcb-a188-96cc66d772e2 tempest-TagsExtTest-1098425028 tempest-TagsExtTest-1098425028-project] 10.222.0.10 "GET /v2.0/routers/c9d0ab86-d61a-42b4-a6b1-3f92b627699b/tags/tempest-TagsExtTest-Tag-1833810818 HTTP/1.1" status: 204 len: 168 time: 0.0801487 Apr 28 11:07:07.464934 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 55722) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:07:07.469337 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.services.tag.tag_plugin [None req-5609ce1e-a944-43bc-b466-11ab766db968 tempest-TagsExtTest-1098425028 tempest-TagsExtTest-1098425028-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', 'c9d0ab86-d61a-42b4-a6b1-3f92b627699b', 'tempest-TagsExtTest-Tag-1833810818') {} {{(pid=116161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:07:07.669296 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-5609ce1e-a944-43bc-b466-11ab766db968 tempest-TagsExtTest-1098425028 tempest-TagsExtTest-1098425028-project] 10.222.0.10 "DELETE /v2.0/routers/c9d0ab86-d61a-42b4-a6b1-3f92b627699b/tags/tempest-TagsExtTest-Tag-1833810818 HTTP/1.1" status: 204 len: 168 time: 0.2033184 Apr 28 11:07:07.671742 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 55724) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:07:07.675984 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.services.tag.tag_plugin [None req-828457ae-3613-4d4f-9089-ec56fd8962f1 tempest-TagsExtTest-1098425028 tempest-TagsExtTest-1098425028-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'c9d0ab86-d61a-42b4-a6b1-3f92b627699b') {} {{(pid=116161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:07:07.750130 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-828457ae-3613-4d4f-9089-ec56fd8962f1 tempest-TagsExtTest-1098425028 tempest-TagsExtTest-1098425028-project] 10.222.0.10 "GET /v2.0/routers/c9d0ab86-d61a-42b4-a6b1-3f92b627699b/tags HTTP/1.1" status: 200 len: 205 time: 0.0773559 Apr 28 11:07:07.752792 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 55726) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:07:07.757084 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.services.tag.tag_plugin [None req-8e8b4b6d-fc14-4205-8cd8-8fa413d23140 tempest-TagsExtTest-1098425028 tempest-TagsExtTest-1098425028-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '3936180d-6ba4-4155-88d6-8d7e05640a85') {} {{(pid=116161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:07:07.775620 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Device be47a704-fefe-4b04-9e7b-b396d8081fd3 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=116163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 11:07:07.779608 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-8e8b4b6d-fc14-4205-8cd8-8fa413d23140 tempest-TagsExtTest-1098425028 tempest-TagsExtTest-1098425028-project] 10.222.0.10 "GET /v2.0/subnetpools/3936180d-6ba4-4155-88d6-8d7e05640a85/tags HTTP/1.1" status: 200 len: 240 time: 0.0256150 Apr 28 11:07:07.782068 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 55728) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:07:07.788515 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.services.tag.tag_plugin [None req-f3f09f0f-cf8f-49bb-a877-98a194a7f35b tempest-TagsExtTest-1098425028 tempest-TagsExtTest-1098425028-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '3936180d-6ba4-4155-88d6-8d7e05640a85', 'tempest-TagsExtTest-Tag-350578555') {} {{(pid=116161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:07:07.819083 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-f3f09f0f-cf8f-49bb-a877-98a194a7f35b tempest-TagsExtTest-1098425028 tempest-TagsExtTest-1098425028-project] 10.222.0.10 "GET /v2.0/subnetpools/3936180d-6ba4-4155-88d6-8d7e05640a85/tags/tempest-TagsExtTest-Tag-350578555 HTTP/1.1" status: 204 len: 168 time: 0.0349648 Apr 28 11:07:07.820907 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 55730) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:07:07.826221 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.services.tag.tag_plugin [None req-7043444e-a89a-4835-925e-526802f357dd tempest-TagsExtTest-1098425028 tempest-TagsExtTest-1098425028-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', '3936180d-6ba4-4155-88d6-8d7e05640a85', 'tempest-TagsExtTest-Tag-350578555') {} {{(pid=116161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:07:07.843996 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Provisioning complete for port be47a704-fefe-4b04-9e7b-b396d8081fd3 triggered by entity L2. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:07:07.844372 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (be47a704-fefe-4b04-9e7b-b396d8081fd3), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:07:07.922212 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Current status of the port be47a704-fefe-4b04-9e7b-b396d8081fd3 is: ACTIVE; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:07:07.927119 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-7043444e-a89a-4835-925e-526802f357dd tempest-TagsExtTest-1098425028 tempest-TagsExtTest-1098425028-project] 10.222.0.10 "DELETE /v2.0/subnetpools/3936180d-6ba4-4155-88d6-8d7e05640a85/tags/tempest-TagsExtTest-Tag-350578555 HTTP/1.1" status: 204 len: 168 time: 0.1045632 Apr 28 11:07:07.928916 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 55734) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:07:07.934005 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.services.tag.tag_plugin [None req-624c8349-dc2e-4b48-9ba8-c0bd68150ccb tempest-TagsExtTest-1098425028 tempest-TagsExtTest-1098425028-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '3936180d-6ba4-4155-88d6-8d7e05640a85') {} {{(pid=116161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:07:07.965696 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-624c8349-dc2e-4b48-9ba8-c0bd68150ccb tempest-TagsExtTest-1098425028 tempest-TagsExtTest-1098425028-project] 10.222.0.10 "GET /v2.0/subnetpools/3936180d-6ba4-4155-88d6-8d7e05640a85/tags HTTP/1.1" status: 200 len: 205 time: 0.0328362 Apr 28 11:07:07.966017 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 55736) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:07:07.978250 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.services.tag.tag_plugin [None req-c5745721-e2a8-4bf8-be00-6c633cf09981 tempest-TagsExtTest-1098425028 tempest-TagsExtTest-1098425028-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '3936180d-6ba4-4155-88d6-8d7e05640a85') {} {{(pid=116161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:07:07.992887 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-c5745721-e2a8-4bf8-be00-6c633cf09981 tempest-TagsExtTest-1098425028 tempest-TagsExtTest-1098425028-project] 10.222.0.10 "DELETE /v2.0/subnetpools/3936180d-6ba4-4155-88d6-8d7e05640a85/tags HTTP/1.1" status: 204 len: 168 time: 0.0256689 Apr 28 11:07:07.995890 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 55738) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:07:08.000329 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.services.tag.tag_plugin [None req-af744c8d-4799-4484-8536-cade6ffbf8ee tempest-TagsExtTest-1098425028 tempest-TagsExtTest-1098425028-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'c9d0ab86-d61a-42b4-a6b1-3f92b627699b') {} {{(pid=116161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:07:08.078075 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-af744c8d-4799-4484-8536-cade6ffbf8ee tempest-TagsExtTest-1098425028 tempest-TagsExtTest-1098425028-project] 10.222.0.10 "DELETE /v2.0/routers/c9d0ab86-d61a-42b4-a6b1-3f92b627699b/tags HTTP/1.1" status: 204 len: 168 time: 0.0811768 Apr 28 11:07:08.080552 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 55740) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:07:08.084950 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.services.tag.tag_plugin [None req-71ff873b-83c8-4a36-88bb-bafc3feee016 tempest-TagsExtTest-1098425028 tempest-TagsExtTest-1098425028-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '1d981a35-6837-44a3-b212-65843410e0cb') {} {{(pid=116161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:07:08.133136 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-71ff873b-83c8-4a36-88bb-bafc3feee016 tempest-TagsExtTest-1098425028 tempest-TagsExtTest-1098425028-project] 10.222.0.10 "DELETE /v2.0/ports/1d981a35-6837-44a3-b212-65843410e0cb/tags HTTP/1.1" status: 204 len: 168 time: 0.0515840 Apr 28 11:07:08.135932 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 55742) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:07:08.139996 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.services.tag.tag_plugin [None req-2a47e06f-3df0-4fb5-aec7-116cb8e11c50 tempest-TagsExtTest-1098425028 tempest-TagsExtTest-1098425028-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '98e21958-3892-4478-a232-75de42b64ffd') {} {{(pid=116161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:07:08.187699 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-2a47e06f-3df0-4fb5-aec7-116cb8e11c50 tempest-TagsExtTest-1098425028 tempest-TagsExtTest-1098425028-project] 10.222.0.10 "DELETE /v2.0/subnets/98e21958-3892-4478-a232-75de42b64ffd/tags HTTP/1.1" status: 204 len: 168 time: 0.0507021 Apr 28 11:07:08.191461 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 55744) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:07:08.195823 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.services.tag.tag_plugin [None req-258f7818-8767-49d0-9597-491ea17e7508 tempest-TagsExtTest-1098425028 tempest-TagsExtTest-1098425028-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '98e21958-3892-4478-a232-75de42b64ffd', 'tempest-TagsExtTest-Tag-1250979709') {} {{(pid=116161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:07:08.372661 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-258f7818-8767-49d0-9597-491ea17e7508 tempest-TagsExtTest-1098425028 tempest-TagsExtTest-1098425028-project] 10.222.0.10 "PUT /v2.0/subnets/98e21958-3892-4478-a232-75de42b64ffd/tags/tempest-TagsExtTest-Tag-1250979709 HTTP/1.1" status: 201 len: 201 time: 0.1801262 Apr 28 11:07:08.375297 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 55746) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:07:08.379905 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.services.tag.tag_plugin [None req-45738a03-d75a-4928-a93a-764ca2114aca tempest-TagsExtTest-1098425028 tempest-TagsExtTest-1098425028-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '1d981a35-6837-44a3-b212-65843410e0cb', 'tempest-TagsExtTest-Tag-775139871') {} {{(pid=116161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:07:08.532726 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-45738a03-d75a-4928-a93a-764ca2114aca tempest-TagsExtTest-1098425028 tempest-TagsExtTest-1098425028-project] 10.222.0.10 "PUT /v2.0/ports/1d981a35-6837-44a3-b212-65843410e0cb/tags/tempest-TagsExtTest-Tag-775139871 HTTP/1.1" status: 201 len: 201 time: 0.1562431 Apr 28 11:07:08.535257 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 55748) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:07:08.539739 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.services.tag.tag_plugin [None req-d98c4ac4-84e9-4e35-9a45-51851ffeeeb7 tempest-TagsExtTest-1098425028 tempest-TagsExtTest-1098425028-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'c9d0ab86-d61a-42b4-a6b1-3f92b627699b', 'tempest-TagsExtTest-Tag-745090561') {} {{(pid=116161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:07:08.692398 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-d98c4ac4-84e9-4e35-9a45-51851ffeeeb7 tempest-TagsExtTest-1098425028 tempest-TagsExtTest-1098425028-project] 10.222.0.10 "PUT /v2.0/routers/c9d0ab86-d61a-42b4-a6b1-3f92b627699b/tags/tempest-TagsExtTest-Tag-745090561 HTTP/1.1" status: 201 len: 201 time: 0.1560454 Apr 28 11:07:08.694986 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 55750) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:07:08.699649 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.services.tag.tag_plugin [None req-0e0eec25-2a49-44aa-8275-ba1cba659b34 tempest-TagsExtTest-1098425028 tempest-TagsExtTest-1098425028-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '3936180d-6ba4-4155-88d6-8d7e05640a85', 'tempest-TagsExtTest-Tag-1374320873') {} {{(pid=116161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:07:08.858063 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-0e0eec25-2a49-44aa-8275-ba1cba659b34 tempest-TagsExtTest-1098425028 tempest-TagsExtTest-1098425028-project] 10.222.0.10 "PUT /v2.0/subnetpools/3936180d-6ba4-4155-88d6-8d7e05640a85/tags/tempest-TagsExtTest-Tag-1374320873 HTTP/1.1" status: 201 len: 201 time: 0.1619565 Apr 28 11:07:08.860554 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 55752) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:07:08.864935 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.services.tag.tag_plugin [None req-c6c68b7f-8e82-41e3-b4d8-c13e425f6952 tempest-TagsExtTest-1098425028 tempest-TagsExtTest-1098425028-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', '98e21958-3892-4478-a232-75de42b64ffd', {'tags': ['tempest-TagsExtTest-Tag-1443614877', 'tempest-TagsExtTest-Tag-622380479', 'tempest-TagsExtTest-Tag-273300517']}) {} {{(pid=116161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:07:09.024155 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-c6c68b7f-8e82-41e3-b4d8-c13e425f6952 tempest-TagsExtTest-1098425028 tempest-TagsExtTest-1098425028-project] 10.222.0.10 "PUT /v2.0/subnets/98e21958-3892-4478-a232-75de42b64ffd/tags HTTP/1.1" status: 200 len: 316 time: 0.1624720 Apr 28 11:07:09.027398 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 55756) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:07:09.031976 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.services.tag.tag_plugin [None req-b0e6e990-7d7c-441b-bfb3-0c946d9d10d7 tempest-TagsExtTest-1098425028 tempest-TagsExtTest-1098425028-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '98e21958-3892-4478-a232-75de42b64ffd') {} {{(pid=116162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:07:09.241089 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-b0e6e990-7d7c-441b-bfb3-0c946d9d10d7 tempest-TagsExtTest-1098425028 tempest-TagsExtTest-1098425028-project] 10.222.0.10 "DELETE /v2.0/subnets/98e21958-3892-4478-a232-75de42b64ffd/tags HTTP/1.1" status: 204 len: 168 time: 0.2125156 Apr 28 11:07:09.243788 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 55758) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:07:09.248807 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.services.tag.tag_plugin [None req-29a44215-d43e-4649-b773-deaf7b6100d8 tempest-TagsExtTest-1098425028 tempest-TagsExtTest-1098425028-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '98e21958-3892-4478-a232-75de42b64ffd', 'tempest-TagsExtTest-Tag-1443614877') {} {{(pid=116162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:07:09.295152 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.api.v2.resource [None req-29a44215-d43e-4649-b773-deaf7b6100d8 tempest-TagsExtTest-1098425028 tempest-TagsExtTest-1098425028-project] show failed (client error): The resource could not be found. Apr 28 11:07:09.296187 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-29a44215-d43e-4649-b773-deaf7b6100d8 tempest-TagsExtTest-1098425028 tempest-TagsExtTest-1098425028-project] 10.222.0.10 "GET /v2.0/subnets/98e21958-3892-4478-a232-75de42b64ffd/tags/tempest-TagsExtTest-Tag-1443614877 HTTP/1.1" status: 404 len: 329 time: 0.0508041 Apr 28 11:07:09.299069 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 55760) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:07:09.303039 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.services.tag.tag_plugin [None req-04a6cf93-2783-45b3-8393-6dd2ba55dca5 tempest-TagsExtTest-1098425028 tempest-TagsExtTest-1098425028-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '98e21958-3892-4478-a232-75de42b64ffd', 'tempest-TagsExtTest-Tag-622380479') {} {{(pid=116162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:07:09.345179 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.api.v2.resource [None req-04a6cf93-2783-45b3-8393-6dd2ba55dca5 tempest-TagsExtTest-1098425028 tempest-TagsExtTest-1098425028-project] show failed (client error): The resource could not be found. Apr 28 11:07:09.346214 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-04a6cf93-2783-45b3-8393-6dd2ba55dca5 tempest-TagsExtTest-1098425028 tempest-TagsExtTest-1098425028-project] 10.222.0.10 "GET /v2.0/subnets/98e21958-3892-4478-a232-75de42b64ffd/tags/tempest-TagsExtTest-Tag-622380479 HTTP/1.1" status: 404 len: 328 time: 0.0462768 Apr 28 11:07:09.348994 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 55762) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:07:09.353290 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.services.tag.tag_plugin [None req-cc38a212-f5b2-47e0-b01b-a63441a9caeb tempest-TagsExtTest-1098425028 tempest-TagsExtTest-1098425028-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '98e21958-3892-4478-a232-75de42b64ffd', 'tempest-TagsExtTest-Tag-273300517') {} {{(pid=116162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:07:09.393138 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.api.v2.resource [None req-cc38a212-f5b2-47e0-b01b-a63441a9caeb tempest-TagsExtTest-1098425028 tempest-TagsExtTest-1098425028-project] show failed (client error): The resource could not be found. Apr 28 11:07:09.394174 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-cc38a212-f5b2-47e0-b01b-a63441a9caeb tempest-TagsExtTest-1098425028 tempest-TagsExtTest-1098425028-project] 10.222.0.10 "GET /v2.0/subnets/98e21958-3892-4478-a232-75de42b64ffd/tags/tempest-TagsExtTest-Tag-273300517 HTTP/1.1" status: 404 len: 328 time: 0.0443068 Apr 28 11:07:09.396806 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 55764) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:07:09.401374 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.services.tag.tag_plugin [None req-320cc282-20dd-4f5b-800e-de03de847a97 tempest-TagsExtTest-1098425028 tempest-TagsExtTest-1098425028-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', '1d981a35-6837-44a3-b212-65843410e0cb', {'tags': ['tempest-TagsExtTest-Tag-1381568935', 'tempest-TagsExtTest-Tag-292406885', 'tempest-TagsExtTest-Tag-1795376648']}) {} {{(pid=116162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:07:09.452075 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-4d13f4c0-853d-4f3e-9ab7-00c2027dc64b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (6b492ad6-0876-4d74-b20d-28143a52ceba), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:07:09.555412 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-320cc282-20dd-4f5b-800e-de03de847a97 tempest-TagsExtTest-1098425028 tempest-TagsExtTest-1098425028-project] 10.222.0.10 "PUT /v2.0/ports/1d981a35-6837-44a3-b212-65843410e0cb/tags HTTP/1.1" status: 200 len: 317 time: 0.1574750 Apr 28 11:07:09.558547 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 55766) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:07:09.562945 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.services.tag.tag_plugin [None req-41e4be69-57da-4189-a6e8-7b3a9b8692f8 tempest-TagsExtTest-1098425028 tempest-TagsExtTest-1098425028-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '1d981a35-6837-44a3-b212-65843410e0cb') {} {{(pid=116162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:07:09.681302 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-41e4be69-57da-4189-a6e8-7b3a9b8692f8 tempest-TagsExtTest-1098425028 tempest-TagsExtTest-1098425028-project] 10.222.0.10 "DELETE /v2.0/ports/1d981a35-6837-44a3-b212-65843410e0cb/tags HTTP/1.1" status: 204 len: 168 time: 0.1217332 Apr 28 11:07:09.684817 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 55768) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:07:09.690993 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.services.tag.tag_plugin [None req-2dd76fff-add6-4d5b-a1c1-a511a9529419 tempest-TagsExtTest-1098425028 tempest-TagsExtTest-1098425028-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '1d981a35-6837-44a3-b212-65843410e0cb', 'tempest-TagsExtTest-Tag-1381568935') {} {{(pid=116161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:07:09.733906 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.api.v2.resource [None req-2dd76fff-add6-4d5b-a1c1-a511a9529419 tempest-TagsExtTest-1098425028 tempest-TagsExtTest-1098425028-project] show failed (client error): The resource could not be found. Apr 28 11:07:09.734991 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-2dd76fff-add6-4d5b-a1c1-a511a9529419 tempest-TagsExtTest-1098425028 tempest-TagsExtTest-1098425028-project] 10.222.0.10 "GET /v2.0/ports/1d981a35-6837-44a3-b212-65843410e0cb/tags/tempest-TagsExtTest-Tag-1381568935 HTTP/1.1" status: 404 len: 329 time: 0.0490897 Apr 28 11:07:09.737918 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 55770) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:07:09.742316 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.services.tag.tag_plugin [None req-2770b018-9b94-4c1f-b473-1ece004cda12 tempest-TagsExtTest-1098425028 tempest-TagsExtTest-1098425028-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '1d981a35-6837-44a3-b212-65843410e0cb', 'tempest-TagsExtTest-Tag-292406885') {} {{(pid=116161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:07:09.783749 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.api.v2.resource [None req-2770b018-9b94-4c1f-b473-1ece004cda12 tempest-TagsExtTest-1098425028 tempest-TagsExtTest-1098425028-project] show failed (client error): The resource could not be found. Apr 28 11:07:09.784788 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-2770b018-9b94-4c1f-b473-1ece004cda12 tempest-TagsExtTest-1098425028 tempest-TagsExtTest-1098425028-project] 10.222.0.10 "GET /v2.0/ports/1d981a35-6837-44a3-b212-65843410e0cb/tags/tempest-TagsExtTest-Tag-292406885 HTTP/1.1" status: 404 len: 328 time: 0.0458460 Apr 28 11:07:09.787761 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 55772) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:07:09.792332 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.services.tag.tag_plugin [None req-c24ee6a2-b527-4fed-83eb-c77c8d3decdc tempest-TagsExtTest-1098425028 tempest-TagsExtTest-1098425028-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '1d981a35-6837-44a3-b212-65843410e0cb', 'tempest-TagsExtTest-Tag-1795376648') {} {{(pid=116161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:07:09.832742 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.api.v2.resource [None req-c24ee6a2-b527-4fed-83eb-c77c8d3decdc tempest-TagsExtTest-1098425028 tempest-TagsExtTest-1098425028-project] show failed (client error): The resource could not be found. Apr 28 11:07:09.833798 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-c24ee6a2-b527-4fed-83eb-c77c8d3decdc tempest-TagsExtTest-1098425028 tempest-TagsExtTest-1098425028-project] 10.222.0.10 "GET /v2.0/ports/1d981a35-6837-44a3-b212-65843410e0cb/tags/tempest-TagsExtTest-Tag-1795376648 HTTP/1.1" status: 404 len: 329 time: 0.0451362 Apr 28 11:07:09.836507 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 55774) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:07:09.841091 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.services.tag.tag_plugin [None req-8116333a-e361-435f-8c16-32985c6dae06 tempest-TagsExtTest-1098425028 tempest-TagsExtTest-1098425028-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', 'c9d0ab86-d61a-42b4-a6b1-3f92b627699b', {'tags': ['tempest-TagsExtTest-Tag-1602327733', 'tempest-TagsExtTest-Tag-365131530', 'tempest-TagsExtTest-Tag-157298835']}) {} {{(pid=116161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:07:10.001000 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-8116333a-e361-435f-8c16-32985c6dae06 tempest-TagsExtTest-1098425028 tempest-TagsExtTest-1098425028-project] 10.222.0.10 "PUT /v2.0/routers/c9d0ab86-d61a-42b4-a6b1-3f92b627699b/tags HTTP/1.1" status: 200 len: 316 time: 0.1634145 Apr 28 11:07:10.003477 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 55776) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:07:10.007881 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.services.tag.tag_plugin [None req-af281d1f-ec8f-4f9e-99b7-c0f0f8482bfc tempest-TagsExtTest-1098425028 tempest-TagsExtTest-1098425028-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'c9d0ab86-d61a-42b4-a6b1-3f92b627699b') {} {{(pid=116161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:07:10.137754 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-af281d1f-ec8f-4f9e-99b7-c0f0f8482bfc tempest-TagsExtTest-1098425028 tempest-TagsExtTest-1098425028-project] 10.222.0.10 "DELETE /v2.0/routers/c9d0ab86-d61a-42b4-a6b1-3f92b627699b/tags HTTP/1.1" status: 204 len: 168 time: 0.1332891 Apr 28 11:07:10.140315 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 55780) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:07:10.144637 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.services.tag.tag_plugin [None req-62c4fc97-fd2f-4ae6-b68f-409b6f8879c8 tempest-TagsExtTest-1098425028 tempest-TagsExtTest-1098425028-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'c9d0ab86-d61a-42b4-a6b1-3f92b627699b', 'tempest-TagsExtTest-Tag-1602327733') {} {{(pid=116161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:07:10.216249 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.api.v2.resource [None req-62c4fc97-fd2f-4ae6-b68f-409b6f8879c8 tempest-TagsExtTest-1098425028 tempest-TagsExtTest-1098425028-project] show failed (client error): The resource could not be found. Apr 28 11:07:10.219986 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-62c4fc97-fd2f-4ae6-b68f-409b6f8879c8 tempest-TagsExtTest-1098425028 tempest-TagsExtTest-1098425028-project] 10.222.0.10 "GET /v2.0/routers/c9d0ab86-d61a-42b4-a6b1-3f92b627699b/tags/tempest-TagsExtTest-Tag-1602327733 HTTP/1.1" status: 404 len: 329 time: 0.0760536 Apr 28 11:07:10.220153 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 55782) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:07:10.224346 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.services.tag.tag_plugin [None req-51801259-e90e-459f-a3a7-6d5768f86f05 tempest-TagsExtTest-1098425028 tempest-TagsExtTest-1098425028-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'c9d0ab86-d61a-42b4-a6b1-3f92b627699b', 'tempest-TagsExtTest-Tag-365131530') {} {{(pid=116161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:07:10.294622 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.api.v2.resource [None req-51801259-e90e-459f-a3a7-6d5768f86f05 tempest-TagsExtTest-1098425028 tempest-TagsExtTest-1098425028-project] show failed (client error): The resource could not be found. Apr 28 11:07:10.295641 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-51801259-e90e-459f-a3a7-6d5768f86f05 tempest-TagsExtTest-1098425028 tempest-TagsExtTest-1098425028-project] 10.222.0.10 "GET /v2.0/routers/c9d0ab86-d61a-42b4-a6b1-3f92b627699b/tags/tempest-TagsExtTest-Tag-365131530 HTTP/1.1" status: 404 len: 328 time: 0.0746181 Apr 28 11:07:10.298628 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 55784) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:07:10.302934 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.services.tag.tag_plugin [None req-3dbdd641-cdbb-41e0-b8ac-df3b9cf47e3b tempest-TagsExtTest-1098425028 tempest-TagsExtTest-1098425028-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'c9d0ab86-d61a-42b4-a6b1-3f92b627699b', 'tempest-TagsExtTest-Tag-157298835') {} {{(pid=116161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:07:10.377575 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.api.v2.resource [None req-3dbdd641-cdbb-41e0-b8ac-df3b9cf47e3b tempest-TagsExtTest-1098425028 tempest-TagsExtTest-1098425028-project] show failed (client error): The resource could not be found. Apr 28 11:07:10.378571 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-3dbdd641-cdbb-41e0-b8ac-df3b9cf47e3b tempest-TagsExtTest-1098425028 tempest-TagsExtTest-1098425028-project] 10.222.0.10 "GET /v2.0/routers/c9d0ab86-d61a-42b4-a6b1-3f92b627699b/tags/tempest-TagsExtTest-Tag-157298835 HTTP/1.1" status: 404 len: 328 time: 0.0790291 Apr 28 11:07:10.383278 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 55786) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:07:10.386931 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.services.tag.tag_plugin [None req-e94ed2ba-62c9-460c-8bd8-1f1aa720c118 tempest-TagsExtTest-1098425028 tempest-TagsExtTest-1098425028-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', '3936180d-6ba4-4155-88d6-8d7e05640a85', {'tags': ['tempest-TagsExtTest-Tag-1840437723', 'tempest-TagsExtTest-Tag-137042902', 'tempest-TagsExtTest-Tag-625668723']}) {} {{(pid=116161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:07:10.422419 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-ae94d540-e4c6-43be-adc9-b26fb6a2f62f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (cfc241ae-e4b7-443b-b80b-59fbbc2b69c9), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:07:10.486488 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-e94ed2ba-62c9-460c-8bd8-1f1aa720c118 tempest-TagsExtTest-1098425028 tempest-TagsExtTest-1098425028-project] 10.222.0.10 "PUT /v2.0/subnetpools/3936180d-6ba4-4155-88d6-8d7e05640a85/tags HTTP/1.1" status: 200 len: 316 time: 0.1036460 Apr 28 11:07:10.488962 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 55788) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:07:10.493249 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.services.tag.tag_plugin [None req-212778b9-1e97-40db-81a6-ce0736a4e308 tempest-TagsExtTest-1098425028 tempest-TagsExtTest-1098425028-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '3936180d-6ba4-4155-88d6-8d7e05640a85') {} {{(pid=116161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:07:10.583619 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-212778b9-1e97-40db-81a6-ce0736a4e308 tempest-TagsExtTest-1098425028 tempest-TagsExtTest-1098425028-project] 10.222.0.10 "DELETE /v2.0/subnetpools/3936180d-6ba4-4155-88d6-8d7e05640a85/tags HTTP/1.1" status: 204 len: 168 time: 0.0936215 Apr 28 11:07:10.586175 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 55790) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:07:10.590424 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.services.tag.tag_plugin [None req-c1a7dbeb-980c-46ef-af8b-4cee74b162db tempest-TagsExtTest-1098425028 tempest-TagsExtTest-1098425028-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '3936180d-6ba4-4155-88d6-8d7e05640a85', 'tempest-TagsExtTest-Tag-1840437723') {} {{(pid=116161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:07:10.607978 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.api.v2.resource [None req-c1a7dbeb-980c-46ef-af8b-4cee74b162db tempest-TagsExtTest-1098425028 tempest-TagsExtTest-1098425028-project] show failed (client error): The resource could not be found. Apr 28 11:07:10.608989 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-c1a7dbeb-980c-46ef-af8b-4cee74b162db tempest-TagsExtTest-1098425028 tempest-TagsExtTest-1098425028-project] 10.222.0.10 "GET /v2.0/subnetpools/3936180d-6ba4-4155-88d6-8d7e05640a85/tags/tempest-TagsExtTest-Tag-1840437723 HTTP/1.1" status: 404 len: 329 time: 0.0218866 Apr 28 11:07:10.611841 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 55792) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:07:10.615980 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.services.tag.tag_plugin [None req-4d50fcc7-4cfb-4284-b572-c57fc8b8b174 tempest-TagsExtTest-1098425028 tempest-TagsExtTest-1098425028-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '3936180d-6ba4-4155-88d6-8d7e05640a85', 'tempest-TagsExtTest-Tag-137042902') {} {{(pid=116161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:07:10.633236 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.api.v2.resource [None req-4d50fcc7-4cfb-4284-b572-c57fc8b8b174 tempest-TagsExtTest-1098425028 tempest-TagsExtTest-1098425028-project] show failed (client error): The resource could not be found. Apr 28 11:07:10.634315 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-4d50fcc7-4cfb-4284-b572-c57fc8b8b174 tempest-TagsExtTest-1098425028 tempest-TagsExtTest-1098425028-project] 10.222.0.10 "GET /v2.0/subnetpools/3936180d-6ba4-4155-88d6-8d7e05640a85/tags/tempest-TagsExtTest-Tag-137042902 HTTP/1.1" status: 404 len: 328 time: 0.0215745 Apr 28 11:07:10.637555 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 55794) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:07:10.641972 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.services.tag.tag_plugin [None req-adcf0a91-ce6d-401c-8e3f-384a340046f0 tempest-TagsExtTest-1098425028 tempest-TagsExtTest-1098425028-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '3936180d-6ba4-4155-88d6-8d7e05640a85', 'tempest-TagsExtTest-Tag-625668723') {} {{(pid=116161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:07:10.659414 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.api.v2.resource [None req-adcf0a91-ce6d-401c-8e3f-384a340046f0 tempest-TagsExtTest-1098425028 tempest-TagsExtTest-1098425028-project] show failed (client error): The resource could not be found. Apr 28 11:07:10.660432 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-adcf0a91-ce6d-401c-8e3f-384a340046f0 tempest-TagsExtTest-1098425028 tempest-TagsExtTest-1098425028-project] 10.222.0.10 "GET /v2.0/subnetpools/3936180d-6ba4-4155-88d6-8d7e05640a85/tags/tempest-TagsExtTest-Tag-625668723 HTTP/1.1" status: 404 len: 328 time: 0.0219440 Apr 28 11:07:10.663312 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 55796) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:07:10.668221 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.services.tag.tag_plugin [None req-275b1cbf-b6d7-487c-9071-de5cb4ce57e9 tempest-TagsExtTest-1098425028 tempest-TagsExtTest-1098425028-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '3936180d-6ba4-4155-88d6-8d7e05640a85') {} {{(pid=116161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:07:10.691501 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-275b1cbf-b6d7-487c-9071-de5cb4ce57e9 tempest-TagsExtTest-1098425028 tempest-TagsExtTest-1098425028-project] 10.222.0.10 "DELETE /v2.0/subnetpools/3936180d-6ba4-4155-88d6-8d7e05640a85/tags HTTP/1.1" status: 204 len: 168 time: 0.0250046 Apr 28 11:07:10.691719 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 55798) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:07:10.695872 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.services.tag.tag_plugin [None req-61a1ed94-2dce-43c9-8dc0-73332f24bf69 tempest-TagsExtTest-1098425028 tempest-TagsExtTest-1098425028-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'c9d0ab86-d61a-42b4-a6b1-3f92b627699b') {} {{(pid=116161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:07:10.776502 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-61a1ed94-2dce-43c9-8dc0-73332f24bf69 tempest-TagsExtTest-1098425028 tempest-TagsExtTest-1098425028-project] 10.222.0.10 "DELETE /v2.0/routers/c9d0ab86-d61a-42b4-a6b1-3f92b627699b/tags HTTP/1.1" status: 204 len: 168 time: 0.0808797 Apr 28 11:07:10.776796 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 55800) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:07:10.781164 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.services.tag.tag_plugin [None req-10a9921c-57c2-4c9d-97b1-9d0dd3ce59de tempest-TagsExtTest-1098425028 tempest-TagsExtTest-1098425028-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '1d981a35-6837-44a3-b212-65843410e0cb') {} {{(pid=116161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:07:10.830098 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-10a9921c-57c2-4c9d-97b1-9d0dd3ce59de tempest-TagsExtTest-1098425028 tempest-TagsExtTest-1098425028-project] 10.222.0.10 "DELETE /v2.0/ports/1d981a35-6837-44a3-b212-65843410e0cb/tags HTTP/1.1" status: 204 len: 168 time: 0.0499561 Apr 28 11:07:10.830348 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 55802) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:07:10.835130 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.services.tag.tag_plugin [None req-a0a18a6b-2d3a-4c7a-a162-b5e05eebb78a tempest-TagsExtTest-1098425028 tempest-TagsExtTest-1098425028-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '98e21958-3892-4478-a232-75de42b64ffd') {} {{(pid=116161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:07:10.880790 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-a0a18a6b-2d3a-4c7a-a162-b5e05eebb78a tempest-TagsExtTest-1098425028 tempest-TagsExtTest-1098425028-project] 10.222.0.10 "DELETE /v2.0/subnets/98e21958-3892-4478-a232-75de42b64ffd/tags HTTP/1.1" status: 204 len: 168 time: 0.0488679 Apr 28 11:07:10.887952 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 55804) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:07:11.047725 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-f0ab4b05-d136-46be-b734-a990e16dc7f9 tempest-TagsExtTest-1098425028 tempest-TagsExtTest-1098425028-project] Publish callbacks [] for subnetpool (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:07:11.048874 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-f0ab4b05-d136-46be-b734-a990e16dc7f9 tempest-TagsExtTest-1098425028 tempest-TagsExtTest-1098425028-project] 10.222.0.10 "DELETE /v2.0/subnetpools/3936180d-6ba4-4155-88d6-8d7e05640a85 HTTP/1.1" status: 204 len: 168 time: 0.1600626 Apr 28 11:07:11.051594 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 55806) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:07:11.086417 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-926c6279-843f-4e59-85fc-1466e90d5987 tempest-TagsExtTest-1098425028 tempest-TagsExtTest-1098425028-project] 10.222.0.10 "GET /v2.0/ports?device_id=c9d0ab86-d61a-42b4-a6b1-3f92b627699b HTTP/1.1" status: 200 len: 205 time: 0.0316668 Apr 28 11:07:11.086867 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 55810) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:07:11.188793 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-83910721-1595-4d68-b2af-93530a54b4ee tempest-TagsExtTest-1098425028 tempest-TagsExtTest-1098425028-project] Publish callbacks [] for router (c9d0ab86-d61a-42b4-a6b1-3f92b627699b), before_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:07:11.348698 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-83910721-1595-4d68-b2af-93530a54b4ee tempest-TagsExtTest-1098425028 tempest-TagsExtTest-1098425028-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2060865', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-63275'] for router (c9d0ab86-d61a-42b4-a6b1-3f92b627699b), precommit_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:07:11.350862 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-83910721-1595-4d68-b2af-93530a54b4ee tempest-TagsExtTest-1098425028 tempest-TagsExtTest-1098425028-project] Publish callbacks [] for router_controller (c9d0ab86-d61a-42b4-a6b1-3f92b627699b), precommit_delete_associations {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:07:11.445602 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-83910721-1595-4d68-b2af-93530a54b4ee tempest-TagsExtTest-1098425028 tempest-TagsExtTest-1098425028-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2060888'] for router (c9d0ab86-d61a-42b4-a6b1-3f92b627699b), after_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:07:11.446054 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83910721-1595-4d68-b2af-93530a54b4ee tempest-TagsExtTest-1098425028 tempest-TagsExtTest-1098425028-project] Fanout notify agent at l3_agent the message router_deleted on router c9d0ab86-d61a-42b4-a6b1-3f92b627699b {{(pid=116161) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 28 11:07:11.453715 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-83910721-1595-4d68-b2af-93530a54b4ee tempest-TagsExtTest-1098425028 tempest-TagsExtTest-1098425028-project] Publish callbacks [] for router (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:07:11.454861 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-83910721-1595-4d68-b2af-93530a54b4ee tempest-TagsExtTest-1098425028 tempest-TagsExtTest-1098425028-project] 10.222.0.10 "DELETE /v2.0/routers/c9d0ab86-d61a-42b4-a6b1-3f92b627699b HTTP/1.1" status: 204 len: 168 time: 0.3669407 Apr 28 11:07:11.457285 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 55812) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:07:11.540829 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.plugin [None req-afd68ddc-e758-4c62-93ed-f5822d480314 tempest-TagsExtTest-1098425028 tempest-TagsExtTest-1098425028-project] Deleting port 1d981a35-6837-44a3-b212-65843410e0cb {{(pid=116161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 11:07:11.541108 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-afd68ddc-e758-4c62-93ed-f5822d480314 tempest-TagsExtTest-1098425028 tempest-TagsExtTest-1098425028-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742235130188'] for port (1d981a35-6837-44a3-b212-65843410e0cb), before_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:07:11.625535 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-afd68ddc-e758-4c62-93ed-f5822d480314 tempest-TagsExtTest-1098425028 tempest-TagsExtTest-1098425028-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1938497'] for port (1d981a35-6837-44a3-b212-65843410e0cb), precommit_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:07:11.638607 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.plugin [None req-afd68ddc-e758-4c62-93ed-f5822d480314 tempest-TagsExtTest-1098425028 tempest-TagsExtTest-1098425028-project] Calling delete_port for 1d981a35-6837-44a3-b212-65843410e0cb owned by {{(pid=116161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 11:07:11.834170 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-afd68ddc-e758-4c62-93ed-f5822d480314 tempest-TagsExtTest-1098425028 tempest-TagsExtTest-1098425028-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742235135690', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742234710366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5219112'] for port (1d981a35-6837-44a3-b212-65843410e0cb), after_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:07:11.860672 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd68ddc-e758-4c62-93ed-f5822d480314 tempest-TagsExtTest-1098425028 tempest-TagsExtTest-1098425028-project] Pushing event deleted for resources: {'Port': ['ID=1d981a35-6837-44a3-b212-65843410e0cb,revision_number=None']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:07:11.871046 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afd68ddc-e758-4c62-93ed-f5822d480314 tempest-TagsExtTest-1098425028 tempest-TagsExtTest-1098425028-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:07:11.871392 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afd68ddc-e758-4c62-93ed-f5822d480314 tempest-TagsExtTest-1098425028 tempest-TagsExtTest-1098425028-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:07:11.871734 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afd68ddc-e758-4c62-93ed-f5822d480314 tempest-TagsExtTest-1098425028 tempest-TagsExtTest-1098425028-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:07:11.872070 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afd68ddc-e758-4c62-93ed-f5822d480314 tempest-TagsExtTest-1098425028 tempest-TagsExtTest-1098425028-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:07:11.872404 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afd68ddc-e758-4c62-93ed-f5822d480314 tempest-TagsExtTest-1098425028 tempest-TagsExtTest-1098425028-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:07:11.872740 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afd68ddc-e758-4c62-93ed-f5822d480314 tempest-TagsExtTest-1098425028 tempest-TagsExtTest-1098425028-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:07:11.873072 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afd68ddc-e758-4c62-93ed-f5822d480314 tempest-TagsExtTest-1098425028 tempest-TagsExtTest-1098425028-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:07:11.873995 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afd68ddc-e758-4c62-93ed-f5822d480314 tempest-TagsExtTest-1098425028 tempest-TagsExtTest-1098425028-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:07:11.873995 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afd68ddc-e758-4c62-93ed-f5822d480314 tempest-TagsExtTest-1098425028 tempest-TagsExtTest-1098425028-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:07:11.874282 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afd68ddc-e758-4c62-93ed-f5822d480314 tempest-TagsExtTest-1098425028 tempest-TagsExtTest-1098425028-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:07:11.874373 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afd68ddc-e758-4c62-93ed-f5822d480314 tempest-TagsExtTest-1098425028 tempest-TagsExtTest-1098425028-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:07:11.874674 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afd68ddc-e758-4c62-93ed-f5822d480314 tempest-TagsExtTest-1098425028 tempest-TagsExtTest-1098425028-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:07:11.874999 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afd68ddc-e758-4c62-93ed-f5822d480314 tempest-TagsExtTest-1098425028 tempest-TagsExtTest-1098425028-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:07:11.875319 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afd68ddc-e758-4c62-93ed-f5822d480314 tempest-TagsExtTest-1098425028 tempest-TagsExtTest-1098425028-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:07:11.875638 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afd68ddc-e758-4c62-93ed-f5822d480314 tempest-TagsExtTest-1098425028 tempest-TagsExtTest-1098425028-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:07:11.944095 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-afd68ddc-e758-4c62-93ed-f5822d480314 tempest-TagsExtTest-1098425028 tempest-TagsExtTest-1098425028-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198022'] for port (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:07:11.947583 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-afd68ddc-e758-4c62-93ed-f5822d480314 tempest-TagsExtTest-1098425028 tempest-TagsExtTest-1098425028-project] 10.222.0.10 "DELETE /v2.0/ports/1d981a35-6837-44a3-b212-65843410e0cb HTTP/1.1" status: 204 len: 168 time: 0.4893572 Apr 28 11:07:11.950359 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 55814) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:07:12.008239 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.db.db_base_plugin_v2 [None req-d1d71512-852a-410c-a9da-3e32d84ca993 tempest-TagsExtTest-1098425028 tempest-TagsExtTest-1098425028-project] Deleting subnet 98e21958-3892-4478-a232-75de42b64ffd {{(pid=116161) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 28 11:07:12.011747 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-d1d71512-852a-410c-a9da-3e32d84ca993 tempest-TagsExtTest-1098425028 tempest-TagsExtTest-1098425028-project] Publish callbacks [] for subnet (98e21958-3892-4478-a232-75de42b64ffd), before_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:07:12.022917 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-01ef1de1-12fd-4cef-b76b-793f91379468 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (39cc4f52-f5d9-4e2c-bbfa-7a1c528e1c40), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:07:12.053510 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-d1d71512-852a-410c-a9da-3e32d84ca993 tempest-TagsExtTest-1098425028 tempest-TagsExtTest-1098425028-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8076976'] for subnet (98e21958-3892-4478-a232-75de42b64ffd), precommit_delete_associations {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:07:12.137620 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-d1d71512-852a-410c-a9da-3e32d84ca993 tempest-TagsExtTest-1098425028 tempest-TagsExtTest-1098425028-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-971303'] for subnet (98e21958-3892-4478-a232-75de42b64ffd), precommit_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:07:12.257698 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-d1d71512-852a-410c-a9da-3e32d84ca993 tempest-TagsExtTest-1098425028 tempest-TagsExtTest-1098425028-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-971310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5220601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5125409'] for subnet (98e21958-3892-4478-a232-75de42b64ffd), after_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:07:12.285165 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d71512-852a-410c-a9da-3e32d84ca993 tempest-TagsExtTest-1098425028 tempest-TagsExtTest-1098425028-project] Pushing event deleted for resources: {'Subnet': ['ID=98e21958-3892-4478-a232-75de42b64ffd,revision_number=None']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:07:12.288654 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-d1d71512-852a-410c-a9da-3e32d84ca993 tempest-TagsExtTest-1098425028 tempest-TagsExtTest-1098425028-project] Publish callbacks [] for subnet (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:07:12.294583 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-d1d71512-852a-410c-a9da-3e32d84ca993 tempest-TagsExtTest-1098425028 tempest-TagsExtTest-1098425028-project] 10.222.0.10 "DELETE /v2.0/subnets/98e21958-3892-4478-a232-75de42b64ffd HTTP/1.1" status: 204 len: 168 time: 0.3411062 Apr 28 11:07:12.295615 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 55822) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:07:12.298245 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85a3598d-2686-4351-9c27-1b1650fcac3e None None] Network 53614605-60ce-4fc6-b176-f1d4ecdb1428 requested from dv-neutron-master-2-hyperv {{(pid=116163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 11:07:12.381264 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-1f15303b-5ef0-441e-9212-3e1d2da17d6d tempest-TagsExtTest-1098425028 tempest-TagsExtTest-1098425028-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-979593'] for network (53614605-60ce-4fc6-b176-f1d4ecdb1428), before_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:07:12.433830 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.plugin [None req-1f15303b-5ef0-441e-9212-3e1d2da17d6d tempest-TagsExtTest-1098425028 tempest-TagsExtTest-1098425028-project] Deleting port be47a704-fefe-4b04-9e7b-b396d8081fd3 {{(pid=116162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 11:07:12.434289 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-1f15303b-5ef0-441e-9212-3e1d2da17d6d tempest-TagsExtTest-1098425028 tempest-TagsExtTest-1098425028-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742235130188'] for port (be47a704-fefe-4b04-9e7b-b396d8081fd3), before_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:07:12.476410 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1c64b81-f72d-4d9a-97c5-a7b35ca84c47 None None] DHCP port deletion for 53614605-60ce-4fc6-b176-f1d4ecdb1428 request from dv-neutron-master-2-hyperv {{(pid=116163) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 28 11:07:12.477847 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-2b543f20-db72-4e26-aef4-4cdce2727859 req-629b60ca-a007-4a66-b583-ae9647b5de60 tempest-TestVolumeBootPattern-839648198 tempest-TestVolumeBootPattern-839648198-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-445453270&fields=id&tenant_id=552a7719c35843ecaa8ce5b648a02d25 HTTP/1.1" status: 200 len: 267 time: 0.0554953 Apr 28 11:07:12.502115 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.db [None req-1f15303b-5ef0-441e-9212-3e1d2da17d6d tempest-TagsExtTest-1098425028 tempest-TagsExtTest-1098425028-project] For port be47a704-fefe-4b04-9e7b-b396d8081fd3, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=be47a704-fefe-4b04-9e7b-b396d8081fd3,segment=NetworkSegment(53aa08f3-63db-4442-82f8-63218727f2c7),segment_id=53aa08f3-63db-4442-82f8-63218727f2c7)] {{(pid=116162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 11:07:12.502575 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-1f15303b-5ef0-441e-9212-3e1d2da17d6d tempest-TagsExtTest-1098425028 tempest-TagsExtTest-1098425028-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1938497'] for port (be47a704-fefe-4b04-9e7b-b396d8081fd3), precommit_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:07:12.515801 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.plugin [None req-1f15303b-5ef0-441e-9212-3e1d2da17d6d tempest-TagsExtTest-1098425028 tempest-TagsExtTest-1098425028-project] Calling delete_port for be47a704-fefe-4b04-9e7b-b396d8081fd3 owned by network:dhcp {{(pid=116162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 11:07:12.522105 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-c1c64b81-f72d-4d9a-97c5-a7b35ca84c47 None None] Deleting port be47a704-fefe-4b04-9e7b-b396d8081fd3 {{(pid=116163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 11:07:12.522512 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-c1c64b81-f72d-4d9a-97c5-a7b35ca84c47 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742235130188'] for port (be47a704-fefe-4b04-9e7b-b396d8081fd3), before_delete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:07:12.584000 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b543f20-db72-4e26-aef4-4cdce2727859 req-bf8af85f-33ec-4ee1-8d8c-41c0939ad4d0 tempest-TestVolumeBootPattern-839648198 tempest-TestVolumeBootPattern-839648198-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:07:12.585640 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-2b543f20-db72-4e26-aef4-4cdce2727859 req-bf8af85f-33ec-4ee1-8d8c-41c0939ad4d0 tempest-TestVolumeBootPattern-839648198 tempest-TestVolumeBootPattern-839648198-project] 10.222.0.10 "GET /v2.0/networks?id=95a73077-5c3c-4a4f-9014-bee1df8e9c09 HTTP/1.1" status: 200 len: 811 time: 0.1060357 Apr 28 11:07:12.590139 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-c1c64b81-f72d-4d9a-97c5-a7b35ca84c47 None None] For port be47a704-fefe-4b04-9e7b-b396d8081fd3, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=be47a704-fefe-4b04-9e7b-b396d8081fd3,segment=NetworkSegment(53aa08f3-63db-4442-82f8-63218727f2c7),segment_id=53aa08f3-63db-4442-82f8-63218727f2c7)] {{(pid=116163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 11:07:12.590582 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-c1c64b81-f72d-4d9a-97c5-a7b35ca84c47 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1938497'] for port (be47a704-fefe-4b04-9e7b-b396d8081fd3), precommit_delete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:07:12.601694 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-2b543f20-db72-4e26-aef4-4cdce2727859 req-5558b04a-8e2b-4015-87c8-bd7fb994672b tempest-TestVolumeBootPattern-839648198 tempest-TestVolumeBootPattern-839648198-project] 10.222.0.10 "GET /v2.0/quotas/552a7719c35843ecaa8ce5b648a02d25 HTTP/1.1" status: 200 len: 375 time: 0.0096507 Apr 28 11:07:12.604193 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-c1c64b81-f72d-4d9a-97c5-a7b35ca84c47 None None] Calling delete_port for be47a704-fefe-4b04-9e7b-b396d8081fd3 owned by network:dhcp {{(pid=116163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 11:07:12.653147 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-2b543f20-db72-4e26-aef4-4cdce2727859 req-b20b4fcf-531f-4ff4-8541-1fee2816fcf2 tempest-TestVolumeBootPattern-839648198 tempest-TestVolumeBootPattern-839648198-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=552a7719c35843ecaa8ce5b648a02d25&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0450475 Apr 28 11:07:12.657450 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-1f15303b-5ef0-441e-9212-3e1d2da17d6d tempest-TagsExtTest-1098425028 tempest-TagsExtTest-1098425028-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742235135690', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742234710366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5051867'] for port (be47a704-fefe-4b04-9e7b-b396d8081fd3), after_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:07:12.679040 dv-neutron-master-2-hyperv neutron-server[116163]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 28 11:07:12.679040 dv-neutron-master-2-hyperv neutron-server[116163]: from cryptography.utils import int_from_bytes Apr 28 11:07:12.679040 dv-neutron-master-2-hyperv neutron-server[116163]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 28 11:07:12.679040 dv-neutron-master-2-hyperv neutron-server[116163]: from cryptography.utils import int_from_bytes Apr 28 11:07:12.679040 dv-neutron-master-2-hyperv neutron-server[116163]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 28 11:07:12.679040 dv-neutron-master-2-hyperv neutron-server[116163]: self.session.flush() Apr 28 11:07:12.679040 dv-neutron-master-2-hyperv neutron-server[116163]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 28 11:07:12.679040 dv-neutron-master-2-hyperv neutron-server[116163]: self.session.flush() Apr 28 11:07:12.679040 dv-neutron-master-2-hyperv neutron-server[116163]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 28 11:07:12.679040 dv-neutron-master-2-hyperv neutron-server[116163]: self.session.flush() Apr 28 11:07:12.679040 dv-neutron-master-2-hyperv neutron-server[116163]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 28 11:07:12.679040 dv-neutron-master-2-hyperv neutron-server[116163]: self.session.flush() Apr 28 11:07:12.679040 dv-neutron-master-2-hyperv neutron-server[116163]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 28 11:07:12.679040 dv-neutron-master-2-hyperv neutron-server[116163]: self.session.flush() Apr 28 11:07:12.679040 dv-neutron-master-2-hyperv neutron-server[116163]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 28 11:07:12.679040 dv-neutron-master-2-hyperv neutron-server[116163]: self.session.flush() Apr 28 11:07:12.679040 dv-neutron-master-2-hyperv neutron-server[116163]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 28 11:07:12.679040 dv-neutron-master-2-hyperv neutron-server[116163]: self.session.flush() Apr 28 11:07:12.679040 dv-neutron-master-2-hyperv neutron-server[116163]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 28 11:07:12.679040 dv-neutron-master-2-hyperv neutron-server[116163]: self.session.flush() Apr 28 11:07:12.679040 dv-neutron-master-2-hyperv neutron-server[116163]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 28 11:07:12.679040 dv-neutron-master-2-hyperv neutron-server[116163]: self.session.flush() Apr 28 11:07:12.679040 dv-neutron-master-2-hyperv neutron-server[116163]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 28 11:07:12.679040 dv-neutron-master-2-hyperv neutron-server[116163]: self.session.flush() Apr 28 11:07:12.679040 dv-neutron-master-2-hyperv neutron-server[116163]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 28 11:07:12.679040 dv-neutron-master-2-hyperv neutron-server[116163]: self.session.flush() Apr 28 11:07:12.679040 dv-neutron-master-2-hyperv neutron-server[116163]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 28 11:07:12.679040 dv-neutron-master-2-hyperv neutron-server[116163]: self.session.flush() Apr 28 11:07:12.679040 dv-neutron-master-2-hyperv neutron-server[116163]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 28 11:07:12.679040 dv-neutron-master-2-hyperv neutron-server[116163]: self.session.flush() Apr 28 11:07:12.679040 dv-neutron-master-2-hyperv neutron-server[116163]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 28 11:07:12.679040 dv-neutron-master-2-hyperv neutron-server[116163]: self.session.flush() Apr 28 11:07:12.679040 dv-neutron-master-2-hyperv neutron-server[116163]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 28 11:07:12.679040 dv-neutron-master-2-hyperv neutron-server[116163]: self.session.flush() Apr 28 11:07:12.679040 dv-neutron-master-2-hyperv neutron-server[116163]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 28 11:07:12.679040 dv-neutron-master-2-hyperv neutron-server[116163]: self.session.flush() Apr 28 11:07:12.679040 dv-neutron-master-2-hyperv neutron-server[116163]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 28 11:07:12.679040 dv-neutron-master-2-hyperv neutron-server[116163]: self.session.flush() Apr 28 11:07:12.679040 dv-neutron-master-2-hyperv neutron-server[116163]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 28 11:07:12.679040 dv-neutron-master-2-hyperv neutron-server[116163]: self.session.flush() Apr 28 11:07:12.679040 dv-neutron-master-2-hyperv neutron-server[116163]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 28 11:07:12.679040 dv-neutron-master-2-hyperv neutron-server[116163]: self.session.flush() Apr 28 11:07:12.679040 dv-neutron-master-2-hyperv neutron-server[116163]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 28 11:07:12.679040 dv-neutron-master-2-hyperv neutron-server[116163]: self.session.flush() Apr 28 11:07:12.679040 dv-neutron-master-2-hyperv neutron-server[116163]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 28 11:07:12.679040 dv-neutron-master-2-hyperv neutron-server[116163]: self.session.flush() Apr 28 11:07:12.679040 dv-neutron-master-2-hyperv neutron-server[116163]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 28 11:07:12.679040 dv-neutron-master-2-hyperv neutron-server[116163]: self.session.flush() Apr 28 11:07:12.679040 dv-neutron-master-2-hyperv neutron-server[116163]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 28 11:07:12.679040 dv-neutron-master-2-hyperv neutron-server[116163]: self.session.flush() Apr 28 11:07:12.679040 dv-neutron-master-2-hyperv neutron-server[116163]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 28 11:07:12.679040 dv-neutron-master-2-hyperv neutron-server[116163]: self.session.flush() Apr 28 11:07:12.679040 dv-neutron-master-2-hyperv neutron-server[116163]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 28 11:07:12.679040 dv-neutron-master-2-hyperv neutron-server[116163]: self.session.flush() Apr 28 11:07:12.679040 dv-neutron-master-2-hyperv neutron-server[116163]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 28 11:07:12.679040 dv-neutron-master-2-hyperv neutron-server[116163]: self.session.flush() Apr 28 11:07:12.684021 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f15303b-5ef0-441e-9212-3e1d2da17d6d tempest-TagsExtTest-1098425028 tempest-TagsExtTest-1098425028-project] Pushing event deleted for resources: {'Port': ['ID=be47a704-fefe-4b04-9e7b-b396d8081fd3,revision_number=None']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:07:12.685405 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-c1c64b81-f72d-4d9a-97c5-a7b35ca84c47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742235135690', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742234710366'] for port (be47a704-fefe-4b04-9e7b-b396d8081fd3), after_delete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:07:12.688653 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f15303b-5ef0-441e-9212-3e1d2da17d6d tempest-TagsExtTest-1098425028 tempest-TagsExtTest-1098425028-project] No DVR routers for this DVR port be47a704-fefe-4b04-9e7b-b396d8081fd3 on host dv-neutron-master-2-hyperv {{(pid=116162) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 11:07:12.698650 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f15303b-5ef0-441e-9212-3e1d2da17d6d tempest-TagsExtTest-1098425028 tempest-TagsExtTest-1098425028-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:07:12.698939 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f15303b-5ef0-441e-9212-3e1d2da17d6d tempest-TagsExtTest-1098425028 tempest-TagsExtTest-1098425028-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:07:12.699275 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f15303b-5ef0-441e-9212-3e1d2da17d6d tempest-TagsExtTest-1098425028 tempest-TagsExtTest-1098425028-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:07:12.699606 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f15303b-5ef0-441e-9212-3e1d2da17d6d tempest-TagsExtTest-1098425028 tempest-TagsExtTest-1098425028-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:07:12.699935 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f15303b-5ef0-441e-9212-3e1d2da17d6d tempest-TagsExtTest-1098425028 tempest-TagsExtTest-1098425028-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:07:12.700261 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f15303b-5ef0-441e-9212-3e1d2da17d6d tempest-TagsExtTest-1098425028 tempest-TagsExtTest-1098425028-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:07:12.700585 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f15303b-5ef0-441e-9212-3e1d2da17d6d tempest-TagsExtTest-1098425028 tempest-TagsExtTest-1098425028-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:07:12.700902 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f15303b-5ef0-441e-9212-3e1d2da17d6d tempest-TagsExtTest-1098425028 tempest-TagsExtTest-1098425028-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:07:12.701207 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f15303b-5ef0-441e-9212-3e1d2da17d6d tempest-TagsExtTest-1098425028 tempest-TagsExtTest-1098425028-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:07:12.701535 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f15303b-5ef0-441e-9212-3e1d2da17d6d tempest-TagsExtTest-1098425028 tempest-TagsExtTest-1098425028-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:07:12.701853 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f15303b-5ef0-441e-9212-3e1d2da17d6d tempest-TagsExtTest-1098425028 tempest-TagsExtTest-1098425028-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:07:12.702170 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f15303b-5ef0-441e-9212-3e1d2da17d6d tempest-TagsExtTest-1098425028 tempest-TagsExtTest-1098425028-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:07:12.702507 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f15303b-5ef0-441e-9212-3e1d2da17d6d tempest-TagsExtTest-1098425028 tempest-TagsExtTest-1098425028-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:07:12.702870 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f15303b-5ef0-441e-9212-3e1d2da17d6d tempest-TagsExtTest-1098425028 tempest-TagsExtTest-1098425028-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:07:12.703130 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f15303b-5ef0-441e-9212-3e1d2da17d6d tempest-TagsExtTest-1098425028 tempest-TagsExtTest-1098425028-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:07:12.714327 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c64b81-f72d-4d9a-97c5-a7b35ca84c47 None None] Pushing event deleted for resources: {'Port': ['ID=be47a704-fefe-4b04-9e7b-b396d8081fd3,revision_number=None']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:07:12.716681 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1c64b81-f72d-4d9a-97c5-a7b35ca84c47 None None] No DVR routers for this DVR port be47a704-fefe-4b04-9e7b-b396d8081fd3 on host dv-neutron-master-2-hyperv {{(pid=116163) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 11:07:12.729090 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c64b81-f72d-4d9a-97c5-a7b35ca84c47 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:07:12.729488 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c64b81-f72d-4d9a-97c5-a7b35ca84c47 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:07:12.729837 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c64b81-f72d-4d9a-97c5-a7b35ca84c47 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:07:12.730281 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c64b81-f72d-4d9a-97c5-a7b35ca84c47 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:07:12.730523 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c64b81-f72d-4d9a-97c5-a7b35ca84c47 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:07:12.730860 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c64b81-f72d-4d9a-97c5-a7b35ca84c47 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:07:12.731304 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c64b81-f72d-4d9a-97c5-a7b35ca84c47 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:07:12.731502 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c64b81-f72d-4d9a-97c5-a7b35ca84c47 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:07:12.731830 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c64b81-f72d-4d9a-97c5-a7b35ca84c47 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:07:12.732158 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c64b81-f72d-4d9a-97c5-a7b35ca84c47 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:07:12.732484 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c64b81-f72d-4d9a-97c5-a7b35ca84c47 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:07:12.732817 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c64b81-f72d-4d9a-97c5-a7b35ca84c47 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:07:12.733226 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c64b81-f72d-4d9a-97c5-a7b35ca84c47 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:07:12.733450 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c64b81-f72d-4d9a-97c5-a7b35ca84c47 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:07:12.733767 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c64b81-f72d-4d9a-97c5-a7b35ca84c47 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:07:12.786327 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-1f15303b-5ef0-441e-9212-3e1d2da17d6d tempest-TagsExtTest-1098425028 tempest-TagsExtTest-1098425028-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-973498', 'neutron.services.segments.db._delete_segments_for_network-8742235207033'] for network (53614605-60ce-4fc6-b176-f1d4ecdb1428), precommit_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:07:12.806431 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.services.segments.db [None req-1f15303b-5ef0-441e-9212-3e1d2da17d6d tempest-TagsExtTest-1098425028 tempest-TagsExtTest-1098425028-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['53614605-60ce-4fc6-b176-f1d4ecdb1428']}} {{(pid=116162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:07:12.816853 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.services.segments.db [None req-1f15303b-5ef0-441e-9212-3e1d2da17d6d tempest-TagsExtTest-1098425028 tempest-TagsExtTest-1098425028-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '53aa08f3-63db-4442-82f8-63218727f2c7') {'for_net_delete': True} {{(pid=116162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:07:12.816853 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.services.segments.db [None req-1f15303b-5ef0-441e-9212-3e1d2da17d6d tempest-TagsExtTest-1098425028 tempest-TagsExtTest-1098425028-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '53aa08f3-63db-4442-82f8-63218727f2c7') {} {{(pid=116162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:07:12.826176 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-1f15303b-5ef0-441e-9212-3e1d2da17d6d tempest-TagsExtTest-1098425028 tempest-TagsExtTest-1098425028-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742235208578', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5026548'] for segment (53aa08f3-63db-4442-82f8-63218727f2c7), before_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:07:12.827239 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-2b543f20-db72-4e26-aef4-4cdce2727859 req-7f9370df-bfb2-416a-9370-137253a2232a service neutron] 10.222.0.10 "GET /v2.0/networks/95a73077-5c3c-4a4f-9014-bee1df8e9c09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1618676 Apr 28 11:07:12.840074 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-1f15303b-5ef0-441e-9212-3e1d2da17d6d tempest-TagsExtTest-1098425028 tempest-TagsExtTest-1098425028-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-961978'] for segment (53aa08f3-63db-4442-82f8-63218727f2c7), precommit_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:07:12.846196 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1f15303b-5ef0-441e-9212-3e1d2da17d6d tempest-TagsExtTest-1098425028 tempest-TagsExtTest-1098425028-project] Releasing vlan 69 on physical network physnet1 to pool {{(pid=116162) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 11:07:12.846691 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-1f15303b-5ef0-441e-9212-3e1d2da17d6d tempest-TagsExtTest-1098425028 tempest-TagsExtTest-1098425028-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-961978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5051884'] for segment (53aa08f3-63db-4442-82f8-63218727f2c7), after_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:07:12.849678 dv-neutron-master-2-hyperv neutron-server[116162]: Traceback (most recent call last): Apr 28 11:07:12.849678 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 11:07:12.849678 dv-neutron-master-2-hyperv neutron-server[116162]: timer() Apr 28 11:07:12.849678 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 11:07:12.849678 dv-neutron-master-2-hyperv neutron-server[116162]: cb(*args, **kw) Apr 28 11:07:12.849678 dv-neutron-master-2-hyperv neutron-server[116162]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 28 11:07:12.849678 dv-neutron-master-2-hyperv neutron-server[116162]: return func(*args, **kwargs) Apr 28 11:07:12.849678 dv-neutron-master-2-hyperv neutron-server[116162]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 11:07:12.849678 dv-neutron-master-2-hyperv neutron-server[116162]: self._notify() Apr 28 11:07:12.849678 dv-neutron-master-2-hyperv neutron-server[116162]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 11:07:12.849678 dv-neutron-master-2-hyperv neutron-server[116162]: self.callback(batched_events) Apr 28 11:07:12.849678 dv-neutron-master-2-hyperv neutron-server[116162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 11:07:12.849678 dv-neutron-master-2-hyperv neutron-server[116162]: event.method(event) Apr 28 11:07:12.849678 dv-neutron-master-2-hyperv neutron-server[116162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 28 11:07:12.849678 dv-neutron-master-2-hyperv neutron-server[116162]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 11:07:12.849678 dv-neutron-master-2-hyperv neutron-server[116162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 28 11:07:12.849678 dv-neutron-master-2-hyperv neutron-server[116162]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 11:07:12.849678 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 28 11:07:12.849678 dv-neutron-master-2-hyperv neutron-server[116162]: return f(self, *a, **k) Apr 28 11:07:12.849678 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 28 11:07:12.849678 dv-neutron-master-2-hyperv neutron-server[116162]: return self._get(url).json() Apr 28 11:07:12.849678 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 28 11:07:12.849678 dv-neutron-master-2-hyperv neutron-server[116162]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 11:07:12.849678 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 11:07:12.849678 dv-neutron-master-2-hyperv neutron-server[116162]: return self.request(url, 'GET', **kwargs) Apr 28 11:07:12.849678 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 11:07:12.849678 dv-neutron-master-2-hyperv neutron-server[116162]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 11:07:12.849678 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 11:07:12.849678 dv-neutron-master-2-hyperv neutron-server[116162]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 11:07:12.849678 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 11:07:12.849678 dv-neutron-master-2-hyperv neutron-server[116162]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 11:07:12.849678 dv-neutron-master-2-hyperv neutron-server[116162]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 11:07:12.926841 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-2b543f20-db72-4e26-aef4-4cdce2727859 req-7690e853-9c9f-49bf-a95e-493a40969e9c service neutron] 10.222.0.10 "GET /v2.0/networks/95a73077-5c3c-4a4f-9014-bee1df8e9c09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935712 Apr 28 11:07:12.943219 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-1f15303b-5ef0-441e-9212-3e1d2da17d6d tempest-TagsExtTest-1098425028 tempest-TagsExtTest-1098425028-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-973477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2063122'] for network (53614605-60ce-4fc6-b176-f1d4ecdb1428), after_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:07:12.947486 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-1f15303b-5ef0-441e-9212-3e1d2da17d6d tempest-TagsExtTest-1098425028 tempest-TagsExtTest-1098425028-project] Publish callbacks [] for network (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:07:12.951205 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-1f15303b-5ef0-441e-9212-3e1d2da17d6d tempest-TagsExtTest-1098425028 tempest-TagsExtTest-1098425028-project] 10.222.0.10 "DELETE /v2.0/networks/53614605-60ce-4fc6-b176-f1d4ecdb1428 HTTP/1.1" status: 204 len: 168 time: 0.6519606 Apr 28 11:07:12.967458 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f15303b-5ef0-441e-9212-3e1d2da17d6d tempest-TagsExtTest-1098425028 tempest-TagsExtTest-1098425028-project] Pushing event deleted for resources: {'Network': ['ID=53614605-60ce-4fc6-b176-f1d4ecdb1428,revision_number=None']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:07:13.332095 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (d5baab19-5dd1-4902-922b-84acb048ab9c), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:07:13.425549 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 55840) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:07:13.512898 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-95b60a41-aca9-4d61-8738-05205bd0d02f req-633f4c0f-c7fe-4cef-9064-11a2dd771117 tempest-TestVolumeBootPattern-839648198 tempest-TestVolumeBootPattern-839648198-project] 10.222.0.10 "GET /v2.0/ports?device_id=8fc4f6a9-5543-4e4a-8702-89222fb15014 HTTP/1.1" status: 200 len: 210 time: 0.0311158 Apr 28 11:07:13.573487 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-0a6be96f-bbd4-4d03-bbac-1c000b21081a admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=ac4a11f822704f659d718dea43576658&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1438706 Apr 28 11:07:13.573926 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 55850) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:07:13.621068 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-2740c75a-d35f-4e5f-a580-588168c9f122 admin admin] Publish callbacks [] for security_group (391606ef-2b0e-4626-83a5-17d1da8fc4fd), before_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:07:13.646290 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-2740c75a-d35f-4e5f-a580-588168c9f122 admin admin] Publish callbacks [] for security_group (391606ef-2b0e-4626-83a5-17d1da8fc4fd), precommit_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:07:13.736703 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-2740c75a-d35f-4e5f-a580-588168c9f122 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924426'] for security_group (391606ef-2b0e-4626-83a5-17d1da8fc4fd), after_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:07:13.739598 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-2740c75a-d35f-4e5f-a580-588168c9f122 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:07:13.740788 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-2740c75a-d35f-4e5f-a580-588168c9f122 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/391606ef-2b0e-4626-83a5-17d1da8fc4fd HTTP/1.1" status: 204 len: 168 time: 0.1661146 Apr 28 11:07:13.749677 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2740c75a-d35f-4e5f-a580-588168c9f122 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=391606ef-2b0e-4626-83a5-17d1da8fc4fd,revision_number=None']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:07:13.767166 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Device be47a704-fefe-4b04-9e7b-b396d8081fd3 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=116163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 11:07:13.790670 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] No Port match for: be47a704-fefe-4b04-9e7b-b396d8081fd3 {{(pid=116163) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 28 11:07:13.791096 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Device be47a704-fefe-4b04-9e7b-b396d8081fd3 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=116163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 11:07:14.610347 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-851b5fdd-6305-4d88-815c-3f5a486b7bb8 req-2864cd43-89b1-4d90-94f1-ccb54021b19c tempest-TestVolumeBootPattern-839648198 tempest-TestVolumeBootPattern-839648198-project] 10.222.0.10 "GET /v2.0/ports?device_id=8fc4f6a9-5543-4e4a-8702-89222fb15014 HTTP/1.1" status: 200 len: 210 time: 0.0306563 Apr 28 11:07:14.650896 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 55878) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:07:14.749179 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.v2.base [None req-87493c6e-3f5e-4ca6-8dac-801eefe4e059 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-238751084-network', 'tenant_id': '11209735ab45486195794207680c4b2b'}} {{(pid=116161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:07:14.845463 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87493c6e-3f5e-4ca6-8dac-801eefe4e059 admin admin] Made reservation on behalf of 11209735ab45486195794207680c4b2b for: {'network': 1} {{(pid=116161) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 11:07:14.848572 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-87493c6e-3f5e-4ca6-8dac-801eefe4e059 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for network (None), before_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:07:14.858287 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-87493c6e-3f5e-4ca6-8dac-801eefe4e059 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:07:14.933665 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-87493c6e-3f5e-4ca6-8dac-801eefe4e059 admin admin] Publish callbacks [] for security_group (c732c802-c866-4e53-8b10-fe604c8b2400), precommit_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:07:15.016693 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-87493c6e-3f5e-4ca6-8dac-801eefe4e059 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924426'] for security_group (c732c802-c866-4e53-8b10-fe604c8b2400), after_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:07:15.044761 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-87493c6e-3f5e-4ca6-8dac-801eefe4e059 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 92} {{(pid=116161) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 11:07:15.051085 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87493c6e-3f5e-4ca6-8dac-801eefe4e059 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c732c802-c866-4e53-8b10-fe604c8b2400,revision_number=1']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:07:15.057582 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-87493c6e-3f5e-4ca6-8dac-801eefe4e059 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-961978'] for segment (ecabd243-b066-40ee-b684-286518e63a85), precommit_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:07:15.058522 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.db.segments_db [None req-87493c6e-3f5e-4ca6-8dac-801eefe4e059 admin admin] Added segment ecabd243-b066-40ee-b684-286518e63a85 of type vlan for network c987e71e-3df6-4dbc-9aaf-ad53cb6df767 Apr 28 11:07:15.101762 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-87493c6e-3f5e-4ca6-8dac-801eefe4e059 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742234744962'] for network (c987e71e-3df6-4dbc-9aaf-ad53cb6df767), precommit_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:07:15.165291 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-87493c6e-3f5e-4ca6-8dac-801eefe4e059 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042'] for network (c987e71e-3df6-4dbc-9aaf-ad53cb6df767), after_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:07:15.166245 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87493c6e-3f5e-4ca6-8dac-801eefe4e059 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:07:15.166863 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-87493c6e-3f5e-4ca6-8dac-801eefe4e059 admin admin] Publish callbacks [] for network (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:07:15.401880 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b543f20-db72-4e26-aef4-4cdce2727859 req-1572bc83-87a1-4cc8-adb5-71ab059525da tempest-TestVolumeBootPattern-839648198 tempest-TestVolumeBootPattern-839648198-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:07:15.403441 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-2b543f20-db72-4e26-aef4-4cdce2727859 req-1572bc83-87a1-4cc8-adb5-71ab059525da tempest-TestVolumeBootPattern-839648198 tempest-TestVolumeBootPattern-839648198-project] 10.222.0.20 "GET /v2.0/networks?id=95a73077-5c3c-4a4f-9014-bee1df8e9c09 HTTP/1.1" status: 200 len: 811 time: 0.1099584 Apr 28 11:07:15.470101 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-2b543f20-db72-4e26-aef4-4cdce2727859 req-1b95a3a7-3ed2-4ceb-8d02-9bbac45045aa tempest-TestVolumeBootPattern-839648198 tempest-TestVolumeBootPattern-839648198-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=552a7719c35843ecaa8ce5b648a02d25 HTTP/1.1" status: 200 len: 379 time: 0.0585845 Apr 28 11:07:15.480325 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.v2.base [req-2b543f20-db72-4e26-aef4-4cdce2727859 req-36a0a4d0-6a70-4bee-8ca6-06cfe05422e0 tempest-TestVolumeBootPattern-839648198 tempest-TestVolumeBootPattern-839648198-project] Request body: {'port': {'device_id': '8fc4f6a9-5543-4e4a-8702-89222fb15014', 'network_id': '95a73077-5c3c-4a4f-9014-bee1df8e9c09', 'admin_state_up': True, 'tenant_id': '552a7719c35843ecaa8ce5b648a02d25', 'security_groups': ['c83a530b-56a2-41d8-b874-e844ad8fa813']}} {{(pid=116162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:07:15.582288 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87493c6e-3f5e-4ca6-8dac-801eefe4e059 admin admin] Pushing event updated for resources: {'Network': ['ID=c987e71e-3df6-4dbc-9aaf-ad53cb6df767,revision_number=1']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:07:15.594453 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Network c987e71e-3df6-4dbc-9aaf-ad53cb6df767 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=116163) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 28 11:07:15.611924 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-87493c6e-3f5e-4ca6-8dac-801eefe4e059 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.9598126 Apr 28 11:07:15.612965 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 55882) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:07:15.620434 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.v2.base [None req-12c8dcec-b77d-4d08-8dda-7fb5d03f85a2 admin admin] Request body: {'subnet': {'network_id': 'c987e71e-3df6-4dbc-9aaf-ad53cb6df767', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-238751084-subnet', 'tenant_id': '11209735ab45486195794207680c4b2b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=116161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:07:15.720444 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-1d73ef8a-ee0e-490c-93dd-d10a9cc40414 req-22bcdf78-1ed7-422f-9792-9943c83a9d4f tempest-TestVolumeBootPattern-839648198 tempest-TestVolumeBootPattern-839648198-project] 10.222.0.10 "GET /v2.0/ports?device_id=8fc4f6a9-5543-4e4a-8702-89222fb15014 HTTP/1.1" status: 200 len: 210 time: 0.0345879 Apr 28 11:07:15.725174 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12c8dcec-b77d-4d08-8dda-7fb5d03f85a2 admin admin] Made reservation on behalf of 11209735ab45486195794207680c4b2b for: {'subnet': 1} {{(pid=116161) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 11:07:15.725174 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-12c8dcec-b77d-4d08-8dda-7fb5d03f85a2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5125580'] for subnet (None), before_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:07:15.965990 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-12c8dcec-b77d-4d08-8dda-7fb5d03f85a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5220536', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5125438'] for subnet (38626d1c-4111-44d4-ab5b-46e821d8eea3), after_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:07:15.988655 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2b543f20-db72-4e26-aef4-4cdce2727859 req-36a0a4d0-6a70-4bee-8ca6-06cfe05422e0 tempest-TestVolumeBootPattern-839648198 tempest-TestVolumeBootPattern-839648198-project] Made reservation on behalf of 552a7719c35843ecaa8ce5b648a02d25 for: {'port': 1} {{(pid=116162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 11:07:15.992271 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [req-2b543f20-db72-4e26-aef4-4cdce2727859 req-36a0a4d0-6a70-4bee-8ca6-06cfe05422e0 tempest-TestVolumeBootPattern-839648198 tempest-TestVolumeBootPattern-839648198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (None), before_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:07:16.027726 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c8dcec-b77d-4d08-8dda-7fb5d03f85a2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=38626d1c-4111-44d4-ab5b-46e821d8eea3,revision_number=0']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:07:16.032127 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12c8dcec-b77d-4d08-8dda-7fb5d03f85a2 admin admin] Checking segment: {'id': 'ecabd243-b066-40ee-b684-286518e63a85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'c987e71e-3df6-4dbc-9aaf-ad53cb6df767'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 11:07:16.032456 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12c8dcec-b77d-4d08-8dda-7fb5d03f85a2 admin admin] Network hostable DHCP agents. Network: c987e71e-3df6-4dbc-9aaf-ad53cb6df767, hostable agents: ['75ba81b7-fe99-4281-90d2-a5adb445ecea'], hosted agents: [] {{(pid=116161) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 11:07:16.102589 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12c8dcec-b77d-4d08-8dda-7fb5d03f85a2 admin admin] Network c987e71e-3df6-4dbc-9aaf-ad53cb6df767 is scheduled to be hosted by DHCP agent 75ba81b7-fe99-4281-90d2-a5adb445ecea with binding_index 1 {{(pid=116161) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 11:07:16.124520 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.db.db_base_plugin_common [req-2b543f20-db72-4e26-aef4-4cdce2727859 req-36a0a4d0-6a70-4bee-8ca6-06cfe05422e0 tempest-TestVolumeBootPattern-839648198 tempest-TestVolumeBootPattern-839648198-project] Allocated IP 172.20.0.8 (95a73077-5c3c-4a4f-9014-bee1df8e9c09/49bbb4f0-3980-4b52-84ba-965c72e99e66/000a287e-a1c5-43e7-8b89-41c6fdaa75e1) {{(pid=116162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 11:07:16.171202 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.scheduler.base_scheduler [None req-12c8dcec-b77d-4d08-8dda-7fb5d03f85a2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, c987e71e-3df6-4dbc-9aaf-ad53cb6df767) {{(pid=116161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 11:07:16.177054 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12c8dcec-b77d-4d08-8dda-7fb5d03f85a2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:07:16.177054 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-12c8dcec-b77d-4d08-8dda-7fb5d03f85a2 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:07:16.182622 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80b44ae9-dfa3-4a42-a5dc-4655aec9f19c None None] Network c987e71e-3df6-4dbc-9aaf-ad53cb6df767 requested from dv-neutron-master-2-hyperv {{(pid=116163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 11:07:16.239482 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-12c8dcec-b77d-4d08-8dda-7fb5d03f85a2 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6249998 Apr 28 11:07:16.283675 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [req-2b543f20-db72-4e26-aef4-4cdce2727859 req-36a0a4d0-6a70-4bee-8ca6-06cfe05422e0 tempest-TestVolumeBootPattern-839648198 tempest-TestVolumeBootPattern-839648198-project] Publish callbacks [] for port (000a287e-a1c5-43e7-8b89-41c6fdaa75e1), precommit_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:07:16.301202 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-accd3396-8682-422c-bf7d-d29712150a1a None None] Network c987e71e-3df6-4dbc-9aaf-ad53cb6df767 requested from dv-neutron-master-2-hyperv {{(pid=116163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 11:07:16.390831 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [req-2b543f20-db72-4e26-aef4-4cdce2727859 req-36a0a4d0-6a70-4bee-8ca6-06cfe05422e0 tempest-TestVolumeBootPattern-839648198 tempest-TestVolumeBootPattern-839648198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742234710357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5051867'] for port (000a287e-a1c5-43e7-8b89-41c6fdaa75e1), after_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:07:16.434260 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2b543f20-db72-4e26-aef4-4cdce2727859 req-36a0a4d0-6a70-4bee-8ca6-06cfe05422e0 tempest-TestVolumeBootPattern-839648198 tempest-TestVolumeBootPattern-839648198-project] Network 95a73077-5c3c-4a4f-9014-bee1df8e9c09 is already hosted by enough agents. {{(pid=116162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 11:07:16.437542 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.scheduler.base_scheduler [req-2b543f20-db72-4e26-aef4-4cdce2727859 req-36a0a4d0-6a70-4bee-8ca6-06cfe05422e0 tempest-TestVolumeBootPattern-839648198 tempest-TestVolumeBootPattern-839648198-project] Resources bound (agent type, host, resource id): {{(pid=116162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 11:07:16.441303 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b543f20-db72-4e26-aef4-4cdce2727859 req-36a0a4d0-6a70-4bee-8ca6-06cfe05422e0 tempest-TestVolumeBootPattern-839648198 tempest-TestVolumeBootPattern-839648198-project] Received port after_create {{(pid=116162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 11:07:16.482603 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a0a4d0-6a70-4bee-8ca6-06cfe05422e0 tempest-TestVolumeBootPattern-839648198 tempest-TestVolumeBootPattern-839648198-project] Pushing event updated for resources: {'Port': ['ID=000a287e-a1c5-43e7-8b89-41c6fdaa75e1,revision_number=1']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:07:16.545097 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b543f20-db72-4e26-aef4-4cdce2727859 req-36a0a4d0-6a70-4bee-8ca6-06cfe05422e0 tempest-TestVolumeBootPattern-839648198 tempest-TestVolumeBootPattern-839648198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:07:16.546050 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [req-2b543f20-db72-4e26-aef4-4cdce2727859 req-36a0a4d0-6a70-4bee-8ca6-06cfe05422e0 tempest-TestVolumeBootPattern-839648198 tempest-TestVolumeBootPattern-839648198-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198022'] for port (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:07:16.626013 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-2b543f20-db72-4e26-aef4-4cdce2727859 req-36a0a4d0-6a70-4bee-8ca6-06cfe05422e0 tempest-TestVolumeBootPattern-839648198 tempest-TestVolumeBootPattern-839648198-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1502495 Apr 28 11:07:16.638850 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.v2.base [req-2b543f20-db72-4e26-aef4-4cdce2727859 req-d896f457-1d44-4cfc-8636-089d86b00ecf service neutron] Request body: {'port': {'device_id': '8fc4f6a9-5543-4e4a-8702-89222fb15014', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-mast'}} {{(pid=116162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:07:16.701578 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-e2820fd5-bd03-46a8-949f-2d6771ae2d4f None None] Provisioning complete for port 000a287e-a1c5-43e7-8b89-41c6fdaa75e1 triggered by entity DHCP. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:07:16.702102 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-e2820fd5-bd03-46a8-949f-2d6771ae2d4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (000a287e-a1c5-43e7-8b89-41c6fdaa75e1), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:07:16.708423 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [req-2b543f20-db72-4e26-aef4-4cdce2727859 req-d896f457-1d44-4cfc-8636-089d86b00ecf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (000a287e-a1c5-43e7-8b89-41c6fdaa75e1), before_update {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:07:16.754819 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-e2820fd5-bd03-46a8-949f-2d6771ae2d4f None None] Port 000a287e-a1c5-43e7-8b89-41c6fdaa75e1 cannot update to ACTIVE because it is not bound. {{(pid=116163) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 28 11:07:16.851395 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aff2a2c-44a1-4e46-95c4-9c4bb5036094 req-f4e4e01c-fdb8-4f05-a52f-d3c5baa52d7f tempest-TestVolumeBootPattern-839648198 tempest-TestVolumeBootPattern-839648198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:07:16.853644 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-9aff2a2c-44a1-4e46-95c4-9c4bb5036094 req-f4e4e01c-fdb8-4f05-a52f-d3c5baa52d7f tempest-TestVolumeBootPattern-839648198 tempest-TestVolumeBootPattern-839648198-project] 10.222.0.10 "GET /v2.0/ports?device_id=8fc4f6a9-5543-4e4a-8702-89222fb15014 HTTP/1.1" status: 200 len: 931 time: 0.0510790 Apr 28 11:07:16.924751 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-9aff2a2c-44a1-4e46-95c4-9c4bb5036094 req-29cb7573-115e-485d-a872-b21aa14c6b66 tempest-TestVolumeBootPattern-839648198 tempest-TestVolumeBootPattern-839648198-project] 10.222.0.10 "GET /v2.0/security-groups?id=c83a530b-56a2-41d8-b874-e844ad8fa813&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0649173 Apr 28 11:07:16.954069 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 55904) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:07:16.959276 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.v2.base [None req-2e57c4c0-05ba-4c6a-8c5b-df3723d35877 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-988363210-network', 'tenant_id': '8fd99e1c1215455191d7d4f48f28f3ec'}} {{(pid=116161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:07:17.028189 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.notifiers.nova [req-2b543f20-db72-4e26-aef4-4cdce2727859 req-d896f457-1d44-4cfc-8636-089d86b00ecf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 000a287e-a1c5-43e7-8b89-41c6fdaa75e1 {{(pid=116162) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 11:07:17.035676 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [req-2b543f20-db72-4e26-aef4-4cdce2727859 req-d896f457-1d44-4cfc-8636-089d86b00ecf service neutron] Publish callbacks [] for port (000a287e-a1c5-43e7-8b89-41c6fdaa75e1), precommit_update {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:07:17.048791 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.db.provisioning_blocks [req-2b543f20-db72-4e26-aef4-4cdce2727859 req-d896f457-1d44-4cfc-8636-089d86b00ecf service neutron] Transition to ACTIVE for port object 000a287e-a1c5-43e7-8b89-41c6fdaa75e1 will not be triggered until provisioned by entity L2. {{(pid=116162) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 28 11:07:17.074815 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e57c4c0-05ba-4c6a-8c5b-df3723d35877 admin admin] Made reservation on behalf of 8fd99e1c1215455191d7d4f48f28f3ec for: {'network': 1} {{(pid=116161) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 11:07:17.077791 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-2e57c4c0-05ba-4c6a-8c5b-df3723d35877 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for network (None), before_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:07:17.093672 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-2e57c4c0-05ba-4c6a-8c5b-df3723d35877 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:07:17.131928 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [req-2b543f20-db72-4e26-aef4-4cdce2727859 req-d896f457-1d44-4cfc-8636-089d86b00ecf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5051840'] for port (000a287e-a1c5-43e7-8b89-41c6fdaa75e1), after_update {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:07:17.179181 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-2e57c4c0-05ba-4c6a-8c5b-df3723d35877 admin admin] Publish callbacks [] for security_group (59c9444e-1699-421a-90ea-626946e951f2), precommit_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:07:17.209472 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d896f457-1d44-4cfc-8636-089d86b00ecf service neutron] Pushing event updated for resources: {'Port': ['ID=000a287e-a1c5-43e7-8b89-41c6fdaa75e1,revision_number=2']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:07:17.251525 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-2e57c4c0-05ba-4c6a-8c5b-df3723d35877 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924426'] for security_group (59c9444e-1699-421a-90ea-626946e951f2), after_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:07:17.278340 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2e57c4c0-05ba-4c6a-8c5b-df3723d35877 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 88} {{(pid=116161) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 11:07:17.305452 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e57c4c0-05ba-4c6a-8c5b-df3723d35877 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59c9444e-1699-421a-90ea-626946e951f2,revision_number=1']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:07:17.310312 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.managers [req-2b543f20-db72-4e26-aef4-4cdce2727859 req-d896f457-1d44-4cfc-8636-089d86b00ecf service neutron] Attempting to bind port 000a287e-a1c5-43e7-8b89-41c6fdaa75e1 on host hv-neutron-mast for vnic_type normal with profile {{(pid=116162) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 28 11:07:17.310807 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.managers [req-2b543f20-db72-4e26-aef4-4cdce2727859 req-d896f457-1d44-4cfc-8636-089d86b00ecf service neutron] Attempting to bind port 000a287e-a1c5-43e7-8b89-41c6fdaa75e1 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': 'd6ab13ae-3a67-4b86-b1c5-eddbcd455107', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '95a73077-5c3c-4a4f-9014-bee1df8e9c09'}] {{(pid=116162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 28 11:07:17.311284 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b543f20-db72-4e26-aef4-4cdce2727859 req-d896f457-1d44-4cfc-8636-089d86b00ecf service neutron] Attempting to bind port 000a287e-a1c5-43e7-8b89-41c6fdaa75e1 on network 95a73077-5c3c-4a4f-9014-bee1df8e9c09 {{(pid=116162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 11:07:17.318330 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-2e57c4c0-05ba-4c6a-8c5b-df3723d35877 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-961978'] for segment (6f754224-f35e-4a91-ad4d-247a6ecf0614), precommit_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:07:17.318330 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.db.segments_db [None req-2e57c4c0-05ba-4c6a-8c5b-df3723d35877 admin admin] Added segment 6f754224-f35e-4a91-ad4d-247a6ecf0614 of type vlan for network 85dde983-14b2-4290-a3a0-484845e1e347 Apr 28 11:07:17.321416 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b543f20-db72-4e26-aef4-4cdce2727859 req-d896f457-1d44-4cfc-8636-089d86b00ecf service neutron] Port 000a287e-a1c5-43e7-8b89-41c6fdaa75e1 on network 95a73077-5c3c-4a4f-9014-bee1df8e9c09 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=116162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 28 11:07:17.321743 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b543f20-db72-4e26-aef4-4cdce2727859 req-d896f457-1d44-4cfc-8636-089d86b00ecf service neutron] Attempting to bind port 000a287e-a1c5-43e7-8b89-41c6fdaa75e1 on network 95a73077-5c3c-4a4f-9014-bee1df8e9c09 {{(pid=116162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 11:07:17.330362 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b543f20-db72-4e26-aef4-4cdce2727859 req-d896f457-1d44-4cfc-8636-089d86b00ecf service neutron] Checking agent: {'id': '6be95134-9a6c-4663-8b48-90d12ce90c60', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-mast', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 10, 57, 20), 'started_at': datetime.datetime(2022, 4, 28, 10, 57, 20), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 11, 6, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=116162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 11:07:17.331231 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b543f20-db72-4e26-aef4-4cdce2727859 req-d896f457-1d44-4cfc-8636-089d86b00ecf service neutron] Checking segment: {'id': 'd6ab13ae-3a67-4b86-b1c5-eddbcd455107', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '95a73077-5c3c-4a4f-9014-bee1df8e9c09'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 11:07:17.331631 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b543f20-db72-4e26-aef4-4cdce2727859 req-d896f457-1d44-4cfc-8636-089d86b00ecf service neutron] Bound using segment: {'id': 'd6ab13ae-3a67-4b86-b1c5-eddbcd455107', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '95a73077-5c3c-4a4f-9014-bee1df8e9c09'} {{(pid=116162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 11:07:17.332075 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.managers [req-2b543f20-db72-4e26-aef4-4cdce2727859 req-d896f457-1d44-4cfc-8636-089d86b00ecf service neutron] Bound port: 000a287e-a1c5-43e7-8b89-41c6fdaa75e1, host: hv-neutron-mast, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd6ab13ae-3a67-4b86-b1c5-eddbcd455107', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '95a73077-5c3c-4a4f-9014-bee1df8e9c09'}}] {{(pid=116162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 28 11:07:17.332929 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [req-2b543f20-db72-4e26-aef4-4cdce2727859 req-d896f457-1d44-4cfc-8636-089d86b00ecf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (000a287e-a1c5-43e7-8b89-41c6fdaa75e1), before_update {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:07:17.382674 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-2e57c4c0-05ba-4c6a-8c5b-df3723d35877 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742234744962'] for network (85dde983-14b2-4290-a3a0-484845e1e347), precommit_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:07:17.451065 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.db [req-2b543f20-db72-4e26-aef4-4cdce2727859 req-d896f457-1d44-4cfc-8636-089d86b00ecf service neutron] For port 000a287e-a1c5-43e7-8b89-41c6fdaa75e1, host hv-neutron-mast, cleared binding levels {{(pid=116162) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 11:07:17.456101 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.db [req-2b543f20-db72-4e26-aef4-4cdce2727859 req-d896f457-1d44-4cfc-8636-089d86b00ecf service neutron] For port 000a287e-a1c5-43e7-8b89-41c6fdaa75e1, host hv-neutron-mast, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=000a287e-a1c5-43e7-8b89-41c6fdaa75e1,segment=NetworkSegment(d6ab13ae-3a67-4b86-b1c5-eddbcd455107),segment_id=d6ab13ae-3a67-4b86-b1c5-eddbcd455107)] {{(pid=116162) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 11:07:17.502865 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-2e57c4c0-05ba-4c6a-8c5b-df3723d35877 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042'] for network (85dde983-14b2-4290-a3a0-484845e1e347), after_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:07:17.503860 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e57c4c0-05ba-4c6a-8c5b-df3723d35877 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:07:17.504448 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-2e57c4c0-05ba-4c6a-8c5b-df3723d35877 admin admin] Publish callbacks [] for network (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:07:17.554712 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [req-2b543f20-db72-4e26-aef4-4cdce2727859 req-d896f457-1d44-4cfc-8636-089d86b00ecf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5051840'] for port (000a287e-a1c5-43e7-8b89-41c6fdaa75e1), after_update {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:07:17.572762 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e57c4c0-05ba-4c6a-8c5b-df3723d35877 admin admin] Pushing event updated for resources: {'Network': ['ID=85dde983-14b2-4290-a3a0-484845e1e347,revision_number=1']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:07:17.584947 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Network 85dde983-14b2-4290-a3a0-484845e1e347 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=116163) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 28 11:07:17.592364 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b543f20-db72-4e26-aef4-4cdce2727859 req-d896f457-1d44-4cfc-8636-089d86b00ecf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:07:17.592364 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [req-2b543f20-db72-4e26-aef4-4cdce2727859 req-d896f457-1d44-4cfc-8636-089d86b00ecf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198022'] for port (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:07:17.594002 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-2b543f20-db72-4e26-aef4-4cdce2727859 req-d896f457-1d44-4cfc-8636-089d86b00ecf service neutron] 10.222.0.20 "PUT /v2.0/ports/000a287e-a1c5-43e7-8b89-41c6fdaa75e1 HTTP/1.1" status: 200 len: 1093 time: 0.9606645 Apr 28 11:07:17.594515 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8fc4f6a9-5543-4e4a-8702-89222fb15014', 'tag': '000a287e-a1c5-43e7-8b89-41c6fdaa75e1'}] {{(pid=116162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 11:07:17.596870 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ba53f40d6116d28995a8e36159d0e539b5353eec116fb5dd4ce03b4b2159ab1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-381f8783-5304-4bac-81ff-d1060b9ef113" -d '{"events": [{"name": "network-changed", "server_uuid": "8fc4f6a9-5543-4e4a-8702-89222fb15014", "tag": "000a287e-a1c5-43e7-8b89-41c6fdaa75e1"}]}' {{(pid=116162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 11:07:17.612454 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-2e57c4c0-05ba-4c6a-8c5b-df3723d35877 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.6544642 Apr 28 11:07:17.612454 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 55908) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:07:17.620085 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.v2.base [None req-2eefc1f4-b8e3-4038-b536-b696e9388dd6 admin admin] Request body: {'subnet': {'network_id': '85dde983-14b2-4290-a3a0-484845e1e347', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-988363210-subnet', 'tenant_id': '8fd99e1c1215455191d7d4f48f28f3ec', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=116161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:07:17.676410 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d896f457-1d44-4cfc-8636-089d86b00ecf service neutron] Pushing event updated for resources: {'Port': ['ID=000a287e-a1c5-43e7-8b89-41c6fdaa75e1,revision_number=3']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:07:17.681961 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 11:07:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-958db0d3-7a05-44f6-9d58-9c2ed523d380 x-openstack-request-id: req-958db0d3-7a05-44f6-9d58-9c2ed523d380 {{(pid=116162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 11:07:17.682317 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8fc4f6a9-5543-4e4a-8702-89222fb15014", "tag": "000a287e-a1c5-43e7-8b89-41c6fdaa75e1", "status": "completed", "code": 200}]} {{(pid=116162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 11:07:17.682663 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-958db0d3-7a05-44f6-9d58-9c2ed523d380 {{(pid=116162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 11:07:17.683181 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.notifiers.nova [-] Nova event matching ['req-958db0d3-7a05-44f6-9d58-9c2ed523d380'] response: {'name': 'network-changed', 'server_uuid': '8fc4f6a9-5543-4e4a-8702-89222fb15014', 'tag': '000a287e-a1c5-43e7-8b89-41c6fdaa75e1', 'status': 'completed', 'code': 200} Apr 28 11:07:17.709230 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2eefc1f4-b8e3-4038-b536-b696e9388dd6 admin admin] Made reservation on behalf of 8fd99e1c1215455191d7d4f48f28f3ec for: {'subnet': 1} {{(pid=116161) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 11:07:17.713130 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-2eefc1f4-b8e3-4038-b536-b696e9388dd6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5125580'] for subnet (None), before_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:07:17.770259 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381f8783-5304-4bac-81ff-d1060b9ef113 req-a809158f-710f-4cee-9754-358209fa1586 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:07:17.772034 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-381f8783-5304-4bac-81ff-d1060b9ef113 req-a809158f-710f-4cee-9754-358209fa1586 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=552a7719c35843ecaa8ce5b648a02d25&device_id=8fc4f6a9-5543-4e4a-8702-89222fb15014 HTTP/1.1" status: 200 len: 1127 time: 0.0560732 Apr 28 11:07:17.899590 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381f8783-5304-4bac-81ff-d1060b9ef113 req-39d3b950-a1d4-45c8-9042-4c12567054a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:07:17.901875 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-381f8783-5304-4bac-81ff-d1060b9ef113 req-39d3b950-a1d4-45c8-9042-4c12567054a7 service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=552a7719c35843ecaa8ce5b648a02d25&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1225495 Apr 28 11:07:17.977560 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-2eefc1f4-b8e3-4038-b536-b696e9388dd6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5220536', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5125438'] for subnet (98460445-a6ef-4207-8081-7fbf49063af0), after_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:07:18.011242 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381f8783-5304-4bac-81ff-d1060b9ef113 req-99eec38f-b918-4d34-8461-329804e7e6be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:07:18.012721 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-381f8783-5304-4bac-81ff-d1060b9ef113 req-99eec38f-b918-4d34-8461-329804e7e6be service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1053200 Apr 28 11:07:18.073474 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eefc1f4-b8e3-4038-b536-b696e9388dd6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=98460445-a6ef-4207-8081-7fbf49063af0,revision_number=0']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:07:18.091617 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef26f82e-1c56-4fad-836c-b72eedae63f8 req-6a17b3dd-ed19-4b62-923b-af609ca0bc60 tempest-TestVolumeBootPattern-839648198 tempest-TestVolumeBootPattern-839648198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:07:18.098612 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-ef26f82e-1c56-4fad-836c-b72eedae63f8 req-6a17b3dd-ed19-4b62-923b-af609ca0bc60 tempest-TestVolumeBootPattern-839648198 tempest-TestVolumeBootPattern-839648198-project] 10.222.0.10 "GET /v2.0/ports?device_id=8fc4f6a9-5543-4e4a-8702-89222fb15014 HTTP/1.1" status: 200 len: 943 time: 0.0964310 Apr 28 11:07:18.105219 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b543f20-db72-4e26-aef4-4cdce2727859 req-f36e6448-d3ed-4a9e-9ed5-662a29ce7a67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:07:18.106823 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-2b543f20-db72-4e26-aef4-4cdce2727859 req-f36e6448-d3ed-4a9e-9ed5-662a29ce7a67 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=552a7719c35843ecaa8ce5b648a02d25&device_id=8fc4f6a9-5543-4e4a-8702-89222fb15014 HTTP/1.1" status: 200 len: 1127 time: 0.0525901 Apr 28 11:07:18.133025 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2eefc1f4-b8e3-4038-b536-b696e9388dd6 admin admin] Checking segment: {'id': '6f754224-f35e-4a91-ad4d-247a6ecf0614', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '85dde983-14b2-4290-a3a0-484845e1e347'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 11:07:18.133397 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2eefc1f4-b8e3-4038-b536-b696e9388dd6 admin admin] Network hostable DHCP agents. Network: 85dde983-14b2-4290-a3a0-484845e1e347, hostable agents: ['75ba81b7-fe99-4281-90d2-a5adb445ecea'], hosted agents: [] {{(pid=116161) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 11:07:18.149210 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-2b543f20-db72-4e26-aef4-4cdce2727859 req-0c82a61a-8169-4e19-94c2-2fe6c5443d6a service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=000a287e-a1c5-43e7-8b89-41c6fdaa75e1 HTTP/1.1" status: 200 len: 217 time: 0.0350611 Apr 28 11:07:18.168409 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-ef26f82e-1c56-4fad-836c-b72eedae63f8 req-638179f0-e752-4b95-b0b0-6187d9dc7e32 tempest-TestVolumeBootPattern-839648198 tempest-TestVolumeBootPattern-839648198-project] 10.222.0.10 "GET /v2.0/security-groups?id=c83a530b-56a2-41d8-b874-e844ad8fa813&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0688598 Apr 28 11:07:18.202106 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b543f20-db72-4e26-aef4-4cdce2727859 req-6cf6ed36-1687-4198-8fc9-8f58950f1373 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:07:18.203630 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-2b543f20-db72-4e26-aef4-4cdce2727859 req-6cf6ed36-1687-4198-8fc9-8f58950f1373 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=49bbb4f0-3980-4b52-84ba-965c72e99e66 HTTP/1.1" status: 200 len: 850 time: 0.0483522 Apr 28 11:07:18.234075 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2eefc1f4-b8e3-4038-b536-b696e9388dd6 admin admin] Network 85dde983-14b2-4290-a3a0-484845e1e347 is scheduled to be hosted by DHCP agent 75ba81b7-fe99-4281-90d2-a5adb445ecea with binding_index 1 {{(pid=116161) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 11:07:18.249623 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b543f20-db72-4e26-aef4-4cdce2727859 req-52838cc4-2fd6-4f1d-87e5-7a15f0e27a09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:07:18.251169 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-2b543f20-db72-4e26-aef4-4cdce2727859 req-52838cc4-2fd6-4f1d-87e5-7a15f0e27a09 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=95a73077-5c3c-4a4f-9014-bee1df8e9c09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0402842 Apr 28 11:07:18.302919 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.scheduler.base_scheduler [None req-2eefc1f4-b8e3-4038-b536-b696e9388dd6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 85dde983-14b2-4290-a3a0-484845e1e347) {{(pid=116161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 11:07:18.307778 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2eefc1f4-b8e3-4038-b536-b696e9388dd6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:07:18.308969 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-2eefc1f4-b8e3-4038-b536-b696e9388dd6 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:07:18.313579 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0af1da50-809e-454a-9482-e1d8a77e86e3 None None] Network 85dde983-14b2-4290-a3a0-484845e1e347 requested from dv-neutron-master-2-hyperv {{(pid=116163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 11:07:18.354710 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-2b543f20-db72-4e26-aef4-4cdce2727859 req-cb8e0154-1dff-41cb-8cec-a10c5e44c207 service neutron] 10.222.0.20 "GET /v2.0/networks/95a73077-5c3c-4a4f-9014-bee1df8e9c09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0968606 Apr 28 11:07:18.415156 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-2eefc1f4-b8e3-4038-b536-b696e9388dd6 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.8014045 Apr 28 11:07:18.476907 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-2b543f20-db72-4e26-aef4-4cdce2727859 req-8eedb019-2941-4e8c-9ef2-c2a04cba7db6 service neutron] 10.222.0.20 "GET /v2.0/networks/95a73077-5c3c-4a4f-9014-bee1df8e9c09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1163943 Apr 28 11:07:18.574470 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c26f1b2-b5f4-4082-8f31-9f9cb6cb40a0 None None] Network 85dde983-14b2-4290-a3a0-484845e1e347 requested from dv-neutron-master-2-hyperv {{(pid=116163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 11:07:18.927214 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c874412-2444-4c5a-bae0-12c384292e0e req-8247ac3a-af58-4caf-bf45-aa8c755ec2aa tempest-TestServerAdvancedOps-520047365 tempest-TestServerAdvancedOps-520047365-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:07:18.928827 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-3c874412-2444-4c5a-bae0-12c384292e0e req-8247ac3a-af58-4caf-bf45-aa8c755ec2aa tempest-TestServerAdvancedOps-520047365 tempest-TestServerAdvancedOps-520047365-project] 10.222.0.10 "GET /v2.0/networks?id=c987e71e-3df6-4dbc-9aaf-ad53cb6df767 HTTP/1.1" status: 200 len: 811 time: 0.1198394 Apr 28 11:07:18.944899 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-3c874412-2444-4c5a-bae0-12c384292e0e req-5d481438-16ff-4ee8-bca7-ef32c4bef4a9 tempest-TestServerAdvancedOps-520047365 tempest-TestServerAdvancedOps-520047365-project] 10.222.0.10 "GET /v2.0/quotas/11209735ab45486195794207680c4b2b HTTP/1.1" status: 200 len: 375 time: 0.0099099 Apr 28 11:07:18.981247 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-3c874412-2444-4c5a-bae0-12c384292e0e req-e31926ed-3779-4abc-8bd4-ef48d262489b tempest-TestServerAdvancedOps-520047365 tempest-TestServerAdvancedOps-520047365-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=11209735ab45486195794207680c4b2b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0303657 Apr 28 11:07:19.082845 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-3c874412-2444-4c5a-bae0-12c384292e0e req-77bb29a8-20af-431a-8bdf-0d13d82c0698 service neutron] 10.222.0.10 "GET /v2.0/networks/c987e71e-3df6-4dbc-9aaf-ad53cb6df767?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0946960 Apr 28 11:07:19.174227 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-3c874412-2444-4c5a-bae0-12c384292e0e req-456ab142-d4f1-46b5-b4dc-501c5e09667c service neutron] 10.222.0.10 "GET /v2.0/networks/c987e71e-3df6-4dbc-9aaf-ad53cb6df767?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857227 Apr 28 11:07:19.295329 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75286f7-b4ef-4a05-bce0-5fd40bd68b79 req-1bd79990-497e-4e2d-9963-c651386b4655 tempest-TestVolumeBootPattern-839648198 tempest-TestVolumeBootPattern-839648198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:07:19.296861 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-e75286f7-b4ef-4a05-bce0-5fd40bd68b79 req-1bd79990-497e-4e2d-9963-c651386b4655 tempest-TestVolumeBootPattern-839648198 tempest-TestVolumeBootPattern-839648198-project] 10.222.0.10 "GET /v2.0/ports?device_id=8fc4f6a9-5543-4e4a-8702-89222fb15014 HTTP/1.1" status: 200 len: 943 time: 0.0555811 Apr 28 11:07:19.349217 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-e75286f7-b4ef-4a05-bce0-5fd40bd68b79 req-a7eea46a-1d2a-4d77-9010-f28d85be7cc0 tempest-TestVolumeBootPattern-839648198 tempest-TestVolumeBootPattern-839648198-project] 10.222.0.10 "GET /v2.0/security-groups?id=c83a530b-56a2-41d8-b874-e844ad8fa813&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461514 Apr 28 11:07:19.428359 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-8cd721a2-6f73-4756-9770-1199a548b25e req-1bf89448-d1c2-4690-b31a-ae44ab7028c3 tempest-TestServerAdvancedOps-520047365 tempest-TestServerAdvancedOps-520047365-project] 10.222.0.10 "GET /v2.0/ports?device_id=486f57b5-9039-4cba-8c56-8684ca25b6e7 HTTP/1.1" status: 200 len: 210 time: 0.0307903 Apr 28 11:07:20.485392 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (6be95134-9a6c-4663-8b48-90d12ce90c60), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:07:20.485975 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aea29b2-d9b1-41d9-b6c6-bedb56eabca1 req-baf8bfd5-f91b-4daa-8ad8-c54c4aaeacb1 tempest-TestVolumeBootPattern-839648198 tempest-TestVolumeBootPattern-839648198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:07:20.487498 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-5aea29b2-d9b1-41d9-b6c6-bedb56eabca1 req-baf8bfd5-f91b-4daa-8ad8-c54c4aaeacb1 tempest-TestVolumeBootPattern-839648198 tempest-TestVolumeBootPattern-839648198-project] 10.222.0.10 "GET /v2.0/ports?device_id=8fc4f6a9-5543-4e4a-8702-89222fb15014 HTTP/1.1" status: 200 len: 943 time: 0.0618718 Apr 28 11:07:20.550633 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-cbd4bd8d-c48f-428b-aec0-a1fb7928c4ea req-6cfc6467-ff38-4e4b-b97e-e56d27804a0a tempest-TestServerAdvancedOps-520047365 tempest-TestServerAdvancedOps-520047365-project] 10.222.0.10 "GET /v2.0/ports?device_id=486f57b5-9039-4cba-8c56-8684ca25b6e7 HTTP/1.1" status: 200 len: 210 time: 0.0400047 Apr 28 11:07:20.567837 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-5aea29b2-d9b1-41d9-b6c6-bedb56eabca1 req-dae4d6fb-ca52-4207-97f4-75799c96a7b1 tempest-TestVolumeBootPattern-839648198 tempest-TestVolumeBootPattern-839648198-project] 10.222.0.10 "GET /v2.0/security-groups?id=c83a530b-56a2-41d8-b874-e844ad8fa813&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0742686 Apr 28 11:07:21.415036 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c874412-2444-4c5a-bae0-12c384292e0e req-8936e3bc-4004-4345-a3a4-5f1345e54767 tempest-TestServerAdvancedOps-520047365 tempest-TestServerAdvancedOps-520047365-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:07:21.418367 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-3c874412-2444-4c5a-bae0-12c384292e0e req-8936e3bc-4004-4345-a3a4-5f1345e54767 tempest-TestServerAdvancedOps-520047365 tempest-TestServerAdvancedOps-520047365-project] 10.222.0.20 "GET /v2.0/networks?id=c987e71e-3df6-4dbc-9aaf-ad53cb6df767 HTTP/1.1" status: 200 len: 811 time: 0.1084397 Apr 28 11:07:21.434126 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.v2.base [req-3c874412-2444-4c5a-bae0-12c384292e0e req-35705623-8469-48b2-96f3-c831efa9d8e4 tempest-TestServerAdvancedOps-520047365 tempest-TestServerAdvancedOps-520047365-project] Request body: {'port': {'device_id': '486f57b5-9039-4cba-8c56-8684ca25b6e7', 'network_id': 'c987e71e-3df6-4dbc-9aaf-ad53cb6df767', 'admin_state_up': True, 'tenant_id': '11209735ab45486195794207680c4b2b'}} {{(pid=116162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:07:21.616997 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3c874412-2444-4c5a-bae0-12c384292e0e req-35705623-8469-48b2-96f3-c831efa9d8e4 tempest-TestServerAdvancedOps-520047365 tempest-TestServerAdvancedOps-520047365-project] Made reservation on behalf of 11209735ab45486195794207680c4b2b for: {'port': 1} {{(pid=116162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 11:07:21.620685 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [req-3c874412-2444-4c5a-bae0-12c384292e0e req-35705623-8469-48b2-96f3-c831efa9d8e4 tempest-TestServerAdvancedOps-520047365 tempest-TestServerAdvancedOps-520047365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (None), before_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:07:21.707090 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-43ad8e8c-600e-4286-9bac-2541b9e5f2f3 req-260aec95-babc-479b-8e4d-042e78dc1023 tempest-TestServerAdvancedOps-520047365 tempest-TestServerAdvancedOps-520047365-project] 10.222.0.10 "GET /v2.0/ports?device_id=486f57b5-9039-4cba-8c56-8684ca25b6e7 HTTP/1.1" status: 200 len: 210 time: 0.0637734 Apr 28 11:07:21.739847 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a753af13-f412-4b49-a24c-3ff2e5102c7a req-798904cf-142f-499b-b9c3-b962c2a439a8 tempest-TestVolumeBootPattern-839648198 tempest-TestVolumeBootPattern-839648198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:07:21.741492 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-a753af13-f412-4b49-a24c-3ff2e5102c7a req-798904cf-142f-499b-b9c3-b962c2a439a8 tempest-TestVolumeBootPattern-839648198 tempest-TestVolumeBootPattern-839648198-project] 10.222.0.10 "GET /v2.0/ports?device_id=8fc4f6a9-5543-4e4a-8702-89222fb15014 HTTP/1.1" status: 200 len: 943 time: 0.0824318 Apr 28 11:07:21.767678 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.db.db_base_plugin_common [req-3c874412-2444-4c5a-bae0-12c384292e0e req-35705623-8469-48b2-96f3-c831efa9d8e4 tempest-TestServerAdvancedOps-520047365 tempest-TestServerAdvancedOps-520047365-project] Allocated IP 172.20.0.12 (c987e71e-3df6-4dbc-9aaf-ad53cb6df767/38626d1c-4111-44d4-ab5b-46e821d8eea3/21fdb1d0-ad81-453e-9b4e-68600c8ec65d) {{(pid=116162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 11:07:21.804895 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-a753af13-f412-4b49-a24c-3ff2e5102c7a req-f885d465-b4e6-4dca-9d68-00dd35e3a649 tempest-TestVolumeBootPattern-839648198 tempest-TestVolumeBootPattern-839648198-project] 10.222.0.10 "GET /v2.0/security-groups?id=c83a530b-56a2-41d8-b874-e844ad8fa813&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0555079 Apr 28 11:07:21.924005 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [req-3c874412-2444-4c5a-bae0-12c384292e0e req-35705623-8469-48b2-96f3-c831efa9d8e4 tempest-TestServerAdvancedOps-520047365 tempest-TestServerAdvancedOps-520047365-project] Publish callbacks [] for port (21fdb1d0-ad81-453e-9b4e-68600c8ec65d), precommit_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:07:22.017741 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [req-3c874412-2444-4c5a-bae0-12c384292e0e req-35705623-8469-48b2-96f3-c831efa9d8e4 tempest-TestServerAdvancedOps-520047365 tempest-TestServerAdvancedOps-520047365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742234710357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5051867'] for port (21fdb1d0-ad81-453e-9b4e-68600c8ec65d), after_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:07:22.064179 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3c874412-2444-4c5a-bae0-12c384292e0e req-35705623-8469-48b2-96f3-c831efa9d8e4 tempest-TestServerAdvancedOps-520047365 tempest-TestServerAdvancedOps-520047365-project] Network c987e71e-3df6-4dbc-9aaf-ad53cb6df767 is already hosted by enough agents. {{(pid=116162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 11:07:22.077819 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.scheduler.base_scheduler [req-3c874412-2444-4c5a-bae0-12c384292e0e req-35705623-8469-48b2-96f3-c831efa9d8e4 tempest-TestServerAdvancedOps-520047365 tempest-TestServerAdvancedOps-520047365-project] Resources bound (agent type, host, resource id): {{(pid=116162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 11:07:22.082468 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c874412-2444-4c5a-bae0-12c384292e0e req-35705623-8469-48b2-96f3-c831efa9d8e4 tempest-TestServerAdvancedOps-520047365 tempest-TestServerAdvancedOps-520047365-project] Received port after_create {{(pid=116162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 11:07:22.113835 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35705623-8469-48b2-96f3-c831efa9d8e4 tempest-TestServerAdvancedOps-520047365 tempest-TestServerAdvancedOps-520047365-project] Pushing event updated for resources: {'Port': ['ID=21fdb1d0-ad81-453e-9b4e-68600c8ec65d,revision_number=1']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:07:22.140215 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c874412-2444-4c5a-bae0-12c384292e0e req-35705623-8469-48b2-96f3-c831efa9d8e4 tempest-TestServerAdvancedOps-520047365 tempest-TestServerAdvancedOps-520047365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:07:22.140831 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [req-3c874412-2444-4c5a-bae0-12c384292e0e req-35705623-8469-48b2-96f3-c831efa9d8e4 tempest-TestServerAdvancedOps-520047365 tempest-TestServerAdvancedOps-520047365-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198022'] for port (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:07:22.208258 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-3c874412-2444-4c5a-bae0-12c384292e0e req-35705623-8469-48b2-96f3-c831efa9d8e4 tempest-TestServerAdvancedOps-520047365 tempest-TestServerAdvancedOps-520047365-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7807269 Apr 28 11:07:22.219290 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.v2.base [req-3c874412-2444-4c5a-bae0-12c384292e0e req-b6776a40-644a-45ca-867e-7d5c3700b8cb service neutron] Request body: {'port': {'device_id': '486f57b5-9039-4cba-8c56-8684ca25b6e7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-mast'}} {{(pid=116162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:07:22.279772 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [req-3c874412-2444-4c5a-bae0-12c384292e0e req-b6776a40-644a-45ca-867e-7d5c3700b8cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (21fdb1d0-ad81-453e-9b4e-68600c8ec65d), before_update {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:07:22.555862 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.notifiers.nova [req-3c874412-2444-4c5a-bae0-12c384292e0e req-b6776a40-644a-45ca-867e-7d5c3700b8cb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 21fdb1d0-ad81-453e-9b4e-68600c8ec65d {{(pid=116162) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 11:07:22.563110 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [req-3c874412-2444-4c5a-bae0-12c384292e0e req-b6776a40-644a-45ca-867e-7d5c3700b8cb service neutron] Publish callbacks [] for port (21fdb1d0-ad81-453e-9b4e-68600c8ec65d), precommit_update {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:07:22.575983 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.db.provisioning_blocks [req-3c874412-2444-4c5a-bae0-12c384292e0e req-b6776a40-644a-45ca-867e-7d5c3700b8cb service neutron] Transition to ACTIVE for port object 21fdb1d0-ad81-453e-9b4e-68600c8ec65d will not be triggered until provisioned by entity L2. {{(pid=116162) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 28 11:07:22.668341 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [req-3c874412-2444-4c5a-bae0-12c384292e0e req-b6776a40-644a-45ca-867e-7d5c3700b8cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5051840'] for port (21fdb1d0-ad81-453e-9b4e-68600c8ec65d), after_update {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:07:22.725376 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6776a40-644a-45ca-867e-7d5c3700b8cb service neutron] Pushing event updated for resources: {'Port': ['ID=21fdb1d0-ad81-453e-9b4e-68600c8ec65d,revision_number=2']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:07:22.803158 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.managers [req-3c874412-2444-4c5a-bae0-12c384292e0e req-b6776a40-644a-45ca-867e-7d5c3700b8cb service neutron] Attempting to bind port 21fdb1d0-ad81-453e-9b4e-68600c8ec65d on host hv-neutron-mast for vnic_type normal with profile {{(pid=116162) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 28 11:07:22.803503 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.managers [req-3c874412-2444-4c5a-bae0-12c384292e0e req-b6776a40-644a-45ca-867e-7d5c3700b8cb service neutron] Attempting to bind port 21fdb1d0-ad81-453e-9b4e-68600c8ec65d by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': 'ecabd243-b066-40ee-b684-286518e63a85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'c987e71e-3df6-4dbc-9aaf-ad53cb6df767'}] {{(pid=116162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 28 11:07:22.803829 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c874412-2444-4c5a-bae0-12c384292e0e req-b6776a40-644a-45ca-867e-7d5c3700b8cb service neutron] Attempting to bind port 21fdb1d0-ad81-453e-9b4e-68600c8ec65d on network c987e71e-3df6-4dbc-9aaf-ad53cb6df767 {{(pid=116162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 11:07:22.810974 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c874412-2444-4c5a-bae0-12c384292e0e req-b6776a40-644a-45ca-867e-7d5c3700b8cb service neutron] Port 21fdb1d0-ad81-453e-9b4e-68600c8ec65d on network c987e71e-3df6-4dbc-9aaf-ad53cb6df767 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=116162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 28 11:07:22.810974 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c874412-2444-4c5a-bae0-12c384292e0e req-b6776a40-644a-45ca-867e-7d5c3700b8cb service neutron] Attempting to bind port 21fdb1d0-ad81-453e-9b4e-68600c8ec65d on network c987e71e-3df6-4dbc-9aaf-ad53cb6df767 {{(pid=116162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 11:07:22.815346 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c874412-2444-4c5a-bae0-12c384292e0e req-b6776a40-644a-45ca-867e-7d5c3700b8cb service neutron] Checking agent: {'id': '6be95134-9a6c-4663-8b48-90d12ce90c60', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-mast', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 10, 57, 20), 'started_at': datetime.datetime(2022, 4, 28, 10, 57, 20), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 11, 7, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=116162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 11:07:22.816407 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c874412-2444-4c5a-bae0-12c384292e0e req-b6776a40-644a-45ca-867e-7d5c3700b8cb service neutron] Checking segment: {'id': 'ecabd243-b066-40ee-b684-286518e63a85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'c987e71e-3df6-4dbc-9aaf-ad53cb6df767'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 11:07:22.816407 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c874412-2444-4c5a-bae0-12c384292e0e req-b6776a40-644a-45ca-867e-7d5c3700b8cb service neutron] Bound using segment: {'id': 'ecabd243-b066-40ee-b684-286518e63a85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'c987e71e-3df6-4dbc-9aaf-ad53cb6df767'} {{(pid=116162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 11:07:22.816655 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.managers [req-3c874412-2444-4c5a-bae0-12c384292e0e req-b6776a40-644a-45ca-867e-7d5c3700b8cb service neutron] Bound port: 21fdb1d0-ad81-453e-9b4e-68600c8ec65d, host: hv-neutron-mast, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ecabd243-b066-40ee-b684-286518e63a85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'c987e71e-3df6-4dbc-9aaf-ad53cb6df767'}}] {{(pid=116162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 28 11:07:22.816891 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [req-3c874412-2444-4c5a-bae0-12c384292e0e req-b6776a40-644a-45ca-867e-7d5c3700b8cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (21fdb1d0-ad81-453e-9b4e-68600c8ec65d), before_update {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:07:22.832154 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25aab203-ce50-4b31-a78a-c9dbc6f425e3 req-70a7e59d-c911-446e-8031-73ac33967521 tempest-TestServerAdvancedOps-520047365 tempest-TestServerAdvancedOps-520047365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:07:22.833844 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-25aab203-ce50-4b31-a78a-c9dbc6f425e3 req-70a7e59d-c911-446e-8031-73ac33967521 tempest-TestServerAdvancedOps-520047365 tempest-TestServerAdvancedOps-520047365-project] 10.222.0.10 "GET /v2.0/ports?device_id=486f57b5-9039-4cba-8c56-8684ca25b6e7 HTTP/1.1" status: 200 len: 944 time: 0.0528731 Apr 28 11:07:22.889887 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.db [req-3c874412-2444-4c5a-bae0-12c384292e0e req-b6776a40-644a-45ca-867e-7d5c3700b8cb service neutron] For port 21fdb1d0-ad81-453e-9b4e-68600c8ec65d, host hv-neutron-mast, cleared binding levels {{(pid=116162) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 11:07:22.893134 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.db [req-3c874412-2444-4c5a-bae0-12c384292e0e req-b6776a40-644a-45ca-867e-7d5c3700b8cb service neutron] For port 21fdb1d0-ad81-453e-9b4e-68600c8ec65d, host hv-neutron-mast, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=21fdb1d0-ad81-453e-9b4e-68600c8ec65d,segment=NetworkSegment(ecabd243-b066-40ee-b684-286518e63a85),segment_id=ecabd243-b066-40ee-b684-286518e63a85)] {{(pid=116162) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 11:07:22.900707 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-25aab203-ce50-4b31-a78a-c9dbc6f425e3 req-b6156031-eb99-4d36-87a1-62ac2822f77e tempest-TestServerAdvancedOps-520047365 tempest-TestServerAdvancedOps-520047365-project] 10.222.0.10 "GET /v2.0/security-groups?id=c732c802-c866-4e53-8b10-fe604c8b2400&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584707 Apr 28 11:07:22.947882 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22ae0d8-499f-468f-b312-da69ceb59c91 req-c2db7515-bc13-4f78-a683-22ffe0db37bf tempest-TestVolumeBootPattern-839648198 tempest-TestVolumeBootPattern-839648198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:07:22.949605 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-b22ae0d8-499f-468f-b312-da69ceb59c91 req-c2db7515-bc13-4f78-a683-22ffe0db37bf tempest-TestVolumeBootPattern-839648198 tempest-TestVolumeBootPattern-839648198-project] 10.222.0.10 "GET /v2.0/ports?device_id=8fc4f6a9-5543-4e4a-8702-89222fb15014 HTTP/1.1" status: 200 len: 943 time: 0.0541656 Apr 28 11:07:22.954576 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [req-3c874412-2444-4c5a-bae0-12c384292e0e req-b6776a40-644a-45ca-867e-7d5c3700b8cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5051840'] for port (21fdb1d0-ad81-453e-9b4e-68600c8ec65d), after_update {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:07:23.007117 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-b22ae0d8-499f-468f-b312-da69ceb59c91 req-6d3ea72e-aaa8-48d0-a6e3-4c17cafbe0e3 tempest-TestVolumeBootPattern-839648198 tempest-TestVolumeBootPattern-839648198-project] 10.222.0.10 "GET /v2.0/security-groups?id=c83a530b-56a2-41d8-b874-e844ad8fa813&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486069 Apr 28 11:07:23.017350 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c874412-2444-4c5a-bae0-12c384292e0e req-b6776a40-644a-45ca-867e-7d5c3700b8cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:07:23.018289 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [req-3c874412-2444-4c5a-bae0-12c384292e0e req-b6776a40-644a-45ca-867e-7d5c3700b8cb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198022'] for port (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:07:23.019853 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-3c874412-2444-4c5a-bae0-12c384292e0e req-b6776a40-644a-45ca-867e-7d5c3700b8cb service neutron] 10.222.0.20 "PUT /v2.0/ports/21fdb1d0-ad81-453e-9b4e-68600c8ec65d HTTP/1.1" status: 200 len: 1094 time: 0.8044260 Apr 28 11:07:23.025624 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '486f57b5-9039-4cba-8c56-8684ca25b6e7', 'tag': '21fdb1d0-ad81-453e-9b4e-68600c8ec65d'}] {{(pid=116162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 11:07:23.028163 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ba53f40d6116d28995a8e36159d0e539b5353eec116fb5dd4ce03b4b2159ab1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-984ab54f-6295-43a0-b709-551c518e4346" -d '{"events": [{"name": "network-changed", "server_uuid": "486f57b5-9039-4cba-8c56-8684ca25b6e7", "tag": "21fdb1d0-ad81-453e-9b4e-68600c8ec65d"}]}' {{(pid=116162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 11:07:23.049087 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6776a40-644a-45ca-867e-7d5c3700b8cb service neutron] Pushing event updated for resources: {'Port': ['ID=21fdb1d0-ad81-453e-9b4e-68600c8ec65d,revision_number=3']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:07:23.083568 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 11:07:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f6b52b5-f78f-442c-ad42-7bcff96f81ef x-openstack-request-id: req-4f6b52b5-f78f-442c-ad42-7bcff96f81ef {{(pid=116162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 11:07:23.084006 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "486f57b5-9039-4cba-8c56-8684ca25b6e7", "tag": "21fdb1d0-ad81-453e-9b4e-68600c8ec65d", "status": "completed", "code": 200}]} {{(pid=116162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 11:07:23.084263 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-4f6b52b5-f78f-442c-ad42-7bcff96f81ef {{(pid=116162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 11:07:23.084671 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4f6b52b5-f78f-442c-ad42-7bcff96f81ef'] response: {'name': 'network-changed', 'server_uuid': '486f57b5-9039-4cba-8c56-8684ca25b6e7', 'tag': '21fdb1d0-ad81-453e-9b4e-68600c8ec65d', 'status': 'completed', 'code': 200} Apr 28 11:07:23.148309 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984ab54f-6295-43a0-b709-551c518e4346 req-7d481189-7b4e-4261-bf2e-5185a06730d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:07:23.150547 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-984ab54f-6295-43a0-b709-551c518e4346 req-7d481189-7b4e-4261-bf2e-5185a06730d9 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=11209735ab45486195794207680c4b2b&device_id=486f57b5-9039-4cba-8c56-8684ca25b6e7 HTTP/1.1" status: 200 len: 1128 time: 0.0438485 Apr 28 11:07:23.247874 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984ab54f-6295-43a0-b709-551c518e4346 req-51dc417f-58d3-4635-a80f-53c991010a32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:07:23.249357 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-984ab54f-6295-43a0-b709-551c518e4346 req-51dc417f-58d3-4635-a80f-53c991010a32 service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=11209735ab45486195794207680c4b2b&shared=False HTTP/1.1" status: 200 len: 911 time: 0.0927463 Apr 28 11:07:23.346917 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984ab54f-6295-43a0-b709-551c518e4346 req-39b6a285-b049-4796-b3aa-6d8581e4fec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:07:23.348347 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-984ab54f-6295-43a0-b709-551c518e4346 req-39b6a285-b049-4796-b3aa-6d8581e4fec8 service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0933266 Apr 28 11:07:23.423473 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c874412-2444-4c5a-bae0-12c384292e0e req-8f40e366-5a48-4a99-bbed-8f45d7f3e177 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:07:23.425125 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-3c874412-2444-4c5a-bae0-12c384292e0e req-8f40e366-5a48-4a99-bbed-8f45d7f3e177 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=11209735ab45486195794207680c4b2b&device_id=486f57b5-9039-4cba-8c56-8684ca25b6e7 HTTP/1.1" status: 200 len: 1128 time: 0.0407617 Apr 28 11:07:23.468347 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-3c874412-2444-4c5a-bae0-12c384292e0e req-8a642548-0865-4973-b41d-062d950130f4 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=21fdb1d0-ad81-453e-9b4e-68600c8ec65d HTTP/1.1" status: 200 len: 217 time: 0.0353687 Apr 28 11:07:23.522376 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c874412-2444-4c5a-bae0-12c384292e0e req-15e31318-2e07-4445-9498-006e30b944bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:07:23.525840 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-3c874412-2444-4c5a-bae0-12c384292e0e req-15e31318-2e07-4445-9498-006e30b944bf service neutron] 10.222.0.20 "GET /v2.0/subnets?id=38626d1c-4111-44d4-ab5b-46e821d8eea3 HTTP/1.1" status: 200 len: 851 time: 0.0508230 Apr 28 11:07:23.558118 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-3c874412-2444-4c5a-bae0-12c384292e0e req-a31fba2b-6b1e-4c97-ac03-9b9deaddfa0a service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c987e71e-3df6-4dbc-9aaf-ad53cb6df767&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0271766 Apr 28 11:07:23.652318 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-3c874412-2444-4c5a-bae0-12c384292e0e req-57377b6b-7a27-4c24-816f-4942d96b800d service neutron] 10.222.0.20 "GET /v2.0/networks/c987e71e-3df6-4dbc-9aaf-ad53cb6df767?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880542 Apr 28 11:07:23.748765 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-3c874412-2444-4c5a-bae0-12c384292e0e req-967f95c0-7264-4fb9-ac0d-cf86a5fd0b77 service neutron] 10.222.0.20 "GET /v2.0/networks/c987e71e-3df6-4dbc-9aaf-ad53cb6df767?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906758 Apr 28 11:07:24.020187 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b19aa24-4199-434b-8a2f-69d764b81bb3 req-467f4d02-1725-4447-946c-4667fa539bce tempest-TestServerAdvancedOps-520047365 tempest-TestServerAdvancedOps-520047365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:07:24.022038 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-2b19aa24-4199-434b-8a2f-69d764b81bb3 req-467f4d02-1725-4447-946c-4667fa539bce tempest-TestServerAdvancedOps-520047365 tempest-TestServerAdvancedOps-520047365-project] 10.222.0.10 "GET /v2.0/ports?device_id=486f57b5-9039-4cba-8c56-8684ca25b6e7 HTTP/1.1" status: 200 len: 944 time: 0.0499840 Apr 28 11:07:24.101539 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-2b19aa24-4199-434b-8a2f-69d764b81bb3 req-911ce5f6-949f-4e14-97ca-151f7e476348 tempest-TestServerAdvancedOps-520047365 tempest-TestServerAdvancedOps-520047365-project] 10.222.0.10 "GET /v2.0/security-groups?id=c732c802-c866-4e53-8b10-fe604c8b2400&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722222 Apr 28 11:07:24.161278 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bec3c8e-d7da-48fc-abe7-5873b0cbe5c2 req-a5661cd3-174f-4bc5-9dfc-f9f8a13af79c tempest-TestVolumeBootPattern-839648198 tempest-TestVolumeBootPattern-839648198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:07:24.162996 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-7bec3c8e-d7da-48fc-abe7-5873b0cbe5c2 req-a5661cd3-174f-4bc5-9dfc-f9f8a13af79c tempest-TestVolumeBootPattern-839648198 tempest-TestVolumeBootPattern-839648198-project] 10.222.0.10 "GET /v2.0/ports?device_id=8fc4f6a9-5543-4e4a-8702-89222fb15014 HTTP/1.1" status: 200 len: 943 time: 0.0574195 Apr 28 11:07:24.224732 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-7bec3c8e-d7da-48fc-abe7-5873b0cbe5c2 req-9306a205-2913-4332-874a-8a476c6f5689 tempest-TestVolumeBootPattern-839648198 tempest-TestVolumeBootPattern-839648198-project] 10.222.0.10 "GET /v2.0/security-groups?id=c83a530b-56a2-41d8-b874-e844ad8fa813&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530214 Apr 28 11:07:24.995794 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Device 21fdb1d0-ad81-453e-9b4e-68600c8ec65d details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=116163) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 28 11:07:25.093583 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] For port 21fdb1d0-ad81-453e-9b4e-68600c8ec65d, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=21fdb1d0-ad81-453e-9b4e-68600c8ec65d,segment=NetworkSegment(ecabd243-b066-40ee-b684-286518e63a85),segment_id=ecabd243-b066-40ee-b684-286518e63a85)] {{(pid=116163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 11:07:25.106178 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Returning: {'device': '21fdb1d0-ad81-453e-9b4e-68600c8ec65d', 'network_id': 'c987e71e-3df6-4dbc-9aaf-ad53cb6df767', 'port_id': '21fdb1d0-ad81-453e-9b4e-68600c8ec65d', 'mac_address': 'fa:16:3e:5d:99:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 92, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '38626d1c-4111-44d4-ab5b-46e821d8eea3', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=116163) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 28 11:07:25.157313 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Current status of the port 21fdb1d0-ad81-453e-9b4e-68600c8ec65d is: DOWN; New status is: BUILD {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:07:25.157712 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (21fdb1d0-ad81-453e-9b4e-68600c8ec65d), before_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:07:25.175684 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.notifiers.nova [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 21fdb1d0-ad81-453e-9b4e-68600c8ec65d {{(pid=116163) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 11:07:25.199588 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] For port 21fdb1d0-ad81-453e-9b4e-68600c8ec65d, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=21fdb1d0-ad81-453e-9b4e-68600c8ec65d,segment=NetworkSegment(ecabd243-b066-40ee-b684-286518e63a85),segment_id=ecabd243-b066-40ee-b684-286518e63a85)] {{(pid=116163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 11:07:25.229251 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e345e674-8c7a-48a9-92e8-cd5e41cf8527 req-291a532a-3004-4c02-9149-e53bf347385b tempest-TestServerAdvancedOps-520047365 tempest-TestServerAdvancedOps-520047365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:07:25.230926 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-e345e674-8c7a-48a9-92e8-cd5e41cf8527 req-291a532a-3004-4c02-9149-e53bf347385b tempest-TestServerAdvancedOps-520047365 tempest-TestServerAdvancedOps-520047365-project] 10.222.0.10 "GET /v2.0/ports?device_id=486f57b5-9039-4cba-8c56-8684ca25b6e7 HTTP/1.1" status: 200 len: 944 time: 0.0518422 Apr 28 11:07:25.274383 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393'] for port (21fdb1d0-ad81-453e-9b4e-68600c8ec65d), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:07:25.287566 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-e345e674-8c7a-48a9-92e8-cd5e41cf8527 req-dd992ec5-6e63-4113-9ff0-f585053acab0 tempest-TestServerAdvancedOps-520047365 tempest-TestServerAdvancedOps-520047365-project] 10.222.0.10 "GET /v2.0/security-groups?id=c732c802-c866-4e53-8b10-fe604c8b2400&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497384 Apr 28 11:07:25.334496 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Pushing event updated for resources: {'Port': ['ID=21fdb1d0-ad81-453e-9b4e-68600c8ec65d,revision_number=4']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:07:25.350424 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed934ba-2652-454b-be47-c092413bdabb req-06a71001-db4f-469b-bbd0-f87da93162da tempest-TestVolumeBootPattern-839648198 tempest-TestVolumeBootPattern-839648198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:07:25.352265 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-7ed934ba-2652-454b-be47-c092413bdabb req-06a71001-db4f-469b-bbd0-f87da93162da tempest-TestVolumeBootPattern-839648198 tempest-TestVolumeBootPattern-839648198-project] 10.222.0.10 "GET /v2.0/ports?device_id=8fc4f6a9-5543-4e4a-8702-89222fb15014 HTTP/1.1" status: 200 len: 943 time: 0.0564706 Apr 28 11:07:25.404116 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-7ed934ba-2652-454b-be47-c092413bdabb req-ef37fd58-ebcf-4cf5-8679-262fcdd018a4 tempest-TestVolumeBootPattern-839648198 tempest-TestVolumeBootPattern-839648198-project] 10.222.0.10 "GET /v2.0/security-groups?id=c83a530b-56a2-41d8-b874-e844ad8fa813&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452232 Apr 28 11:07:25.476360 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] get_ports_and_sgs() called for port_ids ['21fdb1d0-ad81-453e-9b4e-68600c8ec65d'] {{(pid=116163) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 11:07:26.408504 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4586f5d7-e064-4bd9-a7f2-be4cf60fd37f req-1d8c8bfb-6666-4051-9c39-0d8ddb9908c8 tempest-TestServerAdvancedOps-520047365 tempest-TestServerAdvancedOps-520047365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:07:26.410064 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-4586f5d7-e064-4bd9-a7f2-be4cf60fd37f req-1d8c8bfb-6666-4051-9c39-0d8ddb9908c8 tempest-TestServerAdvancedOps-520047365 tempest-TestServerAdvancedOps-520047365-project] 10.222.0.10 "GET /v2.0/ports?device_id=486f57b5-9039-4cba-8c56-8684ca25b6e7 HTTP/1.1" status: 200 len: 945 time: 0.0487838 Apr 28 11:07:26.458498 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-4586f5d7-e064-4bd9-a7f2-be4cf60fd37f req-9548028f-a7d0-4400-8f42-884b26491630 tempest-TestServerAdvancedOps-520047365 tempest-TestServerAdvancedOps-520047365-project] 10.222.0.10 "GET /v2.0/security-groups?id=c732c802-c866-4e53-8b10-fe604c8b2400&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426567 Apr 28 11:07:26.486638 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 55978) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:07:26.524511 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46a44c2-7fc2-4312-b903-dabfbbf237f7 req-222d579e-4313-48d3-ab6b-44ac7deb3b8a tempest-TestVolumeBootPattern-839648198 tempest-TestVolumeBootPattern-839648198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:07:26.526947 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-a46a44c2-7fc2-4312-b903-dabfbbf237f7 req-222d579e-4313-48d3-ab6b-44ac7deb3b8a tempest-TestVolumeBootPattern-839648198 tempest-TestVolumeBootPattern-839648198-project] 10.222.0.10 "GET /v2.0/ports?device_id=8fc4f6a9-5543-4e4a-8702-89222fb15014 HTTP/1.1" status: 200 len: 943 time: 0.0547318 Apr 28 11:07:26.540045 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-9d561a90-a48d-41be-8869-ebd831315d65 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] 10.222.0.10 "GET /v2.0/floatingips/ea8c06e7-ecb1-40e5-b34d-a2a07deebe26 HTTP/1.1" status: 200 len: 992 time: 0.0639400 Apr 28 11:07:26.582678 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-a46a44c2-7fc2-4312-b903-dabfbbf237f7 req-32163ea3-bdbb-4626-993e-9268fc103bd9 tempest-TestVolumeBootPattern-839648198 tempest-TestVolumeBootPattern-839648198-project] 10.222.0.10 "GET /v2.0/security-groups?id=c83a530b-56a2-41d8-b874-e844ad8fa813&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500190 Apr 28 11:07:26.728553 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-86dbead4-90e1-4d5c-bdd8-e1b8bcf119c7 req-31a8490e-976a-4305-bbf8-32d4112fa9e6 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=eb1112e0-5810-4e07-868b-1de667cf8218&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0390759 Apr 28 11:07:26.808052 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86dbead4-90e1-4d5c-bdd8-e1b8bcf119c7 req-32fd1e8c-4fc9-4373-8550-90fbdc6a9582 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:07:26.809577 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-86dbead4-90e1-4d5c-bdd8-e1b8bcf119c7 req-32fd1e8c-4fc9-4373-8550-90fbdc6a9582 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=65d54c3b7dcd4af68398071d25e8321e&device_id=eb1112e0-5810-4e07-868b-1de667cf8218 HTTP/1.1" status: 200 len: 1130 time: 0.0407572 Apr 28 11:07:26.870138 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 55984) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:07:26.914651 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86dbead4-90e1-4d5c-bdd8-e1b8bcf119c7 req-aa38180c-689b-4f8d-bdfc-65f36121f297 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:07:26.916733 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-86dbead4-90e1-4d5c-bdd8-e1b8bcf119c7 req-aa38180c-689b-4f8d-bdfc-65f36121f297 service neutron] 10.222.0.20 "GET /v2.0/networks?id=4d94945e-b64d-4dbe-b9ef-b685a27afeca HTTP/1.1" status: 200 len: 896 time: 0.0897582 Apr 28 11:07:26.985174 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-86dbead4-90e1-4d5c-bdd8-e1b8bcf119c7 req-a640b8be-f6d9-4191-8c41-b27b213c5813 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1b785d9f-38ad-48ca-bc53-6ca2d6d44abe HTTP/1.1" status: 200 len: 1000 time: 0.0628283 Apr 28 11:07:27.011748 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Device 21fdb1d0-ad81-453e-9b4e-68600c8ec65d up at agent hyperv_hv-neutron-mast {{(pid=116163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 11:07:27.025856 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.plugin [None req-494c1031-36d0-4a54-b613-2c19fc21e59e tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Deleting port f92b0823-658f-4ad2-b897-91e7272f21d4 {{(pid=116161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 11:07:27.026205 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-494c1031-36d0-4a54-b613-2c19fc21e59e tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742235130188'] for port (f92b0823-658f-4ad2-b897-91e7272f21d4), before_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:07:27.034337 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86dbead4-90e1-4d5c-bdd8-e1b8bcf119c7 req-d2a0cd9f-bacf-4a01-844b-d232f1ef3ec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:07:27.035970 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-86dbead4-90e1-4d5c-bdd8-e1b8bcf119c7 req-d2a0cd9f-bacf-4a01-844b-d232f1ef3ec2 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=eebffde5-12d3-4f3e-8ac5-6afeff8b265d HTTP/1.1" status: 200 len: 835 time: 0.0445275 Apr 28 11:07:27.058729 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Provisioning for port 21fdb1d0-ad81-453e-9b4e-68600c8ec65d completed by entity L2. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 28 11:07:27.086349 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86dbead4-90e1-4d5c-bdd8-e1b8bcf119c7 req-9231e921-f0a5-4d58-9516-d53a89d4b553 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:07:27.088696 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-86dbead4-90e1-4d5c-bdd8-e1b8bcf119c7 req-9231e921-f0a5-4d58-9516-d53a89d4b553 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=4d94945e-b64d-4dbe-b9ef-b685a27afeca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0463006 Apr 28 11:07:27.112455 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-494c1031-36d0-4a54-b613-2c19fc21e59e tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1938497'] for port (f92b0823-658f-4ad2-b897-91e7272f21d4), precommit_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:07:27.112877 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-494c1031-36d0-4a54-b613-2c19fc21e59e tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks [] for floatingip (f92b0823-658f-4ad2-b897-91e7272f21d4), precommit_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:07:27.114014 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Provisioning complete for port 21fdb1d0-ad81-453e-9b4e-68600c8ec65d triggered by entity L2. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:07:27.114469 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (21fdb1d0-ad81-453e-9b4e-68600c8ec65d), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:07:27.125171 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.plugin [None req-494c1031-36d0-4a54-b613-2c19fc21e59e tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Calling delete_port for f92b0823-658f-4ad2-b897-91e7272f21d4 owned by network:floatingip {{(pid=116161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 11:07:27.187964 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-86dbead4-90e1-4d5c-bdd8-e1b8bcf119c7 req-f1e3b9a1-39e5-4801-b7fe-741780265619 service neutron] 10.222.0.20 "GET /v2.0/networks/4d94945e-b64d-4dbe-b9ef-b685a27afeca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935819 Apr 28 11:07:27.199258 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Current status of the port 21fdb1d0-ad81-453e-9b4e-68600c8ec65d is: BUILD; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:07:27.199721 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (21fdb1d0-ad81-453e-9b4e-68600c8ec65d), before_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:07:27.222145 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '486f57b5-9039-4cba-8c56-8684ca25b6e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21fdb1d0-ad81-453e-9b4e-68600c8ec65d'}] {{(pid=116163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 11:07:27.224160 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f01aec4a4f83961b54a953becfce2676879fb1d4b91122543244f430a0b8460" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9c84a62-c476-4968-a6ad-c0fd2263b71e" -d '{"events": [{"server_uuid": "486f57b5-9039-4cba-8c56-8684ca25b6e7", "name": "network-vif-plugged", "status": "completed", "tag": "21fdb1d0-ad81-453e-9b4e-68600c8ec65d"}]}' {{(pid=116163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 11:07:27.237779 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] For port 21fdb1d0-ad81-453e-9b4e-68600c8ec65d, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=21fdb1d0-ad81-453e-9b4e-68600c8ec65d,segment=NetworkSegment(ecabd243-b066-40ee-b684-286518e63a85),segment_id=ecabd243-b066-40ee-b684-286518e63a85)] {{(pid=116163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 11:07:27.263322 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 11:07:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08043aec-0af7-4ea4-a1ae-0659cd93613e x-openstack-request-id: req-08043aec-0af7-4ea4-a1ae-0659cd93613e {{(pid=116163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 11:07:27.263622 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "486f57b5-9039-4cba-8c56-8684ca25b6e7", "name": "network-vif-plugged", "status": "completed", "tag": "21fdb1d0-ad81-453e-9b4e-68600c8ec65d", "code": 200}]} {{(pid=116163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 11:07:27.263880 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-08043aec-0af7-4ea4-a1ae-0659cd93613e {{(pid=116163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 11:07:27.264288 dv-neutron-master-2-hyperv neutron-server[116163]: INFO neutron.notifiers.nova [-] Nova event matching ['req-08043aec-0af7-4ea4-a1ae-0659cd93613e'] response: {'server_uuid': '486f57b5-9039-4cba-8c56-8684ca25b6e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21fdb1d0-ad81-453e-9b4e-68600c8ec65d', 'code': 200} Apr 28 11:07:27.308105 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393'] for port (21fdb1d0-ad81-453e-9b4e-68600c8ec65d), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:07:27.357316 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Pushing event updated for resources: {'Port': ['ID=21fdb1d0-ad81-453e-9b4e-68600c8ec65d,revision_number=5']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:07:27.365835 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-494c1031-36d0-4a54-b613-2c19fc21e59e tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742235135690', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742234710366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5219112'] for port (f92b0823-658f-4ad2-b897-91e7272f21d4), after_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:07:27.395305 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-494c1031-36d0-4a54-b613-2c19fc21e59e tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Pushing event deleted for resources: {'Port': ['ID=f92b0823-658f-4ad2-b897-91e7272f21d4,revision_number=None']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:07:27.455549 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-494c1031-36d0-4a54-b613-2c19fc21e59e tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks [] for floatingip (ea8c06e7-ecb1-40e5-b34d-a2a07deebe26), after_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:07:27.456200 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.db.l3_db [None req-494c1031-36d0-4a54-b613-2c19fc21e59e tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Floating IP ea8c06e7-ecb1-40e5-b34d-a2a07deebe26 disassociated (deleted). External IP: 172.36.4.4, port: 1b785d9f-38ad-48ca-bc53-6ca2d6d44abe. Apr 28 11:07:27.603071 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b82444f-72b1-4713-9724-f080c05ef5dc req-a0e9fa8f-8774-441a-aca1-46e422d2e411 tempest-TestServerAdvancedOps-520047365 tempest-TestServerAdvancedOps-520047365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:07:27.604806 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-1b82444f-72b1-4713-9724-f080c05ef5dc req-a0e9fa8f-8774-441a-aca1-46e422d2e411 tempest-TestServerAdvancedOps-520047365 tempest-TestServerAdvancedOps-520047365-project] 10.222.0.10 "GET /v2.0/ports?device_id=486f57b5-9039-4cba-8c56-8684ca25b6e7 HTTP/1.1" status: 200 len: 946 time: 0.0641484 Apr 28 11:07:27.619801 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-86dbead4-90e1-4d5c-bdd8-e1b8bcf119c7 req-9b746cac-d482-43dd-bece-e2649d326977 service neutron] 10.222.0.20 "GET /v2.0/networks/4d94945e-b64d-4dbe-b9ef-b685a27afeca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0962443 Apr 28 11:07:27.767779 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a94c50-b80d-4c80-9b4b-6d52b40f4d92 req-85003fdd-6f59-43d7-af94-cfa630e9b805 tempest-TestVolumeBootPattern-839648198 tempest-TestVolumeBootPattern-839648198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:07:27.769369 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-c0a94c50-b80d-4c80-9b4b-6d52b40f4d92 req-85003fdd-6f59-43d7-af94-cfa630e9b805 tempest-TestVolumeBootPattern-839648198 tempest-TestVolumeBootPattern-839648198-project] 10.222.0.10 "GET /v2.0/ports?device_id=8fc4f6a9-5543-4e4a-8702-89222fb15014 HTTP/1.1" status: 200 len: 943 time: 0.1087039 Apr 28 11:07:27.776082 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-1b82444f-72b1-4713-9724-f080c05ef5dc req-dc49b4a4-14b4-4452-bbd6-2eb715acb727 tempest-TestServerAdvancedOps-520047365 tempest-TestServerAdvancedOps-520047365-project] 10.222.0.10 "GET /v2.0/security-groups?id=c732c802-c866-4e53-8b10-fe604c8b2400&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1325760 Apr 28 11:07:27.821903 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c16d485-4aaf-4d6a-921b-16c4d13a5210 req-eb8e47c5-07ba-4b1a-9361-3ee74a7f94fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:07:27.823425 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-6c16d485-4aaf-4d6a-921b-16c4d13a5210 req-eb8e47c5-07ba-4b1a-9361-3ee74a7f94fe service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=486f57b5-9039-4cba-8c56-8684ca25b6e7 HTTP/1.1" status: 200 len: 1130 time: 0.0428431 Apr 28 11:07:27.824046 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-494c1031-36d0-4a54-b613-2c19fc21e59e tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Router d6f21cde-5d2b-481d-b3d0-e0dc4fc50def has already been hosted by L3 agent 6b492ad6-0876-4d74-b20d-28143a52ceba {{(pid=116161) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 11:07:27.841517 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-c0a94c50-b80d-4c80-9b4b-6d52b40f4d92 req-63660adc-e398-4d5f-8456-246b57253647 tempest-TestVolumeBootPattern-839648198 tempest-TestVolumeBootPattern-839648198-project] 10.222.0.10 "GET /v2.0/security-groups?id=c83a530b-56a2-41d8-b874-e844ad8fa813&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0644484 Apr 28 11:07:27.869442 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-6c16d485-4aaf-4d6a-921b-16c4d13a5210 req-4ff90a7c-e8dc-4009-ba98-32cbcdfd3edf service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=c732c802-c866-4e53-8b10-fe604c8b2400&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389276 Apr 28 11:07:27.948843 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-494c1031-36d0-4a54-b613-2c19fc21e59e tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=116161) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 11:07:27.953609 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-494c1031-36d0-4a54-b613-2c19fc21e59e tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198022'] for floatingip (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:07:27.958061 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2466c32c-b16b-4740-8b9d-98cff55439d8 None None] Sync routers for ids ['d6f21cde-5d2b-481d-b3d0-e0dc4fc50def'] in dv-neutron-master-2-hyperv {{(pid=116163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 11:07:27.968320 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2466c32c-b16b-4740-8b9d-98cff55439d8 None None] Routers {'d6f21cde-5d2b-481d-b3d0-e0dc4fc50def'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=116163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 11:07:27.968868 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_hamode_db [None req-2466c32c-b16b-4740-8b9d-98cff55439d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-28T10:50:39Z,description=,heartbeat_timestamp=2022-04-28T11:07:09Z,host='dv-neutron-master-2-hyperv',id=6b492ad6-0876-4d74-b20d-28143a52ceba,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T10:50:40Z,topic='l3_agent')) {'router_ids': ['d6f21cde-5d2b-481d-b3d0-e0dc4fc50def'], 'active': True} {{(pid=116163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:07:27.982323 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-494c1031-36d0-4a54-b613-2c19fc21e59e tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] 10.222.0.10 "DELETE /v2.0/floatingips/ea8c06e7-ecb1-40e5-b34d-a2a07deebe26 HTTP/1.1" status: 204 len: 168 time: 1.1109934 Apr 28 11:07:27.982943 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb1112e0-5810-4e07-868b-1de667cf8218', 'tag': '1b785d9f-38ad-48ca-bc53-6ca2d6d44abe'}] {{(pid=116161) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 11:07:27.985233 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e748734031c26dffb00ab563e48cb7690d820419218221ecd4f9c2a21276ff88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68a92d49-0545-4c52-8aa3-24f254fb7058" -d '{"events": [{"name": "network-changed", "server_uuid": "eb1112e0-5810-4e07-868b-1de667cf8218", "tag": "1b785d9f-38ad-48ca-bc53-6ca2d6d44abe"}]}' {{(pid=116161) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 11:07:28.025597 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 11:07:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98330c77-ddf5-4c54-b13b-19e072e03b2b x-openstack-request-id: req-98330c77-ddf5-4c54-b13b-19e072e03b2b {{(pid=116161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 11:07:28.025913 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eb1112e0-5810-4e07-868b-1de667cf8218", "tag": "1b785d9f-38ad-48ca-bc53-6ca2d6d44abe", "status": "completed", "code": 200}]} {{(pid=116161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 11:07:28.026167 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-98330c77-ddf5-4c54-b13b-19e072e03b2b {{(pid=116161) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 11:07:28.026632 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.notifiers.nova [-] Nova event matching ['req-98330c77-ddf5-4c54-b13b-19e072e03b2b'] response: {'name': 'network-changed', 'server_uuid': 'eb1112e0-5810-4e07-868b-1de667cf8218', 'tag': '1b785d9f-38ad-48ca-bc53-6ca2d6d44abe', 'status': 'completed', 'code': 200} Apr 28 11:07:28.082945 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvr_db [None req-2466c32c-b16b-4740-8b9d-98cff55439d8 None None] Set router d6f21cde-5d2b-481d-b3d0-e0dc4fc50def gateway port host: dv-neutron-master-2-hyperv {{(pid=116163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 11:07:28.150645 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a92d49-0545-4c52-8aa3-24f254fb7058 req-611a48c6-20b9-4b84-90c2-a6be5215c68c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:07:28.152558 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-68a92d49-0545-4c52-8aa3-24f254fb7058 req-611a48c6-20b9-4b84-90c2-a6be5215c68c service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=65d54c3b7dcd4af68398071d25e8321e&device_id=eb1112e0-5810-4e07-868b-1de667cf8218 HTTP/1.1" status: 200 len: 1130 time: 0.0406499 Apr 28 11:07:28.251132 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a92d49-0545-4c52-8aa3-24f254fb7058 req-97e49b33-c441-4977-88eb-a30611921bf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:07:28.252542 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-68a92d49-0545-4c52-8aa3-24f254fb7058 req-97e49b33-c441-4977-88eb-a30611921bf7 service neutron] 10.222.0.20 "GET /v2.0/networks?id=4d94945e-b64d-4dbe-b9ef-b685a27afeca HTTP/1.1" status: 200 len: 896 time: 0.0934584 Apr 28 11:07:28.280801 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_hamode_db [None req-2466c32c-b16b-4740-8b9d-98cff55439d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6f21cde-5d2b-481d-b3d0-e0dc4fc50def', 'name': 'tempest-TestNetworkBasicOps-router-1552748683', 'tenant_id': '65d54c3b7dcd4af68398071d25e8321e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'external_fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.121'}], 'enable_snat': True}, 'gw_port_id': 'dc9e1bd3-1ed1-4c31-8c31-cdcf5fee84e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T11:06:19Z', 'updated_at': '2022-04-28T11:06:31Z', 'revision_number': 4, 'project_id': '65d54c3b7dcd4af68398071d25e8321e', 'gw_port': {'id': 'dc9e1bd3-1ed1-4c31-8c31-cdcf5fee84e4', 'name': '', 'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:4b:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6f21cde-5d2b-481d-b3d0-e0dc4fc50def', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1238, 'fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:06:20Z', 'updated_at': '2022-04-28T11:06:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'ea17f733-b458-4d46-8035-dbcdfb7b162d', 'name': '', 'network_id': '4d94945e-b64d-4dbe-b9ef-b685a27afeca', 'tenant_id': '65d54c3b7dcd4af68398071d25e8321e', 'mac_address': 'fa:16:3e:5c:7a:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6f21cde-5d2b-481d-b3d0-e0dc4fc50def', 'device_owner': 'network:router_interface', 'standard_attr_id': 1253, 'fixed_ips': [{'subnet_id': 'eebffde5-12d3-4f3e-8ac5-6afeff8b265d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:06:30Z', 'updated_at': '2022-04-28T11:06:35Z', 'revision_number': 5, 'project_id': '65d54c3b7dcd4af68398071d25e8321e', 'subnets': [{'id': 'eebffde5-12d3-4f3e-8ac5-6afeff8b265d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=116163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:07:28.308240 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2466c32c-b16b-4740-8b9d-98cff55439d8 None None] Checking router: d6f21cde-5d2b-481d-b3d0-e0dc4fc50def for host: dv-neutron-master-2-hyperv {{(pid=116163) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 11:07:28.316924 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2466c32c-b16b-4740-8b9d-98cff55439d8 None None] Routers {'d6f21cde-5d2b-481d-b3d0-e0dc4fc50def'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=116163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 11:07:28.317527 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_hamode_db [None req-2466c32c-b16b-4740-8b9d-98cff55439d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-28T10:50:39Z,description=,heartbeat_timestamp=2022-04-28T11:07:09Z,host='dv-neutron-master-2-hyperv',id=6b492ad6-0876-4d74-b20d-28143a52ceba,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T10:50:40Z,topic='l3_agent')) {'router_ids': ['d6f21cde-5d2b-481d-b3d0-e0dc4fc50def'], 'active': True} {{(pid=116163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:07:28.400799 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5a9770-f5fb-4f98-96e1-07e3f0171844 req-fa8535b3-b11d-43ee-8cbc-d2d0d23e5a3a tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:07:28.402421 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-2a5a9770-f5fb-4f98-96e1-07e3f0171844 req-fa8535b3-b11d-43ee-8cbc-d2d0d23e5a3a tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] 10.222.0.10 "GET /v2.0/ports?device_id=eb1112e0-5810-4e07-868b-1de667cf8218 HTTP/1.1" status: 200 len: 946 time: 0.0479205 Apr 28 11:07:28.428971 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvr_db [None req-2466c32c-b16b-4740-8b9d-98cff55439d8 None None] Set router d6f21cde-5d2b-481d-b3d0-e0dc4fc50def gateway port host: dv-neutron-master-2-hyperv {{(pid=116163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 11:07:28.455870 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-2a5a9770-f5fb-4f98-96e1-07e3f0171844 req-8dd3b473-2db3-4233-9936-d5f54e9d058b tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] 10.222.0.10 "GET /v2.0/security-groups?id=38192b62-9013-4707-8362-7657eda96483&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477843 Apr 28 11:07:28.612102 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_hamode_db [None req-2466c32c-b16b-4740-8b9d-98cff55439d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6f21cde-5d2b-481d-b3d0-e0dc4fc50def', 'name': 'tempest-TestNetworkBasicOps-router-1552748683', 'tenant_id': '65d54c3b7dcd4af68398071d25e8321e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'external_fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.121'}], 'enable_snat': True}, 'gw_port_id': 'dc9e1bd3-1ed1-4c31-8c31-cdcf5fee84e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T11:06:19Z', 'updated_at': '2022-04-28T11:06:31Z', 'revision_number': 4, 'project_id': '65d54c3b7dcd4af68398071d25e8321e', 'gw_port': {'id': 'dc9e1bd3-1ed1-4c31-8c31-cdcf5fee84e4', 'name': '', 'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:4b:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6f21cde-5d2b-481d-b3d0-e0dc4fc50def', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1238, 'fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:06:20Z', 'updated_at': '2022-04-28T11:06:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'ea17f733-b458-4d46-8035-dbcdfb7b162d', 'name': '', 'network_id': '4d94945e-b64d-4dbe-b9ef-b685a27afeca', 'tenant_id': '65d54c3b7dcd4af68398071d25e8321e', 'mac_address': 'fa:16:3e:5c:7a:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6f21cde-5d2b-481d-b3d0-e0dc4fc50def', 'device_owner': 'network:router_interface', 'standard_attr_id': 1253, 'fixed_ips': [{'subnet_id': 'eebffde5-12d3-4f3e-8ac5-6afeff8b265d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:06:30Z', 'updated_at': '2022-04-28T11:06:35Z', 'revision_number': 5, 'project_id': '65d54c3b7dcd4af68398071d25e8321e', 'subnets': [{'id': 'eebffde5-12d3-4f3e-8ac5-6afeff8b265d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=116163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:07:28.641655 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2466c32c-b16b-4740-8b9d-98cff55439d8 None None] The sync data for ids ['d6f21cde-5d2b-481d-b3d0-e0dc4fc50def'] in dv-neutron-master-2-hyperv is: [{'id': 'd6f21cde-5d2b-481d-b3d0-e0dc4fc50def', 'name': 'tempest-TestNetworkBasicOps-router-1552748683', 'tenant_id': '65d54c3b7dcd4af68398071d25e8321e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'external_fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.121'}], 'enable_snat': True}, 'gw_port_id': 'dc9e1bd3-1ed1-4c31-8c31-cdcf5fee84e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T11:06:19Z', 'updated_at': '2022-04-28T11:06:31Z', 'revision_number': 4, 'project_id': '65d54c3b7dcd4af68398071d25e8321e', 'gw_port': {'id': 'dc9e1bd3-1ed1-4c31-8c31-cdcf5fee84e4', 'name': '', 'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:4b:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6f21cde-5d2b-481d-b3d0-e0dc4fc50def', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1238, 'fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:06:20Z', 'updated_at': '2022-04-28T11:06:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'ea17f733-b458-4d46-8035-dbcdfb7b162d', 'name': '', 'network_id': '4d94945e-b64d-4dbe-b9ef-b685a27afeca', 'tenant_id': '65d54c3b7dcd4af68398071d25e8321e', 'mac_address': 'fa:16:3e:5c:7a:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6f21cde-5d2b-481d-b3d0-e0dc4fc50def', 'device_owner': 'network:router_interface', 'standard_attr_id': 1253, 'fixed_ips': [{'subnet_id': 'eebffde5-12d3-4f3e-8ac5-6afeff8b265d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:06:30Z', 'updated_at': '2022-04-28T11:06:35Z', 'revision_number': 5, 'project_id': '65d54c3b7dcd4af68398071d25e8321e', 'subnets': [{'id': 'eebffde5-12d3-4f3e-8ac5-6afeff8b265d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=116163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 11:07:28.861292 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54b5e999-588e-471a-8814-86fba7b7095b None None] New status for floating IP ea8c06e7-ecb1-40e5-b34d-a2a07deebe26: DOWN {{(pid=116164) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 28 11:07:28.899327 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591d7429-70a4-48e3-af99-c7e4c61705f3 req-0e3d3e05-f31c-44dd-a826-c9e16a92c6f3 tempest-TestServerAdvancedOps-520047365 tempest-TestServerAdvancedOps-520047365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:07:28.901082 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-591d7429-70a4-48e3-af99-c7e4c61705f3 req-0e3d3e05-f31c-44dd-a826-c9e16a92c6f3 tempest-TestServerAdvancedOps-520047365 tempest-TestServerAdvancedOps-520047365-project] 10.222.0.10 "GET /v2.0/ports?device_id=486f57b5-9039-4cba-8c56-8684ca25b6e7 HTTP/1.1" status: 200 len: 946 time: 0.0495737 Apr 28 11:07:28.974037 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ef9bf7-5b23-4e55-8337-f5af97dc925b req-81d0bfd2-835b-4231-a6be-8aac8edde242 tempest-TestVolumeBootPattern-839648198 tempest-TestVolumeBootPattern-839648198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:07:28.975522 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-62ef9bf7-5b23-4e55-8337-f5af97dc925b req-81d0bfd2-835b-4231-a6be-8aac8edde242 tempest-TestVolumeBootPattern-839648198 tempest-TestVolumeBootPattern-839648198-project] 10.222.0.10 "GET /v2.0/ports?device_id=8fc4f6a9-5543-4e4a-8702-89222fb15014 HTTP/1.1" status: 200 len: 943 time: 0.0625291 Apr 28 11:07:29.001644 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-591d7429-70a4-48e3-af99-c7e4c61705f3 req-7967f9a8-a0f8-4515-9b0b-24e5b631d102 tempest-TestServerAdvancedOps-520047365 tempest-TestServerAdvancedOps-520047365-project] 10.222.0.10 "GET /v2.0/security-groups?id=c732c802-c866-4e53-8b10-fe604c8b2400&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946617 Apr 28 11:07:29.032212 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-62ef9bf7-5b23-4e55-8337-f5af97dc925b req-cf405eea-1f20-4715-bfdc-ce90d58883b8 tempest-TestVolumeBootPattern-839648198 tempest-TestVolumeBootPattern-839648198-project] 10.222.0.10 "GET /v2.0/security-groups?id=c83a530b-56a2-41d8-b874-e844ad8fa813&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482790 Apr 28 11:07:29.570356 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e32fb32-dcc2-4b48-a7df-e67b51995da6 req-8c76500f-0a5e-44a3-b498-73143f9eef78 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:07:29.572560 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-2e32fb32-dcc2-4b48-a7df-e67b51995da6 req-8c76500f-0a5e-44a3-b498-73143f9eef78 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] 10.222.0.10 "GET /v2.0/ports?device_id=eb1112e0-5810-4e07-868b-1de667cf8218 HTTP/1.1" status: 200 len: 946 time: 0.0502038 Apr 28 11:07:29.620543 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-2e32fb32-dcc2-4b48-a7df-e67b51995da6 req-16207292-6f2e-4690-a183-9fa427bfb770 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] 10.222.0.10 "GET /v2.0/security-groups?id=38192b62-9013-4707-8362-7657eda96483&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423641 Apr 28 11:07:29.748488 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-68a92d49-0545-4c52-8aa3-24f254fb7058 req-c8dc0c04-50d5-4041-aec2-3590105b9bb9 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1b785d9f-38ad-48ca-bc53-6ca2d6d44abe HTTP/1.1" status: 200 len: 217 time: 0.0370395 Apr 28 11:07:30.139750 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45ec7eb-cb36-4bf9-875d-6fc264f6cf80 req-a9ae539a-fd7f-495f-8c68-e8be3ec0aaa7 tempest-TestServerAdvancedOps-520047365 tempest-TestServerAdvancedOps-520047365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:07:30.141223 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-d45ec7eb-cb36-4bf9-875d-6fc264f6cf80 req-a9ae539a-fd7f-495f-8c68-e8be3ec0aaa7 tempest-TestServerAdvancedOps-520047365 tempest-TestServerAdvancedOps-520047365-project] 10.222.0.10 "GET /v2.0/ports?device_id=486f57b5-9039-4cba-8c56-8684ca25b6e7 HTTP/1.1" status: 200 len: 946 time: 0.0729835 Apr 28 11:07:30.162431 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5904b36e-a42c-4e2c-a0b9-9ddcf06181f4 req-d80713e7-4a15-4f95-ae49-29887e2ed27f tempest-TestVolumeBootPattern-839648198 tempest-TestVolumeBootPattern-839648198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:07:30.163836 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-5904b36e-a42c-4e2c-a0b9-9ddcf06181f4 req-d80713e7-4a15-4f95-ae49-29887e2ed27f tempest-TestVolumeBootPattern-839648198 tempest-TestVolumeBootPattern-839648198-project] 10.222.0.10 "GET /v2.0/ports?device_id=8fc4f6a9-5543-4e4a-8702-89222fb15014 HTTP/1.1" status: 200 len: 943 time: 0.0645671 Apr 28 11:07:30.213230 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a92d49-0545-4c52-8aa3-24f254fb7058 req-f623eae9-2260-4dac-8ec2-37c52a2bff9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:07:30.214766 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-68a92d49-0545-4c52-8aa3-24f254fb7058 req-f623eae9-2260-4dac-8ec2-37c52a2bff9b service neutron] 10.222.0.20 "GET /v2.0/subnets?id=eebffde5-12d3-4f3e-8ac5-6afeff8b265d HTTP/1.1" status: 200 len: 835 time: 0.0525088 Apr 28 11:07:30.228547 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-d45ec7eb-cb36-4bf9-875d-6fc264f6cf80 req-34874c89-50ea-4436-8aa5-d4e8ba4c5623 tempest-TestServerAdvancedOps-520047365 tempest-TestServerAdvancedOps-520047365-project] 10.222.0.10 "GET /v2.0/security-groups?id=c732c802-c866-4e53-8b10-fe604c8b2400&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816197 Apr 28 11:07:30.242573 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-5904b36e-a42c-4e2c-a0b9-9ddcf06181f4 req-a819e2e6-6e73-44f3-bd70-e144f0502968 tempest-TestVolumeBootPattern-839648198 tempest-TestVolumeBootPattern-839648198-project] 10.222.0.10 "GET /v2.0/security-groups?id=c83a530b-56a2-41d8-b874-e844ad8fa813&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0718429 Apr 28 11:07:30.304486 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a92d49-0545-4c52-8aa3-24f254fb7058 req-747de043-d0dc-4dba-8d4e-1614fa456e6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:07:30.306525 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-68a92d49-0545-4c52-8aa3-24f254fb7058 req-747de043-d0dc-4dba-8d4e-1614fa456e6c service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=4d94945e-b64d-4dbe-b9ef-b685a27afeca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0414147 Apr 28 11:07:30.318004 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebf7262-e198-4545-b732-61820576a276 req-d4c1adf6-2857-419c-878d-02e867874424 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:07:30.325247 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-aebf7262-e198-4545-b732-61820576a276 req-d4c1adf6-2857-419c-878d-02e867874424 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] 10.222.0.20 "GET /v2.0/ports?device_id=eb1112e0-5810-4e07-868b-1de667cf8218 HTTP/1.1" status: 200 len: 946 time: 0.0497746 Apr 28 11:07:30.393662 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4264e2cc-c980-48ca-b00b-c7780913ca07 req-fafa0d2c-3a0b-4e1a-9623-73296d911c6a tempest-TestServerAdvancedOps-520047365 tempest-TestServerAdvancedOps-520047365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:07:30.394872 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-4264e2cc-c980-48ca-b00b-c7780913ca07 req-fafa0d2c-3a0b-4e1a-9623-73296d911c6a tempest-TestServerAdvancedOps-520047365 tempest-TestServerAdvancedOps-520047365-project] 10.222.0.10 "GET /v2.0/ports?device_id=486f57b5-9039-4cba-8c56-8684ca25b6e7 HTTP/1.1" status: 200 len: 946 time: 0.0744731 Apr 28 11:07:30.399421 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-68a92d49-0545-4c52-8aa3-24f254fb7058 req-a02f6c9e-6e41-4826-aec0-4bd88e4b7ba4 service neutron] 10.222.0.20 "GET /v2.0/networks/4d94945e-b64d-4dbe-b9ef-b685a27afeca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859573 Apr 28 11:07:30.472356 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.plugin [req-aebf7262-e198-4545-b732-61820576a276 req-10c7ab24-f0e0-4d1d-b3cc-d9c932efc968 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Deleting port 1b785d9f-38ad-48ca-bc53-6ca2d6d44abe {{(pid=116161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 11:07:30.472688 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [req-aebf7262-e198-4545-b732-61820576a276 req-10c7ab24-f0e0-4d1d-b3cc-d9c932efc968 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742235130188'] for port (1b785d9f-38ad-48ca-bc53-6ca2d6d44abe), before_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:07:30.499254 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-68a92d49-0545-4c52-8aa3-24f254fb7058 req-3f9826f2-1eee-4094-9a21-6bd90de0fdb7 service neutron] 10.222.0.20 "GET /v2.0/networks/4d94945e-b64d-4dbe-b9ef-b685a27afeca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895295 Apr 28 11:07:30.499675 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-4264e2cc-c980-48ca-b00b-c7780913ca07 req-dd4d0d70-37fa-45af-a6f4-37d20677e464 tempest-TestServerAdvancedOps-520047365 tempest-TestServerAdvancedOps-520047365-project] 10.222.0.10 "GET /v2.0/security-groups?id=c732c802-c866-4e53-8b10-fe604c8b2400&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948584 Apr 28 11:07:30.581068 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.db [req-aebf7262-e198-4545-b732-61820576a276 req-10c7ab24-f0e0-4d1d-b3cc-d9c932efc968 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] For port 1b785d9f-38ad-48ca-bc53-6ca2d6d44abe, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=1b785d9f-38ad-48ca-bc53-6ca2d6d44abe,segment=NetworkSegment(348238d7-b72c-4482-8329-a84a205cde7f),segment_id=348238d7-b72c-4482-8329-a84a205cde7f)] {{(pid=116161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 11:07:30.583636 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [req-aebf7262-e198-4545-b732-61820576a276 req-10c7ab24-f0e0-4d1d-b3cc-d9c932efc968 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1938497'] for port (1b785d9f-38ad-48ca-bc53-6ca2d6d44abe), precommit_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:07:30.594526 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.plugin [req-aebf7262-e198-4545-b732-61820576a276 req-10c7ab24-f0e0-4d1d-b3cc-d9c932efc968 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Calling delete_port for 1b785d9f-38ad-48ca-bc53-6ca2d6d44abe owned by compute:nova {{(pid=116161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 11:07:30.758294 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a286d7f-99c1-45c8-9430-98205c014edb req-5a5df078-1b80-4e8b-b29a-2b815929632a tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:07:30.759850 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-5a286d7f-99c1-45c8-9430-98205c014edb req-5a5df078-1b80-4e8b-b29a-2b815929632a tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] 10.222.0.10 "GET /v2.0/ports?device_id=eb1112e0-5810-4e07-868b-1de667cf8218 HTTP/1.1" status: 200 len: 946 time: 0.0598185 Apr 28 11:07:30.812376 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-5a286d7f-99c1-45c8-9430-98205c014edb req-6cd6e42c-5361-477d-8790-799abfce9f8d tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] 10.222.0.10 "GET /v2.0/security-groups?id=38192b62-9013-4707-8362-7657eda96483&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467930 Apr 28 11:07:30.828647 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [req-aebf7262-e198-4545-b732-61820576a276 req-10c7ab24-f0e0-4d1d-b3cc-d9c932efc968 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742235135690', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742234710366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5219112'] for port (1b785d9f-38ad-48ca-bc53-6ca2d6d44abe), after_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:07:30.860004 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c7ab24-f0e0-4d1d-b3cc-d9c932efc968 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Pushing event deleted for resources: {'Port': ['ID=1b785d9f-38ad-48ca-bc53-6ca2d6d44abe,revision_number=None']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:07:30.924568 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.db.l3_dvrscheduler_db [req-aebf7262-e198-4545-b732-61820576a276 req-10c7ab24-f0e0-4d1d-b3cc-d9c932efc968 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] No DVR routers for this DVR port 1b785d9f-38ad-48ca-bc53-6ca2d6d44abe on host hv-neutron-mast {{(pid=116161) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 11:07:30.928659 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [req-aebf7262-e198-4545-b732-61820576a276 req-10c7ab24-f0e0-4d1d-b3cc-d9c932efc968 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198022'] for port (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:07:30.932767 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-aebf7262-e198-4545-b732-61820576a276 req-10c7ab24-f0e0-4d1d-b3cc-d9c932efc968 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] 10.222.0.20 "DELETE /v2.0/ports/1b785d9f-38ad-48ca-bc53-6ca2d6d44abe HTTP/1.1" status: 204 len: 173 time: 0.6023102 Apr 28 11:07:30.933199 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb1112e0-5810-4e07-868b-1de667cf8218', 'name': 'network-vif-deleted', 'tag': '1b785d9f-38ad-48ca-bc53-6ca2d6d44abe'}] {{(pid=116161) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 11:07:30.935442 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e748734031c26dffb00ab563e48cb7690d820419218221ecd4f9c2a21276ff88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e63e67ce-10cf-437c-af3e-c9895a80e8db" -d '{"events": [{"server_uuid": "eb1112e0-5810-4e07-868b-1de667cf8218", "name": "network-vif-deleted", "tag": "1b785d9f-38ad-48ca-bc53-6ca2d6d44abe"}]}' {{(pid=116161) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 11:07:30.952995 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37faeb18-ce77-4ea5-b85a-c3bde90ff0f4 req-002a4a85-dc25-4dd4-b014-fd85e1a08e0c tempest-TestServerAdvancedOps-520047365 tempest-TestServerAdvancedOps-520047365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:07:30.954543 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-37faeb18-ce77-4ea5-b85a-c3bde90ff0f4 req-002a4a85-dc25-4dd4-b014-fd85e1a08e0c tempest-TestServerAdvancedOps-520047365 tempest-TestServerAdvancedOps-520047365-project] 10.222.0.10 "GET /v2.0/ports?device_id=486f57b5-9039-4cba-8c56-8684ca25b6e7 HTTP/1.1" status: 200 len: 946 time: 0.0894127 Apr 28 11:07:30.975781 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 11:07:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b764d0d3-aace-46dc-8e51-6f9d9a7e5267 x-openstack-request-id: req-b764d0d3-aace-46dc-8e51-6f9d9a7e5267 {{(pid=116161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 11:07:30.976067 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb1112e0-5810-4e07-868b-1de667cf8218", "name": "network-vif-deleted", "tag": "1b785d9f-38ad-48ca-bc53-6ca2d6d44abe", "status": "completed", "code": 200}]} {{(pid=116161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 11:07:30.976319 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-b764d0d3-aace-46dc-8e51-6f9d9a7e5267 {{(pid=116161) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 11:07:30.976761 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b764d0d3-aace-46dc-8e51-6f9d9a7e5267'] response: {'server_uuid': 'eb1112e0-5810-4e07-868b-1de667cf8218', 'name': 'network-vif-deleted', 'tag': '1b785d9f-38ad-48ca-bc53-6ca2d6d44abe', 'status': 'completed', 'code': 200} Apr 28 11:07:31.010471 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-37faeb18-ce77-4ea5-b85a-c3bde90ff0f4 req-c7299ff3-c534-401a-a52e-143fd83d5671 tempest-TestServerAdvancedOps-520047365 tempest-TestServerAdvancedOps-520047365-project] 10.222.0.10 "GET /v2.0/security-groups?id=c732c802-c866-4e53-8b10-fe604c8b2400&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500505 Apr 28 11:07:31.368403 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d367b975-78e4-4735-bdd4-ad80840c9228 req-45bbd10f-14a7-4945-98d6-6bd00d4a21bc tempest-TestVolumeBootPattern-839648198 tempest-TestVolumeBootPattern-839648198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:07:31.370350 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-d367b975-78e4-4735-bdd4-ad80840c9228 req-45bbd10f-14a7-4945-98d6-6bd00d4a21bc tempest-TestVolumeBootPattern-839648198 tempest-TestVolumeBootPattern-839648198-project] 10.222.0.10 "GET /v2.0/ports?device_id=8fc4f6a9-5543-4e4a-8702-89222fb15014 HTTP/1.1" status: 200 len: 943 time: 0.0517836 Apr 28 11:07:31.421484 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-d367b975-78e4-4735-bdd4-ad80840c9228 req-6f31ce54-15f0-406e-b5a2-b51ed7683861 tempest-TestVolumeBootPattern-839648198 tempest-TestVolumeBootPattern-839648198-project] 10.222.0.10 "GET /v2.0/security-groups?id=c83a530b-56a2-41d8-b874-e844ad8fa813&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447683 Apr 28 11:07:31.930105 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-6b940e61-c222-4a64-afe0-c1664a0ca9bb req-302ddf0a-3b6c-4580-bc22-27df8d81c130 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] 10.222.0.10 "GET /v2.0/ports?device_id=eb1112e0-5810-4e07-868b-1de667cf8218 HTTP/1.1" status: 200 len: 210 time: 0.0282357 Apr 28 11:07:32.124817 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111849c0-86d9-41b6-9bba-ea23f9d1e584 req-f30ae9d7-49f6-4bcd-8d54-f16b2357a46e tempest-TestServerAdvancedOps-520047365 tempest-TestServerAdvancedOps-520047365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:07:32.126292 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-111849c0-86d9-41b6-9bba-ea23f9d1e584 req-f30ae9d7-49f6-4bcd-8d54-f16b2357a46e tempest-TestServerAdvancedOps-520047365 tempest-TestServerAdvancedOps-520047365-project] 10.222.0.10 "GET /v2.0/ports?device_id=486f57b5-9039-4cba-8c56-8684ca25b6e7 HTTP/1.1" status: 200 len: 946 time: 0.0461540 Apr 28 11:07:32.177112 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-111849c0-86d9-41b6-9bba-ea23f9d1e584 req-dc3e16fa-e7d1-46de-9a73-6d56ee0df3f7 tempest-TestServerAdvancedOps-520047365 tempest-TestServerAdvancedOps-520047365-project] 10.222.0.10 "GET /v2.0/security-groups?id=c732c802-c866-4e53-8b10-fe604c8b2400&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452549 Apr 28 11:07:32.517814 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6abe328d-bac8-4c0e-b6f0-71b23963dabc req-8f2dd0de-7afe-410c-b269-b9285a2e4514 tempest-TestServerAdvancedOps-520047365 tempest-TestServerAdvancedOps-520047365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:07:32.519310 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-6abe328d-bac8-4c0e-b6f0-71b23963dabc req-8f2dd0de-7afe-410c-b269-b9285a2e4514 tempest-TestServerAdvancedOps-520047365 tempest-TestServerAdvancedOps-520047365-project] 10.222.0.10 "GET /v2.0/ports?device_id=486f57b5-9039-4cba-8c56-8684ca25b6e7 HTTP/1.1" status: 200 len: 946 time: 0.0587294 Apr 28 11:07:32.575047 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9179145b-f451-4685-a1ad-89c41e510c18 req-24cb7e2b-5d00-46fa-90e1-6b38b8e463fa tempest-TestVolumeBootPattern-839648198 tempest-TestVolumeBootPattern-839648198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:07:32.576522 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-9179145b-f451-4685-a1ad-89c41e510c18 req-24cb7e2b-5d00-46fa-90e1-6b38b8e463fa tempest-TestVolumeBootPattern-839648198 tempest-TestVolumeBootPattern-839648198-project] 10.222.0.10 "GET /v2.0/ports?device_id=8fc4f6a9-5543-4e4a-8702-89222fb15014 HTTP/1.1" status: 200 len: 943 time: 0.0787630 Apr 28 11:07:32.645395 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-6abe328d-bac8-4c0e-b6f0-71b23963dabc req-9087c2b6-8bf4-488c-ad67-291ebf915273 tempest-TestServerAdvancedOps-520047365 tempest-TestServerAdvancedOps-520047365-project] 10.222.0.10 "GET /v2.0/security-groups?id=c732c802-c866-4e53-8b10-fe604c8b2400&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100163 Apr 28 11:07:32.646354 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d63835-4675-4c48-b2f8-23095eb7ccd1 req-4ec44d84-73dd-4699-9043-8e6ee9e2941a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:07:32.647754 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-a2d63835-4675-4c48-b2f8-23095eb7ccd1 req-4ec44d84-73dd-4699-9043-8e6ee9e2941a service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=11209735ab45486195794207680c4b2b&device_id=486f57b5-9039-4cba-8c56-8684ca25b6e7 HTTP/1.1" status: 200 len: 1130 time: 0.1014459 Apr 28 11:07:32.672193 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-9179145b-f451-4685-a1ad-89c41e510c18 req-a339f468-e374-4a91-b7e2-83df3c27ecde tempest-TestVolumeBootPattern-839648198 tempest-TestVolumeBootPattern-839648198-project] 10.222.0.10 "GET /v2.0/security-groups?id=c83a530b-56a2-41d8-b874-e844ad8fa813&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0736129 Apr 28 11:07:32.799133 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d63835-4675-4c48-b2f8-23095eb7ccd1 req-3fad91c7-e733-4f35-85af-b15c9d85aa7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:07:32.800584 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-a2d63835-4675-4c48-b2f8-23095eb7ccd1 req-3fad91c7-e733-4f35-85af-b15c9d85aa7b service neutron] 10.222.0.20 "GET /v2.0/networks?id=c987e71e-3df6-4dbc-9aaf-ad53cb6df767 HTTP/1.1" status: 200 len: 911 time: 0.0844002 Apr 28 11:07:32.985691 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 56034) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:07:33.044718 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-cf09f1be-1c83-4e4b-8b6a-55d13a3ba17b tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks [] for security_group (38192b62-9013-4707-8362-7657eda96483), before_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:07:33.055022 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Device 1b785d9f-38ad-48ca-bc53-6ca2d6d44abe no longer exists at agent hyperv_hv-neutron-mast {{(pid=116163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 11:07:33.069906 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-cf09f1be-1c83-4e4b-8b6a-55d13a3ba17b tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks [] for security_group (38192b62-9013-4707-8362-7657eda96483), precommit_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:07:33.075680 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] No Port match for: 1b785d9f-38ad-48ca-bc53-6ca2d6d44abe {{(pid=116163) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 28 11:07:33.076031 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Device 1b785d9f-38ad-48ca-bc53-6ca2d6d44abe not bound to the agent host hv-neutron-mast {{(pid=116163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 11:07:33.182725 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-cf09f1be-1c83-4e4b-8b6a-55d13a3ba17b tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924426'] for security_group (38192b62-9013-4707-8362-7657eda96483), after_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:07:33.185299 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-cf09f1be-1c83-4e4b-8b6a-55d13a3ba17b tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks [] for security_group (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:07:33.186539 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-cf09f1be-1c83-4e4b-8b6a-55d13a3ba17b tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] 10.222.0.10 "DELETE /v2.0/security-groups/38192b62-9013-4707-8362-7657eda96483 HTTP/1.1" status: 204 len: 168 time: 0.1998081 Apr 28 11:07:33.195846 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf09f1be-1c83-4e4b-8b6a-55d13a3ba17b tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=38192b62-9013-4707-8362-7657eda96483,revision_number=None']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:07:33.251933 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 56038) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:07:33.586879 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-a5d92070-a10a-4c9b-a01f-306be0520c12 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2063420'] for router_interface (d6f21cde-5d2b-481d-b3d0-e0dc4fc50def), before_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:07:34.145182 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-a2d63835-4675-4c48-b2f8-23095eb7ccd1 req-03e4b281-c970-4640-9769-6a079c553ddc service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=21fdb1d0-ad81-453e-9b4e-68600c8ec65d HTTP/1.1" status: 200 len: 217 time: 0.1033061 Apr 28 11:07:34.207079 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b28399b-52d6-4e83-91a1-867dee309807 req-f83b893b-72b0-4e42-93c8-9dbce5c0c515 tempest-TestServerAdvancedOps-520047365 tempest-TestServerAdvancedOps-520047365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:07:34.208530 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-4b28399b-52d6-4e83-91a1-867dee309807 req-f83b893b-72b0-4e42-93c8-9dbce5c0c515 tempest-TestServerAdvancedOps-520047365 tempest-TestServerAdvancedOps-520047365-project] 10.222.0.10 "GET /v2.0/ports?device_id=486f57b5-9039-4cba-8c56-8684ca25b6e7 HTTP/1.1" status: 200 len: 946 time: 0.1652656 Apr 28 11:07:34.216341 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1213389-e9bd-40fd-8c4e-0c1f2385bfbb req-0bbf8700-cc32-4686-bb7f-d38eab3df5fc tempest-TestVolumeBootPattern-839648198 tempest-TestVolumeBootPattern-839648198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:07:34.218181 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-e1213389-e9bd-40fd-8c4e-0c1f2385bfbb req-0bbf8700-cc32-4686-bb7f-d38eab3df5fc tempest-TestVolumeBootPattern-839648198 tempest-TestVolumeBootPattern-839648198-project] 10.222.0.10 "GET /v2.0/ports?device_id=8fc4f6a9-5543-4e4a-8702-89222fb15014 HTTP/1.1" status: 200 len: 943 time: 0.1771514 Apr 28 11:07:34.296569 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d63835-4675-4c48-b2f8-23095eb7ccd1 req-d35ce08d-8b1f-4999-97fa-aa885b5e02cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:07:34.298024 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-a2d63835-4675-4c48-b2f8-23095eb7ccd1 req-d35ce08d-8b1f-4999-97fa-aa885b5e02cb service neutron] 10.222.0.20 "GET /v2.0/subnets?id=38626d1c-4111-44d4-ab5b-46e821d8eea3 HTTP/1.1" status: 200 len: 851 time: 0.1396675 Apr 28 11:07:34.388142 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-a2d63835-4675-4c48-b2f8-23095eb7ccd1 req-9bef175b-e27a-426f-bc29-afb65356705b service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c987e71e-3df6-4dbc-9aaf-ad53cb6df767&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0806839 Apr 28 11:07:34.397787 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-4b28399b-52d6-4e83-91a1-867dee309807 req-42936687-4003-4df9-ba29-417820bd207e tempest-TestServerAdvancedOps-520047365 tempest-TestServerAdvancedOps-520047365-project] 10.222.0.10 "GET /v2.0/security-groups?id=c732c802-c866-4e53-8b10-fe604c8b2400&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1767821 Apr 28 11:07:34.404306 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-e1213389-e9bd-40fd-8c4e-0c1f2385bfbb req-9fa6eb03-edc6-4fda-b9ee-acb1870a5d50 tempest-TestVolumeBootPattern-839648198 tempest-TestVolumeBootPattern-839648198-project] 10.222.0.10 "GET /v2.0/security-groups?id=c83a530b-56a2-41d8-b874-e844ad8fa813&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1778836 Apr 28 11:07:34.414282 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.plugin [None req-a5d92070-a10a-4c9b-a01f-306be0520c12 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Deleting port ea17f733-b458-4d46-8035-dbcdfb7b162d {{(pid=116161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 11:07:34.414649 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-a5d92070-a10a-4c9b-a01f-306be0520c12 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742235130188'] for port (ea17f733-b458-4d46-8035-dbcdfb7b162d), before_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:07:34.559690 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-a2d63835-4675-4c48-b2f8-23095eb7ccd1 req-9bc560bd-25ba-48e1-ad7c-22ae94dbe3fb service neutron] 10.222.0.20 "GET /v2.0/networks/c987e71e-3df6-4dbc-9aaf-ad53cb6df767?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1590557 Apr 28 11:07:34.564247 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.db [None req-a5d92070-a10a-4c9b-a01f-306be0520c12 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] For port ea17f733-b458-4d46-8035-dbcdfb7b162d, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=ea17f733-b458-4d46-8035-dbcdfb7b162d,segment=NetworkSegment(348238d7-b72c-4482-8329-a84a205cde7f),segment_id=348238d7-b72c-4482-8329-a84a205cde7f)] {{(pid=116161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 11:07:34.564610 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-a5d92070-a10a-4c9b-a01f-306be0520c12 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1938497'] for port (ea17f733-b458-4d46-8035-dbcdfb7b162d), precommit_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:07:34.593589 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.plugin [None req-a5d92070-a10a-4c9b-a01f-306be0520c12 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Calling delete_port for ea17f733-b458-4d46-8035-dbcdfb7b162d owned by network:router_interface {{(pid=116161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 11:07:34.713878 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-a2d63835-4675-4c48-b2f8-23095eb7ccd1 req-c84e21b6-a4e7-4d11-94d4-8e405d3cf719 service neutron] 10.222.0.20 "GET /v2.0/networks/c987e71e-3df6-4dbc-9aaf-ad53cb6df767?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1465445 Apr 28 11:07:34.902628 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-a5d92070-a10a-4c9b-a01f-306be0520c12 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742235135690', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742234710366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5219112'] for port (ea17f733-b458-4d46-8035-dbcdfb7b162d), after_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:07:34.929090 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d92070-a10a-4c9b-a01f-306be0520c12 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Pushing event deleted for resources: {'Port': ['ID=ea17f733-b458-4d46-8035-dbcdfb7b162d,revision_number=None']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:07:35.060973 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Device 000a287e-a1c5-43e7-8b89-41c6fdaa75e1 details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=116163) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 28 11:07:35.113968 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-a5d92070-a10a-4c9b-a01f-306be0520c12 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1603051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2063504'] for router_interface (d6f21cde-5d2b-481d-b3d0-e0dc4fc50def), after_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:07:35.178136 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] For port 000a287e-a1c5-43e7-8b89-41c6fdaa75e1, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=000a287e-a1c5-43e7-8b89-41c6fdaa75e1,segment=NetworkSegment(d6ab13ae-3a67-4b86-b1c5-eddbcd455107),segment_id=d6ab13ae-3a67-4b86-b1c5-eddbcd455107)] {{(pid=116163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 11:07:35.189355 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Returning: {'device': '000a287e-a1c5-43e7-8b89-41c6fdaa75e1', 'network_id': '95a73077-5c3c-4a4f-9014-bee1df8e9c09', 'port_id': '000a287e-a1c5-43e7-8b89-41c6fdaa75e1', 'mac_address': 'fa:16:3e:7c:d5:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 51, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '49bbb4f0-3980-4b52-84ba-965c72e99e66', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=116163) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 28 11:07:35.226422 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Current status of the port 000a287e-a1c5-43e7-8b89-41c6fdaa75e1 is: DOWN; New status is: BUILD {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:07:35.226725 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (000a287e-a1c5-43e7-8b89-41c6fdaa75e1), before_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:07:35.240296 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.notifiers.nova [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 000a287e-a1c5-43e7-8b89-41c6fdaa75e1 {{(pid=116163) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 11:07:35.259373 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] For port 000a287e-a1c5-43e7-8b89-41c6fdaa75e1, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=000a287e-a1c5-43e7-8b89-41c6fdaa75e1,segment=NetworkSegment(d6ab13ae-3a67-4b86-b1c5-eddbcd455107),segment_id=d6ab13ae-3a67-4b86-b1c5-eddbcd455107)] {{(pid=116163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 11:07:35.337644 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5d92070-a10a-4c9b-a01f-306be0520c12 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Router d6f21cde-5d2b-481d-b3d0-e0dc4fc50def has already been hosted by L3 agent 6b492ad6-0876-4d74-b20d-28143a52ceba {{(pid=116161) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 11:07:35.348429 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393'] for port (000a287e-a1c5-43e7-8b89-41c6fdaa75e1), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:07:35.401609 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Pushing event updated for resources: {'Port': ['ID=000a287e-a1c5-43e7-8b89-41c6fdaa75e1,revision_number=4']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:07:35.454948 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5d92070-a10a-4c9b-a01f-306be0520c12 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=116161) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 11:07:35.460490 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-a5d92070-a10a-4c9b-a01f-306be0520c12 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] 10.222.0.10 "PUT /v2.0/routers/d6f21cde-5d2b-481d-b3d0-e0dc4fc50def/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2074108 Apr 28 11:07:35.463700 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 56052) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:07:35.470327 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-777a3ff2-f0c0-444c-9e64-cccc7a78ebfd None None] Sync routers for ids ['d6f21cde-5d2b-481d-b3d0-e0dc4fc50def'] in dv-neutron-master-2-hyperv {{(pid=116163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 11:07:35.486680 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-777a3ff2-f0c0-444c-9e64-cccc7a78ebfd None None] Routers {'d6f21cde-5d2b-481d-b3d0-e0dc4fc50def'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=116163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 11:07:35.487303 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_hamode_db [None req-777a3ff2-f0c0-444c-9e64-cccc7a78ebfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-28T10:50:39Z,description=,heartbeat_timestamp=2022-04-28T11:07:09Z,host='dv-neutron-master-2-hyperv',id=6b492ad6-0876-4d74-b20d-28143a52ceba,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T10:50:40Z,topic='l3_agent')) {'router_ids': ['d6f21cde-5d2b-481d-b3d0-e0dc4fc50def'], 'active': True} {{(pid=116163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:07:35.594030 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.db.db_base_plugin_v2 [None req-eb0843dd-79e0-4d57-9a4f-50c2851705ab tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Deleting subnet eebffde5-12d3-4f3e-8ac5-6afeff8b265d {{(pid=116161) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 28 11:07:35.599241 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] get_ports_and_sgs() called for port_ids ['000a287e-a1c5-43e7-8b89-41c6fdaa75e1'] {{(pid=116163) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 11:07:35.602028 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvr_db [None req-777a3ff2-f0c0-444c-9e64-cccc7a78ebfd None None] Set router d6f21cde-5d2b-481d-b3d0-e0dc4fc50def gateway port host: dv-neutron-master-2-hyperv {{(pid=116163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 11:07:35.604394 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f9043f-ffe7-4dde-8f38-c2f8a242807e req-04be617a-b5f3-4bda-a255-9c808149f5ad tempest-TestServerAdvancedOps-520047365 tempest-TestServerAdvancedOps-520047365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:07:35.606453 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-c6f9043f-ffe7-4dde-8f38-c2f8a242807e req-04be617a-b5f3-4bda-a255-9c808149f5ad tempest-TestServerAdvancedOps-520047365 tempest-TestServerAdvancedOps-520047365-project] 10.222.0.10 "GET /v2.0/ports?device_id=486f57b5-9039-4cba-8c56-8684ca25b6e7 HTTP/1.1" status: 200 len: 946 time: 0.1246927 Apr 28 11:07:35.606657 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-eb0843dd-79e0-4d57-9a4f-50c2851705ab tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks [] for subnet (eebffde5-12d3-4f3e-8ac5-6afeff8b265d), before_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:07:35.614866 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1315e5-2208-4d83-88c2-5f25a1ab4700 req-5c330684-de98-4c6a-bb78-5ef078a5cea1 tempest-TestVolumeBootPattern-839648198 tempest-TestVolumeBootPattern-839648198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:07:35.616368 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-0f1315e5-2208-4d83-88c2-5f25a1ab4700 req-5c330684-de98-4c6a-bb78-5ef078a5cea1 tempest-TestVolumeBootPattern-839648198 tempest-TestVolumeBootPattern-839648198-project] 10.222.0.10 "GET /v2.0/ports?device_id=8fc4f6a9-5543-4e4a-8702-89222fb15014 HTTP/1.1" status: 200 len: 944 time: 0.1362159 Apr 28 11:07:35.696865 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-eb0843dd-79e0-4d57-9a4f-50c2851705ab tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8076976'] for subnet (eebffde5-12d3-4f3e-8ac5-6afeff8b265d), precommit_delete_associations {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:07:35.768432 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-c6f9043f-ffe7-4dde-8f38-c2f8a242807e req-cec1c914-3e98-47a9-80a3-dd50b30fde0f tempest-TestServerAdvancedOps-520047365 tempest-TestServerAdvancedOps-520047365-project] 10.222.0.10 "GET /v2.0/security-groups?id=c732c802-c866-4e53-8b10-fe604c8b2400&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1331635 Apr 28 11:07:35.771999 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-0f1315e5-2208-4d83-88c2-5f25a1ab4700 req-0a48438e-7239-4da6-85d6-27f5d2ea9356 tempest-TestVolumeBootPattern-839648198 tempest-TestVolumeBootPattern-839648198-project] 10.222.0.10 "GET /v2.0/security-groups?id=c83a530b-56a2-41d8-b874-e844ad8fa813&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1356881 Apr 28 11:07:35.849189 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-eb0843dd-79e0-4d57-9a4f-50c2851705ab tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-971303'] for subnet (eebffde5-12d3-4f3e-8ac5-6afeff8b265d), precommit_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:07:35.965814 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-eb0843dd-79e0-4d57-9a4f-50c2851705ab tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-971310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5220601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5125409'] for subnet (eebffde5-12d3-4f3e-8ac5-6afeff8b265d), after_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:07:35.997317 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_hamode_db [None req-777a3ff2-f0c0-444c-9e64-cccc7a78ebfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6f21cde-5d2b-481d-b3d0-e0dc4fc50def', 'name': 'tempest-TestNetworkBasicOps-router-1552748683', 'tenant_id': '65d54c3b7dcd4af68398071d25e8321e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'external_fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.121'}], 'enable_snat': True}, 'gw_port_id': 'dc9e1bd3-1ed1-4c31-8c31-cdcf5fee84e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T11:06:19Z', 'updated_at': '2022-04-28T11:07:34Z', 'revision_number': 5, 'project_id': '65d54c3b7dcd4af68398071d25e8321e', 'gw_port': {'id': 'dc9e1bd3-1ed1-4c31-8c31-cdcf5fee84e4', 'name': '', 'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:4b:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6f21cde-5d2b-481d-b3d0-e0dc4fc50def', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1238, 'fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:06:20Z', 'updated_at': '2022-04-28T11:06:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=116163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:07:36.000451 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb0843dd-79e0-4d57-9a4f-50c2851705ab tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Pushing event deleted for resources: {'Subnet': ['ID=eebffde5-12d3-4f3e-8ac5-6afeff8b265d,revision_number=None']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:07:36.002471 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-eb0843dd-79e0-4d57-9a4f-50c2851705ab tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks [] for subnet (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:07:36.005802 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-eb0843dd-79e0-4d57-9a4f-50c2851705ab tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] 10.222.0.10 "DELETE /v2.0/subnets/eebffde5-12d3-4f3e-8ac5-6afeff8b265d HTTP/1.1" status: 204 len: 168 time: 0.5409384 Apr 28 11:07:36.009988 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 56054) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:07:36.032857 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf68c339-003b-4c9b-b5aa-9ecb835372ea None None] Network 4d94945e-b64d-4dbe-b9ef-b685a27afeca requested from dv-neutron-master-2-hyperv {{(pid=116163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 11:07:36.041145 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-777a3ff2-f0c0-444c-9e64-cccc7a78ebfd None None] Checking router: d6f21cde-5d2b-481d-b3d0-e0dc4fc50def for host: dv-neutron-master-2-hyperv {{(pid=116163) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 11:07:36.112344 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-777a3ff2-f0c0-444c-9e64-cccc7a78ebfd None None] Routers {'d6f21cde-5d2b-481d-b3d0-e0dc4fc50def'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=116163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 11:07:36.113016 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_hamode_db [None req-777a3ff2-f0c0-444c-9e64-cccc7a78ebfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-28T10:50:39Z,description=,heartbeat_timestamp=2022-04-28T11:07:09Z,host='dv-neutron-master-2-hyperv',id=6b492ad6-0876-4d74-b20d-28143a52ceba,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T10:50:40Z,topic='l3_agent')) {'router_ids': ['d6f21cde-5d2b-481d-b3d0-e0dc4fc50def'], 'active': True} {{(pid=116163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:07:36.122292 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-e30b7bba-cd26-4041-9247-79b31cd3c6da tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks [] for router (d6f21cde-5d2b-481d-b3d0-e0dc4fc50def), before_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:07:36.244721 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-e30b7bba-cd26-4041-9247-79b31cd3c6da tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks [] for router_gateway (d6f21cde-5d2b-481d-b3d0-e0dc4fc50def), before_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:07:36.279619 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6a8e254-3e8b-425c-8417-480c66659fde None None] DHCP port deletion for 4d94945e-b64d-4dbe-b9ef-b685a27afeca request from dv-neutron-master-2-hyperv {{(pid=116163) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 28 11:07:36.297045 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvr_db [None req-777a3ff2-f0c0-444c-9e64-cccc7a78ebfd None None] Set router d6f21cde-5d2b-481d-b3d0-e0dc4fc50def gateway port host: dv-neutron-master-2-hyperv {{(pid=116163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 11:07:36.373821 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.plugin [None req-e30b7bba-cd26-4041-9247-79b31cd3c6da tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Deleting port dc9e1bd3-1ed1-4c31-8c31-cdcf5fee84e4 {{(pid=116161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 11:07:36.374426 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-e30b7bba-cd26-4041-9247-79b31cd3c6da tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742235130188'] for port (dc9e1bd3-1ed1-4c31-8c31-cdcf5fee84e4), before_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:07:36.423442 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-b6a8e254-3e8b-425c-8417-480c66659fde None None] Deleting port 69a48c1b-c0d5-42c9-9c89-17b523ae6fd8 {{(pid=116163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 11:07:36.423815 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-b6a8e254-3e8b-425c-8417-480c66659fde None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742235130188'] for port (69a48c1b-c0d5-42c9-9c89-17b523ae6fd8), before_delete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:07:36.453288 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.db [None req-e30b7bba-cd26-4041-9247-79b31cd3c6da tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] For port dc9e1bd3-1ed1-4c31-8c31-cdcf5fee84e4, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=dc9e1bd3-1ed1-4c31-8c31-cdcf5fee84e4,segment=NetworkSegment(142bc50f-d6af-4646-8d06-bb7af6b7b51c),segment_id=142bc50f-d6af-4646-8d06-bb7af6b7b51c)] {{(pid=116161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 11:07:36.453965 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-e30b7bba-cd26-4041-9247-79b31cd3c6da tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1938497'] for port (dc9e1bd3-1ed1-4c31-8c31-cdcf5fee84e4), precommit_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:07:36.467094 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.plugin [None req-e30b7bba-cd26-4041-9247-79b31cd3c6da tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Calling delete_port for dc9e1bd3-1ed1-4c31-8c31-cdcf5fee84e4 owned by network:router_gateway {{(pid=116161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 11:07:36.537680 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-b6a8e254-3e8b-425c-8417-480c66659fde None None] For port 69a48c1b-c0d5-42c9-9c89-17b523ae6fd8, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=69a48c1b-c0d5-42c9-9c89-17b523ae6fd8,segment=NetworkSegment(348238d7-b72c-4482-8329-a84a205cde7f),segment_id=348238d7-b72c-4482-8329-a84a205cde7f)] {{(pid=116163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 11:07:36.537996 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-b6a8e254-3e8b-425c-8417-480c66659fde None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1938497'] for port (69a48c1b-c0d5-42c9-9c89-17b523ae6fd8), precommit_delete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:07:36.555057 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-b6a8e254-3e8b-425c-8417-480c66659fde None None] Calling delete_port for 69a48c1b-c0d5-42c9-9c89-17b523ae6fd8 owned by network:dhcp {{(pid=116163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 11:07:36.630641 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_hamode_db [None req-777a3ff2-f0c0-444c-9e64-cccc7a78ebfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6f21cde-5d2b-481d-b3d0-e0dc4fc50def', 'name': 'tempest-TestNetworkBasicOps-router-1552748683', 'tenant_id': '65d54c3b7dcd4af68398071d25e8321e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'external_fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.121'}], 'enable_snat': True}, 'gw_port_id': 'dc9e1bd3-1ed1-4c31-8c31-cdcf5fee84e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T11:06:19Z', 'updated_at': '2022-04-28T11:07:34Z', 'revision_number': 5, 'project_id': '65d54c3b7dcd4af68398071d25e8321e', 'gw_port': {'id': 'dc9e1bd3-1ed1-4c31-8c31-cdcf5fee84e4', 'name': '', 'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:4b:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6f21cde-5d2b-481d-b3d0-e0dc4fc50def', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1238, 'fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:06:20Z', 'updated_at': '2022-04-28T11:06:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=116163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:07:36.660238 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-777a3ff2-f0c0-444c-9e64-cccc7a78ebfd None None] The sync data for ids ['d6f21cde-5d2b-481d-b3d0-e0dc4fc50def'] in dv-neutron-master-2-hyperv is: [{'id': 'd6f21cde-5d2b-481d-b3d0-e0dc4fc50def', 'name': 'tempest-TestNetworkBasicOps-router-1552748683', 'tenant_id': '65d54c3b7dcd4af68398071d25e8321e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'external_fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.121'}], 'enable_snat': True}, 'gw_port_id': 'dc9e1bd3-1ed1-4c31-8c31-cdcf5fee84e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T11:06:19Z', 'updated_at': '2022-04-28T11:07:34Z', 'revision_number': 5, 'project_id': '65d54c3b7dcd4af68398071d25e8321e', 'gw_port': {'id': 'dc9e1bd3-1ed1-4c31-8c31-cdcf5fee84e4', 'name': '', 'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:4b:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6f21cde-5d2b-481d-b3d0-e0dc4fc50def', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1238, 'fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:06:20Z', 'updated_at': '2022-04-28T11:06:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}] {{(pid=116163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 11:07:36.674071 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-e30b7bba-cd26-4041-9247-79b31cd3c6da tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742235135690', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742234710366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5219112'] for port (dc9e1bd3-1ed1-4c31-8c31-cdcf5fee84e4), after_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:07:36.705995 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30b7bba-cd26-4041-9247-79b31cd3c6da tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Pushing event deleted for resources: {'Port': ['ID=dc9e1bd3-1ed1-4c31-8c31-cdcf5fee84e4,revision_number=None']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:07:36.753663 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-b6a8e254-3e8b-425c-8417-480c66659fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742235135690', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742234710366'] for port (69a48c1b-c0d5-42c9-9c89-17b523ae6fd8), after_delete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:07:36.765321 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-e30b7bba-cd26-4041-9247-79b31cd3c6da tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1935354'] for router_gateway (d6f21cde-5d2b-481d-b3d0-e0dc4fc50def), after_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:07:36.782284 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a8e254-3e8b-425c-8417-480c66659fde None None] Pushing event deleted for resources: {'Port': ['ID=69a48c1b-c0d5-42c9-9c89-17b523ae6fd8,revision_number=None']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:07:36.786785 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6a8e254-3e8b-425c-8417-480c66659fde None None] No DVR routers for this DVR port 69a48c1b-c0d5-42c9-9c89-17b523ae6fd8 on host dv-neutron-master-2-hyperv {{(pid=116163) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 11:07:36.875147 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-e30b7bba-cd26-4041-9247-79b31cd3c6da tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2060865', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-63275'] for router (d6f21cde-5d2b-481d-b3d0-e0dc4fc50def), precommit_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:07:36.903081 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-e30b7bba-cd26-4041-9247-79b31cd3c6da tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks [] for router_controller (d6f21cde-5d2b-481d-b3d0-e0dc4fc50def), precommit_delete_associations {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:07:36.975731 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a658ae-204c-49cc-b488-0be73ab84269 req-8890625e-8855-42e6-9462-1481af9c515f tempest-TestServerAdvancedOps-520047365 tempest-TestServerAdvancedOps-520047365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:07:36.977180 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-c1a658ae-204c-49cc-b488-0be73ab84269 req-8890625e-8855-42e6-9462-1481af9c515f tempest-TestServerAdvancedOps-520047365 tempest-TestServerAdvancedOps-520047365-project] 10.222.0.10 "GET /v2.0/ports?device_id=486f57b5-9039-4cba-8c56-8684ca25b6e7 HTTP/1.1" status: 200 len: 946 time: 0.1160743 Apr 28 11:07:36.986201 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325fa274-3f64-4993-920b-87cd8c6666e5 req-2939d7a5-c1cb-4e0f-b31f-ac7a7943caae tempest-TestVolumeBootPattern-839648198 tempest-TestVolumeBootPattern-839648198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:07:36.993854 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-325fa274-3f64-4993-920b-87cd8c6666e5 req-2939d7a5-c1cb-4e0f-b31f-ac7a7943caae tempest-TestVolumeBootPattern-839648198 tempest-TestVolumeBootPattern-839648198-project] 10.222.0.10 "GET /v2.0/ports?device_id=8fc4f6a9-5543-4e4a-8702-89222fb15014 HTTP/1.1" status: 200 len: 944 time: 0.1149423 Apr 28 11:07:36.994617 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-7e3ffb90-404e-4e2d-8e2f-73bcc3f15ca9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (75ba81b7-fe99-4281-90d2-a5adb445ecea), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:07:37.074255 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Device 000a287e-a1c5-43e7-8b89-41c6fdaa75e1 up at agent hyperv_hv-neutron-mast {{(pid=116163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 11:07:37.077878 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-325fa274-3f64-4993-920b-87cd8c6666e5 req-4475d63d-ea84-4457-af79-c9b58b875dae tempest-TestVolumeBootPattern-839648198 tempest-TestVolumeBootPattern-839648198-project] 10.222.0.10 "GET /v2.0/security-groups?id=c83a530b-56a2-41d8-b874-e844ad8fa813&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0737014 Apr 28 11:07:37.084060 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-c1a658ae-204c-49cc-b488-0be73ab84269 req-83d89029-bd80-4efa-9024-b94c034b0c59 tempest-TestServerAdvancedOps-520047365 tempest-TestServerAdvancedOps-520047365-project] 10.222.0.10 "GET /v2.0/security-groups?id=c732c802-c866-4e53-8b10-fe604c8b2400&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928011 Apr 28 11:07:37.084060 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-e30b7bba-cd26-4041-9247-79b31cd3c6da tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2060888'] for router (d6f21cde-5d2b-481d-b3d0-e0dc4fc50def), after_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:07:37.084060 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e30b7bba-cd26-4041-9247-79b31cd3c6da tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Fanout notify agent at l3_agent the message router_deleted on router d6f21cde-5d2b-481d-b3d0-e0dc4fc50def {{(pid=116161) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 28 11:07:37.096018 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-e30b7bba-cd26-4041-9247-79b31cd3c6da tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks [] for router (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:07:37.099727 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-e30b7bba-cd26-4041-9247-79b31cd3c6da tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] 10.222.0.10 "DELETE /v2.0/routers/d6f21cde-5d2b-481d-b3d0-e0dc4fc50def HTTP/1.1" status: 204 len: 168 time: 1.0874078 Apr 28 11:07:37.100109 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 56060) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:07:37.148948 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Provisioning for port 000a287e-a1c5-43e7-8b89-41c6fdaa75e1 completed by entity L2. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 28 11:07:37.186963 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-94256dbf-0cf2-496c-b89e-b08441a7ca53 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-979593'] for network (4d94945e-b64d-4dbe-b9ef-b685a27afeca), before_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:07:37.272457 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-94256dbf-0cf2-496c-b89e-b08441a7ca53 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-973498', 'neutron.services.segments.db._delete_segments_for_network-8742235207033'] for network (4d94945e-b64d-4dbe-b9ef-b685a27afeca), precommit_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:07:37.274823 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Provisioning complete for port 000a287e-a1c5-43e7-8b89-41c6fdaa75e1 triggered by entity L2. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:07:37.275242 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (000a287e-a1c5-43e7-8b89-41c6fdaa75e1), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:07:37.298094 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.services.segments.db [None req-94256dbf-0cf2-496c-b89e-b08441a7ca53 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4d94945e-b64d-4dbe-b9ef-b685a27afeca']}} {{(pid=116162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:07:37.312767 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.services.segments.db [None req-94256dbf-0cf2-496c-b89e-b08441a7ca53 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '348238d7-b72c-4482-8329-a84a205cde7f') {'for_net_delete': True} {{(pid=116162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:07:37.313080 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.services.segments.db [None req-94256dbf-0cf2-496c-b89e-b08441a7ca53 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '348238d7-b72c-4482-8329-a84a205cde7f') {} {{(pid=116162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:07:37.326875 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-94256dbf-0cf2-496c-b89e-b08441a7ca53 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742235208578', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5026548'] for segment (348238d7-b72c-4482-8329-a84a205cde7f), before_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:07:37.342038 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-94256dbf-0cf2-496c-b89e-b08441a7ca53 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-961978'] for segment (348238d7-b72c-4482-8329-a84a205cde7f), precommit_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:07:37.348513 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-94256dbf-0cf2-496c-b89e-b08441a7ca53 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Releasing vlan 64 on physical network physnet1 to pool {{(pid=116162) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 11:07:37.349104 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-94256dbf-0cf2-496c-b89e-b08441a7ca53 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-961978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5051884'] for segment (348238d7-b72c-4482-8329-a84a205cde7f), after_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:07:37.352176 dv-neutron-master-2-hyperv neutron-server[116162]: Traceback (most recent call last): Apr 28 11:07:37.352176 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 11:07:37.352176 dv-neutron-master-2-hyperv neutron-server[116162]: timer() Apr 28 11:07:37.352176 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 11:07:37.352176 dv-neutron-master-2-hyperv neutron-server[116162]: cb(*args, **kw) Apr 28 11:07:37.352176 dv-neutron-master-2-hyperv neutron-server[116162]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 28 11:07:37.352176 dv-neutron-master-2-hyperv neutron-server[116162]: return func(*args, **kwargs) Apr 28 11:07:37.352176 dv-neutron-master-2-hyperv neutron-server[116162]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 11:07:37.352176 dv-neutron-master-2-hyperv neutron-server[116162]: self._notify() Apr 28 11:07:37.352176 dv-neutron-master-2-hyperv neutron-server[116162]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 11:07:37.352176 dv-neutron-master-2-hyperv neutron-server[116162]: self.callback(batched_events) Apr 28 11:07:37.352176 dv-neutron-master-2-hyperv neutron-server[116162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 11:07:37.352176 dv-neutron-master-2-hyperv neutron-server[116162]: event.method(event) Apr 28 11:07:37.352176 dv-neutron-master-2-hyperv neutron-server[116162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 28 11:07:37.352176 dv-neutron-master-2-hyperv neutron-server[116162]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 11:07:37.352176 dv-neutron-master-2-hyperv neutron-server[116162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 28 11:07:37.352176 dv-neutron-master-2-hyperv neutron-server[116162]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 11:07:37.352176 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 28 11:07:37.352176 dv-neutron-master-2-hyperv neutron-server[116162]: return f(self, *a, **k) Apr 28 11:07:37.352176 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 28 11:07:37.352176 dv-neutron-master-2-hyperv neutron-server[116162]: return self._get(url).json() Apr 28 11:07:37.352176 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 28 11:07:37.352176 dv-neutron-master-2-hyperv neutron-server[116162]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 11:07:37.352176 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 11:07:37.352176 dv-neutron-master-2-hyperv neutron-server[116162]: return self.request(url, 'GET', **kwargs) Apr 28 11:07:37.352176 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 11:07:37.352176 dv-neutron-master-2-hyperv neutron-server[116162]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 11:07:37.352176 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 11:07:37.352176 dv-neutron-master-2-hyperv neutron-server[116162]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 11:07:37.352176 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 11:07:37.352176 dv-neutron-master-2-hyperv neutron-server[116162]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 11:07:37.352176 dv-neutron-master-2-hyperv neutron-server[116162]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 11:07:37.366892 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Current status of the port 000a287e-a1c5-43e7-8b89-41c6fdaa75e1 is: BUILD; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:07:37.367436 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (000a287e-a1c5-43e7-8b89-41c6fdaa75e1), before_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:07:37.397491 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8fc4f6a9-5543-4e4a-8702-89222fb15014', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '000a287e-a1c5-43e7-8b89-41c6fdaa75e1'}] {{(pid=116163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 11:07:37.399930 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f01aec4a4f83961b54a953becfce2676879fb1d4b91122543244f430a0b8460" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c5dbd84-1382-47ed-971f-a75512617c94" -d '{"events": [{"server_uuid": "8fc4f6a9-5543-4e4a-8702-89222fb15014", "name": "network-vif-plugged", "status": "completed", "tag": "000a287e-a1c5-43e7-8b89-41c6fdaa75e1"}]}' {{(pid=116163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 11:07:37.410984 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] For port 000a287e-a1c5-43e7-8b89-41c6fdaa75e1, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=000a287e-a1c5-43e7-8b89-41c6fdaa75e1,segment=NetworkSegment(d6ab13ae-3a67-4b86-b1c5-eddbcd455107),segment_id=d6ab13ae-3a67-4b86-b1c5-eddbcd455107)] {{(pid=116163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 11:07:37.442772 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 11:07:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba8029e6-0c0c-4d3e-8d6f-48848bd8db13 x-openstack-request-id: req-ba8029e6-0c0c-4d3e-8d6f-48848bd8db13 {{(pid=116163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 11:07:37.443046 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8fc4f6a9-5543-4e4a-8702-89222fb15014", "name": "network-vif-plugged", "status": "completed", "tag": "000a287e-a1c5-43e7-8b89-41c6fdaa75e1", "code": 200}]} {{(pid=116163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 11:07:37.443298 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-ba8029e6-0c0c-4d3e-8d6f-48848bd8db13 {{(pid=116163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 11:07:37.443723 dv-neutron-master-2-hyperv neutron-server[116163]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ba8029e6-0c0c-4d3e-8d6f-48848bd8db13'] response: {'server_uuid': '8fc4f6a9-5543-4e4a-8702-89222fb15014', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '000a287e-a1c5-43e7-8b89-41c6fdaa75e1', 'code': 200} Apr 28 11:07:37.490979 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393'] for port (000a287e-a1c5-43e7-8b89-41c6fdaa75e1), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:07:37.519985 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-94256dbf-0cf2-496c-b89e-b08441a7ca53 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-973477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2063122'] for network (4d94945e-b64d-4dbe-b9ef-b685a27afeca), after_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:07:37.528524 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-94256dbf-0cf2-496c-b89e-b08441a7ca53 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks [] for network (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:07:37.534535 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-94256dbf-0cf2-496c-b89e-b08441a7ca53 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] 10.222.0.10 "DELETE /v2.0/networks/4d94945e-b64d-4dbe-b9ef-b685a27afeca HTTP/1.1" status: 204 len: 168 time: 0.4301023 Apr 28 11:07:37.546464 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Pushing event updated for resources: {'Port': ['ID=000a287e-a1c5-43e7-8b89-41c6fdaa75e1,revision_number=5']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:07:37.552722 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94256dbf-0cf2-496c-b89e-b08441a7ca53 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Pushing event deleted for resources: {'Network': ['ID=4d94945e-b64d-4dbe-b9ef-b685a27afeca,revision_number=None']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:07:37.554982 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 56068) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:07:37.560681 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.v2.base [None req-6c195f82-961f-4e96-9d8c-cadb8eafa4c3 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Request body: {'network': {'name': 'tempest-network-smoke--1184217557', 'project_id': '65d54c3b7dcd4af68398071d25e8321e', 'port_security_enabled': True}} {{(pid=116161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:07:37.640145 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c195f82-961f-4e96-9d8c-cadb8eafa4c3 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Made reservation on behalf of 65d54c3b7dcd4af68398071d25e8321e for: {'network': 1} {{(pid=116161) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 11:07:37.643524 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-6c195f82-961f-4e96-9d8c-cadb8eafa4c3 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for network (None), before_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:07:37.653560 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f81969-8d4c-42ee-b205-590623380c3e req-fd38d872-5da7-4ba1-a515-ec56d448070b tempest-TestServerAdvancedOps-520047365 tempest-TestServerAdvancedOps-520047365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:07:37.655171 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-b9f81969-8d4c-42ee-b205-590623380c3e req-fd38d872-5da7-4ba1-a515-ec56d448070b tempest-TestServerAdvancedOps-520047365 tempest-TestServerAdvancedOps-520047365-project] 10.222.0.10 "GET /v2.0/ports?device_id=486f57b5-9039-4cba-8c56-8684ca25b6e7 HTTP/1.1" status: 200 len: 946 time: 0.0546513 Apr 28 11:07:37.701725 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6c195f82-961f-4e96-9d8c-cadb8eafa4c3 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 65} {{(pid=116161) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 11:07:37.746483 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-6c195f82-961f-4e96-9d8c-cadb8eafa4c3 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-961978'] for segment (a964e3ea-758f-43ce-9048-5da6f72b69ad), precommit_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:07:37.746483 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.db.segments_db [None req-6c195f82-961f-4e96-9d8c-cadb8eafa4c3 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Added segment a964e3ea-758f-43ce-9048-5da6f72b69ad of type vlan for network c66de280-1745-4348-a2dd-dc364330d799 Apr 28 11:07:37.761512 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-b9f81969-8d4c-42ee-b205-590623380c3e req-f7550b40-4394-4866-8312-8f44ece6e100 tempest-TestServerAdvancedOps-520047365 tempest-TestServerAdvancedOps-520047365-project] 10.222.0.10 "GET /v2.0/security-groups?id=c732c802-c866-4e53-8b10-fe604c8b2400&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001866 Apr 28 11:07:37.775228 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77593fc1-d6ba-4d50-8255-6615b3d64c3c req-29412703-8872-480d-b9aa-e8ce0e63c6d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:07:37.775228 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-77593fc1-d6ba-4d50-8255-6615b3d64c3c req-29412703-8872-480d-b9aa-e8ce0e63c6d2 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=8fc4f6a9-5543-4e4a-8702-89222fb15014 HTTP/1.1" status: 200 len: 1129 time: 0.0837379 Apr 28 11:07:37.802484 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Device 69a48c1b-c0d5-42c9-9c89-17b523ae6fd8 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=116163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 11:07:37.819229 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-6c195f82-961f-4e96-9d8c-cadb8eafa4c3 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742234744962'] for network (c66de280-1745-4348-a2dd-dc364330d799), precommit_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:07:37.823681 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] No Port match for: 69a48c1b-c0d5-42c9-9c89-17b523ae6fd8 {{(pid=116163) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 28 11:07:37.824030 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Device 69a48c1b-c0d5-42c9-9c89-17b523ae6fd8 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=116163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 11:07:37.824464 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Device ea17f733-b458-4d46-8035-dbcdfb7b162d no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=116163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 11:07:37.844391 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] No Port match for: ea17f733-b458-4d46-8035-dbcdfb7b162d {{(pid=116163) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 28 11:07:37.844875 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Device ea17f733-b458-4d46-8035-dbcdfb7b162d not bound to the agent host dv-neutron-master-2-hyperv {{(pid=116163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 11:07:37.845336 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Device dc9e1bd3-1ed1-4c31-8c31-cdcf5fee84e4 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=116163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 11:07:37.861928 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-77593fc1-d6ba-4d50-8255-6615b3d64c3c req-4fdd79b3-56f8-4e47-9109-58aff1a0800b service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=c83a530b-56a2-41d8-b874-e844ad8fa813&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0676141 Apr 28 11:07:37.864181 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] No Port match for: dc9e1bd3-1ed1-4c31-8c31-cdcf5fee84e4 {{(pid=116163) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 28 11:07:37.864525 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Device dc9e1bd3-1ed1-4c31-8c31-cdcf5fee84e4 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=116163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 11:07:37.919851 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-6c195f82-961f-4e96-9d8c-cadb8eafa4c3 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042'] for network (c66de280-1745-4348-a2dd-dc364330d799), after_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:07:37.924905 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c195f82-961f-4e96-9d8c-cadb8eafa4c3 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:07:37.925483 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-6c195f82-961f-4e96-9d8c-cadb8eafa4c3 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks [] for network (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:07:37.989531 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c195f82-961f-4e96-9d8c-cadb8eafa4c3 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Pushing event updated for resources: {'Network': ['ID=c66de280-1745-4348-a2dd-dc364330d799,revision_number=1']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:07:38.000607 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Network c66de280-1745-4348-a2dd-dc364330d799 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=116163) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 28 11:07:38.048748 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-6c195f82-961f-4e96-9d8c-cadb8eafa4c3 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4926784 Apr 28 11:07:38.051144 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 56070) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:07:38.055755 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.v2.base [None req-4dc71afd-12ff-4cf8-a71e-d1dc29b40f53 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1415271865', 'admin_state_up': True, 'project_id': '65d54c3b7dcd4af68398071d25e8321e', 'external_gateway_info': {'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c'}}} {{(pid=116161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:07:38.151674 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-4dc71afd-12ff-4cf8-a71e-d1dc29b40f53 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2060459', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-63449'] for router (55b240b0-af1e-48f4-9bb9-379b7935b3a7), before_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:07:38.152864 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-4dc71afd-12ff-4cf8-a71e-d1dc29b40f53 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2060827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1935275', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1960866', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-63266'] for router (55b240b0-af1e-48f4-9bb9-379b7935b3a7), precommit_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:07:38.195869 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb44351-02e1-45c8-bbbc-8e9df2021a18 req-820d2621-ce15-40b2-82cb-d8865f43a77f tempest-TestVolumeBootPattern-839648198 tempest-TestVolumeBootPattern-839648198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:07:38.198356 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-9fb44351-02e1-45c8-bbbc-8e9df2021a18 req-820d2621-ce15-40b2-82cb-d8865f43a77f tempest-TestVolumeBootPattern-839648198 tempest-TestVolumeBootPattern-839648198-project] 10.222.0.10 "GET /v2.0/ports?device_id=8fc4f6a9-5543-4e4a-8702-89222fb15014 HTTP/1.1" status: 200 len: 945 time: 0.0583713 Apr 28 11:07:38.252359 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-4dc71afd-12ff-4cf8-a71e-d1dc29b40f53 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks [] for router_controller (55b240b0-af1e-48f4-9bb9-379b7935b3a7), precommit_add_association {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:07:38.282102 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-9fb44351-02e1-45c8-bbbc-8e9df2021a18 req-6123c87e-34d9-4498-9b60-bfb9ea24d2f4 tempest-TestVolumeBootPattern-839648198 tempest-TestVolumeBootPattern-839648198-project] 10.222.0.10 "GET /v2.0/security-groups?id=c83a530b-56a2-41d8-b874-e844ad8fa813&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0708613 Apr 28 11:07:38.465646 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-4dc71afd-12ff-4cf8-a71e-d1dc29b40f53 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks [] for router_gateway (55b240b0-af1e-48f4-9bb9-379b7935b3a7), precommit_update {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:07:38.692326 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-4dc71afd-12ff-4cf8-a71e-d1dc29b40f53 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks [] for router_gateway (55b240b0-af1e-48f4-9bb9-379b7935b3a7), before_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:07:38.711214 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-4dc71afd-12ff-4cf8-a71e-d1dc29b40f53 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (None), before_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:07:38.813014 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.db.db_base_plugin_common [None req-4dc71afd-12ff-4cf8-a71e-d1dc29b40f53 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Allocated IP 172.36.4.39 (7be49d94-bbb8-4a61-bafe-209c5f861e1c/c0f82f52-05ee-40f2-a57c-9d02e01fb9fa/a8bd8ad0-5adc-48c7-9aec-d260128ffc60) {{(pid=116161) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 11:07:38.923587 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cffd0854-1ba6-43fa-9ff9-4aba43e04cd3 req-dd8c5ccb-d535-418e-873a-66fc108a4fa2 tempest-TestServerAdvancedOps-520047365 tempest-TestServerAdvancedOps-520047365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:07:38.925029 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-cffd0854-1ba6-43fa-9ff9-4aba43e04cd3 req-dd8c5ccb-d535-418e-873a-66fc108a4fa2 tempest-TestServerAdvancedOps-520047365 tempest-TestServerAdvancedOps-520047365-project] 10.222.0.10 "GET /v2.0/ports?device_id=486f57b5-9039-4cba-8c56-8684ca25b6e7 HTTP/1.1" status: 200 len: 946 time: 0.0872951 Apr 28 11:07:38.976702 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-4dc71afd-12ff-4cf8-a71e-d1dc29b40f53 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks [] for port (a8bd8ad0-5adc-48c7-9aec-d260128ffc60), precommit_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:07:38.999073 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-cffd0854-1ba6-43fa-9ff9-4aba43e04cd3 req-f2852d19-b3bf-4d7a-bfef-88cda0d799e7 tempest-TestServerAdvancedOps-520047365 tempest-TestServerAdvancedOps-520047365-project] 10.222.0.10 "GET /v2.0/security-groups?id=c732c802-c866-4e53-8b10-fe604c8b2400&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684278 Apr 28 11:07:39.080061 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-4dc71afd-12ff-4cf8-a71e-d1dc29b40f53 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742234710357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5219112'] for port (a8bd8ad0-5adc-48c7-9aec-d260128ffc60), after_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:07:39.130099 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dc71afd-12ff-4cf8-a71e-d1dc29b40f53 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Network 7be49d94-bbb8-4a61-bafe-209c5f861e1c is already hosted by enough agents. {{(pid=116161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 11:07:39.133337 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.scheduler.base_scheduler [None req-4dc71afd-12ff-4cf8-a71e-d1dc29b40f53 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Resources bound (agent type, host, resource id): {{(pid=116161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 11:07:39.136622 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dc71afd-12ff-4cf8-a71e-d1dc29b40f53 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Received port after_create {{(pid=116161) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 11:07:39.142233 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc71afd-12ff-4cf8-a71e-d1dc29b40f53 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Pushing event updated for resources: {'Port': ['ID=a8bd8ad0-5adc-48c7-9aec-d260128ffc60,revision_number=1']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:07:39.200770 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.agents_db [None req-54b29a82-8a19-4507-95e3-3a2d011841ff None None] Agent healthcheck: found 6 active agents {{(pid=116164) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 28 11:07:39.417816 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-767d9947-1f8b-4275-9be4-5ea2819955d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (6b492ad6-0876-4d74-b20d-28143a52ceba), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:07:39.719898 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3b773b-be23-4d06-ac30-9b3636b3475d req-8e999aef-ccdf-4c96-aa2e-6c5332fa22e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:07:39.721395 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-bf3b773b-be23-4d06-ac30-9b3636b3475d req-8e999aef-ccdf-4c96-aa2e-6c5332fa22e6 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=11209735ab45486195794207680c4b2b&device_id=486f57b5-9039-4cba-8c56-8684ca25b6e7 HTTP/1.1" status: 200 len: 1130 time: 0.1126812 Apr 28 11:07:39.732734 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f027b563-adbd-41d9-8f95-b53fd92b02c5 req-811329a1-a2c9-4a5b-bda6-81e5ce63183b tempest-TestServerAdvancedOps-520047365 tempest-TestServerAdvancedOps-520047365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:07:39.734138 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-f027b563-adbd-41d9-8f95-b53fd92b02c5 req-811329a1-a2c9-4a5b-bda6-81e5ce63183b tempest-TestServerAdvancedOps-520047365 tempest-TestServerAdvancedOps-520047365-project] 10.222.0.10 "GET /v2.0/ports?device_id=486f57b5-9039-4cba-8c56-8684ca25b6e7 HTTP/1.1" status: 200 len: 946 time: 0.1244998 Apr 28 11:07:39.741175 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0340c7d8-34e1-47e8-95f9-9bb43747bbbc req-adcf06a6-1bd3-476a-9df1-6ab57f538686 tempest-TestVolumeBootPattern-839648198 tempest-TestVolumeBootPattern-839648198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:07:39.742598 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-0340c7d8-34e1-47e8-95f9-9bb43747bbbc req-adcf06a6-1bd3-476a-9df1-6ab57f538686 tempest-TestVolumeBootPattern-839648198 tempest-TestVolumeBootPattern-839648198-project] 10.222.0.10 "GET /v2.0/ports?device_id=8fc4f6a9-5543-4e4a-8702-89222fb15014 HTTP/1.1" status: 200 len: 945 time: 0.1349399 Apr 28 11:07:39.919799 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-f027b563-adbd-41d9-8f95-b53fd92b02c5 req-5e3a0d2f-39a5-4e95-a3b6-e001ca55b83d tempest-TestServerAdvancedOps-520047365 tempest-TestServerAdvancedOps-520047365-project] 10.222.0.10 "GET /v2.0/security-groups?id=c732c802-c866-4e53-8b10-fe604c8b2400&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1761448 Apr 28 11:07:39.933014 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-0340c7d8-34e1-47e8-95f9-9bb43747bbbc req-c02bc5ce-4db5-4584-836d-a1b05d908941 tempest-TestVolumeBootPattern-839648198 tempest-TestVolumeBootPattern-839648198-project] 10.222.0.10 "GET /v2.0/security-groups?id=c83a530b-56a2-41d8-b874-e844ad8fa813&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1812723 Apr 28 11:07:39.948129 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3b773b-be23-4d06-ac30-9b3636b3475d req-fcd92b46-4bdc-4bfb-a2e8-494d8b3f38de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:07:39.949629 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-bf3b773b-be23-4d06-ac30-9b3636b3475d req-fcd92b46-4bdc-4bfb-a2e8-494d8b3f38de service neutron] 10.222.0.20 "GET /v2.0/networks?id=c987e71e-3df6-4dbc-9aaf-ad53cb6df767 HTTP/1.1" status: 200 len: 911 time: 0.2146223 Apr 28 11:07:40.022829 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-bf3b773b-be23-4d06-ac30-9b3636b3475d req-3fcdbe19-7264-4817-8650-b06a89616d58 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=21fdb1d0-ad81-453e-9b4e-68600c8ec65d HTTP/1.1" status: 200 len: 217 time: 0.0392580 Apr 28 11:07:40.099011 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-4dc71afd-12ff-4cf8-a71e-d1dc29b40f53 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks [] for router_gateway (55b240b0-af1e-48f4-9bb9-379b7935b3a7), after_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:07:40.141419 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199467e1-dc49-40f9-a646-f86c39b752e0 req-7f81aca3-8f3d-4ea4-b7f0-5da839406b0e tempest-TestVolumeBootPattern-839648198 tempest-TestVolumeBootPattern-839648198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:07:40.142912 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-199467e1-dc49-40f9-a646-f86c39b752e0 req-7f81aca3-8f3d-4ea4-b7f0-5da839406b0e tempest-TestVolumeBootPattern-839648198 tempest-TestVolumeBootPattern-839648198-project] 10.222.0.10 "GET /v2.0/ports?device_id=8fc4f6a9-5543-4e4a-8702-89222fb15014 HTTP/1.1" status: 200 len: 945 time: 0.1244910 Apr 28 11:07:40.161214 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3b773b-be23-4d06-ac30-9b3636b3475d req-04c9d39c-42d4-4f52-aa74-ff0606e37f39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:07:40.162627 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-bf3b773b-be23-4d06-ac30-9b3636b3475d req-04c9d39c-42d4-4f52-aa74-ff0606e37f39 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=38626d1c-4111-44d4-ab5b-46e821d8eea3 HTTP/1.1" status: 200 len: 851 time: 0.1294665 Apr 28 11:07:40.212231 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-bf3b773b-be23-4d06-ac30-9b3636b3475d req-9637e1ab-417e-4353-b786-425f511624ba service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c987e71e-3df6-4dbc-9aaf-ad53cb6df767&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0414443 Apr 28 11:07:40.301904 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-199467e1-dc49-40f9-a646-f86c39b752e0 req-0ae2114b-9aa5-47a9-a7b0-1ecfadd3d481 tempest-TestVolumeBootPattern-839648198 tempest-TestVolumeBootPattern-839648198-project] 10.222.0.10 "GET /v2.0/security-groups?id=c83a530b-56a2-41d8-b874-e844ad8fa813&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1500227 Apr 28 11:07:40.325005 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 56084) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:07:40.406519 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-bf3b773b-be23-4d06-ac30-9b3636b3475d req-8b61de7c-20b7-4f6c-ac17-e9b37f41a048 service neutron] 10.222.0.20 "GET /v2.0/networks/c987e71e-3df6-4dbc-9aaf-ad53cb6df767?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1658211 Apr 28 11:07:40.433787 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-ae94d540-e4c6-43be-adc9-b26fb6a2f62f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (cfc241ae-e4b7-443b-b80b-59fbbc2b69c9), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:07:40.510279 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-4dc71afd-12ff-4cf8-a71e-d1dc29b40f53 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2060818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1935326'] for router (55b240b0-af1e-48f4-9bb9-379b7935b3a7), after_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:07:40.517548 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fa55d71-9c92-40a5-96b4-0afe26592c18 tempest-TestVolumeBootPattern-1925713540 tempest-TestVolumeBootPattern-1925713540-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:07:40.519162 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-6fa55d71-9c92-40a5-96b4-0afe26592c18 tempest-TestVolumeBootPattern-1925713540 tempest-TestVolumeBootPattern-1925713540-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=8fc4f6a9-5543-4e4a-8702-89222fb15014 HTTP/1.1" status: 200 len: 1124 time: 0.1931663 Apr 28 11:07:40.522282 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 56088) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:07:40.527674 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.v2.base [None req-87bc42db-d1ea-4a3e-aaa0-0f63adf0bd48 tempest-TestVolumeBootPattern-839648198 tempest-TestVolumeBootPattern-839648198-project] Request body: {'floatingip': {'floating_network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'port_id': '000a287e-a1c5-43e7-8b89-41c6fdaa75e1', 'tenant_id': '552a7719c35843ecaa8ce5b648a02d25', 'fixed_ip_address': '172.20.0.8'}} {{(pid=116162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:07:40.588313 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-bf3b773b-be23-4d06-ac30-9b3636b3475d req-8c1c71e4-2d18-4fb5-b2f6-cbcd7ad12795 service neutron] 10.222.0.20 "GET /v2.0/networks/c987e71e-3df6-4dbc-9aaf-ad53cb6df767?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1525011 Apr 28 11:07:40.611348 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-87bc42db-d1ea-4a3e-aaa0-0f63adf0bd48 tempest-TestVolumeBootPattern-839648198 tempest-TestVolumeBootPattern-839648198-project] Publish callbacks [] for floatingip (None), before_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:07:40.693570 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-87bc42db-d1ea-4a3e-aaa0-0f63adf0bd48 tempest-TestVolumeBootPattern-839648198 tempest-TestVolumeBootPattern-839648198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (None), before_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:07:40.713656 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4dc71afd-12ff-4cf8-a71e-d1dc29b40f53 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Router 55b240b0-af1e-48f4-9bb9-379b7935b3a7 is scheduled to L3 agent 6b492ad6-0876-4d74-b20d-28143a52ceba with binding_index 1 {{(pid=116161) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 28 11:07:40.794897 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.db.db_base_plugin_common [None req-87bc42db-d1ea-4a3e-aaa0-0f63adf0bd48 tempest-TestVolumeBootPattern-839648198 tempest-TestVolumeBootPattern-839648198-project] Allocated IP 172.36.4.89 (7be49d94-bbb8-4a61-bafe-209c5f861e1c/c0f82f52-05ee-40f2-a57c-9d02e01fb9fa/f5e2a9e0-0e1d-4c4c-bdf6-d6a81f97f3ac) {{(pid=116162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 11:07:40.824808 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4dc71afd-12ff-4cf8-a71e-d1dc29b40f53 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=116161) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 11:07:40.843669 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2549e340-1eb6-47ff-99cd-5e59e664a2e1 None None] Sync routers for ids ['55b240b0-af1e-48f4-9bb9-379b7935b3a7'] in dv-neutron-master-2-hyperv {{(pid=116164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 11:07:40.848386 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2549e340-1eb6-47ff-99cd-5e59e664a2e1 None None] Routers {'55b240b0-af1e-48f4-9bb9-379b7935b3a7'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=116164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 11:07:40.848999 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_hamode_db [None req-2549e340-1eb6-47ff-99cd-5e59e664a2e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-28T10:50:39Z,description=,heartbeat_timestamp=2022-04-28T11:07:39Z,host='dv-neutron-master-2-hyperv',id=6b492ad6-0876-4d74-b20d-28143a52ceba,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T10:50:40Z,topic='l3_agent')) {'router_ids': ['55b240b0-af1e-48f4-9bb9-379b7935b3a7'], 'active': True} {{(pid=116164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:07:40.902304 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-87bc42db-d1ea-4a3e-aaa0-0f63adf0bd48 tempest-TestVolumeBootPattern-839648198 tempest-TestVolumeBootPattern-839648198-project] Publish callbacks [] for port (f5e2a9e0-0e1d-4c4c-bdf6-d6a81f97f3ac), precommit_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:07:40.922067 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-4dc71afd-12ff-4cf8-a71e-d1dc29b40f53 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks [] for router (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:07:40.923645 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-4dc71afd-12ff-4cf8-a71e-d1dc29b40f53 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.8712773 Apr 28 11:07:40.926587 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 56090) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:07:40.958587 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-8a5505a0-6769-48b2-8ce4-f685345e8b61 tempest-TestNetworkBasicOps-223859856 tempest-TestNetworkBasicOps-223859856-project-admin] 10.222.0.10 "GET /v2.0/subnets?project_id=65d54c3b7dcd4af68398071d25e8321e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0289934 Apr 28 11:07:40.959488 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_dvr_db [None req-2549e340-1eb6-47ff-99cd-5e59e664a2e1 None None] Set router 55b240b0-af1e-48f4-9bb9-379b7935b3a7 gateway port host: dv-neutron-master-2-hyperv {{(pid=116164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 11:07:40.960261 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 56094) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:07:41.000364 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-87bc42db-d1ea-4a3e-aaa0-0f63adf0bd48 tempest-TestVolumeBootPattern-839648198 tempest-TestVolumeBootPattern-839648198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742234710357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5051867'] for port (f5e2a9e0-0e1d-4c4c-bdf6-d6a81f97f3ac), after_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:07:41.041723 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87bc42db-d1ea-4a3e-aaa0-0f63adf0bd48 tempest-TestVolumeBootPattern-839648198 tempest-TestVolumeBootPattern-839648198-project] Network 7be49d94-bbb8-4a61-bafe-209c5f861e1c is already hosted by enough agents. {{(pid=116162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 11:07:41.047490 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.scheduler.base_scheduler [None req-87bc42db-d1ea-4a3e-aaa0-0f63adf0bd48 tempest-TestVolumeBootPattern-839648198 tempest-TestVolumeBootPattern-839648198-project] Resources bound (agent type, host, resource id): {{(pid=116162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 11:07:41.049989 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87bc42db-d1ea-4a3e-aaa0-0f63adf0bd48 tempest-TestVolumeBootPattern-839648198 tempest-TestVolumeBootPattern-839648198-project] Received port after_create {{(pid=116162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 11:07:41.074875 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8480a27-f818-4a5f-ab36-b8f1ffb7f654 req-04759c0f-a830-4da1-83cb-729b6f4de4e9 tempest-TestServerAdvancedOps-520047365 tempest-TestServerAdvancedOps-520047365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:07:41.077125 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-e8480a27-f818-4a5f-ab36-b8f1ffb7f654 req-04759c0f-a830-4da1-83cb-729b6f4de4e9 tempest-TestServerAdvancedOps-520047365 tempest-TestServerAdvancedOps-520047365-project] 10.222.0.10 "GET /v2.0/ports?device_id=486f57b5-9039-4cba-8c56-8684ca25b6e7 HTTP/1.1" status: 200 len: 946 time: 0.0844026 Apr 28 11:07:41.083951 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87bc42db-d1ea-4a3e-aaa0-0f63adf0bd48 tempest-TestVolumeBootPattern-839648198 tempest-TestVolumeBootPattern-839648198-project] Pushing event updated for resources: {'Port': ['ID=f5e2a9e0-0e1d-4c4c-bdf6-d6a81f97f3ac,revision_number=1']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:07:41.111822 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4beb6369-4910-41f3-85c8-606718c5ea62 tempest-TestNetworkBasicOps-223859856 tempest-TestNetworkBasicOps-223859856-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:07:41.113527 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-4beb6369-4910-41f3-85c8-606718c5ea62 tempest-TestNetworkBasicOps-223859856 tempest-TestNetworkBasicOps-223859856-project-admin] 10.222.0.10 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1522484 Apr 28 11:07:41.116264 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 56096) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:07:41.149593 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-fea5d1d1-3d78-468f-91c9-869e5728298e tempest-TestNetworkBasicOps-223859856 tempest-TestNetworkBasicOps-223859856-project-admin] 10.222.0.10 "GET /v2.0/subnets?network_id=7be49d94-bbb8-4a61-bafe-209c5f861e1c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0319700 Apr 28 11:07:41.153033 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 56098) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:07:41.157892 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.v2.base [None req-119ce108-2f8a-44b7-b75e-d4cd5d964451 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-607643561', 'network_id': 'c66de280-1745-4348-a2dd-dc364330d799', 'project_id': '65d54c3b7dcd4af68398071d25e8321e', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=116162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:07:41.162837 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_hamode_db [None req-2549e340-1eb6-47ff-99cd-5e59e664a2e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55b240b0-af1e-48f4-9bb9-379b7935b3a7', 'name': 'tempest-TestNetworkBasicOps-router-1415271865', 'tenant_id': '65d54c3b7dcd4af68398071d25e8321e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'external_fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.39'}], 'enable_snat': True}, 'gw_port_id': 'a8bd8ad0-5adc-48c7-9aec-d260128ffc60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T11:07:38Z', 'updated_at': '2022-04-28T11:07:39Z', 'revision_number': 3, 'project_id': '65d54c3b7dcd4af68398071d25e8321e', 'gw_port': {'id': 'a8bd8ad0-5adc-48c7-9aec-d260128ffc60', 'name': '', 'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:ec:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55b240b0-af1e-48f4-9bb9-379b7935b3a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1385, 'fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:07:38Z', 'updated_at': '2022-04-28T11:07:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=116164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:07:41.172756 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-e8480a27-f818-4a5f-ab36-b8f1ffb7f654 req-93092301-198f-4c2b-ac81-8f3883d84fed tempest-TestServerAdvancedOps-520047365 tempest-TestServerAdvancedOps-520047365-project] 10.222.0.10 "GET /v2.0/security-groups?id=c732c802-c866-4e53-8b10-fe604c8b2400&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875614 Apr 28 11:07:41.191301 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2549e340-1eb6-47ff-99cd-5e59e664a2e1 None None] Checking router: 55b240b0-af1e-48f4-9bb9-379b7935b3a7 for host: dv-neutron-master-2-hyperv {{(pid=116164) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 11:07:41.191656 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2549e340-1eb6-47ff-99cd-5e59e664a2e1 None None] Updating router 55b240b0-af1e-48f4-9bb9-379b7935b3a7 port a8bd8ad0-5adc-48c7-9aec-d260128ffc60 binding host dv-neutron-master-2-hyperv {{(pid=116164) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 28 11:07:41.219940 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron_lib.callbacks.manager [None req-2549e340-1eb6-47ff-99cd-5e59e664a2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (a8bd8ad0-5adc-48c7-9aec-d260128ffc60), before_update {{(pid=116164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:07:41.482183 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron_lib.callbacks.manager [None req-2549e340-1eb6-47ff-99cd-5e59e664a2e1 None None] Publish callbacks [] for port (a8bd8ad0-5adc-48c7-9aec-d260128ffc60), precommit_update {{(pid=116164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:07:41.559837 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron_lib.callbacks.manager [None req-2549e340-1eb6-47ff-99cd-5e59e664a2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393'] for port (a8bd8ad0-5adc-48c7-9aec-d260128ffc60), after_update {{(pid=116164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:07:41.619667 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ac0112-ef2f-4f64-aaa0-5b335a7a4bb9 None None] Pushing event updated for resources: {'Port': ['ID=a8bd8ad0-5adc-48c7-9aec-d260128ffc60,revision_number=2']} {{(pid=116164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:07:41.621981 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.plugins.ml2.managers [None req-2549e340-1eb6-47ff-99cd-5e59e664a2e1 None None] Attempting to bind port a8bd8ad0-5adc-48c7-9aec-d260128ffc60 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=116164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 28 11:07:41.622342 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.plugins.ml2.managers [None req-2549e340-1eb6-47ff-99cd-5e59e664a2e1 None None] Attempting to bind port a8bd8ad0-5adc-48c7-9aec-d260128ffc60 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '142bc50f-d6af-4646-8d06-bb7af6b7b51c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c'}] {{(pid=116164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 28 11:07:41.623244 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2549e340-1eb6-47ff-99cd-5e59e664a2e1 None None] Attempting to bind port a8bd8ad0-5adc-48c7-9aec-d260128ffc60 on network 7be49d94-bbb8-4a61-bafe-209c5f861e1c {{(pid=116164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 11:07:41.632536 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5ac0112-ef2f-4f64-aaa0-5b335a7a4bb9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:07:41.632915 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5ac0112-ef2f-4f64-aaa0-5b335a7a4bb9 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:07:41.633209 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5ac0112-ef2f-4f64-aaa0-5b335a7a4bb9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:07:41.633961 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5ac0112-ef2f-4f64-aaa0-5b335a7a4bb9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:07:41.634298 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5ac0112-ef2f-4f64-aaa0-5b335a7a4bb9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:07:41.634649 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5ac0112-ef2f-4f64-aaa0-5b335a7a4bb9 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:07:41.634973 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5ac0112-ef2f-4f64-aaa0-5b335a7a4bb9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:07:41.635291 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5ac0112-ef2f-4f64-aaa0-5b335a7a4bb9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:07:41.635637 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5ac0112-ef2f-4f64-aaa0-5b335a7a4bb9 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:07:41.635966 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5ac0112-ef2f-4f64-aaa0-5b335a7a4bb9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:07:41.636306 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5ac0112-ef2f-4f64-aaa0-5b335a7a4bb9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:07:41.636653 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5ac0112-ef2f-4f64-aaa0-5b335a7a4bb9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:07:41.636961 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5ac0112-ef2f-4f64-aaa0-5b335a7a4bb9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:07:41.637277 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5ac0112-ef2f-4f64-aaa0-5b335a7a4bb9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:07:41.637624 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5ac0112-ef2f-4f64-aaa0-5b335a7a4bb9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:07:41.642285 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2549e340-1eb6-47ff-99cd-5e59e664a2e1 None None] Checking agent: {'id': 'd5baab19-5dd1-4902-922b-84acb048ab9c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 10, 50, 43), 'started_at': datetime.datetime(2022, 4, 28, 10, 51, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 11, 7, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=116164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 11:07:41.642685 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2549e340-1eb6-47ff-99cd-5e59e664a2e1 None None] Checking segment: {'id': '142bc50f-d6af-4646-8d06-bb7af6b7b51c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 11:07:41.643084 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron_lib.callbacks.manager [None req-2549e340-1eb6-47ff-99cd-5e59e664a2e1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=116164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:07:41.643465 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2549e340-1eb6-47ff-99cd-5e59e664a2e1 None None] Bound using segment: {'id': '142bc50f-d6af-4646-8d06-bb7af6b7b51c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c'} {{(pid=116164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 11:07:41.644029 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.plugins.ml2.managers [None req-2549e340-1eb6-47ff-99cd-5e59e664a2e1 None None] Bound port: a8bd8ad0-5adc-48c7-9aec-d260128ffc60, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '142bc50f-d6af-4646-8d06-bb7af6b7b51c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c'}}] {{(pid=116164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 28 11:07:41.644464 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron_lib.callbacks.manager [None req-2549e340-1eb6-47ff-99cd-5e59e664a2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (a8bd8ad0-5adc-48c7-9aec-d260128ffc60), before_update {{(pid=116164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:07:41.673636 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-119ce108-2f8a-44b7-b75e-d4cd5d964451 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Made reservation on behalf of 65d54c3b7dcd4af68398071d25e8321e for: {'subnet': 1} {{(pid=116162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 11:07:41.677035 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-119ce108-2f8a-44b7-b75e-d4cd5d964451 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4210834'] for subnet (None), before_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:07:41.698200 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.plugins.ml2.db [None req-2549e340-1eb6-47ff-99cd-5e59e664a2e1 None None] For port a8bd8ad0-5adc-48c7-9aec-d260128ffc60, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=116164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 11:07:41.701238 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.plugins.ml2.db [None req-2549e340-1eb6-47ff-99cd-5e59e664a2e1 None None] For port a8bd8ad0-5adc-48c7-9aec-d260128ffc60, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=a8bd8ad0-5adc-48c7-9aec-d260128ffc60,segment=NetworkSegment(142bc50f-d6af-4646-8d06-bb7af6b7b51c),segment_id=142bc50f-d6af-4646-8d06-bb7af6b7b51c)] {{(pid=116164) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 11:07:41.862978 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron_lib.callbacks.manager [None req-2549e340-1eb6-47ff-99cd-5e59e664a2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393'] for port (a8bd8ad0-5adc-48c7-9aec-d260128ffc60), after_update {{(pid=116164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:07:41.915838 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2549e340-1eb6-47ff-99cd-5e59e664a2e1 None None] Routers {'55b240b0-af1e-48f4-9bb9-379b7935b3a7'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=116164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 11:07:41.916455 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_hamode_db [None req-2549e340-1eb6-47ff-99cd-5e59e664a2e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-28T10:50:39Z,description=,heartbeat_timestamp=2022-04-28T11:07:39Z,host='dv-neutron-master-2-hyperv',id=6b492ad6-0876-4d74-b20d-28143a52ceba,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T10:50:40Z,topic='l3_agent')) {'router_ids': ['55b240b0-af1e-48f4-9bb9-379b7935b3a7'], 'active': True} {{(pid=116164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:07:42.050827 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ac0112-ef2f-4f64-aaa0-5b335a7a4bb9 None None] Pushing event updated for resources: {'Port': ['ID=a8bd8ad0-5adc-48c7-9aec-d260128ffc60,revision_number=3']} {{(pid=116164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:07:42.061692 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-01ef1de1-12fd-4cef-b76b-793f91379468 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (39cc4f52-f5d9-4e2c-bbfa-7a1c528e1c40), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:07:42.084988 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-87bc42db-d1ea-4a3e-aaa0-0f63adf0bd48 tempest-TestVolumeBootPattern-839648198 tempest-TestVolumeBootPattern-839648198-project] Publish callbacks [] for floatingip (ff4ecdf7-1582-4dbd-8c0c-955c935fc953), precommit_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:07:42.124829 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_dvr_db [None req-2549e340-1eb6-47ff-99cd-5e59e664a2e1 None None] Set router 55b240b0-af1e-48f4-9bb9-379b7935b3a7 gateway port host: dv-neutron-master-2-hyperv {{(pid=116164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 11:07:42.155996 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-119ce108-2f8a-44b7-b75e-d4cd5d964451 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5054027', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4210784'] for subnet (b794fd01-ea7b-45c8-9116-1568cf69388c), after_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:07:42.221399 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-119ce108-2f8a-44b7-b75e-d4cd5d964451 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Pushing event updated for resources: {'Subnet': ['ID=b794fd01-ea7b-45c8-9116-1568cf69388c,revision_number=0']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:07:42.254742 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-119ce108-2f8a-44b7-b75e-d4cd5d964451 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Checking segment: {'id': 'a964e3ea-758f-43ce-9048-5da6f72b69ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'c66de280-1745-4348-a2dd-dc364330d799'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 11:07:42.255161 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-119ce108-2f8a-44b7-b75e-d4cd5d964451 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Network hostable DHCP agents. Network: c66de280-1745-4348-a2dd-dc364330d799, hostable agents: ['75ba81b7-fe99-4281-90d2-a5adb445ecea'], hosted agents: [] {{(pid=116162) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 11:07:42.263317 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-87bc42db-d1ea-4a3e-aaa0-0f63adf0bd48 tempest-TestVolumeBootPattern-839648198 tempest-TestVolumeBootPattern-839648198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (f5e2a9e0-0e1d-4c4c-bdf6-d6a81f97f3ac), before_update {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:07:42.300287 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e6b8b1-e774-4b9d-a578-d921296c920a req-da732b59-4240-4c56-8ab6-7e302bff67b3 tempest-TestServerAdvancedOps-520047365 tempest-TestServerAdvancedOps-520047365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:07:42.309846 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-f2e6b8b1-e774-4b9d-a578-d921296c920a req-da732b59-4240-4c56-8ab6-7e302bff67b3 tempest-TestServerAdvancedOps-520047365 tempest-TestServerAdvancedOps-520047365-project] 10.222.0.10 "GET /v2.0/ports?device_id=486f57b5-9039-4cba-8c56-8684ca25b6e7 HTTP/1.1" status: 200 len: 946 time: 0.0544324 Apr 28 11:07:42.310024 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_hamode_db [None req-2549e340-1eb6-47ff-99cd-5e59e664a2e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55b240b0-af1e-48f4-9bb9-379b7935b3a7', 'name': 'tempest-TestNetworkBasicOps-router-1415271865', 'tenant_id': '65d54c3b7dcd4af68398071d25e8321e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'external_fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.39'}], 'enable_snat': True}, 'gw_port_id': 'a8bd8ad0-5adc-48c7-9aec-d260128ffc60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T11:07:38Z', 'updated_at': '2022-04-28T11:07:39Z', 'revision_number': 3, 'project_id': '65d54c3b7dcd4af68398071d25e8321e', 'gw_port': {'id': 'a8bd8ad0-5adc-48c7-9aec-d260128ffc60', 'name': '', 'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:ec:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55b240b0-af1e-48f4-9bb9-379b7935b3a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1385, 'fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:07:38Z', 'updated_at': '2022-04-28T11:07:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=116164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:07:42.336468 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2549e340-1eb6-47ff-99cd-5e59e664a2e1 None None] The sync data for ids ['55b240b0-af1e-48f4-9bb9-379b7935b3a7'] in dv-neutron-master-2-hyperv is: [{'id': '55b240b0-af1e-48f4-9bb9-379b7935b3a7', 'name': 'tempest-TestNetworkBasicOps-router-1415271865', 'tenant_id': '65d54c3b7dcd4af68398071d25e8321e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'external_fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.39'}], 'enable_snat': True}, 'gw_port_id': 'a8bd8ad0-5adc-48c7-9aec-d260128ffc60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T11:07:38Z', 'updated_at': '2022-04-28T11:07:39Z', 'revision_number': 3, 'project_id': '65d54c3b7dcd4af68398071d25e8321e', 'gw_port': {'id': 'a8bd8ad0-5adc-48c7-9aec-d260128ffc60', 'name': '', 'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:ec:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55b240b0-af1e-48f4-9bb9-379b7935b3a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1385, 'fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:07:38Z', 'updated_at': '2022-04-28T11:07:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}] {{(pid=116164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 11:07:42.358144 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-f2e6b8b1-e774-4b9d-a578-d921296c920a req-affd577c-840f-4711-a84d-33b15198631e tempest-TestServerAdvancedOps-520047365 tempest-TestServerAdvancedOps-520047365-project] 10.222.0.10 "GET /v2.0/security-groups?id=c732c802-c866-4e53-8b10-fe604c8b2400&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469358 Apr 28 11:07:42.403108 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-119ce108-2f8a-44b7-b75e-d4cd5d964451 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Network c66de280-1745-4348-a2dd-dc364330d799 is scheduled to be hosted by DHCP agent 75ba81b7-fe99-4281-90d2-a5adb445ecea with binding_index 1 {{(pid=116162) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 11:07:42.442765 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-87bc42db-d1ea-4a3e-aaa0-0f63adf0bd48 tempest-TestVolumeBootPattern-839648198 tempest-TestVolumeBootPattern-839648198-project] Publish callbacks [] for port (f5e2a9e0-0e1d-4c4c-bdf6-d6a81f97f3ac), precommit_update {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:07:42.484860 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.scheduler.base_scheduler [None req-119ce108-2f8a-44b7-b75e-d4cd5d964451 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, c66de280-1745-4348-a2dd-dc364330d799) {{(pid=116162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 11:07:42.489052 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-119ce108-2f8a-44b7-b75e-d4cd5d964451 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:07:42.489652 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-119ce108-2f8a-44b7-b75e-d4cd5d964451 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks [] for subnet (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:07:42.497211 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4df40241-1aea-4002-a28f-5205033976ff None None] Network c66de280-1745-4348-a2dd-dc364330d799 requested from dv-neutron-master-2-hyperv {{(pid=116163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 11:07:42.507712 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-87bc42db-d1ea-4a3e-aaa0-0f63adf0bd48 tempest-TestVolumeBootPattern-839648198 tempest-TestVolumeBootPattern-839648198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5051840'] for port (f5e2a9e0-0e1d-4c4c-bdf6-d6a81f97f3ac), after_update {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:07:42.591240 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-119ce108-2f8a-44b7-b75e-d4cd5d964451 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.4336107 Apr 28 11:07:42.591240 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87bc42db-d1ea-4a3e-aaa0-0f63adf0bd48 tempest-TestVolumeBootPattern-839648198 tempest-TestVolumeBootPattern-839648198-project] Pushing event updated for resources: {'Port': ['ID=f5e2a9e0-0e1d-4c4c-bdf6-d6a81f97f3ac,revision_number=2']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:07:42.591489 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 56104) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:07:42.611324 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-87bc42db-d1ea-4a3e-aaa0-0f63adf0bd48 tempest-TestVolumeBootPattern-839648198 tempest-TestVolumeBootPattern-839648198-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2063164'] for floatingip (ff4ecdf7-1582-4dbd-8c0c-955c935fc953), after_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:07:42.635198 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-040f6c93-60fe-4bc6-9ce3-8f37d2a68ee7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-c66de280-1745-4348-a2dd-dc364330d799', 'network_id': 'c66de280-1745-4348-a2dd-dc364330d799', 'project_id': '65d54c3b7dcd4af68398071d25e8321e', 'fixed_ips': [{'subnet_id': 'b794fd01-ea7b-45c8-9116-1568cf69388c'}]}} from dv-neutron-master-2-hyperv. {{(pid=116163) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 28 11:07:42.636018 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-040f6c93-60fe-4bc6-9ce3-8f37d2a68ee7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (None), before_create {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:07:42.774179 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.db.l3_db [None req-87bc42db-d1ea-4a3e-aaa0-0f63adf0bd48 tempest-TestVolumeBootPattern-839648198 tempest-TestVolumeBootPattern-839648198-project] Floating IP ff4ecdf7-1582-4dbd-8c0c-955c935fc953 associated. External IP: 172.36.4.89, port: 000a287e-a1c5-43e7-8b89-41c6fdaa75e1. Apr 28 11:07:42.827866 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.db_base_plugin_common [None req-040f6c93-60fe-4bc6-9ce3-8f37d2a68ee7 None None] Allocated IP 172.20.0.2 (c66de280-1745-4348-a2dd-dc364330d799/b794fd01-ea7b-45c8-9116-1568cf69388c/fd84e83f-784c-4736-8433-db36c471062e) {{(pid=116163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 11:07:42.919656 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0567d6f7-d2ab-4f69-9b9c-14bde34086cf req-3b161acc-9a92-4780-88f2-c4a23050f7c8 tempest-TestServerAdvancedOps-520047365 tempest-TestServerAdvancedOps-520047365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:07:42.926688 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-0567d6f7-d2ab-4f69-9b9c-14bde34086cf req-3b161acc-9a92-4780-88f2-c4a23050f7c8 tempest-TestServerAdvancedOps-520047365 tempest-TestServerAdvancedOps-520047365-project] 10.222.0.10 "GET /v2.0/ports?device_id=486f57b5-9039-4cba-8c56-8684ca25b6e7 HTTP/1.1" status: 200 len: 946 time: 0.0795102 Apr 28 11:07:43.029160 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-040f6c93-60fe-4bc6-9ce3-8f37d2a68ee7 None None] Publish callbacks [] for port (fd84e83f-784c-4736-8433-db36c471062e), precommit_create {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:07:43.038712 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-0567d6f7-d2ab-4f69-9b9c-14bde34086cf req-338046b1-0929-4617-ad22-05bf1e073c9c tempest-TestServerAdvancedOps-520047365 tempest-TestServerAdvancedOps-520047365-project] 10.222.0.10 "GET /v2.0/security-groups?id=c732c802-c866-4e53-8b10-fe604c8b2400&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100106 Apr 28 11:07:43.047196 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87bc42db-d1ea-4a3e-aaa0-0f63adf0bd48 tempest-TestVolumeBootPattern-839648198 tempest-TestVolumeBootPattern-839648198-project] Router 0253fd74-f6a9-46aa-a567-c9d8bf675134 has already been hosted by L3 agent 6b492ad6-0876-4d74-b20d-28143a52ceba {{(pid=116162) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 11:07:43.100424 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-040f6c93-60fe-4bc6-9ce3-8f37d2a68ee7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742234710357'] for port (fd84e83f-784c-4736-8433-db36c471062e), after_create {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:07:43.138909 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-040f6c93-60fe-4bc6-9ce3-8f37d2a68ee7 None None] Network c66de280-1745-4348-a2dd-dc364330d799 is already hosted by enough agents. {{(pid=116163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 11:07:43.142461 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.scheduler.base_scheduler [None req-040f6c93-60fe-4bc6-9ce3-8f37d2a68ee7 None None] Resources bound (agent type, host, resource id): {{(pid=116163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 11:07:43.146556 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-040f6c93-60fe-4bc6-9ce3-8f37d2a68ee7 None None] Received port after_create {{(pid=116163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 11:07:43.171755 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87bc42db-d1ea-4a3e-aaa0-0f63adf0bd48 tempest-TestVolumeBootPattern-839648198 tempest-TestVolumeBootPattern-839648198-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=116162) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 11:07:43.190213 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a949135e-b8cd-470a-9d05-db3d9e6b7917 None None] Sync routers for ids ['0253fd74-f6a9-46aa-a567-c9d8bf675134'] in dv-neutron-master-2-hyperv {{(pid=116163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 11:07:43.212373 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040f6c93-60fe-4bc6-9ce3-8f37d2a68ee7 None None] Pushing event updated for resources: {'Port': ['ID=fd84e83f-784c-4736-8433-db36c471062e,revision_number=1']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:07:43.231743 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a949135e-b8cd-470a-9d05-db3d9e6b7917 None None] Routers {'0253fd74-f6a9-46aa-a567-c9d8bf675134'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=116163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 11:07:43.232384 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_hamode_db [None req-a949135e-b8cd-470a-9d05-db3d9e6b7917 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-28T10:50:39Z,description=,heartbeat_timestamp=2022-04-28T11:07:39Z,host='dv-neutron-master-2-hyperv',id=6b492ad6-0876-4d74-b20d-28143a52ceba,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T10:50:40Z,topic='l3_agent')) {'router_ids': ['0253fd74-f6a9-46aa-a567-c9d8bf675134'], 'active': True} {{(pid=116163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:07:43.242598 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.managers [None req-040f6c93-60fe-4bc6-9ce3-8f37d2a68ee7 None None] Attempting to bind port fd84e83f-784c-4736-8433-db36c471062e on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=116163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 28 11:07:43.242598 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.managers [None req-040f6c93-60fe-4bc6-9ce3-8f37d2a68ee7 None None] Attempting to bind port fd84e83f-784c-4736-8433-db36c471062e by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'a964e3ea-758f-43ce-9048-5da6f72b69ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'c66de280-1745-4348-a2dd-dc364330d799'}] {{(pid=116163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 28 11:07:43.242598 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-040f6c93-60fe-4bc6-9ce3-8f37d2a68ee7 None None] Attempting to bind port fd84e83f-784c-4736-8433-db36c471062e on network c66de280-1745-4348-a2dd-dc364330d799 {{(pid=116163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 11:07:43.265984 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-87bc42db-d1ea-4a3e-aaa0-0f63adf0bd48 tempest-TestVolumeBootPattern-839648198 tempest-TestVolumeBootPattern-839648198-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198022'] for floatingip (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:07:43.298041 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-040f6c93-60fe-4bc6-9ce3-8f37d2a68ee7 None None] Checking agent: {'id': 'd5baab19-5dd1-4902-922b-84acb048ab9c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 10, 50, 43), 'started_at': datetime.datetime(2022, 4, 28, 10, 51, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 11, 7, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=116163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 11:07:43.298522 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-040f6c93-60fe-4bc6-9ce3-8f37d2a68ee7 None None] Checking segment: {'id': 'a964e3ea-758f-43ce-9048-5da6f72b69ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'c66de280-1745-4348-a2dd-dc364330d799'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 11:07:43.298837 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-040f6c93-60fe-4bc6-9ce3-8f37d2a68ee7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:07:43.299250 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-040f6c93-60fe-4bc6-9ce3-8f37d2a68ee7 None None] Bound using segment: {'id': 'a964e3ea-758f-43ce-9048-5da6f72b69ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'c66de280-1745-4348-a2dd-dc364330d799'} {{(pid=116163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 11:07:43.299723 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.managers [None req-040f6c93-60fe-4bc6-9ce3-8f37d2a68ee7 None None] Bound port: fd84e83f-784c-4736-8433-db36c471062e, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a964e3ea-758f-43ce-9048-5da6f72b69ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'c66de280-1745-4348-a2dd-dc364330d799'}}] {{(pid=116163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 28 11:07:43.300112 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-040f6c93-60fe-4bc6-9ce3-8f37d2a68ee7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (fd84e83f-784c-4736-8433-db36c471062e), before_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:07:43.326562 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-bf4feae7-71ba-4225-8b62-c38e54c6d7e8 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (None), before_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:07:43.327380 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-87bc42db-d1ea-4a3e-aaa0-0f63adf0bd48 tempest-TestVolumeBootPattern-839648198 tempest-TestVolumeBootPattern-839648198-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.8031716 Apr 28 11:07:43.328402 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8fc4f6a9-5543-4e4a-8702-89222fb15014', 'tag': '000a287e-a1c5-43e7-8b89-41c6fdaa75e1'}] {{(pid=116162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 11:07:43.333987 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ba53f40d6116d28995a8e36159d0e539b5353eec116fb5dd4ce03b4b2159ab1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d804dbe-0100-4c27-a5e9-68bef426aaf7" -d '{"events": [{"name": "network-changed", "server_uuid": "8fc4f6a9-5543-4e4a-8702-89222fb15014", "tag": "000a287e-a1c5-43e7-8b89-41c6fdaa75e1"}]}' {{(pid=116162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 11:07:43.380335 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 11:07:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56ff0e2c-a2b4-4908-8948-f60ef1f4843b x-openstack-request-id: req-56ff0e2c-a2b4-4908-8948-f60ef1f4843b {{(pid=116162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 11:07:43.380643 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8fc4f6a9-5543-4e4a-8702-89222fb15014", "tag": "000a287e-a1c5-43e7-8b89-41c6fdaa75e1", "status": "completed", "code": 200}]} {{(pid=116162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 11:07:43.381185 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-56ff0e2c-a2b4-4908-8948-f60ef1f4843b {{(pid=116162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 11:07:43.381605 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.notifiers.nova [-] Nova event matching ['req-56ff0e2c-a2b4-4908-8948-f60ef1f4843b'] response: {'name': 'network-changed', 'server_uuid': '8fc4f6a9-5543-4e4a-8702-89222fb15014', 'tag': '000a287e-a1c5-43e7-8b89-41c6fdaa75e1', 'status': 'completed', 'code': 200} Apr 28 11:07:43.398764 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (d5baab19-5dd1-4902-922b-84acb048ab9c), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:07:43.439889 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvr_db [None req-a949135e-b8cd-470a-9d05-db3d9e6b7917 None None] Set router 0253fd74-f6a9-46aa-a567-c9d8bf675134 gateway port host: dv-neutron-master-2-hyperv {{(pid=116163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 11:07:43.473774 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-040f6c93-60fe-4bc6-9ce3-8f37d2a68ee7 None None] For port fd84e83f-784c-4736-8433-db36c471062e, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=116163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 11:07:43.492901 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-040f6c93-60fe-4bc6-9ce3-8f37d2a68ee7 None None] For port fd84e83f-784c-4736-8433-db36c471062e, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=fd84e83f-784c-4736-8433-db36c471062e,segment=NetworkSegment(a964e3ea-758f-43ce-9048-5da6f72b69ad),segment_id=a964e3ea-758f-43ce-9048-5da6f72b69ad)] {{(pid=116163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 11:07:43.623435 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.db.db_base_plugin_common [None req-bf4feae7-71ba-4225-8b62-c38e54c6d7e8 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Allocated IP 172.20.0.1 (c66de280-1745-4348-a2dd-dc364330d799/b794fd01-ea7b-45c8-9116-1568cf69388c/4197073b-9bb9-4e21-a899-c2285fbc75bd) {{(pid=116161) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 11:07:43.679065 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-040f6c93-60fe-4bc6-9ce3-8f37d2a68ee7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393'] for port (fd84e83f-784c-4736-8433-db36c471062e), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:07:43.745420 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-bf4feae7-71ba-4225-8b62-c38e54c6d7e8 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks [] for port (4197073b-9bb9-4e21-a899-c2285fbc75bd), precommit_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:07:43.780342 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040f6c93-60fe-4bc6-9ce3-8f37d2a68ee7 None None] Pushing event updated for resources: {'Port': ['ID=fd84e83f-784c-4736-8433-db36c471062e,revision_number=2']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:07:43.833557 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Device a8bd8ad0-5adc-48c7-9aec-d260128ffc60 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=116163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 11:07:43.856941 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-bf4feae7-71ba-4225-8b62-c38e54c6d7e8 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742234710357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5219112'] for port (4197073b-9bb9-4e21-a899-c2285fbc75bd), after_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:07:43.901598 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf4feae7-71ba-4225-8b62-c38e54c6d7e8 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Network c66de280-1745-4348-a2dd-dc364330d799 is already hosted by enough agents. {{(pid=116161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 11:07:43.909675 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.scheduler.base_scheduler [None req-bf4feae7-71ba-4225-8b62-c38e54c6d7e8 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Resources bound (agent type, host, resource id): {{(pid=116161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 11:07:43.914138 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf4feae7-71ba-4225-8b62-c38e54c6d7e8 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Received port after_create {{(pid=116161) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 11:07:43.918481 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf4feae7-71ba-4225-8b62-c38e54c6d7e8 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Pushing event updated for resources: {'Port': ['ID=4197073b-9bb9-4e21-a899-c2285fbc75bd,revision_number=1']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:07:43.945043 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Provisioning complete for port a8bd8ad0-5adc-48c7-9aec-d260128ffc60 triggered by entity L2. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:07:43.945407 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (a8bd8ad0-5adc-48c7-9aec-d260128ffc60), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:07:43.987016 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_hamode_db [None req-a949135e-b8cd-470a-9d05-db3d9e6b7917 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0253fd74-f6a9-46aa-a567-c9d8bf675134', 'name': 'tempest-TestVolumeBootPattern-363191542-router', 'tenant_id': '552a7719c35843ecaa8ce5b648a02d25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'external_fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.226'}], 'enable_snat': True}, 'gw_port_id': '66cc009e-e45f-42d1-a09b-c0e887684e05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T11:05:58Z', 'updated_at': '2022-04-28T11:06:09Z', 'revision_number': 4, 'project_id': '552a7719c35843ecaa8ce5b648a02d25', 'gw_port': {'id': '66cc009e-e45f-42d1-a09b-c0e887684e05', 'name': '', 'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:24:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0253fd74-f6a9-46aa-a567-c9d8bf675134', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1186, 'fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:06:00Z', 'updated_at': '2022-04-28T11:06:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': 'ff4ecdf7-1582-4dbd-8c0c-955c935fc953', 'tenant_id': '552a7719c35843ecaa8ce5b648a02d25', 'floating_ip_address': '172.36.4.89', 'floating_network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'router_id': '0253fd74-f6a9-46aa-a567-c9d8bf675134', 'port_id': '000a287e-a1c5-43e7-8b89-41c6fdaa75e1', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1387, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '95a73077-5c3c-4a4f-9014-bee1df8e9c09', 'mac_address': 'fa:16:3e:7c:d5:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fc4f6a9-5543-4e4a-8702-89222fb15014', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T11:07:41Z', 'updated_at': '2022-04-28T11:07:41Z', 'revision_number': 0, 'project_id': '552a7719c35843ecaa8ce5b648a02d25', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f2e70421-6b65-4ba8-8265-af8ddb4d251d', 'name': '', 'network_id': '95a73077-5c3c-4a4f-9014-bee1df8e9c09', 'tenant_id': '552a7719c35843ecaa8ce5b648a02d25', 'mac_address': 'fa:16:3e:27:ed:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0253fd74-f6a9-46aa-a567-c9d8bf675134', 'device_owner': 'network:router_interface', 'standard_attr_id': 1197, 'fixed_ips': [{'subnet_id': '49bbb4f0-3980-4b52-84ba-965c72e99e66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:06:07Z', 'updated_at': '2022-04-28T11:06:13Z', 'revision_number': 5, 'project_id': '552a7719c35843ecaa8ce5b648a02d25', 'subnets': [{'id': '49bbb4f0-3980-4b52-84ba-965c72e99e66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=116163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:07:44.010066 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-bf4feae7-71ba-4225-8b62-c38e54c6d7e8 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2063275'] for router_interface (55b240b0-af1e-48f4-9bb9-379b7935b3a7), before_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:07:44.023830 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a949135e-b8cd-470a-9d05-db3d9e6b7917 None None] Checking router: 0253fd74-f6a9-46aa-a567-c9d8bf675134 for host: dv-neutron-master-2-hyperv {{(pid=116163) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 11:07:44.047060 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a949135e-b8cd-470a-9d05-db3d9e6b7917 None None] Routers {'0253fd74-f6a9-46aa-a567-c9d8bf675134'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=116163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 11:07:44.047737 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_hamode_db [None req-a949135e-b8cd-470a-9d05-db3d9e6b7917 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-28T10:50:39Z,description=,heartbeat_timestamp=2022-04-28T11:07:39Z,host='dv-neutron-master-2-hyperv',id=6b492ad6-0876-4d74-b20d-28143a52ceba,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T10:50:40Z,topic='l3_agent')) {'router_ids': ['0253fd74-f6a9-46aa-a567-c9d8bf675134'], 'active': True} {{(pid=116163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:07:44.198072 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Current status of the port a8bd8ad0-5adc-48c7-9aec-d260128ffc60 is: DOWN; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:07:44.198797 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (a8bd8ad0-5adc-48c7-9aec-d260128ffc60), before_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:07:44.200477 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f214dd46-cf55-43f4-8f3a-400b7a046f76 req-935c3224-0482-4a97-a4ec-f75367572de0 tempest-TestServerAdvancedOps-520047365 tempest-TestServerAdvancedOps-520047365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:07:44.202005 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-f214dd46-cf55-43f4-8f3a-400b7a046f76 req-935c3224-0482-4a97-a4ec-f75367572de0 tempest-TestServerAdvancedOps-520047365 tempest-TestServerAdvancedOps-520047365-project] 10.222.0.10 "GET /v2.0/ports?device_id=486f57b5-9039-4cba-8c56-8684ca25b6e7 HTTP/1.1" status: 200 len: 946 time: 0.0726545 Apr 28 11:07:44.233912 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] For port a8bd8ad0-5adc-48c7-9aec-d260128ffc60, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=a8bd8ad0-5adc-48c7-9aec-d260128ffc60,segment=NetworkSegment(142bc50f-d6af-4646-8d06-bb7af6b7b51c),segment_id=142bc50f-d6af-4646-8d06-bb7af6b7b51c)] {{(pid=116163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 11:07:44.240876 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvr_db [None req-a949135e-b8cd-470a-9d05-db3d9e6b7917 None None] Set router 0253fd74-f6a9-46aa-a567-c9d8bf675134 gateway port host: dv-neutron-master-2-hyperv {{(pid=116163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 11:07:44.311959 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d804dbe-0100-4c27-a5e9-68bef426aaf7 req-0679bb0f-b1cc-472a-a0f0-69dbb13ebfc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:07:44.313495 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-8d804dbe-0100-4c27-a5e9-68bef426aaf7 req-0679bb0f-b1cc-472a-a0f0-69dbb13ebfc8 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=552a7719c35843ecaa8ce5b648a02d25&device_id=8fc4f6a9-5543-4e4a-8702-89222fb15014 HTTP/1.1" status: 200 len: 1129 time: 0.0797429 Apr 28 11:07:44.316644 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393'] for port (a8bd8ad0-5adc-48c7-9aec-d260128ffc60), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:07:44.330262 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-bf4feae7-71ba-4225-8b62-c38e54c6d7e8 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (4197073b-9bb9-4e21-a899-c2285fbc75bd), before_update {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:07:44.348045 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-f214dd46-cf55-43f4-8f3a-400b7a046f76 req-2bfeb841-be12-4a1f-bfde-9f8308349328 tempest-TestServerAdvancedOps-520047365 tempest-TestServerAdvancedOps-520047365-project] 10.222.0.10 "GET /v2.0/security-groups?id=c732c802-c866-4e53-8b10-fe604c8b2400&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318746 Apr 28 11:07:44.404776 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Pushing event updated for resources: {'Port': ['ID=a8bd8ad0-5adc-48c7-9aec-d260128ffc60,revision_number=4']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:07:44.526902 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_hamode_db [None req-a949135e-b8cd-470a-9d05-db3d9e6b7917 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0253fd74-f6a9-46aa-a567-c9d8bf675134', 'name': 'tempest-TestVolumeBootPattern-363191542-router', 'tenant_id': '552a7719c35843ecaa8ce5b648a02d25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'external_fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.226'}], 'enable_snat': True}, 'gw_port_id': '66cc009e-e45f-42d1-a09b-c0e887684e05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T11:05:58Z', 'updated_at': '2022-04-28T11:06:09Z', 'revision_number': 4, 'project_id': '552a7719c35843ecaa8ce5b648a02d25', 'gw_port': {'id': '66cc009e-e45f-42d1-a09b-c0e887684e05', 'name': '', 'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:24:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0253fd74-f6a9-46aa-a567-c9d8bf675134', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1186, 'fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:06:00Z', 'updated_at': '2022-04-28T11:06:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': 'ff4ecdf7-1582-4dbd-8c0c-955c935fc953', 'tenant_id': '552a7719c35843ecaa8ce5b648a02d25', 'floating_ip_address': '172.36.4.89', 'floating_network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'router_id': '0253fd74-f6a9-46aa-a567-c9d8bf675134', 'port_id': '000a287e-a1c5-43e7-8b89-41c6fdaa75e1', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1387, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '95a73077-5c3c-4a4f-9014-bee1df8e9c09', 'mac_address': 'fa:16:3e:7c:d5:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fc4f6a9-5543-4e4a-8702-89222fb15014', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T11:07:41Z', 'updated_at': '2022-04-28T11:07:41Z', 'revision_number': 0, 'project_id': '552a7719c35843ecaa8ce5b648a02d25', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f2e70421-6b65-4ba8-8265-af8ddb4d251d', 'name': '', 'network_id': '95a73077-5c3c-4a4f-9014-bee1df8e9c09', 'tenant_id': '552a7719c35843ecaa8ce5b648a02d25', 'mac_address': 'fa:16:3e:27:ed:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0253fd74-f6a9-46aa-a567-c9d8bf675134', 'device_owner': 'network:router_interface', 'standard_attr_id': 1197, 'fixed_ips': [{'subnet_id': '49bbb4f0-3980-4b52-84ba-965c72e99e66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:06:07Z', 'updated_at': '2022-04-28T11:06:13Z', 'revision_number': 5, 'project_id': '552a7719c35843ecaa8ce5b648a02d25', 'subnets': [{'id': '49bbb4f0-3980-4b52-84ba-965c72e99e66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=116163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:07:44.544617 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a3f0af-3633-43db-8770-3e58877741dc req-674170d8-5d8d-4f3a-b5eb-4b961af58942 tempest-TestServerAdvancedOps-520047365 tempest-TestServerAdvancedOps-520047365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:07:44.546317 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-48a3f0af-3633-43db-8770-3e58877741dc req-674170d8-5d8d-4f3a-b5eb-4b961af58942 tempest-TestServerAdvancedOps-520047365 tempest-TestServerAdvancedOps-520047365-project] 10.222.0.20 "GET /v2.0/ports?device_id=486f57b5-9039-4cba-8c56-8684ca25b6e7 HTTP/1.1" status: 200 len: 946 time: 0.0515089 Apr 28 11:07:44.554917 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a949135e-b8cd-470a-9d05-db3d9e6b7917 None None] The sync data for ids ['0253fd74-f6a9-46aa-a567-c9d8bf675134'] in dv-neutron-master-2-hyperv is: [{'id': '0253fd74-f6a9-46aa-a567-c9d8bf675134', 'name': 'tempest-TestVolumeBootPattern-363191542-router', 'tenant_id': '552a7719c35843ecaa8ce5b648a02d25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'external_fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.226'}], 'enable_snat': True}, 'gw_port_id': '66cc009e-e45f-42d1-a09b-c0e887684e05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T11:05:58Z', 'updated_at': '2022-04-28T11:06:09Z', 'revision_number': 4, 'project_id': '552a7719c35843ecaa8ce5b648a02d25', 'gw_port': {'id': '66cc009e-e45f-42d1-a09b-c0e887684e05', 'name': '', 'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:24:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0253fd74-f6a9-46aa-a567-c9d8bf675134', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1186, 'fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:06:00Z', 'updated_at': '2022-04-28T11:06:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': 'ff4ecdf7-1582-4dbd-8c0c-955c935fc953', 'tenant_id': '552a7719c35843ecaa8ce5b648a02d25', 'floating_ip_address': '172.36.4.89', 'floating_network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'router_id': '0253fd74-f6a9-46aa-a567-c9d8bf675134', 'port_id': '000a287e-a1c5-43e7-8b89-41c6fdaa75e1', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1387, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '95a73077-5c3c-4a4f-9014-bee1df8e9c09', 'mac_address': 'fa:16:3e:7c:d5:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fc4f6a9-5543-4e4a-8702-89222fb15014', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T11:07:41Z', 'updated_at': '2022-04-28T11:07:41Z', 'revision_number': 0, 'project_id': '552a7719c35843ecaa8ce5b648a02d25', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f2e70421-6b65-4ba8-8265-af8ddb4d251d', 'name': '', 'network_id': '95a73077-5c3c-4a4f-9014-bee1df8e9c09', 'tenant_id': '552a7719c35843ecaa8ce5b648a02d25', 'mac_address': 'fa:16:3e:27:ed:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0253fd74-f6a9-46aa-a567-c9d8bf675134', 'device_owner': 'network:router_interface', 'standard_attr_id': 1197, 'fixed_ips': [{'subnet_id': '49bbb4f0-3980-4b52-84ba-965c72e99e66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:06:07Z', 'updated_at': '2022-04-28T11:06:13Z', 'revision_number': 5, 'project_id': '552a7719c35843ecaa8ce5b648a02d25', 'subnets': [{'id': '49bbb4f0-3980-4b52-84ba-965c72e99e66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=116163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 11:07:44.646248 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.plugin [req-48a3f0af-3633-43db-8770-3e58877741dc req-40896960-50e7-4f4b-9679-519e343c16b3 tempest-TestServerAdvancedOps-520047365 tempest-TestServerAdvancedOps-520047365-project] Deleting port 21fdb1d0-ad81-453e-9b4e-68600c8ec65d {{(pid=116162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 11:07:44.646745 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [req-48a3f0af-3633-43db-8770-3e58877741dc req-40896960-50e7-4f4b-9679-519e343c16b3 tempest-TestServerAdvancedOps-520047365 tempest-TestServerAdvancedOps-520047365-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742235130188'] for port (21fdb1d0-ad81-453e-9b4e-68600c8ec65d), before_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:07:44.746034 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.db [req-48a3f0af-3633-43db-8770-3e58877741dc req-40896960-50e7-4f4b-9679-519e343c16b3 tempest-TestServerAdvancedOps-520047365 tempest-TestServerAdvancedOps-520047365-project] For port 21fdb1d0-ad81-453e-9b4e-68600c8ec65d, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=21fdb1d0-ad81-453e-9b4e-68600c8ec65d,segment=NetworkSegment(ecabd243-b066-40ee-b684-286518e63a85),segment_id=ecabd243-b066-40ee-b684-286518e63a85)] {{(pid=116162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 11:07:44.746998 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [req-48a3f0af-3633-43db-8770-3e58877741dc req-40896960-50e7-4f4b-9679-519e343c16b3 tempest-TestServerAdvancedOps-520047365 tempest-TestServerAdvancedOps-520047365-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1938497'] for port (21fdb1d0-ad81-453e-9b4e-68600c8ec65d), precommit_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:07:44.763398 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.plugin [req-48a3f0af-3633-43db-8770-3e58877741dc req-40896960-50e7-4f4b-9679-519e343c16b3 tempest-TestServerAdvancedOps-520047365 tempest-TestServerAdvancedOps-520047365-project] Calling delete_port for 21fdb1d0-ad81-453e-9b4e-68600c8ec65d owned by compute:nova {{(pid=116162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 11:07:44.938509 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d804dbe-0100-4c27-a5e9-68bef426aaf7 req-fa8e1616-37d3-447d-afb9-cadde90e9288 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:07:44.940031 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-8d804dbe-0100-4c27-a5e9-68bef426aaf7 req-fa8e1616-37d3-447d-afb9-cadde90e9288 service neutron] 10.222.0.20 "GET /v2.0/networks?id=95a73077-5c3c-4a4f-9014-bee1df8e9c09 HTTP/1.1" status: 200 len: 911 time: 0.5440376 Apr 28 11:07:44.989655 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [req-48a3f0af-3633-43db-8770-3e58877741dc req-40896960-50e7-4f4b-9679-519e343c16b3 tempest-TestServerAdvancedOps-520047365 tempest-TestServerAdvancedOps-520047365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742235135690', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742234710366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5051867'] for port (21fdb1d0-ad81-453e-9b4e-68600c8ec65d), after_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:07:45.003373 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e50e691f-32ca-41b3-afef-f3ab33abe73e None None] New status for floating IP ff4ecdf7-1582-4dbd-8c0c-955c935fc953: ACTIVE {{(pid=116164) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 28 11:07:45.007897 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] get_ports_and_sgs() called for port_ids ['21fdb1d0-ad81-453e-9b4e-68600c8ec65d'] {{(pid=116163) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 11:07:45.021672 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40896960-50e7-4f4b-9679-519e343c16b3 tempest-TestServerAdvancedOps-520047365 tempest-TestServerAdvancedOps-520047365-project] Pushing event deleted for resources: {'Port': ['ID=21fdb1d0-ad81-453e-9b4e-68600c8ec65d,revision_number=None']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:07:45.067846 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-8d804dbe-0100-4c27-a5e9-68bef426aaf7 req-b0d800c6-3eb6-488b-8d5b-43e2a52a0128 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=000a287e-a1c5-43e7-8b89-41c6fdaa75e1 HTTP/1.1" status: 200 len: 998 time: 0.1167836 Apr 28 11:07:45.086683 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.db.l3_dvrscheduler_db [req-48a3f0af-3633-43db-8770-3e58877741dc req-40896960-50e7-4f4b-9679-519e343c16b3 tempest-TestServerAdvancedOps-520047365 tempest-TestServerAdvancedOps-520047365-project] No DVR routers for this DVR port 21fdb1d0-ad81-453e-9b4e-68600c8ec65d on host hv-neutron-mast {{(pid=116162) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 11:07:45.089944 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [req-48a3f0af-3633-43db-8770-3e58877741dc req-40896960-50e7-4f4b-9679-519e343c16b3 tempest-TestServerAdvancedOps-520047365 tempest-TestServerAdvancedOps-520047365-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198022'] for port (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:07:45.093582 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-48a3f0af-3633-43db-8770-3e58877741dc req-40896960-50e7-4f4b-9679-519e343c16b3 tempest-TestServerAdvancedOps-520047365 tempest-TestServerAdvancedOps-520047365-project] 10.222.0.20 "DELETE /v2.0/ports/21fdb1d0-ad81-453e-9b4e-68600c8ec65d HTTP/1.1" status: 204 len: 173 time: 0.5426664 Apr 28 11:07:45.113621 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb3d0016-5552-4276-90fe-d828d0e33362 None None] Network c66de280-1745-4348-a2dd-dc364330d799 requested from dv-neutron-master-2-hyperv {{(pid=116163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 11:07:45.167493 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d804dbe-0100-4c27-a5e9-68bef426aaf7 req-a59d0def-2fe4-4907-9950-9072e754550c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:07:45.168966 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-8d804dbe-0100-4c27-a5e9-68bef426aaf7 req-a59d0def-2fe4-4907-9950-9072e754550c service neutron] 10.222.0.20 "GET /v2.0/subnets?id=49bbb4f0-3980-4b52-84ba-965c72e99e66 HTTP/1.1" status: 200 len: 850 time: 0.0953751 Apr 28 11:07:45.188905 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-f0af9bbc-0d4f-498c-8801-af9e820676ae None None] Provisioning complete for port fd84e83f-784c-4736-8433-db36c471062e triggered by entity DHCP. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:07:45.189278 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-f0af9bbc-0d4f-498c-8801-af9e820676ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (fd84e83f-784c-4736-8433-db36c471062e), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:07:45.240891 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d804dbe-0100-4c27-a5e9-68bef426aaf7 req-92cd934e-add6-40c8-910e-3227456fc008 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:07:45.242338 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-8d804dbe-0100-4c27-a5e9-68bef426aaf7 req-92cd934e-add6-40c8-910e-3227456fc008 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=95a73077-5c3c-4a4f-9014-bee1df8e9c09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0633132 Apr 28 11:07:45.246507 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-bf4feae7-71ba-4225-8b62-c38e54c6d7e8 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks [] for port (4197073b-9bb9-4e21-a899-c2285fbc75bd), precommit_update {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:07:45.309048 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-bf4feae7-71ba-4225-8b62-c38e54c6d7e8 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5219123'] for port (4197073b-9bb9-4e21-a899-c2285fbc75bd), after_update {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:07:45.317611 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-f0af9bbc-0d4f-498c-8801-af9e820676ae None None] Current status of the port fd84e83f-784c-4736-8433-db36c471062e is: DOWN; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:07:45.331509 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-f0af9bbc-0d4f-498c-8801-af9e820676ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (fd84e83f-784c-4736-8433-db36c471062e), before_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:07:45.358136 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-f0af9bbc-0d4f-498c-8801-af9e820676ae None None] For port fd84e83f-784c-4736-8433-db36c471062e, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=fd84e83f-784c-4736-8433-db36c471062e,segment=NetworkSegment(a964e3ea-758f-43ce-9048-5da6f72b69ad),segment_id=a964e3ea-758f-43ce-9048-5da6f72b69ad)] {{(pid=116163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 11:07:45.383127 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '486f57b5-9039-4cba-8c56-8684ca25b6e7', 'name': 'network-vif-deleted', 'tag': '21fdb1d0-ad81-453e-9b4e-68600c8ec65d'}] {{(pid=116162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 11:07:45.385749 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ba53f40d6116d28995a8e36159d0e539b5353eec116fb5dd4ce03b4b2159ab1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b4e0b2c-2d7c-4571-8022-1b27f5c1a98f" -d '{"events": [{"server_uuid": "486f57b5-9039-4cba-8c56-8684ca25b6e7", "name": "network-vif-deleted", "tag": "21fdb1d0-ad81-453e-9b4e-68600c8ec65d"}]}' {{(pid=116162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 11:07:45.411778 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-f0af9bbc-0d4f-498c-8801-af9e820676ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393'] for port (fd84e83f-784c-4736-8433-db36c471062e), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:07:45.412082 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf4feae7-71ba-4225-8b62-c38e54c6d7e8 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Pushing event updated for resources: {'Port': ['ID=4197073b-9bb9-4e21-a899-c2285fbc75bd,revision_number=2']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:07:45.414770 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-bf4feae7-71ba-4225-8b62-c38e54c6d7e8 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1603056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2063387'] for router_interface (55b240b0-af1e-48f4-9bb9-379b7935b3a7), after_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:07:45.421278 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-8d804dbe-0100-4c27-a5e9-68bef426aaf7 req-adee4336-b281-461d-ad7d-64cb96e5b414 service neutron] 10.222.0.20 "GET /v2.0/networks/95a73077-5c3c-4a4f-9014-bee1df8e9c09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1728663 Apr 28 11:07:45.453995 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 11:07:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3cdd544e-4000-4bb4-b94e-e696665b3e2c x-openstack-request-id: req-3cdd544e-4000-4bb4-b94e-e696665b3e2c {{(pid=116162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 11:07:45.454323 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "486f57b5-9039-4cba-8c56-8684ca25b6e7", "name": "network-vif-deleted", "tag": "21fdb1d0-ad81-453e-9b4e-68600c8ec65d", "status": "completed", "code": 200}]} {{(pid=116162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 11:07:45.454611 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-3cdd544e-4000-4bb4-b94e-e696665b3e2c {{(pid=116162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 11:07:45.455018 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3cdd544e-4000-4bb4-b94e-e696665b3e2c'] response: {'server_uuid': '486f57b5-9039-4cba-8c56-8684ca25b6e7', 'name': 'network-vif-deleted', 'tag': '21fdb1d0-ad81-453e-9b4e-68600c8ec65d', 'status': 'completed', 'code': 200} Apr 28 11:07:45.487444 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0af9bbc-0d4f-498c-8801-af9e820676ae None None] Pushing event updated for resources: {'Port': ['ID=fd84e83f-784c-4736-8433-db36c471062e,revision_number=3']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:07:45.559023 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-4052c2ed-340e-45e7-9ea3-7ff4eee22fcf req-5a4e3abe-355d-4c97-9370-47fb80633b48 tempest-TestServerAdvancedOps-520047365 tempest-TestServerAdvancedOps-520047365-project] 10.222.0.10 "GET /v2.0/ports?device_id=486f57b5-9039-4cba-8c56-8684ca25b6e7 HTTP/1.1" status: 200 len: 210 time: 0.0741479 Apr 28 11:07:45.617187 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-8d804dbe-0100-4c27-a5e9-68bef426aaf7 req-dfee8c5c-84e6-4b2c-8f1f-25f0feb4f931 service neutron] 10.222.0.20 "GET /v2.0/networks/95a73077-5c3c-4a4f-9014-bee1df8e9c09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1887717 Apr 28 11:07:45.633163 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-06c26641-502b-411a-8fb4-056e409c65ff None None] Provisioning complete for port fd84e83f-784c-4736-8433-db36c471062e triggered by entity DHCP. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:07:45.634108 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-06c26641-502b-411a-8fb4-056e409c65ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (fd84e83f-784c-4736-8433-db36c471062e), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:07:45.638081 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf4feae7-71ba-4225-8b62-c38e54c6d7e8 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Network c66de280-1745-4348-a2dd-dc364330d799 is already hosted by enough agents. {{(pid=116161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 11:07:45.639650 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.scheduler.base_scheduler [None req-bf4feae7-71ba-4225-8b62-c38e54c6d7e8 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Resources bound (agent type, host, resource id): {{(pid=116161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 11:07:45.724726 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-06c26641-502b-411a-8fb4-056e409c65ff None None] Current status of the port fd84e83f-784c-4736-8433-db36c471062e is: ACTIVE; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:07:45.735522 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-06c26641-502b-411a-8fb4-056e409c65ff None None] Provisioning complete for port 4197073b-9bb9-4e21-a899-c2285fbc75bd triggered by entity DHCP. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:07:45.735814 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-06c26641-502b-411a-8fb4-056e409c65ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (4197073b-9bb9-4e21-a899-c2285fbc75bd), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:07:45.788031 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-06c26641-502b-411a-8fb4-056e409c65ff None None] Port 4197073b-9bb9-4e21-a899-c2285fbc75bd cannot update to ACTIVE because it is not bound. {{(pid=116163) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 28 11:07:45.803987 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf4feae7-71ba-4225-8b62-c38e54c6d7e8 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Router 55b240b0-af1e-48f4-9bb9-379b7935b3a7 has already been hosted by L3 agent 6b492ad6-0876-4d74-b20d-28143a52ceba {{(pid=116161) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 11:07:45.904520 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Device fd84e83f-784c-4736-8433-db36c471062e up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=116163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 11:07:45.935307 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-621dae0e-0d1e-4dbf-84fe-517834a85019 None None] Provisioning complete for port 4197073b-9bb9-4e21-a899-c2285fbc75bd triggered by entity DHCP. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:07:45.935986 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-621dae0e-0d1e-4dbf-84fe-517834a85019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (4197073b-9bb9-4e21-a899-c2285fbc75bd), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:07:45.940608 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf4feae7-71ba-4225-8b62-c38e54c6d7e8 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=116161) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 11:07:45.953956 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 56118) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:07:45.954527 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-bf4feae7-71ba-4225-8b62-c38e54c6d7e8 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] 10.222.0.10 "PUT /v2.0/routers/55b240b0-af1e-48f4-9bb9-379b7935b3a7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3619578 Apr 28 11:07:45.973307 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82b75e2d-3230-4a38-84ab-8f57fd383374 None None] Sync routers for ids ['55b240b0-af1e-48f4-9bb9-379b7935b3a7'] in dv-neutron-master-2-hyperv {{(pid=116163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 11:07:45.996833 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82b75e2d-3230-4a38-84ab-8f57fd383374 None None] Routers {'55b240b0-af1e-48f4-9bb9-379b7935b3a7'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=116163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 11:07:45.997467 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_hamode_db [None req-82b75e2d-3230-4a38-84ab-8f57fd383374 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-28T10:50:39Z,description=,heartbeat_timestamp=2022-04-28T11:07:39Z,host='dv-neutron-master-2-hyperv',id=6b492ad6-0876-4d74-b20d-28143a52ceba,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T10:50:40Z,topic='l3_agent')) {'router_ids': ['55b240b0-af1e-48f4-9bb9-379b7935b3a7'], 'active': True} {{(pid=116163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:07:46.039378 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-621dae0e-0d1e-4dbf-84fe-517834a85019 None None] Port 4197073b-9bb9-4e21-a899-c2285fbc75bd cannot update to ACTIVE because it is not bound. {{(pid=116163) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 28 11:07:46.075448 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Provisioning complete for port fd84e83f-784c-4736-8433-db36c471062e triggered by entity L2. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:07:46.075823 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (fd84e83f-784c-4736-8433-db36c471062e), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:07:46.160745 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41ab63b7-6841-4254-8265-d5374162d21e tempest-TestNetworkBasicOps-223859856 tempest-TestNetworkBasicOps-223859856-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:07:46.161215 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41ab63b7-6841-4254-8265-d5374162d21e tempest-TestNetworkBasicOps-223859856 tempest-TestNetworkBasicOps-223859856-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:07:46.161662 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41ab63b7-6841-4254-8265-d5374162d21e tempest-TestNetworkBasicOps-223859856 tempest-TestNetworkBasicOps-223859856-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:07:46.162139 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41ab63b7-6841-4254-8265-d5374162d21e tempest-TestNetworkBasicOps-223859856 tempest-TestNetworkBasicOps-223859856-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:07:46.162624 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41ab63b7-6841-4254-8265-d5374162d21e tempest-TestNetworkBasicOps-223859856 tempest-TestNetworkBasicOps-223859856-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:07:46.163076 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41ab63b7-6841-4254-8265-d5374162d21e tempest-TestNetworkBasicOps-223859856 tempest-TestNetworkBasicOps-223859856-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:07:46.163524 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41ab63b7-6841-4254-8265-d5374162d21e tempest-TestNetworkBasicOps-223859856 tempest-TestNetworkBasicOps-223859856-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:07:46.163968 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41ab63b7-6841-4254-8265-d5374162d21e tempest-TestNetworkBasicOps-223859856 tempest-TestNetworkBasicOps-223859856-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:07:46.166418 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-41ab63b7-6841-4254-8265-d5374162d21e tempest-TestNetworkBasicOps-223859856 tempest-TestNetworkBasicOps-223859856-project-admin] 10.222.0.10 "GET /v2.0/networks HTTP/1.1" status: 200 len: 5675 time: 0.2107508 Apr 28 11:07:46.169374 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 56120) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:07:46.177121 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-17988f7b-6430-45d9-acd7-745fe22b93dd None None] Provisioning complete for port 4197073b-9bb9-4e21-a899-c2285fbc75bd triggered by entity DHCP. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:07:46.177809 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-17988f7b-6430-45d9-acd7-745fe22b93dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (4197073b-9bb9-4e21-a899-c2285fbc75bd), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:07:46.207194 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvr_db [None req-82b75e2d-3230-4a38-84ab-8f57fd383374 None None] Set router 55b240b0-af1e-48f4-9bb9-379b7935b3a7 gateway port host: dv-neutron-master-2-hyperv {{(pid=116163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 11:07:46.257689 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4f8873b-268c-4fbe-948b-cfba65a9c39e tempest-TestNetworkBasicOps-223859856 tempest-TestNetworkBasicOps-223859856-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:07:46.258061 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4f8873b-268c-4fbe-948b-cfba65a9c39e tempest-TestNetworkBasicOps-223859856 tempest-TestNetworkBasicOps-223859856-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:07:46.258563 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4f8873b-268c-4fbe-948b-cfba65a9c39e tempest-TestNetworkBasicOps-223859856 tempest-TestNetworkBasicOps-223859856-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:07:46.259011 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4f8873b-268c-4fbe-948b-cfba65a9c39e tempest-TestNetworkBasicOps-223859856 tempest-TestNetworkBasicOps-223859856-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:07:46.259451 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4f8873b-268c-4fbe-948b-cfba65a9c39e tempest-TestNetworkBasicOps-223859856 tempest-TestNetworkBasicOps-223859856-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:07:46.259889 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4f8873b-268c-4fbe-948b-cfba65a9c39e tempest-TestNetworkBasicOps-223859856 tempest-TestNetworkBasicOps-223859856-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:07:46.260323 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4f8873b-268c-4fbe-948b-cfba65a9c39e tempest-TestNetworkBasicOps-223859856 tempest-TestNetworkBasicOps-223859856-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:07:46.260760 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4f8873b-268c-4fbe-948b-cfba65a9c39e tempest-TestNetworkBasicOps-223859856 tempest-TestNetworkBasicOps-223859856-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:07:46.262662 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-b4f8873b-268c-4fbe-948b-cfba65a9c39e tempest-TestNetworkBasicOps-223859856 tempest-TestNetworkBasicOps-223859856-project-admin] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5281 time: 0.0923159 Apr 28 11:07:46.265490 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 56122) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:07:46.282153 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-17988f7b-6430-45d9-acd7-745fe22b93dd None None] Port 4197073b-9bb9-4e21-a899-c2285fbc75bd cannot update to ACTIVE because it is not bound. {{(pid=116163) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 28 11:07:46.328350 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Current status of the port fd84e83f-784c-4736-8433-db36c471062e is: ACTIVE; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:07:46.329376 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Device a8bd8ad0-5adc-48c7-9aec-d260128ffc60 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=116163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 11:07:46.589327 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Provisioning complete for port a8bd8ad0-5adc-48c7-9aec-d260128ffc60 triggered by entity L2. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:07:46.589691 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (a8bd8ad0-5adc-48c7-9aec-d260128ffc60), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:07:46.629469 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 56126) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:07:46.667968 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_hamode_db [None req-82b75e2d-3230-4a38-84ab-8f57fd383374 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55b240b0-af1e-48f4-9bb9-379b7935b3a7', 'name': 'tempest-TestNetworkBasicOps-router-1415271865', 'tenant_id': '65d54c3b7dcd4af68398071d25e8321e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'external_fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.39'}], 'enable_snat': True}, 'gw_port_id': 'a8bd8ad0-5adc-48c7-9aec-d260128ffc60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T11:07:38Z', 'updated_at': '2022-04-28T11:07:44Z', 'revision_number': 4, 'project_id': '65d54c3b7dcd4af68398071d25e8321e', 'gw_port': {'id': 'a8bd8ad0-5adc-48c7-9aec-d260128ffc60', 'name': '', 'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:ec:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55b240b0-af1e-48f4-9bb9-379b7935b3a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1385, 'fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:07:38Z', 'updated_at': '2022-04-28T11:07:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '4197073b-9bb9-4e21-a899-c2285fbc75bd', 'name': '', 'network_id': 'c66de280-1745-4348-a2dd-dc364330d799', 'tenant_id': '65d54c3b7dcd4af68398071d25e8321e', 'mac_address': 'fa:16:3e:f8:dd:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55b240b0-af1e-48f4-9bb9-379b7935b3a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1390, 'fixed_ips': [{'subnet_id': 'b794fd01-ea7b-45c8-9116-1568cf69388c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:07:43Z', 'updated_at': '2022-04-28T11:07:44Z', 'revision_number': 2, 'project_id': '65d54c3b7dcd4af68398071d25e8321e', 'subnets': [{'id': 'b794fd01-ea7b-45c8-9116-1568cf69388c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=116163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:07:46.690059 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.db.db_base_plugin_v2 [None req-eabd1f04-894c-44f3-bb82-7eeaaff15fee admin admin] Deleting subnet 38626d1c-4111-44d4-ab5b-46e821d8eea3 {{(pid=116161) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 28 11:07:46.694392 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-eabd1f04-894c-44f3-bb82-7eeaaff15fee admin admin] Publish callbacks [] for subnet (38626d1c-4111-44d4-ab5b-46e821d8eea3), before_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:07:46.703243 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82b75e2d-3230-4a38-84ab-8f57fd383374 None None] Checking router: 55b240b0-af1e-48f4-9bb9-379b7935b3a7 for host: dv-neutron-master-2-hyperv {{(pid=116163) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 11:07:46.703660 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82b75e2d-3230-4a38-84ab-8f57fd383374 None None] Updating router 55b240b0-af1e-48f4-9bb9-379b7935b3a7 port 4197073b-9bb9-4e21-a899-c2285fbc75bd binding host dv-neutron-master-2-hyperv {{(pid=116163) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 28 11:07:46.746479 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-eabd1f04-894c-44f3-bb82-7eeaaff15fee admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8076976'] for subnet (38626d1c-4111-44d4-ab5b-46e821d8eea3), precommit_delete_associations {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:07:46.761159 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-82b75e2d-3230-4a38-84ab-8f57fd383374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (4197073b-9bb9-4e21-a899-c2285fbc75bd), before_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:07:46.763147 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Current status of the port a8bd8ad0-5adc-48c7-9aec-d260128ffc60 is: ACTIVE; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:07:46.795506 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-eabd1f04-894c-44f3-bb82-7eeaaff15fee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-971303'] for subnet (38626d1c-4111-44d4-ab5b-46e821d8eea3), precommit_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:07:46.851586 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-0fbee537-a58d-48c1-a4f9-4a7ef59bb5bb tempest-TestNetworkBasicOps-223859856 tempest-TestNetworkBasicOps-223859856-project-admin] 10.222.0.10 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3047 time: 0.5717177 Apr 28 11:07:46.932279 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-eabd1f04-894c-44f3-bb82-7eeaaff15fee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-971310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5220601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5125409'] for subnet (38626d1c-4111-44d4-ab5b-46e821d8eea3), after_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:07:46.962907 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eabd1f04-894c-44f3-bb82-7eeaaff15fee admin admin] Pushing event deleted for resources: {'Subnet': ['ID=38626d1c-4111-44d4-ab5b-46e821d8eea3,revision_number=None']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:07:46.970270 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-eabd1f04-894c-44f3-bb82-7eeaaff15fee admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:07:46.974370 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-eabd1f04-894c-44f3-bb82-7eeaaff15fee admin admin] 10.222.0.10 "DELETE /v2.0/subnets/38626d1c-4111-44d4-ab5b-46e821d8eea3 HTTP/1.1" status: 204 len: 168 time: 0.3436043 Apr 28 11:07:46.977176 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 56130) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:07:47.052058 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-82b75e2d-3230-4a38-84ab-8f57fd383374 None None] Publish callbacks [] for port (4197073b-9bb9-4e21-a899-c2285fbc75bd), precommit_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:07:47.065529 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-04089bf4-fb87-4bea-b06b-1de6b9213709 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-979593'] for network (c987e71e-3df6-4dbc-9aaf-ad53cb6df767), before_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:07:47.154541 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-82b75e2d-3230-4a38-84ab-8f57fd383374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393'] for port (4197073b-9bb9-4e21-a899-c2285fbc75bd), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:07:47.159189 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-04089bf4-fb87-4bea-b06b-1de6b9213709 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-973498', 'neutron.services.segments.db._delete_segments_for_network-8742235207033'] for network (c987e71e-3df6-4dbc-9aaf-ad53cb6df767), precommit_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:07:47.171310 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 56132) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:07:47.175343 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.v2.base [None req-f8267014-dfe7-4716-b5e1-a5f822594ff1 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1057162846', 'description': 'tempest-secgroup-smoke-1057162846 description', 'project_id': '65d54c3b7dcd4af68398071d25e8321e'}} {{(pid=116161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:07:47.181854 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.services.segments.db [None req-04089bf4-fb87-4bea-b06b-1de6b9213709 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c987e71e-3df6-4dbc-9aaf-ad53cb6df767']}} {{(pid=116162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:07:47.192606 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.services.segments.db [None req-04089bf4-fb87-4bea-b06b-1de6b9213709 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ecabd243-b066-40ee-b684-286518e63a85') {'for_net_delete': True} {{(pid=116162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:07:47.192902 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.services.segments.db [None req-04089bf4-fb87-4bea-b06b-1de6b9213709 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ecabd243-b066-40ee-b684-286518e63a85') {} {{(pid=116162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:07:47.203828 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-04089bf4-fb87-4bea-b06b-1de6b9213709 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742235208578', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5026548'] for segment (ecabd243-b066-40ee-b684-286518e63a85), before_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:07:47.218876 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-04089bf4-fb87-4bea-b06b-1de6b9213709 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-961978'] for segment (ecabd243-b066-40ee-b684-286518e63a85), precommit_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:07:47.228006 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-04089bf4-fb87-4bea-b06b-1de6b9213709 admin admin] Releasing vlan 92 on physical network physnet1 to pool {{(pid=116162) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 11:07:47.228611 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-04089bf4-fb87-4bea-b06b-1de6b9213709 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-961978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5051884'] for segment (ecabd243-b066-40ee-b684-286518e63a85), after_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:07:47.231508 dv-neutron-master-2-hyperv neutron-server[116162]: Traceback (most recent call last): Apr 28 11:07:47.231508 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 11:07:47.231508 dv-neutron-master-2-hyperv neutron-server[116162]: timer() Apr 28 11:07:47.231508 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 11:07:47.231508 dv-neutron-master-2-hyperv neutron-server[116162]: cb(*args, **kw) Apr 28 11:07:47.231508 dv-neutron-master-2-hyperv neutron-server[116162]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 28 11:07:47.231508 dv-neutron-master-2-hyperv neutron-server[116162]: return func(*args, **kwargs) Apr 28 11:07:47.231508 dv-neutron-master-2-hyperv neutron-server[116162]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 11:07:47.231508 dv-neutron-master-2-hyperv neutron-server[116162]: self._notify() Apr 28 11:07:47.231508 dv-neutron-master-2-hyperv neutron-server[116162]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 11:07:47.231508 dv-neutron-master-2-hyperv neutron-server[116162]: self.callback(batched_events) Apr 28 11:07:47.231508 dv-neutron-master-2-hyperv neutron-server[116162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 11:07:47.231508 dv-neutron-master-2-hyperv neutron-server[116162]: event.method(event) Apr 28 11:07:47.231508 dv-neutron-master-2-hyperv neutron-server[116162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 28 11:07:47.231508 dv-neutron-master-2-hyperv neutron-server[116162]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 11:07:47.231508 dv-neutron-master-2-hyperv neutron-server[116162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 28 11:07:47.231508 dv-neutron-master-2-hyperv neutron-server[116162]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 11:07:47.231508 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 28 11:07:47.231508 dv-neutron-master-2-hyperv neutron-server[116162]: return f(self, *a, **k) Apr 28 11:07:47.231508 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 28 11:07:47.231508 dv-neutron-master-2-hyperv neutron-server[116162]: return self._get(url).json() Apr 28 11:07:47.231508 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 28 11:07:47.231508 dv-neutron-master-2-hyperv neutron-server[116162]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 11:07:47.231508 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 11:07:47.231508 dv-neutron-master-2-hyperv neutron-server[116162]: return self.request(url, 'GET', **kwargs) Apr 28 11:07:47.231508 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 11:07:47.231508 dv-neutron-master-2-hyperv neutron-server[116162]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 11:07:47.231508 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 11:07:47.231508 dv-neutron-master-2-hyperv neutron-server[116162]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 11:07:47.231508 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 11:07:47.231508 dv-neutron-master-2-hyperv neutron-server[116162]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 11:07:47.231508 dv-neutron-master-2-hyperv neutron-server[116162]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 11:07:47.244619 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671f463c-43f0-4cff-9463-671ab996dbda None None] Pushing event updated for resources: {'Port': ['ID=4197073b-9bb9-4e21-a899-c2285fbc75bd,revision_number=3']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:07:47.262514 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-f8267014-dfe7-4716-b5e1-a5f822594ff1 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks [] for security_group (None), before_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:07:47.311591 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.managers [None req-82b75e2d-3230-4a38-84ab-8f57fd383374 None None] Attempting to bind port 4197073b-9bb9-4e21-a899-c2285fbc75bd on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=116163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 28 11:07:47.312235 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.managers [None req-82b75e2d-3230-4a38-84ab-8f57fd383374 None None] Attempting to bind port 4197073b-9bb9-4e21-a899-c2285fbc75bd by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'a964e3ea-758f-43ce-9048-5da6f72b69ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'c66de280-1745-4348-a2dd-dc364330d799'}] {{(pid=116163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 28 11:07:47.312717 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82b75e2d-3230-4a38-84ab-8f57fd383374 None None] Attempting to bind port 4197073b-9bb9-4e21-a899-c2285fbc75bd on network c66de280-1745-4348-a2dd-dc364330d799 {{(pid=116163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 11:07:47.320557 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82b75e2d-3230-4a38-84ab-8f57fd383374 None None] Checking agent: {'id': 'd5baab19-5dd1-4902-922b-84acb048ab9c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 10, 50, 43), 'started_at': datetime.datetime(2022, 4, 28, 10, 51, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 11, 7, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=116163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 11:07:47.322003 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82b75e2d-3230-4a38-84ab-8f57fd383374 None None] Checking segment: {'id': 'a964e3ea-758f-43ce-9048-5da6f72b69ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'c66de280-1745-4348-a2dd-dc364330d799'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 11:07:47.322893 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-82b75e2d-3230-4a38-84ab-8f57fd383374 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:07:47.323762 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82b75e2d-3230-4a38-84ab-8f57fd383374 None None] Bound using segment: {'id': 'a964e3ea-758f-43ce-9048-5da6f72b69ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'c66de280-1745-4348-a2dd-dc364330d799'} {{(pid=116163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 11:07:47.324548 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.managers [None req-82b75e2d-3230-4a38-84ab-8f57fd383374 None None] Bound port: 4197073b-9bb9-4e21-a899-c2285fbc75bd, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a964e3ea-758f-43ce-9048-5da6f72b69ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'c66de280-1745-4348-a2dd-dc364330d799'}}] {{(pid=116163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 28 11:07:47.325126 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-82b75e2d-3230-4a38-84ab-8f57fd383374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (4197073b-9bb9-4e21-a899-c2285fbc75bd), before_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:07:47.355460 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-f8267014-dfe7-4716-b5e1-a5f822594ff1 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks [] for security_group (3fa0774a-c938-4fd1-b43d-9cc13abb0de9), precommit_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:07:47.382598 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-04089bf4-fb87-4bea-b06b-1de6b9213709 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-973477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2063122'] for network (c987e71e-3df6-4dbc-9aaf-ad53cb6df767), after_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:07:47.387085 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-04089bf4-fb87-4bea-b06b-1de6b9213709 admin admin] Publish callbacks [] for network (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:07:47.391531 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-04089bf4-fb87-4bea-b06b-1de6b9213709 admin admin] 10.222.0.10 "DELETE /v2.0/networks/c987e71e-3df6-4dbc-9aaf-ad53cb6df767 HTTP/1.1" status: 204 len: 168 time: 0.4123926 Apr 28 11:07:47.394108 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 56134) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:07:47.406191 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-82b75e2d-3230-4a38-84ab-8f57fd383374 None None] For port 4197073b-9bb9-4e21-a899-c2285fbc75bd, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=116163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 11:07:47.410181 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-82b75e2d-3230-4a38-84ab-8f57fd383374 None None] For port 4197073b-9bb9-4e21-a899-c2285fbc75bd, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=4197073b-9bb9-4e21-a899-c2285fbc75bd,segment=NetworkSegment(a964e3ea-758f-43ce-9048-5da6f72b69ad),segment_id=a964e3ea-758f-43ce-9048-5da6f72b69ad)] {{(pid=116163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 11:07:47.412816 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04089bf4-fb87-4bea-b06b-1de6b9213709 admin admin] Pushing event deleted for resources: {'Network': ['ID=c987e71e-3df6-4dbc-9aaf-ad53cb6df767,revision_number=None']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:07:47.435460 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-f8267014-dfe7-4716-b5e1-a5f822594ff1 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924426'] for security_group (3fa0774a-c938-4fd1-b43d-9cc13abb0de9), after_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:07:47.474576 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-82b75e2d-3230-4a38-84ab-8f57fd383374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393'] for port (4197073b-9bb9-4e21-a899-c2285fbc75bd), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:07:47.477816 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.db.db_base_plugin_v2 [None req-8f78aad2-874d-4718-92c9-81bce01d9729 admin admin] Deleting subnet 98460445-a6ef-4207-8081-7fbf49063af0 {{(pid=116161) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 28 11:07:47.483663 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-8f78aad2-874d-4718-92c9-81bce01d9729 admin admin] Publish callbacks [] for subnet (98460445-a6ef-4207-8081-7fbf49063af0), before_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:07:47.485685 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8267014-dfe7-4716-b5e1-a5f822594ff1 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3fa0774a-c938-4fd1-b43d-9cc13abb0de9,revision_number=1']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:07:47.524839 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-f8267014-dfe7-4716-b5e1-a5f822594ff1 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks [] for security_group (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:07:47.526167 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-f8267014-dfe7-4716-b5e1-a5f822594ff1 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.3549557 Apr 28 11:07:47.528814 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-8f78aad2-874d-4718-92c9-81bce01d9729 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8076976'] for subnet (98460445-a6ef-4207-8081-7fbf49063af0), precommit_delete_associations {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:07:47.537715 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 56136) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:07:47.537715 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.v2.base [None req-8de3212f-df64-43b3-986a-62314cb058de tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Request body: {'security_group_rule': {'security_group_id': '3fa0774a-c938-4fd1-b43d-9cc13abb0de9', 'project_id': '65d54c3b7dcd4af68398071d25e8321e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=116162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:07:47.554756 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-cc407e80-5ac5-4dac-961e-f3db124f89cd None None] Provisioning complete for port 4197073b-9bb9-4e21-a899-c2285fbc75bd triggered by entity DHCP. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:07:47.555276 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-cc407e80-5ac5-4dac-961e-f3db124f89cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (4197073b-9bb9-4e21-a899-c2285fbc75bd), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:07:47.558242 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82b75e2d-3230-4a38-84ab-8f57fd383374 None None] Routers {'55b240b0-af1e-48f4-9bb9-379b7935b3a7'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=116163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 11:07:47.558951 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_hamode_db [None req-82b75e2d-3230-4a38-84ab-8f57fd383374 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-28T10:50:39Z,description=,heartbeat_timestamp=2022-04-28T11:07:39Z,host='dv-neutron-master-2-hyperv',id=6b492ad6-0876-4d74-b20d-28143a52ceba,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T10:50:40Z,topic='l3_agent')) {'router_ids': ['55b240b0-af1e-48f4-9bb9-379b7935b3a7'], 'active': True} {{(pid=116163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:07:47.562592 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671f463c-43f0-4cff-9463-671ab996dbda None None] Pushing event updated for resources: {'Port': ['ID=4197073b-9bb9-4e21-a899-c2285fbc75bd,revision_number=4']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:07:47.579705 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-8f78aad2-874d-4718-92c9-81bce01d9729 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-971303'] for subnet (98460445-a6ef-4207-8081-7fbf49063af0), precommit_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:07:47.626440 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-8de3212f-df64-43b3-986a-62314cb058de tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks [] for security_group_rule (4ff5b443-9e10-4424-93dd-2e93fbee9853), before_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:07:47.698058 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-8de3212f-df64-43b3-986a-62314cb058de tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks [] for security_group_rule (4ff5b443-9e10-4424-93dd-2e93fbee9853), precommit_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:07:47.703374 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-8f78aad2-874d-4718-92c9-81bce01d9729 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-971310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5220601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5125409'] for subnet (98460445-a6ef-4207-8081-7fbf49063af0), after_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:07:47.730327 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f78aad2-874d-4718-92c9-81bce01d9729 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=98460445-a6ef-4207-8081-7fbf49063af0,revision_number=None']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:07:47.737275 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-8f78aad2-874d-4718-92c9-81bce01d9729 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:07:47.740905 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-8f78aad2-874d-4718-92c9-81bce01d9729 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/98460445-a6ef-4207-8081-7fbf49063af0 HTTP/1.1" status: 204 len: 168 time: 0.3451059 Apr 28 11:07:47.744023 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 56138) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:07:47.745429 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvr_db [None req-82b75e2d-3230-4a38-84ab-8f57fd383374 None None] Set router 55b240b0-af1e-48f4-9bb9-379b7935b3a7 gateway port host: dv-neutron-master-2-hyperv {{(pid=116163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 11:07:47.748005 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-8de3212f-df64-43b3-986a-62314cb058de tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1912725'] for security_group_rule (4ff5b443-9e10-4424-93dd-2e93fbee9853), after_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:07:47.776108 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-cc407e80-5ac5-4dac-961e-f3db124f89cd None None] Current status of the port 4197073b-9bb9-4e21-a899-c2285fbc75bd is: DOWN; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:07:47.778935 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-cc407e80-5ac5-4dac-961e-f3db124f89cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (4197073b-9bb9-4e21-a899-c2285fbc75bd), before_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:07:47.790332 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de3212f-df64-43b3-986a-62314cb058de tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4ff5b443-9e10-4424-93dd-2e93fbee9853,revision_number=0']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:07:47.838813 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-29af7031-9d7b-49ae-8a00-ba6638c3f9ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-979593'] for network (85dde983-14b2-4290-a3a0-484845e1e347), before_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:07:47.848951 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-8de3212f-df64-43b3-986a-62314cb058de tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:07:47.853806 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-8de3212f-df64-43b3-986a-62314cb058de tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3198152 Apr 28 11:07:47.854245 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 56140) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:07:47.859367 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.v2.base [None req-d64f05a1-c29f-4d78-a2f7-26e2aac51729 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Request body: {'security_group_rule': {'security_group_id': '3fa0774a-c938-4fd1-b43d-9cc13abb0de9', 'project_id': '65d54c3b7dcd4af68398071d25e8321e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=116161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:07:47.867204 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-cc407e80-5ac5-4dac-961e-f3db124f89cd None None] For port 4197073b-9bb9-4e21-a899-c2285fbc75bd, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=4197073b-9bb9-4e21-a899-c2285fbc75bd,segment=NetworkSegment(a964e3ea-758f-43ce-9048-5da6f72b69ad),segment_id=a964e3ea-758f-43ce-9048-5da6f72b69ad)] {{(pid=116163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 11:07:47.925441 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-29af7031-9d7b-49ae-8a00-ba6638c3f9ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-973498', 'neutron.services.segments.db._delete_segments_for_network-8742235207033'] for network (85dde983-14b2-4290-a3a0-484845e1e347), precommit_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:07:47.945502 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.services.segments.db [None req-29af7031-9d7b-49ae-8a00-ba6638c3f9ea admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['85dde983-14b2-4290-a3a0-484845e1e347']}} {{(pid=116162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:07:47.948314 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-cc407e80-5ac5-4dac-961e-f3db124f89cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393'] for port (4197073b-9bb9-4e21-a899-c2285fbc75bd), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:07:47.956910 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.services.segments.db [None req-29af7031-9d7b-49ae-8a00-ba6638c3f9ea admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6f754224-f35e-4a91-ad4d-247a6ecf0614') {'for_net_delete': True} {{(pid=116162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:07:47.956910 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.services.segments.db [None req-29af7031-9d7b-49ae-8a00-ba6638c3f9ea admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6f754224-f35e-4a91-ad4d-247a6ecf0614') {} {{(pid=116162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:07:47.964737 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-29af7031-9d7b-49ae-8a00-ba6638c3f9ea admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742235208578', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5026548'] for segment (6f754224-f35e-4a91-ad4d-247a6ecf0614), before_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:07:47.979216 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-29af7031-9d7b-49ae-8a00-ba6638c3f9ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-961978'] for segment (6f754224-f35e-4a91-ad4d-247a6ecf0614), precommit_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:07:47.984130 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-d64f05a1-c29f-4d78-a2f7-26e2aac51729 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks [] for security_group_rule (a9bd195c-5309-4e68-ad3f-a91be08bdd7a), before_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:07:47.986190 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-29af7031-9d7b-49ae-8a00-ba6638c3f9ea admin admin] Releasing vlan 88 on physical network physnet1 to pool {{(pid=116162) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 11:07:47.991200 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-29af7031-9d7b-49ae-8a00-ba6638c3f9ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-961978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5051884'] for segment (6f754224-f35e-4a91-ad4d-247a6ecf0614), after_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:07:47.991200 dv-neutron-master-2-hyperv neutron-server[116162]: Traceback (most recent call last): Apr 28 11:07:47.991200 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 11:07:47.991200 dv-neutron-master-2-hyperv neutron-server[116162]: timer() Apr 28 11:07:47.991200 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 11:07:47.991200 dv-neutron-master-2-hyperv neutron-server[116162]: cb(*args, **kw) Apr 28 11:07:47.991200 dv-neutron-master-2-hyperv neutron-server[116162]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 28 11:07:47.991200 dv-neutron-master-2-hyperv neutron-server[116162]: return func(*args, **kwargs) Apr 28 11:07:47.991200 dv-neutron-master-2-hyperv neutron-server[116162]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 11:07:47.991200 dv-neutron-master-2-hyperv neutron-server[116162]: self._notify() Apr 28 11:07:47.991200 dv-neutron-master-2-hyperv neutron-server[116162]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 11:07:47.991200 dv-neutron-master-2-hyperv neutron-server[116162]: self.callback(batched_events) Apr 28 11:07:47.991200 dv-neutron-master-2-hyperv neutron-server[116162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 11:07:47.991200 dv-neutron-master-2-hyperv neutron-server[116162]: event.method(event) Apr 28 11:07:47.991200 dv-neutron-master-2-hyperv neutron-server[116162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 28 11:07:47.991200 dv-neutron-master-2-hyperv neutron-server[116162]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 11:07:47.991200 dv-neutron-master-2-hyperv neutron-server[116162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 28 11:07:47.991200 dv-neutron-master-2-hyperv neutron-server[116162]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 11:07:47.991200 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 28 11:07:47.991200 dv-neutron-master-2-hyperv neutron-server[116162]: return f(self, *a, **k) Apr 28 11:07:47.991200 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 28 11:07:47.991200 dv-neutron-master-2-hyperv neutron-server[116162]: return self._get(url).json() Apr 28 11:07:47.991200 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 28 11:07:47.991200 dv-neutron-master-2-hyperv neutron-server[116162]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 11:07:47.991200 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 11:07:47.991200 dv-neutron-master-2-hyperv neutron-server[116162]: return self.request(url, 'GET', **kwargs) Apr 28 11:07:47.991200 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 11:07:47.991200 dv-neutron-master-2-hyperv neutron-server[116162]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 11:07:47.991200 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 11:07:47.991200 dv-neutron-master-2-hyperv neutron-server[116162]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 11:07:47.991200 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 11:07:47.991200 dv-neutron-master-2-hyperv neutron-server[116162]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 11:07:47.991200 dv-neutron-master-2-hyperv neutron-server[116162]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 11:07:47.998539 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_hamode_db [None req-82b75e2d-3230-4a38-84ab-8f57fd383374 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55b240b0-af1e-48f4-9bb9-379b7935b3a7', 'name': 'tempest-TestNetworkBasicOps-router-1415271865', 'tenant_id': '65d54c3b7dcd4af68398071d25e8321e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'external_fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.39'}], 'enable_snat': True}, 'gw_port_id': 'a8bd8ad0-5adc-48c7-9aec-d260128ffc60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T11:07:38Z', 'updated_at': '2022-04-28T11:07:44Z', 'revision_number': 4, 'project_id': '65d54c3b7dcd4af68398071d25e8321e', 'gw_port': {'id': 'a8bd8ad0-5adc-48c7-9aec-d260128ffc60', 'name': '', 'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:ec:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55b240b0-af1e-48f4-9bb9-379b7935b3a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1385, 'fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:07:38Z', 'updated_at': '2022-04-28T11:07:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '4197073b-9bb9-4e21-a899-c2285fbc75bd', 'name': '', 'network_id': 'c66de280-1745-4348-a2dd-dc364330d799', 'tenant_id': '65d54c3b7dcd4af68398071d25e8321e', 'mac_address': 'fa:16:3e:f8:dd:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55b240b0-af1e-48f4-9bb9-379b7935b3a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1390, 'fixed_ips': [{'subnet_id': 'b794fd01-ea7b-45c8-9116-1568cf69388c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:07:43Z', 'updated_at': '2022-04-28T11:07:47Z', 'revision_number': 4, 'project_id': '65d54c3b7dcd4af68398071d25e8321e', 'subnets': [{'id': 'b794fd01-ea7b-45c8-9116-1568cf69388c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=116163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:07:48.038688 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82b75e2d-3230-4a38-84ab-8f57fd383374 None None] The sync data for ids ['55b240b0-af1e-48f4-9bb9-379b7935b3a7'] in dv-neutron-master-2-hyperv is: [{'id': '55b240b0-af1e-48f4-9bb9-379b7935b3a7', 'name': 'tempest-TestNetworkBasicOps-router-1415271865', 'tenant_id': '65d54c3b7dcd4af68398071d25e8321e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'external_fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.39'}], 'enable_snat': True}, 'gw_port_id': 'a8bd8ad0-5adc-48c7-9aec-d260128ffc60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T11:07:38Z', 'updated_at': '2022-04-28T11:07:44Z', 'revision_number': 4, 'project_id': '65d54c3b7dcd4af68398071d25e8321e', 'gw_port': {'id': 'a8bd8ad0-5adc-48c7-9aec-d260128ffc60', 'name': '', 'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:ec:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55b240b0-af1e-48f4-9bb9-379b7935b3a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1385, 'fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:07:38Z', 'updated_at': '2022-04-28T11:07:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '4197073b-9bb9-4e21-a899-c2285fbc75bd', 'name': '', 'network_id': 'c66de280-1745-4348-a2dd-dc364330d799', 'tenant_id': '65d54c3b7dcd4af68398071d25e8321e', 'mac_address': 'fa:16:3e:f8:dd:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55b240b0-af1e-48f4-9bb9-379b7935b3a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1390, 'fixed_ips': [{'subnet_id': 'b794fd01-ea7b-45c8-9116-1568cf69388c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:07:43Z', 'updated_at': '2022-04-28T11:07:47Z', 'revision_number': 4, 'project_id': '65d54c3b7dcd4af68398071d25e8321e', 'subnets': [{'id': 'b794fd01-ea7b-45c8-9116-1568cf69388c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=116163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 11:07:48.043117 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc407e80-5ac5-4dac-961e-f3db124f89cd None None] Pushing event updated for resources: {'Port': ['ID=4197073b-9bb9-4e21-a899-c2285fbc75bd,revision_number=5']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:07:48.054129 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-d64f05a1-c29f-4d78-a2f7-26e2aac51729 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks [] for security_group_rule (a9bd195c-5309-4e68-ad3f-a91be08bdd7a), precommit_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:07:48.066877 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-f1e76021-1ef3-47d2-ac64-f79cc59bdee1 None None] Provisioning complete for port 4197073b-9bb9-4e21-a899-c2285fbc75bd triggered by entity DHCP. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:07:48.067247 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-f1e76021-1ef3-47d2-ac64-f79cc59bdee1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (4197073b-9bb9-4e21-a899-c2285fbc75bd), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:07:48.131468 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-29af7031-9d7b-49ae-8a00-ba6638c3f9ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-973477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2063122'] for network (85dde983-14b2-4290-a3a0-484845e1e347), after_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:07:48.140818 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-29af7031-9d7b-49ae-8a00-ba6638c3f9ea admin admin] Publish callbacks [] for network (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:07:48.144380 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-29af7031-9d7b-49ae-8a00-ba6638c3f9ea admin admin] 10.222.0.10 "DELETE /v2.0/networks/85dde983-14b2-4290-a3a0-484845e1e347 HTTP/1.1" status: 204 len: 168 time: 0.3978581 Apr 28 11:07:48.160142 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-d64f05a1-c29f-4d78-a2f7-26e2aac51729 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1912725'] for security_group_rule (a9bd195c-5309-4e68-ad3f-a91be08bdd7a), after_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:07:48.167860 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29af7031-9d7b-49ae-8a00-ba6638c3f9ea admin admin] Pushing event deleted for resources: {'Network': ['ID=85dde983-14b2-4290-a3a0-484845e1e347,revision_number=None']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:07:48.180031 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64f05a1-c29f-4d78-a2f7-26e2aac51729 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a9bd195c-5309-4e68-ad3f-a91be08bdd7a,revision_number=0']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:07:48.193447 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-f1e76021-1ef3-47d2-ac64-f79cc59bdee1 None None] Current status of the port 4197073b-9bb9-4e21-a899-c2285fbc75bd is: ACTIVE; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:07:48.248240 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-d64f05a1-c29f-4d78-a2f7-26e2aac51729 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:07:48.253345 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 56144) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:07:48.253511 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-d64f05a1-c29f-4d78-a2f7-26e2aac51729 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3980198 Apr 28 11:07:48.262389 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.v2.base [None req-ecb9e78a-9afa-49a6-b6ef-dacc120fe076 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Request body: {'security_group_rule': {'security_group_id': '3fa0774a-c938-4fd1-b43d-9cc13abb0de9', 'project_id': '65d54c3b7dcd4af68398071d25e8321e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=116162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:07:48.371730 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-ecb9e78a-9afa-49a6-b6ef-dacc120fe076 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks [] for security_group_rule (ee523040-e2cc-4273-b932-1aaff9b626f9), before_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:07:48.434041 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-ecb9e78a-9afa-49a6-b6ef-dacc120fe076 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks [] for security_group_rule (ee523040-e2cc-4273-b932-1aaff9b626f9), precommit_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:07:48.542589 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-ecb9e78a-9afa-49a6-b6ef-dacc120fe076 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1912725'] for security_group_rule (ee523040-e2cc-4273-b932-1aaff9b626f9), after_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:07:48.562310 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb9e78a-9afa-49a6-b6ef-dacc120fe076 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ee523040-e2cc-4273-b932-1aaff9b626f9,revision_number=0']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:07:48.582237 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 56146) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:07:48.626002 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-72d3a6d5-634c-41ee-bdce-11be6ecf5ae0 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=11209735ab45486195794207680c4b2b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0424454 Apr 28 11:07:48.628882 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 56148) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:07:48.629855 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-ecb9e78a-9afa-49a6-b6ef-dacc120fe076 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:07:48.632242 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-ecb9e78a-9afa-49a6-b6ef-dacc120fe076 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3764255 Apr 28 11:07:48.639506 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 56150) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:07:48.645927 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.v2.base [None req-d41b5028-214b-4d53-a386-c1f8ff251e13 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Request body: {'security_group_rule': {'security_group_id': '3fa0774a-c938-4fd1-b43d-9cc13abb0de9', 'project_id': '65d54c3b7dcd4af68398071d25e8321e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=116162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:07:48.685825 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-177dc65d-c162-4e90-bee4-0deb8e51a561 admin admin] Publish callbacks [] for security_group (c732c802-c866-4e53-8b10-fe604c8b2400), before_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:07:48.708473 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-177dc65d-c162-4e90-bee4-0deb8e51a561 admin admin] Publish callbacks [] for security_group (c732c802-c866-4e53-8b10-fe604c8b2400), precommit_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:07:48.749128 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-d41b5028-214b-4d53-a386-c1f8ff251e13 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks [] for security_group_rule (2677b58f-3b78-4c60-9ac7-55d820a4e6a3), before_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:07:48.812241 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-d41b5028-214b-4d53-a386-c1f8ff251e13 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks [] for security_group_rule (2677b58f-3b78-4c60-9ac7-55d820a4e6a3), precommit_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:07:48.828927 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-177dc65d-c162-4e90-bee4-0deb8e51a561 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924426'] for security_group (c732c802-c866-4e53-8b10-fe604c8b2400), after_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:07:48.831011 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-177dc65d-c162-4e90-bee4-0deb8e51a561 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:07:48.832397 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-177dc65d-c162-4e90-bee4-0deb8e51a561 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/c732c802-c866-4e53-8b10-fe604c8b2400 HTTP/1.1" status: 204 len: 168 time: 0.2025361 Apr 28 11:07:48.841492 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-177dc65d-c162-4e90-bee4-0deb8e51a561 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c732c802-c866-4e53-8b10-fe604c8b2400,revision_number=None']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:07:48.891517 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-d41b5028-214b-4d53-a386-c1f8ff251e13 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1912725'] for security_group_rule (2677b58f-3b78-4c60-9ac7-55d820a4e6a3), after_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:07:48.917704 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41b5028-214b-4d53-a386-c1f8ff251e13 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2677b58f-3b78-4c60-9ac7-55d820a4e6a3,revision_number=0']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:07:49.001701 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-d41b5028-214b-4d53-a386-c1f8ff251e13 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:07:49.004007 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-d41b5028-214b-4d53-a386-c1f8ff251e13 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3621778 Apr 28 11:07:49.009151 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 56154) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:07:49.011304 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.v2.base [None req-3a2ea788-bbbf-49ae-abef-66828a10659e tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Request body: {'security_group_rule': {'security_group_id': '3fa0774a-c938-4fd1-b43d-9cc13abb0de9', 'project_id': '65d54c3b7dcd4af68398071d25e8321e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=116162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:07:49.091300 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.db.securitygroups_db [None req-3a2ea788-bbbf-49ae-abef-66828a10659e tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Project 65d54c3b7dcd4af68398071d25e8321e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 28 11:07:49.097630 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-3a2ea788-bbbf-49ae-abef-66828a10659e tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks [] for security_group_rule (18928e4e-2696-4e83-98fd-398a41bc51d1), before_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:07:49.152046 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Device 21fdb1d0-ad81-453e-9b4e-68600c8ec65d no longer exists at agent hyperv_hv-neutron-mast {{(pid=116163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 11:07:49.169577 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-3a2ea788-bbbf-49ae-abef-66828a10659e tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks [] for security_group_rule (18928e4e-2696-4e83-98fd-398a41bc51d1), precommit_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:07:49.177083 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] No Port match for: 21fdb1d0-ad81-453e-9b4e-68600c8ec65d {{(pid=116163) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 28 11:07:49.177430 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Device 21fdb1d0-ad81-453e-9b4e-68600c8ec65d not bound to the agent host hv-neutron-mast {{(pid=116163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 11:07:49.245361 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-3a2ea788-bbbf-49ae-abef-66828a10659e tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1912725'] for security_group_rule (18928e4e-2696-4e83-98fd-398a41bc51d1), after_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:07:49.265754 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2ea788-bbbf-49ae-abef-66828a10659e tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=18928e4e-2696-4e83-98fd-398a41bc51d1,revision_number=0']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:07:49.327452 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-3a2ea788-bbbf-49ae-abef-66828a10659e tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:07:49.328654 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-3a2ea788-bbbf-49ae-abef-66828a10659e tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3216548 Apr 28 11:07:49.331436 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 56158) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:07:49.335617 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.v2.base [None req-ba6073d4-3d7f-4af3-a412-26bdbc75b712 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Request body: {'security_group_rule': {'security_group_id': '3fa0774a-c938-4fd1-b43d-9cc13abb0de9', 'project_id': '65d54c3b7dcd4af68398071d25e8321e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=116162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:07:49.479393 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.db.securitygroups_db [None req-ba6073d4-3d7f-4af3-a412-26bdbc75b712 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Project 65d54c3b7dcd4af68398071d25e8321e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 28 11:07:49.485044 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-ba6073d4-3d7f-4af3-a412-26bdbc75b712 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks [] for security_group_rule (98ab8bb3-12ee-4b7d-8a66-75fc2c470914), before_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:07:49.543663 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-ba6073d4-3d7f-4af3-a412-26bdbc75b712 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks [] for security_group_rule (98ab8bb3-12ee-4b7d-8a66-75fc2c470914), precommit_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:07:49.550337 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 56160) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:07:49.588879 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-ba6073d4-3d7f-4af3-a412-26bdbc75b712 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1912725'] for security_group_rule (98ab8bb3-12ee-4b7d-8a66-75fc2c470914), after_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:07:49.592365 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-57aa033e-a78e-4897-b9bd-57ec17da7bac admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=8fd99e1c1215455191d7d4f48f28f3ec&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0430665 Apr 28 11:07:49.596644 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 56162) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:07:49.611283 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba6073d4-3d7f-4af3-a412-26bdbc75b712 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=98ab8bb3-12ee-4b7d-8a66-75fc2c470914,revision_number=0']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:07:49.647046 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-a68eec6c-5ff6-4a9c-b753-01e940423ef6 admin admin] Publish callbacks [] for security_group (59c9444e-1699-421a-90ea-626946e951f2), before_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:07:49.659307 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-ba6073d4-3d7f-4af3-a412-26bdbc75b712 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:07:49.660755 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-ba6073d4-3d7f-4af3-a412-26bdbc75b712 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3283865 Apr 28 11:07:49.672984 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-a68eec6c-5ff6-4a9c-b753-01e940423ef6 admin admin] Publish callbacks [] for security_group (59c9444e-1699-421a-90ea-626946e951f2), precommit_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:07:49.782821 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-a68eec6c-5ff6-4a9c-b753-01e940423ef6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924426'] for security_group (59c9444e-1699-421a-90ea-626946e951f2), after_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:07:49.785455 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-a68eec6c-5ff6-4a9c-b753-01e940423ef6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:07:49.787024 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-a68eec6c-5ff6-4a9c-b753-01e940423ef6 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/59c9444e-1699-421a-90ea-626946e951f2 HTTP/1.1" status: 204 len: 168 time: 0.1904421 Apr 28 11:07:49.799341 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68eec6c-5ff6-4a9c-b753-01e940423ef6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59c9444e-1699-421a-90ea-626946e951f2,revision_number=None']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:07:49.837387 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Device 4197073b-9bb9-4e21-a899-c2285fbc75bd up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=116163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 11:07:49.875027 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-60ea3b79-e412-45df-976a-fd9eaa697955 req-8db31c7e-21a9-4913-a40f-48d9c7c36e98 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1057162846&fields=id&tenant_id=65d54c3b7dcd4af68398071d25e8321e HTTP/1.1" status: 200 len: 267 time: 0.0517728 Apr 28 11:07:49.891561 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Provisioning complete for port 4197073b-9bb9-4e21-a899-c2285fbc75bd triggered by entity L2. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:07:49.891892 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (4197073b-9bb9-4e21-a899-c2285fbc75bd), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:07:49.977054 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Current status of the port 4197073b-9bb9-4e21-a899-c2285fbc75bd is: ACTIVE; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:07:50.001881 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ea3b79-e412-45df-976a-fd9eaa697955 req-46b892a1-5b58-4680-b71a-560cba631bb4 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:07:50.003565 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-60ea3b79-e412-45df-976a-fd9eaa697955 req-46b892a1-5b58-4680-b71a-560cba631bb4 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] 10.222.0.10 "GET /v2.0/networks?id=c66de280-1745-4348-a2dd-dc364330d799 HTTP/1.1" status: 200 len: 797 time: 0.1202655 Apr 28 11:07:50.019750 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-60ea3b79-e412-45df-976a-fd9eaa697955 req-cb9dee78-5ff5-46fd-a54d-f9a8b3c40435 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] 10.222.0.10 "GET /v2.0/quotas/65d54c3b7dcd4af68398071d25e8321e HTTP/1.1" status: 200 len: 375 time: 0.0099480 Apr 28 11:07:50.080064 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-60ea3b79-e412-45df-976a-fd9eaa697955 req-ec465021-fbcf-495a-9b2a-5dc81005a671 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=65d54c3b7dcd4af68398071d25e8321e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0537512 Apr 28 11:07:50.191895 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-60ea3b79-e412-45df-976a-fd9eaa697955 req-defc4d39-aa94-4ec2-aaa9-b3f16207f100 service neutron] 10.222.0.10 "GET /v2.0/networks/c66de280-1745-4348-a2dd-dc364330d799?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0996802 Apr 28 11:07:50.304257 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-60ea3b79-e412-45df-976a-fd9eaa697955 req-f2c08946-6ade-4adc-a365-d403e2b0da52 service neutron] 10.222.0.10 "GET /v2.0/networks/c66de280-1745-4348-a2dd-dc364330d799?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1050944 Apr 28 11:07:50.525486 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (6be95134-9a6c-4663-8b48-90d12ce90c60), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:07:50.579644 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-efd607fe-e78f-4f95-be50-60a581783519 req-45b125ab-e05a-451a-b32c-072c2e594824 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] 10.222.0.10 "GET /v2.0/ports?device_id=110df135-5d7b-47cf-b98e-fddbe3abfb4b HTTP/1.1" status: 200 len: 210 time: 0.0299318 Apr 28 11:07:51.676417 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-36049358-03e8-4c6b-a36f-5ba6cb40d60f req-2d65f344-a755-4189-b75b-42eb59df9f3a tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] 10.222.0.10 "GET /v2.0/ports?device_id=110df135-5d7b-47cf-b98e-fddbe3abfb4b HTTP/1.1" status: 200 len: 210 time: 0.0287879 Apr 28 11:07:52.373490 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ea3b79-e412-45df-976a-fd9eaa697955 req-e60ee757-1de9-4153-9503-8f9827ec5838 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:07:52.374892 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-60ea3b79-e412-45df-976a-fd9eaa697955 req-e60ee757-1de9-4153-9503-8f9827ec5838 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] 10.222.0.20 "GET /v2.0/networks?id=c66de280-1745-4348-a2dd-dc364330d799 HTTP/1.1" status: 200 len: 797 time: 0.1113920 Apr 28 11:07:52.439764 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-60ea3b79-e412-45df-976a-fd9eaa697955 req-85161669-5d41-4bb4-ba8d-f13440c2f89b tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=65d54c3b7dcd4af68398071d25e8321e HTTP/1.1" status: 200 len: 380 time: 0.0543482 Apr 28 11:07:52.452053 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.v2.base [req-60ea3b79-e412-45df-976a-fd9eaa697955 req-0066c3a0-e911-4bca-b6ae-0fb61ad79030 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Request body: {'port': {'device_id': '110df135-5d7b-47cf-b98e-fddbe3abfb4b', 'network_id': 'c66de280-1745-4348-a2dd-dc364330d799', 'admin_state_up': True, 'tenant_id': '65d54c3b7dcd4af68398071d25e8321e', 'security_groups': ['3fa0774a-c938-4fd1-b43d-9cc13abb0de9']}} {{(pid=116161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:07:52.668162 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-60ea3b79-e412-45df-976a-fd9eaa697955 req-0066c3a0-e911-4bca-b6ae-0fb61ad79030 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Made reservation on behalf of 65d54c3b7dcd4af68398071d25e8321e for: {'port': 1} {{(pid=116161) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 11:07:52.671588 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [req-60ea3b79-e412-45df-976a-fd9eaa697955 req-0066c3a0-e911-4bca-b6ae-0fb61ad79030 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (None), before_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:07:52.776696 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-18587079-7c73-4e08-a1e1-80f5b4c34c1a req-f7d8e83f-3339-4c18-a7e4-a2441414146f tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] 10.222.0.10 "GET /v2.0/ports?device_id=110df135-5d7b-47cf-b98e-fddbe3abfb4b HTTP/1.1" status: 200 len: 210 time: 0.0326347 Apr 28 11:07:52.826022 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.db.db_base_plugin_common [req-60ea3b79-e412-45df-976a-fd9eaa697955 req-0066c3a0-e911-4bca-b6ae-0fb61ad79030 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Allocated IP 172.20.0.5 (c66de280-1745-4348-a2dd-dc364330d799/b794fd01-ea7b-45c8-9116-1568cf69388c/27a18d31-85ca-46c1-bbf6-34387a30d6c1) {{(pid=116161) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 11:07:52.962064 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [req-60ea3b79-e412-45df-976a-fd9eaa697955 req-0066c3a0-e911-4bca-b6ae-0fb61ad79030 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks [] for port (27a18d31-85ca-46c1-bbf6-34387a30d6c1), precommit_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:07:53.062423 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [req-60ea3b79-e412-45df-976a-fd9eaa697955 req-0066c3a0-e911-4bca-b6ae-0fb61ad79030 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742234710357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5219112'] for port (27a18d31-85ca-46c1-bbf6-34387a30d6c1), after_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:07:53.103637 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-60ea3b79-e412-45df-976a-fd9eaa697955 req-0066c3a0-e911-4bca-b6ae-0fb61ad79030 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Network c66de280-1745-4348-a2dd-dc364330d799 is already hosted by enough agents. {{(pid=116161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 11:07:53.109497 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.scheduler.base_scheduler [req-60ea3b79-e412-45df-976a-fd9eaa697955 req-0066c3a0-e911-4bca-b6ae-0fb61ad79030 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Resources bound (agent type, host, resource id): {{(pid=116161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 11:07:53.113397 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.db.l3_dvrscheduler_db [req-60ea3b79-e412-45df-976a-fd9eaa697955 req-0066c3a0-e911-4bca-b6ae-0fb61ad79030 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Received port after_create {{(pid=116161) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 11:07:53.121050 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0066c3a0-e911-4bca-b6ae-0fb61ad79030 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Pushing event updated for resources: {'Port': ['ID=27a18d31-85ca-46c1-bbf6-34387a30d6c1,revision_number=1']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:07:53.174681 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ea3b79-e412-45df-976a-fd9eaa697955 req-0066c3a0-e911-4bca-b6ae-0fb61ad79030 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:07:53.175333 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [req-60ea3b79-e412-45df-976a-fd9eaa697955 req-0066c3a0-e911-4bca-b6ae-0fb61ad79030 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198022'] for port (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:07:53.248976 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-60ea3b79-e412-45df-976a-fd9eaa697955 req-0066c3a0-e911-4bca-b6ae-0fb61ad79030 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8005488 Apr 28 11:07:53.260547 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.v2.base [req-60ea3b79-e412-45df-976a-fd9eaa697955 req-fb8d8dad-579b-4a2b-9be1-458f1abc59c3 service neutron] Request body: {'port': {'device_id': '110df135-5d7b-47cf-b98e-fddbe3abfb4b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-mast'}} {{(pid=116161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:07:53.320541 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [req-60ea3b79-e412-45df-976a-fd9eaa697955 req-fb8d8dad-579b-4a2b-9be1-458f1abc59c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (27a18d31-85ca-46c1-bbf6-34387a30d6c1), before_update {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:07:53.346117 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-9150b529-c3c8-4632-a80b-616035175395 None None] Provisioning complete for port 27a18d31-85ca-46c1-bbf6-34387a30d6c1 triggered by entity DHCP. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:07:53.346707 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-9150b529-c3c8-4632-a80b-616035175395 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (27a18d31-85ca-46c1-bbf6-34387a30d6c1), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:07:53.381225 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-9150b529-c3c8-4632-a80b-616035175395 None None] Port 27a18d31-85ca-46c1-bbf6-34387a30d6c1 cannot update to ACTIVE because it is not bound. {{(pid=116163) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 28 11:07:53.604357 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.notifiers.nova [req-60ea3b79-e412-45df-976a-fd9eaa697955 req-fb8d8dad-579b-4a2b-9be1-458f1abc59c3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 27a18d31-85ca-46c1-bbf6-34387a30d6c1 {{(pid=116161) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 11:07:53.611837 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [req-60ea3b79-e412-45df-976a-fd9eaa697955 req-fb8d8dad-579b-4a2b-9be1-458f1abc59c3 service neutron] Publish callbacks [] for port (27a18d31-85ca-46c1-bbf6-34387a30d6c1), precommit_update {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:07:53.625029 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.db.provisioning_blocks [req-60ea3b79-e412-45df-976a-fd9eaa697955 req-fb8d8dad-579b-4a2b-9be1-458f1abc59c3 service neutron] Transition to ACTIVE for port object 27a18d31-85ca-46c1-bbf6-34387a30d6c1 will not be triggered until provisioned by entity L2. {{(pid=116161) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 28 11:07:53.702175 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [req-60ea3b79-e412-45df-976a-fd9eaa697955 req-fb8d8dad-579b-4a2b-9be1-458f1abc59c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5219123'] for port (27a18d31-85ca-46c1-bbf6-34387a30d6c1), after_update {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:07:53.757048 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb8d8dad-579b-4a2b-9be1-458f1abc59c3 service neutron] Pushing event updated for resources: {'Port': ['ID=27a18d31-85ca-46c1-bbf6-34387a30d6c1,revision_number=2']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:07:53.828039 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.managers [req-60ea3b79-e412-45df-976a-fd9eaa697955 req-fb8d8dad-579b-4a2b-9be1-458f1abc59c3 service neutron] Attempting to bind port 27a18d31-85ca-46c1-bbf6-34387a30d6c1 on host hv-neutron-mast for vnic_type normal with profile {{(pid=116161) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 28 11:07:53.828724 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.managers [req-60ea3b79-e412-45df-976a-fd9eaa697955 req-fb8d8dad-579b-4a2b-9be1-458f1abc59c3 service neutron] Attempting to bind port 27a18d31-85ca-46c1-bbf6-34387a30d6c1 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': 'a964e3ea-758f-43ce-9048-5da6f72b69ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'c66de280-1745-4348-a2dd-dc364330d799'}] {{(pid=116161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 28 11:07:53.828851 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60ea3b79-e412-45df-976a-fd9eaa697955 req-fb8d8dad-579b-4a2b-9be1-458f1abc59c3 service neutron] Attempting to bind port 27a18d31-85ca-46c1-bbf6-34387a30d6c1 on network c66de280-1745-4348-a2dd-dc364330d799 {{(pid=116161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 11:07:53.833648 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60ea3b79-e412-45df-976a-fd9eaa697955 req-fb8d8dad-579b-4a2b-9be1-458f1abc59c3 service neutron] Port 27a18d31-85ca-46c1-bbf6-34387a30d6c1 on network c66de280-1745-4348-a2dd-dc364330d799 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=116161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 28 11:07:53.833648 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60ea3b79-e412-45df-976a-fd9eaa697955 req-fb8d8dad-579b-4a2b-9be1-458f1abc59c3 service neutron] Attempting to bind port 27a18d31-85ca-46c1-bbf6-34387a30d6c1 on network c66de280-1745-4348-a2dd-dc364330d799 {{(pid=116161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 11:07:53.838942 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60ea3b79-e412-45df-976a-fd9eaa697955 req-fb8d8dad-579b-4a2b-9be1-458f1abc59c3 service neutron] Checking agent: {'id': '6be95134-9a6c-4663-8b48-90d12ce90c60', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-mast', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 10, 57, 20), 'started_at': datetime.datetime(2022, 4, 28, 10, 57, 20), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 11, 7, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=116161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 11:07:53.839519 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60ea3b79-e412-45df-976a-fd9eaa697955 req-fb8d8dad-579b-4a2b-9be1-458f1abc59c3 service neutron] Checking segment: {'id': 'a964e3ea-758f-43ce-9048-5da6f72b69ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'c66de280-1745-4348-a2dd-dc364330d799'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 11:07:53.839768 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60ea3b79-e412-45df-976a-fd9eaa697955 req-fb8d8dad-579b-4a2b-9be1-458f1abc59c3 service neutron] Bound using segment: {'id': 'a964e3ea-758f-43ce-9048-5da6f72b69ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'c66de280-1745-4348-a2dd-dc364330d799'} {{(pid=116161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 11:07:53.845803 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.managers [req-60ea3b79-e412-45df-976a-fd9eaa697955 req-fb8d8dad-579b-4a2b-9be1-458f1abc59c3 service neutron] Bound port: 27a18d31-85ca-46c1-bbf6-34387a30d6c1, host: hv-neutron-mast, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a964e3ea-758f-43ce-9048-5da6f72b69ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'c66de280-1745-4348-a2dd-dc364330d799'}}] {{(pid=116161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 28 11:07:53.846187 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [req-60ea3b79-e412-45df-976a-fd9eaa697955 req-fb8d8dad-579b-4a2b-9be1-458f1abc59c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (27a18d31-85ca-46c1-bbf6-34387a30d6c1), before_update {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:07:53.933045 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18735b2e-32d6-4ae7-af7d-8ad206176469 req-84a6adc5-77d5-4d46-b1e6-3a596889fa7e tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:07:53.934601 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-18735b2e-32d6-4ae7-af7d-8ad206176469 req-84a6adc5-77d5-4d46-b1e6-3a596889fa7e tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] 10.222.0.10 "GET /v2.0/ports?device_id=110df135-5d7b-47cf-b98e-fddbe3abfb4b HTTP/1.1" status: 200 len: 943 time: 0.0858679 Apr 28 11:07:53.975327 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.db [req-60ea3b79-e412-45df-976a-fd9eaa697955 req-fb8d8dad-579b-4a2b-9be1-458f1abc59c3 service neutron] For port 27a18d31-85ca-46c1-bbf6-34387a30d6c1, host hv-neutron-mast, cleared binding levels {{(pid=116161) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 11:07:53.996206 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.db [req-60ea3b79-e412-45df-976a-fd9eaa697955 req-fb8d8dad-579b-4a2b-9be1-458f1abc59c3 service neutron] For port 27a18d31-85ca-46c1-bbf6-34387a30d6c1, host hv-neutron-mast, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=27a18d31-85ca-46c1-bbf6-34387a30d6c1,segment=NetworkSegment(a964e3ea-758f-43ce-9048-5da6f72b69ad),segment_id=a964e3ea-758f-43ce-9048-5da6f72b69ad)] {{(pid=116161) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 11:07:54.013201 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-18735b2e-32d6-4ae7-af7d-8ad206176469 req-c7c2cf18-868f-4add-b92c-a3cff0586df5 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] 10.222.0.10 "GET /v2.0/security-groups?id=3fa0774a-c938-4fd1-b43d-9cc13abb0de9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0695980 Apr 28 11:07:54.056981 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [req-60ea3b79-e412-45df-976a-fd9eaa697955 req-fb8d8dad-579b-4a2b-9be1-458f1abc59c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5219123'] for port (27a18d31-85ca-46c1-bbf6-34387a30d6c1), after_update {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:07:54.094593 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ea3b79-e412-45df-976a-fd9eaa697955 req-fb8d8dad-579b-4a2b-9be1-458f1abc59c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:07:54.094738 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [req-60ea3b79-e412-45df-976a-fd9eaa697955 req-fb8d8dad-579b-4a2b-9be1-458f1abc59c3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198022'] for port (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:07:54.096085 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-60ea3b79-e412-45df-976a-fd9eaa697955 req-fb8d8dad-579b-4a2b-9be1-458f1abc59c3 service neutron] 10.222.0.20 "PUT /v2.0/ports/27a18d31-85ca-46c1-bbf6-34387a30d6c1 HTTP/1.1" status: 200 len: 1093 time: 0.8400149 Apr 28 11:07:54.096528 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '110df135-5d7b-47cf-b98e-fddbe3abfb4b', 'tag': '27a18d31-85ca-46c1-bbf6-34387a30d6c1'}] {{(pid=116161) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 11:07:54.098833 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e748734031c26dffb00ab563e48cb7690d820419218221ecd4f9c2a21276ff88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca554772-092e-403b-a1cf-576915584c7c" -d '{"events": [{"name": "network-changed", "server_uuid": "110df135-5d7b-47cf-b98e-fddbe3abfb4b", "tag": "27a18d31-85ca-46c1-bbf6-34387a30d6c1"}]}' {{(pid=116161) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 11:07:54.121910 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb8d8dad-579b-4a2b-9be1-458f1abc59c3 service neutron] Pushing event updated for resources: {'Port': ['ID=27a18d31-85ca-46c1-bbf6-34387a30d6c1,revision_number=3']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:07:54.144188 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 11:07:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8379c41-4308-4a64-bc1f-80c4ad451416 x-openstack-request-id: req-e8379c41-4308-4a64-bc1f-80c4ad451416 {{(pid=116161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 11:07:54.144482 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "110df135-5d7b-47cf-b98e-fddbe3abfb4b", "tag": "27a18d31-85ca-46c1-bbf6-34387a30d6c1", "status": "completed", "code": 200}]} {{(pid=116161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 11:07:54.144745 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-e8379c41-4308-4a64-bc1f-80c4ad451416 {{(pid=116161) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 11:07:54.145160 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e8379c41-4308-4a64-bc1f-80c4ad451416'] response: {'name': 'network-changed', 'server_uuid': '110df135-5d7b-47cf-b98e-fddbe3abfb4b', 'tag': '27a18d31-85ca-46c1-bbf6-34387a30d6c1', 'status': 'completed', 'code': 200} Apr 28 11:07:54.211967 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca554772-092e-403b-a1cf-576915584c7c req-cb36e4ce-fc5d-46fe-ae40-fdb16a8308b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:07:54.217235 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-ca554772-092e-403b-a1cf-576915584c7c req-cb36e4ce-fc5d-46fe-ae40-fdb16a8308b4 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=65d54c3b7dcd4af68398071d25e8321e&device_id=110df135-5d7b-47cf-b98e-fddbe3abfb4b HTTP/1.1" status: 200 len: 1127 time: 0.0477703 Apr 28 11:07:54.410753 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca554772-092e-403b-a1cf-576915584c7c req-a4d81b5a-69f9-4181-aab9-9fd135a31a76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:07:54.412185 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-ca554772-092e-403b-a1cf-576915584c7c req-a4d81b5a-69f9-4181-aab9-9fd135a31a76 service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=65d54c3b7dcd4af68398071d25e8321e&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1925454 Apr 28 11:07:54.569093 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca554772-092e-403b-a1cf-576915584c7c req-153341df-f200-4a7f-9150-f848bf63349c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:07:54.570612 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-ca554772-092e-403b-a1cf-576915584c7c req-153341df-f200-4a7f-9150-f848bf63349c service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1526170 Apr 28 11:07:54.642991 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ea3b79-e412-45df-976a-fd9eaa697955 req-533e641f-4b9e-4c74-8ed5-ffdb07868753 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:07:54.644494 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-60ea3b79-e412-45df-976a-fd9eaa697955 req-533e641f-4b9e-4c74-8ed5-ffdb07868753 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=65d54c3b7dcd4af68398071d25e8321e&device_id=110df135-5d7b-47cf-b98e-fddbe3abfb4b HTTP/1.1" status: 200 len: 1127 time: 0.0404670 Apr 28 11:07:54.684679 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-60ea3b79-e412-45df-976a-fd9eaa697955 req-c431ca80-23cf-48b6-be6e-72892887a5de service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=27a18d31-85ca-46c1-bbf6-34387a30d6c1 HTTP/1.1" status: 200 len: 217 time: 0.0337434 Apr 28 11:07:54.735995 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ea3b79-e412-45df-976a-fd9eaa697955 req-605e2b8f-2f31-42f9-ac60-7d21deaa9689 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:07:54.737416 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-60ea3b79-e412-45df-976a-fd9eaa697955 req-605e2b8f-2f31-42f9-ac60-7d21deaa9689 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b794fd01-ea7b-45c8-9116-1568cf69388c HTTP/1.1" status: 200 len: 834 time: 0.0467455 Apr 28 11:07:54.779024 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ea3b79-e412-45df-976a-fd9eaa697955 req-b584fd20-dfdd-4726-9d4d-fe71a6ae7ab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:07:54.780461 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-60ea3b79-e412-45df-976a-fd9eaa697955 req-b584fd20-dfdd-4726-9d4d-fe71a6ae7ab2 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c66de280-1745-4348-a2dd-dc364330d799&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0378442 Apr 28 11:07:54.867415 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-60ea3b79-e412-45df-976a-fd9eaa697955 req-55bcd8d5-f22d-4bb7-8074-9a97b06a36da service neutron] 10.222.0.20 "GET /v2.0/networks/c66de280-1745-4348-a2dd-dc364330d799?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811734 Apr 28 11:07:54.957282 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-60ea3b79-e412-45df-976a-fd9eaa697955 req-f016e7d1-6943-4225-8281-15be189d66ab service neutron] 10.222.0.20 "GET /v2.0/networks/c66de280-1745-4348-a2dd-dc364330d799?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841129 Apr 28 11:07:55.129743 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524f769e-54b5-44ae-8b30-218cf7f02b78 req-46913810-1386-4dc2-9046-dc7ce2a87230 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:07:55.133500 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-524f769e-54b5-44ae-8b30-218cf7f02b78 req-46913810-1386-4dc2-9046-dc7ce2a87230 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] 10.222.0.10 "GET /v2.0/ports?device_id=110df135-5d7b-47cf-b98e-fddbe3abfb4b HTTP/1.1" status: 200 len: 943 time: 0.0476141 Apr 28 11:07:55.180117 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-524f769e-54b5-44ae-8b30-218cf7f02b78 req-061d0b59-fb58-4acf-82f1-681dc8c97884 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] 10.222.0.10 "GET /v2.0/security-groups?id=3fa0774a-c938-4fd1-b43d-9cc13abb0de9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421691 Apr 28 11:07:56.297093 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0885b999-9a95-40a4-b0c7-42b9ecb11cd9 req-51e7e7d3-4fa3-4eea-b357-3ee9a035bbd5 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:07:56.305409 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-0885b999-9a95-40a4-b0c7-42b9ecb11cd9 req-51e7e7d3-4fa3-4eea-b357-3ee9a035bbd5 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] 10.222.0.10 "GET /v2.0/ports?device_id=110df135-5d7b-47cf-b98e-fddbe3abfb4b HTTP/1.1" status: 200 len: 943 time: 0.0500011 Apr 28 11:07:56.346999 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-0885b999-9a95-40a4-b0c7-42b9ecb11cd9 req-6c4f4d23-3e03-4bbf-a774-42940dda8243 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] 10.222.0.10 "GET /v2.0/security-groups?id=3fa0774a-c938-4fd1-b43d-9cc13abb0de9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427291 Apr 28 11:07:57.166150 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Device 27a18d31-85ca-46c1-bbf6-34387a30d6c1 details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=116163) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 28 11:07:57.270065 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] For port 27a18d31-85ca-46c1-bbf6-34387a30d6c1, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=27a18d31-85ca-46c1-bbf6-34387a30d6c1,segment=NetworkSegment(a964e3ea-758f-43ce-9048-5da6f72b69ad),segment_id=a964e3ea-758f-43ce-9048-5da6f72b69ad)] {{(pid=116163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 11:07:57.281681 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Returning: {'device': '27a18d31-85ca-46c1-bbf6-34387a30d6c1', 'network_id': 'c66de280-1745-4348-a2dd-dc364330d799', 'port_id': '27a18d31-85ca-46c1-bbf6-34387a30d6c1', 'mac_address': 'fa:16:3e:cb:57:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 65, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b794fd01-ea7b-45c8-9116-1568cf69388c', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=116163) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 28 11:07:57.319576 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Current status of the port 27a18d31-85ca-46c1-bbf6-34387a30d6c1 is: DOWN; New status is: BUILD {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:07:57.319999 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (27a18d31-85ca-46c1-bbf6-34387a30d6c1), before_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:07:57.333315 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.notifiers.nova [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 27a18d31-85ca-46c1-bbf6-34387a30d6c1 {{(pid=116163) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 11:07:57.352751 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] For port 27a18d31-85ca-46c1-bbf6-34387a30d6c1, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=27a18d31-85ca-46c1-bbf6-34387a30d6c1,segment=NetworkSegment(a964e3ea-758f-43ce-9048-5da6f72b69ad),segment_id=a964e3ea-758f-43ce-9048-5da6f72b69ad)] {{(pid=116163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 11:07:57.416759 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393'] for port (27a18d31-85ca-46c1-bbf6-34387a30d6c1), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:07:57.462675 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1ca8bc-78ca-46c7-82a1-15729ab824d2 req-1dce6496-e93a-4bf4-b7dc-149392fe176b tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:07:57.464523 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-fe1ca8bc-78ca-46c7-82a1-15729ab824d2 req-1dce6496-e93a-4bf4-b7dc-149392fe176b tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] 10.222.0.10 "GET /v2.0/ports?device_id=110df135-5d7b-47cf-b98e-fddbe3abfb4b HTTP/1.1" status: 200 len: 944 time: 0.0477817 Apr 28 11:07:57.468796 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Pushing event updated for resources: {'Port': ['ID=27a18d31-85ca-46c1-bbf6-34387a30d6c1,revision_number=4']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:07:57.517587 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-fe1ca8bc-78ca-46c7-82a1-15729ab824d2 req-539e5fa1-49ab-4ca6-87c7-f225860a89ba tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] 10.222.0.10 "GET /v2.0/security-groups?id=3fa0774a-c938-4fd1-b43d-9cc13abb0de9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474823 Apr 28 11:07:57.642064 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] get_ports_and_sgs() called for port_ids ['27a18d31-85ca-46c1-bbf6-34387a30d6c1'] {{(pid=116163) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 11:07:58.635303 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693df259-43f0-4cf8-b0a7-e208768b10bc req-1dad9958-b17e-40ab-a0bc-0814b3c8d015 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:07:58.637425 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-693df259-43f0-4cf8-b0a7-e208768b10bc req-1dad9958-b17e-40ab-a0bc-0814b3c8d015 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] 10.222.0.10 "GET /v2.0/ports?device_id=110df135-5d7b-47cf-b98e-fddbe3abfb4b HTTP/1.1" status: 200 len: 944 time: 0.0468719 Apr 28 11:07:58.689678 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-693df259-43f0-4cf8-b0a7-e208768b10bc req-0fae67a0-c43c-453f-8118-b3583f6bf6f9 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] 10.222.0.10 "GET /v2.0/security-groups?id=3fa0774a-c938-4fd1-b43d-9cc13abb0de9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465884 Apr 28 11:07:59.195854 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Device 27a18d31-85ca-46c1-bbf6-34387a30d6c1 up at agent hyperv_hv-neutron-mast {{(pid=116163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 11:07:59.240267 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Provisioning for port 27a18d31-85ca-46c1-bbf6-34387a30d6c1 completed by entity L2. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 28 11:07:59.301759 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Provisioning complete for port 27a18d31-85ca-46c1-bbf6-34387a30d6c1 triggered by entity L2. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:07:59.302137 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (27a18d31-85ca-46c1-bbf6-34387a30d6c1), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:07:59.378221 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Current status of the port 27a18d31-85ca-46c1-bbf6-34387a30d6c1 is: BUILD; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:07:59.378649 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (27a18d31-85ca-46c1-bbf6-34387a30d6c1), before_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:07:59.403281 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '110df135-5d7b-47cf-b98e-fddbe3abfb4b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27a18d31-85ca-46c1-bbf6-34387a30d6c1'}] {{(pid=116163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 11:07:59.405645 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f01aec4a4f83961b54a953becfce2676879fb1d4b91122543244f430a0b8460" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88926293-05e6-472a-a731-66f51fa7c130" -d '{"events": [{"server_uuid": "110df135-5d7b-47cf-b98e-fddbe3abfb4b", "name": "network-vif-plugged", "status": "completed", "tag": "27a18d31-85ca-46c1-bbf6-34387a30d6c1"}]}' {{(pid=116163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 11:07:59.418017 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] For port 27a18d31-85ca-46c1-bbf6-34387a30d6c1, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=27a18d31-85ca-46c1-bbf6-34387a30d6c1,segment=NetworkSegment(a964e3ea-758f-43ce-9048-5da6f72b69ad),segment_id=a964e3ea-758f-43ce-9048-5da6f72b69ad)] {{(pid=116163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 11:07:59.440382 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 11:07:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6dfd5629-721d-47d6-ae47-2cf96e7d5546 x-openstack-request-id: req-6dfd5629-721d-47d6-ae47-2cf96e7d5546 {{(pid=116163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 11:07:59.440677 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "110df135-5d7b-47cf-b98e-fddbe3abfb4b", "name": "network-vif-plugged", "status": "completed", "tag": "27a18d31-85ca-46c1-bbf6-34387a30d6c1", "code": 200}]} {{(pid=116163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 11:07:59.440932 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-6dfd5629-721d-47d6-ae47-2cf96e7d5546 {{(pid=116163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 11:07:59.441332 dv-neutron-master-2-hyperv neutron-server[116163]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6dfd5629-721d-47d6-ae47-2cf96e7d5546'] response: {'server_uuid': '110df135-5d7b-47cf-b98e-fddbe3abfb4b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27a18d31-85ca-46c1-bbf6-34387a30d6c1', 'code': 200} Apr 28 11:07:59.496420 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393'] for port (27a18d31-85ca-46c1-bbf6-34387a30d6c1), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:07:59.544803 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Pushing event updated for resources: {'Port': ['ID=27a18d31-85ca-46c1-bbf6-34387a30d6c1,revision_number=5']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:07:59.750773 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f288100d-4eb0-475d-b7a5-4236eb851027 req-649f504e-41af-4fc5-a505-ceab86f5348b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:07:59.752302 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-f288100d-4eb0-475d-b7a5-4236eb851027 req-649f504e-41af-4fc5-a505-ceab86f5348b service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=110df135-5d7b-47cf-b98e-fddbe3abfb4b HTTP/1.1" status: 200 len: 1129 time: 0.0404904 Apr 28 11:07:59.829682 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d849dbb-3eeb-42db-bb49-c392fc29d20b req-03fe037b-a646-4a14-afe0-3ae724913e4d tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:07:59.831194 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-9d849dbb-3eeb-42db-bb49-c392fc29d20b req-03fe037b-a646-4a14-afe0-3ae724913e4d tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] 10.222.0.10 "GET /v2.0/ports?device_id=110df135-5d7b-47cf-b98e-fddbe3abfb4b HTTP/1.1" status: 200 len: 945 time: 0.0652673 Apr 28 11:07:59.841380 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-f288100d-4eb0-475d-b7a5-4236eb851027 req-9d49994c-a7f3-472c-81cf-858b7c703d65 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=3fa0774a-c938-4fd1-b43d-9cc13abb0de9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0822868 Apr 28 11:07:59.883030 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-9d849dbb-3eeb-42db-bb49-c392fc29d20b req-e9943e9e-4eb8-4e4d-bb8e-79fdc3a4fe71 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] 10.222.0.10 "GET /v2.0/security-groups?id=3fa0774a-c938-4fd1-b43d-9cc13abb0de9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461271 Apr 28 11:08:01.328404 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482672f4-f64a-4a8a-ab02-52c2d09d5c6e req-ae6fd1f3-e8bc-4c27-bf51-01900acb3902 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:08:01.329872 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-482672f4-f64a-4a8a-ab02-52c2d09d5c6e req-ae6fd1f3-e8bc-4c27-bf51-01900acb3902 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] 10.222.0.10 "GET /v2.0/ports?device_id=110df135-5d7b-47cf-b98e-fddbe3abfb4b HTTP/1.1" status: 200 len: 945 time: 0.3758698 Apr 28 11:08:01.380450 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-482672f4-f64a-4a8a-ab02-52c2d09d5c6e req-4f23e2c4-4acd-4e48-ba42-688e55040261 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] 10.222.0.10 "GET /v2.0/security-groups?id=3fa0774a-c938-4fd1-b43d-9cc13abb0de9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447242 Apr 28 11:08:01.503650 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a43b5aa-02ad-4cca-86c4-f9747c74113e req-8a1f0c20-2644-4f99-93b2-a75d151be707 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:08:01.505141 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-4a43b5aa-02ad-4cca-86c4-f9747c74113e req-8a1f0c20-2644-4f99-93b2-a75d151be707 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] 10.222.0.10 "GET /v2.0/ports?device_id=110df135-5d7b-47cf-b98e-fddbe3abfb4b HTTP/1.1" status: 200 len: 945 time: 0.0539393 Apr 28 11:08:01.553404 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-4a43b5aa-02ad-4cca-86c4-f9747c74113e req-04ff2664-1aae-41cd-b391-2fbaf9edb8d2 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] 10.222.0.10 "GET /v2.0/security-groups?id=3fa0774a-c938-4fd1-b43d-9cc13abb0de9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425081 Apr 28 11:08:01.577680 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 56222) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:08:01.615803 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9424c6bd-c7cd-4636-8c12-8f1f422edb0c tempest-TestNetworkBasicOps-223859856 tempest-TestNetworkBasicOps-223859856-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:08:01.617200 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-9424c6bd-c7cd-4636-8c12-8f1f422edb0c tempest-TestNetworkBasicOps-223859856 tempest-TestNetworkBasicOps-223859856-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=110df135-5d7b-47cf-b98e-fddbe3abfb4b HTTP/1.1" status: 200 len: 1124 time: 0.0385382 Apr 28 11:08:01.619895 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 56224) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:08:01.624176 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.v2.base [None req-325cc83e-518d-4f5a-b997-3d88a251acd3 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Request body: {'floatingip': {'floating_network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'port_id': '27a18d31-85ca-46c1-bbf6-34387a30d6c1', 'tenant_id': '65d54c3b7dcd4af68398071d25e8321e', 'fixed_ip_address': '172.20.0.5'}} {{(pid=116161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:08:01.702135 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-325cc83e-518d-4f5a-b997-3d88a251acd3 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks [] for floatingip (None), before_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:08:01.782416 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-325cc83e-518d-4f5a-b997-3d88a251acd3 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (None), before_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:08:01.890703 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.db.db_base_plugin_common [None req-325cc83e-518d-4f5a-b997-3d88a251acd3 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Allocated IP 172.36.4.195 (7be49d94-bbb8-4a61-bafe-209c5f861e1c/c0f82f52-05ee-40f2-a57c-9d02e01fb9fa/673b8ebf-0a00-4330-acc9-e6afccea3083) {{(pid=116161) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 11:08:01.991301 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-325cc83e-518d-4f5a-b997-3d88a251acd3 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks [] for port (673b8ebf-0a00-4330-acc9-e6afccea3083), precommit_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:08:02.107967 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-325cc83e-518d-4f5a-b997-3d88a251acd3 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742234710357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5219112'] for port (673b8ebf-0a00-4330-acc9-e6afccea3083), after_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:08:02.151599 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-325cc83e-518d-4f5a-b997-3d88a251acd3 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Network 7be49d94-bbb8-4a61-bafe-209c5f861e1c is already hosted by enough agents. {{(pid=116161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 11:08:02.157278 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.scheduler.base_scheduler [None req-325cc83e-518d-4f5a-b997-3d88a251acd3 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Resources bound (agent type, host, resource id): {{(pid=116161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 11:08:02.162023 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-325cc83e-518d-4f5a-b997-3d88a251acd3 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Received port after_create {{(pid=116161) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 11:08:02.167576 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-325cc83e-518d-4f5a-b997-3d88a251acd3 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Pushing event updated for resources: {'Port': ['ID=673b8ebf-0a00-4330-acc9-e6afccea3083,revision_number=1']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:08:02.666058 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-325cc83e-518d-4f5a-b997-3d88a251acd3 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks [] for floatingip (5b2daf10-31b0-4819-bcf2-b2afdf2a32e0), precommit_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:08:02.826911 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-325cc83e-518d-4f5a-b997-3d88a251acd3 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (673b8ebf-0a00-4330-acc9-e6afccea3083), before_update {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:08:02.972941 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-325cc83e-518d-4f5a-b997-3d88a251acd3 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks [] for port (673b8ebf-0a00-4330-acc9-e6afccea3083), precommit_update {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:08:03.039356 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-325cc83e-518d-4f5a-b997-3d88a251acd3 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5219123'] for port (673b8ebf-0a00-4330-acc9-e6afccea3083), after_update {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:08:03.109298 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-325cc83e-518d-4f5a-b997-3d88a251acd3 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Pushing event updated for resources: {'Port': ['ID=673b8ebf-0a00-4330-acc9-e6afccea3083,revision_number=2']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:08:03.117956 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-325cc83e-518d-4f5a-b997-3d88a251acd3 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2063164'] for floatingip (5b2daf10-31b0-4819-bcf2-b2afdf2a32e0), after_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:08:03.220023 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.db.l3_db [None req-325cc83e-518d-4f5a-b997-3d88a251acd3 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Floating IP 5b2daf10-31b0-4819-bcf2-b2afdf2a32e0 associated. External IP: 172.36.4.195, port: 27a18d31-85ca-46c1-bbf6-34387a30d6c1. Apr 28 11:08:03.433204 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-325cc83e-518d-4f5a-b997-3d88a251acd3 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Router 55b240b0-af1e-48f4-9bb9-379b7935b3a7 has already been hosted by L3 agent 6b492ad6-0876-4d74-b20d-28143a52ceba {{(pid=116161) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 11:08:03.543528 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-325cc83e-518d-4f5a-b997-3d88a251acd3 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=116161) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 11:08:03.554836 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2386506a-7ffc-4b3e-b8e4-af54fa192cff None None] Sync routers for ids ['55b240b0-af1e-48f4-9bb9-379b7935b3a7'] in dv-neutron-master-2-hyperv {{(pid=116164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 11:08:03.565672 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2386506a-7ffc-4b3e-b8e4-af54fa192cff None None] Routers {'55b240b0-af1e-48f4-9bb9-379b7935b3a7'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=116164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 11:08:03.566281 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_hamode_db [None req-2386506a-7ffc-4b3e-b8e4-af54fa192cff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-28T10:50:39Z,description=,heartbeat_timestamp=2022-04-28T11:07:39Z,host='dv-neutron-master-2-hyperv',id=6b492ad6-0876-4d74-b20d-28143a52ceba,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T10:50:40Z,topic='l3_agent')) {'router_ids': ['55b240b0-af1e-48f4-9bb9-379b7935b3a7'], 'active': True} {{(pid=116164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:08:03.618630 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-325cc83e-518d-4f5a-b997-3d88a251acd3 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198022'] for floatingip (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:08:03.649725 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-325cc83e-518d-4f5a-b997-3d88a251acd3 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0287950 Apr 28 11:08:03.650333 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '110df135-5d7b-47cf-b98e-fddbe3abfb4b', 'tag': '27a18d31-85ca-46c1-bbf6-34387a30d6c1'}] {{(pid=116161) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 11:08:03.652624 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e748734031c26dffb00ab563e48cb7690d820419218221ecd4f9c2a21276ff88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-244f9a1a-710d-4462-bcb7-694d8de2f6b4" -d '{"events": [{"name": "network-changed", "server_uuid": "110df135-5d7b-47cf-b98e-fddbe3abfb4b", "tag": "27a18d31-85ca-46c1-bbf6-34387a30d6c1"}]}' {{(pid=116161) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 11:08:03.653052 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 56226) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:08:03.674728 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_dvr_db [None req-2386506a-7ffc-4b3e-b8e4-af54fa192cff None None] Set router 55b240b0-af1e-48f4-9bb9-379b7935b3a7 gateway port host: dv-neutron-master-2-hyperv {{(pid=116164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 11:08:03.691508 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 11:08:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a00796ea-3a9f-46dd-b1a4-bc3afd049fa0 x-openstack-request-id: req-a00796ea-3a9f-46dd-b1a4-bc3afd049fa0 {{(pid=116161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 11:08:03.692028 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "110df135-5d7b-47cf-b98e-fddbe3abfb4b", "tag": "27a18d31-85ca-46c1-bbf6-34387a30d6c1", "status": "completed", "code": 200}]} {{(pid=116161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 11:08:03.692028 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-a00796ea-3a9f-46dd-b1a4-bc3afd049fa0 {{(pid=116161) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 11:08:03.692446 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a00796ea-3a9f-46dd-b1a4-bc3afd049fa0'] response: {'name': 'network-changed', 'server_uuid': '110df135-5d7b-47cf-b98e-fddbe3abfb4b', 'tag': '27a18d31-85ca-46c1-bbf6-34387a30d6c1', 'status': 'completed', 'code': 200} Apr 28 11:08:03.724201 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-d103bf6e-a12f-4c60-9145-71dbe0da86f9 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] 10.222.0.10 "GET /v2.0/floatingips/5b2daf10-31b0-4819-bcf2-b2afdf2a32e0 HTTP/1.1" status: 200 len: 991 time: 0.0695269 Apr 28 11:08:03.754982 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244f9a1a-710d-4462-bcb7-694d8de2f6b4 req-3d146a53-5241-4132-acdd-af561f999407 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:08:03.756500 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-244f9a1a-710d-4462-bcb7-694d8de2f6b4 req-3d146a53-5241-4132-acdd-af561f999407 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=65d54c3b7dcd4af68398071d25e8321e&device_id=110df135-5d7b-47cf-b98e-fddbe3abfb4b HTTP/1.1" status: 200 len: 1129 time: 0.0419211 Apr 28 11:08:03.850660 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244f9a1a-710d-4462-bcb7-694d8de2f6b4 req-b09d3fd2-ac7f-47f2-b94b-0cf29832f8c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:08:03.852404 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-244f9a1a-710d-4462-bcb7-694d8de2f6b4 req-b09d3fd2-ac7f-47f2-b94b-0cf29832f8c3 service neutron] 10.222.0.20 "GET /v2.0/networks?id=c66de280-1745-4348-a2dd-dc364330d799 HTTP/1.1" status: 200 len: 897 time: 0.0903742 Apr 28 11:08:03.892828 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_hamode_db [None req-2386506a-7ffc-4b3e-b8e4-af54fa192cff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55b240b0-af1e-48f4-9bb9-379b7935b3a7', 'name': 'tempest-TestNetworkBasicOps-router-1415271865', 'tenant_id': '65d54c3b7dcd4af68398071d25e8321e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'external_fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.39'}], 'enable_snat': True}, 'gw_port_id': 'a8bd8ad0-5adc-48c7-9aec-d260128ffc60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T11:07:38Z', 'updated_at': '2022-04-28T11:07:44Z', 'revision_number': 4, 'project_id': '65d54c3b7dcd4af68398071d25e8321e', 'gw_port': {'id': 'a8bd8ad0-5adc-48c7-9aec-d260128ffc60', 'name': '', 'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:ec:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55b240b0-af1e-48f4-9bb9-379b7935b3a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1385, 'fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:07:38Z', 'updated_at': '2022-04-28T11:07:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '5b2daf10-31b0-4819-bcf2-b2afdf2a32e0', 'tenant_id': '65d54c3b7dcd4af68398071d25e8321e', 'floating_ip_address': '172.36.4.195', 'floating_network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'router_id': '55b240b0-af1e-48f4-9bb9-379b7935b3a7', 'port_id': '27a18d31-85ca-46c1-bbf6-34387a30d6c1', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1402, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c66de280-1745-4348-a2dd-dc364330d799', 'mac_address': 'fa:16:3e:cb:57:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '110df135-5d7b-47cf-b98e-fddbe3abfb4b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T11:08:02Z', 'updated_at': '2022-04-28T11:08:02Z', 'revision_number': 0, 'project_id': '65d54c3b7dcd4af68398071d25e8321e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4197073b-9bb9-4e21-a899-c2285fbc75bd', 'name': '', 'network_id': 'c66de280-1745-4348-a2dd-dc364330d799', 'tenant_id': '65d54c3b7dcd4af68398071d25e8321e', 'mac_address': 'fa:16:3e:f8:dd:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55b240b0-af1e-48f4-9bb9-379b7935b3a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1390, 'fixed_ips': [{'subnet_id': 'b794fd01-ea7b-45c8-9116-1568cf69388c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:07:43Z', 'updated_at': '2022-04-28T11:07:47Z', 'revision_number': 5, 'project_id': '65d54c3b7dcd4af68398071d25e8321e', 'subnets': [{'id': 'b794fd01-ea7b-45c8-9116-1568cf69388c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=116164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:08:03.923298 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-244f9a1a-710d-4462-bcb7-694d8de2f6b4 req-97b84866-f8ac-4162-873e-a33239ebb7f7 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=27a18d31-85ca-46c1-bbf6-34387a30d6c1 HTTP/1.1" status: 200 len: 999 time: 0.0647588 Apr 28 11:08:03.923568 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2386506a-7ffc-4b3e-b8e4-af54fa192cff None None] Checking router: 55b240b0-af1e-48f4-9bb9-379b7935b3a7 for host: dv-neutron-master-2-hyperv {{(pid=116164) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 11:08:03.931760 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2386506a-7ffc-4b3e-b8e4-af54fa192cff None None] Routers {'55b240b0-af1e-48f4-9bb9-379b7935b3a7'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=116164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 11:08:03.932359 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_hamode_db [None req-2386506a-7ffc-4b3e-b8e4-af54fa192cff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-28T10:50:39Z,description=,heartbeat_timestamp=2022-04-28T11:07:39Z,host='dv-neutron-master-2-hyperv',id=6b492ad6-0876-4d74-b20d-28143a52ceba,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T10:50:40Z,topic='l3_agent')) {'router_ids': ['55b240b0-af1e-48f4-9bb9-379b7935b3a7'], 'active': True} {{(pid=116164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:08:03.974178 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244f9a1a-710d-4462-bcb7-694d8de2f6b4 req-21028f44-4c27-4081-bb7b-c2713fb7f98f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:08:03.975825 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-244f9a1a-710d-4462-bcb7-694d8de2f6b4 req-21028f44-4c27-4081-bb7b-c2713fb7f98f service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b794fd01-ea7b-45c8-9116-1568cf69388c HTTP/1.1" status: 200 len: 834 time: 0.0463800 Apr 28 11:08:04.020186 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244f9a1a-710d-4462-bcb7-694d8de2f6b4 req-a67afbcf-8e2f-49bc-ba38-e9609477556a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:08:04.021661 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-244f9a1a-710d-4462-bcb7-694d8de2f6b4 req-a67afbcf-8e2f-49bc-ba38-e9609477556a service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c66de280-1745-4348-a2dd-dc364330d799&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0405211 Apr 28 11:08:04.043997 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_dvr_db [None req-2386506a-7ffc-4b3e-b8e4-af54fa192cff None None] Set router 55b240b0-af1e-48f4-9bb9-379b7935b3a7 gateway port host: dv-neutron-master-2-hyperv {{(pid=116164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 11:08:04.119568 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-244f9a1a-710d-4462-bcb7-694d8de2f6b4 req-63184de4-5032-4f88-8fa1-a907119d462d service neutron] 10.222.0.20 "GET /v2.0/networks/c66de280-1745-4348-a2dd-dc364330d799?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921016 Apr 28 11:08:04.209732 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-244f9a1a-710d-4462-bcb7-694d8de2f6b4 req-63befdf8-3cd2-4402-832c-d063ba0391c6 service neutron] 10.222.0.20 "GET /v2.0/networks/c66de280-1745-4348-a2dd-dc364330d799?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846820 Apr 28 11:08:04.266107 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_hamode_db [None req-2386506a-7ffc-4b3e-b8e4-af54fa192cff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55b240b0-af1e-48f4-9bb9-379b7935b3a7', 'name': 'tempest-TestNetworkBasicOps-router-1415271865', 'tenant_id': '65d54c3b7dcd4af68398071d25e8321e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'external_fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.39'}], 'enable_snat': True}, 'gw_port_id': 'a8bd8ad0-5adc-48c7-9aec-d260128ffc60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T11:07:38Z', 'updated_at': '2022-04-28T11:07:44Z', 'revision_number': 4, 'project_id': '65d54c3b7dcd4af68398071d25e8321e', 'gw_port': {'id': 'a8bd8ad0-5adc-48c7-9aec-d260128ffc60', 'name': '', 'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:ec:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55b240b0-af1e-48f4-9bb9-379b7935b3a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1385, 'fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:07:38Z', 'updated_at': '2022-04-28T11:07:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '5b2daf10-31b0-4819-bcf2-b2afdf2a32e0', 'tenant_id': '65d54c3b7dcd4af68398071d25e8321e', 'floating_ip_address': '172.36.4.195', 'floating_network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'router_id': '55b240b0-af1e-48f4-9bb9-379b7935b3a7', 'port_id': '27a18d31-85ca-46c1-bbf6-34387a30d6c1', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1402, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c66de280-1745-4348-a2dd-dc364330d799', 'mac_address': 'fa:16:3e:cb:57:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '110df135-5d7b-47cf-b98e-fddbe3abfb4b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T11:08:02Z', 'updated_at': '2022-04-28T11:08:02Z', 'revision_number': 0, 'project_id': '65d54c3b7dcd4af68398071d25e8321e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4197073b-9bb9-4e21-a899-c2285fbc75bd', 'name': '', 'network_id': 'c66de280-1745-4348-a2dd-dc364330d799', 'tenant_id': '65d54c3b7dcd4af68398071d25e8321e', 'mac_address': 'fa:16:3e:f8:dd:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55b240b0-af1e-48f4-9bb9-379b7935b3a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1390, 'fixed_ips': [{'subnet_id': 'b794fd01-ea7b-45c8-9116-1568cf69388c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:07:43Z', 'updated_at': '2022-04-28T11:07:47Z', 'revision_number': 5, 'project_id': '65d54c3b7dcd4af68398071d25e8321e', 'subnets': [{'id': 'b794fd01-ea7b-45c8-9116-1568cf69388c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=116164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:08:04.296489 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2386506a-7ffc-4b3e-b8e4-af54fa192cff None None] The sync data for ids ['55b240b0-af1e-48f4-9bb9-379b7935b3a7'] in dv-neutron-master-2-hyperv is: [{'id': '55b240b0-af1e-48f4-9bb9-379b7935b3a7', 'name': 'tempest-TestNetworkBasicOps-router-1415271865', 'tenant_id': '65d54c3b7dcd4af68398071d25e8321e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'external_fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.39'}], 'enable_snat': True}, 'gw_port_id': 'a8bd8ad0-5adc-48c7-9aec-d260128ffc60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T11:07:38Z', 'updated_at': '2022-04-28T11:07:44Z', 'revision_number': 4, 'project_id': '65d54c3b7dcd4af68398071d25e8321e', 'gw_port': {'id': 'a8bd8ad0-5adc-48c7-9aec-d260128ffc60', 'name': '', 'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:ec:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55b240b0-af1e-48f4-9bb9-379b7935b3a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1385, 'fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:07:38Z', 'updated_at': '2022-04-28T11:07:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '5b2daf10-31b0-4819-bcf2-b2afdf2a32e0', 'tenant_id': '65d54c3b7dcd4af68398071d25e8321e', 'floating_ip_address': '172.36.4.195', 'floating_network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'router_id': '55b240b0-af1e-48f4-9bb9-379b7935b3a7', 'port_id': '27a18d31-85ca-46c1-bbf6-34387a30d6c1', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1402, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c66de280-1745-4348-a2dd-dc364330d799', 'mac_address': 'fa:16:3e:cb:57:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '110df135-5d7b-47cf-b98e-fddbe3abfb4b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T11:08:02Z', 'updated_at': '2022-04-28T11:08:02Z', 'revision_number': 0, 'project_id': '65d54c3b7dcd4af68398071d25e8321e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4197073b-9bb9-4e21-a899-c2285fbc75bd', 'name': '', 'network_id': 'c66de280-1745-4348-a2dd-dc364330d799', 'tenant_id': '65d54c3b7dcd4af68398071d25e8321e', 'mac_address': 'fa:16:3e:f8:dd:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55b240b0-af1e-48f4-9bb9-379b7935b3a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1390, 'fixed_ips': [{'subnet_id': 'b794fd01-ea7b-45c8-9116-1568cf69388c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:07:43Z', 'updated_at': '2022-04-28T11:07:47Z', 'revision_number': 5, 'project_id': '65d54c3b7dcd4af68398071d25e8321e', 'subnets': [{'id': 'b794fd01-ea7b-45c8-9116-1568cf69388c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=116164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 11:08:04.496179 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8a05533-db1a-4080-8491-2b6eb4060432 None None] New status for floating IP 5b2daf10-31b0-4819-bcf2-b2afdf2a32e0: ACTIVE {{(pid=116163) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 28 11:08:04.728379 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 56232) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:08:04.827477 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-8b8767d2-bbae-4c73-bcb5-5f583b2c6a83 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] 10.222.0.10 "GET /v2.0/floatingips/5b2daf10-31b0-4819-bcf2-b2afdf2a32e0 HTTP/1.1" status: 200 len: 993 time: 0.0979135 Apr 28 11:08:06.976073 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-e2b9691b-b89f-4376-a9b7-55cd14213e60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (75ba81b7-fe99-4281-90d2-a5adb445ecea), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:08:09.456284 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-d136e8cf-02c1-48d7-8162-6bc0b8b2e3f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (6b492ad6-0876-4d74-b20d-28143a52ceba), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:08:10.427760 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-ae94d540-e4c6-43be-adc9-b26fb6a2f62f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (cfc241ae-e4b7-443b-b80b-59fbbc2b69c9), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:08:12.056085 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-01ef1de1-12fd-4cef-b76b-793f91379468 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (39cc4f52-f5d9-4e2c-bbfa-7a1c528e1c40), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:08:13.341919 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (d5baab19-5dd1-4902-922b-84acb048ab9c), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:08:16.199252 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.agents_db [None req-54b29a82-8a19-4507-95e3-3a2d011841ff None None] Agent healthcheck: found 6 active agents {{(pid=116164) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 28 11:08:20.484577 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (6be95134-9a6c-4663-8b48-90d12ce90c60), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:08:26.758484 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-8e252cdb-5f22-46bd-aadd-3ba697475cf1 req-eb55c048-f857-4d4a-96a6-17976b46d1d0 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=8fc4f6a9-5543-4e4a-8702-89222fb15014&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0393491 Apr 28 11:08:26.836973 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e252cdb-5f22-46bd-aadd-3ba697475cf1 req-621c4029-a26f-469e-9d6d-d480cd52e05a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:08:26.838693 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-8e252cdb-5f22-46bd-aadd-3ba697475cf1 req-621c4029-a26f-469e-9d6d-d480cd52e05a service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=552a7719c35843ecaa8ce5b648a02d25&device_id=8fc4f6a9-5543-4e4a-8702-89222fb15014 HTTP/1.1" status: 200 len: 1129 time: 0.0399923 Apr 28 11:08:26.945410 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e252cdb-5f22-46bd-aadd-3ba697475cf1 req-5cdc9116-877d-4e32-9c11-12e77b381710 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:08:26.947857 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-8e252cdb-5f22-46bd-aadd-3ba697475cf1 req-5cdc9116-877d-4e32-9c11-12e77b381710 service neutron] 10.222.0.20 "GET /v2.0/networks?id=95a73077-5c3c-4a4f-9014-bee1df8e9c09 HTTP/1.1" status: 200 len: 911 time: 0.0920308 Apr 28 11:08:27.017457 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-8e252cdb-5f22-46bd-aadd-3ba697475cf1 req-e12a6dbd-c83c-42cb-9918-91e7e6a87039 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=000a287e-a1c5-43e7-8b89-41c6fdaa75e1 HTTP/1.1" status: 200 len: 1000 time: 0.0641487 Apr 28 11:08:27.324008 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e252cdb-5f22-46bd-aadd-3ba697475cf1 req-86bb6410-686f-4891-b754-7532e061df43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:08:27.325479 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-8e252cdb-5f22-46bd-aadd-3ba697475cf1 req-86bb6410-686f-4891-b754-7532e061df43 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=49bbb4f0-3980-4b52-84ba-965c72e99e66 HTTP/1.1" status: 200 len: 850 time: 0.3006420 Apr 28 11:08:27.369710 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e252cdb-5f22-46bd-aadd-3ba697475cf1 req-1243c5ac-48f0-40ad-af17-a62c86c0f09d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:08:27.371229 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-8e252cdb-5f22-46bd-aadd-3ba697475cf1 req-1243c5ac-48f0-40ad-af17-a62c86c0f09d service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=95a73077-5c3c-4a4f-9014-bee1df8e9c09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0396898 Apr 28 11:08:27.462480 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-8e252cdb-5f22-46bd-aadd-3ba697475cf1 req-ec3d5c8b-41b6-4228-9d52-d2769922b8d7 service neutron] 10.222.0.20 "GET /v2.0/networks/95a73077-5c3c-4a4f-9014-bee1df8e9c09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849195 Apr 28 11:08:27.549663 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-8e252cdb-5f22-46bd-aadd-3ba697475cf1 req-4d0b117a-168a-46ad-9fb4-5480864d3d15 service neutron] 10.222.0.20 "GET /v2.0/networks/95a73077-5c3c-4a4f-9014-bee1df8e9c09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815792 Apr 28 11:08:36.246379 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 56252) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:08:36.461403 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-052ba4bd-1d47-4e7b-951e-75b1a4c10252 tempest-TestNetworkBasicOps-223859856 tempest-TestNetworkBasicOps-223859856-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:08:36.461880 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-052ba4bd-1d47-4e7b-951e-75b1a4c10252 tempest-TestNetworkBasicOps-223859856 tempest-TestNetworkBasicOps-223859856-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:08:36.462376 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-052ba4bd-1d47-4e7b-951e-75b1a4c10252 tempest-TestNetworkBasicOps-223859856 tempest-TestNetworkBasicOps-223859856-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:08:36.464110 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-052ba4bd-1d47-4e7b-951e-75b1a4c10252 tempest-TestNetworkBasicOps-223859856 tempest-TestNetworkBasicOps-223859856-project-admin] 10.222.0.10 "GET /v2.0/ports?project_id=65d54c3b7dcd4af68398071d25e8321e&network_id=c66de280-1745-4348-a2dd-dc364330d799 HTTP/1.1" status: 200 len: 3102 time: 0.2166154 Apr 28 11:08:36.970208 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-de699335-bac6-4689-8398-55645d96f81b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (75ba81b7-fe99-4281-90d2-a5adb445ecea), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:08:38.074479 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 56266) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:08:38.129839 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-457316b3-3a81-4ebe-99c7-bdfb89d55a74 tempest-TestNetworkBasicOps-223859856 tempest-TestNetworkBasicOps-223859856-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:08:38.131354 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-457316b3-3a81-4ebe-99c7-bdfb89d55a74 tempest-TestNetworkBasicOps-223859856 tempest-TestNetworkBasicOps-223859856-project-admin] 10.222.0.10 "GET /v2.0/subnets?network_id=7be49d94-bbb8-4a61-bafe-209c5f861e1c HTTP/1.1" status: 200 len: 814 time: 0.0558760 Apr 28 11:08:38.604964 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 56272) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:08:38.610714 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.v2.base [None req-240a6b07-1395-4573-afb1-eaca68c10ad3 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Request body: {'floatingip': {'port_id': None}} {{(pid=116161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:08:38.666306 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-240a6b07-1395-4573-afb1-eaca68c10ad3 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks [] for floatingip (5b2daf10-31b0-4819-bcf2-b2afdf2a32e0), before_update {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:08:38.811951 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-240a6b07-1395-4573-afb1-eaca68c10ad3 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:08:38.856216 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-240a6b07-1395-4573-afb1-eaca68c10ad3 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2063164'] for floatingip (5b2daf10-31b0-4819-bcf2-b2afdf2a32e0), after_update {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:08:38.856629 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.db.l3_db [None req-240a6b07-1395-4573-afb1-eaca68c10ad3 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Floating IP 5b2daf10-31b0-4819-bcf2-b2afdf2a32e0 disassociated. External IP: 172.36.4.195, port: 27a18d31-85ca-46c1-bbf6-34387a30d6c1. Apr 28 11:08:39.070693 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-240a6b07-1395-4573-afb1-eaca68c10ad3 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Router 55b240b0-af1e-48f4-9bb9-379b7935b3a7 has already been hosted by L3 agent 6b492ad6-0876-4d74-b20d-28143a52ceba {{(pid=116161) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 11:08:39.184186 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-240a6b07-1395-4573-afb1-eaca68c10ad3 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=116161) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 11:08:39.196042 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-240a6b07-1395-4573-afb1-eaca68c10ad3 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198022'] for floatingip (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:08:39.197027 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-977b44c8-be00-4aeb-9251-c30a614d6823 None None] Sync routers for ids ['55b240b0-af1e-48f4-9bb9-379b7935b3a7'] in dv-neutron-master-2-hyperv {{(pid=116164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 11:08:39.207822 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-977b44c8-be00-4aeb-9251-c30a614d6823 None None] Routers {'55b240b0-af1e-48f4-9bb9-379b7935b3a7'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=116164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 11:08:39.208443 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_hamode_db [None req-977b44c8-be00-4aeb-9251-c30a614d6823 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-28T10:50:39Z,description=,heartbeat_timestamp=2022-04-28T11:08:09Z,host='dv-neutron-master-2-hyperv',id=6b492ad6-0876-4d74-b20d-28143a52ceba,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T10:50:40Z,topic='l3_agent')) {'router_ids': ['55b240b0-af1e-48f4-9bb9-379b7935b3a7'], 'active': True} {{(pid=116164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:08:39.223810 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-240a6b07-1395-4573-afb1-eaca68c10ad3 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] 10.222.0.10 "PUT /v2.0/floatingips/5b2daf10-31b0-4819-bcf2-b2afdf2a32e0 HTTP/1.1" status: 200 len: 690 time: 0.6177344 Apr 28 11:08:39.224515 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '110df135-5d7b-47cf-b98e-fddbe3abfb4b', 'tag': '27a18d31-85ca-46c1-bbf6-34387a30d6c1'}] {{(pid=116161) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 11:08:39.227069 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e748734031c26dffb00ab563e48cb7690d820419218221ecd4f9c2a21276ff88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80edb6ef-0578-4b3a-ad84-4bbeb5ab0885" -d '{"events": [{"name": "network-changed", "server_uuid": "110df135-5d7b-47cf-b98e-fddbe3abfb4b", "tag": "27a18d31-85ca-46c1-bbf6-34387a30d6c1"}]}' {{(pid=116161) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 11:08:39.227230 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 56274) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:08:39.265067 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 11:08:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28b4fae8-9d22-4d67-a335-fa83567018b2 x-openstack-request-id: req-28b4fae8-9d22-4d67-a335-fa83567018b2 {{(pid=116161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 11:08:39.266249 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "110df135-5d7b-47cf-b98e-fddbe3abfb4b", "tag": "27a18d31-85ca-46c1-bbf6-34387a30d6c1", "status": "completed", "code": 200}]} {{(pid=116161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 11:08:39.266548 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-28b4fae8-9d22-4d67-a335-fa83567018b2 {{(pid=116161) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 11:08:39.266977 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.notifiers.nova [-] Nova event matching ['req-28b4fae8-9d22-4d67-a335-fa83567018b2'] response: {'name': 'network-changed', 'server_uuid': '110df135-5d7b-47cf-b98e-fddbe3abfb4b', 'tag': '27a18d31-85ca-46c1-bbf6-34387a30d6c1', 'status': 'completed', 'code': 200} Apr 28 11:08:39.279513 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-b00ab68c-d285-4bc9-a56d-596c086f2e31 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] 10.222.0.10 "GET /v2.0/floatingips/5b2daf10-31b0-4819-bcf2-b2afdf2a32e0 HTTP/1.1" status: 200 len: 690 time: 0.0494800 Apr 28 11:08:39.335849 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80edb6ef-0578-4b3a-ad84-4bbeb5ab0885 req-d38612f0-04f3-4582-bea2-df1210c4eb2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:08:39.337445 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-80edb6ef-0578-4b3a-ad84-4bbeb5ab0885 req-d38612f0-04f3-4582-bea2-df1210c4eb2e service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=65d54c3b7dcd4af68398071d25e8321e&device_id=110df135-5d7b-47cf-b98e-fddbe3abfb4b HTTP/1.1" status: 200 len: 1129 time: 0.0475984 Apr 28 11:08:39.370867 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-5d356156-7e23-43b7-b057-c54d783fc484 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (6b492ad6-0876-4d74-b20d-28143a52ceba), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:08:39.425942 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_dvr_db [None req-977b44c8-be00-4aeb-9251-c30a614d6823 None None] Set router 55b240b0-af1e-48f4-9bb9-379b7935b3a7 gateway port host: dv-neutron-master-2-hyperv {{(pid=116164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 11:08:39.429816 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80edb6ef-0578-4b3a-ad84-4bbeb5ab0885 req-58b8f057-cb01-451f-9ad7-a6d77583e1a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:08:39.431346 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-80edb6ef-0578-4b3a-ad84-4bbeb5ab0885 req-58b8f057-cb01-451f-9ad7-a6d77583e1a0 service neutron] 10.222.0.20 "GET /v2.0/networks?id=c66de280-1745-4348-a2dd-dc364330d799 HTTP/1.1" status: 200 len: 897 time: 0.0882139 Apr 28 11:08:39.475092 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-80edb6ef-0578-4b3a-ad84-4bbeb5ab0885 req-9c854e73-38f1-4cec-8f83-5a789f07d458 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=27a18d31-85ca-46c1-bbf6-34387a30d6c1 HTTP/1.1" status: 200 len: 217 time: 0.0382185 Apr 28 11:08:39.523150 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80edb6ef-0578-4b3a-ad84-4bbeb5ab0885 req-40a2f6eb-cd04-4da9-92bb-3b9993fa7d7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:08:39.524664 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-80edb6ef-0578-4b3a-ad84-4bbeb5ab0885 req-40a2f6eb-cd04-4da9-92bb-3b9993fa7d7b service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b794fd01-ea7b-45c8-9116-1568cf69388c HTTP/1.1" status: 200 len: 834 time: 0.0443714 Apr 28 11:08:39.568295 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80edb6ef-0578-4b3a-ad84-4bbeb5ab0885 req-d24920cb-b244-4f1e-823b-015cc79a9068 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:08:39.569792 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-80edb6ef-0578-4b3a-ad84-4bbeb5ab0885 req-d24920cb-b244-4f1e-823b-015cc79a9068 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c66de280-1745-4348-a2dd-dc364330d799&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0400999 Apr 28 11:08:39.625439 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_hamode_db [None req-977b44c8-be00-4aeb-9251-c30a614d6823 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55b240b0-af1e-48f4-9bb9-379b7935b3a7', 'name': 'tempest-TestNetworkBasicOps-router-1415271865', 'tenant_id': '65d54c3b7dcd4af68398071d25e8321e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'external_fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.39'}], 'enable_snat': True}, 'gw_port_id': 'a8bd8ad0-5adc-48c7-9aec-d260128ffc60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T11:07:38Z', 'updated_at': '2022-04-28T11:07:44Z', 'revision_number': 4, 'project_id': '65d54c3b7dcd4af68398071d25e8321e', 'gw_port': {'id': 'a8bd8ad0-5adc-48c7-9aec-d260128ffc60', 'name': '', 'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:ec:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55b240b0-af1e-48f4-9bb9-379b7935b3a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1385, 'fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:07:38Z', 'updated_at': '2022-04-28T11:07:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '4197073b-9bb9-4e21-a899-c2285fbc75bd', 'name': '', 'network_id': 'c66de280-1745-4348-a2dd-dc364330d799', 'tenant_id': '65d54c3b7dcd4af68398071d25e8321e', 'mac_address': 'fa:16:3e:f8:dd:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55b240b0-af1e-48f4-9bb9-379b7935b3a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1390, 'fixed_ips': [{'subnet_id': 'b794fd01-ea7b-45c8-9116-1568cf69388c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:07:43Z', 'updated_at': '2022-04-28T11:07:47Z', 'revision_number': 5, 'project_id': '65d54c3b7dcd4af68398071d25e8321e', 'subnets': [{'id': 'b794fd01-ea7b-45c8-9116-1568cf69388c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=116164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:08:39.651159 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-977b44c8-be00-4aeb-9251-c30a614d6823 None None] Checking router: 55b240b0-af1e-48f4-9bb9-379b7935b3a7 for host: dv-neutron-master-2-hyperv {{(pid=116164) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 11:08:39.659528 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-977b44c8-be00-4aeb-9251-c30a614d6823 None None] Routers {'55b240b0-af1e-48f4-9bb9-379b7935b3a7'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=116164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 11:08:39.660134 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_hamode_db [None req-977b44c8-be00-4aeb-9251-c30a614d6823 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-28T10:50:39Z,description=,heartbeat_timestamp=2022-04-28T11:08:39Z,host='dv-neutron-master-2-hyperv',id=6b492ad6-0876-4d74-b20d-28143a52ceba,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T10:50:40Z,topic='l3_agent')) {'router_ids': ['55b240b0-af1e-48f4-9bb9-379b7935b3a7'], 'active': True} {{(pid=116164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:08:39.663105 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-80edb6ef-0578-4b3a-ad84-4bbeb5ab0885 req-b0da3c8d-caee-4e35-a09c-578bdbb4354d service neutron] 10.222.0.20 "GET /v2.0/networks/c66de280-1745-4348-a2dd-dc364330d799?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871799 Apr 28 11:08:39.753239 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-80edb6ef-0578-4b3a-ad84-4bbeb5ab0885 req-457fcf77-92b7-4a83-b4d9-6f1bd34bf6eb service neutron] 10.222.0.20 "GET /v2.0/networks/c66de280-1745-4348-a2dd-dc364330d799?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842648 Apr 28 11:08:39.769008 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_dvr_db [None req-977b44c8-be00-4aeb-9251-c30a614d6823 None None] Set router 55b240b0-af1e-48f4-9bb9-379b7935b3a7 gateway port host: dv-neutron-master-2-hyperv {{(pid=116164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 11:08:39.958515 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_hamode_db [None req-977b44c8-be00-4aeb-9251-c30a614d6823 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55b240b0-af1e-48f4-9bb9-379b7935b3a7', 'name': 'tempest-TestNetworkBasicOps-router-1415271865', 'tenant_id': '65d54c3b7dcd4af68398071d25e8321e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'external_fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.39'}], 'enable_snat': True}, 'gw_port_id': 'a8bd8ad0-5adc-48c7-9aec-d260128ffc60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T11:07:38Z', 'updated_at': '2022-04-28T11:07:44Z', 'revision_number': 4, 'project_id': '65d54c3b7dcd4af68398071d25e8321e', 'gw_port': {'id': 'a8bd8ad0-5adc-48c7-9aec-d260128ffc60', 'name': '', 'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:ec:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55b240b0-af1e-48f4-9bb9-379b7935b3a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1385, 'fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:07:38Z', 'updated_at': '2022-04-28T11:07:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '4197073b-9bb9-4e21-a899-c2285fbc75bd', 'name': '', 'network_id': 'c66de280-1745-4348-a2dd-dc364330d799', 'tenant_id': '65d54c3b7dcd4af68398071d25e8321e', 'mac_address': 'fa:16:3e:f8:dd:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55b240b0-af1e-48f4-9bb9-379b7935b3a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1390, 'fixed_ips': [{'subnet_id': 'b794fd01-ea7b-45c8-9116-1568cf69388c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:07:43Z', 'updated_at': '2022-04-28T11:07:47Z', 'revision_number': 5, 'project_id': '65d54c3b7dcd4af68398071d25e8321e', 'subnets': [{'id': 'b794fd01-ea7b-45c8-9116-1568cf69388c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=116164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:08:39.986081 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-977b44c8-be00-4aeb-9251-c30a614d6823 None None] The sync data for ids ['55b240b0-af1e-48f4-9bb9-379b7935b3a7'] in dv-neutron-master-2-hyperv is: [{'id': '55b240b0-af1e-48f4-9bb9-379b7935b3a7', 'name': 'tempest-TestNetworkBasicOps-router-1415271865', 'tenant_id': '65d54c3b7dcd4af68398071d25e8321e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'external_fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.39'}], 'enable_snat': True}, 'gw_port_id': 'a8bd8ad0-5adc-48c7-9aec-d260128ffc60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T11:07:38Z', 'updated_at': '2022-04-28T11:07:44Z', 'revision_number': 4, 'project_id': '65d54c3b7dcd4af68398071d25e8321e', 'gw_port': {'id': 'a8bd8ad0-5adc-48c7-9aec-d260128ffc60', 'name': '', 'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:ec:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55b240b0-af1e-48f4-9bb9-379b7935b3a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1385, 'fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:07:38Z', 'updated_at': '2022-04-28T11:07:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '4197073b-9bb9-4e21-a899-c2285fbc75bd', 'name': '', 'network_id': 'c66de280-1745-4348-a2dd-dc364330d799', 'tenant_id': '65d54c3b7dcd4af68398071d25e8321e', 'mac_address': 'fa:16:3e:f8:dd:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55b240b0-af1e-48f4-9bb9-379b7935b3a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1390, 'fixed_ips': [{'subnet_id': 'b794fd01-ea7b-45c8-9116-1568cf69388c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:07:43Z', 'updated_at': '2022-04-28T11:07:47Z', 'revision_number': 5, 'project_id': '65d54c3b7dcd4af68398071d25e8321e', 'subnets': [{'id': 'b794fd01-ea7b-45c8-9116-1568cf69388c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=116164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 11:08:40.202522 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4266474-b55b-4a34-b787-dc7cdb19f6cd None None] New status for floating IP 5b2daf10-31b0-4819-bcf2-b2afdf2a32e0: DOWN {{(pid=116163) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 28 11:08:40.283184 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 56278) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:08:40.326963 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-88c6c1e5-9de9-4eea-8aa6-b8c79e46633a tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] 10.222.0.10 "GET /v2.0/floatingips/5b2daf10-31b0-4819-bcf2-b2afdf2a32e0 HTTP/1.1" status: 200 len: 690 time: 0.0426919 Apr 28 11:08:40.490729 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-ae94d540-e4c6-43be-adc9-b26fb6a2f62f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (cfc241ae-e4b7-443b-b80b-59fbbc2b69c9), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:08:41.331479 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 56280) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:08:41.378773 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-e40b5eb1-cd50-4c64-ba07-0852899f9c7e tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] 10.222.0.10 "GET /v2.0/floatingips/5b2daf10-31b0-4819-bcf2-b2afdf2a32e0 HTTP/1.1" status: 200 len: 688 time: 0.0461857 Apr 28 11:08:42.061504 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-01ef1de1-12fd-4cef-b76b-793f91379468 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (39cc4f52-f5d9-4e2c-bbfa-7a1c528e1c40), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:08:42.662351 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 56284) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:08:42.667111 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.v2.base [None req-89f6795f-964e-40c4-b375-7fda3ffceb67 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-71142559', 'description': 'tempest-secgroup-smoke-71142559 description', 'project_id': '65d54c3b7dcd4af68398071d25e8321e'}} {{(pid=116162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:08:42.747936 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-89f6795f-964e-40c4-b375-7fda3ffceb67 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks [] for security_group (None), before_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:08:42.813197 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-89f6795f-964e-40c4-b375-7fda3ffceb67 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks [] for security_group (f1e4141d-484c-459e-a6cc-a0c26ffe9b9e), precommit_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:08:42.856162 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-89f6795f-964e-40c4-b375-7fda3ffceb67 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924426'] for security_group (f1e4141d-484c-459e-a6cc-a0c26ffe9b9e), after_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:08:42.884873 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f6795f-964e-40c4-b375-7fda3ffceb67 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f1e4141d-484c-459e-a6cc-a0c26ffe9b9e,revision_number=1']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:08:42.892244 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f6795f-964e-40c4-b375-7fda3ffceb67 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:08:42.892661 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f6795f-964e-40c4-b375-7fda3ffceb67 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:08:42.893014 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f6795f-964e-40c4-b375-7fda3ffceb67 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:08:42.893371 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f6795f-964e-40c4-b375-7fda3ffceb67 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:08:42.893710 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f6795f-964e-40c4-b375-7fda3ffceb67 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:08:42.894041 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f6795f-964e-40c4-b375-7fda3ffceb67 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:08:42.894370 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f6795f-964e-40c4-b375-7fda3ffceb67 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:08:42.894795 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f6795f-964e-40c4-b375-7fda3ffceb67 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:08:42.895122 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f6795f-964e-40c4-b375-7fda3ffceb67 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:08:42.895451 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f6795f-964e-40c4-b375-7fda3ffceb67 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:08:42.895779 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f6795f-964e-40c4-b375-7fda3ffceb67 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:08:42.896105 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f6795f-964e-40c4-b375-7fda3ffceb67 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:08:42.896430 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f6795f-964e-40c4-b375-7fda3ffceb67 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:08:42.896750 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f6795f-964e-40c4-b375-7fda3ffceb67 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:08:42.897072 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f6795f-964e-40c4-b375-7fda3ffceb67 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:08:42.978632 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-89f6795f-964e-40c4-b375-7fda3ffceb67 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks [] for security_group (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:08:42.979916 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-89f6795f-964e-40c4-b375-7fda3ffceb67 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.3165486 Apr 28 11:08:42.987481 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 56286) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:08:42.991924 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.v2.base [None req-4a3da70d-b747-4f73-8694-ff07fd28a31d tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Request body: {'security_group_rule': {'security_group_id': 'f1e4141d-484c-459e-a6cc-a0c26ffe9b9e', 'project_id': '65d54c3b7dcd4af68398071d25e8321e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=116162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:08:43.085548 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-4a3da70d-b747-4f73-8694-ff07fd28a31d tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks [] for security_group_rule (00d40c29-d650-485b-bc82-22664d4e3c0d), before_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:08:43.141830 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-4a3da70d-b747-4f73-8694-ff07fd28a31d tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks [] for security_group_rule (00d40c29-d650-485b-bc82-22664d4e3c0d), precommit_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:08:43.187300 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-4a3da70d-b747-4f73-8694-ff07fd28a31d tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1912725'] for security_group_rule (00d40c29-d650-485b-bc82-22664d4e3c0d), after_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:08:43.208022 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3da70d-b747-4f73-8694-ff07fd28a31d tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=00d40c29-d650-485b-bc82-22664d4e3c0d,revision_number=0']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:08:43.258116 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-4a3da70d-b747-4f73-8694-ff07fd28a31d tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:08:43.259410 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-4a3da70d-b747-4f73-8694-ff07fd28a31d tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2708545 Apr 28 11:08:43.262177 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 56288) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:08:43.267105 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.v2.base [None req-084e77a4-07a3-431c-9bcd-3e759bb5763e tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Request body: {'security_group_rule': {'security_group_id': 'f1e4141d-484c-459e-a6cc-a0c26ffe9b9e', 'project_id': '65d54c3b7dcd4af68398071d25e8321e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=116162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:08:43.341858 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-084e77a4-07a3-431c-9bcd-3e759bb5763e tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks [] for security_group_rule (2a205a61-b9ba-4527-996c-210a9b35f557), before_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:08:43.359052 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (d5baab19-5dd1-4902-922b-84acb048ab9c), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:08:43.399157 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-084e77a4-07a3-431c-9bcd-3e759bb5763e tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks [] for security_group_rule (2a205a61-b9ba-4527-996c-210a9b35f557), precommit_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:08:43.461859 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-084e77a4-07a3-431c-9bcd-3e759bb5763e tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1912725'] for security_group_rule (2a205a61-b9ba-4527-996c-210a9b35f557), after_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:08:43.480642 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084e77a4-07a3-431c-9bcd-3e759bb5763e tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2a205a61-b9ba-4527-996c-210a9b35f557,revision_number=0']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:08:43.560327 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-084e77a4-07a3-431c-9bcd-3e759bb5763e tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:08:43.561547 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-084e77a4-07a3-431c-9bcd-3e759bb5763e tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2984190 Apr 28 11:08:43.565082 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 56290) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:08:43.569324 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.v2.base [None req-7868fe35-aac3-4c78-a4ab-8e952cd59a9d tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Request body: {'security_group_rule': {'security_group_id': 'f1e4141d-484c-459e-a6cc-a0c26ffe9b9e', 'project_id': '65d54c3b7dcd4af68398071d25e8321e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=116162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:08:43.660867 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-7868fe35-aac3-4c78-a4ab-8e952cd59a9d tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks [] for security_group_rule (b18d3af9-3234-4edb-85cf-c7f9a0543e48), before_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:08:43.715323 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-7868fe35-aac3-4c78-a4ab-8e952cd59a9d tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks [] for security_group_rule (b18d3af9-3234-4edb-85cf-c7f9a0543e48), precommit_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:08:43.833354 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-7868fe35-aac3-4c78-a4ab-8e952cd59a9d tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1912725'] for security_group_rule (b18d3af9-3234-4edb-85cf-c7f9a0543e48), after_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:08:43.851089 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7868fe35-aac3-4c78-a4ab-8e952cd59a9d tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b18d3af9-3234-4edb-85cf-c7f9a0543e48,revision_number=0']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:08:43.932935 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-7868fe35-aac3-4c78-a4ab-8e952cd59a9d tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:08:43.934245 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-7868fe35-aac3-4c78-a4ab-8e952cd59a9d tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3681960 Apr 28 11:08:43.937019 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 56292) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:08:43.942156 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.v2.base [None req-6e2a7974-e5cc-4890-9f39-14af4e8c688e tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Request body: {'security_group_rule': {'security_group_id': 'f1e4141d-484c-459e-a6cc-a0c26ffe9b9e', 'project_id': '65d54c3b7dcd4af68398071d25e8321e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=116162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:08:44.010129 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-6e2a7974-e5cc-4890-9f39-14af4e8c688e tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks [] for security_group_rule (5aa1e214-a41b-4285-b1b4-10a0e3da4ece), before_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:08:44.066640 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-6e2a7974-e5cc-4890-9f39-14af4e8c688e tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks [] for security_group_rule (5aa1e214-a41b-4285-b1b4-10a0e3da4ece), precommit_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:08:44.141858 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-6e2a7974-e5cc-4890-9f39-14af4e8c688e tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1912725'] for security_group_rule (5aa1e214-a41b-4285-b1b4-10a0e3da4ece), after_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:08:44.162878 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2a7974-e5cc-4890-9f39-14af4e8c688e tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5aa1e214-a41b-4285-b1b4-10a0e3da4ece,revision_number=0']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:08:44.217037 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-6e2a7974-e5cc-4890-9f39-14af4e8c688e tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:08:44.218319 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-6e2a7974-e5cc-4890-9f39-14af4e8c688e tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2803447 Apr 28 11:08:44.221681 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 56294) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:08:44.225998 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.v2.base [None req-64c40a6b-da07-404c-afc1-3970a7a731cd tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Request body: {'security_group_rule': {'security_group_id': 'f1e4141d-484c-459e-a6cc-a0c26ffe9b9e', 'project_id': '65d54c3b7dcd4af68398071d25e8321e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=116162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:08:44.323820 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.db.securitygroups_db [None req-64c40a6b-da07-404c-afc1-3970a7a731cd tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Project 65d54c3b7dcd4af68398071d25e8321e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 28 11:08:44.329676 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-64c40a6b-da07-404c-afc1-3970a7a731cd tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks [] for security_group_rule (93a98743-af37-483b-968e-79f560b9d465), before_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:08:44.387297 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-64c40a6b-da07-404c-afc1-3970a7a731cd tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks [] for security_group_rule (93a98743-af37-483b-968e-79f560b9d465), precommit_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:08:44.444327 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-64c40a6b-da07-404c-afc1-3970a7a731cd tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1912725'] for security_group_rule (93a98743-af37-483b-968e-79f560b9d465), after_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:08:44.462865 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c40a6b-da07-404c-afc1-3970a7a731cd tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=93a98743-af37-483b-968e-79f560b9d465,revision_number=0']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:08:44.537056 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-64c40a6b-da07-404c-afc1-3970a7a731cd tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:08:44.538265 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-64c40a6b-da07-404c-afc1-3970a7a731cd tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3156612 Apr 28 11:08:44.541189 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 56296) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:08:44.545620 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.v2.base [None req-962a2173-97d6-43b0-8bb9-010b00589218 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Request body: {'security_group_rule': {'security_group_id': 'f1e4141d-484c-459e-a6cc-a0c26ffe9b9e', 'project_id': '65d54c3b7dcd4af68398071d25e8321e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=116162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:08:44.632971 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.db.securitygroups_db [None req-962a2173-97d6-43b0-8bb9-010b00589218 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Project 65d54c3b7dcd4af68398071d25e8321e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 28 11:08:44.638680 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-962a2173-97d6-43b0-8bb9-010b00589218 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks [] for security_group_rule (9109c8b8-e512-43b8-b3d2-0ac0251211a7), before_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:08:44.697291 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-962a2173-97d6-43b0-8bb9-010b00589218 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks [] for security_group_rule (9109c8b8-e512-43b8-b3d2-0ac0251211a7), precommit_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:08:44.763544 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-962a2173-97d6-43b0-8bb9-010b00589218 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1912725'] for security_group_rule (9109c8b8-e512-43b8-b3d2-0ac0251211a7), after_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:08:44.780949 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-962a2173-97d6-43b0-8bb9-010b00589218 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9109c8b8-e512-43b8-b3d2-0ac0251211a7,revision_number=0']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:08:44.863610 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-962a2173-97d6-43b0-8bb9-010b00589218 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:08:44.864838 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-962a2173-97d6-43b0-8bb9-010b00589218 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3227115 Apr 28 11:08:45.015207 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-de7eade8-70cf-4272-b803-79bae4ff96ff req-659d5dea-addf-4391-a312-74b078f6eaae tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-71142559&fields=id&tenant_id=65d54c3b7dcd4af68398071d25e8321e HTTP/1.1" status: 200 len: 267 time: 0.0448458 Apr 28 11:08:45.124841 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7eade8-70cf-4272-b803-79bae4ff96ff req-ff1cbb68-8932-4e15-a0c1-8e369f215489 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:08:45.126522 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-de7eade8-70cf-4272-b803-79bae4ff96ff req-ff1cbb68-8932-4e15-a0c1-8e369f215489 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] 10.222.0.10 "GET /v2.0/networks?id=c66de280-1745-4348-a2dd-dc364330d799 HTTP/1.1" status: 200 len: 797 time: 0.1046889 Apr 28 11:08:45.140612 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-de7eade8-70cf-4272-b803-79bae4ff96ff req-fdcf6ca3-912e-44bc-90bb-2130f99f9b6f tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] 10.222.0.10 "GET /v2.0/quotas/65d54c3b7dcd4af68398071d25e8321e HTTP/1.1" status: 200 len: 375 time: 0.0088038 Apr 28 11:08:45.192584 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-de7eade8-70cf-4272-b803-79bae4ff96ff req-00cf0348-cacc-4c79-833a-7f829aabcca9 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=65d54c3b7dcd4af68398071d25e8321e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0468302 Apr 28 11:08:45.292395 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-de7eade8-70cf-4272-b803-79bae4ff96ff req-0d743d83-0329-4286-9c81-bf7b1e78b48f service neutron] 10.222.0.10 "GET /v2.0/networks/c66de280-1745-4348-a2dd-dc364330d799?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888665 Apr 28 11:08:45.382609 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-de7eade8-70cf-4272-b803-79bae4ff96ff req-3c3fa39a-541f-4579-abae-c8ef55771c70 service neutron] 10.222.0.10 "GET /v2.0/networks/c66de280-1745-4348-a2dd-dc364330d799?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838082 Apr 28 11:08:45.663621 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-b325f9a1-7489-40b8-80a1-d5e10d3ea0ff req-5ab68153-081a-406c-be82-c047b838b179 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] 10.222.0.10 "GET /v2.0/ports?device_id=922566a4-1d1d-4451-97b1-90b11e61f65a HTTP/1.1" status: 200 len: 210 time: 0.0328975 Apr 28 11:08:46.766565 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-206781b6-d600-4d74-ad5c-2df043f2afae req-1c51c8f9-3ba3-4221-aab2-7be2a996b6b5 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] 10.222.0.10 "GET /v2.0/ports?device_id=922566a4-1d1d-4451-97b1-90b11e61f65a HTTP/1.1" status: 200 len: 210 time: 0.0332892 Apr 28 11:08:47.530490 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7eade8-70cf-4272-b803-79bae4ff96ff req-eb009008-e4f3-44c0-9c72-2f1f6796195b tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:08:47.532247 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-de7eade8-70cf-4272-b803-79bae4ff96ff req-eb009008-e4f3-44c0-9c72-2f1f6796195b tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] 10.222.0.20 "GET /v2.0/networks?id=c66de280-1745-4348-a2dd-dc364330d799 HTTP/1.1" status: 200 len: 797 time: 0.1033087 Apr 28 11:08:47.616724 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-de7eade8-70cf-4272-b803-79bae4ff96ff req-6d510d9c-1650-42b5-aeea-7338099827f2 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=65d54c3b7dcd4af68398071d25e8321e HTTP/1.1" status: 200 len: 471 time: 0.0744083 Apr 28 11:08:47.626111 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.v2.base [req-de7eade8-70cf-4272-b803-79bae4ff96ff req-11e6bbce-3aef-4123-844f-332f7a8ceeb1 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Request body: {'port': {'device_id': '922566a4-1d1d-4451-97b1-90b11e61f65a', 'network_id': 'c66de280-1745-4348-a2dd-dc364330d799', 'admin_state_up': True, 'tenant_id': '65d54c3b7dcd4af68398071d25e8321e', 'security_groups': ['f1e4141d-484c-459e-a6cc-a0c26ffe9b9e']}} {{(pid=116161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:08:47.816412 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-de7eade8-70cf-4272-b803-79bae4ff96ff req-11e6bbce-3aef-4123-844f-332f7a8ceeb1 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Made reservation on behalf of 65d54c3b7dcd4af68398071d25e8321e for: {'port': 1} {{(pid=116161) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 11:08:47.826167 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [req-de7eade8-70cf-4272-b803-79bae4ff96ff req-11e6bbce-3aef-4123-844f-332f7a8ceeb1 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (None), before_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:08:47.904602 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-1e0f8a8f-a83e-4be7-84a4-021a8dd4bb8d req-7c15bbd9-853f-431d-b883-7d8990944932 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] 10.222.0.10 "GET /v2.0/ports?device_id=922566a4-1d1d-4451-97b1-90b11e61f65a HTTP/1.1" status: 200 len: 210 time: 0.0665293 Apr 28 11:08:47.979575 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.db.db_base_plugin_common [req-de7eade8-70cf-4272-b803-79bae4ff96ff req-11e6bbce-3aef-4123-844f-332f7a8ceeb1 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Allocated IP 172.20.0.9 (c66de280-1745-4348-a2dd-dc364330d799/b794fd01-ea7b-45c8-9116-1568cf69388c/bf6a13d1-4631-42a6-8dcb-184037b1c154) {{(pid=116161) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 11:08:48.121041 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [req-de7eade8-70cf-4272-b803-79bae4ff96ff req-11e6bbce-3aef-4123-844f-332f7a8ceeb1 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks [] for port (bf6a13d1-4631-42a6-8dcb-184037b1c154), precommit_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:08:48.279158 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [req-de7eade8-70cf-4272-b803-79bae4ff96ff req-11e6bbce-3aef-4123-844f-332f7a8ceeb1 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742234710357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5219112'] for port (bf6a13d1-4631-42a6-8dcb-184037b1c154), after_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:08:48.325390 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-de7eade8-70cf-4272-b803-79bae4ff96ff req-11e6bbce-3aef-4123-844f-332f7a8ceeb1 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Network c66de280-1745-4348-a2dd-dc364330d799 is already hosted by enough agents. {{(pid=116161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 11:08:48.330711 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.scheduler.base_scheduler [req-de7eade8-70cf-4272-b803-79bae4ff96ff req-11e6bbce-3aef-4123-844f-332f7a8ceeb1 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Resources bound (agent type, host, resource id): {{(pid=116161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 11:08:48.335704 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.db.l3_dvrscheduler_db [req-de7eade8-70cf-4272-b803-79bae4ff96ff req-11e6bbce-3aef-4123-844f-332f7a8ceeb1 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Received port after_create {{(pid=116161) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 11:08:48.360695 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e6bbce-3aef-4123-844f-332f7a8ceeb1 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Pushing event updated for resources: {'Port': ['ID=bf6a13d1-4631-42a6-8dcb-184037b1c154,revision_number=1']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:08:48.377093 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e6bbce-3aef-4123-844f-332f7a8ceeb1 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:08:48.377437 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e6bbce-3aef-4123-844f-332f7a8ceeb1 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:08:48.377788 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e6bbce-3aef-4123-844f-332f7a8ceeb1 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:08:48.378129 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e6bbce-3aef-4123-844f-332f7a8ceeb1 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:08:48.378489 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e6bbce-3aef-4123-844f-332f7a8ceeb1 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:08:48.378823 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e6bbce-3aef-4123-844f-332f7a8ceeb1 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:08:48.379159 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e6bbce-3aef-4123-844f-332f7a8ceeb1 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:08:48.379485 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e6bbce-3aef-4123-844f-332f7a8ceeb1 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:08:48.379815 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e6bbce-3aef-4123-844f-332f7a8ceeb1 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:08:48.380144 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e6bbce-3aef-4123-844f-332f7a8ceeb1 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:08:48.380471 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e6bbce-3aef-4123-844f-332f7a8ceeb1 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:08:48.380797 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e6bbce-3aef-4123-844f-332f7a8ceeb1 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:08:48.381121 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e6bbce-3aef-4123-844f-332f7a8ceeb1 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:08:48.381444 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e6bbce-3aef-4123-844f-332f7a8ceeb1 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:08:48.381766 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e6bbce-3aef-4123-844f-332f7a8ceeb1 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:08:48.402501 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7eade8-70cf-4272-b803-79bae4ff96ff req-11e6bbce-3aef-4123-844f-332f7a8ceeb1 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:08:48.403130 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [req-de7eade8-70cf-4272-b803-79bae4ff96ff req-11e6bbce-3aef-4123-844f-332f7a8ceeb1 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198022'] for port (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:08:48.469876 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-de7eade8-70cf-4272-b803-79bae4ff96ff req-11e6bbce-3aef-4123-844f-332f7a8ceeb1 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8477962 Apr 28 11:08:48.481854 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.v2.base [req-de7eade8-70cf-4272-b803-79bae4ff96ff req-fc75a4f3-9647-4419-9699-40f3d0fbba0c service neutron] Request body: {'port': {'device_id': '922566a4-1d1d-4451-97b1-90b11e61f65a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-mast'}} {{(pid=116161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:08:48.548276 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [req-de7eade8-70cf-4272-b803-79bae4ff96ff req-fc75a4f3-9647-4419-9699-40f3d0fbba0c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (bf6a13d1-4631-42a6-8dcb-184037b1c154), before_update {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:08:48.573470 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-cf490538-b0ec-4b24-b729-701f943e51b4 None None] Provisioning complete for port bf6a13d1-4631-42a6-8dcb-184037b1c154 triggered by entity DHCP. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:08:48.574082 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-cf490538-b0ec-4b24-b729-701f943e51b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (bf6a13d1-4631-42a6-8dcb-184037b1c154), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:08:48.609045 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-cf490538-b0ec-4b24-b729-701f943e51b4 None None] Port bf6a13d1-4631-42a6-8dcb-184037b1c154 cannot update to ACTIVE because it is not bound. {{(pid=116163) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 28 11:08:48.807483 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.notifiers.nova [req-de7eade8-70cf-4272-b803-79bae4ff96ff req-fc75a4f3-9647-4419-9699-40f3d0fbba0c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bf6a13d1-4631-42a6-8dcb-184037b1c154 {{(pid=116161) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 11:08:48.815437 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [req-de7eade8-70cf-4272-b803-79bae4ff96ff req-fc75a4f3-9647-4419-9699-40f3d0fbba0c service neutron] Publish callbacks [] for port (bf6a13d1-4631-42a6-8dcb-184037b1c154), precommit_update {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:08:48.827490 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.db.provisioning_blocks [req-de7eade8-70cf-4272-b803-79bae4ff96ff req-fc75a4f3-9647-4419-9699-40f3d0fbba0c service neutron] Transition to ACTIVE for port object bf6a13d1-4631-42a6-8dcb-184037b1c154 will not be triggered until provisioned by entity L2. {{(pid=116161) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 28 11:08:48.884616 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [req-de7eade8-70cf-4272-b803-79bae4ff96ff req-fc75a4f3-9647-4419-9699-40f3d0fbba0c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5219123'] for port (bf6a13d1-4631-42a6-8dcb-184037b1c154), after_update {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:08:48.942344 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc75a4f3-9647-4419-9699-40f3d0fbba0c service neutron] Pushing event updated for resources: {'Port': ['ID=bf6a13d1-4631-42a6-8dcb-184037b1c154,revision_number=2']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:08:49.049168 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182bbd89-dede-4eef-bf20-c86eedddf9c0 req-c7470d35-52cf-4b7b-8a12-b9f5ae04904e tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:08:49.050757 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-182bbd89-dede-4eef-bf20-c86eedddf9c0 req-c7470d35-52cf-4b7b-8a12-b9f5ae04904e tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] 10.222.0.10 "GET /v2.0/ports?device_id=922566a4-1d1d-4451-97b1-90b11e61f65a HTTP/1.1" status: 200 len: 943 time: 0.0632114 Apr 28 11:08:49.067846 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.managers [req-de7eade8-70cf-4272-b803-79bae4ff96ff req-fc75a4f3-9647-4419-9699-40f3d0fbba0c service neutron] Attempting to bind port bf6a13d1-4631-42a6-8dcb-184037b1c154 on host hv-neutron-mast for vnic_type normal with profile {{(pid=116161) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 28 11:08:49.068191 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.managers [req-de7eade8-70cf-4272-b803-79bae4ff96ff req-fc75a4f3-9647-4419-9699-40f3d0fbba0c service neutron] Attempting to bind port bf6a13d1-4631-42a6-8dcb-184037b1c154 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': 'a964e3ea-758f-43ce-9048-5da6f72b69ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'c66de280-1745-4348-a2dd-dc364330d799'}] {{(pid=116161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 28 11:08:49.068531 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de7eade8-70cf-4272-b803-79bae4ff96ff req-fc75a4f3-9647-4419-9699-40f3d0fbba0c service neutron] Attempting to bind port bf6a13d1-4631-42a6-8dcb-184037b1c154 on network c66de280-1745-4348-a2dd-dc364330d799 {{(pid=116161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 11:08:49.080801 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de7eade8-70cf-4272-b803-79bae4ff96ff req-fc75a4f3-9647-4419-9699-40f3d0fbba0c service neutron] Port bf6a13d1-4631-42a6-8dcb-184037b1c154 on network c66de280-1745-4348-a2dd-dc364330d799 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=116161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 28 11:08:49.081140 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de7eade8-70cf-4272-b803-79bae4ff96ff req-fc75a4f3-9647-4419-9699-40f3d0fbba0c service neutron] Attempting to bind port bf6a13d1-4631-42a6-8dcb-184037b1c154 on network c66de280-1745-4348-a2dd-dc364330d799 {{(pid=116161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 11:08:49.091843 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de7eade8-70cf-4272-b803-79bae4ff96ff req-fc75a4f3-9647-4419-9699-40f3d0fbba0c service neutron] Checking agent: {'id': '6be95134-9a6c-4663-8b48-90d12ce90c60', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-mast', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 10, 57, 20), 'started_at': datetime.datetime(2022, 4, 28, 10, 57, 20), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 11, 8, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=116161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 11:08:49.092187 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de7eade8-70cf-4272-b803-79bae4ff96ff req-fc75a4f3-9647-4419-9699-40f3d0fbba0c service neutron] Checking segment: {'id': 'a964e3ea-758f-43ce-9048-5da6f72b69ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'c66de280-1745-4348-a2dd-dc364330d799'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 11:08:49.092579 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de7eade8-70cf-4272-b803-79bae4ff96ff req-fc75a4f3-9647-4419-9699-40f3d0fbba0c service neutron] Bound using segment: {'id': 'a964e3ea-758f-43ce-9048-5da6f72b69ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'c66de280-1745-4348-a2dd-dc364330d799'} {{(pid=116161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 11:08:49.093021 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.managers [req-de7eade8-70cf-4272-b803-79bae4ff96ff req-fc75a4f3-9647-4419-9699-40f3d0fbba0c service neutron] Bound port: bf6a13d1-4631-42a6-8dcb-184037b1c154, host: hv-neutron-mast, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a964e3ea-758f-43ce-9048-5da6f72b69ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'c66de280-1745-4348-a2dd-dc364330d799'}}] {{(pid=116161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 28 11:08:49.093387 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [req-de7eade8-70cf-4272-b803-79bae4ff96ff req-fc75a4f3-9647-4419-9699-40f3d0fbba0c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (bf6a13d1-4631-42a6-8dcb-184037b1c154), before_update {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:08:49.155527 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-182bbd89-dede-4eef-bf20-c86eedddf9c0 req-9fcf117a-db89-4d8d-9aa8-82d025899879 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] 10.222.0.10 "GET /v2.0/security-groups?id=f1e4141d-484c-459e-a6cc-a0c26ffe9b9e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0966642 Apr 28 11:08:49.187132 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.db [req-de7eade8-70cf-4272-b803-79bae4ff96ff req-fc75a4f3-9647-4419-9699-40f3d0fbba0c service neutron] For port bf6a13d1-4631-42a6-8dcb-184037b1c154, host hv-neutron-mast, cleared binding levels {{(pid=116161) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 11:08:49.190326 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.db [req-de7eade8-70cf-4272-b803-79bae4ff96ff req-fc75a4f3-9647-4419-9699-40f3d0fbba0c service neutron] For port bf6a13d1-4631-42a6-8dcb-184037b1c154, host hv-neutron-mast, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=bf6a13d1-4631-42a6-8dcb-184037b1c154,segment=NetworkSegment(a964e3ea-758f-43ce-9048-5da6f72b69ad),segment_id=a964e3ea-758f-43ce-9048-5da6f72b69ad)] {{(pid=116161) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 11:08:49.268021 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [req-de7eade8-70cf-4272-b803-79bae4ff96ff req-fc75a4f3-9647-4419-9699-40f3d0fbba0c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5219123'] for port (bf6a13d1-4631-42a6-8dcb-184037b1c154), after_update {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:08:49.303299 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7eade8-70cf-4272-b803-79bae4ff96ff req-fc75a4f3-9647-4419-9699-40f3d0fbba0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:08:49.303922 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [req-de7eade8-70cf-4272-b803-79bae4ff96ff req-fc75a4f3-9647-4419-9699-40f3d0fbba0c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198022'] for port (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:08:49.305738 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-de7eade8-70cf-4272-b803-79bae4ff96ff req-fc75a4f3-9647-4419-9699-40f3d0fbba0c service neutron] 10.222.0.20 "PUT /v2.0/ports/bf6a13d1-4631-42a6-8dcb-184037b1c154 HTTP/1.1" status: 200 len: 1093 time: 0.8280804 Apr 28 11:08:49.308000 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '922566a4-1d1d-4451-97b1-90b11e61f65a', 'tag': 'bf6a13d1-4631-42a6-8dcb-184037b1c154'}] {{(pid=116161) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 11:08:49.311085 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e748734031c26dffb00ab563e48cb7690d820419218221ecd4f9c2a21276ff88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6bc692b-b376-4ba2-8c20-f65d298c32c5" -d '{"events": [{"name": "network-changed", "server_uuid": "922566a4-1d1d-4451-97b1-90b11e61f65a", "tag": "bf6a13d1-4631-42a6-8dcb-184037b1c154"}]}' {{(pid=116161) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 11:08:49.342198 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc75a4f3-9647-4419-9699-40f3d0fbba0c service neutron] Pushing event updated for resources: {'Port': ['ID=bf6a13d1-4631-42a6-8dcb-184037b1c154,revision_number=3']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:08:49.354662 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 11:08:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d3b0994-99ef-4699-8de7-9ca3edde1438 x-openstack-request-id: req-4d3b0994-99ef-4699-8de7-9ca3edde1438 {{(pid=116161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 11:08:49.354958 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "922566a4-1d1d-4451-97b1-90b11e61f65a", "tag": "bf6a13d1-4631-42a6-8dcb-184037b1c154", "status": "completed", "code": 200}]} {{(pid=116161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 11:08:49.355213 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-4d3b0994-99ef-4699-8de7-9ca3edde1438 {{(pid=116161) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 11:08:49.355622 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4d3b0994-99ef-4699-8de7-9ca3edde1438'] response: {'name': 'network-changed', 'server_uuid': '922566a4-1d1d-4451-97b1-90b11e61f65a', 'tag': 'bf6a13d1-4631-42a6-8dcb-184037b1c154', 'status': 'completed', 'code': 200} Apr 28 11:08:49.416545 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6bc692b-b376-4ba2-8c20-f65d298c32c5 req-135514fb-f6fa-478b-8710-67847aee543b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:08:49.418058 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-c6bc692b-b376-4ba2-8c20-f65d298c32c5 req-135514fb-f6fa-478b-8710-67847aee543b service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=65d54c3b7dcd4af68398071d25e8321e&device_id=922566a4-1d1d-4451-97b1-90b11e61f65a HTTP/1.1" status: 200 len: 1127 time: 0.0432892 Apr 28 11:08:49.521947 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6bc692b-b376-4ba2-8c20-f65d298c32c5 req-a6b27d37-4d7c-4210-a892-b9e3ab116df5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:08:49.523447 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-c6bc692b-b376-4ba2-8c20-f65d298c32c5 req-a6b27d37-4d7c-4210-a892-b9e3ab116df5 service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=65d54c3b7dcd4af68398071d25e8321e&shared=False HTTP/1.1" status: 200 len: 897 time: 0.0991206 Apr 28 11:08:49.615184 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6bc692b-b376-4ba2-8c20-f65d298c32c5 req-da409d8b-670a-4eb4-88c9-a5d2d1e3727b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:08:49.616579 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-c6bc692b-b376-4ba2-8c20-f65d298c32c5 req-da409d8b-670a-4eb4-88c9-a5d2d1e3727b service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0877059 Apr 28 11:08:49.692869 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7eade8-70cf-4272-b803-79bae4ff96ff req-76922e05-e77e-4edc-a553-4b43280a8763 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:08:49.694276 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-de7eade8-70cf-4272-b803-79bae4ff96ff req-76922e05-e77e-4edc-a553-4b43280a8763 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=65d54c3b7dcd4af68398071d25e8321e&device_id=922566a4-1d1d-4451-97b1-90b11e61f65a HTTP/1.1" status: 200 len: 1127 time: 0.0437312 Apr 28 11:08:49.735807 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-de7eade8-70cf-4272-b803-79bae4ff96ff req-fccdb108-8621-4c0e-9fdb-c42f6b52fad5 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bf6a13d1-4631-42a6-8dcb-184037b1c154 HTTP/1.1" status: 200 len: 217 time: 0.0347967 Apr 28 11:08:49.784177 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7eade8-70cf-4272-b803-79bae4ff96ff req-22ceddc3-964b-4178-8ddc-cb9e211e6f1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:08:49.785675 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-de7eade8-70cf-4272-b803-79bae4ff96ff req-22ceddc3-964b-4178-8ddc-cb9e211e6f1c service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b794fd01-ea7b-45c8-9116-1568cf69388c HTTP/1.1" status: 200 len: 834 time: 0.0435407 Apr 28 11:08:49.832870 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7eade8-70cf-4272-b803-79bae4ff96ff req-e6981c6b-383f-49b6-8cf1-fb9af193c96c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:08:49.834369 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-de7eade8-70cf-4272-b803-79bae4ff96ff req-e6981c6b-383f-49b6-8cf1-fb9af193c96c service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c66de280-1745-4348-a2dd-dc364330d799&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0428801 Apr 28 11:08:49.924191 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-de7eade8-70cf-4272-b803-79bae4ff96ff req-f80edbb2-3fef-40e8-98bc-506318cb42d0 service neutron] 10.222.0.20 "GET /v2.0/networks/c66de280-1745-4348-a2dd-dc364330d799?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840883 Apr 28 11:08:50.018933 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-de7eade8-70cf-4272-b803-79bae4ff96ff req-cc6d8dc4-3f65-4546-9e5a-b6516a8bd926 service neutron] 10.222.0.20 "GET /v2.0/networks/c66de280-1745-4348-a2dd-dc364330d799?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887289 Apr 28 11:08:50.272290 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690f7e72-28c2-421c-9fc9-6ebe47fd31d9 req-54c41137-2fd9-4041-8818-9a1d1cbd4081 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:08:50.273726 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-690f7e72-28c2-421c-9fc9-6ebe47fd31d9 req-54c41137-2fd9-4041-8818-9a1d1cbd4081 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] 10.222.0.10 "GET /v2.0/ports?device_id=922566a4-1d1d-4451-97b1-90b11e61f65a HTTP/1.1" status: 200 len: 943 time: 0.0478816 Apr 28 11:08:50.323724 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-690f7e72-28c2-421c-9fc9-6ebe47fd31d9 req-3523dfdb-694f-4130-802f-e0caa483bb85 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] 10.222.0.10 "GET /v2.0/security-groups?id=f1e4141d-484c-459e-a6cc-a0c26ffe9b9e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0442810 Apr 28 11:08:50.513151 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (6be95134-9a6c-4663-8b48-90d12ce90c60), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:08:51.436894 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cde0728-abc4-4c64-9d73-61e008deea50 req-7e2dd926-7429-4fc2-9cdb-5c7e6b29ad73 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:08:51.438988 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-1cde0728-abc4-4c64-9d73-61e008deea50 req-7e2dd926-7429-4fc2-9cdb-5c7e6b29ad73 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] 10.222.0.10 "GET /v2.0/ports?device_id=922566a4-1d1d-4451-97b1-90b11e61f65a HTTP/1.1" status: 200 len: 943 time: 0.0457032 Apr 28 11:08:51.462241 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Device bf6a13d1-4631-42a6-8dcb-184037b1c154 details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=116163) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 28 11:08:51.487417 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-1cde0728-abc4-4c64-9d73-61e008deea50 req-ee651fb1-99fa-4517-ad6e-da42cd60e119 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] 10.222.0.10 "GET /v2.0/security-groups?id=f1e4141d-484c-459e-a6cc-a0c26ffe9b9e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0428932 Apr 28 11:08:51.560343 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] For port bf6a13d1-4631-42a6-8dcb-184037b1c154, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=bf6a13d1-4631-42a6-8dcb-184037b1c154,segment=NetworkSegment(a964e3ea-758f-43ce-9048-5da6f72b69ad),segment_id=a964e3ea-758f-43ce-9048-5da6f72b69ad)] {{(pid=116163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 11:08:51.571827 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Returning: {'device': 'bf6a13d1-4631-42a6-8dcb-184037b1c154', 'network_id': 'c66de280-1745-4348-a2dd-dc364330d799', 'port_id': 'bf6a13d1-4631-42a6-8dcb-184037b1c154', 'mac_address': 'fa:16:3e:59:42:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 65, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b794fd01-ea7b-45c8-9116-1568cf69388c', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=116163) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 28 11:08:51.611707 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Current status of the port bf6a13d1-4631-42a6-8dcb-184037b1c154 is: DOWN; New status is: BUILD {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:08:51.612017 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (bf6a13d1-4631-42a6-8dcb-184037b1c154), before_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:08:51.624273 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.notifiers.nova [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bf6a13d1-4631-42a6-8dcb-184037b1c154 {{(pid=116163) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 11:08:51.643477 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] For port bf6a13d1-4631-42a6-8dcb-184037b1c154, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=bf6a13d1-4631-42a6-8dcb-184037b1c154,segment=NetworkSegment(a964e3ea-758f-43ce-9048-5da6f72b69ad),segment_id=a964e3ea-758f-43ce-9048-5da6f72b69ad)] {{(pid=116163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 11:08:51.695712 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393'] for port (bf6a13d1-4631-42a6-8dcb-184037b1c154), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:08:51.742701 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Pushing event updated for resources: {'Port': ['ID=bf6a13d1-4631-42a6-8dcb-184037b1c154,revision_number=4']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:08:51.749584 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:08:51.749978 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:08:51.750420 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:08:51.750776 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:08:51.751110 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:08:51.751438 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:08:51.751765 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:08:51.752089 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:08:51.752415 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:08:51.752743 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:08:51.753070 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:08:51.753391 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:08:51.753712 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:08:51.754028 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:08:51.754344 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:08:51.907397 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] get_ports_and_sgs() called for port_ids ['bf6a13d1-4631-42a6-8dcb-184037b1c154'] {{(pid=116163) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 11:08:52.602686 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99483714-5776-412c-83b1-b83dc8a763ea req-555e3bb7-2614-4ad8-9f16-21a4e4fa003c tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:08:52.604138 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-99483714-5776-412c-83b1-b83dc8a763ea req-555e3bb7-2614-4ad8-9f16-21a4e4fa003c tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] 10.222.0.10 "GET /v2.0/ports?device_id=922566a4-1d1d-4451-97b1-90b11e61f65a HTTP/1.1" status: 200 len: 944 time: 0.0500422 Apr 28 11:08:52.651489 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-99483714-5776-412c-83b1-b83dc8a763ea req-50c2f58a-3d01-4a01-96a5-86db94e02523 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] 10.222.0.10 "GET /v2.0/security-groups?id=f1e4141d-484c-459e-a6cc-a0c26ffe9b9e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0418358 Apr 28 11:08:53.197935 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.agents_db [None req-54b29a82-8a19-4507-95e3-3a2d011841ff None None] Agent healthcheck: found 6 active agents {{(pid=116164) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 28 11:08:53.493343 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Device bf6a13d1-4631-42a6-8dcb-184037b1c154 up at agent hyperv_hv-neutron-mast {{(pid=116163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 11:08:53.537231 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Provisioning for port bf6a13d1-4631-42a6-8dcb-184037b1c154 completed by entity L2. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 28 11:08:53.598345 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Provisioning complete for port bf6a13d1-4631-42a6-8dcb-184037b1c154 triggered by entity L2. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:08:53.598740 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (bf6a13d1-4631-42a6-8dcb-184037b1c154), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:08:53.676417 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Current status of the port bf6a13d1-4631-42a6-8dcb-184037b1c154 is: BUILD; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:08:53.676802 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (bf6a13d1-4631-42a6-8dcb-184037b1c154), before_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:08:53.699622 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '922566a4-1d1d-4451-97b1-90b11e61f65a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf6a13d1-4631-42a6-8dcb-184037b1c154'}] {{(pid=116163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 11:08:53.702130 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f01aec4a4f83961b54a953becfce2676879fb1d4b91122543244f430a0b8460" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d24d90cd-07ef-46ac-a0a4-c55db03bdcad" -d '{"events": [{"server_uuid": "922566a4-1d1d-4451-97b1-90b11e61f65a", "name": "network-vif-plugged", "status": "completed", "tag": "bf6a13d1-4631-42a6-8dcb-184037b1c154"}]}' {{(pid=116163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 11:08:53.722344 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] For port bf6a13d1-4631-42a6-8dcb-184037b1c154, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=bf6a13d1-4631-42a6-8dcb-184037b1c154,segment=NetworkSegment(a964e3ea-758f-43ce-9048-5da6f72b69ad),segment_id=a964e3ea-758f-43ce-9048-5da6f72b69ad)] {{(pid=116163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 11:08:53.742235 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 11:08:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-624c5557-4a5e-47e3-a8ec-6d8a149c00ac x-openstack-request-id: req-624c5557-4a5e-47e3-a8ec-6d8a149c00ac {{(pid=116163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 11:08:53.742708 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "922566a4-1d1d-4451-97b1-90b11e61f65a", "name": "network-vif-plugged", "status": "completed", "tag": "bf6a13d1-4631-42a6-8dcb-184037b1c154", "code": 200}]} {{(pid=116163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 11:08:53.742974 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-624c5557-4a5e-47e3-a8ec-6d8a149c00ac {{(pid=116163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 11:08:53.743450 dv-neutron-master-2-hyperv neutron-server[116163]: INFO neutron.notifiers.nova [-] Nova event matching ['req-624c5557-4a5e-47e3-a8ec-6d8a149c00ac'] response: {'server_uuid': '922566a4-1d1d-4451-97b1-90b11e61f65a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf6a13d1-4631-42a6-8dcb-184037b1c154', 'code': 200} Apr 28 11:08:53.773419 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133e7069-ab47-4d18-9992-88a2c33a86be req-90a849aa-41e4-49f3-b536-db769e600fcd tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:08:53.774965 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-133e7069-ab47-4d18-9992-88a2c33a86be req-90a849aa-41e4-49f3-b536-db769e600fcd tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] 10.222.0.10 "GET /v2.0/ports?device_id=922566a4-1d1d-4451-97b1-90b11e61f65a HTTP/1.1" status: 200 len: 944 time: 0.0570583 Apr 28 11:08:53.798316 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393'] for port (bf6a13d1-4631-42a6-8dcb-184037b1c154), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:08:53.824257 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-133e7069-ab47-4d18-9992-88a2c33a86be req-2613cc35-f171-4bc2-87b3-e9befd27a8a6 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] 10.222.0.10 "GET /v2.0/security-groups?id=f1e4141d-484c-459e-a6cc-a0c26ffe9b9e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0435050 Apr 28 11:08:53.848879 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Pushing event updated for resources: {'Port': ['ID=bf6a13d1-4631-42a6-8dcb-184037b1c154,revision_number=5']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:08:54.073728 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ea2cf3-8423-486f-86e9-66eb8ec059ff req-15f720bb-e502-4ee7-ab42-2048820f9ad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:08:54.075188 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-a2ea2cf3-8423-486f-86e9-66eb8ec059ff req-15f720bb-e502-4ee7-ab42-2048820f9ad7 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=922566a4-1d1d-4451-97b1-90b11e61f65a HTTP/1.1" status: 200 len: 1129 time: 0.0417714 Apr 28 11:08:54.120191 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-a2ea2cf3-8423-486f-86e9-66eb8ec059ff req-f2b81393-3e1e-4764-aab1-61c7d5774322 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=f1e4141d-484c-459e-a6cc-a0c26ffe9b9e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0395391 Apr 28 11:08:54.938980 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c0548d-fba6-4ff3-a1c2-30749fde02fa req-011660fb-5167-47e0-b995-6c47c29fcb77 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:08:54.940462 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-88c0548d-fba6-4ff3-a1c2-30749fde02fa req-011660fb-5167-47e0-b995-6c47c29fcb77 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] 10.222.0.10 "GET /v2.0/ports?device_id=922566a4-1d1d-4451-97b1-90b11e61f65a HTTP/1.1" status: 200 len: 945 time: 0.0470157 Apr 28 11:08:54.989182 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-88c0548d-fba6-4ff3-a1c2-30749fde02fa req-41b37b94-31ca-43f1-a58b-fab2a1b9d6c7 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] 10.222.0.10 "GET /v2.0/security-groups?id=f1e4141d-484c-459e-a6cc-a0c26ffe9b9e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0432222 Apr 28 11:08:56.102182 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a2335e-f983-4c17-b03b-7d02f53c67d8 req-271a9dd0-f7a6-4b02-b915-bb005dd7764e tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:08:56.103692 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-50a2335e-f983-4c17-b03b-7d02f53c67d8 req-271a9dd0-f7a6-4b02-b915-bb005dd7764e tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] 10.222.0.10 "GET /v2.0/ports?device_id=922566a4-1d1d-4451-97b1-90b11e61f65a HTTP/1.1" status: 200 len: 945 time: 0.0470228 Apr 28 11:08:56.155013 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-50a2335e-f983-4c17-b03b-7d02f53c67d8 req-30bde612-d942-49e5-a779-28f2cf159d86 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] 10.222.0.10 "GET /v2.0/security-groups?id=f1e4141d-484c-459e-a6cc-a0c26ffe9b9e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0457151 Apr 28 11:08:56.266699 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121c8918-3c2c-4ca6-8671-8bb35d84658f req-9de69ecb-33b7-4d76-8e78-7ad7be582e47 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:08:56.268071 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-121c8918-3c2c-4ca6-8671-8bb35d84658f req-9de69ecb-33b7-4d76-8e78-7ad7be582e47 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] 10.222.0.10 "GET /v2.0/ports?device_id=922566a4-1d1d-4451-97b1-90b11e61f65a HTTP/1.1" status: 200 len: 945 time: 0.0459473 Apr 28 11:08:56.315631 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-121c8918-3c2c-4ca6-8671-8bb35d84658f req-f4a7385d-4afd-4a57-bd58-7db2637e1de5 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] 10.222.0.10 "GET /v2.0/security-groups?id=f1e4141d-484c-459e-a6cc-a0c26ffe9b9e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0421205 Apr 28 11:08:56.337082 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 56352) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:08:56.374206 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dca20031-baf5-4a61-b9fd-50fde8d4d7b7 tempest-TestNetworkBasicOps-223859856 tempest-TestNetworkBasicOps-223859856-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:08:56.376094 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-dca20031-baf5-4a61-b9fd-50fde8d4d7b7 tempest-TestNetworkBasicOps-223859856 tempest-TestNetworkBasicOps-223859856-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=922566a4-1d1d-4451-97b1-90b11e61f65a HTTP/1.1" status: 200 len: 1124 time: 0.0380278 Apr 28 11:08:56.378952 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 56354) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:08:56.383226 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.v2.base [None req-74dc0223-2e2c-4104-ba1b-94109ed6cf8d tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Request body: {'floatingip': {'port_id': 'bf6a13d1-4631-42a6-8dcb-184037b1c154'}} {{(pid=116161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:08:56.424590 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-74dc0223-2e2c-4104-ba1b-94109ed6cf8d tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks [] for floatingip (5b2daf10-31b0-4819-bcf2-b2afdf2a32e0), before_update {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:08:57.124562 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-74dc0223-2e2c-4104-ba1b-94109ed6cf8d tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:08:57.181966 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-74dc0223-2e2c-4104-ba1b-94109ed6cf8d tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2063164'] for floatingip (5b2daf10-31b0-4819-bcf2-b2afdf2a32e0), after_update {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:08:57.285828 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.db.l3_db [None req-74dc0223-2e2c-4104-ba1b-94109ed6cf8d tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Floating IP 5b2daf10-31b0-4819-bcf2-b2afdf2a32e0 associated. External IP: 172.36.4.195, port: bf6a13d1-4631-42a6-8dcb-184037b1c154. Apr 28 11:08:57.491959 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74dc0223-2e2c-4104-ba1b-94109ed6cf8d tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Router 55b240b0-af1e-48f4-9bb9-379b7935b3a7 has already been hosted by L3 agent 6b492ad6-0876-4d74-b20d-28143a52ceba {{(pid=116161) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 11:08:57.598845 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74dc0223-2e2c-4104-ba1b-94109ed6cf8d tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=116161) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 11:08:57.603945 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-74dc0223-2e2c-4104-ba1b-94109ed6cf8d tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198022'] for floatingip (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:08:57.608428 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b155b78-c977-4c49-830c-800097e25a70 None None] Sync routers for ids ['55b240b0-af1e-48f4-9bb9-379b7935b3a7'] in dv-neutron-master-2-hyperv {{(pid=116164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 11:08:57.618171 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b155b78-c977-4c49-830c-800097e25a70 None None] Routers {'55b240b0-af1e-48f4-9bb9-379b7935b3a7'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=116164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 11:08:57.618839 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_hamode_db [None req-0b155b78-c977-4c49-830c-800097e25a70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-28T10:50:39Z,description=,heartbeat_timestamp=2022-04-28T11:08:39Z,host='dv-neutron-master-2-hyperv',id=6b492ad6-0876-4d74-b20d-28143a52ceba,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T10:50:40Z,topic='l3_agent')) {'router_ids': ['55b240b0-af1e-48f4-9bb9-379b7935b3a7'], 'active': True} {{(pid=116164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:08:57.632639 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-74dc0223-2e2c-4104-ba1b-94109ed6cf8d tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] 10.222.0.10 "PUT /v2.0/floatingips/5b2daf10-31b0-4819-bcf2-b2afdf2a32e0 HTTP/1.1" status: 200 len: 991 time: 1.2526422 Apr 28 11:08:57.633225 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '922566a4-1d1d-4451-97b1-90b11e61f65a', 'tag': 'bf6a13d1-4631-42a6-8dcb-184037b1c154'}] {{(pid=116161) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 11:08:57.635459 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 56356) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:08:57.635961 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e748734031c26dffb00ab563e48cb7690d820419218221ecd4f9c2a21276ff88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4094acc3-5a24-42ba-9803-d95f35ef3ecf" -d '{"events": [{"name": "network-changed", "server_uuid": "922566a4-1d1d-4451-97b1-90b11e61f65a", "tag": "bf6a13d1-4631-42a6-8dcb-184037b1c154"}]}' {{(pid=116161) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 11:08:57.672697 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 11:08:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3242f511-e332-49ec-b6ae-f5f4a424e7f6 x-openstack-request-id: req-3242f511-e332-49ec-b6ae-f5f4a424e7f6 {{(pid=116161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 11:08:57.673044 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "922566a4-1d1d-4451-97b1-90b11e61f65a", "tag": "bf6a13d1-4631-42a6-8dcb-184037b1c154", "status": "completed", "code": 200}]} {{(pid=116161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 11:08:57.673353 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-3242f511-e332-49ec-b6ae-f5f4a424e7f6 {{(pid=116161) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 11:08:57.673889 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3242f511-e332-49ec-b6ae-f5f4a424e7f6'] response: {'name': 'network-changed', 'server_uuid': '922566a4-1d1d-4451-97b1-90b11e61f65a', 'tag': 'bf6a13d1-4631-42a6-8dcb-184037b1c154', 'status': 'completed', 'code': 200} Apr 28 11:08:57.702772 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-7bb3fef3-5723-4af6-a8bb-27171f849d15 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] 10.222.0.10 "GET /v2.0/floatingips/5b2daf10-31b0-4819-bcf2-b2afdf2a32e0 HTTP/1.1" status: 200 len: 991 time: 0.0660694 Apr 28 11:08:57.730497 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_dvr_db [None req-0b155b78-c977-4c49-830c-800097e25a70 None None] Set router 55b240b0-af1e-48f4-9bb9-379b7935b3a7 gateway port host: dv-neutron-master-2-hyperv {{(pid=116164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 11:08:57.734911 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4094acc3-5a24-42ba-9803-d95f35ef3ecf req-9c4c4c74-6fd8-4421-bd29-715b3e16d20c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:08:57.736547 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-4094acc3-5a24-42ba-9803-d95f35ef3ecf req-9c4c4c74-6fd8-4421-bd29-715b3e16d20c service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=65d54c3b7dcd4af68398071d25e8321e&device_id=922566a4-1d1d-4451-97b1-90b11e61f65a HTTP/1.1" status: 200 len: 1129 time: 0.0432074 Apr 28 11:08:57.828821 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4094acc3-5a24-42ba-9803-d95f35ef3ecf req-afa913a6-1018-496d-9cf7-814230b86cd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:08:57.830315 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-4094acc3-5a24-42ba-9803-d95f35ef3ecf req-afa913a6-1018-496d-9cf7-814230b86cd8 service neutron] 10.222.0.20 "GET /v2.0/networks?id=c66de280-1745-4348-a2dd-dc364330d799 HTTP/1.1" status: 200 len: 897 time: 0.0871205 Apr 28 11:08:57.900110 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-4094acc3-5a24-42ba-9803-d95f35ef3ecf req-69f4d6d5-86c0-4133-b8ca-a5eedcabeace service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bf6a13d1-4631-42a6-8dcb-184037b1c154 HTTP/1.1" status: 200 len: 999 time: 0.0632403 Apr 28 11:08:57.948472 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4094acc3-5a24-42ba-9803-d95f35ef3ecf req-de90a137-7e1c-4ea2-abac-a1ee5da61e24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:08:57.949571 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_hamode_db [None req-0b155b78-c977-4c49-830c-800097e25a70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55b240b0-af1e-48f4-9bb9-379b7935b3a7', 'name': 'tempest-TestNetworkBasicOps-router-1415271865', 'tenant_id': '65d54c3b7dcd4af68398071d25e8321e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'external_fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.39'}], 'enable_snat': True}, 'gw_port_id': 'a8bd8ad0-5adc-48c7-9aec-d260128ffc60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T11:07:38Z', 'updated_at': '2022-04-28T11:07:44Z', 'revision_number': 4, 'project_id': '65d54c3b7dcd4af68398071d25e8321e', 'gw_port': {'id': 'a8bd8ad0-5adc-48c7-9aec-d260128ffc60', 'name': '', 'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:ec:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55b240b0-af1e-48f4-9bb9-379b7935b3a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1385, 'fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:07:38Z', 'updated_at': '2022-04-28T11:07:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '5b2daf10-31b0-4819-bcf2-b2afdf2a32e0', 'tenant_id': '65d54c3b7dcd4af68398071d25e8321e', 'floating_ip_address': '172.36.4.195', 'floating_network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'router_id': '55b240b0-af1e-48f4-9bb9-379b7935b3a7', 'port_id': 'bf6a13d1-4631-42a6-8dcb-184037b1c154', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1402, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c66de280-1745-4348-a2dd-dc364330d799', 'mac_address': 'fa:16:3e:59:42:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '922566a4-1d1d-4451-97b1-90b11e61f65a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T11:08:02Z', 'updated_at': '2022-04-28T11:08:57Z', 'revision_number': 5, 'project_id': '65d54c3b7dcd4af68398071d25e8321e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4197073b-9bb9-4e21-a899-c2285fbc75bd', 'name': '', 'network_id': 'c66de280-1745-4348-a2dd-dc364330d799', 'tenant_id': '65d54c3b7dcd4af68398071d25e8321e', 'mac_address': 'fa:16:3e:f8:dd:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55b240b0-af1e-48f4-9bb9-379b7935b3a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1390, 'fixed_ips': [{'subnet_id': 'b794fd01-ea7b-45c8-9116-1568cf69388c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:07:43Z', 'updated_at': '2022-04-28T11:07:47Z', 'revision_number': 5, 'project_id': '65d54c3b7dcd4af68398071d25e8321e', 'subnets': [{'id': 'b794fd01-ea7b-45c8-9116-1568cf69388c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=116164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:08:57.949940 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-4094acc3-5a24-42ba-9803-d95f35ef3ecf req-de90a137-7e1c-4ea2-abac-a1ee5da61e24 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b794fd01-ea7b-45c8-9116-1568cf69388c HTTP/1.1" status: 200 len: 834 time: 0.0447605 Apr 28 11:08:57.977425 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b155b78-c977-4c49-830c-800097e25a70 None None] Checking router: 55b240b0-af1e-48f4-9bb9-379b7935b3a7 for host: dv-neutron-master-2-hyperv {{(pid=116164) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 11:08:57.986767 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b155b78-c977-4c49-830c-800097e25a70 None None] Routers {'55b240b0-af1e-48f4-9bb9-379b7935b3a7'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=116164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 11:08:57.987384 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_hamode_db [None req-0b155b78-c977-4c49-830c-800097e25a70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-28T10:50:39Z,description=,heartbeat_timestamp=2022-04-28T11:08:39Z,host='dv-neutron-master-2-hyperv',id=6b492ad6-0876-4d74-b20d-28143a52ceba,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T10:50:40Z,topic='l3_agent')) {'router_ids': ['55b240b0-af1e-48f4-9bb9-379b7935b3a7'], 'active': True} {{(pid=116164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:08:57.992939 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4094acc3-5a24-42ba-9803-d95f35ef3ecf req-85715b37-1517-4705-a5e0-27b0362a58cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:08:57.994477 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-4094acc3-5a24-42ba-9803-d95f35ef3ecf req-85715b37-1517-4705-a5e0-27b0362a58cf service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c66de280-1745-4348-a2dd-dc364330d799&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0392342 Apr 28 11:08:58.089804 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-4094acc3-5a24-42ba-9803-d95f35ef3ecf req-4a9dfc2a-64cc-4e03-900a-dcfc672a87eb service neutron] 10.222.0.20 "GET /v2.0/networks/c66de280-1745-4348-a2dd-dc364330d799?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885568 Apr 28 11:08:58.095647 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_dvr_db [None req-0b155b78-c977-4c49-830c-800097e25a70 None None] Set router 55b240b0-af1e-48f4-9bb9-379b7935b3a7 gateway port host: dv-neutron-master-2-hyperv {{(pid=116164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 11:08:58.179965 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-4094acc3-5a24-42ba-9803-d95f35ef3ecf req-3f083c68-b7df-4fe9-bd78-7f5bb5cc4654 service neutron] 10.222.0.20 "GET /v2.0/networks/c66de280-1745-4348-a2dd-dc364330d799?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846133 Apr 28 11:08:58.313368 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_hamode_db [None req-0b155b78-c977-4c49-830c-800097e25a70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55b240b0-af1e-48f4-9bb9-379b7935b3a7', 'name': 'tempest-TestNetworkBasicOps-router-1415271865', 'tenant_id': '65d54c3b7dcd4af68398071d25e8321e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'external_fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.39'}], 'enable_snat': True}, 'gw_port_id': 'a8bd8ad0-5adc-48c7-9aec-d260128ffc60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T11:07:38Z', 'updated_at': '2022-04-28T11:07:44Z', 'revision_number': 4, 'project_id': '65d54c3b7dcd4af68398071d25e8321e', 'gw_port': {'id': 'a8bd8ad0-5adc-48c7-9aec-d260128ffc60', 'name': '', 'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:ec:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55b240b0-af1e-48f4-9bb9-379b7935b3a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1385, 'fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:07:38Z', 'updated_at': '2022-04-28T11:07:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '5b2daf10-31b0-4819-bcf2-b2afdf2a32e0', 'tenant_id': '65d54c3b7dcd4af68398071d25e8321e', 'floating_ip_address': '172.36.4.195', 'floating_network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'router_id': '55b240b0-af1e-48f4-9bb9-379b7935b3a7', 'port_id': 'bf6a13d1-4631-42a6-8dcb-184037b1c154', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1402, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c66de280-1745-4348-a2dd-dc364330d799', 'mac_address': 'fa:16:3e:59:42:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '922566a4-1d1d-4451-97b1-90b11e61f65a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T11:08:02Z', 'updated_at': '2022-04-28T11:08:57Z', 'revision_number': 5, 'project_id': '65d54c3b7dcd4af68398071d25e8321e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4197073b-9bb9-4e21-a899-c2285fbc75bd', 'name': '', 'network_id': 'c66de280-1745-4348-a2dd-dc364330d799', 'tenant_id': '65d54c3b7dcd4af68398071d25e8321e', 'mac_address': 'fa:16:3e:f8:dd:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55b240b0-af1e-48f4-9bb9-379b7935b3a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1390, 'fixed_ips': [{'subnet_id': 'b794fd01-ea7b-45c8-9116-1568cf69388c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:07:43Z', 'updated_at': '2022-04-28T11:07:47Z', 'revision_number': 5, 'project_id': '65d54c3b7dcd4af68398071d25e8321e', 'subnets': [{'id': 'b794fd01-ea7b-45c8-9116-1568cf69388c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=116164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:08:58.418105 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b155b78-c977-4c49-830c-800097e25a70 None None] The sync data for ids ['55b240b0-af1e-48f4-9bb9-379b7935b3a7'] in dv-neutron-master-2-hyperv is: [{'id': '55b240b0-af1e-48f4-9bb9-379b7935b3a7', 'name': 'tempest-TestNetworkBasicOps-router-1415271865', 'tenant_id': '65d54c3b7dcd4af68398071d25e8321e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'external_fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.39'}], 'enable_snat': True}, 'gw_port_id': 'a8bd8ad0-5adc-48c7-9aec-d260128ffc60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T11:07:38Z', 'updated_at': '2022-04-28T11:07:44Z', 'revision_number': 4, 'project_id': '65d54c3b7dcd4af68398071d25e8321e', 'gw_port': {'id': 'a8bd8ad0-5adc-48c7-9aec-d260128ffc60', 'name': '', 'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:ec:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55b240b0-af1e-48f4-9bb9-379b7935b3a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1385, 'fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:07:38Z', 'updated_at': '2022-04-28T11:07:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '5b2daf10-31b0-4819-bcf2-b2afdf2a32e0', 'tenant_id': '65d54c3b7dcd4af68398071d25e8321e', 'floating_ip_address': '172.36.4.195', 'floating_network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'router_id': '55b240b0-af1e-48f4-9bb9-379b7935b3a7', 'port_id': 'bf6a13d1-4631-42a6-8dcb-184037b1c154', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1402, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c66de280-1745-4348-a2dd-dc364330d799', 'mac_address': 'fa:16:3e:59:42:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '922566a4-1d1d-4451-97b1-90b11e61f65a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T11:08:02Z', 'updated_at': '2022-04-28T11:08:57Z', 'revision_number': 5, 'project_id': '65d54c3b7dcd4af68398071d25e8321e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4197073b-9bb9-4e21-a899-c2285fbc75bd', 'name': '', 'network_id': 'c66de280-1745-4348-a2dd-dc364330d799', 'tenant_id': '65d54c3b7dcd4af68398071d25e8321e', 'mac_address': 'fa:16:3e:f8:dd:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55b240b0-af1e-48f4-9bb9-379b7935b3a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1390, 'fixed_ips': [{'subnet_id': 'b794fd01-ea7b-45c8-9116-1568cf69388c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:07:43Z', 'updated_at': '2022-04-28T11:07:47Z', 'revision_number': 5, 'project_id': '65d54c3b7dcd4af68398071d25e8321e', 'subnets': [{'id': 'b794fd01-ea7b-45c8-9116-1568cf69388c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=116164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 11:08:58.599717 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99f5505a-0965-4815-af79-f5f1b1d8287f None None] New status for floating IP 5b2daf10-31b0-4819-bcf2-b2afdf2a32e0: ACTIVE {{(pid=116163) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 28 11:08:58.714461 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 56360) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:08:58.767100 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-334b4fa4-a395-43d9-9f13-af3cd611e3cc tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] 10.222.0.10 "GET /v2.0/floatingips/5b2daf10-31b0-4819-bcf2-b2afdf2a32e0 HTTP/1.1" status: 200 len: 991 time: 0.0586429 Apr 28 11:08:59.770941 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 56362) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:08:59.834312 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-b469ddaa-965b-496e-b71f-f40cf6cdf3e5 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] 10.222.0.10 "GET /v2.0/floatingips/5b2daf10-31b0-4819-bcf2-b2afdf2a32e0 HTTP/1.1" status: 200 len: 993 time: 0.0622232 Apr 28 11:09:06.986843 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-451aadc9-900f-4789-b86b-b1d0064da277 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (75ba81b7-fe99-4281-90d2-a5adb445ecea), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:09:09.409735 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-9801a7a8-e6e0-4ccd-a140-dcf06d2b2165 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (6b492ad6-0876-4d74-b20d-28143a52ceba), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:09:10.443420 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-ae94d540-e4c6-43be-adc9-b26fb6a2f62f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (cfc241ae-e4b7-443b-b80b-59fbbc2b69c9), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:09:12.042959 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-01ef1de1-12fd-4cef-b76b-793f91379468 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (39cc4f52-f5d9-4e2c-bbfa-7a1c528e1c40), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:09:13.369944 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (d5baab19-5dd1-4902-922b-84acb048ab9c), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:09:20.540901 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (6be95134-9a6c-4663-8b48-90d12ce90c60), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:09:26.767384 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99415178-ca10-4416-8ad7-effe26d870c9 req-363b6244-8449-455c-8810-7069788602a3 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:09:26.768941 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-99415178-ca10-4416-8ad7-effe26d870c9 req-363b6244-8449-455c-8810-7069788602a3 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] 10.222.0.10 "GET /v2.0/ports?device_id=922566a4-1d1d-4451-97b1-90b11e61f65a HTTP/1.1" status: 200 len: 945 time: 0.0483825 Apr 28 11:09:26.819267 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-99415178-ca10-4416-8ad7-effe26d870c9 req-f09a8937-7c62-4f17-8f4f-9ab904614d82 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] 10.222.0.10 "GET /v2.0/security-groups?id=f1e4141d-484c-459e-a6cc-a0c26ffe9b9e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0446465 Apr 28 11:09:27.832570 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-12998064-ba24-4b4f-849d-6cb10bc7357a req-47e71d1e-7c9e-4bba-9994-435f34c1aa56 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=110df135-5d7b-47cf-b98e-fddbe3abfb4b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0378940 Apr 28 11:09:27.941055 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12998064-ba24-4b4f-849d-6cb10bc7357a req-18caa5b9-b3d4-45cf-9baa-088b58f97b62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:09:27.942578 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-12998064-ba24-4b4f-849d-6cb10bc7357a req-18caa5b9-b3d4-45cf-9baa-088b58f97b62 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=65d54c3b7dcd4af68398071d25e8321e&device_id=110df135-5d7b-47cf-b98e-fddbe3abfb4b HTTP/1.1" status: 200 len: 1129 time: 0.0677238 Apr 28 11:09:27.957900 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0504bab-2e1d-437e-89f2-74dac437957c req-d10ae9c4-12c6-4330-b6ee-de9ea17633dc tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:09:27.959313 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-e0504bab-2e1d-437e-89f2-74dac437957c req-d10ae9c4-12c6-4330-b6ee-de9ea17633dc tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] 10.222.0.10 "GET /v2.0/ports?device_id=922566a4-1d1d-4451-97b1-90b11e61f65a HTTP/1.1" status: 200 len: 945 time: 0.0550396 Apr 28 11:09:28.063959 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-e0504bab-2e1d-437e-89f2-74dac437957c req-d9fcab8e-4ab4-48c0-81fc-3b9a52359fe7 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] 10.222.0.10 "GET /v2.0/security-groups?id=f1e4141d-484c-459e-a6cc-a0c26ffe9b9e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0986159 Apr 28 11:09:28.094874 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12998064-ba24-4b4f-849d-6cb10bc7357a req-8ba9d701-0e0f-4032-89dc-6cce69b381da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:09:28.096601 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-12998064-ba24-4b4f-849d-6cb10bc7357a req-8ba9d701-0e0f-4032-89dc-6cce69b381da service neutron] 10.222.0.20 "GET /v2.0/networks?id=c66de280-1745-4348-a2dd-dc364330d799 HTTP/1.1" status: 200 len: 897 time: 0.1178131 Apr 28 11:09:28.108557 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f63361-da45-426c-9088-3c8f8116e9fa req-093b7e29-bfad-4160-bf34-08c3e611fd11 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:09:28.110698 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-44f63361-da45-426c-9088-3c8f8116e9fa req-093b7e29-bfad-4160-bf34-08c3e611fd11 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] 10.222.0.20 "GET /v2.0/ports?device_id=922566a4-1d1d-4451-97b1-90b11e61f65a HTTP/1.1" status: 200 len: 945 time: 0.0507493 Apr 28 11:09:28.138920 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-12998064-ba24-4b4f-849d-6cb10bc7357a req-c788d980-1d52-4cf0-8a46-bf161234417d service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=27a18d31-85ca-46c1-bbf6-34387a30d6c1 HTTP/1.1" status: 200 len: 217 time: 0.0356801 Apr 28 11:09:28.191579 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12998064-ba24-4b4f-849d-6cb10bc7357a req-577d54b3-65a0-4bc5-a18e-5539a387765d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:09:28.191579 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-12998064-ba24-4b4f-849d-6cb10bc7357a req-577d54b3-65a0-4bc5-a18e-5539a387765d service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b794fd01-ea7b-45c8-9116-1568cf69388c HTTP/1.1" status: 200 len: 834 time: 0.0460050 Apr 28 11:09:28.198670 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.plugin [req-44f63361-da45-426c-9088-3c8f8116e9fa req-95b315a0-70f7-47b9-a37e-f953d0cae767 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Deleting port bf6a13d1-4631-42a6-8dcb-184037b1c154 {{(pid=116162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 11:09:28.199018 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [req-44f63361-da45-426c-9088-3c8f8116e9fa req-95b315a0-70f7-47b9-a37e-f953d0cae767 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742235130188'] for port (bf6a13d1-4631-42a6-8dcb-184037b1c154), before_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:09:28.238887 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12998064-ba24-4b4f-849d-6cb10bc7357a req-8a9e3920-09ea-4d39-b3ea-2146fb0576b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:09:28.240398 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-12998064-ba24-4b4f-849d-6cb10bc7357a req-8a9e3920-09ea-4d39-b3ea-2146fb0576b8 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c66de280-1745-4348-a2dd-dc364330d799&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0445886 Apr 28 11:09:28.291165 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.db [req-44f63361-da45-426c-9088-3c8f8116e9fa req-95b315a0-70f7-47b9-a37e-f953d0cae767 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] For port bf6a13d1-4631-42a6-8dcb-184037b1c154, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=bf6a13d1-4631-42a6-8dcb-184037b1c154,segment=NetworkSegment(a964e3ea-758f-43ce-9048-5da6f72b69ad),segment_id=a964e3ea-758f-43ce-9048-5da6f72b69ad)] {{(pid=116162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 11:09:28.291529 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [req-44f63361-da45-426c-9088-3c8f8116e9fa req-95b315a0-70f7-47b9-a37e-f953d0cae767 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1938497'] for port (bf6a13d1-4631-42a6-8dcb-184037b1c154), precommit_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:09:28.327963 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-12998064-ba24-4b4f-849d-6cb10bc7357a req-540597e5-a1f9-43c6-a727-4d10d0d5e75f service neutron] 10.222.0.20 "GET /v2.0/networks/c66de280-1745-4348-a2dd-dc364330d799?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815148 Apr 28 11:09:28.421439 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-12998064-ba24-4b4f-849d-6cb10bc7357a req-368c0102-52f2-49e4-9af1-356596a072bb service neutron] 10.222.0.20 "GET /v2.0/networks/c66de280-1745-4348-a2dd-dc364330d799?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874743 Apr 28 11:09:28.511827 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [req-44f63361-da45-426c-9088-3c8f8116e9fa req-95b315a0-70f7-47b9-a37e-f953d0cae767 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:09:28.512109 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [req-44f63361-da45-426c-9088-3c8f8116e9fa req-95b315a0-70f7-47b9-a37e-f953d0cae767 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2063164'] for floatingip (5b2daf10-31b0-4819-bcf2-b2afdf2a32e0), after_update {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:09:28.512427 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.db.l3_db [req-44f63361-da45-426c-9088-3c8f8116e9fa req-95b315a0-70f7-47b9-a37e-f953d0cae767 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Floating IP 5b2daf10-31b0-4819-bcf2-b2afdf2a32e0 disassociated. External IP: 172.36.4.195, port: bf6a13d1-4631-42a6-8dcb-184037b1c154. Apr 28 11:09:28.512768 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.plugin [req-44f63361-da45-426c-9088-3c8f8116e9fa req-95b315a0-70f7-47b9-a37e-f953d0cae767 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Calling delete_port for bf6a13d1-4631-42a6-8dcb-184037b1c154 owned by compute:nova {{(pid=116162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 11:09:28.678693 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [req-44f63361-da45-426c-9088-3c8f8116e9fa req-95b315a0-70f7-47b9-a37e-f953d0cae767 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742235135690', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742234710366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5051867'] for port (bf6a13d1-4631-42a6-8dcb-184037b1c154), after_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:09:28.790194 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b315a0-70f7-47b9-a37e-f953d0cae767 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Pushing event deleted for resources: {'Port': ['ID=bf6a13d1-4631-42a6-8dcb-184037b1c154,revision_number=None']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:09:28.862203 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.scheduler.l3_agent_scheduler [req-44f63361-da45-426c-9088-3c8f8116e9fa req-95b315a0-70f7-47b9-a37e-f953d0cae767 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Router 55b240b0-af1e-48f4-9bb9-379b7935b3a7 has already been hosted by L3 agent 6b492ad6-0876-4d74-b20d-28143a52ceba {{(pid=116162) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 11:09:28.970142 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-44f63361-da45-426c-9088-3c8f8116e9fa req-95b315a0-70f7-47b9-a37e-f953d0cae767 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=116162) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 11:09:28.979555 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e59ed56f-1b9a-42ce-a936-d5d9aca3668d None None] Sync routers for ids ['55b240b0-af1e-48f4-9bb9-379b7935b3a7'] in dv-neutron-master-2-hyperv {{(pid=116164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 11:09:28.990042 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e59ed56f-1b9a-42ce-a936-d5d9aca3668d None None] Routers {'55b240b0-af1e-48f4-9bb9-379b7935b3a7'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=116164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 11:09:28.991185 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_hamode_db [None req-e59ed56f-1b9a-42ce-a936-d5d9aca3668d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-28T10:50:39Z,description=,heartbeat_timestamp=2022-04-28T11:09:09Z,host='dv-neutron-master-2-hyperv',id=6b492ad6-0876-4d74-b20d-28143a52ceba,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T10:50:40Z,topic='l3_agent')) {'router_ids': ['55b240b0-af1e-48f4-9bb9-379b7935b3a7'], 'active': True} {{(pid=116164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:09:29.014082 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.db.l3_dvrscheduler_db [req-44f63361-da45-426c-9088-3c8f8116e9fa req-95b315a0-70f7-47b9-a37e-f953d0cae767 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] No DVR routers for this DVR port bf6a13d1-4631-42a6-8dcb-184037b1c154 on host hv-neutron-mast {{(pid=116162) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 11:09:29.017404 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [req-44f63361-da45-426c-9088-3c8f8116e9fa req-95b315a0-70f7-47b9-a37e-f953d0cae767 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198022'] for port (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:09:29.021031 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-44f63361-da45-426c-9088-3c8f8116e9fa req-95b315a0-70f7-47b9-a37e-f953d0cae767 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] 10.222.0.20 "DELETE /v2.0/ports/bf6a13d1-4631-42a6-8dcb-184037b1c154 HTTP/1.1" status: 204 len: 173 time: 0.9046290 Apr 28 11:09:29.021539 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '922566a4-1d1d-4451-97b1-90b11e61f65a', 'name': 'network-vif-deleted', 'tag': 'bf6a13d1-4631-42a6-8dcb-184037b1c154'}] {{(pid=116162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 11:09:29.024020 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ba53f40d6116d28995a8e36159d0e539b5353eec116fb5dd4ce03b4b2159ab1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f693648e-3887-40c6-a55d-a9e360e6cccc" -d '{"events": [{"server_uuid": "922566a4-1d1d-4451-97b1-90b11e61f65a", "name": "network-vif-deleted", "tag": "bf6a13d1-4631-42a6-8dcb-184037b1c154"}]}' {{(pid=116162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 11:09:29.063555 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 11:09:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a0e59f7-144e-4a41-9db8-34d0d48dd943 x-openstack-request-id: req-5a0e59f7-144e-4a41-9db8-34d0d48dd943 {{(pid=116162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 11:09:29.066253 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "922566a4-1d1d-4451-97b1-90b11e61f65a", "name": "network-vif-deleted", "tag": "bf6a13d1-4631-42a6-8dcb-184037b1c154", "status": "completed", "code": 200}]} {{(pid=116162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 11:09:29.066253 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-5a0e59f7-144e-4a41-9db8-34d0d48dd943 {{(pid=116162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 11:09:29.066253 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5a0e59f7-144e-4a41-9db8-34d0d48dd943'] response: {'server_uuid': '922566a4-1d1d-4451-97b1-90b11e61f65a', 'name': 'network-vif-deleted', 'tag': 'bf6a13d1-4631-42a6-8dcb-184037b1c154', 'status': 'completed', 'code': 200} Apr 28 11:09:29.110820 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_dvr_db [None req-e59ed56f-1b9a-42ce-a936-d5d9aca3668d None None] Set router 55b240b0-af1e-48f4-9bb9-379b7935b3a7 gateway port host: dv-neutron-master-2-hyperv {{(pid=116164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 11:09:29.183457 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-3c7dee0b-0fc3-4131-81d8-7973b5de49c9 req-bcc5a841-6f27-48f7-b892-932a18b79e65 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] 10.222.0.10 "GET /v2.0/ports?device_id=922566a4-1d1d-4451-97b1-90b11e61f65a HTTP/1.1" status: 200 len: 210 time: 0.0358231 Apr 28 11:09:29.323757 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_hamode_db [None req-e59ed56f-1b9a-42ce-a936-d5d9aca3668d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55b240b0-af1e-48f4-9bb9-379b7935b3a7', 'name': 'tempest-TestNetworkBasicOps-router-1415271865', 'tenant_id': '65d54c3b7dcd4af68398071d25e8321e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'external_fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.39'}], 'enable_snat': True}, 'gw_port_id': 'a8bd8ad0-5adc-48c7-9aec-d260128ffc60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T11:07:38Z', 'updated_at': '2022-04-28T11:07:44Z', 'revision_number': 4, 'project_id': '65d54c3b7dcd4af68398071d25e8321e', 'gw_port': {'id': 'a8bd8ad0-5adc-48c7-9aec-d260128ffc60', 'name': '', 'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:ec:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55b240b0-af1e-48f4-9bb9-379b7935b3a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1385, 'fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:07:38Z', 'updated_at': '2022-04-28T11:07:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '4197073b-9bb9-4e21-a899-c2285fbc75bd', 'name': '', 'network_id': 'c66de280-1745-4348-a2dd-dc364330d799', 'tenant_id': '65d54c3b7dcd4af68398071d25e8321e', 'mac_address': 'fa:16:3e:f8:dd:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55b240b0-af1e-48f4-9bb9-379b7935b3a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1390, 'fixed_ips': [{'subnet_id': 'b794fd01-ea7b-45c8-9116-1568cf69388c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:07:43Z', 'updated_at': '2022-04-28T11:07:47Z', 'revision_number': 5, 'project_id': '65d54c3b7dcd4af68398071d25e8321e', 'subnets': [{'id': 'b794fd01-ea7b-45c8-9116-1568cf69388c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=116164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:09:29.349576 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e59ed56f-1b9a-42ce-a936-d5d9aca3668d None None] Checking router: 55b240b0-af1e-48f4-9bb9-379b7935b3a7 for host: dv-neutron-master-2-hyperv {{(pid=116164) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 11:09:29.358906 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e59ed56f-1b9a-42ce-a936-d5d9aca3668d None None] Routers {'55b240b0-af1e-48f4-9bb9-379b7935b3a7'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=116164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 11:09:29.360247 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_hamode_db [None req-e59ed56f-1b9a-42ce-a936-d5d9aca3668d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-28T10:50:39Z,description=,heartbeat_timestamp=2022-04-28T11:09:09Z,host='dv-neutron-master-2-hyperv',id=6b492ad6-0876-4d74-b20d-28143a52ceba,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T10:50:40Z,topic='l3_agent')) {'router_ids': ['55b240b0-af1e-48f4-9bb9-379b7935b3a7'], 'active': True} {{(pid=116164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:09:29.464846 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_dvr_db [None req-e59ed56f-1b9a-42ce-a936-d5d9aca3668d None None] Set router 55b240b0-af1e-48f4-9bb9-379b7935b3a7 gateway port host: dv-neutron-master-2-hyperv {{(pid=116164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 11:09:29.651150 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_hamode_db [None req-e59ed56f-1b9a-42ce-a936-d5d9aca3668d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55b240b0-af1e-48f4-9bb9-379b7935b3a7', 'name': 'tempest-TestNetworkBasicOps-router-1415271865', 'tenant_id': '65d54c3b7dcd4af68398071d25e8321e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'external_fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.39'}], 'enable_snat': True}, 'gw_port_id': 'a8bd8ad0-5adc-48c7-9aec-d260128ffc60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T11:07:38Z', 'updated_at': '2022-04-28T11:07:44Z', 'revision_number': 4, 'project_id': '65d54c3b7dcd4af68398071d25e8321e', 'gw_port': {'id': 'a8bd8ad0-5adc-48c7-9aec-d260128ffc60', 'name': '', 'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:ec:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55b240b0-af1e-48f4-9bb9-379b7935b3a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1385, 'fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:07:38Z', 'updated_at': '2022-04-28T11:07:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '4197073b-9bb9-4e21-a899-c2285fbc75bd', 'name': '', 'network_id': 'c66de280-1745-4348-a2dd-dc364330d799', 'tenant_id': '65d54c3b7dcd4af68398071d25e8321e', 'mac_address': 'fa:16:3e:f8:dd:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55b240b0-af1e-48f4-9bb9-379b7935b3a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1390, 'fixed_ips': [{'subnet_id': 'b794fd01-ea7b-45c8-9116-1568cf69388c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:07:43Z', 'updated_at': '2022-04-28T11:07:47Z', 'revision_number': 5, 'project_id': '65d54c3b7dcd4af68398071d25e8321e', 'subnets': [{'id': 'b794fd01-ea7b-45c8-9116-1568cf69388c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=116164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:09:29.679002 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e59ed56f-1b9a-42ce-a936-d5d9aca3668d None None] The sync data for ids ['55b240b0-af1e-48f4-9bb9-379b7935b3a7'] in dv-neutron-master-2-hyperv is: [{'id': '55b240b0-af1e-48f4-9bb9-379b7935b3a7', 'name': 'tempest-TestNetworkBasicOps-router-1415271865', 'tenant_id': '65d54c3b7dcd4af68398071d25e8321e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'external_fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.39'}], 'enable_snat': True}, 'gw_port_id': 'a8bd8ad0-5adc-48c7-9aec-d260128ffc60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T11:07:38Z', 'updated_at': '2022-04-28T11:07:44Z', 'revision_number': 4, 'project_id': '65d54c3b7dcd4af68398071d25e8321e', 'gw_port': {'id': 'a8bd8ad0-5adc-48c7-9aec-d260128ffc60', 'name': '', 'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:ec:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55b240b0-af1e-48f4-9bb9-379b7935b3a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1385, 'fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:07:38Z', 'updated_at': '2022-04-28T11:07:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '4197073b-9bb9-4e21-a899-c2285fbc75bd', 'name': '', 'network_id': 'c66de280-1745-4348-a2dd-dc364330d799', 'tenant_id': '65d54c3b7dcd4af68398071d25e8321e', 'mac_address': 'fa:16:3e:f8:dd:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55b240b0-af1e-48f4-9bb9-379b7935b3a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1390, 'fixed_ips': [{'subnet_id': 'b794fd01-ea7b-45c8-9116-1568cf69388c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:07:43Z', 'updated_at': '2022-04-28T11:07:47Z', 'revision_number': 5, 'project_id': '65d54c3b7dcd4af68398071d25e8321e', 'subnets': [{'id': 'b794fd01-ea7b-45c8-9116-1568cf69388c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=116164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 11:09:29.905974 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-978fbd18-8801-461a-9510-5ea8a0f7262d None None] New status for floating IP 5b2daf10-31b0-4819-bcf2-b2afdf2a32e0: DOWN {{(pid=116163) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 28 11:09:30.196555 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.agents_db [None req-54b29a82-8a19-4507-95e3-3a2d011841ff None None] Agent healthcheck: found 6 active agents {{(pid=116164) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 28 11:09:30.240580 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 56388) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:09:30.295907 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-e23aef20-1bf6-4e38-943e-f9c5a59c3905 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks [] for security_group (f1e4141d-484c-459e-a6cc-a0c26ffe9b9e), before_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:09:30.320593 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-e23aef20-1bf6-4e38-943e-f9c5a59c3905 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks [] for security_group (f1e4141d-484c-459e-a6cc-a0c26ffe9b9e), precommit_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:09:30.438987 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-e23aef20-1bf6-4e38-943e-f9c5a59c3905 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924426'] for security_group (f1e4141d-484c-459e-a6cc-a0c26ffe9b9e), after_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:09:30.441676 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-e23aef20-1bf6-4e38-943e-f9c5a59c3905 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks [] for security_group (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:09:30.442887 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-e23aef20-1bf6-4e38-943e-f9c5a59c3905 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] 10.222.0.10 "DELETE /v2.0/security-groups/f1e4141d-484c-459e-a6cc-a0c26ffe9b9e HTTP/1.1" status: 204 len: 168 time: 0.2012923 Apr 28 11:09:30.452003 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e23aef20-1bf6-4e38-943e-f9c5a59c3905 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1e4141d-484c-459e-a6cc-a0c26ffe9b9e,revision_number=None']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:09:30.508170 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 56392) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:09:30.623521 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.plugin [None req-bdbbcf7a-6cdc-4123-ab00-9ca7d7fde982 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Deleting port 673b8ebf-0a00-4330-acc9-e6afccea3083 {{(pid=116161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 11:09:30.623858 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-bdbbcf7a-6cdc-4123-ab00-9ca7d7fde982 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742235130188'] for port (673b8ebf-0a00-4330-acc9-e6afccea3083), before_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:09:30.701097 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-bdbbcf7a-6cdc-4123-ab00-9ca7d7fde982 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1938497'] for port (673b8ebf-0a00-4330-acc9-e6afccea3083), precommit_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:09:30.701379 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-bdbbcf7a-6cdc-4123-ab00-9ca7d7fde982 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks [] for floatingip (673b8ebf-0a00-4330-acc9-e6afccea3083), precommit_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:09:30.712977 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.plugin [None req-bdbbcf7a-6cdc-4123-ab00-9ca7d7fde982 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Calling delete_port for 673b8ebf-0a00-4330-acc9-e6afccea3083 owned by network:floatingip {{(pid=116161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 11:09:30.924555 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-bdbbcf7a-6cdc-4123-ab00-9ca7d7fde982 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742235135690', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742234710366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5219112'] for port (673b8ebf-0a00-4330-acc9-e6afccea3083), after_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:09:30.949305 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdbbcf7a-6cdc-4123-ab00-9ca7d7fde982 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Pushing event deleted for resources: {'Port': ['ID=673b8ebf-0a00-4330-acc9-e6afccea3083,revision_number=None']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:09:31.014458 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-bdbbcf7a-6cdc-4123-ab00-9ca7d7fde982 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks [] for floatingip (5b2daf10-31b0-4819-bcf2-b2afdf2a32e0), after_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:09:31.016903 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-bdbbcf7a-6cdc-4123-ab00-9ca7d7fde982 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198022'] for floatingip (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:09:31.018038 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-bdbbcf7a-6cdc-4123-ab00-9ca7d7fde982 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] 10.222.0.10 "DELETE /v2.0/floatingips/5b2daf10-31b0-4819-bcf2-b2afdf2a32e0 HTTP/1.1" status: 204 len: 168 time: 0.5088844 Apr 28 11:09:31.414565 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9fd9b88-a8f9-4c98-abd5-862c76b56070 req-ffb6153f-aaca-4fcd-9162-4191ddceddfa tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:09:31.416055 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-a9fd9b88-a8f9-4c98-abd5-862c76b56070 req-ffb6153f-aaca-4fcd-9162-4191ddceddfa tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] 10.222.0.10 "GET /v2.0/ports?device_id=110df135-5d7b-47cf-b98e-fddbe3abfb4b HTTP/1.1" status: 200 len: 945 time: 0.0999827 Apr 28 11:09:31.468563 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-a9fd9b88-a8f9-4c98-abd5-862c76b56070 req-fde9450e-2f64-44f2-a58a-64c59072a5df tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] 10.222.0.10 "GET /v2.0/security-groups?id=3fa0774a-c938-4fd1-b43d-9cc13abb0de9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469091 Apr 28 11:09:31.679686 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Device bf6a13d1-4631-42a6-8dcb-184037b1c154 no longer exists at agent hyperv_hv-neutron-mast {{(pid=116163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 11:09:31.699519 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] No Port match for: bf6a13d1-4631-42a6-8dcb-184037b1c154 {{(pid=116163) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 28 11:09:31.699864 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Device bf6a13d1-4631-42a6-8dcb-184037b1c154 not bound to the agent host hv-neutron-mast {{(pid=116163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 11:09:32.582733 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f7dd17-c409-4705-976d-7aefa853c8ac req-1a748ab1-928d-44cd-8950-bef21b22c416 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:09:32.584212 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-e8f7dd17-c409-4705-976d-7aefa853c8ac req-1a748ab1-928d-44cd-8950-bef21b22c416 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] 10.222.0.20 "GET /v2.0/ports?device_id=110df135-5d7b-47cf-b98e-fddbe3abfb4b HTTP/1.1" status: 200 len: 945 time: 0.0468178 Apr 28 11:09:32.635394 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83735084-e001-4105-8bdf-d80d0a407e8f req-f734eb38-c17e-4ad8-a826-98148822278f tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:09:32.636906 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-83735084-e001-4105-8bdf-d80d0a407e8f req-f734eb38-c17e-4ad8-a826-98148822278f tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] 10.222.0.10 "GET /v2.0/ports?device_id=110df135-5d7b-47cf-b98e-fddbe3abfb4b HTTP/1.1" status: 200 len: 945 time: 0.0978632 Apr 28 11:09:32.668989 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.plugin [req-e8f7dd17-c409-4705-976d-7aefa853c8ac req-8316abcd-28b3-4954-81b2-d43eff92c12b tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Deleting port 27a18d31-85ca-46c1-bbf6-34387a30d6c1 {{(pid=116162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 11:09:32.669323 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [req-e8f7dd17-c409-4705-976d-7aefa853c8ac req-8316abcd-28b3-4954-81b2-d43eff92c12b tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742235130188'] for port (27a18d31-85ca-46c1-bbf6-34387a30d6c1), before_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:09:32.687024 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-83735084-e001-4105-8bdf-d80d0a407e8f req-ededf439-5c62-449d-a5cc-9cfba727972e tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] 10.222.0.10 "GET /v2.0/security-groups?id=3fa0774a-c938-4fd1-b43d-9cc13abb0de9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442803 Apr 28 11:09:32.761047 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.db [req-e8f7dd17-c409-4705-976d-7aefa853c8ac req-8316abcd-28b3-4954-81b2-d43eff92c12b tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] For port 27a18d31-85ca-46c1-bbf6-34387a30d6c1, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=27a18d31-85ca-46c1-bbf6-34387a30d6c1,segment=NetworkSegment(a964e3ea-758f-43ce-9048-5da6f72b69ad),segment_id=a964e3ea-758f-43ce-9048-5da6f72b69ad)] {{(pid=116162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 11:09:32.761320 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [req-e8f7dd17-c409-4705-976d-7aefa853c8ac req-8316abcd-28b3-4954-81b2-d43eff92c12b tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1938497'] for port (27a18d31-85ca-46c1-bbf6-34387a30d6c1), precommit_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:09:32.774079 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.plugin [req-e8f7dd17-c409-4705-976d-7aefa853c8ac req-8316abcd-28b3-4954-81b2-d43eff92c12b tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Calling delete_port for 27a18d31-85ca-46c1-bbf6-34387a30d6c1 owned by compute:nova {{(pid=116162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 11:09:32.952923 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [req-e8f7dd17-c409-4705-976d-7aefa853c8ac req-8316abcd-28b3-4954-81b2-d43eff92c12b tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742235135690', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742234710366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5051867'] for port (27a18d31-85ca-46c1-bbf6-34387a30d6c1), after_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:09:32.982055 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8316abcd-28b3-4954-81b2-d43eff92c12b tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Pushing event deleted for resources: {'Port': ['ID=27a18d31-85ca-46c1-bbf6-34387a30d6c1,revision_number=None']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:09:33.025912 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8f7dd17-c409-4705-976d-7aefa853c8ac req-8316abcd-28b3-4954-81b2-d43eff92c12b tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] No DVR routers for this DVR port 27a18d31-85ca-46c1-bbf6-34387a30d6c1 on host hv-neutron-mast {{(pid=116162) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 11:09:33.026632 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [req-e8f7dd17-c409-4705-976d-7aefa853c8ac req-8316abcd-28b3-4954-81b2-d43eff92c12b tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198022'] for port (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:09:33.029847 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-e8f7dd17-c409-4705-976d-7aefa853c8ac req-8316abcd-28b3-4954-81b2-d43eff92c12b tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] 10.222.0.20 "DELETE /v2.0/ports/27a18d31-85ca-46c1-bbf6-34387a30d6c1 HTTP/1.1" status: 204 len: 173 time: 0.4405844 Apr 28 11:09:33.030271 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '110df135-5d7b-47cf-b98e-fddbe3abfb4b', 'name': 'network-vif-deleted', 'tag': '27a18d31-85ca-46c1-bbf6-34387a30d6c1'}] {{(pid=116162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 11:09:33.033129 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ba53f40d6116d28995a8e36159d0e539b5353eec116fb5dd4ce03b4b2159ab1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09da84d2-3019-48b3-ac4e-24f1750ff5aa" -d '{"events": [{"server_uuid": "110df135-5d7b-47cf-b98e-fddbe3abfb4b", "name": "network-vif-deleted", "tag": "27a18d31-85ca-46c1-bbf6-34387a30d6c1"}]}' {{(pid=116162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 11:09:33.068612 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 11:09:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b74e943-f5a3-4682-bd79-4d2c0c4b7cbb x-openstack-request-id: req-1b74e943-f5a3-4682-bd79-4d2c0c4b7cbb {{(pid=116162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 11:09:33.068612 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "110df135-5d7b-47cf-b98e-fddbe3abfb4b", "name": "network-vif-deleted", "tag": "27a18d31-85ca-46c1-bbf6-34387a30d6c1", "status": "completed", "code": 200}]} {{(pid=116162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 11:09:33.068612 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-1b74e943-f5a3-4682-bd79-4d2c0c4b7cbb {{(pid=116162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 11:09:33.068953 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1b74e943-f5a3-4682-bd79-4d2c0c4b7cbb'] response: {'server_uuid': '110df135-5d7b-47cf-b98e-fddbe3abfb4b', 'name': 'network-vif-deleted', 'tag': '27a18d31-85ca-46c1-bbf6-34387a30d6c1', 'status': 'completed', 'code': 200} Apr 28 11:09:33.795248 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-ddf68df9-7039-4102-8200-c50a79dab21f req-ac371dca-2faa-47e7-963b-e5770586859c tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] 10.222.0.10 "GET /v2.0/ports?device_id=110df135-5d7b-47cf-b98e-fddbe3abfb4b HTTP/1.1" status: 200 len: 210 time: 0.0278544 Apr 28 11:09:34.855984 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 56410) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:09:34.914782 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-273a1f8f-a9a2-485c-ab55-a3ada86ed2fc tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks [] for security_group (3fa0774a-c938-4fd1-b43d-9cc13abb0de9), before_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:09:34.939440 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-273a1f8f-a9a2-485c-ab55-a3ada86ed2fc tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks [] for security_group (3fa0774a-c938-4fd1-b43d-9cc13abb0de9), precommit_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:09:35.066627 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-273a1f8f-a9a2-485c-ab55-a3ada86ed2fc tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924426'] for security_group (3fa0774a-c938-4fd1-b43d-9cc13abb0de9), after_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:09:35.069293 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-273a1f8f-a9a2-485c-ab55-a3ada86ed2fc tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks [] for security_group (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:09:35.070499 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-273a1f8f-a9a2-485c-ab55-a3ada86ed2fc tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] 10.222.0.10 "DELETE /v2.0/security-groups/3fa0774a-c938-4fd1-b43d-9cc13abb0de9 HTTP/1.1" status: 204 len: 168 time: 0.2135191 Apr 28 11:09:35.080487 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273a1f8f-a9a2-485c-ab55-a3ada86ed2fc tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fa0774a-c938-4fd1-b43d-9cc13abb0de9,revision_number=None']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:09:35.148540 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 56414) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:09:35.679453 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Device 27a18d31-85ca-46c1-bbf6-34387a30d6c1 no longer exists at agent hyperv_hv-neutron-mast {{(pid=116163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 11:09:35.699692 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] No Port match for: 27a18d31-85ca-46c1-bbf6-34387a30d6c1 {{(pid=116163) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 28 11:09:35.700042 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Device 27a18d31-85ca-46c1-bbf6-34387a30d6c1 not bound to the agent host hv-neutron-mast {{(pid=116163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 11:09:35.891733 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-9e9db272-6648-4544-b8be-e6e97132286c tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2063420'] for router_interface (55b240b0-af1e-48f4-9bb9-379b7935b3a7), before_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:09:36.180107 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.plugin [None req-9e9db272-6648-4544-b8be-e6e97132286c tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Deleting port 4197073b-9bb9-4e21-a899-c2285fbc75bd {{(pid=116162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 11:09:36.180463 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-9e9db272-6648-4544-b8be-e6e97132286c tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742235130188'] for port (4197073b-9bb9-4e21-a899-c2285fbc75bd), before_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:09:36.269796 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.db [None req-9e9db272-6648-4544-b8be-e6e97132286c tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] For port 4197073b-9bb9-4e21-a899-c2285fbc75bd, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=4197073b-9bb9-4e21-a899-c2285fbc75bd,segment=NetworkSegment(a964e3ea-758f-43ce-9048-5da6f72b69ad),segment_id=a964e3ea-758f-43ce-9048-5da6f72b69ad)] {{(pid=116162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 11:09:36.270153 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-9e9db272-6648-4544-b8be-e6e97132286c tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1938497'] for port (4197073b-9bb9-4e21-a899-c2285fbc75bd), precommit_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:09:36.283110 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.plugin [None req-9e9db272-6648-4544-b8be-e6e97132286c tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Calling delete_port for 4197073b-9bb9-4e21-a899-c2285fbc75bd owned by network:router_interface {{(pid=116162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 11:09:36.585799 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-9e9db272-6648-4544-b8be-e6e97132286c tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742235135690', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742234710366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5051867'] for port (4197073b-9bb9-4e21-a899-c2285fbc75bd), after_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:09:36.612050 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e9db272-6648-4544-b8be-e6e97132286c tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Pushing event deleted for resources: {'Port': ['ID=4197073b-9bb9-4e21-a899-c2285fbc75bd,revision_number=None']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:09:36.787102 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-9e9db272-6648-4544-b8be-e6e97132286c tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1603051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2063504'] for router_interface (55b240b0-af1e-48f4-9bb9-379b7935b3a7), after_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:09:36.974498 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-9e88701d-aeb1-4a0b-ba0b-1b6252c81fcb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (75ba81b7-fe99-4281-90d2-a5adb445ecea), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:09:37.004067 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e9db272-6648-4544-b8be-e6e97132286c tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Router 55b240b0-af1e-48f4-9bb9-379b7935b3a7 has already been hosted by L3 agent 6b492ad6-0876-4d74-b20d-28143a52ceba {{(pid=116162) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 11:09:37.111482 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e9db272-6648-4544-b8be-e6e97132286c tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=116162) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 11:09:37.116456 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-9e9db272-6648-4544-b8be-e6e97132286c tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] 10.222.0.10 "PUT /v2.0/routers/55b240b0-af1e-48f4-9bb9-379b7935b3a7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9668787 Apr 28 11:09:37.119256 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 56416) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:09:37.121784 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-203b3fe9-6a91-4593-9f53-afa547cc431c None None] Sync routers for ids ['55b240b0-af1e-48f4-9bb9-379b7935b3a7'] in dv-neutron-master-2-hyperv {{(pid=116164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 11:09:37.132949 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-203b3fe9-6a91-4593-9f53-afa547cc431c None None] Routers {'55b240b0-af1e-48f4-9bb9-379b7935b3a7'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=116164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 11:09:37.133556 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_hamode_db [None req-203b3fe9-6a91-4593-9f53-afa547cc431c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-28T10:50:39Z,description=,heartbeat_timestamp=2022-04-28T11:09:09Z,host='dv-neutron-master-2-hyperv',id=6b492ad6-0876-4d74-b20d-28143a52ceba,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T10:50:40Z,topic='l3_agent')) {'router_ids': ['55b240b0-af1e-48f4-9bb9-379b7935b3a7'], 'active': True} {{(pid=116164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:09:37.171015 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.db.db_base_plugin_v2 [None req-0d4c8429-f3f6-4e69-aaeb-9bcc214f82eb tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Deleting subnet b794fd01-ea7b-45c8-9116-1568cf69388c {{(pid=116162) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 28 11:09:37.174425 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-0d4c8429-f3f6-4e69-aaeb-9bcc214f82eb tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks [] for subnet (b794fd01-ea7b-45c8-9116-1568cf69388c), before_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:09:37.214870 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-0d4c8429-f3f6-4e69-aaeb-9bcc214f82eb tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5026541'] for subnet (b794fd01-ea7b-45c8-9116-1568cf69388c), precommit_delete_associations {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:09:37.244477 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_dvr_db [None req-203b3fe9-6a91-4593-9f53-afa547cc431c None None] Set router 55b240b0-af1e-48f4-9bb9-379b7935b3a7 gateway port host: dv-neutron-master-2-hyperv {{(pid=116164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 11:09:37.332171 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-0d4c8429-f3f6-4e69-aaeb-9bcc214f82eb tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-971303'] for subnet (b794fd01-ea7b-45c8-9116-1568cf69388c), precommit_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:09:37.415110 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_hamode_db [None req-203b3fe9-6a91-4593-9f53-afa547cc431c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55b240b0-af1e-48f4-9bb9-379b7935b3a7', 'name': 'tempest-TestNetworkBasicOps-router-1415271865', 'tenant_id': '65d54c3b7dcd4af68398071d25e8321e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'external_fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.39'}], 'enable_snat': True}, 'gw_port_id': 'a8bd8ad0-5adc-48c7-9aec-d260128ffc60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T11:07:38Z', 'updated_at': '2022-04-28T11:09:36Z', 'revision_number': 5, 'project_id': '65d54c3b7dcd4af68398071d25e8321e', 'gw_port': {'id': 'a8bd8ad0-5adc-48c7-9aec-d260128ffc60', 'name': '', 'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:ec:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55b240b0-af1e-48f4-9bb9-379b7935b3a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1385, 'fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:07:38Z', 'updated_at': '2022-04-28T11:07:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=116164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:09:37.442140 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-203b3fe9-6a91-4593-9f53-afa547cc431c None None] Checking router: 55b240b0-af1e-48f4-9bb9-379b7935b3a7 for host: dv-neutron-master-2-hyperv {{(pid=116164) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 11:09:37.450053 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-0d4c8429-f3f6-4e69-aaeb-9bcc214f82eb tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-971310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5053962', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4210815'] for subnet (b794fd01-ea7b-45c8-9116-1568cf69388c), after_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:09:37.450240 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-203b3fe9-6a91-4593-9f53-afa547cc431c None None] Routers {'55b240b0-af1e-48f4-9bb9-379b7935b3a7'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=116164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 11:09:37.450840 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_hamode_db [None req-203b3fe9-6a91-4593-9f53-afa547cc431c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-28T10:50:39Z,description=,heartbeat_timestamp=2022-04-28T11:09:09Z,host='dv-neutron-master-2-hyperv',id=6b492ad6-0876-4d74-b20d-28143a52ceba,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T10:50:40Z,topic='l3_agent')) {'router_ids': ['55b240b0-af1e-48f4-9bb9-379b7935b3a7'], 'active': True} {{(pid=116164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:09:37.483274 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4c8429-f3f6-4e69-aaeb-9bcc214f82eb tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Pushing event deleted for resources: {'Subnet': ['ID=b794fd01-ea7b-45c8-9116-1568cf69388c,revision_number=None']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:09:37.486011 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-0d4c8429-f3f6-4e69-aaeb-9bcc214f82eb tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks [] for subnet (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:09:37.489403 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-0d4c8429-f3f6-4e69-aaeb-9bcc214f82eb tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] 10.222.0.10 "DELETE /v2.0/subnets/b794fd01-ea7b-45c8-9116-1568cf69388c HTTP/1.1" status: 204 len: 168 time: 0.3692033 Apr 28 11:09:37.492187 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 56418) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:09:37.496073 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d691bb7b-c6b1-4f3a-88d4-f9bdf619eb90 None None] Network c66de280-1745-4348-a2dd-dc364330d799 requested from dv-neutron-master-2-hyperv {{(pid=116163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 11:09:37.627591 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-ae80b7b5-74b4-433a-a062-1f43643fb5e9 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks [] for router (55b240b0-af1e-48f4-9bb9-379b7935b3a7), before_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:09:37.664246 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_dvr_db [None req-203b3fe9-6a91-4593-9f53-afa547cc431c None None] Set router 55b240b0-af1e-48f4-9bb9-379b7935b3a7 gateway port host: dv-neutron-master-2-hyperv {{(pid=116164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 11:09:37.665148 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbd9ad7e-40a0-4b7d-868d-52cb94166ffb None None] DHCP port deletion for c66de280-1745-4348-a2dd-dc364330d799 request from dv-neutron-master-2-hyperv {{(pid=116163) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 28 11:09:37.705735 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-bbd9ad7e-40a0-4b7d-868d-52cb94166ffb None None] Deleting port fd84e83f-784c-4736-8433-db36c471062e {{(pid=116163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 11:09:37.706132 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-bbd9ad7e-40a0-4b7d-868d-52cb94166ffb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742235130188'] for port (fd84e83f-784c-4736-8433-db36c471062e), before_delete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:09:37.742664 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-ae80b7b5-74b4-433a-a062-1f43643fb5e9 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks [] for router_gateway (55b240b0-af1e-48f4-9bb9-379b7935b3a7), before_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:09:37.770014 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-bbd9ad7e-40a0-4b7d-868d-52cb94166ffb None None] For port fd84e83f-784c-4736-8433-db36c471062e, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=fd84e83f-784c-4736-8433-db36c471062e,segment=NetworkSegment(a964e3ea-758f-43ce-9048-5da6f72b69ad),segment_id=a964e3ea-758f-43ce-9048-5da6f72b69ad)] {{(pid=116163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 11:09:37.770433 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-bbd9ad7e-40a0-4b7d-868d-52cb94166ffb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1938497'] for port (fd84e83f-784c-4736-8433-db36c471062e), precommit_delete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:09:37.788149 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-bbd9ad7e-40a0-4b7d-868d-52cb94166ffb None None] Calling delete_port for fd84e83f-784c-4736-8433-db36c471062e owned by network:dhcp {{(pid=116163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 11:09:37.840986 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_hamode_db [None req-203b3fe9-6a91-4593-9f53-afa547cc431c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55b240b0-af1e-48f4-9bb9-379b7935b3a7', 'name': 'tempest-TestNetworkBasicOps-router-1415271865', 'tenant_id': '65d54c3b7dcd4af68398071d25e8321e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'external_fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.39'}], 'enable_snat': True}, 'gw_port_id': 'a8bd8ad0-5adc-48c7-9aec-d260128ffc60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T11:07:38Z', 'updated_at': '2022-04-28T11:09:36Z', 'revision_number': 5, 'project_id': '65d54c3b7dcd4af68398071d25e8321e', 'gw_port': {'id': 'a8bd8ad0-5adc-48c7-9aec-d260128ffc60', 'name': '', 'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:ec:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55b240b0-af1e-48f4-9bb9-379b7935b3a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1385, 'fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:07:38Z', 'updated_at': '2022-04-28T11:07:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=116164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:09:37.869615 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.plugin [None req-ae80b7b5-74b4-433a-a062-1f43643fb5e9 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Deleting port a8bd8ad0-5adc-48c7-9aec-d260128ffc60 {{(pid=116161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 11:09:37.870285 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-ae80b7b5-74b4-433a-a062-1f43643fb5e9 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742235130188'] for port (a8bd8ad0-5adc-48c7-9aec-d260128ffc60), before_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:09:37.870476 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-203b3fe9-6a91-4593-9f53-afa547cc431c None None] The sync data for ids ['55b240b0-af1e-48f4-9bb9-379b7935b3a7'] in dv-neutron-master-2-hyperv is: [{'id': '55b240b0-af1e-48f4-9bb9-379b7935b3a7', 'name': 'tempest-TestNetworkBasicOps-router-1415271865', 'tenant_id': '65d54c3b7dcd4af68398071d25e8321e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'external_fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.39'}], 'enable_snat': True}, 'gw_port_id': 'a8bd8ad0-5adc-48c7-9aec-d260128ffc60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T11:07:38Z', 'updated_at': '2022-04-28T11:09:36Z', 'revision_number': 5, 'project_id': '65d54c3b7dcd4af68398071d25e8321e', 'gw_port': {'id': 'a8bd8ad0-5adc-48c7-9aec-d260128ffc60', 'name': '', 'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:ec:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55b240b0-af1e-48f4-9bb9-379b7935b3a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1385, 'fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:07:38Z', 'updated_at': '2022-04-28T11:07:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}] {{(pid=116164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 11:09:37.962947 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-bbd9ad7e-40a0-4b7d-868d-52cb94166ffb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742235135690', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742234710366'] for port (fd84e83f-784c-4736-8433-db36c471062e), after_delete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:09:37.965052 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.db [None req-ae80b7b5-74b4-433a-a062-1f43643fb5e9 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] For port a8bd8ad0-5adc-48c7-9aec-d260128ffc60, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=a8bd8ad0-5adc-48c7-9aec-d260128ffc60,segment=NetworkSegment(142bc50f-d6af-4646-8d06-bb7af6b7b51c),segment_id=142bc50f-d6af-4646-8d06-bb7af6b7b51c)] {{(pid=116161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 11:09:37.965422 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-ae80b7b5-74b4-433a-a062-1f43643fb5e9 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1938497'] for port (a8bd8ad0-5adc-48c7-9aec-d260128ffc60), precommit_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:09:37.979252 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.plugin [None req-ae80b7b5-74b4-433a-a062-1f43643fb5e9 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Calling delete_port for a8bd8ad0-5adc-48c7-9aec-d260128ffc60 owned by network:router_gateway {{(pid=116161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 11:09:37.989181 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd9ad7e-40a0-4b7d-868d-52cb94166ffb None None] Pushing event deleted for resources: {'Port': ['ID=fd84e83f-784c-4736-8433-db36c471062e,revision_number=None']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:09:37.997563 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbd9ad7e-40a0-4b7d-868d-52cb94166ffb None None] No DVR routers for this DVR port fd84e83f-784c-4736-8433-db36c471062e on host dv-neutron-master-2-hyperv {{(pid=116163) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 11:09:38.198549 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-ae80b7b5-74b4-433a-a062-1f43643fb5e9 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742235135690', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742234710366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5219112'] for port (a8bd8ad0-5adc-48c7-9aec-d260128ffc60), after_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:09:38.202637 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Device fd84e83f-784c-4736-8433-db36c471062e no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=116163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 11:09:38.225760 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] No Port match for: fd84e83f-784c-4736-8433-db36c471062e {{(pid=116163) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 28 11:09:38.235719 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Device fd84e83f-784c-4736-8433-db36c471062e not bound to the agent host dv-neutron-master-2-hyperv {{(pid=116163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 11:09:38.267548 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae80b7b5-74b4-433a-a062-1f43643fb5e9 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Pushing event deleted for resources: {'Port': ['ID=a8bd8ad0-5adc-48c7-9aec-d260128ffc60,revision_number=None']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:09:38.310969 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-ae80b7b5-74b4-433a-a062-1f43643fb5e9 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1935354'] for router_gateway (55b240b0-af1e-48f4-9bb9-379b7935b3a7), after_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:09:38.407532 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-ae80b7b5-74b4-433a-a062-1f43643fb5e9 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2060865', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-63275'] for router (55b240b0-af1e-48f4-9bb9-379b7935b3a7), precommit_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:09:38.409620 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-ae80b7b5-74b4-433a-a062-1f43643fb5e9 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks [] for router_controller (55b240b0-af1e-48f4-9bb9-379b7935b3a7), precommit_delete_associations {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:09:38.489862 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-ae80b7b5-74b4-433a-a062-1f43643fb5e9 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2060888'] for router (55b240b0-af1e-48f4-9bb9-379b7935b3a7), after_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:09:38.490314 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae80b7b5-74b4-433a-a062-1f43643fb5e9 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Fanout notify agent at l3_agent the message router_deleted on router 55b240b0-af1e-48f4-9bb9-379b7935b3a7 {{(pid=116161) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 28 11:09:38.496890 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-ae80b7b5-74b4-433a-a062-1f43643fb5e9 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks [] for router (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:09:38.498928 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-ae80b7b5-74b4-433a-a062-1f43643fb5e9 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] 10.222.0.10 "DELETE /v2.0/routers/55b240b0-af1e-48f4-9bb9-379b7935b3a7 HTTP/1.1" status: 204 len: 168 time: 0.9997222 Apr 28 11:09:38.501298 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 56420) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:09:38.587768 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-891846af-5542-4d32-a91b-55a76c29b747 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-979593'] for network (c66de280-1745-4348-a2dd-dc364330d799), before_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:09:38.692635 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-891846af-5542-4d32-a91b-55a76c29b747 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-973498', 'neutron.services.segments.db._delete_segments_for_network-8742235207033'] for network (c66de280-1745-4348-a2dd-dc364330d799), precommit_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:09:38.713012 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.services.segments.db [None req-891846af-5542-4d32-a91b-55a76c29b747 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c66de280-1745-4348-a2dd-dc364330d799']}} {{(pid=116161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:09:38.734234 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.services.segments.db [None req-891846af-5542-4d32-a91b-55a76c29b747 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a964e3ea-758f-43ce-9048-5da6f72b69ad') {'for_net_delete': True} {{(pid=116161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:09:38.734630 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.services.segments.db [None req-891846af-5542-4d32-a91b-55a76c29b747 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a964e3ea-758f-43ce-9048-5da6f72b69ad') {} {{(pid=116161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:09:38.751537 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-891846af-5542-4d32-a91b-55a76c29b747 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742235208578', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8076969'] for segment (a964e3ea-758f-43ce-9048-5da6f72b69ad), before_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:09:38.771775 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-891846af-5542-4d32-a91b-55a76c29b747 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-961978'] for segment (a964e3ea-758f-43ce-9048-5da6f72b69ad), precommit_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:09:38.778363 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-891846af-5542-4d32-a91b-55a76c29b747 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Releasing vlan 65 on physical network physnet1 to pool {{(pid=116161) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 11:09:38.778840 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-891846af-5542-4d32-a91b-55a76c29b747 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-961978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5219103'] for segment (a964e3ea-758f-43ce-9048-5da6f72b69ad), after_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:09:38.782178 dv-neutron-master-2-hyperv neutron-server[116161]: Traceback (most recent call last): Apr 28 11:09:38.782178 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 11:09:38.782178 dv-neutron-master-2-hyperv neutron-server[116161]: timer() Apr 28 11:09:38.782178 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 11:09:38.782178 dv-neutron-master-2-hyperv neutron-server[116161]: cb(*args, **kw) Apr 28 11:09:38.782178 dv-neutron-master-2-hyperv neutron-server[116161]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 28 11:09:38.782178 dv-neutron-master-2-hyperv neutron-server[116161]: return func(*args, **kwargs) Apr 28 11:09:38.782178 dv-neutron-master-2-hyperv neutron-server[116161]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 11:09:38.782178 dv-neutron-master-2-hyperv neutron-server[116161]: self._notify() Apr 28 11:09:38.782178 dv-neutron-master-2-hyperv neutron-server[116161]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 11:09:38.782178 dv-neutron-master-2-hyperv neutron-server[116161]: self.callback(batched_events) Apr 28 11:09:38.782178 dv-neutron-master-2-hyperv neutron-server[116161]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 11:09:38.782178 dv-neutron-master-2-hyperv neutron-server[116161]: event.method(event) Apr 28 11:09:38.782178 dv-neutron-master-2-hyperv neutron-server[116161]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 28 11:09:38.782178 dv-neutron-master-2-hyperv neutron-server[116161]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 11:09:38.782178 dv-neutron-master-2-hyperv neutron-server[116161]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 28 11:09:38.782178 dv-neutron-master-2-hyperv neutron-server[116161]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 11:09:38.782178 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 28 11:09:38.782178 dv-neutron-master-2-hyperv neutron-server[116161]: return f(self, *a, **k) Apr 28 11:09:38.782178 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 28 11:09:38.782178 dv-neutron-master-2-hyperv neutron-server[116161]: return self._get(url).json() Apr 28 11:09:38.782178 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 28 11:09:38.782178 dv-neutron-master-2-hyperv neutron-server[116161]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 11:09:38.782178 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 11:09:38.782178 dv-neutron-master-2-hyperv neutron-server[116161]: return self.request(url, 'GET', **kwargs) Apr 28 11:09:38.782178 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 11:09:38.782178 dv-neutron-master-2-hyperv neutron-server[116161]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 11:09:38.782178 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 11:09:38.782178 dv-neutron-master-2-hyperv neutron-server[116161]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 11:09:38.782178 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 11:09:38.782178 dv-neutron-master-2-hyperv neutron-server[116161]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 11:09:38.782178 dv-neutron-master-2-hyperv neutron-server[116161]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 11:09:38.894313 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-891846af-5542-4d32-a91b-55a76c29b747 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-973477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2063122'] for network (c66de280-1745-4348-a2dd-dc364330d799), after_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:09:38.905530 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-891846af-5542-4d32-a91b-55a76c29b747 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks [] for network (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:09:38.905530 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-891846af-5542-4d32-a91b-55a76c29b747 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] 10.222.0.10 "DELETE /v2.0/networks/c66de280-1745-4348-a2dd-dc364330d799 HTTP/1.1" status: 204 len: 168 time: 0.4026511 Apr 28 11:09:38.933008 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-891846af-5542-4d32-a91b-55a76c29b747 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Pushing event deleted for resources: {'Network': ['ID=c66de280-1745-4348-a2dd-dc364330d799,revision_number=None']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:09:38.933132 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 56422) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:09:38.938432 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.v2.base [None req-91bc14af-c029-41e1-8ca5-69ca92ba19b1 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Request body: {'network': {'name': 'tempest-network-smoke--2052824157', 'project_id': '65d54c3b7dcd4af68398071d25e8321e', 'port_security_enabled': True}} {{(pid=116162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:09:39.021042 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91bc14af-c029-41e1-8ca5-69ca92ba19b1 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Made reservation on behalf of 65d54c3b7dcd4af68398071d25e8321e for: {'network': 1} {{(pid=116162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 11:09:39.024248 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-91bc14af-c029-41e1-8ca5-69ca92ba19b1 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for network (None), before_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:09:39.048062 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-91bc14af-c029-41e1-8ca5-69ca92ba19b1 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 94} {{(pid=116162) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 11:09:39.056556 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-91bc14af-c029-41e1-8ca5-69ca92ba19b1 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-961978'] for segment (719ada7e-6297-4561-a8c1-ffe35b7aed7e), precommit_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:09:39.056894 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.db.segments_db [None req-91bc14af-c029-41e1-8ca5-69ca92ba19b1 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Added segment 719ada7e-6297-4561-a8c1-ffe35b7aed7e of type vlan for network d059e0cd-6e3c-43a8-b7f5-a898efa1c95b Apr 28 11:09:39.096654 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-91bc14af-c029-41e1-8ca5-69ca92ba19b1 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742234744962'] for network (d059e0cd-6e3c-43a8-b7f5-a898efa1c95b), precommit_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:09:39.192541 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-91bc14af-c029-41e1-8ca5-69ca92ba19b1 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042'] for network (d059e0cd-6e3c-43a8-b7f5-a898efa1c95b), after_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:09:39.197457 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91bc14af-c029-41e1-8ca5-69ca92ba19b1 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:09:39.198030 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-91bc14af-c029-41e1-8ca5-69ca92ba19b1 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks [] for network (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:09:39.262489 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91bc14af-c029-41e1-8ca5-69ca92ba19b1 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Pushing event updated for resources: {'Network': ['ID=d059e0cd-6e3c-43a8-b7f5-a898efa1c95b,revision_number=1']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:09:39.276160 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Network d059e0cd-6e3c-43a8-b7f5-a898efa1c95b details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=116163) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 28 11:09:39.293600 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-91bc14af-c029-41e1-8ca5-69ca92ba19b1 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3601398 Apr 28 11:09:39.299285 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 56424) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:09:39.299883 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.v2.base [None req-30e7e5c6-8dc9-4fa4-9009-a0484af599f2 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1851747413', 'admin_state_up': True, 'project_id': '65d54c3b7dcd4af68398071d25e8321e', 'external_gateway_info': {'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c'}}} {{(pid=116162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:09:39.404274 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-30e7e5c6-8dc9-4fa4-9009-a0484af599f2 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2060459', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-63449'] for router (d39c5f7d-45f6-4904-9ac5-e082165e7ff9), before_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:09:39.405337 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-30e7e5c6-8dc9-4fa4-9009-a0484af599f2 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2060827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1935275', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1960866', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-63266'] for router (d39c5f7d-45f6-4904-9ac5-e082165e7ff9), precommit_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:09:39.426783 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-1e4b2819-ec34-4fbf-a73c-3fa84190cd67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (6b492ad6-0876-4d74-b20d-28143a52ceba), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:09:39.461340 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-30e7e5c6-8dc9-4fa4-9009-a0484af599f2 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks [] for router_controller (d39c5f7d-45f6-4904-9ac5-e082165e7ff9), precommit_add_association {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:09:39.841581 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Device 4197073b-9bb9-4e21-a899-c2285fbc75bd no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=116163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 11:09:39.862680 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] No Port match for: 4197073b-9bb9-4e21-a899-c2285fbc75bd {{(pid=116163) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 28 11:09:39.863045 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Device 4197073b-9bb9-4e21-a899-c2285fbc75bd not bound to the agent host dv-neutron-master-2-hyperv {{(pid=116163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 11:09:39.863448 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Device a8bd8ad0-5adc-48c7-9aec-d260128ffc60 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=116163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 11:09:39.881428 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] No Port match for: a8bd8ad0-5adc-48c7-9aec-d260128ffc60 {{(pid=116163) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 28 11:09:39.881769 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Device a8bd8ad0-5adc-48c7-9aec-d260128ffc60 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=116163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 11:09:39.912753 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-30e7e5c6-8dc9-4fa4-9009-a0484af599f2 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks [] for router_gateway (d39c5f7d-45f6-4904-9ac5-e082165e7ff9), precommit_update {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:09:40.161983 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-30e7e5c6-8dc9-4fa4-9009-a0484af599f2 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks [] for router_gateway (d39c5f7d-45f6-4904-9ac5-e082165e7ff9), before_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:09:40.186852 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-30e7e5c6-8dc9-4fa4-9009-a0484af599f2 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (None), before_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:09:40.296629 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.db.db_base_plugin_common [None req-30e7e5c6-8dc9-4fa4-9009-a0484af599f2 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Allocated IP 172.36.4.178 (7be49d94-bbb8-4a61-bafe-209c5f861e1c/c0f82f52-05ee-40f2-a57c-9d02e01fb9fa/862d2816-46d6-41db-8ee5-be37dd974eb9) {{(pid=116162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 11:09:40.399279 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-30e7e5c6-8dc9-4fa4-9009-a0484af599f2 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks [] for port (862d2816-46d6-41db-8ee5-be37dd974eb9), precommit_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:09:40.455479 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-ae94d540-e4c6-43be-adc9-b26fb6a2f62f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (cfc241ae-e4b7-443b-b80b-59fbbc2b69c9), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:09:40.501239 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-30e7e5c6-8dc9-4fa4-9009-a0484af599f2 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742234710357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5051867'] for port (862d2816-46d6-41db-8ee5-be37dd974eb9), after_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:09:40.542156 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30e7e5c6-8dc9-4fa4-9009-a0484af599f2 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Network 7be49d94-bbb8-4a61-bafe-209c5f861e1c is already hosted by enough agents. {{(pid=116162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 11:09:40.544920 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.scheduler.base_scheduler [None req-30e7e5c6-8dc9-4fa4-9009-a0484af599f2 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Resources bound (agent type, host, resource id): {{(pid=116162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 11:09:40.552600 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30e7e5c6-8dc9-4fa4-9009-a0484af599f2 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Received port after_create {{(pid=116162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 11:09:40.575003 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e7e5c6-8dc9-4fa4-9009-a0484af599f2 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Pushing event updated for resources: {'Port': ['ID=862d2816-46d6-41db-8ee5-be37dd974eb9,revision_number=1']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:09:40.855857 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-30e7e5c6-8dc9-4fa4-9009-a0484af599f2 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks [] for router_gateway (d39c5f7d-45f6-4904-9ac5-e082165e7ff9), after_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:09:41.056598 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-30e7e5c6-8dc9-4fa4-9009-a0484af599f2 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2060818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1935326'] for router (d39c5f7d-45f6-4904-9ac5-e082165e7ff9), after_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:09:41.266744 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30e7e5c6-8dc9-4fa4-9009-a0484af599f2 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Router d39c5f7d-45f6-4904-9ac5-e082165e7ff9 is scheduled to L3 agent 6b492ad6-0876-4d74-b20d-28143a52ceba with binding_index 1 {{(pid=116162) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 28 11:09:41.374874 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30e7e5c6-8dc9-4fa4-9009-a0484af599f2 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=116162) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 11:09:41.384786 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-feb427e3-e4d2-40ca-a3b3-22aadf2bfe7a None None] Sync routers for ids ['d39c5f7d-45f6-4904-9ac5-e082165e7ff9'] in dv-neutron-master-2-hyperv {{(pid=116163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 11:09:41.394036 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feb427e3-e4d2-40ca-a3b3-22aadf2bfe7a None None] Routers {'d39c5f7d-45f6-4904-9ac5-e082165e7ff9'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=116163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 11:09:41.394685 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_hamode_db [None req-feb427e3-e4d2-40ca-a3b3-22aadf2bfe7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-28T10:50:39Z,description=,heartbeat_timestamp=2022-04-28T11:09:39Z,host='dv-neutron-master-2-hyperv',id=6b492ad6-0876-4d74-b20d-28143a52ceba,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T10:50:40Z,topic='l3_agent')) {'router_ids': ['d39c5f7d-45f6-4904-9ac5-e082165e7ff9'], 'active': True} {{(pid=116163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:09:41.468890 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-30e7e5c6-8dc9-4fa4-9009-a0484af599f2 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks [] for router (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:09:41.470864 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-30e7e5c6-8dc9-4fa4-9009-a0484af599f2 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 2.1746233 Apr 28 11:09:41.474137 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 56426) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:09:41.501727 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvr_db [None req-feb427e3-e4d2-40ca-a3b3-22aadf2bfe7a None None] Set router d39c5f7d-45f6-4904-9ac5-e082165e7ff9 gateway port host: dv-neutron-master-2-hyperv {{(pid=116163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 11:09:41.503235 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-5e9385db-fe34-4461-bfe4-1cb605afd0cd tempest-TestNetworkBasicOps-223859856 tempest-TestNetworkBasicOps-223859856-project-admin] 10.222.0.10 "GET /v2.0/subnets?project_id=65d54c3b7dcd4af68398071d25e8321e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0279403 Apr 28 11:09:41.507499 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 56428) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:09:41.592036 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0375c32e-5f12-4b47-ba1b-fe4bea4fc0ec tempest-TestNetworkBasicOps-223859856 tempest-TestNetworkBasicOps-223859856-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:09:41.593517 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-0375c32e-5f12-4b47-ba1b-fe4bea4fc0ec tempest-TestNetworkBasicOps-223859856 tempest-TestNetworkBasicOps-223859856-project-admin] 10.222.0.10 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0851357 Apr 28 11:09:41.596980 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 56430) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:09:41.629918 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-2848f500-eac0-4991-a96c-ffa4d048820a tempest-TestNetworkBasicOps-223859856 tempest-TestNetworkBasicOps-223859856-project-admin] 10.222.0.10 "GET /v2.0/subnets?network_id=7be49d94-bbb8-4a61-bafe-209c5f861e1c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0318201 Apr 28 11:09:41.632532 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 56432) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:09:41.637417 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.v2.base [None req-85d2ff19-df10-4dd2-ab65-b6defb696131 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-283488811', 'network_id': 'd059e0cd-6e3c-43a8-b7f5-a898efa1c95b', 'project_id': '65d54c3b7dcd4af68398071d25e8321e', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=116161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:09:41.803674 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85d2ff19-df10-4dd2-ab65-b6defb696131 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Made reservation on behalf of 65d54c3b7dcd4af68398071d25e8321e for: {'subnet': 1} {{(pid=116161) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 11:09:41.807113 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-85d2ff19-df10-4dd2-ab65-b6defb696131 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5125580'] for subnet (None), before_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:09:41.815355 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_hamode_db [None req-feb427e3-e4d2-40ca-a3b3-22aadf2bfe7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd39c5f7d-45f6-4904-9ac5-e082165e7ff9', 'name': 'tempest-TestNetworkBasicOps-router-1851747413', 'tenant_id': '65d54c3b7dcd4af68398071d25e8321e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'external_fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.178'}], 'enable_snat': True}, 'gw_port_id': '862d2816-46d6-41db-8ee5-be37dd974eb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T11:09:39Z', 'updated_at': '2022-04-28T11:09:40Z', 'revision_number': 3, 'project_id': '65d54c3b7dcd4af68398071d25e8321e', 'gw_port': {'id': '862d2816-46d6-41db-8ee5-be37dd974eb9', 'name': '', 'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:e6:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd39c5f7d-45f6-4904-9ac5-e082165e7ff9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1416, 'fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:09:40Z', 'updated_at': '2022-04-28T11:09:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=116163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:09:41.845634 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-feb427e3-e4d2-40ca-a3b3-22aadf2bfe7a None None] Checking router: d39c5f7d-45f6-4904-9ac5-e082165e7ff9 for host: dv-neutron-master-2-hyperv {{(pid=116163) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 11:09:41.845634 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-feb427e3-e4d2-40ca-a3b3-22aadf2bfe7a None None] Updating router d39c5f7d-45f6-4904-9ac5-e082165e7ff9 port 862d2816-46d6-41db-8ee5-be37dd974eb9 binding host dv-neutron-master-2-hyperv {{(pid=116163) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 28 11:09:41.872543 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-feb427e3-e4d2-40ca-a3b3-22aadf2bfe7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (862d2816-46d6-41db-8ee5-be37dd974eb9), before_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:09:42.071790 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-85d2ff19-df10-4dd2-ab65-b6defb696131 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5220536', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5125438'] for subnet (d74f543f-ae77-44f2-90f1-2084f6cd3968), after_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:09:42.101296 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-01ef1de1-12fd-4cef-b76b-793f91379468 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (39cc4f52-f5d9-4e2c-bbfa-7a1c528e1c40), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:09:42.140799 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-feb427e3-e4d2-40ca-a3b3-22aadf2bfe7a None None] Publish callbacks [] for port (862d2816-46d6-41db-8ee5-be37dd974eb9), precommit_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:09:42.141534 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d2ff19-df10-4dd2-ab65-b6defb696131 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Pushing event updated for resources: {'Subnet': ['ID=d74f543f-ae77-44f2-90f1-2084f6cd3968,revision_number=0']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:09:42.150746 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85d2ff19-df10-4dd2-ab65-b6defb696131 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Checking segment: {'id': '719ada7e-6297-4561-a8c1-ffe35b7aed7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'd059e0cd-6e3c-43a8-b7f5-a898efa1c95b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 11:09:42.151116 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85d2ff19-df10-4dd2-ab65-b6defb696131 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Network hostable DHCP agents. Network: d059e0cd-6e3c-43a8-b7f5-a898efa1c95b, hostable agents: ['75ba81b7-fe99-4281-90d2-a5adb445ecea'], hosted agents: [] {{(pid=116161) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 11:09:42.209763 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-feb427e3-e4d2-40ca-a3b3-22aadf2bfe7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393'] for port (862d2816-46d6-41db-8ee5-be37dd974eb9), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:09:42.238491 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85d2ff19-df10-4dd2-ab65-b6defb696131 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Network d059e0cd-6e3c-43a8-b7f5-a898efa1c95b is scheduled to be hosted by DHCP agent 75ba81b7-fe99-4281-90d2-a5adb445ecea with binding_index 1 {{(pid=116161) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 11:09:42.263895 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.managers [None req-feb427e3-e4d2-40ca-a3b3-22aadf2bfe7a None None] Attempting to bind port 862d2816-46d6-41db-8ee5-be37dd974eb9 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=116163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 28 11:09:42.264275 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.managers [None req-feb427e3-e4d2-40ca-a3b3-22aadf2bfe7a None None] Attempting to bind port 862d2816-46d6-41db-8ee5-be37dd974eb9 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '142bc50f-d6af-4646-8d06-bb7af6b7b51c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c'}] {{(pid=116163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 28 11:09:42.264643 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feb427e3-e4d2-40ca-a3b3-22aadf2bfe7a None None] Attempting to bind port 862d2816-46d6-41db-8ee5-be37dd974eb9 on network 7be49d94-bbb8-4a61-bafe-209c5f861e1c {{(pid=116163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 11:09:42.273476 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feb427e3-e4d2-40ca-a3b3-22aadf2bfe7a None None] Checking agent: {'id': 'd5baab19-5dd1-4902-922b-84acb048ab9c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 10, 50, 43), 'started_at': datetime.datetime(2022, 4, 28, 10, 51, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 11, 9, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=116163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 11:09:42.277095 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feb427e3-e4d2-40ca-a3b3-22aadf2bfe7a None None] Checking segment: {'id': '142bc50f-d6af-4646-8d06-bb7af6b7b51c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 11:09:42.277095 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-feb427e3-e4d2-40ca-a3b3-22aadf2bfe7a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:09:42.277095 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feb427e3-e4d2-40ca-a3b3-22aadf2bfe7a None None] Bound using segment: {'id': '142bc50f-d6af-4646-8d06-bb7af6b7b51c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c'} {{(pid=116163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 11:09:42.277095 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.managers [None req-feb427e3-e4d2-40ca-a3b3-22aadf2bfe7a None None] Bound port: 862d2816-46d6-41db-8ee5-be37dd974eb9, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '142bc50f-d6af-4646-8d06-bb7af6b7b51c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c'}}] {{(pid=116163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 28 11:09:42.277095 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-feb427e3-e4d2-40ca-a3b3-22aadf2bfe7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (862d2816-46d6-41db-8ee5-be37dd974eb9), before_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:09:42.277997 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab19be1-9095-4cd8-ae3a-ad39775bef9d None None] Pushing event updated for resources: {'Port': ['ID=862d2816-46d6-41db-8ee5-be37dd974eb9,revision_number=2']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:09:42.324087 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.scheduler.base_scheduler [None req-85d2ff19-df10-4dd2-ab65-b6defb696131 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, d059e0cd-6e3c-43a8-b7f5-a898efa1c95b) {{(pid=116161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 11:09:42.328654 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85d2ff19-df10-4dd2-ab65-b6defb696131 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:09:42.334479 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-85d2ff19-df10-4dd2-ab65-b6defb696131 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks [] for subnet (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:09:42.334761 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-feb427e3-e4d2-40ca-a3b3-22aadf2bfe7a None None] For port 862d2816-46d6-41db-8ee5-be37dd974eb9, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=116163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 11:09:42.335977 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5c55465-d658-433e-b30a-f73086cb1906 None None] Network d059e0cd-6e3c-43a8-b7f5-a898efa1c95b requested from dv-neutron-master-2-hyperv {{(pid=116163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 11:09:42.338924 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-feb427e3-e4d2-40ca-a3b3-22aadf2bfe7a None None] For port 862d2816-46d6-41db-8ee5-be37dd974eb9, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=862d2816-46d6-41db-8ee5-be37dd974eb9,segment=NetworkSegment(142bc50f-d6af-4646-8d06-bb7af6b7b51c),segment_id=142bc50f-d6af-4646-8d06-bb7af6b7b51c)] {{(pid=116163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 11:09:42.401494 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-85d2ff19-df10-4dd2-ab65-b6defb696131 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.7678192 Apr 28 11:09:42.404225 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 56434) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:09:42.417626 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-feb427e3-e4d2-40ca-a3b3-22aadf2bfe7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393'] for port (862d2816-46d6-41db-8ee5-be37dd974eb9), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:09:42.460817 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00774304-5510-4cf0-8456-3519fb8f2c5e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-d059e0cd-6e3c-43a8-b7f5-a898efa1c95b', 'network_id': 'd059e0cd-6e3c-43a8-b7f5-a898efa1c95b', 'project_id': '65d54c3b7dcd4af68398071d25e8321e', 'fixed_ips': [{'subnet_id': 'd74f543f-ae77-44f2-90f1-2084f6cd3968'}]}} from dv-neutron-master-2-hyperv. {{(pid=116163) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 28 11:09:42.462086 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-00774304-5510-4cf0-8456-3519fb8f2c5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (None), before_create {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:09:42.519029 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feb427e3-e4d2-40ca-a3b3-22aadf2bfe7a None None] Routers {'d39c5f7d-45f6-4904-9ac5-e082165e7ff9'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=116163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 11:09:42.519709 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_hamode_db [None req-feb427e3-e4d2-40ca-a3b3-22aadf2bfe7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-28T10:50:39Z,description=,heartbeat_timestamp=2022-04-28T11:09:39Z,host='dv-neutron-master-2-hyperv',id=6b492ad6-0876-4d74-b20d-28143a52ceba,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T10:50:40Z,topic='l3_agent')) {'router_ids': ['d39c5f7d-45f6-4904-9ac5-e082165e7ff9'], 'active': True} {{(pid=116163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:09:42.521404 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab19be1-9095-4cd8-ae3a-ad39775bef9d None None] Pushing event updated for resources: {'Port': ['ID=862d2816-46d6-41db-8ee5-be37dd974eb9,revision_number=3']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:09:42.725166 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.db_base_plugin_common [None req-00774304-5510-4cf0-8456-3519fb8f2c5e None None] Allocated IP 172.20.0.2 (d059e0cd-6e3c-43a8-b7f5-a898efa1c95b/d74f543f-ae77-44f2-90f1-2084f6cd3968/c9d1ebfc-f3fc-49b6-9f32-6e51ef1261ff) {{(pid=116163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 11:09:42.728354 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvr_db [None req-feb427e3-e4d2-40ca-a3b3-22aadf2bfe7a None None] Set router d39c5f7d-45f6-4904-9ac5-e082165e7ff9 gateway port host: dv-neutron-master-2-hyperv {{(pid=116163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 11:09:43.008468 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_hamode_db [None req-feb427e3-e4d2-40ca-a3b3-22aadf2bfe7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd39c5f7d-45f6-4904-9ac5-e082165e7ff9', 'name': 'tempest-TestNetworkBasicOps-router-1851747413', 'tenant_id': '65d54c3b7dcd4af68398071d25e8321e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'external_fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.178'}], 'enable_snat': True}, 'gw_port_id': '862d2816-46d6-41db-8ee5-be37dd974eb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T11:09:39Z', 'updated_at': '2022-04-28T11:09:40Z', 'revision_number': 3, 'project_id': '65d54c3b7dcd4af68398071d25e8321e', 'gw_port': {'id': '862d2816-46d6-41db-8ee5-be37dd974eb9', 'name': '', 'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:e6:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd39c5f7d-45f6-4904-9ac5-e082165e7ff9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1416, 'fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:09:40Z', 'updated_at': '2022-04-28T11:09:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=116163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:09:43.042190 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-00774304-5510-4cf0-8456-3519fb8f2c5e None None] Publish callbacks [] for port (c9d1ebfc-f3fc-49b6-9f32-6e51ef1261ff), precommit_create {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:09:43.045204 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-feb427e3-e4d2-40ca-a3b3-22aadf2bfe7a None None] The sync data for ids ['d39c5f7d-45f6-4904-9ac5-e082165e7ff9'] in dv-neutron-master-2-hyperv is: [{'id': 'd39c5f7d-45f6-4904-9ac5-e082165e7ff9', 'name': 'tempest-TestNetworkBasicOps-router-1851747413', 'tenant_id': '65d54c3b7dcd4af68398071d25e8321e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'external_fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.178'}], 'enable_snat': True}, 'gw_port_id': '862d2816-46d6-41db-8ee5-be37dd974eb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T11:09:39Z', 'updated_at': '2022-04-28T11:09:40Z', 'revision_number': 3, 'project_id': '65d54c3b7dcd4af68398071d25e8321e', 'gw_port': {'id': '862d2816-46d6-41db-8ee5-be37dd974eb9', 'name': '', 'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:e6:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd39c5f7d-45f6-4904-9ac5-e082165e7ff9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1416, 'fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:09:40Z', 'updated_at': '2022-04-28T11:09:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}] {{(pid=116163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 11:09:43.105990 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-00774304-5510-4cf0-8456-3519fb8f2c5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742234710357'] for port (c9d1ebfc-f3fc-49b6-9f32-6e51ef1261ff), after_create {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:09:43.140481 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-c234d03d-3558-49da-9da4-9e0dc6b92dd8 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (None), before_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:09:43.153776 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00774304-5510-4cf0-8456-3519fb8f2c5e None None] Network d059e0cd-6e3c-43a8-b7f5-a898efa1c95b is already hosted by enough agents. {{(pid=116163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 11:09:43.158259 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.scheduler.base_scheduler [None req-00774304-5510-4cf0-8456-3519fb8f2c5e None None] Resources bound (agent type, host, resource id): {{(pid=116163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 11:09:43.159982 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00774304-5510-4cf0-8456-3519fb8f2c5e None None] Pushing event updated for resources: {'Port': ['ID=c9d1ebfc-f3fc-49b6-9f32-6e51ef1261ff,revision_number=1']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:09:43.162179 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00774304-5510-4cf0-8456-3519fb8f2c5e None None] Received port after_create {{(pid=116163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 11:09:43.221325 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.managers [None req-00774304-5510-4cf0-8456-3519fb8f2c5e None None] Attempting to bind port c9d1ebfc-f3fc-49b6-9f32-6e51ef1261ff on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=116163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 28 11:09:43.221699 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.managers [None req-00774304-5510-4cf0-8456-3519fb8f2c5e None None] Attempting to bind port c9d1ebfc-f3fc-49b6-9f32-6e51ef1261ff by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '719ada7e-6297-4561-a8c1-ffe35b7aed7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'd059e0cd-6e3c-43a8-b7f5-a898efa1c95b'}] {{(pid=116163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 28 11:09:43.222065 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00774304-5510-4cf0-8456-3519fb8f2c5e None None] Attempting to bind port c9d1ebfc-f3fc-49b6-9f32-6e51ef1261ff on network d059e0cd-6e3c-43a8-b7f5-a898efa1c95b {{(pid=116163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 11:09:43.228000 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00774304-5510-4cf0-8456-3519fb8f2c5e None None] Checking agent: {'id': 'd5baab19-5dd1-4902-922b-84acb048ab9c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 10, 50, 43), 'started_at': datetime.datetime(2022, 4, 28, 10, 51, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 11, 9, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=116163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 11:09:43.228373 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00774304-5510-4cf0-8456-3519fb8f2c5e None None] Checking segment: {'id': '719ada7e-6297-4561-a8c1-ffe35b7aed7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'd059e0cd-6e3c-43a8-b7f5-a898efa1c95b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 11:09:43.228772 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-00774304-5510-4cf0-8456-3519fb8f2c5e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:09:43.229161 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00774304-5510-4cf0-8456-3519fb8f2c5e None None] Bound using segment: {'id': '719ada7e-6297-4561-a8c1-ffe35b7aed7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'd059e0cd-6e3c-43a8-b7f5-a898efa1c95b'} {{(pid=116163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 11:09:43.229625 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.managers [None req-00774304-5510-4cf0-8456-3519fb8f2c5e None None] Bound port: c9d1ebfc-f3fc-49b6-9f32-6e51ef1261ff, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '719ada7e-6297-4561-a8c1-ffe35b7aed7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'd059e0cd-6e3c-43a8-b7f5-a898efa1c95b'}}] {{(pid=116163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 28 11:09:43.230002 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-00774304-5510-4cf0-8456-3519fb8f2c5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (c9d1ebfc-f3fc-49b6-9f32-6e51ef1261ff), before_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:09:43.342923 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-00774304-5510-4cf0-8456-3519fb8f2c5e None None] For port c9d1ebfc-f3fc-49b6-9f32-6e51ef1261ff, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=116163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 11:09:43.346656 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-00774304-5510-4cf0-8456-3519fb8f2c5e None None] For port c9d1ebfc-f3fc-49b6-9f32-6e51ef1261ff, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=c9d1ebfc-f3fc-49b6-9f32-6e51ef1261ff,segment=NetworkSegment(719ada7e-6297-4561-a8c1-ffe35b7aed7e),segment_id=719ada7e-6297-4561-a8c1-ffe35b7aed7e)] {{(pid=116163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 11:09:43.398358 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (d5baab19-5dd1-4902-922b-84acb048ab9c), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:09:43.426186 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-00774304-5510-4cf0-8456-3519fb8f2c5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393'] for port (c9d1ebfc-f3fc-49b6-9f32-6e51ef1261ff), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:09:43.468325 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.db.db_base_plugin_common [None req-c234d03d-3558-49da-9da4-9e0dc6b92dd8 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Allocated IP 172.20.0.1 (d059e0cd-6e3c-43a8-b7f5-a898efa1c95b/d74f543f-ae77-44f2-90f1-2084f6cd3968/49f4d30d-92a5-490c-8750-d6446923dc2d) {{(pid=116161) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 11:09:43.487077 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00774304-5510-4cf0-8456-3519fb8f2c5e None None] Pushing event updated for resources: {'Port': ['ID=c9d1ebfc-f3fc-49b6-9f32-6e51ef1261ff,revision_number=2']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:09:43.607519 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-c234d03d-3558-49da-9da4-9e0dc6b92dd8 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks [] for port (49f4d30d-92a5-490c-8750-d6446923dc2d), precommit_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:09:43.735380 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-c234d03d-3558-49da-9da4-9e0dc6b92dd8 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742234710357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5219112'] for port (49f4d30d-92a5-490c-8750-d6446923dc2d), after_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:09:43.784589 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c234d03d-3558-49da-9da4-9e0dc6b92dd8 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Network d059e0cd-6e3c-43a8-b7f5-a898efa1c95b is already hosted by enough agents. {{(pid=116161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 11:09:43.791023 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.scheduler.base_scheduler [None req-c234d03d-3558-49da-9da4-9e0dc6b92dd8 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Resources bound (agent type, host, resource id): {{(pid=116161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 11:09:43.795250 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c234d03d-3558-49da-9da4-9e0dc6b92dd8 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Received port after_create {{(pid=116161) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 11:09:43.841967 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c234d03d-3558-49da-9da4-9e0dc6b92dd8 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Pushing event updated for resources: {'Port': ['ID=49f4d30d-92a5-490c-8750-d6446923dc2d,revision_number=1']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:09:43.869533 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-c234d03d-3558-49da-9da4-9e0dc6b92dd8 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2063275'] for router_interface (d39c5f7d-45f6-4904-9ac5-e082165e7ff9), before_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:09:43.917467 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Device 862d2816-46d6-41db-8ee5-be37dd974eb9 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=116163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 11:09:43.965074 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Provisioning complete for port 862d2816-46d6-41db-8ee5-be37dd974eb9 triggered by entity L2. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:09:43.965747 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (862d2816-46d6-41db-8ee5-be37dd974eb9), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:09:44.108100 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-c234d03d-3558-49da-9da4-9e0dc6b92dd8 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (49f4d30d-92a5-490c-8750-d6446923dc2d), before_update {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:09:44.203112 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Current status of the port 862d2816-46d6-41db-8ee5-be37dd974eb9 is: DOWN; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:09:44.203531 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (862d2816-46d6-41db-8ee5-be37dd974eb9), before_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:09:44.224997 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] For port 862d2816-46d6-41db-8ee5-be37dd974eb9, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=862d2816-46d6-41db-8ee5-be37dd974eb9,segment=NetworkSegment(142bc50f-d6af-4646-8d06-bb7af6b7b51c),segment_id=142bc50f-d6af-4646-8d06-bb7af6b7b51c)] {{(pid=116163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 11:09:44.284418 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393'] for port (862d2816-46d6-41db-8ee5-be37dd974eb9), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:09:44.285616 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Device c9d1ebfc-f3fc-49b6-9f32-6e51ef1261ff up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=116163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 11:09:44.372027 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Pushing event updated for resources: {'Port': ['ID=862d2816-46d6-41db-8ee5-be37dd974eb9,revision_number=4']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:09:44.378589 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Provisioning complete for port c9d1ebfc-f3fc-49b6-9f32-6e51ef1261ff triggered by entity L2. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:09:44.378966 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (c9d1ebfc-f3fc-49b6-9f32-6e51ef1261ff), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:09:44.428039 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-c234d03d-3558-49da-9da4-9e0dc6b92dd8 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks [] for port (49f4d30d-92a5-490c-8750-d6446923dc2d), precommit_update {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:09:44.460223 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Current status of the port c9d1ebfc-f3fc-49b6-9f32-6e51ef1261ff is: DOWN; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:09:44.460617 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (c9d1ebfc-f3fc-49b6-9f32-6e51ef1261ff), before_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:09:44.494102 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] For port c9d1ebfc-f3fc-49b6-9f32-6e51ef1261ff, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=c9d1ebfc-f3fc-49b6-9f32-6e51ef1261ff,segment=NetworkSegment(719ada7e-6297-4561-a8c1-ffe35b7aed7e),segment_id=719ada7e-6297-4561-a8c1-ffe35b7aed7e)] {{(pid=116163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 11:09:44.495699 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-c234d03d-3558-49da-9da4-9e0dc6b92dd8 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5219123'] for port (49f4d30d-92a5-490c-8750-d6446923dc2d), after_update {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:09:44.520167 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0188322f-60e2-48ff-b131-a6a95364eef6 None None] Network d059e0cd-6e3c-43a8-b7f5-a898efa1c95b requested from dv-neutron-master-2-hyperv {{(pid=116163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 11:09:44.572729 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-c234d03d-3558-49da-9da4-9e0dc6b92dd8 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1603056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2063387'] for router_interface (d39c5f7d-45f6-4904-9ac5-e082165e7ff9), after_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:09:44.574681 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c234d03d-3558-49da-9da4-9e0dc6b92dd8 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Pushing event updated for resources: {'Port': ['ID=49f4d30d-92a5-490c-8750-d6446923dc2d,revision_number=2']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:09:44.577303 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393'] for port (c9d1ebfc-f3fc-49b6-9f32-6e51ef1261ff), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:09:44.636015 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-bc98d23b-956c-469b-a32d-327b92f0c679 None None] Provisioning complete for port c9d1ebfc-f3fc-49b6-9f32-6e51ef1261ff triggered by entity DHCP. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:09:44.636392 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-bc98d23b-956c-469b-a32d-327b92f0c679 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (c9d1ebfc-f3fc-49b6-9f32-6e51ef1261ff), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:09:44.684915 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c234d03d-3558-49da-9da4-9e0dc6b92dd8 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Network d059e0cd-6e3c-43a8-b7f5-a898efa1c95b is already hosted by enough agents. {{(pid=116161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 11:09:44.686586 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.scheduler.base_scheduler [None req-c234d03d-3558-49da-9da4-9e0dc6b92dd8 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Resources bound (agent type, host, resource id): {{(pid=116161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 11:09:44.704589 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Pushing event updated for resources: {'Port': ['ID=c9d1ebfc-f3fc-49b6-9f32-6e51ef1261ff,revision_number=3']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:09:44.759758 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-bc98d23b-956c-469b-a32d-327b92f0c679 None None] Current status of the port c9d1ebfc-f3fc-49b6-9f32-6e51ef1261ff is: ACTIVE; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:09:44.835609 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c234d03d-3558-49da-9da4-9e0dc6b92dd8 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Router d39c5f7d-45f6-4904-9ac5-e082165e7ff9 has already been hosted by L3 agent 6b492ad6-0876-4d74-b20d-28143a52ceba {{(pid=116161) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 11:09:44.953779 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c234d03d-3558-49da-9da4-9e0dc6b92dd8 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=116161) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 11:09:44.959187 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-c234d03d-3558-49da-9da4-9e0dc6b92dd8 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] 10.222.0.10 "PUT /v2.0/routers/d39c5f7d-45f6-4904-9ac5-e082165e7ff9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5537791 Apr 28 11:09:44.961577 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 56436) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:09:44.979784 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3768907-a3e4-4a31-9ff3-f17f3cccb25d None None] Sync routers for ids ['d39c5f7d-45f6-4904-9ac5-e082165e7ff9'] in dv-neutron-master-2-hyperv {{(pid=116164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 11:09:44.980314 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-98751b54-5183-4348-a1fa-bd23935848ff None None] Provisioning complete for port 49f4d30d-92a5-490c-8750-d6446923dc2d triggered by entity DHCP. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:09:44.980314 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-98751b54-5183-4348-a1fa-bd23935848ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (49f4d30d-92a5-490c-8750-d6446923dc2d), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:09:44.992222 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3768907-a3e4-4a31-9ff3-f17f3cccb25d None None] Routers {'d39c5f7d-45f6-4904-9ac5-e082165e7ff9'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=116164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 11:09:44.992859 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_hamode_db [None req-f3768907-a3e4-4a31-9ff3-f17f3cccb25d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-28T10:50:39Z,description=,heartbeat_timestamp=2022-04-28T11:09:39Z,host='dv-neutron-master-2-hyperv',id=6b492ad6-0876-4d74-b20d-28143a52ceba,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T10:50:40Z,topic='l3_agent')) {'router_ids': ['d39c5f7d-45f6-4904-9ac5-e082165e7ff9'], 'active': True} {{(pid=116164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:09:45.027812 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-98751b54-5183-4348-a1fa-bd23935848ff None None] Port 49f4d30d-92a5-490c-8750-d6446923dc2d cannot update to ACTIVE because it is not bound. {{(pid=116163) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 28 11:09:45.038264 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-98751b54-5183-4348-a1fa-bd23935848ff None None] Provisioning complete for port c9d1ebfc-f3fc-49b6-9f32-6e51ef1261ff triggered by entity DHCP. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:09:45.039059 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-98751b54-5183-4348-a1fa-bd23935848ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (c9d1ebfc-f3fc-49b6-9f32-6e51ef1261ff), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:09:45.120056 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_dvr_db [None req-f3768907-a3e4-4a31-9ff3-f17f3cccb25d None None] Set router d39c5f7d-45f6-4904-9ac5-e082165e7ff9 gateway port host: dv-neutron-master-2-hyperv {{(pid=116164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 11:09:45.143139 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-98751b54-5183-4348-a1fa-bd23935848ff None None] Current status of the port c9d1ebfc-f3fc-49b6-9f32-6e51ef1261ff is: ACTIVE; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:09:45.163126 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7e1a299-7a80-4f93-b4d7-c20c66dd6cd2 tempest-TestNetworkBasicOps-223859856 tempest-TestNetworkBasicOps-223859856-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:09:45.163598 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7e1a299-7a80-4f93-b4d7-c20c66dd6cd2 tempest-TestNetworkBasicOps-223859856 tempest-TestNetworkBasicOps-223859856-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:09:45.164066 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7e1a299-7a80-4f93-b4d7-c20c66dd6cd2 tempest-TestNetworkBasicOps-223859856 tempest-TestNetworkBasicOps-223859856-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:09:45.164519 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7e1a299-7a80-4f93-b4d7-c20c66dd6cd2 tempest-TestNetworkBasicOps-223859856 tempest-TestNetworkBasicOps-223859856-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:09:45.164968 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7e1a299-7a80-4f93-b4d7-c20c66dd6cd2 tempest-TestNetworkBasicOps-223859856 tempest-TestNetworkBasicOps-223859856-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:09:45.165435 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7e1a299-7a80-4f93-b4d7-c20c66dd6cd2 tempest-TestNetworkBasicOps-223859856 tempest-TestNetworkBasicOps-223859856-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:09:45.169833 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-f7e1a299-7a80-4f93-b4d7-c20c66dd6cd2 tempest-TestNetworkBasicOps-223859856 tempest-TestNetworkBasicOps-223859856-project-admin] 10.222.0.10 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4279 time: 0.2047615 Apr 28 11:09:45.170119 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 56438) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:09:45.264884 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-d764508c-4050-4555-941e-84a89aba8c5e None None] Provisioning complete for port 49f4d30d-92a5-490c-8750-d6446923dc2d triggered by entity DHCP. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:09:45.265261 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-d764508c-4050-4555-941e-84a89aba8c5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (49f4d30d-92a5-490c-8750-d6446923dc2d), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:09:45.265403 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffaea210-e1a0-44c3-ad4a-e184a417f3b5 tempest-TestNetworkBasicOps-223859856 tempest-TestNetworkBasicOps-223859856-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:09:45.265864 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffaea210-e1a0-44c3-ad4a-e184a417f3b5 tempest-TestNetworkBasicOps-223859856 tempest-TestNetworkBasicOps-223859856-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:09:45.267066 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffaea210-e1a0-44c3-ad4a-e184a417f3b5 tempest-TestNetworkBasicOps-223859856 tempest-TestNetworkBasicOps-223859856-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:09:45.267636 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffaea210-e1a0-44c3-ad4a-e184a417f3b5 tempest-TestNetworkBasicOps-223859856 tempest-TestNetworkBasicOps-223859856-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:09:45.268124 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffaea210-e1a0-44c3-ad4a-e184a417f3b5 tempest-TestNetworkBasicOps-223859856 tempest-TestNetworkBasicOps-223859856-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:09:45.268547 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffaea210-e1a0-44c3-ad4a-e184a417f3b5 tempest-TestNetworkBasicOps-223859856 tempest-TestNetworkBasicOps-223859856-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:09:45.270414 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-ffaea210-e1a0-44c3-ad4a-e184a417f3b5 tempest-TestNetworkBasicOps-223859856 tempest-TestNetworkBasicOps-223859856-project-admin] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4003 time: 0.0993271 Apr 28 11:09:45.273258 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 56440) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:09:45.314419 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-d764508c-4050-4555-941e-84a89aba8c5e None None] Port 49f4d30d-92a5-490c-8750-d6446923dc2d cannot update to ACTIVE because it is not bound. {{(pid=116163) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 28 11:09:45.326198 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_hamode_db [None req-f3768907-a3e4-4a31-9ff3-f17f3cccb25d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd39c5f7d-45f6-4904-9ac5-e082165e7ff9', 'name': 'tempest-TestNetworkBasicOps-router-1851747413', 'tenant_id': '65d54c3b7dcd4af68398071d25e8321e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'external_fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.178'}], 'enable_snat': True}, 'gw_port_id': '862d2816-46d6-41db-8ee5-be37dd974eb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T11:09:39Z', 'updated_at': '2022-04-28T11:09:43Z', 'revision_number': 4, 'project_id': '65d54c3b7dcd4af68398071d25e8321e', 'gw_port': {'id': '862d2816-46d6-41db-8ee5-be37dd974eb9', 'name': '', 'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:e6:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd39c5f7d-45f6-4904-9ac5-e082165e7ff9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1416, 'fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:09:40Z', 'updated_at': '2022-04-28T11:09:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '49f4d30d-92a5-490c-8750-d6446923dc2d', 'name': '', 'network_id': 'd059e0cd-6e3c-43a8-b7f5-a898efa1c95b', 'tenant_id': '65d54c3b7dcd4af68398071d25e8321e', 'mac_address': 'fa:16:3e:5a:e5:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd39c5f7d-45f6-4904-9ac5-e082165e7ff9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1419, 'fixed_ips': [{'subnet_id': 'd74f543f-ae77-44f2-90f1-2084f6cd3968', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:09:43Z', 'updated_at': '2022-04-28T11:09:44Z', 'revision_number': 2, 'project_id': '65d54c3b7dcd4af68398071d25e8321e', 'subnets': [{'id': 'd74f543f-ae77-44f2-90f1-2084f6cd3968', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=116164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:09:45.354603 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3768907-a3e4-4a31-9ff3-f17f3cccb25d None None] Checking router: d39c5f7d-45f6-4904-9ac5-e082165e7ff9 for host: dv-neutron-master-2-hyperv {{(pid=116164) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 11:09:45.355032 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3768907-a3e4-4a31-9ff3-f17f3cccb25d None None] Updating router d39c5f7d-45f6-4904-9ac5-e082165e7ff9 port 49f4d30d-92a5-490c-8750-d6446923dc2d binding host dv-neutron-master-2-hyperv {{(pid=116164) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 28 11:09:45.382502 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron_lib.callbacks.manager [None req-f3768907-a3e4-4a31-9ff3-f17f3cccb25d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (49f4d30d-92a5-490c-8750-d6446923dc2d), before_update {{(pid=116164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:09:45.395321 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-781e1328-6fcc-4553-b292-8dbaaea23710 tempest-TestNetworkBasicOps-223859856 tempest-TestNetworkBasicOps-223859856-project-admin] 10.222.0.10 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3048 time: 0.1183064 Apr 28 11:09:45.395552 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 56442) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:09:45.400172 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.v2.base [None req-45c17e67-d964-4cc9-91d7-af118d129041 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Request body: {'port': {'name': 'tempest-TestNetworkBasicOps-1830160155', 'network_id': 'd059e0cd-6e3c-43a8-b7f5-a898efa1c95b'}} {{(pid=116162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:09:45.431968 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-22bfccd3-dd8d-4098-b72a-1c3768abfb3f None None] Provisioning complete for port 49f4d30d-92a5-490c-8750-d6446923dc2d triggered by entity DHCP. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:09:45.432432 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-22bfccd3-dd8d-4098-b72a-1c3768abfb3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (49f4d30d-92a5-490c-8750-d6446923dc2d), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:09:45.466428 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-22bfccd3-dd8d-4098-b72a-1c3768abfb3f None None] Port 49f4d30d-92a5-490c-8750-d6446923dc2d cannot update to ACTIVE because it is not bound. {{(pid=116163) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 28 11:09:45.574198 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45c17e67-d964-4cc9-91d7-af118d129041 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Made reservation on behalf of 65d54c3b7dcd4af68398071d25e8321e for: {'port': 1} {{(pid=116162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 11:09:45.577682 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-45c17e67-d964-4cc9-91d7-af118d129041 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (None), before_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:09:45.599508 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.notifiers.nova [None req-45c17e67-d964-4cc9-91d7-af118d129041 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] device_id is not set on port 5c11a0fa-629c-4a5e-b9d5-58da95dd8285 yet. {{(pid=116162) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 28 11:09:45.648825 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron_lib.callbacks.manager [None req-f3768907-a3e4-4a31-9ff3-f17f3cccb25d None None] Publish callbacks [] for port (49f4d30d-92a5-490c-8750-d6446923dc2d), precommit_update {{(pid=116164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:09:45.718302 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron_lib.callbacks.manager [None req-f3768907-a3e4-4a31-9ff3-f17f3cccb25d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393'] for port (49f4d30d-92a5-490c-8750-d6446923dc2d), after_update {{(pid=116164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:09:45.763885 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5557e2bd-5daf-4c20-8122-1b4f44b7667e None None] Pushing event updated for resources: {'Port': ['ID=49f4d30d-92a5-490c-8750-d6446923dc2d,revision_number=3']} {{(pid=116164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:09:45.770901 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.db.db_base_plugin_common [None req-45c17e67-d964-4cc9-91d7-af118d129041 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Allocated IP 172.20.0.8 (d059e0cd-6e3c-43a8-b7f5-a898efa1c95b/d74f543f-ae77-44f2-90f1-2084f6cd3968/5c11a0fa-629c-4a5e-b9d5-58da95dd8285) {{(pid=116162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 11:09:45.772517 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5557e2bd-5daf-4c20-8122-1b4f44b7667e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:09:45.772657 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5557e2bd-5daf-4c20-8122-1b4f44b7667e None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:09:45.773402 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5557e2bd-5daf-4c20-8122-1b4f44b7667e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:09:45.773402 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5557e2bd-5daf-4c20-8122-1b4f44b7667e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:09:45.773622 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5557e2bd-5daf-4c20-8122-1b4f44b7667e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:09:45.773841 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5557e2bd-5daf-4c20-8122-1b4f44b7667e None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:09:45.774192 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5557e2bd-5daf-4c20-8122-1b4f44b7667e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:09:45.774495 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5557e2bd-5daf-4c20-8122-1b4f44b7667e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:09:45.774832 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5557e2bd-5daf-4c20-8122-1b4f44b7667e None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:09:45.775157 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5557e2bd-5daf-4c20-8122-1b4f44b7667e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:09:45.775491 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5557e2bd-5daf-4c20-8122-1b4f44b7667e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:09:45.775819 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5557e2bd-5daf-4c20-8122-1b4f44b7667e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:09:45.776135 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5557e2bd-5daf-4c20-8122-1b4f44b7667e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:09:45.776450 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5557e2bd-5daf-4c20-8122-1b4f44b7667e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:09:45.776777 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5557e2bd-5daf-4c20-8122-1b4f44b7667e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:09:45.836940 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.plugins.ml2.managers [None req-f3768907-a3e4-4a31-9ff3-f17f3cccb25d None None] Attempting to bind port 49f4d30d-92a5-490c-8750-d6446923dc2d on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=116164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 28 11:09:45.840445 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.plugins.ml2.managers [None req-f3768907-a3e4-4a31-9ff3-f17f3cccb25d None None] Attempting to bind port 49f4d30d-92a5-490c-8750-d6446923dc2d by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '719ada7e-6297-4561-a8c1-ffe35b7aed7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'd059e0cd-6e3c-43a8-b7f5-a898efa1c95b'}] {{(pid=116164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 28 11:09:45.840445 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3768907-a3e4-4a31-9ff3-f17f3cccb25d None None] Attempting to bind port 49f4d30d-92a5-490c-8750-d6446923dc2d on network d059e0cd-6e3c-43a8-b7f5-a898efa1c95b {{(pid=116164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 11:09:45.843564 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3768907-a3e4-4a31-9ff3-f17f3cccb25d None None] Checking agent: {'id': 'd5baab19-5dd1-4902-922b-84acb048ab9c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 10, 50, 43), 'started_at': datetime.datetime(2022, 4, 28, 10, 51, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 11, 9, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=116164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 11:09:45.844014 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3768907-a3e4-4a31-9ff3-f17f3cccb25d None None] Checking segment: {'id': '719ada7e-6297-4561-a8c1-ffe35b7aed7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'd059e0cd-6e3c-43a8-b7f5-a898efa1c95b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 11:09:45.844666 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron_lib.callbacks.manager [None req-f3768907-a3e4-4a31-9ff3-f17f3cccb25d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=116164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:09:45.845347 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3768907-a3e4-4a31-9ff3-f17f3cccb25d None None] Bound using segment: {'id': '719ada7e-6297-4561-a8c1-ffe35b7aed7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'd059e0cd-6e3c-43a8-b7f5-a898efa1c95b'} {{(pid=116164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 11:09:45.845879 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.plugins.ml2.managers [None req-f3768907-a3e4-4a31-9ff3-f17f3cccb25d None None] Bound port: 49f4d30d-92a5-490c-8750-d6446923dc2d, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '719ada7e-6297-4561-a8c1-ffe35b7aed7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'd059e0cd-6e3c-43a8-b7f5-a898efa1c95b'}}] {{(pid=116164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 28 11:09:45.846325 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron_lib.callbacks.manager [None req-f3768907-a3e4-4a31-9ff3-f17f3cccb25d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (49f4d30d-92a5-490c-8750-d6446923dc2d), before_update {{(pid=116164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:09:45.898812 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Device 862d2816-46d6-41db-8ee5-be37dd974eb9 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=116163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 11:09:45.929525 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.plugins.ml2.db [None req-f3768907-a3e4-4a31-9ff3-f17f3cccb25d None None] For port 49f4d30d-92a5-490c-8750-d6446923dc2d, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=116164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 11:09:45.930570 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.plugins.ml2.db [None req-f3768907-a3e4-4a31-9ff3-f17f3cccb25d None None] For port 49f4d30d-92a5-490c-8750-d6446923dc2d, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=49f4d30d-92a5-490c-8750-d6446923dc2d,segment=NetworkSegment(719ada7e-6297-4561-a8c1-ffe35b7aed7e),segment_id=719ada7e-6297-4561-a8c1-ffe35b7aed7e)] {{(pid=116164) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 11:09:45.931514 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-45c17e67-d964-4cc9-91d7-af118d129041 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks [] for port (5c11a0fa-629c-4a5e-b9d5-58da95dd8285), precommit_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:09:45.954138 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Provisioning complete for port 862d2816-46d6-41db-8ee5-be37dd974eb9 triggered by entity L2. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:09:45.954941 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (862d2816-46d6-41db-8ee5-be37dd974eb9), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:09:46.009193 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron_lib.callbacks.manager [None req-f3768907-a3e4-4a31-9ff3-f17f3cccb25d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393'] for port (49f4d30d-92a5-490c-8750-d6446923dc2d), after_update {{(pid=116164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:09:46.034905 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-45c17e67-d964-4cc9-91d7-af118d129041 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742234710357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5051867'] for port (5c11a0fa-629c-4a5e-b9d5-58da95dd8285), after_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:09:46.035365 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Current status of the port 862d2816-46d6-41db-8ee5-be37dd974eb9 is: ACTIVE; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:09:46.036432 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Device c9d1ebfc-f3fc-49b6-9f32-6e51ef1261ff up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=116163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 11:09:46.072432 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5557e2bd-5daf-4c20-8122-1b4f44b7667e None None] Pushing event updated for resources: {'Port': ['ID=49f4d30d-92a5-490c-8750-d6446923dc2d,revision_number=4']} {{(pid=116164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:09:46.083021 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Provisioning complete for port c9d1ebfc-f3fc-49b6-9f32-6e51ef1261ff triggered by entity L2. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:09:46.083397 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (c9d1ebfc-f3fc-49b6-9f32-6e51ef1261ff), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:09:46.084921 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3768907-a3e4-4a31-9ff3-f17f3cccb25d None None] Routers {'d39c5f7d-45f6-4904-9ac5-e082165e7ff9'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=116164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 11:09:46.085740 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_hamode_db [None req-f3768907-a3e4-4a31-9ff3-f17f3cccb25d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-28T10:50:39Z,description=,heartbeat_timestamp=2022-04-28T11:09:39Z,host='dv-neutron-master-2-hyperv',id=6b492ad6-0876-4d74-b20d-28143a52ceba,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T10:50:40Z,topic='l3_agent')) {'router_ids': ['d39c5f7d-45f6-4904-9ac5-e082165e7ff9'], 'active': True} {{(pid=116164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:09:46.109524 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45c17e67-d964-4cc9-91d7-af118d129041 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Network d059e0cd-6e3c-43a8-b7f5-a898efa1c95b is already hosted by enough agents. {{(pid=116162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 11:09:46.118042 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.scheduler.base_scheduler [None req-45c17e67-d964-4cc9-91d7-af118d129041 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Resources bound (agent type, host, resource id): {{(pid=116162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 11:09:46.120764 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45c17e67-d964-4cc9-91d7-af118d129041 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Received port after_create {{(pid=116162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 11:09:46.127936 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-1e5d5363-c538-444b-ae83-5174a10802b6 None None] Provisioning complete for port 49f4d30d-92a5-490c-8750-d6446923dc2d triggered by entity DHCP. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:09:46.128311 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-1e5d5363-c538-444b-ae83-5174a10802b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (49f4d30d-92a5-490c-8750-d6446923dc2d), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:09:46.147464 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c17e67-d964-4cc9-91d7-af118d129041 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Pushing event updated for resources: {'Port': ['ID=5c11a0fa-629c-4a5e-b9d5-58da95dd8285,revision_number=1']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:09:46.165730 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c17e67-d964-4cc9-91d7-af118d129041 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:09:46.166423 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c17e67-d964-4cc9-91d7-af118d129041 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:09:46.167086 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c17e67-d964-4cc9-91d7-af118d129041 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:09:46.167658 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c17e67-d964-4cc9-91d7-af118d129041 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:09:46.168193 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c17e67-d964-4cc9-91d7-af118d129041 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:09:46.168715 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c17e67-d964-4cc9-91d7-af118d129041 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:09:46.169248 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c17e67-d964-4cc9-91d7-af118d129041 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:09:46.169777 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c17e67-d964-4cc9-91d7-af118d129041 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:09:46.170518 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c17e67-d964-4cc9-91d7-af118d129041 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:09:46.171421 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c17e67-d964-4cc9-91d7-af118d129041 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:09:46.172200 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c17e67-d964-4cc9-91d7-af118d129041 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:09:46.172928 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c17e67-d964-4cc9-91d7-af118d129041 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:09:46.173452 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c17e67-d964-4cc9-91d7-af118d129041 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:09:46.173977 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c17e67-d964-4cc9-91d7-af118d129041 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:09:46.174669 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c17e67-d964-4cc9-91d7-af118d129041 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:09:46.203740 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45c17e67-d964-4cc9-91d7-af118d129041 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:09:46.204491 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-45c17e67-d964-4cc9-91d7-af118d129041 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198022'] for port (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:09:46.227390 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_dvr_db [None req-f3768907-a3e4-4a31-9ff3-f17f3cccb25d None None] Set router d39c5f7d-45f6-4904-9ac5-e082165e7ff9 gateway port host: dv-neutron-master-2-hyperv {{(pid=116164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 11:09:46.243908 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Current status of the port c9d1ebfc-f3fc-49b6-9f32-6e51ef1261ff is: ACTIVE; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:09:46.261329 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-1e5d5363-c538-444b-ae83-5174a10802b6 None None] Current status of the port 49f4d30d-92a5-490c-8750-d6446923dc2d is: DOWN; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:09:46.261743 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-1e5d5363-c538-444b-ae83-5174a10802b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (49f4d30d-92a5-490c-8750-d6446923dc2d), before_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:09:46.284537 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-45c17e67-d964-4cc9-91d7-af118d129041 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 0.8879294 Apr 28 11:09:46.308389 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-1e5d5363-c538-444b-ae83-5174a10802b6 None None] For port 49f4d30d-92a5-490c-8750-d6446923dc2d, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=49f4d30d-92a5-490c-8750-d6446923dc2d,segment=NetworkSegment(719ada7e-6297-4561-a8c1-ffe35b7aed7e),segment_id=719ada7e-6297-4561-a8c1-ffe35b7aed7e)] {{(pid=116163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 11:09:46.388449 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-1e5d5363-c538-444b-ae83-5174a10802b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393'] for port (49f4d30d-92a5-490c-8750-d6446923dc2d), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:09:46.433487 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_hamode_db [None req-f3768907-a3e4-4a31-9ff3-f17f3cccb25d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd39c5f7d-45f6-4904-9ac5-e082165e7ff9', 'name': 'tempest-TestNetworkBasicOps-router-1851747413', 'tenant_id': '65d54c3b7dcd4af68398071d25e8321e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'external_fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.178'}], 'enable_snat': True}, 'gw_port_id': '862d2816-46d6-41db-8ee5-be37dd974eb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T11:09:39Z', 'updated_at': '2022-04-28T11:09:43Z', 'revision_number': 4, 'project_id': '65d54c3b7dcd4af68398071d25e8321e', 'gw_port': {'id': '862d2816-46d6-41db-8ee5-be37dd974eb9', 'name': '', 'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:e6:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd39c5f7d-45f6-4904-9ac5-e082165e7ff9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1416, 'fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:09:40Z', 'updated_at': '2022-04-28T11:09:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '49f4d30d-92a5-490c-8750-d6446923dc2d', 'name': '', 'network_id': 'd059e0cd-6e3c-43a8-b7f5-a898efa1c95b', 'tenant_id': '65d54c3b7dcd4af68398071d25e8321e', 'mac_address': 'fa:16:3e:5a:e5:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd39c5f7d-45f6-4904-9ac5-e082165e7ff9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1419, 'fixed_ips': [{'subnet_id': 'd74f543f-ae77-44f2-90f1-2084f6cd3968', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:09:43Z', 'updated_at': '2022-04-28T11:09:45Z', 'revision_number': 4, 'project_id': '65d54c3b7dcd4af68398071d25e8321e', 'subnets': [{'id': 'd74f543f-ae77-44f2-90f1-2084f6cd3968', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=116164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:09:46.455033 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e5d5363-c538-444b-ae83-5174a10802b6 None None] Pushing event updated for resources: {'Port': ['ID=49f4d30d-92a5-490c-8750-d6446923dc2d,revision_number=5']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:09:46.469809 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3768907-a3e4-4a31-9ff3-f17f3cccb25d None None] The sync data for ids ['d39c5f7d-45f6-4904-9ac5-e082165e7ff9'] in dv-neutron-master-2-hyperv is: [{'id': 'd39c5f7d-45f6-4904-9ac5-e082165e7ff9', 'name': 'tempest-TestNetworkBasicOps-router-1851747413', 'tenant_id': '65d54c3b7dcd4af68398071d25e8321e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'external_fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.178'}], 'enable_snat': True}, 'gw_port_id': '862d2816-46d6-41db-8ee5-be37dd974eb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T11:09:39Z', 'updated_at': '2022-04-28T11:09:43Z', 'revision_number': 4, 'project_id': '65d54c3b7dcd4af68398071d25e8321e', 'gw_port': {'id': '862d2816-46d6-41db-8ee5-be37dd974eb9', 'name': '', 'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:e6:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd39c5f7d-45f6-4904-9ac5-e082165e7ff9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1416, 'fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:09:40Z', 'updated_at': '2022-04-28T11:09:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '49f4d30d-92a5-490c-8750-d6446923dc2d', 'name': '', 'network_id': 'd059e0cd-6e3c-43a8-b7f5-a898efa1c95b', 'tenant_id': '65d54c3b7dcd4af68398071d25e8321e', 'mac_address': 'fa:16:3e:5a:e5:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd39c5f7d-45f6-4904-9ac5-e082165e7ff9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1419, 'fixed_ips': [{'subnet_id': 'd74f543f-ae77-44f2-90f1-2084f6cd3968', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:09:43Z', 'updated_at': '2022-04-28T11:09:45Z', 'revision_number': 4, 'project_id': '65d54c3b7dcd4af68398071d25e8321e', 'subnets': [{'id': 'd74f543f-ae77-44f2-90f1-2084f6cd3968', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=116164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 11:09:46.542300 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-2a61506c-b915-42c1-b0e4-1de76e3e1bb3 None None] Provisioning complete for port 49f4d30d-92a5-490c-8750-d6446923dc2d triggered by entity DHCP. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:09:46.542715 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-2a61506c-b915-42c1-b0e4-1de76e3e1bb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (49f4d30d-92a5-490c-8750-d6446923dc2d), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:09:46.635241 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-2a61506c-b915-42c1-b0e4-1de76e3e1bb3 None None] Current status of the port 49f4d30d-92a5-490c-8750-d6446923dc2d is: ACTIVE; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:09:46.755012 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-5c81a894-d623-4ffe-abaf-16cf06d45bed None None] Provisioning complete for port 5c11a0fa-629c-4a5e-b9d5-58da95dd8285 triggered by entity DHCP. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:09:46.755600 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-5c81a894-d623-4ffe-abaf-16cf06d45bed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (5c11a0fa-629c-4a5e-b9d5-58da95dd8285), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:09:46.772939 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 56446) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:09:46.777946 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.v2.base [None req-603e0dd4-468d-4336-b322-046016ede56c tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-750267134', 'description': 'tempest-secgroup-smoke-750267134 description', 'project_id': '65d54c3b7dcd4af68398071d25e8321e'}} {{(pid=116162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:09:46.794243 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-5c81a894-d623-4ffe-abaf-16cf06d45bed None None] Port 5c11a0fa-629c-4a5e-b9d5-58da95dd8285 cannot update to ACTIVE because it is not bound. {{(pid=116163) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 28 11:09:46.877551 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-603e0dd4-468d-4336-b322-046016ede56c tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks [] for security_group (None), before_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:09:46.953155 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-603e0dd4-468d-4336-b322-046016ede56c tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks [] for security_group (d897d07f-a15c-4c77-9f1f-fe11c713fa2b), precommit_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:09:47.021256 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-603e0dd4-468d-4336-b322-046016ede56c tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924426'] for security_group (d897d07f-a15c-4c77-9f1f-fe11c713fa2b), after_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:09:47.051861 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-603e0dd4-468d-4336-b322-046016ede56c tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d897d07f-a15c-4c77-9f1f-fe11c713fa2b,revision_number=1']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:09:47.103473 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-603e0dd4-468d-4336-b322-046016ede56c tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks [] for security_group (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:09:47.104761 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-603e0dd4-468d-4336-b322-046016ede56c tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3305089 Apr 28 11:09:47.107579 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 56448) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:09:47.112629 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.v2.base [None req-f7e0a0ef-33b3-4576-8efa-3391594ee5be tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Request body: {'security_group_rule': {'security_group_id': 'd897d07f-a15c-4c77-9f1f-fe11c713fa2b', 'project_id': '65d54c3b7dcd4af68398071d25e8321e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=116162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:09:47.181317 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-f7e0a0ef-33b3-4576-8efa-3391594ee5be tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks [] for security_group_rule (15383a7f-671f-49f6-9bb2-b047cf779ac7), before_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:09:47.240238 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-f7e0a0ef-33b3-4576-8efa-3391594ee5be tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks [] for security_group_rule (15383a7f-671f-49f6-9bb2-b047cf779ac7), precommit_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:09:47.312726 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-f7e0a0ef-33b3-4576-8efa-3391594ee5be tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1912725'] for security_group_rule (15383a7f-671f-49f6-9bb2-b047cf779ac7), after_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:09:47.331403 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e0a0ef-33b3-4576-8efa-3391594ee5be tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=15383a7f-671f-49f6-9bb2-b047cf779ac7,revision_number=0']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:09:47.411100 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-f7e0a0ef-33b3-4576-8efa-3391594ee5be tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:09:47.412353 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-f7e0a0ef-33b3-4576-8efa-3391594ee5be tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3038259 Apr 28 11:09:47.415162 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 56450) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:09:47.419742 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.v2.base [None req-bd010e28-c872-4a73-9a94-61434a233533 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Request body: {'security_group_rule': {'security_group_id': 'd897d07f-a15c-4c77-9f1f-fe11c713fa2b', 'project_id': '65d54c3b7dcd4af68398071d25e8321e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=116162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:09:47.500154 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-bd010e28-c872-4a73-9a94-61434a233533 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks [] for security_group_rule (d2ea404b-cfe8-47a4-9169-f3e1e8778645), before_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:09:47.551665 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-bd010e28-c872-4a73-9a94-61434a233533 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks [] for security_group_rule (d2ea404b-cfe8-47a4-9169-f3e1e8778645), precommit_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:09:47.598341 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-bd010e28-c872-4a73-9a94-61434a233533 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1912725'] for security_group_rule (d2ea404b-cfe8-47a4-9169-f3e1e8778645), after_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:09:47.616911 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd010e28-c872-4a73-9a94-61434a233533 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d2ea404b-cfe8-47a4-9169-f3e1e8778645,revision_number=0']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:09:47.674850 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-bd010e28-c872-4a73-9a94-61434a233533 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:09:47.676189 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-bd010e28-c872-4a73-9a94-61434a233533 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2600744 Apr 28 11:09:47.678911 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 56452) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:09:47.683158 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.v2.base [None req-9b8913e9-9713-4033-86c1-30558adbf180 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Request body: {'security_group_rule': {'security_group_id': 'd897d07f-a15c-4c77-9f1f-fe11c713fa2b', 'project_id': '65d54c3b7dcd4af68398071d25e8321e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=116162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:09:47.758209 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-9b8913e9-9713-4033-86c1-30558adbf180 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks [] for security_group_rule (414a4659-31f3-4889-ac89-b6a63f38124b), before_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:09:47.825544 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-9b8913e9-9713-4033-86c1-30558adbf180 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks [] for security_group_rule (414a4659-31f3-4889-ac89-b6a63f38124b), precommit_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:09:47.867231 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-9b8913e9-9713-4033-86c1-30558adbf180 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1912725'] for security_group_rule (414a4659-31f3-4889-ac89-b6a63f38124b), after_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:09:47.869528 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Device 49f4d30d-92a5-490c-8750-d6446923dc2d up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=116163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 11:09:47.887762 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b8913e9-9713-4033-86c1-30558adbf180 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=414a4659-31f3-4889-ac89-b6a63f38124b,revision_number=0']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:09:47.925549 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Provisioning complete for port 49f4d30d-92a5-490c-8750-d6446923dc2d triggered by entity L2. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:09:47.925927 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (49f4d30d-92a5-490c-8750-d6446923dc2d), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:09:47.960085 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-9b8913e9-9713-4033-86c1-30558adbf180 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:09:47.960854 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-9b8913e9-9713-4033-86c1-30558adbf180 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2809701 Apr 28 11:09:47.963535 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 56454) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:09:47.969104 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.v2.base [None req-20c8001f-3bc1-40cf-b302-d7a0e9716fcc tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Request body: {'security_group_rule': {'security_group_id': 'd897d07f-a15c-4c77-9f1f-fe11c713fa2b', 'project_id': '65d54c3b7dcd4af68398071d25e8321e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=116162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:09:48.013063 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Current status of the port 49f4d30d-92a5-490c-8750-d6446923dc2d is: ACTIVE; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:09:48.068436 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-20c8001f-3bc1-40cf-b302-d7a0e9716fcc tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks [] for security_group_rule (4935e196-d9b4-44df-ac75-702143007d7c), before_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:09:48.136150 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-20c8001f-3bc1-40cf-b302-d7a0e9716fcc tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks [] for security_group_rule (4935e196-d9b4-44df-ac75-702143007d7c), precommit_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:09:48.203883 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-20c8001f-3bc1-40cf-b302-d7a0e9716fcc tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1912725'] for security_group_rule (4935e196-d9b4-44df-ac75-702143007d7c), after_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:09:48.227684 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c8001f-3bc1-40cf-b302-d7a0e9716fcc tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4935e196-d9b4-44df-ac75-702143007d7c,revision_number=0']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:09:48.303025 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-20c8001f-3bc1-40cf-b302-d7a0e9716fcc tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:09:48.304754 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-20c8001f-3bc1-40cf-b302-d7a0e9716fcc tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3400924 Apr 28 11:09:48.307447 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 56456) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:09:48.311978 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.v2.base [None req-bc7633db-7075-4802-92e1-61711ef5e84c tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Request body: {'security_group_rule': {'security_group_id': 'd897d07f-a15c-4c77-9f1f-fe11c713fa2b', 'project_id': '65d54c3b7dcd4af68398071d25e8321e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=116162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:09:48.392427 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.db.securitygroups_db [None req-bc7633db-7075-4802-92e1-61711ef5e84c tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Project 65d54c3b7dcd4af68398071d25e8321e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 28 11:09:48.398666 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-bc7633db-7075-4802-92e1-61711ef5e84c tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks [] for security_group_rule (4bbd05f1-5523-4087-907c-955d2ccb369a), before_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:09:48.461421 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-bc7633db-7075-4802-92e1-61711ef5e84c tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks [] for security_group_rule (4bbd05f1-5523-4087-907c-955d2ccb369a), precommit_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:09:48.517987 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-bc7633db-7075-4802-92e1-61711ef5e84c tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1912725'] for security_group_rule (4bbd05f1-5523-4087-907c-955d2ccb369a), after_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:09:48.536913 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc7633db-7075-4802-92e1-61711ef5e84c tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4bbd05f1-5523-4087-907c-955d2ccb369a,revision_number=0']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:09:48.605755 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-bc7633db-7075-4802-92e1-61711ef5e84c tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:09:48.606951 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-bc7633db-7075-4802-92e1-61711ef5e84c tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2985530 Apr 28 11:09:48.610327 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 56458) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:09:48.614558 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.v2.base [None req-1e87926c-274b-4d02-b45d-f909c11d9cd5 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Request body: {'security_group_rule': {'security_group_id': 'd897d07f-a15c-4c77-9f1f-fe11c713fa2b', 'project_id': '65d54c3b7dcd4af68398071d25e8321e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=116162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:09:48.689578 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.db.securitygroups_db [None req-1e87926c-274b-4d02-b45d-f909c11d9cd5 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Project 65d54c3b7dcd4af68398071d25e8321e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 28 11:09:48.695347 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-1e87926c-274b-4d02-b45d-f909c11d9cd5 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks [] for security_group_rule (b75b3c3d-60ac-45ec-92c1-2519773eeef8), before_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:09:48.756767 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-1e87926c-274b-4d02-b45d-f909c11d9cd5 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks [] for security_group_rule (b75b3c3d-60ac-45ec-92c1-2519773eeef8), precommit_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:09:48.820845 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-1e87926c-274b-4d02-b45d-f909c11d9cd5 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1912725'] for security_group_rule (b75b3c3d-60ac-45ec-92c1-2519773eeef8), after_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:09:48.840164 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e87926c-274b-4d02-b45d-f909c11d9cd5 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b75b3c3d-60ac-45ec-92c1-2519773eeef8,revision_number=0']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:09:48.909486 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-1e87926c-274b-4d02-b45d-f909c11d9cd5 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:09:48.910746 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-1e87926c-274b-4d02-b45d-f909c11d9cd5 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2994509 Apr 28 11:09:49.059254 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-470ac805-e39a-4daa-993d-65297c81fff5 req-47b9b2b1-eedc-4869-848f-6a1ec532ccbb tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-750267134&fields=id&tenant_id=65d54c3b7dcd4af68398071d25e8321e HTTP/1.1" status: 200 len: 267 time: 0.0440757 Apr 28 11:09:49.112290 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470ac805-e39a-4daa-993d-65297c81fff5 req-8f0182dd-b3e5-461a-b64e-40aa1ac64c2b tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:09:49.113696 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-470ac805-e39a-4daa-993d-65297c81fff5 req-8f0182dd-b3e5-461a-b64e-40aa1ac64c2b tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] 10.222.0.10 "GET /v2.0/ports/5c11a0fa-629c-4a5e-b9d5-58da95dd8285 HTTP/1.1" status: 200 len: 930 time: 0.0475292 Apr 28 11:09:49.163793 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-470ac805-e39a-4daa-993d-65297c81fff5 req-dd86a84b-dbee-4b66-9136-55b000ae6761 service neutron] 10.222.0.10 "GET /v2.0/ports/5c11a0fa-629c-4a5e-b9d5-58da95dd8285?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0384202 Apr 28 11:09:49.249921 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-470ac805-e39a-4daa-993d-65297c81fff5 req-7f39bbba-24ef-4a70-a541-0be81a4f4338 service neutron] 10.222.0.10 "GET /v2.0/networks/d059e0cd-6e3c-43a8-b7f5-a898efa1c95b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807922 Apr 28 11:09:49.340989 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-470ac805-e39a-4daa-993d-65297c81fff5 req-d0207d7e-60c7-4731-9186-5d1fb269d356 service neutron] 10.222.0.10 "GET /v2.0/networks/d059e0cd-6e3c-43a8-b7f5-a898efa1c95b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847275 Apr 28 11:09:49.389602 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470ac805-e39a-4daa-993d-65297c81fff5 req-fd2f3ccf-afb1-4c70-941b-d22264585fe2 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:09:49.390987 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-470ac805-e39a-4daa-993d-65297c81fff5 req-fd2f3ccf-afb1-4c70-941b-d22264585fe2 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] 10.222.0.10 "GET /v2.0/ports/5c11a0fa-629c-4a5e-b9d5-58da95dd8285 HTTP/1.1" status: 200 len: 930 time: 0.0444131 Apr 28 11:09:49.648698 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-dbaaf8b4-c6b6-45a0-86c9-37e498f8d865 req-438b9620-4ce0-447f-9010-6c3fbae09ed5 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] 10.222.0.10 "GET /v2.0/ports?device_id=c48bdf45-b644-415b-8503-c9f9c7118109 HTTP/1.1" status: 200 len: 210 time: 0.0312076 Apr 28 11:09:49.674594 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 56482) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:09:49.721218 dv-neutron-master-2-hyperv neutron-server[116162]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Apr 28 11:09:49.764835 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470ac805-e39a-4daa-993d-65297c81fff5 req-0e4baef4-244e-432c-95c6-6f8bd5fb0ec6 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:09:49.766214 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-470ac805-e39a-4daa-993d-65297c81fff5 req-0e4baef4-244e-432c-95c6-6f8bd5fb0ec6 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] 10.222.0.10 "GET /v2.0/ports/5c11a0fa-629c-4a5e-b9d5-58da95dd8285 HTTP/1.1" status: 200 len: 930 time: 0.0906439 Apr 28 11:09:50.523526 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (6be95134-9a6c-4663-8b48-90d12ce90c60), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:09:50.749645 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-f3e829a6-ab90-494a-9945-51d0490f5874 req-c07587ca-789e-4905-b0d9-eeb4ddb19f7e tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] 10.222.0.10 "GET /v2.0/ports?device_id=c48bdf45-b644-415b-8503-c9f9c7118109 HTTP/1.1" status: 200 len: 210 time: 0.0327001 Apr 28 11:09:51.657212 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470ac805-e39a-4daa-993d-65297c81fff5 req-c8381b07-aa3c-4d54-af1c-a8dc4f062697 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:09:51.658729 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-470ac805-e39a-4daa-993d-65297c81fff5 req-c8381b07-aa3c-4d54-af1c-a8dc4f062697 service neutron] 10.222.0.20 "GET /v2.0/ports/5c11a0fa-629c-4a5e-b9d5-58da95dd8285 HTTP/1.1" status: 200 len: 1026 time: 0.0812056 Apr 28 11:09:51.764186 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470ac805-e39a-4daa-993d-65297c81fff5 req-c5b846da-b1dd-4822-904c-2942dde3ba6c tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:09:51.765624 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-470ac805-e39a-4daa-993d-65297c81fff5 req-c5b846da-b1dd-4822-904c-2942dde3ba6c tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] 10.222.0.20 "GET /v2.0/networks?id=d059e0cd-6e3c-43a8-b7f5-a898efa1c95b HTTP/1.1" status: 200 len: 797 time: 0.1024668 Apr 28 11:09:51.833086 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-470ac805-e39a-4daa-993d-65297c81fff5 req-76018661-7f90-4180-afa6-58499e21e8e9 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=65d54c3b7dcd4af68398071d25e8321e HTTP/1.1" status: 200 len: 379 time: 0.0579720 Apr 28 11:09:51.841914 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [req-470ac805-e39a-4daa-993d-65297c81fff5 req-20cfa5c3-f6c1-4561-adf8-84cdea3dbfff tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=116162) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 28 11:09:51.842957 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-470ac805-e39a-4daa-993d-65297c81fff5 req-20cfa5c3-f6c1-4561-adf8-84cdea3dbfff tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0055873 Apr 28 11:09:51.849380 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-e6ed62da-84c2-4d64-9f5f-fc73e1a80977 req-cf97ef4c-d78d-46bf-b8bc-cfd9191e30bf tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] 10.222.0.10 "GET /v2.0/ports?device_id=c48bdf45-b644-415b-8503-c9f9c7118109 HTTP/1.1" status: 200 len: 210 time: 0.0301688 Apr 28 11:09:51.854379 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.v2.base [req-470ac805-e39a-4daa-993d-65297c81fff5 req-46c88642-b99f-437f-b1ad-5a96a4276061 service neutron] Request body: {'port': {'device_id': 'c48bdf45-b644-415b-8503-c9f9c7118109', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-mast'}} {{(pid=116162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:09:51.913585 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [req-470ac805-e39a-4daa-993d-65297c81fff5 req-46c88642-b99f-437f-b1ad-5a96a4276061 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (5c11a0fa-629c-4a5e-b9d5-58da95dd8285), before_update {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:09:52.183722 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.notifiers.nova [req-470ac805-e39a-4daa-993d-65297c81fff5 req-46c88642-b99f-437f-b1ad-5a96a4276061 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5c11a0fa-629c-4a5e-b9d5-58da95dd8285 {{(pid=116162) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 11:09:52.191674 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [req-470ac805-e39a-4daa-993d-65297c81fff5 req-46c88642-b99f-437f-b1ad-5a96a4276061 service neutron] Publish callbacks [] for port (5c11a0fa-629c-4a5e-b9d5-58da95dd8285), precommit_update {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:09:52.204371 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.db.provisioning_blocks [req-470ac805-e39a-4daa-993d-65297c81fff5 req-46c88642-b99f-437f-b1ad-5a96a4276061 service neutron] Transition to ACTIVE for port object 5c11a0fa-629c-4a5e-b9d5-58da95dd8285 will not be triggered until provisioned by entity L2. {{(pid=116162) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 28 11:09:52.265442 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [req-470ac805-e39a-4daa-993d-65297c81fff5 req-46c88642-b99f-437f-b1ad-5a96a4276061 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5051840'] for port (5c11a0fa-629c-4a5e-b9d5-58da95dd8285), after_update {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:09:52.323037 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c88642-b99f-437f-b1ad-5a96a4276061 service neutron] Pushing event updated for resources: {'Port': ['ID=5c11a0fa-629c-4a5e-b9d5-58da95dd8285,revision_number=2']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:09:52.392827 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.managers [req-470ac805-e39a-4daa-993d-65297c81fff5 req-46c88642-b99f-437f-b1ad-5a96a4276061 service neutron] Attempting to bind port 5c11a0fa-629c-4a5e-b9d5-58da95dd8285 on host hv-neutron-mast for vnic_type normal with profile {{(pid=116162) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 28 11:09:52.393166 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.managers [req-470ac805-e39a-4daa-993d-65297c81fff5 req-46c88642-b99f-437f-b1ad-5a96a4276061 service neutron] Attempting to bind port 5c11a0fa-629c-4a5e-b9d5-58da95dd8285 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '719ada7e-6297-4561-a8c1-ffe35b7aed7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'd059e0cd-6e3c-43a8-b7f5-a898efa1c95b'}] {{(pid=116162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 28 11:09:52.393498 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-470ac805-e39a-4daa-993d-65297c81fff5 req-46c88642-b99f-437f-b1ad-5a96a4276061 service neutron] Attempting to bind port 5c11a0fa-629c-4a5e-b9d5-58da95dd8285 on network d059e0cd-6e3c-43a8-b7f5-a898efa1c95b {{(pid=116162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 11:09:52.398287 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-470ac805-e39a-4daa-993d-65297c81fff5 req-46c88642-b99f-437f-b1ad-5a96a4276061 service neutron] Port 5c11a0fa-629c-4a5e-b9d5-58da95dd8285 on network d059e0cd-6e3c-43a8-b7f5-a898efa1c95b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=116162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 28 11:09:52.398642 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-470ac805-e39a-4daa-993d-65297c81fff5 req-46c88642-b99f-437f-b1ad-5a96a4276061 service neutron] Attempting to bind port 5c11a0fa-629c-4a5e-b9d5-58da95dd8285 on network d059e0cd-6e3c-43a8-b7f5-a898efa1c95b {{(pid=116162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 11:09:52.403945 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-470ac805-e39a-4daa-993d-65297c81fff5 req-46c88642-b99f-437f-b1ad-5a96a4276061 service neutron] Checking agent: {'id': '6be95134-9a6c-4663-8b48-90d12ce90c60', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-mast', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 10, 57, 20), 'started_at': datetime.datetime(2022, 4, 28, 10, 57, 20), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 11, 9, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=116162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 11:09:52.404285 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-470ac805-e39a-4daa-993d-65297c81fff5 req-46c88642-b99f-437f-b1ad-5a96a4276061 service neutron] Checking segment: {'id': '719ada7e-6297-4561-a8c1-ffe35b7aed7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'd059e0cd-6e3c-43a8-b7f5-a898efa1c95b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 11:09:52.404670 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-470ac805-e39a-4daa-993d-65297c81fff5 req-46c88642-b99f-437f-b1ad-5a96a4276061 service neutron] Bound using segment: {'id': '719ada7e-6297-4561-a8c1-ffe35b7aed7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'd059e0cd-6e3c-43a8-b7f5-a898efa1c95b'} {{(pid=116162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 11:09:52.405093 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.managers [req-470ac805-e39a-4daa-993d-65297c81fff5 req-46c88642-b99f-437f-b1ad-5a96a4276061 service neutron] Bound port: 5c11a0fa-629c-4a5e-b9d5-58da95dd8285, host: hv-neutron-mast, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '719ada7e-6297-4561-a8c1-ffe35b7aed7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'd059e0cd-6e3c-43a8-b7f5-a898efa1c95b'}}] {{(pid=116162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 28 11:09:52.405458 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [req-470ac805-e39a-4daa-993d-65297c81fff5 req-46c88642-b99f-437f-b1ad-5a96a4276061 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (5c11a0fa-629c-4a5e-b9d5-58da95dd8285), before_update {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:09:52.474818 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.db [req-470ac805-e39a-4daa-993d-65297c81fff5 req-46c88642-b99f-437f-b1ad-5a96a4276061 service neutron] For port 5c11a0fa-629c-4a5e-b9d5-58da95dd8285, host hv-neutron-mast, cleared binding levels {{(pid=116162) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 11:09:52.478047 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.db [req-470ac805-e39a-4daa-993d-65297c81fff5 req-46c88642-b99f-437f-b1ad-5a96a4276061 service neutron] For port 5c11a0fa-629c-4a5e-b9d5-58da95dd8285, host hv-neutron-mast, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=5c11a0fa-629c-4a5e-b9d5-58da95dd8285,segment=NetworkSegment(719ada7e-6297-4561-a8c1-ffe35b7aed7e),segment_id=719ada7e-6297-4561-a8c1-ffe35b7aed7e)] {{(pid=116162) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 11:09:52.569980 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [req-470ac805-e39a-4daa-993d-65297c81fff5 req-46c88642-b99f-437f-b1ad-5a96a4276061 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5051840'] for port (5c11a0fa-629c-4a5e-b9d5-58da95dd8285), after_update {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:09:52.604180 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470ac805-e39a-4daa-993d-65297c81fff5 req-46c88642-b99f-437f-b1ad-5a96a4276061 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:09:52.604748 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [req-470ac805-e39a-4daa-993d-65297c81fff5 req-46c88642-b99f-437f-b1ad-5a96a4276061 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198022'] for port (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:09:52.606112 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-470ac805-e39a-4daa-993d-65297c81fff5 req-46c88642-b99f-437f-b1ad-5a96a4276061 service neutron] 10.222.0.20 "PUT /v2.0/ports/5c11a0fa-629c-4a5e-b9d5-58da95dd8285 HTTP/1.1" status: 200 len: 1131 time: 0.7565980 Apr 28 11:09:52.606649 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c48bdf45-b644-415b-8503-c9f9c7118109', 'tag': '5c11a0fa-629c-4a5e-b9d5-58da95dd8285'}] {{(pid=116162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 11:09:52.614267 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ba53f40d6116d28995a8e36159d0e539b5353eec116fb5dd4ce03b4b2159ab1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eece0060-b7de-4e25-a1d2-8c4c03fd4770" -d '{"events": [{"name": "network-changed", "server_uuid": "c48bdf45-b644-415b-8503-c9f9c7118109", "tag": "5c11a0fa-629c-4a5e-b9d5-58da95dd8285"}]}' {{(pid=116162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 11:09:52.647540 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c88642-b99f-437f-b1ad-5a96a4276061 service neutron] Pushing event updated for resources: {'Port': ['ID=5c11a0fa-629c-4a5e-b9d5-58da95dd8285,revision_number=3']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:09:52.662208 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 11:09:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-555c2c4d-b248-4ba9-afdb-79cff4838fa5 x-openstack-request-id: req-555c2c4d-b248-4ba9-afdb-79cff4838fa5 {{(pid=116162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 11:09:52.663006 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c48bdf45-b644-415b-8503-c9f9c7118109", "tag": "5c11a0fa-629c-4a5e-b9d5-58da95dd8285", "status": "completed", "code": 200}]} {{(pid=116162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 11:09:52.663006 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-555c2c4d-b248-4ba9-afdb-79cff4838fa5 {{(pid=116162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 11:09:52.663006 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.notifiers.nova [-] Nova event matching ['req-555c2c4d-b248-4ba9-afdb-79cff4838fa5'] response: {'name': 'network-changed', 'server_uuid': 'c48bdf45-b644-415b-8503-c9f9c7118109', 'tag': '5c11a0fa-629c-4a5e-b9d5-58da95dd8285', 'status': 'completed', 'code': 200} Apr 28 11:09:52.724896 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eece0060-b7de-4e25-a1d2-8c4c03fd4770 req-5d68584e-0806-497e-bae2-dd81c6abcff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:09:52.726825 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-eece0060-b7de-4e25-a1d2-8c4c03fd4770 req-5d68584e-0806-497e-bae2-dd81c6abcff4 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=65d54c3b7dcd4af68398071d25e8321e&device_id=c48bdf45-b644-415b-8503-c9f9c7118109 HTTP/1.1" status: 200 len: 1165 time: 0.0423486 Apr 28 11:09:52.830634 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eece0060-b7de-4e25-a1d2-8c4c03fd4770 req-466a62c4-b1b0-4469-82f1-d9ecc87439bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:09:52.832122 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-eece0060-b7de-4e25-a1d2-8c4c03fd4770 req-466a62c4-b1b0-4469-82f1-d9ecc87439bb service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=65d54c3b7dcd4af68398071d25e8321e&shared=False HTTP/1.1" status: 200 len: 897 time: 0.0984232 Apr 28 11:09:52.932324 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eece0060-b7de-4e25-a1d2-8c4c03fd4770 req-cf799b25-1e07-4b9a-9eed-fa298595cce6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:09:52.933956 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-eece0060-b7de-4e25-a1d2-8c4c03fd4770 req-cf799b25-1e07-4b9a-9eed-fa298595cce6 service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0956750 Apr 28 11:09:52.963840 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee3ad37-3479-4e30-9e67-20b18a24d6b3 req-6b79572f-6454-42b0-b1c8-81c0bbe97a0c tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:09:52.965342 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-7ee3ad37-3479-4e30-9e67-20b18a24d6b3 req-6b79572f-6454-42b0-b1c8-81c0bbe97a0c tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] 10.222.0.10 "GET /v2.0/ports?device_id=c48bdf45-b644-415b-8503-c9f9c7118109 HTTP/1.1" status: 200 len: 981 time: 0.0482848 Apr 28 11:09:53.007675 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470ac805-e39a-4daa-993d-65297c81fff5 req-73b6a74b-b4fa-4194-9fcd-9b44c91ff406 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:09:53.009292 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-470ac805-e39a-4daa-993d-65297c81fff5 req-73b6a74b-b4fa-4194-9fcd-9b44c91ff406 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=65d54c3b7dcd4af68398071d25e8321e&device_id=c48bdf45-b644-415b-8503-c9f9c7118109 HTTP/1.1" status: 200 len: 1165 time: 0.0413406 Apr 28 11:09:53.013773 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-7ee3ad37-3479-4e30-9e67-20b18a24d6b3 req-92deb6df-1762-4ef1-a150-8fb449176b31 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] 10.222.0.10 "GET /v2.0/security-groups?id=62e8a791-59e6-41bb-9453-60471b3f4f47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418828 Apr 28 11:09:53.052276 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-470ac805-e39a-4daa-993d-65297c81fff5 req-0dddae14-cba3-4a88-8294-6544546d2eef service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5c11a0fa-629c-4a5e-b9d5-58da95dd8285 HTTP/1.1" status: 200 len: 217 time: 0.0357137 Apr 28 11:09:53.100545 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470ac805-e39a-4daa-993d-65297c81fff5 req-642b7db3-1b5d-4048-97ab-2c1e9d02d294 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:09:53.101996 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-470ac805-e39a-4daa-993d-65297c81fff5 req-642b7db3-1b5d-4048-97ab-2c1e9d02d294 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d74f543f-ae77-44f2-90f1-2084f6cd3968 HTTP/1.1" status: 200 len: 834 time: 0.0440035 Apr 28 11:09:53.149286 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470ac805-e39a-4daa-993d-65297c81fff5 req-62328dec-4692-4921-bc21-71dc53c44b03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:09:53.150817 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-470ac805-e39a-4daa-993d-65297c81fff5 req-62328dec-4692-4921-bc21-71dc53c44b03 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=d059e0cd-6e3c-43a8-b7f5-a898efa1c95b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0429897 Apr 28 11:09:53.242824 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-470ac805-e39a-4daa-993d-65297c81fff5 req-0fee776a-3cdb-4fcd-b70f-c4e2fb2432b6 service neutron] 10.222.0.20 "GET /v2.0/networks/d059e0cd-6e3c-43a8-b7f5-a898efa1c95b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860548 Apr 28 11:09:53.334628 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-470ac805-e39a-4daa-993d-65297c81fff5 req-6b6f0324-9613-49aa-b152-eb99a172842e service neutron] 10.222.0.20 "GET /v2.0/networks/d059e0cd-6e3c-43a8-b7f5-a898efa1c95b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859642 Apr 28 11:09:54.130764 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a560c6fb-1aa3-4450-8e62-6eb42ca1af71 req-686ca94e-1a4a-426e-bd03-8b471fd2fc75 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:09:54.132239 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-a560c6fb-1aa3-4450-8e62-6eb42ca1af71 req-686ca94e-1a4a-426e-bd03-8b471fd2fc75 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] 10.222.0.10 "GET /v2.0/ports?device_id=c48bdf45-b644-415b-8503-c9f9c7118109 HTTP/1.1" status: 200 len: 981 time: 0.0477052 Apr 28 11:09:54.182259 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-a560c6fb-1aa3-4450-8e62-6eb42ca1af71 req-05368aad-14ec-4239-a52b-4f5e63286187 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] 10.222.0.10 "GET /v2.0/security-groups?id=62e8a791-59e6-41bb-9453-60471b3f4f47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444539 Apr 28 11:09:55.295690 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3020d063-e541-41cd-bf36-f95fa5983200 req-f215c510-3d40-40ac-8948-d9deb2f3d84e tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:09:55.297243 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-3020d063-e541-41cd-bf36-f95fa5983200 req-f215c510-3d40-40ac-8948-d9deb2f3d84e tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] 10.222.0.10 "GET /v2.0/ports?device_id=c48bdf45-b644-415b-8503-c9f9c7118109 HTTP/1.1" status: 200 len: 981 time: 0.0474753 Apr 28 11:09:55.344621 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-3020d063-e541-41cd-bf36-f95fa5983200 req-ccdcd8ec-be08-4a6e-9993-bca567dc7462 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] 10.222.0.10 "GET /v2.0/security-groups?id=62e8a791-59e6-41bb-9453-60471b3f4f47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413783 Apr 28 11:09:55.748782 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Device 5c11a0fa-629c-4a5e-b9d5-58da95dd8285 details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=116163) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 28 11:09:55.850963 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] For port 5c11a0fa-629c-4a5e-b9d5-58da95dd8285, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=5c11a0fa-629c-4a5e-b9d5-58da95dd8285,segment=NetworkSegment(719ada7e-6297-4561-a8c1-ffe35b7aed7e),segment_id=719ada7e-6297-4561-a8c1-ffe35b7aed7e)] {{(pid=116163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 11:09:55.862347 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Returning: {'device': '5c11a0fa-629c-4a5e-b9d5-58da95dd8285', 'network_id': 'd059e0cd-6e3c-43a8-b7f5-a898efa1c95b', 'port_id': '5c11a0fa-629c-4a5e-b9d5-58da95dd8285', 'mac_address': 'fa:16:3e:d2:b1:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 94, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd74f543f-ae77-44f2-90f1-2084f6cd3968', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=116163) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 28 11:09:55.898084 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Current status of the port 5c11a0fa-629c-4a5e-b9d5-58da95dd8285 is: DOWN; New status is: BUILD {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:09:55.898499 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (5c11a0fa-629c-4a5e-b9d5-58da95dd8285), before_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:09:55.911526 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.notifiers.nova [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5c11a0fa-629c-4a5e-b9d5-58da95dd8285 {{(pid=116163) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 11:09:55.930876 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] For port 5c11a0fa-629c-4a5e-b9d5-58da95dd8285, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=5c11a0fa-629c-4a5e-b9d5-58da95dd8285,segment=NetworkSegment(719ada7e-6297-4561-a8c1-ffe35b7aed7e),segment_id=719ada7e-6297-4561-a8c1-ffe35b7aed7e)] {{(pid=116163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 11:09:56.015179 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393'] for port (5c11a0fa-629c-4a5e-b9d5-58da95dd8285), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:09:56.061739 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Pushing event updated for resources: {'Port': ['ID=5c11a0fa-629c-4a5e-b9d5-58da95dd8285,revision_number=4']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:09:56.068990 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:09:56.069343 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:09:56.069691 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:09:56.070033 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:09:56.070370 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:09:56.070730 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:09:56.071063 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:09:56.071388 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:09:56.071717 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:09:56.072046 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:09:56.072376 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:09:56.072703 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:09:56.073030 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:09:56.073350 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:09:56.073672 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:09:56.231247 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] get_ports_and_sgs() called for port_ids ['5c11a0fa-629c-4a5e-b9d5-58da95dd8285'] {{(pid=116163) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 11:09:56.456495 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4209ebf0-6a76-4282-8857-3ded41869e91 req-72fea610-6439-4b8a-b6da-620a7e4d79a2 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:09:56.457962 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-4209ebf0-6a76-4282-8857-3ded41869e91 req-72fea610-6439-4b8a-b6da-620a7e4d79a2 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] 10.222.0.10 "GET /v2.0/ports?device_id=c48bdf45-b644-415b-8503-c9f9c7118109 HTTP/1.1" status: 200 len: 982 time: 0.0458508 Apr 28 11:09:56.504184 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-4209ebf0-6a76-4282-8857-3ded41869e91 req-c74683b4-14fb-4394-8fa9-53a51134da96 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] 10.222.0.10 "GET /v2.0/security-groups?id=62e8a791-59e6-41bb-9453-60471b3f4f47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404778 Apr 28 11:09:57.621220 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceded63d-1f18-4ffd-aeab-8e94cfbb8604 req-b78cecc1-7358-4495-9f8d-deb0a63978de tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:09:57.622724 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-ceded63d-1f18-4ffd-aeab-8e94cfbb8604 req-b78cecc1-7358-4495-9f8d-deb0a63978de tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] 10.222.0.10 "GET /v2.0/ports?device_id=c48bdf45-b644-415b-8503-c9f9c7118109 HTTP/1.1" status: 200 len: 982 time: 0.0503001 Apr 28 11:09:57.669841 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-ceded63d-1f18-4ffd-aeab-8e94cfbb8604 req-2c0c239d-0bde-40b9-8ff5-ea7e198ac96b tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] 10.222.0.10 "GET /v2.0/security-groups?id=62e8a791-59e6-41bb-9453-60471b3f4f47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402954 Apr 28 11:09:57.748953 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Device 5c11a0fa-629c-4a5e-b9d5-58da95dd8285 up at agent hyperv_hv-neutron-mast {{(pid=116163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 11:09:57.792091 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Provisioning for port 5c11a0fa-629c-4a5e-b9d5-58da95dd8285 completed by entity L2. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 28 11:09:57.900352 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Provisioning complete for port 5c11a0fa-629c-4a5e-b9d5-58da95dd8285 triggered by entity L2. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:09:57.900727 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (5c11a0fa-629c-4a5e-b9d5-58da95dd8285), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:09:57.979719 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Current status of the port 5c11a0fa-629c-4a5e-b9d5-58da95dd8285 is: BUILD; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:09:57.980100 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (5c11a0fa-629c-4a5e-b9d5-58da95dd8285), before_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:09:58.002019 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c48bdf45-b644-415b-8503-c9f9c7118109', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c11a0fa-629c-4a5e-b9d5-58da95dd8285'}] {{(pid=116163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 11:09:58.004273 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f01aec4a4f83961b54a953becfce2676879fb1d4b91122543244f430a0b8460" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b0c85c4-da03-4b8a-9a8d-c2c223ac9a0c" -d '{"events": [{"server_uuid": "c48bdf45-b644-415b-8503-c9f9c7118109", "name": "network-vif-plugged", "status": "completed", "tag": "5c11a0fa-629c-4a5e-b9d5-58da95dd8285"}]}' {{(pid=116163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 11:09:58.016728 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] For port 5c11a0fa-629c-4a5e-b9d5-58da95dd8285, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=5c11a0fa-629c-4a5e-b9d5-58da95dd8285,segment=NetworkSegment(719ada7e-6297-4561-a8c1-ffe35b7aed7e),segment_id=719ada7e-6297-4561-a8c1-ffe35b7aed7e)] {{(pid=116163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 11:09:58.040976 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 11:09:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f37bee0-6f0f-422a-a95d-fd9f7c0d6222 x-openstack-request-id: req-6f37bee0-6f0f-422a-a95d-fd9f7c0d6222 {{(pid=116163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 11:09:58.041209 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c48bdf45-b644-415b-8503-c9f9c7118109", "name": "network-vif-plugged", "status": "completed", "tag": "5c11a0fa-629c-4a5e-b9d5-58da95dd8285", "code": 200}]} {{(pid=116163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 11:09:58.041462 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-6f37bee0-6f0f-422a-a95d-fd9f7c0d6222 {{(pid=116163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 11:09:58.041855 dv-neutron-master-2-hyperv neutron-server[116163]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6f37bee0-6f0f-422a-a95d-fd9f7c0d6222'] response: {'server_uuid': 'c48bdf45-b644-415b-8503-c9f9c7118109', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c11a0fa-629c-4a5e-b9d5-58da95dd8285', 'code': 200} Apr 28 11:09:58.095661 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393'] for port (5c11a0fa-629c-4a5e-b9d5-58da95dd8285), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:09:58.143892 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Pushing event updated for resources: {'Port': ['ID=5c11a0fa-629c-4a5e-b9d5-58da95dd8285,revision_number=5']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:09:58.326857 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c1e471-a64f-4099-aa8f-4d09bd462da8 req-ac542f68-5415-455d-a37a-d0ad0cdcaa92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:09:58.328784 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-73c1e471-a64f-4099-aa8f-4d09bd462da8 req-ac542f68-5415-455d-a37a-d0ad0cdcaa92 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=c48bdf45-b644-415b-8503-c9f9c7118109 HTTP/1.1" status: 200 len: 1167 time: 0.0371916 Apr 28 11:09:58.370777 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-73c1e471-a64f-4099-aa8f-4d09bd462da8 req-2472dc32-6822-45dc-ab2d-2d2572df62da service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=62e8a791-59e6-41bb-9453-60471b3f4f47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370152 Apr 28 11:09:58.786140 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead79989-d568-49c6-8013-17a5976de054 req-516848ae-1d07-4b14-90d9-91f842352b82 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:09:58.787639 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-ead79989-d568-49c6-8013-17a5976de054 req-516848ae-1d07-4b14-90d9-91f842352b82 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] 10.222.0.10 "GET /v2.0/ports?device_id=c48bdf45-b644-415b-8503-c9f9c7118109 HTTP/1.1" status: 200 len: 983 time: 0.0477412 Apr 28 11:09:58.835119 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-ead79989-d568-49c6-8013-17a5976de054 req-d2c1d0fe-8e5d-4b67-b14b-22660d7702fe tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] 10.222.0.10 "GET /v2.0/security-groups?id=62e8a791-59e6-41bb-9453-60471b3f4f47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419176 Apr 28 11:09:59.950038 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167155dd-137e-4602-bb18-0ee8ec0052ef req-05f5e6b9-be2b-4a78-b17f-42f744fd66a7 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:09:59.951618 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-167155dd-137e-4602-bb18-0ee8ec0052ef req-05f5e6b9-be2b-4a78-b17f-42f744fd66a7 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] 10.222.0.10 "GET /v2.0/ports?device_id=c48bdf45-b644-415b-8503-c9f9c7118109 HTTP/1.1" status: 200 len: 983 time: 0.0479515 Apr 28 11:10:00.003227 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-167155dd-137e-4602-bb18-0ee8ec0052ef req-95b807f2-4fd1-4957-9e17-e778f75b5a02 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] 10.222.0.10 "GET /v2.0/security-groups?id=62e8a791-59e6-41bb-9453-60471b3f4f47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453169 Apr 28 11:10:00.115247 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8fdb499-586e-4143-8fbf-d4e5dd8694b8 req-ca7b6d76-175c-4f0b-858a-8fb0593f403f tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:10:00.116823 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-b8fdb499-586e-4143-8fbf-d4e5dd8694b8 req-ca7b6d76-175c-4f0b-858a-8fb0593f403f tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] 10.222.0.10 "GET /v2.0/ports?device_id=c48bdf45-b644-415b-8503-c9f9c7118109 HTTP/1.1" status: 200 len: 983 time: 0.0469260 Apr 28 11:10:00.163395 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-b8fdb499-586e-4143-8fbf-d4e5dd8694b8 req-dcc8a332-6eba-40c3-b0ae-6253821e1bad tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] 10.222.0.10 "GET /v2.0/security-groups?id=62e8a791-59e6-41bb-9453-60471b3f4f47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410137 Apr 28 11:10:00.185785 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 56524) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:10:00.222007 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4660677c-3034-43b8-9c84-74c77133f9c1 tempest-TestNetworkBasicOps-223859856 tempest-TestNetworkBasicOps-223859856-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:10:00.223523 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-4660677c-3034-43b8-9c84-74c77133f9c1 tempest-TestNetworkBasicOps-223859856 tempest-TestNetworkBasicOps-223859856-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=c48bdf45-b644-415b-8503-c9f9c7118109 HTTP/1.1" status: 200 len: 1162 time: 0.0367906 Apr 28 11:10:00.226515 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 56526) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:10:00.230581 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.v2.base [None req-6e70c7f3-7253-4bfa-99cd-c70c4a562b9d tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Request body: {'floatingip': {'floating_network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'port_id': '5c11a0fa-629c-4a5e-b9d5-58da95dd8285', 'tenant_id': '65d54c3b7dcd4af68398071d25e8321e', 'fixed_ip_address': '172.20.0.8'}} {{(pid=116161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:10:00.352252 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-6e70c7f3-7253-4bfa-99cd-c70c4a562b9d tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks [] for floatingip (None), before_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:10:00.430965 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-6e70c7f3-7253-4bfa-99cd-c70c4a562b9d tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (None), before_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:10:00.538701 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.db.db_base_plugin_common [None req-6e70c7f3-7253-4bfa-99cd-c70c4a562b9d tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Allocated IP 172.36.4.9 (7be49d94-bbb8-4a61-bafe-209c5f861e1c/c0f82f52-05ee-40f2-a57c-9d02e01fb9fa/ee134b5a-259f-4f2f-a7e8-1572e3bbb046) {{(pid=116161) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 11:10:00.637351 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-6e70c7f3-7253-4bfa-99cd-c70c4a562b9d tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks [] for port (ee134b5a-259f-4f2f-a7e8-1572e3bbb046), precommit_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:10:00.752586 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-6e70c7f3-7253-4bfa-99cd-c70c4a562b9d tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742234710357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5219112'] for port (ee134b5a-259f-4f2f-a7e8-1572e3bbb046), after_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:10:00.790527 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e70c7f3-7253-4bfa-99cd-c70c4a562b9d tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Network 7be49d94-bbb8-4a61-bafe-209c5f861e1c is already hosted by enough agents. {{(pid=116161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 11:10:00.795340 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.scheduler.base_scheduler [None req-6e70c7f3-7253-4bfa-99cd-c70c4a562b9d tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Resources bound (agent type, host, resource id): {{(pid=116161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 11:10:00.799009 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e70c7f3-7253-4bfa-99cd-c70c4a562b9d tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Received port after_create {{(pid=116161) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 11:10:00.804157 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e70c7f3-7253-4bfa-99cd-c70c4a562b9d tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Pushing event updated for resources: {'Port': ['ID=ee134b5a-259f-4f2f-a7e8-1572e3bbb046,revision_number=1']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:10:00.835759 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e70c7f3-7253-4bfa-99cd-c70c4a562b9d tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:10:00.836101 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e70c7f3-7253-4bfa-99cd-c70c4a562b9d tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:10:00.836441 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e70c7f3-7253-4bfa-99cd-c70c4a562b9d tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:10:00.836775 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e70c7f3-7253-4bfa-99cd-c70c4a562b9d tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:10:00.837103 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e70c7f3-7253-4bfa-99cd-c70c4a562b9d tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:10:00.837426 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e70c7f3-7253-4bfa-99cd-c70c4a562b9d tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:10:00.837745 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e70c7f3-7253-4bfa-99cd-c70c4a562b9d tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:10:00.838114 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e70c7f3-7253-4bfa-99cd-c70c4a562b9d tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:10:00.838447 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e70c7f3-7253-4bfa-99cd-c70c4a562b9d tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:10:00.838769 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e70c7f3-7253-4bfa-99cd-c70c4a562b9d tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:10:00.839187 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e70c7f3-7253-4bfa-99cd-c70c4a562b9d tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:10:00.839513 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e70c7f3-7253-4bfa-99cd-c70c4a562b9d tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:10:00.839829 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e70c7f3-7253-4bfa-99cd-c70c4a562b9d tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:10:00.840143 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e70c7f3-7253-4bfa-99cd-c70c4a562b9d tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:10:00.840460 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e70c7f3-7253-4bfa-99cd-c70c4a562b9d tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:10:01.174621 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-6e70c7f3-7253-4bfa-99cd-c70c4a562b9d tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks [] for floatingip (c546fabd-85a0-4e82-b775-545d17ff17de), precommit_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:10:01.315534 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-6e70c7f3-7253-4bfa-99cd-c70c4a562b9d tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (ee134b5a-259f-4f2f-a7e8-1572e3bbb046), before_update {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:10:01.464130 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-6e70c7f3-7253-4bfa-99cd-c70c4a562b9d tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks [] for port (ee134b5a-259f-4f2f-a7e8-1572e3bbb046), precommit_update {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:10:01.545352 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-6e70c7f3-7253-4bfa-99cd-c70c4a562b9d tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5219123'] for port (ee134b5a-259f-4f2f-a7e8-1572e3bbb046), after_update {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:10:01.613588 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e70c7f3-7253-4bfa-99cd-c70c4a562b9d tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Pushing event updated for resources: {'Port': ['ID=ee134b5a-259f-4f2f-a7e8-1572e3bbb046,revision_number=2']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:10:01.625263 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-6e70c7f3-7253-4bfa-99cd-c70c4a562b9d tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2063164'] for floatingip (c546fabd-85a0-4e82-b775-545d17ff17de), after_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:10:01.726766 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.db.l3_db [None req-6e70c7f3-7253-4bfa-99cd-c70c4a562b9d tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Floating IP c546fabd-85a0-4e82-b775-545d17ff17de associated. External IP: 172.36.4.9, port: 5c11a0fa-629c-4a5e-b9d5-58da95dd8285. Apr 28 11:10:02.219971 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e70c7f3-7253-4bfa-99cd-c70c4a562b9d tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Router d39c5f7d-45f6-4904-9ac5-e082165e7ff9 has already been hosted by L3 agent 6b492ad6-0876-4d74-b20d-28143a52ceba {{(pid=116161) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 11:10:02.330201 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e70c7f3-7253-4bfa-99cd-c70c4a562b9d tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=116161) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 11:10:02.339936 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56313f29-8293-4ce8-ae7d-fc2ca3adabcf None None] Sync routers for ids ['d39c5f7d-45f6-4904-9ac5-e082165e7ff9'] in dv-neutron-master-2-hyperv {{(pid=116163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 11:10:02.350272 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56313f29-8293-4ce8-ae7d-fc2ca3adabcf None None] Routers {'d39c5f7d-45f6-4904-9ac5-e082165e7ff9'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=116163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 11:10:02.375562 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_hamode_db [None req-56313f29-8293-4ce8-ae7d-fc2ca3adabcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-28T10:50:39Z,description=,heartbeat_timestamp=2022-04-28T11:09:39Z,host='dv-neutron-master-2-hyperv',id=6b492ad6-0876-4d74-b20d-28143a52ceba,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T10:50:40Z,topic='l3_agent')) {'router_ids': ['d39c5f7d-45f6-4904-9ac5-e082165e7ff9'], 'active': True} {{(pid=116163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:10:02.423111 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-6e70c7f3-7253-4bfa-99cd-c70c4a562b9d tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198022'] for floatingip (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:10:02.452182 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-6e70c7f3-7253-4bfa-99cd-c70c4a562b9d tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 1032 time: 2.2246692 Apr 28 11:10:02.452765 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c48bdf45-b644-415b-8503-c9f9c7118109', 'tag': '5c11a0fa-629c-4a5e-b9d5-58da95dd8285'}] {{(pid=116161) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 11:10:02.455721 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e748734031c26dffb00ab563e48cb7690d820419218221ecd4f9c2a21276ff88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75cbf0b9-a94a-49e7-acc4-aaec65ac72f0" -d '{"events": [{"name": "network-changed", "server_uuid": "c48bdf45-b644-415b-8503-c9f9c7118109", "tag": "5c11a0fa-629c-4a5e-b9d5-58da95dd8285"}]}' {{(pid=116161) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 11:10:02.456734 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 56528) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:10:02.459996 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvr_db [None req-56313f29-8293-4ce8-ae7d-fc2ca3adabcf None None] Set router d39c5f7d-45f6-4904-9ac5-e082165e7ff9 gateway port host: dv-neutron-master-2-hyperv {{(pid=116163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 11:10:02.497713 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 11:10:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fcb5c820-dde0-49ea-abf7-cfc2d30b8998 x-openstack-request-id: req-fcb5c820-dde0-49ea-abf7-cfc2d30b8998 {{(pid=116161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 11:10:02.498022 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c48bdf45-b644-415b-8503-c9f9c7118109", "tag": "5c11a0fa-629c-4a5e-b9d5-58da95dd8285", "status": "completed", "code": 200}]} {{(pid=116161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 11:10:02.498415 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-fcb5c820-dde0-49ea-abf7-cfc2d30b8998 {{(pid=116161) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 11:10:02.498908 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fcb5c820-dde0-49ea-abf7-cfc2d30b8998'] response: {'name': 'network-changed', 'server_uuid': 'c48bdf45-b644-415b-8503-c9f9c7118109', 'tag': '5c11a0fa-629c-4a5e-b9d5-58da95dd8285', 'status': 'completed', 'code': 200} Apr 28 11:10:02.837773 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_hamode_db [None req-56313f29-8293-4ce8-ae7d-fc2ca3adabcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd39c5f7d-45f6-4904-9ac5-e082165e7ff9', 'name': 'tempest-TestNetworkBasicOps-router-1851747413', 'tenant_id': '65d54c3b7dcd4af68398071d25e8321e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'external_fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.178'}], 'enable_snat': True}, 'gw_port_id': '862d2816-46d6-41db-8ee5-be37dd974eb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T11:09:39Z', 'updated_at': '2022-04-28T11:09:43Z', 'revision_number': 4, 'project_id': '65d54c3b7dcd4af68398071d25e8321e', 'gw_port': {'id': '862d2816-46d6-41db-8ee5-be37dd974eb9', 'name': '', 'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:e6:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd39c5f7d-45f6-4904-9ac5-e082165e7ff9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1416, 'fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:09:40Z', 'updated_at': '2022-04-28T11:09:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': 'c546fabd-85a0-4e82-b775-545d17ff17de', 'tenant_id': '65d54c3b7dcd4af68398071d25e8321e', 'floating_ip_address': '172.36.4.9', 'floating_network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'router_id': 'd39c5f7d-45f6-4904-9ac5-e082165e7ff9', 'port_id': '5c11a0fa-629c-4a5e-b9d5-58da95dd8285', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1431, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-1830160155', 'network_id': 'd059e0cd-6e3c-43a8-b7f5-a898efa1c95b', 'mac_address': 'fa:16:3e:d2:b1:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c48bdf45-b644-415b-8503-c9f9c7118109', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T11:10:01Z', 'updated_at': '2022-04-28T11:10:01Z', 'revision_number': 0, 'project_id': '65d54c3b7dcd4af68398071d25e8321e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '49f4d30d-92a5-490c-8750-d6446923dc2d', 'name': '', 'network_id': 'd059e0cd-6e3c-43a8-b7f5-a898efa1c95b', 'tenant_id': '65d54c3b7dcd4af68398071d25e8321e', 'mac_address': 'fa:16:3e:5a:e5:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd39c5f7d-45f6-4904-9ac5-e082165e7ff9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1419, 'fixed_ips': [{'subnet_id': 'd74f543f-ae77-44f2-90f1-2084f6cd3968', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:09:43Z', 'updated_at': '2022-04-28T11:09:46Z', 'revision_number': 5, 'project_id': '65d54c3b7dcd4af68398071d25e8321e', 'subnets': [{'id': 'd74f543f-ae77-44f2-90f1-2084f6cd3968', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=116163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:10:02.857614 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc23c76c-9b54-468c-8e90-cb5cfa191c8d tempest-TestNetworkBasicOps-223859856 tempest-TestNetworkBasicOps-223859856-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:10:02.862016 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-bc23c76c-9b54-468c-8e90-cb5cfa191c8d tempest-TestNetworkBasicOps-223859856 tempest-TestNetworkBasicOps-223859856-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=c48bdf45-b644-415b-8503-c9f9c7118109&network_id=d059e0cd-6e3c-43a8-b7f5-a898efa1c95b HTTP/1.1" status: 200 len: 1162 time: 0.4002728 Apr 28 11:10:02.864500 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75cbf0b9-a94a-49e7-acc4-aaec65ac72f0 req-866822d7-68af-4a8b-9252-33ad76f28f00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:10:02.865976 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-75cbf0b9-a94a-49e7-acc4-aaec65ac72f0 req-866822d7-68af-4a8b-9252-33ad76f28f00 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=65d54c3b7dcd4af68398071d25e8321e&device_id=c48bdf45-b644-415b-8503-c9f9c7118109 HTTP/1.1" status: 200 len: 1167 time: 0.0566921 Apr 28 11:10:02.868773 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56313f29-8293-4ce8-ae7d-fc2ca3adabcf None None] Checking router: d39c5f7d-45f6-4904-9ac5-e082165e7ff9 for host: dv-neutron-master-2-hyperv {{(pid=116163) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 11:10:02.878029 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56313f29-8293-4ce8-ae7d-fc2ca3adabcf None None] Routers {'d39c5f7d-45f6-4904-9ac5-e082165e7ff9'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=116163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 11:10:02.878686 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_hamode_db [None req-56313f29-8293-4ce8-ae7d-fc2ca3adabcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-28T10:50:39Z,description=,heartbeat_timestamp=2022-04-28T11:09:39Z,host='dv-neutron-master-2-hyperv',id=6b492ad6-0876-4d74-b20d-28143a52ceba,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T10:50:40Z,topic='l3_agent')) {'router_ids': ['d39c5f7d-45f6-4904-9ac5-e082165e7ff9'], 'active': True} {{(pid=116163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:10:02.967944 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75cbf0b9-a94a-49e7-acc4-aaec65ac72f0 req-f51e09e2-29d0-4044-87f8-303fab6d75e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:10:02.969681 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-75cbf0b9-a94a-49e7-acc4-aaec65ac72f0 req-f51e09e2-29d0-4044-87f8-303fab6d75e6 service neutron] 10.222.0.20 "GET /v2.0/networks?id=d059e0cd-6e3c-43a8-b7f5-a898efa1c95b HTTP/1.1" status: 200 len: 897 time: 0.0969274 Apr 28 11:10:02.990367 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvr_db [None req-56313f29-8293-4ce8-ae7d-fc2ca3adabcf None None] Set router d39c5f7d-45f6-4904-9ac5-e082165e7ff9 gateway port host: dv-neutron-master-2-hyperv {{(pid=116163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 11:10:03.036537 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-75cbf0b9-a94a-49e7-acc4-aaec65ac72f0 req-4156040b-a3ac-47dd-acd9-d8338a14e63b service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5c11a0fa-629c-4a5e-b9d5-58da95dd8285 HTTP/1.1" status: 200 len: 1035 time: 0.0612326 Apr 28 11:10:03.092540 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75cbf0b9-a94a-49e7-acc4-aaec65ac72f0 req-c47a942d-436d-409f-a15e-a24d18b33fb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:10:03.093931 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-75cbf0b9-a94a-49e7-acc4-aaec65ac72f0 req-c47a942d-436d-409f-a15e-a24d18b33fb8 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d74f543f-ae77-44f2-90f1-2084f6cd3968 HTTP/1.1" status: 200 len: 834 time: 0.0509429 Apr 28 11:10:03.138921 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75cbf0b9-a94a-49e7-acc4-aaec65ac72f0 req-919be403-b4c1-4218-ae1b-8170959be712 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:10:03.140551 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-75cbf0b9-a94a-49e7-acc4-aaec65ac72f0 req-919be403-b4c1-4218-ae1b-8170959be712 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=d059e0cd-6e3c-43a8-b7f5-a898efa1c95b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0407166 Apr 28 11:10:03.222881 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_hamode_db [None req-56313f29-8293-4ce8-ae7d-fc2ca3adabcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd39c5f7d-45f6-4904-9ac5-e082165e7ff9', 'name': 'tempest-TestNetworkBasicOps-router-1851747413', 'tenant_id': '65d54c3b7dcd4af68398071d25e8321e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'external_fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.178'}], 'enable_snat': True}, 'gw_port_id': '862d2816-46d6-41db-8ee5-be37dd974eb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T11:09:39Z', 'updated_at': '2022-04-28T11:09:43Z', 'revision_number': 4, 'project_id': '65d54c3b7dcd4af68398071d25e8321e', 'gw_port': {'id': '862d2816-46d6-41db-8ee5-be37dd974eb9', 'name': '', 'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:e6:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd39c5f7d-45f6-4904-9ac5-e082165e7ff9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1416, 'fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:09:40Z', 'updated_at': '2022-04-28T11:09:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': 'c546fabd-85a0-4e82-b775-545d17ff17de', 'tenant_id': '65d54c3b7dcd4af68398071d25e8321e', 'floating_ip_address': '172.36.4.9', 'floating_network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'router_id': 'd39c5f7d-45f6-4904-9ac5-e082165e7ff9', 'port_id': '5c11a0fa-629c-4a5e-b9d5-58da95dd8285', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1431, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-1830160155', 'network_id': 'd059e0cd-6e3c-43a8-b7f5-a898efa1c95b', 'mac_address': 'fa:16:3e:d2:b1:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c48bdf45-b644-415b-8503-c9f9c7118109', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T11:10:01Z', 'updated_at': '2022-04-28T11:10:01Z', 'revision_number': 0, 'project_id': '65d54c3b7dcd4af68398071d25e8321e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '49f4d30d-92a5-490c-8750-d6446923dc2d', 'name': '', 'network_id': 'd059e0cd-6e3c-43a8-b7f5-a898efa1c95b', 'tenant_id': '65d54c3b7dcd4af68398071d25e8321e', 'mac_address': 'fa:16:3e:5a:e5:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd39c5f7d-45f6-4904-9ac5-e082165e7ff9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1419, 'fixed_ips': [{'subnet_id': 'd74f543f-ae77-44f2-90f1-2084f6cd3968', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:09:43Z', 'updated_at': '2022-04-28T11:09:46Z', 'revision_number': 5, 'project_id': '65d54c3b7dcd4af68398071d25e8321e', 'subnets': [{'id': 'd74f543f-ae77-44f2-90f1-2084f6cd3968', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=116163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:10:03.233547 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-75cbf0b9-a94a-49e7-acc4-aaec65ac72f0 req-d8f95683-da0e-42e5-9d05-2ead8a0dbad3 service neutron] 10.222.0.20 "GET /v2.0/networks/d059e0cd-6e3c-43a8-b7f5-a898efa1c95b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852587 Apr 28 11:10:03.257902 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56313f29-8293-4ce8-ae7d-fc2ca3adabcf None None] The sync data for ids ['d39c5f7d-45f6-4904-9ac5-e082165e7ff9'] in dv-neutron-master-2-hyperv is: [{'id': 'd39c5f7d-45f6-4904-9ac5-e082165e7ff9', 'name': 'tempest-TestNetworkBasicOps-router-1851747413', 'tenant_id': '65d54c3b7dcd4af68398071d25e8321e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'external_fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.178'}], 'enable_snat': True}, 'gw_port_id': '862d2816-46d6-41db-8ee5-be37dd974eb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T11:09:39Z', 'updated_at': '2022-04-28T11:09:43Z', 'revision_number': 4, 'project_id': '65d54c3b7dcd4af68398071d25e8321e', 'gw_port': {'id': '862d2816-46d6-41db-8ee5-be37dd974eb9', 'name': '', 'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:e6:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd39c5f7d-45f6-4904-9ac5-e082165e7ff9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1416, 'fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:09:40Z', 'updated_at': '2022-04-28T11:09:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': 'c546fabd-85a0-4e82-b775-545d17ff17de', 'tenant_id': '65d54c3b7dcd4af68398071d25e8321e', 'floating_ip_address': '172.36.4.9', 'floating_network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'router_id': 'd39c5f7d-45f6-4904-9ac5-e082165e7ff9', 'port_id': '5c11a0fa-629c-4a5e-b9d5-58da95dd8285', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1431, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-1830160155', 'network_id': 'd059e0cd-6e3c-43a8-b7f5-a898efa1c95b', 'mac_address': 'fa:16:3e:d2:b1:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c48bdf45-b644-415b-8503-c9f9c7118109', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T11:10:01Z', 'updated_at': '2022-04-28T11:10:01Z', 'revision_number': 0, 'project_id': '65d54c3b7dcd4af68398071d25e8321e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '49f4d30d-92a5-490c-8750-d6446923dc2d', 'name': '', 'network_id': 'd059e0cd-6e3c-43a8-b7f5-a898efa1c95b', 'tenant_id': '65d54c3b7dcd4af68398071d25e8321e', 'mac_address': 'fa:16:3e:5a:e5:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd39c5f7d-45f6-4904-9ac5-e082165e7ff9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1419, 'fixed_ips': [{'subnet_id': 'd74f543f-ae77-44f2-90f1-2084f6cd3968', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:09:43Z', 'updated_at': '2022-04-28T11:09:46Z', 'revision_number': 5, 'project_id': '65d54c3b7dcd4af68398071d25e8321e', 'subnets': [{'id': 'd74f543f-ae77-44f2-90f1-2084f6cd3968', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=116163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 11:10:03.332772 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-75cbf0b9-a94a-49e7-acc4-aaec65ac72f0 req-94270d94-8170-4e83-b3cd-113c84a26290 service neutron] 10.222.0.20 "GET /v2.0/networks/d059e0cd-6e3c-43a8-b7f5-a898efa1c95b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928307 Apr 28 11:10:03.346886 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6e0da9-2bb8-4fd0-b3c7-0b94ac2b6057 req-879bf3be-ad70-449f-8c1e-a0058eb81072 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:10:03.348636 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-ea6e0da9-2bb8-4fd0-b3c7-0b94ac2b6057 req-879bf3be-ad70-449f-8c1e-a0058eb81072 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] 10.222.0.10 "GET /v2.0/ports?device_id=c48bdf45-b644-415b-8503-c9f9c7118109 HTTP/1.1" status: 200 len: 983 time: 0.0494998 Apr 28 11:10:03.397967 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-ea6e0da9-2bb8-4fd0-b3c7-0b94ac2b6057 req-c738a930-9d13-4025-9633-e32d08548419 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] 10.222.0.10 "GET /v2.0/security-groups?id=62e8a791-59e6-41bb-9453-60471b3f4f47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429997 Apr 28 11:10:03.478161 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9927704-841e-49a3-9ea8-c7e2bce82ca9 None None] New status for floating IP c546fabd-85a0-4e82-b775-545d17ff17de: ACTIVE {{(pid=116164) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 28 11:10:04.516949 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b1289a-8be1-4cc6-a0a3-fda459bbdf90 req-13084903-bd18-4baf-bed1-da65900bf0e1 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:10:04.518464 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-66b1289a-8be1-4cc6-a0a3-fda459bbdf90 req-13084903-bd18-4baf-bed1-da65900bf0e1 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] 10.222.0.10 "GET /v2.0/ports?device_id=c48bdf45-b644-415b-8503-c9f9c7118109 HTTP/1.1" status: 200 len: 983 time: 0.0519967 Apr 28 11:10:04.566180 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-66b1289a-8be1-4cc6-a0a3-fda459bbdf90 req-b5003e60-1843-4868-b179-5f4ca5ce9e9f tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] 10.222.0.10 "GET /v2.0/security-groups?id=62e8a791-59e6-41bb-9453-60471b3f4f47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420213 Apr 28 11:10:04.569369 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e7d6d5-2faf-44a4-9e73-cd84fd060cf5 req-490944dc-8346-4835-b462-8e66584ade2b tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:10:04.570866 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-54e7d6d5-2faf-44a4-9e73-cd84fd060cf5 req-490944dc-8346-4835-b462-8e66584ade2b tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] 10.222.0.20 "GET /v2.0/ports?device_id=c48bdf45-b644-415b-8503-c9f9c7118109 HTTP/1.1" status: 200 len: 983 time: 0.0473592 Apr 28 11:10:04.615992 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e7d6d5-2faf-44a4-9e73-cd84fd060cf5 req-28b19e88-dfb7-4283-900e-2afe199f6a27 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:10:04.617346 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-54e7d6d5-2faf-44a4-9e73-cd84fd060cf5 req-28b19e88-dfb7-4283-900e-2afe199f6a27 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] 10.222.0.20 "GET /v2.0/ports/5c11a0fa-629c-4a5e-b9d5-58da95dd8285?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0414376 Apr 28 11:10:04.718731 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-54e7d6d5-2faf-44a4-9e73-cd84fd060cf5 req-2b0a928f-348f-4b05-8d04-de7154e24d97 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] 10.222.0.20 "GET /v2.0/networks/d059e0cd-6e3c-43a8-b7f5-a898efa1c95b?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.0965912 Apr 28 11:10:04.728595 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.v2.base [req-54e7d6d5-2faf-44a4-9e73-cd84fd060cf5 req-25ef65c1-c582-4a01-b67d-2a13eec75fc3 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=116162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:10:04.787055 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [req-54e7d6d5-2faf-44a4-9e73-cd84fd060cf5 req-25ef65c1-c582-4a01-b67d-2a13eec75fc3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (5c11a0fa-629c-4a5e-b9d5-58da95dd8285), before_update {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:10:04.919170 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.db [req-54e7d6d5-2faf-44a4-9e73-cd84fd060cf5 req-25ef65c1-c582-4a01-b67d-2a13eec75fc3 service neutron] For port 5c11a0fa-629c-4a5e-b9d5-58da95dd8285, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=5c11a0fa-629c-4a5e-b9d5-58da95dd8285,segment=NetworkSegment(719ada7e-6297-4561-a8c1-ffe35b7aed7e),segment_id=719ada7e-6297-4561-a8c1-ffe35b7aed7e)] {{(pid=116162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 11:10:04.950830 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.db [req-54e7d6d5-2faf-44a4-9e73-cd84fd060cf5 req-25ef65c1-c582-4a01-b67d-2a13eec75fc3 service neutron] For port 5c11a0fa-629c-4a5e-b9d5-58da95dd8285, host hv-neutron-mast, cleared binding levels {{(pid=116162) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 11:10:04.986859 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.notifiers.nova [req-54e7d6d5-2faf-44a4-9e73-cd84fd060cf5 req-25ef65c1-c582-4a01-b67d-2a13eec75fc3 service neutron] device_id is not set on port 5c11a0fa-629c-4a5e-b9d5-58da95dd8285 yet. {{(pid=116162) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 28 11:10:04.995476 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [req-54e7d6d5-2faf-44a4-9e73-cd84fd060cf5 req-25ef65c1-c582-4a01-b67d-2a13eec75fc3 service neutron] Publish callbacks [] for port (5c11a0fa-629c-4a5e-b9d5-58da95dd8285), precommit_update {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:10:05.076643 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [req-54e7d6d5-2faf-44a4-9e73-cd84fd060cf5 req-25ef65c1-c582-4a01-b67d-2a13eec75fc3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5051840'] for port (5c11a0fa-629c-4a5e-b9d5-58da95dd8285), after_update {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:10:05.187632 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ef65c1-c582-4a01-b67d-2a13eec75fc3 service neutron] Pushing event updated for resources: {'Port': ['ID=5c11a0fa-629c-4a5e-b9d5-58da95dd8285,revision_number=6']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:10:05.256565 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.db.l3_dvrscheduler_db [req-54e7d6d5-2faf-44a4-9e73-cd84fd060cf5 req-25ef65c1-c582-4a01-b67d-2a13eec75fc3 service neutron] No DVR routers for this DVR port 5c11a0fa-629c-4a5e-b9d5-58da95dd8285 on host hv-neutron-mast {{(pid=116162) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 11:10:05.365943 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-9bf3de96-b7a4-465d-9e17-6052e788ac41 None None] Provisioning complete for port 5c11a0fa-629c-4a5e-b9d5-58da95dd8285 triggered by entity DHCP. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:10:05.366580 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-9bf3de96-b7a4-465d-9e17-6052e788ac41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (5c11a0fa-629c-4a5e-b9d5-58da95dd8285), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:10:05.395043 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.plugin [req-54e7d6d5-2faf-44a4-9e73-cd84fd060cf5 req-25ef65c1-c582-4a01-b67d-2a13eec75fc3 service neutron] In _notify_port_updated(), no bound segment for port 5c11a0fa-629c-4a5e-b9d5-58da95dd8285 on network d059e0cd-6e3c-43a8-b7f5-a898efa1c95b {{(pid=116162) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:936}} Apr 28 11:10:05.396031 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e7d6d5-2faf-44a4-9e73-cd84fd060cf5 req-25ef65c1-c582-4a01-b67d-2a13eec75fc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:10:05.396658 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [req-54e7d6d5-2faf-44a4-9e73-cd84fd060cf5 req-25ef65c1-c582-4a01-b67d-2a13eec75fc3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198022'] for port (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:10:05.397986 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-54e7d6d5-2faf-44a4-9e73-cd84fd060cf5 req-25ef65c1-c582-4a01-b67d-2a13eec75fc3 service neutron] 10.222.0.20 "PUT /v2.0/ports/5c11a0fa-629c-4a5e-b9d5-58da95dd8285 HTTP/1.1" status: 200 len: 1026 time: 0.6734483 Apr 28 11:10:05.400359 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-9bf3de96-b7a4-465d-9e17-6052e788ac41 None None] Port 5c11a0fa-629c-4a5e-b9d5-58da95dd8285 cannot update to ACTIVE because it is not bound. {{(pid=116163) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 28 11:10:05.660086 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-db33269d-956b-4b98-907e-9d30cb771501 req-2a2ff9c3-abda-4c31-ab10-a6fd015519c8 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] 10.222.0.10 "GET /v2.0/ports?device_id=c48bdf45-b644-415b-8503-c9f9c7118109 HTTP/1.1" status: 200 len: 210 time: 0.0280542 Apr 28 11:10:06.716393 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 56542) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:10:06.761813 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9be8bebe-3939-437d-9d2c-b57e0b4d7e4d tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:10:06.763172 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-9be8bebe-3939-437d-9d2c-b57e0b4d7e4d tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] 10.222.0.10 "GET /v2.0/ports/5c11a0fa-629c-4a5e-b9d5-58da95dd8285 HTTP/1.1" status: 200 len: 925 time: 0.0456319 Apr 28 11:10:06.967985 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-7c25eea7-fc12-48bf-9cbc-597f33d3b2ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (75ba81b7-fe99-4281-90d2-a5adb445ecea), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:10:07.078969 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 56546) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:10:07.083794 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.v2.base [None req-6eac2d3a-f6bf-43eb-8d6d-2263fc8a45ad tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-26710111', 'description': 'tempest-secgroup-smoke-26710111 description', 'project_id': '65d54c3b7dcd4af68398071d25e8321e'}} {{(pid=116161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:10:07.146631 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-6eac2d3a-f6bf-43eb-8d6d-2263fc8a45ad tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks [] for security_group (None), before_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:10:07.196682 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.agents_db [None req-54b29a82-8a19-4507-95e3-3a2d011841ff None None] Agent healthcheck: found 6 active agents {{(pid=116164) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 28 11:10:07.216868 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-6eac2d3a-f6bf-43eb-8d6d-2263fc8a45ad tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks [] for security_group (8a6dc264-e091-49ee-b8c2-7eb67cf65165), precommit_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:10:07.266463 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-6eac2d3a-f6bf-43eb-8d6d-2263fc8a45ad tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924426'] for security_group (8a6dc264-e091-49ee-b8c2-7eb67cf65165), after_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:10:07.294151 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eac2d3a-f6bf-43eb-8d6d-2263fc8a45ad tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8a6dc264-e091-49ee-b8c2-7eb67cf65165,revision_number=1']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:10:07.342810 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-6eac2d3a-f6bf-43eb-8d6d-2263fc8a45ad tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks [] for security_group (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:10:07.344035 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-6eac2d3a-f6bf-43eb-8d6d-2263fc8a45ad tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.2638261 Apr 28 11:10:07.347363 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 56548) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:10:07.351977 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.v2.base [None req-9b6bbd78-d0ff-4d19-9ca5-20f3f96736f8 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Request body: {'security_group_rule': {'security_group_id': '8a6dc264-e091-49ee-b8c2-7eb67cf65165', 'project_id': '65d54c3b7dcd4af68398071d25e8321e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=116161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:10:07.443702 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-9b6bbd78-d0ff-4d19-9ca5-20f3f96736f8 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks [] for security_group_rule (fefde7de-fda8-4a25-a47a-d74c34203236), before_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:10:07.497599 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-9b6bbd78-d0ff-4d19-9ca5-20f3f96736f8 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks [] for security_group_rule (fefde7de-fda8-4a25-a47a-d74c34203236), precommit_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:10:07.575029 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-9b6bbd78-d0ff-4d19-9ca5-20f3f96736f8 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1912725'] for security_group_rule (fefde7de-fda8-4a25-a47a-d74c34203236), after_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:10:07.589951 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b6bbd78-d0ff-4d19-9ca5-20f3f96736f8 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fefde7de-fda8-4a25-a47a-d74c34203236,revision_number=0']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:10:07.651011 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-9b6bbd78-d0ff-4d19-9ca5-20f3f96736f8 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:10:07.652242 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-9b6bbd78-d0ff-4d19-9ca5-20f3f96736f8 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3039510 Apr 28 11:10:07.655189 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 56550) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:10:07.660013 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.v2.base [None req-16eb53f9-ebb6-46bb-a5f4-d675aa1ff75e tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Request body: {'security_group_rule': {'security_group_id': '8a6dc264-e091-49ee-b8c2-7eb67cf65165', 'project_id': '65d54c3b7dcd4af68398071d25e8321e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=116162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:10:07.752266 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-16eb53f9-ebb6-46bb-a5f4-d675aa1ff75e tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks [] for security_group_rule (8c684d1c-b895-42eb-9bef-8fefed4c39ee), before_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:10:07.779166 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Device 5c11a0fa-629c-4a5e-b9d5-58da95dd8285 no longer exists at agent hyperv_hv-neutron-mast {{(pid=116163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 11:10:07.814891 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-16eb53f9-ebb6-46bb-a5f4-d675aa1ff75e tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks [] for security_group_rule (8c684d1c-b895-42eb-9bef-8fefed4c39ee), precommit_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:10:07.821615 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] The host hv-neutron-mast is not matching for port 5c11a0fa-629c-4a5e-b9d5-58da95dd8285 host ! {{(pid=116163) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2395}} Apr 28 11:10:07.821993 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Device 5c11a0fa-629c-4a5e-b9d5-58da95dd8285 not bound to the agent host hv-neutron-mast {{(pid=116163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 11:10:07.893679 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-16eb53f9-ebb6-46bb-a5f4-d675aa1ff75e tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1912725'] for security_group_rule (8c684d1c-b895-42eb-9bef-8fefed4c39ee), after_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:10:07.912344 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16eb53f9-ebb6-46bb-a5f4-d675aa1ff75e tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8c684d1c-b895-42eb-9bef-8fefed4c39ee,revision_number=0']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:10:07.975885 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-16eb53f9-ebb6-46bb-a5f4-d675aa1ff75e tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:10:07.977112 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-16eb53f9-ebb6-46bb-a5f4-d675aa1ff75e tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3209314 Apr 28 11:10:07.979943 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 56552) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:10:07.984290 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.v2.base [None req-91261c10-bb01-4e23-86a4-086b09e49c09 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Request body: {'security_group_rule': {'security_group_id': '8a6dc264-e091-49ee-b8c2-7eb67cf65165', 'project_id': '65d54c3b7dcd4af68398071d25e8321e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=116162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:10:08.077291 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-91261c10-bb01-4e23-86a4-086b09e49c09 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks [] for security_group_rule (a07cc4d8-11b8-4ad7-a04a-55fc012b187c), before_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:10:08.133803 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-91261c10-bb01-4e23-86a4-086b09e49c09 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks [] for security_group_rule (a07cc4d8-11b8-4ad7-a04a-55fc012b187c), precommit_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:10:08.208947 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-91261c10-bb01-4e23-86a4-086b09e49c09 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1912725'] for security_group_rule (a07cc4d8-11b8-4ad7-a04a-55fc012b187c), after_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:10:08.228460 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91261c10-bb01-4e23-86a4-086b09e49c09 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a07cc4d8-11b8-4ad7-a04a-55fc012b187c,revision_number=0']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:10:08.301011 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-91261c10-bb01-4e23-86a4-086b09e49c09 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:10:08.302201 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-91261c10-bb01-4e23-86a4-086b09e49c09 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3213060 Apr 28 11:10:08.305029 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 56554) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:10:08.309360 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.v2.base [None req-f6371069-5042-4274-aac1-67b7f58ed9e9 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Request body: {'security_group_rule': {'security_group_id': '8a6dc264-e091-49ee-b8c2-7eb67cf65165', 'project_id': '65d54c3b7dcd4af68398071d25e8321e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=116162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:10:08.391914 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-f6371069-5042-4274-aac1-67b7f58ed9e9 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks [] for security_group_rule (e1f623dd-1467-40c2-9ea7-6eb8450365f6), before_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:10:08.446959 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-f6371069-5042-4274-aac1-67b7f58ed9e9 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks [] for security_group_rule (e1f623dd-1467-40c2-9ea7-6eb8450365f6), precommit_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:10:08.529504 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-f6371069-5042-4274-aac1-67b7f58ed9e9 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1912725'] for security_group_rule (e1f623dd-1467-40c2-9ea7-6eb8450365f6), after_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:10:08.548235 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6371069-5042-4274-aac1-67b7f58ed9e9 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e1f623dd-1467-40c2-9ea7-6eb8450365f6,revision_number=0']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:10:08.617175 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-f6371069-5042-4274-aac1-67b7f58ed9e9 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:10:08.618657 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-f6371069-5042-4274-aac1-67b7f58ed9e9 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3126554 Apr 28 11:10:08.621331 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 56558) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:10:08.626129 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.v2.base [None req-ed41bfe3-1bc3-4124-99ba-9bd0c96af5b8 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Request body: {'security_group_rule': {'security_group_id': '8a6dc264-e091-49ee-b8c2-7eb67cf65165', 'project_id': '65d54c3b7dcd4af68398071d25e8321e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=116162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:10:08.729677 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.db.securitygroups_db [None req-ed41bfe3-1bc3-4124-99ba-9bd0c96af5b8 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Project 65d54c3b7dcd4af68398071d25e8321e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 28 11:10:08.735658 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-ed41bfe3-1bc3-4124-99ba-9bd0c96af5b8 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks [] for security_group_rule (0365ee7e-6a53-4b7d-a4f8-aa42f2762914), before_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:10:08.797456 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-ed41bfe3-1bc3-4124-99ba-9bd0c96af5b8 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks [] for security_group_rule (0365ee7e-6a53-4b7d-a4f8-aa42f2762914), precommit_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:10:08.865404 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-ed41bfe3-1bc3-4124-99ba-9bd0c96af5b8 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1912725'] for security_group_rule (0365ee7e-6a53-4b7d-a4f8-aa42f2762914), after_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:10:08.884087 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed41bfe3-1bc3-4124-99ba-9bd0c96af5b8 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0365ee7e-6a53-4b7d-a4f8-aa42f2762914,revision_number=0']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:10:08.936582 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35dedee-6928-44f0-b6a8-78ebc6a629b6 req-ffb95c93-4028-4623-8fcf-0bd02d37ff60 tempest-TestVolumeBootPattern-839648198 tempest-TestVolumeBootPattern-839648198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:10:08.940161 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-c35dedee-6928-44f0-b6a8-78ebc6a629b6 req-ffb95c93-4028-4623-8fcf-0bd02d37ff60 tempest-TestVolumeBootPattern-839648198 tempest-TestVolumeBootPattern-839648198-project] 10.222.0.10 "GET /v2.0/ports?device_id=8fc4f6a9-5543-4e4a-8702-89222fb15014 HTTP/1.1" status: 200 len: 945 time: 0.0492518 Apr 28 11:10:08.947318 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-ed41bfe3-1bc3-4124-99ba-9bd0c96af5b8 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:10:08.948600 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-ed41bfe3-1bc3-4124-99ba-9bd0c96af5b8 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3263602 Apr 28 11:10:08.951406 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 56562) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:10:08.955709 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.v2.base [None req-ebbf6627-ebef-42cb-a175-79f4dc6c8a38 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Request body: {'security_group_rule': {'security_group_id': '8a6dc264-e091-49ee-b8c2-7eb67cf65165', 'project_id': '65d54c3b7dcd4af68398071d25e8321e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=116162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:10:08.990930 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-c35dedee-6928-44f0-b6a8-78ebc6a629b6 req-27e63011-a23b-4e3f-b83b-5a9599df729c tempest-TestVolumeBootPattern-839648198 tempest-TestVolumeBootPattern-839648198-project] 10.222.0.10 "GET /v2.0/security-groups?id=c83a530b-56a2-41d8-b874-e844ad8fa813&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442796 Apr 28 11:10:09.042650 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.db.securitygroups_db [None req-ebbf6627-ebef-42cb-a175-79f4dc6c8a38 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Project 65d54c3b7dcd4af68398071d25e8321e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 28 11:10:09.048567 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-ebbf6627-ebef-42cb-a175-79f4dc6c8a38 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks [] for security_group_rule (256bc56e-f678-4da7-a943-e34536e621b6), before_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:10:09.108385 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-ebbf6627-ebef-42cb-a175-79f4dc6c8a38 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks [] for security_group_rule (256bc56e-f678-4da7-a943-e34536e621b6), precommit_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:10:09.184886 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-ebbf6627-ebef-42cb-a175-79f4dc6c8a38 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1912725'] for security_group_rule (256bc56e-f678-4da7-a943-e34536e621b6), after_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:10:09.202601 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebbf6627-ebef-42cb-a175-79f4dc6c8a38 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=256bc56e-f678-4da7-a943-e34536e621b6,revision_number=0']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:10:09.273881 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-ebbf6627-ebef-42cb-a175-79f4dc6c8a38 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:10:09.275049 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-ebbf6627-ebef-42cb-a175-79f4dc6c8a38 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3227272 Apr 28 11:10:09.386413 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-fd1c4b13-22f3-48fa-9c02-a187ced40ead None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (6b492ad6-0876-4d74-b20d-28143a52ceba), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:10:09.427328 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-2fdba352-1d88-4732-944f-1394b5f82ab5 req-dc08e170-75c9-441b-9b3b-7333bd8e59cc tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-26710111&fields=id&tenant_id=65d54c3b7dcd4af68398071d25e8321e HTTP/1.1" status: 200 len: 267 time: 0.0482230 Apr 28 11:10:09.477384 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fdba352-1d88-4732-944f-1394b5f82ab5 req-0d46a787-deda-422e-994e-427aa898e79e tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:10:09.478734 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-2fdba352-1d88-4732-944f-1394b5f82ab5 req-0d46a787-deda-422e-994e-427aa898e79e tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] 10.222.0.10 "GET /v2.0/ports/5c11a0fa-629c-4a5e-b9d5-58da95dd8285 HTTP/1.1" status: 200 len: 930 time: 0.0451548 Apr 28 11:10:09.536137 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [req-2fdba352-1d88-4732-944f-1394b5f82ab5 req-832a7ba9-e927-4a2f-84f6-ecf55219c641 service neutron] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=116161) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 28 11:10:09.537156 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-2fdba352-1d88-4732-944f-1394b5f82ab5 req-832a7ba9-e927-4a2f-84f6-ecf55219c641 service neutron] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0469522 Apr 28 11:10:09.577934 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-2fdba352-1d88-4732-944f-1394b5f82ab5 req-2ef47c60-df89-45a7-99d0-c6d5366cade2 service neutron] 10.222.0.10 "GET /v2.0/ports/5c11a0fa-629c-4a5e-b9d5-58da95dd8285?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0345135 Apr 28 11:10:09.669734 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-2fdba352-1d88-4732-944f-1394b5f82ab5 req-5af34ced-7923-4e59-9cbb-93ee012d89b3 service neutron] 10.222.0.10 "GET /v2.0/networks/d059e0cd-6e3c-43a8-b7f5-a898efa1c95b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859256 Apr 28 11:10:09.795213 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-2fdba352-1d88-4732-944f-1394b5f82ab5 req-bcc2f9e4-70a2-4a04-9f63-0636b0d203fe service neutron] 10.222.0.10 "GET /v2.0/networks/d059e0cd-6e3c-43a8-b7f5-a898efa1c95b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1190898 Apr 28 11:10:09.845208 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fdba352-1d88-4732-944f-1394b5f82ab5 req-93086b5f-1313-4b12-a84d-1fa547c4cd95 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:10:09.846547 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-2fdba352-1d88-4732-944f-1394b5f82ab5 req-93086b5f-1313-4b12-a84d-1fa547c4cd95 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] 10.222.0.10 "GET /v2.0/ports/5c11a0fa-629c-4a5e-b9d5-58da95dd8285 HTTP/1.1" status: 200 len: 930 time: 0.0450144 Apr 28 11:10:10.131250 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-e5676e03-5956-4dae-a91b-f442ac8e8de8 req-e7107a20-61ad-4d2e-aa2e-7d14f51babb6 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] 10.222.0.10 "GET /v2.0/ports?device_id=eb602733-752b-4c48-afea-df243ca25a43 HTTP/1.1" status: 200 len: 210 time: 0.0378940 Apr 28 11:10:10.136051 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 56586) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:10:10.139248 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16215131-f398-4375-be54-4a10cfde00ea req-99e8a840-a18b-4f8e-9c9f-d6dba2c5889a tempest-TestVolumeBootPattern-839648198 tempest-TestVolumeBootPattern-839648198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:10:10.140745 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-16215131-f398-4375-be54-4a10cfde00ea req-99e8a840-a18b-4f8e-9c9f-d6dba2c5889a tempest-TestVolumeBootPattern-839648198 tempest-TestVolumeBootPattern-839648198-project] 10.222.0.10 "GET /v2.0/ports?device_id=8fc4f6a9-5543-4e4a-8702-89222fb15014 HTTP/1.1" status: 200 len: 945 time: 0.0826128 Apr 28 11:10:10.192955 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-16215131-f398-4375-be54-4a10cfde00ea req-8c474b09-1326-49a2-94c7-735ae7a413a9 tempest-TestVolumeBootPattern-839648198 tempest-TestVolumeBootPattern-839648198-project] 10.222.0.10 "GET /v2.0/security-groups?id=c83a530b-56a2-41d8-b874-e844ad8fa813&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457532 Apr 28 11:10:10.232057 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fdba352-1d88-4732-944f-1394b5f82ab5 req-72a91ef5-84ac-419f-a887-9d650bc2285f tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:10:10.233416 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-2fdba352-1d88-4732-944f-1394b5f82ab5 req-72a91ef5-84ac-419f-a887-9d650bc2285f tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] 10.222.0.10 "GET /v2.0/ports/5c11a0fa-629c-4a5e-b9d5-58da95dd8285 HTTP/1.1" status: 200 len: 930 time: 0.0963113 Apr 28 11:10:10.374916 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a21ba71-b982-4f8d-aaeb-61d036b911d4 req-360bd28b-c851-4cfc-8a4e-cf859a10d79f tempest-TestVolumeBootPattern-839648198 tempest-TestVolumeBootPattern-839648198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:10:10.377533 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-0a21ba71-b982-4f8d-aaeb-61d036b911d4 req-360bd28b-c851-4cfc-8a4e-cf859a10d79f tempest-TestVolumeBootPattern-839648198 tempest-TestVolumeBootPattern-839648198-project] 10.222.0.20 "GET /v2.0/ports?device_id=8fc4f6a9-5543-4e4a-8702-89222fb15014 HTTP/1.1" status: 200 len: 945 time: 0.0508666 Apr 28 11:10:10.449369 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-ae94d540-e4c6-43be-adc9-b26fb6a2f62f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (cfc241ae-e4b7-443b-b80b-59fbbc2b69c9), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:10:10.463393 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.plugin [req-0a21ba71-b982-4f8d-aaeb-61d036b911d4 req-24156bec-dd40-4651-a102-ddf57488d161 tempest-TestVolumeBootPattern-839648198 tempest-TestVolumeBootPattern-839648198-project] Deleting port 000a287e-a1c5-43e7-8b89-41c6fdaa75e1 {{(pid=116162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 11:10:10.463740 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [req-0a21ba71-b982-4f8d-aaeb-61d036b911d4 req-24156bec-dd40-4651-a102-ddf57488d161 tempest-TestVolumeBootPattern-839648198 tempest-TestVolumeBootPattern-839648198-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742235130188'] for port (000a287e-a1c5-43e7-8b89-41c6fdaa75e1), before_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:10:10.555064 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.db [req-0a21ba71-b982-4f8d-aaeb-61d036b911d4 req-24156bec-dd40-4651-a102-ddf57488d161 tempest-TestVolumeBootPattern-839648198 tempest-TestVolumeBootPattern-839648198-project] For port 000a287e-a1c5-43e7-8b89-41c6fdaa75e1, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=000a287e-a1c5-43e7-8b89-41c6fdaa75e1,segment=NetworkSegment(d6ab13ae-3a67-4b86-b1c5-eddbcd455107),segment_id=d6ab13ae-3a67-4b86-b1c5-eddbcd455107)] {{(pid=116162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 11:10:10.555429 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [req-0a21ba71-b982-4f8d-aaeb-61d036b911d4 req-24156bec-dd40-4651-a102-ddf57488d161 tempest-TestVolumeBootPattern-839648198 tempest-TestVolumeBootPattern-839648198-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1938497'] for port (000a287e-a1c5-43e7-8b89-41c6fdaa75e1), precommit_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:10:10.726706 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [req-0a21ba71-b982-4f8d-aaeb-61d036b911d4 req-24156bec-dd40-4651-a102-ddf57488d161 tempest-TestVolumeBootPattern-839648198 tempest-TestVolumeBootPattern-839648198-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:10:10.727066 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [req-0a21ba71-b982-4f8d-aaeb-61d036b911d4 req-24156bec-dd40-4651-a102-ddf57488d161 tempest-TestVolumeBootPattern-839648198 tempest-TestVolumeBootPattern-839648198-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2063164'] for floatingip (ff4ecdf7-1582-4dbd-8c0c-955c935fc953), after_update {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:10:10.727382 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.db.l3_db [req-0a21ba71-b982-4f8d-aaeb-61d036b911d4 req-24156bec-dd40-4651-a102-ddf57488d161 tempest-TestVolumeBootPattern-839648198 tempest-TestVolumeBootPattern-839648198-project] Floating IP ff4ecdf7-1582-4dbd-8c0c-955c935fc953 disassociated. External IP: 172.36.4.89, port: 000a287e-a1c5-43e7-8b89-41c6fdaa75e1. Apr 28 11:10:10.727720 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.plugin [req-0a21ba71-b982-4f8d-aaeb-61d036b911d4 req-24156bec-dd40-4651-a102-ddf57488d161 tempest-TestVolumeBootPattern-839648198 tempest-TestVolumeBootPattern-839648198-project] Calling delete_port for 000a287e-a1c5-43e7-8b89-41c6fdaa75e1 owned by compute:nova {{(pid=116162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 11:10:10.945283 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [req-0a21ba71-b982-4f8d-aaeb-61d036b911d4 req-24156bec-dd40-4651-a102-ddf57488d161 tempest-TestVolumeBootPattern-839648198 tempest-TestVolumeBootPattern-839648198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742235135690', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742234710366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5051867'] for port (000a287e-a1c5-43e7-8b89-41c6fdaa75e1), after_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:10:10.972397 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24156bec-dd40-4651-a102-ddf57488d161 tempest-TestVolumeBootPattern-839648198 tempest-TestVolumeBootPattern-839648198-project] Pushing event deleted for resources: {'Port': ['ID=000a287e-a1c5-43e7-8b89-41c6fdaa75e1,revision_number=None']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:10:11.090465 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0a21ba71-b982-4f8d-aaeb-61d036b911d4 req-24156bec-dd40-4651-a102-ddf57488d161 tempest-TestVolumeBootPattern-839648198 tempest-TestVolumeBootPattern-839648198-project] Router 0253fd74-f6a9-46aa-a567-c9d8bf675134 has already been hosted by L3 agent 6b492ad6-0876-4d74-b20d-28143a52ceba {{(pid=116162) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 11:10:11.212085 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0a21ba71-b982-4f8d-aaeb-61d036b911d4 req-24156bec-dd40-4651-a102-ddf57488d161 tempest-TestVolumeBootPattern-839648198 tempest-TestVolumeBootPattern-839648198-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=116162) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 11:10:11.224570 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c648bf48-cb56-4ea5-87d2-2017bae71a85 None None] Sync routers for ids ['0253fd74-f6a9-46aa-a567-c9d8bf675134'] in dv-neutron-master-2-hyperv {{(pid=116163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 11:10:11.237380 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c648bf48-cb56-4ea5-87d2-2017bae71a85 None None] Routers {'0253fd74-f6a9-46aa-a567-c9d8bf675134'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=116163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 11:10:11.238867 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_hamode_db [None req-c648bf48-cb56-4ea5-87d2-2017bae71a85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-28T10:50:39Z,description=,heartbeat_timestamp=2022-04-28T11:10:09Z,host='dv-neutron-master-2-hyperv',id=6b492ad6-0876-4d74-b20d-28143a52ceba,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T10:50:40Z,topic='l3_agent')) {'router_ids': ['0253fd74-f6a9-46aa-a567-c9d8bf675134'], 'active': True} {{(pid=116163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:10:11.243279 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-5f1f124f-d0f6-4dfb-874d-f7c3bda06612 req-92f992c5-9761-409a-9bae-8ad7a12588b8 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] 10.222.0.10 "GET /v2.0/ports?device_id=eb602733-752b-4c48-afea-df243ca25a43 HTTP/1.1" status: 200 len: 210 time: 0.0405002 Apr 28 11:10:11.270056 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a21ba71-b982-4f8d-aaeb-61d036b911d4 req-24156bec-dd40-4651-a102-ddf57488d161 tempest-TestVolumeBootPattern-839648198 tempest-TestVolumeBootPattern-839648198-project] No DVR routers for this DVR port 000a287e-a1c5-43e7-8b89-41c6fdaa75e1 on host hv-neutron-mast {{(pid=116162) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 11:10:11.273445 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [req-0a21ba71-b982-4f8d-aaeb-61d036b911d4 req-24156bec-dd40-4651-a102-ddf57488d161 tempest-TestVolumeBootPattern-839648198 tempest-TestVolumeBootPattern-839648198-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198022'] for port (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:10:11.276776 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-0a21ba71-b982-4f8d-aaeb-61d036b911d4 req-24156bec-dd40-4651-a102-ddf57488d161 tempest-TestVolumeBootPattern-839648198 tempest-TestVolumeBootPattern-839648198-project] 10.222.0.20 "DELETE /v2.0/ports/000a287e-a1c5-43e7-8b89-41c6fdaa75e1 HTTP/1.1" status: 204 len: 173 time: 0.8948035 Apr 28 11:10:11.277246 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8fc4f6a9-5543-4e4a-8702-89222fb15014', 'name': 'network-vif-deleted', 'tag': '000a287e-a1c5-43e7-8b89-41c6fdaa75e1'}] {{(pid=116162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 11:10:11.279515 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ba53f40d6116d28995a8e36159d0e539b5353eec116fb5dd4ce03b4b2159ab1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-631bbd48-d1ea-48a6-ab18-3cd1c53bd6c7" -d '{"events": [{"server_uuid": "8fc4f6a9-5543-4e4a-8702-89222fb15014", "name": "network-vif-deleted", "tag": "000a287e-a1c5-43e7-8b89-41c6fdaa75e1"}]}' {{(pid=116162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 11:10:11.316648 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-7dc5c047-8d89-4942-8550-5260245ab784 req-d11d4910-fbc4-4fef-ab1c-1ff656c8c820 tempest-TestVolumeBootPattern-839648198 tempest-TestVolumeBootPattern-839648198-project] 10.222.0.10 "GET /v2.0/ports?device_id=8fc4f6a9-5543-4e4a-8702-89222fb15014 HTTP/1.1" status: 200 len: 210 time: 0.0450537 Apr 28 11:10:11.319616 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 11:10:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a6d489e-191f-4630-b91d-9a2b03d5bd2a x-openstack-request-id: req-4a6d489e-191f-4630-b91d-9a2b03d5bd2a {{(pid=116162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 11:10:11.319913 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8fc4f6a9-5543-4e4a-8702-89222fb15014", "name": "network-vif-deleted", "tag": "000a287e-a1c5-43e7-8b89-41c6fdaa75e1", "status": "completed", "code": 200}]} {{(pid=116162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 11:10:11.320174 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-4a6d489e-191f-4630-b91d-9a2b03d5bd2a {{(pid=116162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 11:10:11.320585 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4a6d489e-191f-4630-b91d-9a2b03d5bd2a'] response: {'server_uuid': '8fc4f6a9-5543-4e4a-8702-89222fb15014', 'name': 'network-vif-deleted', 'tag': '000a287e-a1c5-43e7-8b89-41c6fdaa75e1', 'status': 'completed', 'code': 200} Apr 28 11:10:11.396123 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvr_db [None req-c648bf48-cb56-4ea5-87d2-2017bae71a85 None None] Set router 0253fd74-f6a9-46aa-a567-c9d8bf675134 gateway port host: dv-neutron-master-2-hyperv {{(pid=116163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 11:10:11.605478 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_hamode_db [None req-c648bf48-cb56-4ea5-87d2-2017bae71a85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0253fd74-f6a9-46aa-a567-c9d8bf675134', 'name': 'tempest-TestVolumeBootPattern-363191542-router', 'tenant_id': '552a7719c35843ecaa8ce5b648a02d25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'external_fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.226'}], 'enable_snat': True}, 'gw_port_id': '66cc009e-e45f-42d1-a09b-c0e887684e05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T11:05:58Z', 'updated_at': '2022-04-28T11:06:09Z', 'revision_number': 4, 'project_id': '552a7719c35843ecaa8ce5b648a02d25', 'gw_port': {'id': '66cc009e-e45f-42d1-a09b-c0e887684e05', 'name': '', 'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:24:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0253fd74-f6a9-46aa-a567-c9d8bf675134', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1186, 'fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:06:00Z', 'updated_at': '2022-04-28T11:06:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'f2e70421-6b65-4ba8-8265-af8ddb4d251d', 'name': '', 'network_id': '95a73077-5c3c-4a4f-9014-bee1df8e9c09', 'tenant_id': '552a7719c35843ecaa8ce5b648a02d25', 'mac_address': 'fa:16:3e:27:ed:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0253fd74-f6a9-46aa-a567-c9d8bf675134', 'device_owner': 'network:router_interface', 'standard_attr_id': 1197, 'fixed_ips': [{'subnet_id': '49bbb4f0-3980-4b52-84ba-965c72e99e66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:06:07Z', 'updated_at': '2022-04-28T11:06:13Z', 'revision_number': 5, 'project_id': '552a7719c35843ecaa8ce5b648a02d25', 'subnets': [{'id': '49bbb4f0-3980-4b52-84ba-965c72e99e66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=116163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:10:11.637837 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c648bf48-cb56-4ea5-87d2-2017bae71a85 None None] Checking router: 0253fd74-f6a9-46aa-a567-c9d8bf675134 for host: dv-neutron-master-2-hyperv {{(pid=116163) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 11:10:11.646942 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c648bf48-cb56-4ea5-87d2-2017bae71a85 None None] Routers {'0253fd74-f6a9-46aa-a567-c9d8bf675134'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=116163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 11:10:11.647582 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_hamode_db [None req-c648bf48-cb56-4ea5-87d2-2017bae71a85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-28T10:50:39Z,description=,heartbeat_timestamp=2022-04-28T11:10:09Z,host='dv-neutron-master-2-hyperv',id=6b492ad6-0876-4d74-b20d-28143a52ceba,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T10:50:40Z,topic='l3_agent')) {'router_ids': ['0253fd74-f6a9-46aa-a567-c9d8bf675134'], 'active': True} {{(pid=116163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:10:11.760336 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvr_db [None req-c648bf48-cb56-4ea5-87d2-2017bae71a85 None None] Set router 0253fd74-f6a9-46aa-a567-c9d8bf675134 gateway port host: dv-neutron-master-2-hyperv {{(pid=116163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 11:10:11.949578 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_hamode_db [None req-c648bf48-cb56-4ea5-87d2-2017bae71a85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0253fd74-f6a9-46aa-a567-c9d8bf675134', 'name': 'tempest-TestVolumeBootPattern-363191542-router', 'tenant_id': '552a7719c35843ecaa8ce5b648a02d25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'external_fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.226'}], 'enable_snat': True}, 'gw_port_id': '66cc009e-e45f-42d1-a09b-c0e887684e05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T11:05:58Z', 'updated_at': '2022-04-28T11:06:09Z', 'revision_number': 4, 'project_id': '552a7719c35843ecaa8ce5b648a02d25', 'gw_port': {'id': '66cc009e-e45f-42d1-a09b-c0e887684e05', 'name': '', 'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:24:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0253fd74-f6a9-46aa-a567-c9d8bf675134', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1186, 'fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:06:00Z', 'updated_at': '2022-04-28T11:06:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'f2e70421-6b65-4ba8-8265-af8ddb4d251d', 'name': '', 'network_id': '95a73077-5c3c-4a4f-9014-bee1df8e9c09', 'tenant_id': '552a7719c35843ecaa8ce5b648a02d25', 'mac_address': 'fa:16:3e:27:ed:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0253fd74-f6a9-46aa-a567-c9d8bf675134', 'device_owner': 'network:router_interface', 'standard_attr_id': 1197, 'fixed_ips': [{'subnet_id': '49bbb4f0-3980-4b52-84ba-965c72e99e66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:06:07Z', 'updated_at': '2022-04-28T11:06:13Z', 'revision_number': 5, 'project_id': '552a7719c35843ecaa8ce5b648a02d25', 'subnets': [{'id': '49bbb4f0-3980-4b52-84ba-965c72e99e66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=116163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:10:11.975908 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c648bf48-cb56-4ea5-87d2-2017bae71a85 None None] The sync data for ids ['0253fd74-f6a9-46aa-a567-c9d8bf675134'] in dv-neutron-master-2-hyperv is: [{'id': '0253fd74-f6a9-46aa-a567-c9d8bf675134', 'name': 'tempest-TestVolumeBootPattern-363191542-router', 'tenant_id': '552a7719c35843ecaa8ce5b648a02d25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'external_fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.226'}], 'enable_snat': True}, 'gw_port_id': '66cc009e-e45f-42d1-a09b-c0e887684e05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T11:05:58Z', 'updated_at': '2022-04-28T11:06:09Z', 'revision_number': 4, 'project_id': '552a7719c35843ecaa8ce5b648a02d25', 'gw_port': {'id': '66cc009e-e45f-42d1-a09b-c0e887684e05', 'name': '', 'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:24:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0253fd74-f6a9-46aa-a567-c9d8bf675134', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1186, 'fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:06:00Z', 'updated_at': '2022-04-28T11:06:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'f2e70421-6b65-4ba8-8265-af8ddb4d251d', 'name': '', 'network_id': '95a73077-5c3c-4a4f-9014-bee1df8e9c09', 'tenant_id': '552a7719c35843ecaa8ce5b648a02d25', 'mac_address': 'fa:16:3e:27:ed:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0253fd74-f6a9-46aa-a567-c9d8bf675134', 'device_owner': 'network:router_interface', 'standard_attr_id': 1197, 'fixed_ips': [{'subnet_id': '49bbb4f0-3980-4b52-84ba-965c72e99e66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:06:07Z', 'updated_at': '2022-04-28T11:06:13Z', 'revision_number': 5, 'project_id': '552a7719c35843ecaa8ce5b648a02d25', 'subnets': [{'id': '49bbb4f0-3980-4b52-84ba-965c72e99e66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=116163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 11:10:12.059939 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-01ef1de1-12fd-4cef-b76b-793f91379468 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (39cc4f52-f5d9-4e2c-bbfa-7a1c528e1c40), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:10:12.198516 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fdba352-1d88-4732-944f-1394b5f82ab5 req-38fc772b-f74c-4096-9a66-ed8215d8559e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:10:12.200381 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-2fdba352-1d88-4732-944f-1394b5f82ab5 req-38fc772b-f74c-4096-9a66-ed8215d8559e service neutron] 10.222.0.20 "GET /v2.0/ports/5c11a0fa-629c-4a5e-b9d5-58da95dd8285 HTTP/1.1" status: 200 len: 1026 time: 0.0406151 Apr 28 11:10:12.234355 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d536b11-50aa-4dd7-b25c-46fc4d7e5a7b None None] New status for floating IP ff4ecdf7-1582-4dbd-8c0c-955c935fc953: DOWN {{(pid=116164) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 28 11:10:12.325112 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fdba352-1d88-4732-944f-1394b5f82ab5 req-c31166ae-7599-419e-b929-501769872656 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:10:12.327813 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-2fdba352-1d88-4732-944f-1394b5f82ab5 req-c31166ae-7599-419e-b929-501769872656 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] 10.222.0.20 "GET /v2.0/networks?id=d059e0cd-6e3c-43a8-b7f5-a898efa1c95b HTTP/1.1" status: 200 len: 797 time: 0.1226573 Apr 28 11:10:12.423435 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-3d0ac639-edab-430c-bd28-be3a6681fd10 req-2ac32e93-4a47-4dc6-81c1-d0154f790061 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] 10.222.0.10 "GET /v2.0/ports?device_id=eb602733-752b-4c48-afea-df243ca25a43 HTTP/1.1" status: 200 len: 210 time: 0.0721936 Apr 28 11:10:12.431768 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-2fdba352-1d88-4732-944f-1394b5f82ab5 req-b7712450-391c-400c-a07a-868fae2c1b7d tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=65d54c3b7dcd4af68398071d25e8321e HTTP/1.1" status: 200 len: 470 time: 0.0963922 Apr 28 11:10:12.444993 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.v2.base [req-2fdba352-1d88-4732-944f-1394b5f82ab5 req-7e86d4dc-253d-406e-aa32-c8dff591ac9b service neutron] Request body: {'port': {'device_id': 'eb602733-752b-4c48-afea-df243ca25a43', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-mast'}} {{(pid=116162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:10:12.467050 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-a3607b57-22d6-49b0-88bf-45d69a3293ca req-54bad169-e522-4c37-9512-8ade903fef6f tempest-TestVolumeBootPattern-839648198 tempest-TestVolumeBootPattern-839648198-project] 10.222.0.10 "GET /v2.0/ports?device_id=8fc4f6a9-5543-4e4a-8702-89222fb15014 HTTP/1.1" status: 200 len: 210 time: 0.0414422 Apr 28 11:10:12.523352 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [req-2fdba352-1d88-4732-944f-1394b5f82ab5 req-7e86d4dc-253d-406e-aa32-c8dff591ac9b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (5c11a0fa-629c-4a5e-b9d5-58da95dd8285), before_update {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:10:12.840228 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.notifiers.nova [req-2fdba352-1d88-4732-944f-1394b5f82ab5 req-7e86d4dc-253d-406e-aa32-c8dff591ac9b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5c11a0fa-629c-4a5e-b9d5-58da95dd8285 {{(pid=116162) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 11:10:12.847497 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [req-2fdba352-1d88-4732-944f-1394b5f82ab5 req-7e86d4dc-253d-406e-aa32-c8dff591ac9b service neutron] Publish callbacks [] for port (5c11a0fa-629c-4a5e-b9d5-58da95dd8285), precommit_update {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:10:12.860433 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.db.provisioning_blocks [req-2fdba352-1d88-4732-944f-1394b5f82ab5 req-7e86d4dc-253d-406e-aa32-c8dff591ac9b service neutron] Transition to ACTIVE for port object 5c11a0fa-629c-4a5e-b9d5-58da95dd8285 will not be triggered until provisioned by entity L2. {{(pid=116162) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 28 11:10:12.924096 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [req-2fdba352-1d88-4732-944f-1394b5f82ab5 req-7e86d4dc-253d-406e-aa32-c8dff591ac9b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5051840'] for port (5c11a0fa-629c-4a5e-b9d5-58da95dd8285), after_update {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:10:13.010037 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e86d4dc-253d-406e-aa32-c8dff591ac9b service neutron] Pushing event updated for resources: {'Port': ['ID=5c11a0fa-629c-4a5e-b9d5-58da95dd8285,revision_number=7']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:10:13.124383 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.managers [req-2fdba352-1d88-4732-944f-1394b5f82ab5 req-7e86d4dc-253d-406e-aa32-c8dff591ac9b service neutron] Attempting to bind port 5c11a0fa-629c-4a5e-b9d5-58da95dd8285 on host hv-neutron-mast for vnic_type normal with profile {{(pid=116162) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 28 11:10:13.124719 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.managers [req-2fdba352-1d88-4732-944f-1394b5f82ab5 req-7e86d4dc-253d-406e-aa32-c8dff591ac9b service neutron] Attempting to bind port 5c11a0fa-629c-4a5e-b9d5-58da95dd8285 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '719ada7e-6297-4561-a8c1-ffe35b7aed7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'd059e0cd-6e3c-43a8-b7f5-a898efa1c95b'}] {{(pid=116162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 28 11:10:13.125049 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fdba352-1d88-4732-944f-1394b5f82ab5 req-7e86d4dc-253d-406e-aa32-c8dff591ac9b service neutron] Attempting to bind port 5c11a0fa-629c-4a5e-b9d5-58da95dd8285 on network d059e0cd-6e3c-43a8-b7f5-a898efa1c95b {{(pid=116162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 11:10:13.130798 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fdba352-1d88-4732-944f-1394b5f82ab5 req-7e86d4dc-253d-406e-aa32-c8dff591ac9b service neutron] Port 5c11a0fa-629c-4a5e-b9d5-58da95dd8285 on network d059e0cd-6e3c-43a8-b7f5-a898efa1c95b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=116162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 28 11:10:13.131122 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fdba352-1d88-4732-944f-1394b5f82ab5 req-7e86d4dc-253d-406e-aa32-c8dff591ac9b service neutron] Attempting to bind port 5c11a0fa-629c-4a5e-b9d5-58da95dd8285 on network d059e0cd-6e3c-43a8-b7f5-a898efa1c95b {{(pid=116162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 11:10:13.136293 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fdba352-1d88-4732-944f-1394b5f82ab5 req-7e86d4dc-253d-406e-aa32-c8dff591ac9b service neutron] Checking agent: {'id': '6be95134-9a6c-4663-8b48-90d12ce90c60', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-mast', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 10, 57, 20), 'started_at': datetime.datetime(2022, 4, 28, 10, 57, 20), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 11, 9, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=116162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 11:10:13.136629 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fdba352-1d88-4732-944f-1394b5f82ab5 req-7e86d4dc-253d-406e-aa32-c8dff591ac9b service neutron] Checking segment: {'id': '719ada7e-6297-4561-a8c1-ffe35b7aed7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'd059e0cd-6e3c-43a8-b7f5-a898efa1c95b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 11:10:13.137007 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fdba352-1d88-4732-944f-1394b5f82ab5 req-7e86d4dc-253d-406e-aa32-c8dff591ac9b service neutron] Bound using segment: {'id': '719ada7e-6297-4561-a8c1-ffe35b7aed7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'd059e0cd-6e3c-43a8-b7f5-a898efa1c95b'} {{(pid=116162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 11:10:13.137432 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.managers [req-2fdba352-1d88-4732-944f-1394b5f82ab5 req-7e86d4dc-253d-406e-aa32-c8dff591ac9b service neutron] Bound port: 5c11a0fa-629c-4a5e-b9d5-58da95dd8285, host: hv-neutron-mast, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '719ada7e-6297-4561-a8c1-ffe35b7aed7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'd059e0cd-6e3c-43a8-b7f5-a898efa1c95b'}}] {{(pid=116162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 28 11:10:13.137922 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [req-2fdba352-1d88-4732-944f-1394b5f82ab5 req-7e86d4dc-253d-406e-aa32-c8dff591ac9b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (5c11a0fa-629c-4a5e-b9d5-58da95dd8285), before_update {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:10:13.202415 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.db [req-2fdba352-1d88-4732-944f-1394b5f82ab5 req-7e86d4dc-253d-406e-aa32-c8dff591ac9b service neutron] For port 5c11a0fa-629c-4a5e-b9d5-58da95dd8285, host hv-neutron-mast, cleared binding levels {{(pid=116162) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 11:10:13.206065 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.db [req-2fdba352-1d88-4732-944f-1394b5f82ab5 req-7e86d4dc-253d-406e-aa32-c8dff591ac9b service neutron] For port 5c11a0fa-629c-4a5e-b9d5-58da95dd8285, host hv-neutron-mast, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=5c11a0fa-629c-4a5e-b9d5-58da95dd8285,segment=NetworkSegment(719ada7e-6297-4561-a8c1-ffe35b7aed7e),segment_id=719ada7e-6297-4561-a8c1-ffe35b7aed7e)] {{(pid=116162) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 11:10:13.277316 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [req-2fdba352-1d88-4732-944f-1394b5f82ab5 req-7e86d4dc-253d-406e-aa32-c8dff591ac9b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5051840'] for port (5c11a0fa-629c-4a5e-b9d5-58da95dd8285), after_update {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:10:13.317694 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fdba352-1d88-4732-944f-1394b5f82ab5 req-7e86d4dc-253d-406e-aa32-c8dff591ac9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:10:13.318490 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [req-2fdba352-1d88-4732-944f-1394b5f82ab5 req-7e86d4dc-253d-406e-aa32-c8dff591ac9b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198022'] for port (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:10:13.320194 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-2fdba352-1d88-4732-944f-1394b5f82ab5 req-7e86d4dc-253d-406e-aa32-c8dff591ac9b service neutron] 10.222.0.20 "PUT /v2.0/ports/5c11a0fa-629c-4a5e-b9d5-58da95dd8285 HTTP/1.1" status: 200 len: 1131 time: 0.8823152 Apr 28 11:10:13.323192 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb602733-752b-4c48-afea-df243ca25a43', 'tag': '5c11a0fa-629c-4a5e-b9d5-58da95dd8285'}] {{(pid=116162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 11:10:13.325618 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ba53f40d6116d28995a8e36159d0e539b5353eec116fb5dd4ce03b4b2159ab1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c729e59-dfe7-413f-a0da-946813325cf7" -d '{"events": [{"name": "network-changed", "server_uuid": "eb602733-752b-4c48-afea-df243ca25a43", "tag": "5c11a0fa-629c-4a5e-b9d5-58da95dd8285"}]}' {{(pid=116162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 11:10:13.362695 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (d5baab19-5dd1-4902-922b-84acb048ab9c), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:10:13.366073 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e86d4dc-253d-406e-aa32-c8dff591ac9b service neutron] Pushing event updated for resources: {'Port': ['ID=5c11a0fa-629c-4a5e-b9d5-58da95dd8285,revision_number=8']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:10:13.383383 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 11:10:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e33cf35a-0d5b-442e-a70a-53b6dc0c7b16 x-openstack-request-id: req-e33cf35a-0d5b-442e-a70a-53b6dc0c7b16 {{(pid=116162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 11:10:13.383645 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eb602733-752b-4c48-afea-df243ca25a43", "tag": "5c11a0fa-629c-4a5e-b9d5-58da95dd8285", "status": "completed", "code": 200}]} {{(pid=116162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 11:10:13.383982 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-e33cf35a-0d5b-442e-a70a-53b6dc0c7b16 {{(pid=116162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 11:10:13.384525 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e33cf35a-0d5b-442e-a70a-53b6dc0c7b16'] response: {'name': 'network-changed', 'server_uuid': 'eb602733-752b-4c48-afea-df243ca25a43', 'tag': '5c11a0fa-629c-4a5e-b9d5-58da95dd8285', 'status': 'completed', 'code': 200} Apr 28 11:10:13.445699 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c729e59-dfe7-413f-a0da-946813325cf7 req-d8d3cc1e-1272-43a2-9317-d6e8cf639307 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:10:13.447740 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-8c729e59-dfe7-413f-a0da-946813325cf7 req-d8d3cc1e-1272-43a2-9317-d6e8cf639307 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=65d54c3b7dcd4af68398071d25e8321e&device_id=eb602733-752b-4c48-afea-df243ca25a43 HTTP/1.1" status: 200 len: 1165 time: 0.0464115 Apr 28 11:10:13.569241 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d764e797-2c3a-4b52-adb6-5706db388a2b req-4c784b96-1599-4fd6-a4eb-ceafd61b4742 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:10:13.571480 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-d764e797-2c3a-4b52-adb6-5706db388a2b req-4c784b96-1599-4fd6-a4eb-ceafd61b4742 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] 10.222.0.10 "GET /v2.0/ports?device_id=eb602733-752b-4c48-afea-df243ca25a43 HTTP/1.1" status: 200 len: 981 time: 0.0654414 Apr 28 11:10:13.588301 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c729e59-dfe7-413f-a0da-946813325cf7 req-5b93a43d-6a45-4e67-8eb6-1a64ae0ea13d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:10:13.589722 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-8c729e59-dfe7-413f-a0da-946813325cf7 req-5b93a43d-6a45-4e67-8eb6-1a64ae0ea13d service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=65d54c3b7dcd4af68398071d25e8321e&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1346395 Apr 28 11:10:13.617345 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-f2ce8ffc-9cbd-4905-9ff4-137d24687cf2 req-a8ef82b8-0b57-4c75-9345-55664e8d28ee tempest-TestVolumeBootPattern-839648198 tempest-TestVolumeBootPattern-839648198-project] 10.222.0.10 "GET /v2.0/ports?device_id=8fc4f6a9-5543-4e4a-8702-89222fb15014 HTTP/1.1" status: 200 len: 210 time: 0.0445580 Apr 28 11:10:13.650177 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-d764e797-2c3a-4b52-adb6-5706db388a2b req-ab8a96c9-9798-4cc5-a6ea-a7357a9c67ba tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] 10.222.0.10 "GET /v2.0/security-groups?id=62e8a791-59e6-41bb-9453-60471b3f4f47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647905 Apr 28 11:10:13.695821 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c729e59-dfe7-413f-a0da-946813325cf7 req-2c467661-2df3-4abd-a81d-58e8d84df9dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:10:13.697314 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-8c729e59-dfe7-413f-a0da-946813325cf7 req-2c467661-2df3-4abd-a81d-58e8d84df9dd service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1017883 Apr 28 11:10:13.770071 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fdba352-1d88-4732-944f-1394b5f82ab5 req-7ae18a1e-4f5c-4967-9ec4-8dcead40091c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:10:13.771589 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-2fdba352-1d88-4732-944f-1394b5f82ab5 req-7ae18a1e-4f5c-4967-9ec4-8dcead40091c service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=65d54c3b7dcd4af68398071d25e8321e&device_id=eb602733-752b-4c48-afea-df243ca25a43 HTTP/1.1" status: 200 len: 1165 time: 0.0387542 Apr 28 11:10:13.809959 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Device 000a287e-a1c5-43e7-8b89-41c6fdaa75e1 no longer exists at agent hyperv_hv-neutron-mast {{(pid=116163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 11:10:13.831460 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] No Port match for: 000a287e-a1c5-43e7-8b89-41c6fdaa75e1 {{(pid=116163) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 28 11:10:13.831927 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Device 000a287e-a1c5-43e7-8b89-41c6fdaa75e1 not bound to the agent host hv-neutron-mast {{(pid=116163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 11:10:13.842210 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-2fdba352-1d88-4732-944f-1394b5f82ab5 req-9c678095-46d7-49b0-967b-9bc884a98003 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5c11a0fa-629c-4a5e-b9d5-58da95dd8285 HTTP/1.1" status: 200 len: 1035 time: 0.0640047 Apr 28 11:10:13.889557 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fdba352-1d88-4732-944f-1394b5f82ab5 req-ec16f30b-e27c-40dd-beb0-a1df571758dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:10:13.891583 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-2fdba352-1d88-4732-944f-1394b5f82ab5 req-ec16f30b-e27c-40dd-beb0-a1df571758dc service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d74f543f-ae77-44f2-90f1-2084f6cd3968 HTTP/1.1" status: 200 len: 834 time: 0.0433242 Apr 28 11:10:13.932647 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fdba352-1d88-4732-944f-1394b5f82ab5 req-8c6ffe26-2c92-4cae-aeac-442699a02d9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:10:13.934156 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-2fdba352-1d88-4732-944f-1394b5f82ab5 req-8c6ffe26-2c92-4cae-aeac-442699a02d9e service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=d059e0cd-6e3c-43a8-b7f5-a898efa1c95b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0375011 Apr 28 11:10:14.025721 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-2fdba352-1d88-4732-944f-1394b5f82ab5 req-dca4a92e-1265-4d05-be44-3bca778b5cb7 service neutron] 10.222.0.20 "GET /v2.0/networks/d059e0cd-6e3c-43a8-b7f5-a898efa1c95b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858836 Apr 28 11:10:14.121628 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-2fdba352-1d88-4732-944f-1394b5f82ab5 req-64c1516f-7b8f-430e-8cad-c925b1345dec service neutron] 10.222.0.20 "GET /v2.0/networks/d059e0cd-6e3c-43a8-b7f5-a898efa1c95b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902076 Apr 28 11:10:14.722884 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-ec532a61-30e0-498f-841d-581e21029420 req-0b7fdddf-eec2-48c4-879a-f5c27123c1b9 tempest-TestVolumeBootPattern-839648198 tempest-TestVolumeBootPattern-839648198-project] 10.222.0.10 "GET /v2.0/ports?device_id=8fc4f6a9-5543-4e4a-8702-89222fb15014 HTTP/1.1" status: 200 len: 210 time: 0.0311034 Apr 28 11:10:14.777047 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6a7c02-e857-4879-ba53-f2a3cbb925a6 req-3dfd229a-4a99-4b24-9add-ba5d79c0c0b0 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:10:14.778544 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-2d6a7c02-e857-4879-ba53-f2a3cbb925a6 req-3dfd229a-4a99-4b24-9add-ba5d79c0c0b0 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] 10.222.0.10 "GET /v2.0/ports?device_id=eb602733-752b-4c48-afea-df243ca25a43 HTTP/1.1" status: 200 len: 981 time: 0.0547810 Apr 28 11:10:14.824882 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-2d6a7c02-e857-4879-ba53-f2a3cbb925a6 req-81a28408-b84b-4ae7-b1d5-0831104462af tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] 10.222.0.10 "GET /v2.0/security-groups?id=62e8a791-59e6-41bb-9453-60471b3f4f47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405581 Apr 28 11:10:15.819060 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-8f7b29b9-15af-4cef-acf1-2a67c76ad7cc req-daf74494-e46a-4612-b266-36e9679b2d89 tempest-TestVolumeBootPattern-839648198 tempest-TestVolumeBootPattern-839648198-project] 10.222.0.10 "GET /v2.0/ports?device_id=8fc4f6a9-5543-4e4a-8702-89222fb15014 HTTP/1.1" status: 200 len: 210 time: 0.0290470 Apr 28 11:10:15.825780 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Device 5c11a0fa-629c-4a5e-b9d5-58da95dd8285 details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=116163) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 28 11:10:15.927388 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] For port 5c11a0fa-629c-4a5e-b9d5-58da95dd8285, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=5c11a0fa-629c-4a5e-b9d5-58da95dd8285,segment=NetworkSegment(719ada7e-6297-4561-a8c1-ffe35b7aed7e),segment_id=719ada7e-6297-4561-a8c1-ffe35b7aed7e)] {{(pid=116163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 11:10:15.939455 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Returning: {'device': '5c11a0fa-629c-4a5e-b9d5-58da95dd8285', 'network_id': 'd059e0cd-6e3c-43a8-b7f5-a898efa1c95b', 'port_id': '5c11a0fa-629c-4a5e-b9d5-58da95dd8285', 'mac_address': 'fa:16:3e:d2:b1:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 94, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd74f543f-ae77-44f2-90f1-2084f6cd3968', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=116163) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 28 11:10:15.945769 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04350383-e7e4-4b71-9412-36770cd9a070 req-b93b213a-dee2-4ec0-a41a-ff096b22acd2 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:10:15.947388 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-04350383-e7e4-4b71-9412-36770cd9a070 req-b93b213a-dee2-4ec0-a41a-ff096b22acd2 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] 10.222.0.10 "GET /v2.0/ports?device_id=eb602733-752b-4c48-afea-df243ca25a43 HTTP/1.1" status: 200 len: 981 time: 0.0521603 Apr 28 11:10:15.977446 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Current status of the port 5c11a0fa-629c-4a5e-b9d5-58da95dd8285 is: DOWN; New status is: BUILD {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:10:15.977837 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (5c11a0fa-629c-4a5e-b9d5-58da95dd8285), before_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:10:15.991290 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.notifiers.nova [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5c11a0fa-629c-4a5e-b9d5-58da95dd8285 {{(pid=116163) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 11:10:15.998758 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-04350383-e7e4-4b71-9412-36770cd9a070 req-cf5c161a-b836-491b-9af8-7a18829ce759 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] 10.222.0.10 "GET /v2.0/security-groups?id=62e8a791-59e6-41bb-9453-60471b3f4f47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453761 Apr 28 11:10:16.010831 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] For port 5c11a0fa-629c-4a5e-b9d5-58da95dd8285, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=5c11a0fa-629c-4a5e-b9d5-58da95dd8285,segment=NetworkSegment(719ada7e-6297-4561-a8c1-ffe35b7aed7e),segment_id=719ada7e-6297-4561-a8c1-ffe35b7aed7e)] {{(pid=116163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 11:10:16.079457 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393'] for port (5c11a0fa-629c-4a5e-b9d5-58da95dd8285), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:10:16.130041 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Pushing event updated for resources: {'Port': ['ID=5c11a0fa-629c-4a5e-b9d5-58da95dd8285,revision_number=9']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:10:16.266710 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] get_ports_and_sgs() called for port_ids ['5c11a0fa-629c-4a5e-b9d5-58da95dd8285'] {{(pid=116163) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 11:10:16.919679 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-9155e61a-0bfc-4ecd-8030-d2f612b7e7f3 req-6730e301-a46d-4215-888c-d2d34f577c28 tempest-TestVolumeBootPattern-839648198 tempest-TestVolumeBootPattern-839648198-project] 10.222.0.10 "GET /v2.0/ports?device_id=8fc4f6a9-5543-4e4a-8702-89222fb15014 HTTP/1.1" status: 200 len: 210 time: 0.0297880 Apr 28 11:10:17.115251 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf6f718-f567-4a69-b30b-cd9611b043c4 req-9f82ff94-472a-427b-b3e4-d09a974504d4 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:10:17.116678 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-ccf6f718-f567-4a69-b30b-cd9611b043c4 req-9f82ff94-472a-427b-b3e4-d09a974504d4 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] 10.222.0.10 "GET /v2.0/ports?device_id=eb602733-752b-4c48-afea-df243ca25a43 HTTP/1.1" status: 200 len: 982 time: 0.0482113 Apr 28 11:10:17.164245 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-ccf6f718-f567-4a69-b30b-cd9611b043c4 req-d1768449-fbd5-4c2d-b4ee-c028738e5dd6 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] 10.222.0.10 "GET /v2.0/security-groups?id=62e8a791-59e6-41bb-9453-60471b3f4f47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419288 Apr 28 11:10:17.827361 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Device 5c11a0fa-629c-4a5e-b9d5-58da95dd8285 up at agent hyperv_hv-neutron-mast {{(pid=116163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 11:10:17.873644 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Provisioning for port 5c11a0fa-629c-4a5e-b9d5-58da95dd8285 completed by entity L2. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 28 11:10:17.923908 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Provisioning complete for port 5c11a0fa-629c-4a5e-b9d5-58da95dd8285 triggered by entity L2. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:10:17.924264 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (5c11a0fa-629c-4a5e-b9d5-58da95dd8285), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:10:18.003429 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Current status of the port 5c11a0fa-629c-4a5e-b9d5-58da95dd8285 is: BUILD; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:10:18.003849 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (5c11a0fa-629c-4a5e-b9d5-58da95dd8285), before_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:10:18.028888 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb602733-752b-4c48-afea-df243ca25a43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c11a0fa-629c-4a5e-b9d5-58da95dd8285'}] {{(pid=116163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 11:10:18.031561 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-a133d726-dabb-4a45-b703-22e5357aca57 req-6e5772b8-73dd-4f02-a691-d30b57bc6caa tempest-TestVolumeBootPattern-839648198 tempest-TestVolumeBootPattern-839648198-project] 10.222.0.10 "GET /v2.0/ports?device_id=8fc4f6a9-5543-4e4a-8702-89222fb15014 HTTP/1.1" status: 200 len: 210 time: 0.0388277 Apr 28 11:10:18.038565 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f01aec4a4f83961b54a953becfce2676879fb1d4b91122543244f430a0b8460" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b30b2079-1404-4228-9237-b6e718579e52" -d '{"events": [{"server_uuid": "eb602733-752b-4c48-afea-df243ca25a43", "name": "network-vif-plugged", "status": "completed", "tag": "5c11a0fa-629c-4a5e-b9d5-58da95dd8285"}]}' {{(pid=116163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 11:10:18.059754 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] For port 5c11a0fa-629c-4a5e-b9d5-58da95dd8285, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=5c11a0fa-629c-4a5e-b9d5-58da95dd8285,segment=NetworkSegment(719ada7e-6297-4561-a8c1-ffe35b7aed7e),segment_id=719ada7e-6297-4561-a8c1-ffe35b7aed7e)] {{(pid=116163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 11:10:18.113326 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393'] for port (5c11a0fa-629c-4a5e-b9d5-58da95dd8285), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:10:18.178548 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 11:10:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5baadecd-67d5-480c-892c-dc8c1c845f64 x-openstack-request-id: req-5baadecd-67d5-480c-892c-dc8c1c845f64 {{(pid=116163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 11:10:18.179094 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb602733-752b-4c48-afea-df243ca25a43", "name": "network-vif-plugged", "status": "completed", "tag": "5c11a0fa-629c-4a5e-b9d5-58da95dd8285", "code": 200}]} {{(pid=116163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 11:10:18.179573 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-5baadecd-67d5-480c-892c-dc8c1c845f64 {{(pid=116163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 11:10:18.180170 dv-neutron-master-2-hyperv neutron-server[116163]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5baadecd-67d5-480c-892c-dc8c1c845f64'] response: {'server_uuid': 'eb602733-752b-4c48-afea-df243ca25a43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c11a0fa-629c-4a5e-b9d5-58da95dd8285', 'code': 200} Apr 28 11:10:18.192036 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Pushing event updated for resources: {'Port': ['ID=5c11a0fa-629c-4a5e-b9d5-58da95dd8285,revision_number=10']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:10:18.300835 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e60dc6-b3f0-42d5-9da0-141faf264fa0 req-e9a40975-7897-4112-ac14-ac1897e9471e tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:10:18.305496 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-93e60dc6-b3f0-42d5-9da0-141faf264fa0 req-e9a40975-7897-4112-ac14-ac1897e9471e tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] 10.222.0.10 "GET /v2.0/ports?device_id=eb602733-752b-4c48-afea-df243ca25a43 HTTP/1.1" status: 200 len: 984 time: 0.0519125 Apr 28 11:10:18.363575 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-93e60dc6-b3f0-42d5-9da0-141faf264fa0 req-c46dfe75-33aa-4463-8e88-5e321dc238ad tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] 10.222.0.10 "GET /v2.0/security-groups?id=62e8a791-59e6-41bb-9453-60471b3f4f47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532384 Apr 28 11:10:18.452951 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9117dc66-b4a1-4cbb-a5a4-1abd9af9dc57 req-5e316b1b-53b4-4985-892c-7135a9a01931 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:10:18.455236 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-9117dc66-b4a1-4cbb-a5a4-1abd9af9dc57 req-5e316b1b-53b4-4985-892c-7135a9a01931 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=eb602733-752b-4c48-afea-df243ca25a43 HTTP/1.1" status: 200 len: 1168 time: 0.0430849 Apr 28 11:10:18.499338 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-9117dc66-b4a1-4cbb-a5a4-1abd9af9dc57 req-681de82b-fa26-49a6-9f96-ec21ccf6c360 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=62e8a791-59e6-41bb-9453-60471b3f4f47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376422 Apr 28 11:10:19.136605 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-c3850029-02d1-4067-9fda-62afb6fb18a0 req-4ea38493-f4e4-4006-b341-84c69385298e tempest-TestVolumeBootPattern-839648198 tempest-TestVolumeBootPattern-839648198-project] 10.222.0.10 "GET /v2.0/ports?device_id=8fc4f6a9-5543-4e4a-8702-89222fb15014 HTTP/1.1" status: 200 len: 210 time: 0.0281076 Apr 28 11:10:19.482707 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0b85cd-44d4-4204-afd3-25119e631bcd req-dda094fb-118a-4a8d-bb8a-31e94c4c429c tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:10:19.484225 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-0c0b85cd-44d4-4204-afd3-25119e631bcd req-dda094fb-118a-4a8d-bb8a-31e94c4c429c tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] 10.222.0.10 "GET /v2.0/ports?device_id=eb602733-752b-4c48-afea-df243ca25a43 HTTP/1.1" status: 200 len: 984 time: 0.0471730 Apr 28 11:10:19.536638 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-0c0b85cd-44d4-4204-afd3-25119e631bcd req-461fdd0c-fa2a-4062-a096-2efb3005a380 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] 10.222.0.10 "GET /v2.0/security-groups?id=62e8a791-59e6-41bb-9453-60471b3f4f47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462654 Apr 28 11:10:20.230610 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-69262d18-8fd4-4f39-a22c-bd848597a5a0 req-e7bae85e-d7f4-493d-b8ee-f6947b372fa3 tempest-TestVolumeBootPattern-839648198 tempest-TestVolumeBootPattern-839648198-project] 10.222.0.10 "GET /v2.0/ports?device_id=8fc4f6a9-5543-4e4a-8702-89222fb15014 HTTP/1.1" status: 200 len: 210 time: 0.0289595 Apr 28 11:10:20.534949 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (6be95134-9a6c-4663-8b48-90d12ce90c60), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:10:20.653154 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8666a54e-a452-429a-a609-281782870bbb req-5485767a-ff8e-489e-8892-863de6f7ee7e tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:10:20.654669 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-8666a54e-a452-429a-a609-281782870bbb req-5485767a-ff8e-489e-8892-863de6f7ee7e tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] 10.222.0.10 "GET /v2.0/ports?device_id=eb602733-752b-4c48-afea-df243ca25a43 HTTP/1.1" status: 200 len: 984 time: 0.0476871 Apr 28 11:10:20.701986 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-8666a54e-a452-429a-a609-281782870bbb req-08902b3e-3059-4e1c-a6f5-5a63349be171 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] 10.222.0.10 "GET /v2.0/security-groups?id=62e8a791-59e6-41bb-9453-60471b3f4f47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415518 Apr 28 11:10:20.819864 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9c079c-e8b8-40d0-a7b7-ebdabfba92b2 req-da64cc45-2832-4630-931e-6be8253be13e tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:10:20.821394 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-8c9c079c-e8b8-40d0-a7b7-ebdabfba92b2 req-da64cc45-2832-4630-931e-6be8253be13e tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] 10.222.0.10 "GET /v2.0/ports?device_id=eb602733-752b-4c48-afea-df243ca25a43 HTTP/1.1" status: 200 len: 984 time: 0.0514233 Apr 28 11:10:20.868846 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-8c9c079c-e8b8-40d0-a7b7-ebdabfba92b2 req-4b44a1ed-208b-4516-8dda-c8c079898729 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] 10.222.0.10 "GET /v2.0/security-groups?id=62e8a791-59e6-41bb-9453-60471b3f4f47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416293 Apr 28 11:10:20.893272 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 56652) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:10:20.931953 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49aacd88-701c-44f8-a717-bd908c252ccc tempest-TestNetworkBasicOps-223859856 tempest-TestNetworkBasicOps-223859856-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:10:20.933468 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-49aacd88-701c-44f8-a717-bd908c252ccc tempest-TestNetworkBasicOps-223859856 tempest-TestNetworkBasicOps-223859856-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=eb602733-752b-4c48-afea-df243ca25a43&network_id=d059e0cd-6e3c-43a8-b7f5-a898efa1c95b HTTP/1.1" status: 200 len: 1163 time: 0.0390875 Apr 28 11:10:21.365721 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-88cf0ade-4a5c-4a2d-87aa-5d7989844d14 req-9d9a846e-1996-4348-87bc-fbaabed466c0 tempest-TestVolumeBootPattern-839648198 tempest-TestVolumeBootPattern-839648198-project] 10.222.0.10 "GET /v2.0/ports?device_id=8fc4f6a9-5543-4e4a-8702-89222fb15014 HTTP/1.1" status: 200 len: 210 time: 0.0496619 Apr 28 11:10:21.384641 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0154246b-5b3a-4466-a00e-137f6d6d234d req-c3b8619f-300d-4d12-9cab-92979684b673 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:10:21.386181 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-0154246b-5b3a-4466-a00e-137f6d6d234d req-c3b8619f-300d-4d12-9cab-92979684b673 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] 10.222.0.10 "GET /v2.0/ports?device_id=eb602733-752b-4c48-afea-df243ca25a43 HTTP/1.1" status: 200 len: 984 time: 0.0600975 Apr 28 11:10:21.432755 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-0154246b-5b3a-4466-a00e-137f6d6d234d req-d9241a26-c9cc-42b9-b1f5-13b1713cb975 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] 10.222.0.10 "GET /v2.0/security-groups?id=62e8a791-59e6-41bb-9453-60471b3f4f47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403943 Apr 28 11:10:22.477403 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-92e79296-c4dc-4c9b-b375-0afd1799555a req-d89c2d96-4ab9-4f7b-965c-c5d1ac5abfd3 tempest-TestVolumeBootPattern-839648198 tempest-TestVolumeBootPattern-839648198-project] 10.222.0.10 "GET /v2.0/ports?device_id=8fc4f6a9-5543-4e4a-8702-89222fb15014 HTTP/1.1" status: 200 len: 210 time: 0.0341239 Apr 28 11:10:22.550030 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb72a8e2-8cb9-4964-8e33-04c2fd4d2c74 req-2e0ad8a8-4d4d-42ce-9cf2-7e8fe596b3b1 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:10:22.551547 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-bb72a8e2-8cb9-4964-8e33-04c2fd4d2c74 req-2e0ad8a8-4d4d-42ce-9cf2-7e8fe596b3b1 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] 10.222.0.10 "GET /v2.0/ports?device_id=eb602733-752b-4c48-afea-df243ca25a43 HTTP/1.1" status: 200 len: 984 time: 0.0479739 Apr 28 11:10:22.600363 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-bb72a8e2-8cb9-4964-8e33-04c2fd4d2c74 req-6fbadbf6-ac3d-4732-b861-413eb0ce34df tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] 10.222.0.10 "GET /v2.0/security-groups?id=62e8a791-59e6-41bb-9453-60471b3f4f47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432143 Apr 28 11:10:22.609968 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c8dc3f-c6e3-49a1-a25b-7f56e12cf038 req-43d63466-b889-44ee-af97-6ce6eb6deb34 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:10:22.611759 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-a3c8dc3f-c6e3-49a1-a25b-7f56e12cf038 req-43d63466-b889-44ee-af97-6ce6eb6deb34 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] 10.222.0.20 "GET /v2.0/ports?device_id=eb602733-752b-4c48-afea-df243ca25a43 HTTP/1.1" status: 200 len: 984 time: 0.0482278 Apr 28 11:10:22.944680 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c8dc3f-c6e3-49a1-a25b-7f56e12cf038 req-02520fa2-ce4d-4c1c-9a4d-694ad66a2a9f tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:10:22.946088 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-a3c8dc3f-c6e3-49a1-a25b-7f56e12cf038 req-02520fa2-ce4d-4c1c-9a4d-694ad66a2a9f tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] 10.222.0.20 "GET /v2.0/ports/5c11a0fa-629c-4a5e-b9d5-58da95dd8285?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.3293381 Apr 28 11:10:23.045691 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-a3c8dc3f-c6e3-49a1-a25b-7f56e12cf038 req-098a0b3c-aba3-42f7-b10a-2e48cf0382dc tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] 10.222.0.20 "GET /v2.0/networks/d059e0cd-6e3c-43a8-b7f5-a898efa1c95b?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.0945275 Apr 28 11:10:23.055500 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.v2.base [req-a3c8dc3f-c6e3-49a1-a25b-7f56e12cf038 req-e08705d1-3d99-4a3d-8542-62c6fbd3fd3b service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=116162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:10:23.118320 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [req-a3c8dc3f-c6e3-49a1-a25b-7f56e12cf038 req-e08705d1-3d99-4a3d-8542-62c6fbd3fd3b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (5c11a0fa-629c-4a5e-b9d5-58da95dd8285), before_update {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:10:23.251651 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.db [req-a3c8dc3f-c6e3-49a1-a25b-7f56e12cf038 req-e08705d1-3d99-4a3d-8542-62c6fbd3fd3b service neutron] For port 5c11a0fa-629c-4a5e-b9d5-58da95dd8285, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=5c11a0fa-629c-4a5e-b9d5-58da95dd8285,segment=NetworkSegment(719ada7e-6297-4561-a8c1-ffe35b7aed7e),segment_id=719ada7e-6297-4561-a8c1-ffe35b7aed7e)] {{(pid=116162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 11:10:23.283136 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.db [req-a3c8dc3f-c6e3-49a1-a25b-7f56e12cf038 req-e08705d1-3d99-4a3d-8542-62c6fbd3fd3b service neutron] For port 5c11a0fa-629c-4a5e-b9d5-58da95dd8285, host hv-neutron-mast, cleared binding levels {{(pid=116162) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 11:10:23.314787 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.notifiers.nova [req-a3c8dc3f-c6e3-49a1-a25b-7f56e12cf038 req-e08705d1-3d99-4a3d-8542-62c6fbd3fd3b service neutron] device_id is not set on port 5c11a0fa-629c-4a5e-b9d5-58da95dd8285 yet. {{(pid=116162) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 28 11:10:23.322835 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [req-a3c8dc3f-c6e3-49a1-a25b-7f56e12cf038 req-e08705d1-3d99-4a3d-8542-62c6fbd3fd3b service neutron] Publish callbacks [] for port (5c11a0fa-629c-4a5e-b9d5-58da95dd8285), precommit_update {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:10:23.380450 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [req-a3c8dc3f-c6e3-49a1-a25b-7f56e12cf038 req-e08705d1-3d99-4a3d-8542-62c6fbd3fd3b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5051840'] for port (5c11a0fa-629c-4a5e-b9d5-58da95dd8285), after_update {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:10:23.463801 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08705d1-3d99-4a3d-8542-62c6fbd3fd3b service neutron] Pushing event updated for resources: {'Port': ['ID=5c11a0fa-629c-4a5e-b9d5-58da95dd8285,revision_number=11']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:10:23.508098 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3c8dc3f-c6e3-49a1-a25b-7f56e12cf038 req-e08705d1-3d99-4a3d-8542-62c6fbd3fd3b service neutron] No DVR routers for this DVR port 5c11a0fa-629c-4a5e-b9d5-58da95dd8285 on host hv-neutron-mast {{(pid=116162) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 11:10:23.664439 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.plugin [req-a3c8dc3f-c6e3-49a1-a25b-7f56e12cf038 req-e08705d1-3d99-4a3d-8542-62c6fbd3fd3b service neutron] In _notify_port_updated(), no bound segment for port 5c11a0fa-629c-4a5e-b9d5-58da95dd8285 on network d059e0cd-6e3c-43a8-b7f5-a898efa1c95b {{(pid=116162) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:936}} Apr 28 11:10:23.665324 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c8dc3f-c6e3-49a1-a25b-7f56e12cf038 req-e08705d1-3d99-4a3d-8542-62c6fbd3fd3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:10:23.665940 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [req-a3c8dc3f-c6e3-49a1-a25b-7f56e12cf038 req-e08705d1-3d99-4a3d-8542-62c6fbd3fd3b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198022'] for port (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:10:23.667265 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-a3c8dc3f-c6e3-49a1-a25b-7f56e12cf038 req-e08705d1-3d99-4a3d-8542-62c6fbd3fd3b service neutron] 10.222.0.20 "PUT /v2.0/ports/5c11a0fa-629c-4a5e-b9d5-58da95dd8285 HTTP/1.1" status: 200 len: 1027 time: 0.6156931 Apr 28 11:10:23.678497 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-8e89936b-e95e-4894-b965-7b3383aeda91 None None] Provisioning complete for port 5c11a0fa-629c-4a5e-b9d5-58da95dd8285 triggered by entity DHCP. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:10:23.679714 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-8e89936b-e95e-4894-b965-7b3383aeda91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (5c11a0fa-629c-4a5e-b9d5-58da95dd8285), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:10:23.721350 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-8e89936b-e95e-4894-b965-7b3383aeda91 None None] Port 5c11a0fa-629c-4a5e-b9d5-58da95dd8285 cannot update to ACTIVE because it is not bound. {{(pid=116163) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 28 11:10:23.730839 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-9bec27d7-b5e8-4bc4-a9e3-10e13beefebc req-aba82881-1f6f-40d5-bb4b-bfc23ca8824a tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] 10.222.0.10 "GET /v2.0/ports?device_id=eb602733-752b-4c48-afea-df243ca25a43 HTTP/1.1" status: 200 len: 210 time: 0.0449078 Apr 28 11:10:23.798819 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-9b76b366-c29c-439c-8a50-b69ba33ab089 req-3c4a9241-84f7-48ac-925c-2188b2e424da tempest-TestVolumeBootPattern-839648198 tempest-TestVolumeBootPattern-839648198-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-445453270&fields=id&tenant_id=552a7719c35843ecaa8ce5b648a02d25 HTTP/1.1" status: 200 len: 267 time: 0.0484324 Apr 28 11:10:23.914658 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b76b366-c29c-439c-8a50-b69ba33ab089 req-79d2efa5-2304-4a70-b5fc-9813b02a141d tempest-TestVolumeBootPattern-839648198 tempest-TestVolumeBootPattern-839648198-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:10:23.916132 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-9b76b366-c29c-439c-8a50-b69ba33ab089 req-79d2efa5-2304-4a70-b5fc-9813b02a141d tempest-TestVolumeBootPattern-839648198 tempest-TestVolumeBootPattern-839648198-project] 10.222.0.10 "GET /v2.0/networks?id=95a73077-5c3c-4a4f-9014-bee1df8e9c09 HTTP/1.1" status: 200 len: 811 time: 0.1107271 Apr 28 11:10:23.932054 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-9b76b366-c29c-439c-8a50-b69ba33ab089 req-dab9d845-fd42-4554-8937-46475f641bc7 tempest-TestVolumeBootPattern-839648198 tempest-TestVolumeBootPattern-839648198-project] 10.222.0.10 "GET /v2.0/quotas/552a7719c35843ecaa8ce5b648a02d25 HTTP/1.1" status: 200 len: 375 time: 0.0099800 Apr 28 11:10:23.981511 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-9b76b366-c29c-439c-8a50-b69ba33ab089 req-e6712201-9ed5-4139-b034-ace4f30f0524 tempest-TestVolumeBootPattern-839648198 tempest-TestVolumeBootPattern-839648198-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=552a7719c35843ecaa8ce5b648a02d25&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0444102 Apr 28 11:10:24.091582 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-9b76b366-c29c-439c-8a50-b69ba33ab089 req-c276de43-de2f-40c7-9cdc-07f1cde82ba8 service neutron] 10.222.0.10 "GET /v2.0/networks/95a73077-5c3c-4a4f-9014-bee1df8e9c09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0963645 Apr 28 11:10:24.183829 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-9b76b366-c29c-439c-8a50-b69ba33ab089 req-b3d39d3d-e78e-40a3-9661-86521aaa04be service neutron] 10.222.0.10 "GET /v2.0/networks/95a73077-5c3c-4a4f-9014-bee1df8e9c09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858331 Apr 28 11:10:24.749510 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-85148ff2-1c68-457a-a102-fbbc3fc2d176 req-d0919bed-d1fb-499a-8e15-469c029f8866 tempest-TestVolumeBootPattern-839648198 tempest-TestVolumeBootPattern-839648198-project] 10.222.0.10 "GET /v2.0/ports?device_id=98d55c2d-420b-45bd-a19c-a51ec30177ea HTTP/1.1" status: 200 len: 210 time: 0.0368307 Apr 28 11:10:24.788895 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 56688) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:10:24.853564 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-30c648b8-9219-4068-864a-74e737ee91bc tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks [] for security_group (8a6dc264-e091-49ee-b8c2-7eb67cf65165), before_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:10:24.880304 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-30c648b8-9219-4068-864a-74e737ee91bc tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks [] for security_group (8a6dc264-e091-49ee-b8c2-7eb67cf65165), precommit_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:10:25.047994 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-30c648b8-9219-4068-864a-74e737ee91bc tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924426'] for security_group (8a6dc264-e091-49ee-b8c2-7eb67cf65165), after_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:10:25.050679 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-30c648b8-9219-4068-864a-74e737ee91bc tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks [] for security_group (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:10:25.051842 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-30c648b8-9219-4068-864a-74e737ee91bc tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] 10.222.0.10 "DELETE /v2.0/security-groups/8a6dc264-e091-49ee-b8c2-7eb67cf65165 HTTP/1.1" status: 204 len: 168 time: 0.2619309 Apr 28 11:10:25.061082 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c648b8-9219-4068-864a-74e737ee91bc tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a6dc264-e091-49ee-b8c2-7eb67cf65165,revision_number=None']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:10:25.140202 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 56696) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:10:25.298570 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.plugin [None req-c07a1fff-b679-461c-93c2-31ad3a1fc3be tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Deleting port ee134b5a-259f-4f2f-a7e8-1572e3bbb046 {{(pid=116161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 11:10:25.298917 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-c07a1fff-b679-461c-93c2-31ad3a1fc3be tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742235130188'] for port (ee134b5a-259f-4f2f-a7e8-1572e3bbb046), before_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:10:25.378676 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-c07a1fff-b679-461c-93c2-31ad3a1fc3be tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1938497'] for port (ee134b5a-259f-4f2f-a7e8-1572e3bbb046), precommit_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:10:25.379003 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-c07a1fff-b679-461c-93c2-31ad3a1fc3be tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks [] for floatingip (ee134b5a-259f-4f2f-a7e8-1572e3bbb046), precommit_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:10:25.391053 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.plugin [None req-c07a1fff-b679-461c-93c2-31ad3a1fc3be tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Calling delete_port for ee134b5a-259f-4f2f-a7e8-1572e3bbb046 owned by network:floatingip {{(pid=116161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 11:10:25.643432 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-c07a1fff-b679-461c-93c2-31ad3a1fc3be tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742235135690', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742234710366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5219112'] for port (ee134b5a-259f-4f2f-a7e8-1572e3bbb046), after_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:10:25.669706 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07a1fff-b679-461c-93c2-31ad3a1fc3be tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Pushing event deleted for resources: {'Port': ['ID=ee134b5a-259f-4f2f-a7e8-1572e3bbb046,revision_number=None']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:10:25.732589 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-c07a1fff-b679-461c-93c2-31ad3a1fc3be tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks [] for floatingip (c546fabd-85a0-4e82-b775-545d17ff17de), after_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:10:25.732913 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.db.l3_db [None req-c07a1fff-b679-461c-93c2-31ad3a1fc3be tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Floating IP c546fabd-85a0-4e82-b775-545d17ff17de disassociated (deleted). External IP: 172.36.4.9, port: 5c11a0fa-629c-4a5e-b9d5-58da95dd8285. Apr 28 11:10:25.866139 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-a1cc9ed9-22ce-420d-b217-803b77837c3e req-f0c9be80-cc9a-403d-bc61-2031ee54ab64 tempest-TestVolumeBootPattern-839648198 tempest-TestVolumeBootPattern-839648198-project] 10.222.0.10 "GET /v2.0/ports?device_id=98d55c2d-420b-45bd-a19c-a51ec30177ea HTTP/1.1" status: 200 len: 210 time: 0.0365005 Apr 28 11:10:25.889243 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Device 5c11a0fa-629c-4a5e-b9d5-58da95dd8285 no longer exists at agent hyperv_hv-neutron-mast {{(pid=116163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 11:10:25.931114 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] The host hv-neutron-mast is not matching for port 5c11a0fa-629c-4a5e-b9d5-58da95dd8285 host ! {{(pid=116163) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2395}} Apr 28 11:10:25.931505 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Device 5c11a0fa-629c-4a5e-b9d5-58da95dd8285 not bound to the agent host hv-neutron-mast {{(pid=116163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 11:10:25.978937 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c07a1fff-b679-461c-93c2-31ad3a1fc3be tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Router d39c5f7d-45f6-4904-9ac5-e082165e7ff9 has already been hosted by L3 agent 6b492ad6-0876-4d74-b20d-28143a52ceba {{(pid=116161) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 11:10:26.092732 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c07a1fff-b679-461c-93c2-31ad3a1fc3be tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=116161) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 11:10:26.097693 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-c07a1fff-b679-461c-93c2-31ad3a1fc3be tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198022'] for floatingip (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:10:26.103096 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58bde82f-4f56-415e-867c-4c97e14d01a3 None None] Sync routers for ids ['d39c5f7d-45f6-4904-9ac5-e082165e7ff9'] in dv-neutron-master-2-hyperv {{(pid=116163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 11:10:26.113550 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58bde82f-4f56-415e-867c-4c97e14d01a3 None None] Routers {'d39c5f7d-45f6-4904-9ac5-e082165e7ff9'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=116163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 11:10:26.114172 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_hamode_db [None req-58bde82f-4f56-415e-867c-4c97e14d01a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-28T10:50:39Z,description=,heartbeat_timestamp=2022-04-28T11:10:09Z,host='dv-neutron-master-2-hyperv',id=6b492ad6-0876-4d74-b20d-28143a52ceba,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T10:50:40Z,topic='l3_agent')) {'router_ids': ['d39c5f7d-45f6-4904-9ac5-e082165e7ff9'], 'active': True} {{(pid=116163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:10:26.130191 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-c07a1fff-b679-461c-93c2-31ad3a1fc3be tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] 10.222.0.10 "DELETE /v2.0/floatingips/c546fabd-85a0-4e82-b775-545d17ff17de HTTP/1.1" status: 204 len: 168 time: 0.9883397 Apr 28 11:10:26.200653 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 56706) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:10:26.267520 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-d418f502-8288-4bac-9f55-3d6389dcd398 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks [] for security_group (d897d07f-a15c-4c77-9f1f-fe11c713fa2b), before_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:10:26.296307 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-d418f502-8288-4bac-9f55-3d6389dcd398 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks [] for security_group (d897d07f-a15c-4c77-9f1f-fe11c713fa2b), precommit_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:10:26.375883 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvr_db [None req-58bde82f-4f56-415e-867c-4c97e14d01a3 None None] Set router d39c5f7d-45f6-4904-9ac5-e082165e7ff9 gateway port host: dv-neutron-master-2-hyperv {{(pid=116163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 11:10:26.426417 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-d418f502-8288-4bac-9f55-3d6389dcd398 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924426'] for security_group (d897d07f-a15c-4c77-9f1f-fe11c713fa2b), after_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:10:26.429384 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-d418f502-8288-4bac-9f55-3d6389dcd398 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks [] for security_group (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:10:26.433161 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-d418f502-8288-4bac-9f55-3d6389dcd398 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] 10.222.0.10 "DELETE /v2.0/security-groups/d897d07f-a15c-4c77-9f1f-fe11c713fa2b HTTP/1.1" status: 204 len: 168 time: 0.2290027 Apr 28 11:10:26.442323 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d418f502-8288-4bac-9f55-3d6389dcd398 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d897d07f-a15c-4c77-9f1f-fe11c713fa2b,revision_number=None']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:10:26.501699 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b76b366-c29c-439c-8a50-b69ba33ab089 req-24daa536-c0ef-451b-a108-7ac4cfaaef05 tempest-TestVolumeBootPattern-839648198 tempest-TestVolumeBootPattern-839648198-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:10:26.503201 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-9b76b366-c29c-439c-8a50-b69ba33ab089 req-24daa536-c0ef-451b-a108-7ac4cfaaef05 tempest-TestVolumeBootPattern-839648198 tempest-TestVolumeBootPattern-839648198-project] 10.222.0.20 "GET /v2.0/networks?id=95a73077-5c3c-4a4f-9014-bee1df8e9c09 HTTP/1.1" status: 200 len: 811 time: 0.1156826 Apr 28 11:10:26.559738 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 56710) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:10:26.568766 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-9b76b366-c29c-439c-8a50-b69ba33ab089 req-15127141-29ec-48b3-bb4c-32b24d2ead29 tempest-TestVolumeBootPattern-839648198 tempest-TestVolumeBootPattern-839648198-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=552a7719c35843ecaa8ce5b648a02d25 HTTP/1.1" status: 200 len: 379 time: 0.0573957 Apr 28 11:10:26.577145 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.v2.base [req-9b76b366-c29c-439c-8a50-b69ba33ab089 req-77f1c22a-eeb6-4e3c-be39-b770dbb5313a tempest-TestVolumeBootPattern-839648198 tempest-TestVolumeBootPattern-839648198-project] Request body: {'port': {'device_id': '98d55c2d-420b-45bd-a19c-a51ec30177ea', 'network_id': '95a73077-5c3c-4a4f-9014-bee1df8e9c09', 'admin_state_up': True, 'tenant_id': '552a7719c35843ecaa8ce5b648a02d25', 'security_groups': ['c83a530b-56a2-41d8-b874-e844ad8fa813']}} {{(pid=116162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:10:26.582196 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_hamode_db [None req-58bde82f-4f56-415e-867c-4c97e14d01a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd39c5f7d-45f6-4904-9ac5-e082165e7ff9', 'name': 'tempest-TestNetworkBasicOps-router-1851747413', 'tenant_id': '65d54c3b7dcd4af68398071d25e8321e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'external_fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.178'}], 'enable_snat': True}, 'gw_port_id': '862d2816-46d6-41db-8ee5-be37dd974eb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T11:09:39Z', 'updated_at': '2022-04-28T11:09:43Z', 'revision_number': 4, 'project_id': '65d54c3b7dcd4af68398071d25e8321e', 'gw_port': {'id': '862d2816-46d6-41db-8ee5-be37dd974eb9', 'name': '', 'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:e6:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd39c5f7d-45f6-4904-9ac5-e082165e7ff9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1416, 'fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:09:40Z', 'updated_at': '2022-04-28T11:09:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '49f4d30d-92a5-490c-8750-d6446923dc2d', 'name': '', 'network_id': 'd059e0cd-6e3c-43a8-b7f5-a898efa1c95b', 'tenant_id': '65d54c3b7dcd4af68398071d25e8321e', 'mac_address': 'fa:16:3e:5a:e5:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd39c5f7d-45f6-4904-9ac5-e082165e7ff9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1419, 'fixed_ips': [{'subnet_id': 'd74f543f-ae77-44f2-90f1-2084f6cd3968', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:09:43Z', 'updated_at': '2022-04-28T11:09:46Z', 'revision_number': 5, 'project_id': '65d54c3b7dcd4af68398071d25e8321e', 'subnets': [{'id': 'd74f543f-ae77-44f2-90f1-2084f6cd3968', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=116163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:10:26.611324 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58bde82f-4f56-415e-867c-4c97e14d01a3 None None] Checking router: d39c5f7d-45f6-4904-9ac5-e082165e7ff9 for host: dv-neutron-master-2-hyperv {{(pid=116163) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 11:10:26.622550 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58bde82f-4f56-415e-867c-4c97e14d01a3 None None] Routers {'d39c5f7d-45f6-4904-9ac5-e082165e7ff9'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=116163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 11:10:26.626709 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_hamode_db [None req-58bde82f-4f56-415e-867c-4c97e14d01a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-28T10:50:39Z,description=,heartbeat_timestamp=2022-04-28T11:10:09Z,host='dv-neutron-master-2-hyperv',id=6b492ad6-0876-4d74-b20d-28143a52ceba,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T10:50:40Z,topic='l3_agent')) {'router_ids': ['d39c5f7d-45f6-4904-9ac5-e082165e7ff9'], 'active': True} {{(pid=116163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:10:26.660881 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.plugin [None req-b494e6a4-0428-4cc2-837b-af297e0cff77 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Deleting port 5c11a0fa-629c-4a5e-b9d5-58da95dd8285 {{(pid=116161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 11:10:26.661303 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-b494e6a4-0428-4cc2-837b-af297e0cff77 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742235130188'] for port (5c11a0fa-629c-4a5e-b9d5-58da95dd8285), before_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:10:26.755105 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvr_db [None req-58bde82f-4f56-415e-867c-4c97e14d01a3 None None] Set router d39c5f7d-45f6-4904-9ac5-e082165e7ff9 gateway port host: dv-neutron-master-2-hyperv {{(pid=116163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 11:10:26.788055 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-b494e6a4-0428-4cc2-837b-af297e0cff77 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1938497'] for port (5c11a0fa-629c-4a5e-b9d5-58da95dd8285), precommit_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:10:26.804999 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.plugin [None req-b494e6a4-0428-4cc2-837b-af297e0cff77 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Calling delete_port for 5c11a0fa-629c-4a5e-b9d5-58da95dd8285 owned by {{(pid=116161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 11:10:26.820845 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9b76b366-c29c-439c-8a50-b69ba33ab089 req-77f1c22a-eeb6-4e3c-be39-b770dbb5313a tempest-TestVolumeBootPattern-839648198 tempest-TestVolumeBootPattern-839648198-project] Made reservation on behalf of 552a7719c35843ecaa8ce5b648a02d25 for: {'port': 1} {{(pid=116162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 11:10:26.824987 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [req-9b76b366-c29c-439c-8a50-b69ba33ab089 req-77f1c22a-eeb6-4e3c-be39-b770dbb5313a tempest-TestVolumeBootPattern-839648198 tempest-TestVolumeBootPattern-839648198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (None), before_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:10:26.966507 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_hamode_db [None req-58bde82f-4f56-415e-867c-4c97e14d01a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd39c5f7d-45f6-4904-9ac5-e082165e7ff9', 'name': 'tempest-TestNetworkBasicOps-router-1851747413', 'tenant_id': '65d54c3b7dcd4af68398071d25e8321e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'external_fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.178'}], 'enable_snat': True}, 'gw_port_id': '862d2816-46d6-41db-8ee5-be37dd974eb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T11:09:39Z', 'updated_at': '2022-04-28T11:09:43Z', 'revision_number': 4, 'project_id': '65d54c3b7dcd4af68398071d25e8321e', 'gw_port': {'id': '862d2816-46d6-41db-8ee5-be37dd974eb9', 'name': '', 'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:e6:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd39c5f7d-45f6-4904-9ac5-e082165e7ff9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1416, 'fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:09:40Z', 'updated_at': '2022-04-28T11:09:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '49f4d30d-92a5-490c-8750-d6446923dc2d', 'name': '', 'network_id': 'd059e0cd-6e3c-43a8-b7f5-a898efa1c95b', 'tenant_id': '65d54c3b7dcd4af68398071d25e8321e', 'mac_address': 'fa:16:3e:5a:e5:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd39c5f7d-45f6-4904-9ac5-e082165e7ff9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1419, 'fixed_ips': [{'subnet_id': 'd74f543f-ae77-44f2-90f1-2084f6cd3968', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:09:43Z', 'updated_at': '2022-04-28T11:09:46Z', 'revision_number': 5, 'project_id': '65d54c3b7dcd4af68398071d25e8321e', 'subnets': [{'id': 'd74f543f-ae77-44f2-90f1-2084f6cd3968', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=116163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:10:27.001746 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-e4d6cbd8-e28d-4173-9475-377a14349b51 req-e465dbfb-93aa-481f-8891-5af67e658602 tempest-TestVolumeBootPattern-839648198 tempest-TestVolumeBootPattern-839648198-project] 10.222.0.10 "GET /v2.0/ports?device_id=98d55c2d-420b-45bd-a19c-a51ec30177ea HTTP/1.1" status: 200 len: 210 time: 0.0306120 Apr 28 11:10:27.004723 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58bde82f-4f56-415e-867c-4c97e14d01a3 None None] The sync data for ids ['d39c5f7d-45f6-4904-9ac5-e082165e7ff9'] in dv-neutron-master-2-hyperv is: [{'id': 'd39c5f7d-45f6-4904-9ac5-e082165e7ff9', 'name': 'tempest-TestNetworkBasicOps-router-1851747413', 'tenant_id': '65d54c3b7dcd4af68398071d25e8321e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'external_fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.178'}], 'enable_snat': True}, 'gw_port_id': '862d2816-46d6-41db-8ee5-be37dd974eb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T11:09:39Z', 'updated_at': '2022-04-28T11:09:43Z', 'revision_number': 4, 'project_id': '65d54c3b7dcd4af68398071d25e8321e', 'gw_port': {'id': '862d2816-46d6-41db-8ee5-be37dd974eb9', 'name': '', 'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:e6:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd39c5f7d-45f6-4904-9ac5-e082165e7ff9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1416, 'fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:09:40Z', 'updated_at': '2022-04-28T11:09:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '49f4d30d-92a5-490c-8750-d6446923dc2d', 'name': '', 'network_id': 'd059e0cd-6e3c-43a8-b7f5-a898efa1c95b', 'tenant_id': '65d54c3b7dcd4af68398071d25e8321e', 'mac_address': 'fa:16:3e:5a:e5:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd39c5f7d-45f6-4904-9ac5-e082165e7ff9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1419, 'fixed_ips': [{'subnet_id': 'd74f543f-ae77-44f2-90f1-2084f6cd3968', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:09:43Z', 'updated_at': '2022-04-28T11:09:46Z', 'revision_number': 5, 'project_id': '65d54c3b7dcd4af68398071d25e8321e', 'subnets': [{'id': 'd74f543f-ae77-44f2-90f1-2084f6cd3968', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=116163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 11:10:27.008147 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.db.db_base_plugin_common [req-9b76b366-c29c-439c-8a50-b69ba33ab089 req-77f1c22a-eeb6-4e3c-be39-b770dbb5313a tempest-TestVolumeBootPattern-839648198 tempest-TestVolumeBootPattern-839648198-project] Allocated IP 172.20.0.5 (95a73077-5c3c-4a4f-9014-bee1df8e9c09/49bbb4f0-3980-4b52-84ba-965c72e99e66/f5698167-c51b-489f-a142-f8e511ffc09c) {{(pid=116162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 11:10:27.037781 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-b494e6a4-0428-4cc2-837b-af297e0cff77 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742235135690', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742234710366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5219112'] for port (5c11a0fa-629c-4a5e-b9d5-58da95dd8285), after_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:10:27.081535 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b494e6a4-0428-4cc2-837b-af297e0cff77 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Pushing event deleted for resources: {'Port': ['ID=5c11a0fa-629c-4a5e-b9d5-58da95dd8285,revision_number=None']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:10:27.166967 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-b494e6a4-0428-4cc2-837b-af297e0cff77 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198022'] for port (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:10:27.170791 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-b494e6a4-0428-4cc2-837b-af297e0cff77 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] 10.222.0.10 "DELETE /v2.0/ports/5c11a0fa-629c-4a5e-b9d5-58da95dd8285 HTTP/1.1" status: 204 len: 168 time: 0.6116822 Apr 28 11:10:27.174229 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 56718) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:10:27.194143 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [req-9b76b366-c29c-439c-8a50-b69ba33ab089 req-77f1c22a-eeb6-4e3c-be39-b770dbb5313a tempest-TestVolumeBootPattern-839648198 tempest-TestVolumeBootPattern-839648198-project] Publish callbacks [] for port (f5698167-c51b-489f-a142-f8e511ffc09c), precommit_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:10:27.375852 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [req-9b76b366-c29c-439c-8a50-b69ba33ab089 req-77f1c22a-eeb6-4e3c-be39-b770dbb5313a tempest-TestVolumeBootPattern-839648198 tempest-TestVolumeBootPattern-839648198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742234710357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5051867'] for port (f5698167-c51b-489f-a142-f8e511ffc09c), after_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:10:27.421190 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9c3ee6e-be6e-40a5-a3b0-f23da40ea6f2 None None] New status for floating IP c546fabd-85a0-4e82-b775-545d17ff17de: DOWN {{(pid=116164) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 28 11:10:27.424984 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9b76b366-c29c-439c-8a50-b69ba33ab089 req-77f1c22a-eeb6-4e3c-be39-b770dbb5313a tempest-TestVolumeBootPattern-839648198 tempest-TestVolumeBootPattern-839648198-project] Network 95a73077-5c3c-4a4f-9014-bee1df8e9c09 is already hosted by enough agents. {{(pid=116162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 11:10:27.426924 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.scheduler.base_scheduler [req-9b76b366-c29c-439c-8a50-b69ba33ab089 req-77f1c22a-eeb6-4e3c-be39-b770dbb5313a tempest-TestVolumeBootPattern-839648198 tempest-TestVolumeBootPattern-839648198-project] Resources bound (agent type, host, resource id): {{(pid=116162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 11:10:27.441280 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b76b366-c29c-439c-8a50-b69ba33ab089 req-77f1c22a-eeb6-4e3c-be39-b770dbb5313a tempest-TestVolumeBootPattern-839648198 tempest-TestVolumeBootPattern-839648198-project] Received port after_create {{(pid=116162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 11:10:27.464159 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f1c22a-eeb6-4e3c-be39-b770dbb5313a tempest-TestVolumeBootPattern-839648198 tempest-TestVolumeBootPattern-839648198-project] Pushing event updated for resources: {'Port': ['ID=f5698167-c51b-489f-a142-f8e511ffc09c,revision_number=1']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:10:27.532049 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b76b366-c29c-439c-8a50-b69ba33ab089 req-77f1c22a-eeb6-4e3c-be39-b770dbb5313a tempest-TestVolumeBootPattern-839648198 tempest-TestVolumeBootPattern-839648198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:10:27.532934 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [req-9b76b366-c29c-439c-8a50-b69ba33ab089 req-77f1c22a-eeb6-4e3c-be39-b770dbb5313a tempest-TestVolumeBootPattern-839648198 tempest-TestVolumeBootPattern-839648198-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198022'] for port (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:10:27.630810 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-d96792dc-96df-487c-bdf0-e9713eb2ef1e tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2063420'] for router_interface (d39c5f7d-45f6-4904-9ac5-e082165e7ff9), before_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:10:27.633376 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-9b76b366-c29c-439c-8a50-b69ba33ab089 req-77f1c22a-eeb6-4e3c-be39-b770dbb5313a tempest-TestVolumeBootPattern-839648198 tempest-TestVolumeBootPattern-839648198-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0599675 Apr 28 11:10:27.646079 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.v2.base [req-9b76b366-c29c-439c-8a50-b69ba33ab089 req-c5579c2f-5b28-4978-b786-f4167e6d5b61 service neutron] Request body: {'port': {'device_id': '98d55c2d-420b-45bd-a19c-a51ec30177ea', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-mast'}} {{(pid=116162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:10:27.720601 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [req-9b76b366-c29c-439c-8a50-b69ba33ab089 req-c5579c2f-5b28-4978-b786-f4167e6d5b61 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (f5698167-c51b-489f-a142-f8e511ffc09c), before_update {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:10:27.771776 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-d01c528a-d787-4159-9c49-95cbbee66b27 None None] Provisioning complete for port f5698167-c51b-489f-a142-f8e511ffc09c triggered by entity DHCP. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:10:27.773237 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-d01c528a-d787-4159-9c49-95cbbee66b27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (f5698167-c51b-489f-a142-f8e511ffc09c), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:10:27.818835 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-d01c528a-d787-4159-9c49-95cbbee66b27 None None] Port f5698167-c51b-489f-a142-f8e511ffc09c cannot update to ACTIVE because it is not bound. {{(pid=116163) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 28 11:10:27.911582 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.plugin [None req-d96792dc-96df-487c-bdf0-e9713eb2ef1e tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Deleting port 49f4d30d-92a5-490c-8750-d6446923dc2d {{(pid=116161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 11:10:27.911964 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-d96792dc-96df-487c-bdf0-e9713eb2ef1e tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742235130188'] for port (49f4d30d-92a5-490c-8750-d6446923dc2d), before_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:10:28.012289 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.db [None req-d96792dc-96df-487c-bdf0-e9713eb2ef1e tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] For port 49f4d30d-92a5-490c-8750-d6446923dc2d, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=49f4d30d-92a5-490c-8750-d6446923dc2d,segment=NetworkSegment(719ada7e-6297-4561-a8c1-ffe35b7aed7e),segment_id=719ada7e-6297-4561-a8c1-ffe35b7aed7e)] {{(pid=116161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 11:10:28.012995 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-d96792dc-96df-487c-bdf0-e9713eb2ef1e tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1938497'] for port (49f4d30d-92a5-490c-8750-d6446923dc2d), precommit_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:10:28.026898 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.notifiers.nova [req-9b76b366-c29c-439c-8a50-b69ba33ab089 req-c5579c2f-5b28-4978-b786-f4167e6d5b61 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f5698167-c51b-489f-a142-f8e511ffc09c {{(pid=116162) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 11:10:28.027392 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.plugin [None req-d96792dc-96df-487c-bdf0-e9713eb2ef1e tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Calling delete_port for 49f4d30d-92a5-490c-8750-d6446923dc2d owned by network:router_interface {{(pid=116161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 11:10:28.037410 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [req-9b76b366-c29c-439c-8a50-b69ba33ab089 req-c5579c2f-5b28-4978-b786-f4167e6d5b61 service neutron] Publish callbacks [] for port (f5698167-c51b-489f-a142-f8e511ffc09c), precommit_update {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:10:28.052566 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.db.provisioning_blocks [req-9b76b366-c29c-439c-8a50-b69ba33ab089 req-c5579c2f-5b28-4978-b786-f4167e6d5b61 service neutron] Transition to ACTIVE for port object f5698167-c51b-489f-a142-f8e511ffc09c will not be triggered until provisioned by entity L2. {{(pid=116162) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 28 11:10:28.140429 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [req-9b76b366-c29c-439c-8a50-b69ba33ab089 req-c5579c2f-5b28-4978-b786-f4167e6d5b61 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5051840'] for port (f5698167-c51b-489f-a142-f8e511ffc09c), after_update {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:10:28.148688 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa966945-aece-4fec-a11c-1b4daa2cf3ff req-67c0557d-4dda-40c1-b39c-40e7e3b8241a tempest-TestVolumeBootPattern-839648198 tempest-TestVolumeBootPattern-839648198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:10:28.150429 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-aa966945-aece-4fec-a11c-1b4daa2cf3ff req-67c0557d-4dda-40c1-b39c-40e7e3b8241a tempest-TestVolumeBootPattern-839648198 tempest-TestVolumeBootPattern-839648198-project] 10.222.0.10 "GET /v2.0/ports?device_id=98d55c2d-420b-45bd-a19c-a51ec30177ea HTTP/1.1" status: 200 len: 931 time: 0.0590591 Apr 28 11:10:28.205677 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5579c2f-5b28-4978-b786-f4167e6d5b61 service neutron] Pushing event updated for resources: {'Port': ['ID=f5698167-c51b-489f-a142-f8e511ffc09c,revision_number=2']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:10:28.264376 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-aa966945-aece-4fec-a11c-1b4daa2cf3ff req-5eede097-a53b-482d-8ff6-3a1f4db5ce0a tempest-TestVolumeBootPattern-839648198 tempest-TestVolumeBootPattern-839648198-project] 10.222.0.10 "GET /v2.0/security-groups?id=c83a530b-56a2-41d8-b874-e844ad8fa813&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0755131 Apr 28 11:10:28.276761 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.managers [req-9b76b366-c29c-439c-8a50-b69ba33ab089 req-c5579c2f-5b28-4978-b786-f4167e6d5b61 service neutron] Attempting to bind port f5698167-c51b-489f-a142-f8e511ffc09c on host hv-neutron-mast for vnic_type normal with profile {{(pid=116162) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 28 11:10:28.277114 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.managers [req-9b76b366-c29c-439c-8a50-b69ba33ab089 req-c5579c2f-5b28-4978-b786-f4167e6d5b61 service neutron] Attempting to bind port f5698167-c51b-489f-a142-f8e511ffc09c by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': 'd6ab13ae-3a67-4b86-b1c5-eddbcd455107', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '95a73077-5c3c-4a4f-9014-bee1df8e9c09'}] {{(pid=116162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 28 11:10:28.277591 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b76b366-c29c-439c-8a50-b69ba33ab089 req-c5579c2f-5b28-4978-b786-f4167e6d5b61 service neutron] Attempting to bind port f5698167-c51b-489f-a142-f8e511ffc09c on network 95a73077-5c3c-4a4f-9014-bee1df8e9c09 {{(pid=116162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 11:10:28.287592 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b76b366-c29c-439c-8a50-b69ba33ab089 req-c5579c2f-5b28-4978-b786-f4167e6d5b61 service neutron] Port f5698167-c51b-489f-a142-f8e511ffc09c on network 95a73077-5c3c-4a4f-9014-bee1df8e9c09 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=116162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 28 11:10:28.292860 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b76b366-c29c-439c-8a50-b69ba33ab089 req-c5579c2f-5b28-4978-b786-f4167e6d5b61 service neutron] Attempting to bind port f5698167-c51b-489f-a142-f8e511ffc09c on network 95a73077-5c3c-4a4f-9014-bee1df8e9c09 {{(pid=116162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 11:10:28.299830 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b76b366-c29c-439c-8a50-b69ba33ab089 req-c5579c2f-5b28-4978-b786-f4167e6d5b61 service neutron] Checking agent: {'id': '6be95134-9a6c-4663-8b48-90d12ce90c60', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-mast', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 10, 57, 20), 'started_at': datetime.datetime(2022, 4, 28, 10, 57, 20), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 11, 10, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=116162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 11:10:28.300230 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b76b366-c29c-439c-8a50-b69ba33ab089 req-c5579c2f-5b28-4978-b786-f4167e6d5b61 service neutron] Checking segment: {'id': 'd6ab13ae-3a67-4b86-b1c5-eddbcd455107', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '95a73077-5c3c-4a4f-9014-bee1df8e9c09'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 11:10:28.301233 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b76b366-c29c-439c-8a50-b69ba33ab089 req-c5579c2f-5b28-4978-b786-f4167e6d5b61 service neutron] Bound using segment: {'id': 'd6ab13ae-3a67-4b86-b1c5-eddbcd455107', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '95a73077-5c3c-4a4f-9014-bee1df8e9c09'} {{(pid=116162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 11:10:28.301797 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.managers [req-9b76b366-c29c-439c-8a50-b69ba33ab089 req-c5579c2f-5b28-4978-b786-f4167e6d5b61 service neutron] Bound port: f5698167-c51b-489f-a142-f8e511ffc09c, host: hv-neutron-mast, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd6ab13ae-3a67-4b86-b1c5-eddbcd455107', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '95a73077-5c3c-4a4f-9014-bee1df8e9c09'}}] {{(pid=116162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 28 11:10:28.302206 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [req-9b76b366-c29c-439c-8a50-b69ba33ab089 req-c5579c2f-5b28-4978-b786-f4167e6d5b61 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (f5698167-c51b-489f-a142-f8e511ffc09c), before_update {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:10:28.391654 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.db [req-9b76b366-c29c-439c-8a50-b69ba33ab089 req-c5579c2f-5b28-4978-b786-f4167e6d5b61 service neutron] For port f5698167-c51b-489f-a142-f8e511ffc09c, host hv-neutron-mast, cleared binding levels {{(pid=116162) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 11:10:28.395052 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.db [req-9b76b366-c29c-439c-8a50-b69ba33ab089 req-c5579c2f-5b28-4978-b786-f4167e6d5b61 service neutron] For port f5698167-c51b-489f-a142-f8e511ffc09c, host hv-neutron-mast, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=f5698167-c51b-489f-a142-f8e511ffc09c,segment=NetworkSegment(d6ab13ae-3a67-4b86-b1c5-eddbcd455107),segment_id=d6ab13ae-3a67-4b86-b1c5-eddbcd455107)] {{(pid=116162) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 11:10:28.403675 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-d96792dc-96df-487c-bdf0-e9713eb2ef1e tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742235135690', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742234710366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5219112'] for port (49f4d30d-92a5-490c-8750-d6446923dc2d), after_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:10:28.429577 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d96792dc-96df-487c-bdf0-e9713eb2ef1e tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Pushing event deleted for resources: {'Port': ['ID=49f4d30d-92a5-490c-8750-d6446923dc2d,revision_number=None']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:10:28.486659 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [req-9b76b366-c29c-439c-8a50-b69ba33ab089 req-c5579c2f-5b28-4978-b786-f4167e6d5b61 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5051840'] for port (f5698167-c51b-489f-a142-f8e511ffc09c), after_update {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:10:28.567530 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5579c2f-5b28-4978-b786-f4167e6d5b61 service neutron] Pushing event updated for resources: {'Port': ['ID=f5698167-c51b-489f-a142-f8e511ffc09c,revision_number=3']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:10:28.573085 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b76b366-c29c-439c-8a50-b69ba33ab089 req-c5579c2f-5b28-4978-b786-f4167e6d5b61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:10:28.573699 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [req-9b76b366-c29c-439c-8a50-b69ba33ab089 req-c5579c2f-5b28-4978-b786-f4167e6d5b61 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198022'] for port (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:10:28.575132 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-9b76b366-c29c-439c-8a50-b69ba33ab089 req-c5579c2f-5b28-4978-b786-f4167e6d5b61 service neutron] 10.222.0.20 "PUT /v2.0/ports/f5698167-c51b-489f-a142-f8e511ffc09c HTTP/1.1" status: 200 len: 1093 time: 0.9336822 Apr 28 11:10:28.575579 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '98d55c2d-420b-45bd-a19c-a51ec30177ea', 'tag': 'f5698167-c51b-489f-a142-f8e511ffc09c'}] {{(pid=116162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 11:10:28.578697 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ba53f40d6116d28995a8e36159d0e539b5353eec116fb5dd4ce03b4b2159ab1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04fe4e31-cf1e-4056-9242-932cd6470ce7" -d '{"events": [{"name": "network-changed", "server_uuid": "98d55c2d-420b-45bd-a19c-a51ec30177ea", "tag": "f5698167-c51b-489f-a142-f8e511ffc09c"}]}' {{(pid=116162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 11:10:28.636503 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 11:10:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f501939d-4e68-4f14-a42d-d2c7bd7620b9 x-openstack-request-id: req-f501939d-4e68-4f14-a42d-d2c7bd7620b9 {{(pid=116162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 11:10:28.636503 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "98d55c2d-420b-45bd-a19c-a51ec30177ea", "tag": "f5698167-c51b-489f-a142-f8e511ffc09c", "status": "completed", "code": 200}]} {{(pid=116162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 11:10:28.636503 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-f501939d-4e68-4f14-a42d-d2c7bd7620b9 {{(pid=116162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 11:10:28.636503 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f501939d-4e68-4f14-a42d-d2c7bd7620b9'] response: {'name': 'network-changed', 'server_uuid': '98d55c2d-420b-45bd-a19c-a51ec30177ea', 'tag': 'f5698167-c51b-489f-a142-f8e511ffc09c', 'status': 'completed', 'code': 200} Apr 28 11:10:28.709047 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04fe4e31-cf1e-4056-9242-932cd6470ce7 req-aa871816-e79b-418c-abb0-1da36a238b66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:10:28.710977 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-04fe4e31-cf1e-4056-9242-932cd6470ce7 req-aa871816-e79b-418c-abb0-1da36a238b66 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=552a7719c35843ecaa8ce5b648a02d25&device_id=98d55c2d-420b-45bd-a19c-a51ec30177ea HTTP/1.1" status: 200 len: 1127 time: 0.0543399 Apr 28 11:10:28.855719 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04fe4e31-cf1e-4056-9242-932cd6470ce7 req-bd1552fa-549d-476a-860f-f2101a2f2a3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:10:28.857383 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-04fe4e31-cf1e-4056-9242-932cd6470ce7 req-bd1552fa-549d-476a-860f-f2101a2f2a3b service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=552a7719c35843ecaa8ce5b648a02d25&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1294963 Apr 28 11:10:28.980135 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04fe4e31-cf1e-4056-9242-932cd6470ce7 req-e56e7664-2220-45f2-8e89-667beb3d35c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:10:28.981648 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-04fe4e31-cf1e-4056-9242-932cd6470ce7 req-e56e7664-2220-45f2-8e89-667beb3d35c1 service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1183081 Apr 28 11:10:29.017310 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-d96792dc-96df-487c-bdf0-e9713eb2ef1e tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1603051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2063504'] for router_interface (d39c5f7d-45f6-4904-9ac5-e082165e7ff9), after_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:10:29.061294 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b76b366-c29c-439c-8a50-b69ba33ab089 req-8dbf7ad4-f4f8-4fb8-bdd3-803fc27a2c56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:10:29.063071 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-9b76b366-c29c-439c-8a50-b69ba33ab089 req-8dbf7ad4-f4f8-4fb8-bdd3-803fc27a2c56 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=552a7719c35843ecaa8ce5b648a02d25&device_id=98d55c2d-420b-45bd-a19c-a51ec30177ea HTTP/1.1" status: 200 len: 1127 time: 0.0469956 Apr 28 11:10:29.110230 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-9b76b366-c29c-439c-8a50-b69ba33ab089 req-f3780509-a1c6-4252-b4b5-adc31eaa2794 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f5698167-c51b-489f-a142-f8e511ffc09c HTTP/1.1" status: 200 len: 217 time: 0.0398393 Apr 28 11:10:29.159642 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b76b366-c29c-439c-8a50-b69ba33ab089 req-df40388e-b934-415a-a6ac-c8fe3d240236 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:10:29.161104 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-9b76b366-c29c-439c-8a50-b69ba33ab089 req-df40388e-b934-415a-a6ac-c8fe3d240236 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=49bbb4f0-3980-4b52-84ba-965c72e99e66 HTTP/1.1" status: 200 len: 850 time: 0.0468886 Apr 28 11:10:29.207120 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b76b366-c29c-439c-8a50-b69ba33ab089 req-675c6ae6-6b24-4f24-a5d2-3857f68b4254 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:10:29.208857 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-9b76b366-c29c-439c-8a50-b69ba33ab089 req-675c6ae6-6b24-4f24-a5d2-3857f68b4254 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=95a73077-5c3c-4a4f-9014-bee1df8e9c09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0420825 Apr 28 11:10:29.264748 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d96792dc-96df-487c-bdf0-e9713eb2ef1e tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Router d39c5f7d-45f6-4904-9ac5-e082165e7ff9 has already been hosted by L3 agent 6b492ad6-0876-4d74-b20d-28143a52ceba {{(pid=116161) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 11:10:29.308439 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-9b76b366-c29c-439c-8a50-b69ba33ab089 req-f895b2c7-2d2d-42ef-ab51-58f06f0dbb05 service neutron] 10.222.0.20 "GET /v2.0/networks/95a73077-5c3c-4a4f-9014-bee1df8e9c09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925453 Apr 28 11:10:29.414719 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-9b76b366-c29c-439c-8a50-b69ba33ab089 req-235d5e30-fdc9-467f-b653-6e9ae460f93d service neutron] 10.222.0.20 "GET /v2.0/networks/95a73077-5c3c-4a4f-9014-bee1df8e9c09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1008871 Apr 28 11:10:29.426522 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d0273c-0b3c-4563-bd4b-f2073d7dffef req-670e6304-d10b-4f08-b1f8-fbbb02295b73 tempest-TestVolumeBootPattern-839648198 tempest-TestVolumeBootPattern-839648198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:10:29.428351 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-b9d0273c-0b3c-4563-bd4b-f2073d7dffef req-670e6304-d10b-4f08-b1f8-fbbb02295b73 tempest-TestVolumeBootPattern-839648198 tempest-TestVolumeBootPattern-839648198-project] 10.222.0.10 "GET /v2.0/ports?device_id=98d55c2d-420b-45bd-a19c-a51ec30177ea HTTP/1.1" status: 200 len: 943 time: 0.0612507 Apr 28 11:10:29.429705 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d96792dc-96df-487c-bdf0-e9713eb2ef1e tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=116161) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 11:10:29.438215 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-d96792dc-96df-487c-bdf0-e9713eb2ef1e tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] 10.222.0.10 "PUT /v2.0/routers/d39c5f7d-45f6-4904-9ac5-e082165e7ff9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2598367 Apr 28 11:10:29.438647 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 56726) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:10:29.445428 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91683250-05d3-4758-80fd-37e581086f94 None None] Sync routers for ids ['d39c5f7d-45f6-4904-9ac5-e082165e7ff9'] in dv-neutron-master-2-hyperv {{(pid=116163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 11:10:29.457503 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91683250-05d3-4758-80fd-37e581086f94 None None] Routers {'d39c5f7d-45f6-4904-9ac5-e082165e7ff9'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=116163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 11:10:29.458488 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_hamode_db [None req-91683250-05d3-4758-80fd-37e581086f94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-28T10:50:39Z,description=,heartbeat_timestamp=2022-04-28T11:10:09Z,host='dv-neutron-master-2-hyperv',id=6b492ad6-0876-4d74-b20d-28143a52ceba,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T10:50:40Z,topic='l3_agent')) {'router_ids': ['d39c5f7d-45f6-4904-9ac5-e082165e7ff9'], 'active': True} {{(pid=116163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:10:29.496573 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-b9d0273c-0b3c-4563-bd4b-f2073d7dffef req-0cabdb44-86fc-4e9e-9a0b-48fc360fc1b3 tempest-TestVolumeBootPattern-839648198 tempest-TestVolumeBootPattern-839648198-project] 10.222.0.10 "GET /v2.0/security-groups?id=c83a530b-56a2-41d8-b874-e844ad8fa813&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0602496 Apr 28 11:10:29.499250 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.db.db_base_plugin_v2 [None req-24f661d2-e42f-42d6-babe-a0dd2b1e006a tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Deleting subnet d74f543f-ae77-44f2-90f1-2084f6cd3968 {{(pid=116162) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 28 11:10:29.503824 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-24f661d2-e42f-42d6-babe-a0dd2b1e006a tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks [] for subnet (d74f543f-ae77-44f2-90f1-2084f6cd3968), before_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:10:29.548820 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-24f661d2-e42f-42d6-babe-a0dd2b1e006a tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5026541'] for subnet (d74f543f-ae77-44f2-90f1-2084f6cd3968), precommit_delete_associations {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:10:29.594102 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvr_db [None req-91683250-05d3-4758-80fd-37e581086f94 None None] Set router d39c5f7d-45f6-4904-9ac5-e082165e7ff9 gateway port host: dv-neutron-master-2-hyperv {{(pid=116163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 11:10:29.640643 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-24f661d2-e42f-42d6-babe-a0dd2b1e006a tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-971303'] for subnet (d74f543f-ae77-44f2-90f1-2084f6cd3968), precommit_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:10:29.771600 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_hamode_db [None req-91683250-05d3-4758-80fd-37e581086f94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd39c5f7d-45f6-4904-9ac5-e082165e7ff9', 'name': 'tempest-TestNetworkBasicOps-router-1851747413', 'tenant_id': '65d54c3b7dcd4af68398071d25e8321e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'external_fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.178'}], 'enable_snat': True}, 'gw_port_id': '862d2816-46d6-41db-8ee5-be37dd974eb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T11:09:39Z', 'updated_at': '2022-04-28T11:10:28Z', 'revision_number': 5, 'project_id': '65d54c3b7dcd4af68398071d25e8321e', 'gw_port': {'id': '862d2816-46d6-41db-8ee5-be37dd974eb9', 'name': '', 'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:e6:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd39c5f7d-45f6-4904-9ac5-e082165e7ff9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1416, 'fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:09:40Z', 'updated_at': '2022-04-28T11:09:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=116163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:10:29.803750 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91683250-05d3-4758-80fd-37e581086f94 None None] Checking router: d39c5f7d-45f6-4904-9ac5-e082165e7ff9 for host: dv-neutron-master-2-hyperv {{(pid=116163) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 11:10:29.813148 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91683250-05d3-4758-80fd-37e581086f94 None None] Routers {'d39c5f7d-45f6-4904-9ac5-e082165e7ff9'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=116163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 11:10:29.813769 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_hamode_db [None req-91683250-05d3-4758-80fd-37e581086f94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-28T10:50:39Z,description=,heartbeat_timestamp=2022-04-28T11:10:09Z,host='dv-neutron-master-2-hyperv',id=6b492ad6-0876-4d74-b20d-28143a52ceba,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T10:50:40Z,topic='l3_agent')) {'router_ids': ['d39c5f7d-45f6-4904-9ac5-e082165e7ff9'], 'active': True} {{(pid=116163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:10:29.825400 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-24f661d2-e42f-42d6-babe-a0dd2b1e006a tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-971310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5053962', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4210815'] for subnet (d74f543f-ae77-44f2-90f1-2084f6cd3968), after_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:10:29.864265 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f661d2-e42f-42d6-babe-a0dd2b1e006a tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Pushing event deleted for resources: {'Subnet': ['ID=d74f543f-ae77-44f2-90f1-2084f6cd3968,revision_number=None']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:10:29.868592 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-24f661d2-e42f-42d6-babe-a0dd2b1e006a tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks [] for subnet (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:10:29.875238 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 56728) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:10:29.880242 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d43c9ffa-9a68-43a0-9781-fd2974050cf2 None None] Network d059e0cd-6e3c-43a8-b7f5-a898efa1c95b requested from dv-neutron-master-2-hyperv {{(pid=116163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 11:10:29.886316 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-24f661d2-e42f-42d6-babe-a0dd2b1e006a tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] 10.222.0.10 "DELETE /v2.0/subnets/d74f543f-ae77-44f2-90f1-2084f6cd3968 HTTP/1.1" status: 204 len: 168 time: 0.4464488 Apr 28 11:10:30.016032 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvr_db [None req-91683250-05d3-4758-80fd-37e581086f94 None None] Set router d39c5f7d-45f6-4904-9ac5-e082165e7ff9 gateway port host: dv-neutron-master-2-hyperv {{(pid=116163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 11:10:30.021565 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-5c37ec6c-83e3-4a7a-bd48-f6d046784363 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks [] for router (d39c5f7d-45f6-4904-9ac5-e082165e7ff9), before_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:10:30.147532 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-5c37ec6c-83e3-4a7a-bd48-f6d046784363 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks [] for router_gateway (d39c5f7d-45f6-4904-9ac5-e082165e7ff9), before_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:10:30.168316 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe0524a0-3190-4218-b156-0aac204f0855 None None] DHCP port deletion for d059e0cd-6e3c-43a8-b7f5-a898efa1c95b request from dv-neutron-master-2-hyperv {{(pid=116163) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 28 11:10:30.244313 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-fe0524a0-3190-4218-b156-0aac204f0855 None None] Deleting port c9d1ebfc-f3fc-49b6-9f32-6e51ef1261ff {{(pid=116163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 11:10:30.244682 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-fe0524a0-3190-4218-b156-0aac204f0855 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742235130188'] for port (c9d1ebfc-f3fc-49b6-9f32-6e51ef1261ff), before_delete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:10:30.246454 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_hamode_db [None req-91683250-05d3-4758-80fd-37e581086f94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd39c5f7d-45f6-4904-9ac5-e082165e7ff9', 'name': 'tempest-TestNetworkBasicOps-router-1851747413', 'tenant_id': '65d54c3b7dcd4af68398071d25e8321e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'external_fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.178'}], 'enable_snat': True}, 'gw_port_id': '862d2816-46d6-41db-8ee5-be37dd974eb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T11:09:39Z', 'updated_at': '2022-04-28T11:10:28Z', 'revision_number': 5, 'project_id': '65d54c3b7dcd4af68398071d25e8321e', 'gw_port': {'id': '862d2816-46d6-41db-8ee5-be37dd974eb9', 'name': '', 'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:e6:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd39c5f7d-45f6-4904-9ac5-e082165e7ff9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1416, 'fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:09:40Z', 'updated_at': '2022-04-28T11:09:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=116163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:10:30.265467 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.plugin [None req-5c37ec6c-83e3-4a7a-bd48-f6d046784363 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Deleting port 862d2816-46d6-41db-8ee5-be37dd974eb9 {{(pid=116161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 11:10:30.265821 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-5c37ec6c-83e3-4a7a-bd48-f6d046784363 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742235130188'] for port (862d2816-46d6-41db-8ee5-be37dd974eb9), before_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:10:30.288524 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91683250-05d3-4758-80fd-37e581086f94 None None] The sync data for ids ['d39c5f7d-45f6-4904-9ac5-e082165e7ff9'] in dv-neutron-master-2-hyperv is: [{'id': 'd39c5f7d-45f6-4904-9ac5-e082165e7ff9', 'name': 'tempest-TestNetworkBasicOps-router-1851747413', 'tenant_id': '65d54c3b7dcd4af68398071d25e8321e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'external_fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.178'}], 'enable_snat': True}, 'gw_port_id': '862d2816-46d6-41db-8ee5-be37dd974eb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T11:09:39Z', 'updated_at': '2022-04-28T11:10:28Z', 'revision_number': 5, 'project_id': '65d54c3b7dcd4af68398071d25e8321e', 'gw_port': {'id': '862d2816-46d6-41db-8ee5-be37dd974eb9', 'name': '', 'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:e6:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd39c5f7d-45f6-4904-9ac5-e082165e7ff9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1416, 'fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:09:40Z', 'updated_at': '2022-04-28T11:09:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}] {{(pid=116163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 11:10:30.339784 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-fe0524a0-3190-4218-b156-0aac204f0855 None None] For port c9d1ebfc-f3fc-49b6-9f32-6e51ef1261ff, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=c9d1ebfc-f3fc-49b6-9f32-6e51ef1261ff,segment=NetworkSegment(719ada7e-6297-4561-a8c1-ffe35b7aed7e),segment_id=719ada7e-6297-4561-a8c1-ffe35b7aed7e)] {{(pid=116163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 11:10:30.340261 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-fe0524a0-3190-4218-b156-0aac204f0855 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1938497'] for port (c9d1ebfc-f3fc-49b6-9f32-6e51ef1261ff), precommit_delete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:10:30.354746 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-fe0524a0-3190-4218-b156-0aac204f0855 None None] Calling delete_port for c9d1ebfc-f3fc-49b6-9f32-6e51ef1261ff owned by network:dhcp {{(pid=116163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 11:10:30.364930 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.db [None req-5c37ec6c-83e3-4a7a-bd48-f6d046784363 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] For port 862d2816-46d6-41db-8ee5-be37dd974eb9, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=862d2816-46d6-41db-8ee5-be37dd974eb9,segment=NetworkSegment(142bc50f-d6af-4646-8d06-bb7af6b7b51c),segment_id=142bc50f-d6af-4646-8d06-bb7af6b7b51c)] {{(pid=116161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 11:10:30.365285 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-5c37ec6c-83e3-4a7a-bd48-f6d046784363 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1938497'] for port (862d2816-46d6-41db-8ee5-be37dd974eb9), precommit_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:10:30.378572 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.plugin [None req-5c37ec6c-83e3-4a7a-bd48-f6d046784363 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Calling delete_port for 862d2816-46d6-41db-8ee5-be37dd974eb9 owned by network:router_gateway {{(pid=116161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 11:10:30.512197 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-fe0524a0-3190-4218-b156-0aac204f0855 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742235135690', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742234710366'] for port (c9d1ebfc-f3fc-49b6-9f32-6e51ef1261ff), after_delete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:10:30.545460 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe0524a0-3190-4218-b156-0aac204f0855 None None] Pushing event deleted for resources: {'Port': ['ID=c9d1ebfc-f3fc-49b6-9f32-6e51ef1261ff,revision_number=None']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:10:30.548213 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe0524a0-3190-4218-b156-0aac204f0855 None None] No DVR routers for this DVR port c9d1ebfc-f3fc-49b6-9f32-6e51ef1261ff on host dv-neutron-master-2-hyperv {{(pid=116163) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 11:10:30.602759 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-5c37ec6c-83e3-4a7a-bd48-f6d046784363 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742235135690', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742234710366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5219112'] for port (862d2816-46d6-41db-8ee5-be37dd974eb9), after_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:10:30.651174 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c37ec6c-83e3-4a7a-bd48-f6d046784363 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Pushing event deleted for resources: {'Port': ['ID=862d2816-46d6-41db-8ee5-be37dd974eb9,revision_number=None']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:10:30.686638 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b2bfed-b2de-4c13-9fcb-9e6d942645eb req-5f831d75-950d-4d4a-baa1-b92ef1c0bba4 tempest-TestVolumeBootPattern-839648198 tempest-TestVolumeBootPattern-839648198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:10:30.689542 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-b9b2bfed-b2de-4c13-9fcb-9e6d942645eb req-5f831d75-950d-4d4a-baa1-b92ef1c0bba4 tempest-TestVolumeBootPattern-839648198 tempest-TestVolumeBootPattern-839648198-project] 10.222.0.10 "GET /v2.0/ports?device_id=98d55c2d-420b-45bd-a19c-a51ec30177ea HTTP/1.1" status: 200 len: 943 time: 0.0985639 Apr 28 11:10:30.760764 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-5c37ec6c-83e3-4a7a-bd48-f6d046784363 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1935354'] for router_gateway (d39c5f7d-45f6-4904-9ac5-e082165e7ff9), after_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:10:30.841259 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-b9b2bfed-b2de-4c13-9fcb-9e6d942645eb req-b3280a72-5f23-4cb0-8402-6ce40221c730 tempest-TestVolumeBootPattern-839648198 tempest-TestVolumeBootPattern-839648198-project] 10.222.0.10 "GET /v2.0/security-groups?id=c83a530b-56a2-41d8-b874-e844ad8fa813&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1261029 Apr 28 11:10:30.875275 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-5c37ec6c-83e3-4a7a-bd48-f6d046784363 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2060865', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-63275'] for router (d39c5f7d-45f6-4904-9ac5-e082165e7ff9), precommit_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:10:30.877867 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-5c37ec6c-83e3-4a7a-bd48-f6d046784363 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks [] for router_controller (d39c5f7d-45f6-4904-9ac5-e082165e7ff9), precommit_delete_associations {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:10:30.992165 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-5c37ec6c-83e3-4a7a-bd48-f6d046784363 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2060888'] for router (d39c5f7d-45f6-4904-9ac5-e082165e7ff9), after_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:10:30.992705 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c37ec6c-83e3-4a7a-bd48-f6d046784363 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Fanout notify agent at l3_agent the message router_deleted on router d39c5f7d-45f6-4904-9ac5-e082165e7ff9 {{(pid=116161) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 28 11:10:31.007790 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-5c37ec6c-83e3-4a7a-bd48-f6d046784363 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks [] for router (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:10:31.007790 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-5c37ec6c-83e3-4a7a-bd48-f6d046784363 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] 10.222.0.10 "DELETE /v2.0/routers/d39c5f7d-45f6-4904-9ac5-e082165e7ff9 HTTP/1.1" status: 204 len: 168 time: 1.1250463 Apr 28 11:10:31.007790 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 56732) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:10:31.096354 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-3c299315-3892-4315-9790-3cb409d97494 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-979593'] for network (d059e0cd-6e3c-43a8-b7f5-a898efa1c95b), before_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:10:31.187606 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-3c299315-3892-4315-9790-3cb409d97494 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-973498', 'neutron.services.segments.db._delete_segments_for_network-8742235207033'] for network (d059e0cd-6e3c-43a8-b7f5-a898efa1c95b), precommit_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:10:31.207727 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.services.segments.db [None req-3c299315-3892-4315-9790-3cb409d97494 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d059e0cd-6e3c-43a8-b7f5-a898efa1c95b']}} {{(pid=116161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:10:31.216981 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.services.segments.db [None req-3c299315-3892-4315-9790-3cb409d97494 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '719ada7e-6297-4561-a8c1-ffe35b7aed7e') {'for_net_delete': True} {{(pid=116161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:10:31.217288 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.services.segments.db [None req-3c299315-3892-4315-9790-3cb409d97494 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '719ada7e-6297-4561-a8c1-ffe35b7aed7e') {} {{(pid=116161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:10:31.232754 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-3c299315-3892-4315-9790-3cb409d97494 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742235208578', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8076969'] for segment (719ada7e-6297-4561-a8c1-ffe35b7aed7e), before_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:10:31.246959 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-3c299315-3892-4315-9790-3cb409d97494 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-961978'] for segment (719ada7e-6297-4561-a8c1-ffe35b7aed7e), precommit_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:10:31.253572 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3c299315-3892-4315-9790-3cb409d97494 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Releasing vlan 94 on physical network physnet1 to pool {{(pid=116161) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 11:10:31.254013 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-3c299315-3892-4315-9790-3cb409d97494 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-961978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5219103'] for segment (719ada7e-6297-4561-a8c1-ffe35b7aed7e), after_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:10:31.257048 dv-neutron-master-2-hyperv neutron-server[116161]: Traceback (most recent call last): Apr 28 11:10:31.257048 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 11:10:31.257048 dv-neutron-master-2-hyperv neutron-server[116161]: timer() Apr 28 11:10:31.257048 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 11:10:31.257048 dv-neutron-master-2-hyperv neutron-server[116161]: cb(*args, **kw) Apr 28 11:10:31.257048 dv-neutron-master-2-hyperv neutron-server[116161]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 28 11:10:31.257048 dv-neutron-master-2-hyperv neutron-server[116161]: return func(*args, **kwargs) Apr 28 11:10:31.257048 dv-neutron-master-2-hyperv neutron-server[116161]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 11:10:31.257048 dv-neutron-master-2-hyperv neutron-server[116161]: self._notify() Apr 28 11:10:31.257048 dv-neutron-master-2-hyperv neutron-server[116161]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 11:10:31.257048 dv-neutron-master-2-hyperv neutron-server[116161]: self.callback(batched_events) Apr 28 11:10:31.257048 dv-neutron-master-2-hyperv neutron-server[116161]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 11:10:31.257048 dv-neutron-master-2-hyperv neutron-server[116161]: event.method(event) Apr 28 11:10:31.257048 dv-neutron-master-2-hyperv neutron-server[116161]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 28 11:10:31.257048 dv-neutron-master-2-hyperv neutron-server[116161]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 11:10:31.257048 dv-neutron-master-2-hyperv neutron-server[116161]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 28 11:10:31.257048 dv-neutron-master-2-hyperv neutron-server[116161]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 11:10:31.257048 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 28 11:10:31.257048 dv-neutron-master-2-hyperv neutron-server[116161]: return f(self, *a, **k) Apr 28 11:10:31.257048 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 28 11:10:31.257048 dv-neutron-master-2-hyperv neutron-server[116161]: return self._get(url).json() Apr 28 11:10:31.257048 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 28 11:10:31.257048 dv-neutron-master-2-hyperv neutron-server[116161]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 11:10:31.257048 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 11:10:31.257048 dv-neutron-master-2-hyperv neutron-server[116161]: return self.request(url, 'GET', **kwargs) Apr 28 11:10:31.257048 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 11:10:31.257048 dv-neutron-master-2-hyperv neutron-server[116161]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 11:10:31.257048 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 11:10:31.257048 dv-neutron-master-2-hyperv neutron-server[116161]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 11:10:31.257048 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 11:10:31.257048 dv-neutron-master-2-hyperv neutron-server[116161]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 11:10:31.257048 dv-neutron-master-2-hyperv neutron-server[116161]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 11:10:31.390707 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-3c299315-3892-4315-9790-3cb409d97494 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-973477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2063122'] for network (d059e0cd-6e3c-43a8-b7f5-a898efa1c95b), after_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:10:31.397734 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-3c299315-3892-4315-9790-3cb409d97494 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks [] for network (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:10:31.400881 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-3c299315-3892-4315-9790-3cb409d97494 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] 10.222.0.10 "DELETE /v2.0/networks/d059e0cd-6e3c-43a8-b7f5-a898efa1c95b HTTP/1.1" status: 204 len: 168 time: 0.3956723 Apr 28 11:10:31.416637 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 56734) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:10:31.423604 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c299315-3892-4315-9790-3cb409d97494 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Pushing event deleted for resources: {'Network': ['ID=d059e0cd-6e3c-43a8-b7f5-a898efa1c95b,revision_number=None']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:10:31.435257 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-ee3cbd94-810e-4477-ab4d-27fa7b5b6d83 tempest-TestNetworkBasicOps-223859856 tempest-TestNetworkBasicOps-223859856-project-admin] 10.222.0.10 "GET /v2.0/agents?agent_type=L3+agent HTTP/1.1" status: 200 len: 838 time: 0.0204780 Apr 28 11:10:31.437014 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 56736) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:10:31.442463 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.v2.base [None req-5653a34f-150d-464f-87d5-f4252f7cb2d1 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Request body: {'network': {'name': 'tempest-network-smoke--1233076891', 'project_id': '65d54c3b7dcd4af68398071d25e8321e', 'port_security_enabled': True}} {{(pid=116162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:10:31.516987 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5653a34f-150d-464f-87d5-f4252f7cb2d1 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Made reservation on behalf of 65d54c3b7dcd4af68398071d25e8321e for: {'network': 1} {{(pid=116162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 11:10:31.520475 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-5653a34f-150d-464f-87d5-f4252f7cb2d1 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for network (None), before_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:10:31.545076 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5653a34f-150d-464f-87d5-f4252f7cb2d1 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 97} {{(pid=116162) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 11:10:31.554281 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-5653a34f-150d-464f-87d5-f4252f7cb2d1 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-961978'] for segment (d48d6e4c-bada-4388-a240-98e1de223282), precommit_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:10:31.554716 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.db.segments_db [None req-5653a34f-150d-464f-87d5-f4252f7cb2d1 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Added segment d48d6e4c-bada-4388-a240-98e1de223282 of type vlan for network fbc1d381-a33c-46bd-b8fb-770a99aa7936 Apr 28 11:10:31.594358 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-5653a34f-150d-464f-87d5-f4252f7cb2d1 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742234744962'] for network (fbc1d381-a33c-46bd-b8fb-770a99aa7936), precommit_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:10:31.683323 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-5653a34f-150d-464f-87d5-f4252f7cb2d1 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042'] for network (fbc1d381-a33c-46bd-b8fb-770a99aa7936), after_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:10:31.689132 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5653a34f-150d-464f-87d5-f4252f7cb2d1 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:10:31.689724 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-5653a34f-150d-464f-87d5-f4252f7cb2d1 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks [] for network (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:10:31.757723 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5653a34f-150d-464f-87d5-f4252f7cb2d1 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Pushing event updated for resources: {'Network': ['ID=fbc1d381-a33c-46bd-b8fb-770a99aa7936,revision_number=1']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:10:31.768519 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Network fbc1d381-a33c-46bd-b8fb-770a99aa7936 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=116163) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 28 11:10:31.784591 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-5653a34f-150d-464f-87d5-f4252f7cb2d1 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3464289 Apr 28 11:10:31.787503 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 56738) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:10:31.792305 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.v2.base [None req-e50aa558-1d9f-4e38-b4be-58a98098ca3e tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1833001064', 'admin_state_up': True, 'project_id': '65d54c3b7dcd4af68398071d25e8321e', 'external_gateway_info': {'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c'}}} {{(pid=116161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:10:31.878638 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-e50aa558-1d9f-4e38-b4be-58a98098ca3e tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2060459', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-63449'] for router (80b902f9-cf40-4f35-9b9b-5844c212cdad), before_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:10:31.879890 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-e50aa558-1d9f-4e38-b4be-58a98098ca3e tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2060827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1935275', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1960866', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-63266'] for router (80b902f9-cf40-4f35-9b9b-5844c212cdad), precommit_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:10:31.888297 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Device 862d2816-46d6-41db-8ee5-be37dd974eb9 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=116163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 11:10:31.912964 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] No Port match for: 862d2816-46d6-41db-8ee5-be37dd974eb9 {{(pid=116163) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 28 11:10:31.913407 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Device 862d2816-46d6-41db-8ee5-be37dd974eb9 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=116163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 11:10:31.914124 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Device 49f4d30d-92a5-490c-8750-d6446923dc2d no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=116163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 11:10:31.938465 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] No Port match for: 49f4d30d-92a5-490c-8750-d6446923dc2d {{(pid=116163) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 28 11:10:31.938815 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Device 49f4d30d-92a5-490c-8750-d6446923dc2d not bound to the agent host dv-neutron-master-2-hyperv {{(pid=116163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 11:10:31.939294 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Device c9d1ebfc-f3fc-49b6-9f32-6e51ef1261ff no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=116163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 11:10:31.947602 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-e50aa558-1d9f-4e38-b4be-58a98098ca3e tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks [] for router_controller (80b902f9-cf40-4f35-9b9b-5844c212cdad), precommit_add_association {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:10:31.959241 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] No Port match for: c9d1ebfc-f3fc-49b6-9f32-6e51ef1261ff {{(pid=116163) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 28 11:10:31.965138 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Device c9d1ebfc-f3fc-49b6-9f32-6e51ef1261ff not bound to the agent host dv-neutron-master-2-hyperv {{(pid=116163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 11:10:31.994379 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a7a8c7-0d34-4e2a-89cb-511b01f0a93b req-304d5114-a04e-4be4-ad25-7065f3c7446b tempest-TestVolumeBootPattern-839648198 tempest-TestVolumeBootPattern-839648198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:10:31.995898 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-20a7a8c7-0d34-4e2a-89cb-511b01f0a93b req-304d5114-a04e-4be4-ad25-7065f3c7446b tempest-TestVolumeBootPattern-839648198 tempest-TestVolumeBootPattern-839648198-project] 10.222.0.10 "GET /v2.0/ports?device_id=98d55c2d-420b-45bd-a19c-a51ec30177ea HTTP/1.1" status: 200 len: 943 time: 0.0510054 Apr 28 11:10:32.151736 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-20a7a8c7-0d34-4e2a-89cb-511b01f0a93b req-29357f96-5f83-4251-841c-57bd97b9c35e tempest-TestVolumeBootPattern-839648198 tempest-TestVolumeBootPattern-839648198-project] 10.222.0.10 "GET /v2.0/security-groups?id=c83a530b-56a2-41d8-b874-e844ad8fa813&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1494563 Apr 28 11:10:32.192775 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-e50aa558-1d9f-4e38-b4be-58a98098ca3e tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks [] for router_gateway (80b902f9-cf40-4f35-9b9b-5844c212cdad), precommit_update {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:10:32.434996 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-e50aa558-1d9f-4e38-b4be-58a98098ca3e tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks [] for router_gateway (80b902f9-cf40-4f35-9b9b-5844c212cdad), before_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:10:32.454817 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-e50aa558-1d9f-4e38-b4be-58a98098ca3e tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (None), before_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:10:32.563744 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.db.db_base_plugin_common [None req-e50aa558-1d9f-4e38-b4be-58a98098ca3e tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Allocated IP 172.36.4.70 (7be49d94-bbb8-4a61-bafe-209c5f861e1c/c0f82f52-05ee-40f2-a57c-9d02e01fb9fa/21970834-09b9-4353-9d89-5d7267c525df) {{(pid=116161) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 11:10:32.666685 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-e50aa558-1d9f-4e38-b4be-58a98098ca3e tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks [] for port (21970834-09b9-4353-9d89-5d7267c525df), precommit_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:10:32.758024 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-e50aa558-1d9f-4e38-b4be-58a98098ca3e tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742234710357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5219112'] for port (21970834-09b9-4353-9d89-5d7267c525df), after_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:10:32.800006 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e50aa558-1d9f-4e38-b4be-58a98098ca3e tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Network 7be49d94-bbb8-4a61-bafe-209c5f861e1c is already hosted by enough agents. {{(pid=116161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 11:10:32.802909 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.scheduler.base_scheduler [None req-e50aa558-1d9f-4e38-b4be-58a98098ca3e tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Resources bound (agent type, host, resource id): {{(pid=116161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 11:10:32.808493 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e50aa558-1d9f-4e38-b4be-58a98098ca3e tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Received port after_create {{(pid=116161) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 11:10:32.832956 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e50aa558-1d9f-4e38-b4be-58a98098ca3e tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Pushing event updated for resources: {'Port': ['ID=21970834-09b9-4353-9d89-5d7267c525df,revision_number=1']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:10:33.139885 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-e50aa558-1d9f-4e38-b4be-58a98098ca3e tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks [] for router_gateway (80b902f9-cf40-4f35-9b9b-5844c212cdad), after_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:10:33.582448 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4870d589-cb27-4cda-b385-c4555a3f6cc9 req-bf10b7d4-0784-44ac-a904-cbb3cbea2b7d tempest-TestVolumeBootPattern-839648198 tempest-TestVolumeBootPattern-839648198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:10:33.584086 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-4870d589-cb27-4cda-b385-c4555a3f6cc9 req-bf10b7d4-0784-44ac-a904-cbb3cbea2b7d tempest-TestVolumeBootPattern-839648198 tempest-TestVolumeBootPattern-839648198-project] 10.222.0.10 "GET /v2.0/ports?device_id=98d55c2d-420b-45bd-a19c-a51ec30177ea HTTP/1.1" status: 200 len: 943 time: 0.0585754 Apr 28 11:10:33.712213 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-4870d589-cb27-4cda-b385-c4555a3f6cc9 req-c3693b5d-7706-49ad-a252-b904f7e74b72 tempest-TestVolumeBootPattern-839648198 tempest-TestVolumeBootPattern-839648198-project] 10.222.0.10 "GET /v2.0/security-groups?id=c83a530b-56a2-41d8-b874-e844ad8fa813&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0888278 Apr 28 11:10:33.732499 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-e50aa558-1d9f-4e38-b4be-58a98098ca3e tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2060818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1935326'] for router (80b902f9-cf40-4f35-9b9b-5844c212cdad), after_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:10:33.934643 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e50aa558-1d9f-4e38-b4be-58a98098ca3e tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Router 80b902f9-cf40-4f35-9b9b-5844c212cdad is scheduled to L3 agent 6b492ad6-0876-4d74-b20d-28143a52ceba with binding_index 1 {{(pid=116161) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 28 11:10:34.046465 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e50aa558-1d9f-4e38-b4be-58a98098ca3e tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=116161) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 11:10:34.056889 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53213159-8fc5-4646-b987-957ca546bd21 None None] Sync routers for ids ['80b902f9-cf40-4f35-9b9b-5844c212cdad'] in dv-neutron-master-2-hyperv {{(pid=116164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 11:10:34.067853 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53213159-8fc5-4646-b987-957ca546bd21 None None] Routers {'80b902f9-cf40-4f35-9b9b-5844c212cdad'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=116164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 11:10:34.073560 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_hamode_db [None req-53213159-8fc5-4646-b987-957ca546bd21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-28T10:50:39Z,description=,heartbeat_timestamp=2022-04-28T11:10:09Z,host='dv-neutron-master-2-hyperv',id=6b492ad6-0876-4d74-b20d-28143a52ceba,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T10:50:40Z,topic='l3_agent')) {'router_ids': ['80b902f9-cf40-4f35-9b9b-5844c212cdad'], 'active': True} {{(pid=116164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:10:34.118866 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-e50aa558-1d9f-4e38-b4be-58a98098ca3e tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks [] for router (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:10:34.120468 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-e50aa558-1d9f-4e38-b4be-58a98098ca3e tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.3319645 Apr 28 11:10:34.123624 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 56744) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:10:34.162286 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-3ca9a241-3e73-4729-919f-0ada32182451 tempest-TestNetworkBasicOps-223859856 tempest-TestNetworkBasicOps-223859856-project-admin] 10.222.0.10 "GET /v2.0/subnets?project_id=65d54c3b7dcd4af68398071d25e8321e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0340843 Apr 28 11:10:34.162664 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 56746) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:10:34.191965 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_dvr_db [None req-53213159-8fc5-4646-b987-957ca546bd21 None None] Set router 80b902f9-cf40-4f35-9b9b-5844c212cdad gateway port host: dv-neutron-master-2-hyperv {{(pid=116164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 11:10:34.255807 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7eac1ab-b6b7-4f3c-b9cf-d72cab53e685 tempest-TestNetworkBasicOps-223859856 tempest-TestNetworkBasicOps-223859856-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:10:34.260182 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-b7eac1ab-b6b7-4f3c-b9cf-d72cab53e685 tempest-TestNetworkBasicOps-223859856 tempest-TestNetworkBasicOps-223859856-project-admin] 10.222.0.10 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0938632 Apr 28 11:10:34.260412 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 56748) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:10:34.292610 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-8738c53d-936f-4eac-bb0e-3c72a9c47edd tempest-TestNetworkBasicOps-223859856 tempest-TestNetworkBasicOps-223859856-project-admin] 10.222.0.10 "GET /v2.0/subnets?network_id=7be49d94-bbb8-4a61-bafe-209c5f861e1c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0309689 Apr 28 11:10:34.295015 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 56750) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:10:34.300241 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.v2.base [None req-0c87ba84-6fd6-4c81-a9fc-6a80bc478584 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1332618888', 'network_id': 'fbc1d381-a33c-46bd-b8fb-770a99aa7936', 'project_id': '65d54c3b7dcd4af68398071d25e8321e', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=116161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:10:34.372186 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_hamode_db [None req-53213159-8fc5-4646-b987-957ca546bd21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80b902f9-cf40-4f35-9b9b-5844c212cdad', 'name': 'tempest-TestNetworkBasicOps-router-1833001064', 'tenant_id': '65d54c3b7dcd4af68398071d25e8321e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'external_fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.70'}], 'enable_snat': True}, 'gw_port_id': '21970834-09b9-4353-9d89-5d7267c525df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T11:10:31Z', 'updated_at': '2022-04-28T11:10:32Z', 'revision_number': 3, 'project_id': '65d54c3b7dcd4af68398071d25e8321e', 'gw_port': {'id': '21970834-09b9-4353-9d89-5d7267c525df', 'name': '', 'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:f5:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80b902f9-cf40-4f35-9b9b-5844c212cdad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1445, 'fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:10:32Z', 'updated_at': '2022-04-28T11:10:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=116164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:10:34.399321 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53213159-8fc5-4646-b987-957ca546bd21 None None] Checking router: 80b902f9-cf40-4f35-9b9b-5844c212cdad for host: dv-neutron-master-2-hyperv {{(pid=116164) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 11:10:34.399760 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53213159-8fc5-4646-b987-957ca546bd21 None None] Updating router 80b902f9-cf40-4f35-9b9b-5844c212cdad port 21970834-09b9-4353-9d89-5d7267c525df binding host dv-neutron-master-2-hyperv {{(pid=116164) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 28 11:10:34.429988 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron_lib.callbacks.manager [None req-53213159-8fc5-4646-b987-957ca546bd21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (21970834-09b9-4353-9d89-5d7267c525df), before_update {{(pid=116164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:10:34.449814 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c87ba84-6fd6-4c81-a9fc-6a80bc478584 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Made reservation on behalf of 65d54c3b7dcd4af68398071d25e8321e for: {'subnet': 1} {{(pid=116161) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 11:10:34.453960 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-0c87ba84-6fd6-4c81-a9fc-6a80bc478584 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5125580'] for subnet (None), before_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:10:34.682103 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron_lib.callbacks.manager [None req-53213159-8fc5-4646-b987-957ca546bd21 None None] Publish callbacks [] for port (21970834-09b9-4353-9d89-5d7267c525df), precommit_update {{(pid=116164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:10:34.709369 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-0c87ba84-6fd6-4c81-a9fc-6a80bc478584 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5220536', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5125438'] for subnet (71c1d17c-4c5b-4fc0-8c58-696c04e92a56), after_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:10:34.772457 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c87ba84-6fd6-4c81-a9fc-6a80bc478584 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Pushing event updated for resources: {'Subnet': ['ID=71c1d17c-4c5b-4fc0-8c58-696c04e92a56,revision_number=0']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:10:34.780418 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron_lib.callbacks.manager [None req-53213159-8fc5-4646-b987-957ca546bd21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393'] for port (21970834-09b9-4353-9d89-5d7267c525df), after_update {{(pid=116164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:10:34.782388 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c87ba84-6fd6-4c81-a9fc-6a80bc478584 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Checking segment: {'id': 'd48d6e4c-bada-4388-a240-98e1de223282', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'fbc1d381-a33c-46bd-b8fb-770a99aa7936'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 11:10:34.782388 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c87ba84-6fd6-4c81-a9fc-6a80bc478584 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Network hostable DHCP agents. Network: fbc1d381-a33c-46bd-b8fb-770a99aa7936, hostable agents: ['75ba81b7-fe99-4281-90d2-a5adb445ecea'], hosted agents: [] {{(pid=116161) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 11:10:34.840225 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-839e4dd6-016c-40ea-9e8a-7c689d332b98 None None] Pushing event updated for resources: {'Port': ['ID=21970834-09b9-4353-9d89-5d7267c525df,revision_number=2']} {{(pid=116164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:10:34.845154 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.plugins.ml2.managers [None req-53213159-8fc5-4646-b987-957ca546bd21 None None] Attempting to bind port 21970834-09b9-4353-9d89-5d7267c525df on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=116164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 28 11:10:34.845526 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.plugins.ml2.managers [None req-53213159-8fc5-4646-b987-957ca546bd21 None None] Attempting to bind port 21970834-09b9-4353-9d89-5d7267c525df by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '142bc50f-d6af-4646-8d06-bb7af6b7b51c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c'}] {{(pid=116164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 28 11:10:34.845892 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53213159-8fc5-4646-b987-957ca546bd21 None None] Attempting to bind port 21970834-09b9-4353-9d89-5d7267c525df on network 7be49d94-bbb8-4a61-bafe-209c5f861e1c {{(pid=116164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 11:10:34.848611 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2953ae0-ff8f-4673-a406-215463e6f72f req-a6bf128f-2ee7-414a-853d-b8f559bc7686 tempest-TestVolumeBootPattern-839648198 tempest-TestVolumeBootPattern-839648198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:10:34.850429 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-f2953ae0-ff8f-4673-a406-215463e6f72f req-a6bf128f-2ee7-414a-853d-b8f559bc7686 tempest-TestVolumeBootPattern-839648198 tempest-TestVolumeBootPattern-839648198-project] 10.222.0.10 "GET /v2.0/ports?device_id=98d55c2d-420b-45bd-a19c-a51ec30177ea HTTP/1.1" status: 200 len: 943 time: 0.0502658 Apr 28 11:10:34.851455 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53213159-8fc5-4646-b987-957ca546bd21 None None] Checking agent: {'id': 'd5baab19-5dd1-4902-922b-84acb048ab9c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 10, 50, 43), 'started_at': datetime.datetime(2022, 4, 28, 10, 51, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 11, 10, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=116164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 11:10:34.851834 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53213159-8fc5-4646-b987-957ca546bd21 None None] Checking segment: {'id': '142bc50f-d6af-4646-8d06-bb7af6b7b51c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 11:10:34.852235 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron_lib.callbacks.manager [None req-53213159-8fc5-4646-b987-957ca546bd21 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=116164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:10:34.852626 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53213159-8fc5-4646-b987-957ca546bd21 None None] Bound using segment: {'id': '142bc50f-d6af-4646-8d06-bb7af6b7b51c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c'} {{(pid=116164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 11:10:34.853087 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.plugins.ml2.managers [None req-53213159-8fc5-4646-b987-957ca546bd21 None None] Bound port: 21970834-09b9-4353-9d89-5d7267c525df, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '142bc50f-d6af-4646-8d06-bb7af6b7b51c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c'}}] {{(pid=116164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 28 11:10:34.853466 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron_lib.callbacks.manager [None req-53213159-8fc5-4646-b987-957ca546bd21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (21970834-09b9-4353-9d89-5d7267c525df), before_update {{(pid=116164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:10:34.882108 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c87ba84-6fd6-4c81-a9fc-6a80bc478584 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Network fbc1d381-a33c-46bd-b8fb-770a99aa7936 is scheduled to be hosted by DHCP agent 75ba81b7-fe99-4281-90d2-a5adb445ecea with binding_index 1 {{(pid=116161) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 11:10:34.909795 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.plugins.ml2.db [None req-53213159-8fc5-4646-b987-957ca546bd21 None None] For port 21970834-09b9-4353-9d89-5d7267c525df, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=116164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 11:10:34.913210 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.plugins.ml2.db [None req-53213159-8fc5-4646-b987-957ca546bd21 None None] For port 21970834-09b9-4353-9d89-5d7267c525df, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=21970834-09b9-4353-9d89-5d7267c525df,segment=NetworkSegment(142bc50f-d6af-4646-8d06-bb7af6b7b51c),segment_id=142bc50f-d6af-4646-8d06-bb7af6b7b51c)] {{(pid=116164) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 11:10:34.924094 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-f2953ae0-ff8f-4673-a406-215463e6f72f req-53f45b98-fbb5-4887-8c0f-3d176d3ead8c tempest-TestVolumeBootPattern-839648198 tempest-TestVolumeBootPattern-839648198-project] 10.222.0.10 "GET /v2.0/security-groups?id=c83a530b-56a2-41d8-b874-e844ad8fa813&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0614986 Apr 28 11:10:34.963445 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.scheduler.base_scheduler [None req-0c87ba84-6fd6-4c81-a9fc-6a80bc478584 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, fbc1d381-a33c-46bd-b8fb-770a99aa7936) {{(pid=116161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 11:10:34.973987 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c87ba84-6fd6-4c81-a9fc-6a80bc478584 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:10:34.973987 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-0c87ba84-6fd6-4c81-a9fc-6a80bc478584 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks [] for subnet (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:10:34.974614 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b31b2e5f-4808-4613-87e5-50511bd9dd42 None None] Network fbc1d381-a33c-46bd-b8fb-770a99aa7936 requested from dv-neutron-master-2-hyperv {{(pid=116163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 11:10:34.986913 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron_lib.callbacks.manager [None req-53213159-8fc5-4646-b987-957ca546bd21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393'] for port (21970834-09b9-4353-9d89-5d7267c525df), after_update {{(pid=116164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:10:35.050079 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53213159-8fc5-4646-b987-957ca546bd21 None None] Routers {'80b902f9-cf40-4f35-9b9b-5844c212cdad'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=116164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 11:10:35.050780 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_hamode_db [None req-53213159-8fc5-4646-b987-957ca546bd21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-28T10:50:39Z,description=,heartbeat_timestamp=2022-04-28T11:10:09Z,host='dv-neutron-master-2-hyperv',id=6b492ad6-0876-4d74-b20d-28143a52ceba,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T10:50:40Z,topic='l3_agent')) {'router_ids': ['80b902f9-cf40-4f35-9b9b-5844c212cdad'], 'active': True} {{(pid=116164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:10:35.053844 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-839e4dd6-016c-40ea-9e8a-7c689d332b98 None None] Pushing event updated for resources: {'Port': ['ID=21970834-09b9-4353-9d89-5d7267c525df,revision_number=3']} {{(pid=116164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:10:35.069860 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-0c87ba84-6fd6-4c81-a9fc-6a80bc478584 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7738168 Apr 28 11:10:35.072529 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 56754) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:10:35.088381 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c35015bd-bc42-4351-b172-e1e5cae9f691 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-fbc1d381-a33c-46bd-b8fb-770a99aa7936', 'network_id': 'fbc1d381-a33c-46bd-b8fb-770a99aa7936', 'project_id': '65d54c3b7dcd4af68398071d25e8321e', 'fixed_ips': [{'subnet_id': '71c1d17c-4c5b-4fc0-8c58-696c04e92a56'}]}} from dv-neutron-master-2-hyperv. {{(pid=116163) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 28 11:10:35.089320 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-c35015bd-bc42-4351-b172-e1e5cae9f691 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (None), before_create {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:10:35.197777 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_dvr_db [None req-53213159-8fc5-4646-b987-957ca546bd21 None None] Set router 80b902f9-cf40-4f35-9b9b-5844c212cdad gateway port host: dv-neutron-master-2-hyperv {{(pid=116164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 11:10:35.245900 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.db_base_plugin_common [None req-c35015bd-bc42-4351-b172-e1e5cae9f691 None None] Allocated IP 172.20.0.2 (fbc1d381-a33c-46bd-b8fb-770a99aa7936/71c1d17c-4c5b-4fc0-8c58-696c04e92a56/b41959c7-5ca6-43d2-b4e8-7e6c1c9b76ff) {{(pid=116163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 11:10:35.389776 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_hamode_db [None req-53213159-8fc5-4646-b987-957ca546bd21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80b902f9-cf40-4f35-9b9b-5844c212cdad', 'name': 'tempest-TestNetworkBasicOps-router-1833001064', 'tenant_id': '65d54c3b7dcd4af68398071d25e8321e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'external_fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.70'}], 'enable_snat': True}, 'gw_port_id': '21970834-09b9-4353-9d89-5d7267c525df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T11:10:31Z', 'updated_at': '2022-04-28T11:10:32Z', 'revision_number': 3, 'project_id': '65d54c3b7dcd4af68398071d25e8321e', 'gw_port': {'id': '21970834-09b9-4353-9d89-5d7267c525df', 'name': '', 'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:f5:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80b902f9-cf40-4f35-9b9b-5844c212cdad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1445, 'fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:10:32Z', 'updated_at': '2022-04-28T11:10:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=116164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:10:35.407574 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-c35015bd-bc42-4351-b172-e1e5cae9f691 None None] Publish callbacks [] for port (b41959c7-5ca6-43d2-b4e8-7e6c1c9b76ff), precommit_create {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:10:35.423413 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53213159-8fc5-4646-b987-957ca546bd21 None None] The sync data for ids ['80b902f9-cf40-4f35-9b9b-5844c212cdad'] in dv-neutron-master-2-hyperv is: [{'id': '80b902f9-cf40-4f35-9b9b-5844c212cdad', 'name': 'tempest-TestNetworkBasicOps-router-1833001064', 'tenant_id': '65d54c3b7dcd4af68398071d25e8321e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'external_fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.70'}], 'enable_snat': True}, 'gw_port_id': '21970834-09b9-4353-9d89-5d7267c525df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T11:10:31Z', 'updated_at': '2022-04-28T11:10:32Z', 'revision_number': 3, 'project_id': '65d54c3b7dcd4af68398071d25e8321e', 'gw_port': {'id': '21970834-09b9-4353-9d89-5d7267c525df', 'name': '', 'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:f5:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80b902f9-cf40-4f35-9b9b-5844c212cdad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1445, 'fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:10:32Z', 'updated_at': '2022-04-28T11:10:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}] {{(pid=116164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 11:10:35.478006 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-c35015bd-bc42-4351-b172-e1e5cae9f691 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742234710357'] for port (b41959c7-5ca6-43d2-b4e8-7e6c1c9b76ff), after_create {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:10:35.520577 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c35015bd-bc42-4351-b172-e1e5cae9f691 None None] Network fbc1d381-a33c-46bd-b8fb-770a99aa7936 is already hosted by enough agents. {{(pid=116163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 11:10:35.537385 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.scheduler.base_scheduler [None req-c35015bd-bc42-4351-b172-e1e5cae9f691 None None] Resources bound (agent type, host, resource id): {{(pid=116163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 11:10:35.540620 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c35015bd-bc42-4351-b172-e1e5cae9f691 None None] Received port after_create {{(pid=116163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 11:10:35.547353 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35015bd-bc42-4351-b172-e1e5cae9f691 None None] Pushing event updated for resources: {'Port': ['ID=b41959c7-5ca6-43d2-b4e8-7e6c1c9b76ff,revision_number=1']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:10:35.658790 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-0cf3e716-671a-4e15-8c65-622d59bf5697 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (None), before_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:10:35.804205 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.managers [None req-c35015bd-bc42-4351-b172-e1e5cae9f691 None None] Attempting to bind port b41959c7-5ca6-43d2-b4e8-7e6c1c9b76ff on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=116163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 28 11:10:35.804579 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.managers [None req-c35015bd-bc42-4351-b172-e1e5cae9f691 None None] Attempting to bind port b41959c7-5ca6-43d2-b4e8-7e6c1c9b76ff by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'd48d6e4c-bada-4388-a240-98e1de223282', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'fbc1d381-a33c-46bd-b8fb-770a99aa7936'}] {{(pid=116163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 28 11:10:35.804938 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c35015bd-bc42-4351-b172-e1e5cae9f691 None None] Attempting to bind port b41959c7-5ca6-43d2-b4e8-7e6c1c9b76ff on network fbc1d381-a33c-46bd-b8fb-770a99aa7936 {{(pid=116163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 11:10:35.811274 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c35015bd-bc42-4351-b172-e1e5cae9f691 None None] Checking agent: {'id': 'd5baab19-5dd1-4902-922b-84acb048ab9c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 10, 50, 43), 'started_at': datetime.datetime(2022, 4, 28, 10, 51, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 11, 10, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=116163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 11:10:35.811658 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c35015bd-bc42-4351-b172-e1e5cae9f691 None None] Checking segment: {'id': 'd48d6e4c-bada-4388-a240-98e1de223282', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'fbc1d381-a33c-46bd-b8fb-770a99aa7936'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 11:10:35.812538 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-c35015bd-bc42-4351-b172-e1e5cae9f691 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:10:35.813847 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c35015bd-bc42-4351-b172-e1e5cae9f691 None None] Bound using segment: {'id': 'd48d6e4c-bada-4388-a240-98e1de223282', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'fbc1d381-a33c-46bd-b8fb-770a99aa7936'} {{(pid=116163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 11:10:35.814003 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.managers [None req-c35015bd-bc42-4351-b172-e1e5cae9f691 None None] Bound port: b41959c7-5ca6-43d2-b4e8-7e6c1c9b76ff, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd48d6e4c-bada-4388-a240-98e1de223282', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'fbc1d381-a33c-46bd-b8fb-770a99aa7936'}}] {{(pid=116163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 28 11:10:35.814304 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-c35015bd-bc42-4351-b172-e1e5cae9f691 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (b41959c7-5ca6-43d2-b4e8-7e6c1c9b76ff), before_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:10:35.927913 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-c35015bd-bc42-4351-b172-e1e5cae9f691 None None] For port b41959c7-5ca6-43d2-b4e8-7e6c1c9b76ff, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=116163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 11:10:35.928801 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-c35015bd-bc42-4351-b172-e1e5cae9f691 None None] For port b41959c7-5ca6-43d2-b4e8-7e6c1c9b76ff, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=b41959c7-5ca6-43d2-b4e8-7e6c1c9b76ff,segment=NetworkSegment(d48d6e4c-bada-4388-a240-98e1de223282),segment_id=d48d6e4c-bada-4388-a240-98e1de223282)] {{(pid=116163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 11:10:35.981793 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Device 21970834-09b9-4353-9d89-5d7267c525df up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=116163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 11:10:36.038096 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-c35015bd-bc42-4351-b172-e1e5cae9f691 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393'] for port (b41959c7-5ca6-43d2-b4e8-7e6c1c9b76ff), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:10:36.111238 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Provisioning complete for port 21970834-09b9-4353-9d89-5d7267c525df triggered by entity L2. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:10:36.111605 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (21970834-09b9-4353-9d89-5d7267c525df), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:10:36.132094 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8a863b-ab45-45e5-b39a-2bdd02768c94 req-a8d5f874-0d1d-4d7e-b3e6-bcb8d39939ce tempest-TestVolumeBootPattern-839648198 tempest-TestVolumeBootPattern-839648198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:10:36.140727 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-6c8a863b-ab45-45e5-b39a-2bdd02768c94 req-a8d5f874-0d1d-4d7e-b3e6-bcb8d39939ce tempest-TestVolumeBootPattern-839648198 tempest-TestVolumeBootPattern-839648198-project] 10.222.0.10 "GET /v2.0/ports?device_id=98d55c2d-420b-45bd-a19c-a51ec30177ea HTTP/1.1" status: 200 len: 943 time: 0.1243498 Apr 28 11:10:36.167607 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.db.db_base_plugin_common [None req-0cf3e716-671a-4e15-8c65-622d59bf5697 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Allocated IP 172.20.0.1 (fbc1d381-a33c-46bd-b8fb-770a99aa7936/71c1d17c-4c5b-4fc0-8c58-696c04e92a56/8f33e171-d3ea-480c-936f-f3943b852985) {{(pid=116161) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 11:10:36.188230 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35015bd-bc42-4351-b172-e1e5cae9f691 None None] Pushing event updated for resources: {'Port': ['ID=b41959c7-5ca6-43d2-b4e8-7e6c1c9b76ff,revision_number=2']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:10:36.242069 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-6c8a863b-ab45-45e5-b39a-2bdd02768c94 req-c847d96f-31c3-4c6b-9e04-fcb01e58980d tempest-TestVolumeBootPattern-839648198 tempest-TestVolumeBootPattern-839648198-project] 10.222.0.10 "GET /v2.0/security-groups?id=c83a530b-56a2-41d8-b874-e844ad8fa813&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1004364 Apr 28 11:10:36.267310 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Current status of the port 21970834-09b9-4353-9d89-5d7267c525df is: DOWN; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:10:36.267699 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (21970834-09b9-4353-9d89-5d7267c525df), before_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:10:36.298897 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] For port 21970834-09b9-4353-9d89-5d7267c525df, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=21970834-09b9-4353-9d89-5d7267c525df,segment=NetworkSegment(142bc50f-d6af-4646-8d06-bb7af6b7b51c),segment_id=142bc50f-d6af-4646-8d06-bb7af6b7b51c)] {{(pid=116163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 11:10:36.384961 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393'] for port (21970834-09b9-4353-9d89-5d7267c525df), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:10:36.388183 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-0cf3e716-671a-4e15-8c65-622d59bf5697 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks [] for port (8f33e171-d3ea-480c-936f-f3943b852985), precommit_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:10:36.480153 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Pushing event updated for resources: {'Port': ['ID=21970834-09b9-4353-9d89-5d7267c525df,revision_number=4']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:10:36.494656 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-0cf3e716-671a-4e15-8c65-622d59bf5697 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742234710357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5219112'] for port (8f33e171-d3ea-480c-936f-f3943b852985), after_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:10:36.555807 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cf3e716-671a-4e15-8c65-622d59bf5697 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Network fbc1d381-a33c-46bd-b8fb-770a99aa7936 is already hosted by enough agents. {{(pid=116161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 11:10:36.559495 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.scheduler.base_scheduler [None req-0cf3e716-671a-4e15-8c65-622d59bf5697 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Resources bound (agent type, host, resource id): {{(pid=116161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 11:10:36.567218 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cf3e716-671a-4e15-8c65-622d59bf5697 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Received port after_create {{(pid=116161) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 11:10:36.597862 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf3e716-671a-4e15-8c65-622d59bf5697 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Pushing event updated for resources: {'Port': ['ID=8f33e171-d3ea-480c-936f-f3943b852985,revision_number=1']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:10:36.621381 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-0cf3e716-671a-4e15-8c65-622d59bf5697 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2063275'] for router_interface (80b902f9-cf40-4f35-9b9b-5844c212cdad), before_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:10:36.825334 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-0cf3e716-671a-4e15-8c65-622d59bf5697 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (8f33e171-d3ea-480c-936f-f3943b852985), before_update {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:10:36.978787 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-5b03a2fe-2b77-4cc1-8078-41e5881a1a82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (75ba81b7-fe99-4281-90d2-a5adb445ecea), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:10:37.117112 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-0cf3e716-671a-4e15-8c65-622d59bf5697 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks [] for port (8f33e171-d3ea-480c-936f-f3943b852985), precommit_update {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:10:37.180323 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-0cf3e716-671a-4e15-8c65-622d59bf5697 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5219123'] for port (8f33e171-d3ea-480c-936f-f3943b852985), after_update {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:10:37.256326 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf3e716-671a-4e15-8c65-622d59bf5697 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Pushing event updated for resources: {'Port': ['ID=8f33e171-d3ea-480c-936f-f3943b852985,revision_number=2']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:10:37.259754 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-0cf3e716-671a-4e15-8c65-622d59bf5697 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1603056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2063387'] for router_interface (80b902f9-cf40-4f35-9b9b-5844c212cdad), after_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:10:37.400144 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cf3e716-671a-4e15-8c65-622d59bf5697 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Network fbc1d381-a33c-46bd-b8fb-770a99aa7936 is already hosted by enough agents. {{(pid=116161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 11:10:37.403585 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.scheduler.base_scheduler [None req-0cf3e716-671a-4e15-8c65-622d59bf5697 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Resources bound (agent type, host, resource id): {{(pid=116161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 11:10:37.418050 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec42d0af-5079-447b-935c-8a3a93a0b32d req-28a22d5f-cbd7-4eee-b4e2-624aa118e40c tempest-TestVolumeBootPattern-839648198 tempest-TestVolumeBootPattern-839648198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:10:37.419598 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-ec42d0af-5079-447b-935c-8a3a93a0b32d req-28a22d5f-cbd7-4eee-b4e2-624aa118e40c tempest-TestVolumeBootPattern-839648198 tempest-TestVolumeBootPattern-839648198-project] 10.222.0.10 "GET /v2.0/ports?device_id=98d55c2d-420b-45bd-a19c-a51ec30177ea HTTP/1.1" status: 200 len: 943 time: 0.0700529 Apr 28 11:10:37.555614 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-ec42d0af-5079-447b-935c-8a3a93a0b32d req-bd93a59e-3e98-4cb1-a003-388c590066b5 tempest-TestVolumeBootPattern-839648198 tempest-TestVolumeBootPattern-839648198-project] 10.222.0.10 "GET /v2.0/security-groups?id=c83a530b-56a2-41d8-b874-e844ad8fa813&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0951695 Apr 28 11:10:37.579865 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0cf3e716-671a-4e15-8c65-622d59bf5697 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Router 80b902f9-cf40-4f35-9b9b-5844c212cdad has already been hosted by L3 agent 6b492ad6-0876-4d74-b20d-28143a52ceba {{(pid=116161) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 11:10:37.681761 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4686489c-b010-4687-9877-f92984ad7fe4 None None] Network fbc1d381-a33c-46bd-b8fb-770a99aa7936 requested from dv-neutron-master-2-hyperv {{(pid=116163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 11:10:37.713380 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0cf3e716-671a-4e15-8c65-622d59bf5697 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=116161) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 11:10:37.722649 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 56760) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:10:37.731665 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-0cf3e716-671a-4e15-8c65-622d59bf5697 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] 10.222.0.10 "PUT /v2.0/routers/80b902f9-cf40-4f35-9b9b-5844c212cdad/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6575840 Apr 28 11:10:37.805551 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d49bcb1-414b-400e-9f73-b06af55daa88 None None] Sync routers for ids ['80b902f9-cf40-4f35-9b9b-5844c212cdad'] in dv-neutron-master-2-hyperv {{(pid=116163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 11:10:37.831878 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d49bcb1-414b-400e-9f73-b06af55daa88 None None] Routers {'80b902f9-cf40-4f35-9b9b-5844c212cdad'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=116163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 11:10:37.832528 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_hamode_db [None req-2d49bcb1-414b-400e-9f73-b06af55daa88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-28T10:50:39Z,description=,heartbeat_timestamp=2022-04-28T11:10:09Z,host='dv-neutron-master-2-hyperv',id=6b492ad6-0876-4d74-b20d-28143a52ceba,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T10:50:40Z,topic='l3_agent')) {'router_ids': ['80b902f9-cf40-4f35-9b9b-5844c212cdad'], 'active': True} {{(pid=116163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:10:37.835544 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c3f2f1f-4f7e-451a-b261-1c94f2aed996 tempest-TestNetworkBasicOps-223859856 tempest-TestNetworkBasicOps-223859856-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:10:37.836026 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c3f2f1f-4f7e-451a-b261-1c94f2aed996 tempest-TestNetworkBasicOps-223859856 tempest-TestNetworkBasicOps-223859856-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:10:37.836568 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c3f2f1f-4f7e-451a-b261-1c94f2aed996 tempest-TestNetworkBasicOps-223859856 tempest-TestNetworkBasicOps-223859856-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:10:37.836941 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c3f2f1f-4f7e-451a-b261-1c94f2aed996 tempest-TestNetworkBasicOps-223859856 tempest-TestNetworkBasicOps-223859856-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:10:37.837394 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c3f2f1f-4f7e-451a-b261-1c94f2aed996 tempest-TestNetworkBasicOps-223859856 tempest-TestNetworkBasicOps-223859856-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:10:37.837844 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c3f2f1f-4f7e-451a-b261-1c94f2aed996 tempest-TestNetworkBasicOps-223859856 tempest-TestNetworkBasicOps-223859856-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:10:37.842601 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-8c3f2f1f-4f7e-451a-b261-1c94f2aed996 tempest-TestNetworkBasicOps-223859856 tempest-TestNetworkBasicOps-223859856-project-admin] 10.222.0.10 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4279 time: 0.1189263 Apr 28 11:10:37.842744 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 56762) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:10:37.876380 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-3873a480-2d0a-4554-9a60-497bf7d0d0ba None None] Provisioning complete for port b41959c7-5ca6-43d2-b4e8-7e6c1c9b76ff triggered by entity DHCP. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:10:37.876380 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-3873a480-2d0a-4554-9a60-497bf7d0d0ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (b41959c7-5ca6-43d2-b4e8-7e6c1c9b76ff), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:10:37.905330 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89c0ffdc-009c-49ec-af01-a11b79822bf8 tempest-TestNetworkBasicOps-223859856 tempest-TestNetworkBasicOps-223859856-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:10:37.906433 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89c0ffdc-009c-49ec-af01-a11b79822bf8 tempest-TestNetworkBasicOps-223859856 tempest-TestNetworkBasicOps-223859856-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:10:37.906903 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89c0ffdc-009c-49ec-af01-a11b79822bf8 tempest-TestNetworkBasicOps-223859856 tempest-TestNetworkBasicOps-223859856-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:10:37.907370 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89c0ffdc-009c-49ec-af01-a11b79822bf8 tempest-TestNetworkBasicOps-223859856 tempest-TestNetworkBasicOps-223859856-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:10:37.907796 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89c0ffdc-009c-49ec-af01-a11b79822bf8 tempest-TestNetworkBasicOps-223859856 tempest-TestNetworkBasicOps-223859856-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:10:37.908241 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89c0ffdc-009c-49ec-af01-a11b79822bf8 tempest-TestNetworkBasicOps-223859856 tempest-TestNetworkBasicOps-223859856-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:10:37.910161 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-89c0ffdc-009c-49ec-af01-a11b79822bf8 tempest-TestNetworkBasicOps-223859856 tempest-TestNetworkBasicOps-223859856-project-admin] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4004 time: 0.0658023 Apr 28 11:10:37.912961 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 56764) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:10:38.017601 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-3873a480-2d0a-4554-9a60-497bf7d0d0ba None None] Current status of the port b41959c7-5ca6-43d2-b4e8-7e6c1c9b76ff is: DOWN; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:10:38.017968 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-3873a480-2d0a-4554-9a60-497bf7d0d0ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (b41959c7-5ca6-43d2-b4e8-7e6c1c9b76ff), before_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:10:38.035922 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvr_db [None req-2d49bcb1-414b-400e-9f73-b06af55daa88 None None] Set router 80b902f9-cf40-4f35-9b9b-5844c212cdad gateway port host: dv-neutron-master-2-hyperv {{(pid=116163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 11:10:38.075537 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Device 21970834-09b9-4353-9d89-5d7267c525df up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=116163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 11:10:38.173607 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-3873a480-2d0a-4554-9a60-497bf7d0d0ba None None] For port b41959c7-5ca6-43d2-b4e8-7e6c1c9b76ff, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=b41959c7-5ca6-43d2-b4e8-7e6c1c9b76ff,segment=NetworkSegment(d48d6e4c-bada-4388-a240-98e1de223282),segment_id=d48d6e4c-bada-4388-a240-98e1de223282)] {{(pid=116163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 11:10:38.209897 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-ae5cc01d-799a-4096-b3dd-40130d626ecc tempest-TestNetworkBasicOps-223859856 tempest-TestNetworkBasicOps-223859856-project-admin] 10.222.0.10 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3047 time: 0.2930355 Apr 28 11:10:38.253785 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-3873a480-2d0a-4554-9a60-497bf7d0d0ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393'] for port (b41959c7-5ca6-43d2-b4e8-7e6c1c9b76ff), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:10:38.259925 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Provisioning complete for port 21970834-09b9-4353-9d89-5d7267c525df triggered by entity L2. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:10:38.260303 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (21970834-09b9-4353-9d89-5d7267c525df), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:10:38.352575 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3873a480-2d0a-4554-9a60-497bf7d0d0ba None None] Pushing event updated for resources: {'Port': ['ID=b41959c7-5ca6-43d2-b4e8-7e6c1c9b76ff,revision_number=3']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:10:38.409658 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-0193c066-4a82-4236-9653-6d3bc2ec42e7 None None] Provisioning complete for port b41959c7-5ca6-43d2-b4e8-7e6c1c9b76ff triggered by entity DHCP. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:10:38.410020 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-0193c066-4a82-4236-9653-6d3bc2ec42e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (b41959c7-5ca6-43d2-b4e8-7e6c1c9b76ff), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:10:38.438010 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 56768) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:10:38.443388 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.v2.base [None req-e667e89f-09bd-4579-bbb4-b4b7b14cc800 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-153180884', 'description': 'tempest-secgroup-smoke-153180884 description', 'project_id': '65d54c3b7dcd4af68398071d25e8321e'}} {{(pid=116161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:10:38.449787 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_hamode_db [None req-2d49bcb1-414b-400e-9f73-b06af55daa88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80b902f9-cf40-4f35-9b9b-5844c212cdad', 'name': 'tempest-TestNetworkBasicOps-router-1833001064', 'tenant_id': '65d54c3b7dcd4af68398071d25e8321e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'external_fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.70'}], 'enable_snat': True}, 'gw_port_id': '21970834-09b9-4353-9d89-5d7267c525df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T11:10:31Z', 'updated_at': '2022-04-28T11:10:36Z', 'revision_number': 4, 'project_id': '65d54c3b7dcd4af68398071d25e8321e', 'gw_port': {'id': '21970834-09b9-4353-9d89-5d7267c525df', 'name': '', 'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:f5:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80b902f9-cf40-4f35-9b9b-5844c212cdad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1445, 'fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:10:32Z', 'updated_at': '2022-04-28T11:10:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '8f33e171-d3ea-480c-936f-f3943b852985', 'name': '', 'network_id': 'fbc1d381-a33c-46bd-b8fb-770a99aa7936', 'tenant_id': '65d54c3b7dcd4af68398071d25e8321e', 'mac_address': 'fa:16:3e:bc:70:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80b902f9-cf40-4f35-9b9b-5844c212cdad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1448, 'fixed_ips': [{'subnet_id': '71c1d17c-4c5b-4fc0-8c58-696c04e92a56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:10:35Z', 'updated_at': '2022-04-28T11:10:36Z', 'revision_number': 2, 'project_id': '65d54c3b7dcd4af68398071d25e8321e', 'subnets': [{'id': '71c1d17c-4c5b-4fc0-8c58-696c04e92a56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=116163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:10:38.507461 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d49bcb1-414b-400e-9f73-b06af55daa88 None None] Checking router: 80b902f9-cf40-4f35-9b9b-5844c212cdad for host: dv-neutron-master-2-hyperv {{(pid=116163) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 11:10:38.507870 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d49bcb1-414b-400e-9f73-b06af55daa88 None None] Updating router 80b902f9-cf40-4f35-9b9b-5844c212cdad port 8f33e171-d3ea-480c-936f-f3943b852985 binding host dv-neutron-master-2-hyperv {{(pid=116163) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 28 11:10:38.533174 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-e667e89f-09bd-4579-bbb4-b4b7b14cc800 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks [] for security_group (None), before_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:10:38.554582 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Current status of the port 21970834-09b9-4353-9d89-5d7267c525df is: ACTIVE; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:10:38.555648 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Device b41959c7-5ca6-43d2-b4e8-7e6c1c9b76ff up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=116163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 11:10:38.558245 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-2d49bcb1-414b-400e-9f73-b06af55daa88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (8f33e171-d3ea-480c-936f-f3943b852985), before_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:10:38.604999 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-e667e89f-09bd-4579-bbb4-b4b7b14cc800 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks [] for security_group (c4487662-aacc-4220-bf58-589686faee53), precommit_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:10:38.652778 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-0193c066-4a82-4236-9653-6d3bc2ec42e7 None None] Current status of the port b41959c7-5ca6-43d2-b4e8-7e6c1c9b76ff is: ACTIVE; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:10:38.680563 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-0193c066-4a82-4236-9653-6d3bc2ec42e7 None None] Provisioning complete for port 8f33e171-d3ea-480c-936f-f3943b852985 triggered by entity DHCP. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:10:38.680563 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-0193c066-4a82-4236-9653-6d3bc2ec42e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (8f33e171-d3ea-480c-936f-f3943b852985), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:10:38.688227 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e561d457-2e05-4142-896a-fdeffd1ca60d req-98d32da1-60a2-4b61-b330-fb1639e030a6 tempest-TestVolumeBootPattern-839648198 tempest-TestVolumeBootPattern-839648198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:10:38.690096 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-e561d457-2e05-4142-896a-fdeffd1ca60d req-98d32da1-60a2-4b61-b330-fb1639e030a6 tempest-TestVolumeBootPattern-839648198 tempest-TestVolumeBootPattern-839648198-project] 10.222.0.10 "GET /v2.0/ports?device_id=98d55c2d-420b-45bd-a19c-a51ec30177ea HTTP/1.1" status: 200 len: 943 time: 0.0475175 Apr 28 11:10:38.712697 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-e667e89f-09bd-4579-bbb4-b4b7b14cc800 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924426'] for security_group (c4487662-aacc-4220-bf58-589686faee53), after_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:10:38.756705 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e667e89f-09bd-4579-bbb4-b4b7b14cc800 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c4487662-aacc-4220-bf58-589686faee53,revision_number=1']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:10:38.772721 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-e561d457-2e05-4142-896a-fdeffd1ca60d req-b805c6ca-3667-4e54-ae38-56b47500fba6 tempest-TestVolumeBootPattern-839648198 tempest-TestVolumeBootPattern-839648198-project] 10.222.0.10 "GET /v2.0/security-groups?id=c83a530b-56a2-41d8-b874-e844ad8fa813&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0751464 Apr 28 11:10:38.773152 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Provisioning complete for port b41959c7-5ca6-43d2-b4e8-7e6c1c9b76ff triggered by entity L2. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:10:38.773628 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (b41959c7-5ca6-43d2-b4e8-7e6c1c9b76ff), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:10:38.804711 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-0193c066-4a82-4236-9653-6d3bc2ec42e7 None None] Port 8f33e171-d3ea-480c-936f-f3943b852985 cannot update to ACTIVE because it is not bound. {{(pid=116163) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 28 11:10:38.839624 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-e667e89f-09bd-4579-bbb4-b4b7b14cc800 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks [] for security_group (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:10:38.843705 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-e667e89f-09bd-4579-bbb4-b4b7b14cc800 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.4018464 Apr 28 11:10:38.844066 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 56772) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:10:38.848674 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.v2.base [None req-c41fd760-436e-4cd6-937d-79e49d938831 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Request body: {'security_group_rule': {'security_group_id': 'c4487662-aacc-4220-bf58-589686faee53', 'project_id': '65d54c3b7dcd4af68398071d25e8321e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=116161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:10:38.944180 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Current status of the port b41959c7-5ca6-43d2-b4e8-7e6c1c9b76ff is: ACTIVE; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:10:38.946012 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-7915eb84-d4d3-4353-9325-b55b8bc83827 None None] Provisioning complete for port 8f33e171-d3ea-480c-936f-f3943b852985 triggered by entity DHCP. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:10:38.946382 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-7915eb84-d4d3-4353-9325-b55b8bc83827 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (8f33e171-d3ea-480c-936f-f3943b852985), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:10:38.973199 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-c41fd760-436e-4cd6-937d-79e49d938831 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks [] for security_group_rule (2f0dac1d-e93f-4dbd-b7e5-c1e240997e79), before_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:10:39.007740 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-7915eb84-d4d3-4353-9325-b55b8bc83827 None None] Port 8f33e171-d3ea-480c-936f-f3943b852985 cannot update to ACTIVE because it is not bound. {{(pid=116163) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 28 11:10:39.033620 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-c41fd760-436e-4cd6-937d-79e49d938831 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks [] for security_group_rule (2f0dac1d-e93f-4dbd-b7e5-c1e240997e79), precommit_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:10:39.051653 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-2d49bcb1-414b-400e-9f73-b06af55daa88 None None] Publish callbacks [] for port (8f33e171-d3ea-480c-936f-f3943b852985), precommit_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:10:39.128706 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-c41fd760-436e-4cd6-937d-79e49d938831 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1912725'] for security_group_rule (2f0dac1d-e93f-4dbd-b7e5-c1e240997e79), after_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:10:39.139961 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-2d49bcb1-414b-400e-9f73-b06af55daa88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393'] for port (8f33e171-d3ea-480c-936f-f3943b852985), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:10:39.195911 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e91748-353a-4c7e-a93f-4aeceb8494c7 None None] Pushing event updated for resources: {'Port': ['ID=8f33e171-d3ea-480c-936f-f3943b852985,revision_number=3']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:10:39.253396 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.managers [None req-2d49bcb1-414b-400e-9f73-b06af55daa88 None None] Attempting to bind port 8f33e171-d3ea-480c-936f-f3943b852985 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=116163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 28 11:10:39.253792 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.managers [None req-2d49bcb1-414b-400e-9f73-b06af55daa88 None None] Attempting to bind port 8f33e171-d3ea-480c-936f-f3943b852985 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'd48d6e4c-bada-4388-a240-98e1de223282', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'fbc1d381-a33c-46bd-b8fb-770a99aa7936'}] {{(pid=116163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 28 11:10:39.254143 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d49bcb1-414b-400e-9f73-b06af55daa88 None None] Attempting to bind port 8f33e171-d3ea-480c-936f-f3943b852985 on network fbc1d381-a33c-46bd-b8fb-770a99aa7936 {{(pid=116163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 11:10:39.259896 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d49bcb1-414b-400e-9f73-b06af55daa88 None None] Checking agent: {'id': 'd5baab19-5dd1-4902-922b-84acb048ab9c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 10, 50, 43), 'started_at': datetime.datetime(2022, 4, 28, 10, 51, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 11, 10, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=116163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 11:10:39.260277 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d49bcb1-414b-400e-9f73-b06af55daa88 None None] Checking segment: {'id': 'd48d6e4c-bada-4388-a240-98e1de223282', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'fbc1d381-a33c-46bd-b8fb-770a99aa7936'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 11:10:39.260684 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-2d49bcb1-414b-400e-9f73-b06af55daa88 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:10:39.261084 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d49bcb1-414b-400e-9f73-b06af55daa88 None None] Bound using segment: {'id': 'd48d6e4c-bada-4388-a240-98e1de223282', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'fbc1d381-a33c-46bd-b8fb-770a99aa7936'} {{(pid=116163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 11:10:39.261555 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.managers [None req-2d49bcb1-414b-400e-9f73-b06af55daa88 None None] Bound port: 8f33e171-d3ea-480c-936f-f3943b852985, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd48d6e4c-bada-4388-a240-98e1de223282', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'fbc1d381-a33c-46bd-b8fb-770a99aa7936'}}] {{(pid=116163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 28 11:10:39.261938 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-2d49bcb1-414b-400e-9f73-b06af55daa88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (8f33e171-d3ea-480c-936f-f3943b852985), before_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:10:39.342360 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-2d49bcb1-414b-400e-9f73-b06af55daa88 None None] For port 8f33e171-d3ea-480c-936f-f3943b852985, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=116163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 11:10:39.348043 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-2d49bcb1-414b-400e-9f73-b06af55daa88 None None] For port 8f33e171-d3ea-480c-936f-f3943b852985, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=8f33e171-d3ea-480c-936f-f3943b852985,segment=NetworkSegment(d48d6e4c-bada-4388-a240-98e1de223282),segment_id=d48d6e4c-bada-4388-a240-98e1de223282)] {{(pid=116163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 11:10:39.427199 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-f556d8bc-7cd7-4571-acb8-733af77a546a None None] Provisioning complete for port 8f33e171-d3ea-480c-936f-f3943b852985 triggered by entity DHCP. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:10:39.427567 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-f556d8bc-7cd7-4571-acb8-733af77a546a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (8f33e171-d3ea-480c-936f-f3943b852985), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:10:39.431057 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-4d8ddffd-271d-4501-82eb-7b34911b139d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (6b492ad6-0876-4d74-b20d-28143a52ceba), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:10:39.451525 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41fd760-436e-4cd6-937d-79e49d938831 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2f0dac1d-e93f-4dbd-b7e5-c1e240997e79,revision_number=0']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:10:39.455540 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-2d49bcb1-414b-400e-9f73-b06af55daa88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393'] for port (8f33e171-d3ea-480c-936f-f3943b852985), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:10:39.518505 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-c41fd760-436e-4cd6-937d-79e49d938831 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:10:39.519844 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-c41fd760-436e-4cd6-937d-79e49d938831 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6746819 Apr 28 11:10:39.522668 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 56774) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:10:39.527239 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.v2.base [None req-6a0858d0-6fcd-4b96-8d00-0101228331d0 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Request body: {'security_group_rule': {'security_group_id': 'c4487662-aacc-4220-bf58-589686faee53', 'project_id': '65d54c3b7dcd4af68398071d25e8321e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=116161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:10:39.620607 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-6a0858d0-6fcd-4b96-8d00-0101228331d0 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks [] for security_group_rule (d231695b-3761-4f23-b080-78b08336655c), before_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:10:39.656033 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-f556d8bc-7cd7-4571-acb8-733af77a546a None None] Port 8f33e171-d3ea-480c-936f-f3943b852985 cannot update to ACTIVE because it is not bound. {{(pid=116163) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 28 11:10:39.667238 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d49bcb1-414b-400e-9f73-b06af55daa88 None None] Routers {'80b902f9-cf40-4f35-9b9b-5844c212cdad'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=116163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 11:10:39.667878 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_hamode_db [None req-2d49bcb1-414b-400e-9f73-b06af55daa88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-28T10:50:39Z,description=,heartbeat_timestamp=2022-04-28T11:10:39Z,host='dv-neutron-master-2-hyperv',id=6b492ad6-0876-4d74-b20d-28143a52ceba,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T10:50:40Z,topic='l3_agent')) {'router_ids': ['80b902f9-cf40-4f35-9b9b-5844c212cdad'], 'active': True} {{(pid=116163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:10:39.674225 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-6a0858d0-6fcd-4b96-8d00-0101228331d0 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks [] for security_group_rule (d231695b-3761-4f23-b080-78b08336655c), precommit_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:10:39.722227 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e91748-353a-4c7e-a93f-4aeceb8494c7 None None] Pushing event updated for resources: {'Port': ['ID=8f33e171-d3ea-480c-936f-f3943b852985,revision_number=4']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:10:39.744691 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-6a0858d0-6fcd-4b96-8d00-0101228331d0 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1912725'] for security_group_rule (d231695b-3761-4f23-b080-78b08336655c), after_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:10:39.766526 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0858d0-6fcd-4b96-8d00-0101228331d0 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d231695b-3761-4f23-b080-78b08336655c,revision_number=0']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:10:39.799780 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvr_db [None req-2d49bcb1-414b-400e-9f73-b06af55daa88 None None] Set router 80b902f9-cf40-4f35-9b9b-5844c212cdad gateway port host: dv-neutron-master-2-hyperv {{(pid=116163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 11:10:39.844438 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-6a0858d0-6fcd-4b96-8d00-0101228331d0 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:10:39.850023 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-6a0858d0-6fcd-4b96-8d00-0101228331d0 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3235662 Apr 28 11:10:39.850497 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 56778) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:10:39.855151 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.v2.base [None req-5215b066-d91c-479e-83d9-aef43bec86f9 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Request body: {'security_group_rule': {'security_group_id': 'c4487662-aacc-4220-bf58-589686faee53', 'project_id': '65d54c3b7dcd4af68398071d25e8321e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=116162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:10:39.901362 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-e7e1bea2-e2e3-4ce9-a1c3-a20c3317f4a8 None None] Provisioning complete for port 8f33e171-d3ea-480c-936f-f3943b852985 triggered by entity DHCP. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:10:39.901736 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-e7e1bea2-e2e3-4ce9-a1c3-a20c3317f4a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (8f33e171-d3ea-480c-936f-f3943b852985), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:10:39.911210 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2d99f6-5814-43b4-bcd9-8890ccad7e25 req-2c1fec4d-d762-481a-9bd4-6c92825b6134 tempest-TestVolumeBootPattern-839648198 tempest-TestVolumeBootPattern-839648198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:10:39.913197 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-7a2d99f6-5814-43b4-bcd9-8890ccad7e25 req-2c1fec4d-d762-481a-9bd4-6c92825b6134 tempest-TestVolumeBootPattern-839648198 tempest-TestVolumeBootPattern-839648198-project] 10.222.0.10 "GET /v2.0/ports?device_id=98d55c2d-420b-45bd-a19c-a51ec30177ea HTTP/1.1" status: 200 len: 943 time: 0.0648375 Apr 28 11:10:39.943724 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-5215b066-d91c-479e-83d9-aef43bec86f9 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks [] for security_group_rule (cd8e5963-b711-44ba-93d8-72080cd134b4), before_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:10:39.945502 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Device b41959c7-5ca6-43d2-b4e8-7e6c1c9b76ff up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=116163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 11:10:39.974079 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-7a2d99f6-5814-43b4-bcd9-8890ccad7e25 req-1bcaa36c-d26f-4a73-ade8-ab57edd10d0b tempest-TestVolumeBootPattern-839648198 tempest-TestVolumeBootPattern-839648198-project] 10.222.0.10 "GET /v2.0/security-groups?id=c83a530b-56a2-41d8-b874-e844ad8fa813&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497260 Apr 28 11:10:40.013791 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-5215b066-d91c-479e-83d9-aef43bec86f9 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks [] for security_group_rule (cd8e5963-b711-44ba-93d8-72080cd134b4), precommit_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:10:40.070191 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-5215b066-d91c-479e-83d9-aef43bec86f9 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1912725'] for security_group_rule (cd8e5963-b711-44ba-93d8-72080cd134b4), after_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:10:40.087095 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5215b066-d91c-479e-83d9-aef43bec86f9 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cd8e5963-b711-44ba-93d8-72080cd134b4,revision_number=0']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:10:40.118941 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Provisioning complete for port b41959c7-5ca6-43d2-b4e8-7e6c1c9b76ff triggered by entity L2. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:10:40.119317 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (b41959c7-5ca6-43d2-b4e8-7e6c1c9b76ff), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:10:40.150137 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-e7e1bea2-e2e3-4ce9-a1c3-a20c3317f4a8 None None] Current status of the port 8f33e171-d3ea-480c-936f-f3943b852985 is: DOWN; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:10:40.150542 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-e7e1bea2-e2e3-4ce9-a1c3-a20c3317f4a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (8f33e171-d3ea-480c-936f-f3943b852985), before_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:10:40.154012 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_hamode_db [None req-2d49bcb1-414b-400e-9f73-b06af55daa88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80b902f9-cf40-4f35-9b9b-5844c212cdad', 'name': 'tempest-TestNetworkBasicOps-router-1833001064', 'tenant_id': '65d54c3b7dcd4af68398071d25e8321e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'external_fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.70'}], 'enable_snat': True}, 'gw_port_id': '21970834-09b9-4353-9d89-5d7267c525df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T11:10:31Z', 'updated_at': '2022-04-28T11:10:36Z', 'revision_number': 4, 'project_id': '65d54c3b7dcd4af68398071d25e8321e', 'gw_port': {'id': '21970834-09b9-4353-9d89-5d7267c525df', 'name': '', 'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:f5:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80b902f9-cf40-4f35-9b9b-5844c212cdad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1445, 'fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:10:32Z', 'updated_at': '2022-04-28T11:10:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '8f33e171-d3ea-480c-936f-f3943b852985', 'name': '', 'network_id': 'fbc1d381-a33c-46bd-b8fb-770a99aa7936', 'tenant_id': '65d54c3b7dcd4af68398071d25e8321e', 'mac_address': 'fa:16:3e:bc:70:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80b902f9-cf40-4f35-9b9b-5844c212cdad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1448, 'fixed_ips': [{'subnet_id': '71c1d17c-4c5b-4fc0-8c58-696c04e92a56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:10:35Z', 'updated_at': '2022-04-28T11:10:39Z', 'revision_number': 4, 'project_id': '65d54c3b7dcd4af68398071d25e8321e', 'subnets': [{'id': '71c1d17c-4c5b-4fc0-8c58-696c04e92a56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=116163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:10:40.163649 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-5215b066-d91c-479e-83d9-aef43bec86f9 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:10:40.164897 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-5215b066-d91c-479e-83d9-aef43bec86f9 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3133705 Apr 28 11:10:40.167776 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 56780) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:10:40.173924 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.v2.base [None req-79a6016f-bdb8-4c0e-8a74-f94d3581bbdd tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Request body: {'security_group_rule': {'security_group_id': 'c4487662-aacc-4220-bf58-589686faee53', 'project_id': '65d54c3b7dcd4af68398071d25e8321e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=116161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:10:40.198218 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d49bcb1-414b-400e-9f73-b06af55daa88 None None] The sync data for ids ['80b902f9-cf40-4f35-9b9b-5844c212cdad'] in dv-neutron-master-2-hyperv is: [{'id': '80b902f9-cf40-4f35-9b9b-5844c212cdad', 'name': 'tempest-TestNetworkBasicOps-router-1833001064', 'tenant_id': '65d54c3b7dcd4af68398071d25e8321e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'external_fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.70'}], 'enable_snat': True}, 'gw_port_id': '21970834-09b9-4353-9d89-5d7267c525df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T11:10:31Z', 'updated_at': '2022-04-28T11:10:36Z', 'revision_number': 4, 'project_id': '65d54c3b7dcd4af68398071d25e8321e', 'gw_port': {'id': '21970834-09b9-4353-9d89-5d7267c525df', 'name': '', 'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:f5:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80b902f9-cf40-4f35-9b9b-5844c212cdad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1445, 'fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:10:32Z', 'updated_at': '2022-04-28T11:10:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '8f33e171-d3ea-480c-936f-f3943b852985', 'name': '', 'network_id': 'fbc1d381-a33c-46bd-b8fb-770a99aa7936', 'tenant_id': '65d54c3b7dcd4af68398071d25e8321e', 'mac_address': 'fa:16:3e:bc:70:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80b902f9-cf40-4f35-9b9b-5844c212cdad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1448, 'fixed_ips': [{'subnet_id': '71c1d17c-4c5b-4fc0-8c58-696c04e92a56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:10:35Z', 'updated_at': '2022-04-28T11:10:39Z', 'revision_number': 4, 'project_id': '65d54c3b7dcd4af68398071d25e8321e', 'subnets': [{'id': '71c1d17c-4c5b-4fc0-8c58-696c04e92a56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=116163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 11:10:40.228348 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-e7e1bea2-e2e3-4ce9-a1c3-a20c3317f4a8 None None] For port 8f33e171-d3ea-480c-936f-f3943b852985, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=8f33e171-d3ea-480c-936f-f3943b852985,segment=NetworkSegment(d48d6e4c-bada-4388-a240-98e1de223282),segment_id=d48d6e4c-bada-4388-a240-98e1de223282)] {{(pid=116163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 11:10:40.270820 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-79a6016f-bdb8-4c0e-8a74-f94d3581bbdd tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks [] for security_group_rule (e7eec295-4f0e-46af-ae56-db3aba2a90b4), before_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:10:40.279419 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Current status of the port b41959c7-5ca6-43d2-b4e8-7e6c1c9b76ff is: ACTIVE; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:10:40.312303 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-e7e1bea2-e2e3-4ce9-a1c3-a20c3317f4a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393'] for port (8f33e171-d3ea-480c-936f-f3943b852985), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:10:40.349672 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-79a6016f-bdb8-4c0e-8a74-f94d3581bbdd tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks [] for security_group_rule (e7eec295-4f0e-46af-ae56-db3aba2a90b4), precommit_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:10:40.365845 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e1bea2-e2e3-4ce9-a1c3-a20c3317f4a8 None None] Pushing event updated for resources: {'Port': ['ID=8f33e171-d3ea-480c-936f-f3943b852985,revision_number=5']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:10:40.424556 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-79a6016f-bdb8-4c0e-8a74-f94d3581bbdd tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1912725'] for security_group_rule (e7eec295-4f0e-46af-ae56-db3aba2a90b4), after_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:10:40.444064 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a6016f-bdb8-4c0e-8a74-f94d3581bbdd tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e7eec295-4f0e-46af-ae56-db3aba2a90b4,revision_number=0']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:10:40.455036 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-ae94d540-e4c6-43be-adc9-b26fb6a2f62f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (cfc241ae-e4b7-443b-b80b-59fbbc2b69c9), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:10:40.508428 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-79a6016f-bdb8-4c0e-8a74-f94d3581bbdd tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:10:40.509878 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-79a6016f-bdb8-4c0e-8a74-f94d3581bbdd tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3408933 Apr 28 11:10:40.513621 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 56782) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:10:40.519312 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.v2.base [None req-faa88726-b1ad-4919-9f16-08082786a29c tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Request body: {'security_group_rule': {'security_group_id': 'c4487662-aacc-4220-bf58-589686faee53', 'project_id': '65d54c3b7dcd4af68398071d25e8321e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=116161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:10:40.597385 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.db.securitygroups_db [None req-faa88726-b1ad-4919-9f16-08082786a29c tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Project 65d54c3b7dcd4af68398071d25e8321e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 28 11:10:40.603961 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-faa88726-b1ad-4919-9f16-08082786a29c tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks [] for security_group_rule (b367506e-4374-4be9-be1a-1f4a16b23c24), before_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:10:40.667094 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-faa88726-b1ad-4919-9f16-08082786a29c tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks [] for security_group_rule (b367506e-4374-4be9-be1a-1f4a16b23c24), precommit_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:10:40.745941 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-faa88726-b1ad-4919-9f16-08082786a29c tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1912725'] for security_group_rule (b367506e-4374-4be9-be1a-1f4a16b23c24), after_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:10:40.765726 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa88726-b1ad-4919-9f16-08082786a29c tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b367506e-4374-4be9-be1a-1f4a16b23c24,revision_number=0']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:10:40.856456 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-faa88726-b1ad-4919-9f16-08082786a29c tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:10:40.858435 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-faa88726-b1ad-4919-9f16-08082786a29c tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3435278 Apr 28 11:10:40.861057 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 56784) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:10:40.865583 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.v2.base [None req-2cc89474-a411-4d5c-874e-302eb483774c tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Request body: {'security_group_rule': {'security_group_id': 'c4487662-aacc-4220-bf58-589686faee53', 'project_id': '65d54c3b7dcd4af68398071d25e8321e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=116161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:10:40.946035 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.db.securitygroups_db [None req-2cc89474-a411-4d5c-874e-302eb483774c tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Project 65d54c3b7dcd4af68398071d25e8321e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 28 11:10:40.952014 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-2cc89474-a411-4d5c-874e-302eb483774c tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks [] for security_group_rule (b67af1b7-0481-4769-a780-a59c1f18f134), before_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:10:41.014309 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-2cc89474-a411-4d5c-874e-302eb483774c tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks [] for security_group_rule (b67af1b7-0481-4769-a780-a59c1f18f134), precommit_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:10:41.083054 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-2cc89474-a411-4d5c-874e-302eb483774c tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1912725'] for security_group_rule (b67af1b7-0481-4769-a780-a59c1f18f134), after_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:10:41.109376 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5a1117-42a2-444f-a97b-6590152d7fb6 req-a557035d-37ce-4f5a-82a7-651700f80bcb tempest-TestVolumeBootPattern-839648198 tempest-TestVolumeBootPattern-839648198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:10:41.111598 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-8a5a1117-42a2-444f-a97b-6590152d7fb6 req-a557035d-37ce-4f5a-82a7-651700f80bcb tempest-TestVolumeBootPattern-839648198 tempest-TestVolumeBootPattern-839648198-project] 10.222.0.10 "GET /v2.0/ports?device_id=98d55c2d-420b-45bd-a19c-a51ec30177ea HTTP/1.1" status: 200 len: 943 time: 0.0663683 Apr 28 11:10:41.115650 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc89474-a411-4d5c-874e-302eb483774c tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b67af1b7-0481-4769-a780-a59c1f18f134,revision_number=0']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:10:41.169230 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-8a5a1117-42a2-444f-a97b-6590152d7fb6 req-1470ec96-5a71-4168-9b2f-81e0da57c3c8 tempest-TestVolumeBootPattern-839648198 tempest-TestVolumeBootPattern-839648198-project] 10.222.0.10 "GET /v2.0/security-groups?id=c83a530b-56a2-41d8-b874-e844ad8fa813&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462070 Apr 28 11:10:41.182620 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-2cc89474-a411-4d5c-874e-302eb483774c tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:10:41.184119 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-2cc89474-a411-4d5c-874e-302eb483774c tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3221116 Apr 28 11:10:41.331255 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-e077b63c-b453-42d4-a018-1fa856f24d61 req-647df855-73d7-4a34-8b27-feb931f3c6f1 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-153180884&fields=id&tenant_id=65d54c3b7dcd4af68398071d25e8321e HTTP/1.1" status: 200 len: 267 time: 0.0429168 Apr 28 11:10:41.438909 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e077b63c-b453-42d4-a018-1fa856f24d61 req-f15b9a3c-dbf4-4105-a1ee-1cd3ceae903e tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:10:41.440366 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-e077b63c-b453-42d4-a018-1fa856f24d61 req-f15b9a3c-dbf4-4105-a1ee-1cd3ceae903e tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] 10.222.0.10 "GET /v2.0/networks?id=fbc1d381-a33c-46bd-b8fb-770a99aa7936 HTTP/1.1" status: 200 len: 797 time: 0.1027761 Apr 28 11:10:41.455225 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-e077b63c-b453-42d4-a018-1fa856f24d61 req-3eee4c45-57ab-4763-9ade-581c5ab32ab8 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] 10.222.0.10 "GET /v2.0/quotas/65d54c3b7dcd4af68398071d25e8321e HTTP/1.1" status: 200 len: 375 time: 0.0095699 Apr 28 11:10:41.503717 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-e077b63c-b453-42d4-a018-1fa856f24d61 req-50401981-4ce6-4694-8421-2fbc70c519a3 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=65d54c3b7dcd4af68398071d25e8321e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0435526 Apr 28 11:10:41.600168 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-e077b63c-b453-42d4-a018-1fa856f24d61 req-e0146aae-fdf9-4754-bd09-3778a179e108 service neutron] 10.222.0.10 "GET /v2.0/networks/fbc1d381-a33c-46bd-b8fb-770a99aa7936?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851393 Apr 28 11:10:41.701046 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-e077b63c-b453-42d4-a018-1fa856f24d61 req-c966f5d8-9705-4f03-a3b3-db2887557250 service neutron] 10.222.0.10 "GET /v2.0/networks/fbc1d381-a33c-46bd-b8fb-770a99aa7936?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0953588 Apr 28 11:10:41.906095 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Device 8f33e171-d3ea-480c-936f-f3943b852985 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=116163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 11:10:41.949764 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-1b2b9cbd-06fb-42fd-a7d4-d2f68e51b244 req-becb1afb-22e4-4da5-885e-e9079f4daa28 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] 10.222.0.10 "GET /v2.0/ports?device_id=fa6f5f03-3814-4eed-9aea-b5b10108f3e0 HTTP/1.1" status: 200 len: 210 time: 0.0304399 Apr 28 11:10:41.956035 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Provisioning complete for port 8f33e171-d3ea-480c-936f-f3943b852985 triggered by entity L2. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:10:41.956429 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (8f33e171-d3ea-480c-936f-f3943b852985), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:10:42.049784 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-01ef1de1-12fd-4cef-b76b-793f91379468 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (39cc4f52-f5d9-4e2c-bbfa-7a1c528e1c40), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:10:42.050667 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Current status of the port 8f33e171-d3ea-480c-936f-f3943b852985 is: ACTIVE; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:10:42.282999 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ecc369-bb4b-4b65-81c0-cd8e086493ff req-867c75f1-faca-4954-9f0b-77d0dbcfc7c7 tempest-TestVolumeBootPattern-839648198 tempest-TestVolumeBootPattern-839648198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:10:42.284703 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-09ecc369-bb4b-4b65-81c0-cd8e086493ff req-867c75f1-faca-4954-9f0b-77d0dbcfc7c7 tempest-TestVolumeBootPattern-839648198 tempest-TestVolumeBootPattern-839648198-project] 10.222.0.10 "GET /v2.0/ports?device_id=98d55c2d-420b-45bd-a19c-a51ec30177ea HTTP/1.1" status: 200 len: 943 time: 0.0487022 Apr 28 11:10:42.333563 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-09ecc369-bb4b-4b65-81c0-cd8e086493ff req-406972e7-62ac-4f10-bd71-df030965262f tempest-TestVolumeBootPattern-839648198 tempest-TestVolumeBootPattern-839648198-project] 10.222.0.10 "GET /v2.0/security-groups?id=c83a530b-56a2-41d8-b874-e844ad8fa813&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431225 Apr 28 11:10:43.050006 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-ec6752bc-28eb-4405-bc67-6cf502ab9f23 req-8a04b819-a9e4-47d5-82ff-b4a57006e645 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] 10.222.0.10 "GET /v2.0/ports?device_id=fa6f5f03-3814-4eed-9aea-b5b10108f3e0 HTTP/1.1" status: 200 len: 210 time: 0.0327556 Apr 28 11:10:43.345906 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (d5baab19-5dd1-4902-922b-84acb048ab9c), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:10:43.447279 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0034812-6456-41f9-91a4-02bd5d17ddbf req-97de4558-2654-4fa7-b37d-3d50a114468d tempest-TestVolumeBootPattern-839648198 tempest-TestVolumeBootPattern-839648198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:10:43.448737 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-f0034812-6456-41f9-91a4-02bd5d17ddbf req-97de4558-2654-4fa7-b37d-3d50a114468d tempest-TestVolumeBootPattern-839648198 tempest-TestVolumeBootPattern-839648198-project] 10.222.0.10 "GET /v2.0/ports?device_id=98d55c2d-420b-45bd-a19c-a51ec30177ea HTTP/1.1" status: 200 len: 943 time: 0.0476153 Apr 28 11:10:43.498846 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-f0034812-6456-41f9-91a4-02bd5d17ddbf req-8ed76f4c-679a-4619-9957-21ad4b3bec29 tempest-TestVolumeBootPattern-839648198 tempest-TestVolumeBootPattern-839648198-project] 10.222.0.10 "GET /v2.0/security-groups?id=c83a530b-56a2-41d8-b874-e844ad8fa813&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442984 Apr 28 11:10:43.810838 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e077b63c-b453-42d4-a018-1fa856f24d61 req-7af3dc37-4a7b-4e64-9a1a-de98e6ff9cc4 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:10:43.813224 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-e077b63c-b453-42d4-a018-1fa856f24d61 req-7af3dc37-4a7b-4e64-9a1a-de98e6ff9cc4 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] 10.222.0.20 "GET /v2.0/networks?id=fbc1d381-a33c-46bd-b8fb-770a99aa7936 HTTP/1.1" status: 200 len: 797 time: 0.1058052 Apr 28 11:10:43.875697 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-e077b63c-b453-42d4-a018-1fa856f24d61 req-d065afe4-20df-4730-a871-9ed98bee82a7 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=65d54c3b7dcd4af68398071d25e8321e HTTP/1.1" status: 200 len: 379 time: 0.0551333 Apr 28 11:10:43.883620 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.v2.base [req-e077b63c-b453-42d4-a018-1fa856f24d61 req-ba4587c7-edc7-4aff-a32b-fa44072f4a2e tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Request body: {'port': {'device_id': 'fa6f5f03-3814-4eed-9aea-b5b10108f3e0', 'network_id': 'fbc1d381-a33c-46bd-b8fb-770a99aa7936', 'admin_state_up': True, 'tenant_id': '65d54c3b7dcd4af68398071d25e8321e', 'security_groups': ['c4487662-aacc-4220-bf58-589686faee53']}} {{(pid=116162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:10:44.048648 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e077b63c-b453-42d4-a018-1fa856f24d61 req-ba4587c7-edc7-4aff-a32b-fa44072f4a2e tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Made reservation on behalf of 65d54c3b7dcd4af68398071d25e8321e for: {'port': 1} {{(pid=116162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 11:10:44.052071 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [req-e077b63c-b453-42d4-a018-1fa856f24d61 req-ba4587c7-edc7-4aff-a32b-fa44072f4a2e tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (None), before_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:10:44.151380 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-a1c7c1ac-2569-4501-978f-c14f9b35cc45 req-7c0db614-754b-4cf3-a87c-c484ef69c3a2 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] 10.222.0.10 "GET /v2.0/ports?device_id=fa6f5f03-3814-4eed-9aea-b5b10108f3e0 HTTP/1.1" status: 200 len: 210 time: 0.0297503 Apr 28 11:10:44.183108 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.db.db_base_plugin_common [req-e077b63c-b453-42d4-a018-1fa856f24d61 req-ba4587c7-edc7-4aff-a32b-fa44072f4a2e tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Allocated IP 172.20.0.10 (fbc1d381-a33c-46bd-b8fb-770a99aa7936/71c1d17c-4c5b-4fc0-8c58-696c04e92a56/c087fe36-90bf-4f23-b7d8-b845a1622461) {{(pid=116162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 11:10:44.195387 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.agents_db [None req-54b29a82-8a19-4507-95e3-3a2d011841ff None None] Agent healthcheck: found 6 active agents {{(pid=116164) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 28 11:10:44.323758 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [req-e077b63c-b453-42d4-a018-1fa856f24d61 req-ba4587c7-edc7-4aff-a32b-fa44072f4a2e tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks [] for port (c087fe36-90bf-4f23-b7d8-b845a1622461), precommit_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:10:44.414724 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [req-e077b63c-b453-42d4-a018-1fa856f24d61 req-ba4587c7-edc7-4aff-a32b-fa44072f4a2e tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742234710357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5051867'] for port (c087fe36-90bf-4f23-b7d8-b845a1622461), after_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:10:44.454930 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e077b63c-b453-42d4-a018-1fa856f24d61 req-ba4587c7-edc7-4aff-a32b-fa44072f4a2e tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Network fbc1d381-a33c-46bd-b8fb-770a99aa7936 is already hosted by enough agents. {{(pid=116162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 11:10:44.457908 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.scheduler.base_scheduler [req-e077b63c-b453-42d4-a018-1fa856f24d61 req-ba4587c7-edc7-4aff-a32b-fa44072f4a2e tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Resources bound (agent type, host, resource id): {{(pid=116162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 11:10:44.464166 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.db.l3_dvrscheduler_db [req-e077b63c-b453-42d4-a018-1fa856f24d61 req-ba4587c7-edc7-4aff-a32b-fa44072f4a2e tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Received port after_create {{(pid=116162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 11:10:44.493752 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba4587c7-edc7-4aff-a32b-fa44072f4a2e tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Pushing event updated for resources: {'Port': ['ID=c087fe36-90bf-4f23-b7d8-b845a1622461,revision_number=1']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:10:44.527499 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e077b63c-b453-42d4-a018-1fa856f24d61 req-ba4587c7-edc7-4aff-a32b-fa44072f4a2e tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:10:44.528191 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [req-e077b63c-b453-42d4-a018-1fa856f24d61 req-ba4587c7-edc7-4aff-a32b-fa44072f4a2e tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198022'] for port (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:10:44.617328 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-e077b63c-b453-42d4-a018-1fa856f24d61 req-ba4587c7-edc7-4aff-a32b-fa44072f4a2e tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7371886 Apr 28 11:10:44.621424 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68a1c71-6f2f-4137-873f-8b368b3a3405 req-b41bf536-87ed-4ffd-aa7b-c592cdb8ed2e tempest-TestVolumeBootPattern-839648198 tempest-TestVolumeBootPattern-839648198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:10:44.623223 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-a68a1c71-6f2f-4137-873f-8b368b3a3405 req-b41bf536-87ed-4ffd-aa7b-c592cdb8ed2e tempest-TestVolumeBootPattern-839648198 tempest-TestVolumeBootPattern-839648198-project] 10.222.0.10 "GET /v2.0/ports?device_id=98d55c2d-420b-45bd-a19c-a51ec30177ea HTTP/1.1" status: 200 len: 943 time: 0.0529010 Apr 28 11:10:44.633412 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.v2.base [req-e077b63c-b453-42d4-a018-1fa856f24d61 req-b6b5e1e2-25dc-4aea-804f-755ec2be444b service neutron] Request body: {'port': {'device_id': 'fa6f5f03-3814-4eed-9aea-b5b10108f3e0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-mast'}} {{(pid=116162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:10:44.657552 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-8cae5689-7ae3-4b61-9703-4e67a1547044 None None] Provisioning complete for port c087fe36-90bf-4f23-b7d8-b845a1622461 triggered by entity DHCP. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:10:44.659119 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-8cae5689-7ae3-4b61-9703-4e67a1547044 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (c087fe36-90bf-4f23-b7d8-b845a1622461), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:10:44.680910 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-a68a1c71-6f2f-4137-873f-8b368b3a3405 req-c0264a2f-ed6f-4747-9f12-ce74a1072435 tempest-TestVolumeBootPattern-839648198 tempest-TestVolumeBootPattern-839648198-project] 10.222.0.10 "GET /v2.0/security-groups?id=c83a530b-56a2-41d8-b874-e844ad8fa813&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455229 Apr 28 11:10:44.698689 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [req-e077b63c-b453-42d4-a018-1fa856f24d61 req-b6b5e1e2-25dc-4aea-804f-755ec2be444b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (c087fe36-90bf-4f23-b7d8-b845a1622461), before_update {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:10:44.705556 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-8cae5689-7ae3-4b61-9703-4e67a1547044 None None] Port c087fe36-90bf-4f23-b7d8-b845a1622461 cannot update to ACTIVE because it is not bound. {{(pid=116163) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 28 11:10:44.956887 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.notifiers.nova [req-e077b63c-b453-42d4-a018-1fa856f24d61 req-b6b5e1e2-25dc-4aea-804f-755ec2be444b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c087fe36-90bf-4f23-b7d8-b845a1622461 {{(pid=116162) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 11:10:44.964060 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [req-e077b63c-b453-42d4-a018-1fa856f24d61 req-b6b5e1e2-25dc-4aea-804f-755ec2be444b service neutron] Publish callbacks [] for port (c087fe36-90bf-4f23-b7d8-b845a1622461), precommit_update {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:10:44.976232 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.db.provisioning_blocks [req-e077b63c-b453-42d4-a018-1fa856f24d61 req-b6b5e1e2-25dc-4aea-804f-755ec2be444b service neutron] Transition to ACTIVE for port object c087fe36-90bf-4f23-b7d8-b845a1622461 will not be triggered until provisioned by entity L2. {{(pid=116162) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 28 11:10:45.041059 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [req-e077b63c-b453-42d4-a018-1fa856f24d61 req-b6b5e1e2-25dc-4aea-804f-755ec2be444b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5051840'] for port (c087fe36-90bf-4f23-b7d8-b845a1622461), after_update {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:10:45.110388 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b5e1e2-25dc-4aea-804f-755ec2be444b service neutron] Pushing event updated for resources: {'Port': ['ID=c087fe36-90bf-4f23-b7d8-b845a1622461,revision_number=2']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:10:45.162382 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.managers [req-e077b63c-b453-42d4-a018-1fa856f24d61 req-b6b5e1e2-25dc-4aea-804f-755ec2be444b service neutron] Attempting to bind port c087fe36-90bf-4f23-b7d8-b845a1622461 on host hv-neutron-mast for vnic_type normal with profile {{(pid=116162) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 28 11:10:45.162749 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.managers [req-e077b63c-b453-42d4-a018-1fa856f24d61 req-b6b5e1e2-25dc-4aea-804f-755ec2be444b service neutron] Attempting to bind port c087fe36-90bf-4f23-b7d8-b845a1622461 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': 'd48d6e4c-bada-4388-a240-98e1de223282', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'fbc1d381-a33c-46bd-b8fb-770a99aa7936'}] {{(pid=116162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 28 11:10:45.163084 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e077b63c-b453-42d4-a018-1fa856f24d61 req-b6b5e1e2-25dc-4aea-804f-755ec2be444b service neutron] Attempting to bind port c087fe36-90bf-4f23-b7d8-b845a1622461 on network fbc1d381-a33c-46bd-b8fb-770a99aa7936 {{(pid=116162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 11:10:45.167825 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e077b63c-b453-42d4-a018-1fa856f24d61 req-b6b5e1e2-25dc-4aea-804f-755ec2be444b service neutron] Port c087fe36-90bf-4f23-b7d8-b845a1622461 on network fbc1d381-a33c-46bd-b8fb-770a99aa7936 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=116162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 28 11:10:45.168149 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e077b63c-b453-42d4-a018-1fa856f24d61 req-b6b5e1e2-25dc-4aea-804f-755ec2be444b service neutron] Attempting to bind port c087fe36-90bf-4f23-b7d8-b845a1622461 on network fbc1d381-a33c-46bd-b8fb-770a99aa7936 {{(pid=116162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 11:10:45.173693 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e077b63c-b453-42d4-a018-1fa856f24d61 req-b6b5e1e2-25dc-4aea-804f-755ec2be444b service neutron] Checking agent: {'id': '6be95134-9a6c-4663-8b48-90d12ce90c60', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-mast', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 10, 57, 20), 'started_at': datetime.datetime(2022, 4, 28, 10, 57, 20), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 11, 10, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=116162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 11:10:45.174115 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e077b63c-b453-42d4-a018-1fa856f24d61 req-b6b5e1e2-25dc-4aea-804f-755ec2be444b service neutron] Checking segment: {'id': 'd48d6e4c-bada-4388-a240-98e1de223282', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'fbc1d381-a33c-46bd-b8fb-770a99aa7936'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 11:10:45.174515 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e077b63c-b453-42d4-a018-1fa856f24d61 req-b6b5e1e2-25dc-4aea-804f-755ec2be444b service neutron] Bound using segment: {'id': 'd48d6e4c-bada-4388-a240-98e1de223282', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'fbc1d381-a33c-46bd-b8fb-770a99aa7936'} {{(pid=116162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 11:10:45.174964 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.managers [req-e077b63c-b453-42d4-a018-1fa856f24d61 req-b6b5e1e2-25dc-4aea-804f-755ec2be444b service neutron] Bound port: c087fe36-90bf-4f23-b7d8-b845a1622461, host: hv-neutron-mast, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd48d6e4c-bada-4388-a240-98e1de223282', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'fbc1d381-a33c-46bd-b8fb-770a99aa7936'}}] {{(pid=116162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 28 11:10:45.175328 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [req-e077b63c-b453-42d4-a018-1fa856f24d61 req-b6b5e1e2-25dc-4aea-804f-755ec2be444b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (c087fe36-90bf-4f23-b7d8-b845a1622461), before_update {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:10:45.248986 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.db [req-e077b63c-b453-42d4-a018-1fa856f24d61 req-b6b5e1e2-25dc-4aea-804f-755ec2be444b service neutron] For port c087fe36-90bf-4f23-b7d8-b845a1622461, host hv-neutron-mast, cleared binding levels {{(pid=116162) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 11:10:45.252957 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.db [req-e077b63c-b453-42d4-a018-1fa856f24d61 req-b6b5e1e2-25dc-4aea-804f-755ec2be444b service neutron] For port c087fe36-90bf-4f23-b7d8-b845a1622461, host hv-neutron-mast, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=c087fe36-90bf-4f23-b7d8-b845a1622461,segment=NetworkSegment(d48d6e4c-bada-4388-a240-98e1de223282),segment_id=d48d6e4c-bada-4388-a240-98e1de223282)] {{(pid=116162) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 11:10:45.274723 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8760cd7b-98ab-49c7-b918-b22ab08faa39 req-69dfc5a1-90c4-4f8e-a034-ae5d4380f9ac tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:10:45.276270 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-8760cd7b-98ab-49c7-b918-b22ab08faa39 req-69dfc5a1-90c4-4f8e-a034-ae5d4380f9ac tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] 10.222.0.10 "GET /v2.0/ports?device_id=fa6f5f03-3814-4eed-9aea-b5b10108f3e0 HTTP/1.1" status: 200 len: 944 time: 0.0513983 Apr 28 11:10:45.312098 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [req-e077b63c-b453-42d4-a018-1fa856f24d61 req-b6b5e1e2-25dc-4aea-804f-755ec2be444b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5051840'] for port (c087fe36-90bf-4f23-b7d8-b845a1622461), after_update {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:10:45.328915 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-8760cd7b-98ab-49c7-b918-b22ab08faa39 req-3b408854-7d74-4214-9ebf-64a54f81c682 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] 10.222.0.10 "GET /v2.0/security-groups?id=c4487662-aacc-4220-bf58-589686faee53&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457070 Apr 28 11:10:45.345356 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e077b63c-b453-42d4-a018-1fa856f24d61 req-b6b5e1e2-25dc-4aea-804f-755ec2be444b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:10:45.346045 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [req-e077b63c-b453-42d4-a018-1fa856f24d61 req-b6b5e1e2-25dc-4aea-804f-755ec2be444b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198022'] for port (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:10:45.347557 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-e077b63c-b453-42d4-a018-1fa856f24d61 req-b6b5e1e2-25dc-4aea-804f-755ec2be444b service neutron] 10.222.0.20 "PUT /v2.0/ports/c087fe36-90bf-4f23-b7d8-b845a1622461 HTTP/1.1" status: 200 len: 1094 time: 0.7187750 Apr 28 11:10:45.347996 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa6f5f03-3814-4eed-9aea-b5b10108f3e0', 'tag': 'c087fe36-90bf-4f23-b7d8-b845a1622461'}] {{(pid=116162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 11:10:45.350505 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ba53f40d6116d28995a8e36159d0e539b5353eec116fb5dd4ce03b4b2159ab1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39b5a42d-70e2-43b0-a3f1-f5993f855c49" -d '{"events": [{"name": "network-changed", "server_uuid": "fa6f5f03-3814-4eed-9aea-b5b10108f3e0", "tag": "c087fe36-90bf-4f23-b7d8-b845a1622461"}]}' {{(pid=116162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 11:10:45.380147 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b5e1e2-25dc-4aea-804f-755ec2be444b service neutron] Pushing event updated for resources: {'Port': ['ID=c087fe36-90bf-4f23-b7d8-b845a1622461,revision_number=3']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:10:45.451665 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 11:10:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fe27e12-bc05-4157-9968-e9f4357f1c49 x-openstack-request-id: req-6fe27e12-bc05-4157-9968-e9f4357f1c49 {{(pid=116162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 11:10:45.452489 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fa6f5f03-3814-4eed-9aea-b5b10108f3e0", "tag": "c087fe36-90bf-4f23-b7d8-b845a1622461", "status": "completed", "code": 200}]} {{(pid=116162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 11:10:45.452828 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-6fe27e12-bc05-4157-9968-e9f4357f1c49 {{(pid=116162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 11:10:45.453232 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6fe27e12-bc05-4157-9968-e9f4357f1c49'] response: {'name': 'network-changed', 'server_uuid': 'fa6f5f03-3814-4eed-9aea-b5b10108f3e0', 'tag': 'c087fe36-90bf-4f23-b7d8-b845a1622461', 'status': 'completed', 'code': 200} Apr 28 11:10:45.487011 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e077b63c-b453-42d4-a018-1fa856f24d61 req-717acaed-d98b-4035-9f1b-8b373a9852db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:10:45.488517 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-e077b63c-b453-42d4-a018-1fa856f24d61 req-717acaed-d98b-4035-9f1b-8b373a9852db service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=65d54c3b7dcd4af68398071d25e8321e&device_id=fa6f5f03-3814-4eed-9aea-b5b10108f3e0 HTTP/1.1" status: 200 len: 1128 time: 0.0458908 Apr 28 11:10:45.529342 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-e077b63c-b453-42d4-a018-1fa856f24d61 req-5bfc33ca-4790-4896-a8a0-116fbf901bc2 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c087fe36-90bf-4f23-b7d8-b845a1622461 HTTP/1.1" status: 200 len: 217 time: 0.0346050 Apr 28 11:10:45.581106 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e077b63c-b453-42d4-a018-1fa856f24d61 req-33803e5f-d0f6-4880-b03d-692bf0a2677f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:10:45.582570 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-e077b63c-b453-42d4-a018-1fa856f24d61 req-33803e5f-d0f6-4880-b03d-692bf0a2677f service neutron] 10.222.0.20 "GET /v2.0/subnets?id=71c1d17c-4c5b-4fc0-8c58-696c04e92a56 HTTP/1.1" status: 200 len: 835 time: 0.0466301 Apr 28 11:10:45.624779 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e077b63c-b453-42d4-a018-1fa856f24d61 req-635f3f3f-fb40-4cf9-996c-4b1238a0544b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:10:45.626190 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-e077b63c-b453-42d4-a018-1fa856f24d61 req-635f3f3f-fb40-4cf9-996c-4b1238a0544b service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=fbc1d381-a33c-46bd-b8fb-770a99aa7936&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0382950 Apr 28 11:10:45.719347 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-e077b63c-b453-42d4-a018-1fa856f24d61 req-609544e4-1612-4477-80df-c5e730be8d8d service neutron] 10.222.0.20 "GET /v2.0/networks/fbc1d381-a33c-46bd-b8fb-770a99aa7936?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870986 Apr 28 11:10:45.800676 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397dfa9b-1b3a-4f45-a815-ed269e669660 req-1a3b06df-83c2-494a-9888-b3b5c3de56e5 tempest-TestVolumeBootPattern-839648198 tempest-TestVolumeBootPattern-839648198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:10:45.802104 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-397dfa9b-1b3a-4f45-a815-ed269e669660 req-1a3b06df-83c2-494a-9888-b3b5c3de56e5 tempest-TestVolumeBootPattern-839648198 tempest-TestVolumeBootPattern-839648198-project] 10.222.0.10 "GET /v2.0/ports?device_id=98d55c2d-420b-45bd-a19c-a51ec30177ea HTTP/1.1" status: 200 len: 943 time: 0.0483024 Apr 28 11:10:45.809654 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-e077b63c-b453-42d4-a018-1fa856f24d61 req-9d0a6300-3fd1-4674-b839-6b36280def55 service neutron] 10.222.0.20 "GET /v2.0/networks/fbc1d381-a33c-46bd-b8fb-770a99aa7936?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844002 Apr 28 11:10:45.856851 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-397dfa9b-1b3a-4f45-a815-ed269e669660 req-4c603fe8-0723-40ab-a411-d72853fb1fde tempest-TestVolumeBootPattern-839648198 tempest-TestVolumeBootPattern-839648198-project] 10.222.0.10 "GET /v2.0/security-groups?id=c83a530b-56a2-41d8-b874-e844ad8fa813&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486767 Apr 28 11:10:45.981420 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Device f5698167-c51b-489f-a142-f8e511ffc09c details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=116163) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 28 11:10:46.079999 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] For port f5698167-c51b-489f-a142-f8e511ffc09c, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=f5698167-c51b-489f-a142-f8e511ffc09c,segment=NetworkSegment(d6ab13ae-3a67-4b86-b1c5-eddbcd455107),segment_id=d6ab13ae-3a67-4b86-b1c5-eddbcd455107)] {{(pid=116163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 11:10:46.090660 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Returning: {'device': 'f5698167-c51b-489f-a142-f8e511ffc09c', 'network_id': '95a73077-5c3c-4a4f-9014-bee1df8e9c09', 'port_id': 'f5698167-c51b-489f-a142-f8e511ffc09c', 'mac_address': 'fa:16:3e:09:6f:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 51, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '49bbb4f0-3980-4b52-84ba-965c72e99e66', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=116163) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 28 11:10:46.127336 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Current status of the port f5698167-c51b-489f-a142-f8e511ffc09c is: DOWN; New status is: BUILD {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:10:46.127717 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (f5698167-c51b-489f-a142-f8e511ffc09c), before_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:10:46.141035 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.notifiers.nova [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f5698167-c51b-489f-a142-f8e511ffc09c {{(pid=116163) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 11:10:46.159202 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] For port f5698167-c51b-489f-a142-f8e511ffc09c, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=f5698167-c51b-489f-a142-f8e511ffc09c,segment=NetworkSegment(d6ab13ae-3a67-4b86-b1c5-eddbcd455107),segment_id=d6ab13ae-3a67-4b86-b1c5-eddbcd455107)] {{(pid=116163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 11:10:46.219794 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393'] for port (f5698167-c51b-489f-a142-f8e511ffc09c), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:10:46.268980 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Pushing event updated for resources: {'Port': ['ID=f5698167-c51b-489f-a142-f8e511ffc09c,revision_number=4']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:10:46.415706 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] get_ports_and_sgs() called for port_ids ['f5698167-c51b-489f-a142-f8e511ffc09c'] {{(pid=116163) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 11:10:46.444281 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2c8bea-13c2-471a-ae0b-e460aae31d11 req-84bc8cda-1e66-489f-bbea-f5290b972dcc tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:10:46.445776 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-0d2c8bea-13c2-471a-ae0b-e460aae31d11 req-84bc8cda-1e66-489f-bbea-f5290b972dcc tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] 10.222.0.10 "GET /v2.0/ports?device_id=fa6f5f03-3814-4eed-9aea-b5b10108f3e0 HTTP/1.1" status: 200 len: 944 time: 0.0478179 Apr 28 11:10:46.495150 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-0d2c8bea-13c2-471a-ae0b-e460aae31d11 req-54b21a74-410f-4ced-bd06-f241d3be001d tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] 10.222.0.10 "GET /v2.0/security-groups?id=c4487662-aacc-4220-bf58-589686faee53&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437005 Apr 28 11:10:46.589339 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b5a42d-70e2-43b0-a3f1-f5993f855c49 req-e299e58f-8e9d-4123-9fad-063dd274f4f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:10:46.590889 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-39b5a42d-70e2-43b0-a3f1-f5993f855c49 req-e299e58f-8e9d-4123-9fad-063dd274f4f3 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=65d54c3b7dcd4af68398071d25e8321e&device_id=fa6f5f03-3814-4eed-9aea-b5b10108f3e0 HTTP/1.1" status: 200 len: 1128 time: 0.0386558 Apr 28 11:10:46.683439 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b5a42d-70e2-43b0-a3f1-f5993f855c49 req-0aacff9e-82c0-4229-8a77-587b81681eb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:10:46.684887 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-39b5a42d-70e2-43b0-a3f1-f5993f855c49 req-0aacff9e-82c0-4229-8a77-587b81681eb4 service neutron] 10.222.0.20 "GET /v2.0/networks?id=fbc1d381-a33c-46bd-b8fb-770a99aa7936 HTTP/1.1" status: 200 len: 897 time: 0.0875392 Apr 28 11:10:46.723999 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-39b5a42d-70e2-43b0-a3f1-f5993f855c49 req-168703d2-271a-4f99-8b50-6647471acb13 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c087fe36-90bf-4f23-b7d8-b845a1622461 HTTP/1.1" status: 200 len: 217 time: 0.0327284 Apr 28 11:10:46.774698 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b5a42d-70e2-43b0-a3f1-f5993f855c49 req-79a47604-af06-4785-bed8-a485d3cd376e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:10:46.776127 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-39b5a42d-70e2-43b0-a3f1-f5993f855c49 req-79a47604-af06-4785-bed8-a485d3cd376e service neutron] 10.222.0.20 "GET /v2.0/subnets?id=71c1d17c-4c5b-4fc0-8c58-696c04e92a56 HTTP/1.1" status: 200 len: 835 time: 0.0461442 Apr 28 11:10:46.817785 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b5a42d-70e2-43b0-a3f1-f5993f855c49 req-3e6fe2be-e292-4394-bc86-d401f814d951 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:10:46.819260 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-39b5a42d-70e2-43b0-a3f1-f5993f855c49 req-3e6fe2be-e292-4394-bc86-d401f814d951 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=fbc1d381-a33c-46bd-b8fb-770a99aa7936&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0368559 Apr 28 11:10:46.907469 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-39b5a42d-70e2-43b0-a3f1-f5993f855c49 req-eca4f194-c548-47e2-b9d0-4037d4e5682a service neutron] 10.222.0.20 "GET /v2.0/networks/fbc1d381-a33c-46bd-b8fb-770a99aa7936?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816681 Apr 28 11:10:46.970725 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd86af95-9cda-4590-96c9-72f7ad70a4ea req-dbbb21ad-afb8-4f39-ae88-2241f33285f0 tempest-TestVolumeBootPattern-839648198 tempest-TestVolumeBootPattern-839648198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:10:46.972109 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-dd86af95-9cda-4590-96c9-72f7ad70a4ea req-dbbb21ad-afb8-4f39-ae88-2241f33285f0 tempest-TestVolumeBootPattern-839648198 tempest-TestVolumeBootPattern-839648198-project] 10.222.0.10 "GET /v2.0/ports?device_id=98d55c2d-420b-45bd-a19c-a51ec30177ea HTTP/1.1" status: 200 len: 944 time: 0.0465982 Apr 28 11:10:47.000788 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-39b5a42d-70e2-43b0-a3f1-f5993f855c49 req-2657c36d-ab38-4b45-aeb4-3b411d9a0ea7 service neutron] 10.222.0.20 "GET /v2.0/networks/fbc1d381-a33c-46bd-b8fb-770a99aa7936?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877056 Apr 28 11:10:47.021311 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-dd86af95-9cda-4590-96c9-72f7ad70a4ea req-ed00c952-a26b-4d89-83e8-632aff54eb28 tempest-TestVolumeBootPattern-839648198 tempest-TestVolumeBootPattern-839648198-project] 10.222.0.10 "GET /v2.0/security-groups?id=c83a530b-56a2-41d8-b874-e844ad8fa813&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433698 Apr 28 11:10:47.609769 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ea899b-e702-43f8-a5a1-74a8f6b12a1c req-34b5ac2f-6104-41d5-9844-e74575e16a4e tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:10:47.611259 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-c0ea899b-e702-43f8-a5a1-74a8f6b12a1c req-34b5ac2f-6104-41d5-9844-e74575e16a4e tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] 10.222.0.10 "GET /v2.0/ports?device_id=fa6f5f03-3814-4eed-9aea-b5b10108f3e0 HTTP/1.1" status: 200 len: 944 time: 0.0503163 Apr 28 11:10:47.658264 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-c0ea899b-e702-43f8-a5a1-74a8f6b12a1c req-a5c74622-c9e5-41d6-a97f-d6fbe20d2a44 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] 10.222.0.10 "GET /v2.0/security-groups?id=c4487662-aacc-4220-bf58-589686faee53&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415196 Apr 28 11:10:47.990037 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Device c087fe36-90bf-4f23-b7d8-b845a1622461 details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=116163) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 28 11:10:47.992135 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Device f5698167-c51b-489f-a142-f8e511ffc09c up at agent hyperv_hv-neutron-mast {{(pid=116163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 11:10:48.095357 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Provisioning for port f5698167-c51b-489f-a142-f8e511ffc09c completed by entity L2. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 28 11:10:48.120554 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] For port c087fe36-90bf-4f23-b7d8-b845a1622461, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=c087fe36-90bf-4f23-b7d8-b845a1622461,segment=NetworkSegment(d48d6e4c-bada-4388-a240-98e1de223282),segment_id=d48d6e4c-bada-4388-a240-98e1de223282)] {{(pid=116163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 11:10:48.136524 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Returning: {'device': 'c087fe36-90bf-4f23-b7d8-b845a1622461', 'network_id': 'fbc1d381-a33c-46bd-b8fb-770a99aa7936', 'port_id': 'c087fe36-90bf-4f23-b7d8-b845a1622461', 'mac_address': 'fa:16:3e:d9:14:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 97, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '71c1d17c-4c5b-4fc0-8c58-696c04e92a56', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=116163) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 28 11:10:48.140434 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41036258-4cc1-413a-a659-e78e1891f134 req-891d620c-3a92-4078-9a3c-cc5bd07b959c tempest-TestVolumeBootPattern-839648198 tempest-TestVolumeBootPattern-839648198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:10:48.141946 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-41036258-4cc1-413a-a659-e78e1891f134 req-891d620c-3a92-4078-9a3c-cc5bd07b959c tempest-TestVolumeBootPattern-839648198 tempest-TestVolumeBootPattern-839648198-project] 10.222.0.10 "GET /v2.0/ports?device_id=98d55c2d-420b-45bd-a19c-a51ec30177ea HTTP/1.1" status: 200 len: 944 time: 0.0533042 Apr 28 11:10:48.161297 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Provisioning complete for port f5698167-c51b-489f-a142-f8e511ffc09c triggered by entity L2. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:10:48.161674 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (f5698167-c51b-489f-a142-f8e511ffc09c), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:10:48.191909 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-41036258-4cc1-413a-a659-e78e1891f134 req-a1ca9346-09c6-4141-b441-d3022e513d79 tempest-TestVolumeBootPattern-839648198 tempest-TestVolumeBootPattern-839648198-project] 10.222.0.10 "GET /v2.0/security-groups?id=c83a530b-56a2-41d8-b874-e844ad8fa813&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440228 Apr 28 11:10:48.197745 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Current status of the port c087fe36-90bf-4f23-b7d8-b845a1622461 is: DOWN; New status is: BUILD {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:10:48.198136 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (c087fe36-90bf-4f23-b7d8-b845a1622461), before_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:10:48.217302 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.notifiers.nova [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c087fe36-90bf-4f23-b7d8-b845a1622461 {{(pid=116163) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 11:10:48.242928 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] For port c087fe36-90bf-4f23-b7d8-b845a1622461, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=c087fe36-90bf-4f23-b7d8-b845a1622461,segment=NetworkSegment(d48d6e4c-bada-4388-a240-98e1de223282),segment_id=d48d6e4c-bada-4388-a240-98e1de223282)] {{(pid=116163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 11:10:48.276641 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Current status of the port f5698167-c51b-489f-a142-f8e511ffc09c is: BUILD; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:10:48.277026 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (f5698167-c51b-489f-a142-f8e511ffc09c), before_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:10:48.302256 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98d55c2d-420b-45bd-a19c-a51ec30177ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5698167-c51b-489f-a142-f8e511ffc09c'}] {{(pid=116163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 11:10:48.304512 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f01aec4a4f83961b54a953becfce2676879fb1d4b91122543244f430a0b8460" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a14fdde1-ca9d-41bd-987e-b2e21b784b39" -d '{"events": [{"server_uuid": "98d55c2d-420b-45bd-a19c-a51ec30177ea", "name": "network-vif-plugged", "status": "completed", "tag": "f5698167-c51b-489f-a142-f8e511ffc09c"}]}' {{(pid=116163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 11:10:48.313885 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393'] for port (c087fe36-90bf-4f23-b7d8-b845a1622461), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:10:48.337256 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] For port f5698167-c51b-489f-a142-f8e511ffc09c, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=f5698167-c51b-489f-a142-f8e511ffc09c,segment=NetworkSegment(d6ab13ae-3a67-4b86-b1c5-eddbcd455107),segment_id=d6ab13ae-3a67-4b86-b1c5-eddbcd455107)] {{(pid=116163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 11:10:48.341419 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 11:10:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-edfef7ad-5b4b-45ac-a507-6642c6ade994 x-openstack-request-id: req-edfef7ad-5b4b-45ac-a507-6642c6ade994 {{(pid=116163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 11:10:48.341704 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98d55c2d-420b-45bd-a19c-a51ec30177ea", "name": "network-vif-plugged", "status": "completed", "tag": "f5698167-c51b-489f-a142-f8e511ffc09c", "code": 200}]} {{(pid=116163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 11:10:48.341957 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-edfef7ad-5b4b-45ac-a507-6642c6ade994 {{(pid=116163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 11:10:48.342345 dv-neutron-master-2-hyperv neutron-server[116163]: INFO neutron.notifiers.nova [-] Nova event matching ['req-edfef7ad-5b4b-45ac-a507-6642c6ade994'] response: {'server_uuid': '98d55c2d-420b-45bd-a19c-a51ec30177ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5698167-c51b-489f-a142-f8e511ffc09c', 'code': 200} Apr 28 11:10:48.368260 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Pushing event updated for resources: {'Port': ['ID=c087fe36-90bf-4f23-b7d8-b845a1622461,revision_number=4']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:10:48.403343 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393'] for port (f5698167-c51b-489f-a142-f8e511ffc09c), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:10:48.455957 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Pushing event updated for resources: {'Port': ['ID=f5698167-c51b-489f-a142-f8e511ffc09c,revision_number=5']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:10:48.522166 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] get_ports_and_sgs() called for port_ids ['c087fe36-90bf-4f23-b7d8-b845a1622461'] {{(pid=116163) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 11:10:48.555065 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55049ec7-4c05-4573-beee-fd26d767c6a0 req-7e81d587-ddeb-46d3-bc14-473e09505e67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:10:48.556436 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-55049ec7-4c05-4573-beee-fd26d767c6a0 req-7e81d587-ddeb-46d3-bc14-473e09505e67 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=98d55c2d-420b-45bd-a19c-a51ec30177ea HTTP/1.1" status: 200 len: 1129 time: 0.0388844 Apr 28 11:10:48.609009 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-55049ec7-4c05-4573-beee-fd26d767c6a0 req-21179f22-66af-4fd5-bded-ab27921d0227 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=c83a530b-56a2-41d8-b874-e844ad8fa813&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450745 Apr 28 11:10:48.775810 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c4f1ab-e5ed-48bd-aa32-21864827d0c6 req-f442d30e-e5cd-4cc5-b412-8abee3157a54 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:10:48.777593 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-a2c4f1ab-e5ed-48bd-aa32-21864827d0c6 req-f442d30e-e5cd-4cc5-b412-8abee3157a54 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] 10.222.0.10 "GET /v2.0/ports?device_id=fa6f5f03-3814-4eed-9aea-b5b10108f3e0 HTTP/1.1" status: 200 len: 945 time: 0.0504158 Apr 28 11:10:48.836558 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-a2c4f1ab-e5ed-48bd-aa32-21864827d0c6 req-a403f68f-54ca-4513-974f-f669e0bf9138 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] 10.222.0.10 "GET /v2.0/security-groups?id=c4487662-aacc-4220-bf58-589686faee53&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488477 Apr 28 11:10:49.307221 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6161bbb4-b1b0-4feb-b308-c398ddda05cf req-627434fb-65ad-4864-b59d-b7211946ea72 tempest-TestVolumeBootPattern-839648198 tempest-TestVolumeBootPattern-839648198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:10:49.308717 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-6161bbb4-b1b0-4feb-b308-c398ddda05cf req-627434fb-65ad-4864-b59d-b7211946ea72 tempest-TestVolumeBootPattern-839648198 tempest-TestVolumeBootPattern-839648198-project] 10.222.0.10 "GET /v2.0/ports?device_id=98d55c2d-420b-45bd-a19c-a51ec30177ea HTTP/1.1" status: 200 len: 945 time: 0.0471652 Apr 28 11:10:49.357709 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-6161bbb4-b1b0-4feb-b308-c398ddda05cf req-b95923c7-f016-4fa7-a3b8-56af2af1e2cb tempest-TestVolumeBootPattern-839648198 tempest-TestVolumeBootPattern-839648198-project] 10.222.0.10 "GET /v2.0/security-groups?id=c83a530b-56a2-41d8-b874-e844ad8fa813&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427799 Apr 28 11:10:49.956406 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24dcd05b-2f7d-467a-b5d3-f2039a17ef6e req-76b5fae9-0f84-4315-912b-5e1dfd354f42 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:10:49.957902 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-24dcd05b-2f7d-467a-b5d3-f2039a17ef6e req-76b5fae9-0f84-4315-912b-5e1dfd354f42 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] 10.222.0.10 "GET /v2.0/ports?device_id=fa6f5f03-3814-4eed-9aea-b5b10108f3e0 HTTP/1.1" status: 200 len: 945 time: 0.0479228 Apr 28 11:10:50.000878 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Device c087fe36-90bf-4f23-b7d8-b845a1622461 up at agent hyperv_hv-neutron-mast {{(pid=116163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 11:10:50.008434 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-24dcd05b-2f7d-467a-b5d3-f2039a17ef6e req-59e18cf3-ae9f-45d5-a03e-122375e86635 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] 10.222.0.10 "GET /v2.0/security-groups?id=c4487662-aacc-4220-bf58-589686faee53&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448303 Apr 28 11:10:50.044722 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Provisioning for port c087fe36-90bf-4f23-b7d8-b845a1622461 completed by entity L2. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 28 11:10:50.121273 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Provisioning complete for port c087fe36-90bf-4f23-b7d8-b845a1622461 triggered by entity L2. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:10:50.121649 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (c087fe36-90bf-4f23-b7d8-b845a1622461), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:10:50.199391 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Current status of the port c087fe36-90bf-4f23-b7d8-b845a1622461 is: BUILD; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:10:50.199769 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (c087fe36-90bf-4f23-b7d8-b845a1622461), before_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:10:50.231908 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] For port c087fe36-90bf-4f23-b7d8-b845a1622461, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=c087fe36-90bf-4f23-b7d8-b845a1622461,segment=NetworkSegment(d48d6e4c-bada-4388-a240-98e1de223282),segment_id=d48d6e4c-bada-4388-a240-98e1de223282)] {{(pid=116163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 11:10:50.309715 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393'] for port (c087fe36-90bf-4f23-b7d8-b845a1622461), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:10:50.344194 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa6f5f03-3814-4eed-9aea-b5b10108f3e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c087fe36-90bf-4f23-b7d8-b845a1622461'}] {{(pid=116163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 11:10:50.346422 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f01aec4a4f83961b54a953becfce2676879fb1d4b91122543244f430a0b8460" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef64a4b4-1be1-4c88-b7f9-60bb6f559ef2" -d '{"events": [{"server_uuid": "fa6f5f03-3814-4eed-9aea-b5b10108f3e0", "name": "network-vif-plugged", "status": "completed", "tag": "c087fe36-90bf-4f23-b7d8-b845a1622461"}]}' {{(pid=116163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 11:10:50.363038 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Pushing event updated for resources: {'Port': ['ID=c087fe36-90bf-4f23-b7d8-b845a1622461,revision_number=5']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:10:50.380969 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 11:10:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1a00c4b-9118-473c-8b9a-03fd67882cce x-openstack-request-id: req-f1a00c4b-9118-473c-8b9a-03fd67882cce {{(pid=116163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 11:10:50.381267 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa6f5f03-3814-4eed-9aea-b5b10108f3e0", "name": "network-vif-plugged", "status": "completed", "tag": "c087fe36-90bf-4f23-b7d8-b845a1622461", "code": 200}]} {{(pid=116163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 11:10:50.381526 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-f1a00c4b-9118-473c-8b9a-03fd67882cce {{(pid=116163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 11:10:50.381929 dv-neutron-master-2-hyperv neutron-server[116163]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f1a00c4b-9118-473c-8b9a-03fd67882cce'] response: {'server_uuid': 'fa6f5f03-3814-4eed-9aea-b5b10108f3e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c087fe36-90bf-4f23-b7d8-b845a1622461', 'code': 200} Apr 28 11:10:50.475923 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef9506e-bfe4-4727-9347-d636920ed6ed req-9cd78443-a29c-4a70-aad0-fae5aa59cef5 tempest-TestVolumeBootPattern-839648198 tempest-TestVolumeBootPattern-839648198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:10:50.477425 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-aef9506e-bfe4-4727-9347-d636920ed6ed req-9cd78443-a29c-4a70-aad0-fae5aa59cef5 tempest-TestVolumeBootPattern-839648198 tempest-TestVolumeBootPattern-839648198-project] 10.222.0.10 "GET /v2.0/ports?device_id=98d55c2d-420b-45bd-a19c-a51ec30177ea HTTP/1.1" status: 200 len: 945 time: 0.0522025 Apr 28 11:10:50.526866 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-aef9506e-bfe4-4727-9347-d636920ed6ed req-fbd4a91e-8ee7-48ab-b867-6524fa2ac3b7 tempest-TestVolumeBootPattern-839648198 tempest-TestVolumeBootPattern-839648198-project] 10.222.0.10 "GET /v2.0/security-groups?id=c83a530b-56a2-41d8-b874-e844ad8fa813&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436335 Apr 28 11:10:50.557124 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (6be95134-9a6c-4663-8b48-90d12ce90c60), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:10:50.642021 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcad1d59-c191-4e53-9a8d-2332a53b2733 req-ab36a055-e0b3-4c20-a1fa-f2179b0fc9e8 tempest-TestVolumeBootPattern-839648198 tempest-TestVolumeBootPattern-839648198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:10:50.643534 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-bcad1d59-c191-4e53-9a8d-2332a53b2733 req-ab36a055-e0b3-4c20-a1fa-f2179b0fc9e8 tempest-TestVolumeBootPattern-839648198 tempest-TestVolumeBootPattern-839648198-project] 10.222.0.10 "GET /v2.0/ports?device_id=98d55c2d-420b-45bd-a19c-a51ec30177ea HTTP/1.1" status: 200 len: 945 time: 0.0481217 Apr 28 11:10:50.687790 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7599bd-0ce0-4a2b-bb7f-a23770fc0b4c req-0ab48d97-5e42-45ff-a587-591813ce193c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:10:50.689280 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-0f7599bd-0ce0-4a2b-bb7f-a23770fc0b4c req-0ab48d97-5e42-45ff-a587-591813ce193c service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=fa6f5f03-3814-4eed-9aea-b5b10108f3e0 HTTP/1.1" status: 200 len: 1130 time: 0.0407970 Apr 28 11:10:50.693351 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-bcad1d59-c191-4e53-9a8d-2332a53b2733 req-5cf3a5e1-e8ad-4c3c-8ba1-c241c77118b7 tempest-TestVolumeBootPattern-839648198 tempest-TestVolumeBootPattern-839648198-project] 10.222.0.10 "GET /v2.0/security-groups?id=c83a530b-56a2-41d8-b874-e844ad8fa813&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440838 Apr 28 11:10:50.716502 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 56854) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:10:50.734640 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-0f7599bd-0ce0-4a2b-bb7f-a23770fc0b4c req-d30a8cd6-3216-44b6-b4a3-519e21879a9a service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=c4487662-aacc-4220-bf58-589686faee53&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399010 Apr 28 11:10:50.758391 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cac73a99-2bc3-4168-b209-2ab6adda8b0d tempest-TestVolumeBootPattern-1925713540 tempest-TestVolumeBootPattern-1925713540-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:10:50.759939 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-cac73a99-2bc3-4168-b209-2ab6adda8b0d tempest-TestVolumeBootPattern-1925713540 tempest-TestVolumeBootPattern-1925713540-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=98d55c2d-420b-45bd-a19c-a51ec30177ea HTTP/1.1" status: 200 len: 1124 time: 0.0424585 Apr 28 11:10:50.762704 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 56856) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:10:50.767310 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.v2.base [None req-1679ab5a-5177-45dd-b5ca-56d37188226e tempest-TestVolumeBootPattern-839648198 tempest-TestVolumeBootPattern-839648198-project] Request body: {'floatingip': {'floating_network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'port_id': 'f5698167-c51b-489f-a142-f8e511ffc09c', 'tenant_id': '552a7719c35843ecaa8ce5b648a02d25', 'fixed_ip_address': '172.20.0.5'}} {{(pid=116161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:10:50.843311 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-1679ab5a-5177-45dd-b5ca-56d37188226e tempest-TestVolumeBootPattern-839648198 tempest-TestVolumeBootPattern-839648198-project] Publish callbacks [] for floatingip (None), before_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:10:50.920752 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-1679ab5a-5177-45dd-b5ca-56d37188226e tempest-TestVolumeBootPattern-839648198 tempest-TestVolumeBootPattern-839648198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (None), before_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:10:51.026372 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.db.db_base_plugin_common [None req-1679ab5a-5177-45dd-b5ca-56d37188226e tempest-TestVolumeBootPattern-839648198 tempest-TestVolumeBootPattern-839648198-project] Allocated IP 172.36.4.182 (7be49d94-bbb8-4a61-bafe-209c5f861e1c/c0f82f52-05ee-40f2-a57c-9d02e01fb9fa/8b9eda1b-4312-4b6b-be6e-36757a34288e) {{(pid=116161) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 11:10:51.145778 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd77741-d916-4366-ae3f-ade852c4a4c1 req-b2c942be-7c83-4c3f-90ea-6f86ffa28d15 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:10:51.147253 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-ccd77741-d916-4366-ae3f-ade852c4a4c1 req-b2c942be-7c83-4c3f-90ea-6f86ffa28d15 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] 10.222.0.10 "GET /v2.0/ports?device_id=fa6f5f03-3814-4eed-9aea-b5b10108f3e0 HTTP/1.1" status: 200 len: 946 time: 0.0585055 Apr 28 11:10:51.188642 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-1679ab5a-5177-45dd-b5ca-56d37188226e tempest-TestVolumeBootPattern-839648198 tempest-TestVolumeBootPattern-839648198-project] Publish callbacks [] for port (8b9eda1b-4312-4b6b-be6e-36757a34288e), precommit_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:10:51.221125 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-ccd77741-d916-4366-ae3f-ade852c4a4c1 req-f4635bba-c91a-46ad-8e7c-963e8d5de9a2 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] 10.222.0.10 "GET /v2.0/security-groups?id=c4487662-aacc-4220-bf58-589686faee53&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0640898 Apr 28 11:10:51.304671 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-1679ab5a-5177-45dd-b5ca-56d37188226e tempest-TestVolumeBootPattern-839648198 tempest-TestVolumeBootPattern-839648198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742234710357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5219112'] for port (8b9eda1b-4312-4b6b-be6e-36757a34288e), after_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:10:51.341974 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1679ab5a-5177-45dd-b5ca-56d37188226e tempest-TestVolumeBootPattern-839648198 tempest-TestVolumeBootPattern-839648198-project] Network 7be49d94-bbb8-4a61-bafe-209c5f861e1c is already hosted by enough agents. {{(pid=116161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 11:10:51.344968 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.scheduler.base_scheduler [None req-1679ab5a-5177-45dd-b5ca-56d37188226e tempest-TestVolumeBootPattern-839648198 tempest-TestVolumeBootPattern-839648198-project] Resources bound (agent type, host, resource id): {{(pid=116161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 11:10:51.350824 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1679ab5a-5177-45dd-b5ca-56d37188226e tempest-TestVolumeBootPattern-839648198 tempest-TestVolumeBootPattern-839648198-project] Received port after_create {{(pid=116161) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 11:10:51.373318 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1679ab5a-5177-45dd-b5ca-56d37188226e tempest-TestVolumeBootPattern-839648198 tempest-TestVolumeBootPattern-839648198-project] Pushing event updated for resources: {'Port': ['ID=8b9eda1b-4312-4b6b-be6e-36757a34288e,revision_number=1']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:10:51.715338 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-1679ab5a-5177-45dd-b5ca-56d37188226e tempest-TestVolumeBootPattern-839648198 tempest-TestVolumeBootPattern-839648198-project] Publish callbacks [] for floatingip (b7c88fe5-7c02-4e06-acaa-853c3cda1729), precommit_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:10:51.830309 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-1679ab5a-5177-45dd-b5ca-56d37188226e tempest-TestVolumeBootPattern-839648198 tempest-TestVolumeBootPattern-839648198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (8b9eda1b-4312-4b6b-be6e-36757a34288e), before_update {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:10:51.981472 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-1679ab5a-5177-45dd-b5ca-56d37188226e tempest-TestVolumeBootPattern-839648198 tempest-TestVolumeBootPattern-839648198-project] Publish callbacks [] for port (8b9eda1b-4312-4b6b-be6e-36757a34288e), precommit_update {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:10:52.054216 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-1679ab5a-5177-45dd-b5ca-56d37188226e tempest-TestVolumeBootPattern-839648198 tempest-TestVolumeBootPattern-839648198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5219123'] for port (8b9eda1b-4312-4b6b-be6e-36757a34288e), after_update {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:10:52.126980 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1679ab5a-5177-45dd-b5ca-56d37188226e tempest-TestVolumeBootPattern-839648198 tempest-TestVolumeBootPattern-839648198-project] Pushing event updated for resources: {'Port': ['ID=8b9eda1b-4312-4b6b-be6e-36757a34288e,revision_number=2']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:10:52.138851 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-1679ab5a-5177-45dd-b5ca-56d37188226e tempest-TestVolumeBootPattern-839648198 tempest-TestVolumeBootPattern-839648198-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2063164'] for floatingip (b7c88fe5-7c02-4e06-acaa-853c3cda1729), after_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:10:52.243573 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.db.l3_db [None req-1679ab5a-5177-45dd-b5ca-56d37188226e tempest-TestVolumeBootPattern-839648198 tempest-TestVolumeBootPattern-839648198-project] Floating IP b7c88fe5-7c02-4e06-acaa-853c3cda1729 associated. External IP: 172.36.4.182, port: f5698167-c51b-489f-a142-f8e511ffc09c. Apr 28 11:10:52.374473 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d34369-24c2-4aaf-ba19-5b384a257151 req-f589f9a6-e66f-4bdb-8bd8-825d6da19c56 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:10:52.375958 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-b3d34369-24c2-4aaf-ba19-5b384a257151 req-f589f9a6-e66f-4bdb-8bd8-825d6da19c56 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] 10.222.0.10 "GET /v2.0/ports?device_id=fa6f5f03-3814-4eed-9aea-b5b10108f3e0 HTTP/1.1" status: 200 len: 946 time: 0.0845609 Apr 28 11:10:52.475242 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-b3d34369-24c2-4aaf-ba19-5b384a257151 req-e712166e-22c0-4bbd-ba70-2487c58fc377 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] 10.222.0.10 "GET /v2.0/security-groups?id=c4487662-aacc-4220-bf58-589686faee53&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0919173 Apr 28 11:10:52.534783 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1679ab5a-5177-45dd-b5ca-56d37188226e tempest-TestVolumeBootPattern-839648198 tempest-TestVolumeBootPattern-839648198-project] Router 0253fd74-f6a9-46aa-a567-c9d8bf675134 has already been hosted by L3 agent 6b492ad6-0876-4d74-b20d-28143a52ceba {{(pid=116161) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 11:10:52.623275 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5514f89c-ba6a-4f54-9f07-64451ad7d255 req-fcb53c23-5db4-4b5a-b42a-c921e758d192 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:10:52.625045 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-5514f89c-ba6a-4f54-9f07-64451ad7d255 req-fcb53c23-5db4-4b5a-b42a-c921e758d192 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] 10.222.0.10 "GET /v2.0/ports?device_id=fa6f5f03-3814-4eed-9aea-b5b10108f3e0 HTTP/1.1" status: 200 len: 946 time: 0.0838506 Apr 28 11:10:52.714035 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-5514f89c-ba6a-4f54-9f07-64451ad7d255 req-96d43f34-380c-4f84-bef6-0ee37eae9bd1 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] 10.222.0.10 "GET /v2.0/security-groups?id=c4487662-aacc-4220-bf58-589686faee53&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0824125 Apr 28 11:10:52.719504 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1679ab5a-5177-45dd-b5ca-56d37188226e tempest-TestVolumeBootPattern-839648198 tempest-TestVolumeBootPattern-839648198-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=116161) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 11:10:52.730716 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5fa48de-51ba-4c09-8ffd-8be1a7d49719 None None] Sync routers for ids ['0253fd74-f6a9-46aa-a567-c9d8bf675134'] in dv-neutron-master-2-hyperv {{(pid=116164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 11:10:52.736629 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 56864) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:10:52.740533 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5fa48de-51ba-4c09-8ffd-8be1a7d49719 None None] Routers {'0253fd74-f6a9-46aa-a567-c9d8bf675134'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=116164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 11:10:52.741203 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_hamode_db [None req-f5fa48de-51ba-4c09-8ffd-8be1a7d49719 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-28T10:50:39Z,description=,heartbeat_timestamp=2022-04-28T11:10:39Z,host='dv-neutron-master-2-hyperv',id=6b492ad6-0876-4d74-b20d-28143a52ceba,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T10:50:40Z,topic='l3_agent')) {'router_ids': ['0253fd74-f6a9-46aa-a567-c9d8bf675134'], 'active': True} {{(pid=116164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:10:52.776682 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df215cfc-8a78-481a-ad9c-f54e8055b733 tempest-TestNetworkBasicOps-223859856 tempest-TestNetworkBasicOps-223859856-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:10:52.778109 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-df215cfc-8a78-481a-ad9c-f54e8055b733 tempest-TestNetworkBasicOps-223859856 tempest-TestNetworkBasicOps-223859856-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=fa6f5f03-3814-4eed-9aea-b5b10108f3e0 HTTP/1.1" status: 200 len: 1125 time: 0.0405254 Apr 28 11:10:52.781648 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 56866) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:10:52.786700 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.v2.base [None req-add4d8ad-9b0a-45bd-9387-7bf040dc2992 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Request body: {'floatingip': {'floating_network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'port_id': 'c087fe36-90bf-4f23-b7d8-b845a1622461', 'tenant_id': '65d54c3b7dcd4af68398071d25e8321e', 'fixed_ip_address': '172.20.0.10'}} {{(pid=116161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:10:52.805796 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-1679ab5a-5177-45dd-b5ca-56d37188226e tempest-TestVolumeBootPattern-839648198 tempest-TestVolumeBootPattern-839648198-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198022'] for floatingip (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:10:52.850542 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-1679ab5a-5177-45dd-b5ca-56d37188226e tempest-TestVolumeBootPattern-839648198 tempest-TestVolumeBootPattern-839648198-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0744839 Apr 28 11:10:52.850542 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '98d55c2d-420b-45bd-a19c-a51ec30177ea', 'tag': 'f5698167-c51b-489f-a142-f8e511ffc09c'}] {{(pid=116161) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 11:10:52.850542 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e748734031c26dffb00ab563e48cb7690d820419218221ecd4f9c2a21276ff88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5bcfde8e-7ac2-47d6-a1a7-dedc61a6614f" -d '{"events": [{"name": "network-changed", "server_uuid": "98d55c2d-420b-45bd-a19c-a51ec30177ea", "tag": "f5698167-c51b-489f-a142-f8e511ffc09c"}]}' {{(pid=116161) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 11:10:52.883335 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-add4d8ad-9b0a-45bd-9387-7bf040dc2992 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks [] for floatingip (None), before_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:10:52.940928 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_dvr_db [None req-f5fa48de-51ba-4c09-8ffd-8be1a7d49719 None None] Set router 0253fd74-f6a9-46aa-a567-c9d8bf675134 gateway port host: dv-neutron-master-2-hyperv {{(pid=116164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 11:10:52.944984 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 11:10:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e849b5e0-3e0b-481c-8172-1603c94fcc1f x-openstack-request-id: req-e849b5e0-3e0b-481c-8172-1603c94fcc1f {{(pid=116161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 11:10:52.945277 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "98d55c2d-420b-45bd-a19c-a51ec30177ea", "tag": "f5698167-c51b-489f-a142-f8e511ffc09c", "status": "completed", "code": 200}]} {{(pid=116161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 11:10:52.945533 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-e849b5e0-3e0b-481c-8172-1603c94fcc1f {{(pid=116161) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 11:10:52.945942 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e849b5e0-3e0b-481c-8172-1603c94fcc1f'] response: {'name': 'network-changed', 'server_uuid': '98d55c2d-420b-45bd-a19c-a51ec30177ea', 'tag': 'f5698167-c51b-489f-a142-f8e511ffc09c', 'status': 'completed', 'code': 200} Apr 28 11:10:52.970164 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-add4d8ad-9b0a-45bd-9387-7bf040dc2992 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (None), before_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:10:53.000255 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bcfde8e-7ac2-47d6-a1a7-dedc61a6614f req-83044b81-7691-4cc1-88b5-689709b2e626 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:10:53.001873 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-5bcfde8e-7ac2-47d6-a1a7-dedc61a6614f req-83044b81-7691-4cc1-88b5-689709b2e626 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=552a7719c35843ecaa8ce5b648a02d25&device_id=98d55c2d-420b-45bd-a19c-a51ec30177ea HTTP/1.1" status: 200 len: 1129 time: 0.0401580 Apr 28 11:10:53.087719 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.db.db_base_plugin_common [None req-add4d8ad-9b0a-45bd-9387-7bf040dc2992 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Allocated IP 172.36.4.234 (7be49d94-bbb8-4a61-bafe-209c5f861e1c/c0f82f52-05ee-40f2-a57c-9d02e01fb9fa/fd96a9b6-a660-4977-adc0-f95ed361d4e8) {{(pid=116161) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 11:10:53.107756 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bcfde8e-7ac2-47d6-a1a7-dedc61a6614f req-b20c7266-1c97-4b96-bbee-26c57b383359 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:10:53.109452 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-5bcfde8e-7ac2-47d6-a1a7-dedc61a6614f req-b20c7266-1c97-4b96-bbee-26c57b383359 service neutron] 10.222.0.20 "GET /v2.0/networks?id=95a73077-5c3c-4a4f-9014-bee1df8e9c09 HTTP/1.1" status: 200 len: 911 time: 0.1010101 Apr 28 11:10:53.173795 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_hamode_db [None req-f5fa48de-51ba-4c09-8ffd-8be1a7d49719 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0253fd74-f6a9-46aa-a567-c9d8bf675134', 'name': 'tempest-TestVolumeBootPattern-363191542-router', 'tenant_id': '552a7719c35843ecaa8ce5b648a02d25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'external_fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.226'}], 'enable_snat': True}, 'gw_port_id': '66cc009e-e45f-42d1-a09b-c0e887684e05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T11:05:58Z', 'updated_at': '2022-04-28T11:06:09Z', 'revision_number': 4, 'project_id': '552a7719c35843ecaa8ce5b648a02d25', 'gw_port': {'id': '66cc009e-e45f-42d1-a09b-c0e887684e05', 'name': '', 'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:24:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0253fd74-f6a9-46aa-a567-c9d8bf675134', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1186, 'fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:06:00Z', 'updated_at': '2022-04-28T11:06:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': 'b7c88fe5-7c02-4e06-acaa-853c3cda1729', 'tenant_id': '552a7719c35843ecaa8ce5b648a02d25', 'floating_ip_address': '172.36.4.182', 'floating_network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'router_id': '0253fd74-f6a9-46aa-a567-c9d8bf675134', 'port_id': 'f5698167-c51b-489f-a142-f8e511ffc09c', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1460, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '95a73077-5c3c-4a4f-9014-bee1df8e9c09', 'mac_address': 'fa:16:3e:09:6f:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98d55c2d-420b-45bd-a19c-a51ec30177ea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T11:10:51Z', 'updated_at': '2022-04-28T11:10:51Z', 'revision_number': 0, 'project_id': '552a7719c35843ecaa8ce5b648a02d25', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f2e70421-6b65-4ba8-8265-af8ddb4d251d', 'name': '', 'network_id': '95a73077-5c3c-4a4f-9014-bee1df8e9c09', 'tenant_id': '552a7719c35843ecaa8ce5b648a02d25', 'mac_address': 'fa:16:3e:27:ed:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0253fd74-f6a9-46aa-a567-c9d8bf675134', 'device_owner': 'network:router_interface', 'standard_attr_id': 1197, 'fixed_ips': [{'subnet_id': '49bbb4f0-3980-4b52-84ba-965c72e99e66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:06:07Z', 'updated_at': '2022-04-28T11:06:13Z', 'revision_number': 5, 'project_id': '552a7719c35843ecaa8ce5b648a02d25', 'subnets': [{'id': '49bbb4f0-3980-4b52-84ba-965c72e99e66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=116164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:10:53.179983 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-5bcfde8e-7ac2-47d6-a1a7-dedc61a6614f req-db6197b2-cab9-4b36-92a8-0cfd60278b8e service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f5698167-c51b-489f-a142-f8e511ffc09c HTTP/1.1" status: 200 len: 999 time: 0.0645981 Apr 28 11:10:53.201588 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5fa48de-51ba-4c09-8ffd-8be1a7d49719 None None] Checking router: 0253fd74-f6a9-46aa-a567-c9d8bf675134 for host: dv-neutron-master-2-hyperv {{(pid=116164) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 11:10:53.208231 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-add4d8ad-9b0a-45bd-9387-7bf040dc2992 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks [] for port (fd96a9b6-a660-4977-adc0-f95ed361d4e8), precommit_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:10:53.210987 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5fa48de-51ba-4c09-8ffd-8be1a7d49719 None None] Routers {'0253fd74-f6a9-46aa-a567-c9d8bf675134'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=116164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 11:10:53.211452 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_hamode_db [None req-f5fa48de-51ba-4c09-8ffd-8be1a7d49719 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-28T10:50:39Z,description=,heartbeat_timestamp=2022-04-28T11:10:39Z,host='dv-neutron-master-2-hyperv',id=6b492ad6-0876-4d74-b20d-28143a52ceba,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T10:50:40Z,topic='l3_agent')) {'router_ids': ['0253fd74-f6a9-46aa-a567-c9d8bf675134'], 'active': True} {{(pid=116164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:10:53.229779 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bcfde8e-7ac2-47d6-a1a7-dedc61a6614f req-70d9b31b-00ba-4222-be8c-a88e8687915c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:10:53.231309 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-5bcfde8e-7ac2-47d6-a1a7-dedc61a6614f req-70d9b31b-00ba-4222-be8c-a88e8687915c service neutron] 10.222.0.20 "GET /v2.0/subnets?id=49bbb4f0-3980-4b52-84ba-965c72e99e66 HTTP/1.1" status: 200 len: 850 time: 0.0454113 Apr 28 11:10:53.305017 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-add4d8ad-9b0a-45bd-9387-7bf040dc2992 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742234710357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5219112'] for port (fd96a9b6-a660-4977-adc0-f95ed361d4e8), after_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:10:53.323547 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_dvr_db [None req-f5fa48de-51ba-4c09-8ffd-8be1a7d49719 None None] Set router 0253fd74-f6a9-46aa-a567-c9d8bf675134 gateway port host: dv-neutron-master-2-hyperv {{(pid=116164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 11:10:53.348474 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-add4d8ad-9b0a-45bd-9387-7bf040dc2992 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Network 7be49d94-bbb8-4a61-bafe-209c5f861e1c is already hosted by enough agents. {{(pid=116161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 11:10:53.356326 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.scheduler.base_scheduler [None req-add4d8ad-9b0a-45bd-9387-7bf040dc2992 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Resources bound (agent type, host, resource id): {{(pid=116161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 11:10:53.362101 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-add4d8ad-9b0a-45bd-9387-7bf040dc2992 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Received port after_create {{(pid=116161) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 11:10:53.365711 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add4d8ad-9b0a-45bd-9387-7bf040dc2992 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Pushing event updated for resources: {'Port': ['ID=fd96a9b6-a660-4977-adc0-f95ed361d4e8,revision_number=1']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:10:53.551128 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_hamode_db [None req-f5fa48de-51ba-4c09-8ffd-8be1a7d49719 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0253fd74-f6a9-46aa-a567-c9d8bf675134', 'name': 'tempest-TestVolumeBootPattern-363191542-router', 'tenant_id': '552a7719c35843ecaa8ce5b648a02d25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'external_fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.226'}], 'enable_snat': True}, 'gw_port_id': '66cc009e-e45f-42d1-a09b-c0e887684e05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T11:05:58Z', 'updated_at': '2022-04-28T11:06:09Z', 'revision_number': 4, 'project_id': '552a7719c35843ecaa8ce5b648a02d25', 'gw_port': {'id': '66cc009e-e45f-42d1-a09b-c0e887684e05', 'name': '', 'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:24:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0253fd74-f6a9-46aa-a567-c9d8bf675134', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1186, 'fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:06:00Z', 'updated_at': '2022-04-28T11:06:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': 'b7c88fe5-7c02-4e06-acaa-853c3cda1729', 'tenant_id': '552a7719c35843ecaa8ce5b648a02d25', 'floating_ip_address': '172.36.4.182', 'floating_network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'router_id': '0253fd74-f6a9-46aa-a567-c9d8bf675134', 'port_id': 'f5698167-c51b-489f-a142-f8e511ffc09c', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1460, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '95a73077-5c3c-4a4f-9014-bee1df8e9c09', 'mac_address': 'fa:16:3e:09:6f:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98d55c2d-420b-45bd-a19c-a51ec30177ea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T11:10:51Z', 'updated_at': '2022-04-28T11:10:51Z', 'revision_number': 0, 'project_id': '552a7719c35843ecaa8ce5b648a02d25', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f2e70421-6b65-4ba8-8265-af8ddb4d251d', 'name': '', 'network_id': '95a73077-5c3c-4a4f-9014-bee1df8e9c09', 'tenant_id': '552a7719c35843ecaa8ce5b648a02d25', 'mac_address': 'fa:16:3e:27:ed:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0253fd74-f6a9-46aa-a567-c9d8bf675134', 'device_owner': 'network:router_interface', 'standard_attr_id': 1197, 'fixed_ips': [{'subnet_id': '49bbb4f0-3980-4b52-84ba-965c72e99e66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:06:07Z', 'updated_at': '2022-04-28T11:06:13Z', 'revision_number': 5, 'project_id': '552a7719c35843ecaa8ce5b648a02d25', 'subnets': [{'id': '49bbb4f0-3980-4b52-84ba-965c72e99e66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=116164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:10:53.580896 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bcfde8e-7ac2-47d6-a1a7-dedc61a6614f req-7f86b25d-1558-4706-a6f1-3ccd9bbf8f2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:10:53.582424 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-5bcfde8e-7ac2-47d6-a1a7-dedc61a6614f req-7f86b25d-1558-4706-a6f1-3ccd9bbf8f2a service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=95a73077-5c3c-4a4f-9014-bee1df8e9c09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.3454468 Apr 28 11:10:53.583421 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5fa48de-51ba-4c09-8ffd-8be1a7d49719 None None] The sync data for ids ['0253fd74-f6a9-46aa-a567-c9d8bf675134'] in dv-neutron-master-2-hyperv is: [{'id': '0253fd74-f6a9-46aa-a567-c9d8bf675134', 'name': 'tempest-TestVolumeBootPattern-363191542-router', 'tenant_id': '552a7719c35843ecaa8ce5b648a02d25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'external_fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.226'}], 'enable_snat': True}, 'gw_port_id': '66cc009e-e45f-42d1-a09b-c0e887684e05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T11:05:58Z', 'updated_at': '2022-04-28T11:06:09Z', 'revision_number': 4, 'project_id': '552a7719c35843ecaa8ce5b648a02d25', 'gw_port': {'id': '66cc009e-e45f-42d1-a09b-c0e887684e05', 'name': '', 'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:24:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0253fd74-f6a9-46aa-a567-c9d8bf675134', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1186, 'fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:06:00Z', 'updated_at': '2022-04-28T11:06:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': 'b7c88fe5-7c02-4e06-acaa-853c3cda1729', 'tenant_id': '552a7719c35843ecaa8ce5b648a02d25', 'floating_ip_address': '172.36.4.182', 'floating_network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'router_id': '0253fd74-f6a9-46aa-a567-c9d8bf675134', 'port_id': 'f5698167-c51b-489f-a142-f8e511ffc09c', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1460, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '95a73077-5c3c-4a4f-9014-bee1df8e9c09', 'mac_address': 'fa:16:3e:09:6f:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98d55c2d-420b-45bd-a19c-a51ec30177ea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T11:10:51Z', 'updated_at': '2022-04-28T11:10:51Z', 'revision_number': 0, 'project_id': '552a7719c35843ecaa8ce5b648a02d25', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f2e70421-6b65-4ba8-8265-af8ddb4d251d', 'name': '', 'network_id': '95a73077-5c3c-4a4f-9014-bee1df8e9c09', 'tenant_id': '552a7719c35843ecaa8ce5b648a02d25', 'mac_address': 'fa:16:3e:27:ed:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0253fd74-f6a9-46aa-a567-c9d8bf675134', 'device_owner': 'network:router_interface', 'standard_attr_id': 1197, 'fixed_ips': [{'subnet_id': '49bbb4f0-3980-4b52-84ba-965c72e99e66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:06:07Z', 'updated_at': '2022-04-28T11:06:13Z', 'revision_number': 5, 'project_id': '552a7719c35843ecaa8ce5b648a02d25', 'subnets': [{'id': '49bbb4f0-3980-4b52-84ba-965c72e99e66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=116164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 11:10:53.676635 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-5bcfde8e-7ac2-47d6-a1a7-dedc61a6614f req-f18878bc-5828-4f29-8adf-98dd3ddde5d3 service neutron] 10.222.0.20 "GET /v2.0/networks/95a73077-5c3c-4a4f-9014-bee1df8e9c09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879035 Apr 28 11:10:53.773758 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-add4d8ad-9b0a-45bd-9387-7bf040dc2992 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks [] for floatingip (f8b8271e-7cc8-4e35-82bf-7a7d7c0254ff), precommit_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:10:53.779082 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-5bcfde8e-7ac2-47d6-a1a7-dedc61a6614f req-5228fbc5-7134-48df-82f5-3a31138ac975 service neutron] 10.222.0.20 "GET /v2.0/networks/95a73077-5c3c-4a4f-9014-bee1df8e9c09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0969362 Apr 28 11:10:53.821189 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfd5a73b-39d8-4dc9-b338-051c55c650db None None] New status for floating IP b7c88fe5-7c02-4e06-acaa-853c3cda1729: ACTIVE {{(pid=116163) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 28 11:10:54.224263 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-add4d8ad-9b0a-45bd-9387-7bf040dc2992 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (fd96a9b6-a660-4977-adc0-f95ed361d4e8), before_update {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:10:54.371718 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-add4d8ad-9b0a-45bd-9387-7bf040dc2992 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks [] for port (fd96a9b6-a660-4977-adc0-f95ed361d4e8), precommit_update {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:10:54.437376 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-add4d8ad-9b0a-45bd-9387-7bf040dc2992 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5219123'] for port (fd96a9b6-a660-4977-adc0-f95ed361d4e8), after_update {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:10:54.509349 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add4d8ad-9b0a-45bd-9387-7bf040dc2992 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Pushing event updated for resources: {'Port': ['ID=fd96a9b6-a660-4977-adc0-f95ed361d4e8,revision_number=2']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:10:54.519729 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-add4d8ad-9b0a-45bd-9387-7bf040dc2992 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2063164'] for floatingip (f8b8271e-7cc8-4e35-82bf-7a7d7c0254ff), after_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:10:54.619586 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.db.l3_db [None req-add4d8ad-9b0a-45bd-9387-7bf040dc2992 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Floating IP f8b8271e-7cc8-4e35-82bf-7a7d7c0254ff associated. External IP: 172.36.4.234, port: c087fe36-90bf-4f23-b7d8-b845a1622461. Apr 28 11:10:54.831358 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-add4d8ad-9b0a-45bd-9387-7bf040dc2992 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Router 80b902f9-cf40-4f35-9b9b-5844c212cdad has already been hosted by L3 agent 6b492ad6-0876-4d74-b20d-28143a52ceba {{(pid=116161) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 11:10:54.949550 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-add4d8ad-9b0a-45bd-9387-7bf040dc2992 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=116161) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 11:10:54.959500 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07776145-a0c8-4aa6-a0dd-597260bca417 None None] Sync routers for ids ['80b902f9-cf40-4f35-9b9b-5844c212cdad'] in dv-neutron-master-2-hyperv {{(pid=116164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 11:10:54.969163 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07776145-a0c8-4aa6-a0dd-597260bca417 None None] Routers {'80b902f9-cf40-4f35-9b9b-5844c212cdad'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=116164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 11:10:54.976837 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_hamode_db [None req-07776145-a0c8-4aa6-a0dd-597260bca417 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-28T10:50:39Z,description=,heartbeat_timestamp=2022-04-28T11:10:39Z,host='dv-neutron-master-2-hyperv',id=6b492ad6-0876-4d74-b20d-28143a52ceba,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T10:50:40Z,topic='l3_agent')) {'router_ids': ['80b902f9-cf40-4f35-9b9b-5844c212cdad'], 'active': True} {{(pid=116164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:10:55.025848 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-add4d8ad-9b0a-45bd-9387-7bf040dc2992 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198022'] for floatingip (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:10:55.060097 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-add4d8ad-9b0a-45bd-9387-7bf040dc2992 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.2774282 Apr 28 11:10:55.060698 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa6f5f03-3814-4eed-9aea-b5b10108f3e0', 'tag': 'c087fe36-90bf-4f23-b7d8-b845a1622461'}] {{(pid=116161) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 11:10:55.063275 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 56874) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:10:55.063771 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e748734031c26dffb00ab563e48cb7690d820419218221ecd4f9c2a21276ff88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b96390b2-4ee6-42a5-89cd-6ed1131dc3eb" -d '{"events": [{"name": "network-changed", "server_uuid": "fa6f5f03-3814-4eed-9aea-b5b10108f3e0", "tag": "c087fe36-90bf-4f23-b7d8-b845a1622461"}]}' {{(pid=116161) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 11:10:55.077849 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_dvr_db [None req-07776145-a0c8-4aa6-a0dd-597260bca417 None None] Set router 80b902f9-cf40-4f35-9b9b-5844c212cdad gateway port host: dv-neutron-master-2-hyperv {{(pid=116164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 11:10:55.109032 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 11:10:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b83af050-083c-4c8c-b450-4e48330580c0 x-openstack-request-id: req-b83af050-083c-4c8c-b450-4e48330580c0 {{(pid=116161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 11:10:55.109353 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fa6f5f03-3814-4eed-9aea-b5b10108f3e0", "tag": "c087fe36-90bf-4f23-b7d8-b845a1622461", "status": "completed", "code": 200}]} {{(pid=116161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 11:10:55.109703 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-b83af050-083c-4c8c-b450-4e48330580c0 {{(pid=116161) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 11:10:55.110161 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b83af050-083c-4c8c-b450-4e48330580c0'] response: {'name': 'network-changed', 'server_uuid': 'fa6f5f03-3814-4eed-9aea-b5b10108f3e0', 'tag': 'c087fe36-90bf-4f23-b7d8-b845a1622461', 'status': 'completed', 'code': 200} Apr 28 11:10:55.206442 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96390b2-4ee6-42a5-89cd-6ed1131dc3eb req-be0423a4-c449-4797-81af-6ea8e6aaf003 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:10:55.207949 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-b96390b2-4ee6-42a5-89cd-6ed1131dc3eb req-be0423a4-c449-4797-81af-6ea8e6aaf003 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=65d54c3b7dcd4af68398071d25e8321e&device_id=fa6f5f03-3814-4eed-9aea-b5b10108f3e0 HTTP/1.1" status: 200 len: 1130 time: 0.0777745 Apr 28 11:10:55.226311 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-c9e0eb94-2a34-47af-86bd-52144aaa7bb3 tempest-TestNetworkBasicOps-223859856 tempest-TestNetworkBasicOps-223859856-project-admin] 10.222.0.10 "GET /v2.0/routers/80b902f9-cf40-4f35-9b9b-5844c212cdad HTTP/1.1" status: 200 len: 922 time: 0.1618671 Apr 28 11:10:55.229690 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 56878) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:10:55.293924 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-e81cf41d-45dc-4073-a0dc-82672f929020 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] 10.222.0.10 "GET /v2.0/floatingips/f8b8271e-7cc8-4e35-82bf-7a7d7c0254ff HTTP/1.1" status: 200 len: 992 time: 0.0630765 Apr 28 11:10:55.301244 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_hamode_db [None req-07776145-a0c8-4aa6-a0dd-597260bca417 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80b902f9-cf40-4f35-9b9b-5844c212cdad', 'name': 'tempest-TestNetworkBasicOps-router-1833001064', 'tenant_id': '65d54c3b7dcd4af68398071d25e8321e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'external_fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.70'}], 'enable_snat': True}, 'gw_port_id': '21970834-09b9-4353-9d89-5d7267c525df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T11:10:31Z', 'updated_at': '2022-04-28T11:10:36Z', 'revision_number': 4, 'project_id': '65d54c3b7dcd4af68398071d25e8321e', 'gw_port': {'id': '21970834-09b9-4353-9d89-5d7267c525df', 'name': '', 'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:f5:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80b902f9-cf40-4f35-9b9b-5844c212cdad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1445, 'fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:10:32Z', 'updated_at': '2022-04-28T11:10:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': 'f8b8271e-7cc8-4e35-82bf-7a7d7c0254ff', 'tenant_id': '65d54c3b7dcd4af68398071d25e8321e', 'floating_ip_address': '172.36.4.234', 'floating_network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'router_id': '80b902f9-cf40-4f35-9b9b-5844c212cdad', 'port_id': 'c087fe36-90bf-4f23-b7d8-b845a1622461', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1462, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fbc1d381-a33c-46bd-b8fb-770a99aa7936', 'mac_address': 'fa:16:3e:d9:14:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa6f5f03-3814-4eed-9aea-b5b10108f3e0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T11:10:53Z', 'updated_at': '2022-04-28T11:10:53Z', 'revision_number': 0, 'project_id': '65d54c3b7dcd4af68398071d25e8321e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8f33e171-d3ea-480c-936f-f3943b852985', 'name': '', 'network_id': 'fbc1d381-a33c-46bd-b8fb-770a99aa7936', 'tenant_id': '65d54c3b7dcd4af68398071d25e8321e', 'mac_address': 'fa:16:3e:bc:70:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80b902f9-cf40-4f35-9b9b-5844c212cdad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1448, 'fixed_ips': [{'subnet_id': '71c1d17c-4c5b-4fc0-8c58-696c04e92a56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:10:35Z', 'updated_at': '2022-04-28T11:10:40Z', 'revision_number': 5, 'project_id': '65d54c3b7dcd4af68398071d25e8321e', 'subnets': [{'id': '71c1d17c-4c5b-4fc0-8c58-696c04e92a56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=116164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:10:55.313770 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96390b2-4ee6-42a5-89cd-6ed1131dc3eb req-6795767d-e7e2-4d70-851e-ccad0ff520d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:10:55.315276 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-b96390b2-4ee6-42a5-89cd-6ed1131dc3eb req-6795767d-e7e2-4d70-851e-ccad0ff520d2 service neutron] 10.222.0.20 "GET /v2.0/networks?id=fbc1d381-a33c-46bd-b8fb-770a99aa7936 HTTP/1.1" status: 200 len: 897 time: 0.1001954 Apr 28 11:10:55.331558 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07776145-a0c8-4aa6-a0dd-597260bca417 None None] Checking router: 80b902f9-cf40-4f35-9b9b-5844c212cdad for host: dv-neutron-master-2-hyperv {{(pid=116164) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 11:10:55.340018 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07776145-a0c8-4aa6-a0dd-597260bca417 None None] Routers {'80b902f9-cf40-4f35-9b9b-5844c212cdad'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=116164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 11:10:55.340550 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_hamode_db [None req-07776145-a0c8-4aa6-a0dd-597260bca417 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-28T10:50:39Z,description=,heartbeat_timestamp=2022-04-28T11:10:39Z,host='dv-neutron-master-2-hyperv',id=6b492ad6-0876-4d74-b20d-28143a52ceba,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T10:50:40Z,topic='l3_agent')) {'router_ids': ['80b902f9-cf40-4f35-9b9b-5844c212cdad'], 'active': True} {{(pid=116164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:10:55.379257 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-b96390b2-4ee6-42a5-89cd-6ed1131dc3eb req-1399e986-5a8a-4d12-ba29-eed3133c4faf service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c087fe36-90bf-4f23-b7d8-b845a1622461 HTTP/1.1" status: 200 len: 1000 time: 0.0588014 Apr 28 11:10:55.430721 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96390b2-4ee6-42a5-89cd-6ed1131dc3eb req-88edc3d7-0fb1-4848-8570-3c1f2c98541c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:10:55.432171 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-b96390b2-4ee6-42a5-89cd-6ed1131dc3eb req-88edc3d7-0fb1-4848-8570-3c1f2c98541c service neutron] 10.222.0.20 "GET /v2.0/subnets?id=71c1d17c-4c5b-4fc0-8c58-696c04e92a56 HTTP/1.1" status: 200 len: 835 time: 0.0476024 Apr 28 11:10:55.446827 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_dvr_db [None req-07776145-a0c8-4aa6-a0dd-597260bca417 None None] Set router 80b902f9-cf40-4f35-9b9b-5844c212cdad gateway port host: dv-neutron-master-2-hyperv {{(pid=116164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 11:10:55.473802 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96390b2-4ee6-42a5-89cd-6ed1131dc3eb req-8d7c8d7a-1fd3-4195-8a6b-99013e8da659 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:10:55.475582 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-b96390b2-4ee6-42a5-89cd-6ed1131dc3eb req-8d7c8d7a-1fd3-4195-8a6b-99013e8da659 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=fbc1d381-a33c-46bd-b8fb-770a99aa7936&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0377331 Apr 28 11:10:55.565844 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-b96390b2-4ee6-42a5-89cd-6ed1131dc3eb req-1717afea-167b-4877-b32a-0d54e5cce97c service neutron] 10.222.0.20 "GET /v2.0/networks/fbc1d381-a33c-46bd-b8fb-770a99aa7936?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831783 Apr 28 11:10:55.657024 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-b96390b2-4ee6-42a5-89cd-6ed1131dc3eb req-0a0f26ac-946d-4f96-b2ae-d9753eb852f1 service neutron] 10.222.0.20 "GET /v2.0/networks/fbc1d381-a33c-46bd-b8fb-770a99aa7936?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856695 Apr 28 11:10:55.665316 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_hamode_db [None req-07776145-a0c8-4aa6-a0dd-597260bca417 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80b902f9-cf40-4f35-9b9b-5844c212cdad', 'name': 'tempest-TestNetworkBasicOps-router-1833001064', 'tenant_id': '65d54c3b7dcd4af68398071d25e8321e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'external_fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.70'}], 'enable_snat': True}, 'gw_port_id': '21970834-09b9-4353-9d89-5d7267c525df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T11:10:31Z', 'updated_at': '2022-04-28T11:10:36Z', 'revision_number': 4, 'project_id': '65d54c3b7dcd4af68398071d25e8321e', 'gw_port': {'id': '21970834-09b9-4353-9d89-5d7267c525df', 'name': '', 'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:f5:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80b902f9-cf40-4f35-9b9b-5844c212cdad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1445, 'fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:10:32Z', 'updated_at': '2022-04-28T11:10:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': 'f8b8271e-7cc8-4e35-82bf-7a7d7c0254ff', 'tenant_id': '65d54c3b7dcd4af68398071d25e8321e', 'floating_ip_address': '172.36.4.234', 'floating_network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'router_id': '80b902f9-cf40-4f35-9b9b-5844c212cdad', 'port_id': 'c087fe36-90bf-4f23-b7d8-b845a1622461', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1462, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fbc1d381-a33c-46bd-b8fb-770a99aa7936', 'mac_address': 'fa:16:3e:d9:14:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa6f5f03-3814-4eed-9aea-b5b10108f3e0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T11:10:53Z', 'updated_at': '2022-04-28T11:10:53Z', 'revision_number': 0, 'project_id': '65d54c3b7dcd4af68398071d25e8321e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8f33e171-d3ea-480c-936f-f3943b852985', 'name': '', 'network_id': 'fbc1d381-a33c-46bd-b8fb-770a99aa7936', 'tenant_id': '65d54c3b7dcd4af68398071d25e8321e', 'mac_address': 'fa:16:3e:bc:70:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80b902f9-cf40-4f35-9b9b-5844c212cdad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1448, 'fixed_ips': [{'subnet_id': '71c1d17c-4c5b-4fc0-8c58-696c04e92a56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:10:35Z', 'updated_at': '2022-04-28T11:10:40Z', 'revision_number': 5, 'project_id': '65d54c3b7dcd4af68398071d25e8321e', 'subnets': [{'id': '71c1d17c-4c5b-4fc0-8c58-696c04e92a56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=116164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:10:55.690839 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07776145-a0c8-4aa6-a0dd-597260bca417 None None] The sync data for ids ['80b902f9-cf40-4f35-9b9b-5844c212cdad'] in dv-neutron-master-2-hyperv is: [{'id': '80b902f9-cf40-4f35-9b9b-5844c212cdad', 'name': 'tempest-TestNetworkBasicOps-router-1833001064', 'tenant_id': '65d54c3b7dcd4af68398071d25e8321e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'external_fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.70'}], 'enable_snat': True}, 'gw_port_id': '21970834-09b9-4353-9d89-5d7267c525df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T11:10:31Z', 'updated_at': '2022-04-28T11:10:36Z', 'revision_number': 4, 'project_id': '65d54c3b7dcd4af68398071d25e8321e', 'gw_port': {'id': '21970834-09b9-4353-9d89-5d7267c525df', 'name': '', 'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:f5:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80b902f9-cf40-4f35-9b9b-5844c212cdad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1445, 'fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:10:32Z', 'updated_at': '2022-04-28T11:10:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': 'f8b8271e-7cc8-4e35-82bf-7a7d7c0254ff', 'tenant_id': '65d54c3b7dcd4af68398071d25e8321e', 'floating_ip_address': '172.36.4.234', 'floating_network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'router_id': '80b902f9-cf40-4f35-9b9b-5844c212cdad', 'port_id': 'c087fe36-90bf-4f23-b7d8-b845a1622461', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1462, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fbc1d381-a33c-46bd-b8fb-770a99aa7936', 'mac_address': 'fa:16:3e:d9:14:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa6f5f03-3814-4eed-9aea-b5b10108f3e0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T11:10:53Z', 'updated_at': '2022-04-28T11:10:53Z', 'revision_number': 0, 'project_id': '65d54c3b7dcd4af68398071d25e8321e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8f33e171-d3ea-480c-936f-f3943b852985', 'name': '', 'network_id': 'fbc1d381-a33c-46bd-b8fb-770a99aa7936', 'tenant_id': '65d54c3b7dcd4af68398071d25e8321e', 'mac_address': 'fa:16:3e:bc:70:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80b902f9-cf40-4f35-9b9b-5844c212cdad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1448, 'fixed_ips': [{'subnet_id': '71c1d17c-4c5b-4fc0-8c58-696c04e92a56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:10:35Z', 'updated_at': '2022-04-28T11:10:40Z', 'revision_number': 5, 'project_id': '65d54c3b7dcd4af68398071d25e8321e', 'subnets': [{'id': '71c1d17c-4c5b-4fc0-8c58-696c04e92a56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=116164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 11:10:55.877537 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf8ce65e-204c-4740-9368-a87a5f33db23 None None] New status for floating IP f8b8271e-7cc8-4e35-82bf-7a7d7c0254ff: ACTIVE {{(pid=116163) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 28 11:10:56.298078 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 56880) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:10:56.359127 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-fe0e7703-f321-4edc-bd5f-08f013a23075 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] 10.222.0.10 "GET /v2.0/floatingips/f8b8271e-7cc8-4e35-82bf-7a7d7c0254ff HTTP/1.1" status: 200 len: 994 time: 0.0592132 Apr 28 11:11:06.985379 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-6068f1df-4bf9-4cb7-a7ad-6be338b3ef52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (75ba81b7-fe99-4281-90d2-a5adb445ecea), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:11:09.436921 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-42757199-0656-46aa-8224-ef896a066773 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (6b492ad6-0876-4d74-b20d-28143a52ceba), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:11:10.476808 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-ae94d540-e4c6-43be-adc9-b26fb6a2f62f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (cfc241ae-e4b7-443b-b80b-59fbbc2b69c9), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:11:12.053895 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-01ef1de1-12fd-4cef-b76b-793f91379468 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (39cc4f52-f5d9-4e2c-bbfa-7a1c528e1c40), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:11:13.362808 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (d5baab19-5dd1-4902-922b-84acb048ab9c), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:11:20.526283 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (6be95134-9a6c-4663-8b48-90d12ce90c60), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:11:21.194294 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.agents_db [None req-54b29a82-8a19-4507-95e3-3a2d011841ff None None] Agent healthcheck: found 6 active agents {{(pid=116164) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 28 11:11:27.525285 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 56902) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:11:27.639438 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-2179c17e-d79a-4049-9f10-32d22e6f1dfe tempest-TestNetworkBasicOps-223859856 tempest-TestNetworkBasicOps-223859856-project-admin] 10.222.0.10 "GET /v2.0/routers/80b902f9-cf40-4f35-9b9b-5844c212cdad/l3-agents HTTP/1.1" status: 200 len: 881 time: 0.1130037 Apr 28 11:11:27.642192 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 56904) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:11:27.795371 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3435e4c-32bb-441a-b580-48338428f63c tempest-TestNetworkBasicOps-223859856 tempest-TestNetworkBasicOps-223859856-project-admin] Notify agent at dv-neutron-master-2-hyperv the message router_removed_from_agent {{(pid=116161) _notification_host /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:47}} Apr 28 11:11:27.798544 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-f3435e4c-32bb-441a-b580-48338428f63c tempest-TestNetworkBasicOps-223859856 tempest-TestNetworkBasicOps-223859856-project-admin] 10.222.0.10 "DELETE /v2.0/agents/6b492ad6-0876-4d74-b20d-28143a52ceba/l3-routers/80b902f9-cf40-4f35-9b9b-5844c212cdad HTTP/1.1" status: 204 len: 168 time: 0.1553864 Apr 28 11:11:27.800985 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 56906) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:11:27.913567 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-3e5e5f45-754e-4ebc-9a68-679630e9d3a3 tempest-TestNetworkBasicOps-223859856 tempest-TestNetworkBasicOps-223859856-project-admin] 10.222.0.10 "GET /v2.0/routers/80b902f9-cf40-4f35-9b9b-5844c212cdad/l3-agents HTTP/1.1" status: 200 len: 207 time: 0.1114917 Apr 28 11:11:27.916253 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 56908) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:11:27.977135 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-ec2164ec-6fc6-48d3-a87a-c5f3a9fcd91e tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] 10.222.0.10 "GET /v2.0/floatingips/f8b8271e-7cc8-4e35-82bf-7a7d7c0254ff HTTP/1.1" status: 200 len: 994 time: 0.0598171 Apr 28 11:11:28.214444 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Device 8f33e171-d3ea-480c-936f-f3943b852985 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=116163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 11:11:28.289624 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Current status of the port 8f33e171-d3ea-480c-936f-f3943b852985 is: ACTIVE; New status is: DOWN {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:11:28.290007 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (8f33e171-d3ea-480c-936f-f3943b852985), before_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:11:28.327969 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] For port 8f33e171-d3ea-480c-936f-f3943b852985, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=8f33e171-d3ea-480c-936f-f3943b852985,segment=NetworkSegment(d48d6e4c-bada-4388-a240-98e1de223282),segment_id=d48d6e4c-bada-4388-a240-98e1de223282)] {{(pid=116163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 11:11:28.367711 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393'] for port (8f33e171-d3ea-480c-936f-f3943b852985), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:11:28.412623 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Pushing event updated for resources: {'Port': ['ID=8f33e171-d3ea-480c-936f-f3943b852985,revision_number=6']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:11:28.419986 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:11:28.420336 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:11:28.420682 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:11:28.421019 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:11:28.421357 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:11:28.421716 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:11:28.422044 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:11:28.422369 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:11:28.422725 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:11:28.423052 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:11:28.423377 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:11:28.423704 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:11:28.424027 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:11:28.424349 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:11:28.424669 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:11:28.555657 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-970ac296-e44e-486f-bf47-323c132112fc None None] New status for floating IP f8b8271e-7cc8-4e35-82bf-7a7d7c0254ff: DOWN {{(pid=116164) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 28 11:11:28.980832 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 56910) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:11:29.044604 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-d3acc4e2-ec77-4d8f-8e55-bfe62a8154c5 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] 10.222.0.10 "GET /v2.0/floatingips/f8b8271e-7cc8-4e35-82bf-7a7d7c0254ff HTTP/1.1" status: 200 len: 992 time: 0.0625484 Apr 28 11:11:29.901902 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Device 21970834-09b9-4353-9d89-5d7267c525df no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=116163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 11:11:29.975008 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Current status of the port 21970834-09b9-4353-9d89-5d7267c525df is: ACTIVE; New status is: DOWN {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:11:29.975417 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (21970834-09b9-4353-9d89-5d7267c525df), before_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:11:29.999725 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] For port 21970834-09b9-4353-9d89-5d7267c525df, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=21970834-09b9-4353-9d89-5d7267c525df,segment=NetworkSegment(142bc50f-d6af-4646-8d06-bb7af6b7b51c),segment_id=142bc50f-d6af-4646-8d06-bb7af6b7b51c)] {{(pid=116163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 11:11:30.057880 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393'] for port (21970834-09b9-4353-9d89-5d7267c525df), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:11:30.108381 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Pushing event updated for resources: {'Port': ['ID=21970834-09b9-4353-9d89-5d7267c525df,revision_number=5']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:11:30.148507 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 56914) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:11:30.333545 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3af3aca8-2b20-49b1-b7ca-2b8b12db5115 tempest-TestNetworkBasicOps-223859856 tempest-TestNetworkBasicOps-223859856-project-admin] Router 80b902f9-cf40-4f35-9b9b-5844c212cdad is scheduled to L3 agent 6b492ad6-0876-4d74-b20d-28143a52ceba with binding_index 1 {{(pid=116162) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 28 11:11:30.333889 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3af3aca8-2b20-49b1-b7ca-2b8b12db5115 tempest-TestNetworkBasicOps-223859856 tempest-TestNetworkBasicOps-223859856-project-admin] Notify agent at dv-neutron-master-2-hyperv the message router_added_to_agent {{(pid=116162) _notification_host /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:47}} Apr 28 11:11:30.352184 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-3af3aca8-2b20-49b1-b7ca-2b8b12db5115 tempest-TestNetworkBasicOps-223859856 tempest-TestNetworkBasicOps-223859856-project-admin] 10.222.0.10 "POST /v2.0/agents/6b492ad6-0876-4d74-b20d-28143a52ceba/l3-routers HTTP/1.1" status: 201 len: 201 time: 0.2026138 Apr 28 11:11:30.354908 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 56918) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:11:30.367192 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4740ba33-744e-41d0-b5f0-9ab2a71a3c70 None None] Sync routers for ids ['80b902f9-cf40-4f35-9b9b-5844c212cdad'] in dv-neutron-master-2-hyperv {{(pid=116163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 11:11:30.378455 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4740ba33-744e-41d0-b5f0-9ab2a71a3c70 None None] Routers {'80b902f9-cf40-4f35-9b9b-5844c212cdad'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=116163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 11:11:30.379350 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_hamode_db [None req-4740ba33-744e-41d0-b5f0-9ab2a71a3c70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-28T10:50:39Z,description=,heartbeat_timestamp=2022-04-28T11:11:09Z,host='dv-neutron-master-2-hyperv',id=6b492ad6-0876-4d74-b20d-28143a52ceba,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T10:50:40Z,topic='l3_agent')) {'router_ids': ['80b902f9-cf40-4f35-9b9b-5844c212cdad'], 'active': True} {{(pid=116163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:11:30.475004 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-cc641e9c-2dbc-43d3-a163-98e382704f36 tempest-TestNetworkBasicOps-223859856 tempest-TestNetworkBasicOps-223859856-project-admin] 10.222.0.10 "GET /v2.0/routers/80b902f9-cf40-4f35-9b9b-5844c212cdad/l3-agents HTTP/1.1" status: 200 len: 881 time: 0.1185269 Apr 28 11:11:30.476908 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 56922) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:11:30.491911 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvr_db [None req-4740ba33-744e-41d0-b5f0-9ab2a71a3c70 None None] Set router 80b902f9-cf40-4f35-9b9b-5844c212cdad gateway port host: dv-neutron-master-2-hyperv {{(pid=116163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 11:11:30.542498 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-eab223cd-25b7-409b-aa83-9f3cf013e162 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] 10.222.0.10 "GET /v2.0/floatingips/f8b8271e-7cc8-4e35-82bf-7a7d7c0254ff HTTP/1.1" status: 200 len: 992 time: 0.0644522 Apr 28 11:11:30.670430 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-e37c3856-4ee4-4641-9ed4-13113fde5bf7 req-274c5441-79e8-42ae-a38f-2928d370927a service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=98d55c2d-420b-45bd-a19c-a51ec30177ea&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0396485 Apr 28 11:11:30.751622 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37c3856-4ee4-4641-9ed4-13113fde5bf7 req-fa7536d9-2c21-4ed4-b1aa-0a05f9cdb713 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:11:30.753129 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-e37c3856-4ee4-4641-9ed4-13113fde5bf7 req-fa7536d9-2c21-4ed4-b1aa-0a05f9cdb713 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=552a7719c35843ecaa8ce5b648a02d25&device_id=98d55c2d-420b-45bd-a19c-a51ec30177ea HTTP/1.1" status: 200 len: 1129 time: 0.0406265 Apr 28 11:11:30.850655 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_hamode_db [None req-4740ba33-744e-41d0-b5f0-9ab2a71a3c70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80b902f9-cf40-4f35-9b9b-5844c212cdad', 'name': 'tempest-TestNetworkBasicOps-router-1833001064', 'tenant_id': '65d54c3b7dcd4af68398071d25e8321e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'external_fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.70'}], 'enable_snat': True}, 'gw_port_id': '21970834-09b9-4353-9d89-5d7267c525df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T11:10:31Z', 'updated_at': '2022-04-28T11:10:36Z', 'revision_number': 4, 'project_id': '65d54c3b7dcd4af68398071d25e8321e', 'gw_port': {'id': '21970834-09b9-4353-9d89-5d7267c525df', 'name': '', 'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:f5:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80b902f9-cf40-4f35-9b9b-5844c212cdad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1445, 'fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:10:32Z', 'updated_at': '2022-04-28T11:11:29Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': 'f8b8271e-7cc8-4e35-82bf-7a7d7c0254ff', 'tenant_id': '65d54c3b7dcd4af68398071d25e8321e', 'floating_ip_address': '172.36.4.234', 'floating_network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'router_id': '80b902f9-cf40-4f35-9b9b-5844c212cdad', 'port_id': 'c087fe36-90bf-4f23-b7d8-b845a1622461', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1462, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fbc1d381-a33c-46bd-b8fb-770a99aa7936', 'mac_address': 'fa:16:3e:d9:14:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa6f5f03-3814-4eed-9aea-b5b10108f3e0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T11:10:53Z', 'updated_at': '2022-04-28T11:11:28Z', 'revision_number': 2, 'project_id': '65d54c3b7dcd4af68398071d25e8321e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8f33e171-d3ea-480c-936f-f3943b852985', 'name': '', 'network_id': 'fbc1d381-a33c-46bd-b8fb-770a99aa7936', 'tenant_id': '65d54c3b7dcd4af68398071d25e8321e', 'mac_address': 'fa:16:3e:bc:70:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80b902f9-cf40-4f35-9b9b-5844c212cdad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1448, 'fixed_ips': [{'subnet_id': '71c1d17c-4c5b-4fc0-8c58-696c04e92a56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:10:35Z', 'updated_at': '2022-04-28T11:11:28Z', 'revision_number': 6, 'project_id': '65d54c3b7dcd4af68398071d25e8321e', 'subnets': [{'id': '71c1d17c-4c5b-4fc0-8c58-696c04e92a56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=116163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:11:30.857937 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37c3856-4ee4-4641-9ed4-13113fde5bf7 req-f6e1fb52-715b-493a-a8d2-f75524d6f649 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:11:30.859463 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-e37c3856-4ee4-4641-9ed4-13113fde5bf7 req-f6e1fb52-715b-493a-a8d2-f75524d6f649 service neutron] 10.222.0.20 "GET /v2.0/networks?id=95a73077-5c3c-4a4f-9014-bee1df8e9c09 HTTP/1.1" status: 200 len: 911 time: 0.0887744 Apr 28 11:11:30.879998 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4740ba33-744e-41d0-b5f0-9ab2a71a3c70 None None] Checking router: 80b902f9-cf40-4f35-9b9b-5844c212cdad for host: dv-neutron-master-2-hyperv {{(pid=116163) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 11:11:30.888211 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4740ba33-744e-41d0-b5f0-9ab2a71a3c70 None None] Routers {'80b902f9-cf40-4f35-9b9b-5844c212cdad'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=116163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 11:11:30.888821 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_hamode_db [None req-4740ba33-744e-41d0-b5f0-9ab2a71a3c70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-28T10:50:39Z,description=,heartbeat_timestamp=2022-04-28T11:11:09Z,host='dv-neutron-master-2-hyperv',id=6b492ad6-0876-4d74-b20d-28143a52ceba,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T10:50:40Z,topic='l3_agent')) {'router_ids': ['80b902f9-cf40-4f35-9b9b-5844c212cdad'], 'active': True} {{(pid=116163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:11:30.923320 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-e37c3856-4ee4-4641-9ed4-13113fde5bf7 req-7c0ea0a7-2fd6-4078-9fb2-8d042b9c4b75 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f5698167-c51b-489f-a142-f8e511ffc09c HTTP/1.1" status: 200 len: 1001 time: 0.0580440 Apr 28 11:11:30.976062 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37c3856-4ee4-4641-9ed4-13113fde5bf7 req-9b3cd0e5-4a07-483d-89e8-225b1d25264f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:11:30.977683 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-e37c3856-4ee4-4641-9ed4-13113fde5bf7 req-9b3cd0e5-4a07-483d-89e8-225b1d25264f service neutron] 10.222.0.20 "GET /v2.0/subnets?id=49bbb4f0-3980-4b52-84ba-965c72e99e66 HTTP/1.1" status: 200 len: 850 time: 0.0491893 Apr 28 11:11:30.995304 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvr_db [None req-4740ba33-744e-41d0-b5f0-9ab2a71a3c70 None None] Set router 80b902f9-cf40-4f35-9b9b-5844c212cdad gateway port host: dv-neutron-master-2-hyperv {{(pid=116163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 11:11:31.021608 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37c3856-4ee4-4641-9ed4-13113fde5bf7 req-7d9c1508-4d16-4953-afd7-47a037ade2b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:11:31.023193 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-e37c3856-4ee4-4641-9ed4-13113fde5bf7 req-7d9c1508-4d16-4953-afd7-47a037ade2b3 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=95a73077-5c3c-4a4f-9014-bee1df8e9c09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0396585 Apr 28 11:11:31.111921 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-e37c3856-4ee4-4641-9ed4-13113fde5bf7 req-4c08a520-cfac-4c73-beab-25c7bade3425 service neutron] 10.222.0.20 "GET /v2.0/networks/95a73077-5c3c-4a4f-9014-bee1df8e9c09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828998 Apr 28 11:11:31.204871 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-e37c3856-4ee4-4641-9ed4-13113fde5bf7 req-f89bf765-43d9-4019-9bfe-c458b89026f1 service neutron] 10.222.0.20 "GET /v2.0/networks/95a73077-5c3c-4a4f-9014-bee1df8e9c09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876358 Apr 28 11:11:31.207583 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_hamode_db [None req-4740ba33-744e-41d0-b5f0-9ab2a71a3c70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80b902f9-cf40-4f35-9b9b-5844c212cdad', 'name': 'tempest-TestNetworkBasicOps-router-1833001064', 'tenant_id': '65d54c3b7dcd4af68398071d25e8321e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'external_fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.70'}], 'enable_snat': True}, 'gw_port_id': '21970834-09b9-4353-9d89-5d7267c525df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T11:10:31Z', 'updated_at': '2022-04-28T11:10:36Z', 'revision_number': 4, 'project_id': '65d54c3b7dcd4af68398071d25e8321e', 'gw_port': {'id': '21970834-09b9-4353-9d89-5d7267c525df', 'name': '', 'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:f5:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80b902f9-cf40-4f35-9b9b-5844c212cdad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1445, 'fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:10:32Z', 'updated_at': '2022-04-28T11:11:29Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': 'f8b8271e-7cc8-4e35-82bf-7a7d7c0254ff', 'tenant_id': '65d54c3b7dcd4af68398071d25e8321e', 'floating_ip_address': '172.36.4.234', 'floating_network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'router_id': '80b902f9-cf40-4f35-9b9b-5844c212cdad', 'port_id': 'c087fe36-90bf-4f23-b7d8-b845a1622461', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1462, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fbc1d381-a33c-46bd-b8fb-770a99aa7936', 'mac_address': 'fa:16:3e:d9:14:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa6f5f03-3814-4eed-9aea-b5b10108f3e0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T11:10:53Z', 'updated_at': '2022-04-28T11:11:28Z', 'revision_number': 2, 'project_id': '65d54c3b7dcd4af68398071d25e8321e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8f33e171-d3ea-480c-936f-f3943b852985', 'name': '', 'network_id': 'fbc1d381-a33c-46bd-b8fb-770a99aa7936', 'tenant_id': '65d54c3b7dcd4af68398071d25e8321e', 'mac_address': 'fa:16:3e:bc:70:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80b902f9-cf40-4f35-9b9b-5844c212cdad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1448, 'fixed_ips': [{'subnet_id': '71c1d17c-4c5b-4fc0-8c58-696c04e92a56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:10:35Z', 'updated_at': '2022-04-28T11:11:28Z', 'revision_number': 6, 'project_id': '65d54c3b7dcd4af68398071d25e8321e', 'subnets': [{'id': '71c1d17c-4c5b-4fc0-8c58-696c04e92a56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=116163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:11:31.238291 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4740ba33-744e-41d0-b5f0-9ab2a71a3c70 None None] The sync data for ids ['80b902f9-cf40-4f35-9b9b-5844c212cdad'] in dv-neutron-master-2-hyperv is: [{'id': '80b902f9-cf40-4f35-9b9b-5844c212cdad', 'name': 'tempest-TestNetworkBasicOps-router-1833001064', 'tenant_id': '65d54c3b7dcd4af68398071d25e8321e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'external_fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.70'}], 'enable_snat': True}, 'gw_port_id': '21970834-09b9-4353-9d89-5d7267c525df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T11:10:31Z', 'updated_at': '2022-04-28T11:10:36Z', 'revision_number': 4, 'project_id': '65d54c3b7dcd4af68398071d25e8321e', 'gw_port': {'id': '21970834-09b9-4353-9d89-5d7267c525df', 'name': '', 'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:f5:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80b902f9-cf40-4f35-9b9b-5844c212cdad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1445, 'fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:10:32Z', 'updated_at': '2022-04-28T11:11:29Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': 'f8b8271e-7cc8-4e35-82bf-7a7d7c0254ff', 'tenant_id': '65d54c3b7dcd4af68398071d25e8321e', 'floating_ip_address': '172.36.4.234', 'floating_network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'router_id': '80b902f9-cf40-4f35-9b9b-5844c212cdad', 'port_id': 'c087fe36-90bf-4f23-b7d8-b845a1622461', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1462, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fbc1d381-a33c-46bd-b8fb-770a99aa7936', 'mac_address': 'fa:16:3e:d9:14:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa6f5f03-3814-4eed-9aea-b5b10108f3e0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T11:10:53Z', 'updated_at': '2022-04-28T11:11:28Z', 'revision_number': 2, 'project_id': '65d54c3b7dcd4af68398071d25e8321e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8f33e171-d3ea-480c-936f-f3943b852985', 'name': '', 'network_id': 'fbc1d381-a33c-46bd-b8fb-770a99aa7936', 'tenant_id': '65d54c3b7dcd4af68398071d25e8321e', 'mac_address': 'fa:16:3e:bc:70:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80b902f9-cf40-4f35-9b9b-5844c212cdad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1448, 'fixed_ips': [{'subnet_id': '71c1d17c-4c5b-4fc0-8c58-696c04e92a56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:10:35Z', 'updated_at': '2022-04-28T11:11:28Z', 'revision_number': 6, 'project_id': '65d54c3b7dcd4af68398071d25e8321e', 'subnets': [{'id': '71c1d17c-4c5b-4fc0-8c58-696c04e92a56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=116163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 11:11:31.546708 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 56924) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:11:31.614366 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-e05b5a74-6c89-4f1e-8563-e82ce80e8d8f tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] 10.222.0.10 "GET /v2.0/floatingips/f8b8271e-7cc8-4e35-82bf-7a7d7c0254ff HTTP/1.1" status: 200 len: 992 time: 0.0666568 Apr 28 11:11:31.946503 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Device 21970834-09b9-4353-9d89-5d7267c525df up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=116163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 11:11:31.994175 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Provisioning complete for port 21970834-09b9-4353-9d89-5d7267c525df triggered by entity L2. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:11:31.994580 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (21970834-09b9-4353-9d89-5d7267c525df), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:11:32.079113 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Current status of the port 21970834-09b9-4353-9d89-5d7267c525df is: DOWN; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:11:32.079746 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (21970834-09b9-4353-9d89-5d7267c525df), before_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:11:32.100728 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] For port 21970834-09b9-4353-9d89-5d7267c525df, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=21970834-09b9-4353-9d89-5d7267c525df,segment=NetworkSegment(142bc50f-d6af-4646-8d06-bb7af6b7b51c),segment_id=142bc50f-d6af-4646-8d06-bb7af6b7b51c)] {{(pid=116163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 11:11:32.173919 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393'] for port (21970834-09b9-4353-9d89-5d7267c525df), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:11:32.175071 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Device 8f33e171-d3ea-480c-936f-f3943b852985 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=116163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 11:11:32.252706 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Pushing event updated for resources: {'Port': ['ID=21970834-09b9-4353-9d89-5d7267c525df,revision_number=6']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:11:32.262634 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Provisioning complete for port 8f33e171-d3ea-480c-936f-f3943b852985 triggered by entity L2. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:11:32.263016 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (8f33e171-d3ea-480c-936f-f3943b852985), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:11:32.344646 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Current status of the port 8f33e171-d3ea-480c-936f-f3943b852985 is: DOWN; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:11:32.345035 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (8f33e171-d3ea-480c-936f-f3943b852985), before_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:11:32.378105 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] For port 8f33e171-d3ea-480c-936f-f3943b852985, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=8f33e171-d3ea-480c-936f-f3943b852985,segment=NetworkSegment(d48d6e4c-bada-4388-a240-98e1de223282),segment_id=d48d6e4c-bada-4388-a240-98e1de223282)] {{(pid=116163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 11:11:32.457337 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393'] for port (8f33e171-d3ea-480c-936f-f3943b852985), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:11:32.506545 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Pushing event updated for resources: {'Port': ['ID=8f33e171-d3ea-480c-936f-f3943b852985,revision_number=7']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:11:32.617535 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 56928) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:11:32.677479 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-fcc21630-edd8-4579-bc4f-ffae495974de tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] 10.222.0.10 "GET /v2.0/floatingips/f8b8271e-7cc8-4e35-82bf-7a7d7c0254ff HTTP/1.1" status: 200 len: 992 time: 0.0586634 Apr 28 11:11:32.881578 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2ae59a7-ea6c-4a05-a49e-eaddbab9ab12 None None] New status for floating IP f8b8271e-7cc8-4e35-82bf-7a7d7c0254ff: ACTIVE {{(pid=116164) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 28 11:11:33.681445 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 56930) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:11:33.745112 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-32b692d3-4640-432a-942c-af93728c9774 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] 10.222.0.10 "GET /v2.0/floatingips/f8b8271e-7cc8-4e35-82bf-7a7d7c0254ff HTTP/1.1" status: 200 len: 994 time: 0.0625250 Apr 28 11:11:33.923649 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Device 21970834-09b9-4353-9d89-5d7267c525df up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=116163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 11:11:33.969733 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Provisioning complete for port 21970834-09b9-4353-9d89-5d7267c525df triggered by entity L2. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:11:33.970030 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (21970834-09b9-4353-9d89-5d7267c525df), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:11:33.985198 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 56936) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:11:34.049742 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Current status of the port 21970834-09b9-4353-9d89-5d7267c525df is: ACTIVE; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:11:34.050812 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Device 8f33e171-d3ea-480c-936f-f3943b852985 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=116163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 11:11:34.095165 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Provisioning complete for port 8f33e171-d3ea-480c-936f-f3943b852985 triggered by entity L2. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:11:34.095627 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (8f33e171-d3ea-480c-936f-f3943b852985), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:11:34.144777 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.plugin [None req-4dd73850-5e16-4f88-9699-7d24a7253b17 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Deleting port fd96a9b6-a660-4977-adc0-f95ed361d4e8 {{(pid=116161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 11:11:34.145119 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-4dd73850-5e16-4f88-9699-7d24a7253b17 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742235130188'] for port (fd96a9b6-a660-4977-adc0-f95ed361d4e8), before_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:11:34.177779 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Current status of the port 8f33e171-d3ea-480c-936f-f3943b852985 is: ACTIVE; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:11:34.226882 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-4dd73850-5e16-4f88-9699-7d24a7253b17 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1938497'] for port (fd96a9b6-a660-4977-adc0-f95ed361d4e8), precommit_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:11:34.227122 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-4dd73850-5e16-4f88-9699-7d24a7253b17 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks [] for floatingip (fd96a9b6-a660-4977-adc0-f95ed361d4e8), precommit_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:11:34.239404 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.plugin [None req-4dd73850-5e16-4f88-9699-7d24a7253b17 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Calling delete_port for fd96a9b6-a660-4977-adc0-f95ed361d4e8 owned by network:floatingip {{(pid=116161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 11:11:34.452009 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-4dd73850-5e16-4f88-9699-7d24a7253b17 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742235135690', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742234710366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5219112'] for port (fd96a9b6-a660-4977-adc0-f95ed361d4e8), after_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:11:34.482279 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd73850-5e16-4f88-9699-7d24a7253b17 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Pushing event deleted for resources: {'Port': ['ID=fd96a9b6-a660-4977-adc0-f95ed361d4e8,revision_number=None']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:11:34.508284 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dd73850-5e16-4f88-9699-7d24a7253b17 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:11:34.508636 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dd73850-5e16-4f88-9699-7d24a7253b17 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:11:34.508980 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dd73850-5e16-4f88-9699-7d24a7253b17 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:11:34.509323 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dd73850-5e16-4f88-9699-7d24a7253b17 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:11:34.509659 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dd73850-5e16-4f88-9699-7d24a7253b17 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:11:34.509993 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dd73850-5e16-4f88-9699-7d24a7253b17 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:11:34.510319 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dd73850-5e16-4f88-9699-7d24a7253b17 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:11:34.510745 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dd73850-5e16-4f88-9699-7d24a7253b17 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:11:34.511074 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dd73850-5e16-4f88-9699-7d24a7253b17 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:11:34.512002 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dd73850-5e16-4f88-9699-7d24a7253b17 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:11:34.512333 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dd73850-5e16-4f88-9699-7d24a7253b17 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:11:34.512665 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dd73850-5e16-4f88-9699-7d24a7253b17 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:11:34.512989 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dd73850-5e16-4f88-9699-7d24a7253b17 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:11:34.513312 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dd73850-5e16-4f88-9699-7d24a7253b17 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:11:34.513633 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dd73850-5e16-4f88-9699-7d24a7253b17 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:11:34.554237 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-4dd73850-5e16-4f88-9699-7d24a7253b17 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks [] for floatingip (f8b8271e-7cc8-4e35-82bf-7a7d7c0254ff), after_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:11:34.554608 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.db.l3_db [None req-4dd73850-5e16-4f88-9699-7d24a7253b17 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Floating IP f8b8271e-7cc8-4e35-82bf-7a7d7c0254ff disassociated (deleted). External IP: 172.36.4.234, port: c087fe36-90bf-4f23-b7d8-b845a1622461. Apr 28 11:11:34.767017 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4dd73850-5e16-4f88-9699-7d24a7253b17 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Router 80b902f9-cf40-4f35-9b9b-5844c212cdad has already been hosted by L3 agent 6b492ad6-0876-4d74-b20d-28143a52ceba {{(pid=116161) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 11:11:34.877395 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4dd73850-5e16-4f88-9699-7d24a7253b17 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=116161) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 11:11:34.881808 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-4dd73850-5e16-4f88-9699-7d24a7253b17 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198022'] for floatingip (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:11:34.886908 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55506632-c72a-469d-829e-415ef2aeda63 None None] Sync routers for ids ['80b902f9-cf40-4f35-9b9b-5844c212cdad'] in dv-neutron-master-2-hyperv {{(pid=116163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 11:11:34.896721 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55506632-c72a-469d-829e-415ef2aeda63 None None] Routers {'80b902f9-cf40-4f35-9b9b-5844c212cdad'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=116163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 11:11:34.897349 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_hamode_db [None req-55506632-c72a-469d-829e-415ef2aeda63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-28T10:50:39Z,description=,heartbeat_timestamp=2022-04-28T11:11:09Z,host='dv-neutron-master-2-hyperv',id=6b492ad6-0876-4d74-b20d-28143a52ceba,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T10:50:40Z,topic='l3_agent')) {'router_ids': ['80b902f9-cf40-4f35-9b9b-5844c212cdad'], 'active': True} {{(pid=116163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:11:34.913035 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-4dd73850-5e16-4f88-9699-7d24a7253b17 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] 10.222.0.10 "DELETE /v2.0/floatingips/f8b8271e-7cc8-4e35-82bf-7a7d7c0254ff HTTP/1.1" status: 204 len: 168 time: 0.9266253 Apr 28 11:11:34.913620 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa6f5f03-3814-4eed-9aea-b5b10108f3e0', 'tag': 'c087fe36-90bf-4f23-b7d8-b845a1622461'}] {{(pid=116161) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 11:11:34.915925 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e748734031c26dffb00ab563e48cb7690d820419218221ecd4f9c2a21276ff88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72e69f7a-948f-4fb6-91eb-e5718e65e338" -d '{"events": [{"name": "network-changed", "server_uuid": "fa6f5f03-3814-4eed-9aea-b5b10108f3e0", "tag": "c087fe36-90bf-4f23-b7d8-b845a1622461"}]}' {{(pid=116161) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 11:11:34.962654 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 11:11:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30f70142-f566-458b-b7cb-84447da3b4d2 x-openstack-request-id: req-30f70142-f566-458b-b7cb-84447da3b4d2 {{(pid=116161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 11:11:34.962952 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fa6f5f03-3814-4eed-9aea-b5b10108f3e0", "tag": "c087fe36-90bf-4f23-b7d8-b845a1622461", "status": "completed", "code": 200}]} {{(pid=116161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 11:11:34.963209 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-30f70142-f566-458b-b7cb-84447da3b4d2 {{(pid=116161) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 11:11:34.963627 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.notifiers.nova [-] Nova event matching ['req-30f70142-f566-458b-b7cb-84447da3b4d2'] response: {'name': 'network-changed', 'server_uuid': 'fa6f5f03-3814-4eed-9aea-b5b10108f3e0', 'tag': 'c087fe36-90bf-4f23-b7d8-b845a1622461', 'status': 'completed', 'code': 200} Apr 28 11:11:35.013241 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvr_db [None req-55506632-c72a-469d-829e-415ef2aeda63 None None] Set router 80b902f9-cf40-4f35-9b9b-5844c212cdad gateway port host: dv-neutron-master-2-hyperv {{(pid=116163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 11:11:35.025396 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e69f7a-948f-4fb6-91eb-e5718e65e338 req-2323ce6a-0e89-4480-b31f-d4f5ce913708 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:11:35.026979 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-72e69f7a-948f-4fb6-91eb-e5718e65e338 req-2323ce6a-0e89-4480-b31f-d4f5ce913708 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=65d54c3b7dcd4af68398071d25e8321e&device_id=fa6f5f03-3814-4eed-9aea-b5b10108f3e0 HTTP/1.1" status: 200 len: 1130 time: 0.0406556 Apr 28 11:11:35.118580 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e69f7a-948f-4fb6-91eb-e5718e65e338 req-f144599a-7af4-4de7-aab3-b03d71cf4733 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:11:35.120127 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-72e69f7a-948f-4fb6-91eb-e5718e65e338 req-f144599a-7af4-4de7-aab3-b03d71cf4733 service neutron] 10.222.0.20 "GET /v2.0/networks?id=fbc1d381-a33c-46bd-b8fb-770a99aa7936 HTTP/1.1" status: 200 len: 897 time: 0.0879107 Apr 28 11:11:35.163595 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-72e69f7a-948f-4fb6-91eb-e5718e65e338 req-04653871-b8e1-4de9-956b-5ad2eaa72d77 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c087fe36-90bf-4f23-b7d8-b845a1622461 HTTP/1.1" status: 200 len: 217 time: 0.0373049 Apr 28 11:11:35.205321 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_hamode_db [None req-55506632-c72a-469d-829e-415ef2aeda63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80b902f9-cf40-4f35-9b9b-5844c212cdad', 'name': 'tempest-TestNetworkBasicOps-router-1833001064', 'tenant_id': '65d54c3b7dcd4af68398071d25e8321e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'external_fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.70'}], 'enable_snat': True}, 'gw_port_id': '21970834-09b9-4353-9d89-5d7267c525df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T11:10:31Z', 'updated_at': '2022-04-28T11:10:36Z', 'revision_number': 4, 'project_id': '65d54c3b7dcd4af68398071d25e8321e', 'gw_port': {'id': '21970834-09b9-4353-9d89-5d7267c525df', 'name': '', 'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:f5:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80b902f9-cf40-4f35-9b9b-5844c212cdad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1445, 'fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:10:32Z', 'updated_at': '2022-04-28T11:11:32Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '8f33e171-d3ea-480c-936f-f3943b852985', 'name': '', 'network_id': 'fbc1d381-a33c-46bd-b8fb-770a99aa7936', 'tenant_id': '65d54c3b7dcd4af68398071d25e8321e', 'mac_address': 'fa:16:3e:bc:70:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80b902f9-cf40-4f35-9b9b-5844c212cdad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1448, 'fixed_ips': [{'subnet_id': '71c1d17c-4c5b-4fc0-8c58-696c04e92a56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:10:35Z', 'updated_at': '2022-04-28T11:11:32Z', 'revision_number': 7, 'project_id': '65d54c3b7dcd4af68398071d25e8321e', 'subnets': [{'id': '71c1d17c-4c5b-4fc0-8c58-696c04e92a56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=116163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:11:35.214155 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e69f7a-948f-4fb6-91eb-e5718e65e338 req-01f9bd03-6075-41f4-8b1e-942744c98474 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:11:35.218723 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-72e69f7a-948f-4fb6-91eb-e5718e65e338 req-01f9bd03-6075-41f4-8b1e-942744c98474 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=71c1d17c-4c5b-4fc0-8c58-696c04e92a56 HTTP/1.1" status: 200 len: 835 time: 0.0497835 Apr 28 11:11:35.236086 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55506632-c72a-469d-829e-415ef2aeda63 None None] Checking router: 80b902f9-cf40-4f35-9b9b-5844c212cdad for host: dv-neutron-master-2-hyperv {{(pid=116163) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 11:11:35.244619 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55506632-c72a-469d-829e-415ef2aeda63 None None] Routers {'80b902f9-cf40-4f35-9b9b-5844c212cdad'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=116163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 11:11:35.245243 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_hamode_db [None req-55506632-c72a-469d-829e-415ef2aeda63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-28T10:50:39Z,description=,heartbeat_timestamp=2022-04-28T11:11:09Z,host='dv-neutron-master-2-hyperv',id=6b492ad6-0876-4d74-b20d-28143a52ceba,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T10:50:40Z,topic='l3_agent')) {'router_ids': ['80b902f9-cf40-4f35-9b9b-5844c212cdad'], 'active': True} {{(pid=116163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:11:35.263975 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e69f7a-948f-4fb6-91eb-e5718e65e338 req-b2b0545e-16cc-4b45-9024-425cc6c8326e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:11:35.265504 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-72e69f7a-948f-4fb6-91eb-e5718e65e338 req-b2b0545e-16cc-4b45-9024-425cc6c8326e service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=fbc1d381-a33c-46bd-b8fb-770a99aa7936&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0413747 Apr 28 11:11:35.362337 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-72e69f7a-948f-4fb6-91eb-e5718e65e338 req-5569bb34-bfb9-4bf1-8e36-66ed166cabf4 service neutron] 10.222.0.20 "GET /v2.0/networks/fbc1d381-a33c-46bd-b8fb-770a99aa7936?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909808 Apr 28 11:11:35.362939 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvr_db [None req-55506632-c72a-469d-829e-415ef2aeda63 None None] Set router 80b902f9-cf40-4f35-9b9b-5844c212cdad gateway port host: dv-neutron-master-2-hyperv {{(pid=116163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 11:11:35.406808 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec33601c-2961-4819-b6e7-ef8699f0d682 req-67aa17fa-46a7-4785-bf17-5f5e941e6d69 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:11:35.408328 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-ec33601c-2961-4819-b6e7-ef8699f0d682 req-67aa17fa-46a7-4785-bf17-5f5e941e6d69 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] 10.222.0.10 "GET /v2.0/ports?device_id=fa6f5f03-3814-4eed-9aea-b5b10108f3e0 HTTP/1.1" status: 200 len: 946 time: 0.0493786 Apr 28 11:11:35.457323 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-ec33601c-2961-4819-b6e7-ef8699f0d682 req-95818bd3-ec21-42c9-b386-ad93e9c4f6bc tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] 10.222.0.10 "GET /v2.0/security-groups?id=c4487662-aacc-4220-bf58-589686faee53&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433285 Apr 28 11:11:35.554173 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_hamode_db [None req-55506632-c72a-469d-829e-415ef2aeda63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80b902f9-cf40-4f35-9b9b-5844c212cdad', 'name': 'tempest-TestNetworkBasicOps-router-1833001064', 'tenant_id': '65d54c3b7dcd4af68398071d25e8321e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'external_fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.70'}], 'enable_snat': True}, 'gw_port_id': '21970834-09b9-4353-9d89-5d7267c525df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T11:10:31Z', 'updated_at': '2022-04-28T11:10:36Z', 'revision_number': 4, 'project_id': '65d54c3b7dcd4af68398071d25e8321e', 'gw_port': {'id': '21970834-09b9-4353-9d89-5d7267c525df', 'name': '', 'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:f5:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80b902f9-cf40-4f35-9b9b-5844c212cdad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1445, 'fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:10:32Z', 'updated_at': '2022-04-28T11:11:32Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '8f33e171-d3ea-480c-936f-f3943b852985', 'name': '', 'network_id': 'fbc1d381-a33c-46bd-b8fb-770a99aa7936', 'tenant_id': '65d54c3b7dcd4af68398071d25e8321e', 'mac_address': 'fa:16:3e:bc:70:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80b902f9-cf40-4f35-9b9b-5844c212cdad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1448, 'fixed_ips': [{'subnet_id': '71c1d17c-4c5b-4fc0-8c58-696c04e92a56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:10:35Z', 'updated_at': '2022-04-28T11:11:32Z', 'revision_number': 7, 'project_id': '65d54c3b7dcd4af68398071d25e8321e', 'subnets': [{'id': '71c1d17c-4c5b-4fc0-8c58-696c04e92a56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=116163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:11:35.581292 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55506632-c72a-469d-829e-415ef2aeda63 None None] The sync data for ids ['80b902f9-cf40-4f35-9b9b-5844c212cdad'] in dv-neutron-master-2-hyperv is: [{'id': '80b902f9-cf40-4f35-9b9b-5844c212cdad', 'name': 'tempest-TestNetworkBasicOps-router-1833001064', 'tenant_id': '65d54c3b7dcd4af68398071d25e8321e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'external_fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.70'}], 'enable_snat': True}, 'gw_port_id': '21970834-09b9-4353-9d89-5d7267c525df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T11:10:31Z', 'updated_at': '2022-04-28T11:10:36Z', 'revision_number': 4, 'project_id': '65d54c3b7dcd4af68398071d25e8321e', 'gw_port': {'id': '21970834-09b9-4353-9d89-5d7267c525df', 'name': '', 'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:f5:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80b902f9-cf40-4f35-9b9b-5844c212cdad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1445, 'fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:10:32Z', 'updated_at': '2022-04-28T11:11:32Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '8f33e171-d3ea-480c-936f-f3943b852985', 'name': '', 'network_id': 'fbc1d381-a33c-46bd-b8fb-770a99aa7936', 'tenant_id': '65d54c3b7dcd4af68398071d25e8321e', 'mac_address': 'fa:16:3e:bc:70:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80b902f9-cf40-4f35-9b9b-5844c212cdad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1448, 'fixed_ips': [{'subnet_id': '71c1d17c-4c5b-4fc0-8c58-696c04e92a56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:10:35Z', 'updated_at': '2022-04-28T11:11:32Z', 'revision_number': 7, 'project_id': '65d54c3b7dcd4af68398071d25e8321e', 'subnets': [{'id': '71c1d17c-4c5b-4fc0-8c58-696c04e92a56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=116163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 11:11:36.212816 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eda41d83-5acc-4a33-9ff2-3fea01fb34c0 None None] New status for floating IP f8b8271e-7cc8-4e35-82bf-7a7d7c0254ff: DOWN {{(pid=116164) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 28 11:11:36.363116 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-72e69f7a-948f-4fb6-91eb-e5718e65e338 req-6fdcd2ce-f375-4f7f-b1d7-249216118174 service neutron] 10.222.0.20 "GET /v2.0/networks/fbc1d381-a33c-46bd-b8fb-770a99aa7936?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893471 Apr 28 11:11:36.576324 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d05995-908f-4d03-ad99-a8ae43ec9dac req-5ad91871-363b-4c64-824c-5db7af8661ef tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:11:36.577792 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-66d05995-908f-4d03-ad99-a8ae43ec9dac req-5ad91871-363b-4c64-824c-5db7af8661ef tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] 10.222.0.10 "GET /v2.0/ports?device_id=fa6f5f03-3814-4eed-9aea-b5b10108f3e0 HTTP/1.1" status: 200 len: 946 time: 0.0516675 Apr 28 11:11:36.626023 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-66d05995-908f-4d03-ad99-a8ae43ec9dac req-5c76bdb6-97f8-41e8-a659-0f9cb251056b tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] 10.222.0.10 "GET /v2.0/security-groups?id=c4487662-aacc-4220-bf58-589686faee53&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425971 Apr 28 11:11:36.734903 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b487a649-c1fb-45ec-af0d-bacc68abab40 req-6a39cefb-26da-447c-98fc-71425064df24 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:11:36.736373 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-b487a649-c1fb-45ec-af0d-bacc68abab40 req-6a39cefb-26da-447c-98fc-71425064df24 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] 10.222.0.20 "GET /v2.0/ports?device_id=fa6f5f03-3814-4eed-9aea-b5b10108f3e0 HTTP/1.1" status: 200 len: 946 time: 0.0538564 Apr 28 11:11:36.818819 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.plugin [req-b487a649-c1fb-45ec-af0d-bacc68abab40 req-b5d9e659-3ffe-4e34-b639-affb0d278f07 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Deleting port c087fe36-90bf-4f23-b7d8-b845a1622461 {{(pid=116162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 11:11:36.819161 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [req-b487a649-c1fb-45ec-af0d-bacc68abab40 req-b5d9e659-3ffe-4e34-b639-affb0d278f07 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742235130188'] for port (c087fe36-90bf-4f23-b7d8-b845a1622461), before_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:11:36.912875 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.db [req-b487a649-c1fb-45ec-af0d-bacc68abab40 req-b5d9e659-3ffe-4e34-b639-affb0d278f07 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] For port c087fe36-90bf-4f23-b7d8-b845a1622461, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=c087fe36-90bf-4f23-b7d8-b845a1622461,segment=NetworkSegment(d48d6e4c-bada-4388-a240-98e1de223282),segment_id=d48d6e4c-bada-4388-a240-98e1de223282)] {{(pid=116162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 11:11:36.913239 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [req-b487a649-c1fb-45ec-af0d-bacc68abab40 req-b5d9e659-3ffe-4e34-b639-affb0d278f07 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1938497'] for port (c087fe36-90bf-4f23-b7d8-b845a1622461), precommit_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:11:36.926954 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.plugin [req-b487a649-c1fb-45ec-af0d-bacc68abab40 req-b5d9e659-3ffe-4e34-b639-affb0d278f07 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Calling delete_port for c087fe36-90bf-4f23-b7d8-b845a1622461 owned by compute:nova {{(pid=116162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 11:11:36.985071 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-21b9cf1d-548e-4c32-9fae-631b5b60e2cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (75ba81b7-fe99-4281-90d2-a5adb445ecea), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:11:37.139724 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [req-b487a649-c1fb-45ec-af0d-bacc68abab40 req-b5d9e659-3ffe-4e34-b639-affb0d278f07 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742235135690', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742234710366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5051867'] for port (c087fe36-90bf-4f23-b7d8-b845a1622461), after_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:11:37.171233 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d9e659-3ffe-4e34-b639-affb0d278f07 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Pushing event deleted for resources: {'Port': ['ID=c087fe36-90bf-4f23-b7d8-b845a1622461,revision_number=None']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:11:37.185777 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5d9e659-3ffe-4e34-b639-affb0d278f07 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:11:37.186126 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5d9e659-3ffe-4e34-b639-affb0d278f07 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:11:37.186530 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5d9e659-3ffe-4e34-b639-affb0d278f07 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:11:37.186870 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5d9e659-3ffe-4e34-b639-affb0d278f07 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:11:37.187207 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5d9e659-3ffe-4e34-b639-affb0d278f07 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:11:37.187602 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5d9e659-3ffe-4e34-b639-affb0d278f07 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:11:37.187841 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5d9e659-3ffe-4e34-b639-affb0d278f07 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:11:37.188374 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5d9e659-3ffe-4e34-b639-affb0d278f07 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:11:37.188699 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5d9e659-3ffe-4e34-b639-affb0d278f07 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:11:37.189021 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5d9e659-3ffe-4e34-b639-affb0d278f07 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:11:37.189343 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5d9e659-3ffe-4e34-b639-affb0d278f07 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:11:37.189703 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5d9e659-3ffe-4e34-b639-affb0d278f07 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:11:37.190026 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5d9e659-3ffe-4e34-b639-affb0d278f07 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:11:37.190346 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5d9e659-3ffe-4e34-b639-affb0d278f07 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:11:37.190688 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5d9e659-3ffe-4e34-b639-affb0d278f07 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:11:37.228970 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.db.l3_dvrscheduler_db [req-b487a649-c1fb-45ec-af0d-bacc68abab40 req-b5d9e659-3ffe-4e34-b639-affb0d278f07 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] No DVR routers for this DVR port c087fe36-90bf-4f23-b7d8-b845a1622461 on host hv-neutron-mast {{(pid=116162) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 11:11:37.231393 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [req-b487a649-c1fb-45ec-af0d-bacc68abab40 req-b5d9e659-3ffe-4e34-b639-affb0d278f07 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198022'] for port (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:11:37.234627 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-b487a649-c1fb-45ec-af0d-bacc68abab40 req-b5d9e659-3ffe-4e34-b639-affb0d278f07 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] 10.222.0.20 "DELETE /v2.0/ports/c087fe36-90bf-4f23-b7d8-b845a1622461 HTTP/1.1" status: 204 len: 173 time: 0.4939187 Apr 28 11:11:37.235057 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa6f5f03-3814-4eed-9aea-b5b10108f3e0', 'name': 'network-vif-deleted', 'tag': 'c087fe36-90bf-4f23-b7d8-b845a1622461'}] {{(pid=116162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 11:11:37.237270 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ba53f40d6116d28995a8e36159d0e539b5353eec116fb5dd4ce03b4b2159ab1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-126b593c-3595-4dde-a8e3-e6d2502ec3f4" -d '{"events": [{"server_uuid": "fa6f5f03-3814-4eed-9aea-b5b10108f3e0", "name": "network-vif-deleted", "tag": "c087fe36-90bf-4f23-b7d8-b845a1622461"}]}' {{(pid=116162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 11:11:37.271835 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 11:11:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8d501bf-d533-45bb-a8df-752b5d2c1048 x-openstack-request-id: req-e8d501bf-d533-45bb-a8df-752b5d2c1048 {{(pid=116162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 11:11:37.272158 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa6f5f03-3814-4eed-9aea-b5b10108f3e0", "name": "network-vif-deleted", "tag": "c087fe36-90bf-4f23-b7d8-b845a1622461", "status": "completed", "code": 200}]} {{(pid=116162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 11:11:37.272415 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-e8d501bf-d533-45bb-a8df-752b5d2c1048 {{(pid=116162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 11:11:37.272820 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e8d501bf-d533-45bb-a8df-752b5d2c1048'] response: {'server_uuid': 'fa6f5f03-3814-4eed-9aea-b5b10108f3e0', 'name': 'network-vif-deleted', 'tag': 'c087fe36-90bf-4f23-b7d8-b845a1622461', 'status': 'completed', 'code': 200} Apr 28 11:11:37.732599 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-93aaffdc-2fca-4137-9b07-e66fe9a49e4b req-579a094c-21ed-40f4-873f-95cc5d338a2a tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] 10.222.0.10 "GET /v2.0/ports?device_id=fa6f5f03-3814-4eed-9aea-b5b10108f3e0 HTTP/1.1" status: 200 len: 210 time: 0.0285223 Apr 28 11:11:38.787318 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 56952) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:11:38.843376 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-ab14e849-f40b-4370-b0e1-d0f65bc392bd tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks [] for security_group (c4487662-aacc-4220-bf58-589686faee53), before_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:11:38.868852 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-ab14e849-f40b-4370-b0e1-d0f65bc392bd tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks [] for security_group (c4487662-aacc-4220-bf58-589686faee53), precommit_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:11:39.001940 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-ab14e849-f40b-4370-b0e1-d0f65bc392bd tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924426'] for security_group (c4487662-aacc-4220-bf58-589686faee53), after_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:11:39.004622 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-ab14e849-f40b-4370-b0e1-d0f65bc392bd tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks [] for security_group (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:11:39.005794 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-ab14e849-f40b-4370-b0e1-d0f65bc392bd tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] 10.222.0.10 "DELETE /v2.0/security-groups/c4487662-aacc-4220-bf58-589686faee53 HTTP/1.1" status: 204 len: 168 time: 0.2174976 Apr 28 11:11:39.014838 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab14e849-f40b-4370-b0e1-d0f65bc392bd tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4487662-aacc-4220-bf58-589686faee53,revision_number=None']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:11:39.098328 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 56956) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:11:39.388885 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-8ff737a4-68a9-4164-856e-a7c83611e2b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (6b492ad6-0876-4d74-b20d-28143a52ceba), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:11:39.438413 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-336ca6ec-ec41-4206-afd4-dc97747620f7 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2063420'] for router_interface (80b902f9-cf40-4f35-9b9b-5844c212cdad), before_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:11:39.678762 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.plugin [None req-336ca6ec-ec41-4206-afd4-dc97747620f7 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Deleting port 8f33e171-d3ea-480c-936f-f3943b852985 {{(pid=116162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 11:11:39.679020 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-336ca6ec-ec41-4206-afd4-dc97747620f7 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742235130188'] for port (8f33e171-d3ea-480c-936f-f3943b852985), before_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:11:39.765010 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.db [None req-336ca6ec-ec41-4206-afd4-dc97747620f7 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] For port 8f33e171-d3ea-480c-936f-f3943b852985, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=8f33e171-d3ea-480c-936f-f3943b852985,segment=NetworkSegment(d48d6e4c-bada-4388-a240-98e1de223282),segment_id=d48d6e4c-bada-4388-a240-98e1de223282)] {{(pid=116162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 11:11:39.765368 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-336ca6ec-ec41-4206-afd4-dc97747620f7 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1938497'] for port (8f33e171-d3ea-480c-936f-f3943b852985), precommit_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:11:39.778535 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.plugin [None req-336ca6ec-ec41-4206-afd4-dc97747620f7 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Calling delete_port for 8f33e171-d3ea-480c-936f-f3943b852985 owned by network:router_interface {{(pid=116162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 11:11:40.025329 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-336ca6ec-ec41-4206-afd4-dc97747620f7 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742235135690', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742234710366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5051867'] for port (8f33e171-d3ea-480c-936f-f3943b852985), after_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:11:40.055789 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-336ca6ec-ec41-4206-afd4-dc97747620f7 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Pushing event deleted for resources: {'Port': ['ID=8f33e171-d3ea-480c-936f-f3943b852985,revision_number=None']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:11:40.124260 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Device c087fe36-90bf-4f23-b7d8-b845a1622461 no longer exists at agent hyperv_hv-neutron-mast {{(pid=116163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 11:11:40.146911 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] No Port match for: c087fe36-90bf-4f23-b7d8-b845a1622461 {{(pid=116163) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 28 11:11:40.147340 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Device c087fe36-90bf-4f23-b7d8-b845a1622461 not bound to the agent host hv-neutron-mast {{(pid=116163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 11:11:40.241751 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-336ca6ec-ec41-4206-afd4-dc97747620f7 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1603051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2063504'] for router_interface (80b902f9-cf40-4f35-9b9b-5844c212cdad), after_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:11:40.470818 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-ae94d540-e4c6-43be-adc9-b26fb6a2f62f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (cfc241ae-e4b7-443b-b80b-59fbbc2b69c9), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:11:40.748347 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-336ca6ec-ec41-4206-afd4-dc97747620f7 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Router 80b902f9-cf40-4f35-9b9b-5844c212cdad has already been hosted by L3 agent 6b492ad6-0876-4d74-b20d-28143a52ceba {{(pid=116162) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 11:11:40.855398 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-336ca6ec-ec41-4206-afd4-dc97747620f7 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=116162) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 11:11:40.860371 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-336ca6ec-ec41-4206-afd4-dc97747620f7 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] 10.222.0.10 "PUT /v2.0/routers/80b902f9-cf40-4f35-9b9b-5844c212cdad/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7609735 Apr 28 11:11:40.863456 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 56958) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:11:40.865037 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cbb02b5-85fe-4be5-ab39-2e263fe6319b None None] Sync routers for ids ['80b902f9-cf40-4f35-9b9b-5844c212cdad'] in dv-neutron-master-2-hyperv {{(pid=116163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 11:11:40.874501 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cbb02b5-85fe-4be5-ab39-2e263fe6319b None None] Routers {'80b902f9-cf40-4f35-9b9b-5844c212cdad'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=116163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 11:11:40.875115 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_hamode_db [None req-3cbb02b5-85fe-4be5-ab39-2e263fe6319b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-28T10:50:39Z,description=,heartbeat_timestamp=2022-04-28T11:11:39Z,host='dv-neutron-master-2-hyperv',id=6b492ad6-0876-4d74-b20d-28143a52ceba,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T10:50:40Z,topic='l3_agent')) {'router_ids': ['80b902f9-cf40-4f35-9b9b-5844c212cdad'], 'active': True} {{(pid=116163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:11:40.917564 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.db.db_base_plugin_v2 [None req-5da25567-803f-4ae1-b7c4-c419ddc68e85 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Deleting subnet 71c1d17c-4c5b-4fc0-8c58-696c04e92a56 {{(pid=116161) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 28 11:11:40.921247 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-5da25567-803f-4ae1-b7c4-c419ddc68e85 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks [] for subnet (71c1d17c-4c5b-4fc0-8c58-696c04e92a56), before_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:11:40.965214 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-5da25567-803f-4ae1-b7c4-c419ddc68e85 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8076976'] for subnet (71c1d17c-4c5b-4fc0-8c58-696c04e92a56), precommit_delete_associations {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:11:41.051605 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-5da25567-803f-4ae1-b7c4-c419ddc68e85 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-971303'] for subnet (71c1d17c-4c5b-4fc0-8c58-696c04e92a56), precommit_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:11:41.132642 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvr_db [None req-3cbb02b5-85fe-4be5-ab39-2e263fe6319b None None] Set router 80b902f9-cf40-4f35-9b9b-5844c212cdad gateway port host: dv-neutron-master-2-hyperv {{(pid=116163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 11:11:41.185500 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-5da25567-803f-4ae1-b7c4-c419ddc68e85 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-971310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5220601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5125409'] for subnet (71c1d17c-4c5b-4fc0-8c58-696c04e92a56), after_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:11:41.211674 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da25567-803f-4ae1-b7c4-c419ddc68e85 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Pushing event deleted for resources: {'Subnet': ['ID=71c1d17c-4c5b-4fc0-8c58-696c04e92a56,revision_number=None']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:11:41.219429 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-5da25567-803f-4ae1-b7c4-c419ddc68e85 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks [] for subnet (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:11:41.222636 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-5da25567-803f-4ae1-b7c4-c419ddc68e85 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] 10.222.0.10 "DELETE /v2.0/subnets/71c1d17c-4c5b-4fc0-8c58-696c04e92a56 HTTP/1.1" status: 204 len: 168 time: 0.3580732 Apr 28 11:11:41.225574 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 56960) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:11:41.240310 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90e09f77-8a93-4098-ac12-154c3bca5388 None None] Network fbc1d381-a33c-46bd-b8fb-770a99aa7936 requested from dv-neutron-master-2-hyperv {{(pid=116163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 11:11:41.340291 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-803cc2a4-45c9-4f0d-8318-4e35442da769 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks [] for router (80b902f9-cf40-4f35-9b9b-5844c212cdad), before_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:11:41.384507 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_hamode_db [None req-3cbb02b5-85fe-4be5-ab39-2e263fe6319b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80b902f9-cf40-4f35-9b9b-5844c212cdad', 'name': 'tempest-TestNetworkBasicOps-router-1833001064', 'tenant_id': '65d54c3b7dcd4af68398071d25e8321e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'external_fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.70'}], 'enable_snat': True}, 'gw_port_id': '21970834-09b9-4353-9d89-5d7267c525df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T11:10:31Z', 'updated_at': '2022-04-28T11:11:39Z', 'revision_number': 5, 'project_id': '65d54c3b7dcd4af68398071d25e8321e', 'gw_port': {'id': '21970834-09b9-4353-9d89-5d7267c525df', 'name': '', 'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:f5:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80b902f9-cf40-4f35-9b9b-5844c212cdad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1445, 'fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:10:32Z', 'updated_at': '2022-04-28T11:11:32Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=116163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:11:41.424138 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cbb02b5-85fe-4be5-ab39-2e263fe6319b None None] Checking router: 80b902f9-cf40-4f35-9b9b-5844c212cdad for host: dv-neutron-master-2-hyperv {{(pid=116163) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 11:11:41.433690 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cbb02b5-85fe-4be5-ab39-2e263fe6319b None None] Routers {'80b902f9-cf40-4f35-9b9b-5844c212cdad'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=116163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 11:11:41.434424 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_hamode_db [None req-3cbb02b5-85fe-4be5-ab39-2e263fe6319b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-28T10:50:39Z,description=,heartbeat_timestamp=2022-04-28T11:11:39Z,host='dv-neutron-master-2-hyperv',id=6b492ad6-0876-4d74-b20d-28143a52ceba,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T10:50:40Z,topic='l3_agent')) {'router_ids': ['80b902f9-cf40-4f35-9b9b-5844c212cdad'], 'active': True} {{(pid=116163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:11:41.453697 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-803cc2a4-45c9-4f0d-8318-4e35442da769 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks [] for router_gateway (80b902f9-cf40-4f35-9b9b-5844c212cdad), before_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:11:41.469307 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25e0370b-30b6-4167-9d15-4c9131ac3f77 None None] DHCP port deletion for fbc1d381-a33c-46bd-b8fb-770a99aa7936 request from dv-neutron-master-2-hyperv {{(pid=116163) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 28 11:11:41.552957 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-25e0370b-30b6-4167-9d15-4c9131ac3f77 None None] Deleting port b41959c7-5ca6-43d2-b4e8-7e6c1c9b76ff {{(pid=116163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 11:11:41.553688 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-25e0370b-30b6-4167-9d15-4c9131ac3f77 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742235130188'] for port (b41959c7-5ca6-43d2-b4e8-7e6c1c9b76ff), before_delete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:11:41.556637 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.plugin [None req-803cc2a4-45c9-4f0d-8318-4e35442da769 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Deleting port 21970834-09b9-4353-9d89-5d7267c525df {{(pid=116161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 11:11:41.556981 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-803cc2a4-45c9-4f0d-8318-4e35442da769 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742235130188'] for port (21970834-09b9-4353-9d89-5d7267c525df), before_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:11:41.595048 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvr_db [None req-3cbb02b5-85fe-4be5-ab39-2e263fe6319b None None] Set router 80b902f9-cf40-4f35-9b9b-5844c212cdad gateway port host: dv-neutron-master-2-hyperv {{(pid=116163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 11:11:41.639695 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.db [None req-803cc2a4-45c9-4f0d-8318-4e35442da769 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] For port 21970834-09b9-4353-9d89-5d7267c525df, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=21970834-09b9-4353-9d89-5d7267c525df,segment=NetworkSegment(142bc50f-d6af-4646-8d06-bb7af6b7b51c),segment_id=142bc50f-d6af-4646-8d06-bb7af6b7b51c)] {{(pid=116161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 11:11:41.640061 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-803cc2a4-45c9-4f0d-8318-4e35442da769 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1938497'] for port (21970834-09b9-4353-9d89-5d7267c525df), precommit_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:11:41.653402 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.plugin [None req-803cc2a4-45c9-4f0d-8318-4e35442da769 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Calling delete_port for 21970834-09b9-4353-9d89-5d7267c525df owned by network:router_gateway {{(pid=116161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 11:11:41.685671 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-25e0370b-30b6-4167-9d15-4c9131ac3f77 None None] For port b41959c7-5ca6-43d2-b4e8-7e6c1c9b76ff, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=b41959c7-5ca6-43d2-b4e8-7e6c1c9b76ff,segment=NetworkSegment(d48d6e4c-bada-4388-a240-98e1de223282),segment_id=d48d6e4c-bada-4388-a240-98e1de223282)] {{(pid=116163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 11:11:41.685989 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-25e0370b-30b6-4167-9d15-4c9131ac3f77 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1938497'] for port (b41959c7-5ca6-43d2-b4e8-7e6c1c9b76ff), precommit_delete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:11:41.716686 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-25e0370b-30b6-4167-9d15-4c9131ac3f77 None None] Calling delete_port for b41959c7-5ca6-43d2-b4e8-7e6c1c9b76ff owned by network:dhcp {{(pid=116163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 11:11:41.873972 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_hamode_db [None req-3cbb02b5-85fe-4be5-ab39-2e263fe6319b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80b902f9-cf40-4f35-9b9b-5844c212cdad', 'name': 'tempest-TestNetworkBasicOps-router-1833001064', 'tenant_id': '65d54c3b7dcd4af68398071d25e8321e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'external_fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.70'}], 'enable_snat': True}, 'gw_port_id': '21970834-09b9-4353-9d89-5d7267c525df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T11:10:31Z', 'updated_at': '2022-04-28T11:11:39Z', 'revision_number': 5, 'project_id': '65d54c3b7dcd4af68398071d25e8321e', 'gw_port': {'id': '21970834-09b9-4353-9d89-5d7267c525df', 'name': '', 'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:f5:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80b902f9-cf40-4f35-9b9b-5844c212cdad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1445, 'fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:10:32Z', 'updated_at': '2022-04-28T11:11:32Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=116163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:11:41.897581 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-803cc2a4-45c9-4f0d-8318-4e35442da769 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742235135690', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742234710366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5219112'] for port (21970834-09b9-4353-9d89-5d7267c525df), after_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:11:41.899197 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cbb02b5-85fe-4be5-ab39-2e263fe6319b None None] The sync data for ids ['80b902f9-cf40-4f35-9b9b-5844c212cdad'] in dv-neutron-master-2-hyperv is: [{'id': '80b902f9-cf40-4f35-9b9b-5844c212cdad', 'name': 'tempest-TestNetworkBasicOps-router-1833001064', 'tenant_id': '65d54c3b7dcd4af68398071d25e8321e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'external_fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.70'}], 'enable_snat': True}, 'gw_port_id': '21970834-09b9-4353-9d89-5d7267c525df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T11:10:31Z', 'updated_at': '2022-04-28T11:11:39Z', 'revision_number': 5, 'project_id': '65d54c3b7dcd4af68398071d25e8321e', 'gw_port': {'id': '21970834-09b9-4353-9d89-5d7267c525df', 'name': '', 'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:f5:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80b902f9-cf40-4f35-9b9b-5844c212cdad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1445, 'fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:10:32Z', 'updated_at': '2022-04-28T11:11:32Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}] {{(pid=116163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 11:11:41.933274 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-803cc2a4-45c9-4f0d-8318-4e35442da769 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Pushing event deleted for resources: {'Port': ['ID=21970834-09b9-4353-9d89-5d7267c525df,revision_number=None']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:11:41.950953 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-25e0370b-30b6-4167-9d15-4c9131ac3f77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742235135690', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742234710366'] for port (b41959c7-5ca6-43d2-b4e8-7e6c1c9b76ff), after_delete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:11:41.978518 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e0370b-30b6-4167-9d15-4c9131ac3f77 None None] Pushing event deleted for resources: {'Port': ['ID=b41959c7-5ca6-43d2-b4e8-7e6c1c9b76ff,revision_number=None']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:11:41.986608 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25e0370b-30b6-4167-9d15-4c9131ac3f77 None None] No DVR routers for this DVR port b41959c7-5ca6-43d2-b4e8-7e6c1c9b76ff on host dv-neutron-master-2-hyperv {{(pid=116163) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 11:11:41.999010 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-803cc2a4-45c9-4f0d-8318-4e35442da769 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1935354'] for router_gateway (80b902f9-cf40-4f35-9b9b-5844c212cdad), after_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:11:42.068522 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-01ef1de1-12fd-4cef-b76b-793f91379468 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (39cc4f52-f5d9-4e2c-bbfa-7a1c528e1c40), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:11:42.287157 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Device b41959c7-5ca6-43d2-b4e8-7e6c1c9b76ff no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=116163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 11:11:42.317307 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] No Port match for: b41959c7-5ca6-43d2-b4e8-7e6c1c9b76ff {{(pid=116163) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 28 11:11:42.317729 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Device b41959c7-5ca6-43d2-b4e8-7e6c1c9b76ff not bound to the agent host dv-neutron-master-2-hyperv {{(pid=116163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 11:11:42.403134 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-803cc2a4-45c9-4f0d-8318-4e35442da769 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2060865', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-63275'] for router (80b902f9-cf40-4f35-9b9b-5844c212cdad), precommit_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:11:42.405787 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-803cc2a4-45c9-4f0d-8318-4e35442da769 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks [] for router_controller (80b902f9-cf40-4f35-9b9b-5844c212cdad), precommit_delete_associations {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:11:42.554449 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-803cc2a4-45c9-4f0d-8318-4e35442da769 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2060888'] for router (80b902f9-cf40-4f35-9b9b-5844c212cdad), after_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:11:42.554970 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-803cc2a4-45c9-4f0d-8318-4e35442da769 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Fanout notify agent at l3_agent the message router_deleted on router 80b902f9-cf40-4f35-9b9b-5844c212cdad {{(pid=116161) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 28 11:11:42.562459 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-803cc2a4-45c9-4f0d-8318-4e35442da769 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks [] for router (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:11:42.567377 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-803cc2a4-45c9-4f0d-8318-4e35442da769 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] 10.222.0.10 "DELETE /v2.0/routers/80b902f9-cf40-4f35-9b9b-5844c212cdad HTTP/1.1" status: 204 len: 168 time: 1.3370571 Apr 28 11:11:42.567377 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 56964) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:11:42.646670 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-25cbd57f-3f93-4f88-9ab6-0d6ad4ff982b tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-979593'] for network (fbc1d381-a33c-46bd-b8fb-770a99aa7936), before_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:11:42.737313 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-25cbd57f-3f93-4f88-9ab6-0d6ad4ff982b tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-973498', 'neutron.services.segments.db._delete_segments_for_network-8742235207033'] for network (fbc1d381-a33c-46bd-b8fb-770a99aa7936), precommit_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:11:42.756792 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.services.segments.db [None req-25cbd57f-3f93-4f88-9ab6-0d6ad4ff982b tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fbc1d381-a33c-46bd-b8fb-770a99aa7936']}} {{(pid=116161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:11:42.766493 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.services.segments.db [None req-25cbd57f-3f93-4f88-9ab6-0d6ad4ff982b tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd48d6e4c-bada-4388-a240-98e1de223282') {'for_net_delete': True} {{(pid=116161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:11:42.766800 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.services.segments.db [None req-25cbd57f-3f93-4f88-9ab6-0d6ad4ff982b tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd48d6e4c-bada-4388-a240-98e1de223282') {} {{(pid=116161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:11:42.776194 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-25cbd57f-3f93-4f88-9ab6-0d6ad4ff982b tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742235208578', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8076969'] for segment (d48d6e4c-bada-4388-a240-98e1de223282), before_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:11:42.789741 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-25cbd57f-3f93-4f88-9ab6-0d6ad4ff982b tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-961978'] for segment (d48d6e4c-bada-4388-a240-98e1de223282), precommit_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:11:42.796464 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-25cbd57f-3f93-4f88-9ab6-0d6ad4ff982b tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Releasing vlan 97 on physical network physnet1 to pool {{(pid=116161) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 11:11:42.796852 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-25cbd57f-3f93-4f88-9ab6-0d6ad4ff982b tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-961978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5219103'] for segment (d48d6e4c-bada-4388-a240-98e1de223282), after_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:11:42.799916 dv-neutron-master-2-hyperv neutron-server[116161]: Traceback (most recent call last): Apr 28 11:11:42.799916 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 11:11:42.799916 dv-neutron-master-2-hyperv neutron-server[116161]: timer() Apr 28 11:11:42.799916 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 11:11:42.799916 dv-neutron-master-2-hyperv neutron-server[116161]: cb(*args, **kw) Apr 28 11:11:42.799916 dv-neutron-master-2-hyperv neutron-server[116161]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 28 11:11:42.799916 dv-neutron-master-2-hyperv neutron-server[116161]: return func(*args, **kwargs) Apr 28 11:11:42.799916 dv-neutron-master-2-hyperv neutron-server[116161]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 11:11:42.799916 dv-neutron-master-2-hyperv neutron-server[116161]: self._notify() Apr 28 11:11:42.799916 dv-neutron-master-2-hyperv neutron-server[116161]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 11:11:42.799916 dv-neutron-master-2-hyperv neutron-server[116161]: self.callback(batched_events) Apr 28 11:11:42.799916 dv-neutron-master-2-hyperv neutron-server[116161]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 11:11:42.799916 dv-neutron-master-2-hyperv neutron-server[116161]: event.method(event) Apr 28 11:11:42.799916 dv-neutron-master-2-hyperv neutron-server[116161]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 28 11:11:42.799916 dv-neutron-master-2-hyperv neutron-server[116161]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 11:11:42.799916 dv-neutron-master-2-hyperv neutron-server[116161]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 28 11:11:42.799916 dv-neutron-master-2-hyperv neutron-server[116161]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 11:11:42.799916 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 28 11:11:42.799916 dv-neutron-master-2-hyperv neutron-server[116161]: return f(self, *a, **k) Apr 28 11:11:42.799916 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 28 11:11:42.799916 dv-neutron-master-2-hyperv neutron-server[116161]: return self._get(url).json() Apr 28 11:11:42.799916 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 28 11:11:42.799916 dv-neutron-master-2-hyperv neutron-server[116161]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 11:11:42.799916 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 11:11:42.799916 dv-neutron-master-2-hyperv neutron-server[116161]: return self.request(url, 'GET', **kwargs) Apr 28 11:11:42.799916 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 11:11:42.799916 dv-neutron-master-2-hyperv neutron-server[116161]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 11:11:42.799916 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 11:11:42.799916 dv-neutron-master-2-hyperv neutron-server[116161]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 11:11:42.799916 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 11:11:42.799916 dv-neutron-master-2-hyperv neutron-server[116161]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 11:11:42.799916 dv-neutron-master-2-hyperv neutron-server[116161]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 11:11:42.933641 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-25cbd57f-3f93-4f88-9ab6-0d6ad4ff982b tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-973477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2063122'] for network (fbc1d381-a33c-46bd-b8fb-770a99aa7936), after_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:11:42.940971 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-25cbd57f-3f93-4f88-9ab6-0d6ad4ff982b tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks [] for network (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:11:42.943566 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-25cbd57f-3f93-4f88-9ab6-0d6ad4ff982b tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] 10.222.0.10 "DELETE /v2.0/networks/fbc1d381-a33c-46bd-b8fb-770a99aa7936 HTTP/1.1" status: 204 len: 168 time: 0.3754871 Apr 28 11:11:42.955780 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25cbd57f-3f93-4f88-9ab6-0d6ad4ff982b tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Pushing event deleted for resources: {'Network': ['ID=fbc1d381-a33c-46bd-b8fb-770a99aa7936,revision_number=None']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:11:42.966212 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 56966) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:11:42.971885 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.v2.base [None req-1b4ac1e5-abd3-48a9-856b-fa4d60fa0d1e tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Request body: {'network': {'name': 'tempest-network-smoke--1954208710', 'project_id': '65d54c3b7dcd4af68398071d25e8321e', 'port_security_enabled': True}} {{(pid=116162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:11:43.065089 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b4ac1e5-abd3-48a9-856b-fa4d60fa0d1e tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Made reservation on behalf of 65d54c3b7dcd4af68398071d25e8321e for: {'network': 1} {{(pid=116162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 11:11:43.068656 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-1b4ac1e5-abd3-48a9-856b-fa4d60fa0d1e tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for network (None), before_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:11:43.093050 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1b4ac1e5-abd3-48a9-856b-fa4d60fa0d1e tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 78} {{(pid=116162) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 11:11:43.102427 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-1b4ac1e5-abd3-48a9-856b-fa4d60fa0d1e tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-961978'] for segment (448726bd-adec-45e1-b8f8-28aff01ad178), precommit_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:11:43.103395 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.db.segments_db [None req-1b4ac1e5-abd3-48a9-856b-fa4d60fa0d1e tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Added segment 448726bd-adec-45e1-b8f8-28aff01ad178 of type vlan for network da66624d-188d-4bca-b790-8244d667592e Apr 28 11:11:43.141931 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-1b4ac1e5-abd3-48a9-856b-fa4d60fa0d1e tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742234744962'] for network (da66624d-188d-4bca-b790-8244d667592e), precommit_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:11:43.246606 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-1b4ac1e5-abd3-48a9-856b-fa4d60fa0d1e tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042'] for network (da66624d-188d-4bca-b790-8244d667592e), after_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:11:43.251666 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b4ac1e5-abd3-48a9-856b-fa4d60fa0d1e tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:11:43.252256 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-1b4ac1e5-abd3-48a9-856b-fa4d60fa0d1e tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks [] for network (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:11:43.319728 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4ac1e5-abd3-48a9-856b-fa4d60fa0d1e tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Pushing event updated for resources: {'Network': ['ID=da66624d-188d-4bca-b790-8244d667592e,revision_number=1']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:11:43.331104 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Network da66624d-188d-4bca-b790-8244d667592e details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=116163) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 28 11:11:43.357617 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-1b4ac1e5-abd3-48a9-856b-fa4d60fa0d1e tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3902342 Apr 28 11:11:43.360350 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 56968) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:11:43.365268 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.v2.base [None req-2e9cb6e8-15ce-4921-8cf6-1256e81a7d92 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1316935379', 'admin_state_up': True, 'project_id': '65d54c3b7dcd4af68398071d25e8321e', 'external_gateway_info': {'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c'}}} {{(pid=116162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:11:43.388691 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (d5baab19-5dd1-4902-922b-84acb048ab9c), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:11:43.441887 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-2e9cb6e8-15ce-4921-8cf6-1256e81a7d92 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2060459', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-63449'] for router (f39de5d8-113f-4133-8e18-e6d29db11570), before_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:11:43.443003 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-2e9cb6e8-15ce-4921-8cf6-1256e81a7d92 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2060827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1935275', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1960866', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-63266'] for router (f39de5d8-113f-4133-8e18-e6d29db11570), precommit_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:11:43.494785 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-2e9cb6e8-15ce-4921-8cf6-1256e81a7d92 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks [] for router_controller (f39de5d8-113f-4133-8e18-e6d29db11570), precommit_add_association {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:11:43.709127 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-2e9cb6e8-15ce-4921-8cf6-1256e81a7d92 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks [] for router_gateway (f39de5d8-113f-4133-8e18-e6d29db11570), precommit_update {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:11:43.923476 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Device 21970834-09b9-4353-9d89-5d7267c525df no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=116163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 11:11:43.941948 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-2e9cb6e8-15ce-4921-8cf6-1256e81a7d92 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks [] for router_gateway (f39de5d8-113f-4133-8e18-e6d29db11570), before_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:11:43.944380 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] No Port match for: 21970834-09b9-4353-9d89-5d7267c525df {{(pid=116163) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 28 11:11:43.944738 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Device 21970834-09b9-4353-9d89-5d7267c525df not bound to the agent host dv-neutron-master-2-hyperv {{(pid=116163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 11:11:43.945155 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Device 8f33e171-d3ea-480c-936f-f3943b852985 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=116163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 11:11:43.961223 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-2e9cb6e8-15ce-4921-8cf6-1256e81a7d92 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (None), before_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:11:43.969182 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] No Port match for: 8f33e171-d3ea-480c-936f-f3943b852985 {{(pid=116163) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 28 11:11:43.969534 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Device 8f33e171-d3ea-480c-936f-f3943b852985 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=116163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 11:11:44.067451 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.db.db_base_plugin_common [None req-2e9cb6e8-15ce-4921-8cf6-1256e81a7d92 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Allocated IP 172.36.4.85 (7be49d94-bbb8-4a61-bafe-209c5f861e1c/c0f82f52-05ee-40f2-a57c-9d02e01fb9fa/1cc00e1f-9043-4b50-ab75-9c315f7540b1) {{(pid=116162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 11:11:44.173209 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-2e9cb6e8-15ce-4921-8cf6-1256e81a7d92 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks [] for port (1cc00e1f-9043-4b50-ab75-9c315f7540b1), precommit_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:11:44.257568 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-2e9cb6e8-15ce-4921-8cf6-1256e81a7d92 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742234710357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5051867'] for port (1cc00e1f-9043-4b50-ab75-9c315f7540b1), after_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:11:44.296540 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e9cb6e8-15ce-4921-8cf6-1256e81a7d92 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Network 7be49d94-bbb8-4a61-bafe-209c5f861e1c is already hosted by enough agents. {{(pid=116162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 11:11:44.299626 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.scheduler.base_scheduler [None req-2e9cb6e8-15ce-4921-8cf6-1256e81a7d92 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Resources bound (agent type, host, resource id): {{(pid=116162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 11:11:44.305271 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e9cb6e8-15ce-4921-8cf6-1256e81a7d92 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Received port after_create {{(pid=116162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 11:11:44.331733 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9cb6e8-15ce-4921-8cf6-1256e81a7d92 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Pushing event updated for resources: {'Port': ['ID=1cc00e1f-9043-4b50-ab75-9c315f7540b1,revision_number=1']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:11:44.614811 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-2e9cb6e8-15ce-4921-8cf6-1256e81a7d92 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks [] for router_gateway (f39de5d8-113f-4133-8e18-e6d29db11570), after_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:11:44.815257 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-2e9cb6e8-15ce-4921-8cf6-1256e81a7d92 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2060818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1935326'] for router (f39de5d8-113f-4133-8e18-e6d29db11570), after_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:11:45.019108 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e9cb6e8-15ce-4921-8cf6-1256e81a7d92 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Router f39de5d8-113f-4133-8e18-e6d29db11570 is scheduled to L3 agent 6b492ad6-0876-4d74-b20d-28143a52ceba with binding_index 1 {{(pid=116162) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 28 11:11:45.128890 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e9cb6e8-15ce-4921-8cf6-1256e81a7d92 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=116162) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 11:11:45.138655 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71182570-ed4c-4604-b2a6-0419842261b8 None None] Sync routers for ids ['f39de5d8-113f-4133-8e18-e6d29db11570'] in dv-neutron-master-2-hyperv {{(pid=116164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 11:11:45.147888 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71182570-ed4c-4604-b2a6-0419842261b8 None None] Routers {'f39de5d8-113f-4133-8e18-e6d29db11570'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=116164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 11:11:45.148489 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_hamode_db [None req-71182570-ed4c-4604-b2a6-0419842261b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-28T10:50:39Z,description=,heartbeat_timestamp=2022-04-28T11:11:39Z,host='dv-neutron-master-2-hyperv',id=6b492ad6-0876-4d74-b20d-28143a52ceba,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T10:50:40Z,topic='l3_agent')) {'router_ids': ['f39de5d8-113f-4133-8e18-e6d29db11570'], 'active': True} {{(pid=116164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:11:45.236253 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-2e9cb6e8-15ce-4921-8cf6-1256e81a7d92 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks [] for router (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:11:45.237713 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-2e9cb6e8-15ce-4921-8cf6-1256e81a7d92 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 1.8764260 Apr 28 11:11:45.240938 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 56970) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:11:45.254501 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_dvr_db [None req-71182570-ed4c-4604-b2a6-0419842261b8 None None] Set router f39de5d8-113f-4133-8e18-e6d29db11570 gateway port host: dv-neutron-master-2-hyperv {{(pid=116164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 11:11:45.269860 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-1d867e33-854d-4932-84ac-11743068de6e tempest-TestNetworkBasicOps-223859856 tempest-TestNetworkBasicOps-223859856-project-admin] 10.222.0.10 "GET /v2.0/subnets?project_id=65d54c3b7dcd4af68398071d25e8321e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0276902 Apr 28 11:11:45.272261 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 56972) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:11:45.422435 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47f79c2b-8241-4753-9eb4-a6c85fa36125 tempest-TestNetworkBasicOps-223859856 tempest-TestNetworkBasicOps-223859856-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:11:45.423290 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_hamode_db [None req-71182570-ed4c-4604-b2a6-0419842261b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f39de5d8-113f-4133-8e18-e6d29db11570', 'name': 'tempest-TestNetworkBasicOps-router-1316935379', 'tenant_id': '65d54c3b7dcd4af68398071d25e8321e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'external_fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.85'}], 'enable_snat': True}, 'gw_port_id': '1cc00e1f-9043-4b50-ab75-9c315f7540b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T11:11:43Z', 'updated_at': '2022-04-28T11:11:44Z', 'revision_number': 3, 'project_id': '65d54c3b7dcd4af68398071d25e8321e', 'gw_port': {'id': '1cc00e1f-9043-4b50-ab75-9c315f7540b1', 'name': '', 'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:cd:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f39de5d8-113f-4133-8e18-e6d29db11570', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1466, 'fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:11:43Z', 'updated_at': '2022-04-28T11:11:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=116164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:11:45.426528 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-47f79c2b-8241-4753-9eb4-a6c85fa36125 tempest-TestNetworkBasicOps-223859856 tempest-TestNetworkBasicOps-223859856-project-admin] 10.222.0.10 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1508260 Apr 28 11:11:45.426760 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 56974) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:11:45.454381 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71182570-ed4c-4604-b2a6-0419842261b8 None None] Checking router: f39de5d8-113f-4133-8e18-e6d29db11570 for host: dv-neutron-master-2-hyperv {{(pid=116164) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 11:11:45.454749 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71182570-ed4c-4604-b2a6-0419842261b8 None None] Updating router f39de5d8-113f-4133-8e18-e6d29db11570 port 1cc00e1f-9043-4b50-ab75-9c315f7540b1 binding host dv-neutron-master-2-hyperv {{(pid=116164) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 28 11:11:45.461291 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-4682ecbc-d777-49cb-b674-56e72b25b154 tempest-TestNetworkBasicOps-223859856 tempest-TestNetworkBasicOps-223859856-project-admin] 10.222.0.10 "GET /v2.0/subnets?network_id=7be49d94-bbb8-4a61-bafe-209c5f861e1c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0334382 Apr 28 11:11:45.463813 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 56976) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:11:45.468625 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.v2.base [None req-46fe0576-cfae-4e48-93fb-3fcd093d4aed tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1055284988', 'network_id': 'da66624d-188d-4bca-b790-8244d667592e', 'project_id': '65d54c3b7dcd4af68398071d25e8321e', 'ip_version': 4, 'cidr': '172.20.0.0/28', 'dns_nameservers': ['1.2.3.4']}} {{(pid=116162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:11:45.482591 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron_lib.callbacks.manager [None req-71182570-ed4c-4604-b2a6-0419842261b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (1cc00e1f-9043-4b50-ab75-9c315f7540b1), before_update {{(pid=116164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:11:45.624768 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46fe0576-cfae-4e48-93fb-3fcd093d4aed tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Made reservation on behalf of 65d54c3b7dcd4af68398071d25e8321e for: {'subnet': 1} {{(pid=116162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 11:11:45.628163 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-46fe0576-cfae-4e48-93fb-3fcd093d4aed tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4210834'] for subnet (None), before_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:11:45.731876 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron_lib.callbacks.manager [None req-71182570-ed4c-4604-b2a6-0419842261b8 None None] Publish callbacks [] for port (1cc00e1f-9043-4b50-ab75-9c315f7540b1), precommit_update {{(pid=116164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:11:45.864905 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron_lib.callbacks.manager [None req-71182570-ed4c-4604-b2a6-0419842261b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393'] for port (1cc00e1f-9043-4b50-ab75-9c315f7540b1), after_update {{(pid=116164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:11:45.908876 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-46fe0576-cfae-4e48-93fb-3fcd093d4aed tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5054027', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4210784'] for subnet (87e6dc8f-48ad-4bb1-8008-291d95c7a7b7), after_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:11:45.919702 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.plugins.ml2.managers [None req-71182570-ed4c-4604-b2a6-0419842261b8 None None] Attempting to bind port 1cc00e1f-9043-4b50-ab75-9c315f7540b1 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=116164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 28 11:11:45.920066 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.plugins.ml2.managers [None req-71182570-ed4c-4604-b2a6-0419842261b8 None None] Attempting to bind port 1cc00e1f-9043-4b50-ab75-9c315f7540b1 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '142bc50f-d6af-4646-8d06-bb7af6b7b51c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c'}] {{(pid=116164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 28 11:11:45.920421 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71182570-ed4c-4604-b2a6-0419842261b8 None None] Attempting to bind port 1cc00e1f-9043-4b50-ab75-9c315f7540b1 on network 7be49d94-bbb8-4a61-bafe-209c5f861e1c {{(pid=116164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 11:11:45.922279 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f183f31-5d76-4708-9e05-ea2e3ca701c3 None None] Pushing event updated for resources: {'Port': ['ID=1cc00e1f-9043-4b50-ab75-9c315f7540b1,revision_number=2']} {{(pid=116164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:11:45.930657 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71182570-ed4c-4604-b2a6-0419842261b8 None None] Checking agent: {'id': 'd5baab19-5dd1-4902-922b-84acb048ab9c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 10, 50, 43), 'started_at': datetime.datetime(2022, 4, 28, 10, 51, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 11, 11, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=116164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 11:11:45.935913 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71182570-ed4c-4604-b2a6-0419842261b8 None None] Checking segment: {'id': '142bc50f-d6af-4646-8d06-bb7af6b7b51c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 11:11:45.935913 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron_lib.callbacks.manager [None req-71182570-ed4c-4604-b2a6-0419842261b8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=116164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:11:45.935913 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71182570-ed4c-4604-b2a6-0419842261b8 None None] Bound using segment: {'id': '142bc50f-d6af-4646-8d06-bb7af6b7b51c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c'} {{(pid=116164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 11:11:45.935913 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.plugins.ml2.managers [None req-71182570-ed4c-4604-b2a6-0419842261b8 None None] Bound port: 1cc00e1f-9043-4b50-ab75-9c315f7540b1, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '142bc50f-d6af-4646-8d06-bb7af6b7b51c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c'}}] {{(pid=116164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 28 11:11:45.935913 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron_lib.callbacks.manager [None req-71182570-ed4c-4604-b2a6-0419842261b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (1cc00e1f-9043-4b50-ab75-9c315f7540b1), before_update {{(pid=116164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:11:45.936416 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f183f31-5d76-4708-9e05-ea2e3ca701c3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:11:45.936416 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f183f31-5d76-4708-9e05-ea2e3ca701c3 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:11:45.936767 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f183f31-5d76-4708-9e05-ea2e3ca701c3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:11:45.937101 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f183f31-5d76-4708-9e05-ea2e3ca701c3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:11:45.937433 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f183f31-5d76-4708-9e05-ea2e3ca701c3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:11:45.937754 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f183f31-5d76-4708-9e05-ea2e3ca701c3 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:11:45.938065 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f183f31-5d76-4708-9e05-ea2e3ca701c3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:11:45.938379 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f183f31-5d76-4708-9e05-ea2e3ca701c3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:11:45.938739 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f183f31-5d76-4708-9e05-ea2e3ca701c3 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:11:45.939060 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f183f31-5d76-4708-9e05-ea2e3ca701c3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:11:45.939378 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f183f31-5d76-4708-9e05-ea2e3ca701c3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:11:45.939713 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f183f31-5d76-4708-9e05-ea2e3ca701c3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:11:45.940028 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f183f31-5d76-4708-9e05-ea2e3ca701c3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:11:45.940337 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f183f31-5d76-4708-9e05-ea2e3ca701c3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:11:45.940646 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f183f31-5d76-4708-9e05-ea2e3ca701c3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:11:45.962941 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46fe0576-cfae-4e48-93fb-3fcd093d4aed tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Pushing event updated for resources: {'Subnet': ['ID=87e6dc8f-48ad-4bb1-8008-291d95c7a7b7,revision_number=0']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:11:45.980339 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46fe0576-cfae-4e48-93fb-3fcd093d4aed tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Checking segment: {'id': '448726bd-adec-45e1-b8f8-28aff01ad178', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'da66624d-188d-4bca-b790-8244d667592e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 11:11:45.980703 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46fe0576-cfae-4e48-93fb-3fcd093d4aed tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Network hostable DHCP agents. Network: da66624d-188d-4bca-b790-8244d667592e, hostable agents: ['75ba81b7-fe99-4281-90d2-a5adb445ecea'], hosted agents: [] {{(pid=116162) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 11:11:45.992888 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.plugins.ml2.db [None req-71182570-ed4c-4604-b2a6-0419842261b8 None None] For port 1cc00e1f-9043-4b50-ab75-9c315f7540b1, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=116164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 11:11:45.996020 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.plugins.ml2.db [None req-71182570-ed4c-4604-b2a6-0419842261b8 None None] For port 1cc00e1f-9043-4b50-ab75-9c315f7540b1, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=1cc00e1f-9043-4b50-ab75-9c315f7540b1,segment=NetworkSegment(142bc50f-d6af-4646-8d06-bb7af6b7b51c),segment_id=142bc50f-d6af-4646-8d06-bb7af6b7b51c)] {{(pid=116164) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 11:11:46.102683 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46fe0576-cfae-4e48-93fb-3fcd093d4aed tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Network da66624d-188d-4bca-b790-8244d667592e is scheduled to be hosted by DHCP agent 75ba81b7-fe99-4281-90d2-a5adb445ecea with binding_index 1 {{(pid=116162) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 11:11:46.114806 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron_lib.callbacks.manager [None req-71182570-ed4c-4604-b2a6-0419842261b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393'] for port (1cc00e1f-9043-4b50-ab75-9c315f7540b1), after_update {{(pid=116164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:11:46.173158 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71182570-ed4c-4604-b2a6-0419842261b8 None None] Routers {'f39de5d8-113f-4133-8e18-e6d29db11570'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=116164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 11:11:46.173814 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_hamode_db [None req-71182570-ed4c-4604-b2a6-0419842261b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-28T10:50:39Z,description=,heartbeat_timestamp=2022-04-28T11:11:39Z,host='dv-neutron-master-2-hyperv',id=6b492ad6-0876-4d74-b20d-28143a52ceba,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T10:50:40Z,topic='l3_agent')) {'router_ids': ['f39de5d8-113f-4133-8e18-e6d29db11570'], 'active': True} {{(pid=116164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:11:46.175495 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f183f31-5d76-4708-9e05-ea2e3ca701c3 None None] Pushing event updated for resources: {'Port': ['ID=1cc00e1f-9043-4b50-ab75-9c315f7540b1,revision_number=3']} {{(pid=116164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:11:46.207835 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.scheduler.base_scheduler [None req-46fe0576-cfae-4e48-93fb-3fcd093d4aed tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, da66624d-188d-4bca-b790-8244d667592e) {{(pid=116162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 11:11:46.213190 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46fe0576-cfae-4e48-93fb-3fcd093d4aed tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:11:46.213799 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-46fe0576-cfae-4e48-93fb-3fcd093d4aed tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks [] for subnet (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:11:46.216443 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a8756ff-0af3-4a28-80fd-e4b527ea5a6c None None] Network da66624d-188d-4bca-b790-8244d667592e requested from dv-neutron-master-2-hyperv {{(pid=116163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 11:11:46.307776 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-46fe0576-cfae-4e48-93fb-3fcd093d4aed tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 0.8427250 Apr 28 11:11:46.310590 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 56978) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:11:46.327466 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f2eb301-6ca5-4462-89eb-0fe0505054f2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-da66624d-188d-4bca-b790-8244d667592e', 'network_id': 'da66624d-188d-4bca-b790-8244d667592e', 'project_id': '65d54c3b7dcd4af68398071d25e8321e', 'fixed_ips': [{'subnet_id': '87e6dc8f-48ad-4bb1-8008-291d95c7a7b7'}]}} from dv-neutron-master-2-hyperv. {{(pid=116163) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 28 11:11:46.328365 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-5f2eb301-6ca5-4462-89eb-0fe0505054f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (None), before_create {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:11:46.382614 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_dvr_db [None req-71182570-ed4c-4604-b2a6-0419842261b8 None None] Set router f39de5d8-113f-4133-8e18-e6d29db11570 gateway port host: dv-neutron-master-2-hyperv {{(pid=116164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 11:11:46.467927 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.db_base_plugin_common [None req-5f2eb301-6ca5-4462-89eb-0fe0505054f2 None None] Allocated IP 172.20.0.2 (da66624d-188d-4bca-b790-8244d667592e/87e6dc8f-48ad-4bb1-8008-291d95c7a7b7/a06ecaba-7918-4ad4-8c60-5677dee74829) {{(pid=116163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 11:11:46.556012 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_hamode_db [None req-71182570-ed4c-4604-b2a6-0419842261b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f39de5d8-113f-4133-8e18-e6d29db11570', 'name': 'tempest-TestNetworkBasicOps-router-1316935379', 'tenant_id': '65d54c3b7dcd4af68398071d25e8321e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'external_fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.85'}], 'enable_snat': True}, 'gw_port_id': '1cc00e1f-9043-4b50-ab75-9c315f7540b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T11:11:43Z', 'updated_at': '2022-04-28T11:11:44Z', 'revision_number': 3, 'project_id': '65d54c3b7dcd4af68398071d25e8321e', 'gw_port': {'id': '1cc00e1f-9043-4b50-ab75-9c315f7540b1', 'name': '', 'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:cd:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f39de5d8-113f-4133-8e18-e6d29db11570', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1466, 'fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:11:43Z', 'updated_at': '2022-04-28T11:11:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=116164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:11:46.583738 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71182570-ed4c-4604-b2a6-0419842261b8 None None] The sync data for ids ['f39de5d8-113f-4133-8e18-e6d29db11570'] in dv-neutron-master-2-hyperv is: [{'id': 'f39de5d8-113f-4133-8e18-e6d29db11570', 'name': 'tempest-TestNetworkBasicOps-router-1316935379', 'tenant_id': '65d54c3b7dcd4af68398071d25e8321e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'external_fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.85'}], 'enable_snat': True}, 'gw_port_id': '1cc00e1f-9043-4b50-ab75-9c315f7540b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T11:11:43Z', 'updated_at': '2022-04-28T11:11:44Z', 'revision_number': 3, 'project_id': '65d54c3b7dcd4af68398071d25e8321e', 'gw_port': {'id': '1cc00e1f-9043-4b50-ab75-9c315f7540b1', 'name': '', 'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:cd:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f39de5d8-113f-4133-8e18-e6d29db11570', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1466, 'fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:11:43Z', 'updated_at': '2022-04-28T11:11:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}] {{(pid=116164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 11:11:46.623708 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-5f2eb301-6ca5-4462-89eb-0fe0505054f2 None None] Publish callbacks [] for port (a06ecaba-7918-4ad4-8c60-5677dee74829), precommit_create {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:11:46.711328 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-5f2eb301-6ca5-4462-89eb-0fe0505054f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742234710357'] for port (a06ecaba-7918-4ad4-8c60-5677dee74829), after_create {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:11:46.752853 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f2eb301-6ca5-4462-89eb-0fe0505054f2 None None] Network da66624d-188d-4bca-b790-8244d667592e is already hosted by enough agents. {{(pid=116163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 11:11:46.758548 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.scheduler.base_scheduler [None req-5f2eb301-6ca5-4462-89eb-0fe0505054f2 None None] Resources bound (agent type, host, resource id): {{(pid=116163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 11:11:46.762619 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f2eb301-6ca5-4462-89eb-0fe0505054f2 None None] Received port after_create {{(pid=116163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 11:11:46.769135 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2eb301-6ca5-4462-89eb-0fe0505054f2 None None] Pushing event updated for resources: {'Port': ['ID=a06ecaba-7918-4ad4-8c60-5677dee74829,revision_number=1']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:11:46.848179 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.managers [None req-5f2eb301-6ca5-4462-89eb-0fe0505054f2 None None] Attempting to bind port a06ecaba-7918-4ad4-8c60-5677dee74829 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=116163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 28 11:11:46.848988 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.managers [None req-5f2eb301-6ca5-4462-89eb-0fe0505054f2 None None] Attempting to bind port a06ecaba-7918-4ad4-8c60-5677dee74829 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '448726bd-adec-45e1-b8f8-28aff01ad178', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'da66624d-188d-4bca-b790-8244d667592e'}] {{(pid=116163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 28 11:11:46.849414 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f2eb301-6ca5-4462-89eb-0fe0505054f2 None None] Attempting to bind port a06ecaba-7918-4ad4-8c60-5677dee74829 on network da66624d-188d-4bca-b790-8244d667592e {{(pid=116163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 11:11:46.855808 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f2eb301-6ca5-4462-89eb-0fe0505054f2 None None] Checking agent: {'id': 'd5baab19-5dd1-4902-922b-84acb048ab9c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 10, 50, 43), 'started_at': datetime.datetime(2022, 4, 28, 10, 51, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 11, 11, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=116163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 11:11:46.856667 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f2eb301-6ca5-4462-89eb-0fe0505054f2 None None] Checking segment: {'id': '448726bd-adec-45e1-b8f8-28aff01ad178', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'da66624d-188d-4bca-b790-8244d667592e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 11:11:46.857089 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-5f2eb301-6ca5-4462-89eb-0fe0505054f2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:11:46.857484 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f2eb301-6ca5-4462-89eb-0fe0505054f2 None None] Bound using segment: {'id': '448726bd-adec-45e1-b8f8-28aff01ad178', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'da66624d-188d-4bca-b790-8244d667592e'} {{(pid=116163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 11:11:46.857952 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.managers [None req-5f2eb301-6ca5-4462-89eb-0fe0505054f2 None None] Bound port: a06ecaba-7918-4ad4-8c60-5677dee74829, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '448726bd-adec-45e1-b8f8-28aff01ad178', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'da66624d-188d-4bca-b790-8244d667592e'}}] {{(pid=116163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 28 11:11:46.858332 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-5f2eb301-6ca5-4462-89eb-0fe0505054f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (a06ecaba-7918-4ad4-8c60-5677dee74829), before_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:11:46.934500 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-5f2eb301-6ca5-4462-89eb-0fe0505054f2 None None] For port a06ecaba-7918-4ad4-8c60-5677dee74829, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=116163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 11:11:46.938119 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-5f2eb301-6ca5-4462-89eb-0fe0505054f2 None None] For port a06ecaba-7918-4ad4-8c60-5677dee74829, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=a06ecaba-7918-4ad4-8c60-5677dee74829,segment=NetworkSegment(448726bd-adec-45e1-b8f8-28aff01ad178),segment_id=448726bd-adec-45e1-b8f8-28aff01ad178)] {{(pid=116163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 11:11:47.025327 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-5f2eb301-6ca5-4462-89eb-0fe0505054f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393'] for port (a06ecaba-7918-4ad4-8c60-5677dee74829), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:11:47.092002 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2eb301-6ca5-4462-89eb-0fe0505054f2 None None] Pushing event updated for resources: {'Port': ['ID=a06ecaba-7918-4ad4-8c60-5677dee74829,revision_number=2']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:11:47.147130 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-b64af984-df41-49bc-8c6c-db9d9133b90b tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (None), before_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:11:47.541277 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.db.db_base_plugin_common [None req-b64af984-df41-49bc-8c6c-db9d9133b90b tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Allocated IP 172.20.0.1 (da66624d-188d-4bca-b790-8244d667592e/87e6dc8f-48ad-4bb1-8008-291d95c7a7b7/ff7b6238-f523-476a-a285-9ea83aaaa654) {{(pid=116162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 11:11:47.659461 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-b64af984-df41-49bc-8c6c-db9d9133b90b tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks [] for port (ff7b6238-f523-476a-a285-9ea83aaaa654), precommit_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:11:47.733843 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-b64af984-df41-49bc-8c6c-db9d9133b90b tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742234710357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5051867'] for port (ff7b6238-f523-476a-a285-9ea83aaaa654), after_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:11:47.780283 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b64af984-df41-49bc-8c6c-db9d9133b90b tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Network da66624d-188d-4bca-b790-8244d667592e is already hosted by enough agents. {{(pid=116162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 11:11:47.785791 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.scheduler.base_scheduler [None req-b64af984-df41-49bc-8c6c-db9d9133b90b tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Resources bound (agent type, host, resource id): {{(pid=116162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 11:11:47.789767 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b64af984-df41-49bc-8c6c-db9d9133b90b tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Received port after_create {{(pid=116162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 11:11:47.797119 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b64af984-df41-49bc-8c6c-db9d9133b90b tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Pushing event updated for resources: {'Port': ['ID=ff7b6238-f523-476a-a285-9ea83aaaa654,revision_number=1']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:11:47.841038 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-b64af984-df41-49bc-8c6c-db9d9133b90b tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2063275'] for router_interface (f39de5d8-113f-4133-8e18-e6d29db11570), before_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:11:47.987527 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Device a06ecaba-7918-4ad4-8c60-5677dee74829 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=116163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 11:11:48.043334 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Provisioning complete for port a06ecaba-7918-4ad4-8c60-5677dee74829 triggered by entity L2. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:11:48.043652 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (a06ecaba-7918-4ad4-8c60-5677dee74829), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:11:48.111536 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-b64af984-df41-49bc-8c6c-db9d9133b90b tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (ff7b6238-f523-476a-a285-9ea83aaaa654), before_update {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:11:48.118325 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-013eda9d-336d-4c4e-b94c-903df753fef5 None None] Network da66624d-188d-4bca-b790-8244d667592e requested from dv-neutron-master-2-hyperv {{(pid=116163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 11:11:48.194044 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Current status of the port a06ecaba-7918-4ad4-8c60-5677dee74829 is: DOWN; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:11:48.194735 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (a06ecaba-7918-4ad4-8c60-5677dee74829), before_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:11:48.210189 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-420864e0-f75c-44da-80bb-53ddb363fb9f None None] Provisioning complete for port a06ecaba-7918-4ad4-8c60-5677dee74829 triggered by entity DHCP. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:11:48.210838 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-420864e0-f75c-44da-80bb-53ddb363fb9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (a06ecaba-7918-4ad4-8c60-5677dee74829), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:11:48.280383 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] For port a06ecaba-7918-4ad4-8c60-5677dee74829, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=a06ecaba-7918-4ad4-8c60-5677dee74829,segment=NetworkSegment(448726bd-adec-45e1-b8f8-28aff01ad178),segment_id=448726bd-adec-45e1-b8f8-28aff01ad178)] {{(pid=116163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 11:11:48.359481 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-420864e0-f75c-44da-80bb-53ddb363fb9f None None] Current status of the port a06ecaba-7918-4ad4-8c60-5677dee74829 is: DOWN; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:11:48.359874 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-420864e0-f75c-44da-80bb-53ddb363fb9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (a06ecaba-7918-4ad4-8c60-5677dee74829), before_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:11:48.363940 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393'] for port (a06ecaba-7918-4ad4-8c60-5677dee74829), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:11:48.364696 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Device 1cc00e1f-9043-4b50-ab75-9c315f7540b1 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=116163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 11:11:48.408702 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-b64af984-df41-49bc-8c6c-db9d9133b90b tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks [] for port (ff7b6238-f523-476a-a285-9ea83aaaa654), precommit_update {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:11:48.488534 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Pushing event updated for resources: {'Port': ['ID=a06ecaba-7918-4ad4-8c60-5677dee74829,revision_number=3']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:11:48.499289 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-b64af984-df41-49bc-8c6c-db9d9133b90b tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5051840'] for port (ff7b6238-f523-476a-a285-9ea83aaaa654), after_update {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:11:48.508049 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.db.api [None req-420864e0-f75c-44da-80bb-53ddb363fb9f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=116163) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 28 11:11:48.508049 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG oslo_db.api [None req-420864e0-f75c-44da-80bb-53ddb363fb9f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=116163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 28 11:11:48.516173 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Provisioning complete for port 1cc00e1f-9043-4b50-ab75-9c315f7540b1 triggered by entity L2. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:11:48.516556 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (1cc00e1f-9043-4b50-ab75-9c315f7540b1), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:11:48.596142 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-b64af984-df41-49bc-8c6c-db9d9133b90b tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1603056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2063387'] for router_interface (f39de5d8-113f-4133-8e18-e6d29db11570), after_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:11:48.612311 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Current status of the port 1cc00e1f-9043-4b50-ab75-9c315f7540b1 is: DOWN; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:11:48.613043 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (1cc00e1f-9043-4b50-ab75-9c315f7540b1), before_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:11:48.617100 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b64af984-df41-49bc-8c6c-db9d9133b90b tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Pushing event updated for resources: {'Port': ['ID=ff7b6238-f523-476a-a285-9ea83aaaa654,revision_number=2']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:11:48.639260 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] For port 1cc00e1f-9043-4b50-ab75-9c315f7540b1, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=1cc00e1f-9043-4b50-ab75-9c315f7540b1,segment=NetworkSegment(142bc50f-d6af-4646-8d06-bb7af6b7b51c),segment_id=142bc50f-d6af-4646-8d06-bb7af6b7b51c)] {{(pid=116163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 11:11:48.703024 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393'] for port (1cc00e1f-9043-4b50-ab75-9c315f7540b1), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:11:48.710771 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b64af984-df41-49bc-8c6c-db9d9133b90b tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Network da66624d-188d-4bca-b790-8244d667592e is already hosted by enough agents. {{(pid=116162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 11:11:48.712406 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.scheduler.base_scheduler [None req-b64af984-df41-49bc-8c6c-db9d9133b90b tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Resources bound (agent type, host, resource id): {{(pid=116162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 11:11:48.759376 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Pushing event updated for resources: {'Port': ['ID=1cc00e1f-9043-4b50-ab75-9c315f7540b1,revision_number=4']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:11:48.838495 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b64af984-df41-49bc-8c6c-db9d9133b90b tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Router f39de5d8-113f-4133-8e18-e6d29db11570 has already been hosted by L3 agent 6b492ad6-0876-4d74-b20d-28143a52ceba {{(pid=116162) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 11:11:48.954524 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b64af984-df41-49bc-8c6c-db9d9133b90b tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=116162) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 11:11:48.962340 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-b64af984-df41-49bc-8c6c-db9d9133b90b tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] 10.222.0.10 "PUT /v2.0/routers/f39de5d8-113f-4133-8e18-e6d29db11570/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6482387 Apr 28 11:11:48.962701 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 56980) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:11:48.963673 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01766abe-572b-4194-bc13-eccb80e15ed3 None None] Sync routers for ids ['f39de5d8-113f-4133-8e18-e6d29db11570'] in dv-neutron-master-2-hyperv {{(pid=116163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 11:11:48.974572 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01766abe-572b-4194-bc13-eccb80e15ed3 None None] Routers {'f39de5d8-113f-4133-8e18-e6d29db11570'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=116163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 11:11:48.975225 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_hamode_db [None req-01766abe-572b-4194-bc13-eccb80e15ed3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-28T10:50:39Z,description=,heartbeat_timestamp=2022-04-28T11:11:39Z,host='dv-neutron-master-2-hyperv',id=6b492ad6-0876-4d74-b20d-28143a52ceba,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T10:50:40Z,topic='l3_agent')) {'router_ids': ['f39de5d8-113f-4133-8e18-e6d29db11570'], 'active': True} {{(pid=116163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:11:49.071285 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d854489-a92c-4b22-83f4-9afa30f7c530 tempest-TestNetworkBasicOps-223859856 tempest-TestNetworkBasicOps-223859856-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:11:49.071818 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d854489-a92c-4b22-83f4-9afa30f7c530 tempest-TestNetworkBasicOps-223859856 tempest-TestNetworkBasicOps-223859856-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:11:49.072271 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d854489-a92c-4b22-83f4-9afa30f7c530 tempest-TestNetworkBasicOps-223859856 tempest-TestNetworkBasicOps-223859856-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:11:49.072889 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d854489-a92c-4b22-83f4-9afa30f7c530 tempest-TestNetworkBasicOps-223859856 tempest-TestNetworkBasicOps-223859856-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:11:49.073202 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d854489-a92c-4b22-83f4-9afa30f7c530 tempest-TestNetworkBasicOps-223859856 tempest-TestNetworkBasicOps-223859856-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:11:49.073658 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d854489-a92c-4b22-83f4-9afa30f7c530 tempest-TestNetworkBasicOps-223859856 tempest-TestNetworkBasicOps-223859856-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:11:49.078931 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-5d854489-a92c-4b22-83f4-9afa30f7c530 tempest-TestNetworkBasicOps-223859856 tempest-TestNetworkBasicOps-223859856-project-admin] 10.222.0.10 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4279 time: 0.1151457 Apr 28 11:11:49.079096 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 56982) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:11:49.136882 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7727806-496f-4341-befa-e38d7cc69791 tempest-TestNetworkBasicOps-223859856 tempest-TestNetworkBasicOps-223859856-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:11:49.137837 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7727806-496f-4341-befa-e38d7cc69791 tempest-TestNetworkBasicOps-223859856 tempest-TestNetworkBasicOps-223859856-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:11:49.138480 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7727806-496f-4341-befa-e38d7cc69791 tempest-TestNetworkBasicOps-223859856 tempest-TestNetworkBasicOps-223859856-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:11:49.139116 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7727806-496f-4341-befa-e38d7cc69791 tempest-TestNetworkBasicOps-223859856 tempest-TestNetworkBasicOps-223859856-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:11:49.139595 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7727806-496f-4341-befa-e38d7cc69791 tempest-TestNetworkBasicOps-223859856 tempest-TestNetworkBasicOps-223859856-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:11:49.140053 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7727806-496f-4341-befa-e38d7cc69791 tempest-TestNetworkBasicOps-223859856 tempest-TestNetworkBasicOps-223859856-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:11:49.141962 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-c7727806-496f-4341-befa-e38d7cc69791 tempest-TestNetworkBasicOps-223859856 tempest-TestNetworkBasicOps-223859856-project-admin] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4013 time: 0.0619769 Apr 28 11:11:49.144798 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 56984) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:11:49.210757 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-420864e0-f75c-44da-80bb-53ddb363fb9f None None] Current status of the port a06ecaba-7918-4ad4-8c60-5677dee74829 is: ACTIVE; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:11:49.264550 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-fd40144f-8636-4fb9-9010-bb8e36b0a77b tempest-TestNetworkBasicOps-223859856 tempest-TestNetworkBasicOps-223859856-project-admin] 10.222.0.10 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3047 time: 0.1186516 Apr 28 11:11:49.265838 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvr_db [None req-01766abe-572b-4194-bc13-eccb80e15ed3 None None] Set router f39de5d8-113f-4133-8e18-e6d29db11570 gateway port host: dv-neutron-master-2-hyperv {{(pid=116163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 11:11:49.369667 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-443b1495-d233-4c61-99a7-5691f818ee30 None None] Provisioning complete for port ff7b6238-f523-476a-a285-9ea83aaaa654 triggered by entity DHCP. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:11:49.369963 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-443b1495-d233-4c61-99a7-5691f818ee30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (ff7b6238-f523-476a-a285-9ea83aaaa654), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:11:49.438050 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-443b1495-d233-4c61-99a7-5691f818ee30 None None] Port ff7b6238-f523-476a-a285-9ea83aaaa654 cannot update to ACTIVE because it is not bound. {{(pid=116163) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 28 11:11:49.459060 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-443b1495-d233-4c61-99a7-5691f818ee30 None None] Provisioning complete for port a06ecaba-7918-4ad4-8c60-5677dee74829 triggered by entity DHCP. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:11:49.459435 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-443b1495-d233-4c61-99a7-5691f818ee30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (a06ecaba-7918-4ad4-8c60-5677dee74829), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:11:49.532694 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_hamode_db [None req-01766abe-572b-4194-bc13-eccb80e15ed3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f39de5d8-113f-4133-8e18-e6d29db11570', 'name': 'tempest-TestNetworkBasicOps-router-1316935379', 'tenant_id': '65d54c3b7dcd4af68398071d25e8321e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'external_fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.85'}], 'enable_snat': True}, 'gw_port_id': '1cc00e1f-9043-4b50-ab75-9c315f7540b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T11:11:43Z', 'updated_at': '2022-04-28T11:11:47Z', 'revision_number': 4, 'project_id': '65d54c3b7dcd4af68398071d25e8321e', 'gw_port': {'id': '1cc00e1f-9043-4b50-ab75-9c315f7540b1', 'name': '', 'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:cd:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f39de5d8-113f-4133-8e18-e6d29db11570', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1466, 'fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:11:43Z', 'updated_at': '2022-04-28T11:11:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'ff7b6238-f523-476a-a285-9ea83aaaa654', 'name': '', 'network_id': 'da66624d-188d-4bca-b790-8244d667592e', 'tenant_id': '65d54c3b7dcd4af68398071d25e8321e', 'mac_address': 'fa:16:3e:53:44:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f39de5d8-113f-4133-8e18-e6d29db11570', 'device_owner': 'network:router_interface', 'standard_attr_id': 1469, 'fixed_ips': [{'subnet_id': '87e6dc8f-48ad-4bb1-8008-291d95c7a7b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:11:47Z', 'updated_at': '2022-04-28T11:11:48Z', 'revision_number': 2, 'project_id': '65d54c3b7dcd4af68398071d25e8321e', 'subnets': [{'id': '87e6dc8f-48ad-4bb1-8008-291d95c7a7b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=116163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:11:49.563251 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01766abe-572b-4194-bc13-eccb80e15ed3 None None] Checking router: f39de5d8-113f-4133-8e18-e6d29db11570 for host: dv-neutron-master-2-hyperv {{(pid=116163) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 11:11:49.563616 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01766abe-572b-4194-bc13-eccb80e15ed3 None None] Updating router f39de5d8-113f-4133-8e18-e6d29db11570 port ff7b6238-f523-476a-a285-9ea83aaaa654 binding host dv-neutron-master-2-hyperv {{(pid=116163) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 28 11:11:49.580479 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 56988) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:11:49.585279 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.v2.base [None req-5d9b4503-08ac-4e10-a561-ff9840c8c3a3 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-443239190', 'description': 'tempest-secgroup-smoke-443239190 description', 'project_id': '65d54c3b7dcd4af68398071d25e8321e'}} {{(pid=116161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:11:49.612970 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-01766abe-572b-4194-bc13-eccb80e15ed3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (ff7b6238-f523-476a-a285-9ea83aaaa654), before_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:11:49.668736 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-443b1495-d233-4c61-99a7-5691f818ee30 None None] Current status of the port a06ecaba-7918-4ad4-8c60-5677dee74829 is: ACTIVE; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:11:49.691179 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-5d9b4503-08ac-4e10-a561-ff9840c8c3a3 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks [] for security_group (None), before_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:11:49.761650 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-5d9b4503-08ac-4e10-a561-ff9840c8c3a3 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks [] for security_group (0907b2d1-6e6d-4662-b0e7-4a7d2dbadda2), precommit_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:11:49.845373 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-5d9b4503-08ac-4e10-a561-ff9840c8c3a3 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924426'] for security_group (0907b2d1-6e6d-4662-b0e7-4a7d2dbadda2), after_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:11:49.882264 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d9b4503-08ac-4e10-a561-ff9840c8c3a3 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0907b2d1-6e6d-4662-b0e7-4a7d2dbadda2,revision_number=1']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:11:49.942468 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-01766abe-572b-4194-bc13-eccb80e15ed3 None None] Publish callbacks [] for port (ff7b6238-f523-476a-a285-9ea83aaaa654), precommit_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:11:49.951213 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-5d9b4503-08ac-4e10-a561-ff9840c8c3a3 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks [] for security_group (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:11:49.956707 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-5d9b4503-08ac-4e10-a561-ff9840c8c3a3 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3709776 Apr 28 11:11:49.956707 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 56990) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:11:49.958663 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Device a06ecaba-7918-4ad4-8c60-5677dee74829 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=116163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 11:11:49.960454 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.v2.base [None req-18dc6496-39f4-4a5e-9891-da1d36f63f34 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Request body: {'security_group_rule': {'security_group_id': '0907b2d1-6e6d-4662-b0e7-4a7d2dbadda2', 'project_id': '65d54c3b7dcd4af68398071d25e8321e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=116161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:11:50.017506 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Provisioning complete for port a06ecaba-7918-4ad4-8c60-5677dee74829 triggered by entity L2. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:11:50.017918 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (a06ecaba-7918-4ad4-8c60-5677dee74829), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:11:50.041049 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-01766abe-572b-4194-bc13-eccb80e15ed3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393'] for port (ff7b6238-f523-476a-a285-9ea83aaaa654), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:11:50.099782 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-18dc6496-39f4-4a5e-9891-da1d36f63f34 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks [] for security_group_rule (83abcfb0-b84f-41d3-8c76-4498565da015), before_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:11:50.118107 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1844972a-1d24-4486-935b-1880dc0509b8 None None] Pushing event updated for resources: {'Port': ['ID=ff7b6238-f523-476a-a285-9ea83aaaa654,revision_number=3']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:11:50.185775 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-18dc6496-39f4-4a5e-9891-da1d36f63f34 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks [] for security_group_rule (83abcfb0-b84f-41d3-8c76-4498565da015), precommit_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:11:50.217835 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Current status of the port a06ecaba-7918-4ad4-8c60-5677dee74829 is: ACTIVE; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:11:50.219379 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Device 1cc00e1f-9043-4b50-ab75-9c315f7540b1 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=116163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 11:11:50.243544 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.managers [None req-01766abe-572b-4194-bc13-eccb80e15ed3 None None] Attempting to bind port ff7b6238-f523-476a-a285-9ea83aaaa654 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=116163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 28 11:11:50.244226 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.managers [None req-01766abe-572b-4194-bc13-eccb80e15ed3 None None] Attempting to bind port ff7b6238-f523-476a-a285-9ea83aaaa654 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '448726bd-adec-45e1-b8f8-28aff01ad178', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'da66624d-188d-4bca-b790-8244d667592e'}] {{(pid=116163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 28 11:11:50.244434 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01766abe-572b-4194-bc13-eccb80e15ed3 None None] Attempting to bind port ff7b6238-f523-476a-a285-9ea83aaaa654 on network da66624d-188d-4bca-b790-8244d667592e {{(pid=116163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 11:11:50.260224 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01766abe-572b-4194-bc13-eccb80e15ed3 None None] Checking agent: {'id': 'd5baab19-5dd1-4902-922b-84acb048ab9c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 10, 50, 43), 'started_at': datetime.datetime(2022, 4, 28, 10, 51, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 11, 11, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=116163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 11:11:50.260613 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01766abe-572b-4194-bc13-eccb80e15ed3 None None] Checking segment: {'id': '448726bd-adec-45e1-b8f8-28aff01ad178', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'da66624d-188d-4bca-b790-8244d667592e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 11:11:50.261021 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-01766abe-572b-4194-bc13-eccb80e15ed3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:11:50.261420 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01766abe-572b-4194-bc13-eccb80e15ed3 None None] Bound using segment: {'id': '448726bd-adec-45e1-b8f8-28aff01ad178', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'da66624d-188d-4bca-b790-8244d667592e'} {{(pid=116163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 11:11:50.261903 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.managers [None req-01766abe-572b-4194-bc13-eccb80e15ed3 None None] Bound port: ff7b6238-f523-476a-a285-9ea83aaaa654, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '448726bd-adec-45e1-b8f8-28aff01ad178', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'da66624d-188d-4bca-b790-8244d667592e'}}] {{(pid=116163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 28 11:11:50.263403 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-01766abe-572b-4194-bc13-eccb80e15ed3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (ff7b6238-f523-476a-a285-9ea83aaaa654), before_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:11:50.270708 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-18dc6496-39f4-4a5e-9891-da1d36f63f34 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1912725'] for security_group_rule (83abcfb0-b84f-41d3-8c76-4498565da015), after_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:11:50.297316 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18dc6496-39f4-4a5e-9891-da1d36f63f34 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=83abcfb0-b84f-41d3-8c76-4498565da015,revision_number=0']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:11:50.323070 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Provisioning complete for port 1cc00e1f-9043-4b50-ab75-9c315f7540b1 triggered by entity L2. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:11:50.323598 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (1cc00e1f-9043-4b50-ab75-9c315f7540b1), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:11:50.367880 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-18dc6496-39f4-4a5e-9891-da1d36f63f34 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:11:50.369564 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-18dc6496-39f4-4a5e-9891-da1d36f63f34 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4126678 Apr 28 11:11:50.373353 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 56992) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:11:50.380453 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.v2.base [None req-bbd0ae1d-ed63-4237-a22c-1881bf9aa36d tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Request body: {'security_group_rule': {'security_group_id': '0907b2d1-6e6d-4662-b0e7-4a7d2dbadda2', 'project_id': '65d54c3b7dcd4af68398071d25e8321e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=116161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:11:50.398041 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-01766abe-572b-4194-bc13-eccb80e15ed3 None None] For port ff7b6238-f523-476a-a285-9ea83aaaa654, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=116163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 11:11:50.415097 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-a4e79004-869a-41e9-910b-8580c608cf3e None None] Provisioning complete for port ff7b6238-f523-476a-a285-9ea83aaaa654 triggered by entity DHCP. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:11:50.415531 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-a4e79004-869a-41e9-910b-8580c608cf3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (ff7b6238-f523-476a-a285-9ea83aaaa654), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:11:50.421628 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-01766abe-572b-4194-bc13-eccb80e15ed3 None None] For port ff7b6238-f523-476a-a285-9ea83aaaa654, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=ff7b6238-f523-476a-a285-9ea83aaaa654,segment=NetworkSegment(448726bd-adec-45e1-b8f8-28aff01ad178),segment_id=448726bd-adec-45e1-b8f8-28aff01ad178)] {{(pid=116163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 11:11:50.470504 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-bbd0ae1d-ed63-4237-a22c-1881bf9aa36d tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks [] for security_group_rule (3a52a8f6-c6cd-432e-ac22-9bd74648c39a), before_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:11:50.500313 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-a4e79004-869a-41e9-910b-8580c608cf3e None None] Port ff7b6238-f523-476a-a285-9ea83aaaa654 cannot update to ACTIVE because it is not bound. {{(pid=116163) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 28 11:11:50.522373 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Current status of the port 1cc00e1f-9043-4b50-ab75-9c315f7540b1 is: ACTIVE; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:11:50.527071 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-bbd0ae1d-ed63-4237-a22c-1881bf9aa36d tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks [] for security_group_rule (3a52a8f6-c6cd-432e-ac22-9bd74648c39a), precommit_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:11:50.531699 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-01766abe-572b-4194-bc13-eccb80e15ed3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393'] for port (ff7b6238-f523-476a-a285-9ea83aaaa654), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:11:50.594199 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (6be95134-9a6c-4663-8b48-90d12ce90c60), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:11:50.602072 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01766abe-572b-4194-bc13-eccb80e15ed3 None None] Routers {'f39de5d8-113f-4133-8e18-e6d29db11570'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=116163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 11:11:50.602741 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_hamode_db [None req-01766abe-572b-4194-bc13-eccb80e15ed3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-28T10:50:39Z,description=,heartbeat_timestamp=2022-04-28T11:11:39Z,host='dv-neutron-master-2-hyperv',id=6b492ad6-0876-4d74-b20d-28143a52ceba,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T10:50:40Z,topic='l3_agent')) {'router_ids': ['f39de5d8-113f-4133-8e18-e6d29db11570'], 'active': True} {{(pid=116163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:11:50.623227 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-bbd0ae1d-ed63-4237-a22c-1881bf9aa36d tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1912725'] for security_group_rule (3a52a8f6-c6cd-432e-ac22-9bd74648c39a), after_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:11:50.643539 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd0ae1d-ed63-4237-a22c-1881bf9aa36d tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3a52a8f6-c6cd-432e-ac22-9bd74648c39a,revision_number=0']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:11:50.652399 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1844972a-1d24-4486-935b-1880dc0509b8 None None] Pushing event updated for resources: {'Port': ['ID=ff7b6238-f523-476a-a285-9ea83aaaa654,revision_number=4']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:11:50.704667 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-bbd0ae1d-ed63-4237-a22c-1881bf9aa36d tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:11:50.709475 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-bbd0ae1d-ed63-4237-a22c-1881bf9aa36d tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3314898 Apr 28 11:11:50.709475 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 56994) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:11:50.713471 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.v2.base [None req-4b15e86d-e4ac-4b83-880e-7ec3eeeadeed tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Request body: {'security_group_rule': {'security_group_id': '0907b2d1-6e6d-4662-b0e7-4a7d2dbadda2', 'project_id': '65d54c3b7dcd4af68398071d25e8321e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=116161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:11:50.740716 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvr_db [None req-01766abe-572b-4194-bc13-eccb80e15ed3 None None] Set router f39de5d8-113f-4133-8e18-e6d29db11570 gateway port host: dv-neutron-master-2-hyperv {{(pid=116163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 11:11:50.805386 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-4b15e86d-e4ac-4b83-880e-7ec3eeeadeed tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks [] for security_group_rule (5b239567-8d44-449a-ae8b-921ba3f95703), before_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:11:50.846608 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-138387c5-3271-4f25-ae74-85d4c4c99f73 None None] Provisioning complete for port ff7b6238-f523-476a-a285-9ea83aaaa654 triggered by entity DHCP. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:11:50.846905 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-138387c5-3271-4f25-ae74-85d4c4c99f73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (ff7b6238-f523-476a-a285-9ea83aaaa654), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:11:50.864724 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-4b15e86d-e4ac-4b83-880e-7ec3eeeadeed tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks [] for security_group_rule (5b239567-8d44-449a-ae8b-921ba3f95703), precommit_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:11:50.916302 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-4b15e86d-e4ac-4b83-880e-7ec3eeeadeed tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1912725'] for security_group_rule (5b239567-8d44-449a-ae8b-921ba3f95703), after_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:11:50.935168 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b15e86d-e4ac-4b83-880e-7ec3eeeadeed tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5b239567-8d44-449a-ae8b-921ba3f95703,revision_number=0']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:11:50.992557 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-4b15e86d-e4ac-4b83-880e-7ec3eeeadeed tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:11:50.993742 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-4b15e86d-e4ac-4b83-880e-7ec3eeeadeed tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2838192 Apr 28 11:11:50.996531 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 56996) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:11:51.001543 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.v2.base [None req-5f19efe9-6420-4d36-99c9-e5e39b898bb2 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Request body: {'security_group_rule': {'security_group_id': '0907b2d1-6e6d-4662-b0e7-4a7d2dbadda2', 'project_id': '65d54c3b7dcd4af68398071d25e8321e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=116161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:11:51.011803 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_hamode_db [None req-01766abe-572b-4194-bc13-eccb80e15ed3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f39de5d8-113f-4133-8e18-e6d29db11570', 'name': 'tempest-TestNetworkBasicOps-router-1316935379', 'tenant_id': '65d54c3b7dcd4af68398071d25e8321e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'external_fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.85'}], 'enable_snat': True}, 'gw_port_id': '1cc00e1f-9043-4b50-ab75-9c315f7540b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T11:11:43Z', 'updated_at': '2022-04-28T11:11:47Z', 'revision_number': 4, 'project_id': '65d54c3b7dcd4af68398071d25e8321e', 'gw_port': {'id': '1cc00e1f-9043-4b50-ab75-9c315f7540b1', 'name': '', 'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:cd:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f39de5d8-113f-4133-8e18-e6d29db11570', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1466, 'fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:11:43Z', 'updated_at': '2022-04-28T11:11:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'ff7b6238-f523-476a-a285-9ea83aaaa654', 'name': '', 'network_id': 'da66624d-188d-4bca-b790-8244d667592e', 'tenant_id': '65d54c3b7dcd4af68398071d25e8321e', 'mac_address': 'fa:16:3e:53:44:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f39de5d8-113f-4133-8e18-e6d29db11570', 'device_owner': 'network:router_interface', 'standard_attr_id': 1469, 'fixed_ips': [{'subnet_id': '87e6dc8f-48ad-4bb1-8008-291d95c7a7b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:11:47Z', 'updated_at': '2022-04-28T11:11:50Z', 'revision_number': 4, 'project_id': '65d54c3b7dcd4af68398071d25e8321e', 'subnets': [{'id': '87e6dc8f-48ad-4bb1-8008-291d95c7a7b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=116163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:11:51.015444 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-138387c5-3271-4f25-ae74-85d4c4c99f73 None None] Current status of the port ff7b6238-f523-476a-a285-9ea83aaaa654 is: DOWN; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:11:51.015836 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-138387c5-3271-4f25-ae74-85d4c4c99f73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (ff7b6238-f523-476a-a285-9ea83aaaa654), before_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:11:51.041449 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01766abe-572b-4194-bc13-eccb80e15ed3 None None] The sync data for ids ['f39de5d8-113f-4133-8e18-e6d29db11570'] in dv-neutron-master-2-hyperv is: [{'id': 'f39de5d8-113f-4133-8e18-e6d29db11570', 'name': 'tempest-TestNetworkBasicOps-router-1316935379', 'tenant_id': '65d54c3b7dcd4af68398071d25e8321e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'external_fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.85'}], 'enable_snat': True}, 'gw_port_id': '1cc00e1f-9043-4b50-ab75-9c315f7540b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T11:11:43Z', 'updated_at': '2022-04-28T11:11:47Z', 'revision_number': 4, 'project_id': '65d54c3b7dcd4af68398071d25e8321e', 'gw_port': {'id': '1cc00e1f-9043-4b50-ab75-9c315f7540b1', 'name': '', 'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:cd:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f39de5d8-113f-4133-8e18-e6d29db11570', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1466, 'fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:11:43Z', 'updated_at': '2022-04-28T11:11:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'ff7b6238-f523-476a-a285-9ea83aaaa654', 'name': '', 'network_id': 'da66624d-188d-4bca-b790-8244d667592e', 'tenant_id': '65d54c3b7dcd4af68398071d25e8321e', 'mac_address': 'fa:16:3e:53:44:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f39de5d8-113f-4133-8e18-e6d29db11570', 'device_owner': 'network:router_interface', 'standard_attr_id': 1469, 'fixed_ips': [{'subnet_id': '87e6dc8f-48ad-4bb1-8008-291d95c7a7b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:11:47Z', 'updated_at': '2022-04-28T11:11:50Z', 'revision_number': 4, 'project_id': '65d54c3b7dcd4af68398071d25e8321e', 'subnets': [{'id': '87e6dc8f-48ad-4bb1-8008-291d95c7a7b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=116163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 11:11:51.079635 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-138387c5-3271-4f25-ae74-85d4c4c99f73 None None] For port ff7b6238-f523-476a-a285-9ea83aaaa654, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=ff7b6238-f523-476a-a285-9ea83aaaa654,segment=NetworkSegment(448726bd-adec-45e1-b8f8-28aff01ad178),segment_id=448726bd-adec-45e1-b8f8-28aff01ad178)] {{(pid=116163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 11:11:51.099520 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-5f19efe9-6420-4d36-99c9-e5e39b898bb2 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks [] for security_group_rule (c4a25488-8a11-4ee1-8009-5d3d0a1c8812), before_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:11:51.144746 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-138387c5-3271-4f25-ae74-85d4c4c99f73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393'] for port (ff7b6238-f523-476a-a285-9ea83aaaa654), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:11:51.173633 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-5f19efe9-6420-4d36-99c9-e5e39b898bb2 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks [] for security_group_rule (c4a25488-8a11-4ee1-8009-5d3d0a1c8812), precommit_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:11:51.199315 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-138387c5-3271-4f25-ae74-85d4c4c99f73 None None] Pushing event updated for resources: {'Port': ['ID=ff7b6238-f523-476a-a285-9ea83aaaa654,revision_number=5']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:11:51.230842 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-5f19efe9-6420-4d36-99c9-e5e39b898bb2 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1912725'] for security_group_rule (c4a25488-8a11-4ee1-8009-5d3d0a1c8812), after_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:11:51.250137 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f19efe9-6420-4d36-99c9-e5e39b898bb2 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c4a25488-8a11-4ee1-8009-5d3d0a1c8812,revision_number=0']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:11:51.328644 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-5f19efe9-6420-4d36-99c9-e5e39b898bb2 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:11:51.331521 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-5f19efe9-6420-4d36-99c9-e5e39b898bb2 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3319299 Apr 28 11:11:51.332798 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 56998) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:11:51.337198 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.v2.base [None req-e8e10ff2-1082-4527-b63d-38b1394bdcad tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Request body: {'security_group_rule': {'security_group_id': '0907b2d1-6e6d-4662-b0e7-4a7d2dbadda2', 'project_id': '65d54c3b7dcd4af68398071d25e8321e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=116161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:11:51.423005 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.db.securitygroups_db [None req-e8e10ff2-1082-4527-b63d-38b1394bdcad tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Project 65d54c3b7dcd4af68398071d25e8321e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 28 11:11:51.429127 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-e8e10ff2-1082-4527-b63d-38b1394bdcad tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks [] for security_group_rule (e6d61f8b-b27f-406b-a344-8e7a284da9fe), before_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:11:51.492842 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-e8e10ff2-1082-4527-b63d-38b1394bdcad tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks [] for security_group_rule (e6d61f8b-b27f-406b-a344-8e7a284da9fe), precommit_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:11:51.618970 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-e8e10ff2-1082-4527-b63d-38b1394bdcad tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1912725'] for security_group_rule (e6d61f8b-b27f-406b-a344-8e7a284da9fe), after_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:11:51.634991 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e10ff2-1082-4527-b63d-38b1394bdcad tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e6d61f8b-b27f-406b-a344-8e7a284da9fe,revision_number=0']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:11:51.695577 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-e8e10ff2-1082-4527-b63d-38b1394bdcad tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:11:51.699482 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-e8e10ff2-1082-4527-b63d-38b1394bdcad tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3631716 Apr 28 11:11:51.699792 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 57000) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:11:51.705100 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.v2.base [None req-bad94273-6570-43ff-aaa2-454fb00c5d3a tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Request body: {'security_group_rule': {'security_group_id': '0907b2d1-6e6d-4662-b0e7-4a7d2dbadda2', 'project_id': '65d54c3b7dcd4af68398071d25e8321e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=116161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:11:51.779489 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.db.securitygroups_db [None req-bad94273-6570-43ff-aaa2-454fb00c5d3a tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Project 65d54c3b7dcd4af68398071d25e8321e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 28 11:11:51.785377 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-bad94273-6570-43ff-aaa2-454fb00c5d3a tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks [] for security_group_rule (7db20217-e774-4690-ad85-aa59677a106c), before_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:11:51.850364 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-bad94273-6570-43ff-aaa2-454fb00c5d3a tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks [] for security_group_rule (7db20217-e774-4690-ad85-aa59677a106c), precommit_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:11:51.916368 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-bad94273-6570-43ff-aaa2-454fb00c5d3a tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1912725'] for security_group_rule (7db20217-e774-4690-ad85-aa59677a106c), after_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:11:51.938668 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad94273-6570-43ff-aaa2-454fb00c5d3a tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7db20217-e774-4690-ad85-aa59677a106c,revision_number=0']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:11:51.945380 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Device ff7b6238-f523-476a-a285-9ea83aaaa654 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=116163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 11:11:51.995543 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Provisioning complete for port ff7b6238-f523-476a-a285-9ea83aaaa654 triggered by entity L2. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:11:51.996063 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (ff7b6238-f523-476a-a285-9ea83aaaa654), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:11:52.017382 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-bad94273-6570-43ff-aaa2-454fb00c5d3a tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:11:52.017523 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-bad94273-6570-43ff-aaa2-454fb00c5d3a tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3160543 Apr 28 11:11:52.084729 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Current status of the port ff7b6238-f523-476a-a285-9ea83aaaa654 is: ACTIVE; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:11:52.212894 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-4e9ba248-792e-477b-8094-cebf31feec69 req-c5a9d362-59df-44bc-aebd-e5aa32f07fa5 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-443239190&fields=id&tenant_id=65d54c3b7dcd4af68398071d25e8321e HTTP/1.1" status: 200 len: 267 time: 0.0460701 Apr 28 11:11:52.321291 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9ba248-792e-477b-8094-cebf31feec69 req-6b3f33c6-0134-4900-acea-da5decb6735c tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:11:52.322783 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-4e9ba248-792e-477b-8094-cebf31feec69 req-6b3f33c6-0134-4900-acea-da5decb6735c tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] 10.222.0.10 "GET /v2.0/networks?id=da66624d-188d-4bca-b790-8244d667592e HTTP/1.1" status: 200 len: 797 time: 0.1026337 Apr 28 11:11:52.338117 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-4e9ba248-792e-477b-8094-cebf31feec69 req-b2b26e5f-9602-4425-a8e0-3c58eb3ce645 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] 10.222.0.10 "GET /v2.0/quotas/65d54c3b7dcd4af68398071d25e8321e HTTP/1.1" status: 200 len: 375 time: 0.0092452 Apr 28 11:11:52.387002 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-4e9ba248-792e-477b-8094-cebf31feec69 req-36c43c55-1520-4800-b6ea-e4d85e0b11d7 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=65d54c3b7dcd4af68398071d25e8321e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0433528 Apr 28 11:11:52.487470 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-4e9ba248-792e-477b-8094-cebf31feec69 req-2ed2fe5c-1745-4922-86bd-a39754ab4d57 service neutron] 10.222.0.10 "GET /v2.0/networks/da66624d-188d-4bca-b790-8244d667592e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888755 Apr 28 11:11:52.579208 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-4e9ba248-792e-477b-8094-cebf31feec69 req-d2cc4692-0aa2-4e08-a088-295102c91e6e service neutron] 10.222.0.10 "GET /v2.0/networks/da66624d-188d-4bca-b790-8244d667592e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857768 Apr 28 11:11:52.800544 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-79ce6b3d-7f34-4a94-b2d2-a0fa74da1ef0 req-41231ce0-193c-40a7-9c93-a6ce613c8384 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] 10.222.0.10 "GET /v2.0/ports?device_id=ff46727d-53c8-4212-ac35-027963b56590 HTTP/1.1" status: 200 len: 210 time: 0.0341487 Apr 28 11:11:53.896980 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-4555fda9-6217-4dee-80f8-fe0acedff604 req-b6a8af1d-f9d5-4f24-8f09-8864b7c01251 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] 10.222.0.10 "GET /v2.0/ports?device_id=ff46727d-53c8-4212-ac35-027963b56590 HTTP/1.1" status: 200 len: 210 time: 0.0287695 Apr 28 11:11:54.679985 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9ba248-792e-477b-8094-cebf31feec69 req-837bdf02-b753-4b25-9d08-50e89af4b8dc tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:11:54.681533 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-4e9ba248-792e-477b-8094-cebf31feec69 req-837bdf02-b753-4b25-9d08-50e89af4b8dc tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] 10.222.0.20 "GET /v2.0/networks?id=da66624d-188d-4bca-b790-8244d667592e HTTP/1.1" status: 200 len: 797 time: 0.1086686 Apr 28 11:11:54.745211 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-4e9ba248-792e-477b-8094-cebf31feec69 req-5ef80f92-ed2a-485c-af52-a49a6f77d606 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=65d54c3b7dcd4af68398071d25e8321e HTTP/1.1" status: 200 len: 379 time: 0.0539281 Apr 28 11:11:54.753276 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.v2.base [req-4e9ba248-792e-477b-8094-cebf31feec69 req-3a2c3e70-487b-4daf-bff4-8305e2edcabe tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Request body: {'port': {'device_id': 'ff46727d-53c8-4212-ac35-027963b56590', 'network_id': 'da66624d-188d-4bca-b790-8244d667592e', 'admin_state_up': True, 'tenant_id': '65d54c3b7dcd4af68398071d25e8321e', 'security_groups': ['0907b2d1-6e6d-4662-b0e7-4a7d2dbadda2']}} {{(pid=116162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:11:54.996504 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4e9ba248-792e-477b-8094-cebf31feec69 req-3a2c3e70-487b-4daf-bff4-8305e2edcabe tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Made reservation on behalf of 65d54c3b7dcd4af68398071d25e8321e for: {'port': 1} {{(pid=116162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 11:11:54.999029 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-7e69cbac-c5dc-4502-9bd1-61cf80012229 req-ddddb02a-7c4d-401c-b5c1-98b5fb490c4e tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] 10.222.0.10 "GET /v2.0/ports?device_id=ff46727d-53c8-4212-ac35-027963b56590 HTTP/1.1" status: 200 len: 210 time: 0.0301480 Apr 28 11:11:54.999946 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [req-4e9ba248-792e-477b-8094-cebf31feec69 req-3a2c3e70-487b-4daf-bff4-8305e2edcabe tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (None), before_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:11:55.130618 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.db.db_base_plugin_common [req-4e9ba248-792e-477b-8094-cebf31feec69 req-3a2c3e70-487b-4daf-bff4-8305e2edcabe tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Allocated IP 172.20.0.7 (da66624d-188d-4bca-b790-8244d667592e/87e6dc8f-48ad-4bb1-8008-291d95c7a7b7/489f2f4d-1416-4e5d-b0ab-e1412f096250) {{(pid=116162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 11:11:55.271683 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [req-4e9ba248-792e-477b-8094-cebf31feec69 req-3a2c3e70-487b-4daf-bff4-8305e2edcabe tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks [] for port (489f2f4d-1416-4e5d-b0ab-e1412f096250), precommit_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:11:55.373506 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [req-4e9ba248-792e-477b-8094-cebf31feec69 req-3a2c3e70-487b-4daf-bff4-8305e2edcabe tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742234710357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5051867'] for port (489f2f4d-1416-4e5d-b0ab-e1412f096250), after_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:11:55.418601 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4e9ba248-792e-477b-8094-cebf31feec69 req-3a2c3e70-487b-4daf-bff4-8305e2edcabe tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Network da66624d-188d-4bca-b790-8244d667592e is already hosted by enough agents. {{(pid=116162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 11:11:55.421724 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.scheduler.base_scheduler [req-4e9ba248-792e-477b-8094-cebf31feec69 req-3a2c3e70-487b-4daf-bff4-8305e2edcabe tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Resources bound (agent type, host, resource id): {{(pid=116162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 11:11:55.428204 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e9ba248-792e-477b-8094-cebf31feec69 req-3a2c3e70-487b-4daf-bff4-8305e2edcabe tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Received port after_create {{(pid=116162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 11:11:55.453727 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2c3e70-487b-4daf-bff4-8305e2edcabe tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Pushing event updated for resources: {'Port': ['ID=489f2f4d-1416-4e5d-b0ab-e1412f096250,revision_number=1']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:11:55.482503 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9ba248-792e-477b-8094-cebf31feec69 req-3a2c3e70-487b-4daf-bff4-8305e2edcabe tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:11:55.483129 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [req-4e9ba248-792e-477b-8094-cebf31feec69 req-3a2c3e70-487b-4daf-bff4-8305e2edcabe tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198022'] for port (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:11:55.581857 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-4e9ba248-792e-477b-8094-cebf31feec69 req-3a2c3e70-487b-4daf-bff4-8305e2edcabe tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8320863 Apr 28 11:11:55.592763 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.v2.base [req-4e9ba248-792e-477b-8094-cebf31feec69 req-49aaf946-6c30-4451-9394-cbee3009d6f6 service neutron] Request body: {'port': {'device_id': 'ff46727d-53c8-4212-ac35-027963b56590', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-mast'}} {{(pid=116162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:11:55.653080 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [req-4e9ba248-792e-477b-8094-cebf31feec69 req-49aaf946-6c30-4451-9394-cbee3009d6f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (489f2f4d-1416-4e5d-b0ab-e1412f096250), before_update {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:11:55.692075 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-2dda1570-138e-4704-b913-64ba2fa97b86 None None] Provisioning complete for port 489f2f4d-1416-4e5d-b0ab-e1412f096250 triggered by entity DHCP. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:11:55.692805 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-2dda1570-138e-4704-b913-64ba2fa97b86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (489f2f4d-1416-4e5d-b0ab-e1412f096250), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:11:55.727802 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-2dda1570-138e-4704-b913-64ba2fa97b86 None None] Port 489f2f4d-1416-4e5d-b0ab-e1412f096250 cannot update to ACTIVE because it is not bound. {{(pid=116163) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 28 11:11:55.919030 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.notifiers.nova [req-4e9ba248-792e-477b-8094-cebf31feec69 req-49aaf946-6c30-4451-9394-cbee3009d6f6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 489f2f4d-1416-4e5d-b0ab-e1412f096250 {{(pid=116162) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 11:11:55.926524 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [req-4e9ba248-792e-477b-8094-cebf31feec69 req-49aaf946-6c30-4451-9394-cbee3009d6f6 service neutron] Publish callbacks [] for port (489f2f4d-1416-4e5d-b0ab-e1412f096250), precommit_update {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:11:55.939755 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.db.provisioning_blocks [req-4e9ba248-792e-477b-8094-cebf31feec69 req-49aaf946-6c30-4451-9394-cbee3009d6f6 service neutron] Transition to ACTIVE for port object 489f2f4d-1416-4e5d-b0ab-e1412f096250 will not be triggered until provisioned by entity L2. {{(pid=116162) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 28 11:11:56.030493 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [req-4e9ba248-792e-477b-8094-cebf31feec69 req-49aaf946-6c30-4451-9394-cbee3009d6f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5051840'] for port (489f2f4d-1416-4e5d-b0ab-e1412f096250), after_update {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:11:56.086639 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49aaf946-6c30-4451-9394-cbee3009d6f6 service neutron] Pushing event updated for resources: {'Port': ['ID=489f2f4d-1416-4e5d-b0ab-e1412f096250,revision_number=2']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:11:56.120327 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c9957d-8098-4ad7-bd89-1511273b6a1c req-d11c5bbe-0702-4ac2-bcd4-f77ab36a88ce tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:11:56.123416 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-c7c9957d-8098-4ad7-bd89-1511273b6a1c req-d11c5bbe-0702-4ac2-bcd4-f77ab36a88ce tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] 10.222.0.10 "GET /v2.0/ports?device_id=ff46727d-53c8-4212-ac35-027963b56590 HTTP/1.1" status: 200 len: 943 time: 0.0547988 Apr 28 11:11:56.168205 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.managers [req-4e9ba248-792e-477b-8094-cebf31feec69 req-49aaf946-6c30-4451-9394-cbee3009d6f6 service neutron] Attempting to bind port 489f2f4d-1416-4e5d-b0ab-e1412f096250 on host hv-neutron-mast for vnic_type normal with profile {{(pid=116162) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 28 11:11:56.168948 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.managers [req-4e9ba248-792e-477b-8094-cebf31feec69 req-49aaf946-6c30-4451-9394-cbee3009d6f6 service neutron] Attempting to bind port 489f2f4d-1416-4e5d-b0ab-e1412f096250 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '448726bd-adec-45e1-b8f8-28aff01ad178', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'da66624d-188d-4bca-b790-8244d667592e'}] {{(pid=116162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 28 11:11:56.169458 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e9ba248-792e-477b-8094-cebf31feec69 req-49aaf946-6c30-4451-9394-cbee3009d6f6 service neutron] Attempting to bind port 489f2f4d-1416-4e5d-b0ab-e1412f096250 on network da66624d-188d-4bca-b790-8244d667592e {{(pid=116162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 11:11:56.174563 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e9ba248-792e-477b-8094-cebf31feec69 req-49aaf946-6c30-4451-9394-cbee3009d6f6 service neutron] Port 489f2f4d-1416-4e5d-b0ab-e1412f096250 on network da66624d-188d-4bca-b790-8244d667592e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=116162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 28 11:11:56.174891 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e9ba248-792e-477b-8094-cebf31feec69 req-49aaf946-6c30-4451-9394-cbee3009d6f6 service neutron] Attempting to bind port 489f2f4d-1416-4e5d-b0ab-e1412f096250 on network da66624d-188d-4bca-b790-8244d667592e {{(pid=116162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 11:11:56.180370 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e9ba248-792e-477b-8094-cebf31feec69 req-49aaf946-6c30-4451-9394-cbee3009d6f6 service neutron] Checking agent: {'id': '6be95134-9a6c-4663-8b48-90d12ce90c60', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-mast', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 10, 57, 20), 'started_at': datetime.datetime(2022, 4, 28, 10, 57, 20), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 11, 11, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=116162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 11:11:56.181048 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e9ba248-792e-477b-8094-cebf31feec69 req-49aaf946-6c30-4451-9394-cbee3009d6f6 service neutron] Checking segment: {'id': '448726bd-adec-45e1-b8f8-28aff01ad178', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'da66624d-188d-4bca-b790-8244d667592e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 11:11:56.181324 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e9ba248-792e-477b-8094-cebf31feec69 req-49aaf946-6c30-4451-9394-cbee3009d6f6 service neutron] Bound using segment: {'id': '448726bd-adec-45e1-b8f8-28aff01ad178', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'da66624d-188d-4bca-b790-8244d667592e'} {{(pid=116162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 11:11:56.181516 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.managers [req-4e9ba248-792e-477b-8094-cebf31feec69 req-49aaf946-6c30-4451-9394-cbee3009d6f6 service neutron] Bound port: 489f2f4d-1416-4e5d-b0ab-e1412f096250, host: hv-neutron-mast, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '448726bd-adec-45e1-b8f8-28aff01ad178', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'da66624d-188d-4bca-b790-8244d667592e'}}] {{(pid=116162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 28 11:11:56.181869 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [req-4e9ba248-792e-477b-8094-cebf31feec69 req-49aaf946-6c30-4451-9394-cbee3009d6f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (489f2f4d-1416-4e5d-b0ab-e1412f096250), before_update {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:11:56.187434 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-c7c9957d-8098-4ad7-bd89-1511273b6a1c req-ea70e97f-b4b1-49ad-a5e3-5770157240cb tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] 10.222.0.10 "GET /v2.0/security-groups?id=0907b2d1-6e6d-4662-b0e7-4a7d2dbadda2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0560346 Apr 28 11:11:56.258907 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.db [req-4e9ba248-792e-477b-8094-cebf31feec69 req-49aaf946-6c30-4451-9394-cbee3009d6f6 service neutron] For port 489f2f4d-1416-4e5d-b0ab-e1412f096250, host hv-neutron-mast, cleared binding levels {{(pid=116162) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 11:11:56.263153 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.db [req-4e9ba248-792e-477b-8094-cebf31feec69 req-49aaf946-6c30-4451-9394-cbee3009d6f6 service neutron] For port 489f2f4d-1416-4e5d-b0ab-e1412f096250, host hv-neutron-mast, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=489f2f4d-1416-4e5d-b0ab-e1412f096250,segment=NetworkSegment(448726bd-adec-45e1-b8f8-28aff01ad178),segment_id=448726bd-adec-45e1-b8f8-28aff01ad178)] {{(pid=116162) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 11:11:56.360082 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [req-4e9ba248-792e-477b-8094-cebf31feec69 req-49aaf946-6c30-4451-9394-cbee3009d6f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5051840'] for port (489f2f4d-1416-4e5d-b0ab-e1412f096250), after_update {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:11:56.395777 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9ba248-792e-477b-8094-cebf31feec69 req-49aaf946-6c30-4451-9394-cbee3009d6f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:11:56.396405 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [req-4e9ba248-792e-477b-8094-cebf31feec69 req-49aaf946-6c30-4451-9394-cbee3009d6f6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198022'] for port (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:11:56.397785 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-4e9ba248-792e-477b-8094-cebf31feec69 req-49aaf946-6c30-4451-9394-cbee3009d6f6 service neutron] 10.222.0.20 "PUT /v2.0/ports/489f2f4d-1416-4e5d-b0ab-e1412f096250 HTTP/1.1" status: 200 len: 1093 time: 0.8093836 Apr 28 11:11:56.398226 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff46727d-53c8-4212-ac35-027963b56590', 'tag': '489f2f4d-1416-4e5d-b0ab-e1412f096250'}] {{(pid=116162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 11:11:56.400530 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ba53f40d6116d28995a8e36159d0e539b5353eec116fb5dd4ce03b4b2159ab1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8c7a67b-bb2d-4a2c-828b-b59ff303d942" -d '{"events": [{"name": "network-changed", "server_uuid": "ff46727d-53c8-4212-ac35-027963b56590", "tag": "489f2f4d-1416-4e5d-b0ab-e1412f096250"}]}' {{(pid=116162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 11:11:56.428452 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49aaf946-6c30-4451-9394-cbee3009d6f6 service neutron] Pushing event updated for resources: {'Port': ['ID=489f2f4d-1416-4e5d-b0ab-e1412f096250,revision_number=3']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:11:56.451338 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 11:11:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-189009af-c808-40c4-80ca-e5a18937b3d2 x-openstack-request-id: req-189009af-c808-40c4-80ca-e5a18937b3d2 {{(pid=116162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 11:11:56.451692 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ff46727d-53c8-4212-ac35-027963b56590", "tag": "489f2f4d-1416-4e5d-b0ab-e1412f096250", "status": "completed", "code": 200}]} {{(pid=116162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 11:11:56.457208 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-189009af-c808-40c4-80ca-e5a18937b3d2 {{(pid=116162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 11:11:56.457208 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.notifiers.nova [-] Nova event matching ['req-189009af-c808-40c4-80ca-e5a18937b3d2'] response: {'name': 'network-changed', 'server_uuid': 'ff46727d-53c8-4212-ac35-027963b56590', 'tag': '489f2f4d-1416-4e5d-b0ab-e1412f096250', 'status': 'completed', 'code': 200} Apr 28 11:11:56.510463 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c7a67b-bb2d-4a2c-828b-b59ff303d942 req-2a8a9b70-e40c-488e-b4fb-2153fcde5335 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:11:56.512053 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-e8c7a67b-bb2d-4a2c-828b-b59ff303d942 req-2a8a9b70-e40c-488e-b4fb-2153fcde5335 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=65d54c3b7dcd4af68398071d25e8321e&device_id=ff46727d-53c8-4212-ac35-027963b56590 HTTP/1.1" status: 200 len: 1127 time: 0.0421324 Apr 28 11:11:56.618940 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c7a67b-bb2d-4a2c-828b-b59ff303d942 req-0f35e3da-98ed-4f23-a3ed-86e43d300c0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:11:56.620441 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-e8c7a67b-bb2d-4a2c-828b-b59ff303d942 req-0f35e3da-98ed-4f23-a3ed-86e43d300c0c service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=65d54c3b7dcd4af68398071d25e8321e&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1010158 Apr 28 11:11:56.712953 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c7a67b-bb2d-4a2c-828b-b59ff303d942 req-e5982d37-cbae-4881-ae09-bc16d41c025d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:11:56.714470 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-e8c7a67b-bb2d-4a2c-828b-b59ff303d942 req-e5982d37-cbae-4881-ae09-bc16d41c025d service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0881867 Apr 28 11:11:56.789013 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9ba248-792e-477b-8094-cebf31feec69 req-e924c7af-1a1f-47f1-9e88-470fa5c7ac4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:11:56.790508 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-4e9ba248-792e-477b-8094-cebf31feec69 req-e924c7af-1a1f-47f1-9e88-470fa5c7ac4b service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=65d54c3b7dcd4af68398071d25e8321e&device_id=ff46727d-53c8-4212-ac35-027963b56590 HTTP/1.1" status: 200 len: 1127 time: 0.0430598 Apr 28 11:11:56.830769 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-4e9ba248-792e-477b-8094-cebf31feec69 req-b9a89e8e-5852-48ca-9565-56c5449a5846 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=489f2f4d-1416-4e5d-b0ab-e1412f096250 HTTP/1.1" status: 200 len: 217 time: 0.0329316 Apr 28 11:11:56.877447 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9ba248-792e-477b-8094-cebf31feec69 req-8a9a6d6f-d836-4f99-b15c-16c589db23e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:11:56.878870 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-4e9ba248-792e-477b-8094-cebf31feec69 req-8a9a6d6f-d836-4f99-b15c-16c589db23e4 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=87e6dc8f-48ad-4bb1-8008-291d95c7a7b7 HTTP/1.1" status: 200 len: 844 time: 0.0422595 Apr 28 11:11:56.924437 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9ba248-792e-477b-8094-cebf31feec69 req-bb5eea4b-d2d4-44f3-9d4a-0a3dc26351a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:11:56.925816 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-4e9ba248-792e-477b-8094-cebf31feec69 req-bb5eea4b-d2d4-44f3-9d4a-0a3dc26351a7 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=da66624d-188d-4bca-b790-8244d667592e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0413482 Apr 28 11:11:57.024791 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-4e9ba248-792e-477b-8094-cebf31feec69 req-0608bd6c-7fdf-40a7-9742-820d464d69cd service neutron] 10.222.0.20 "GET /v2.0/networks/da66624d-188d-4bca-b790-8244d667592e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932035 Apr 28 11:11:57.120753 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-4e9ba248-792e-477b-8094-cebf31feec69 req-6c7555c5-5010-4959-bd3b-fa4588bda71b service neutron] 10.222.0.20 "GET /v2.0/networks/da66624d-188d-4bca-b790-8244d667592e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892985 Apr 28 11:11:57.304370 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad784237-1364-4df0-a31f-d5755897459f req-69570994-f7ee-4bdd-a90b-bcb271b10289 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:11:57.305871 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-ad784237-1364-4df0-a31f-d5755897459f req-69570994-f7ee-4bdd-a90b-bcb271b10289 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] 10.222.0.10 "GET /v2.0/ports?device_id=ff46727d-53c8-4212-ac35-027963b56590 HTTP/1.1" status: 200 len: 943 time: 0.0490882 Apr 28 11:11:57.355485 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-ad784237-1364-4df0-a31f-d5755897459f req-9683311c-70bc-44cd-9f3b-4a612cf4deff tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] 10.222.0.10 "GET /v2.0/security-groups?id=0907b2d1-6e6d-4662-b0e7-4a7d2dbadda2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434012 Apr 28 11:11:58.193647 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.agents_db [None req-54b29a82-8a19-4507-95e3-3a2d011841ff None None] Agent healthcheck: found 6 active agents {{(pid=116164) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 28 11:11:58.469948 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5929ffbc-73ae-4f0f-9087-de921ebdab93 req-fe6850f4-536c-46f4-8721-b4b55ceaa56c tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:11:58.471454 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-5929ffbc-73ae-4f0f-9087-de921ebdab93 req-fe6850f4-536c-46f4-8721-b4b55ceaa56c tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] 10.222.0.10 "GET /v2.0/ports?device_id=ff46727d-53c8-4212-ac35-027963b56590 HTTP/1.1" status: 200 len: 943 time: 0.0470061 Apr 28 11:11:58.520158 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-5929ffbc-73ae-4f0f-9087-de921ebdab93 req-105287e4-95e2-4aba-8743-436fe31a804e tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] 10.222.0.10 "GET /v2.0/security-groups?id=0907b2d1-6e6d-4662-b0e7-4a7d2dbadda2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428553 Apr 28 11:11:59.638664 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47dc4ac-9e85-4f15-a0f1-e08b26d5a6ec req-b6452da8-beee-47f5-9b0f-7792b99a502c tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:11:59.689030 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-b47dc4ac-9e85-4f15-a0f1-e08b26d5a6ec req-b6452da8-beee-47f5-9b0f-7792b99a502c tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] 10.222.0.10 "GET /v2.0/ports?device_id=ff46727d-53c8-4212-ac35-027963b56590 HTTP/1.1" status: 200 len: 943 time: 0.0531681 Apr 28 11:11:59.690245 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-b47dc4ac-9e85-4f15-a0f1-e08b26d5a6ec req-7cdb9feb-e99b-42d8-9d35-1dd27759dc73 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] 10.222.0.10 "GET /v2.0/security-groups?id=0907b2d1-6e6d-4662-b0e7-4a7d2dbadda2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442209 Apr 28 11:12:00.205223 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Device 489f2f4d-1416-4e5d-b0ab-e1412f096250 details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=116163) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 28 11:12:00.301600 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] For port 489f2f4d-1416-4e5d-b0ab-e1412f096250, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=489f2f4d-1416-4e5d-b0ab-e1412f096250,segment=NetworkSegment(448726bd-adec-45e1-b8f8-28aff01ad178),segment_id=448726bd-adec-45e1-b8f8-28aff01ad178)] {{(pid=116163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 11:12:00.313022 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Returning: {'device': '489f2f4d-1416-4e5d-b0ab-e1412f096250', 'network_id': 'da66624d-188d-4bca-b790-8244d667592e', 'port_id': '489f2f4d-1416-4e5d-b0ab-e1412f096250', 'mac_address': 'fa:16:3e:10:60:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 78, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '87e6dc8f-48ad-4bb1-8008-291d95c7a7b7', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=116163) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 28 11:12:00.348462 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Current status of the port 489f2f4d-1416-4e5d-b0ab-e1412f096250 is: DOWN; New status is: BUILD {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:12:00.348846 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (489f2f4d-1416-4e5d-b0ab-e1412f096250), before_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:12:00.365462 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.notifiers.nova [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 489f2f4d-1416-4e5d-b0ab-e1412f096250 {{(pid=116163) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 11:12:00.384674 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] For port 489f2f4d-1416-4e5d-b0ab-e1412f096250, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=489f2f4d-1416-4e5d-b0ab-e1412f096250,segment=NetworkSegment(448726bd-adec-45e1-b8f8-28aff01ad178),segment_id=448726bd-adec-45e1-b8f8-28aff01ad178)] {{(pid=116163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 11:12:00.462759 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393'] for port (489f2f4d-1416-4e5d-b0ab-e1412f096250), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:12:00.657487 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Pushing event updated for resources: {'Port': ['ID=489f2f4d-1416-4e5d-b0ab-e1412f096250,revision_number=4']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:12:00.705247 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] get_ports_and_sgs() called for port_ids ['489f2f4d-1416-4e5d-b0ab-e1412f096250'] {{(pid=116163) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 11:12:00.803392 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885cd81e-0287-48fd-8107-1f78aeaae899 req-e44d9f94-2b11-408c-902a-3e3708fa2ac4 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:12:00.804898 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-885cd81e-0287-48fd-8107-1f78aeaae899 req-e44d9f94-2b11-408c-902a-3e3708fa2ac4 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] 10.222.0.10 "GET /v2.0/ports?device_id=ff46727d-53c8-4212-ac35-027963b56590 HTTP/1.1" status: 200 len: 944 time: 0.0474992 Apr 28 11:12:00.854328 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-885cd81e-0287-48fd-8107-1f78aeaae899 req-67a08c70-73c0-407b-a50f-3e26c69fe689 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] 10.222.0.10 "GET /v2.0/security-groups?id=0907b2d1-6e6d-4662-b0e7-4a7d2dbadda2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438316 Apr 28 11:12:01.968442 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b514ff77-e93b-441f-8b9a-38105106ee81 req-bfab35c0-2b87-47a0-bd78-f398e9c6a9a9 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:12:01.969929 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-b514ff77-e93b-441f-8b9a-38105106ee81 req-bfab35c0-2b87-47a0-bd78-f398e9c6a9a9 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] 10.222.0.10 "GET /v2.0/ports?device_id=ff46727d-53c8-4212-ac35-027963b56590 HTTP/1.1" status: 200 len: 944 time: 0.0495706 Apr 28 11:12:02.024144 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-b514ff77-e93b-441f-8b9a-38105106ee81 req-c5ee91da-4714-4de2-b0a3-c1066c1d6fa9 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] 10.222.0.10 "GET /v2.0/security-groups?id=0907b2d1-6e6d-4662-b0e7-4a7d2dbadda2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483634 Apr 28 11:12:02.205820 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Device 489f2f4d-1416-4e5d-b0ab-e1412f096250 up at agent hyperv_hv-neutron-mast {{(pid=116163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 11:12:02.252787 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Provisioning for port 489f2f4d-1416-4e5d-b0ab-e1412f096250 completed by entity L2. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 28 11:12:02.318887 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Provisioning complete for port 489f2f4d-1416-4e5d-b0ab-e1412f096250 triggered by entity L2. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:12:02.319263 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (489f2f4d-1416-4e5d-b0ab-e1412f096250), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:12:02.395569 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Current status of the port 489f2f4d-1416-4e5d-b0ab-e1412f096250 is: BUILD; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:12:02.395947 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (489f2f4d-1416-4e5d-b0ab-e1412f096250), before_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:12:02.417508 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff46727d-53c8-4212-ac35-027963b56590', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '489f2f4d-1416-4e5d-b0ab-e1412f096250'}] {{(pid=116163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 11:12:02.419767 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f01aec4a4f83961b54a953becfce2676879fb1d4b91122543244f430a0b8460" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e917f35e-0aa2-49e9-9d7e-e4e1995879c9" -d '{"events": [{"server_uuid": "ff46727d-53c8-4212-ac35-027963b56590", "name": "network-vif-plugged", "status": "completed", "tag": "489f2f4d-1416-4e5d-b0ab-e1412f096250"}]}' {{(pid=116163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 11:12:02.431390 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] For port 489f2f4d-1416-4e5d-b0ab-e1412f096250, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=489f2f4d-1416-4e5d-b0ab-e1412f096250,segment=NetworkSegment(448726bd-adec-45e1-b8f8-28aff01ad178),segment_id=448726bd-adec-45e1-b8f8-28aff01ad178)] {{(pid=116163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 11:12:02.456173 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 11:12:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d327985-db04-4853-a5f8-f52632f2bdcb x-openstack-request-id: req-5d327985-db04-4853-a5f8-f52632f2bdcb {{(pid=116163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 11:12:02.456466 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff46727d-53c8-4212-ac35-027963b56590", "name": "network-vif-plugged", "status": "completed", "tag": "489f2f4d-1416-4e5d-b0ab-e1412f096250", "code": 200}]} {{(pid=116163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 11:12:02.456744 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-5d327985-db04-4853-a5f8-f52632f2bdcb {{(pid=116163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 11:12:02.457147 dv-neutron-master-2-hyperv neutron-server[116163]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5d327985-db04-4853-a5f8-f52632f2bdcb'] response: {'server_uuid': 'ff46727d-53c8-4212-ac35-027963b56590', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '489f2f4d-1416-4e5d-b0ab-e1412f096250', 'code': 200} Apr 28 11:12:02.499369 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393'] for port (489f2f4d-1416-4e5d-b0ab-e1412f096250), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:12:02.547555 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Pushing event updated for resources: {'Port': ['ID=489f2f4d-1416-4e5d-b0ab-e1412f096250,revision_number=5']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:12:02.749462 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d9a611-b89c-4f68-b2b4-47f2ce91bf48 req-26ff8698-e7d8-4252-9194-0fcbbb2bdf73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:12:02.750975 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-f0d9a611-b89c-4f68-b2b4-47f2ce91bf48 req-26ff8698-e7d8-4252-9194-0fcbbb2bdf73 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=ff46727d-53c8-4212-ac35-027963b56590 HTTP/1.1" status: 200 len: 1129 time: 0.0384321 Apr 28 11:12:02.793887 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-f0d9a611-b89c-4f68-b2b4-47f2ce91bf48 req-7fa9ddcc-d8de-4a32-873e-e5baf3e2c2d7 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=0907b2d1-6e6d-4662-b0e7-4a7d2dbadda2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375257 Apr 28 11:12:03.136746 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4612a38b-4bdd-4bd6-8d62-cf20dc1428a6 req-6b63a90b-c2ab-4f8d-9793-1748fa98f574 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:12:03.138335 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-4612a38b-4bdd-4bd6-8d62-cf20dc1428a6 req-6b63a90b-c2ab-4f8d-9793-1748fa98f574 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] 10.222.0.10 "GET /v2.0/ports?device_id=ff46727d-53c8-4212-ac35-027963b56590 HTTP/1.1" status: 200 len: 945 time: 0.0475516 Apr 28 11:12:03.186635 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-4612a38b-4bdd-4bd6-8d62-cf20dc1428a6 req-8455da09-edab-4f49-8e70-182c4713fa12 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] 10.222.0.10 "GET /v2.0/security-groups?id=0907b2d1-6e6d-4662-b0e7-4a7d2dbadda2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428519 Apr 28 11:12:04.301263 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb7805e-0d30-4fc6-a819-51ca0d376c0c req-b816b54b-49b7-468b-9b45-4ce7fe8d734a tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:12:04.302777 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-7cb7805e-0d30-4fc6-a819-51ca0d376c0c req-b816b54b-49b7-468b-9b45-4ce7fe8d734a tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] 10.222.0.10 "GET /v2.0/ports?device_id=ff46727d-53c8-4212-ac35-027963b56590 HTTP/1.1" status: 200 len: 945 time: 0.0468597 Apr 28 11:12:04.351669 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-7cb7805e-0d30-4fc6-a819-51ca0d376c0c req-91aef48c-61e6-48df-9bf5-823ac948c906 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] 10.222.0.10 "GET /v2.0/security-groups?id=0907b2d1-6e6d-4662-b0e7-4a7d2dbadda2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433195 Apr 28 11:12:04.467450 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6cc8e7e-023b-423b-bca0-48b9ada901a6 req-1adce3da-bb11-4e01-8632-35893abef964 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:12:04.468890 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-d6cc8e7e-023b-423b-bca0-48b9ada901a6 req-1adce3da-bb11-4e01-8632-35893abef964 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] 10.222.0.10 "GET /v2.0/ports?device_id=ff46727d-53c8-4212-ac35-027963b56590 HTTP/1.1" status: 200 len: 945 time: 0.0506639 Apr 28 11:12:04.516687 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-d6cc8e7e-023b-423b-bca0-48b9ada901a6 req-375089e2-2129-4f8c-96db-88f410ae203c tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] 10.222.0.10 "GET /v2.0/security-groups?id=0907b2d1-6e6d-4662-b0e7-4a7d2dbadda2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420601 Apr 28 11:12:04.538952 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 57062) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:12:04.575847 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e03f14d4-449c-4456-8ed5-e012eaeb00e5 tempest-TestNetworkBasicOps-223859856 tempest-TestNetworkBasicOps-223859856-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:12:04.577362 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-e03f14d4-449c-4456-8ed5-e012eaeb00e5 tempest-TestNetworkBasicOps-223859856 tempest-TestNetworkBasicOps-223859856-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=ff46727d-53c8-4212-ac35-027963b56590 HTTP/1.1" status: 200 len: 1124 time: 0.0374370 Apr 28 11:12:04.580121 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 57064) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:12:04.584269 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.v2.base [None req-29300be2-0041-4c4c-aedd-b43845f3b777 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Request body: {'floatingip': {'floating_network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'port_id': '489f2f4d-1416-4e5d-b0ab-e1412f096250', 'tenant_id': '65d54c3b7dcd4af68398071d25e8321e', 'fixed_ip_address': '172.20.0.7'}} {{(pid=116161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:12:04.698596 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-29300be2-0041-4c4c-aedd-b43845f3b777 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks [] for floatingip (None), before_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:12:04.780319 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-29300be2-0041-4c4c-aedd-b43845f3b777 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (None), before_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:12:04.882107 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.db.db_base_plugin_common [None req-29300be2-0041-4c4c-aedd-b43845f3b777 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Allocated IP 172.36.4.138 (7be49d94-bbb8-4a61-bafe-209c5f861e1c/c0f82f52-05ee-40f2-a57c-9d02e01fb9fa/ea04f8d1-ccca-4e9c-9774-afd40e9b5b08) {{(pid=116161) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 11:12:04.985978 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-29300be2-0041-4c4c-aedd-b43845f3b777 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks [] for port (ea04f8d1-ccca-4e9c-9774-afd40e9b5b08), precommit_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:12:05.087647 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-29300be2-0041-4c4c-aedd-b43845f3b777 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742234710357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5219112'] for port (ea04f8d1-ccca-4e9c-9774-afd40e9b5b08), after_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:12:05.124914 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29300be2-0041-4c4c-aedd-b43845f3b777 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Network 7be49d94-bbb8-4a61-bafe-209c5f861e1c is already hosted by enough agents. {{(pid=116161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 11:12:05.127795 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.scheduler.base_scheduler [None req-29300be2-0041-4c4c-aedd-b43845f3b777 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Resources bound (agent type, host, resource id): {{(pid=116161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 11:12:05.133383 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29300be2-0041-4c4c-aedd-b43845f3b777 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Received port after_create {{(pid=116161) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 11:12:05.158307 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29300be2-0041-4c4c-aedd-b43845f3b777 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Pushing event updated for resources: {'Port': ['ID=ea04f8d1-ccca-4e9c-9774-afd40e9b5b08,revision_number=1']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:12:05.533892 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-29300be2-0041-4c4c-aedd-b43845f3b777 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks [] for floatingip (142d7004-fe71-478c-8eee-074e1dc2d2cb), precommit_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:12:05.674270 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-29300be2-0041-4c4c-aedd-b43845f3b777 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (ea04f8d1-ccca-4e9c-9774-afd40e9b5b08), before_update {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:12:05.822460 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-29300be2-0041-4c4c-aedd-b43845f3b777 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks [] for port (ea04f8d1-ccca-4e9c-9774-afd40e9b5b08), precommit_update {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:12:05.881196 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-29300be2-0041-4c4c-aedd-b43845f3b777 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5219123'] for port (ea04f8d1-ccca-4e9c-9774-afd40e9b5b08), after_update {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:12:05.954665 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29300be2-0041-4c4c-aedd-b43845f3b777 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Pushing event updated for resources: {'Port': ['ID=ea04f8d1-ccca-4e9c-9774-afd40e9b5b08,revision_number=2']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:12:05.964364 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-29300be2-0041-4c4c-aedd-b43845f3b777 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2063164'] for floatingip (142d7004-fe71-478c-8eee-074e1dc2d2cb), after_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:12:06.064917 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.db.l3_db [None req-29300be2-0041-4c4c-aedd-b43845f3b777 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Floating IP 142d7004-fe71-478c-8eee-074e1dc2d2cb associated. External IP: 172.36.4.138, port: 489f2f4d-1416-4e5d-b0ab-e1412f096250. Apr 28 11:12:06.273462 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29300be2-0041-4c4c-aedd-b43845f3b777 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Router f39de5d8-113f-4133-8e18-e6d29db11570 has already been hosted by L3 agent 6b492ad6-0876-4d74-b20d-28143a52ceba {{(pid=116161) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 11:12:06.383145 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29300be2-0041-4c4c-aedd-b43845f3b777 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=116161) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 11:12:06.393133 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad7d0361-9dd0-400a-ba41-fb265f1a9120 None None] Sync routers for ids ['f39de5d8-113f-4133-8e18-e6d29db11570'] in dv-neutron-master-2-hyperv {{(pid=116164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 11:12:06.402223 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad7d0361-9dd0-400a-ba41-fb265f1a9120 None None] Routers {'f39de5d8-113f-4133-8e18-e6d29db11570'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=116164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 11:12:06.402871 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_hamode_db [None req-ad7d0361-9dd0-400a-ba41-fb265f1a9120 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-28T10:50:39Z,description=,heartbeat_timestamp=2022-04-28T11:11:39Z,host='dv-neutron-master-2-hyperv',id=6b492ad6-0876-4d74-b20d-28143a52ceba,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T10:50:40Z,topic='l3_agent')) {'router_ids': ['f39de5d8-113f-4133-8e18-e6d29db11570'], 'active': True} {{(pid=116164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:12:06.458667 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-29300be2-0041-4c4c-aedd-b43845f3b777 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198022'] for floatingip (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:12:06.492594 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-29300be2-0041-4c4c-aedd-b43845f3b777 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9114618 Apr 28 11:12:06.493186 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff46727d-53c8-4212-ac35-027963b56590', 'tag': '489f2f4d-1416-4e5d-b0ab-e1412f096250'}] {{(pid=116161) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 11:12:06.495470 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 57066) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:12:06.495999 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e748734031c26dffb00ab563e48cb7690d820419218221ecd4f9c2a21276ff88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a772c39-dc97-428a-b533-d395bbc44b42" -d '{"events": [{"name": "network-changed", "server_uuid": "ff46727d-53c8-4212-ac35-027963b56590", "tag": "489f2f4d-1416-4e5d-b0ab-e1412f096250"}]}' {{(pid=116161) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 11:12:06.512146 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_dvr_db [None req-ad7d0361-9dd0-400a-ba41-fb265f1a9120 None None] Set router f39de5d8-113f-4133-8e18-e6d29db11570 gateway port host: dv-neutron-master-2-hyperv {{(pid=116164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 11:12:06.531014 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 11:12:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-286013b3-d8c5-4686-9aa6-03e02367bba8 x-openstack-request-id: req-286013b3-d8c5-4686-9aa6-03e02367bba8 {{(pid=116161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 11:12:06.531310 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ff46727d-53c8-4212-ac35-027963b56590", "tag": "489f2f4d-1416-4e5d-b0ab-e1412f096250", "status": "completed", "code": 200}]} {{(pid=116161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 11:12:06.531572 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-286013b3-d8c5-4686-9aa6-03e02367bba8 {{(pid=116161) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 11:12:06.531988 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.notifiers.nova [-] Nova event matching ['req-286013b3-d8c5-4686-9aa6-03e02367bba8'] response: {'name': 'network-changed', 'server_uuid': 'ff46727d-53c8-4212-ac35-027963b56590', 'tag': '489f2f4d-1416-4e5d-b0ab-e1412f096250', 'status': 'completed', 'code': 200} Apr 28 11:12:06.590568 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-5413d615-491b-4517-bb22-9fcb51fcce76 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] 10.222.0.10 "GET /v2.0/floatingips/142d7004-fe71-478c-8eee-074e1dc2d2cb HTTP/1.1" status: 200 len: 991 time: 0.0938411 Apr 28 11:12:06.600969 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a772c39-dc97-428a-b533-d395bbc44b42 req-a469719a-0f8f-4568-be8e-f7f5bd5c678a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:12:06.602470 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-5a772c39-dc97-428a-b533-d395bbc44b42 req-a469719a-0f8f-4568-be8e-f7f5bd5c678a service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=65d54c3b7dcd4af68398071d25e8321e&device_id=ff46727d-53c8-4212-ac35-027963b56590 HTTP/1.1" status: 200 len: 1129 time: 0.0465398 Apr 28 11:12:06.692858 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a772c39-dc97-428a-b533-d395bbc44b42 req-34416f40-88e4-42a0-8222-d5d3fbc89097 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:12:06.694246 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-5a772c39-dc97-428a-b533-d395bbc44b42 req-34416f40-88e4-42a0-8222-d5d3fbc89097 service neutron] 10.222.0.20 "GET /v2.0/networks?id=da66624d-188d-4bca-b790-8244d667592e HTTP/1.1" status: 200 len: 897 time: 0.0856395 Apr 28 11:12:06.730191 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_hamode_db [None req-ad7d0361-9dd0-400a-ba41-fb265f1a9120 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f39de5d8-113f-4133-8e18-e6d29db11570', 'name': 'tempest-TestNetworkBasicOps-router-1316935379', 'tenant_id': '65d54c3b7dcd4af68398071d25e8321e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'external_fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.85'}], 'enable_snat': True}, 'gw_port_id': '1cc00e1f-9043-4b50-ab75-9c315f7540b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T11:11:43Z', 'updated_at': '2022-04-28T11:11:47Z', 'revision_number': 4, 'project_id': '65d54c3b7dcd4af68398071d25e8321e', 'gw_port': {'id': '1cc00e1f-9043-4b50-ab75-9c315f7540b1', 'name': '', 'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:cd:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f39de5d8-113f-4133-8e18-e6d29db11570', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1466, 'fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:11:43Z', 'updated_at': '2022-04-28T11:11:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '142d7004-fe71-478c-8eee-074e1dc2d2cb', 'tenant_id': '65d54c3b7dcd4af68398071d25e8321e', 'floating_ip_address': '172.36.4.138', 'floating_network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'router_id': 'f39de5d8-113f-4133-8e18-e6d29db11570', 'port_id': '489f2f4d-1416-4e5d-b0ab-e1412f096250', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1481, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'da66624d-188d-4bca-b790-8244d667592e', 'mac_address': 'fa:16:3e:10:60:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff46727d-53c8-4212-ac35-027963b56590', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T11:12:05Z', 'updated_at': '2022-04-28T11:12:05Z', 'revision_number': 0, 'project_id': '65d54c3b7dcd4af68398071d25e8321e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ff7b6238-f523-476a-a285-9ea83aaaa654', 'name': '', 'network_id': 'da66624d-188d-4bca-b790-8244d667592e', 'tenant_id': '65d54c3b7dcd4af68398071d25e8321e', 'mac_address': 'fa:16:3e:53:44:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f39de5d8-113f-4133-8e18-e6d29db11570', 'device_owner': 'network:router_interface', 'standard_attr_id': 1469, 'fixed_ips': [{'subnet_id': '87e6dc8f-48ad-4bb1-8008-291d95c7a7b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:11:47Z', 'updated_at': '2022-04-28T11:11:51Z', 'revision_number': 5, 'project_id': '65d54c3b7dcd4af68398071d25e8321e', 'subnets': [{'id': '87e6dc8f-48ad-4bb1-8008-291d95c7a7b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=116164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:12:06.756269 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad7d0361-9dd0-400a-ba41-fb265f1a9120 None None] Checking router: f39de5d8-113f-4133-8e18-e6d29db11570 for host: dv-neutron-master-2-hyperv {{(pid=116164) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 11:12:06.764806 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-5a772c39-dc97-428a-b533-d395bbc44b42 req-977523de-7272-4158-a1a3-44e1367da42e service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=489f2f4d-1416-4e5d-b0ab-e1412f096250 HTTP/1.1" status: 200 len: 999 time: 0.0625515 Apr 28 11:12:06.765004 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad7d0361-9dd0-400a-ba41-fb265f1a9120 None None] Routers {'f39de5d8-113f-4133-8e18-e6d29db11570'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=116164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 11:12:06.765429 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_hamode_db [None req-ad7d0361-9dd0-400a-ba41-fb265f1a9120 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-28T10:50:39Z,description=,heartbeat_timestamp=2022-04-28T11:11:39Z,host='dv-neutron-master-2-hyperv',id=6b492ad6-0876-4d74-b20d-28143a52ceba,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T10:50:40Z,topic='l3_agent')) {'router_ids': ['f39de5d8-113f-4133-8e18-e6d29db11570'], 'active': True} {{(pid=116164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:12:06.811972 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a772c39-dc97-428a-b533-d395bbc44b42 req-ded4804c-3bbf-4687-b308-4412e695e702 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:12:06.813526 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-5a772c39-dc97-428a-b533-d395bbc44b42 req-ded4804c-3bbf-4687-b308-4412e695e702 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=87e6dc8f-48ad-4bb1-8008-291d95c7a7b7 HTTP/1.1" status: 200 len: 844 time: 0.0434470 Apr 28 11:12:06.858005 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a772c39-dc97-428a-b533-d395bbc44b42 req-cec6c59d-fdf2-42fe-b5ec-ea5d5abf1341 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:12:06.859530 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-5a772c39-dc97-428a-b533-d395bbc44b42 req-cec6c59d-fdf2-42fe-b5ec-ea5d5abf1341 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=da66624d-188d-4bca-b790-8244d667592e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0390837 Apr 28 11:12:06.874755 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_dvr_db [None req-ad7d0361-9dd0-400a-ba41-fb265f1a9120 None None] Set router f39de5d8-113f-4133-8e18-e6d29db11570 gateway port host: dv-neutron-master-2-hyperv {{(pid=116164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 11:12:06.953842 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-5a772c39-dc97-428a-b533-d395bbc44b42 req-f3d01552-d61e-437b-845b-ffb00de454e3 service neutron] 10.222.0.20 "GET /v2.0/networks/da66624d-188d-4bca-b790-8244d667592e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860388 Apr 28 11:12:06.988056 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-d99b709f-2d04-4922-8c19-35b6968d4855 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (75ba81b7-fe99-4281-90d2-a5adb445ecea), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:12:07.049671 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-5a772c39-dc97-428a-b533-d395bbc44b42 req-3824fec1-d424-4e5b-865d-6ff6526ed9fc service neutron] 10.222.0.20 "GET /v2.0/networks/da66624d-188d-4bca-b790-8244d667592e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899081 Apr 28 11:12:07.093459 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_hamode_db [None req-ad7d0361-9dd0-400a-ba41-fb265f1a9120 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f39de5d8-113f-4133-8e18-e6d29db11570', 'name': 'tempest-TestNetworkBasicOps-router-1316935379', 'tenant_id': '65d54c3b7dcd4af68398071d25e8321e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'external_fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.85'}], 'enable_snat': True}, 'gw_port_id': '1cc00e1f-9043-4b50-ab75-9c315f7540b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T11:11:43Z', 'updated_at': '2022-04-28T11:11:47Z', 'revision_number': 4, 'project_id': '65d54c3b7dcd4af68398071d25e8321e', 'gw_port': {'id': '1cc00e1f-9043-4b50-ab75-9c315f7540b1', 'name': '', 'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:cd:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f39de5d8-113f-4133-8e18-e6d29db11570', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1466, 'fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:11:43Z', 'updated_at': '2022-04-28T11:11:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '142d7004-fe71-478c-8eee-074e1dc2d2cb', 'tenant_id': '65d54c3b7dcd4af68398071d25e8321e', 'floating_ip_address': '172.36.4.138', 'floating_network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'router_id': 'f39de5d8-113f-4133-8e18-e6d29db11570', 'port_id': '489f2f4d-1416-4e5d-b0ab-e1412f096250', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1481, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'da66624d-188d-4bca-b790-8244d667592e', 'mac_address': 'fa:16:3e:10:60:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff46727d-53c8-4212-ac35-027963b56590', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T11:12:05Z', 'updated_at': '2022-04-28T11:12:05Z', 'revision_number': 0, 'project_id': '65d54c3b7dcd4af68398071d25e8321e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ff7b6238-f523-476a-a285-9ea83aaaa654', 'name': '', 'network_id': 'da66624d-188d-4bca-b790-8244d667592e', 'tenant_id': '65d54c3b7dcd4af68398071d25e8321e', 'mac_address': 'fa:16:3e:53:44:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f39de5d8-113f-4133-8e18-e6d29db11570', 'device_owner': 'network:router_interface', 'standard_attr_id': 1469, 'fixed_ips': [{'subnet_id': '87e6dc8f-48ad-4bb1-8008-291d95c7a7b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:11:47Z', 'updated_at': '2022-04-28T11:11:51Z', 'revision_number': 5, 'project_id': '65d54c3b7dcd4af68398071d25e8321e', 'subnets': [{'id': '87e6dc8f-48ad-4bb1-8008-291d95c7a7b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=116164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:12:07.122671 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad7d0361-9dd0-400a-ba41-fb265f1a9120 None None] The sync data for ids ['f39de5d8-113f-4133-8e18-e6d29db11570'] in dv-neutron-master-2-hyperv is: [{'id': 'f39de5d8-113f-4133-8e18-e6d29db11570', 'name': 'tempest-TestNetworkBasicOps-router-1316935379', 'tenant_id': '65d54c3b7dcd4af68398071d25e8321e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'external_fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.85'}], 'enable_snat': True}, 'gw_port_id': '1cc00e1f-9043-4b50-ab75-9c315f7540b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T11:11:43Z', 'updated_at': '2022-04-28T11:11:47Z', 'revision_number': 4, 'project_id': '65d54c3b7dcd4af68398071d25e8321e', 'gw_port': {'id': '1cc00e1f-9043-4b50-ab75-9c315f7540b1', 'name': '', 'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:cd:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f39de5d8-113f-4133-8e18-e6d29db11570', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1466, 'fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:11:43Z', 'updated_at': '2022-04-28T11:11:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '142d7004-fe71-478c-8eee-074e1dc2d2cb', 'tenant_id': '65d54c3b7dcd4af68398071d25e8321e', 'floating_ip_address': '172.36.4.138', 'floating_network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'router_id': 'f39de5d8-113f-4133-8e18-e6d29db11570', 'port_id': '489f2f4d-1416-4e5d-b0ab-e1412f096250', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1481, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'da66624d-188d-4bca-b790-8244d667592e', 'mac_address': 'fa:16:3e:10:60:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff46727d-53c8-4212-ac35-027963b56590', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T11:12:05Z', 'updated_at': '2022-04-28T11:12:05Z', 'revision_number': 0, 'project_id': '65d54c3b7dcd4af68398071d25e8321e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ff7b6238-f523-476a-a285-9ea83aaaa654', 'name': '', 'network_id': 'da66624d-188d-4bca-b790-8244d667592e', 'tenant_id': '65d54c3b7dcd4af68398071d25e8321e', 'mac_address': 'fa:16:3e:53:44:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f39de5d8-113f-4133-8e18-e6d29db11570', 'device_owner': 'network:router_interface', 'standard_attr_id': 1469, 'fixed_ips': [{'subnet_id': '87e6dc8f-48ad-4bb1-8008-291d95c7a7b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:11:47Z', 'updated_at': '2022-04-28T11:11:51Z', 'revision_number': 5, 'project_id': '65d54c3b7dcd4af68398071d25e8321e', 'subnets': [{'id': '87e6dc8f-48ad-4bb1-8008-291d95c7a7b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=116164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 11:12:07.336205 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b51be4f1-6a6a-4046-a93d-f6de4e0974b6 None None] New status for floating IP 142d7004-fe71-478c-8eee-074e1dc2d2cb: ACTIVE {{(pid=116163) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 28 11:12:07.594621 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 57070) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:12:07.654536 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-156fe188-2e89-4b92-b5ff-c5bec69e786a tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] 10.222.0.10 "GET /v2.0/floatingips/142d7004-fe71-478c-8eee-074e1dc2d2cb HTTP/1.1" status: 200 len: 993 time: 0.0586693 Apr 28 11:12:09.459058 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-8f321780-3254-4d41-94c5-4d0ab456404f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (6b492ad6-0876-4d74-b20d-28143a52ceba), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:12:10.469955 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-ae94d540-e4c6-43be-adc9-b26fb6a2f62f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (cfc241ae-e4b7-443b-b80b-59fbbc2b69c9), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:12:12.087410 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-01ef1de1-12fd-4cef-b76b-793f91379468 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (39cc4f52-f5d9-4e2c-bbfa-7a1c528e1c40), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:12:13.349747 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (d5baab19-5dd1-4902-922b-84acb048ab9c), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:12:20.553160 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (6be95134-9a6c-4663-8b48-90d12ce90c60), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:12:35.192283 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.agents_db [None req-54b29a82-8a19-4507-95e3-3a2d011841ff None None] Agent healthcheck: found 6 active agents {{(pid=116164) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 28 11:12:36.983988 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-1533af98-c3d3-40b1-b0de-486ef8f5e626 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (75ba81b7-fe99-4281-90d2-a5adb445ecea), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:12:39.406595 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-ba8659a7-e139-4796-901b-5ea73179dd64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (6b492ad6-0876-4d74-b20d-28143a52ceba), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:12:40.463661 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-ae94d540-e4c6-43be-adc9-b26fb6a2f62f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (cfc241ae-e4b7-443b-b80b-59fbbc2b69c9), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:12:42.080851 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-01ef1de1-12fd-4cef-b76b-793f91379468 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (39cc4f52-f5d9-4e2c-bbfa-7a1c528e1c40), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:12:43.335457 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (d5baab19-5dd1-4902-922b-84acb048ab9c), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:12:50.543585 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (6be95134-9a6c-4663-8b48-90d12ce90c60), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:13:07.009145 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-0c775f94-8497-49de-af88-b11dbb3f3ee5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (75ba81b7-fe99-4281-90d2-a5adb445ecea), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:13:09.409461 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-3bd30cac-ae3a-4316-a232-09658a79ac4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (6b492ad6-0876-4d74-b20d-28143a52ceba), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:13:10.475580 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-ae94d540-e4c6-43be-adc9-b26fb6a2f62f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (cfc241ae-e4b7-443b-b80b-59fbbc2b69c9), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:13:12.065931 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-01ef1de1-12fd-4cef-b76b-793f91379468 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (39cc4f52-f5d9-4e2c-bbfa-7a1c528e1c40), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:13:12.195719 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.agents_db [None req-54b29a82-8a19-4507-95e3-3a2d011841ff None None] Agent healthcheck: found 6 active agents {{(pid=116164) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 28 11:13:13.366298 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (d5baab19-5dd1-4902-922b-84acb048ab9c), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:13:20.559716 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (6be95134-9a6c-4663-8b48-90d12ce90c60), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:13:20.882058 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-6b588ab5-f4ad-46d0-bcc4-dddd5d924d6f req-4915817f-ed2a-4257-9415-ff43901b94b5 tempest-TestVolumeBootPattern-839648198 tempest-TestVolumeBootPattern-839648198-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-445453270&fields=id&tenant_id=552a7719c35843ecaa8ce5b648a02d25 HTTP/1.1" status: 200 len: 267 time: 0.0459161 Apr 28 11:13:20.985583 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b588ab5-f4ad-46d0-bcc4-dddd5d924d6f req-1fd7f2ae-45ee-4648-b9cb-26b2e494a88c tempest-TestVolumeBootPattern-839648198 tempest-TestVolumeBootPattern-839648198-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:13:20.987092 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-6b588ab5-f4ad-46d0-bcc4-dddd5d924d6f req-1fd7f2ae-45ee-4648-b9cb-26b2e494a88c tempest-TestVolumeBootPattern-839648198 tempest-TestVolumeBootPattern-839648198-project] 10.222.0.10 "GET /v2.0/networks?id=95a73077-5c3c-4a4f-9014-bee1df8e9c09 HTTP/1.1" status: 200 len: 811 time: 0.0987952 Apr 28 11:13:21.001169 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-6b588ab5-f4ad-46d0-bcc4-dddd5d924d6f req-995f8559-7910-4481-b167-4bd9d2175e78 tempest-TestVolumeBootPattern-839648198 tempest-TestVolumeBootPattern-839648198-project] 10.222.0.10 "GET /v2.0/quotas/552a7719c35843ecaa8ce5b648a02d25 HTTP/1.1" status: 200 len: 375 time: 0.0088484 Apr 28 11:13:21.055274 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-6b588ab5-f4ad-46d0-bcc4-dddd5d924d6f req-f363f8a6-fedc-4873-b784-0f1c50b8b988 tempest-TestVolumeBootPattern-839648198 tempest-TestVolumeBootPattern-839648198-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=552a7719c35843ecaa8ce5b648a02d25&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0495424 Apr 28 11:13:21.135805 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [req-6b588ab5-f4ad-46d0-bcc4-dddd5d924d6f req-468513fe-1668-4d92-9ee0-790a3858d012 service neutron] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=116161) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 28 11:13:21.136850 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-6b588ab5-f4ad-46d0-bcc4-dddd5d924d6f req-468513fe-1668-4d92-9ee0-790a3858d012 service neutron] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0701041 Apr 28 11:13:21.226075 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-6b588ab5-f4ad-46d0-bcc4-dddd5d924d6f req-5ecadeb3-f374-464d-936f-403bb124a86d service neutron] 10.222.0.10 "GET /v2.0/networks/95a73077-5c3c-4a4f-9014-bee1df8e9c09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827217 Apr 28 11:13:21.318185 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-6b588ab5-f4ad-46d0-bcc4-dddd5d924d6f req-c3f15716-fe63-4ed9-8565-b7d1431c07b9 service neutron] 10.222.0.10 "GET /v2.0/networks/95a73077-5c3c-4a4f-9014-bee1df8e9c09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864232 Apr 28 11:13:21.859403 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-995b623e-cc34-4f26-b98b-bef9ce0ac3e7 req-fcfe0010-5b9b-4115-9279-ae0a23ec7dfb tempest-TestVolumeBootPattern-839648198 tempest-TestVolumeBootPattern-839648198-project] 10.222.0.10 "GET /v2.0/ports?device_id=68757933-5faf-4350-a172-4b64e7a0c75b HTTP/1.1" status: 200 len: 210 time: 0.0286858 Apr 28 11:13:22.959441 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-dc195a19-d34d-4ccb-b8d9-4266f0fc300f req-5bdd6dc3-ee8f-4c0f-96c2-3787bc3d2757 tempest-TestVolumeBootPattern-839648198 tempest-TestVolumeBootPattern-839648198-project] 10.222.0.10 "GET /v2.0/ports?device_id=68757933-5faf-4350-a172-4b64e7a0c75b HTTP/1.1" status: 200 len: 210 time: 0.0308390 Apr 28 11:13:23.827524 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b588ab5-f4ad-46d0-bcc4-dddd5d924d6f req-46b91e50-edd9-422a-931a-1ccc9e4ab59f tempest-TestVolumeBootPattern-839648198 tempest-TestVolumeBootPattern-839648198-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:13:23.829565 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-6b588ab5-f4ad-46d0-bcc4-dddd5d924d6f req-46b91e50-edd9-422a-931a-1ccc9e4ab59f tempest-TestVolumeBootPattern-839648198 tempest-TestVolumeBootPattern-839648198-project] 10.222.0.20 "GET /v2.0/networks?id=95a73077-5c3c-4a4f-9014-bee1df8e9c09 HTTP/1.1" status: 200 len: 811 time: 0.1081221 Apr 28 11:13:23.895022 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-6b588ab5-f4ad-46d0-bcc4-dddd5d924d6f req-d2de7af7-e4b4-419b-9661-2a0ef105c726 tempest-TestVolumeBootPattern-839648198 tempest-TestVolumeBootPattern-839648198-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=552a7719c35843ecaa8ce5b648a02d25 HTTP/1.1" status: 200 len: 379 time: 0.0581281 Apr 28 11:13:23.903482 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.v2.base [req-6b588ab5-f4ad-46d0-bcc4-dddd5d924d6f req-9079686c-f4b8-49c1-a3bc-4f877ab5e889 tempest-TestVolumeBootPattern-839648198 tempest-TestVolumeBootPattern-839648198-project] Request body: {'port': {'device_id': '68757933-5faf-4350-a172-4b64e7a0c75b', 'network_id': '95a73077-5c3c-4a4f-9014-bee1df8e9c09', 'admin_state_up': True, 'tenant_id': '552a7719c35843ecaa8ce5b648a02d25', 'security_groups': ['c83a530b-56a2-41d8-b874-e844ad8fa813']}} {{(pid=116162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:13:24.078916 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-fd1ce826-3a98-4d0d-8888-4daa9e042bcd req-0c626308-2464-40db-82aa-036679924505 tempest-TestVolumeBootPattern-839648198 tempest-TestVolumeBootPattern-839648198-project] 10.222.0.10 "GET /v2.0/ports?device_id=68757933-5faf-4350-a172-4b64e7a0c75b HTTP/1.1" status: 200 len: 210 time: 0.0327594 Apr 28 11:13:24.140564 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6b588ab5-f4ad-46d0-bcc4-dddd5d924d6f req-9079686c-f4b8-49c1-a3bc-4f877ab5e889 tempest-TestVolumeBootPattern-839648198 tempest-TestVolumeBootPattern-839648198-project] Made reservation on behalf of 552a7719c35843ecaa8ce5b648a02d25 for: {'port': 1} {{(pid=116162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 11:13:24.144331 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [req-6b588ab5-f4ad-46d0-bcc4-dddd5d924d6f req-9079686c-f4b8-49c1-a3bc-4f877ab5e889 tempest-TestVolumeBootPattern-839648198 tempest-TestVolumeBootPattern-839648198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (None), before_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:13:24.282235 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.db.db_base_plugin_common [req-6b588ab5-f4ad-46d0-bcc4-dddd5d924d6f req-9079686c-f4b8-49c1-a3bc-4f877ab5e889 tempest-TestVolumeBootPattern-839648198 tempest-TestVolumeBootPattern-839648198-project] Allocated IP 172.20.0.10 (95a73077-5c3c-4a4f-9014-bee1df8e9c09/49bbb4f0-3980-4b52-84ba-965c72e99e66/2661eba9-79b1-4515-8999-ec518070998d) {{(pid=116162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 11:13:24.427743 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [req-6b588ab5-f4ad-46d0-bcc4-dddd5d924d6f req-9079686c-f4b8-49c1-a3bc-4f877ab5e889 tempest-TestVolumeBootPattern-839648198 tempest-TestVolumeBootPattern-839648198-project] Publish callbacks [] for port (2661eba9-79b1-4515-8999-ec518070998d), precommit_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:13:24.520598 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [req-6b588ab5-f4ad-46d0-bcc4-dddd5d924d6f req-9079686c-f4b8-49c1-a3bc-4f877ab5e889 tempest-TestVolumeBootPattern-839648198 tempest-TestVolumeBootPattern-839648198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742234710357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5051867'] for port (2661eba9-79b1-4515-8999-ec518070998d), after_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:13:24.574812 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6b588ab5-f4ad-46d0-bcc4-dddd5d924d6f req-9079686c-f4b8-49c1-a3bc-4f877ab5e889 tempest-TestVolumeBootPattern-839648198 tempest-TestVolumeBootPattern-839648198-project] Network 95a73077-5c3c-4a4f-9014-bee1df8e9c09 is already hosted by enough agents. {{(pid=116162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 11:13:24.579517 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.scheduler.base_scheduler [req-6b588ab5-f4ad-46d0-bcc4-dddd5d924d6f req-9079686c-f4b8-49c1-a3bc-4f877ab5e889 tempest-TestVolumeBootPattern-839648198 tempest-TestVolumeBootPattern-839648198-project] Resources bound (agent type, host, resource id): {{(pid=116162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 11:13:24.581537 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9079686c-f4b8-49c1-a3bc-4f877ab5e889 tempest-TestVolumeBootPattern-839648198 tempest-TestVolumeBootPattern-839648198-project] Pushing event updated for resources: {'Port': ['ID=2661eba9-79b1-4515-8999-ec518070998d,revision_number=1']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:13:24.583905 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b588ab5-f4ad-46d0-bcc4-dddd5d924d6f req-9079686c-f4b8-49c1-a3bc-4f877ab5e889 tempest-TestVolumeBootPattern-839648198 tempest-TestVolumeBootPattern-839648198-project] Received port after_create {{(pid=116162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 11:13:24.613825 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9079686c-f4b8-49c1-a3bc-4f877ab5e889 tempest-TestVolumeBootPattern-839648198 tempest-TestVolumeBootPattern-839648198-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:13:24.614284 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9079686c-f4b8-49c1-a3bc-4f877ab5e889 tempest-TestVolumeBootPattern-839648198 tempest-TestVolumeBootPattern-839648198-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:13:24.614774 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9079686c-f4b8-49c1-a3bc-4f877ab5e889 tempest-TestVolumeBootPattern-839648198 tempest-TestVolumeBootPattern-839648198-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:13:24.615219 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9079686c-f4b8-49c1-a3bc-4f877ab5e889 tempest-TestVolumeBootPattern-839648198 tempest-TestVolumeBootPattern-839648198-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:13:24.615655 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9079686c-f4b8-49c1-a3bc-4f877ab5e889 tempest-TestVolumeBootPattern-839648198 tempest-TestVolumeBootPattern-839648198-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:13:24.616091 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9079686c-f4b8-49c1-a3bc-4f877ab5e889 tempest-TestVolumeBootPattern-839648198 tempest-TestVolumeBootPattern-839648198-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:13:24.616526 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9079686c-f4b8-49c1-a3bc-4f877ab5e889 tempest-TestVolumeBootPattern-839648198 tempest-TestVolumeBootPattern-839648198-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:13:24.616955 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9079686c-f4b8-49c1-a3bc-4f877ab5e889 tempest-TestVolumeBootPattern-839648198 tempest-TestVolumeBootPattern-839648198-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:13:24.617387 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9079686c-f4b8-49c1-a3bc-4f877ab5e889 tempest-TestVolumeBootPattern-839648198 tempest-TestVolumeBootPattern-839648198-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:13:24.617833 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9079686c-f4b8-49c1-a3bc-4f877ab5e889 tempest-TestVolumeBootPattern-839648198 tempest-TestVolumeBootPattern-839648198-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:13:24.618326 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9079686c-f4b8-49c1-a3bc-4f877ab5e889 tempest-TestVolumeBootPattern-839648198 tempest-TestVolumeBootPattern-839648198-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:13:24.618779 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9079686c-f4b8-49c1-a3bc-4f877ab5e889 tempest-TestVolumeBootPattern-839648198 tempest-TestVolumeBootPattern-839648198-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:13:24.619202 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9079686c-f4b8-49c1-a3bc-4f877ab5e889 tempest-TestVolumeBootPattern-839648198 tempest-TestVolumeBootPattern-839648198-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:13:24.619636 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9079686c-f4b8-49c1-a3bc-4f877ab5e889 tempest-TestVolumeBootPattern-839648198 tempest-TestVolumeBootPattern-839648198-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:13:24.620064 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9079686c-f4b8-49c1-a3bc-4f877ab5e889 tempest-TestVolumeBootPattern-839648198 tempest-TestVolumeBootPattern-839648198-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:13:24.661887 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b588ab5-f4ad-46d0-bcc4-dddd5d924d6f req-9079686c-f4b8-49c1-a3bc-4f877ab5e889 tempest-TestVolumeBootPattern-839648198 tempest-TestVolumeBootPattern-839648198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:13:24.663226 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [req-6b588ab5-f4ad-46d0-bcc4-dddd5d924d6f req-9079686c-f4b8-49c1-a3bc-4f877ab5e889 tempest-TestVolumeBootPattern-839648198 tempest-TestVolumeBootPattern-839648198-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198022'] for port (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:13:24.743774 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-6b588ab5-f4ad-46d0-bcc4-dddd5d924d6f req-9079686c-f4b8-49c1-a3bc-4f877ab5e889 tempest-TestVolumeBootPattern-839648198 tempest-TestVolumeBootPattern-839648198-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8436682 Apr 28 11:13:24.756481 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.v2.base [req-6b588ab5-f4ad-46d0-bcc4-dddd5d924d6f req-b6a0d64a-080b-436f-adcf-d666b2ed47e3 service neutron] Request body: {'port': {'device_id': '68757933-5faf-4350-a172-4b64e7a0c75b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-mast'}} {{(pid=116162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:13:24.827034 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-252100df-04cf-4bd8-ad04-8cf7a8071ca2 None None] Provisioning complete for port 2661eba9-79b1-4515-8999-ec518070998d triggered by entity DHCP. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:13:24.828882 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-252100df-04cf-4bd8-ad04-8cf7a8071ca2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (2661eba9-79b1-4515-8999-ec518070998d), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:13:24.838465 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [req-6b588ab5-f4ad-46d0-bcc4-dddd5d924d6f req-b6a0d64a-080b-436f-adcf-d666b2ed47e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (2661eba9-79b1-4515-8999-ec518070998d), before_update {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:13:24.874988 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-252100df-04cf-4bd8-ad04-8cf7a8071ca2 None None] Port 2661eba9-79b1-4515-8999-ec518070998d cannot update to ACTIVE because it is not bound. {{(pid=116163) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 28 11:13:25.119019 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.notifiers.nova [req-6b588ab5-f4ad-46d0-bcc4-dddd5d924d6f req-b6a0d64a-080b-436f-adcf-d666b2ed47e3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2661eba9-79b1-4515-8999-ec518070998d {{(pid=116162) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 11:13:25.129003 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [req-6b588ab5-f4ad-46d0-bcc4-dddd5d924d6f req-b6a0d64a-080b-436f-adcf-d666b2ed47e3 service neutron] Publish callbacks [] for port (2661eba9-79b1-4515-8999-ec518070998d), precommit_update {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:13:25.144202 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.db.provisioning_blocks [req-6b588ab5-f4ad-46d0-bcc4-dddd5d924d6f req-b6a0d64a-080b-436f-adcf-d666b2ed47e3 service neutron] Transition to ACTIVE for port object 2661eba9-79b1-4515-8999-ec518070998d will not be triggered until provisioned by entity L2. {{(pid=116162) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 28 11:13:25.217450 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fcc49a7-1f63-4712-931d-a8cbe83c1518 req-9271a5c2-e803-4c0d-9ade-fbf18ff72b95 tempest-TestVolumeBootPattern-839648198 tempest-TestVolumeBootPattern-839648198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:13:25.219720 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-5fcc49a7-1f63-4712-931d-a8cbe83c1518 req-9271a5c2-e803-4c0d-9ade-fbf18ff72b95 tempest-TestVolumeBootPattern-839648198 tempest-TestVolumeBootPattern-839648198-project] 10.222.0.10 "GET /v2.0/ports?device_id=68757933-5faf-4350-a172-4b64e7a0c75b HTTP/1.1" status: 200 len: 932 time: 0.0482044 Apr 28 11:13:25.226550 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [req-6b588ab5-f4ad-46d0-bcc4-dddd5d924d6f req-b6a0d64a-080b-436f-adcf-d666b2ed47e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5051840'] for port (2661eba9-79b1-4515-8999-ec518070998d), after_update {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:13:25.283690 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a0d64a-080b-436f-adcf-d666b2ed47e3 service neutron] Pushing event updated for resources: {'Port': ['ID=2661eba9-79b1-4515-8999-ec518070998d,revision_number=2']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:13:25.300562 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-5fcc49a7-1f63-4712-931d-a8cbe83c1518 req-42f02130-e63b-422e-aaae-df9ffd0cbdac tempest-TestVolumeBootPattern-839648198 tempest-TestVolumeBootPattern-839648198-project] 10.222.0.10 "GET /v2.0/security-groups?id=c83a530b-56a2-41d8-b874-e844ad8fa813&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0746992 Apr 28 11:13:25.382767 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.managers [req-6b588ab5-f4ad-46d0-bcc4-dddd5d924d6f req-b6a0d64a-080b-436f-adcf-d666b2ed47e3 service neutron] Attempting to bind port 2661eba9-79b1-4515-8999-ec518070998d on host hv-neutron-mast for vnic_type normal with profile {{(pid=116162) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 28 11:13:25.383111 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.managers [req-6b588ab5-f4ad-46d0-bcc4-dddd5d924d6f req-b6a0d64a-080b-436f-adcf-d666b2ed47e3 service neutron] Attempting to bind port 2661eba9-79b1-4515-8999-ec518070998d by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': 'd6ab13ae-3a67-4b86-b1c5-eddbcd455107', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '95a73077-5c3c-4a4f-9014-bee1df8e9c09'}] {{(pid=116162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 28 11:13:25.383451 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b588ab5-f4ad-46d0-bcc4-dddd5d924d6f req-b6a0d64a-080b-436f-adcf-d666b2ed47e3 service neutron] Attempting to bind port 2661eba9-79b1-4515-8999-ec518070998d on network 95a73077-5c3c-4a4f-9014-bee1df8e9c09 {{(pid=116162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 11:13:25.388251 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b588ab5-f4ad-46d0-bcc4-dddd5d924d6f req-b6a0d64a-080b-436f-adcf-d666b2ed47e3 service neutron] Port 2661eba9-79b1-4515-8999-ec518070998d on network 95a73077-5c3c-4a4f-9014-bee1df8e9c09 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=116162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 28 11:13:25.388583 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b588ab5-f4ad-46d0-bcc4-dddd5d924d6f req-b6a0d64a-080b-436f-adcf-d666b2ed47e3 service neutron] Attempting to bind port 2661eba9-79b1-4515-8999-ec518070998d on network 95a73077-5c3c-4a4f-9014-bee1df8e9c09 {{(pid=116162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 11:13:25.394491 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b588ab5-f4ad-46d0-bcc4-dddd5d924d6f req-b6a0d64a-080b-436f-adcf-d666b2ed47e3 service neutron] Checking agent: {'id': '6be95134-9a6c-4663-8b48-90d12ce90c60', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-mast', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 10, 57, 20), 'started_at': datetime.datetime(2022, 4, 28, 10, 57, 20), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 11, 13, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=116162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 11:13:25.394840 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b588ab5-f4ad-46d0-bcc4-dddd5d924d6f req-b6a0d64a-080b-436f-adcf-d666b2ed47e3 service neutron] Checking segment: {'id': 'd6ab13ae-3a67-4b86-b1c5-eddbcd455107', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '95a73077-5c3c-4a4f-9014-bee1df8e9c09'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 11:13:25.395230 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b588ab5-f4ad-46d0-bcc4-dddd5d924d6f req-b6a0d64a-080b-436f-adcf-d666b2ed47e3 service neutron] Bound using segment: {'id': 'd6ab13ae-3a67-4b86-b1c5-eddbcd455107', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '95a73077-5c3c-4a4f-9014-bee1df8e9c09'} {{(pid=116162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 11:13:25.395663 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.managers [req-6b588ab5-f4ad-46d0-bcc4-dddd5d924d6f req-b6a0d64a-080b-436f-adcf-d666b2ed47e3 service neutron] Bound port: 2661eba9-79b1-4515-8999-ec518070998d, host: hv-neutron-mast, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd6ab13ae-3a67-4b86-b1c5-eddbcd455107', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '95a73077-5c3c-4a4f-9014-bee1df8e9c09'}}] {{(pid=116162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 28 11:13:25.396026 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [req-6b588ab5-f4ad-46d0-bcc4-dddd5d924d6f req-b6a0d64a-080b-436f-adcf-d666b2ed47e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (2661eba9-79b1-4515-8999-ec518070998d), before_update {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:13:25.462951 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.db [req-6b588ab5-f4ad-46d0-bcc4-dddd5d924d6f req-b6a0d64a-080b-436f-adcf-d666b2ed47e3 service neutron] For port 2661eba9-79b1-4515-8999-ec518070998d, host hv-neutron-mast, cleared binding levels {{(pid=116162) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 11:13:25.466440 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.db [req-6b588ab5-f4ad-46d0-bcc4-dddd5d924d6f req-b6a0d64a-080b-436f-adcf-d666b2ed47e3 service neutron] For port 2661eba9-79b1-4515-8999-ec518070998d, host hv-neutron-mast, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=2661eba9-79b1-4515-8999-ec518070998d,segment=NetworkSegment(d6ab13ae-3a67-4b86-b1c5-eddbcd455107),segment_id=d6ab13ae-3a67-4b86-b1c5-eddbcd455107)] {{(pid=116162) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 11:13:25.537574 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [req-6b588ab5-f4ad-46d0-bcc4-dddd5d924d6f req-b6a0d64a-080b-436f-adcf-d666b2ed47e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5051840'] for port (2661eba9-79b1-4515-8999-ec518070998d), after_update {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:13:25.569542 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b588ab5-f4ad-46d0-bcc4-dddd5d924d6f req-b6a0d64a-080b-436f-adcf-d666b2ed47e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:13:25.570355 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [req-6b588ab5-f4ad-46d0-bcc4-dddd5d924d6f req-b6a0d64a-080b-436f-adcf-d666b2ed47e3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198022'] for port (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:13:25.572190 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-6b588ab5-f4ad-46d0-bcc4-dddd5d924d6f req-b6a0d64a-080b-436f-adcf-d666b2ed47e3 service neutron] 10.222.0.20 "PUT /v2.0/ports/2661eba9-79b1-4515-8999-ec518070998d HTTP/1.1" status: 200 len: 1094 time: 0.8218048 Apr 28 11:13:25.574668 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68757933-5faf-4350-a172-4b64e7a0c75b', 'tag': '2661eba9-79b1-4515-8999-ec518070998d'}] {{(pid=116162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 11:13:25.578027 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ba53f40d6116d28995a8e36159d0e539b5353eec116fb5dd4ce03b4b2159ab1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2267e3e5-7ba1-4f0f-9fee-253abaad8633" -d '{"events": [{"name": "network-changed", "server_uuid": "68757933-5faf-4350-a172-4b64e7a0c75b", "tag": "2661eba9-79b1-4515-8999-ec518070998d"}]}' {{(pid=116162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 11:13:25.610101 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a0d64a-080b-436f-adcf-d666b2ed47e3 service neutron] Pushing event updated for resources: {'Port': ['ID=2661eba9-79b1-4515-8999-ec518070998d,revision_number=3']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:13:25.635236 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 11:13:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6dbcd908-bd19-4b09-9251-7e49cbd1c3fe x-openstack-request-id: req-6dbcd908-bd19-4b09-9251-7e49cbd1c3fe {{(pid=116162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 11:13:25.635601 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "68757933-5faf-4350-a172-4b64e7a0c75b", "tag": "2661eba9-79b1-4515-8999-ec518070998d", "status": "completed", "code": 200}]} {{(pid=116162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 11:13:25.636110 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-6dbcd908-bd19-4b09-9251-7e49cbd1c3fe {{(pid=116162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 11:13:25.636904 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6dbcd908-bd19-4b09-9251-7e49cbd1c3fe'] response: {'name': 'network-changed', 'server_uuid': '68757933-5faf-4350-a172-4b64e7a0c75b', 'tag': '2661eba9-79b1-4515-8999-ec518070998d', 'status': 'completed', 'code': 200} Apr 28 11:13:25.697058 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2267e3e5-7ba1-4f0f-9fee-253abaad8633 req-09ebcf50-32a0-419d-9ed9-79aac0cbbcf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:13:25.698706 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-2267e3e5-7ba1-4f0f-9fee-253abaad8633 req-09ebcf50-32a0-419d-9ed9-79aac0cbbcf9 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=552a7719c35843ecaa8ce5b648a02d25&device_id=68757933-5faf-4350-a172-4b64e7a0c75b HTTP/1.1" status: 200 len: 1128 time: 0.0504248 Apr 28 11:13:25.802228 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2267e3e5-7ba1-4f0f-9fee-253abaad8633 req-6a6ffdec-4ac8-40f5-9b26-616a06f88294 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:13:25.803741 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-2267e3e5-7ba1-4f0f-9fee-253abaad8633 req-6a6ffdec-4ac8-40f5-9b26-616a06f88294 service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=552a7719c35843ecaa8ce5b648a02d25&shared=False HTTP/1.1" status: 200 len: 911 time: 0.0984514 Apr 28 11:13:25.903600 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2267e3e5-7ba1-4f0f-9fee-253abaad8633 req-3a8d6813-5070-4406-9d11-6366b628beb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:13:25.905233 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-2267e3e5-7ba1-4f0f-9fee-253abaad8633 req-3a8d6813-5070-4406-9d11-6366b628beb8 service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0959401 Apr 28 11:13:25.981051 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b588ab5-f4ad-46d0-bcc4-dddd5d924d6f req-1f7fe4b5-893d-40e2-b128-c3edf1ac8c5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:13:25.982597 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-6b588ab5-f4ad-46d0-bcc4-dddd5d924d6f req-1f7fe4b5-893d-40e2-b128-c3edf1ac8c5b service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=552a7719c35843ecaa8ce5b648a02d25&device_id=68757933-5faf-4350-a172-4b64e7a0c75b HTTP/1.1" status: 200 len: 1128 time: 0.0407026 Apr 28 11:13:26.024032 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-6b588ab5-f4ad-46d0-bcc4-dddd5d924d6f req-b11cdb97-ef3b-4424-8eee-03e3c0841481 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2661eba9-79b1-4515-8999-ec518070998d HTTP/1.1" status: 200 len: 217 time: 0.0349412 Apr 28 11:13:26.077145 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b588ab5-f4ad-46d0-bcc4-dddd5d924d6f req-c801bcd6-53bb-4a0f-ab1b-c3a80095495b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:13:26.079187 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-6b588ab5-f4ad-46d0-bcc4-dddd5d924d6f req-c801bcd6-53bb-4a0f-ab1b-c3a80095495b service neutron] 10.222.0.20 "GET /v2.0/subnets?id=49bbb4f0-3980-4b52-84ba-965c72e99e66 HTTP/1.1" status: 200 len: 850 time: 0.0480452 Apr 28 11:13:26.123439 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b588ab5-f4ad-46d0-bcc4-dddd5d924d6f req-eb4b6d11-44a3-4c8a-8204-15e9bbad4d7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:13:26.124955 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-6b588ab5-f4ad-46d0-bcc4-dddd5d924d6f req-eb4b6d11-44a3-4c8a-8204-15e9bbad4d7b service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=95a73077-5c3c-4a4f-9014-bee1df8e9c09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0406601 Apr 28 11:13:26.216262 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-6b588ab5-f4ad-46d0-bcc4-dddd5d924d6f req-6a8c2226-6001-4907-8f65-4538689e692c service neutron] 10.222.0.20 "GET /v2.0/networks/95a73077-5c3c-4a4f-9014-bee1df8e9c09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851040 Apr 28 11:13:26.308520 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-6b588ab5-f4ad-46d0-bcc4-dddd5d924d6f req-50c65bb1-a078-4418-9db8-838c5c0f1525 service neutron] 10.222.0.20 "GET /v2.0/networks/95a73077-5c3c-4a4f-9014-bee1df8e9c09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863488 Apr 28 11:13:26.423949 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e4d3f8-551a-4aca-b196-e0b1a266ed7f req-d54a7be0-db9a-46a5-973d-3bdc73ace7e5 tempest-TestVolumeBootPattern-839648198 tempest-TestVolumeBootPattern-839648198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:13:26.425438 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-d3e4d3f8-551a-4aca-b196-e0b1a266ed7f req-d54a7be0-db9a-46a5-973d-3bdc73ace7e5 tempest-TestVolumeBootPattern-839648198 tempest-TestVolumeBootPattern-839648198-project] 10.222.0.10 "GET /v2.0/ports?device_id=68757933-5faf-4350-a172-4b64e7a0c75b HTTP/1.1" status: 200 len: 944 time: 0.0515592 Apr 28 11:13:26.477430 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-d3e4d3f8-551a-4aca-b196-e0b1a266ed7f req-a8fc68c8-09e5-4757-bcbb-51f132fab83f tempest-TestVolumeBootPattern-839648198 tempest-TestVolumeBootPattern-839648198-project] 10.222.0.10 "GET /v2.0/security-groups?id=c83a530b-56a2-41d8-b874-e844ad8fa813&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459347 Apr 28 11:13:27.591065 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece0a237-c6c1-4578-8282-e753ebbf6ad7 req-0477fd1f-2d62-4804-8b1b-47f50c22f98f tempest-TestVolumeBootPattern-839648198 tempest-TestVolumeBootPattern-839648198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:13:27.592556 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-ece0a237-c6c1-4578-8282-e753ebbf6ad7 req-0477fd1f-2d62-4804-8b1b-47f50c22f98f tempest-TestVolumeBootPattern-839648198 tempest-TestVolumeBootPattern-839648198-project] 10.222.0.10 "GET /v2.0/ports?device_id=68757933-5faf-4350-a172-4b64e7a0c75b HTTP/1.1" status: 200 len: 944 time: 0.0464275 Apr 28 11:13:27.642919 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-ece0a237-c6c1-4578-8282-e753ebbf6ad7 req-bbc1353f-90f7-458f-8ee4-833369a734ac tempest-TestVolumeBootPattern-839648198 tempest-TestVolumeBootPattern-839648198-project] 10.222.0.10 "GET /v2.0/security-groups?id=c83a530b-56a2-41d8-b874-e844ad8fa813&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433915 Apr 28 11:13:28.766777 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92bde4b7-c12e-45f0-bcdf-44d3fc2274bb req-1793febc-1427-410e-83c1-3a03b0a9eb04 tempest-TestVolumeBootPattern-839648198 tempest-TestVolumeBootPattern-839648198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:13:28.768377 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-92bde4b7-c12e-45f0-bcdf-44d3fc2274bb req-1793febc-1427-410e-83c1-3a03b0a9eb04 tempest-TestVolumeBootPattern-839648198 tempest-TestVolumeBootPattern-839648198-project] 10.222.0.10 "GET /v2.0/ports?device_id=68757933-5faf-4350-a172-4b64e7a0c75b HTTP/1.1" status: 200 len: 944 time: 0.0554404 Apr 28 11:13:28.823298 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-92bde4b7-c12e-45f0-bcdf-44d3fc2274bb req-3a8bf599-ef6c-4eeb-9317-2a0cc8454b3d tempest-TestVolumeBootPattern-839648198 tempest-TestVolumeBootPattern-839648198-project] 10.222.0.10 "GET /v2.0/security-groups?id=c83a530b-56a2-41d8-b874-e844ad8fa813&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491161 Apr 28 11:13:29.939757 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1dd5ef2-b825-443f-b485-923ffea568d9 req-81eb4120-a600-4755-afd6-3e9160fa1bbb tempest-TestVolumeBootPattern-839648198 tempest-TestVolumeBootPattern-839648198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:13:29.941489 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-b1dd5ef2-b825-443f-b485-923ffea568d9 req-81eb4120-a600-4755-afd6-3e9160fa1bbb tempest-TestVolumeBootPattern-839648198 tempest-TestVolumeBootPattern-839648198-project] 10.222.0.10 "GET /v2.0/ports?device_id=68757933-5faf-4350-a172-4b64e7a0c75b HTTP/1.1" status: 200 len: 944 time: 0.0490379 Apr 28 11:13:29.992309 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-b1dd5ef2-b825-443f-b485-923ffea568d9 req-04a0994c-cd8c-41f6-a853-84eeb572abea tempest-TestVolumeBootPattern-839648198 tempest-TestVolumeBootPattern-839648198-project] 10.222.0.10 "GET /v2.0/security-groups?id=c83a530b-56a2-41d8-b874-e844ad8fa813&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450060 Apr 28 11:13:31.110265 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48bc2c9-47af-4cf1-8062-0a3e4b7210cb req-a44bb6ee-f7e8-44db-afb5-519d224b76f2 tempest-TestVolumeBootPattern-839648198 tempest-TestVolumeBootPattern-839648198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:13:31.111805 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-c48bc2c9-47af-4cf1-8062-0a3e4b7210cb req-a44bb6ee-f7e8-44db-afb5-519d224b76f2 tempest-TestVolumeBootPattern-839648198 tempest-TestVolumeBootPattern-839648198-project] 10.222.0.10 "GET /v2.0/ports?device_id=68757933-5faf-4350-a172-4b64e7a0c75b HTTP/1.1" status: 200 len: 944 time: 0.0521288 Apr 28 11:13:31.160991 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-c48bc2c9-47af-4cf1-8062-0a3e4b7210cb req-f1680aaa-5a9d-4c08-abbb-46cb8f7af946 tempest-TestVolumeBootPattern-839648198 tempest-TestVolumeBootPattern-839648198-project] 10.222.0.10 "GET /v2.0/security-groups?id=c83a530b-56a2-41d8-b874-e844ad8fa813&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435693 Apr 28 11:13:32.274685 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8494d579-f580-4581-aca6-1fbbb505adb6 req-c0666c41-2fc2-4961-9d5b-03325fea8d73 tempest-TestVolumeBootPattern-839648198 tempest-TestVolumeBootPattern-839648198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:13:32.276192 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-8494d579-f580-4581-aca6-1fbbb505adb6 req-c0666c41-2fc2-4961-9d5b-03325fea8d73 tempest-TestVolumeBootPattern-839648198 tempest-TestVolumeBootPattern-839648198-project] 10.222.0.10 "GET /v2.0/ports?device_id=68757933-5faf-4350-a172-4b64e7a0c75b HTTP/1.1" status: 200 len: 944 time: 0.0472636 Apr 28 11:13:32.326057 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-8494d579-f580-4581-aca6-1fbbb505adb6 req-e8b6db86-b170-4529-8022-c07f91c3f255 tempest-TestVolumeBootPattern-839648198 tempest-TestVolumeBootPattern-839648198-project] 10.222.0.10 "GET /v2.0/security-groups?id=c83a530b-56a2-41d8-b874-e844ad8fa813&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441358 Apr 28 11:13:33.441249 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687668c2-d065-48a3-bb96-239313840466 req-68ae1d5f-6111-484d-b97e-1fc0eee7e094 tempest-TestVolumeBootPattern-839648198 tempest-TestVolumeBootPattern-839648198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:13:33.442763 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-687668c2-d065-48a3-bb96-239313840466 req-68ae1d5f-6111-484d-b97e-1fc0eee7e094 tempest-TestVolumeBootPattern-839648198 tempest-TestVolumeBootPattern-839648198-project] 10.222.0.10 "GET /v2.0/ports?device_id=68757933-5faf-4350-a172-4b64e7a0c75b HTTP/1.1" status: 200 len: 944 time: 0.0467787 Apr 28 11:13:33.496152 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-687668c2-d065-48a3-bb96-239313840466 req-edd6d106-2b37-4389-b931-3b164f72b03b tempest-TestVolumeBootPattern-839648198 tempest-TestVolumeBootPattern-839648198-project] 10.222.0.10 "GET /v2.0/security-groups?id=c83a530b-56a2-41d8-b874-e844ad8fa813&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475073 Apr 28 11:13:34.609958 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641b6124-4bd6-449f-b3e8-e975c09b1125 req-c0de7662-115c-42f3-bd9d-d045e978893b tempest-TestVolumeBootPattern-839648198 tempest-TestVolumeBootPattern-839648198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:13:34.614984 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-641b6124-4bd6-449f-b3e8-e975c09b1125 req-c0de7662-115c-42f3-bd9d-d045e978893b tempest-TestVolumeBootPattern-839648198 tempest-TestVolumeBootPattern-839648198-project] 10.222.0.10 "GET /v2.0/ports?device_id=68757933-5faf-4350-a172-4b64e7a0c75b HTTP/1.1" status: 200 len: 944 time: 0.0480967 Apr 28 11:13:34.663459 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-641b6124-4bd6-449f-b3e8-e975c09b1125 req-7a31a41f-aad3-452e-a31c-db838b60ac12 tempest-TestVolumeBootPattern-839648198 tempest-TestVolumeBootPattern-839648198-project] 10.222.0.10 "GET /v2.0/security-groups?id=c83a530b-56a2-41d8-b874-e844ad8fa813&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456707 Apr 28 11:13:34.673440 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-6f78283e-7d7c-410e-aa95-76a2cedbba23 req-2c39c9b2-c1e2-42ff-8366-2f2c60bff223 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=98d55c2d-420b-45bd-a19c-a51ec30177ea&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0391672 Apr 28 11:13:35.063621 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f78283e-7d7c-410e-aa95-76a2cedbba23 req-3fcd7fd1-dcca-4786-8c27-2d43845f6f1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:13:35.065332 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-6f78283e-7d7c-410e-aa95-76a2cedbba23 req-3fcd7fd1-dcca-4786-8c27-2d43845f6f1e service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=552a7719c35843ecaa8ce5b648a02d25&device_id=98d55c2d-420b-45bd-a19c-a51ec30177ea HTTP/1.1" status: 200 len: 1129 time: 0.3501403 Apr 28 11:13:35.167398 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f78283e-7d7c-410e-aa95-76a2cedbba23 req-6690ebf7-edaf-40c9-b38b-83f560043afb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:13:35.168774 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-6f78283e-7d7c-410e-aa95-76a2cedbba23 req-6690ebf7-edaf-40c9-b38b-83f560043afb service neutron] 10.222.0.20 "GET /v2.0/networks?id=95a73077-5c3c-4a4f-9014-bee1df8e9c09 HTTP/1.1" status: 200 len: 911 time: 0.0852144 Apr 28 11:13:35.457446 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-6f78283e-7d7c-410e-aa95-76a2cedbba23 req-52e7d2fb-7eed-4813-a7e4-f0912d370eda service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f5698167-c51b-489f-a142-f8e511ffc09c HTTP/1.1" status: 200 len: 1001 time: 0.0631173 Apr 28 11:13:35.504880 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f78283e-7d7c-410e-aa95-76a2cedbba23 req-0a2577f5-2fe2-446e-a655-13fadcf75def service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:13:35.506273 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-6f78283e-7d7c-410e-aa95-76a2cedbba23 req-0a2577f5-2fe2-446e-a655-13fadcf75def service neutron] 10.222.0.20 "GET /v2.0/subnets?id=49bbb4f0-3980-4b52-84ba-965c72e99e66 HTTP/1.1" status: 200 len: 850 time: 0.0425639 Apr 28 11:13:35.547963 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f78283e-7d7c-410e-aa95-76a2cedbba23 req-3a630366-3e7c-41ec-a773-81206792c6c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:13:35.549995 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-6f78283e-7d7c-410e-aa95-76a2cedbba23 req-3a630366-3e7c-41ec-a773-81206792c6c6 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=95a73077-5c3c-4a4f-9014-bee1df8e9c09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0377614 Apr 28 11:13:35.639120 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-6f78283e-7d7c-410e-aa95-76a2cedbba23 req-3c626c8b-d3c8-4eb1-8b7d-c7784c3f2be5 service neutron] 10.222.0.20 "GET /v2.0/networks/95a73077-5c3c-4a4f-9014-bee1df8e9c09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828822 Apr 28 11:13:35.732845 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-6f78283e-7d7c-410e-aa95-76a2cedbba23 req-069cd659-7de5-4d30-b6ca-a9deb181cd72 service neutron] 10.222.0.20 "GET /v2.0/networks/95a73077-5c3c-4a4f-9014-bee1df8e9c09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837166 Apr 28 11:13:35.783492 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62342f19-ccfc-4521-9a2f-252469a5205f req-4fd875fd-5865-4427-8622-384993fca38b tempest-TestVolumeBootPattern-839648198 tempest-TestVolumeBootPattern-839648198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:13:35.785062 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-62342f19-ccfc-4521-9a2f-252469a5205f req-4fd875fd-5865-4427-8622-384993fca38b tempest-TestVolumeBootPattern-839648198 tempest-TestVolumeBootPattern-839648198-project] 10.222.0.10 "GET /v2.0/ports?device_id=68757933-5faf-4350-a172-4b64e7a0c75b HTTP/1.1" status: 200 len: 944 time: 0.0478268 Apr 28 11:13:35.833018 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-62342f19-ccfc-4521-9a2f-252469a5205f req-22a37e88-cba2-4a1f-89cb-0562ad864e08 tempest-TestVolumeBootPattern-839648198 tempest-TestVolumeBootPattern-839648198-project] 10.222.0.10 "GET /v2.0/security-groups?id=c83a530b-56a2-41d8-b874-e844ad8fa813&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422876 Apr 28 11:13:36.961602 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e62d67-d110-4e46-b165-b0e34cd63167 req-b6641b0a-08ea-4b91-b504-1e892c2ae61c tempest-TestVolumeBootPattern-839648198 tempest-TestVolumeBootPattern-839648198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:13:36.963108 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-18e62d67-d110-4e46-b165-b0e34cd63167 req-b6641b0a-08ea-4b91-b504-1e892c2ae61c tempest-TestVolumeBootPattern-839648198 tempest-TestVolumeBootPattern-839648198-project] 10.222.0.10 "GET /v2.0/ports?device_id=68757933-5faf-4350-a172-4b64e7a0c75b HTTP/1.1" status: 200 len: 944 time: 0.0618041 Apr 28 11:13:37.012834 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-18e62d67-d110-4e46-b165-b0e34cd63167 req-a122c4f0-0064-4d49-b81e-66d1defd73bb tempest-TestVolumeBootPattern-839648198 tempest-TestVolumeBootPattern-839648198-project] 10.222.0.10 "GET /v2.0/security-groups?id=c83a530b-56a2-41d8-b874-e844ad8fa813&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440366 Apr 28 11:13:37.045493 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-de3dcc51-ebb3-48fa-b1c2-886d043f5b18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (75ba81b7-fe99-4281-90d2-a5adb445ecea), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:13:38.127427 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd67889f-1a8b-437e-94e5-f5f4cc207493 req-482e78dd-c28e-4ec6-bf82-330446b28f82 tempest-TestVolumeBootPattern-839648198 tempest-TestVolumeBootPattern-839648198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:13:38.128974 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-bd67889f-1a8b-437e-94e5-f5f4cc207493 req-482e78dd-c28e-4ec6-bf82-330446b28f82 tempest-TestVolumeBootPattern-839648198 tempest-TestVolumeBootPattern-839648198-project] 10.222.0.10 "GET /v2.0/ports?device_id=68757933-5faf-4350-a172-4b64e7a0c75b HTTP/1.1" status: 200 len: 944 time: 0.0482066 Apr 28 11:13:38.178347 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-bd67889f-1a8b-437e-94e5-f5f4cc207493 req-d9cf8a15-6764-4c9d-b344-883779aedcc6 tempest-TestVolumeBootPattern-839648198 tempest-TestVolumeBootPattern-839648198-project] 10.222.0.10 "GET /v2.0/security-groups?id=c83a530b-56a2-41d8-b874-e844ad8fa813&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437863 Apr 28 11:13:39.295925 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df01967-e7e4-42db-a86c-a4f64a66368a req-1a714937-fcc2-41be-b051-97876cf61ac5 tempest-TestVolumeBootPattern-839648198 tempest-TestVolumeBootPattern-839648198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:13:39.297305 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-2df01967-e7e4-42db-a86c-a4f64a66368a req-1a714937-fcc2-41be-b051-97876cf61ac5 tempest-TestVolumeBootPattern-839648198 tempest-TestVolumeBootPattern-839648198-project] 10.222.0.10 "GET /v2.0/ports?device_id=68757933-5faf-4350-a172-4b64e7a0c75b HTTP/1.1" status: 200 len: 944 time: 0.0467515 Apr 28 11:13:39.351653 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-2df01967-e7e4-42db-a86c-a4f64a66368a req-9b3670ff-a6df-426b-9c79-dc84a5d481a9 tempest-TestVolumeBootPattern-839648198 tempest-TestVolumeBootPattern-839648198-project] 10.222.0.10 "GET /v2.0/security-groups?id=c83a530b-56a2-41d8-b874-e844ad8fa813&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487227 Apr 28 11:13:39.388533 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-d4ae644b-8c9e-44cc-8ae4-7cb5d29d70ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (6b492ad6-0876-4d74-b20d-28143a52ceba), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:13:40.464172 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13a56b2-a314-42c3-bc8a-9692df53d51a req-144cc0c7-0a47-4ddb-b001-942176a4ecfe tempest-TestVolumeBootPattern-839648198 tempest-TestVolumeBootPattern-839648198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:13:40.465654 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-f13a56b2-a314-42c3-bc8a-9692df53d51a req-144cc0c7-0a47-4ddb-b001-942176a4ecfe tempest-TestVolumeBootPattern-839648198 tempest-TestVolumeBootPattern-839648198-project] 10.222.0.10 "GET /v2.0/ports?device_id=68757933-5faf-4350-a172-4b64e7a0c75b HTTP/1.1" status: 200 len: 944 time: 0.0478628 Apr 28 11:13:40.488885 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-ae94d540-e4c6-43be-adc9-b26fb6a2f62f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (cfc241ae-e4b7-443b-b80b-59fbbc2b69c9), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:13:40.514347 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-f13a56b2-a314-42c3-bc8a-9692df53d51a req-c9975553-1e2a-407f-bbb2-3e290534fa56 tempest-TestVolumeBootPattern-839648198 tempest-TestVolumeBootPattern-839648198-project] 10.222.0.10 "GET /v2.0/security-groups?id=c83a530b-56a2-41d8-b874-e844ad8fa813&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427699 Apr 28 11:13:41.623755 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9332ca7-03a2-474f-9256-7cb63309b01b req-fb77896b-63d2-4a90-a96a-165d2257969f tempest-TestVolumeBootPattern-839648198 tempest-TestVolumeBootPattern-839648198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:13:41.625209 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-e9332ca7-03a2-474f-9256-7cb63309b01b req-fb77896b-63d2-4a90-a96a-165d2257969f tempest-TestVolumeBootPattern-839648198 tempest-TestVolumeBootPattern-839648198-project] 10.222.0.10 "GET /v2.0/ports?device_id=68757933-5faf-4350-a172-4b64e7a0c75b HTTP/1.1" status: 200 len: 944 time: 0.0456717 Apr 28 11:13:41.673829 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-e9332ca7-03a2-474f-9256-7cb63309b01b req-b36c62ea-0bee-447f-a68b-319b0c47558d tempest-TestVolumeBootPattern-839648198 tempest-TestVolumeBootPattern-839648198-project] 10.222.0.10 "GET /v2.0/security-groups?id=c83a530b-56a2-41d8-b874-e844ad8fa813&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423880 Apr 28 11:13:42.068335 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-01ef1de1-12fd-4cef-b76b-793f91379468 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (39cc4f52-f5d9-4e2c-bbfa-7a1c528e1c40), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:13:42.681229 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Device 2661eba9-79b1-4515-8999-ec518070998d details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=116163) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 28 11:13:42.780539 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] For port 2661eba9-79b1-4515-8999-ec518070998d, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=2661eba9-79b1-4515-8999-ec518070998d,segment=NetworkSegment(d6ab13ae-3a67-4b86-b1c5-eddbcd455107),segment_id=d6ab13ae-3a67-4b86-b1c5-eddbcd455107)] {{(pid=116163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 11:13:42.792081 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d6a6d1-7787-404e-a06c-d3db044cb2d5 req-9103b358-608e-4d05-afa3-121ef4ad2664 tempest-TestVolumeBootPattern-839648198 tempest-TestVolumeBootPattern-839648198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:13:42.792653 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Returning: {'device': '2661eba9-79b1-4515-8999-ec518070998d', 'network_id': '95a73077-5c3c-4a4f-9014-bee1df8e9c09', 'port_id': '2661eba9-79b1-4515-8999-ec518070998d', 'mac_address': 'fa:16:3e:3b:4c:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 51, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '49bbb4f0-3980-4b52-84ba-965c72e99e66', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=116163) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 28 11:13:42.793578 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-60d6a6d1-7787-404e-a06c-d3db044cb2d5 req-9103b358-608e-4d05-afa3-121ef4ad2664 tempest-TestVolumeBootPattern-839648198 tempest-TestVolumeBootPattern-839648198-project] 10.222.0.10 "GET /v2.0/ports?device_id=68757933-5faf-4350-a172-4b64e7a0c75b HTTP/1.1" status: 200 len: 944 time: 0.0502498 Apr 28 11:13:42.829844 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Current status of the port 2661eba9-79b1-4515-8999-ec518070998d is: DOWN; New status is: BUILD {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:13:42.830227 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (2661eba9-79b1-4515-8999-ec518070998d), before_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:13:42.844077 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.notifiers.nova [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2661eba9-79b1-4515-8999-ec518070998d {{(pid=116163) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 11:13:42.846046 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-60d6a6d1-7787-404e-a06c-d3db044cb2d5 req-e248f8da-074f-4a50-9e01-312dd9210d5d tempest-TestVolumeBootPattern-839648198 tempest-TestVolumeBootPattern-839648198-project] 10.222.0.10 "GET /v2.0/security-groups?id=c83a530b-56a2-41d8-b874-e844ad8fa813&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467305 Apr 28 11:13:42.865538 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] For port 2661eba9-79b1-4515-8999-ec518070998d, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=2661eba9-79b1-4515-8999-ec518070998d,segment=NetworkSegment(d6ab13ae-3a67-4b86-b1c5-eddbcd455107),segment_id=d6ab13ae-3a67-4b86-b1c5-eddbcd455107)] {{(pid=116163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 11:13:42.922735 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393'] for port (2661eba9-79b1-4515-8999-ec518070998d), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:13:42.972826 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Pushing event updated for resources: {'Port': ['ID=2661eba9-79b1-4515-8999-ec518070998d,revision_number=4']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:13:42.980267 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:13:42.980612 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:13:42.980953 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:13:42.981344 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:13:42.981649 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:13:42.981977 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:13:42.982302 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:13:42.982647 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:13:42.982974 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:13:42.983297 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:13:42.983618 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:13:42.983941 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:13:42.984264 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:13:42.984576 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:13:42.984894 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:13:43.158773 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] get_ports_and_sgs() called for port_ids ['2661eba9-79b1-4515-8999-ec518070998d'] {{(pid=116163) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 11:13:43.364819 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (d5baab19-5dd1-4902-922b-84acb048ab9c), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:13:43.959154 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c480aee4-20af-4d53-bb96-01d43b46f226 req-3d7d01ca-5019-4580-ab69-30d55cb3fefe tempest-TestVolumeBootPattern-839648198 tempest-TestVolumeBootPattern-839648198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:13:43.960606 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-c480aee4-20af-4d53-bb96-01d43b46f226 req-3d7d01ca-5019-4580-ab69-30d55cb3fefe tempest-TestVolumeBootPattern-839648198 tempest-TestVolumeBootPattern-839648198-project] 10.222.0.10 "GET /v2.0/ports?device_id=68757933-5faf-4350-a172-4b64e7a0c75b HTTP/1.1" status: 200 len: 945 time: 0.0466819 Apr 28 11:13:44.009652 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-c480aee4-20af-4d53-bb96-01d43b46f226 req-5c352ac3-ef4f-463e-ae6b-c5b297478ac4 tempest-TestVolumeBootPattern-839648198 tempest-TestVolumeBootPattern-839648198-project] 10.222.0.10 "GET /v2.0/security-groups?id=c83a530b-56a2-41d8-b874-e844ad8fa813&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435164 Apr 28 11:13:44.691832 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Device 2661eba9-79b1-4515-8999-ec518070998d up at agent hyperv_hv-neutron-mast {{(pid=116163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 11:13:44.737083 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Provisioning for port 2661eba9-79b1-4515-8999-ec518070998d completed by entity L2. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 28 11:13:44.856600 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Provisioning complete for port 2661eba9-79b1-4515-8999-ec518070998d triggered by entity L2. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:13:44.856971 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (2661eba9-79b1-4515-8999-ec518070998d), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:13:44.936851 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Current status of the port 2661eba9-79b1-4515-8999-ec518070998d is: BUILD; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:13:44.937229 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (2661eba9-79b1-4515-8999-ec518070998d), before_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:13:44.958797 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68757933-5faf-4350-a172-4b64e7a0c75b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2661eba9-79b1-4515-8999-ec518070998d'}] {{(pid=116163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 11:13:44.961092 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f01aec4a4f83961b54a953becfce2676879fb1d4b91122543244f430a0b8460" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9396dc7b-b626-4323-a865-d0ab30166a19" -d '{"events": [{"server_uuid": "68757933-5faf-4350-a172-4b64e7a0c75b", "name": "network-vif-plugged", "status": "completed", "tag": "2661eba9-79b1-4515-8999-ec518070998d"}]}' {{(pid=116163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 11:13:44.974819 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] For port 2661eba9-79b1-4515-8999-ec518070998d, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=2661eba9-79b1-4515-8999-ec518070998d,segment=NetworkSegment(d6ab13ae-3a67-4b86-b1c5-eddbcd455107),segment_id=d6ab13ae-3a67-4b86-b1c5-eddbcd455107)] {{(pid=116163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 11:13:44.996750 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 11:13:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08099956-51bb-4ff5-9196-e4a03aac61d3 x-openstack-request-id: req-08099956-51bb-4ff5-9196-e4a03aac61d3 {{(pid=116163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 11:13:44.997045 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68757933-5faf-4350-a172-4b64e7a0c75b", "name": "network-vif-plugged", "status": "completed", "tag": "2661eba9-79b1-4515-8999-ec518070998d", "code": 200}]} {{(pid=116163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 11:13:44.997298 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-08099956-51bb-4ff5-9196-e4a03aac61d3 {{(pid=116163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 11:13:44.997697 dv-neutron-master-2-hyperv neutron-server[116163]: INFO neutron.notifiers.nova [-] Nova event matching ['req-08099956-51bb-4ff5-9196-e4a03aac61d3'] response: {'server_uuid': '68757933-5faf-4350-a172-4b64e7a0c75b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2661eba9-79b1-4515-8999-ec518070998d', 'code': 200} Apr 28 11:13:45.030971 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393'] for port (2661eba9-79b1-4515-8999-ec518070998d), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:13:45.079344 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Pushing event updated for resources: {'Port': ['ID=2661eba9-79b1-4515-8999-ec518070998d,revision_number=5']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:13:45.130252 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50ca628-0cd6-4ad6-9eea-489842ea01aa req-2213b628-c880-4a1b-87de-dcaea4782e42 tempest-TestVolumeBootPattern-839648198 tempest-TestVolumeBootPattern-839648198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:13:45.131742 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-a50ca628-0cd6-4ad6-9eea-489842ea01aa req-2213b628-c880-4a1b-87de-dcaea4782e42 tempest-TestVolumeBootPattern-839648198 tempest-TestVolumeBootPattern-839648198-project] 10.222.0.10 "GET /v2.0/ports?device_id=68757933-5faf-4350-a172-4b64e7a0c75b HTTP/1.1" status: 200 len: 946 time: 0.0527432 Apr 28 11:13:45.181595 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-a50ca628-0cd6-4ad6-9eea-489842ea01aa req-97138d6b-18de-40b1-9c9e-f05db2395e51 tempest-TestVolumeBootPattern-839648198 tempest-TestVolumeBootPattern-839648198-project] 10.222.0.10 "GET /v2.0/security-groups?id=c83a530b-56a2-41d8-b874-e844ad8fa813&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441647 Apr 28 11:13:45.247574 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2827298-0b2d-4fe3-99be-feeee1907414 req-95be97cb-b31b-4316-bb1d-1d1b50976e55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:13:45.248977 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-f2827298-0b2d-4fe3-99be-feeee1907414 req-95be97cb-b31b-4316-bb1d-1d1b50976e55 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=68757933-5faf-4350-a172-4b64e7a0c75b HTTP/1.1" status: 200 len: 1130 time: 0.0430276 Apr 28 11:13:45.293867 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-f2827298-0b2d-4fe3-99be-feeee1907414 req-9280e73b-69c2-42a2-b6f0-bed5b3d5c02b service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=c83a530b-56a2-41d8-b874-e844ad8fa813&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393145 Apr 28 11:13:46.297356 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c467574-bc46-45fa-945c-45ddb0182934 req-d77253f9-b9ba-4b98-8cf9-1713c35d60df tempest-TestVolumeBootPattern-839648198 tempest-TestVolumeBootPattern-839648198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:13:46.298898 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-9c467574-bc46-45fa-945c-45ddb0182934 req-d77253f9-b9ba-4b98-8cf9-1713c35d60df tempest-TestVolumeBootPattern-839648198 tempest-TestVolumeBootPattern-839648198-project] 10.222.0.10 "GET /v2.0/ports?device_id=68757933-5faf-4350-a172-4b64e7a0c75b HTTP/1.1" status: 200 len: 946 time: 0.0490861 Apr 28 11:13:46.348679 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-9c467574-bc46-45fa-945c-45ddb0182934 req-49937711-1f61-481d-800f-bb0525db3748 tempest-TestVolumeBootPattern-839648198 tempest-TestVolumeBootPattern-839648198-project] 10.222.0.10 "GET /v2.0/security-groups?id=c83a530b-56a2-41d8-b874-e844ad8fa813&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441260 Apr 28 11:13:47.460293 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a7c5b2-d316-40a1-86bd-9130a516743f req-269aebc5-3690-4974-8a08-966d7c2c2884 tempest-TestVolumeBootPattern-839648198 tempest-TestVolumeBootPattern-839648198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:13:47.461817 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-f7a7c5b2-d316-40a1-86bd-9130a516743f req-269aebc5-3690-4974-8a08-966d7c2c2884 tempest-TestVolumeBootPattern-839648198 tempest-TestVolumeBootPattern-839648198-project] 10.222.0.10 "GET /v2.0/ports?device_id=68757933-5faf-4350-a172-4b64e7a0c75b HTTP/1.1" status: 200 len: 946 time: 0.0471044 Apr 28 11:13:47.515199 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-f7a7c5b2-d316-40a1-86bd-9130a516743f req-89110bcb-6309-4a9e-a7f3-477fde23a071 tempest-TestVolumeBootPattern-839648198 tempest-TestVolumeBootPattern-839648198-project] 10.222.0.10 "GET /v2.0/security-groups?id=c83a530b-56a2-41d8-b874-e844ad8fa813&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478919 Apr 28 11:13:47.625992 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c716d53-9c77-4128-bfee-a7e253479185 req-6c8bff98-e2ec-49db-af50-89a08d339ce9 tempest-TestVolumeBootPattern-839648198 tempest-TestVolumeBootPattern-839648198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:13:47.627567 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-3c716d53-9c77-4128-bfee-a7e253479185 req-6c8bff98-e2ec-49db-af50-89a08d339ce9 tempest-TestVolumeBootPattern-839648198 tempest-TestVolumeBootPattern-839648198-project] 10.222.0.10 "GET /v2.0/ports?device_id=68757933-5faf-4350-a172-4b64e7a0c75b HTTP/1.1" status: 200 len: 946 time: 0.0466266 Apr 28 11:13:47.676169 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-3c716d53-9c77-4128-bfee-a7e253479185 req-bd886f1d-f098-4061-94af-5749f4f9aef3 tempest-TestVolumeBootPattern-839648198 tempest-TestVolumeBootPattern-839648198-project] 10.222.0.10 "GET /v2.0/security-groups?id=c83a530b-56a2-41d8-b874-e844ad8fa813&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424006 Apr 28 11:13:47.698745 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 57244) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:13:47.837141 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06fc7eda-077c-41a8-abed-9fb6ce479773 tempest-TestVolumeBootPattern-1925713540 tempest-TestVolumeBootPattern-1925713540-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:13:47.838896 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-06fc7eda-077c-41a8-abed-9fb6ce479773 tempest-TestVolumeBootPattern-1925713540 tempest-TestVolumeBootPattern-1925713540-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=68757933-5faf-4350-a172-4b64e7a0c75b HTTP/1.1" status: 200 len: 1125 time: 0.1391892 Apr 28 11:13:47.841666 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 57248) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:13:47.846143 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.v2.base [None req-80391627-245e-4dc9-9737-744ebe85bce9 tempest-TestVolumeBootPattern-839648198 tempest-TestVolumeBootPattern-839648198-project] Request body: {'floatingip': {'floating_network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'port_id': '2661eba9-79b1-4515-8999-ec518070998d', 'tenant_id': '552a7719c35843ecaa8ce5b648a02d25', 'fixed_ip_address': '172.20.0.10'}} {{(pid=116161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:13:47.934199 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-80391627-245e-4dc9-9737-744ebe85bce9 tempest-TestVolumeBootPattern-839648198 tempest-TestVolumeBootPattern-839648198-project] Publish callbacks [] for floatingip (None), before_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:13:48.313853 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-80391627-245e-4dc9-9737-744ebe85bce9 tempest-TestVolumeBootPattern-839648198 tempest-TestVolumeBootPattern-839648198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (None), before_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:13:48.415665 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.db.db_base_plugin_common [None req-80391627-245e-4dc9-9737-744ebe85bce9 tempest-TestVolumeBootPattern-839648198 tempest-TestVolumeBootPattern-839648198-project] Allocated IP 172.36.4.13 (7be49d94-bbb8-4a61-bafe-209c5f861e1c/c0f82f52-05ee-40f2-a57c-9d02e01fb9fa/7a09bcc0-fc46-409d-88d2-8b00a21cfb2d) {{(pid=116161) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 11:13:48.517989 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-80391627-245e-4dc9-9737-744ebe85bce9 tempest-TestVolumeBootPattern-839648198 tempest-TestVolumeBootPattern-839648198-project] Publish callbacks [] for port (7a09bcc0-fc46-409d-88d2-8b00a21cfb2d), precommit_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:13:48.600002 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-80391627-245e-4dc9-9737-744ebe85bce9 tempest-TestVolumeBootPattern-839648198 tempest-TestVolumeBootPattern-839648198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742234710357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5219112'] for port (7a09bcc0-fc46-409d-88d2-8b00a21cfb2d), after_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:13:48.637596 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80391627-245e-4dc9-9737-744ebe85bce9 tempest-TestVolumeBootPattern-839648198 tempest-TestVolumeBootPattern-839648198-project] Network 7be49d94-bbb8-4a61-bafe-209c5f861e1c is already hosted by enough agents. {{(pid=116161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 11:13:48.642482 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.scheduler.base_scheduler [None req-80391627-245e-4dc9-9737-744ebe85bce9 tempest-TestVolumeBootPattern-839648198 tempest-TestVolumeBootPattern-839648198-project] Resources bound (agent type, host, resource id): {{(pid=116161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 11:13:48.646844 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80391627-245e-4dc9-9737-744ebe85bce9 tempest-TestVolumeBootPattern-839648198 tempest-TestVolumeBootPattern-839648198-project] Received port after_create {{(pid=116161) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 11:13:48.667941 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80391627-245e-4dc9-9737-744ebe85bce9 tempest-TestVolumeBootPattern-839648198 tempest-TestVolumeBootPattern-839648198-project] Pushing event updated for resources: {'Port': ['ID=7a09bcc0-fc46-409d-88d2-8b00a21cfb2d,revision_number=1']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:13:48.683574 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80391627-245e-4dc9-9737-744ebe85bce9 tempest-TestVolumeBootPattern-839648198 tempest-TestVolumeBootPattern-839648198-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:13:48.683917 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80391627-245e-4dc9-9737-744ebe85bce9 tempest-TestVolumeBootPattern-839648198 tempest-TestVolumeBootPattern-839648198-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:13:48.684260 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80391627-245e-4dc9-9737-744ebe85bce9 tempest-TestVolumeBootPattern-839648198 tempest-TestVolumeBootPattern-839648198-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:13:48.684598 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80391627-245e-4dc9-9737-744ebe85bce9 tempest-TestVolumeBootPattern-839648198 tempest-TestVolumeBootPattern-839648198-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:13:48.684947 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80391627-245e-4dc9-9737-744ebe85bce9 tempest-TestVolumeBootPattern-839648198 tempest-TestVolumeBootPattern-839648198-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:13:48.685256 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80391627-245e-4dc9-9737-744ebe85bce9 tempest-TestVolumeBootPattern-839648198 tempest-TestVolumeBootPattern-839648198-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:13:48.685580 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80391627-245e-4dc9-9737-744ebe85bce9 tempest-TestVolumeBootPattern-839648198 tempest-TestVolumeBootPattern-839648198-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:13:48.685901 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80391627-245e-4dc9-9737-744ebe85bce9 tempest-TestVolumeBootPattern-839648198 tempest-TestVolumeBootPattern-839648198-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:13:48.686223 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80391627-245e-4dc9-9737-744ebe85bce9 tempest-TestVolumeBootPattern-839648198 tempest-TestVolumeBootPattern-839648198-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:13:48.686641 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80391627-245e-4dc9-9737-744ebe85bce9 tempest-TestVolumeBootPattern-839648198 tempest-TestVolumeBootPattern-839648198-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:13:48.686966 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80391627-245e-4dc9-9737-744ebe85bce9 tempest-TestVolumeBootPattern-839648198 tempest-TestVolumeBootPattern-839648198-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:13:48.687315 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80391627-245e-4dc9-9737-744ebe85bce9 tempest-TestVolumeBootPattern-839648198 tempest-TestVolumeBootPattern-839648198-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:13:48.687637 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80391627-245e-4dc9-9737-744ebe85bce9 tempest-TestVolumeBootPattern-839648198 tempest-TestVolumeBootPattern-839648198-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:13:48.687955 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80391627-245e-4dc9-9737-744ebe85bce9 tempest-TestVolumeBootPattern-839648198 tempest-TestVolumeBootPattern-839648198-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:13:48.688273 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80391627-245e-4dc9-9737-744ebe85bce9 tempest-TestVolumeBootPattern-839648198 tempest-TestVolumeBootPattern-839648198-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:13:49.022659 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-80391627-245e-4dc9-9737-744ebe85bce9 tempest-TestVolumeBootPattern-839648198 tempest-TestVolumeBootPattern-839648198-project] Publish callbacks [] for floatingip (350cec52-859a-4cd6-ac29-1aaed05c6536), precommit_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:13:49.139479 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-80391627-245e-4dc9-9737-744ebe85bce9 tempest-TestVolumeBootPattern-839648198 tempest-TestVolumeBootPattern-839648198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (7a09bcc0-fc46-409d-88d2-8b00a21cfb2d), before_update {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:13:49.194842 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.agents_db [None req-54b29a82-8a19-4507-95e3-3a2d011841ff None None] Agent healthcheck: found 6 active agents {{(pid=116164) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 28 11:13:49.286931 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-80391627-245e-4dc9-9737-744ebe85bce9 tempest-TestVolumeBootPattern-839648198 tempest-TestVolumeBootPattern-839648198-project] Publish callbacks [] for port (7a09bcc0-fc46-409d-88d2-8b00a21cfb2d), precommit_update {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:13:49.342335 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-80391627-245e-4dc9-9737-744ebe85bce9 tempest-TestVolumeBootPattern-839648198 tempest-TestVolumeBootPattern-839648198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5219123'] for port (7a09bcc0-fc46-409d-88d2-8b00a21cfb2d), after_update {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:13:49.413693 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80391627-245e-4dc9-9737-744ebe85bce9 tempest-TestVolumeBootPattern-839648198 tempest-TestVolumeBootPattern-839648198-project] Pushing event updated for resources: {'Port': ['ID=7a09bcc0-fc46-409d-88d2-8b00a21cfb2d,revision_number=2']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:13:49.423472 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-80391627-245e-4dc9-9737-744ebe85bce9 tempest-TestVolumeBootPattern-839648198 tempest-TestVolumeBootPattern-839648198-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2063164'] for floatingip (350cec52-859a-4cd6-ac29-1aaed05c6536), after_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:13:49.526580 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.db.l3_db [None req-80391627-245e-4dc9-9737-744ebe85bce9 tempest-TestVolumeBootPattern-839648198 tempest-TestVolumeBootPattern-839648198-project] Floating IP 350cec52-859a-4cd6-ac29-1aaed05c6536 associated. External IP: 172.36.4.13, port: 2661eba9-79b1-4515-8999-ec518070998d. Apr 28 11:13:49.738371 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80391627-245e-4dc9-9737-744ebe85bce9 tempest-TestVolumeBootPattern-839648198 tempest-TestVolumeBootPattern-839648198-project] Router 0253fd74-f6a9-46aa-a567-c9d8bf675134 has already been hosted by L3 agent 6b492ad6-0876-4d74-b20d-28143a52ceba {{(pid=116161) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 11:13:49.849191 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80391627-245e-4dc9-9737-744ebe85bce9 tempest-TestVolumeBootPattern-839648198 tempest-TestVolumeBootPattern-839648198-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=116161) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 11:13:49.858663 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9beda959-bbd5-4561-9538-722b71c97d82 None None] Sync routers for ids ['0253fd74-f6a9-46aa-a567-c9d8bf675134'] in dv-neutron-master-2-hyperv {{(pid=116164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 11:13:49.868844 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9beda959-bbd5-4561-9538-722b71c97d82 None None] Routers {'0253fd74-f6a9-46aa-a567-c9d8bf675134'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=116164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 11:13:49.869458 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_hamode_db [None req-9beda959-bbd5-4561-9538-722b71c97d82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-28T10:50:39Z,description=,heartbeat_timestamp=2022-04-28T11:13:39Z,host='dv-neutron-master-2-hyperv',id=6b492ad6-0876-4d74-b20d-28143a52ceba,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T10:50:40Z,topic='l3_agent')) {'router_ids': ['0253fd74-f6a9-46aa-a567-c9d8bf675134'], 'active': True} {{(pid=116164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:13:50.025206 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-80391627-245e-4dc9-9737-744ebe85bce9 tempest-TestVolumeBootPattern-839648198 tempest-TestVolumeBootPattern-839648198-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198022'] for floatingip (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:13:50.065591 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-80391627-245e-4dc9-9737-744ebe85bce9 tempest-TestVolumeBootPattern-839648198 tempest-TestVolumeBootPattern-839648198-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2228155 Apr 28 11:13:50.066432 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68757933-5faf-4350-a172-4b64e7a0c75b', 'tag': '2661eba9-79b1-4515-8999-ec518070998d'}] {{(pid=116161) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 11:13:50.071433 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e748734031c26dffb00ab563e48cb7690d820419218221ecd4f9c2a21276ff88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa7cb515-db24-4bf1-b554-53d22d3c9dcc" -d '{"events": [{"name": "network-changed", "server_uuid": "68757933-5faf-4350-a172-4b64e7a0c75b", "tag": "2661eba9-79b1-4515-8999-ec518070998d"}]}' {{(pid=116161) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 11:13:50.071652 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_dvr_db [None req-9beda959-bbd5-4561-9538-722b71c97d82 None None] Set router 0253fd74-f6a9-46aa-a567-c9d8bf675134 gateway port host: dv-neutron-master-2-hyperv {{(pid=116164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 11:13:50.106868 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 11:13:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-484cc8f1-898b-48fa-8420-1cc8943a84ed x-openstack-request-id: req-484cc8f1-898b-48fa-8420-1cc8943a84ed {{(pid=116161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 11:13:50.107277 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "68757933-5faf-4350-a172-4b64e7a0c75b", "tag": "2661eba9-79b1-4515-8999-ec518070998d", "status": "completed", "code": 200}]} {{(pid=116161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 11:13:50.107532 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-484cc8f1-898b-48fa-8420-1cc8943a84ed {{(pid=116161) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 11:13:50.108035 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.notifiers.nova [-] Nova event matching ['req-484cc8f1-898b-48fa-8420-1cc8943a84ed'] response: {'name': 'network-changed', 'server_uuid': '68757933-5faf-4350-a172-4b64e7a0c75b', 'tag': '2661eba9-79b1-4515-8999-ec518070998d', 'status': 'completed', 'code': 200} Apr 28 11:13:50.167482 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7cb515-db24-4bf1-b554-53d22d3c9dcc req-6f5b1b86-970f-4c69-91a7-22f89e332e94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:13:50.168974 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-aa7cb515-db24-4bf1-b554-53d22d3c9dcc req-6f5b1b86-970f-4c69-91a7-22f89e332e94 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=552a7719c35843ecaa8ce5b648a02d25&device_id=68757933-5faf-4350-a172-4b64e7a0c75b HTTP/1.1" status: 200 len: 1130 time: 0.0408473 Apr 28 11:13:50.264065 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7cb515-db24-4bf1-b554-53d22d3c9dcc req-03bc621f-ef00-45ef-9d6d-9be98bd4f3f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:13:50.265532 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-aa7cb515-db24-4bf1-b554-53d22d3c9dcc req-03bc621f-ef00-45ef-9d6d-9be98bd4f3f2 service neutron] 10.222.0.20 "GET /v2.0/networks?id=95a73077-5c3c-4a4f-9014-bee1df8e9c09 HTTP/1.1" status: 200 len: 911 time: 0.0896828 Apr 28 11:13:50.297151 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_hamode_db [None req-9beda959-bbd5-4561-9538-722b71c97d82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0253fd74-f6a9-46aa-a567-c9d8bf675134', 'name': 'tempest-TestVolumeBootPattern-363191542-router', 'tenant_id': '552a7719c35843ecaa8ce5b648a02d25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'external_fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.226'}], 'enable_snat': True}, 'gw_port_id': '66cc009e-e45f-42d1-a09b-c0e887684e05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T11:05:58Z', 'updated_at': '2022-04-28T11:06:09Z', 'revision_number': 4, 'project_id': '552a7719c35843ecaa8ce5b648a02d25', 'gw_port': {'id': '66cc009e-e45f-42d1-a09b-c0e887684e05', 'name': '', 'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:24:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0253fd74-f6a9-46aa-a567-c9d8bf675134', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1186, 'fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:06:00Z', 'updated_at': '2022-04-28T11:06:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '350cec52-859a-4cd6-ac29-1aaed05c6536', 'tenant_id': '552a7719c35843ecaa8ce5b648a02d25', 'floating_ip_address': '172.36.4.13', 'floating_network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'router_id': '0253fd74-f6a9-46aa-a567-c9d8bf675134', 'port_id': '2661eba9-79b1-4515-8999-ec518070998d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1484, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '95a73077-5c3c-4a4f-9014-bee1df8e9c09', 'mac_address': 'fa:16:3e:3b:4c:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68757933-5faf-4350-a172-4b64e7a0c75b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T11:13:48Z', 'updated_at': '2022-04-28T11:13:48Z', 'revision_number': 0, 'project_id': '552a7719c35843ecaa8ce5b648a02d25', 'fixed_ip_address_scope': None}, {'id': 'b7c88fe5-7c02-4e06-acaa-853c3cda1729', 'tenant_id': '552a7719c35843ecaa8ce5b648a02d25', 'floating_ip_address': '172.36.4.182', 'floating_network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'router_id': '0253fd74-f6a9-46aa-a567-c9d8bf675134', 'port_id': 'f5698167-c51b-489f-a142-f8e511ffc09c', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 1460, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '95a73077-5c3c-4a4f-9014-bee1df8e9c09', 'mac_address': 'fa:16:3e:09:6f:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98d55c2d-420b-45bd-a19c-a51ec30177ea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T11:10:51Z', 'updated_at': '2022-04-28T11:10:53Z', 'revision_number': 1, 'project_id': '552a7719c35843ecaa8ce5b648a02d25', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f2e70421-6b65-4ba8-8265-af8ddb4d251d', 'name': '', 'network_id': '95a73077-5c3c-4a4f-9014-bee1df8e9c09', 'tenant_id': '552a7719c35843ecaa8ce5b648a02d25', 'mac_address': 'fa:16:3e:27:ed:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0253fd74-f6a9-46aa-a567-c9d8bf675134', 'device_owner': 'network:router_interface', 'standard_attr_id': 1197, 'fixed_ips': [{'subnet_id': '49bbb4f0-3980-4b52-84ba-965c72e99e66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:06:07Z', 'updated_at': '2022-04-28T11:06:13Z', 'revision_number': 5, 'project_id': '552a7719c35843ecaa8ce5b648a02d25', 'subnets': [{'id': '49bbb4f0-3980-4b52-84ba-965c72e99e66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=116164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:13:50.324695 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9beda959-bbd5-4561-9538-722b71c97d82 None None] Checking router: 0253fd74-f6a9-46aa-a567-c9d8bf675134 for host: dv-neutron-master-2-hyperv {{(pid=116164) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 11:13:50.329362 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-aa7cb515-db24-4bf1-b554-53d22d3c9dcc req-d83ce5d4-ff86-4967-ab82-df9d30d6f56f service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2661eba9-79b1-4515-8999-ec518070998d HTTP/1.1" status: 200 len: 999 time: 0.0581377 Apr 28 11:13:50.333928 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9beda959-bbd5-4561-9538-722b71c97d82 None None] Routers {'0253fd74-f6a9-46aa-a567-c9d8bf675134'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=116164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 11:13:50.334576 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_hamode_db [None req-9beda959-bbd5-4561-9538-722b71c97d82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-28T10:50:39Z,description=,heartbeat_timestamp=2022-04-28T11:13:39Z,host='dv-neutron-master-2-hyperv',id=6b492ad6-0876-4d74-b20d-28143a52ceba,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T10:50:40Z,topic='l3_agent')) {'router_ids': ['0253fd74-f6a9-46aa-a567-c9d8bf675134'], 'active': True} {{(pid=116164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:13:50.380467 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7cb515-db24-4bf1-b554-53d22d3c9dcc req-85560128-dbb6-4c4a-a93e-10f69944adff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:13:50.381960 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-aa7cb515-db24-4bf1-b554-53d22d3c9dcc req-85560128-dbb6-4c4a-a93e-10f69944adff service neutron] 10.222.0.20 "GET /v2.0/subnets?id=49bbb4f0-3980-4b52-84ba-965c72e99e66 HTTP/1.1" status: 200 len: 850 time: 0.0476377 Apr 28 11:13:50.424568 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7cb515-db24-4bf1-b554-53d22d3c9dcc req-def53a93-422f-4df5-9849-ea04cd0232f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:13:50.426055 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-aa7cb515-db24-4bf1-b554-53d22d3c9dcc req-def53a93-422f-4df5-9849-ea04cd0232f9 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=95a73077-5c3c-4a4f-9014-bee1df8e9c09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0384543 Apr 28 11:13:50.446097 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_dvr_db [None req-9beda959-bbd5-4561-9538-722b71c97d82 None None] Set router 0253fd74-f6a9-46aa-a567-c9d8bf675134 gateway port host: dv-neutron-master-2-hyperv {{(pid=116164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 11:13:50.514583 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-aa7cb515-db24-4bf1-b554-53d22d3c9dcc req-2d3dfb1d-3761-4d1c-90a3-f20deb985488 service neutron] 10.222.0.20 "GET /v2.0/networks/95a73077-5c3c-4a4f-9014-bee1df8e9c09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826030 Apr 28 11:13:50.571265 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (6be95134-9a6c-4663-8b48-90d12ce90c60), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:13:50.608517 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-aa7cb515-db24-4bf1-b554-53d22d3c9dcc req-8e038940-9c5f-43fc-aebc-72afcace252f service neutron] 10.222.0.20 "GET /v2.0/networks/95a73077-5c3c-4a4f-9014-bee1df8e9c09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887139 Apr 28 11:13:50.669680 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_hamode_db [None req-9beda959-bbd5-4561-9538-722b71c97d82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0253fd74-f6a9-46aa-a567-c9d8bf675134', 'name': 'tempest-TestVolumeBootPattern-363191542-router', 'tenant_id': '552a7719c35843ecaa8ce5b648a02d25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'external_fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.226'}], 'enable_snat': True}, 'gw_port_id': '66cc009e-e45f-42d1-a09b-c0e887684e05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T11:05:58Z', 'updated_at': '2022-04-28T11:06:09Z', 'revision_number': 4, 'project_id': '552a7719c35843ecaa8ce5b648a02d25', 'gw_port': {'id': '66cc009e-e45f-42d1-a09b-c0e887684e05', 'name': '', 'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:24:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0253fd74-f6a9-46aa-a567-c9d8bf675134', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1186, 'fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:06:00Z', 'updated_at': '2022-04-28T11:06:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '350cec52-859a-4cd6-ac29-1aaed05c6536', 'tenant_id': '552a7719c35843ecaa8ce5b648a02d25', 'floating_ip_address': '172.36.4.13', 'floating_network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'router_id': '0253fd74-f6a9-46aa-a567-c9d8bf675134', 'port_id': '2661eba9-79b1-4515-8999-ec518070998d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1484, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '95a73077-5c3c-4a4f-9014-bee1df8e9c09', 'mac_address': 'fa:16:3e:3b:4c:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68757933-5faf-4350-a172-4b64e7a0c75b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T11:13:48Z', 'updated_at': '2022-04-28T11:13:48Z', 'revision_number': 0, 'project_id': '552a7719c35843ecaa8ce5b648a02d25', 'fixed_ip_address_scope': None}, {'id': 'b7c88fe5-7c02-4e06-acaa-853c3cda1729', 'tenant_id': '552a7719c35843ecaa8ce5b648a02d25', 'floating_ip_address': '172.36.4.182', 'floating_network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'router_id': '0253fd74-f6a9-46aa-a567-c9d8bf675134', 'port_id': 'f5698167-c51b-489f-a142-f8e511ffc09c', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 1460, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '95a73077-5c3c-4a4f-9014-bee1df8e9c09', 'mac_address': 'fa:16:3e:09:6f:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98d55c2d-420b-45bd-a19c-a51ec30177ea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T11:10:51Z', 'updated_at': '2022-04-28T11:10:53Z', 'revision_number': 1, 'project_id': '552a7719c35843ecaa8ce5b648a02d25', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f2e70421-6b65-4ba8-8265-af8ddb4d251d', 'name': '', 'network_id': '95a73077-5c3c-4a4f-9014-bee1df8e9c09', 'tenant_id': '552a7719c35843ecaa8ce5b648a02d25', 'mac_address': 'fa:16:3e:27:ed:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0253fd74-f6a9-46aa-a567-c9d8bf675134', 'device_owner': 'network:router_interface', 'standard_attr_id': 1197, 'fixed_ips': [{'subnet_id': '49bbb4f0-3980-4b52-84ba-965c72e99e66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:06:07Z', 'updated_at': '2022-04-28T11:06:13Z', 'revision_number': 5, 'project_id': '552a7719c35843ecaa8ce5b648a02d25', 'subnets': [{'id': '49bbb4f0-3980-4b52-84ba-965c72e99e66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=116164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:13:50.695787 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9beda959-bbd5-4561-9538-722b71c97d82 None None] The sync data for ids ['0253fd74-f6a9-46aa-a567-c9d8bf675134'] in dv-neutron-master-2-hyperv is: [{'id': '0253fd74-f6a9-46aa-a567-c9d8bf675134', 'name': 'tempest-TestVolumeBootPattern-363191542-router', 'tenant_id': '552a7719c35843ecaa8ce5b648a02d25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'external_fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.226'}], 'enable_snat': True}, 'gw_port_id': '66cc009e-e45f-42d1-a09b-c0e887684e05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T11:05:58Z', 'updated_at': '2022-04-28T11:06:09Z', 'revision_number': 4, 'project_id': '552a7719c35843ecaa8ce5b648a02d25', 'gw_port': {'id': '66cc009e-e45f-42d1-a09b-c0e887684e05', 'name': '', 'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:24:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0253fd74-f6a9-46aa-a567-c9d8bf675134', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1186, 'fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:06:00Z', 'updated_at': '2022-04-28T11:06:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '350cec52-859a-4cd6-ac29-1aaed05c6536', 'tenant_id': '552a7719c35843ecaa8ce5b648a02d25', 'floating_ip_address': '172.36.4.13', 'floating_network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'router_id': '0253fd74-f6a9-46aa-a567-c9d8bf675134', 'port_id': '2661eba9-79b1-4515-8999-ec518070998d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1484, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '95a73077-5c3c-4a4f-9014-bee1df8e9c09', 'mac_address': 'fa:16:3e:3b:4c:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68757933-5faf-4350-a172-4b64e7a0c75b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T11:13:48Z', 'updated_at': '2022-04-28T11:13:48Z', 'revision_number': 0, 'project_id': '552a7719c35843ecaa8ce5b648a02d25', 'fixed_ip_address_scope': None}, {'id': 'b7c88fe5-7c02-4e06-acaa-853c3cda1729', 'tenant_id': '552a7719c35843ecaa8ce5b648a02d25', 'floating_ip_address': '172.36.4.182', 'floating_network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'router_id': '0253fd74-f6a9-46aa-a567-c9d8bf675134', 'port_id': 'f5698167-c51b-489f-a142-f8e511ffc09c', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 1460, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '95a73077-5c3c-4a4f-9014-bee1df8e9c09', 'mac_address': 'fa:16:3e:09:6f:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98d55c2d-420b-45bd-a19c-a51ec30177ea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T11:10:51Z', 'updated_at': '2022-04-28T11:10:53Z', 'revision_number': 1, 'project_id': '552a7719c35843ecaa8ce5b648a02d25', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f2e70421-6b65-4ba8-8265-af8ddb4d251d', 'name': '', 'network_id': '95a73077-5c3c-4a4f-9014-bee1df8e9c09', 'tenant_id': '552a7719c35843ecaa8ce5b648a02d25', 'mac_address': 'fa:16:3e:27:ed:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0253fd74-f6a9-46aa-a567-c9d8bf675134', 'device_owner': 'network:router_interface', 'standard_attr_id': 1197, 'fixed_ips': [{'subnet_id': '49bbb4f0-3980-4b52-84ba-965c72e99e66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:06:07Z', 'updated_at': '2022-04-28T11:06:13Z', 'revision_number': 5, 'project_id': '552a7719c35843ecaa8ce5b648a02d25', 'subnets': [{'id': '49bbb4f0-3980-4b52-84ba-965c72e99e66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=116164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 11:13:50.884027 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0079abe1-6e61-4465-a879-462615f43bec None None] New status for floating IP 350cec52-859a-4cd6-ac29-1aaed05c6536: ACTIVE {{(pid=116163) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 28 11:13:58.799939 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 57258) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:13:58.864207 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.v2.base [None req-01c172be-d5d3-46da-bcd4-5c4430e5fa3e tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Request body: {'subnet': {'dns_nameservers': ['9.8.7.6']}} {{(pid=116161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:13:58.953609 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-01c172be-d5d3-46da-bcd4-5c4430e5fa3e tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-5125431'] for subnet (87e6dc8f-48ad-4bb1-8008-291d95c7a7b7), before_update {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:13:59.230854 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-01c172be-d5d3-46da-bcd4-5c4430e5fa3e tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8742235135699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-5220598'] for subnet (87e6dc8f-48ad-4bb1-8008-291d95c7a7b7), after_update {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:13:59.268873 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01c172be-d5d3-46da-bcd4-5c4430e5fa3e tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:13:59.269470 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-01c172be-d5d3-46da-bcd4-5c4430e5fa3e tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks [] for subnet (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:13:59.270871 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-01c172be-d5d3-46da-bcd4-5c4430e5fa3e tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] 10.222.0.10 "PUT /v2.0/subnets/87e6dc8f-48ad-4bb1-8008-291d95c7a7b7 HTTP/1.1" status: 200 len: 836 time: 0.4698687 Apr 28 11:13:59.277258 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67e3f57f-5e82-4bc8-9d17-e183fd3912b5 None None] Network da66624d-188d-4bca-b790-8244d667592e requested from dv-neutron-master-2-hyperv {{(pid=116163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 11:13:59.284259 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c172be-d5d3-46da-bcd4-5c4430e5fa3e tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Pushing event updated for resources: {'Subnet': ['ID=87e6dc8f-48ad-4bb1-8008-291d95c7a7b7,revision_number=1']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:13:59.638650 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-b2ddabc0-c1fd-4f49-b422-054e30877806 None None] Provisioning complete for port ff7b6238-f523-476a-a285-9ea83aaaa654 triggered by entity DHCP. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:13:59.639028 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-b2ddabc0-c1fd-4f49-b422-054e30877806 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (ff7b6238-f523-476a-a285-9ea83aaaa654), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:13:59.716872 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-b2ddabc0-c1fd-4f49-b422-054e30877806 None None] Current status of the port ff7b6238-f523-476a-a285-9ea83aaaa654 is: ACTIVE; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:13:59.725090 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-b2ddabc0-c1fd-4f49-b422-054e30877806 None None] Provisioning complete for port 489f2f4d-1416-4e5d-b0ab-e1412f096250 triggered by entity DHCP. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:13:59.725756 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-b2ddabc0-c1fd-4f49-b422-054e30877806 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (489f2f4d-1416-4e5d-b0ab-e1412f096250), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:13:59.806177 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-b2ddabc0-c1fd-4f49-b422-054e30877806 None None] Current status of the port 489f2f4d-1416-4e5d-b0ab-e1412f096250 is: ACTIVE; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:13:59.814344 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-b2ddabc0-c1fd-4f49-b422-054e30877806 None None] Provisioning complete for port a06ecaba-7918-4ad4-8c60-5677dee74829 triggered by entity DHCP. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:13:59.814888 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-b2ddabc0-c1fd-4f49-b422-054e30877806 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (a06ecaba-7918-4ad4-8c60-5677dee74829), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:13:59.893407 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-b2ddabc0-c1fd-4f49-b422-054e30877806 None None] Current status of the port a06ecaba-7918-4ad4-8c60-5677dee74829 is: ACTIVE; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:14:06.979908 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-d462e1a7-6658-488d-8815-307d94292fe3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (75ba81b7-fe99-4281-90d2-a5adb445ecea), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:14:09.390269 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-1db301bc-d72e-4d0e-ab75-ec8dbb0306af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (6b492ad6-0876-4d74-b20d-28143a52ceba), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:14:10.519367 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-ae94d540-e4c6-43be-adc9-b26fb6a2f62f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (cfc241ae-e4b7-443b-b80b-59fbbc2b69c9), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:14:12.067591 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-01ef1de1-12fd-4cef-b76b-793f91379468 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (39cc4f52-f5d9-4e2c-bbfa-7a1c528e1c40), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:14:13.353469 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (d5baab19-5dd1-4902-922b-84acb048ab9c), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:14:20.567573 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (6be95134-9a6c-4663-8b48-90d12ce90c60), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:14:26.193979 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.agents_db [None req-54b29a82-8a19-4507-95e3-3a2d011841ff None None] Agent healthcheck: found 6 active agents {{(pid=116164) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 28 11:14:36.691269 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-b6ad6f11-ee57-4abe-9b92-c0104cba37ce req-ad444197-371f-4bed-ab00-a9c8a0e73a60 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=ff46727d-53c8-4212-ac35-027963b56590&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0370157 Apr 28 11:14:36.750695 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ad6f11-ee57-4abe-9b92-c0104cba37ce req-cbfc1c8f-3980-4342-9597-de2d471d9dfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:14:36.752216 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-b6ad6f11-ee57-4abe-9b92-c0104cba37ce req-cbfc1c8f-3980-4342-9597-de2d471d9dfe service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=65d54c3b7dcd4af68398071d25e8321e&device_id=ff46727d-53c8-4212-ac35-027963b56590 HTTP/1.1" status: 200 len: 1129 time: 0.0415123 Apr 28 11:14:36.853155 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ad6f11-ee57-4abe-9b92-c0104cba37ce req-7f0457b0-b3bd-4e01-a075-a84cb901425a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:14:36.854639 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-b6ad6f11-ee57-4abe-9b92-c0104cba37ce req-7f0457b0-b3bd-4e01-a075-a84cb901425a service neutron] 10.222.0.20 "GET /v2.0/networks?id=da66624d-188d-4bca-b790-8244d667592e HTTP/1.1" status: 200 len: 897 time: 0.0846279 Apr 28 11:14:36.921967 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-b6ad6f11-ee57-4abe-9b92-c0104cba37ce req-afeb3783-0437-4891-b4bc-25d283644bd4 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=489f2f4d-1416-4e5d-b0ab-e1412f096250 HTTP/1.1" status: 200 len: 1001 time: 0.0611780 Apr 28 11:14:36.970076 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ad6f11-ee57-4abe-9b92-c0104cba37ce req-002df668-c57e-4a4a-9afb-bebf9aa13d20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:14:36.971430 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-b6ad6f11-ee57-4abe-9b92-c0104cba37ce req-002df668-c57e-4a4a-9afb-bebf9aa13d20 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=87e6dc8f-48ad-4bb1-8008-291d95c7a7b7 HTTP/1.1" status: 200 len: 844 time: 0.0433271 Apr 28 11:14:37.012417 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ad6f11-ee57-4abe-9b92-c0104cba37ce req-69d72289-f92f-4940-9664-b27983d13569 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:14:37.013861 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-b6ad6f11-ee57-4abe-9b92-c0104cba37ce req-69d72289-f92f-4940-9664-b27983d13569 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=da66624d-188d-4bca-b790-8244d667592e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0366759 Apr 28 11:14:37.029853 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-d5e07ce1-87c9-4db4-a3fb-0f2e93a31dbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (75ba81b7-fe99-4281-90d2-a5adb445ecea), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:14:37.107165 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-b6ad6f11-ee57-4abe-9b92-c0104cba37ce req-1dcd0063-7451-43ce-8fba-45545c4e3690 service neutron] 10.222.0.20 "GET /v2.0/networks/da66624d-188d-4bca-b790-8244d667592e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862310 Apr 28 11:14:37.194311 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-b6ad6f11-ee57-4abe-9b92-c0104cba37ce req-867c9323-da4e-4e0a-b704-06511b54b067 service neutron] 10.222.0.20 "GET /v2.0/networks/da66624d-188d-4bca-b790-8244d667592e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808141 Apr 28 11:14:39.389329 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-7917ce59-ec16-48db-a4a3-8e9b10e83f63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (6b492ad6-0876-4d74-b20d-28143a52ceba), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:14:40.469588 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-ae94d540-e4c6-43be-adc9-b26fb6a2f62f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (cfc241ae-e4b7-443b-b80b-59fbbc2b69c9), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:14:42.080943 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-01ef1de1-12fd-4cef-b76b-793f91379468 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (39cc4f52-f5d9-4e2c-bbfa-7a1c528e1c40), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:14:42.144604 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 57292) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:14:42.299789 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.plugin [None req-5deed46a-ff50-427b-9e9f-1502c90f3d72 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Deleting port ea04f8d1-ccca-4e9c-9774-afd40e9b5b08 {{(pid=116161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 11:14:42.300060 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-5deed46a-ff50-427b-9e9f-1502c90f3d72 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742235130188'] for port (ea04f8d1-ccca-4e9c-9774-afd40e9b5b08), before_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:14:42.374346 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-5deed46a-ff50-427b-9e9f-1502c90f3d72 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1938497'] for port (ea04f8d1-ccca-4e9c-9774-afd40e9b5b08), precommit_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:14:42.374699 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-5deed46a-ff50-427b-9e9f-1502c90f3d72 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks [] for floatingip (ea04f8d1-ccca-4e9c-9774-afd40e9b5b08), precommit_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:14:42.386513 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.plugin [None req-5deed46a-ff50-427b-9e9f-1502c90f3d72 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Calling delete_port for ea04f8d1-ccca-4e9c-9774-afd40e9b5b08 owned by network:floatingip {{(pid=116161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 11:14:42.626860 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-5deed46a-ff50-427b-9e9f-1502c90f3d72 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742235135690', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742234710366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5219112'] for port (ea04f8d1-ccca-4e9c-9774-afd40e9b5b08), after_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:14:42.650995 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5deed46a-ff50-427b-9e9f-1502c90f3d72 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Pushing event deleted for resources: {'Port': ['ID=ea04f8d1-ccca-4e9c-9774-afd40e9b5b08,revision_number=None']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:14:42.714909 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-5deed46a-ff50-427b-9e9f-1502c90f3d72 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks [] for floatingip (142d7004-fe71-478c-8eee-074e1dc2d2cb), after_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:14:42.715239 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.db.l3_db [None req-5deed46a-ff50-427b-9e9f-1502c90f3d72 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Floating IP 142d7004-fe71-478c-8eee-074e1dc2d2cb disassociated (deleted). External IP: 172.36.4.138, port: 489f2f4d-1416-4e5d-b0ab-e1412f096250. Apr 28 11:14:42.926010 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5deed46a-ff50-427b-9e9f-1502c90f3d72 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Router f39de5d8-113f-4133-8e18-e6d29db11570 has already been hosted by L3 agent 6b492ad6-0876-4d74-b20d-28143a52ceba {{(pid=116161) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 11:14:43.035401 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5deed46a-ff50-427b-9e9f-1502c90f3d72 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=116161) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 11:14:43.040875 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-5deed46a-ff50-427b-9e9f-1502c90f3d72 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198022'] for floatingip (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:14:43.045411 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b19df478-6907-4a06-83bd-b17cba82ca35 None None] Sync routers for ids ['f39de5d8-113f-4133-8e18-e6d29db11570'] in dv-neutron-master-2-hyperv {{(pid=116164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 11:14:43.055877 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b19df478-6907-4a06-83bd-b17cba82ca35 None None] Routers {'f39de5d8-113f-4133-8e18-e6d29db11570'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=116164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 11:14:43.056509 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_hamode_db [None req-b19df478-6907-4a06-83bd-b17cba82ca35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-28T10:50:39Z,description=,heartbeat_timestamp=2022-04-28T11:14:39Z,host='dv-neutron-master-2-hyperv',id=6b492ad6-0876-4d74-b20d-28143a52ceba,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T10:50:40Z,topic='l3_agent')) {'router_ids': ['f39de5d8-113f-4133-8e18-e6d29db11570'], 'active': True} {{(pid=116164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:14:43.070718 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-5deed46a-ff50-427b-9e9f-1502c90f3d72 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] 10.222.0.10 "DELETE /v2.0/floatingips/142d7004-fe71-478c-8eee-074e1dc2d2cb HTTP/1.1" status: 204 len: 168 time: 0.9249735 Apr 28 11:14:43.071312 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff46727d-53c8-4212-ac35-027963b56590', 'tag': '489f2f4d-1416-4e5d-b0ab-e1412f096250'}] {{(pid=116161) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 11:14:43.073601 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e748734031c26dffb00ab563e48cb7690d820419218221ecd4f9c2a21276ff88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69873ac8-ece2-4526-a17d-ed528ff5d1b1" -d '{"events": [{"name": "network-changed", "server_uuid": "ff46727d-53c8-4212-ac35-027963b56590", "tag": "489f2f4d-1416-4e5d-b0ab-e1412f096250"}]}' {{(pid=116161) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 11:14:43.113706 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 11:14:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3b41057-5a5d-460e-985c-4e3cd6d2a66e x-openstack-request-id: req-c3b41057-5a5d-460e-985c-4e3cd6d2a66e {{(pid=116161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 11:14:43.113706 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ff46727d-53c8-4212-ac35-027963b56590", "tag": "489f2f4d-1416-4e5d-b0ab-e1412f096250", "status": "completed", "code": 200}]} {{(pid=116161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 11:14:43.113991 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-c3b41057-5a5d-460e-985c-4e3cd6d2a66e {{(pid=116161) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 11:14:43.114210 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c3b41057-5a5d-460e-985c-4e3cd6d2a66e'] response: {'name': 'network-changed', 'server_uuid': 'ff46727d-53c8-4212-ac35-027963b56590', 'tag': '489f2f4d-1416-4e5d-b0ab-e1412f096250', 'status': 'completed', 'code': 200} Apr 28 11:14:43.172725 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_dvr_db [None req-b19df478-6907-4a06-83bd-b17cba82ca35 None None] Set router f39de5d8-113f-4133-8e18-e6d29db11570 gateway port host: dv-neutron-master-2-hyperv {{(pid=116164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 11:14:43.190968 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69873ac8-ece2-4526-a17d-ed528ff5d1b1 req-1de037b9-a593-4f1a-aa6c-3e83c151d1e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:14:43.192698 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-69873ac8-ece2-4526-a17d-ed528ff5d1b1 req-1de037b9-a593-4f1a-aa6c-3e83c151d1e7 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=65d54c3b7dcd4af68398071d25e8321e&device_id=ff46727d-53c8-4212-ac35-027963b56590 HTTP/1.1" status: 200 len: 1129 time: 0.0457416 Apr 28 11:14:43.283143 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69873ac8-ece2-4526-a17d-ed528ff5d1b1 req-1b6d7050-f9c2-44f0-9185-921d42d2e425 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:14:43.285081 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-69873ac8-ece2-4526-a17d-ed528ff5d1b1 req-1b6d7050-f9c2-44f0-9185-921d42d2e425 service neutron] 10.222.0.20 "GET /v2.0/networks?id=da66624d-188d-4bca-b790-8244d667592e HTTP/1.1" status: 200 len: 897 time: 0.0851967 Apr 28 11:14:43.331604 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-69873ac8-ece2-4526-a17d-ed528ff5d1b1 req-90d8e016-7d04-41d8-97a2-5edb1132d527 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=489f2f4d-1416-4e5d-b0ab-e1412f096250 HTTP/1.1" status: 200 len: 217 time: 0.0405948 Apr 28 11:14:43.353922 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (d5baab19-5dd1-4902-922b-84acb048ab9c), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:14:43.369413 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_hamode_db [None req-b19df478-6907-4a06-83bd-b17cba82ca35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f39de5d8-113f-4133-8e18-e6d29db11570', 'name': 'tempest-TestNetworkBasicOps-router-1316935379', 'tenant_id': '65d54c3b7dcd4af68398071d25e8321e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'external_fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.85'}], 'enable_snat': True}, 'gw_port_id': '1cc00e1f-9043-4b50-ab75-9c315f7540b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T11:11:43Z', 'updated_at': '2022-04-28T11:11:47Z', 'revision_number': 4, 'project_id': '65d54c3b7dcd4af68398071d25e8321e', 'gw_port': {'id': '1cc00e1f-9043-4b50-ab75-9c315f7540b1', 'name': '', 'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:cd:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f39de5d8-113f-4133-8e18-e6d29db11570', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1466, 'fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:11:43Z', 'updated_at': '2022-04-28T11:11:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'ff7b6238-f523-476a-a285-9ea83aaaa654', 'name': '', 'network_id': 'da66624d-188d-4bca-b790-8244d667592e', 'tenant_id': '65d54c3b7dcd4af68398071d25e8321e', 'mac_address': 'fa:16:3e:53:44:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f39de5d8-113f-4133-8e18-e6d29db11570', 'device_owner': 'network:router_interface', 'standard_attr_id': 1469, 'fixed_ips': [{'subnet_id': '87e6dc8f-48ad-4bb1-8008-291d95c7a7b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:11:47Z', 'updated_at': '2022-04-28T11:11:51Z', 'revision_number': 5, 'project_id': '65d54c3b7dcd4af68398071d25e8321e', 'subnets': [{'id': '87e6dc8f-48ad-4bb1-8008-291d95c7a7b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=116164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:14:43.383439 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69873ac8-ece2-4526-a17d-ed528ff5d1b1 req-2e7a9539-36ea-473d-aac0-ea27e08224df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:14:43.384943 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-69873ac8-ece2-4526-a17d-ed528ff5d1b1 req-2e7a9539-36ea-473d-aac0-ea27e08224df service neutron] 10.222.0.20 "GET /v2.0/subnets?id=87e6dc8f-48ad-4bb1-8008-291d95c7a7b7 HTTP/1.1" status: 200 len: 844 time: 0.0478334 Apr 28 11:14:43.397686 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b19df478-6907-4a06-83bd-b17cba82ca35 None None] Checking router: f39de5d8-113f-4133-8e18-e6d29db11570 for host: dv-neutron-master-2-hyperv {{(pid=116164) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 11:14:43.408786 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b19df478-6907-4a06-83bd-b17cba82ca35 None None] Routers {'f39de5d8-113f-4133-8e18-e6d29db11570'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=116164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 11:14:43.409720 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_hamode_db [None req-b19df478-6907-4a06-83bd-b17cba82ca35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-28T10:50:39Z,description=,heartbeat_timestamp=2022-04-28T11:14:39Z,host='dv-neutron-master-2-hyperv',id=6b492ad6-0876-4d74-b20d-28143a52ceba,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T10:50:40Z,topic='l3_agent')) {'router_ids': ['f39de5d8-113f-4133-8e18-e6d29db11570'], 'active': True} {{(pid=116164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:14:43.430570 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69873ac8-ece2-4526-a17d-ed528ff5d1b1 req-5f60466f-c62b-4b79-a94a-37a267ff8f78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:14:43.432217 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-69873ac8-ece2-4526-a17d-ed528ff5d1b1 req-5f60466f-c62b-4b79-a94a-37a267ff8f78 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=da66624d-188d-4bca-b790-8244d667592e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0419748 Apr 28 11:14:43.519989 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_dvr_db [None req-b19df478-6907-4a06-83bd-b17cba82ca35 None None] Set router f39de5d8-113f-4133-8e18-e6d29db11570 gateway port host: dv-neutron-master-2-hyperv {{(pid=116164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 11:14:43.532317 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-69873ac8-ece2-4526-a17d-ed528ff5d1b1 req-a595c1fb-0086-4d8c-8a84-0297f2e36baf service neutron] 10.222.0.20 "GET /v2.0/networks/da66624d-188d-4bca-b790-8244d667592e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0942893 Apr 28 11:14:43.627907 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-69873ac8-ece2-4526-a17d-ed528ff5d1b1 req-4223d4fd-624a-4ee3-b9b2-677b640aaa46 service neutron] 10.222.0.20 "GET /v2.0/networks/da66624d-188d-4bca-b790-8244d667592e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897825 Apr 28 11:14:43.687412 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8e87a3-a9d4-442d-86bf-db38c0682ab7 req-7e13e995-7877-4f50-9f47-c83afc7c3749 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:14:43.688980 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-2f8e87a3-a9d4-442d-86bf-db38c0682ab7 req-7e13e995-7877-4f50-9f47-c83afc7c3749 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] 10.222.0.10 "GET /v2.0/ports?device_id=ff46727d-53c8-4212-ac35-027963b56590 HTTP/1.1" status: 200 len: 945 time: 0.1246762 Apr 28 11:14:43.721275 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_hamode_db [None req-b19df478-6907-4a06-83bd-b17cba82ca35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f39de5d8-113f-4133-8e18-e6d29db11570', 'name': 'tempest-TestNetworkBasicOps-router-1316935379', 'tenant_id': '65d54c3b7dcd4af68398071d25e8321e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'external_fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.85'}], 'enable_snat': True}, 'gw_port_id': '1cc00e1f-9043-4b50-ab75-9c315f7540b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T11:11:43Z', 'updated_at': '2022-04-28T11:11:47Z', 'revision_number': 4, 'project_id': '65d54c3b7dcd4af68398071d25e8321e', 'gw_port': {'id': '1cc00e1f-9043-4b50-ab75-9c315f7540b1', 'name': '', 'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:cd:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f39de5d8-113f-4133-8e18-e6d29db11570', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1466, 'fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:11:43Z', 'updated_at': '2022-04-28T11:11:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'ff7b6238-f523-476a-a285-9ea83aaaa654', 'name': '', 'network_id': 'da66624d-188d-4bca-b790-8244d667592e', 'tenant_id': '65d54c3b7dcd4af68398071d25e8321e', 'mac_address': 'fa:16:3e:53:44:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f39de5d8-113f-4133-8e18-e6d29db11570', 'device_owner': 'network:router_interface', 'standard_attr_id': 1469, 'fixed_ips': [{'subnet_id': '87e6dc8f-48ad-4bb1-8008-291d95c7a7b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:11:47Z', 'updated_at': '2022-04-28T11:11:51Z', 'revision_number': 5, 'project_id': '65d54c3b7dcd4af68398071d25e8321e', 'subnets': [{'id': '87e6dc8f-48ad-4bb1-8008-291d95c7a7b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=116164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:14:43.739440 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-2f8e87a3-a9d4-442d-86bf-db38c0682ab7 req-82cb31c4-57be-4d11-abce-4c61f44fdd38 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] 10.222.0.10 "GET /v2.0/security-groups?id=0907b2d1-6e6d-4662-b0e7-4a7d2dbadda2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446987 Apr 28 11:14:43.834749 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b19df478-6907-4a06-83bd-b17cba82ca35 None None] The sync data for ids ['f39de5d8-113f-4133-8e18-e6d29db11570'] in dv-neutron-master-2-hyperv is: [{'id': 'f39de5d8-113f-4133-8e18-e6d29db11570', 'name': 'tempest-TestNetworkBasicOps-router-1316935379', 'tenant_id': '65d54c3b7dcd4af68398071d25e8321e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'external_fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.85'}], 'enable_snat': True}, 'gw_port_id': '1cc00e1f-9043-4b50-ab75-9c315f7540b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T11:11:43Z', 'updated_at': '2022-04-28T11:11:47Z', 'revision_number': 4, 'project_id': '65d54c3b7dcd4af68398071d25e8321e', 'gw_port': {'id': '1cc00e1f-9043-4b50-ab75-9c315f7540b1', 'name': '', 'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:cd:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f39de5d8-113f-4133-8e18-e6d29db11570', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1466, 'fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:11:43Z', 'updated_at': '2022-04-28T11:11:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'ff7b6238-f523-476a-a285-9ea83aaaa654', 'name': '', 'network_id': 'da66624d-188d-4bca-b790-8244d667592e', 'tenant_id': '65d54c3b7dcd4af68398071d25e8321e', 'mac_address': 'fa:16:3e:53:44:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f39de5d8-113f-4133-8e18-e6d29db11570', 'device_owner': 'network:router_interface', 'standard_attr_id': 1469, 'fixed_ips': [{'subnet_id': '87e6dc8f-48ad-4bb1-8008-291d95c7a7b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:11:47Z', 'updated_at': '2022-04-28T11:11:51Z', 'revision_number': 5, 'project_id': '65d54c3b7dcd4af68398071d25e8321e', 'subnets': [{'id': '87e6dc8f-48ad-4bb1-8008-291d95c7a7b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=116164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 11:14:44.045277 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6eb12f2b-fe4b-4f37-915d-f4946db66b83 None None] New status for floating IP 142d7004-fe71-478c-8eee-074e1dc2d2cb: DOWN {{(pid=116163) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 28 11:14:44.901045 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed90a92-94e7-45b5-9922-448d21ca865d req-c42569bb-2c63-4538-b59f-ee7055409bd9 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:14:44.902710 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-fed90a92-94e7-45b5-9922-448d21ca865d req-c42569bb-2c63-4538-b59f-ee7055409bd9 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] 10.222.0.10 "GET /v2.0/ports?device_id=ff46727d-53c8-4212-ac35-027963b56590 HTTP/1.1" status: 200 len: 945 time: 0.0920024 Apr 28 11:14:44.919851 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c55be21-b941-4be1-ad82-9ec4eee0e371 req-4775a907-d6d1-44f9-96ff-52dedc113b5e tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:14:44.921340 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-6c55be21-b941-4be1-ad82-9ec4eee0e371 req-4775a907-d6d1-44f9-96ff-52dedc113b5e tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] 10.222.0.20 "GET /v2.0/ports?device_id=ff46727d-53c8-4212-ac35-027963b56590 HTTP/1.1" status: 200 len: 945 time: 0.0458703 Apr 28 11:14:44.952500 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-fed90a92-94e7-45b5-9922-448d21ca865d req-c8e9478e-23ca-4bb7-8fd5-1d9f53674b32 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] 10.222.0.10 "GET /v2.0/security-groups?id=0907b2d1-6e6d-4662-b0e7-4a7d2dbadda2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441778 Apr 28 11:14:45.011207 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.plugin [req-6c55be21-b941-4be1-ad82-9ec4eee0e371 req-f21e4f21-845c-4243-8d01-d9e41090765a tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Deleting port 489f2f4d-1416-4e5d-b0ab-e1412f096250 {{(pid=116162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 11:14:45.011551 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [req-6c55be21-b941-4be1-ad82-9ec4eee0e371 req-f21e4f21-845c-4243-8d01-d9e41090765a tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742235130188'] for port (489f2f4d-1416-4e5d-b0ab-e1412f096250), before_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:14:45.101795 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.db [req-6c55be21-b941-4be1-ad82-9ec4eee0e371 req-f21e4f21-845c-4243-8d01-d9e41090765a tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] For port 489f2f4d-1416-4e5d-b0ab-e1412f096250, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=489f2f4d-1416-4e5d-b0ab-e1412f096250,segment=NetworkSegment(448726bd-adec-45e1-b8f8-28aff01ad178),segment_id=448726bd-adec-45e1-b8f8-28aff01ad178)] {{(pid=116162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 11:14:45.102157 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [req-6c55be21-b941-4be1-ad82-9ec4eee0e371 req-f21e4f21-845c-4243-8d01-d9e41090765a tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1938497'] for port (489f2f4d-1416-4e5d-b0ab-e1412f096250), precommit_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:14:45.114830 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.plugin [req-6c55be21-b941-4be1-ad82-9ec4eee0e371 req-f21e4f21-845c-4243-8d01-d9e41090765a tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Calling delete_port for 489f2f4d-1416-4e5d-b0ab-e1412f096250 owned by compute:nova {{(pid=116162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 11:14:45.335940 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [req-6c55be21-b941-4be1-ad82-9ec4eee0e371 req-f21e4f21-845c-4243-8d01-d9e41090765a tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742235135690', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742234710366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5051867'] for port (489f2f4d-1416-4e5d-b0ab-e1412f096250), after_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:14:45.369514 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21e4f21-845c-4243-8d01-d9e41090765a tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Pushing event deleted for resources: {'Port': ['ID=489f2f4d-1416-4e5d-b0ab-e1412f096250,revision_number=None']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:14:45.380633 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f21e4f21-845c-4243-8d01-d9e41090765a tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:14:45.380984 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f21e4f21-845c-4243-8d01-d9e41090765a tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:14:45.381330 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f21e4f21-845c-4243-8d01-d9e41090765a tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:14:45.381676 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f21e4f21-845c-4243-8d01-d9e41090765a tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:14:45.382003 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f21e4f21-845c-4243-8d01-d9e41090765a tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:14:45.382370 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f21e4f21-845c-4243-8d01-d9e41090765a tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:14:45.382790 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f21e4f21-845c-4243-8d01-d9e41090765a tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:14:45.383118 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f21e4f21-845c-4243-8d01-d9e41090765a tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:14:45.383445 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f21e4f21-845c-4243-8d01-d9e41090765a tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:14:45.383778 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f21e4f21-845c-4243-8d01-d9e41090765a tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:14:45.384103 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f21e4f21-845c-4243-8d01-d9e41090765a tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:14:45.384429 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f21e4f21-845c-4243-8d01-d9e41090765a tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:14:45.384754 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f21e4f21-845c-4243-8d01-d9e41090765a tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:14:45.385075 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f21e4f21-845c-4243-8d01-d9e41090765a tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:14:45.385418 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f21e4f21-845c-4243-8d01-d9e41090765a tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:14:45.426010 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c55be21-b941-4be1-ad82-9ec4eee0e371 req-f21e4f21-845c-4243-8d01-d9e41090765a tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] No DVR routers for this DVR port 489f2f4d-1416-4e5d-b0ab-e1412f096250 on host hv-neutron-mast {{(pid=116162) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 11:14:45.428575 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [req-6c55be21-b941-4be1-ad82-9ec4eee0e371 req-f21e4f21-845c-4243-8d01-d9e41090765a tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198022'] for port (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:14:45.432918 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-6c55be21-b941-4be1-ad82-9ec4eee0e371 req-f21e4f21-845c-4243-8d01-d9e41090765a tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] 10.222.0.20 "DELETE /v2.0/ports/489f2f4d-1416-4e5d-b0ab-e1412f096250 HTTP/1.1" status: 204 len: 173 time: 0.5065150 Apr 28 11:14:45.433365 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff46727d-53c8-4212-ac35-027963b56590', 'name': 'network-vif-deleted', 'tag': '489f2f4d-1416-4e5d-b0ab-e1412f096250'}] {{(pid=116162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 11:14:45.435627 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ba53f40d6116d28995a8e36159d0e539b5353eec116fb5dd4ce03b4b2159ab1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46ccbe41-1233-4df6-9646-dd4f4bad6356" -d '{"events": [{"server_uuid": "ff46727d-53c8-4212-ac35-027963b56590", "name": "network-vif-deleted", "tag": "489f2f4d-1416-4e5d-b0ab-e1412f096250"}]}' {{(pid=116162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 11:14:45.470623 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 11:14:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-329eef88-f1b5-43a4-a77d-1f17a4cd8a9c x-openstack-request-id: req-329eef88-f1b5-43a4-a77d-1f17a4cd8a9c {{(pid=116162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 11:14:45.470917 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff46727d-53c8-4212-ac35-027963b56590", "name": "network-vif-deleted", "tag": "489f2f4d-1416-4e5d-b0ab-e1412f096250", "status": "completed", "code": 200}]} {{(pid=116162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 11:14:45.471173 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-329eef88-f1b5-43a4-a77d-1f17a4cd8a9c {{(pid=116162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 11:14:45.471579 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.notifiers.nova [-] Nova event matching ['req-329eef88-f1b5-43a4-a77d-1f17a4cd8a9c'] response: {'server_uuid': 'ff46727d-53c8-4212-ac35-027963b56590', 'name': 'network-vif-deleted', 'tag': '489f2f4d-1416-4e5d-b0ab-e1412f096250', 'status': 'completed', 'code': 200} Apr 28 11:14:46.058870 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-22d95756-4b2c-42ef-bb8f-5fc720cfb785 req-83cf1d7d-d9eb-458c-935e-facf24f6e52e tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] 10.222.0.10 "GET /v2.0/ports?device_id=ff46727d-53c8-4212-ac35-027963b56590 HTTP/1.1" status: 200 len: 210 time: 0.0282815 Apr 28 11:14:47.115969 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 57314) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:14:47.176170 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-869510d9-a048-487b-a75d-a7f22b5a1d7d tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks [] for security_group (0907b2d1-6e6d-4662-b0e7-4a7d2dbadda2), before_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:14:47.201791 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-869510d9-a048-487b-a75d-a7f22b5a1d7d tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks [] for security_group (0907b2d1-6e6d-4662-b0e7-4a7d2dbadda2), precommit_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:14:47.332349 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-869510d9-a048-487b-a75d-a7f22b5a1d7d tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924426'] for security_group (0907b2d1-6e6d-4662-b0e7-4a7d2dbadda2), after_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:14:47.334919 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-869510d9-a048-487b-a75d-a7f22b5a1d7d tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks [] for security_group (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:14:47.336643 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-869510d9-a048-487b-a75d-a7f22b5a1d7d tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] 10.222.0.10 "DELETE /v2.0/security-groups/0907b2d1-6e6d-4662-b0e7-4a7d2dbadda2 HTTP/1.1" status: 204 len: 168 time: 0.2190354 Apr 28 11:14:47.346044 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869510d9-a048-487b-a75d-a7f22b5a1d7d tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0907b2d1-6e6d-4662-b0e7-4a7d2dbadda2,revision_number=None']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:14:47.482683 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 57318) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:14:47.822799 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-91042820-5d39-472a-96b8-b0db2a5b5051 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2063420'] for router_interface (f39de5d8-113f-4133-8e18-e6d29db11570), before_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:14:48.065212 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.plugin [None req-91042820-5d39-472a-96b8-b0db2a5b5051 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Deleting port ff7b6238-f523-476a-a285-9ea83aaaa654 {{(pid=116162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 11:14:48.065627 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-91042820-5d39-472a-96b8-b0db2a5b5051 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742235130188'] for port (ff7b6238-f523-476a-a285-9ea83aaaa654), before_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:14:48.153568 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.db [None req-91042820-5d39-472a-96b8-b0db2a5b5051 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] For port ff7b6238-f523-476a-a285-9ea83aaaa654, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=ff7b6238-f523-476a-a285-9ea83aaaa654,segment=NetworkSegment(448726bd-adec-45e1-b8f8-28aff01ad178),segment_id=448726bd-adec-45e1-b8f8-28aff01ad178)] {{(pid=116162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 11:14:48.153969 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-91042820-5d39-472a-96b8-b0db2a5b5051 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1938497'] for port (ff7b6238-f523-476a-a285-9ea83aaaa654), precommit_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:14:48.167045 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.plugin [None req-91042820-5d39-472a-96b8-b0db2a5b5051 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Calling delete_port for ff7b6238-f523-476a-a285-9ea83aaaa654 owned by network:router_interface {{(pid=116162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 11:14:48.461859 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-91042820-5d39-472a-96b8-b0db2a5b5051 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742235135690', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742234710366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5051867'] for port (ff7b6238-f523-476a-a285-9ea83aaaa654), after_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:14:48.489086 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91042820-5d39-472a-96b8-b0db2a5b5051 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Pushing event deleted for resources: {'Port': ['ID=ff7b6238-f523-476a-a285-9ea83aaaa654,revision_number=None']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:14:48.667443 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-91042820-5d39-472a-96b8-b0db2a5b5051 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1603051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2063504'] for router_interface (f39de5d8-113f-4133-8e18-e6d29db11570), after_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:14:48.888469 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91042820-5d39-472a-96b8-b0db2a5b5051 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Router f39de5d8-113f-4133-8e18-e6d29db11570 has already been hosted by L3 agent 6b492ad6-0876-4d74-b20d-28143a52ceba {{(pid=116162) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 11:14:48.903372 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Device 489f2f4d-1416-4e5d-b0ab-e1412f096250 no longer exists at agent hyperv_hv-neutron-mast {{(pid=116163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 11:14:48.923360 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] No Port match for: 489f2f4d-1416-4e5d-b0ab-e1412f096250 {{(pid=116163) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 28 11:14:48.923706 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Device 489f2f4d-1416-4e5d-b0ab-e1412f096250 not bound to the agent host hv-neutron-mast {{(pid=116163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 11:14:48.997608 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91042820-5d39-472a-96b8-b0db2a5b5051 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=116162) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 11:14:49.005380 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-91042820-5d39-472a-96b8-b0db2a5b5051 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] 10.222.0.10 "PUT /v2.0/routers/f39de5d8-113f-4133-8e18-e6d29db11570/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5193241 Apr 28 11:14:49.005995 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 57320) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:14:49.009854 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccd5a049-311e-4f48-9563-dd8494ca8414 None None] Sync routers for ids ['f39de5d8-113f-4133-8e18-e6d29db11570'] in dv-neutron-master-2-hyperv {{(pid=116164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 11:14:49.019445 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccd5a049-311e-4f48-9563-dd8494ca8414 None None] Routers {'f39de5d8-113f-4133-8e18-e6d29db11570'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=116164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 11:14:49.020084 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_hamode_db [None req-ccd5a049-311e-4f48-9563-dd8494ca8414 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-28T10:50:39Z,description=,heartbeat_timestamp=2022-04-28T11:14:39Z,host='dv-neutron-master-2-hyperv',id=6b492ad6-0876-4d74-b20d-28143a52ceba,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T10:50:40Z,topic='l3_agent')) {'router_ids': ['f39de5d8-113f-4133-8e18-e6d29db11570'], 'active': True} {{(pid=116164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:14:49.060033 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.db.db_base_plugin_v2 [None req-a11e22e5-6e5a-482f-9815-3a4d4228b41f tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Deleting subnet 87e6dc8f-48ad-4bb1-8008-291d95c7a7b7 {{(pid=116161) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 28 11:14:49.063283 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-a11e22e5-6e5a-482f-9815-3a4d4228b41f tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks [] for subnet (87e6dc8f-48ad-4bb1-8008-291d95c7a7b7), before_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:14:49.109697 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-a11e22e5-6e5a-482f-9815-3a4d4228b41f tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8076976'] for subnet (87e6dc8f-48ad-4bb1-8008-291d95c7a7b7), precommit_delete_associations {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:14:49.135224 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_dvr_db [None req-ccd5a049-311e-4f48-9563-dd8494ca8414 None None] Set router f39de5d8-113f-4133-8e18-e6d29db11570 gateway port host: dv-neutron-master-2-hyperv {{(pid=116164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 11:14:49.198734 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-a11e22e5-6e5a-482f-9815-3a4d4228b41f tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-971303'] for subnet (87e6dc8f-48ad-4bb1-8008-291d95c7a7b7), precommit_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:14:49.300434 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_hamode_db [None req-ccd5a049-311e-4f48-9563-dd8494ca8414 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f39de5d8-113f-4133-8e18-e6d29db11570', 'name': 'tempest-TestNetworkBasicOps-router-1316935379', 'tenant_id': '65d54c3b7dcd4af68398071d25e8321e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'external_fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.85'}], 'enable_snat': True}, 'gw_port_id': '1cc00e1f-9043-4b50-ab75-9c315f7540b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T11:11:43Z', 'updated_at': '2022-04-28T11:14:48Z', 'revision_number': 5, 'project_id': '65d54c3b7dcd4af68398071d25e8321e', 'gw_port': {'id': '1cc00e1f-9043-4b50-ab75-9c315f7540b1', 'name': '', 'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:cd:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f39de5d8-113f-4133-8e18-e6d29db11570', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1466, 'fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:11:43Z', 'updated_at': '2022-04-28T11:11:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=116164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:14:49.318877 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-a11e22e5-6e5a-482f-9815-3a4d4228b41f tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-971310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5220601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5125409'] for subnet (87e6dc8f-48ad-4bb1-8008-291d95c7a7b7), after_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:14:49.330345 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccd5a049-311e-4f48-9563-dd8494ca8414 None None] Checking router: f39de5d8-113f-4133-8e18-e6d29db11570 for host: dv-neutron-master-2-hyperv {{(pid=116164) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 11:14:49.338532 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccd5a049-311e-4f48-9563-dd8494ca8414 None None] Routers {'f39de5d8-113f-4133-8e18-e6d29db11570'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=116164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 11:14:49.339164 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_hamode_db [None req-ccd5a049-311e-4f48-9563-dd8494ca8414 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-28T10:50:39Z,description=,heartbeat_timestamp=2022-04-28T11:14:39Z,host='dv-neutron-master-2-hyperv',id=6b492ad6-0876-4d74-b20d-28143a52ceba,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T10:50:40Z,topic='l3_agent')) {'router_ids': ['f39de5d8-113f-4133-8e18-e6d29db11570'], 'active': True} {{(pid=116164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:14:49.347562 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11e22e5-6e5a-482f-9815-3a4d4228b41f tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Pushing event deleted for resources: {'Subnet': ['ID=87e6dc8f-48ad-4bb1-8008-291d95c7a7b7,revision_number=None']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:14:49.356509 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-a11e22e5-6e5a-482f-9815-3a4d4228b41f tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks [] for subnet (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:14:49.359864 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-a11e22e5-6e5a-482f-9815-3a4d4228b41f tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] 10.222.0.10 "DELETE /v2.0/subnets/87e6dc8f-48ad-4bb1-8008-291d95c7a7b7 HTTP/1.1" status: 204 len: 168 time: 0.3527730 Apr 28 11:14:49.361134 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04577a9a-8c3d-47a0-8924-d1883a19882a None None] Network da66624d-188d-4bca-b790-8244d667592e requested from dv-neutron-master-2-hyperv {{(pid=116163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 11:14:49.361736 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11e22e5-6e5a-482f-9815-3a4d4228b41f tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:14:49.362113 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11e22e5-6e5a-482f-9815-3a4d4228b41f tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:14:49.362453 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11e22e5-6e5a-482f-9815-3a4d4228b41f tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:14:49.362818 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11e22e5-6e5a-482f-9815-3a4d4228b41f tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:14:49.363155 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11e22e5-6e5a-482f-9815-3a4d4228b41f tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:14:49.363486 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11e22e5-6e5a-482f-9815-3a4d4228b41f tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:14:49.363688 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 57322) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:14:49.363897 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11e22e5-6e5a-482f-9815-3a4d4228b41f tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:14:49.364231 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11e22e5-6e5a-482f-9815-3a4d4228b41f tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:14:49.364559 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11e22e5-6e5a-482f-9815-3a4d4228b41f tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:14:49.364931 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11e22e5-6e5a-482f-9815-3a4d4228b41f tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:14:49.365264 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11e22e5-6e5a-482f-9815-3a4d4228b41f tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:14:49.365594 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11e22e5-6e5a-482f-9815-3a4d4228b41f tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:14:49.366135 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11e22e5-6e5a-482f-9815-3a4d4228b41f tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:14:49.366273 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11e22e5-6e5a-482f-9815-3a4d4228b41f tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:14:49.366633 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11e22e5-6e5a-482f-9815-3a4d4228b41f tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:14:49.450251 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_dvr_db [None req-ccd5a049-311e-4f48-9563-dd8494ca8414 None None] Set router f39de5d8-113f-4133-8e18-e6d29db11570 gateway port host: dv-neutron-master-2-hyperv {{(pid=116164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 11:14:49.551295 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9373306-3a72-4bcc-9c4e-0be48ab073aa None None] DHCP port deletion for da66624d-188d-4bca-b790-8244d667592e request from dv-neutron-master-2-hyperv {{(pid=116163) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 28 11:14:49.598410 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-e9373306-3a72-4bcc-9c4e-0be48ab073aa None None] Deleting port a06ecaba-7918-4ad4-8c60-5677dee74829 {{(pid=116163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 11:14:49.598791 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-e9373306-3a72-4bcc-9c4e-0be48ab073aa None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742235130188'] for port (a06ecaba-7918-4ad4-8c60-5677dee74829), before_delete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:14:49.640305 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_hamode_db [None req-ccd5a049-311e-4f48-9563-dd8494ca8414 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f39de5d8-113f-4133-8e18-e6d29db11570', 'name': 'tempest-TestNetworkBasicOps-router-1316935379', 'tenant_id': '65d54c3b7dcd4af68398071d25e8321e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'external_fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.85'}], 'enable_snat': True}, 'gw_port_id': '1cc00e1f-9043-4b50-ab75-9c315f7540b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T11:11:43Z', 'updated_at': '2022-04-28T11:14:48Z', 'revision_number': 5, 'project_id': '65d54c3b7dcd4af68398071d25e8321e', 'gw_port': {'id': '1cc00e1f-9043-4b50-ab75-9c315f7540b1', 'name': '', 'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:cd:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f39de5d8-113f-4133-8e18-e6d29db11570', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1466, 'fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:11:43Z', 'updated_at': '2022-04-28T11:11:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=116164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:14:49.665731 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-e9373306-3a72-4bcc-9c4e-0be48ab073aa None None] For port a06ecaba-7918-4ad4-8c60-5677dee74829, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=a06ecaba-7918-4ad4-8c60-5677dee74829,segment=NetworkSegment(448726bd-adec-45e1-b8f8-28aff01ad178),segment_id=448726bd-adec-45e1-b8f8-28aff01ad178)] {{(pid=116163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 11:14:49.666025 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-e9373306-3a72-4bcc-9c4e-0be48ab073aa None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1938497'] for port (a06ecaba-7918-4ad4-8c60-5677dee74829), precommit_delete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:14:49.667276 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccd5a049-311e-4f48-9563-dd8494ca8414 None None] The sync data for ids ['f39de5d8-113f-4133-8e18-e6d29db11570'] in dv-neutron-master-2-hyperv is: [{'id': 'f39de5d8-113f-4133-8e18-e6d29db11570', 'name': 'tempest-TestNetworkBasicOps-router-1316935379', 'tenant_id': '65d54c3b7dcd4af68398071d25e8321e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'external_fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.85'}], 'enable_snat': True}, 'gw_port_id': '1cc00e1f-9043-4b50-ab75-9c315f7540b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T11:11:43Z', 'updated_at': '2022-04-28T11:14:48Z', 'revision_number': 5, 'project_id': '65d54c3b7dcd4af68398071d25e8321e', 'gw_port': {'id': '1cc00e1f-9043-4b50-ab75-9c315f7540b1', 'name': '', 'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:cd:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f39de5d8-113f-4133-8e18-e6d29db11570', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1466, 'fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:11:43Z', 'updated_at': '2022-04-28T11:11:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}] {{(pid=116164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 11:14:49.680302 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-e9373306-3a72-4bcc-9c4e-0be48ab073aa None None] Calling delete_port for a06ecaba-7918-4ad4-8c60-5677dee74829 owned by network:dhcp {{(pid=116163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 11:14:49.826968 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-e9373306-3a72-4bcc-9c4e-0be48ab073aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742235135690', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742234710366'] for port (a06ecaba-7918-4ad4-8c60-5677dee74829), after_delete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:14:49.829925 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-73407cf5-94f0-4869-b788-507f650b128a tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks [] for router (f39de5d8-113f-4133-8e18-e6d29db11570), before_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:14:49.852662 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9373306-3a72-4bcc-9c4e-0be48ab073aa None None] Pushing event deleted for resources: {'Port': ['ID=a06ecaba-7918-4ad4-8c60-5677dee74829,revision_number=None']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:14:49.860973 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9373306-3a72-4bcc-9c4e-0be48ab073aa None None] No DVR routers for this DVR port a06ecaba-7918-4ad4-8c60-5677dee74829 on host dv-neutron-master-2-hyperv {{(pid=116163) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 11:14:49.863287 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9373306-3a72-4bcc-9c4e-0be48ab073aa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:14:49.863631 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9373306-3a72-4bcc-9c4e-0be48ab073aa None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:14:49.863970 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9373306-3a72-4bcc-9c4e-0be48ab073aa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:14:49.864306 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9373306-3a72-4bcc-9c4e-0be48ab073aa None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:14:49.864737 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9373306-3a72-4bcc-9c4e-0be48ab073aa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:14:49.865061 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9373306-3a72-4bcc-9c4e-0be48ab073aa None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:14:49.865382 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9373306-3a72-4bcc-9c4e-0be48ab073aa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:14:49.865700 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9373306-3a72-4bcc-9c4e-0be48ab073aa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:14:49.866021 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9373306-3a72-4bcc-9c4e-0be48ab073aa None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:14:49.866337 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9373306-3a72-4bcc-9c4e-0be48ab073aa None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:14:49.866680 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9373306-3a72-4bcc-9c4e-0be48ab073aa None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:14:49.867092 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9373306-3a72-4bcc-9c4e-0be48ab073aa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:14:49.868207 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9373306-3a72-4bcc-9c4e-0be48ab073aa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:14:49.868608 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9373306-3a72-4bcc-9c4e-0be48ab073aa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:14:49.868929 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9373306-3a72-4bcc-9c4e-0be48ab073aa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:14:49.942061 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-73407cf5-94f0-4869-b788-507f650b128a tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks [] for router_gateway (f39de5d8-113f-4133-8e18-e6d29db11570), before_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:14:50.068245 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Device a06ecaba-7918-4ad4-8c60-5677dee74829 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=116163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 11:14:50.094238 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] No Port match for: a06ecaba-7918-4ad4-8c60-5677dee74829 {{(pid=116163) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 28 11:14:50.094931 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Device a06ecaba-7918-4ad4-8c60-5677dee74829 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=116163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 11:14:50.100606 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Device ff7b6238-f523-476a-a285-9ea83aaaa654 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=116163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 11:14:50.114019 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.plugin [None req-73407cf5-94f0-4869-b788-507f650b128a tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Deleting port 1cc00e1f-9043-4b50-ab75-9c315f7540b1 {{(pid=116162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 11:14:50.114359 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-73407cf5-94f0-4869-b788-507f650b128a tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742235130188'] for port (1cc00e1f-9043-4b50-ab75-9c315f7540b1), before_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:14:50.116959 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] No Port match for: ff7b6238-f523-476a-a285-9ea83aaaa654 {{(pid=116163) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 28 11:14:50.123671 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Device ff7b6238-f523-476a-a285-9ea83aaaa654 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=116163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 11:14:50.206158 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.db [None req-73407cf5-94f0-4869-b788-507f650b128a tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] For port 1cc00e1f-9043-4b50-ab75-9c315f7540b1, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=1cc00e1f-9043-4b50-ab75-9c315f7540b1,segment=NetworkSegment(142bc50f-d6af-4646-8d06-bb7af6b7b51c),segment_id=142bc50f-d6af-4646-8d06-bb7af6b7b51c)] {{(pid=116162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 11:14:50.206571 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-73407cf5-94f0-4869-b788-507f650b128a tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1938497'] for port (1cc00e1f-9043-4b50-ab75-9c315f7540b1), precommit_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:14:50.224028 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.plugin [None req-73407cf5-94f0-4869-b788-507f650b128a tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Calling delete_port for 1cc00e1f-9043-4b50-ab75-9c315f7540b1 owned by network:router_gateway {{(pid=116162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 11:14:50.449565 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-73407cf5-94f0-4869-b788-507f650b128a tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742235135690', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742234710366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5051867'] for port (1cc00e1f-9043-4b50-ab75-9c315f7540b1), after_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:14:50.479491 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73407cf5-94f0-4869-b788-507f650b128a tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Pushing event deleted for resources: {'Port': ['ID=1cc00e1f-9043-4b50-ab75-9c315f7540b1,revision_number=None']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:14:50.537359 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-73407cf5-94f0-4869-b788-507f650b128a tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1935354'] for router_gateway (f39de5d8-113f-4133-8e18-e6d29db11570), after_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:14:50.592335 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (6be95134-9a6c-4663-8b48-90d12ce90c60), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:14:50.646501 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-73407cf5-94f0-4869-b788-507f650b128a tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2060865', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-63275'] for router (f39de5d8-113f-4133-8e18-e6d29db11570), precommit_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:14:50.649366 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-73407cf5-94f0-4869-b788-507f650b128a tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks [] for router_controller (f39de5d8-113f-4133-8e18-e6d29db11570), precommit_delete_associations {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:14:50.760776 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-73407cf5-94f0-4869-b788-507f650b128a tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2060888'] for router (f39de5d8-113f-4133-8e18-e6d29db11570), after_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:14:50.761280 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73407cf5-94f0-4869-b788-507f650b128a tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Fanout notify agent at l3_agent the message router_deleted on router f39de5d8-113f-4133-8e18-e6d29db11570 {{(pid=116162) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 28 11:14:50.767944 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-73407cf5-94f0-4869-b788-507f650b128a tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks [] for router (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:14:50.771833 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-73407cf5-94f0-4869-b788-507f650b128a tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] 10.222.0.10 "DELETE /v2.0/routers/f39de5d8-113f-4133-8e18-e6d29db11570 HTTP/1.1" status: 204 len: 168 time: 1.4067335 Apr 28 11:14:50.772176 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 57324) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:14:50.857676 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-c09be5e0-f708-4751-99ea-f82ec5ac6b6a tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-979593'] for network (da66624d-188d-4bca-b790-8244d667592e), before_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:14:50.948672 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-c09be5e0-f708-4751-99ea-f82ec5ac6b6a tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-973498', 'neutron.services.segments.db._delete_segments_for_network-8742235207033'] for network (da66624d-188d-4bca-b790-8244d667592e), precommit_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:14:50.968332 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.services.segments.db [None req-c09be5e0-f708-4751-99ea-f82ec5ac6b6a tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['da66624d-188d-4bca-b790-8244d667592e']}} {{(pid=116161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:14:50.977329 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.services.segments.db [None req-c09be5e0-f708-4751-99ea-f82ec5ac6b6a tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '448726bd-adec-45e1-b8f8-28aff01ad178') {'for_net_delete': True} {{(pid=116161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:14:50.977662 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.services.segments.db [None req-c09be5e0-f708-4751-99ea-f82ec5ac6b6a tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '448726bd-adec-45e1-b8f8-28aff01ad178') {} {{(pid=116161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:14:50.986869 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-c09be5e0-f708-4751-99ea-f82ec5ac6b6a tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742235208578', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8076969'] for segment (448726bd-adec-45e1-b8f8-28aff01ad178), before_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:14:51.000478 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-c09be5e0-f708-4751-99ea-f82ec5ac6b6a tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-961978'] for segment (448726bd-adec-45e1-b8f8-28aff01ad178), precommit_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:14:51.006635 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c09be5e0-f708-4751-99ea-f82ec5ac6b6a tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Releasing vlan 78 on physical network physnet1 to pool {{(pid=116161) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 11:14:51.007023 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-c09be5e0-f708-4751-99ea-f82ec5ac6b6a tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-961978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5219103'] for segment (448726bd-adec-45e1-b8f8-28aff01ad178), after_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:14:51.010698 dv-neutron-master-2-hyperv neutron-server[116161]: Traceback (most recent call last): Apr 28 11:14:51.010698 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 11:14:51.010698 dv-neutron-master-2-hyperv neutron-server[116161]: timer() Apr 28 11:14:51.010698 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 11:14:51.010698 dv-neutron-master-2-hyperv neutron-server[116161]: cb(*args, **kw) Apr 28 11:14:51.010698 dv-neutron-master-2-hyperv neutron-server[116161]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 28 11:14:51.010698 dv-neutron-master-2-hyperv neutron-server[116161]: return func(*args, **kwargs) Apr 28 11:14:51.010698 dv-neutron-master-2-hyperv neutron-server[116161]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 11:14:51.010698 dv-neutron-master-2-hyperv neutron-server[116161]: self._notify() Apr 28 11:14:51.010698 dv-neutron-master-2-hyperv neutron-server[116161]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 11:14:51.010698 dv-neutron-master-2-hyperv neutron-server[116161]: self.callback(batched_events) Apr 28 11:14:51.010698 dv-neutron-master-2-hyperv neutron-server[116161]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 11:14:51.010698 dv-neutron-master-2-hyperv neutron-server[116161]: event.method(event) Apr 28 11:14:51.010698 dv-neutron-master-2-hyperv neutron-server[116161]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 28 11:14:51.010698 dv-neutron-master-2-hyperv neutron-server[116161]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 11:14:51.010698 dv-neutron-master-2-hyperv neutron-server[116161]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 28 11:14:51.010698 dv-neutron-master-2-hyperv neutron-server[116161]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 11:14:51.010698 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 28 11:14:51.010698 dv-neutron-master-2-hyperv neutron-server[116161]: return f(self, *a, **k) Apr 28 11:14:51.010698 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 28 11:14:51.010698 dv-neutron-master-2-hyperv neutron-server[116161]: return self._get(url).json() Apr 28 11:14:51.010698 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 28 11:14:51.010698 dv-neutron-master-2-hyperv neutron-server[116161]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 11:14:51.010698 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 11:14:51.010698 dv-neutron-master-2-hyperv neutron-server[116161]: return self.request(url, 'GET', **kwargs) Apr 28 11:14:51.010698 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 11:14:51.010698 dv-neutron-master-2-hyperv neutron-server[116161]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 11:14:51.010698 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 11:14:51.010698 dv-neutron-master-2-hyperv neutron-server[116161]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 11:14:51.010698 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 11:14:51.010698 dv-neutron-master-2-hyperv neutron-server[116161]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 11:14:51.010698 dv-neutron-master-2-hyperv neutron-server[116161]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 11:14:51.141454 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-c09be5e0-f708-4751-99ea-f82ec5ac6b6a tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-973477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2063122'] for network (da66624d-188d-4bca-b790-8244d667592e), after_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:14:51.149219 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-c09be5e0-f708-4751-99ea-f82ec5ac6b6a tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks [] for network (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:14:51.151532 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-c09be5e0-f708-4751-99ea-f82ec5ac6b6a tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] 10.222.0.10 "DELETE /v2.0/networks/da66624d-188d-4bca-b790-8244d667592e HTTP/1.1" status: 204 len: 168 time: 0.3786187 Apr 28 11:14:51.163786 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 57328) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:14:51.169275 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.v2.base [None req-9ad2af6a-4cc7-44b9-bef4-cbdbc73e1c9d tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Request body: {'network': {'name': 'tempest-network-smoke--1570071109', 'project_id': '65d54c3b7dcd4af68398071d25e8321e', 'port_security_enabled': True}} {{(pid=116161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:14:51.172588 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09be5e0-f708-4751-99ea-f82ec5ac6b6a tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Pushing event deleted for resources: {'Network': ['ID=da66624d-188d-4bca-b790-8244d667592e,revision_number=None']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:14:51.284186 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ad2af6a-4cc7-44b9-bef4-cbdbc73e1c9d tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Made reservation on behalf of 65d54c3b7dcd4af68398071d25e8321e for: {'network': 1} {{(pid=116161) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 11:14:51.287615 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-9ad2af6a-4cc7-44b9-bef4-cbdbc73e1c9d tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for network (None), before_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:14:51.311917 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9ad2af6a-4cc7-44b9-bef4-cbdbc73e1c9d tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 71} {{(pid=116161) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 11:14:51.320881 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-9ad2af6a-4cc7-44b9-bef4-cbdbc73e1c9d tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-961978'] for segment (51beb731-6e32-4a19-b657-5b1936fbae07), precommit_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:14:51.321225 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.db.segments_db [None req-9ad2af6a-4cc7-44b9-bef4-cbdbc73e1c9d tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Added segment 51beb731-6e32-4a19-b657-5b1936fbae07 of type vlan for network 58ee030d-4a18-4f04-aa8d-09634fcdd302 Apr 28 11:14:51.365931 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-9ad2af6a-4cc7-44b9-bef4-cbdbc73e1c9d tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742234744962'] for network (58ee030d-4a18-4f04-aa8d-09634fcdd302), precommit_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:14:51.472336 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-9ad2af6a-4cc7-44b9-bef4-cbdbc73e1c9d tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042'] for network (58ee030d-4a18-4f04-aa8d-09634fcdd302), after_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:14:51.477363 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ad2af6a-4cc7-44b9-bef4-cbdbc73e1c9d tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:14:51.478500 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-9ad2af6a-4cc7-44b9-bef4-cbdbc73e1c9d tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks [] for network (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:14:51.546338 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad2af6a-4cc7-44b9-bef4-cbdbc73e1c9d tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Pushing event updated for resources: {'Network': ['ID=58ee030d-4a18-4f04-aa8d-09634fcdd302,revision_number=1']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:14:51.561144 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Network 58ee030d-4a18-4f04-aa8d-09634fcdd302 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=116163) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 28 11:14:51.609997 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-9ad2af6a-4cc7-44b9-bef4-cbdbc73e1c9d tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4451456 Apr 28 11:14:51.612778 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 57330) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:14:51.617392 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.v2.base [None req-ab8676a8-d7fa-40b5-9863-4fa1981a64f6 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-12089219', 'admin_state_up': True, 'project_id': '65d54c3b7dcd4af68398071d25e8321e', 'external_gateway_info': {'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c'}}} {{(pid=116161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:14:51.704042 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-ab8676a8-d7fa-40b5-9863-4fa1981a64f6 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2060459', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-63449'] for router (f6f2cfeb-d25b-4dd0-b8eb-814910d30225), before_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:14:51.705201 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-ab8676a8-d7fa-40b5-9863-4fa1981a64f6 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2060827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1935275', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1960866', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-63266'] for router (f6f2cfeb-d25b-4dd0-b8eb-814910d30225), precommit_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:14:51.767121 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-ab8676a8-d7fa-40b5-9863-4fa1981a64f6 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks [] for router_controller (f6f2cfeb-d25b-4dd0-b8eb-814910d30225), precommit_add_association {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:14:52.011287 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Device 1cc00e1f-9043-4b50-ab75-9c315f7540b1 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=116163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 11:14:52.022447 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-ab8676a8-d7fa-40b5-9863-4fa1981a64f6 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks [] for router_gateway (f6f2cfeb-d25b-4dd0-b8eb-814910d30225), precommit_update {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:14:52.032844 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] No Port match for: 1cc00e1f-9043-4b50-ab75-9c315f7540b1 {{(pid=116163) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 28 11:14:52.033193 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Device 1cc00e1f-9043-4b50-ab75-9c315f7540b1 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=116163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 11:14:52.317372 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-ab8676a8-d7fa-40b5-9863-4fa1981a64f6 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks [] for router_gateway (f6f2cfeb-d25b-4dd0-b8eb-814910d30225), before_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:14:52.335907 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-ab8676a8-d7fa-40b5-9863-4fa1981a64f6 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (None), before_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:14:52.443309 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.db.db_base_plugin_common [None req-ab8676a8-d7fa-40b5-9863-4fa1981a64f6 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Allocated IP 172.36.4.4 (7be49d94-bbb8-4a61-bafe-209c5f861e1c/c0f82f52-05ee-40f2-a57c-9d02e01fb9fa/73b2af7c-5347-4de3-817d-e12961659cb4) {{(pid=116161) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 11:14:52.875273 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-ab8676a8-d7fa-40b5-9863-4fa1981a64f6 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks [] for port (73b2af7c-5347-4de3-817d-e12961659cb4), precommit_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:14:52.946908 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-ab8676a8-d7fa-40b5-9863-4fa1981a64f6 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742234710357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5219112'] for port (73b2af7c-5347-4de3-817d-e12961659cb4), after_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:14:52.987278 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab8676a8-d7fa-40b5-9863-4fa1981a64f6 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Network 7be49d94-bbb8-4a61-bafe-209c5f861e1c is already hosted by enough agents. {{(pid=116161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 11:14:52.990108 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.scheduler.base_scheduler [None req-ab8676a8-d7fa-40b5-9863-4fa1981a64f6 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Resources bound (agent type, host, resource id): {{(pid=116161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 11:14:52.996350 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab8676a8-d7fa-40b5-9863-4fa1981a64f6 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Received port after_create {{(pid=116161) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 11:14:53.019591 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab8676a8-d7fa-40b5-9863-4fa1981a64f6 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Pushing event updated for resources: {'Port': ['ID=73b2af7c-5347-4de3-817d-e12961659cb4,revision_number=1']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:14:53.339376 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-ab8676a8-d7fa-40b5-9863-4fa1981a64f6 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks [] for router_gateway (f6f2cfeb-d25b-4dd0-b8eb-814910d30225), after_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:14:53.543457 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-ab8676a8-d7fa-40b5-9863-4fa1981a64f6 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2060818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1935326'] for router (f6f2cfeb-d25b-4dd0-b8eb-814910d30225), after_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:14:53.806777 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab8676a8-d7fa-40b5-9863-4fa1981a64f6 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Router f6f2cfeb-d25b-4dd0-b8eb-814910d30225 is scheduled to L3 agent 6b492ad6-0876-4d74-b20d-28143a52ceba with binding_index 1 {{(pid=116161) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 28 11:14:53.916579 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab8676a8-d7fa-40b5-9863-4fa1981a64f6 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=116161) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 11:14:53.926581 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbb78ccd-c9e5-4857-b9eb-72756ea98f8a None None] Sync routers for ids ['f6f2cfeb-d25b-4dd0-b8eb-814910d30225'] in dv-neutron-master-2-hyperv {{(pid=116163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 11:14:53.937337 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbb78ccd-c9e5-4857-b9eb-72756ea98f8a None None] Routers {'f6f2cfeb-d25b-4dd0-b8eb-814910d30225'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=116163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 11:14:53.937941 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_hamode_db [None req-dbb78ccd-c9e5-4857-b9eb-72756ea98f8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-28T10:50:39Z,description=,heartbeat_timestamp=2022-04-28T11:14:39Z,host='dv-neutron-master-2-hyperv',id=6b492ad6-0876-4d74-b20d-28143a52ceba,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T10:50:40Z,topic='l3_agent')) {'router_ids': ['f6f2cfeb-d25b-4dd0-b8eb-814910d30225'], 'active': True} {{(pid=116163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:14:54.013984 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-ab8676a8-d7fa-40b5-9863-4fa1981a64f6 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks [] for router (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:14:54.015391 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-ab8676a8-d7fa-40b5-9863-4fa1981a64f6 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 2.4016201 Apr 28 11:14:54.018612 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 57332) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:14:54.046882 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvr_db [None req-dbb78ccd-c9e5-4857-b9eb-72756ea98f8a None None] Set router f6f2cfeb-d25b-4dd0-b8eb-814910d30225 gateway port host: dv-neutron-master-2-hyperv {{(pid=116163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 11:14:54.116887 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-badd4966-92d1-4b1f-8a4c-3590eb323709 tempest-TestNetworkBasicOps-223859856 tempest-TestNetworkBasicOps-223859856-project-admin] 10.222.0.10 "GET /v2.0/subnets?project_id=65d54c3b7dcd4af68398071d25e8321e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0971174 Apr 28 11:14:54.120417 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 57336) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:14:54.206505 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96f5669b-e831-4657-a46a-ad3a9c4b254a tempest-TestNetworkBasicOps-223859856 tempest-TestNetworkBasicOps-223859856-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:14:54.208017 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-96f5669b-e831-4657-a46a-ad3a9c4b254a tempest-TestNetworkBasicOps-223859856 tempest-TestNetworkBasicOps-223859856-project-admin] 10.222.0.10 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0866599 Apr 28 11:14:54.210943 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 57338) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:14:54.227883 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_hamode_db [None req-dbb78ccd-c9e5-4857-b9eb-72756ea98f8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6f2cfeb-d25b-4dd0-b8eb-814910d30225', 'name': 'tempest-TestNetworkBasicOps-router-12089219', 'tenant_id': '65d54c3b7dcd4af68398071d25e8321e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'external_fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.4'}], 'enable_snat': True}, 'gw_port_id': '73b2af7c-5347-4de3-817d-e12961659cb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T11:14:51Z', 'updated_at': '2022-04-28T11:14:53Z', 'revision_number': 3, 'project_id': '65d54c3b7dcd4af68398071d25e8321e', 'gw_port': {'id': '73b2af7c-5347-4de3-817d-e12961659cb4', 'name': '', 'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:8c:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6f2cfeb-d25b-4dd0-b8eb-814910d30225', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1488, 'fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:14:52Z', 'updated_at': '2022-04-28T11:14:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=116163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:14:54.238562 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-1c4963f1-e98d-485f-b38b-694c3e656dcc tempest-TestNetworkBasicOps-223859856 tempest-TestNetworkBasicOps-223859856-project-admin] 10.222.0.10 "GET /v2.0/subnets?network_id=7be49d94-bbb8-4a61-bafe-209c5f861e1c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0265412 Apr 28 11:14:54.241009 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 57340) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:14:54.246483 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.v2.base [None req-b932891c-aae2-4c7f-8a4d-e2995a16f20e tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2018348510', 'network_id': '58ee030d-4a18-4f04-aa8d-09634fcdd302', 'project_id': '65d54c3b7dcd4af68398071d25e8321e', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=116161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:14:54.255434 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbb78ccd-c9e5-4857-b9eb-72756ea98f8a None None] Checking router: f6f2cfeb-d25b-4dd0-b8eb-814910d30225 for host: dv-neutron-master-2-hyperv {{(pid=116163) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 11:14:54.255832 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbb78ccd-c9e5-4857-b9eb-72756ea98f8a None None] Updating router f6f2cfeb-d25b-4dd0-b8eb-814910d30225 port 73b2af7c-5347-4de3-817d-e12961659cb4 binding host dv-neutron-master-2-hyperv {{(pid=116163) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 28 11:14:54.283872 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-dbb78ccd-c9e5-4857-b9eb-72756ea98f8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (73b2af7c-5347-4de3-817d-e12961659cb4), before_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:14:54.440896 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b932891c-aae2-4c7f-8a4d-e2995a16f20e tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Made reservation on behalf of 65d54c3b7dcd4af68398071d25e8321e for: {'subnet': 1} {{(pid=116161) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 11:14:54.444392 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-b932891c-aae2-4c7f-8a4d-e2995a16f20e tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5125580'] for subnet (None), before_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:14:54.539551 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-dbb78ccd-c9e5-4857-b9eb-72756ea98f8a None None] Publish callbacks [] for port (73b2af7c-5347-4de3-817d-e12961659cb4), precommit_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:14:54.632237 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-dbb78ccd-c9e5-4857-b9eb-72756ea98f8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393'] for port (73b2af7c-5347-4de3-817d-e12961659cb4), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:14:54.684400 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.managers [None req-dbb78ccd-c9e5-4857-b9eb-72756ea98f8a None None] Attempting to bind port 73b2af7c-5347-4de3-817d-e12961659cb4 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=116163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 28 11:14:54.684770 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.managers [None req-dbb78ccd-c9e5-4857-b9eb-72756ea98f8a None None] Attempting to bind port 73b2af7c-5347-4de3-817d-e12961659cb4 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '142bc50f-d6af-4646-8d06-bb7af6b7b51c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c'}] {{(pid=116163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 28 11:14:54.685134 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbb78ccd-c9e5-4857-b9eb-72756ea98f8a None None] Attempting to bind port 73b2af7c-5347-4de3-817d-e12961659cb4 on network 7be49d94-bbb8-4a61-bafe-209c5f861e1c {{(pid=116163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 11:14:54.687074 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b071ec-40ef-4dd8-8400-dde92be8418a None None] Pushing event updated for resources: {'Port': ['ID=73b2af7c-5347-4de3-817d-e12961659cb4,revision_number=2']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:14:54.692472 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbb78ccd-c9e5-4857-b9eb-72756ea98f8a None None] Checking agent: {'id': 'd5baab19-5dd1-4902-922b-84acb048ab9c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 10, 50, 43), 'started_at': datetime.datetime(2022, 4, 28, 10, 51, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 11, 14, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=116163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 11:14:54.692771 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbb78ccd-c9e5-4857-b9eb-72756ea98f8a None None] Checking segment: {'id': '142bc50f-d6af-4646-8d06-bb7af6b7b51c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 11:14:54.693167 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-dbb78ccd-c9e5-4857-b9eb-72756ea98f8a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:14:54.693549 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbb78ccd-c9e5-4857-b9eb-72756ea98f8a None None] Bound using segment: {'id': '142bc50f-d6af-4646-8d06-bb7af6b7b51c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c'} {{(pid=116163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 11:14:54.694386 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.managers [None req-dbb78ccd-c9e5-4857-b9eb-72756ea98f8a None None] Bound port: 73b2af7c-5347-4de3-817d-e12961659cb4, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '142bc50f-d6af-4646-8d06-bb7af6b7b51c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c'}}] {{(pid=116163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 28 11:14:54.694386 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-dbb78ccd-c9e5-4857-b9eb-72756ea98f8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (73b2af7c-5347-4de3-817d-e12961659cb4), before_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:14:54.709344 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-b932891c-aae2-4c7f-8a4d-e2995a16f20e tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5220536', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5125438'] for subnet (abb26413-afe9-4f11-9c8d-c52ca3d82d9f), after_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:14:54.746107 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-dbb78ccd-c9e5-4857-b9eb-72756ea98f8a None None] For port 73b2af7c-5347-4de3-817d-e12961659cb4, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=116163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 11:14:54.749152 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-dbb78ccd-c9e5-4857-b9eb-72756ea98f8a None None] For port 73b2af7c-5347-4de3-817d-e12961659cb4, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=73b2af7c-5347-4de3-817d-e12961659cb4,segment=NetworkSegment(142bc50f-d6af-4646-8d06-bb7af6b7b51c),segment_id=142bc50f-d6af-4646-8d06-bb7af6b7b51c)] {{(pid=116163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 11:14:54.772253 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b932891c-aae2-4c7f-8a4d-e2995a16f20e tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Pushing event updated for resources: {'Subnet': ['ID=abb26413-afe9-4f11-9c8d-c52ca3d82d9f,revision_number=0']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:14:54.779824 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b932891c-aae2-4c7f-8a4d-e2995a16f20e tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Checking segment: {'id': '51beb731-6e32-4a19-b657-5b1936fbae07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '58ee030d-4a18-4f04-aa8d-09634fcdd302'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 11:14:54.780187 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b932891c-aae2-4c7f-8a4d-e2995a16f20e tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Network hostable DHCP agents. Network: 58ee030d-4a18-4f04-aa8d-09634fcdd302, hostable agents: ['75ba81b7-fe99-4281-90d2-a5adb445ecea'], hosted agents: [] {{(pid=116161) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 11:14:54.835195 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-dbb78ccd-c9e5-4857-b9eb-72756ea98f8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393'] for port (73b2af7c-5347-4de3-817d-e12961659cb4), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:14:54.880456 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b932891c-aae2-4c7f-8a4d-e2995a16f20e tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Network 58ee030d-4a18-4f04-aa8d-09634fcdd302 is scheduled to be hosted by DHCP agent 75ba81b7-fe99-4281-90d2-a5adb445ecea with binding_index 1 {{(pid=116161) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 11:14:54.894341 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbb78ccd-c9e5-4857-b9eb-72756ea98f8a None None] Routers {'f6f2cfeb-d25b-4dd0-b8eb-814910d30225'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=116163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 11:14:54.895027 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_hamode_db [None req-dbb78ccd-c9e5-4857-b9eb-72756ea98f8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-28T10:50:39Z,description=,heartbeat_timestamp=2022-04-28T11:14:39Z,host='dv-neutron-master-2-hyperv',id=6b492ad6-0876-4d74-b20d-28143a52ceba,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T10:50:40Z,topic='l3_agent')) {'router_ids': ['f6f2cfeb-d25b-4dd0-b8eb-814910d30225'], 'active': True} {{(pid=116163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:14:54.896935 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b071ec-40ef-4dd8-8400-dde92be8418a None None] Pushing event updated for resources: {'Port': ['ID=73b2af7c-5347-4de3-817d-e12961659cb4,revision_number=3']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:14:54.964087 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.scheduler.base_scheduler [None req-b932891c-aae2-4c7f-8a4d-e2995a16f20e tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 58ee030d-4a18-4f04-aa8d-09634fcdd302) {{(pid=116161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 11:14:54.968403 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b932891c-aae2-4c7f-8a4d-e2995a16f20e tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:14:54.969006 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-b932891c-aae2-4c7f-8a4d-e2995a16f20e tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks [] for subnet (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:14:54.985094 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40f155e6-27a4-4c39-bc78-ff330b28b002 None None] Network 58ee030d-4a18-4f04-aa8d-09634fcdd302 requested from dv-neutron-master-2-hyperv {{(pid=116163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 11:14:55.049018 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-b932891c-aae2-4c7f-8a4d-e2995a16f20e tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.8069084 Apr 28 11:14:55.052028 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 57342) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:14:55.062686 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvr_db [None req-dbb78ccd-c9e5-4857-b9eb-72756ea98f8a None None] Set router f6f2cfeb-d25b-4dd0-b8eb-814910d30225 gateway port host: dv-neutron-master-2-hyperv {{(pid=116163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 11:14:55.193726 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-310c6c40-d14d-4f81-bf46-ce4cfe65091a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-58ee030d-4a18-4f04-aa8d-09634fcdd302', 'network_id': '58ee030d-4a18-4f04-aa8d-09634fcdd302', 'project_id': '65d54c3b7dcd4af68398071d25e8321e', 'fixed_ips': [{'subnet_id': 'abb26413-afe9-4f11-9c8d-c52ca3d82d9f'}]}} from dv-neutron-master-2-hyperv. {{(pid=116163) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 28 11:14:55.194612 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-310c6c40-d14d-4f81-bf46-ce4cfe65091a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (None), before_create {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:14:55.360493 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_hamode_db [None req-dbb78ccd-c9e5-4857-b9eb-72756ea98f8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6f2cfeb-d25b-4dd0-b8eb-814910d30225', 'name': 'tempest-TestNetworkBasicOps-router-12089219', 'tenant_id': '65d54c3b7dcd4af68398071d25e8321e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'external_fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.4'}], 'enable_snat': True}, 'gw_port_id': '73b2af7c-5347-4de3-817d-e12961659cb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T11:14:51Z', 'updated_at': '2022-04-28T11:14:53Z', 'revision_number': 3, 'project_id': '65d54c3b7dcd4af68398071d25e8321e', 'gw_port': {'id': '73b2af7c-5347-4de3-817d-e12961659cb4', 'name': '', 'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:8c:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6f2cfeb-d25b-4dd0-b8eb-814910d30225', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1488, 'fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:14:52Z', 'updated_at': '2022-04-28T11:14:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=116163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:14:55.512606 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-686c1664-62ef-404a-94c1-c217b5ca5064 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (None), before_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:14:55.552059 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbb78ccd-c9e5-4857-b9eb-72756ea98f8a None None] The sync data for ids ['f6f2cfeb-d25b-4dd0-b8eb-814910d30225'] in dv-neutron-master-2-hyperv is: [{'id': 'f6f2cfeb-d25b-4dd0-b8eb-814910d30225', 'name': 'tempest-TestNetworkBasicOps-router-12089219', 'tenant_id': '65d54c3b7dcd4af68398071d25e8321e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'external_fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.4'}], 'enable_snat': True}, 'gw_port_id': '73b2af7c-5347-4de3-817d-e12961659cb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T11:14:51Z', 'updated_at': '2022-04-28T11:14:53Z', 'revision_number': 3, 'project_id': '65d54c3b7dcd4af68398071d25e8321e', 'gw_port': {'id': '73b2af7c-5347-4de3-817d-e12961659cb4', 'name': '', 'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:8c:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6f2cfeb-d25b-4dd0-b8eb-814910d30225', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1488, 'fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:14:52Z', 'updated_at': '2022-04-28T11:14:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}] {{(pid=116163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 11:14:55.566360 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.db_base_plugin_common [None req-310c6c40-d14d-4f81-bf46-ce4cfe65091a None None] Allocated IP 172.20.0.2 (58ee030d-4a18-4f04-aa8d-09634fcdd302/abb26413-afe9-4f11-9c8d-c52ca3d82d9f/7ff5ffc4-03e9-4549-a0f6-b4b7134fe00c) {{(pid=116163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 11:14:55.728639 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-310c6c40-d14d-4f81-bf46-ce4cfe65091a None None] Publish callbacks [] for port (7ff5ffc4-03e9-4549-a0f6-b4b7134fe00c), precommit_create {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:14:55.832748 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-310c6c40-d14d-4f81-bf46-ce4cfe65091a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742234710357'] for port (7ff5ffc4-03e9-4549-a0f6-b4b7134fe00c), after_create {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:14:55.876462 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-310c6c40-d14d-4f81-bf46-ce4cfe65091a None None] Network 58ee030d-4a18-4f04-aa8d-09634fcdd302 is already hosted by enough agents. {{(pid=116163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 11:14:55.883409 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.scheduler.base_scheduler [None req-310c6c40-d14d-4f81-bf46-ce4cfe65091a None None] Resources bound (agent type, host, resource id): {{(pid=116163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 11:14:55.888653 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-310c6c40-d14d-4f81-bf46-ce4cfe65091a None None] Received port after_create {{(pid=116163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 11:14:55.889848 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.db.db_base_plugin_common [None req-686c1664-62ef-404a-94c1-c217b5ca5064 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Allocated IP 172.20.0.1 (58ee030d-4a18-4f04-aa8d-09634fcdd302/abb26413-afe9-4f11-9c8d-c52ca3d82d9f/b9227280-a64c-4e4e-81c3-7062bf15012c) {{(pid=116161) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 11:14:55.891940 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310c6c40-d14d-4f81-bf46-ce4cfe65091a None None] Pushing event updated for resources: {'Port': ['ID=7ff5ffc4-03e9-4549-a0f6-b4b7134fe00c,revision_number=1']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:14:55.951971 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.managers [None req-310c6c40-d14d-4f81-bf46-ce4cfe65091a None None] Attempting to bind port 7ff5ffc4-03e9-4549-a0f6-b4b7134fe00c on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=116163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 28 11:14:55.952753 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.managers [None req-310c6c40-d14d-4f81-bf46-ce4cfe65091a None None] Attempting to bind port 7ff5ffc4-03e9-4549-a0f6-b4b7134fe00c by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '51beb731-6e32-4a19-b657-5b1936fbae07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '58ee030d-4a18-4f04-aa8d-09634fcdd302'}] {{(pid=116163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 28 11:14:55.953245 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-310c6c40-d14d-4f81-bf46-ce4cfe65091a None None] Attempting to bind port 7ff5ffc4-03e9-4549-a0f6-b4b7134fe00c on network 58ee030d-4a18-4f04-aa8d-09634fcdd302 {{(pid=116163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 11:14:55.961544 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-310c6c40-d14d-4f81-bf46-ce4cfe65091a None None] Checking agent: {'id': 'd5baab19-5dd1-4902-922b-84acb048ab9c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 10, 50, 43), 'started_at': datetime.datetime(2022, 4, 28, 10, 51, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 11, 14, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=116163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 11:14:55.961544 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-310c6c40-d14d-4f81-bf46-ce4cfe65091a None None] Checking segment: {'id': '51beb731-6e32-4a19-b657-5b1936fbae07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '58ee030d-4a18-4f04-aa8d-09634fcdd302'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 11:14:55.961544 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-310c6c40-d14d-4f81-bf46-ce4cfe65091a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:14:55.961544 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-310c6c40-d14d-4f81-bf46-ce4cfe65091a None None] Bound using segment: {'id': '51beb731-6e32-4a19-b657-5b1936fbae07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '58ee030d-4a18-4f04-aa8d-09634fcdd302'} {{(pid=116163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 11:14:55.961544 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.managers [None req-310c6c40-d14d-4f81-bf46-ce4cfe65091a None None] Bound port: 7ff5ffc4-03e9-4549-a0f6-b4b7134fe00c, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51beb731-6e32-4a19-b657-5b1936fbae07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '58ee030d-4a18-4f04-aa8d-09634fcdd302'}}] {{(pid=116163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 28 11:14:55.961544 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-310c6c40-d14d-4f81-bf46-ce4cfe65091a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (7ff5ffc4-03e9-4549-a0f6-b4b7134fe00c), before_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:14:56.036449 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-686c1664-62ef-404a-94c1-c217b5ca5064 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks [] for port (b9227280-a64c-4e4e-81c3-7062bf15012c), precommit_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:14:56.041511 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-310c6c40-d14d-4f81-bf46-ce4cfe65091a None None] For port 7ff5ffc4-03e9-4549-a0f6-b4b7134fe00c, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=116163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 11:14:56.047610 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-310c6c40-d14d-4f81-bf46-ce4cfe65091a None None] For port 7ff5ffc4-03e9-4549-a0f6-b4b7134fe00c, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=7ff5ffc4-03e9-4549-a0f6-b4b7134fe00c,segment=NetworkSegment(51beb731-6e32-4a19-b657-5b1936fbae07),segment_id=51beb731-6e32-4a19-b657-5b1936fbae07)] {{(pid=116163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 11:14:56.084897 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Device 73b2af7c-5347-4de3-817d-e12961659cb4 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=116163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 11:14:56.137748 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Provisioning complete for port 73b2af7c-5347-4de3-817d-e12961659cb4 triggered by entity L2. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:14:56.138229 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (73b2af7c-5347-4de3-817d-e12961659cb4), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:14:56.161036 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-310c6c40-d14d-4f81-bf46-ce4cfe65091a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393'] for port (7ff5ffc4-03e9-4549-a0f6-b4b7134fe00c), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:14:56.218591 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-686c1664-62ef-404a-94c1-c217b5ca5064 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742234710357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5219112'] for port (b9227280-a64c-4e4e-81c3-7062bf15012c), after_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:14:56.236625 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310c6c40-d14d-4f81-bf46-ce4cfe65091a None None] Pushing event updated for resources: {'Port': ['ID=7ff5ffc4-03e9-4549-a0f6-b4b7134fe00c,revision_number=2']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:14:56.293542 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-686c1664-62ef-404a-94c1-c217b5ca5064 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Network 58ee030d-4a18-4f04-aa8d-09634fcdd302 is already hosted by enough agents. {{(pid=116161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 11:14:56.296235 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Current status of the port 73b2af7c-5347-4de3-817d-e12961659cb4 is: DOWN; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:14:56.296235 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (73b2af7c-5347-4de3-817d-e12961659cb4), before_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:14:56.297330 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.scheduler.base_scheduler [None req-686c1664-62ef-404a-94c1-c217b5ca5064 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Resources bound (agent type, host, resource id): {{(pid=116161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 11:14:56.302205 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-686c1664-62ef-404a-94c1-c217b5ca5064 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Received port after_create {{(pid=116161) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 11:14:56.307002 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-686c1664-62ef-404a-94c1-c217b5ca5064 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Pushing event updated for resources: {'Port': ['ID=b9227280-a64c-4e4e-81c3-7062bf15012c,revision_number=1']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:14:56.327699 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] For port 73b2af7c-5347-4de3-817d-e12961659cb4, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=73b2af7c-5347-4de3-817d-e12961659cb4,segment=NetworkSegment(142bc50f-d6af-4646-8d06-bb7af6b7b51c),segment_id=142bc50f-d6af-4646-8d06-bb7af6b7b51c)] {{(pid=116163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 11:14:56.367738 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-686c1664-62ef-404a-94c1-c217b5ca5064 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2063275'] for router_interface (f6f2cfeb-d25b-4dd0-b8eb-814910d30225), before_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:14:56.400556 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393'] for port (73b2af7c-5347-4de3-817d-e12961659cb4), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:14:56.506928 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Pushing event updated for resources: {'Port': ['ID=73b2af7c-5347-4de3-817d-e12961659cb4,revision_number=4']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:14:56.671137 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-686c1664-62ef-404a-94c1-c217b5ca5064 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (b9227280-a64c-4e4e-81c3-7062bf15012c), before_update {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:14:56.950946 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-686c1664-62ef-404a-94c1-c217b5ca5064 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks [] for port (b9227280-a64c-4e4e-81c3-7062bf15012c), precommit_update {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:14:57.049367 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-686c1664-62ef-404a-94c1-c217b5ca5064 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5219123'] for port (b9227280-a64c-4e4e-81c3-7062bf15012c), after_update {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:14:57.122359 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-686c1664-62ef-404a-94c1-c217b5ca5064 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Pushing event updated for resources: {'Port': ['ID=b9227280-a64c-4e4e-81c3-7062bf15012c,revision_number=2']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:14:57.128170 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-686c1664-62ef-404a-94c1-c217b5ca5064 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1603056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2063387'] for router_interface (f6f2cfeb-d25b-4dd0-b8eb-814910d30225), after_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:14:57.225058 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-686c1664-62ef-404a-94c1-c217b5ca5064 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Network 58ee030d-4a18-4f04-aa8d-09634fcdd302 is already hosted by enough agents. {{(pid=116161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 11:14:57.226486 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.scheduler.base_scheduler [None req-686c1664-62ef-404a-94c1-c217b5ca5064 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Resources bound (agent type, host, resource id): {{(pid=116161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 11:14:57.343186 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-686c1664-62ef-404a-94c1-c217b5ca5064 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Router f6f2cfeb-d25b-4dd0-b8eb-814910d30225 has already been hosted by L3 agent 6b492ad6-0876-4d74-b20d-28143a52ceba {{(pid=116161) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 11:14:57.759977 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-686c1664-62ef-404a-94c1-c217b5ca5064 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=116161) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 11:14:57.767022 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-686c1664-62ef-404a-94c1-c217b5ca5064 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] 10.222.0.10 "PUT /v2.0/routers/f6f2cfeb-d25b-4dd0-b8eb-814910d30225/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7138586 Apr 28 11:14:57.767910 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 57344) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:14:57.769642 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baa917a6-8647-4bfb-aef6-44c3d6c4452e None None] Sync routers for ids ['f6f2cfeb-d25b-4dd0-b8eb-814910d30225'] in dv-neutron-master-2-hyperv {{(pid=116164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 11:14:57.782072 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baa917a6-8647-4bfb-aef6-44c3d6c4452e None None] Routers {'f6f2cfeb-d25b-4dd0-b8eb-814910d30225'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=116164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 11:14:57.783098 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_hamode_db [None req-baa917a6-8647-4bfb-aef6-44c3d6c4452e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-28T10:50:39Z,description=,heartbeat_timestamp=2022-04-28T11:14:39Z,host='dv-neutron-master-2-hyperv',id=6b492ad6-0876-4d74-b20d-28143a52ceba,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T10:50:40Z,topic='l3_agent')) {'router_ids': ['f6f2cfeb-d25b-4dd0-b8eb-814910d30225'], 'active': True} {{(pid=116164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:14:57.876650 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2490cfc8-82f0-4d6d-b8e3-0d684c057ff5 tempest-TestNetworkBasicOps-223859856 tempest-TestNetworkBasicOps-223859856-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:14:57.877268 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2490cfc8-82f0-4d6d-b8e3-0d684c057ff5 tempest-TestNetworkBasicOps-223859856 tempest-TestNetworkBasicOps-223859856-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:14:57.877981 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2490cfc8-82f0-4d6d-b8e3-0d684c057ff5 tempest-TestNetworkBasicOps-223859856 tempest-TestNetworkBasicOps-223859856-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:14:57.878301 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2490cfc8-82f0-4d6d-b8e3-0d684c057ff5 tempest-TestNetworkBasicOps-223859856 tempest-TestNetworkBasicOps-223859856-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:14:57.878858 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2490cfc8-82f0-4d6d-b8e3-0d684c057ff5 tempest-TestNetworkBasicOps-223859856 tempest-TestNetworkBasicOps-223859856-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:14:57.879371 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2490cfc8-82f0-4d6d-b8e3-0d684c057ff5 tempest-TestNetworkBasicOps-223859856 tempest-TestNetworkBasicOps-223859856-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:14:57.881233 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-2490cfc8-82f0-4d6d-b8e3-0d684c057ff5 tempest-TestNetworkBasicOps-223859856 tempest-TestNetworkBasicOps-223859856-project-admin] 10.222.0.10 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4279 time: 0.1123292 Apr 28 11:14:57.884159 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 57346) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:14:57.903037 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_dvr_db [None req-baa917a6-8647-4bfb-aef6-44c3d6c4452e None None] Set router f6f2cfeb-d25b-4dd0-b8eb-814910d30225 gateway port host: dv-neutron-master-2-hyperv {{(pid=116164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 11:14:57.943603 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3565dd29-7bda-472f-920d-f0658dbc5fbf tempest-TestNetworkBasicOps-223859856 tempest-TestNetworkBasicOps-223859856-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:14:57.944262 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3565dd29-7bda-472f-920d-f0658dbc5fbf tempest-TestNetworkBasicOps-223859856 tempest-TestNetworkBasicOps-223859856-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:14:57.944805 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3565dd29-7bda-472f-920d-f0658dbc5fbf tempest-TestNetworkBasicOps-223859856 tempest-TestNetworkBasicOps-223859856-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:14:57.945315 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3565dd29-7bda-472f-920d-f0658dbc5fbf tempest-TestNetworkBasicOps-223859856 tempest-TestNetworkBasicOps-223859856-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:14:57.945820 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3565dd29-7bda-472f-920d-f0658dbc5fbf tempest-TestNetworkBasicOps-223859856 tempest-TestNetworkBasicOps-223859856-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:14:57.946373 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3565dd29-7bda-472f-920d-f0658dbc5fbf tempest-TestNetworkBasicOps-223859856 tempest-TestNetworkBasicOps-223859856-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:14:57.949423 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-3565dd29-7bda-472f-920d-f0658dbc5fbf tempest-TestNetworkBasicOps-223859856 tempest-TestNetworkBasicOps-223859856-project-admin] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4004 time: 0.0630903 Apr 28 11:14:57.951009 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 57348) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:14:58.089956 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-26d4b99b-687d-4b07-8b48-891ea9422c4d tempest-TestNetworkBasicOps-223859856 tempest-TestNetworkBasicOps-223859856-project-admin] 10.222.0.10 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3044 time: 0.1377039 Apr 28 11:14:58.128782 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_hamode_db [None req-baa917a6-8647-4bfb-aef6-44c3d6c4452e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6f2cfeb-d25b-4dd0-b8eb-814910d30225', 'name': 'tempest-TestNetworkBasicOps-router-12089219', 'tenant_id': '65d54c3b7dcd4af68398071d25e8321e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'external_fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.4'}], 'enable_snat': True}, 'gw_port_id': '73b2af7c-5347-4de3-817d-e12961659cb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T11:14:51Z', 'updated_at': '2022-04-28T11:14:56Z', 'revision_number': 4, 'project_id': '65d54c3b7dcd4af68398071d25e8321e', 'gw_port': {'id': '73b2af7c-5347-4de3-817d-e12961659cb4', 'name': '', 'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:8c:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6f2cfeb-d25b-4dd0-b8eb-814910d30225', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1488, 'fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:14:52Z', 'updated_at': '2022-04-28T11:14:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'b9227280-a64c-4e4e-81c3-7062bf15012c', 'name': '', 'network_id': '58ee030d-4a18-4f04-aa8d-09634fcdd302', 'tenant_id': '65d54c3b7dcd4af68398071d25e8321e', 'mac_address': 'fa:16:3e:57:5d:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6f2cfeb-d25b-4dd0-b8eb-814910d30225', 'device_owner': 'network:router_interface', 'standard_attr_id': 1491, 'fixed_ips': [{'subnet_id': 'abb26413-afe9-4f11-9c8d-c52ca3d82d9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:14:55Z', 'updated_at': '2022-04-28T11:14:56Z', 'revision_number': 2, 'project_id': '65d54c3b7dcd4af68398071d25e8321e', 'subnets': [{'id': 'abb26413-afe9-4f11-9c8d-c52ca3d82d9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=116164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:14:58.160544 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baa917a6-8647-4bfb-aef6-44c3d6c4452e None None] Checking router: f6f2cfeb-d25b-4dd0-b8eb-814910d30225 for host: dv-neutron-master-2-hyperv {{(pid=116164) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 11:14:58.161264 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baa917a6-8647-4bfb-aef6-44c3d6c4452e None None] Updating router f6f2cfeb-d25b-4dd0-b8eb-814910d30225 port b9227280-a64c-4e4e-81c3-7062bf15012c binding host dv-neutron-master-2-hyperv {{(pid=116164) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 28 11:14:58.174928 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Device 7ff5ffc4-03e9-4549-a0f6-b4b7134fe00c up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=116163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 11:14:58.192722 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron_lib.callbacks.manager [None req-baa917a6-8647-4bfb-aef6-44c3d6c4452e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (b9227280-a64c-4e4e-81c3-7062bf15012c), before_update {{(pid=116164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:14:58.198651 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fc3c19e-0f9e-4b29-b7d4-3336f15752d0 None None] Network 58ee030d-4a18-4f04-aa8d-09634fcdd302 requested from dv-neutron-master-2-hyperv {{(pid=116163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 11:14:58.272455 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Provisioning complete for port 7ff5ffc4-03e9-4549-a0f6-b4b7134fe00c triggered by entity L2. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:14:58.272685 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (7ff5ffc4-03e9-4549-a0f6-b4b7134fe00c), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:14:58.323433 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-bd273708-835c-4991-be4e-b019109846b3 None None] Provisioning complete for port 7ff5ffc4-03e9-4549-a0f6-b4b7134fe00c triggered by entity DHCP. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:14:58.323798 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-bd273708-835c-4991-be4e-b019109846b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (7ff5ffc4-03e9-4549-a0f6-b4b7134fe00c), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:14:58.466169 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Current status of the port 7ff5ffc4-03e9-4549-a0f6-b4b7134fe00c is: DOWN; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:14:58.466588 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (7ff5ffc4-03e9-4549-a0f6-b4b7134fe00c), before_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:14:58.481553 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron_lib.callbacks.manager [None req-baa917a6-8647-4bfb-aef6-44c3d6c4452e None None] Publish callbacks [] for port (b9227280-a64c-4e4e-81c3-7062bf15012c), precommit_update {{(pid=116164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:14:58.489954 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-bd273708-835c-4991-be4e-b019109846b3 None None] Current status of the port 7ff5ffc4-03e9-4549-a0f6-b4b7134fe00c is: DOWN; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:14:58.490340 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-bd273708-835c-4991-be4e-b019109846b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (7ff5ffc4-03e9-4549-a0f6-b4b7134fe00c), before_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:14:58.491356 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 57352) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:14:58.497178 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.v2.base [None req-7f454f7a-7550-4220-88d6-fc32592675a9 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-481203398', 'description': 'tempest-secgroup-smoke-481203398 description', 'project_id': '65d54c3b7dcd4af68398071d25e8321e'}} {{(pid=116161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:14:58.529061 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] For port 7ff5ffc4-03e9-4549-a0f6-b4b7134fe00c, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=7ff5ffc4-03e9-4549-a0f6-b4b7134fe00c,segment=NetworkSegment(51beb731-6e32-4a19-b657-5b1936fbae07),segment_id=51beb731-6e32-4a19-b657-5b1936fbae07)] {{(pid=116163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 11:14:58.586804 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron_lib.callbacks.manager [None req-baa917a6-8647-4bfb-aef6-44c3d6c4452e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393'] for port (b9227280-a64c-4e4e-81c3-7062bf15012c), after_update {{(pid=116164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:14:58.638221 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c771a3-f1c8-4160-9a5f-4c294339e0b9 None None] Pushing event updated for resources: {'Port': ['ID=b9227280-a64c-4e4e-81c3-7062bf15012c,revision_number=3']} {{(pid=116164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:14:58.652415 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-7f454f7a-7550-4220-88d6-fc32592675a9 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks [] for security_group (None), before_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:14:58.653799 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393'] for port (7ff5ffc4-03e9-4549-a0f6-b4b7134fe00c), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:14:58.654318 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Device 73b2af7c-5347-4de3-817d-e12961659cb4 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=116163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 11:14:58.661812 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0c771a3-f1c8-4160-9a5f-4c294339e0b9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:14:58.662170 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0c771a3-f1c8-4160-9a5f-4c294339e0b9 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:14:58.662540 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0c771a3-f1c8-4160-9a5f-4c294339e0b9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:14:58.662881 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0c771a3-f1c8-4160-9a5f-4c294339e0b9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:14:58.663210 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0c771a3-f1c8-4160-9a5f-4c294339e0b9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:14:58.663831 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0c771a3-f1c8-4160-9a5f-4c294339e0b9 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:14:58.663831 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0c771a3-f1c8-4160-9a5f-4c294339e0b9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:14:58.664158 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0c771a3-f1c8-4160-9a5f-4c294339e0b9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:14:58.664494 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0c771a3-f1c8-4160-9a5f-4c294339e0b9 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:14:58.664837 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0c771a3-f1c8-4160-9a5f-4c294339e0b9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:14:58.665209 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0c771a3-f1c8-4160-9a5f-4c294339e0b9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:14:58.665576 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0c771a3-f1c8-4160-9a5f-4c294339e0b9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:14:58.665936 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0c771a3-f1c8-4160-9a5f-4c294339e0b9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:14:58.666333 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0c771a3-f1c8-4160-9a5f-4c294339e0b9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:14:58.666681 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0c771a3-f1c8-4160-9a5f-4c294339e0b9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:14:58.705752 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.plugins.ml2.managers [None req-baa917a6-8647-4bfb-aef6-44c3d6c4452e None None] Attempting to bind port b9227280-a64c-4e4e-81c3-7062bf15012c on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=116164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 28 11:14:58.709195 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.plugins.ml2.managers [None req-baa917a6-8647-4bfb-aef6-44c3d6c4452e None None] Attempting to bind port b9227280-a64c-4e4e-81c3-7062bf15012c by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '51beb731-6e32-4a19-b657-5b1936fbae07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '58ee030d-4a18-4f04-aa8d-09634fcdd302'}] {{(pid=116164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 28 11:14:58.709195 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baa917a6-8647-4bfb-aef6-44c3d6c4452e None None] Attempting to bind port b9227280-a64c-4e4e-81c3-7062bf15012c on network 58ee030d-4a18-4f04-aa8d-09634fcdd302 {{(pid=116164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 11:14:58.712411 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baa917a6-8647-4bfb-aef6-44c3d6c4452e None None] Checking agent: {'id': 'd5baab19-5dd1-4902-922b-84acb048ab9c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 10, 50, 43), 'started_at': datetime.datetime(2022, 4, 28, 10, 51, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 11, 14, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=116164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 11:14:58.712834 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baa917a6-8647-4bfb-aef6-44c3d6c4452e None None] Checking segment: {'id': '51beb731-6e32-4a19-b657-5b1936fbae07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '58ee030d-4a18-4f04-aa8d-09634fcdd302'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 11:14:58.713236 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron_lib.callbacks.manager [None req-baa917a6-8647-4bfb-aef6-44c3d6c4452e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=116164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:14:58.713631 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baa917a6-8647-4bfb-aef6-44c3d6c4452e None None] Bound using segment: {'id': '51beb731-6e32-4a19-b657-5b1936fbae07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '58ee030d-4a18-4f04-aa8d-09634fcdd302'} {{(pid=116164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 11:14:58.714098 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.plugins.ml2.managers [None req-baa917a6-8647-4bfb-aef6-44c3d6c4452e None None] Bound port: b9227280-a64c-4e4e-81c3-7062bf15012c, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51beb731-6e32-4a19-b657-5b1936fbae07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '58ee030d-4a18-4f04-aa8d-09634fcdd302'}}] {{(pid=116164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 28 11:14:58.714500 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron_lib.callbacks.manager [None req-baa917a6-8647-4bfb-aef6-44c3d6c4452e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (b9227280-a64c-4e4e-81c3-7062bf15012c), before_update {{(pid=116164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:14:58.763618 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-7f454f7a-7550-4220-88d6-fc32592675a9 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks [] for security_group (58f03fb6-366f-417c-8e0f-d0e877d428d0), precommit_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:14:58.766891 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.db.api [None req-bd273708-835c-4991-be4e-b019109846b3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=116163) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 28 11:14:58.767325 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG oslo_db.api [None req-bd273708-835c-4991-be4e-b019109846b3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=116163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 28 11:14:58.783887 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Pushing event updated for resources: {'Port': ['ID=7ff5ffc4-03e9-4549-a0f6-b4b7134fe00c,revision_number=3']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:14:58.798260 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Provisioning complete for port 73b2af7c-5347-4de3-817d-e12961659cb4 triggered by entity L2. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:14:58.798673 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (73b2af7c-5347-4de3-817d-e12961659cb4), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:14:58.857884 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-7f454f7a-7550-4220-88d6-fc32592675a9 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924426'] for security_group (58f03fb6-366f-417c-8e0f-d0e877d428d0), after_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:14:58.894613 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Current status of the port 73b2af7c-5347-4de3-817d-e12961659cb4 is: ACTIVE; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:14:58.896460 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f454f7a-7550-4220-88d6-fc32592675a9 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Pushing event updated for resources: {'SecurityGroup': ['ID=58f03fb6-366f-417c-8e0f-d0e877d428d0,revision_number=1']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:14:58.901946 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.plugins.ml2.db [None req-baa917a6-8647-4bfb-aef6-44c3d6c4452e None None] For port b9227280-a64c-4e4e-81c3-7062bf15012c, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=116164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 11:14:58.905250 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.plugins.ml2.db [None req-baa917a6-8647-4bfb-aef6-44c3d6c4452e None None] For port b9227280-a64c-4e4e-81c3-7062bf15012c, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=b9227280-a64c-4e4e-81c3-7062bf15012c,segment=NetworkSegment(51beb731-6e32-4a19-b657-5b1936fbae07),segment_id=51beb731-6e32-4a19-b657-5b1936fbae07)] {{(pid=116164) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 11:14:59.008266 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-7f454f7a-7550-4220-88d6-fc32592675a9 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks [] for security_group (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:14:59.011404 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-7f454f7a-7550-4220-88d6-fc32592675a9 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.5172348 Apr 28 11:14:59.012918 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 57354) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:14:59.017355 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.v2.base [None req-c3a6f45d-fcf3-4363-8781-2be5b5d95644 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Request body: {'security_group_rule': {'security_group_id': '58f03fb6-366f-417c-8e0f-d0e877d428d0', 'project_id': '65d54c3b7dcd4af68398071d25e8321e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=116161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:14:59.049914 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron_lib.callbacks.manager [None req-baa917a6-8647-4bfb-aef6-44c3d6c4452e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393'] for port (b9227280-a64c-4e4e-81c3-7062bf15012c), after_update {{(pid=116164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:14:59.107571 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c771a3-f1c8-4160-9a5f-4c294339e0b9 None None] Pushing event updated for resources: {'Port': ['ID=b9227280-a64c-4e4e-81c3-7062bf15012c,revision_number=4']} {{(pid=116164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:14:59.126456 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-c3a6f45d-fcf3-4363-8781-2be5b5d95644 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks [] for security_group_rule (743e1b4f-c14a-4f66-aba7-6ae8fdeb13ad), before_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:14:59.129627 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baa917a6-8647-4bfb-aef6-44c3d6c4452e None None] Routers {'f6f2cfeb-d25b-4dd0-b8eb-814910d30225'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=116164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 11:14:59.130375 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_hamode_db [None req-baa917a6-8647-4bfb-aef6-44c3d6c4452e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-28T10:50:39Z,description=,heartbeat_timestamp=2022-04-28T11:14:39Z,host='dv-neutron-master-2-hyperv',id=6b492ad6-0876-4d74-b20d-28143a52ceba,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T10:50:40Z,topic='l3_agent')) {'router_ids': ['f6f2cfeb-d25b-4dd0-b8eb-814910d30225'], 'active': True} {{(pid=116164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:14:59.189140 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-c3a6f45d-fcf3-4363-8781-2be5b5d95644 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks [] for security_group_rule (743e1b4f-c14a-4f66-aba7-6ae8fdeb13ad), precommit_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:14:59.250375 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_dvr_db [None req-baa917a6-8647-4bfb-aef6-44c3d6c4452e None None] Set router f6f2cfeb-d25b-4dd0-b8eb-814910d30225 gateway port host: dv-neutron-master-2-hyperv {{(pid=116164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 11:14:59.311612 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-bd273708-835c-4991-be4e-b019109846b3 None None] Current status of the port 7ff5ffc4-03e9-4549-a0f6-b4b7134fe00c is: ACTIVE; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:14:59.318286 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-c3a6f45d-fcf3-4363-8781-2be5b5d95644 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1912725'] for security_group_rule (743e1b4f-c14a-4f66-aba7-6ae8fdeb13ad), after_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:14:59.338475 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a6f45d-fcf3-4363-8781-2be5b5d95644 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=743e1b4f-c14a-4f66-aba7-6ae8fdeb13ad,revision_number=0']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:14:59.418444 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-c3a6f45d-fcf3-4363-8781-2be5b5d95644 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:14:59.422714 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-c3a6f45d-fcf3-4363-8781-2be5b5d95644 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4059658 Apr 28 11:14:59.423422 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 57358) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:14:59.428821 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.v2.base [None req-9f056d4b-b6f9-40b7-baab-1b21167ba95b tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Request body: {'security_group_rule': {'security_group_id': '58f03fb6-366f-417c-8e0f-d0e877d428d0', 'project_id': '65d54c3b7dcd4af68398071d25e8321e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=116161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:14:59.436520 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-89261def-b014-4571-bc86-deb00ce3a9d4 None None] Provisioning complete for port b9227280-a64c-4e4e-81c3-7062bf15012c triggered by entity DHCP. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:14:59.437069 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-89261def-b014-4571-bc86-deb00ce3a9d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (b9227280-a64c-4e4e-81c3-7062bf15012c), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:14:59.462932 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_hamode_db [None req-baa917a6-8647-4bfb-aef6-44c3d6c4452e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6f2cfeb-d25b-4dd0-b8eb-814910d30225', 'name': 'tempest-TestNetworkBasicOps-router-12089219', 'tenant_id': '65d54c3b7dcd4af68398071d25e8321e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'external_fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.4'}], 'enable_snat': True}, 'gw_port_id': '73b2af7c-5347-4de3-817d-e12961659cb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T11:14:51Z', 'updated_at': '2022-04-28T11:14:56Z', 'revision_number': 4, 'project_id': '65d54c3b7dcd4af68398071d25e8321e', 'gw_port': {'id': '73b2af7c-5347-4de3-817d-e12961659cb4', 'name': '', 'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:8c:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6f2cfeb-d25b-4dd0-b8eb-814910d30225', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1488, 'fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:14:52Z', 'updated_at': '2022-04-28T11:14:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'b9227280-a64c-4e4e-81c3-7062bf15012c', 'name': '', 'network_id': '58ee030d-4a18-4f04-aa8d-09634fcdd302', 'tenant_id': '65d54c3b7dcd4af68398071d25e8321e', 'mac_address': 'fa:16:3e:57:5d:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6f2cfeb-d25b-4dd0-b8eb-814910d30225', 'device_owner': 'network:router_interface', 'standard_attr_id': 1491, 'fixed_ips': [{'subnet_id': 'abb26413-afe9-4f11-9c8d-c52ca3d82d9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:14:55Z', 'updated_at': '2022-04-28T11:14:58Z', 'revision_number': 4, 'project_id': '65d54c3b7dcd4af68398071d25e8321e', 'subnets': [{'id': 'abb26413-afe9-4f11-9c8d-c52ca3d82d9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=116164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:14:59.489737 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baa917a6-8647-4bfb-aef6-44c3d6c4452e None None] The sync data for ids ['f6f2cfeb-d25b-4dd0-b8eb-814910d30225'] in dv-neutron-master-2-hyperv is: [{'id': 'f6f2cfeb-d25b-4dd0-b8eb-814910d30225', 'name': 'tempest-TestNetworkBasicOps-router-12089219', 'tenant_id': '65d54c3b7dcd4af68398071d25e8321e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'external_fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.4'}], 'enable_snat': True}, 'gw_port_id': '73b2af7c-5347-4de3-817d-e12961659cb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T11:14:51Z', 'updated_at': '2022-04-28T11:14:56Z', 'revision_number': 4, 'project_id': '65d54c3b7dcd4af68398071d25e8321e', 'gw_port': {'id': '73b2af7c-5347-4de3-817d-e12961659cb4', 'name': '', 'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:8c:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6f2cfeb-d25b-4dd0-b8eb-814910d30225', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1488, 'fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:14:52Z', 'updated_at': '2022-04-28T11:14:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'b9227280-a64c-4e4e-81c3-7062bf15012c', 'name': '', 'network_id': '58ee030d-4a18-4f04-aa8d-09634fcdd302', 'tenant_id': '65d54c3b7dcd4af68398071d25e8321e', 'mac_address': 'fa:16:3e:57:5d:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6f2cfeb-d25b-4dd0-b8eb-814910d30225', 'device_owner': 'network:router_interface', 'standard_attr_id': 1491, 'fixed_ips': [{'subnet_id': 'abb26413-afe9-4f11-9c8d-c52ca3d82d9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:14:55Z', 'updated_at': '2022-04-28T11:14:58Z', 'revision_number': 4, 'project_id': '65d54c3b7dcd4af68398071d25e8321e', 'subnets': [{'id': 'abb26413-afe9-4f11-9c8d-c52ca3d82d9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=116164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 11:14:59.506782 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-9f056d4b-b6f9-40b7-baab-1b21167ba95b tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks [] for security_group_rule (c0975cb8-9b6c-4b21-b5ae-2c802ab35585), before_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:14:59.528311 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-89261def-b014-4571-bc86-deb00ce3a9d4 None None] Current status of the port b9227280-a64c-4e4e-81c3-7062bf15012c is: DOWN; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:14:59.529027 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-89261def-b014-4571-bc86-deb00ce3a9d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (b9227280-a64c-4e4e-81c3-7062bf15012c), before_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:14:59.583192 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-89261def-b014-4571-bc86-deb00ce3a9d4 None None] For port b9227280-a64c-4e4e-81c3-7062bf15012c, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=b9227280-a64c-4e4e-81c3-7062bf15012c,segment=NetworkSegment(51beb731-6e32-4a19-b657-5b1936fbae07),segment_id=51beb731-6e32-4a19-b657-5b1936fbae07)] {{(pid=116163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 11:14:59.586864 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-9f056d4b-b6f9-40b7-baab-1b21167ba95b tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks [] for security_group_rule (c0975cb8-9b6c-4b21-b5ae-2c802ab35585), precommit_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:14:59.681496 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-89261def-b014-4571-bc86-deb00ce3a9d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393'] for port (b9227280-a64c-4e4e-81c3-7062bf15012c), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:14:59.689910 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-9f056d4b-b6f9-40b7-baab-1b21167ba95b tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1912725'] for security_group_rule (c0975cb8-9b6c-4b21-b5ae-2c802ab35585), after_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:14:59.710818 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f056d4b-b6f9-40b7-baab-1b21167ba95b tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c0975cb8-9b6c-4b21-b5ae-2c802ab35585,revision_number=0']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:14:59.716419 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-89261def-b014-4571-bc86-deb00ce3a9d4 None None] Provisioning complete for port 7ff5ffc4-03e9-4549-a0f6-b4b7134fe00c triggered by entity DHCP. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:14:59.716790 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-89261def-b014-4571-bc86-deb00ce3a9d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (7ff5ffc4-03e9-4549-a0f6-b4b7134fe00c), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:14:59.769780 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89261def-b014-4571-bc86-deb00ce3a9d4 None None] Pushing event updated for resources: {'Port': ['ID=b9227280-a64c-4e4e-81c3-7062bf15012c,revision_number=5']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:14:59.784833 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-9f056d4b-b6f9-40b7-baab-1b21167ba95b tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:14:59.784833 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-9f056d4b-b6f9-40b7-baab-1b21167ba95b tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3575983 Apr 28 11:14:59.785425 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 57360) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:14:59.789295 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.v2.base [None req-194d2361-42b6-4171-a013-ce4b4e6d6197 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Request body: {'security_group_rule': {'security_group_id': '58f03fb6-366f-417c-8e0f-d0e877d428d0', 'project_id': '65d54c3b7dcd4af68398071d25e8321e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=116162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:14:59.825329 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-89261def-b014-4571-bc86-deb00ce3a9d4 None None] Current status of the port 7ff5ffc4-03e9-4549-a0f6-b4b7134fe00c is: ACTIVE; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:14:59.884732 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-194d2361-42b6-4171-a013-ce4b4e6d6197 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks [] for security_group_rule (0643eb7c-3147-458e-81ea-6e3ce636dd5b), before_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:14:59.944224 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-e905bd51-174b-4106-b518-8caf68c0f68c None None] Provisioning complete for port b9227280-a64c-4e4e-81c3-7062bf15012c triggered by entity DHCP. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:14:59.944704 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-e905bd51-174b-4106-b518-8caf68c0f68c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (b9227280-a64c-4e4e-81c3-7062bf15012c), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:14:59.956744 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-194d2361-42b6-4171-a013-ce4b4e6d6197 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks [] for security_group_rule (0643eb7c-3147-458e-81ea-6e3ce636dd5b), precommit_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:15:00.036578 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-e905bd51-174b-4106-b518-8caf68c0f68c None None] Current status of the port b9227280-a64c-4e4e-81c3-7062bf15012c is: ACTIVE; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:15:00.084049 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-194d2361-42b6-4171-a013-ce4b4e6d6197 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1912725'] for security_group_rule (0643eb7c-3147-458e-81ea-6e3ce636dd5b), after_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:15:00.110614 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-194d2361-42b6-4171-a013-ce4b4e6d6197 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0643eb7c-3147-458e-81ea-6e3ce636dd5b,revision_number=0']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:15:00.113169 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Device b9227280-a64c-4e4e-81c3-7062bf15012c up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=116163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 11:15:00.163045 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Provisioning complete for port b9227280-a64c-4e4e-81c3-7062bf15012c triggered by entity L2. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:15:00.163521 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (b9227280-a64c-4e4e-81c3-7062bf15012c), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:15:00.231620 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-194d2361-42b6-4171-a013-ce4b4e6d6197 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:15:00.235925 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 57362) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:15:00.236085 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-194d2361-42b6-4171-a013-ce4b4e6d6197 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4502177 Apr 28 11:15:00.241294 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.v2.base [None req-76cadb30-8a50-484c-9eca-71a49d26fa58 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Request body: {'security_group_rule': {'security_group_id': '58f03fb6-366f-417c-8e0f-d0e877d428d0', 'project_id': '65d54c3b7dcd4af68398071d25e8321e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=116161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:15:00.248706 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Current status of the port b9227280-a64c-4e4e-81c3-7062bf15012c is: ACTIVE; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:15:00.249932 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Device 7ff5ffc4-03e9-4549-a0f6-b4b7134fe00c up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=116163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 11:15:00.296902 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Provisioning complete for port 7ff5ffc4-03e9-4549-a0f6-b4b7134fe00c triggered by entity L2. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:15:00.297418 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (7ff5ffc4-03e9-4549-a0f6-b4b7134fe00c), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:15:00.341617 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-76cadb30-8a50-484c-9eca-71a49d26fa58 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks [] for security_group_rule (f9ba92e8-7ba6-48c0-9407-9af0b3585112), before_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:15:00.386968 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Current status of the port 7ff5ffc4-03e9-4549-a0f6-b4b7134fe00c is: ACTIVE; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:15:00.404330 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-76cadb30-8a50-484c-9eca-71a49d26fa58 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks [] for security_group_rule (f9ba92e8-7ba6-48c0-9407-9af0b3585112), precommit_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:15:00.492577 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-76cadb30-8a50-484c-9eca-71a49d26fa58 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1912725'] for security_group_rule (f9ba92e8-7ba6-48c0-9407-9af0b3585112), after_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:15:00.513295 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76cadb30-8a50-484c-9eca-71a49d26fa58 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f9ba92e8-7ba6-48c0-9407-9af0b3585112,revision_number=0']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:15:00.597141 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-76cadb30-8a50-484c-9eca-71a49d26fa58 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:15:00.598323 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-76cadb30-8a50-484c-9eca-71a49d26fa58 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3608408 Apr 28 11:15:00.601151 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 57364) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:15:00.606077 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.v2.base [None req-704388d6-75c1-4443-9f1e-43fa8f10ce93 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Request body: {'security_group_rule': {'security_group_id': '58f03fb6-366f-417c-8e0f-d0e877d428d0', 'project_id': '65d54c3b7dcd4af68398071d25e8321e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=116161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:15:00.698044 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.db.securitygroups_db [None req-704388d6-75c1-4443-9f1e-43fa8f10ce93 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Project 65d54c3b7dcd4af68398071d25e8321e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 28 11:15:00.704101 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-704388d6-75c1-4443-9f1e-43fa8f10ce93 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks [] for security_group_rule (a378f9a0-5f18-4c6d-b2dc-137fd3f27f9b), before_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:15:00.762023 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-704388d6-75c1-4443-9f1e-43fa8f10ce93 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks [] for security_group_rule (a378f9a0-5f18-4c6d-b2dc-137fd3f27f9b), precommit_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:15:00.823398 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-704388d6-75c1-4443-9f1e-43fa8f10ce93 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1912725'] for security_group_rule (a378f9a0-5f18-4c6d-b2dc-137fd3f27f9b), after_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:15:00.842438 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704388d6-75c1-4443-9f1e-43fa8f10ce93 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a378f9a0-5f18-4c6d-b2dc-137fd3f27f9b,revision_number=0']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:15:00.922298 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-704388d6-75c1-4443-9f1e-43fa8f10ce93 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:15:00.923537 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-704388d6-75c1-4443-9f1e-43fa8f10ce93 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3214180 Apr 28 11:15:00.926331 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 57368) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:15:00.930777 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.v2.base [None req-c814b3e2-3eb8-4180-9829-70cc1728257f tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Request body: {'security_group_rule': {'security_group_id': '58f03fb6-366f-417c-8e0f-d0e877d428d0', 'project_id': '65d54c3b7dcd4af68398071d25e8321e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=116161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:15:01.012101 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.db.securitygroups_db [None req-c814b3e2-3eb8-4180-9829-70cc1728257f tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Project 65d54c3b7dcd4af68398071d25e8321e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 28 11:15:01.017980 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-c814b3e2-3eb8-4180-9829-70cc1728257f tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks [] for security_group_rule (96f702e0-a336-47c1-aabe-cddb1e34202a), before_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:15:01.077278 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-c814b3e2-3eb8-4180-9829-70cc1728257f tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks [] for security_group_rule (96f702e0-a336-47c1-aabe-cddb1e34202a), precommit_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:15:01.194737 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-c814b3e2-3eb8-4180-9829-70cc1728257f tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1912725'] for security_group_rule (96f702e0-a336-47c1-aabe-cddb1e34202a), after_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:15:01.215116 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c814b3e2-3eb8-4180-9829-70cc1728257f tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=96f702e0-a336-47c1-aabe-cddb1e34202a,revision_number=0']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:15:01.293699 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-c814b3e2-3eb8-4180-9829-70cc1728257f tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:15:01.294970 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-c814b3e2-3eb8-4180-9829-70cc1728257f tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3676674 Apr 28 11:15:01.463436 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-ddce4ee0-d324-47ee-98ca-b1f2fe515d70 req-4c4c5039-745b-4817-994e-ebd963bc8cd7 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-481203398&fields=id&tenant_id=65d54c3b7dcd4af68398071d25e8321e HTTP/1.1" status: 200 len: 267 time: 0.0440319 Apr 28 11:15:01.571627 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddce4ee0-d324-47ee-98ca-b1f2fe515d70 req-5848a648-6b00-411f-9469-2938c06f881f tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:15:01.573250 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-ddce4ee0-d324-47ee-98ca-b1f2fe515d70 req-5848a648-6b00-411f-9469-2938c06f881f tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] 10.222.0.10 "GET /v2.0/networks?id=58ee030d-4a18-4f04-aa8d-09634fcdd302 HTTP/1.1" status: 200 len: 797 time: 0.1031342 Apr 28 11:15:01.587854 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-ddce4ee0-d324-47ee-98ca-b1f2fe515d70 req-59511d1a-2b3b-4cc9-8698-0320b97b9974 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] 10.222.0.10 "GET /v2.0/quotas/65d54c3b7dcd4af68398071d25e8321e HTTP/1.1" status: 200 len: 375 time: 0.0091243 Apr 28 11:15:01.640819 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-ddce4ee0-d324-47ee-98ca-b1f2fe515d70 req-4ce6e852-c2f9-4436-8b36-c7abf7d383dd tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=65d54c3b7dcd4af68398071d25e8321e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0479119 Apr 28 11:15:01.734573 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-ddce4ee0-d324-47ee-98ca-b1f2fe515d70 req-44e8e8d8-4c53-48f4-9cde-cbc25ae7936b service neutron] 10.222.0.10 "GET /v2.0/networks/58ee030d-4a18-4f04-aa8d-09634fcdd302?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821567 Apr 28 11:15:01.827441 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-ddce4ee0-d324-47ee-98ca-b1f2fe515d70 req-55553eb5-dade-4027-8293-201f13118737 service neutron] 10.222.0.10 "GET /v2.0/networks/58ee030d-4a18-4f04-aa8d-09634fcdd302?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872006 Apr 28 11:15:02.094989 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-5a689def-b146-4995-9ba2-7130d92a8f48 req-fdc69526-7d8f-4861-b784-883ad3a39225 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] 10.222.0.10 "GET /v2.0/ports?device_id=1ff3e1aa-311a-471b-b223-c8ec075f6bc5 HTTP/1.1" status: 200 len: 210 time: 0.0303144 Apr 28 11:15:03.191249 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-b47ed243-6f10-4af1-9e9d-627a5c5f8bf2 req-889cb125-04b6-4740-be76-ac53a7be9d1c tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] 10.222.0.10 "GET /v2.0/ports?device_id=1ff3e1aa-311a-471b-b223-c8ec075f6bc5 HTTP/1.1" status: 200 len: 210 time: 0.0286753 Apr 28 11:15:03.193593 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.agents_db [None req-54b29a82-8a19-4507-95e3-3a2d011841ff None None] Agent healthcheck: found 6 active agents {{(pid=116164) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 28 11:15:04.157631 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddce4ee0-d324-47ee-98ca-b1f2fe515d70 req-887e0894-bade-409f-abdd-dd8ab6fb0576 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:15:04.159111 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-ddce4ee0-d324-47ee-98ca-b1f2fe515d70 req-887e0894-bade-409f-abdd-dd8ab6fb0576 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] 10.222.0.20 "GET /v2.0/networks?id=58ee030d-4a18-4f04-aa8d-09634fcdd302 HTTP/1.1" status: 200 len: 797 time: 0.1017947 Apr 28 11:15:04.227319 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-ddce4ee0-d324-47ee-98ca-b1f2fe515d70 req-7c82ab48-5f98-42ea-ae79-c910952c4a60 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=65d54c3b7dcd4af68398071d25e8321e HTTP/1.1" status: 200 len: 379 time: 0.0562441 Apr 28 11:15:04.235685 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.v2.base [req-ddce4ee0-d324-47ee-98ca-b1f2fe515d70 req-e7ab1d20-ddad-43b1-be76-bce41ed004e8 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Request body: {'port': {'device_id': '1ff3e1aa-311a-471b-b223-c8ec075f6bc5', 'network_id': '58ee030d-4a18-4f04-aa8d-09634fcdd302', 'admin_state_up': True, 'tenant_id': '65d54c3b7dcd4af68398071d25e8321e', 'security_groups': ['58f03fb6-366f-417c-8e0f-d0e877d428d0']}} {{(pid=116162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:15:04.288650 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-180fa591-09d2-4186-8e6b-5ae2af7d08e9 req-d6c49e37-f0be-40bc-a833-4df47e82abf1 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] 10.222.0.10 "GET /v2.0/ports?device_id=1ff3e1aa-311a-471b-b223-c8ec075f6bc5 HTTP/1.1" status: 200 len: 210 time: 0.0283880 Apr 28 11:15:04.443512 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ddce4ee0-d324-47ee-98ca-b1f2fe515d70 req-e7ab1d20-ddad-43b1-be76-bce41ed004e8 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Made reservation on behalf of 65d54c3b7dcd4af68398071d25e8321e for: {'port': 1} {{(pid=116162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 11:15:04.446906 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [req-ddce4ee0-d324-47ee-98ca-b1f2fe515d70 req-e7ab1d20-ddad-43b1-be76-bce41ed004e8 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (None), before_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:15:04.578880 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.db.db_base_plugin_common [req-ddce4ee0-d324-47ee-98ca-b1f2fe515d70 req-e7ab1d20-ddad-43b1-be76-bce41ed004e8 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Allocated IP 172.20.0.4 (58ee030d-4a18-4f04-aa8d-09634fcdd302/abb26413-afe9-4f11-9c8d-c52ca3d82d9f/63158caa-d724-4ad3-af34-66e8ca8c4809) {{(pid=116162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 11:15:04.714682 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [req-ddce4ee0-d324-47ee-98ca-b1f2fe515d70 req-e7ab1d20-ddad-43b1-be76-bce41ed004e8 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks [] for port (63158caa-d724-4ad3-af34-66e8ca8c4809), precommit_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:15:04.817527 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [req-ddce4ee0-d324-47ee-98ca-b1f2fe515d70 req-e7ab1d20-ddad-43b1-be76-bce41ed004e8 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742234710357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5051867'] for port (63158caa-d724-4ad3-af34-66e8ca8c4809), after_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:15:04.861967 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ddce4ee0-d324-47ee-98ca-b1f2fe515d70 req-e7ab1d20-ddad-43b1-be76-bce41ed004e8 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Network 58ee030d-4a18-4f04-aa8d-09634fcdd302 is already hosted by enough agents. {{(pid=116162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 11:15:04.865148 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.scheduler.base_scheduler [req-ddce4ee0-d324-47ee-98ca-b1f2fe515d70 req-e7ab1d20-ddad-43b1-be76-bce41ed004e8 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Resources bound (agent type, host, resource id): {{(pid=116162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 11:15:04.867570 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.db.l3_dvrscheduler_db [req-ddce4ee0-d324-47ee-98ca-b1f2fe515d70 req-e7ab1d20-ddad-43b1-be76-bce41ed004e8 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Received port after_create {{(pid=116162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 11:15:04.899682 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ab1d20-ddad-43b1-be76-bce41ed004e8 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Pushing event updated for resources: {'Port': ['ID=63158caa-d724-4ad3-af34-66e8ca8c4809,revision_number=1']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:15:04.927077 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddce4ee0-d324-47ee-98ca-b1f2fe515d70 req-e7ab1d20-ddad-43b1-be76-bce41ed004e8 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:15:04.927869 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [req-ddce4ee0-d324-47ee-98ca-b1f2fe515d70 req-e7ab1d20-ddad-43b1-be76-bce41ed004e8 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198022'] for port (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:15:05.017964 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-ddce4ee0-d324-47ee-98ca-b1f2fe515d70 req-e7ab1d20-ddad-43b1-be76-bce41ed004e8 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7858686 Apr 28 11:15:05.069006 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.v2.base [req-ddce4ee0-d324-47ee-98ca-b1f2fe515d70 req-1f976723-1a1d-4564-82b2-8b8e6b6c918e service neutron] Request body: {'port': {'device_id': '1ff3e1aa-311a-471b-b223-c8ec075f6bc5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-mast'}} {{(pid=116162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:15:05.085673 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-97f5cd56-c2e0-4371-8b4a-35d848418fa8 None None] Provisioning complete for port 63158caa-d724-4ad3-af34-66e8ca8c4809 triggered by entity DHCP. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:15:05.086229 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-97f5cd56-c2e0-4371-8b4a-35d848418fa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (63158caa-d724-4ad3-af34-66e8ca8c4809), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:15:05.123235 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-97f5cd56-c2e0-4371-8b4a-35d848418fa8 None None] Port 63158caa-d724-4ad3-af34-66e8ca8c4809 cannot update to ACTIVE because it is not bound. {{(pid=116163) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 28 11:15:05.130579 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [req-ddce4ee0-d324-47ee-98ca-b1f2fe515d70 req-1f976723-1a1d-4564-82b2-8b8e6b6c918e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (63158caa-d724-4ad3-af34-66e8ca8c4809), before_update {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:15:05.401744 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.notifiers.nova [req-ddce4ee0-d324-47ee-98ca-b1f2fe515d70 req-1f976723-1a1d-4564-82b2-8b8e6b6c918e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 63158caa-d724-4ad3-af34-66e8ca8c4809 {{(pid=116162) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 11:15:05.409786 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [req-ddce4ee0-d324-47ee-98ca-b1f2fe515d70 req-1f976723-1a1d-4564-82b2-8b8e6b6c918e service neutron] Publish callbacks [] for port (63158caa-d724-4ad3-af34-66e8ca8c4809), precommit_update {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:15:05.411375 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0bf11f-3363-481f-809d-a6d2452b6135 req-189160f1-613e-45bb-8da7-eaaf4db9bd69 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:15:05.412920 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-5d0bf11f-3363-481f-809d-a6d2452b6135 req-189160f1-613e-45bb-8da7-eaaf4db9bd69 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] 10.222.0.10 "GET /v2.0/ports?device_id=1ff3e1aa-311a-471b-b223-c8ec075f6bc5 HTTP/1.1" status: 200 len: 931 time: 0.0475092 Apr 28 11:15:05.423611 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.db.provisioning_blocks [req-ddce4ee0-d324-47ee-98ca-b1f2fe515d70 req-1f976723-1a1d-4564-82b2-8b8e6b6c918e service neutron] Transition to ACTIVE for port object 63158caa-d724-4ad3-af34-66e8ca8c4809 will not be triggered until provisioned by entity L2. {{(pid=116162) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 28 11:15:05.466567 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-5d0bf11f-3363-481f-809d-a6d2452b6135 req-d0472795-518e-4cd3-ab85-1e1099f0a7b6 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] 10.222.0.10 "GET /v2.0/security-groups?id=58f03fb6-366f-417c-8e0f-d0e877d428d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471272 Apr 28 11:15:05.491743 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [req-ddce4ee0-d324-47ee-98ca-b1f2fe515d70 req-1f976723-1a1d-4564-82b2-8b8e6b6c918e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5051840'] for port (63158caa-d724-4ad3-af34-66e8ca8c4809), after_update {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:15:05.545001 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f976723-1a1d-4564-82b2-8b8e6b6c918e service neutron] Pushing event updated for resources: {'Port': ['ID=63158caa-d724-4ad3-af34-66e8ca8c4809,revision_number=2']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:15:05.614593 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.managers [req-ddce4ee0-d324-47ee-98ca-b1f2fe515d70 req-1f976723-1a1d-4564-82b2-8b8e6b6c918e service neutron] Attempting to bind port 63158caa-d724-4ad3-af34-66e8ca8c4809 on host hv-neutron-mast for vnic_type normal with profile {{(pid=116162) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 28 11:15:05.618846 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.managers [req-ddce4ee0-d324-47ee-98ca-b1f2fe515d70 req-1f976723-1a1d-4564-82b2-8b8e6b6c918e service neutron] Attempting to bind port 63158caa-d724-4ad3-af34-66e8ca8c4809 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '51beb731-6e32-4a19-b657-5b1936fbae07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '58ee030d-4a18-4f04-aa8d-09634fcdd302'}] {{(pid=116162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 28 11:15:05.618846 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddce4ee0-d324-47ee-98ca-b1f2fe515d70 req-1f976723-1a1d-4564-82b2-8b8e6b6c918e service neutron] Attempting to bind port 63158caa-d724-4ad3-af34-66e8ca8c4809 on network 58ee030d-4a18-4f04-aa8d-09634fcdd302 {{(pid=116162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 11:15:05.620132 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddce4ee0-d324-47ee-98ca-b1f2fe515d70 req-1f976723-1a1d-4564-82b2-8b8e6b6c918e service neutron] Port 63158caa-d724-4ad3-af34-66e8ca8c4809 on network 58ee030d-4a18-4f04-aa8d-09634fcdd302 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=116162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 28 11:15:05.620673 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddce4ee0-d324-47ee-98ca-b1f2fe515d70 req-1f976723-1a1d-4564-82b2-8b8e6b6c918e service neutron] Attempting to bind port 63158caa-d724-4ad3-af34-66e8ca8c4809 on network 58ee030d-4a18-4f04-aa8d-09634fcdd302 {{(pid=116162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 11:15:05.626098 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddce4ee0-d324-47ee-98ca-b1f2fe515d70 req-1f976723-1a1d-4564-82b2-8b8e6b6c918e service neutron] Checking agent: {'id': '6be95134-9a6c-4663-8b48-90d12ce90c60', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-mast', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 10, 57, 20), 'started_at': datetime.datetime(2022, 4, 28, 10, 57, 20), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 11, 14, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=116162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 11:15:05.626564 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddce4ee0-d324-47ee-98ca-b1f2fe515d70 req-1f976723-1a1d-4564-82b2-8b8e6b6c918e service neutron] Checking segment: {'id': '51beb731-6e32-4a19-b657-5b1936fbae07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '58ee030d-4a18-4f04-aa8d-09634fcdd302'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 11:15:05.626954 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddce4ee0-d324-47ee-98ca-b1f2fe515d70 req-1f976723-1a1d-4564-82b2-8b8e6b6c918e service neutron] Bound using segment: {'id': '51beb731-6e32-4a19-b657-5b1936fbae07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '58ee030d-4a18-4f04-aa8d-09634fcdd302'} {{(pid=116162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 11:15:05.627390 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.managers [req-ddce4ee0-d324-47ee-98ca-b1f2fe515d70 req-1f976723-1a1d-4564-82b2-8b8e6b6c918e service neutron] Bound port: 63158caa-d724-4ad3-af34-66e8ca8c4809, host: hv-neutron-mast, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '51beb731-6e32-4a19-b657-5b1936fbae07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '58ee030d-4a18-4f04-aa8d-09634fcdd302'}}] {{(pid=116162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 28 11:15:05.627755 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [req-ddce4ee0-d324-47ee-98ca-b1f2fe515d70 req-1f976723-1a1d-4564-82b2-8b8e6b6c918e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (63158caa-d724-4ad3-af34-66e8ca8c4809), before_update {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:15:05.701299 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.db [req-ddce4ee0-d324-47ee-98ca-b1f2fe515d70 req-1f976723-1a1d-4564-82b2-8b8e6b6c918e service neutron] For port 63158caa-d724-4ad3-af34-66e8ca8c4809, host hv-neutron-mast, cleared binding levels {{(pid=116162) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 11:15:05.704370 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.db [req-ddce4ee0-d324-47ee-98ca-b1f2fe515d70 req-1f976723-1a1d-4564-82b2-8b8e6b6c918e service neutron] For port 63158caa-d724-4ad3-af34-66e8ca8c4809, host hv-neutron-mast, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=63158caa-d724-4ad3-af34-66e8ca8c4809,segment=NetworkSegment(51beb731-6e32-4a19-b657-5b1936fbae07),segment_id=51beb731-6e32-4a19-b657-5b1936fbae07)] {{(pid=116162) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 11:15:05.809734 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [req-ddce4ee0-d324-47ee-98ca-b1f2fe515d70 req-1f976723-1a1d-4564-82b2-8b8e6b6c918e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5051840'] for port (63158caa-d724-4ad3-af34-66e8ca8c4809), after_update {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:15:05.845044 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddce4ee0-d324-47ee-98ca-b1f2fe515d70 req-1f976723-1a1d-4564-82b2-8b8e6b6c918e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:15:05.845647 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [req-ddce4ee0-d324-47ee-98ca-b1f2fe515d70 req-1f976723-1a1d-4564-82b2-8b8e6b6c918e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198022'] for port (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:15:05.847080 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-ddce4ee0-d324-47ee-98ca-b1f2fe515d70 req-1f976723-1a1d-4564-82b2-8b8e6b6c918e service neutron] 10.222.0.20 "PUT /v2.0/ports/63158caa-d724-4ad3-af34-66e8ca8c4809 HTTP/1.1" status: 200 len: 1093 time: 0.8222797 Apr 28 11:15:05.847515 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ff3e1aa-311a-471b-b223-c8ec075f6bc5', 'tag': '63158caa-d724-4ad3-af34-66e8ca8c4809'}] {{(pid=116162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 11:15:05.849849 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ba53f40d6116d28995a8e36159d0e539b5353eec116fb5dd4ce03b4b2159ab1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2bed7e3-8e10-4338-b655-8a2c646cdd8f" -d '{"events": [{"name": "network-changed", "server_uuid": "1ff3e1aa-311a-471b-b223-c8ec075f6bc5", "tag": "63158caa-d724-4ad3-af34-66e8ca8c4809"}]}' {{(pid=116162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 11:15:05.877117 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f976723-1a1d-4564-82b2-8b8e6b6c918e service neutron] Pushing event updated for resources: {'Port': ['ID=63158caa-d724-4ad3-af34-66e8ca8c4809,revision_number=3']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:15:05.901312 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 11:15:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efc71b57-f1cc-467c-a5d2-82abe236c1e9 x-openstack-request-id: req-efc71b57-f1cc-467c-a5d2-82abe236c1e9 {{(pid=116162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 11:15:05.901685 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1ff3e1aa-311a-471b-b223-c8ec075f6bc5", "tag": "63158caa-d724-4ad3-af34-66e8ca8c4809", "status": "completed", "code": 200}]} {{(pid=116162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 11:15:05.902002 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-efc71b57-f1cc-467c-a5d2-82abe236c1e9 {{(pid=116162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 11:15:05.902500 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.notifiers.nova [-] Nova event matching ['req-efc71b57-f1cc-467c-a5d2-82abe236c1e9'] response: {'name': 'network-changed', 'server_uuid': '1ff3e1aa-311a-471b-b223-c8ec075f6bc5', 'tag': '63158caa-d724-4ad3-af34-66e8ca8c4809', 'status': 'completed', 'code': 200} Apr 28 11:15:05.963277 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2bed7e3-8e10-4338-b655-8a2c646cdd8f req-85e8e82c-b132-4cdf-8006-cf4953ae206b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:15:05.964936 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-e2bed7e3-8e10-4338-b655-8a2c646cdd8f req-85e8e82c-b132-4cdf-8006-cf4953ae206b service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=65d54c3b7dcd4af68398071d25e8321e&device_id=1ff3e1aa-311a-471b-b223-c8ec075f6bc5 HTTP/1.1" status: 200 len: 1127 time: 0.0424531 Apr 28 11:15:06.068281 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2bed7e3-8e10-4338-b655-8a2c646cdd8f req-194f927c-11be-41b3-8ae8-038e7efe798f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:15:06.070032 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-e2bed7e3-8e10-4338-b655-8a2c646cdd8f req-194f927c-11be-41b3-8ae8-038e7efe798f service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=65d54c3b7dcd4af68398071d25e8321e&shared=False HTTP/1.1" status: 200 len: 897 time: 0.0985746 Apr 28 11:15:06.161832 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2bed7e3-8e10-4338-b655-8a2c646cdd8f req-b6f05c1b-6606-48aa-851d-0882ff884599 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:15:06.163379 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-e2bed7e3-8e10-4338-b655-8a2c646cdd8f req-b6f05c1b-6606-48aa-851d-0882ff884599 service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0878317 Apr 28 11:15:06.239828 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddce4ee0-d324-47ee-98ca-b1f2fe515d70 req-7ad797e8-eb77-41d3-a8e6-9b7e2bc3032b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:15:06.241291 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-ddce4ee0-d324-47ee-98ca-b1f2fe515d70 req-7ad797e8-eb77-41d3-a8e6-9b7e2bc3032b service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=65d54c3b7dcd4af68398071d25e8321e&device_id=1ff3e1aa-311a-471b-b223-c8ec075f6bc5 HTTP/1.1" status: 200 len: 1127 time: 0.0419819 Apr 28 11:15:06.280681 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-ddce4ee0-d324-47ee-98ca-b1f2fe515d70 req-a527fd34-b990-4565-b652-f3c264eb9e09 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=63158caa-d724-4ad3-af34-66e8ca8c4809 HTTP/1.1" status: 200 len: 217 time: 0.0326066 Apr 28 11:15:06.328168 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddce4ee0-d324-47ee-98ca-b1f2fe515d70 req-7e1aa198-0f4d-4aef-8b4f-5e002391fe57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:15:06.329570 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-ddce4ee0-d324-47ee-98ca-b1f2fe515d70 req-7e1aa198-0f4d-4aef-8b4f-5e002391fe57 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=abb26413-afe9-4f11-9c8d-c52ca3d82d9f HTTP/1.1" status: 200 len: 835 time: 0.0423465 Apr 28 11:15:06.374532 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddce4ee0-d324-47ee-98ca-b1f2fe515d70 req-462d86f0-fc9d-4254-8eab-0a9a43aa7bbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:15:06.375987 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-ddce4ee0-d324-47ee-98ca-b1f2fe515d70 req-462d86f0-fc9d-4254-8eab-0a9a43aa7bbe service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=58ee030d-4a18-4f04-aa8d-09634fcdd302&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0411432 Apr 28 11:15:06.464208 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-ddce4ee0-d324-47ee-98ca-b1f2fe515d70 req-85058800-c746-48e6-82b4-918a5c7ebd29 service neutron] 10.222.0.20 "GET /v2.0/networks/58ee030d-4a18-4f04-aa8d-09634fcdd302?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801964 Apr 28 11:15:06.553352 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-ddce4ee0-d324-47ee-98ca-b1f2fe515d70 req-ce43eaf8-fbbd-49e0-9717-5a78ececdf4e service neutron] 10.222.0.20 "GET /v2.0/networks/58ee030d-4a18-4f04-aa8d-09634fcdd302?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842841 Apr 28 11:15:06.581845 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4badd0-489e-492f-839e-a4e423d9f700 req-2dc1101e-1ade-45a8-926a-9bf6bb66ef59 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:15:06.583346 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-fb4badd0-489e-492f-839e-a4e423d9f700 req-2dc1101e-1ade-45a8-926a-9bf6bb66ef59 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] 10.222.0.10 "GET /v2.0/ports?device_id=1ff3e1aa-311a-471b-b223-c8ec075f6bc5 HTTP/1.1" status: 200 len: 943 time: 0.0473006 Apr 28 11:15:06.632165 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-fb4badd0-489e-492f-839e-a4e423d9f700 req-13f5b9b3-d559-40c3-bbbe-8a1546efa7f5 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] 10.222.0.10 "GET /v2.0/security-groups?id=58f03fb6-366f-417c-8e0f-d0e877d428d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425539 Apr 28 11:15:06.980690 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-fc722e58-4acb-4f8d-aae9-d7ba74319aa1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (75ba81b7-fe99-4281-90d2-a5adb445ecea), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:15:07.745619 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9f4131-6e3a-4572-ac75-efcb7a77cc2a req-56cd049d-77d5-4c49-ac80-7cefbe1b7ae0 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:15:07.747100 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-ae9f4131-6e3a-4572-ac75-efcb7a77cc2a req-56cd049d-77d5-4c49-ac80-7cefbe1b7ae0 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] 10.222.0.10 "GET /v2.0/ports?device_id=1ff3e1aa-311a-471b-b223-c8ec075f6bc5 HTTP/1.1" status: 200 len: 943 time: 0.0465236 Apr 28 11:15:07.794801 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-ae9f4131-6e3a-4572-ac75-efcb7a77cc2a req-d9e0d1c5-e8fe-46d9-a782-e099d61801ac tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] 10.222.0.10 "GET /v2.0/security-groups?id=58f03fb6-366f-417c-8e0f-d0e877d428d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422890 Apr 28 11:15:08.911395 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb004b74-c42f-4132-9340-2ee760923e25 req-2f6d6ace-7b7f-4a32-86a9-06f654c9432c tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:15:08.912876 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-fb004b74-c42f-4132-9340-2ee760923e25 req-2f6d6ace-7b7f-4a32-86a9-06f654c9432c tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] 10.222.0.10 "GET /v2.0/ports?device_id=1ff3e1aa-311a-471b-b223-c8ec075f6bc5 HTTP/1.1" status: 200 len: 943 time: 0.0501676 Apr 28 11:15:08.961291 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-fb004b74-c42f-4132-9340-2ee760923e25 req-dac4e5f0-9094-4b25-81da-0411b9466288 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] 10.222.0.10 "GET /v2.0/security-groups?id=58f03fb6-366f-417c-8e0f-d0e877d428d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421915 Apr 28 11:15:09.028283 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Device 63158caa-d724-4ad3-af34-66e8ca8c4809 details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=116163) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 28 11:15:09.125384 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] For port 63158caa-d724-4ad3-af34-66e8ca8c4809, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=63158caa-d724-4ad3-af34-66e8ca8c4809,segment=NetworkSegment(51beb731-6e32-4a19-b657-5b1936fbae07),segment_id=51beb731-6e32-4a19-b657-5b1936fbae07)] {{(pid=116163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 11:15:09.136343 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Returning: {'device': '63158caa-d724-4ad3-af34-66e8ca8c4809', 'network_id': '58ee030d-4a18-4f04-aa8d-09634fcdd302', 'port_id': '63158caa-d724-4ad3-af34-66e8ca8c4809', 'mac_address': 'fa:16:3e:7c:de:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 71, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'abb26413-afe9-4f11-9c8d-c52ca3d82d9f', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=116163) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 28 11:15:09.176547 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Current status of the port 63158caa-d724-4ad3-af34-66e8ca8c4809 is: DOWN; New status is: BUILD {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:15:09.176946 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (63158caa-d724-4ad3-af34-66e8ca8c4809), before_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:15:09.189473 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.notifiers.nova [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 63158caa-d724-4ad3-af34-66e8ca8c4809 {{(pid=116163) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 11:15:09.208088 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] For port 63158caa-d724-4ad3-af34-66e8ca8c4809, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=63158caa-d724-4ad3-af34-66e8ca8c4809,segment=NetworkSegment(51beb731-6e32-4a19-b657-5b1936fbae07),segment_id=51beb731-6e32-4a19-b657-5b1936fbae07)] {{(pid=116163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 11:15:09.266018 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393'] for port (63158caa-d724-4ad3-af34-66e8ca8c4809), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:15:09.312543 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Pushing event updated for resources: {'Port': ['ID=63158caa-d724-4ad3-af34-66e8ca8c4809,revision_number=4']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:15:09.394201 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-6b9c9340-1fc8-4c94-abe9-a64fb274e415 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (6b492ad6-0876-4d74-b20d-28143a52ceba), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:15:09.495367 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] get_ports_and_sgs() called for port_ids ['63158caa-d724-4ad3-af34-66e8ca8c4809'] {{(pid=116163) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 11:15:10.075588 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c957bf85-b1e8-4e98-8310-bfce48828ee7 req-21b8efd1-26cc-4018-86a4-b3825177eb01 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:15:10.076416 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-c957bf85-b1e8-4e98-8310-bfce48828ee7 req-21b8efd1-26cc-4018-86a4-b3825177eb01 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] 10.222.0.10 "GET /v2.0/ports?device_id=1ff3e1aa-311a-471b-b223-c8ec075f6bc5 HTTP/1.1" status: 200 len: 944 time: 0.0475247 Apr 28 11:15:10.125619 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-c957bf85-b1e8-4e98-8310-bfce48828ee7 req-ead4e6ef-8be1-494a-a6e5-ff6e6cf7c431 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] 10.222.0.10 "GET /v2.0/security-groups?id=58f03fb6-366f-417c-8e0f-d0e877d428d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434737 Apr 28 11:15:10.477603 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-ae94d540-e4c6-43be-adc9-b26fb6a2f62f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (cfc241ae-e4b7-443b-b80b-59fbbc2b69c9), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:15:11.058976 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Device 63158caa-d724-4ad3-af34-66e8ca8c4809 up at agent hyperv_hv-neutron-mast {{(pid=116163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 11:15:11.103786 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Provisioning for port 63158caa-d724-4ad3-af34-66e8ca8c4809 completed by entity L2. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 28 11:15:11.200267 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Provisioning complete for port 63158caa-d724-4ad3-af34-66e8ca8c4809 triggered by entity L2. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:15:11.200743 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (63158caa-d724-4ad3-af34-66e8ca8c4809), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:15:11.245089 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90be8839-2ca0-46ab-aacc-d07cf57d7e18 req-3194a8ce-cb94-4e0d-bcaa-a86c7eec20fa tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:15:11.246745 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-90be8839-2ca0-46ab-aacc-d07cf57d7e18 req-3194a8ce-cb94-4e0d-bcaa-a86c7eec20fa tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] 10.222.0.10 "GET /v2.0/ports?device_id=1ff3e1aa-311a-471b-b223-c8ec075f6bc5 HTTP/1.1" status: 200 len: 944 time: 0.0526419 Apr 28 11:15:11.282848 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Current status of the port 63158caa-d724-4ad3-af34-66e8ca8c4809 is: BUILD; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:15:11.283233 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (63158caa-d724-4ad3-af34-66e8ca8c4809), before_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:15:11.297476 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-90be8839-2ca0-46ab-aacc-d07cf57d7e18 req-c42bb202-387d-4f2e-b4c3-2a67363adb00 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] 10.222.0.10 "GET /v2.0/security-groups?id=58f03fb6-366f-417c-8e0f-d0e877d428d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444758 Apr 28 11:15:11.305970 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ff3e1aa-311a-471b-b223-c8ec075f6bc5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63158caa-d724-4ad3-af34-66e8ca8c4809'}] {{(pid=116163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 11:15:11.308281 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f01aec4a4f83961b54a953becfce2676879fb1d4b91122543244f430a0b8460" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40056a43-c078-42c4-b314-39461edd179c" -d '{"events": [{"server_uuid": "1ff3e1aa-311a-471b-b223-c8ec075f6bc5", "name": "network-vif-plugged", "status": "completed", "tag": "63158caa-d724-4ad3-af34-66e8ca8c4809"}]}' {{(pid=116163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 11:15:11.320362 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] For port 63158caa-d724-4ad3-af34-66e8ca8c4809, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=63158caa-d724-4ad3-af34-66e8ca8c4809,segment=NetworkSegment(51beb731-6e32-4a19-b657-5b1936fbae07),segment_id=51beb731-6e32-4a19-b657-5b1936fbae07)] {{(pid=116163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 11:15:11.351518 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 11:15:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01491099-495c-4e8a-8816-ecef41b39272 x-openstack-request-id: req-01491099-495c-4e8a-8816-ecef41b39272 {{(pid=116163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 11:15:11.351809 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ff3e1aa-311a-471b-b223-c8ec075f6bc5", "name": "network-vif-plugged", "status": "completed", "tag": "63158caa-d724-4ad3-af34-66e8ca8c4809", "code": 200}]} {{(pid=116163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 11:15:11.352058 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-01491099-495c-4e8a-8816-ecef41b39272 {{(pid=116163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 11:15:11.352451 dv-neutron-master-2-hyperv neutron-server[116163]: INFO neutron.notifiers.nova [-] Nova event matching ['req-01491099-495c-4e8a-8816-ecef41b39272'] response: {'server_uuid': '1ff3e1aa-311a-471b-b223-c8ec075f6bc5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63158caa-d724-4ad3-af34-66e8ca8c4809', 'code': 200} Apr 28 11:15:11.383227 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393'] for port (63158caa-d724-4ad3-af34-66e8ca8c4809), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:15:11.433771 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Pushing event updated for resources: {'Port': ['ID=63158caa-d724-4ad3-af34-66e8ca8c4809,revision_number=5']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:15:11.633526 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37353a3-1cad-404e-90f3-05e06611a857 req-ae1dfc64-8f8a-4b2b-8db4-4d68332ea096 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:15:11.636427 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-e37353a3-1cad-404e-90f3-05e06611a857 req-ae1dfc64-8f8a-4b2b-8db4-4d68332ea096 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=1ff3e1aa-311a-471b-b223-c8ec075f6bc5 HTTP/1.1" status: 200 len: 1129 time: 0.0383239 Apr 28 11:15:11.680240 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-e37353a3-1cad-404e-90f3-05e06611a857 req-ce74ef26-4c88-47bc-a470-e27bfd6a9142 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=58f03fb6-366f-417c-8e0f-d0e877d428d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394483 Apr 28 11:15:12.066380 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-01ef1de1-12fd-4cef-b76b-793f91379468 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (39cc4f52-f5d9-4e2c-bbfa-7a1c528e1c40), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:15:12.411354 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46557f8-1d62-482c-8604-6de9f099e725 req-8df44b20-db23-4dc2-b1ac-17db3cd18785 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:15:12.412842 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-c46557f8-1d62-482c-8604-6de9f099e725 req-8df44b20-db23-4dc2-b1ac-17db3cd18785 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] 10.222.0.10 "GET /v2.0/ports?device_id=1ff3e1aa-311a-471b-b223-c8ec075f6bc5 HTTP/1.1" status: 200 len: 945 time: 0.0475662 Apr 28 11:15:12.462177 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-c46557f8-1d62-482c-8604-6de9f099e725 req-ff011a4b-655d-41bb-802a-2cbb3bcda210 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] 10.222.0.10 "GET /v2.0/security-groups?id=58f03fb6-366f-417c-8e0f-d0e877d428d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431306 Apr 28 11:15:13.374665 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (d5baab19-5dd1-4902-922b-84acb048ab9c), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:15:13.582346 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367f60e0-b88f-423b-bf72-38a1f09dcd54 req-9df19a06-30a3-487f-9740-7afd2d03d3ff tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:15:13.583857 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-367f60e0-b88f-423b-bf72-38a1f09dcd54 req-9df19a06-30a3-487f-9740-7afd2d03d3ff tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] 10.222.0.10 "GET /v2.0/ports?device_id=1ff3e1aa-311a-471b-b223-c8ec075f6bc5 HTTP/1.1" status: 200 len: 945 time: 0.0489981 Apr 28 11:15:13.637178 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-367f60e0-b88f-423b-bf72-38a1f09dcd54 req-383a2b1c-0675-4662-a161-b3a0fdf2a4bf tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] 10.222.0.10 "GET /v2.0/security-groups?id=58f03fb6-366f-417c-8e0f-d0e877d428d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476794 Apr 28 11:15:13.749287 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061db483-131b-49c4-aee2-fd38c6ff12d0 req-1543c301-0665-429a-a542-8a51af4831fb tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:15:13.750786 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-061db483-131b-49c4-aee2-fd38c6ff12d0 req-1543c301-0665-429a-a542-8a51af4831fb tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] 10.222.0.10 "GET /v2.0/ports?device_id=1ff3e1aa-311a-471b-b223-c8ec075f6bc5 HTTP/1.1" status: 200 len: 945 time: 0.0475485 Apr 28 11:15:13.799139 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-061db483-131b-49c4-aee2-fd38c6ff12d0 req-7db367ba-3774-4733-ac76-daa1f2a201d3 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] 10.222.0.10 "GET /v2.0/security-groups?id=58f03fb6-366f-417c-8e0f-d0e877d428d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429084 Apr 28 11:15:13.821409 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 57432) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:15:13.858695 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94c9f4f3-b1b5-4459-b659-e5dd6203ddb3 tempest-TestNetworkBasicOps-223859856 tempest-TestNetworkBasicOps-223859856-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:15:13.860215 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-94c9f4f3-b1b5-4459-b659-e5dd6203ddb3 tempest-TestNetworkBasicOps-223859856 tempest-TestNetworkBasicOps-223859856-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=1ff3e1aa-311a-471b-b223-c8ec075f6bc5 HTTP/1.1" status: 200 len: 1124 time: 0.0378327 Apr 28 11:15:13.863034 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 57434) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:15:13.867393 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.v2.base [None req-c443d20e-a84a-4b49-aa3e-5d97105807c1 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Request body: {'floatingip': {'floating_network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'port_id': '63158caa-d724-4ad3-af34-66e8ca8c4809', 'tenant_id': '65d54c3b7dcd4af68398071d25e8321e', 'fixed_ip_address': '172.20.0.4'}} {{(pid=116161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:15:13.971354 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-c443d20e-a84a-4b49-aa3e-5d97105807c1 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks [] for floatingip (None), before_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:15:14.052367 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-c443d20e-a84a-4b49-aa3e-5d97105807c1 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (None), before_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:15:14.160335 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.db.db_base_plugin_common [None req-c443d20e-a84a-4b49-aa3e-5d97105807c1 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Allocated IP 172.36.4.90 (7be49d94-bbb8-4a61-bafe-209c5f861e1c/c0f82f52-05ee-40f2-a57c-9d02e01fb9fa/5a70636a-81e3-4949-b078-b391b46f362b) {{(pid=116161) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 11:15:14.272866 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-c443d20e-a84a-4b49-aa3e-5d97105807c1 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks [] for port (5a70636a-81e3-4949-b078-b391b46f362b), precommit_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:15:14.404045 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-c443d20e-a84a-4b49-aa3e-5d97105807c1 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742234710357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5219112'] for port (5a70636a-81e3-4949-b078-b391b46f362b), after_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:15:14.442374 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c443d20e-a84a-4b49-aa3e-5d97105807c1 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Network 7be49d94-bbb8-4a61-bafe-209c5f861e1c is already hosted by enough agents. {{(pid=116161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 11:15:14.447879 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.scheduler.base_scheduler [None req-c443d20e-a84a-4b49-aa3e-5d97105807c1 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Resources bound (agent type, host, resource id): {{(pid=116161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 11:15:14.452089 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c443d20e-a84a-4b49-aa3e-5d97105807c1 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Received port after_create {{(pid=116161) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 11:15:14.457492 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c443d20e-a84a-4b49-aa3e-5d97105807c1 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Pushing event updated for resources: {'Port': ['ID=5a70636a-81e3-4949-b078-b391b46f362b,revision_number=1']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:15:14.824063 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-c443d20e-a84a-4b49-aa3e-5d97105807c1 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks [] for floatingip (b20d858f-eee2-459e-bf6e-0ca37cdcb262), precommit_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:15:14.951388 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-c443d20e-a84a-4b49-aa3e-5d97105807c1 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (5a70636a-81e3-4949-b078-b391b46f362b), before_update {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:15:15.107402 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-c443d20e-a84a-4b49-aa3e-5d97105807c1 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks [] for port (5a70636a-81e3-4949-b078-b391b46f362b), precommit_update {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:15:15.157173 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-c443d20e-a84a-4b49-aa3e-5d97105807c1 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5219123'] for port (5a70636a-81e3-4949-b078-b391b46f362b), after_update {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:15:15.229017 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c443d20e-a84a-4b49-aa3e-5d97105807c1 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Pushing event updated for resources: {'Port': ['ID=5a70636a-81e3-4949-b078-b391b46f362b,revision_number=2']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:15:15.240572 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-c443d20e-a84a-4b49-aa3e-5d97105807c1 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2063164'] for floatingip (b20d858f-eee2-459e-bf6e-0ca37cdcb262), after_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:15:15.345551 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.db.l3_db [None req-c443d20e-a84a-4b49-aa3e-5d97105807c1 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Floating IP b20d858f-eee2-459e-bf6e-0ca37cdcb262 associated. External IP: 172.36.4.90, port: 63158caa-d724-4ad3-af34-66e8ca8c4809. Apr 28 11:15:15.560635 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c443d20e-a84a-4b49-aa3e-5d97105807c1 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Router f6f2cfeb-d25b-4dd0-b8eb-814910d30225 has already been hosted by L3 agent 6b492ad6-0876-4d74-b20d-28143a52ceba {{(pid=116161) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 11:15:15.669650 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c443d20e-a84a-4b49-aa3e-5d97105807c1 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=116161) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 11:15:15.679407 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5810f290-d414-4fe2-99dc-583d3386707d None None] Sync routers for ids ['f6f2cfeb-d25b-4dd0-b8eb-814910d30225'] in dv-neutron-master-2-hyperv {{(pid=116163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 11:15:15.689228 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5810f290-d414-4fe2-99dc-583d3386707d None None] Routers {'f6f2cfeb-d25b-4dd0-b8eb-814910d30225'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=116163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 11:15:15.689838 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_hamode_db [None req-5810f290-d414-4fe2-99dc-583d3386707d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-28T10:50:39Z,description=,heartbeat_timestamp=2022-04-28T11:15:09Z,host='dv-neutron-master-2-hyperv',id=6b492ad6-0876-4d74-b20d-28143a52ceba,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T10:50:40Z,topic='l3_agent')) {'router_ids': ['f6f2cfeb-d25b-4dd0-b8eb-814910d30225'], 'active': True} {{(pid=116163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:15:15.749349 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-c443d20e-a84a-4b49-aa3e-5d97105807c1 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198022'] for floatingip (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:15:15.781676 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-c443d20e-a84a-4b49-aa3e-5d97105807c1 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.9176261 Apr 28 11:15:15.782283 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ff3e1aa-311a-471b-b223-c8ec075f6bc5', 'tag': '63158caa-d724-4ad3-af34-66e8ca8c4809'}] {{(pid=116161) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 11:15:15.784478 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 57436) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:15:15.785115 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e748734031c26dffb00ab563e48cb7690d820419218221ecd4f9c2a21276ff88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2571478-a7d9-4083-bbd1-342c996cea02" -d '{"events": [{"name": "network-changed", "server_uuid": "1ff3e1aa-311a-471b-b223-c8ec075f6bc5", "tag": "63158caa-d724-4ad3-af34-66e8ca8c4809"}]}' {{(pid=116161) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 11:15:15.797016 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvr_db [None req-5810f290-d414-4fe2-99dc-583d3386707d None None] Set router f6f2cfeb-d25b-4dd0-b8eb-814910d30225 gateway port host: dv-neutron-master-2-hyperv {{(pid=116163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 11:15:15.820771 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 11:15:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ce74cfc-4198-4678-b4b3-838d98d96ee2 x-openstack-request-id: req-6ce74cfc-4198-4678-b4b3-838d98d96ee2 {{(pid=116161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 11:15:15.821335 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1ff3e1aa-311a-471b-b223-c8ec075f6bc5", "tag": "63158caa-d724-4ad3-af34-66e8ca8c4809", "status": "completed", "code": 200}]} {{(pid=116161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 11:15:15.821599 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-6ce74cfc-4198-4678-b4b3-838d98d96ee2 {{(pid=116161) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 11:15:15.822322 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6ce74cfc-4198-4678-b4b3-838d98d96ee2'] response: {'name': 'network-changed', 'server_uuid': '1ff3e1aa-311a-471b-b223-c8ec075f6bc5', 'tag': '63158caa-d724-4ad3-af34-66e8ca8c4809', 'status': 'completed', 'code': 200} Apr 28 11:15:15.830733 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99a06a89-4428-4ff5-bbe0-6fb90637edb7 tempest-TestNetworkBasicOps-223859856 tempest-TestNetworkBasicOps-223859856-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:15:15.836214 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-99a06a89-4428-4ff5-bbe0-6fb90637edb7 tempest-TestNetworkBasicOps-223859856 tempest-TestNetworkBasicOps-223859856-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=1ff3e1aa-311a-471b-b223-c8ec075f6bc5 HTTP/1.1" status: 200 len: 1124 time: 0.0503058 Apr 28 11:15:15.883921 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2571478-a7d9-4083-bbd1-342c996cea02 req-d37f792f-be61-4d6c-ad61-9112498b2bca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:15:15.885408 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-a2571478-a7d9-4083-bbd1-342c996cea02 req-d37f792f-be61-4d6c-ad61-9112498b2bca service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=65d54c3b7dcd4af68398071d25e8321e&device_id=1ff3e1aa-311a-471b-b223-c8ec075f6bc5 HTTP/1.1" status: 200 len: 1129 time: 0.0434809 Apr 28 11:15:15.981158 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2571478-a7d9-4083-bbd1-342c996cea02 req-eab545d2-ebb4-4af3-bfb9-51576539e750 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:15:15.982963 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-a2571478-a7d9-4083-bbd1-342c996cea02 req-eab545d2-ebb4-4af3-bfb9-51576539e750 service neutron] 10.222.0.20 "GET /v2.0/networks?id=58ee030d-4a18-4f04-aa8d-09634fcdd302 HTTP/1.1" status: 200 len: 897 time: 0.0921900 Apr 28 11:15:16.027068 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_hamode_db [None req-5810f290-d414-4fe2-99dc-583d3386707d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6f2cfeb-d25b-4dd0-b8eb-814910d30225', 'name': 'tempest-TestNetworkBasicOps-router-12089219', 'tenant_id': '65d54c3b7dcd4af68398071d25e8321e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'external_fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.4'}], 'enable_snat': True}, 'gw_port_id': '73b2af7c-5347-4de3-817d-e12961659cb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T11:14:51Z', 'updated_at': '2022-04-28T11:14:56Z', 'revision_number': 4, 'project_id': '65d54c3b7dcd4af68398071d25e8321e', 'gw_port': {'id': '73b2af7c-5347-4de3-817d-e12961659cb4', 'name': '', 'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:8c:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6f2cfeb-d25b-4dd0-b8eb-814910d30225', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1488, 'fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:14:52Z', 'updated_at': '2022-04-28T11:14:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': 'b20d858f-eee2-459e-bf6e-0ca37cdcb262', 'tenant_id': '65d54c3b7dcd4af68398071d25e8321e', 'floating_ip_address': '172.36.4.90', 'floating_network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'router_id': 'f6f2cfeb-d25b-4dd0-b8eb-814910d30225', 'port_id': '63158caa-d724-4ad3-af34-66e8ca8c4809', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1503, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '58ee030d-4a18-4f04-aa8d-09634fcdd302', 'mac_address': 'fa:16:3e:7c:de:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ff3e1aa-311a-471b-b223-c8ec075f6bc5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T11:15:14Z', 'updated_at': '2022-04-28T11:15:14Z', 'revision_number': 0, 'project_id': '65d54c3b7dcd4af68398071d25e8321e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b9227280-a64c-4e4e-81c3-7062bf15012c', 'name': '', 'network_id': '58ee030d-4a18-4f04-aa8d-09634fcdd302', 'tenant_id': '65d54c3b7dcd4af68398071d25e8321e', 'mac_address': 'fa:16:3e:57:5d:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6f2cfeb-d25b-4dd0-b8eb-814910d30225', 'device_owner': 'network:router_interface', 'standard_attr_id': 1491, 'fixed_ips': [{'subnet_id': 'abb26413-afe9-4f11-9c8d-c52ca3d82d9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:14:55Z', 'updated_at': '2022-04-28T11:14:59Z', 'revision_number': 5, 'project_id': '65d54c3b7dcd4af68398071d25e8321e', 'subnets': [{'id': 'abb26413-afe9-4f11-9c8d-c52ca3d82d9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=116163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:15:16.052972 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-a2571478-a7d9-4083-bbd1-342c996cea02 req-ad0f9b0b-a26b-4899-b8fc-da7788be71e6 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=63158caa-d724-4ad3-af34-66e8ca8c4809 HTTP/1.1" status: 200 len: 998 time: 0.0632460 Apr 28 11:15:16.059179 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5810f290-d414-4fe2-99dc-583d3386707d None None] Checking router: f6f2cfeb-d25b-4dd0-b8eb-814910d30225 for host: dv-neutron-master-2-hyperv {{(pid=116163) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 11:15:16.067912 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5810f290-d414-4fe2-99dc-583d3386707d None None] Routers {'f6f2cfeb-d25b-4dd0-b8eb-814910d30225'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=116163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 11:15:16.068651 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_hamode_db [None req-5810f290-d414-4fe2-99dc-583d3386707d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-28T10:50:39Z,description=,heartbeat_timestamp=2022-04-28T11:15:09Z,host='dv-neutron-master-2-hyperv',id=6b492ad6-0876-4d74-b20d-28143a52ceba,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T10:50:40Z,topic='l3_agent')) {'router_ids': ['f6f2cfeb-d25b-4dd0-b8eb-814910d30225'], 'active': True} {{(pid=116163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:15:16.108358 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2571478-a7d9-4083-bbd1-342c996cea02 req-2a6edaa4-9dbd-47c1-8b1a-e1194aafa7eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:15:16.117922 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-a2571478-a7d9-4083-bbd1-342c996cea02 req-2a6edaa4-9dbd-47c1-8b1a-e1194aafa7eb service neutron] 10.222.0.20 "GET /v2.0/subnets?id=abb26413-afe9-4f11-9c8d-c52ca3d82d9f HTTP/1.1" status: 200 len: 835 time: 0.0497620 Apr 28 11:15:16.154538 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2571478-a7d9-4083-bbd1-342c996cea02 req-cb26d608-cf6a-445d-a586-df059b42f1b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:15:16.156454 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-a2571478-a7d9-4083-bbd1-342c996cea02 req-cb26d608-cf6a-445d-a586-df059b42f1b4 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=58ee030d-4a18-4f04-aa8d-09634fcdd302&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0400574 Apr 28 11:15:16.183800 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvr_db [None req-5810f290-d414-4fe2-99dc-583d3386707d None None] Set router f6f2cfeb-d25b-4dd0-b8eb-814910d30225 gateway port host: dv-neutron-master-2-hyperv {{(pid=116163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 11:15:16.252350 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-a2571478-a7d9-4083-bbd1-342c996cea02 req-18731a5a-cbc5-49b4-a29e-c5952d85426f service neutron] 10.222.0.20 "GET /v2.0/networks/58ee030d-4a18-4f04-aa8d-09634fcdd302?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904009 Apr 28 11:15:16.347226 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-a2571478-a7d9-4083-bbd1-342c996cea02 req-1ad09fd9-dfe2-4583-8be4-15de7ec5b246 service neutron] 10.222.0.20 "GET /v2.0/networks/58ee030d-4a18-4f04-aa8d-09634fcdd302?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885985 Apr 28 11:15:16.555545 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_hamode_db [None req-5810f290-d414-4fe2-99dc-583d3386707d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6f2cfeb-d25b-4dd0-b8eb-814910d30225', 'name': 'tempest-TestNetworkBasicOps-router-12089219', 'tenant_id': '65d54c3b7dcd4af68398071d25e8321e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'external_fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.4'}], 'enable_snat': True}, 'gw_port_id': '73b2af7c-5347-4de3-817d-e12961659cb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T11:14:51Z', 'updated_at': '2022-04-28T11:14:56Z', 'revision_number': 4, 'project_id': '65d54c3b7dcd4af68398071d25e8321e', 'gw_port': {'id': '73b2af7c-5347-4de3-817d-e12961659cb4', 'name': '', 'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:8c:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6f2cfeb-d25b-4dd0-b8eb-814910d30225', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1488, 'fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:14:52Z', 'updated_at': '2022-04-28T11:14:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': 'b20d858f-eee2-459e-bf6e-0ca37cdcb262', 'tenant_id': '65d54c3b7dcd4af68398071d25e8321e', 'floating_ip_address': '172.36.4.90', 'floating_network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'router_id': 'f6f2cfeb-d25b-4dd0-b8eb-814910d30225', 'port_id': '63158caa-d724-4ad3-af34-66e8ca8c4809', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1503, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '58ee030d-4a18-4f04-aa8d-09634fcdd302', 'mac_address': 'fa:16:3e:7c:de:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ff3e1aa-311a-471b-b223-c8ec075f6bc5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T11:15:14Z', 'updated_at': '2022-04-28T11:15:14Z', 'revision_number': 0, 'project_id': '65d54c3b7dcd4af68398071d25e8321e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b9227280-a64c-4e4e-81c3-7062bf15012c', 'name': '', 'network_id': '58ee030d-4a18-4f04-aa8d-09634fcdd302', 'tenant_id': '65d54c3b7dcd4af68398071d25e8321e', 'mac_address': 'fa:16:3e:57:5d:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6f2cfeb-d25b-4dd0-b8eb-814910d30225', 'device_owner': 'network:router_interface', 'standard_attr_id': 1491, 'fixed_ips': [{'subnet_id': 'abb26413-afe9-4f11-9c8d-c52ca3d82d9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:14:55Z', 'updated_at': '2022-04-28T11:14:59Z', 'revision_number': 5, 'project_id': '65d54c3b7dcd4af68398071d25e8321e', 'subnets': [{'id': 'abb26413-afe9-4f11-9c8d-c52ca3d82d9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=116163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:15:16.569603 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 57442) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:15:16.574181 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.v2.base [None req-4107c742-3522-46fb-aa0a-f7fe768a539b tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-581439768', 'description': 'tempest-secgroup-smoke-581439768 description', 'project_id': '65d54c3b7dcd4af68398071d25e8321e'}} {{(pid=116162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:15:16.587702 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5810f290-d414-4fe2-99dc-583d3386707d None None] The sync data for ids ['f6f2cfeb-d25b-4dd0-b8eb-814910d30225'] in dv-neutron-master-2-hyperv is: [{'id': 'f6f2cfeb-d25b-4dd0-b8eb-814910d30225', 'name': 'tempest-TestNetworkBasicOps-router-12089219', 'tenant_id': '65d54c3b7dcd4af68398071d25e8321e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'external_fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.4'}], 'enable_snat': True}, 'gw_port_id': '73b2af7c-5347-4de3-817d-e12961659cb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T11:14:51Z', 'updated_at': '2022-04-28T11:14:56Z', 'revision_number': 4, 'project_id': '65d54c3b7dcd4af68398071d25e8321e', 'gw_port': {'id': '73b2af7c-5347-4de3-817d-e12961659cb4', 'name': '', 'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:8c:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6f2cfeb-d25b-4dd0-b8eb-814910d30225', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1488, 'fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:14:52Z', 'updated_at': '2022-04-28T11:14:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': 'b20d858f-eee2-459e-bf6e-0ca37cdcb262', 'tenant_id': '65d54c3b7dcd4af68398071d25e8321e', 'floating_ip_address': '172.36.4.90', 'floating_network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'router_id': 'f6f2cfeb-d25b-4dd0-b8eb-814910d30225', 'port_id': '63158caa-d724-4ad3-af34-66e8ca8c4809', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1503, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '58ee030d-4a18-4f04-aa8d-09634fcdd302', 'mac_address': 'fa:16:3e:7c:de:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ff3e1aa-311a-471b-b223-c8ec075f6bc5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T11:15:14Z', 'updated_at': '2022-04-28T11:15:14Z', 'revision_number': 0, 'project_id': '65d54c3b7dcd4af68398071d25e8321e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b9227280-a64c-4e4e-81c3-7062bf15012c', 'name': '', 'network_id': '58ee030d-4a18-4f04-aa8d-09634fcdd302', 'tenant_id': '65d54c3b7dcd4af68398071d25e8321e', 'mac_address': 'fa:16:3e:57:5d:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6f2cfeb-d25b-4dd0-b8eb-814910d30225', 'device_owner': 'network:router_interface', 'standard_attr_id': 1491, 'fixed_ips': [{'subnet_id': 'abb26413-afe9-4f11-9c8d-c52ca3d82d9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:14:55Z', 'updated_at': '2022-04-28T11:14:59Z', 'revision_number': 5, 'project_id': '65d54c3b7dcd4af68398071d25e8321e', 'subnets': [{'id': 'abb26413-afe9-4f11-9c8d-c52ca3d82d9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=116163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 11:15:16.689151 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-4107c742-3522-46fb-aa0a-f7fe768a539b tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks [] for security_group (None), before_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:15:16.763861 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-4107c742-3522-46fb-aa0a-f7fe768a539b tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks [] for security_group (9ec1f681-fb1e-4652-b11b-f9ec717b91a7), precommit_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:15:16.795461 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5568556-ebe1-4d6e-8d47-a12371ceee7d None None] New status for floating IP b20d858f-eee2-459e-bf6e-0ca37cdcb262: ACTIVE {{(pid=116164) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 28 11:15:16.843592 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-4107c742-3522-46fb-aa0a-f7fe768a539b tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924426'] for security_group (9ec1f681-fb1e-4652-b11b-f9ec717b91a7), after_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:15:16.872346 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4107c742-3522-46fb-aa0a-f7fe768a539b tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9ec1f681-fb1e-4652-b11b-f9ec717b91a7,revision_number=1']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:15:16.939131 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-4107c742-3522-46fb-aa0a-f7fe768a539b tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks [] for security_group (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:15:16.940386 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-4107c742-3522-46fb-aa0a-f7fe768a539b tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3697796 Apr 28 11:15:16.943147 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 57444) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:15:16.947380 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.v2.base [None req-c384ea29-26c7-439a-ac0b-d060fa430bf7 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Request body: {'security_group_rule': {'security_group_id': '9ec1f681-fb1e-4652-b11b-f9ec717b91a7', 'project_id': '65d54c3b7dcd4af68398071d25e8321e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=116162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:15:17.037776 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-c384ea29-26c7-439a-ac0b-d060fa430bf7 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks [] for security_group_rule (488ef504-19eb-4cce-9a4e-3afba773d938), before_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:15:17.094599 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-c384ea29-26c7-439a-ac0b-d060fa430bf7 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks [] for security_group_rule (488ef504-19eb-4cce-9a4e-3afba773d938), precommit_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:15:17.211513 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-c384ea29-26c7-439a-ac0b-d060fa430bf7 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1912725'] for security_group_rule (488ef504-19eb-4cce-9a4e-3afba773d938), after_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:15:17.231022 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c384ea29-26c7-439a-ac0b-d060fa430bf7 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=488ef504-19eb-4cce-9a4e-3afba773d938,revision_number=0']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:15:17.293417 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-c384ea29-26c7-439a-ac0b-d060fa430bf7 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:15:17.294818 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-c384ea29-26c7-439a-ac0b-d060fa430bf7 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3506799 Apr 28 11:15:17.297531 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 57446) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:15:17.302081 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.v2.base [None req-b0c8c92b-a0eb-4638-87b2-9d97af4174e3 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Request body: {'security_group_rule': {'security_group_id': '9ec1f681-fb1e-4652-b11b-f9ec717b91a7', 'project_id': '65d54c3b7dcd4af68398071d25e8321e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=116162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:15:17.402653 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-b0c8c92b-a0eb-4638-87b2-9d97af4174e3 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks [] for security_group_rule (e00dc971-8210-4ba8-9af9-dcc1abc32aa8), before_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:15:17.457829 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-b0c8c92b-a0eb-4638-87b2-9d97af4174e3 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks [] for security_group_rule (e00dc971-8210-4ba8-9af9-dcc1abc32aa8), precommit_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:15:17.536788 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-b0c8c92b-a0eb-4638-87b2-9d97af4174e3 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1912725'] for security_group_rule (e00dc971-8210-4ba8-9af9-dcc1abc32aa8), after_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:15:17.555796 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c8c92b-a0eb-4638-87b2-9d97af4174e3 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e00dc971-8210-4ba8-9af9-dcc1abc32aa8,revision_number=0']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:15:17.635983 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-b0c8c92b-a0eb-4638-87b2-9d97af4174e3 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:15:17.637193 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-b0c8c92b-a0eb-4638-87b2-9d97af4174e3 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3386774 Apr 28 11:15:17.639983 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 57448) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:15:17.644221 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.v2.base [None req-a67be105-44f3-4053-8a3b-c66b13c120ba tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Request body: {'security_group_rule': {'security_group_id': '9ec1f681-fb1e-4652-b11b-f9ec717b91a7', 'project_id': '65d54c3b7dcd4af68398071d25e8321e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=116162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:15:17.736882 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-a67be105-44f3-4053-8a3b-c66b13c120ba tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks [] for security_group_rule (cdcd2722-388b-4968-b665-11fb9b91f7dc), before_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:15:17.793336 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-a67be105-44f3-4053-8a3b-c66b13c120ba tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks [] for security_group_rule (cdcd2722-388b-4968-b665-11fb9b91f7dc), precommit_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:15:17.874546 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-a67be105-44f3-4053-8a3b-c66b13c120ba tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1912725'] for security_group_rule (cdcd2722-388b-4968-b665-11fb9b91f7dc), after_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:15:17.892041 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67be105-44f3-4053-8a3b-c66b13c120ba tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cdcd2722-388b-4968-b665-11fb9b91f7dc,revision_number=0']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:15:17.968806 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-a67be105-44f3-4053-8a3b-c66b13c120ba tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:15:17.970053 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-a67be105-44f3-4053-8a3b-c66b13c120ba tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3291187 Apr 28 11:15:17.972815 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 57450) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:15:17.977130 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.v2.base [None req-3f0cb7ac-b0a2-40f3-a0a7-4b5ebb518850 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Request body: {'security_group_rule': {'security_group_id': '9ec1f681-fb1e-4652-b11b-f9ec717b91a7', 'project_id': '65d54c3b7dcd4af68398071d25e8321e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=116162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:15:18.088580 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-3f0cb7ac-b0a2-40f3-a0a7-4b5ebb518850 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks [] for security_group_rule (a13ff2c0-4c4f-40a0-b066-13c8bbfae87e), before_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:15:18.146946 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-3f0cb7ac-b0a2-40f3-a0a7-4b5ebb518850 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks [] for security_group_rule (a13ff2c0-4c4f-40a0-b066-13c8bbfae87e), precommit_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:15:18.222570 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-3f0cb7ac-b0a2-40f3-a0a7-4b5ebb518850 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1912725'] for security_group_rule (a13ff2c0-4c4f-40a0-b066-13c8bbfae87e), after_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:15:18.240713 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f0cb7ac-b0a2-40f3-a0a7-4b5ebb518850 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a13ff2c0-4c4f-40a0-b066-13c8bbfae87e,revision_number=0']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:15:18.307800 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-3f0cb7ac-b0a2-40f3-a0a7-4b5ebb518850 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:15:18.309034 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-3f0cb7ac-b0a2-40f3-a0a7-4b5ebb518850 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3352740 Apr 28 11:15:18.311874 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 57452) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:15:18.316189 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.v2.base [None req-b7708d45-cf8c-4b88-bc14-008e7d616c0c tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Request body: {'security_group_rule': {'security_group_id': '9ec1f681-fb1e-4652-b11b-f9ec717b91a7', 'project_id': '65d54c3b7dcd4af68398071d25e8321e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=116162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:15:18.443039 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.db.securitygroups_db [None req-b7708d45-cf8c-4b88-bc14-008e7d616c0c tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Project 65d54c3b7dcd4af68398071d25e8321e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 28 11:15:18.448699 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-b7708d45-cf8c-4b88-bc14-008e7d616c0c tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks [] for security_group_rule (0c1c14d4-7fe7-4152-9c05-03265949a0bf), before_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:15:18.506206 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-b7708d45-cf8c-4b88-bc14-008e7d616c0c tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks [] for security_group_rule (0c1c14d4-7fe7-4152-9c05-03265949a0bf), precommit_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:15:18.593764 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-b7708d45-cf8c-4b88-bc14-008e7d616c0c tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1912725'] for security_group_rule (0c1c14d4-7fe7-4152-9c05-03265949a0bf), after_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:15:18.612607 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7708d45-cf8c-4b88-bc14-008e7d616c0c tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0c1c14d4-7fe7-4152-9c05-03265949a0bf,revision_number=0']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:15:18.698842 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-b7708d45-cf8c-4b88-bc14-008e7d616c0c tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:15:18.700661 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-b7708d45-cf8c-4b88-bc14-008e7d616c0c tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3878098 Apr 28 11:15:18.703365 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 57454) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:15:18.707567 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.v2.base [None req-d2af7e56-285a-403b-acda-b8eed1b53ca2 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Request body: {'security_group_rule': {'security_group_id': '9ec1f681-fb1e-4652-b11b-f9ec717b91a7', 'project_id': '65d54c3b7dcd4af68398071d25e8321e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=116162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:15:18.794054 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.db.securitygroups_db [None req-d2af7e56-285a-403b-acda-b8eed1b53ca2 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Project 65d54c3b7dcd4af68398071d25e8321e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 28 11:15:18.799612 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-d2af7e56-285a-403b-acda-b8eed1b53ca2 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks [] for security_group_rule (6590d4db-6428-4eaa-be13-19a46a93c566), before_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:15:18.860562 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-d2af7e56-285a-403b-acda-b8eed1b53ca2 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks [] for security_group_rule (6590d4db-6428-4eaa-be13-19a46a93c566), precommit_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:15:18.920449 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-d2af7e56-285a-403b-acda-b8eed1b53ca2 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1912725'] for security_group_rule (6590d4db-6428-4eaa-be13-19a46a93c566), after_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:15:18.940375 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2af7e56-285a-403b-acda-b8eed1b53ca2 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6590d4db-6428-4eaa-be13-19a46a93c566,revision_number=0']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:15:19.011252 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-d2af7e56-285a-403b-acda-b8eed1b53ca2 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:15:19.020717 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-d2af7e56-285a-403b-acda-b8eed1b53ca2 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3081563 Apr 28 11:15:19.172289 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-32324f5c-5345-4cfd-ad72-eae2f564f85c req-f48148dd-809c-4e96-a405-68261d392166 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-581439768&fields=id&tenant_id=65d54c3b7dcd4af68398071d25e8321e HTTP/1.1" status: 200 len: 267 time: 0.0452304 Apr 28 11:15:19.282998 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32324f5c-5345-4cfd-ad72-eae2f564f85c req-9888f0ba-d278-4686-bc75-1b4ba8d3cb13 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:15:19.284381 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-32324f5c-5345-4cfd-ad72-eae2f564f85c req-9888f0ba-d278-4686-bc75-1b4ba8d3cb13 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] 10.222.0.10 "GET /v2.0/networks?id=58ee030d-4a18-4f04-aa8d-09634fcdd302 HTTP/1.1" status: 200 len: 797 time: 0.1055250 Apr 28 11:15:19.299338 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-32324f5c-5345-4cfd-ad72-eae2f564f85c req-64aa9d69-e5f1-4541-bdbe-8af36c2995fe tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] 10.222.0.10 "GET /v2.0/quotas/65d54c3b7dcd4af68398071d25e8321e HTTP/1.1" status: 200 len: 375 time: 0.0094676 Apr 28 11:15:19.351422 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-32324f5c-5345-4cfd-ad72-eae2f564f85c req-f76e787e-6dab-4320-90e7-f73569fe3a7b tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=65d54c3b7dcd4af68398071d25e8321e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0471721 Apr 28 11:15:19.496652 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-32324f5c-5345-4cfd-ad72-eae2f564f85c req-7b86adf0-545f-47a2-a07f-0e8ed6982385 service neutron] 10.222.0.10 "GET /v2.0/networks/58ee030d-4a18-4f04-aa8d-09634fcdd302?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1327538 Apr 28 11:15:19.591780 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-32324f5c-5345-4cfd-ad72-eae2f564f85c req-12a97458-32dc-4bfb-8c6a-151e58320aa1 service neutron] 10.222.0.10 "GET /v2.0/networks/58ee030d-4a18-4f04-aa8d-09634fcdd302?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889189 Apr 28 11:15:19.916465 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-61ee7ff3-f458-482b-a682-7a679e83d7d2 req-701885b1-471e-4034-b449-cdb659b32f57 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] 10.222.0.10 "GET /v2.0/ports?device_id=771e5067-a4ad-4642-90b7-c51d8181f49a HTTP/1.1" status: 200 len: 210 time: 0.0279818 Apr 28 11:15:20.605621 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (6be95134-9a6c-4663-8b48-90d12ce90c60), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:15:21.013340 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-5c9d373f-5eb9-470e-8e37-b229f742c68e req-927e01ae-734d-4350-90ff-774bc93a15ea tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] 10.222.0.10 "GET /v2.0/ports?device_id=771e5067-a4ad-4642-90b7-c51d8181f49a HTTP/1.1" status: 200 len: 210 time: 0.0269983 Apr 28 11:15:22.119144 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-518a658c-bb29-4d7d-9466-1c068c40c691 req-3d445c95-4411-47f6-9582-f4f2f406f7da tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] 10.222.0.10 "GET /v2.0/ports?device_id=771e5067-a4ad-4642-90b7-c51d8181f49a HTTP/1.1" status: 200 len: 210 time: 0.0312076 Apr 28 11:15:22.155495 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32324f5c-5345-4cfd-ad72-eae2f564f85c req-63bc4576-e7cf-437f-bbba-e003c4d7807f tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:15:22.157174 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-32324f5c-5345-4cfd-ad72-eae2f564f85c req-63bc4576-e7cf-437f-bbba-e003c4d7807f tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] 10.222.0.20 "GET /v2.0/networks?id=58ee030d-4a18-4f04-aa8d-09634fcdd302 HTTP/1.1" status: 200 len: 797 time: 0.1162128 Apr 28 11:15:22.239919 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-32324f5c-5345-4cfd-ad72-eae2f564f85c req-15ed43f0-6a68-441b-a202-9154d5753983 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=65d54c3b7dcd4af68398071d25e8321e HTTP/1.1" status: 200 len: 471 time: 0.0739045 Apr 28 11:15:22.248268 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.v2.base [req-32324f5c-5345-4cfd-ad72-eae2f564f85c req-3aeb5527-0e95-4800-8014-8821c71a1fae tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Request body: {'port': {'device_id': '771e5067-a4ad-4642-90b7-c51d8181f49a', 'network_id': '58ee030d-4a18-4f04-aa8d-09634fcdd302', 'admin_state_up': True, 'tenant_id': '65d54c3b7dcd4af68398071d25e8321e', 'security_groups': ['9ec1f681-fb1e-4652-b11b-f9ec717b91a7']}} {{(pid=116162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:15:22.460616 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-32324f5c-5345-4cfd-ad72-eae2f564f85c req-3aeb5527-0e95-4800-8014-8821c71a1fae tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Made reservation on behalf of 65d54c3b7dcd4af68398071d25e8321e for: {'port': 1} {{(pid=116162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 11:15:22.460616 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [req-32324f5c-5345-4cfd-ad72-eae2f564f85c req-3aeb5527-0e95-4800-8014-8821c71a1fae tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (None), before_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:15:22.621156 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.db.db_base_plugin_common [req-32324f5c-5345-4cfd-ad72-eae2f564f85c req-3aeb5527-0e95-4800-8014-8821c71a1fae tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Allocated IP 172.20.0.13 (58ee030d-4a18-4f04-aa8d-09634fcdd302/abb26413-afe9-4f11-9c8d-c52ca3d82d9f/82b11b1a-5ac3-4ac7-873d-9ce280af767f) {{(pid=116162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 11:15:22.760761 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [req-32324f5c-5345-4cfd-ad72-eae2f564f85c req-3aeb5527-0e95-4800-8014-8821c71a1fae tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks [] for port (82b11b1a-5ac3-4ac7-873d-9ce280af767f), precommit_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:15:22.843862 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [req-32324f5c-5345-4cfd-ad72-eae2f564f85c req-3aeb5527-0e95-4800-8014-8821c71a1fae tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742234710357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5051867'] for port (82b11b1a-5ac3-4ac7-873d-9ce280af767f), after_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:15:22.885168 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-32324f5c-5345-4cfd-ad72-eae2f564f85c req-3aeb5527-0e95-4800-8014-8821c71a1fae tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Network 58ee030d-4a18-4f04-aa8d-09634fcdd302 is already hosted by enough agents. {{(pid=116162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 11:15:22.890778 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.scheduler.base_scheduler [req-32324f5c-5345-4cfd-ad72-eae2f564f85c req-3aeb5527-0e95-4800-8014-8821c71a1fae tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Resources bound (agent type, host, resource id): {{(pid=116162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 11:15:22.894486 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.db.l3_dvrscheduler_db [req-32324f5c-5345-4cfd-ad72-eae2f564f85c req-3aeb5527-0e95-4800-8014-8821c71a1fae tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Received port after_create {{(pid=116162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 11:15:22.900647 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aeb5527-0e95-4800-8014-8821c71a1fae tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Pushing event updated for resources: {'Port': ['ID=82b11b1a-5ac3-4ac7-873d-9ce280af767f,revision_number=1']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:15:22.952229 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32324f5c-5345-4cfd-ad72-eae2f564f85c req-3aeb5527-0e95-4800-8014-8821c71a1fae tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:15:22.956654 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [req-32324f5c-5345-4cfd-ad72-eae2f564f85c req-3aeb5527-0e95-4800-8014-8821c71a1fae tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198022'] for port (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:15:23.023999 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-32324f5c-5345-4cfd-ad72-eae2f564f85c req-3aeb5527-0e95-4800-8014-8821c71a1fae tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7798882 Apr 28 11:15:23.035342 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.v2.base [req-32324f5c-5345-4cfd-ad72-eae2f564f85c req-97e6be9c-837e-402a-967f-845e5f54b49f service neutron] Request body: {'port': {'device_id': '771e5067-a4ad-4642-90b7-c51d8181f49a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-mast'}} {{(pid=116162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:15:23.106647 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [req-32324f5c-5345-4cfd-ad72-eae2f564f85c req-97e6be9c-837e-402a-967f-845e5f54b49f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (82b11b1a-5ac3-4ac7-873d-9ce280af767f), before_update {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:15:23.191055 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-e3bb3d3b-af7d-4a6c-8515-681786eeba20 None None] Provisioning complete for port 82b11b1a-5ac3-4ac7-873d-9ce280af767f triggered by entity DHCP. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:15:23.191885 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-e3bb3d3b-af7d-4a6c-8515-681786eeba20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (82b11b1a-5ac3-4ac7-873d-9ce280af767f), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:15:23.226283 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-e3bb3d3b-af7d-4a6c-8515-681786eeba20 None None] Port 82b11b1a-5ac3-4ac7-873d-9ce280af767f cannot update to ACTIVE because it is not bound. {{(pid=116163) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 28 11:15:23.242258 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2e4b44-b5ad-4cfa-a79a-f844def43031 req-b1759fad-3aa7-4bab-ae24-711748a293d6 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:15:23.245316 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-3b2e4b44-b5ad-4cfa-a79a-f844def43031 req-b1759fad-3aa7-4bab-ae24-711748a293d6 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] 10.222.0.10 "GET /v2.0/ports?device_id=771e5067-a4ad-4642-90b7-c51d8181f49a HTTP/1.1" status: 200 len: 932 time: 0.0552466 Apr 28 11:15:23.297645 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-3b2e4b44-b5ad-4cfa-a79a-f844def43031 req-419e35c9-fdc7-4335-985e-de3753b22392 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] 10.222.0.10 "GET /v2.0/security-groups?id=9ec1f681-fb1e-4652-b11b-f9ec717b91a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472438 Apr 28 11:15:23.379109 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.notifiers.nova [req-32324f5c-5345-4cfd-ad72-eae2f564f85c req-97e6be9c-837e-402a-967f-845e5f54b49f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 82b11b1a-5ac3-4ac7-873d-9ce280af767f {{(pid=116162) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 11:15:23.386636 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [req-32324f5c-5345-4cfd-ad72-eae2f564f85c req-97e6be9c-837e-402a-967f-845e5f54b49f service neutron] Publish callbacks [] for port (82b11b1a-5ac3-4ac7-873d-9ce280af767f), precommit_update {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:15:23.398985 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.db.provisioning_blocks [req-32324f5c-5345-4cfd-ad72-eae2f564f85c req-97e6be9c-837e-402a-967f-845e5f54b49f service neutron] Transition to ACTIVE for port object 82b11b1a-5ac3-4ac7-873d-9ce280af767f will not be triggered until provisioned by entity L2. {{(pid=116162) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 28 11:15:23.511927 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [req-32324f5c-5345-4cfd-ad72-eae2f564f85c req-97e6be9c-837e-402a-967f-845e5f54b49f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5051840'] for port (82b11b1a-5ac3-4ac7-873d-9ce280af767f), after_update {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:15:23.563019 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e6be9c-837e-402a-967f-845e5f54b49f service neutron] Pushing event updated for resources: {'Port': ['ID=82b11b1a-5ac3-4ac7-873d-9ce280af767f,revision_number=2']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:15:23.956204 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.managers [req-32324f5c-5345-4cfd-ad72-eae2f564f85c req-97e6be9c-837e-402a-967f-845e5f54b49f service neutron] Attempting to bind port 82b11b1a-5ac3-4ac7-873d-9ce280af767f on host hv-neutron-mast for vnic_type normal with profile {{(pid=116162) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 28 11:15:23.956532 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.managers [req-32324f5c-5345-4cfd-ad72-eae2f564f85c req-97e6be9c-837e-402a-967f-845e5f54b49f service neutron] Attempting to bind port 82b11b1a-5ac3-4ac7-873d-9ce280af767f by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '51beb731-6e32-4a19-b657-5b1936fbae07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '58ee030d-4a18-4f04-aa8d-09634fcdd302'}] {{(pid=116162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 28 11:15:23.956854 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32324f5c-5345-4cfd-ad72-eae2f564f85c req-97e6be9c-837e-402a-967f-845e5f54b49f service neutron] Attempting to bind port 82b11b1a-5ac3-4ac7-873d-9ce280af767f on network 58ee030d-4a18-4f04-aa8d-09634fcdd302 {{(pid=116162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 11:15:23.961127 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32324f5c-5345-4cfd-ad72-eae2f564f85c req-97e6be9c-837e-402a-967f-845e5f54b49f service neutron] Port 82b11b1a-5ac3-4ac7-873d-9ce280af767f on network 58ee030d-4a18-4f04-aa8d-09634fcdd302 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=116162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 28 11:15:23.961446 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32324f5c-5345-4cfd-ad72-eae2f564f85c req-97e6be9c-837e-402a-967f-845e5f54b49f service neutron] Attempting to bind port 82b11b1a-5ac3-4ac7-873d-9ce280af767f on network 58ee030d-4a18-4f04-aa8d-09634fcdd302 {{(pid=116162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 11:15:23.966354 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32324f5c-5345-4cfd-ad72-eae2f564f85c req-97e6be9c-837e-402a-967f-845e5f54b49f service neutron] Checking agent: {'id': '6be95134-9a6c-4663-8b48-90d12ce90c60', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-mast', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 10, 57, 20), 'started_at': datetime.datetime(2022, 4, 28, 10, 57, 20), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 11, 15, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=116162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 11:15:23.967596 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32324f5c-5345-4cfd-ad72-eae2f564f85c req-97e6be9c-837e-402a-967f-845e5f54b49f service neutron] Checking segment: {'id': '51beb731-6e32-4a19-b657-5b1936fbae07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '58ee030d-4a18-4f04-aa8d-09634fcdd302'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 11:15:23.968004 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32324f5c-5345-4cfd-ad72-eae2f564f85c req-97e6be9c-837e-402a-967f-845e5f54b49f service neutron] Bound using segment: {'id': '51beb731-6e32-4a19-b657-5b1936fbae07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '58ee030d-4a18-4f04-aa8d-09634fcdd302'} {{(pid=116162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 11:15:23.968423 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.managers [req-32324f5c-5345-4cfd-ad72-eae2f564f85c req-97e6be9c-837e-402a-967f-845e5f54b49f service neutron] Bound port: 82b11b1a-5ac3-4ac7-873d-9ce280af767f, host: hv-neutron-mast, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '51beb731-6e32-4a19-b657-5b1936fbae07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '58ee030d-4a18-4f04-aa8d-09634fcdd302'}}] {{(pid=116162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 28 11:15:23.968779 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [req-32324f5c-5345-4cfd-ad72-eae2f564f85c req-97e6be9c-837e-402a-967f-845e5f54b49f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (82b11b1a-5ac3-4ac7-873d-9ce280af767f), before_update {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:15:24.035870 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.db [req-32324f5c-5345-4cfd-ad72-eae2f564f85c req-97e6be9c-837e-402a-967f-845e5f54b49f service neutron] For port 82b11b1a-5ac3-4ac7-873d-9ce280af767f, host hv-neutron-mast, cleared binding levels {{(pid=116162) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 11:15:24.039141 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.db [req-32324f5c-5345-4cfd-ad72-eae2f564f85c req-97e6be9c-837e-402a-967f-845e5f54b49f service neutron] For port 82b11b1a-5ac3-4ac7-873d-9ce280af767f, host hv-neutron-mast, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=82b11b1a-5ac3-4ac7-873d-9ce280af767f,segment=NetworkSegment(51beb731-6e32-4a19-b657-5b1936fbae07),segment_id=51beb731-6e32-4a19-b657-5b1936fbae07)] {{(pid=116162) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 11:15:24.152128 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [req-32324f5c-5345-4cfd-ad72-eae2f564f85c req-97e6be9c-837e-402a-967f-845e5f54b49f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5051840'] for port (82b11b1a-5ac3-4ac7-873d-9ce280af767f), after_update {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:15:24.188008 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32324f5c-5345-4cfd-ad72-eae2f564f85c req-97e6be9c-837e-402a-967f-845e5f54b49f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:15:24.188008 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [req-32324f5c-5345-4cfd-ad72-eae2f564f85c req-97e6be9c-837e-402a-967f-845e5f54b49f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198022'] for port (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:15:24.189436 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-32324f5c-5345-4cfd-ad72-eae2f564f85c req-97e6be9c-837e-402a-967f-845e5f54b49f service neutron] 10.222.0.20 "PUT /v2.0/ports/82b11b1a-5ac3-4ac7-873d-9ce280af767f HTTP/1.1" status: 200 len: 1094 time: 1.1588821 Apr 28 11:15:24.191917 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '771e5067-a4ad-4642-90b7-c51d8181f49a', 'tag': '82b11b1a-5ac3-4ac7-873d-9ce280af767f'}] {{(pid=116162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 11:15:24.198347 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ba53f40d6116d28995a8e36159d0e539b5353eec116fb5dd4ce03b4b2159ab1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-041bc5b1-776b-4598-b0f3-48f318b10b26" -d '{"events": [{"name": "network-changed", "server_uuid": "771e5067-a4ad-4642-90b7-c51d8181f49a", "tag": "82b11b1a-5ac3-4ac7-873d-9ce280af767f"}]}' {{(pid=116162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 11:15:24.236131 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e6be9c-837e-402a-967f-845e5f54b49f service neutron] Pushing event updated for resources: {'Port': ['ID=82b11b1a-5ac3-4ac7-873d-9ce280af767f,revision_number=3']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:15:24.258949 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 11:15:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45ee7c7e-6d43-4a57-b566-e0edf58c0c69 x-openstack-request-id: req-45ee7c7e-6d43-4a57-b566-e0edf58c0c69 {{(pid=116162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 11:15:24.259202 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "771e5067-a4ad-4642-90b7-c51d8181f49a", "tag": "82b11b1a-5ac3-4ac7-873d-9ce280af767f", "status": "completed", "code": 200}]} {{(pid=116162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 11:15:24.259536 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-45ee7c7e-6d43-4a57-b566-e0edf58c0c69 {{(pid=116162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 11:15:24.259949 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.notifiers.nova [-] Nova event matching ['req-45ee7c7e-6d43-4a57-b566-e0edf58c0c69'] response: {'name': 'network-changed', 'server_uuid': '771e5067-a4ad-4642-90b7-c51d8181f49a', 'tag': '82b11b1a-5ac3-4ac7-873d-9ce280af767f', 'status': 'completed', 'code': 200} Apr 28 11:15:24.316563 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041bc5b1-776b-4598-b0f3-48f318b10b26 req-4920d29d-440a-45ae-8c60-b66790ce4862 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:15:24.317928 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-041bc5b1-776b-4598-b0f3-48f318b10b26 req-4920d29d-440a-45ae-8c60-b66790ce4862 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=65d54c3b7dcd4af68398071d25e8321e&device_id=771e5067-a4ad-4642-90b7-c51d8181f49a HTTP/1.1" status: 200 len: 1128 time: 0.0429502 Apr 28 11:15:24.443505 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1b57f9-13e8-45c3-a37b-6558aa687550 req-641d8111-483f-4149-97d8-cc59eb7f1e08 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:15:24.444471 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041bc5b1-776b-4598-b0f3-48f318b10b26 req-3a479c1d-d614-4f75-9333-d8fd89e3552d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:15:24.445179 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-3c1b57f9-13e8-45c3-a37b-6558aa687550 req-641d8111-483f-4149-97d8-cc59eb7f1e08 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] 10.222.0.10 "GET /v2.0/ports?device_id=771e5067-a4ad-4642-90b7-c51d8181f49a HTTP/1.1" status: 200 len: 944 time: 0.0601478 Apr 28 11:15:24.445932 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-041bc5b1-776b-4598-b0f3-48f318b10b26 req-3a479c1d-d614-4f75-9333-d8fd89e3552d service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=65d54c3b7dcd4af68398071d25e8321e&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1209264 Apr 28 11:15:24.504855 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-3c1b57f9-13e8-45c3-a37b-6558aa687550 req-dfd4eba2-bc2c-4fa9-8304-08db90678c8b tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] 10.222.0.10 "GET /v2.0/security-groups?id=9ec1f681-fb1e-4652-b11b-f9ec717b91a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521955 Apr 28 11:15:24.551303 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041bc5b1-776b-4598-b0f3-48f318b10b26 req-b538c177-5fe5-4771-bbc3-517ffbba6fb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:15:24.552771 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-041bc5b1-776b-4598-b0f3-48f318b10b26 req-b538c177-5fe5-4771-bbc3-517ffbba6fb1 service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1005037 Apr 28 11:15:24.630018 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32324f5c-5345-4cfd-ad72-eae2f564f85c req-1da8b9c1-44f3-466c-83bf-42b677ee45e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:15:24.631553 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-32324f5c-5345-4cfd-ad72-eae2f564f85c req-1da8b9c1-44f3-466c-83bf-42b677ee45e8 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=65d54c3b7dcd4af68398071d25e8321e&device_id=771e5067-a4ad-4642-90b7-c51d8181f49a HTTP/1.1" status: 200 len: 1128 time: 0.0402431 Apr 28 11:15:24.675569 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-32324f5c-5345-4cfd-ad72-eae2f564f85c req-a5a5016e-85e0-4fce-a342-b2f5ea592994 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=82b11b1a-5ac3-4ac7-873d-9ce280af767f HTTP/1.1" status: 200 len: 217 time: 0.0343375 Apr 28 11:15:24.729380 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32324f5c-5345-4cfd-ad72-eae2f564f85c req-a6fe471b-10ca-42b8-9c91-bc56240b4c8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:15:24.730779 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-32324f5c-5345-4cfd-ad72-eae2f564f85c req-a6fe471b-10ca-42b8-9c91-bc56240b4c8c service neutron] 10.222.0.20 "GET /v2.0/subnets?id=abb26413-afe9-4f11-9c8d-c52ca3d82d9f HTTP/1.1" status: 200 len: 835 time: 0.0477080 Apr 28 11:15:24.772449 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32324f5c-5345-4cfd-ad72-eae2f564f85c req-4a648670-94b1-4424-92ed-e9fbe03e458c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:15:24.773936 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-32324f5c-5345-4cfd-ad72-eae2f564f85c req-4a648670-94b1-4424-92ed-e9fbe03e458c service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=58ee030d-4a18-4f04-aa8d-09634fcdd302&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0374053 Apr 28 11:15:24.865993 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-32324f5c-5345-4cfd-ad72-eae2f564f85c req-abff72b7-689b-43a5-a02c-c91f5ed7f6c9 service neutron] 10.222.0.20 "GET /v2.0/networks/58ee030d-4a18-4f04-aa8d-09634fcdd302?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856550 Apr 28 11:15:24.956194 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-32324f5c-5345-4cfd-ad72-eae2f564f85c req-836ce262-fabe-4faa-8d7a-6f39863a9788 service neutron] 10.222.0.20 "GET /v2.0/networks/58ee030d-4a18-4f04-aa8d-09634fcdd302?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848153 Apr 28 11:15:25.621351 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42927654-00a4-444f-be54-094e55eac27d req-45bb3650-a930-484b-8918-0309984d3124 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:15:25.622813 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-42927654-00a4-444f-be54-094e55eac27d req-45bb3650-a930-484b-8918-0309984d3124 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] 10.222.0.10 "GET /v2.0/ports?device_id=771e5067-a4ad-4642-90b7-c51d8181f49a HTTP/1.1" status: 200 len: 944 time: 0.0464685 Apr 28 11:15:25.674022 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-42927654-00a4-444f-be54-094e55eac27d req-9375c845-2559-4107-962e-af9d816e90b5 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] 10.222.0.10 "GET /v2.0/security-groups?id=9ec1f681-fb1e-4652-b11b-f9ec717b91a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455275 Apr 28 11:15:26.786583 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058a458e-9c05-4b21-b12a-a27c8d0f25b9 req-8ab95809-0c8d-4081-be41-c80c61971e41 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:15:26.788058 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-058a458e-9c05-4b21-b12a-a27c8d0f25b9 req-8ab95809-0c8d-4081-be41-c80c61971e41 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] 10.222.0.10 "GET /v2.0/ports?device_id=771e5067-a4ad-4642-90b7-c51d8181f49a HTTP/1.1" status: 200 len: 944 time: 0.0480258 Apr 28 11:15:26.836398 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-058a458e-9c05-4b21-b12a-a27c8d0f25b9 req-0ddfec0a-9392-4d77-b39b-d1c7f62e4f3d tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] 10.222.0.10 "GET /v2.0/security-groups?id=9ec1f681-fb1e-4652-b11b-f9ec717b91a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429342 Apr 28 11:15:27.110593 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Device 82b11b1a-5ac3-4ac7-873d-9ce280af767f details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=116163) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 28 11:15:27.204444 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] For port 82b11b1a-5ac3-4ac7-873d-9ce280af767f, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=82b11b1a-5ac3-4ac7-873d-9ce280af767f,segment=NetworkSegment(51beb731-6e32-4a19-b657-5b1936fbae07),segment_id=51beb731-6e32-4a19-b657-5b1936fbae07)] {{(pid=116163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 11:15:27.215180 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Returning: {'device': '82b11b1a-5ac3-4ac7-873d-9ce280af767f', 'network_id': '58ee030d-4a18-4f04-aa8d-09634fcdd302', 'port_id': '82b11b1a-5ac3-4ac7-873d-9ce280af767f', 'mac_address': 'fa:16:3e:9d:d4:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 71, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'abb26413-afe9-4f11-9c8d-c52ca3d82d9f', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=116163) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 28 11:15:27.255529 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Current status of the port 82b11b1a-5ac3-4ac7-873d-9ce280af767f is: DOWN; New status is: BUILD {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:15:27.255920 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (82b11b1a-5ac3-4ac7-873d-9ce280af767f), before_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:15:27.268847 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.notifiers.nova [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 82b11b1a-5ac3-4ac7-873d-9ce280af767f {{(pid=116163) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 11:15:27.287279 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] For port 82b11b1a-5ac3-4ac7-873d-9ce280af767f, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=82b11b1a-5ac3-4ac7-873d-9ce280af767f,segment=NetworkSegment(51beb731-6e32-4a19-b657-5b1936fbae07),segment_id=51beb731-6e32-4a19-b657-5b1936fbae07)] {{(pid=116163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 11:15:27.353981 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393'] for port (82b11b1a-5ac3-4ac7-873d-9ce280af767f), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:15:27.401412 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Pushing event updated for resources: {'Port': ['ID=82b11b1a-5ac3-4ac7-873d-9ce280af767f,revision_number=4']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:15:27.580696 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] get_ports_and_sgs() called for port_ids ['82b11b1a-5ac3-4ac7-873d-9ce280af767f'] {{(pid=116163) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 11:15:27.945705 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c450af-d69e-40e6-94b2-3fca574bf6d4 req-39b3b1a7-110b-4605-9d3f-7e2c21d7f1ed tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:15:27.947211 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-f1c450af-d69e-40e6-94b2-3fca574bf6d4 req-39b3b1a7-110b-4605-9d3f-7e2c21d7f1ed tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] 10.222.0.10 "GET /v2.0/ports?device_id=771e5067-a4ad-4642-90b7-c51d8181f49a HTTP/1.1" status: 200 len: 945 time: 0.0459890 Apr 28 11:15:27.996671 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-f1c450af-d69e-40e6-94b2-3fca574bf6d4 req-d1840f6c-c883-49ad-96e8-d63b6d54827e tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] 10.222.0.10 "GET /v2.0/security-groups?id=9ec1f681-fb1e-4652-b11b-f9ec717b91a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431406 Apr 28 11:15:29.116137 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933d321c-5166-4da1-a67d-59c805a001b1 req-b29ea75c-a4f8-44b6-ae96-6650121dc15c tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:15:29.117816 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Device 82b11b1a-5ac3-4ac7-873d-9ce280af767f up at agent hyperv_hv-neutron-mast {{(pid=116163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 11:15:29.118293 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-933d321c-5166-4da1-a67d-59c805a001b1 req-b29ea75c-a4f8-44b6-ae96-6650121dc15c tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] 10.222.0.10 "GET /v2.0/ports?device_id=771e5067-a4ad-4642-90b7-c51d8181f49a HTTP/1.1" status: 200 len: 945 time: 0.0525694 Apr 28 11:15:29.166908 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-933d321c-5166-4da1-a67d-59c805a001b1 req-01580945-e9f1-441d-bc91-dd63b7cf8b3e tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] 10.222.0.10 "GET /v2.0/security-groups?id=9ec1f681-fb1e-4652-b11b-f9ec717b91a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430734 Apr 28 11:15:29.167552 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Provisioning for port 82b11b1a-5ac3-4ac7-873d-9ce280af767f completed by entity L2. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 28 11:15:29.237281 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Provisioning complete for port 82b11b1a-5ac3-4ac7-873d-9ce280af767f triggered by entity L2. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:15:29.237665 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (82b11b1a-5ac3-4ac7-873d-9ce280af767f), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:15:29.315192 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Current status of the port 82b11b1a-5ac3-4ac7-873d-9ce280af767f is: BUILD; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:15:29.315490 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (82b11b1a-5ac3-4ac7-873d-9ce280af767f), before_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:15:29.337441 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '771e5067-a4ad-4642-90b7-c51d8181f49a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82b11b1a-5ac3-4ac7-873d-9ce280af767f'}] {{(pid=116163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 11:15:29.339709 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f01aec4a4f83961b54a953becfce2676879fb1d4b91122543244f430a0b8460" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4f091d5-b780-4817-815e-d2977236cc89" -d '{"events": [{"server_uuid": "771e5067-a4ad-4642-90b7-c51d8181f49a", "name": "network-vif-plugged", "status": "completed", "tag": "82b11b1a-5ac3-4ac7-873d-9ce280af767f"}]}' {{(pid=116163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 11:15:29.352724 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] For port 82b11b1a-5ac3-4ac7-873d-9ce280af767f, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=82b11b1a-5ac3-4ac7-873d-9ce280af767f,segment=NetworkSegment(51beb731-6e32-4a19-b657-5b1936fbae07),segment_id=51beb731-6e32-4a19-b657-5b1936fbae07)] {{(pid=116163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 11:15:29.416911 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393'] for port (82b11b1a-5ac3-4ac7-873d-9ce280af767f), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:15:29.423079 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 11:15:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-171d3e68-1e2a-4bb8-83a8-fafc3b790eb9 x-openstack-request-id: req-171d3e68-1e2a-4bb8-83a8-fafc3b790eb9 {{(pid=116163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 11:15:29.427129 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "771e5067-a4ad-4642-90b7-c51d8181f49a", "name": "network-vif-plugged", "status": "completed", "tag": "82b11b1a-5ac3-4ac7-873d-9ce280af767f", "code": 200}]} {{(pid=116163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 11:15:29.427129 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-171d3e68-1e2a-4bb8-83a8-fafc3b790eb9 {{(pid=116163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 11:15:29.427129 dv-neutron-master-2-hyperv neutron-server[116163]: INFO neutron.notifiers.nova [-] Nova event matching ['req-171d3e68-1e2a-4bb8-83a8-fafc3b790eb9'] response: {'server_uuid': '771e5067-a4ad-4642-90b7-c51d8181f49a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82b11b1a-5ac3-4ac7-873d-9ce280af767f', 'code': 200} Apr 28 11:15:29.465619 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Pushing event updated for resources: {'Port': ['ID=82b11b1a-5ac3-4ac7-873d-9ce280af767f,revision_number=5']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:15:29.693391 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d549cc-f119-4c7d-b435-98e95627526d req-e8e92687-5581-4fbb-ad9e-8b9f891d0aa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:15:29.694872 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-97d549cc-f119-4c7d-b435-98e95627526d req-e8e92687-5581-4fbb-ad9e-8b9f891d0aa2 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=771e5067-a4ad-4642-90b7-c51d8181f49a HTTP/1.1" status: 200 len: 1130 time: 0.0371284 Apr 28 11:15:29.743952 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-97d549cc-f119-4c7d-b435-98e95627526d req-e9951da0-a31e-40b2-b135-0b3eb26e429d service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=9ec1f681-fb1e-4652-b11b-f9ec717b91a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425811 Apr 28 11:15:30.278187 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57edef2-3e2b-44b1-b08b-f865aa3d0973 req-7d5354c4-e541-4ce1-a902-6a64ec0e6c5e tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:15:30.279638 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-f57edef2-3e2b-44b1-b08b-f865aa3d0973 req-7d5354c4-e541-4ce1-a902-6a64ec0e6c5e tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] 10.222.0.10 "GET /v2.0/ports?device_id=771e5067-a4ad-4642-90b7-c51d8181f49a HTTP/1.1" status: 200 len: 946 time: 0.0471025 Apr 28 11:15:30.328574 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-f57edef2-3e2b-44b1-b08b-f865aa3d0973 req-71ce3deb-741a-4358-becc-b8408da4ffe8 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] 10.222.0.10 "GET /v2.0/security-groups?id=9ec1f681-fb1e-4652-b11b-f9ec717b91a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434847 Apr 28 11:15:31.444568 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b34f5c9-f54c-403d-b86e-cfd303fa44a7 req-3238a4ee-5652-4a23-86ba-6cbe5a375d7f tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:15:31.446058 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-5b34f5c9-f54c-403d-b86e-cfd303fa44a7 req-3238a4ee-5652-4a23-86ba-6cbe5a375d7f tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] 10.222.0.10 "GET /v2.0/ports?device_id=771e5067-a4ad-4642-90b7-c51d8181f49a HTTP/1.1" status: 200 len: 946 time: 0.0497358 Apr 28 11:15:31.493771 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-5b34f5c9-f54c-403d-b86e-cfd303fa44a7 req-08a240ea-891c-4236-b566-9bfd828e52a0 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] 10.222.0.10 "GET /v2.0/security-groups?id=9ec1f681-fb1e-4652-b11b-f9ec717b91a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421903 Apr 28 11:15:31.607723 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761ea4cf-0273-4b0f-b0c4-921b55dd66e9 req-aeb92ef2-9cb6-4e22-844d-2c1b4dc010e7 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:15:31.610359 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-761ea4cf-0273-4b0f-b0c4-921b55dd66e9 req-aeb92ef2-9cb6-4e22-844d-2c1b4dc010e7 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] 10.222.0.10 "GET /v2.0/ports?device_id=771e5067-a4ad-4642-90b7-c51d8181f49a HTTP/1.1" status: 200 len: 946 time: 0.0506001 Apr 28 11:15:31.660162 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-761ea4cf-0273-4b0f-b0c4-921b55dd66e9 req-f639d9a8-69d2-4b11-9fea-394bb3799dd4 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] 10.222.0.10 "GET /v2.0/security-groups?id=9ec1f681-fb1e-4652-b11b-f9ec717b91a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444055 Apr 28 11:15:31.681909 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 57514) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:15:31.718625 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9027cdaf-b618-42d0-aeb9-bde7f0b3ae20 tempest-TestNetworkBasicOps-223859856 tempest-TestNetworkBasicOps-223859856-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:15:31.720094 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-9027cdaf-b618-42d0-aeb9-bde7f0b3ae20 tempest-TestNetworkBasicOps-223859856 tempest-TestNetworkBasicOps-223859856-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=771e5067-a4ad-4642-90b7-c51d8181f49a HTTP/1.1" status: 200 len: 1125 time: 0.0371795 Apr 28 11:15:31.722764 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 57516) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:15:31.726819 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.v2.base [None req-7e09e184-5b2c-441d-b38f-8a3dc5f958c9 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Request body: {'floatingip': {'floating_network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'port_id': '82b11b1a-5ac3-4ac7-873d-9ce280af767f', 'tenant_id': '65d54c3b7dcd4af68398071d25e8321e', 'fixed_ip_address': '172.20.0.13'}} {{(pid=116161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:15:31.799402 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-7e09e184-5b2c-441d-b38f-8a3dc5f958c9 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks [] for floatingip (None), before_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:15:31.878881 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-7e09e184-5b2c-441d-b38f-8a3dc5f958c9 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (None), before_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:15:31.987374 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.db.db_base_plugin_common [None req-7e09e184-5b2c-441d-b38f-8a3dc5f958c9 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Allocated IP 172.36.4.105 (7be49d94-bbb8-4a61-bafe-209c5f861e1c/c0f82f52-05ee-40f2-a57c-9d02e01fb9fa/34bedfd9-d51c-4010-9f14-837a19084766) {{(pid=116161) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 11:15:32.085297 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-7e09e184-5b2c-441d-b38f-8a3dc5f958c9 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks [] for port (34bedfd9-d51c-4010-9f14-837a19084766), precommit_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:15:32.171989 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-7e09e184-5b2c-441d-b38f-8a3dc5f958c9 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742234710357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5219112'] for port (34bedfd9-d51c-4010-9f14-837a19084766), after_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:15:32.212714 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e09e184-5b2c-441d-b38f-8a3dc5f958c9 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Network 7be49d94-bbb8-4a61-bafe-209c5f861e1c is already hosted by enough agents. {{(pid=116161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 11:15:32.215665 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.scheduler.base_scheduler [None req-7e09e184-5b2c-441d-b38f-8a3dc5f958c9 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Resources bound (agent type, host, resource id): {{(pid=116161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 11:15:32.221374 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e09e184-5b2c-441d-b38f-8a3dc5f958c9 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Received port after_create {{(pid=116161) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 11:15:32.224282 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e09e184-5b2c-441d-b38f-8a3dc5f958c9 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Pushing event updated for resources: {'Port': ['ID=34bedfd9-d51c-4010-9f14-837a19084766,revision_number=1']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:15:32.884379 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-7e09e184-5b2c-441d-b38f-8a3dc5f958c9 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks [] for floatingip (e1b19831-dc39-4157-ae35-cbe4fdef1191), precommit_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:15:33.007129 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-7e09e184-5b2c-441d-b38f-8a3dc5f958c9 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (34bedfd9-d51c-4010-9f14-837a19084766), before_update {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:15:33.152031 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-7e09e184-5b2c-441d-b38f-8a3dc5f958c9 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks [] for port (34bedfd9-d51c-4010-9f14-837a19084766), precommit_update {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:15:33.222091 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-7e09e184-5b2c-441d-b38f-8a3dc5f958c9 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5219123'] for port (34bedfd9-d51c-4010-9f14-837a19084766), after_update {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:15:33.294089 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e09e184-5b2c-441d-b38f-8a3dc5f958c9 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Pushing event updated for resources: {'Port': ['ID=34bedfd9-d51c-4010-9f14-837a19084766,revision_number=2']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:15:33.303950 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-7e09e184-5b2c-441d-b38f-8a3dc5f958c9 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2063164'] for floatingip (e1b19831-dc39-4157-ae35-cbe4fdef1191), after_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:15:33.406493 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.db.l3_db [None req-7e09e184-5b2c-441d-b38f-8a3dc5f958c9 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Floating IP e1b19831-dc39-4157-ae35-cbe4fdef1191 associated. External IP: 172.36.4.105, port: 82b11b1a-5ac3-4ac7-873d-9ce280af767f. Apr 28 11:15:33.615486 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e09e184-5b2c-441d-b38f-8a3dc5f958c9 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Router f6f2cfeb-d25b-4dd0-b8eb-814910d30225 has already been hosted by L3 agent 6b492ad6-0876-4d74-b20d-28143a52ceba {{(pid=116161) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 11:15:33.724497 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e09e184-5b2c-441d-b38f-8a3dc5f958c9 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=116161) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 11:15:33.733833 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b00139da-e80f-4daa-9d4e-b95fa6ace227 None None] Sync routers for ids ['f6f2cfeb-d25b-4dd0-b8eb-814910d30225'] in dv-neutron-master-2-hyperv {{(pid=116163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 11:15:33.743680 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b00139da-e80f-4daa-9d4e-b95fa6ace227 None None] Routers {'f6f2cfeb-d25b-4dd0-b8eb-814910d30225'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=116163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 11:15:33.744300 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_hamode_db [None req-b00139da-e80f-4daa-9d4e-b95fa6ace227 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-28T10:50:39Z,description=,heartbeat_timestamp=2022-04-28T11:15:09Z,host='dv-neutron-master-2-hyperv',id=6b492ad6-0876-4d74-b20d-28143a52ceba,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T10:50:40Z,topic='l3_agent')) {'router_ids': ['f6f2cfeb-d25b-4dd0-b8eb-814910d30225'], 'active': True} {{(pid=116163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:15:33.799295 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-7e09e184-5b2c-441d-b38f-8a3dc5f958c9 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198022'] for floatingip (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:15:33.833014 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-7e09e184-5b2c-441d-b38f-8a3dc5f958c9 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.1092527 Apr 28 11:15:33.833712 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '771e5067-a4ad-4642-90b7-c51d8181f49a', 'tag': '82b11b1a-5ac3-4ac7-873d-9ce280af767f'}] {{(pid=116161) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 11:15:33.836106 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e748734031c26dffb00ab563e48cb7690d820419218221ecd4f9c2a21276ff88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-539517dd-c417-499b-aad8-f7375126df25" -d '{"events": [{"name": "network-changed", "server_uuid": "771e5067-a4ad-4642-90b7-c51d8181f49a", "tag": "82b11b1a-5ac3-4ac7-873d-9ce280af767f"}]}' {{(pid=116161) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 11:15:33.856987 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvr_db [None req-b00139da-e80f-4daa-9d4e-b95fa6ace227 None None] Set router f6f2cfeb-d25b-4dd0-b8eb-814910d30225 gateway port host: dv-neutron-master-2-hyperv {{(pid=116163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 11:15:33.872908 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 11:15:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2151d572-fd93-4a4c-a2e7-6b6ce4931883 x-openstack-request-id: req-2151d572-fd93-4a4c-a2e7-6b6ce4931883 {{(pid=116161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 11:15:33.873200 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "771e5067-a4ad-4642-90b7-c51d8181f49a", "tag": "82b11b1a-5ac3-4ac7-873d-9ce280af767f", "status": "completed", "code": 200}]} {{(pid=116161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 11:15:33.873450 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-2151d572-fd93-4a4c-a2e7-6b6ce4931883 {{(pid=116161) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 11:15:33.874648 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2151d572-fd93-4a4c-a2e7-6b6ce4931883'] response: {'name': 'network-changed', 'server_uuid': '771e5067-a4ad-4642-90b7-c51d8181f49a', 'tag': '82b11b1a-5ac3-4ac7-873d-9ce280af767f', 'status': 'completed', 'code': 200} Apr 28 11:15:33.930196 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539517dd-c417-499b-aad8-f7375126df25 req-2c4e1386-74b5-4382-b7dd-86b9a4f4648c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:15:33.931722 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-539517dd-c417-499b-aad8-f7375126df25 req-2c4e1386-74b5-4382-b7dd-86b9a4f4648c service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=65d54c3b7dcd4af68398071d25e8321e&device_id=771e5067-a4ad-4642-90b7-c51d8181f49a HTTP/1.1" status: 200 len: 1130 time: 0.0381954 Apr 28 11:15:34.021621 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539517dd-c417-499b-aad8-f7375126df25 req-e2144353-5f82-4770-bf3e-3355f452cc75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:15:34.023138 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-539517dd-c417-499b-aad8-f7375126df25 req-e2144353-5f82-4770-bf3e-3355f452cc75 service neutron] 10.222.0.20 "GET /v2.0/networks?id=58ee030d-4a18-4f04-aa8d-09634fcdd302 HTTP/1.1" status: 200 len: 897 time: 0.0850191 Apr 28 11:15:34.081717 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_hamode_db [None req-b00139da-e80f-4daa-9d4e-b95fa6ace227 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6f2cfeb-d25b-4dd0-b8eb-814910d30225', 'name': 'tempest-TestNetworkBasicOps-router-12089219', 'tenant_id': '65d54c3b7dcd4af68398071d25e8321e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'external_fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.4'}], 'enable_snat': True}, 'gw_port_id': '73b2af7c-5347-4de3-817d-e12961659cb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T11:14:51Z', 'updated_at': '2022-04-28T11:14:56Z', 'revision_number': 4, 'project_id': '65d54c3b7dcd4af68398071d25e8321e', 'gw_port': {'id': '73b2af7c-5347-4de3-817d-e12961659cb4', 'name': '', 'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:8c:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6f2cfeb-d25b-4dd0-b8eb-814910d30225', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1488, 'fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:14:52Z', 'updated_at': '2022-04-28T11:14:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': 'b20d858f-eee2-459e-bf6e-0ca37cdcb262', 'tenant_id': '65d54c3b7dcd4af68398071d25e8321e', 'floating_ip_address': '172.36.4.90', 'floating_network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'router_id': 'f6f2cfeb-d25b-4dd0-b8eb-814910d30225', 'port_id': '63158caa-d724-4ad3-af34-66e8ca8c4809', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 1503, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '58ee030d-4a18-4f04-aa8d-09634fcdd302', 'mac_address': 'fa:16:3e:7c:de:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ff3e1aa-311a-471b-b223-c8ec075f6bc5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T11:15:14Z', 'updated_at': '2022-04-28T11:15:16Z', 'revision_number': 1, 'project_id': '65d54c3b7dcd4af68398071d25e8321e', 'fixed_ip_address_scope': None}, {'id': 'e1b19831-dc39-4157-ae35-cbe4fdef1191', 'tenant_id': '65d54c3b7dcd4af68398071d25e8321e', 'floating_ip_address': '172.36.4.105', 'floating_network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'router_id': 'f6f2cfeb-d25b-4dd0-b8eb-814910d30225', 'port_id': '82b11b1a-5ac3-4ac7-873d-9ce280af767f', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1515, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '58ee030d-4a18-4f04-aa8d-09634fcdd302', 'mac_address': 'fa:16:3e:9d:d4:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '771e5067-a4ad-4642-90b7-c51d8181f49a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T11:15:32Z', 'updated_at': '2022-04-28T11:15:32Z', 'revision_number': 0, 'project_id': '65d54c3b7dcd4af68398071d25e8321e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b9227280-a64c-4e4e-81c3-7062bf15012c', 'name': '', 'network_id': '58ee030d-4a18-4f04-aa8d-09634fcdd302', 'tenant_id': '65d54c3b7dcd4af68398071d25e8321e', 'mac_address': 'fa:16:3e:57:5d:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6f2cfeb-d25b-4dd0-b8eb-814910d30225', 'device_owner': 'network:router_interface', 'standard_attr_id': 1491, 'fixed_ips': [{'subnet_id': 'abb26413-afe9-4f11-9c8d-c52ca3d82d9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:14:55Z', 'updated_at': '2022-04-28T11:14:59Z', 'revision_number': 5, 'project_id': '65d54c3b7dcd4af68398071d25e8321e', 'subnets': [{'id': 'abb26413-afe9-4f11-9c8d-c52ca3d82d9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=116163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:15:34.093415 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-539517dd-c417-499b-aad8-f7375126df25 req-0fa308d6-8891-446d-a884-e0bb4e865071 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=82b11b1a-5ac3-4ac7-873d-9ce280af767f HTTP/1.1" status: 200 len: 1000 time: 0.0637696 Apr 28 11:15:34.108911 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b00139da-e80f-4daa-9d4e-b95fa6ace227 None None] Checking router: f6f2cfeb-d25b-4dd0-b8eb-814910d30225 for host: dv-neutron-master-2-hyperv {{(pid=116163) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 11:15:34.117162 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b00139da-e80f-4daa-9d4e-b95fa6ace227 None None] Routers {'f6f2cfeb-d25b-4dd0-b8eb-814910d30225'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=116163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 11:15:34.117770 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_hamode_db [None req-b00139da-e80f-4daa-9d4e-b95fa6ace227 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-28T10:50:39Z,description=,heartbeat_timestamp=2022-04-28T11:15:09Z,host='dv-neutron-master-2-hyperv',id=6b492ad6-0876-4d74-b20d-28143a52ceba,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T10:50:40Z,topic='l3_agent')) {'router_ids': ['f6f2cfeb-d25b-4dd0-b8eb-814910d30225'], 'active': True} {{(pid=116163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:15:34.144068 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539517dd-c417-499b-aad8-f7375126df25 req-69e34956-907f-49dc-ab3f-8b8c0f963a61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:15:34.145527 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-539517dd-c417-499b-aad8-f7375126df25 req-69e34956-907f-49dc-ab3f-8b8c0f963a61 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=abb26413-afe9-4f11-9c8d-c52ca3d82d9f HTTP/1.1" status: 200 len: 835 time: 0.0460856 Apr 28 11:15:34.188635 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539517dd-c417-499b-aad8-f7375126df25 req-b2c1c399-13b1-4817-b28e-5d58de9f8dc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:15:34.190160 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-539517dd-c417-499b-aad8-f7375126df25 req-b2c1c399-13b1-4817-b28e-5d58de9f8dc7 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=58ee030d-4a18-4f04-aa8d-09634fcdd302&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0386992 Apr 28 11:15:34.231670 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvr_db [None req-b00139da-e80f-4daa-9d4e-b95fa6ace227 None None] Set router f6f2cfeb-d25b-4dd0-b8eb-814910d30225 gateway port host: dv-neutron-master-2-hyperv {{(pid=116163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 11:15:34.285353 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-539517dd-c417-499b-aad8-f7375126df25 req-56b61d08-5fba-409e-a909-110f8b1f5822 service neutron] 10.222.0.20 "GET /v2.0/networks/58ee030d-4a18-4f04-aa8d-09634fcdd302?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883665 Apr 28 11:15:34.375500 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-539517dd-c417-499b-aad8-f7375126df25 req-3da86b66-7018-4fe2-9e11-ef263268bb1b service neutron] 10.222.0.20 "GET /v2.0/networks/58ee030d-4a18-4f04-aa8d-09634fcdd302?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843141 Apr 28 11:15:34.454010 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_hamode_db [None req-b00139da-e80f-4daa-9d4e-b95fa6ace227 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6f2cfeb-d25b-4dd0-b8eb-814910d30225', 'name': 'tempest-TestNetworkBasicOps-router-12089219', 'tenant_id': '65d54c3b7dcd4af68398071d25e8321e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'external_fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.4'}], 'enable_snat': True}, 'gw_port_id': '73b2af7c-5347-4de3-817d-e12961659cb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T11:14:51Z', 'updated_at': '2022-04-28T11:14:56Z', 'revision_number': 4, 'project_id': '65d54c3b7dcd4af68398071d25e8321e', 'gw_port': {'id': '73b2af7c-5347-4de3-817d-e12961659cb4', 'name': '', 'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:8c:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6f2cfeb-d25b-4dd0-b8eb-814910d30225', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1488, 'fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:14:52Z', 'updated_at': '2022-04-28T11:14:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': 'b20d858f-eee2-459e-bf6e-0ca37cdcb262', 'tenant_id': '65d54c3b7dcd4af68398071d25e8321e', 'floating_ip_address': '172.36.4.90', 'floating_network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'router_id': 'f6f2cfeb-d25b-4dd0-b8eb-814910d30225', 'port_id': '63158caa-d724-4ad3-af34-66e8ca8c4809', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 1503, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '58ee030d-4a18-4f04-aa8d-09634fcdd302', 'mac_address': 'fa:16:3e:7c:de:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ff3e1aa-311a-471b-b223-c8ec075f6bc5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T11:15:14Z', 'updated_at': '2022-04-28T11:15:16Z', 'revision_number': 1, 'project_id': '65d54c3b7dcd4af68398071d25e8321e', 'fixed_ip_address_scope': None}, {'id': 'e1b19831-dc39-4157-ae35-cbe4fdef1191', 'tenant_id': '65d54c3b7dcd4af68398071d25e8321e', 'floating_ip_address': '172.36.4.105', 'floating_network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'router_id': 'f6f2cfeb-d25b-4dd0-b8eb-814910d30225', 'port_id': '82b11b1a-5ac3-4ac7-873d-9ce280af767f', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1515, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '58ee030d-4a18-4f04-aa8d-09634fcdd302', 'mac_address': 'fa:16:3e:9d:d4:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '771e5067-a4ad-4642-90b7-c51d8181f49a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T11:15:32Z', 'updated_at': '2022-04-28T11:15:32Z', 'revision_number': 0, 'project_id': '65d54c3b7dcd4af68398071d25e8321e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b9227280-a64c-4e4e-81c3-7062bf15012c', 'name': '', 'network_id': '58ee030d-4a18-4f04-aa8d-09634fcdd302', 'tenant_id': '65d54c3b7dcd4af68398071d25e8321e', 'mac_address': 'fa:16:3e:57:5d:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6f2cfeb-d25b-4dd0-b8eb-814910d30225', 'device_owner': 'network:router_interface', 'standard_attr_id': 1491, 'fixed_ips': [{'subnet_id': 'abb26413-afe9-4f11-9c8d-c52ca3d82d9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:14:55Z', 'updated_at': '2022-04-28T11:14:59Z', 'revision_number': 5, 'project_id': '65d54c3b7dcd4af68398071d25e8321e', 'subnets': [{'id': 'abb26413-afe9-4f11-9c8d-c52ca3d82d9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=116163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:15:34.480686 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b00139da-e80f-4daa-9d4e-b95fa6ace227 None None] The sync data for ids ['f6f2cfeb-d25b-4dd0-b8eb-814910d30225'] in dv-neutron-master-2-hyperv is: [{'id': 'f6f2cfeb-d25b-4dd0-b8eb-814910d30225', 'name': 'tempest-TestNetworkBasicOps-router-12089219', 'tenant_id': '65d54c3b7dcd4af68398071d25e8321e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'external_fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.4'}], 'enable_snat': True}, 'gw_port_id': '73b2af7c-5347-4de3-817d-e12961659cb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T11:14:51Z', 'updated_at': '2022-04-28T11:14:56Z', 'revision_number': 4, 'project_id': '65d54c3b7dcd4af68398071d25e8321e', 'gw_port': {'id': '73b2af7c-5347-4de3-817d-e12961659cb4', 'name': '', 'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:8c:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6f2cfeb-d25b-4dd0-b8eb-814910d30225', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1488, 'fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:14:52Z', 'updated_at': '2022-04-28T11:14:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': 'b20d858f-eee2-459e-bf6e-0ca37cdcb262', 'tenant_id': '65d54c3b7dcd4af68398071d25e8321e', 'floating_ip_address': '172.36.4.90', 'floating_network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'router_id': 'f6f2cfeb-d25b-4dd0-b8eb-814910d30225', 'port_id': '63158caa-d724-4ad3-af34-66e8ca8c4809', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 1503, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '58ee030d-4a18-4f04-aa8d-09634fcdd302', 'mac_address': 'fa:16:3e:7c:de:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ff3e1aa-311a-471b-b223-c8ec075f6bc5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T11:15:14Z', 'updated_at': '2022-04-28T11:15:16Z', 'revision_number': 1, 'project_id': '65d54c3b7dcd4af68398071d25e8321e', 'fixed_ip_address_scope': None}, {'id': 'e1b19831-dc39-4157-ae35-cbe4fdef1191', 'tenant_id': '65d54c3b7dcd4af68398071d25e8321e', 'floating_ip_address': '172.36.4.105', 'floating_network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'router_id': 'f6f2cfeb-d25b-4dd0-b8eb-814910d30225', 'port_id': '82b11b1a-5ac3-4ac7-873d-9ce280af767f', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1515, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '58ee030d-4a18-4f04-aa8d-09634fcdd302', 'mac_address': 'fa:16:3e:9d:d4:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '771e5067-a4ad-4642-90b7-c51d8181f49a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T11:15:32Z', 'updated_at': '2022-04-28T11:15:32Z', 'revision_number': 0, 'project_id': '65d54c3b7dcd4af68398071d25e8321e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b9227280-a64c-4e4e-81c3-7062bf15012c', 'name': '', 'network_id': '58ee030d-4a18-4f04-aa8d-09634fcdd302', 'tenant_id': '65d54c3b7dcd4af68398071d25e8321e', 'mac_address': 'fa:16:3e:57:5d:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6f2cfeb-d25b-4dd0-b8eb-814910d30225', 'device_owner': 'network:router_interface', 'standard_attr_id': 1491, 'fixed_ips': [{'subnet_id': 'abb26413-afe9-4f11-9c8d-c52ca3d82d9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:14:55Z', 'updated_at': '2022-04-28T11:14:59Z', 'revision_number': 5, 'project_id': '65d54c3b7dcd4af68398071d25e8321e', 'subnets': [{'id': 'abb26413-afe9-4f11-9c8d-c52ca3d82d9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=116163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 11:15:34.661259 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2641f5ea-be93-4358-af46-bfcd987ab2e1 None None] New status for floating IP e1b19831-dc39-4157-ae35-cbe4fdef1191: ACTIVE {{(pid=116164) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 28 11:15:36.664526 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-5d54a711-d8b9-4338-91e5-fe773ed7b276 req-9d5cb729-7c2a-4839-ac48-e67be5c60d53 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=98d55c2d-420b-45bd-a19c-a51ec30177ea&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0423977 Apr 28 11:15:36.740935 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d54a711-d8b9-4338-91e5-fe773ed7b276 req-8b30a7be-1f0d-485c-87c3-d70b86a16770 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:15:36.742380 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-5d54a711-d8b9-4338-91e5-fe773ed7b276 req-8b30a7be-1f0d-485c-87c3-d70b86a16770 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=552a7719c35843ecaa8ce5b648a02d25&device_id=98d55c2d-420b-45bd-a19c-a51ec30177ea HTTP/1.1" status: 200 len: 1129 time: 0.0376911 Apr 28 11:15:36.850026 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d54a711-d8b9-4338-91e5-fe773ed7b276 req-e3d52509-83db-4f71-a32a-3b72e1ce31bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:15:36.851504 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-5d54a711-d8b9-4338-91e5-fe773ed7b276 req-e3d52509-83db-4f71-a32a-3b72e1ce31bf service neutron] 10.222.0.20 "GET /v2.0/networks?id=95a73077-5c3c-4a4f-9014-bee1df8e9c09 HTTP/1.1" status: 200 len: 911 time: 0.0911901 Apr 28 11:15:36.916870 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-5d54a711-d8b9-4338-91e5-fe773ed7b276 req-062434c5-57a6-4936-a8c5-7ef6a184c694 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f5698167-c51b-489f-a142-f8e511ffc09c HTTP/1.1" status: 200 len: 1001 time: 0.0587332 Apr 28 11:15:36.963819 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d54a711-d8b9-4338-91e5-fe773ed7b276 req-b6d1912d-6b22-4c05-9a21-ef168513de1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:15:36.965239 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-5d54a711-d8b9-4338-91e5-fe773ed7b276 req-b6d1912d-6b22-4c05-9a21-ef168513de1e service neutron] 10.222.0.20 "GET /v2.0/subnets?id=49bbb4f0-3980-4b52-84ba-965c72e99e66 HTTP/1.1" status: 200 len: 850 time: 0.0432236 Apr 28 11:15:37.009040 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-5975297e-b5bf-4898-8265-045ee9a55636 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (75ba81b7-fe99-4281-90d2-a5adb445ecea), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:15:37.011994 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d54a711-d8b9-4338-91e5-fe773ed7b276 req-7d063718-ee7d-4ff6-a040-7a0c9d4d8e4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:15:37.013499 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-5d54a711-d8b9-4338-91e5-fe773ed7b276 req-7d063718-ee7d-4ff6-a040-7a0c9d4d8e4d service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=95a73077-5c3c-4a4f-9014-bee1df8e9c09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0425866 Apr 28 11:15:37.102906 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-5d54a711-d8b9-4338-91e5-fe773ed7b276 req-842e77fa-f0e9-4ed3-a30a-ba30d92517d6 service neutron] 10.222.0.20 "GET /v2.0/networks/95a73077-5c3c-4a4f-9014-bee1df8e9c09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825815 Apr 28 11:15:37.194177 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-5d54a711-d8b9-4338-91e5-fe773ed7b276 req-f2f17d64-4cf7-4bb5-93be-d9e411fb76b6 service neutron] 10.222.0.20 "GET /v2.0/networks/95a73077-5c3c-4a4f-9014-bee1df8e9c09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848997 Apr 28 11:15:39.427948 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-ba48b60d-cbaa-4506-9b98-e21aa66e640c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (6b492ad6-0876-4d74-b20d-28143a52ceba), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:15:40.192266 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.agents_db [None req-54b29a82-8a19-4507-95e3-3a2d011841ff None None] Agent healthcheck: found 6 active agents {{(pid=116164) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 28 11:15:40.473451 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-ae94d540-e4c6-43be-adc9-b26fb6a2f62f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (cfc241ae-e4b7-443b-b80b-59fbbc2b69c9), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:15:42.150180 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-01ef1de1-12fd-4cef-b76b-793f91379468 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (39cc4f52-f5d9-4e2c-bbfa-7a1c528e1c40), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:15:43.351245 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (d5baab19-5dd1-4902-922b-84acb048ab9c), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:15:50.592994 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (6be95134-9a6c-4663-8b48-90d12ce90c60), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:15:53.630626 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 57526) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:15:53.777042 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.plugin [None req-8f8a7bbb-d4f3-48f5-b116-b36f6bbcfd37 tempest-TestVolumeBootPattern-839648198 tempest-TestVolumeBootPattern-839648198-project] Deleting port 7a09bcc0-fc46-409d-88d2-8b00a21cfb2d {{(pid=116162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 11:15:53.777393 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-8f8a7bbb-d4f3-48f5-b116-b36f6bbcfd37 tempest-TestVolumeBootPattern-839648198 tempest-TestVolumeBootPattern-839648198-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742235130188'] for port (7a09bcc0-fc46-409d-88d2-8b00a21cfb2d), before_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:15:53.853522 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-8f8a7bbb-d4f3-48f5-b116-b36f6bbcfd37 tempest-TestVolumeBootPattern-839648198 tempest-TestVolumeBootPattern-839648198-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1938497'] for port (7a09bcc0-fc46-409d-88d2-8b00a21cfb2d), precommit_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:15:53.853852 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-8f8a7bbb-d4f3-48f5-b116-b36f6bbcfd37 tempest-TestVolumeBootPattern-839648198 tempest-TestVolumeBootPattern-839648198-project] Publish callbacks [] for floatingip (7a09bcc0-fc46-409d-88d2-8b00a21cfb2d), precommit_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:15:53.865442 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.plugin [None req-8f8a7bbb-d4f3-48f5-b116-b36f6bbcfd37 tempest-TestVolumeBootPattern-839648198 tempest-TestVolumeBootPattern-839648198-project] Calling delete_port for 7a09bcc0-fc46-409d-88d2-8b00a21cfb2d owned by network:floatingip {{(pid=116162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 11:15:54.145432 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-8f8a7bbb-d4f3-48f5-b116-b36f6bbcfd37 tempest-TestVolumeBootPattern-839648198 tempest-TestVolumeBootPattern-839648198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742235135690', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742234710366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5051867'] for port (7a09bcc0-fc46-409d-88d2-8b00a21cfb2d), after_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:15:54.172302 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8a7bbb-d4f3-48f5-b116-b36f6bbcfd37 tempest-TestVolumeBootPattern-839648198 tempest-TestVolumeBootPattern-839648198-project] Pushing event deleted for resources: {'Port': ['ID=7a09bcc0-fc46-409d-88d2-8b00a21cfb2d,revision_number=None']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:15:54.195360 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8a7bbb-d4f3-48f5-b116-b36f6bbcfd37 tempest-TestVolumeBootPattern-839648198 tempest-TestVolumeBootPattern-839648198-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:15:54.195712 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8a7bbb-d4f3-48f5-b116-b36f6bbcfd37 tempest-TestVolumeBootPattern-839648198 tempest-TestVolumeBootPattern-839648198-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:15:54.196042 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8a7bbb-d4f3-48f5-b116-b36f6bbcfd37 tempest-TestVolumeBootPattern-839648198 tempest-TestVolumeBootPattern-839648198-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:15:54.196379 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8a7bbb-d4f3-48f5-b116-b36f6bbcfd37 tempest-TestVolumeBootPattern-839648198 tempest-TestVolumeBootPattern-839648198-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:15:54.196709 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8a7bbb-d4f3-48f5-b116-b36f6bbcfd37 tempest-TestVolumeBootPattern-839648198 tempest-TestVolumeBootPattern-839648198-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:15:54.197037 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8a7bbb-d4f3-48f5-b116-b36f6bbcfd37 tempest-TestVolumeBootPattern-839648198 tempest-TestVolumeBootPattern-839648198-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:15:54.197423 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8a7bbb-d4f3-48f5-b116-b36f6bbcfd37 tempest-TestVolumeBootPattern-839648198 tempest-TestVolumeBootPattern-839648198-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:15:54.197706 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8a7bbb-d4f3-48f5-b116-b36f6bbcfd37 tempest-TestVolumeBootPattern-839648198 tempest-TestVolumeBootPattern-839648198-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:15:54.198029 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8a7bbb-d4f3-48f5-b116-b36f6bbcfd37 tempest-TestVolumeBootPattern-839648198 tempest-TestVolumeBootPattern-839648198-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:15:54.198355 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8a7bbb-d4f3-48f5-b116-b36f6bbcfd37 tempest-TestVolumeBootPattern-839648198 tempest-TestVolumeBootPattern-839648198-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:15:54.198701 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8a7bbb-d4f3-48f5-b116-b36f6bbcfd37 tempest-TestVolumeBootPattern-839648198 tempest-TestVolumeBootPattern-839648198-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:15:54.199020 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8a7bbb-d4f3-48f5-b116-b36f6bbcfd37 tempest-TestVolumeBootPattern-839648198 tempest-TestVolumeBootPattern-839648198-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:15:54.206835 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8a7bbb-d4f3-48f5-b116-b36f6bbcfd37 tempest-TestVolumeBootPattern-839648198 tempest-TestVolumeBootPattern-839648198-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:15:54.206835 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8a7bbb-d4f3-48f5-b116-b36f6bbcfd37 tempest-TestVolumeBootPattern-839648198 tempest-TestVolumeBootPattern-839648198-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:15:54.206835 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8a7bbb-d4f3-48f5-b116-b36f6bbcfd37 tempest-TestVolumeBootPattern-839648198 tempest-TestVolumeBootPattern-839648198-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:15:54.240723 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-8f8a7bbb-d4f3-48f5-b116-b36f6bbcfd37 tempest-TestVolumeBootPattern-839648198 tempest-TestVolumeBootPattern-839648198-project] Publish callbacks [] for floatingip (350cec52-859a-4cd6-ac29-1aaed05c6536), after_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:15:54.241002 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.db.l3_db [None req-8f8a7bbb-d4f3-48f5-b116-b36f6bbcfd37 tempest-TestVolumeBootPattern-839648198 tempest-TestVolumeBootPattern-839648198-project] Floating IP 350cec52-859a-4cd6-ac29-1aaed05c6536 disassociated (deleted). External IP: 172.36.4.13, port: 2661eba9-79b1-4515-8999-ec518070998d. Apr 28 11:15:54.449934 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f8a7bbb-d4f3-48f5-b116-b36f6bbcfd37 tempest-TestVolumeBootPattern-839648198 tempest-TestVolumeBootPattern-839648198-project] Router 0253fd74-f6a9-46aa-a567-c9d8bf675134 has already been hosted by L3 agent 6b492ad6-0876-4d74-b20d-28143a52ceba {{(pid=116162) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 11:15:54.557751 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f8a7bbb-d4f3-48f5-b116-b36f6bbcfd37 tempest-TestVolumeBootPattern-839648198 tempest-TestVolumeBootPattern-839648198-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=116162) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 11:15:54.563051 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-8f8a7bbb-d4f3-48f5-b116-b36f6bbcfd37 tempest-TestVolumeBootPattern-839648198 tempest-TestVolumeBootPattern-839648198-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198022'] for floatingip (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:15:54.567531 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e1cba27-d0ac-439e-896e-1173d30cc90c None None] Sync routers for ids ['0253fd74-f6a9-46aa-a567-c9d8bf675134'] in dv-neutron-master-2-hyperv {{(pid=116163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 11:15:54.580329 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e1cba27-d0ac-439e-896e-1173d30cc90c None None] Routers {'0253fd74-f6a9-46aa-a567-c9d8bf675134'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=116163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 11:15:54.580947 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_hamode_db [None req-7e1cba27-d0ac-439e-896e-1173d30cc90c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-28T10:50:39Z,description=,heartbeat_timestamp=2022-04-28T11:15:39Z,host='dv-neutron-master-2-hyperv',id=6b492ad6-0876-4d74-b20d-28143a52ceba,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T10:50:40Z,topic='l3_agent')) {'router_ids': ['0253fd74-f6a9-46aa-a567-c9d8bf675134'], 'active': True} {{(pid=116163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:15:54.592984 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-8f8a7bbb-d4f3-48f5-b116-b36f6bbcfd37 tempest-TestVolumeBootPattern-839648198 tempest-TestVolumeBootPattern-839648198-project] 10.222.0.10 "DELETE /v2.0/floatingips/350cec52-859a-4cd6-ac29-1aaed05c6536 HTTP/1.1" status: 204 len: 168 time: 0.9611061 Apr 28 11:15:54.593622 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68757933-5faf-4350-a172-4b64e7a0c75b', 'tag': '2661eba9-79b1-4515-8999-ec518070998d'}] {{(pid=116162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 11:15:54.595986 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ba53f40d6116d28995a8e36159d0e539b5353eec116fb5dd4ce03b4b2159ab1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d73defa-e750-4fbe-873c-b9b673e230ca" -d '{"events": [{"name": "network-changed", "server_uuid": "68757933-5faf-4350-a172-4b64e7a0c75b", "tag": "2661eba9-79b1-4515-8999-ec518070998d"}]}' {{(pid=116162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 11:15:54.684414 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 11:15:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9117d4dc-0c63-47e7-a8c5-5508e711e805 x-openstack-request-id: req-9117d4dc-0c63-47e7-a8c5-5508e711e805 {{(pid=116162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 11:15:54.684986 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "68757933-5faf-4350-a172-4b64e7a0c75b", "tag": "2661eba9-79b1-4515-8999-ec518070998d", "status": "completed", "code": 200}]} {{(pid=116162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 11:15:54.684986 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-9117d4dc-0c63-47e7-a8c5-5508e711e805 {{(pid=116162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 11:15:54.687512 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9117d4dc-0c63-47e7-a8c5-5508e711e805'] response: {'name': 'network-changed', 'server_uuid': '68757933-5faf-4350-a172-4b64e7a0c75b', 'tag': '2661eba9-79b1-4515-8999-ec518070998d', 'status': 'completed', 'code': 200} Apr 28 11:15:54.691150 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvr_db [None req-7e1cba27-d0ac-439e-896e-1173d30cc90c None None] Set router 0253fd74-f6a9-46aa-a567-c9d8bf675134 gateway port host: dv-neutron-master-2-hyperv {{(pid=116163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 11:15:54.748836 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d73defa-e750-4fbe-873c-b9b673e230ca req-31c91798-9a88-4939-8f9a-87aa05101f8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:15:54.750363 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-9d73defa-e750-4fbe-873c-b9b673e230ca req-31c91798-9a88-4939-8f9a-87aa05101f8b service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=552a7719c35843ecaa8ce5b648a02d25&device_id=68757933-5faf-4350-a172-4b64e7a0c75b HTTP/1.1" status: 200 len: 1130 time: 0.0430539 Apr 28 11:15:54.840344 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d73defa-e750-4fbe-873c-b9b673e230ca req-8bed1169-6c94-4d36-9bdc-5edce2839b99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:15:54.841747 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-9d73defa-e750-4fbe-873c-b9b673e230ca req-8bed1169-6c94-4d36-9bdc-5edce2839b99 service neutron] 10.222.0.20 "GET /v2.0/networks?id=95a73077-5c3c-4a4f-9014-bee1df8e9c09 HTTP/1.1" status: 200 len: 911 time: 0.0845914 Apr 28 11:15:54.885640 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-9d73defa-e750-4fbe-873c-b9b673e230ca req-6de5f96d-1171-476b-afd0-c33c9909c425 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2661eba9-79b1-4515-8999-ec518070998d HTTP/1.1" status: 200 len: 217 time: 0.0377231 Apr 28 11:15:54.911248 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_hamode_db [None req-7e1cba27-d0ac-439e-896e-1173d30cc90c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0253fd74-f6a9-46aa-a567-c9d8bf675134', 'name': 'tempest-TestVolumeBootPattern-363191542-router', 'tenant_id': '552a7719c35843ecaa8ce5b648a02d25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'external_fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.226'}], 'enable_snat': True}, 'gw_port_id': '66cc009e-e45f-42d1-a09b-c0e887684e05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T11:05:58Z', 'updated_at': '2022-04-28T11:06:09Z', 'revision_number': 4, 'project_id': '552a7719c35843ecaa8ce5b648a02d25', 'gw_port': {'id': '66cc009e-e45f-42d1-a09b-c0e887684e05', 'name': '', 'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:24:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0253fd74-f6a9-46aa-a567-c9d8bf675134', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1186, 'fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:06:00Z', 'updated_at': '2022-04-28T11:06:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': 'b7c88fe5-7c02-4e06-acaa-853c3cda1729', 'tenant_id': '552a7719c35843ecaa8ce5b648a02d25', 'floating_ip_address': '172.36.4.182', 'floating_network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'router_id': '0253fd74-f6a9-46aa-a567-c9d8bf675134', 'port_id': 'f5698167-c51b-489f-a142-f8e511ffc09c', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 1460, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '95a73077-5c3c-4a4f-9014-bee1df8e9c09', 'mac_address': 'fa:16:3e:09:6f:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98d55c2d-420b-45bd-a19c-a51ec30177ea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T11:10:51Z', 'updated_at': '2022-04-28T11:10:53Z', 'revision_number': 1, 'project_id': '552a7719c35843ecaa8ce5b648a02d25', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f2e70421-6b65-4ba8-8265-af8ddb4d251d', 'name': '', 'network_id': '95a73077-5c3c-4a4f-9014-bee1df8e9c09', 'tenant_id': '552a7719c35843ecaa8ce5b648a02d25', 'mac_address': 'fa:16:3e:27:ed:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0253fd74-f6a9-46aa-a567-c9d8bf675134', 'device_owner': 'network:router_interface', 'standard_attr_id': 1197, 'fixed_ips': [{'subnet_id': '49bbb4f0-3980-4b52-84ba-965c72e99e66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:06:07Z', 'updated_at': '2022-04-28T11:06:13Z', 'revision_number': 5, 'project_id': '552a7719c35843ecaa8ce5b648a02d25', 'subnets': [{'id': '49bbb4f0-3980-4b52-84ba-965c72e99e66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=116163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:15:54.938442 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d73defa-e750-4fbe-873c-b9b673e230ca req-896f9c7d-cf8d-4220-87ba-0fbf47fa4a1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:15:54.939443 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e1cba27-d0ac-439e-896e-1173d30cc90c None None] Checking router: 0253fd74-f6a9-46aa-a567-c9d8bf675134 for host: dv-neutron-master-2-hyperv {{(pid=116163) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 11:15:54.940109 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-9d73defa-e750-4fbe-873c-b9b673e230ca req-896f9c7d-cf8d-4220-87ba-0fbf47fa4a1b service neutron] 10.222.0.20 "GET /v2.0/subnets?id=49bbb4f0-3980-4b52-84ba-965c72e99e66 HTTP/1.1" status: 200 len: 850 time: 0.0474756 Apr 28 11:15:54.947602 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e1cba27-d0ac-439e-896e-1173d30cc90c None None] Routers {'0253fd74-f6a9-46aa-a567-c9d8bf675134'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=116163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 11:15:54.948212 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_hamode_db [None req-7e1cba27-d0ac-439e-896e-1173d30cc90c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-28T10:50:39Z,description=,heartbeat_timestamp=2022-04-28T11:15:39Z,host='dv-neutron-master-2-hyperv',id=6b492ad6-0876-4d74-b20d-28143a52ceba,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T10:50:40Z,topic='l3_agent')) {'router_ids': ['0253fd74-f6a9-46aa-a567-c9d8bf675134'], 'active': True} {{(pid=116163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:15:55.003647 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7d4b91-6ae0-451d-a50e-b63ece3103d1 req-0d428eb2-14e0-4bf7-b58b-63e79df740e0 tempest-TestVolumeBootPattern-839648198 tempest-TestVolumeBootPattern-839648198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:15:55.005334 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-5d7d4b91-6ae0-451d-a50e-b63ece3103d1 req-0d428eb2-14e0-4bf7-b58b-63e79df740e0 tempest-TestVolumeBootPattern-839648198 tempest-TestVolumeBootPattern-839648198-project] 10.222.0.10 "GET /v2.0/ports?device_id=68757933-5faf-4350-a172-4b64e7a0c75b HTTP/1.1" status: 200 len: 946 time: 0.0493751 Apr 28 11:15:55.054612 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-5d7d4b91-6ae0-451d-a50e-b63ece3103d1 req-1f79b2c4-5307-4926-98e6-b5c3cb2bc6c2 tempest-TestVolumeBootPattern-839648198 tempest-TestVolumeBootPattern-839648198-project] 10.222.0.10 "GET /v2.0/security-groups?id=c83a530b-56a2-41d8-b874-e844ad8fa813&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433209 Apr 28 11:15:55.055691 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvr_db [None req-7e1cba27-d0ac-439e-896e-1173d30cc90c None None] Set router 0253fd74-f6a9-46aa-a567-c9d8bf675134 gateway port host: dv-neutron-master-2-hyperv {{(pid=116163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 11:15:55.409091 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_hamode_db [None req-7e1cba27-d0ac-439e-896e-1173d30cc90c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0253fd74-f6a9-46aa-a567-c9d8bf675134', 'name': 'tempest-TestVolumeBootPattern-363191542-router', 'tenant_id': '552a7719c35843ecaa8ce5b648a02d25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'external_fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.226'}], 'enable_snat': True}, 'gw_port_id': '66cc009e-e45f-42d1-a09b-c0e887684e05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T11:05:58Z', 'updated_at': '2022-04-28T11:06:09Z', 'revision_number': 4, 'project_id': '552a7719c35843ecaa8ce5b648a02d25', 'gw_port': {'id': '66cc009e-e45f-42d1-a09b-c0e887684e05', 'name': '', 'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:24:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0253fd74-f6a9-46aa-a567-c9d8bf675134', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1186, 'fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:06:00Z', 'updated_at': '2022-04-28T11:06:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': 'b7c88fe5-7c02-4e06-acaa-853c3cda1729', 'tenant_id': '552a7719c35843ecaa8ce5b648a02d25', 'floating_ip_address': '172.36.4.182', 'floating_network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'router_id': '0253fd74-f6a9-46aa-a567-c9d8bf675134', 'port_id': 'f5698167-c51b-489f-a142-f8e511ffc09c', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 1460, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '95a73077-5c3c-4a4f-9014-bee1df8e9c09', 'mac_address': 'fa:16:3e:09:6f:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98d55c2d-420b-45bd-a19c-a51ec30177ea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T11:10:51Z', 'updated_at': '2022-04-28T11:10:53Z', 'revision_number': 1, 'project_id': '552a7719c35843ecaa8ce5b648a02d25', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f2e70421-6b65-4ba8-8265-af8ddb4d251d', 'name': '', 'network_id': '95a73077-5c3c-4a4f-9014-bee1df8e9c09', 'tenant_id': '552a7719c35843ecaa8ce5b648a02d25', 'mac_address': 'fa:16:3e:27:ed:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0253fd74-f6a9-46aa-a567-c9d8bf675134', 'device_owner': 'network:router_interface', 'standard_attr_id': 1197, 'fixed_ips': [{'subnet_id': '49bbb4f0-3980-4b52-84ba-965c72e99e66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:06:07Z', 'updated_at': '2022-04-28T11:06:13Z', 'revision_number': 5, 'project_id': '552a7719c35843ecaa8ce5b648a02d25', 'subnets': [{'id': '49bbb4f0-3980-4b52-84ba-965c72e99e66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=116163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:15:55.435064 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e1cba27-d0ac-439e-896e-1173d30cc90c None None] The sync data for ids ['0253fd74-f6a9-46aa-a567-c9d8bf675134'] in dv-neutron-master-2-hyperv is: [{'id': '0253fd74-f6a9-46aa-a567-c9d8bf675134', 'name': 'tempest-TestVolumeBootPattern-363191542-router', 'tenant_id': '552a7719c35843ecaa8ce5b648a02d25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'external_fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.226'}], 'enable_snat': True}, 'gw_port_id': '66cc009e-e45f-42d1-a09b-c0e887684e05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T11:05:58Z', 'updated_at': '2022-04-28T11:06:09Z', 'revision_number': 4, 'project_id': '552a7719c35843ecaa8ce5b648a02d25', 'gw_port': {'id': '66cc009e-e45f-42d1-a09b-c0e887684e05', 'name': '', 'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:24:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0253fd74-f6a9-46aa-a567-c9d8bf675134', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1186, 'fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:06:00Z', 'updated_at': '2022-04-28T11:06:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': 'b7c88fe5-7c02-4e06-acaa-853c3cda1729', 'tenant_id': '552a7719c35843ecaa8ce5b648a02d25', 'floating_ip_address': '172.36.4.182', 'floating_network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'router_id': '0253fd74-f6a9-46aa-a567-c9d8bf675134', 'port_id': 'f5698167-c51b-489f-a142-f8e511ffc09c', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 1460, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '95a73077-5c3c-4a4f-9014-bee1df8e9c09', 'mac_address': 'fa:16:3e:09:6f:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98d55c2d-420b-45bd-a19c-a51ec30177ea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T11:10:51Z', 'updated_at': '2022-04-28T11:10:53Z', 'revision_number': 1, 'project_id': '552a7719c35843ecaa8ce5b648a02d25', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f2e70421-6b65-4ba8-8265-af8ddb4d251d', 'name': '', 'network_id': '95a73077-5c3c-4a4f-9014-bee1df8e9c09', 'tenant_id': '552a7719c35843ecaa8ce5b648a02d25', 'mac_address': 'fa:16:3e:27:ed:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0253fd74-f6a9-46aa-a567-c9d8bf675134', 'device_owner': 'network:router_interface', 'standard_attr_id': 1197, 'fixed_ips': [{'subnet_id': '49bbb4f0-3980-4b52-84ba-965c72e99e66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:06:07Z', 'updated_at': '2022-04-28T11:06:13Z', 'revision_number': 5, 'project_id': '552a7719c35843ecaa8ce5b648a02d25', 'subnets': [{'id': '49bbb4f0-3980-4b52-84ba-965c72e99e66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=116163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 11:15:55.652715 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa33c182-0858-4433-b63f-056cf50f3dbc None None] New status for floating IP 350cec52-859a-4cd6-ac29-1aaed05c6536: DOWN {{(pid=116164) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 28 11:15:56.016727 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d73defa-e750-4fbe-873c-b9b673e230ca req-2d7f9a50-3439-43ff-9c80-9ce9cd6330fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:15:56.018222 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-9d73defa-e750-4fbe-873c-b9b673e230ca req-2d7f9a50-3439-43ff-9c80-9ce9cd6330fe service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=95a73077-5c3c-4a4f-9014-bee1df8e9c09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0391920 Apr 28 11:15:56.116827 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-9d73defa-e750-4fbe-873c-b9b673e230ca req-6e6aaf58-89ab-4d31-bf07-b60c526d09b6 service neutron] 10.222.0.20 "GET /v2.0/networks/95a73077-5c3c-4a4f-9014-bee1df8e9c09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900066 Apr 28 11:15:56.178018 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eddb08be-edcf-4ded-9a38-99fb870fdd1b req-be5b212c-1cdf-4bc1-8503-83800c3f89a4 tempest-TestVolumeBootPattern-839648198 tempest-TestVolumeBootPattern-839648198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:15:56.179748 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-eddb08be-edcf-4ded-9a38-99fb870fdd1b req-be5b212c-1cdf-4bc1-8503-83800c3f89a4 tempest-TestVolumeBootPattern-839648198 tempest-TestVolumeBootPattern-839648198-project] 10.222.0.10 "GET /v2.0/ports?device_id=68757933-5faf-4350-a172-4b64e7a0c75b HTTP/1.1" status: 200 len: 946 time: 0.0535614 Apr 28 11:15:56.229725 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-eddb08be-edcf-4ded-9a38-99fb870fdd1b req-31606671-28da-4d8e-b91d-c7269355de19 tempest-TestVolumeBootPattern-839648198 tempest-TestVolumeBootPattern-839648198-project] 10.222.0.10 "GET /v2.0/security-groups?id=c83a530b-56a2-41d8-b874-e844ad8fa813&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439901 Apr 28 11:15:56.258317 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-9d73defa-e750-4fbe-873c-b9b673e230ca req-9e0e9eac-b53c-42cf-a71b-7b2322a34504 service neutron] 10.222.0.20 "GET /v2.0/networks/95a73077-5c3c-4a4f-9014-bee1df8e9c09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861413 Apr 28 11:15:56.575297 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc52dd3-60ff-4b36-8256-f85ca7311d2c req-99e66875-496e-45ba-b306-037d7af60c7f tempest-TestVolumeBootPattern-839648198 tempest-TestVolumeBootPattern-839648198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:15:56.577139 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-afc52dd3-60ff-4b36-8256-f85ca7311d2c req-99e66875-496e-45ba-b306-037d7af60c7f tempest-TestVolumeBootPattern-839648198 tempest-TestVolumeBootPattern-839648198-project] 10.222.0.20 "GET /v2.0/ports?device_id=68757933-5faf-4350-a172-4b64e7a0c75b HTTP/1.1" status: 200 len: 946 time: 0.0452762 Apr 28 11:15:56.663012 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.plugin [req-afc52dd3-60ff-4b36-8256-f85ca7311d2c req-2b33c631-7342-4e5b-bd06-199c383744ba tempest-TestVolumeBootPattern-839648198 tempest-TestVolumeBootPattern-839648198-project] Deleting port 2661eba9-79b1-4515-8999-ec518070998d {{(pid=116162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 11:15:56.663348 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [req-afc52dd3-60ff-4b36-8256-f85ca7311d2c req-2b33c631-7342-4e5b-bd06-199c383744ba tempest-TestVolumeBootPattern-839648198 tempest-TestVolumeBootPattern-839648198-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742235130188'] for port (2661eba9-79b1-4515-8999-ec518070998d), before_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:15:56.751547 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.db [req-afc52dd3-60ff-4b36-8256-f85ca7311d2c req-2b33c631-7342-4e5b-bd06-199c383744ba tempest-TestVolumeBootPattern-839648198 tempest-TestVolumeBootPattern-839648198-project] For port 2661eba9-79b1-4515-8999-ec518070998d, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=2661eba9-79b1-4515-8999-ec518070998d,segment=NetworkSegment(d6ab13ae-3a67-4b86-b1c5-eddbcd455107),segment_id=d6ab13ae-3a67-4b86-b1c5-eddbcd455107)] {{(pid=116162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 11:15:56.751902 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [req-afc52dd3-60ff-4b36-8256-f85ca7311d2c req-2b33c631-7342-4e5b-bd06-199c383744ba tempest-TestVolumeBootPattern-839648198 tempest-TestVolumeBootPattern-839648198-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1938497'] for port (2661eba9-79b1-4515-8999-ec518070998d), precommit_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:15:56.764726 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.plugin [req-afc52dd3-60ff-4b36-8256-f85ca7311d2c req-2b33c631-7342-4e5b-bd06-199c383744ba tempest-TestVolumeBootPattern-839648198 tempest-TestVolumeBootPattern-839648198-project] Calling delete_port for 2661eba9-79b1-4515-8999-ec518070998d owned by compute:nova {{(pid=116162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 11:15:56.956682 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [req-afc52dd3-60ff-4b36-8256-f85ca7311d2c req-2b33c631-7342-4e5b-bd06-199c383744ba tempest-TestVolumeBootPattern-839648198 tempest-TestVolumeBootPattern-839648198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742235135690', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742234710366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5051867'] for port (2661eba9-79b1-4515-8999-ec518070998d), after_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:15:56.988476 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b33c631-7342-4e5b-bd06-199c383744ba tempest-TestVolumeBootPattern-839648198 tempest-TestVolumeBootPattern-839648198-project] Pushing event deleted for resources: {'Port': ['ID=2661eba9-79b1-4515-8999-ec518070998d,revision_number=None']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:15:57.031578 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.db.l3_dvrscheduler_db [req-afc52dd3-60ff-4b36-8256-f85ca7311d2c req-2b33c631-7342-4e5b-bd06-199c383744ba tempest-TestVolumeBootPattern-839648198 tempest-TestVolumeBootPattern-839648198-project] No DVR routers for this DVR port 2661eba9-79b1-4515-8999-ec518070998d on host hv-neutron-mast {{(pid=116162) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 11:15:57.034008 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [req-afc52dd3-60ff-4b36-8256-f85ca7311d2c req-2b33c631-7342-4e5b-bd06-199c383744ba tempest-TestVolumeBootPattern-839648198 tempest-TestVolumeBootPattern-839648198-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198022'] for port (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:15:57.037270 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-afc52dd3-60ff-4b36-8256-f85ca7311d2c req-2b33c631-7342-4e5b-bd06-199c383744ba tempest-TestVolumeBootPattern-839648198 tempest-TestVolumeBootPattern-839648198-project] 10.222.0.20 "DELETE /v2.0/ports/2661eba9-79b1-4515-8999-ec518070998d HTTP/1.1" status: 204 len: 173 time: 0.4543796 Apr 28 11:15:57.037676 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68757933-5faf-4350-a172-4b64e7a0c75b', 'name': 'network-vif-deleted', 'tag': '2661eba9-79b1-4515-8999-ec518070998d'}] {{(pid=116162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 11:15:57.039959 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ba53f40d6116d28995a8e36159d0e539b5353eec116fb5dd4ce03b4b2159ab1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3f46a4c-ba94-4fa0-af0c-036cf1061a26" -d '{"events": [{"server_uuid": "68757933-5faf-4350-a172-4b64e7a0c75b", "name": "network-vif-deleted", "tag": "2661eba9-79b1-4515-8999-ec518070998d"}]}' {{(pid=116162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 11:15:57.077550 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 11:15:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8bc14d90-8c29-41de-92ca-c3b9e464d431 x-openstack-request-id: req-8bc14d90-8c29-41de-92ca-c3b9e464d431 {{(pid=116162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 11:15:57.077852 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68757933-5faf-4350-a172-4b64e7a0c75b", "name": "network-vif-deleted", "tag": "2661eba9-79b1-4515-8999-ec518070998d", "status": "completed", "code": 200}]} {{(pid=116162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 11:15:57.078103 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-8bc14d90-8c29-41de-92ca-c3b9e464d431 {{(pid=116162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 11:15:57.078532 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8bc14d90-8c29-41de-92ca-c3b9e464d431'] response: {'server_uuid': '68757933-5faf-4350-a172-4b64e7a0c75b', 'name': 'network-vif-deleted', 'tag': '2661eba9-79b1-4515-8999-ec518070998d', 'status': 'completed', 'code': 200} Apr 28 11:15:57.325997 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-52231402-ca77-4cab-ae0b-31b619874b39 req-5bad1695-ab64-4fb7-8b35-0f2be652d49b tempest-TestVolumeBootPattern-839648198 tempest-TestVolumeBootPattern-839648198-project] 10.222.0.10 "GET /v2.0/ports?device_id=68757933-5faf-4350-a172-4b64e7a0c75b HTTP/1.1" status: 200 len: 210 time: 0.0291882 Apr 28 11:15:58.428128 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-e15a8909-3830-46af-aa18-fe288df824af req-1b3ceb5a-7af1-4264-ab37-08df2c6dcd73 tempest-TestVolumeBootPattern-839648198 tempest-TestVolumeBootPattern-839648198-project] 10.222.0.10 "GET /v2.0/ports?device_id=68757933-5faf-4350-a172-4b64e7a0c75b HTTP/1.1" status: 200 len: 210 time: 0.0274589 Apr 28 11:15:59.523471 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-fe658d09-5e80-4c91-891c-6727bb30683c req-01d9f876-86aa-4d6d-a249-db95d47ca372 tempest-TestVolumeBootPattern-839648198 tempest-TestVolumeBootPattern-839648198-project] 10.222.0.10 "GET /v2.0/ports?device_id=68757933-5faf-4350-a172-4b64e7a0c75b HTTP/1.1" status: 200 len: 210 time: 0.0283344 Apr 28 11:16:00.622344 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-6a924e8f-77f4-456f-a502-78e7a575c9e9 req-85feb03a-15b6-4e63-a41f-a88f8b9547e1 tempest-TestVolumeBootPattern-839648198 tempest-TestVolumeBootPattern-839648198-project] 10.222.0.10 "GET /v2.0/ports?device_id=68757933-5faf-4350-a172-4b64e7a0c75b HTTP/1.1" status: 200 len: 210 time: 0.0303955 Apr 28 11:16:01.346156 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Device 2661eba9-79b1-4515-8999-ec518070998d no longer exists at agent hyperv_hv-neutron-mast {{(pid=116163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 11:16:01.369957 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] No Port match for: 2661eba9-79b1-4515-8999-ec518070998d {{(pid=116163) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 28 11:16:01.370308 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Device 2661eba9-79b1-4515-8999-ec518070998d not bound to the agent host hv-neutron-mast {{(pid=116163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 11:16:01.722149 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-7ded3f82-6dfe-40ff-8bde-b1f832480dc0 req-3c7d773d-438b-42b7-8b05-06b1a522bf72 tempest-TestVolumeBootPattern-839648198 tempest-TestVolumeBootPattern-839648198-project] 10.222.0.10 "GET /v2.0/ports?device_id=68757933-5faf-4350-a172-4b64e7a0c75b HTTP/1.1" status: 200 len: 210 time: 0.0293970 Apr 28 11:16:02.819835 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-837d0c7e-b23a-49f6-a3d0-33297e552adc req-8f0cf99e-0755-41fe-8be3-3ce321bce04e tempest-TestVolumeBootPattern-839648198 tempest-TestVolumeBootPattern-839648198-project] 10.222.0.10 "GET /v2.0/ports?device_id=68757933-5faf-4350-a172-4b64e7a0c75b HTTP/1.1" status: 200 len: 210 time: 0.0290487 Apr 28 11:16:03.916870 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-64941860-9c78-4e07-a453-9d6a1058357e req-eca63bc1-fb96-4e0f-8811-1c9b4fc255dd tempest-TestVolumeBootPattern-839648198 tempest-TestVolumeBootPattern-839648198-project] 10.222.0.10 "GET /v2.0/ports?device_id=68757933-5faf-4350-a172-4b64e7a0c75b HTTP/1.1" status: 200 len: 210 time: 0.0298133 Apr 28 11:16:05.013182 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-4fb0d4d2-c8bd-4ef8-9964-fe8852958240 req-cdd82642-c9fb-430e-b6a8-318783528527 tempest-TestVolumeBootPattern-839648198 tempest-TestVolumeBootPattern-839648198-project] 10.222.0.10 "GET /v2.0/ports?device_id=68757933-5faf-4350-a172-4b64e7a0c75b HTTP/1.1" status: 200 len: 210 time: 0.0278585 Apr 28 11:16:06.112431 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-37ae7800-9b6c-4389-b412-679165ab8756 req-cc102a27-4342-4c07-a1a8-181d98aaaec9 tempest-TestVolumeBootPattern-839648198 tempest-TestVolumeBootPattern-839648198-project] 10.222.0.10 "GET /v2.0/ports?device_id=68757933-5faf-4350-a172-4b64e7a0c75b HTTP/1.1" status: 200 len: 210 time: 0.0318096 Apr 28 11:16:06.998657 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-e8c30dea-2fbf-42f5-93b6-ede10621cbd5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (75ba81b7-fe99-4281-90d2-a5adb445ecea), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:16:08.926232 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 57576) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:16:08.988723 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-6c9365f3-90e5-4f5d-96e8-cd04559436ac tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] 10.222.0.10 "GET /v2.0/floatingips/b20d858f-eee2-459e-bf6e-0ca37cdcb262 HTTP/1.1" status: 200 len: 992 time: 0.0612910 Apr 28 11:16:09.392637 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-cceea738-498c-4df2-8204-b90ed7f181c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (6b492ad6-0876-4d74-b20d-28143a52ceba), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:16:09.686945 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 57586) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:16:09.692193 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.v2.base [None req-9f82f7bb-1a3f-474b-89b0-2486e4e9f255 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Request body: {'port': {'admin_state_up': False}} {{(pid=116161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:16:09.765306 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-9f82f7bb-1a3f-474b-89b0-2486e4e9f255 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (63158caa-d724-4ad3-af34-66e8ca8c4809), before_update {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:16:09.918459 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.db [None req-9f82f7bb-1a3f-474b-89b0-2486e4e9f255 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] For port 63158caa-d724-4ad3-af34-66e8ca8c4809, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=63158caa-d724-4ad3-af34-66e8ca8c4809,segment=NetworkSegment(51beb731-6e32-4a19-b657-5b1936fbae07),segment_id=51beb731-6e32-4a19-b657-5b1936fbae07)] {{(pid=116161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 11:16:09.947939 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-9f82f7bb-1a3f-474b-89b0-2486e4e9f255 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks [] for port (63158caa-d724-4ad3-af34-66e8ca8c4809), precommit_update {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:16:10.027175 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-9f82f7bb-1a3f-474b-89b0-2486e4e9f255 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5219123'] for port (63158caa-d724-4ad3-af34-66e8ca8c4809), after_update {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:16:10.071941 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f82f7bb-1a3f-474b-89b0-2486e4e9f255 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:16:10.072557 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-9f82f7bb-1a3f-474b-89b0-2486e4e9f255 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198022'] for port (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:16:10.081843 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-9f82f7bb-1a3f-474b-89b0-2486e4e9f255 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] 10.222.0.10 "PUT /v2.0/ports/63158caa-d724-4ad3-af34-66e8ca8c4809 HTTP/1.1" status: 200 len: 938 time: 0.3914490 Apr 28 11:16:10.081843 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ff3e1aa-311a-471b-b223-c8ec075f6bc5', 'tag': '63158caa-d724-4ad3-af34-66e8ca8c4809'}] {{(pid=116161) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 11:16:10.083313 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e748734031c26dffb00ab563e48cb7690d820419218221ecd4f9c2a21276ff88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ba58d76-e6d0-400d-8274-defc40261ed3" -d '{"events": [{"name": "network-changed", "server_uuid": "1ff3e1aa-311a-471b-b223-c8ec075f6bc5", "tag": "63158caa-d724-4ad3-af34-66e8ca8c4809"}]}' {{(pid=116161) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 11:16:10.124345 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f82f7bb-1a3f-474b-89b0-2486e4e9f255 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Pushing event updated for resources: {'Port': ['ID=63158caa-d724-4ad3-af34-66e8ca8c4809,revision_number=6']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:16:10.129311 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f82f7bb-1a3f-474b-89b0-2486e4e9f255 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:16:10.129660 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f82f7bb-1a3f-474b-89b0-2486e4e9f255 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:16:10.130005 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f82f7bb-1a3f-474b-89b0-2486e4e9f255 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:16:10.130343 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f82f7bb-1a3f-474b-89b0-2486e4e9f255 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:16:10.130701 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f82f7bb-1a3f-474b-89b0-2486e4e9f255 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:16:10.131024 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f82f7bb-1a3f-474b-89b0-2486e4e9f255 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:16:10.131354 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f82f7bb-1a3f-474b-89b0-2486e4e9f255 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:16:10.131679 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f82f7bb-1a3f-474b-89b0-2486e4e9f255 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:16:10.132004 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f82f7bb-1a3f-474b-89b0-2486e4e9f255 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:16:10.132326 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f82f7bb-1a3f-474b-89b0-2486e4e9f255 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:16:10.132654 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f82f7bb-1a3f-474b-89b0-2486e4e9f255 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:16:10.132977 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f82f7bb-1a3f-474b-89b0-2486e4e9f255 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:16:10.133297 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f82f7bb-1a3f-474b-89b0-2486e4e9f255 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:16:10.133617 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f82f7bb-1a3f-474b-89b0-2486e4e9f255 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:16:10.133934 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f82f7bb-1a3f-474b-89b0-2486e4e9f255 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:16:10.184523 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 11:16:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9add5898-1045-4dc0-981d-349025936785 x-openstack-request-id: req-9add5898-1045-4dc0-981d-349025936785 {{(pid=116161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 11:16:10.184812 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1ff3e1aa-311a-471b-b223-c8ec075f6bc5", "tag": "63158caa-d724-4ad3-af34-66e8ca8c4809", "status": "completed", "code": 200}]} {{(pid=116161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 11:16:10.185066 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-9add5898-1045-4dc0-981d-349025936785 {{(pid=116161) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 11:16:10.186117 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9add5898-1045-4dc0-981d-349025936785'] response: {'name': 'network-changed', 'server_uuid': '1ff3e1aa-311a-471b-b223-c8ec075f6bc5', 'tag': '63158caa-d724-4ad3-af34-66e8ca8c4809', 'status': 'completed', 'code': 200} Apr 28 11:16:10.246762 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba58d76-e6d0-400d-8274-defc40261ed3 req-652385e7-bff8-4567-8ab0-19c60caa1753 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:16:10.248369 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-8ba58d76-e6d0-400d-8274-defc40261ed3 req-652385e7-bff8-4567-8ab0-19c60caa1753 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=65d54c3b7dcd4af68398071d25e8321e&device_id=1ff3e1aa-311a-471b-b223-c8ec075f6bc5 HTTP/1.1" status: 200 len: 1130 time: 0.0424838 Apr 28 11:16:10.348743 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba58d76-e6d0-400d-8274-defc40261ed3 req-89ccfb33-156c-447f-a043-8809fe89162a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:16:10.350137 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-8ba58d76-e6d0-400d-8274-defc40261ed3 req-89ccfb33-156c-447f-a043-8809fe89162a service neutron] 10.222.0.20 "GET /v2.0/networks?id=58ee030d-4a18-4f04-aa8d-09634fcdd302 HTTP/1.1" status: 200 len: 897 time: 0.0957050 Apr 28 11:16:10.362851 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-1311e18f-6b8a-438b-9d1c-7699851f96e2 None None] Provisioning complete for port 63158caa-d724-4ad3-af34-66e8ca8c4809 triggered by entity DHCP. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:16:10.363318 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-1311e18f-6b8a-438b-9d1c-7699851f96e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (63158caa-d724-4ad3-af34-66e8ca8c4809), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:16:10.405748 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-1311e18f-6b8a-438b-9d1c-7699851f96e2 None None] Port 63158caa-d724-4ad3-af34-66e8ca8c4809 is administratively disabled so it will not transition to active. {{(pid=116163) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:366}} Apr 28 11:16:10.417094 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-8ba58d76-e6d0-400d-8274-defc40261ed3 req-b2cc4491-ea16-4d5a-ab7f-5101b90d86f3 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=63158caa-d724-4ad3-af34-66e8ca8c4809 HTTP/1.1" status: 200 len: 1001 time: 0.0612450 Apr 28 11:16:10.468706 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba58d76-e6d0-400d-8274-defc40261ed3 req-972b1a97-5bed-4fe5-98fa-956ebaac2471 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:16:10.470160 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-8ba58d76-e6d0-400d-8274-defc40261ed3 req-972b1a97-5bed-4fe5-98fa-956ebaac2471 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=abb26413-afe9-4f11-9c8d-c52ca3d82d9f HTTP/1.1" status: 200 len: 835 time: 0.0475297 Apr 28 11:16:10.484340 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-ae94d540-e4c6-43be-adc9-b26fb6a2f62f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (cfc241ae-e4b7-443b-b80b-59fbbc2b69c9), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:16:10.512881 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba58d76-e6d0-400d-8274-defc40261ed3 req-bd4c2394-f39e-4b04-9e4c-6f6455b84779 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:16:10.514534 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-8ba58d76-e6d0-400d-8274-defc40261ed3 req-bd4c2394-f39e-4b04-9e4c-6f6455b84779 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=58ee030d-4a18-4f04-aa8d-09634fcdd302&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0384102 Apr 28 11:16:10.606434 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-8ba58d76-e6d0-400d-8274-defc40261ed3 req-27161b9e-5078-4ebf-9da5-5e10348de9db service neutron] 10.222.0.20 "GET /v2.0/networks/58ee030d-4a18-4f04-aa8d-09634fcdd302?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863934 Apr 28 11:16:10.696659 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-8ba58d76-e6d0-400d-8274-defc40261ed3 req-b7794f5f-b6bb-41ac-aa55-5dfa82b1d0c7 service neutron] 10.222.0.20 "GET /v2.0/networks/58ee030d-4a18-4f04-aa8d-09634fcdd302?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847147 Apr 28 11:16:12.089880 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-01ef1de1-12fd-4cef-b76b-793f91379468 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (39cc4f52-f5d9-4e2c-bbfa-7a1c528e1c40), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:16:13.352684 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (d5baab19-5dd1-4902-922b-84acb048ab9c), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:16:13.468095 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 57602) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:16:13.473504 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.v2.base [None req-33f2c4ed-c230-4bd2-9709-ae2f50e23282 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Request body: {'port': {'admin_state_up': True}} {{(pid=116161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:16:13.542853 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-33f2c4ed-c230-4bd2-9709-ae2f50e23282 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (63158caa-d724-4ad3-af34-66e8ca8c4809), before_update {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:16:13.697916 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.db [None req-33f2c4ed-c230-4bd2-9709-ae2f50e23282 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] For port 63158caa-d724-4ad3-af34-66e8ca8c4809, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=63158caa-d724-4ad3-af34-66e8ca8c4809,segment=NetworkSegment(51beb731-6e32-4a19-b657-5b1936fbae07),segment_id=51beb731-6e32-4a19-b657-5b1936fbae07)] {{(pid=116161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 11:16:13.729072 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-33f2c4ed-c230-4bd2-9709-ae2f50e23282 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks [] for port (63158caa-d724-4ad3-af34-66e8ca8c4809), precommit_update {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:16:13.787198 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-33f2c4ed-c230-4bd2-9709-ae2f50e23282 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5219123'] for port (63158caa-d724-4ad3-af34-66e8ca8c4809), after_update {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:16:13.836447 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33f2c4ed-c230-4bd2-9709-ae2f50e23282 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:16:13.837067 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-33f2c4ed-c230-4bd2-9709-ae2f50e23282 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198022'] for port (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:16:13.841179 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-33f2c4ed-c230-4bd2-9709-ae2f50e23282 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] 10.222.0.10 "PUT /v2.0/ports/63158caa-d724-4ad3-af34-66e8ca8c4809 HTTP/1.1" status: 200 len: 937 time: 0.3719182 Apr 28 11:16:13.841920 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 57610) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:16:13.842839 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ff3e1aa-311a-471b-b223-c8ec075f6bc5', 'tag': '63158caa-d724-4ad3-af34-66e8ca8c4809'}] {{(pid=116161) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 11:16:13.848580 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e748734031c26dffb00ab563e48cb7690d820419218221ecd4f9c2a21276ff88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36692c3b-55ab-45e8-ba6d-53773d0bc87e" -d '{"events": [{"name": "network-changed", "server_uuid": "1ff3e1aa-311a-471b-b223-c8ec075f6bc5", "tag": "63158caa-d724-4ad3-af34-66e8ca8c4809"}]}' {{(pid=116161) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 11:16:13.888171 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 11:16:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8298260a-6ebe-4b8c-bcb8-da4ccb2aad25 x-openstack-request-id: req-8298260a-6ebe-4b8c-bcb8-da4ccb2aad25 {{(pid=116161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 11:16:13.888551 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1ff3e1aa-311a-471b-b223-c8ec075f6bc5", "tag": "63158caa-d724-4ad3-af34-66e8ca8c4809", "status": "completed", "code": 200}]} {{(pid=116161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 11:16:13.888806 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-8298260a-6ebe-4b8c-bcb8-da4ccb2aad25 {{(pid=116161) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 11:16:13.889209 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8298260a-6ebe-4b8c-bcb8-da4ccb2aad25'] response: {'name': 'network-changed', 'server_uuid': '1ff3e1aa-311a-471b-b223-c8ec075f6bc5', 'tag': '63158caa-d724-4ad3-af34-66e8ca8c4809', 'status': 'completed', 'code': 200} Apr 28 11:16:13.895417 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f2c4ed-c230-4bd2-9709-ae2f50e23282 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Pushing event updated for resources: {'Port': ['ID=63158caa-d724-4ad3-af34-66e8ca8c4809,revision_number=7']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:16:13.962566 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36692c3b-55ab-45e8-ba6d-53773d0bc87e req-cc9fe8b3-f53c-4ffc-9327-fdc503aa56fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:16:13.964206 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-36692c3b-55ab-45e8-ba6d-53773d0bc87e req-cc9fe8b3-f53c-4ffc-9327-fdc503aa56fd service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=65d54c3b7dcd4af68398071d25e8321e&device_id=1ff3e1aa-311a-471b-b223-c8ec075f6bc5 HTTP/1.1" status: 200 len: 1129 time: 0.0492690 Apr 28 11:16:14.059222 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-95722500-1918-44bb-a66a-b0cd4f91c6d5 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] 10.222.0.10 "GET /v2.0/floatingips/b20d858f-eee2-459e-bf6e-0ca37cdcb262 HTTP/1.1" status: 200 len: 992 time: 0.2149258 Apr 28 11:16:14.069312 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] get_ports_and_sgs() called for port_ids ['63158caa-d724-4ad3-af34-66e8ca8c4809'] {{(pid=116163) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 11:16:14.109771 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36692c3b-55ab-45e8-ba6d-53773d0bc87e req-df7cdd77-4c95-4757-9dcd-5532123064ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:16:14.110418 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-36692c3b-55ab-45e8-ba6d-53773d0bc87e req-df7cdd77-4c95-4757-9dcd-5532123064ff service neutron] 10.222.0.20 "GET /v2.0/networks?id=58ee030d-4a18-4f04-aa8d-09634fcdd302 HTTP/1.1" status: 200 len: 897 time: 0.1388633 Apr 28 11:16:14.244195 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-7ac0c9f6-2dac-4d6e-9aaa-453153683925 None None] Provisioning complete for port 63158caa-d724-4ad3-af34-66e8ca8c4809 triggered by entity DHCP. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:16:14.244827 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-7ac0c9f6-2dac-4d6e-9aaa-453153683925 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (63158caa-d724-4ad3-af34-66e8ca8c4809), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:16:14.260871 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-36692c3b-55ab-45e8-ba6d-53773d0bc87e req-b8cd853a-ec43-45e8-a22c-b45be7c045ec service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=63158caa-d724-4ad3-af34-66e8ca8c4809 HTTP/1.1" status: 200 len: 1000 time: 0.1430953 Apr 28 11:16:14.318267 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36692c3b-55ab-45e8-ba6d-53773d0bc87e req-c51eeda9-1e69-4b62-8108-9f1c5e108ed8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:16:14.320380 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-36692c3b-55ab-45e8-ba6d-53773d0bc87e req-c51eeda9-1e69-4b62-8108-9f1c5e108ed8 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=abb26413-afe9-4f11-9c8d-c52ca3d82d9f HTTP/1.1" status: 200 len: 835 time: 0.0537636 Apr 28 11:16:14.372155 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36692c3b-55ab-45e8-ba6d-53773d0bc87e req-be9ab3a5-5f63-4494-a589-11024a011c4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:16:14.374528 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-36692c3b-55ab-45e8-ba6d-53773d0bc87e req-be9ab3a5-5f63-4494-a589-11024a011c4c service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=58ee030d-4a18-4f04-aa8d-09634fcdd302&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0471001 Apr 28 11:16:14.460307 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-7ac0c9f6-2dac-4d6e-9aaa-453153683925 None None] Current status of the port 63158caa-d724-4ad3-af34-66e8ca8c4809 is: ACTIVE; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:16:14.489679 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-36692c3b-55ab-45e8-ba6d-53773d0bc87e req-67282a75-53ae-4ca0-b2bc-26d08ab89ee2 service neutron] 10.222.0.20 "GET /v2.0/networks/58ee030d-4a18-4f04-aa8d-09634fcdd302?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1093056 Apr 28 11:16:14.581026 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-36692c3b-55ab-45e8-ba6d-53773d0bc87e req-66bf0f05-c2d7-4f94-9b91-0934b465cabe service neutron] 10.222.0.20 "GET /v2.0/networks/58ee030d-4a18-4f04-aa8d-09634fcdd302?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853715 Apr 28 11:16:16.942602 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 57628) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:16:16.965832 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 57630) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:16:17.095069 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.plugin [None req-02ec2c3c-805f-42bf-838a-9931a016bff8 tempest-TestVolumeBootPattern-839648198 tempest-TestVolumeBootPattern-839648198-project] Deleting port 8b9eda1b-4312-4b6b-be6e-36757a34288e {{(pid=116162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 11:16:17.095425 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-02ec2c3c-805f-42bf-838a-9931a016bff8 tempest-TestVolumeBootPattern-839648198 tempest-TestVolumeBootPattern-839648198-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742235130188'] for port (8b9eda1b-4312-4b6b-be6e-36757a34288e), before_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:16:17.122949 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.plugin [None req-f2442dc0-7fe0-4c86-abb9-ac5d60036ef7 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Deleting port 34bedfd9-d51c-4010-9f14-837a19084766 {{(pid=116161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 11:16:17.123441 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-f2442dc0-7fe0-4c86-abb9-ac5d60036ef7 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742235130188'] for port (34bedfd9-d51c-4010-9f14-837a19084766), before_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:16:17.170952 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-02ec2c3c-805f-42bf-838a-9931a016bff8 tempest-TestVolumeBootPattern-839648198 tempest-TestVolumeBootPattern-839648198-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1938497'] for port (8b9eda1b-4312-4b6b-be6e-36757a34288e), precommit_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:16:17.171272 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-02ec2c3c-805f-42bf-838a-9931a016bff8 tempest-TestVolumeBootPattern-839648198 tempest-TestVolumeBootPattern-839648198-project] Publish callbacks [] for floatingip (8b9eda1b-4312-4b6b-be6e-36757a34288e), precommit_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:16:17.184751 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.plugin [None req-02ec2c3c-805f-42bf-838a-9931a016bff8 tempest-TestVolumeBootPattern-839648198 tempest-TestVolumeBootPattern-839648198-project] Calling delete_port for 8b9eda1b-4312-4b6b-be6e-36757a34288e owned by network:floatingip {{(pid=116162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 11:16:17.190775 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.agents_db [None req-54b29a82-8a19-4507-95e3-3a2d011841ff None None] Agent healthcheck: found 6 active agents {{(pid=116164) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 28 11:16:17.200560 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-f2442dc0-7fe0-4c86-abb9-ac5d60036ef7 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1938497'] for port (34bedfd9-d51c-4010-9f14-837a19084766), precommit_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:16:17.200972 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-f2442dc0-7fe0-4c86-abb9-ac5d60036ef7 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks [] for floatingip (34bedfd9-d51c-4010-9f14-837a19084766), precommit_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:16:17.213367 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.plugin [None req-f2442dc0-7fe0-4c86-abb9-ac5d60036ef7 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Calling delete_port for 34bedfd9-d51c-4010-9f14-837a19084766 owned by network:floatingip {{(pid=116161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 11:16:17.392378 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-02ec2c3c-805f-42bf-838a-9931a016bff8 tempest-TestVolumeBootPattern-839648198 tempest-TestVolumeBootPattern-839648198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742235135690', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742234710366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5051867'] for port (8b9eda1b-4312-4b6b-be6e-36757a34288e), after_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:16:17.419136 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ec2c3c-805f-42bf-838a-9931a016bff8 tempest-TestVolumeBootPattern-839648198 tempest-TestVolumeBootPattern-839648198-project] Pushing event deleted for resources: {'Port': ['ID=8b9eda1b-4312-4b6b-be6e-36757a34288e,revision_number=None']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:16:17.450038 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-f2442dc0-7fe0-4c86-abb9-ac5d60036ef7 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742235135690', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742234710366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5219112'] for port (34bedfd9-d51c-4010-9f14-837a19084766), after_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:16:17.478126 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2442dc0-7fe0-4c86-abb9-ac5d60036ef7 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Pushing event deleted for resources: {'Port': ['ID=34bedfd9-d51c-4010-9f14-837a19084766,revision_number=None']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:16:17.481529 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-02ec2c3c-805f-42bf-838a-9931a016bff8 tempest-TestVolumeBootPattern-839648198 tempest-TestVolumeBootPattern-839648198-project] Publish callbacks [] for floatingip (b7c88fe5-7c02-4e06-acaa-853c3cda1729), after_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:16:17.481901 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.db.l3_db [None req-02ec2c3c-805f-42bf-838a-9931a016bff8 tempest-TestVolumeBootPattern-839648198 tempest-TestVolumeBootPattern-839648198-project] Floating IP b7c88fe5-7c02-4e06-acaa-853c3cda1729 disassociated (deleted). External IP: 172.36.4.182, port: f5698167-c51b-489f-a142-f8e511ffc09c. Apr 28 11:16:17.542383 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-f2442dc0-7fe0-4c86-abb9-ac5d60036ef7 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks [] for floatingip (e1b19831-dc39-4157-ae35-cbe4fdef1191), after_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:16:17.542742 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.db.l3_db [None req-f2442dc0-7fe0-4c86-abb9-ac5d60036ef7 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Floating IP e1b19831-dc39-4157-ae35-cbe4fdef1191 disassociated (deleted). External IP: 172.36.4.105, port: 82b11b1a-5ac3-4ac7-873d-9ce280af767f. Apr 28 11:16:17.765306 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2442dc0-7fe0-4c86-abb9-ac5d60036ef7 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Router f6f2cfeb-d25b-4dd0-b8eb-814910d30225 has already been hosted by L3 agent 6b492ad6-0876-4d74-b20d-28143a52ceba {{(pid=116161) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 11:16:17.878422 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2442dc0-7fe0-4c86-abb9-ac5d60036ef7 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=116161) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 11:16:17.883428 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-f2442dc0-7fe0-4c86-abb9-ac5d60036ef7 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198022'] for floatingip (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:16:17.890675 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f4b7991-f40a-403b-b81f-cdcd0f109f02 None None] Sync routers for ids ['f6f2cfeb-d25b-4dd0-b8eb-814910d30225'] in dv-neutron-master-2-hyperv {{(pid=116163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 11:16:17.901478 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f4b7991-f40a-403b-b81f-cdcd0f109f02 None None] Routers {'f6f2cfeb-d25b-4dd0-b8eb-814910d30225'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=116163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 11:16:17.902200 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_hamode_db [None req-1f4b7991-f40a-403b-b81f-cdcd0f109f02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-28T10:50:39Z,description=,heartbeat_timestamp=2022-04-28T11:16:09Z,host='dv-neutron-master-2-hyperv',id=6b492ad6-0876-4d74-b20d-28143a52ceba,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T10:50:40Z,topic='l3_agent')) {'router_ids': ['f6f2cfeb-d25b-4dd0-b8eb-814910d30225'], 'active': True} {{(pid=116163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:16:17.919105 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-f2442dc0-7fe0-4c86-abb9-ac5d60036ef7 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] 10.222.0.10 "DELETE /v2.0/floatingips/e1b19831-dc39-4157-ae35-cbe4fdef1191 HTTP/1.1" status: 204 len: 168 time: 0.9505529 Apr 28 11:16:17.919105 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '771e5067-a4ad-4642-90b7-c51d8181f49a', 'tag': '82b11b1a-5ac3-4ac7-873d-9ce280af767f'}] {{(pid=116161) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 11:16:17.921591 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e748734031c26dffb00ab563e48cb7690d820419218221ecd4f9c2a21276ff88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f239037-98be-4759-b1b9-2b2cf8c3cf46" -d '{"events": [{"name": "network-changed", "server_uuid": "771e5067-a4ad-4642-90b7-c51d8181f49a", "tag": "82b11b1a-5ac3-4ac7-873d-9ce280af767f"}]}' {{(pid=116161) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 11:16:17.976663 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 11:16:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b4760c7-2a8c-497d-9cd6-bec3611269f1 x-openstack-request-id: req-8b4760c7-2a8c-497d-9cd6-bec3611269f1 {{(pid=116161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 11:16:17.977229 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "771e5067-a4ad-4642-90b7-c51d8181f49a", "tag": "82b11b1a-5ac3-4ac7-873d-9ce280af767f", "status": "completed", "code": 200}]} {{(pid=116161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 11:16:17.977229 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-8b4760c7-2a8c-497d-9cd6-bec3611269f1 {{(pid=116161) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 11:16:17.977569 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8b4760c7-2a8c-497d-9cd6-bec3611269f1'] response: {'name': 'network-changed', 'server_uuid': '771e5067-a4ad-4642-90b7-c51d8181f49a', 'tag': '82b11b1a-5ac3-4ac7-873d-9ce280af767f', 'status': 'completed', 'code': 200} Apr 28 11:16:18.022480 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvr_db [None req-1f4b7991-f40a-403b-b81f-cdcd0f109f02 None None] Set router f6f2cfeb-d25b-4dd0-b8eb-814910d30225 gateway port host: dv-neutron-master-2-hyperv {{(pid=116163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 11:16:18.069205 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f239037-98be-4759-b1b9-2b2cf8c3cf46 req-4cb9b71a-3f6e-41d5-9db3-885bc6ff2fc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:16:18.070726 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-2f239037-98be-4759-b1b9-2b2cf8c3cf46 req-4cb9b71a-3f6e-41d5-9db3-885bc6ff2fc0 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=65d54c3b7dcd4af68398071d25e8321e&device_id=771e5067-a4ad-4642-90b7-c51d8181f49a HTTP/1.1" status: 200 len: 1130 time: 0.0501814 Apr 28 11:16:18.079190 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02ec2c3c-805f-42bf-838a-9931a016bff8 tempest-TestVolumeBootPattern-839648198 tempest-TestVolumeBootPattern-839648198-project] Router 0253fd74-f6a9-46aa-a567-c9d8bf675134 has already been hosted by L3 agent 6b492ad6-0876-4d74-b20d-28143a52ceba {{(pid=116162) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 11:16:18.245643 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f239037-98be-4759-b1b9-2b2cf8c3cf46 req-83495cb1-5f2d-4c99-836b-4f146edf2491 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:16:18.247137 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-2f239037-98be-4759-b1b9-2b2cf8c3cf46 req-83495cb1-5f2d-4c99-836b-4f146edf2491 service neutron] 10.222.0.20 "GET /v2.0/networks?id=58ee030d-4a18-4f04-aa8d-09634fcdd302 HTTP/1.1" status: 200 len: 897 time: 0.1699867 Apr 28 11:16:18.250829 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_hamode_db [None req-1f4b7991-f40a-403b-b81f-cdcd0f109f02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6f2cfeb-d25b-4dd0-b8eb-814910d30225', 'name': 'tempest-TestNetworkBasicOps-router-12089219', 'tenant_id': '65d54c3b7dcd4af68398071d25e8321e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'external_fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.4'}], 'enable_snat': True}, 'gw_port_id': '73b2af7c-5347-4de3-817d-e12961659cb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T11:14:51Z', 'updated_at': '2022-04-28T11:14:56Z', 'revision_number': 4, 'project_id': '65d54c3b7dcd4af68398071d25e8321e', 'gw_port': {'id': '73b2af7c-5347-4de3-817d-e12961659cb4', 'name': '', 'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:8c:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6f2cfeb-d25b-4dd0-b8eb-814910d30225', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1488, 'fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:14:52Z', 'updated_at': '2022-04-28T11:14:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': 'b20d858f-eee2-459e-bf6e-0ca37cdcb262', 'tenant_id': '65d54c3b7dcd4af68398071d25e8321e', 'floating_ip_address': '172.36.4.90', 'floating_network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'router_id': 'f6f2cfeb-d25b-4dd0-b8eb-814910d30225', 'port_id': '63158caa-d724-4ad3-af34-66e8ca8c4809', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 1503, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '58ee030d-4a18-4f04-aa8d-09634fcdd302', 'mac_address': 'fa:16:3e:7c:de:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ff3e1aa-311a-471b-b223-c8ec075f6bc5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T11:15:14Z', 'updated_at': '2022-04-28T11:15:16Z', 'revision_number': 1, 'project_id': '65d54c3b7dcd4af68398071d25e8321e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b9227280-a64c-4e4e-81c3-7062bf15012c', 'name': '', 'network_id': '58ee030d-4a18-4f04-aa8d-09634fcdd302', 'tenant_id': '65d54c3b7dcd4af68398071d25e8321e', 'mac_address': 'fa:16:3e:57:5d:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6f2cfeb-d25b-4dd0-b8eb-814910d30225', 'device_owner': 'network:router_interface', 'standard_attr_id': 1491, 'fixed_ips': [{'subnet_id': 'abb26413-afe9-4f11-9c8d-c52ca3d82d9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:14:55Z', 'updated_at': '2022-04-28T11:14:59Z', 'revision_number': 5, 'project_id': '65d54c3b7dcd4af68398071d25e8321e', 'subnets': [{'id': 'abb26413-afe9-4f11-9c8d-c52ca3d82d9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=116163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:16:18.281895 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f4b7991-f40a-403b-b81f-cdcd0f109f02 None None] Checking router: f6f2cfeb-d25b-4dd0-b8eb-814910d30225 for host: dv-neutron-master-2-hyperv {{(pid=116163) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 11:16:18.290731 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f4b7991-f40a-403b-b81f-cdcd0f109f02 None None] Routers {'f6f2cfeb-d25b-4dd0-b8eb-814910d30225'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=116163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 11:16:18.291449 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_hamode_db [None req-1f4b7991-f40a-403b-b81f-cdcd0f109f02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-28T10:50:39Z,description=,heartbeat_timestamp=2022-04-28T11:16:09Z,host='dv-neutron-master-2-hyperv',id=6b492ad6-0876-4d74-b20d-28143a52ceba,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T10:50:40Z,topic='l3_agent')) {'router_ids': ['f6f2cfeb-d25b-4dd0-b8eb-814910d30225'], 'active': True} {{(pid=116163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:16:18.301869 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-2f239037-98be-4759-b1b9-2b2cf8c3cf46 req-9ce035c0-868d-41c3-be11-d5f6b9e18bf5 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=82b11b1a-5ac3-4ac7-873d-9ce280af767f HTTP/1.1" status: 200 len: 217 time: 0.0477562 Apr 28 11:16:18.307550 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02ec2c3c-805f-42bf-838a-9931a016bff8 tempest-TestVolumeBootPattern-839648198 tempest-TestVolumeBootPattern-839648198-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=116162) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 11:16:18.312923 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-02ec2c3c-805f-42bf-838a-9931a016bff8 tempest-TestVolumeBootPattern-839648198 tempest-TestVolumeBootPattern-839648198-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198022'] for floatingip (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:16:18.322294 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77f56f43-2ba0-4d2e-ac35-cb6483a4379d None None] Sync routers for ids ['0253fd74-f6a9-46aa-a567-c9d8bf675134'] in dv-neutron-master-2-hyperv {{(pid=116164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 11:16:18.337481 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77f56f43-2ba0-4d2e-ac35-cb6483a4379d None None] Routers {'0253fd74-f6a9-46aa-a567-c9d8bf675134'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=116164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 11:16:18.339006 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_hamode_db [None req-77f56f43-2ba0-4d2e-ac35-cb6483a4379d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-28T10:50:39Z,description=,heartbeat_timestamp=2022-04-28T11:16:09Z,host='dv-neutron-master-2-hyperv',id=6b492ad6-0876-4d74-b20d-28143a52ceba,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T10:50:40Z,topic='l3_agent')) {'router_ids': ['0253fd74-f6a9-46aa-a567-c9d8bf675134'], 'active': True} {{(pid=116164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:16:18.345283 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-02ec2c3c-805f-42bf-838a-9931a016bff8 tempest-TestVolumeBootPattern-839648198 tempest-TestVolumeBootPattern-839648198-project] 10.222.0.10 "DELETE /v2.0/floatingips/b7c88fe5-7c02-4e06-acaa-853c3cda1729 HTTP/1.1" status: 204 len: 168 time: 1.4015841 Apr 28 11:16:18.345896 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '98d55c2d-420b-45bd-a19c-a51ec30177ea', 'tag': 'f5698167-c51b-489f-a142-f8e511ffc09c'}] {{(pid=116162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 11:16:18.348223 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ba53f40d6116d28995a8e36159d0e539b5353eec116fb5dd4ce03b4b2159ab1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffbbd207-31a4-4e2e-a228-9093117b7d81" -d '{"events": [{"name": "network-changed", "server_uuid": "98d55c2d-420b-45bd-a19c-a51ec30177ea", "tag": "f5698167-c51b-489f-a142-f8e511ffc09c"}]}' {{(pid=116162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 11:16:18.406155 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea408060-931e-49fa-bba4-1f787c888bdf req-bf1d0c81-0b82-47ba-bfdd-0ae55e3972d6 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:16:18.410478 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvr_db [None req-1f4b7991-f40a-403b-b81f-cdcd0f109f02 None None] Set router f6f2cfeb-d25b-4dd0-b8eb-814910d30225 gateway port host: dv-neutron-master-2-hyperv {{(pid=116163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 11:16:18.412943 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-ea408060-931e-49fa-bba4-1f787c888bdf req-bf1d0c81-0b82-47ba-bfdd-0ae55e3972d6 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] 10.222.0.10 "GET /v2.0/ports?device_id=771e5067-a4ad-4642-90b7-c51d8181f49a HTTP/1.1" status: 200 len: 946 time: 0.0839393 Apr 28 11:16:18.464124 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-ea408060-931e-49fa-bba4-1f787c888bdf req-a8a23a74-d501-44b7-b124-9bddffb46d48 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] 10.222.0.10 "GET /v2.0/security-groups?id=9ec1f681-fb1e-4652-b11b-f9ec717b91a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466053 Apr 28 11:16:18.489568 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_dvr_db [None req-77f56f43-2ba0-4d2e-ac35-cb6483a4379d None None] Set router 0253fd74-f6a9-46aa-a567-c9d8bf675134 gateway port host: dv-neutron-master-2-hyperv {{(pid=116164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 11:16:18.512494 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 11:16:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44d67e21-88ec-459a-a571-c8fb377d145c x-openstack-request-id: req-44d67e21-88ec-459a-a571-c8fb377d145c {{(pid=116162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 11:16:18.512797 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "98d55c2d-420b-45bd-a19c-a51ec30177ea", "tag": "f5698167-c51b-489f-a142-f8e511ffc09c", "status": "completed", "code": 200}]} {{(pid=116162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 11:16:18.513991 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-44d67e21-88ec-459a-a571-c8fb377d145c {{(pid=116162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 11:16:18.514862 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.notifiers.nova [-] Nova event matching ['req-44d67e21-88ec-459a-a571-c8fb377d145c'] response: {'name': 'network-changed', 'server_uuid': '98d55c2d-420b-45bd-a19c-a51ec30177ea', 'tag': 'f5698167-c51b-489f-a142-f8e511ffc09c', 'status': 'completed', 'code': 200} Apr 28 11:16:18.647634 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_hamode_db [None req-1f4b7991-f40a-403b-b81f-cdcd0f109f02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6f2cfeb-d25b-4dd0-b8eb-814910d30225', 'name': 'tempest-TestNetworkBasicOps-router-12089219', 'tenant_id': '65d54c3b7dcd4af68398071d25e8321e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'external_fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.4'}], 'enable_snat': True}, 'gw_port_id': '73b2af7c-5347-4de3-817d-e12961659cb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T11:14:51Z', 'updated_at': '2022-04-28T11:14:56Z', 'revision_number': 4, 'project_id': '65d54c3b7dcd4af68398071d25e8321e', 'gw_port': {'id': '73b2af7c-5347-4de3-817d-e12961659cb4', 'name': '', 'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:8c:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6f2cfeb-d25b-4dd0-b8eb-814910d30225', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1488, 'fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:14:52Z', 'updated_at': '2022-04-28T11:14:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': 'b20d858f-eee2-459e-bf6e-0ca37cdcb262', 'tenant_id': '65d54c3b7dcd4af68398071d25e8321e', 'floating_ip_address': '172.36.4.90', 'floating_network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'router_id': 'f6f2cfeb-d25b-4dd0-b8eb-814910d30225', 'port_id': '63158caa-d724-4ad3-af34-66e8ca8c4809', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 1503, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '58ee030d-4a18-4f04-aa8d-09634fcdd302', 'mac_address': 'fa:16:3e:7c:de:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ff3e1aa-311a-471b-b223-c8ec075f6bc5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T11:15:14Z', 'updated_at': '2022-04-28T11:15:16Z', 'revision_number': 1, 'project_id': '65d54c3b7dcd4af68398071d25e8321e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b9227280-a64c-4e4e-81c3-7062bf15012c', 'name': '', 'network_id': '58ee030d-4a18-4f04-aa8d-09634fcdd302', 'tenant_id': '65d54c3b7dcd4af68398071d25e8321e', 'mac_address': 'fa:16:3e:57:5d:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6f2cfeb-d25b-4dd0-b8eb-814910d30225', 'device_owner': 'network:router_interface', 'standard_attr_id': 1491, 'fixed_ips': [{'subnet_id': 'abb26413-afe9-4f11-9c8d-c52ca3d82d9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:14:55Z', 'updated_at': '2022-04-28T11:14:59Z', 'revision_number': 5, 'project_id': '65d54c3b7dcd4af68398071d25e8321e', 'subnets': [{'id': 'abb26413-afe9-4f11-9c8d-c52ca3d82d9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=116163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:16:18.679885 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f4b7991-f40a-403b-b81f-cdcd0f109f02 None None] The sync data for ids ['f6f2cfeb-d25b-4dd0-b8eb-814910d30225'] in dv-neutron-master-2-hyperv is: [{'id': 'f6f2cfeb-d25b-4dd0-b8eb-814910d30225', 'name': 'tempest-TestNetworkBasicOps-router-12089219', 'tenant_id': '65d54c3b7dcd4af68398071d25e8321e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'external_fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.4'}], 'enable_snat': True}, 'gw_port_id': '73b2af7c-5347-4de3-817d-e12961659cb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T11:14:51Z', 'updated_at': '2022-04-28T11:14:56Z', 'revision_number': 4, 'project_id': '65d54c3b7dcd4af68398071d25e8321e', 'gw_port': {'id': '73b2af7c-5347-4de3-817d-e12961659cb4', 'name': '', 'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:8c:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6f2cfeb-d25b-4dd0-b8eb-814910d30225', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1488, 'fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:14:52Z', 'updated_at': '2022-04-28T11:14:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': 'b20d858f-eee2-459e-bf6e-0ca37cdcb262', 'tenant_id': '65d54c3b7dcd4af68398071d25e8321e', 'floating_ip_address': '172.36.4.90', 'floating_network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'router_id': 'f6f2cfeb-d25b-4dd0-b8eb-814910d30225', 'port_id': '63158caa-d724-4ad3-af34-66e8ca8c4809', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 1503, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '58ee030d-4a18-4f04-aa8d-09634fcdd302', 'mac_address': 'fa:16:3e:7c:de:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ff3e1aa-311a-471b-b223-c8ec075f6bc5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T11:15:14Z', 'updated_at': '2022-04-28T11:15:16Z', 'revision_number': 1, 'project_id': '65d54c3b7dcd4af68398071d25e8321e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b9227280-a64c-4e4e-81c3-7062bf15012c', 'name': '', 'network_id': '58ee030d-4a18-4f04-aa8d-09634fcdd302', 'tenant_id': '65d54c3b7dcd4af68398071d25e8321e', 'mac_address': 'fa:16:3e:57:5d:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6f2cfeb-d25b-4dd0-b8eb-814910d30225', 'device_owner': 'network:router_interface', 'standard_attr_id': 1491, 'fixed_ips': [{'subnet_id': 'abb26413-afe9-4f11-9c8d-c52ca3d82d9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:14:55Z', 'updated_at': '2022-04-28T11:14:59Z', 'revision_number': 5, 'project_id': '65d54c3b7dcd4af68398071d25e8321e', 'subnets': [{'id': 'abb26413-afe9-4f11-9c8d-c52ca3d82d9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=116163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 11:16:18.786669 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_hamode_db [None req-77f56f43-2ba0-4d2e-ac35-cb6483a4379d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0253fd74-f6a9-46aa-a567-c9d8bf675134', 'name': 'tempest-TestVolumeBootPattern-363191542-router', 'tenant_id': '552a7719c35843ecaa8ce5b648a02d25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'external_fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.226'}], 'enable_snat': True}, 'gw_port_id': '66cc009e-e45f-42d1-a09b-c0e887684e05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T11:05:58Z', 'updated_at': '2022-04-28T11:06:09Z', 'revision_number': 4, 'project_id': '552a7719c35843ecaa8ce5b648a02d25', 'gw_port': {'id': '66cc009e-e45f-42d1-a09b-c0e887684e05', 'name': '', 'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:24:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0253fd74-f6a9-46aa-a567-c9d8bf675134', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1186, 'fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:06:00Z', 'updated_at': '2022-04-28T11:06:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'f2e70421-6b65-4ba8-8265-af8ddb4d251d', 'name': '', 'network_id': '95a73077-5c3c-4a4f-9014-bee1df8e9c09', 'tenant_id': '552a7719c35843ecaa8ce5b648a02d25', 'mac_address': 'fa:16:3e:27:ed:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0253fd74-f6a9-46aa-a567-c9d8bf675134', 'device_owner': 'network:router_interface', 'standard_attr_id': 1197, 'fixed_ips': [{'subnet_id': '49bbb4f0-3980-4b52-84ba-965c72e99e66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:06:07Z', 'updated_at': '2022-04-28T11:06:13Z', 'revision_number': 5, 'project_id': '552a7719c35843ecaa8ce5b648a02d25', 'subnets': [{'id': '49bbb4f0-3980-4b52-84ba-965c72e99e66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=116164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:16:18.791224 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cacc3db-967b-4445-9d0d-91f273b6f6f3 req-60c35d6a-73f2-4600-be50-00e37ad0460e tempest-TestVolumeBootPattern-839648198 tempest-TestVolumeBootPattern-839648198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:16:18.792743 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-0cacc3db-967b-4445-9d0d-91f273b6f6f3 req-60c35d6a-73f2-4600-be50-00e37ad0460e tempest-TestVolumeBootPattern-839648198 tempest-TestVolumeBootPattern-839648198-project] 10.222.0.10 "GET /v2.0/ports?device_id=98d55c2d-420b-45bd-a19c-a51ec30177ea HTTP/1.1" status: 200 len: 945 time: 0.0487146 Apr 28 11:16:18.814522 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77f56f43-2ba0-4d2e-ac35-cb6483a4379d None None] Checking router: 0253fd74-f6a9-46aa-a567-c9d8bf675134 for host: dv-neutron-master-2-hyperv {{(pid=116164) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 11:16:18.823993 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77f56f43-2ba0-4d2e-ac35-cb6483a4379d None None] Routers {'0253fd74-f6a9-46aa-a567-c9d8bf675134'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=116164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 11:16:18.824635 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_hamode_db [None req-77f56f43-2ba0-4d2e-ac35-cb6483a4379d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-28T10:50:39Z,description=,heartbeat_timestamp=2022-04-28T11:16:09Z,host='dv-neutron-master-2-hyperv',id=6b492ad6-0876-4d74-b20d-28143a52ceba,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T10:50:40Z,topic='l3_agent')) {'router_ids': ['0253fd74-f6a9-46aa-a567-c9d8bf675134'], 'active': True} {{(pid=116164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:16:18.860514 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-0cacc3db-967b-4445-9d0d-91f273b6f6f3 req-10b22cae-5e82-4d73-8af2-79a9274e8da8 tempest-TestVolumeBootPattern-839648198 tempest-TestVolumeBootPattern-839648198-project] 10.222.0.10 "GET /v2.0/security-groups?id=c83a530b-56a2-41d8-b874-e844ad8fa813&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0608311 Apr 28 11:16:18.937940 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9d7eacb-cc81-4b4e-9f55-dff5979d06b7 None None] New status for floating IP e1b19831-dc39-4157-ae35-cbe4fdef1191: DOWN {{(pid=116163) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 28 11:16:18.941640 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_dvr_db [None req-77f56f43-2ba0-4d2e-ac35-cb6483a4379d None None] Set router 0253fd74-f6a9-46aa-a567-c9d8bf675134 gateway port host: dv-neutron-master-2-hyperv {{(pid=116164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 11:16:19.132196 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_hamode_db [None req-77f56f43-2ba0-4d2e-ac35-cb6483a4379d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0253fd74-f6a9-46aa-a567-c9d8bf675134', 'name': 'tempest-TestVolumeBootPattern-363191542-router', 'tenant_id': '552a7719c35843ecaa8ce5b648a02d25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'external_fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.226'}], 'enable_snat': True}, 'gw_port_id': '66cc009e-e45f-42d1-a09b-c0e887684e05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T11:05:58Z', 'updated_at': '2022-04-28T11:06:09Z', 'revision_number': 4, 'project_id': '552a7719c35843ecaa8ce5b648a02d25', 'gw_port': {'id': '66cc009e-e45f-42d1-a09b-c0e887684e05', 'name': '', 'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:24:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0253fd74-f6a9-46aa-a567-c9d8bf675134', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1186, 'fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:06:00Z', 'updated_at': '2022-04-28T11:06:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'f2e70421-6b65-4ba8-8265-af8ddb4d251d', 'name': '', 'network_id': '95a73077-5c3c-4a4f-9014-bee1df8e9c09', 'tenant_id': '552a7719c35843ecaa8ce5b648a02d25', 'mac_address': 'fa:16:3e:27:ed:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0253fd74-f6a9-46aa-a567-c9d8bf675134', 'device_owner': 'network:router_interface', 'standard_attr_id': 1197, 'fixed_ips': [{'subnet_id': '49bbb4f0-3980-4b52-84ba-965c72e99e66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:06:07Z', 'updated_at': '2022-04-28T11:06:13Z', 'revision_number': 5, 'project_id': '552a7719c35843ecaa8ce5b648a02d25', 'subnets': [{'id': '49bbb4f0-3980-4b52-84ba-965c72e99e66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=116164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:16:19.158627 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77f56f43-2ba0-4d2e-ac35-cb6483a4379d None None] The sync data for ids ['0253fd74-f6a9-46aa-a567-c9d8bf675134'] in dv-neutron-master-2-hyperv is: [{'id': '0253fd74-f6a9-46aa-a567-c9d8bf675134', 'name': 'tempest-TestVolumeBootPattern-363191542-router', 'tenant_id': '552a7719c35843ecaa8ce5b648a02d25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'external_fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.226'}], 'enable_snat': True}, 'gw_port_id': '66cc009e-e45f-42d1-a09b-c0e887684e05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T11:05:58Z', 'updated_at': '2022-04-28T11:06:09Z', 'revision_number': 4, 'project_id': '552a7719c35843ecaa8ce5b648a02d25', 'gw_port': {'id': '66cc009e-e45f-42d1-a09b-c0e887684e05', 'name': '', 'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:24:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0253fd74-f6a9-46aa-a567-c9d8bf675134', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1186, 'fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:06:00Z', 'updated_at': '2022-04-28T11:06:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'f2e70421-6b65-4ba8-8265-af8ddb4d251d', 'name': '', 'network_id': '95a73077-5c3c-4a4f-9014-bee1df8e9c09', 'tenant_id': '552a7719c35843ecaa8ce5b648a02d25', 'mac_address': 'fa:16:3e:27:ed:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0253fd74-f6a9-46aa-a567-c9d8bf675134', 'device_owner': 'network:router_interface', 'standard_attr_id': 1197, 'fixed_ips': [{'subnet_id': '49bbb4f0-3980-4b52-84ba-965c72e99e66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:06:07Z', 'updated_at': '2022-04-28T11:06:13Z', 'revision_number': 5, 'project_id': '552a7719c35843ecaa8ce5b648a02d25', 'subnets': [{'id': '49bbb4f0-3980-4b52-84ba-965c72e99e66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=116164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 11:16:19.319687 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f239037-98be-4759-b1b9-2b2cf8c3cf46 req-50a83cf7-aa92-4e3b-a1a0-6332fd0b735c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:16:19.321166 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-2f239037-98be-4759-b1b9-2b2cf8c3cf46 req-50a83cf7-aa92-4e3b-a1a0-6332fd0b735c service neutron] 10.222.0.20 "GET /v2.0/subnets?id=abb26413-afe9-4f11-9c8d-c52ca3d82d9f HTTP/1.1" status: 200 len: 835 time: 0.0478666 Apr 28 11:16:19.329698 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbbd207-31a4-4e2e-a228-9093117b7d81 req-d6e493a7-e866-4d50-9919-5176e3310671 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:16:19.331324 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-ffbbd207-31a4-4e2e-a228-9093117b7d81 req-d6e493a7-e866-4d50-9919-5176e3310671 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=552a7719c35843ecaa8ce5b648a02d25&device_id=98d55c2d-420b-45bd-a19c-a51ec30177ea HTTP/1.1" status: 200 len: 1129 time: 0.0429494 Apr 28 11:16:19.375168 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f239037-98be-4759-b1b9-2b2cf8c3cf46 req-0843604f-b421-42e7-8493-1a173d80b0f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:16:19.376699 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-2f239037-98be-4759-b1b9-2b2cf8c3cf46 req-0843604f-b421-42e7-8493-1a173d80b0f6 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=58ee030d-4a18-4f04-aa8d-09634fcdd302&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0484385 Apr 28 11:16:19.408997 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dc93fc1-3e52-485f-9de4-048a971440d5 None None] New status for floating IP b7c88fe5-7c02-4e06-acaa-853c3cda1729: DOWN {{(pid=116164) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 28 11:16:19.436968 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbbd207-31a4-4e2e-a228-9093117b7d81 req-8046e037-792e-4475-bfc0-71bbb303cce9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:16:19.438594 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-ffbbd207-31a4-4e2e-a228-9093117b7d81 req-8046e037-792e-4475-bfc0-71bbb303cce9 service neutron] 10.222.0.20 "GET /v2.0/networks?id=95a73077-5c3c-4a4f-9014-bee1df8e9c09 HTTP/1.1" status: 200 len: 911 time: 0.1014833 Apr 28 11:16:19.593454 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.20', 59348) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:16:19.604803 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-ffbbd207-31a4-4e2e-a228-9093117b7d81 req-d7d867e0-e36b-4b5d-a898-84acf61cc02e service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f5698167-c51b-489f-a142-f8e511ffc09c HTTP/1.1" status: 200 len: 217 time: 0.0658796 Apr 28 11:16:19.623125 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dafb61bc-6260-4622-98f2-a4dbf61752f6 req-a34ab568-e792-4865-ab59-2ca3b2ab6c4e tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:16:19.625780 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-dafb61bc-6260-4622-98f2-a4dbf61752f6 req-a34ab568-e792-4865-ab59-2ca3b2ab6c4e tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] 10.222.0.10 "GET /v2.0/ports?device_id=771e5067-a4ad-4642-90b7-c51d8181f49a HTTP/1.1" status: 200 len: 946 time: 0.0878227 Apr 28 11:16:19.667063 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e767d4de-ae90-468c-9939-b841d0a33a90 req-13f65d08-8664-46fa-a64b-09f047c622d2 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:16:19.668885 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-e767d4de-ae90-468c-9939-b841d0a33a90 req-13f65d08-8664-46fa-a64b-09f047c622d2 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] 10.222.0.20 "GET /v2.0/ports?device_id=771e5067-a4ad-4642-90b7-c51d8181f49a HTTP/1.1" status: 200 len: 946 time: 0.0691438 Apr 28 11:16:19.680087 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-2f239037-98be-4759-b1b9-2b2cf8c3cf46 req-70deb774-0620-40e2-ba62-19eb33b5c6f7 service neutron] 10.222.0.20 "GET /v2.0/networks/58ee030d-4a18-4f04-aa8d-09634fcdd302?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1430757 Apr 28 11:16:19.692087 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-dafb61bc-6260-4622-98f2-a4dbf61752f6 req-338f01a0-2279-48b0-8fc4-5af335b1e42b tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] 10.222.0.10 "GET /v2.0/security-groups?id=9ec1f681-fb1e-4652-b11b-f9ec717b91a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0615265 Apr 28 11:16:19.735354 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbbd207-31a4-4e2e-a228-9093117b7d81 req-d34715c0-3e2a-4cfd-b3b8-a5648e844173 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:16:19.736829 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-ffbbd207-31a4-4e2e-a228-9093117b7d81 req-d34715c0-3e2a-4cfd-b3b8-a5648e844173 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=49bbb4f0-3980-4b52-84ba-965c72e99e66 HTTP/1.1" status: 200 len: 850 time: 0.0618269 Apr 28 11:16:19.781867 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbbd207-31a4-4e2e-a228-9093117b7d81 req-51bd3fdd-a96b-459e-8bf6-0b72da695950 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:16:19.783490 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-ffbbd207-31a4-4e2e-a228-9093117b7d81 req-51bd3fdd-a96b-459e-8bf6-0b72da695950 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=95a73077-5c3c-4a4f-9014-bee1df8e9c09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0399308 Apr 28 11:16:19.855548 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.plugin [req-e767d4de-ae90-468c-9939-b841d0a33a90 req-7ae705a3-81cb-47ab-a6a4-38f8a70e90cd tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Deleting port 82b11b1a-5ac3-4ac7-873d-9ce280af767f {{(pid=116162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 11:16:19.855893 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [req-e767d4de-ae90-468c-9939-b841d0a33a90 req-7ae705a3-81cb-47ab-a6a4-38f8a70e90cd tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742235130188'] for port (82b11b1a-5ac3-4ac7-873d-9ce280af767f), before_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:16:19.872556 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-2f239037-98be-4759-b1b9-2b2cf8c3cf46 req-df9823b3-464d-4ab7-b448-d0a3e0f85a77 service neutron] 10.222.0.20 "GET /v2.0/networks/58ee030d-4a18-4f04-aa8d-09634fcdd302?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1736972 Apr 28 11:16:19.954709 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.db [req-e767d4de-ae90-468c-9939-b841d0a33a90 req-7ae705a3-81cb-47ab-a6a4-38f8a70e90cd tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] For port 82b11b1a-5ac3-4ac7-873d-9ce280af767f, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=82b11b1a-5ac3-4ac7-873d-9ce280af767f,segment=NetworkSegment(51beb731-6e32-4a19-b657-5b1936fbae07),segment_id=51beb731-6e32-4a19-b657-5b1936fbae07)] {{(pid=116162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 11:16:19.955034 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [req-e767d4de-ae90-468c-9939-b841d0a33a90 req-7ae705a3-81cb-47ab-a6a4-38f8a70e90cd tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1938497'] for port (82b11b1a-5ac3-4ac7-873d-9ce280af767f), precommit_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:16:19.997302 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.plugin [req-e767d4de-ae90-468c-9939-b841d0a33a90 req-7ae705a3-81cb-47ab-a6a4-38f8a70e90cd tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Calling delete_port for 82b11b1a-5ac3-4ac7-873d-9ce280af767f owned by compute:nova {{(pid=116162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 11:16:20.020394 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56749139-c19e-4412-8be5-b32680fd3b92 req-a8c969b0-789d-4121-ba6f-8c5aebe9bebd tempest-TestVolumeBootPattern-839648198 tempest-TestVolumeBootPattern-839648198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:16:20.021923 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-56749139-c19e-4412-8be5-b32680fd3b92 req-a8c969b0-789d-4121-ba6f-8c5aebe9bebd tempest-TestVolumeBootPattern-839648198 tempest-TestVolumeBootPattern-839648198-project] 10.222.0.10 "GET /v2.0/ports?device_id=98d55c2d-420b-45bd-a19c-a51ec30177ea HTTP/1.1" status: 200 len: 945 time: 0.0704415 Apr 28 11:16:20.026620 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a55c1d-17b6-4017-bc9b-05481f07c498 req-c9b53c23-b9d6-4697-bb82-34c0bf48f2bf tempest-TestVolumeBootPattern-839648198 tempest-TestVolumeBootPattern-839648198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:16:20.027800 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-ffbbd207-31a4-4e2e-a228-9093117b7d81 req-96af1296-242e-422b-b33b-676ce9330673 service neutron] 10.222.0.20 "GET /v2.0/networks/95a73077-5c3c-4a4f-9014-bee1df8e9c09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1341050 Apr 28 11:16:20.028094 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-f7a55c1d-17b6-4017-bc9b-05481f07c498 req-c9b53c23-b9d6-4697-bb82-34c0bf48f2bf tempest-TestVolumeBootPattern-839648198 tempest-TestVolumeBootPattern-839648198-project] 10.222.0.20 "GET /v2.0/ports?device_id=98d55c2d-420b-45bd-a19c-a51ec30177ea HTTP/1.1" status: 200 len: 945 time: 0.0654230 Apr 28 11:16:20.125477 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-56749139-c19e-4412-8be5-b32680fd3b92 req-e21d9a44-1ee2-4495-8a55-5738dcd20098 tempest-TestVolumeBootPattern-839648198 tempest-TestVolumeBootPattern-839648198-project] 10.222.0.10 "GET /v2.0/security-groups?id=c83a530b-56a2-41d8-b874-e844ad8fa813&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0967162 Apr 28 11:16:20.159290 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-ffbbd207-31a4-4e2e-a228-9093117b7d81 req-5d726a4c-1892-4e8b-b7f2-b066530af0e6 service neutron] 10.222.0.20 "GET /v2.0/networks/95a73077-5c3c-4a4f-9014-bee1df8e9c09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1166003 Apr 28 11:16:20.165921 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.plugin [req-f7a55c1d-17b6-4017-bc9b-05481f07c498 req-a96d95ac-7eeb-442c-bd9f-c6db1788f6e7 tempest-TestVolumeBootPattern-839648198 tempest-TestVolumeBootPattern-839648198-project] Deleting port f5698167-c51b-489f-a142-f8e511ffc09c {{(pid=116162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 11:16:20.166281 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [req-f7a55c1d-17b6-4017-bc9b-05481f07c498 req-a96d95ac-7eeb-442c-bd9f-c6db1788f6e7 tempest-TestVolumeBootPattern-839648198 tempest-TestVolumeBootPattern-839648198-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742235130188'] for port (f5698167-c51b-489f-a142-f8e511ffc09c), before_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:16:20.288742 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.db [req-f7a55c1d-17b6-4017-bc9b-05481f07c498 req-a96d95ac-7eeb-442c-bd9f-c6db1788f6e7 tempest-TestVolumeBootPattern-839648198 tempest-TestVolumeBootPattern-839648198-project] For port f5698167-c51b-489f-a142-f8e511ffc09c, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=f5698167-c51b-489f-a142-f8e511ffc09c,segment=NetworkSegment(d6ab13ae-3a67-4b86-b1c5-eddbcd455107),segment_id=d6ab13ae-3a67-4b86-b1c5-eddbcd455107)] {{(pid=116162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 11:16:20.289026 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [req-f7a55c1d-17b6-4017-bc9b-05481f07c498 req-a96d95ac-7eeb-442c-bd9f-c6db1788f6e7 tempest-TestVolumeBootPattern-839648198 tempest-TestVolumeBootPattern-839648198-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1938497'] for port (f5698167-c51b-489f-a142-f8e511ffc09c), precommit_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:16:20.306647 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.plugin [req-f7a55c1d-17b6-4017-bc9b-05481f07c498 req-a96d95ac-7eeb-442c-bd9f-c6db1788f6e7 tempest-TestVolumeBootPattern-839648198 tempest-TestVolumeBootPattern-839648198-project] Calling delete_port for f5698167-c51b-489f-a142-f8e511ffc09c owned by compute:nova {{(pid=116162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 11:16:20.347771 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [req-e767d4de-ae90-468c-9939-b841d0a33a90 req-7ae705a3-81cb-47ab-a6a4-38f8a70e90cd tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742235135690', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742234710366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5051867'] for port (82b11b1a-5ac3-4ac7-873d-9ce280af767f), after_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:16:20.384191 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae705a3-81cb-47ab-a6a4-38f8a70e90cd tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Pushing event deleted for resources: {'Port': ['ID=82b11b1a-5ac3-4ac7-873d-9ce280af767f,revision_number=None']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:16:20.447249 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.db.l3_dvrscheduler_db [req-e767d4de-ae90-468c-9939-b841d0a33a90 req-7ae705a3-81cb-47ab-a6a4-38f8a70e90cd tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] No DVR routers for this DVR port 82b11b1a-5ac3-4ac7-873d-9ce280af767f on host hv-neutron-mast {{(pid=116162) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 11:16:20.449739 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [req-e767d4de-ae90-468c-9939-b841d0a33a90 req-7ae705a3-81cb-47ab-a6a4-38f8a70e90cd tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198022'] for port (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:16:20.453619 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-e767d4de-ae90-468c-9939-b841d0a33a90 req-7ae705a3-81cb-47ab-a6a4-38f8a70e90cd tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] 10.222.0.20 "DELETE /v2.0/ports/82b11b1a-5ac3-4ac7-873d-9ce280af767f HTTP/1.1" status: 204 len: 173 time: 0.7450979 Apr 28 11:16:20.515736 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '771e5067-a4ad-4642-90b7-c51d8181f49a', 'name': 'network-vif-deleted', 'tag': '82b11b1a-5ac3-4ac7-873d-9ce280af767f'}] {{(pid=116162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 11:16:20.518058 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ba53f40d6116d28995a8e36159d0e539b5353eec116fb5dd4ce03b4b2159ab1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7750b027-579a-4a3b-8019-f65cc67b8bf3" -d '{"events": [{"server_uuid": "771e5067-a4ad-4642-90b7-c51d8181f49a", "name": "network-vif-deleted", "tag": "82b11b1a-5ac3-4ac7-873d-9ce280af767f"}]}' {{(pid=116162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 11:16:20.553696 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 11:16:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ea73acc-bc90-430c-9772-98e80d50f468 x-openstack-request-id: req-0ea73acc-bc90-430c-9772-98e80d50f468 {{(pid=116162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 11:16:20.553989 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "771e5067-a4ad-4642-90b7-c51d8181f49a", "name": "network-vif-deleted", "tag": "82b11b1a-5ac3-4ac7-873d-9ce280af767f", "status": "completed", "code": 200}]} {{(pid=116162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 11:16:20.554245 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-0ea73acc-bc90-430c-9772-98e80d50f468 {{(pid=116162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 11:16:20.554699 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0ea73acc-bc90-430c-9772-98e80d50f468'] response: {'server_uuid': '771e5067-a4ad-4642-90b7-c51d8181f49a', 'name': 'network-vif-deleted', 'tag': '82b11b1a-5ac3-4ac7-873d-9ce280af767f', 'status': 'completed', 'code': 200} Apr 28 11:16:20.580891 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [req-f7a55c1d-17b6-4017-bc9b-05481f07c498 req-a96d95ac-7eeb-442c-bd9f-c6db1788f6e7 tempest-TestVolumeBootPattern-839648198 tempest-TestVolumeBootPattern-839648198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742235135690', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742234710366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5051867'] for port (f5698167-c51b-489f-a142-f8e511ffc09c), after_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:16:20.608337 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (6be95134-9a6c-4663-8b48-90d12ce90c60), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:16:20.610330 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a96d95ac-7eeb-442c-bd9f-c6db1788f6e7 tempest-TestVolumeBootPattern-839648198 tempest-TestVolumeBootPattern-839648198-project] Pushing event deleted for resources: {'Port': ['ID=f5698167-c51b-489f-a142-f8e511ffc09c,revision_number=None']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:16:20.654177 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7a55c1d-17b6-4017-bc9b-05481f07c498 req-a96d95ac-7eeb-442c-bd9f-c6db1788f6e7 tempest-TestVolumeBootPattern-839648198 tempest-TestVolumeBootPattern-839648198-project] No DVR routers for this DVR port f5698167-c51b-489f-a142-f8e511ffc09c on host hv-neutron-mast {{(pid=116162) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 11:16:20.656574 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [req-f7a55c1d-17b6-4017-bc9b-05481f07c498 req-a96d95ac-7eeb-442c-bd9f-c6db1788f6e7 tempest-TestVolumeBootPattern-839648198 tempest-TestVolumeBootPattern-839648198-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198022'] for port (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:16:20.659956 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-f7a55c1d-17b6-4017-bc9b-05481f07c498 req-a96d95ac-7eeb-442c-bd9f-c6db1788f6e7 tempest-TestVolumeBootPattern-839648198 tempest-TestVolumeBootPattern-839648198-project] 10.222.0.20 "DELETE /v2.0/ports/f5698167-c51b-489f-a142-f8e511ffc09c HTTP/1.1" status: 204 len: 173 time: 0.6021082 Apr 28 11:16:20.810118 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-5ef08cca-6059-452b-87f8-e1508d2604c8 req-7b235fd9-4cd2-428f-8a19-a6f070a4a58d tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] 10.222.0.10 "GET /v2.0/ports?device_id=771e5067-a4ad-4642-90b7-c51d8181f49a HTTP/1.1" status: 200 len: 210 time: 0.0334044 Apr 28 11:16:21.223354 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-b05cce65-0a78-46bb-840f-9702070c8c62 req-745ef946-ac73-4eb1-81d8-1d08ff8d2310 tempest-TestVolumeBootPattern-839648198 tempest-TestVolumeBootPattern-839648198-project] 10.222.0.10 "GET /v2.0/ports?device_id=98d55c2d-420b-45bd-a19c-a51ec30177ea HTTP/1.1" status: 200 len: 210 time: 0.0293396 Apr 28 11:16:21.866917 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 57658) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:16:21.923491 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-be7b9e9c-a59b-42b0-ac45-dbca622aa8c9 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks [] for security_group (9ec1f681-fb1e-4652-b11b-f9ec717b91a7), before_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:16:21.950541 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-be7b9e9c-a59b-42b0-ac45-dbca622aa8c9 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks [] for security_group (9ec1f681-fb1e-4652-b11b-f9ec717b91a7), precommit_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:16:22.077856 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-be7b9e9c-a59b-42b0-ac45-dbca622aa8c9 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924426'] for security_group (9ec1f681-fb1e-4652-b11b-f9ec717b91a7), after_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:16:22.080619 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-be7b9e9c-a59b-42b0-ac45-dbca622aa8c9 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks [] for security_group (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:16:22.081894 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-be7b9e9c-a59b-42b0-ac45-dbca622aa8c9 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] 10.222.0.10 "DELETE /v2.0/security-groups/9ec1f681-fb1e-4652-b11b-f9ec717b91a7 HTTP/1.1" status: 204 len: 168 time: 0.2139947 Apr 28 11:16:22.098579 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be7b9e9c-a59b-42b0-ac45-dbca622aa8c9 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ec1f681-fb1e-4652-b11b-f9ec717b91a7,revision_number=None']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:16:22.170023 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 57662) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:16:22.329413 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-733f2dc3-fe3a-4f6f-9605-c65c218cd67e req-7d8df4c5-e736-48ff-af74-b91a545989e1 tempest-TestVolumeBootPattern-839648198 tempest-TestVolumeBootPattern-839648198-project] 10.222.0.10 "GET /v2.0/ports?device_id=98d55c2d-420b-45bd-a19c-a51ec30177ea HTTP/1.1" status: 200 len: 210 time: 0.0380199 Apr 28 11:16:22.366098 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.plugin [None req-3b440109-1c1f-40cb-a0b8-d8ca5744a894 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Deleting port 5a70636a-81e3-4949-b078-b391b46f362b {{(pid=116161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 11:16:22.366357 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-3b440109-1c1f-40cb-a0b8-d8ca5744a894 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742235130188'] for port (5a70636a-81e3-4949-b078-b391b46f362b), before_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:16:22.555697 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98d55c2d-420b-45bd-a19c-a51ec30177ea', 'name': 'network-vif-deleted', 'tag': 'f5698167-c51b-489f-a142-f8e511ffc09c'}] {{(pid=116162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 11:16:22.558231 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ba53f40d6116d28995a8e36159d0e539b5353eec116fb5dd4ce03b4b2159ab1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28d11cbf-3c27-4ee2-9ddd-e73bd4bc3d02" -d '{"events": [{"server_uuid": "98d55c2d-420b-45bd-a19c-a51ec30177ea", "name": "network-vif-deleted", "tag": "f5698167-c51b-489f-a142-f8e511ffc09c"}]}' {{(pid=116162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 11:16:22.596731 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 11:16:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f56459d-75f0-46b8-9693-a1c31e660173 x-openstack-request-id: req-5f56459d-75f0-46b8-9693-a1c31e660173 {{(pid=116162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 11:16:22.597141 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98d55c2d-420b-45bd-a19c-a51ec30177ea", "name": "network-vif-deleted", "tag": "f5698167-c51b-489f-a142-f8e511ffc09c", "status": "completed", "code": 200}]} {{(pid=116162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 11:16:22.597496 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-5f56459d-75f0-46b8-9693-a1c31e660173 {{(pid=116162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 11:16:22.598018 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5f56459d-75f0-46b8-9693-a1c31e660173'] response: {'server_uuid': '98d55c2d-420b-45bd-a19c-a51ec30177ea', 'name': 'network-vif-deleted', 'tag': 'f5698167-c51b-489f-a142-f8e511ffc09c', 'status': 'completed', 'code': 200} Apr 28 11:16:22.759050 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-3b440109-1c1f-40cb-a0b8-d8ca5744a894 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1938497'] for port (5a70636a-81e3-4949-b078-b391b46f362b), precommit_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:16:22.759374 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-3b440109-1c1f-40cb-a0b8-d8ca5744a894 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks [] for floatingip (5a70636a-81e3-4949-b078-b391b46f362b), precommit_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:16:22.773526 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.plugin [None req-3b440109-1c1f-40cb-a0b8-d8ca5744a894 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Calling delete_port for 5a70636a-81e3-4949-b078-b391b46f362b owned by network:floatingip {{(pid=116161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 11:16:22.969580 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-3b440109-1c1f-40cb-a0b8-d8ca5744a894 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742235135690', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742234710366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5219112'] for port (5a70636a-81e3-4949-b078-b391b46f362b), after_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:16:22.996698 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b440109-1c1f-40cb-a0b8-d8ca5744a894 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Pushing event deleted for resources: {'Port': ['ID=5a70636a-81e3-4949-b078-b391b46f362b,revision_number=None']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:16:23.064912 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-3b440109-1c1f-40cb-a0b8-d8ca5744a894 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks [] for floatingip (b20d858f-eee2-459e-bf6e-0ca37cdcb262), after_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:16:23.065196 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.db.l3_db [None req-3b440109-1c1f-40cb-a0b8-d8ca5744a894 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Floating IP b20d858f-eee2-459e-bf6e-0ca37cdcb262 disassociated (deleted). External IP: 172.36.4.90, port: 63158caa-d724-4ad3-af34-66e8ca8c4809. Apr 28 11:16:23.290977 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b440109-1c1f-40cb-a0b8-d8ca5744a894 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Router f6f2cfeb-d25b-4dd0-b8eb-814910d30225 has already been hosted by L3 agent 6b492ad6-0876-4d74-b20d-28143a52ceba {{(pid=116161) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 11:16:23.431419 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Device 82b11b1a-5ac3-4ac7-873d-9ce280af767f no longer exists at agent hyperv_hv-neutron-mast {{(pid=116163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 11:16:23.442367 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-d3d32819-5e67-441d-90c5-70830c016361 req-1e74fcec-f759-40c2-aa7b-66a310999f99 tempest-TestVolumeBootPattern-839648198 tempest-TestVolumeBootPattern-839648198-project] 10.222.0.10 "GET /v2.0/ports?device_id=98d55c2d-420b-45bd-a19c-a51ec30177ea HTTP/1.1" status: 200 len: 210 time: 0.0345504 Apr 28 11:16:23.444058 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b440109-1c1f-40cb-a0b8-d8ca5744a894 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=116161) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 11:16:23.448872 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-3b440109-1c1f-40cb-a0b8-d8ca5744a894 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198022'] for floatingip (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:16:23.488395 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] No Port match for: 82b11b1a-5ac3-4ac7-873d-9ce280af767f {{(pid=116163) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 28 11:16:23.489071 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Device 82b11b1a-5ac3-4ac7-873d-9ce280af767f not bound to the agent host hv-neutron-mast {{(pid=116163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 11:16:23.489842 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Device f5698167-c51b-489f-a142-f8e511ffc09c no longer exists at agent hyperv_hv-neutron-mast {{(pid=116163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 11:16:23.493035 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6a73d7a-b9ae-4b54-b999-87a1ccf504fa None None] Sync routers for ids ['f6f2cfeb-d25b-4dd0-b8eb-814910d30225'] in dv-neutron-master-2-hyperv {{(pid=116163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 11:16:23.498047 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-3b440109-1c1f-40cb-a0b8-d8ca5744a894 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] 10.222.0.10 "DELETE /v2.0/floatingips/b20d858f-eee2-459e-bf6e-0ca37cdcb262 HTTP/1.1" status: 204 len: 168 time: 1.3266306 Apr 28 11:16:23.498650 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ff3e1aa-311a-471b-b223-c8ec075f6bc5', 'tag': '63158caa-d724-4ad3-af34-66e8ca8c4809'}] {{(pid=116161) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 11:16:23.501284 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e748734031c26dffb00ab563e48cb7690d820419218221ecd4f9c2a21276ff88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb2fbe36-7762-4cf6-aec8-314ca38a43bd" -d '{"events": [{"name": "network-changed", "server_uuid": "1ff3e1aa-311a-471b-b223-c8ec075f6bc5", "tag": "63158caa-d724-4ad3-af34-66e8ca8c4809"}]}' {{(pid=116161) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 11:16:23.557709 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] No Port match for: f5698167-c51b-489f-a142-f8e511ffc09c {{(pid=116163) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 28 11:16:23.562643 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 11:16:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95a937cd-37ee-4cb8-ac8d-2fdc9614d8ba x-openstack-request-id: req-95a937cd-37ee-4cb8-ac8d-2fdc9614d8ba {{(pid=116161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 11:16:23.563105 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1ff3e1aa-311a-471b-b223-c8ec075f6bc5", "tag": "63158caa-d724-4ad3-af34-66e8ca8c4809", "status": "completed", "code": 200}]} {{(pid=116161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 11:16:23.563516 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-95a937cd-37ee-4cb8-ac8d-2fdc9614d8ba {{(pid=116161) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 11:16:23.564063 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.notifiers.nova [-] Nova event matching ['req-95a937cd-37ee-4cb8-ac8d-2fdc9614d8ba'] response: {'name': 'network-changed', 'server_uuid': '1ff3e1aa-311a-471b-b223-c8ec075f6bc5', 'tag': '63158caa-d724-4ad3-af34-66e8ca8c4809', 'status': 'completed', 'code': 200} Apr 28 11:16:23.564811 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Device f5698167-c51b-489f-a142-f8e511ffc09c not bound to the agent host hv-neutron-mast {{(pid=116163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 11:16:23.569037 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6a73d7a-b9ae-4b54-b999-87a1ccf504fa None None] Routers {'f6f2cfeb-d25b-4dd0-b8eb-814910d30225'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=116163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 11:16:23.569671 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_hamode_db [None req-b6a73d7a-b9ae-4b54-b999-87a1ccf504fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-28T10:50:39Z,description=,heartbeat_timestamp=2022-04-28T11:16:09Z,host='dv-neutron-master-2-hyperv',id=6b492ad6-0876-4d74-b20d-28143a52ceba,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T10:50:40Z,topic='l3_agent')) {'router_ids': ['f6f2cfeb-d25b-4dd0-b8eb-814910d30225'], 'active': True} {{(pid=116163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:16:23.635359 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2fbe36-7762-4cf6-aec8-314ca38a43bd req-cecf141c-487e-4005-83f3-208aa1874cc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:16:23.638329 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-fb2fbe36-7762-4cf6-aec8-314ca38a43bd req-cecf141c-487e-4005-83f3-208aa1874cc4 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=65d54c3b7dcd4af68398071d25e8321e&device_id=1ff3e1aa-311a-471b-b223-c8ec075f6bc5 HTTP/1.1" status: 200 len: 1129 time: 0.0531211 Apr 28 11:16:23.688474 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvr_db [None req-b6a73d7a-b9ae-4b54-b999-87a1ccf504fa None None] Set router f6f2cfeb-d25b-4dd0-b8eb-814910d30225 gateway port host: dv-neutron-master-2-hyperv {{(pid=116163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 11:16:23.815543 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2fbe36-7762-4cf6-aec8-314ca38a43bd req-ec9c430a-5145-417f-883f-47137cf0a59e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:16:23.817403 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-fb2fbe36-7762-4cf6-aec8-314ca38a43bd req-ec9c430a-5145-417f-883f-47137cf0a59e service neutron] 10.222.0.20 "GET /v2.0/networks?id=58ee030d-4a18-4f04-aa8d-09634fcdd302 HTTP/1.1" status: 200 len: 897 time: 0.1738238 Apr 28 11:16:23.879293 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-fb2fbe36-7762-4cf6-aec8-314ca38a43bd req-eef79914-2db8-47d9-be88-2f2dbf0d3448 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=63158caa-d724-4ad3-af34-66e8ca8c4809 HTTP/1.1" status: 200 len: 217 time: 0.0553555 Apr 28 11:16:23.925007 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_hamode_db [None req-b6a73d7a-b9ae-4b54-b999-87a1ccf504fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6f2cfeb-d25b-4dd0-b8eb-814910d30225', 'name': 'tempest-TestNetworkBasicOps-router-12089219', 'tenant_id': '65d54c3b7dcd4af68398071d25e8321e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'external_fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.4'}], 'enable_snat': True}, 'gw_port_id': '73b2af7c-5347-4de3-817d-e12961659cb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T11:14:51Z', 'updated_at': '2022-04-28T11:14:56Z', 'revision_number': 4, 'project_id': '65d54c3b7dcd4af68398071d25e8321e', 'gw_port': {'id': '73b2af7c-5347-4de3-817d-e12961659cb4', 'name': '', 'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:8c:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6f2cfeb-d25b-4dd0-b8eb-814910d30225', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1488, 'fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:14:52Z', 'updated_at': '2022-04-28T11:14:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'b9227280-a64c-4e4e-81c3-7062bf15012c', 'name': '', 'network_id': '58ee030d-4a18-4f04-aa8d-09634fcdd302', 'tenant_id': '65d54c3b7dcd4af68398071d25e8321e', 'mac_address': 'fa:16:3e:57:5d:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6f2cfeb-d25b-4dd0-b8eb-814910d30225', 'device_owner': 'network:router_interface', 'standard_attr_id': 1491, 'fixed_ips': [{'subnet_id': 'abb26413-afe9-4f11-9c8d-c52ca3d82d9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:14:55Z', 'updated_at': '2022-04-28T11:14:59Z', 'revision_number': 5, 'project_id': '65d54c3b7dcd4af68398071d25e8321e', 'subnets': [{'id': 'abb26413-afe9-4f11-9c8d-c52ca3d82d9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=116163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:16:23.988294 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ac0881-fa26-4d0e-badc-14eab78fd901 req-14544174-39d2-4e63-a9de-6128cf10db8f tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:16:23.990177 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-c5ac0881-fa26-4d0e-badc-14eab78fd901 req-14544174-39d2-4e63-a9de-6128cf10db8f tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] 10.222.0.10 "GET /v2.0/ports?device_id=1ff3e1aa-311a-471b-b223-c8ec075f6bc5 HTTP/1.1" status: 200 len: 945 time: 0.0605359 Apr 28 11:16:24.063731 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-c5ac0881-fa26-4d0e-badc-14eab78fd901 req-d0abbd81-767a-484e-afae-91ac35c62abf tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] 10.222.0.10 "GET /v2.0/security-groups?id=58f03fb6-366f-417c-8e0f-d0e877d428d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0665293 Apr 28 11:16:24.111561 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6a73d7a-b9ae-4b54-b999-87a1ccf504fa None None] Checking router: f6f2cfeb-d25b-4dd0-b8eb-814910d30225 for host: dv-neutron-master-2-hyperv {{(pid=116163) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 11:16:24.121673 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6a73d7a-b9ae-4b54-b999-87a1ccf504fa None None] Routers {'f6f2cfeb-d25b-4dd0-b8eb-814910d30225'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=116163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 11:16:24.122321 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_hamode_db [None req-b6a73d7a-b9ae-4b54-b999-87a1ccf504fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-28T10:50:39Z,description=,heartbeat_timestamp=2022-04-28T11:16:09Z,host='dv-neutron-master-2-hyperv',id=6b492ad6-0876-4d74-b20d-28143a52ceba,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T10:50:40Z,topic='l3_agent')) {'router_ids': ['f6f2cfeb-d25b-4dd0-b8eb-814910d30225'], 'active': True} {{(pid=116163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:16:24.241184 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvr_db [None req-b6a73d7a-b9ae-4b54-b999-87a1ccf504fa None None] Set router f6f2cfeb-d25b-4dd0-b8eb-814910d30225 gateway port host: dv-neutron-master-2-hyperv {{(pid=116163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 11:16:24.439464 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_hamode_db [None req-b6a73d7a-b9ae-4b54-b999-87a1ccf504fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6f2cfeb-d25b-4dd0-b8eb-814910d30225', 'name': 'tempest-TestNetworkBasicOps-router-12089219', 'tenant_id': '65d54c3b7dcd4af68398071d25e8321e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'external_fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.4'}], 'enable_snat': True}, 'gw_port_id': '73b2af7c-5347-4de3-817d-e12961659cb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T11:14:51Z', 'updated_at': '2022-04-28T11:14:56Z', 'revision_number': 4, 'project_id': '65d54c3b7dcd4af68398071d25e8321e', 'gw_port': {'id': '73b2af7c-5347-4de3-817d-e12961659cb4', 'name': '', 'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:8c:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6f2cfeb-d25b-4dd0-b8eb-814910d30225', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1488, 'fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:14:52Z', 'updated_at': '2022-04-28T11:14:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'b9227280-a64c-4e4e-81c3-7062bf15012c', 'name': '', 'network_id': '58ee030d-4a18-4f04-aa8d-09634fcdd302', 'tenant_id': '65d54c3b7dcd4af68398071d25e8321e', 'mac_address': 'fa:16:3e:57:5d:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6f2cfeb-d25b-4dd0-b8eb-814910d30225', 'device_owner': 'network:router_interface', 'standard_attr_id': 1491, 'fixed_ips': [{'subnet_id': 'abb26413-afe9-4f11-9c8d-c52ca3d82d9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:14:55Z', 'updated_at': '2022-04-28T11:14:59Z', 'revision_number': 5, 'project_id': '65d54c3b7dcd4af68398071d25e8321e', 'subnets': [{'id': 'abb26413-afe9-4f11-9c8d-c52ca3d82d9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=116163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:16:24.465964 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6a73d7a-b9ae-4b54-b999-87a1ccf504fa None None] The sync data for ids ['f6f2cfeb-d25b-4dd0-b8eb-814910d30225'] in dv-neutron-master-2-hyperv is: [{'id': 'f6f2cfeb-d25b-4dd0-b8eb-814910d30225', 'name': 'tempest-TestNetworkBasicOps-router-12089219', 'tenant_id': '65d54c3b7dcd4af68398071d25e8321e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'external_fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.4'}], 'enable_snat': True}, 'gw_port_id': '73b2af7c-5347-4de3-817d-e12961659cb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T11:14:51Z', 'updated_at': '2022-04-28T11:14:56Z', 'revision_number': 4, 'project_id': '65d54c3b7dcd4af68398071d25e8321e', 'gw_port': {'id': '73b2af7c-5347-4de3-817d-e12961659cb4', 'name': '', 'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:8c:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6f2cfeb-d25b-4dd0-b8eb-814910d30225', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1488, 'fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:14:52Z', 'updated_at': '2022-04-28T11:14:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'b9227280-a64c-4e4e-81c3-7062bf15012c', 'name': '', 'network_id': '58ee030d-4a18-4f04-aa8d-09634fcdd302', 'tenant_id': '65d54c3b7dcd4af68398071d25e8321e', 'mac_address': 'fa:16:3e:57:5d:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6f2cfeb-d25b-4dd0-b8eb-814910d30225', 'device_owner': 'network:router_interface', 'standard_attr_id': 1491, 'fixed_ips': [{'subnet_id': 'abb26413-afe9-4f11-9c8d-c52ca3d82d9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:14:55Z', 'updated_at': '2022-04-28T11:14:59Z', 'revision_number': 5, 'project_id': '65d54c3b7dcd4af68398071d25e8321e', 'subnets': [{'id': 'abb26413-afe9-4f11-9c8d-c52ca3d82d9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=116163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 11:16:24.587678 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-9ccb20c2-d225-4d81-bd75-8a4ec4d36297 req-f4437101-3f6c-43f6-ade5-ac7c8c98b5c9 tempest-TestVolumeBootPattern-839648198 tempest-TestVolumeBootPattern-839648198-project] 10.222.0.10 "GET /v2.0/ports?device_id=98d55c2d-420b-45bd-a19c-a51ec30177ea HTTP/1.1" status: 200 len: 210 time: 0.0379415 Apr 28 11:16:24.755421 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd5c7613-4b11-4074-a24b-c5215bdd2058 None None] New status for floating IP b20d858f-eee2-459e-bf6e-0ca37cdcb262: DOWN {{(pid=116164) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 28 11:16:24.982666 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2fbe36-7762-4cf6-aec8-314ca38a43bd req-921b4958-230c-4207-9c3f-1620c96a0fa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:16:24.985156 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-fb2fbe36-7762-4cf6-aec8-314ca38a43bd req-921b4958-230c-4207-9c3f-1620c96a0fa6 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=abb26413-afe9-4f11-9c8d-c52ca3d82d9f HTTP/1.1" status: 200 len: 835 time: 0.0477512 Apr 28 11:16:25.040442 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2fbe36-7762-4cf6-aec8-314ca38a43bd req-a835fa56-1cd5-4320-a40f-f900df738f17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:16:25.043055 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-fb2fbe36-7762-4cf6-aec8-314ca38a43bd req-a835fa56-1cd5-4320-a40f-f900df738f17 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=58ee030d-4a18-4f04-aa8d-09634fcdd302&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0392661 Apr 28 11:16:25.182413 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130bde58-a2fe-40cb-bf5f-3bc685415dff req-466e683a-50e4-4ef2-bcc3-6a6c2d79e95f tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:16:25.190319 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-130bde58-a2fe-40cb-bf5f-3bc685415dff req-466e683a-50e4-4ef2-bcc3-6a6c2d79e95f tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] 10.222.0.10 "GET /v2.0/ports?device_id=1ff3e1aa-311a-471b-b223-c8ec075f6bc5 HTTP/1.1" status: 200 len: 945 time: 0.0599012 Apr 28 11:16:25.245818 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-fb2fbe36-7762-4cf6-aec8-314ca38a43bd req-07fe2398-3f40-473d-a3a6-d266d1f1c6d2 service neutron] 10.222.0.20 "GET /v2.0/networks/58ee030d-4a18-4f04-aa8d-09634fcdd302?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1113007 Apr 28 11:16:25.259822 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-130bde58-a2fe-40cb-bf5f-3bc685415dff req-262073a2-c839-4c41-a40b-7b2b282080ef tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] 10.222.0.10 "GET /v2.0/security-groups?id=58f03fb6-366f-417c-8e0f-d0e877d428d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0682449 Apr 28 11:16:25.344696 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5306bd79-2811-4275-894b-0f5a2bf1dff4 req-b643fb2d-0fcf-4563-83ff-701e2a8d0074 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:16:25.346263 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-5306bd79-2811-4275-894b-0f5a2bf1dff4 req-b643fb2d-0fcf-4563-83ff-701e2a8d0074 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] 10.222.0.20 "GET /v2.0/ports?device_id=1ff3e1aa-311a-471b-b223-c8ec075f6bc5 HTTP/1.1" status: 200 len: 945 time: 0.0996535 Apr 28 11:16:25.416764 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-fb2fbe36-7762-4cf6-aec8-314ca38a43bd req-f4b4805f-e353-4ebc-82e6-429caf01a1c6 service neutron] 10.222.0.20 "GET /v2.0/networks/58ee030d-4a18-4f04-aa8d-09634fcdd302?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1601264 Apr 28 11:16:25.455795 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.plugin [req-5306bd79-2811-4275-894b-0f5a2bf1dff4 req-03aba0a9-986e-46f5-aae9-5a9b5ced7de4 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Deleting port 63158caa-d724-4ad3-af34-66e8ca8c4809 {{(pid=116162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 11:16:25.456252 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [req-5306bd79-2811-4275-894b-0f5a2bf1dff4 req-03aba0a9-986e-46f5-aae9-5a9b5ced7de4 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742235130188'] for port (63158caa-d724-4ad3-af34-66e8ca8c4809), before_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:16:25.549790 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.db [req-5306bd79-2811-4275-894b-0f5a2bf1dff4 req-03aba0a9-986e-46f5-aae9-5a9b5ced7de4 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] For port 63158caa-d724-4ad3-af34-66e8ca8c4809, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=63158caa-d724-4ad3-af34-66e8ca8c4809,segment=NetworkSegment(51beb731-6e32-4a19-b657-5b1936fbae07),segment_id=51beb731-6e32-4a19-b657-5b1936fbae07)] {{(pid=116162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 11:16:25.550051 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [req-5306bd79-2811-4275-894b-0f5a2bf1dff4 req-03aba0a9-986e-46f5-aae9-5a9b5ced7de4 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1938497'] for port (63158caa-d724-4ad3-af34-66e8ca8c4809), precommit_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:16:25.563994 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.plugin [req-5306bd79-2811-4275-894b-0f5a2bf1dff4 req-03aba0a9-986e-46f5-aae9-5a9b5ced7de4 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Calling delete_port for 63158caa-d724-4ad3-af34-66e8ca8c4809 owned by compute:nova {{(pid=116162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 11:16:25.693825 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-9848f33a-fefe-4e2c-a4d5-1b7b518840ef req-e48ebb9e-2699-4eda-947a-5c097653a31f tempest-TestVolumeBootPattern-839648198 tempest-TestVolumeBootPattern-839648198-project] 10.222.0.10 "GET /v2.0/ports?device_id=98d55c2d-420b-45bd-a19c-a51ec30177ea HTTP/1.1" status: 200 len: 210 time: 0.0349555 Apr 28 11:16:25.757941 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [req-5306bd79-2811-4275-894b-0f5a2bf1dff4 req-03aba0a9-986e-46f5-aae9-5a9b5ced7de4 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742235135690', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742234710366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5051867'] for port (63158caa-d724-4ad3-af34-66e8ca8c4809), after_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:16:25.795146 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03aba0a9-986e-46f5-aae9-5a9b5ced7de4 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Pushing event deleted for resources: {'Port': ['ID=63158caa-d724-4ad3-af34-66e8ca8c4809,revision_number=None']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:16:25.835870 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.db.l3_dvrscheduler_db [req-5306bd79-2811-4275-894b-0f5a2bf1dff4 req-03aba0a9-986e-46f5-aae9-5a9b5ced7de4 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] No DVR routers for this DVR port 63158caa-d724-4ad3-af34-66e8ca8c4809 on host hv-neutron-mast {{(pid=116162) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 11:16:25.838566 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [req-5306bd79-2811-4275-894b-0f5a2bf1dff4 req-03aba0a9-986e-46f5-aae9-5a9b5ced7de4 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198022'] for port (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:16:25.842169 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-5306bd79-2811-4275-894b-0f5a2bf1dff4 req-03aba0a9-986e-46f5-aae9-5a9b5ced7de4 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] 10.222.0.20 "DELETE /v2.0/ports/63158caa-d724-4ad3-af34-66e8ca8c4809 HTTP/1.1" status: 204 len: 173 time: 0.4896829 Apr 28 11:16:25.842660 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ff3e1aa-311a-471b-b223-c8ec075f6bc5', 'name': 'network-vif-deleted', 'tag': '63158caa-d724-4ad3-af34-66e8ca8c4809'}] {{(pid=116162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 11:16:25.845017 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ba53f40d6116d28995a8e36159d0e539b5353eec116fb5dd4ce03b4b2159ab1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7476601d-e13d-450d-91e8-01f80f0cfa55" -d '{"events": [{"server_uuid": "1ff3e1aa-311a-471b-b223-c8ec075f6bc5", "name": "network-vif-deleted", "tag": "63158caa-d724-4ad3-af34-66e8ca8c4809"}]}' {{(pid=116162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 11:16:25.881636 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 11:16:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d394a5b-2a12-4c4d-a48f-8505622dfe5c x-openstack-request-id: req-7d394a5b-2a12-4c4d-a48f-8505622dfe5c {{(pid=116162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 11:16:25.882039 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ff3e1aa-311a-471b-b223-c8ec075f6bc5", "name": "network-vif-deleted", "tag": "63158caa-d724-4ad3-af34-66e8ca8c4809", "status": "completed", "code": 200}]} {{(pid=116162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 11:16:25.882520 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-7d394a5b-2a12-4c4d-a48f-8505622dfe5c {{(pid=116162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 11:16:25.882917 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7d394a5b-2a12-4c4d-a48f-8505622dfe5c'] response: {'server_uuid': '1ff3e1aa-311a-471b-b223-c8ec075f6bc5', 'name': 'network-vif-deleted', 'tag': '63158caa-d724-4ad3-af34-66e8ca8c4809', 'status': 'completed', 'code': 200} Apr 28 11:16:26.363273 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-f68859f5-e9f4-41ae-8a00-6fdb56dcf7e7 req-439a6786-b44d-44a9-9044-71382186a29e tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] 10.222.0.10 "GET /v2.0/ports?device_id=1ff3e1aa-311a-471b-b223-c8ec075f6bc5 HTTP/1.1" status: 200 len: 210 time: 0.0332332 Apr 28 11:16:26.787118 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-4036db41-41e3-4c3e-aa2e-47adf15a317f req-7773a5ec-7e2c-4b83-be94-374c1547348d tempest-TestVolumeBootPattern-839648198 tempest-TestVolumeBootPattern-839648198-project] 10.222.0.10 "GET /v2.0/ports?device_id=98d55c2d-420b-45bd-a19c-a51ec30177ea HTTP/1.1" status: 200 len: 210 time: 0.0281315 Apr 28 11:16:27.419913 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 57690) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:16:27.477359 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-0b686ee3-1ca9-4ec2-9d1c-bde2f31f73bf tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks [] for security_group (58f03fb6-366f-417c-8e0f-d0e877d428d0), before_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:16:27.503623 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-0b686ee3-1ca9-4ec2-9d1c-bde2f31f73bf tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks [] for security_group (58f03fb6-366f-417c-8e0f-d0e877d428d0), precommit_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:16:27.643548 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-0b686ee3-1ca9-4ec2-9d1c-bde2f31f73bf tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924426'] for security_group (58f03fb6-366f-417c-8e0f-d0e877d428d0), after_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:16:27.646202 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-0b686ee3-1ca9-4ec2-9d1c-bde2f31f73bf tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks [] for security_group (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:16:27.647411 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-0b686ee3-1ca9-4ec2-9d1c-bde2f31f73bf tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] 10.222.0.10 "DELETE /v2.0/security-groups/58f03fb6-366f-417c-8e0f-d0e877d428d0 HTTP/1.1" status: 204 len: 168 time: 0.2265067 Apr 28 11:16:27.657676 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b686ee3-1ca9-4ec2-9d1c-bde2f31f73bf tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=58f03fb6-366f-417c-8e0f-d0e877d428d0,revision_number=None']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:16:27.742057 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 57694) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:16:27.927988 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-eabcdf2a-92e9-42fb-879e-cbacfac3545b req-261b4277-85c0-4084-9f39-0671a6b6f59d tempest-TestVolumeBootPattern-839648198 tempest-TestVolumeBootPattern-839648198-project] 10.222.0.10 "GET /v2.0/ports?device_id=98d55c2d-420b-45bd-a19c-a51ec30177ea HTTP/1.1" status: 200 len: 210 time: 0.0642490 Apr 28 11:16:28.120864 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-630ba528-bfdc-42eb-aaa8-02b0909041ce tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2063420'] for router_interface (f6f2cfeb-d25b-4dd0-b8eb-814910d30225), before_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:16:28.384544 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.plugin [None req-630ba528-bfdc-42eb-aaa8-02b0909041ce tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Deleting port b9227280-a64c-4e4e-81c3-7062bf15012c {{(pid=116161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 11:16:28.384883 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-630ba528-bfdc-42eb-aaa8-02b0909041ce tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742235130188'] for port (b9227280-a64c-4e4e-81c3-7062bf15012c), before_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:16:28.477085 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.db [None req-630ba528-bfdc-42eb-aaa8-02b0909041ce tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] For port b9227280-a64c-4e4e-81c3-7062bf15012c, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=b9227280-a64c-4e4e-81c3-7062bf15012c,segment=NetworkSegment(51beb731-6e32-4a19-b657-5b1936fbae07),segment_id=51beb731-6e32-4a19-b657-5b1936fbae07)] {{(pid=116161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 11:16:28.477751 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-630ba528-bfdc-42eb-aaa8-02b0909041ce tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1938497'] for port (b9227280-a64c-4e4e-81c3-7062bf15012c), precommit_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:16:28.490327 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.plugin [None req-630ba528-bfdc-42eb-aaa8-02b0909041ce tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Calling delete_port for b9227280-a64c-4e4e-81c3-7062bf15012c owned by network:router_interface {{(pid=116161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 11:16:28.775293 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-630ba528-bfdc-42eb-aaa8-02b0909041ce tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742235135690', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742234710366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5219112'] for port (b9227280-a64c-4e4e-81c3-7062bf15012c), after_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:16:28.809968 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-630ba528-bfdc-42eb-aaa8-02b0909041ce tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Pushing event deleted for resources: {'Port': ['ID=b9227280-a64c-4e4e-81c3-7062bf15012c,revision_number=None']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:16:28.996351 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-630ba528-bfdc-42eb-aaa8-02b0909041ce tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1603051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2063504'] for router_interface (f6f2cfeb-d25b-4dd0-b8eb-814910d30225), after_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:16:29.067515 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-bdc6b87d-b110-45c7-878b-9b075c3d584b req-db6ebdc0-723d-4cc2-a163-8de71d376113 tempest-TestVolumeBootPattern-839648198 tempest-TestVolumeBootPattern-839648198-project] 10.222.0.10 "GET /v2.0/ports?device_id=98d55c2d-420b-45bd-a19c-a51ec30177ea HTTP/1.1" status: 200 len: 210 time: 0.0645537 Apr 28 11:16:29.257888 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-630ba528-bfdc-42eb-aaa8-02b0909041ce tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Router f6f2cfeb-d25b-4dd0-b8eb-814910d30225 has already been hosted by L3 agent 6b492ad6-0876-4d74-b20d-28143a52ceba {{(pid=116161) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 11:16:29.367581 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-630ba528-bfdc-42eb-aaa8-02b0909041ce tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=116161) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 11:16:29.372503 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-630ba528-bfdc-42eb-aaa8-02b0909041ce tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] 10.222.0.10 "PUT /v2.0/routers/f6f2cfeb-d25b-4dd0-b8eb-814910d30225/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6293595 Apr 28 11:16:29.375650 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 57700) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:16:29.378451 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-768b6962-30ad-43d9-9cb8-64ae5dc076a7 None None] Sync routers for ids ['f6f2cfeb-d25b-4dd0-b8eb-814910d30225'] in dv-neutron-master-2-hyperv {{(pid=116163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 11:16:29.388635 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-768b6962-30ad-43d9-9cb8-64ae5dc076a7 None None] Routers {'f6f2cfeb-d25b-4dd0-b8eb-814910d30225'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=116163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 11:16:29.389261 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_hamode_db [None req-768b6962-30ad-43d9-9cb8-64ae5dc076a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-28T10:50:39Z,description=,heartbeat_timestamp=2022-04-28T11:16:09Z,host='dv-neutron-master-2-hyperv',id=6b492ad6-0876-4d74-b20d-28143a52ceba,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T10:50:40Z,topic='l3_agent')) {'router_ids': ['f6f2cfeb-d25b-4dd0-b8eb-814910d30225'], 'active': True} {{(pid=116163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:16:29.426128 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.db.db_base_plugin_v2 [None req-8de6b655-c3b6-46f0-8e70-5bcd089cb951 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Deleting subnet abb26413-afe9-4f11-9c8d-c52ca3d82d9f {{(pid=116161) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 28 11:16:29.429456 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-8de6b655-c3b6-46f0-8e70-5bcd089cb951 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks [] for subnet (abb26413-afe9-4f11-9c8d-c52ca3d82d9f), before_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:16:29.473926 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-8de6b655-c3b6-46f0-8e70-5bcd089cb951 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8076976'] for subnet (abb26413-afe9-4f11-9c8d-c52ca3d82d9f), precommit_delete_associations {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:16:29.481785 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Device 63158caa-d724-4ad3-af34-66e8ca8c4809 no longer exists at agent hyperv_hv-neutron-mast {{(pid=116163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 11:16:29.504293 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] No Port match for: 63158caa-d724-4ad3-af34-66e8ca8c4809 {{(pid=116163) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 28 11:16:29.504636 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Device 63158caa-d724-4ad3-af34-66e8ca8c4809 not bound to the agent host hv-neutron-mast {{(pid=116163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 11:16:29.526894 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvr_db [None req-768b6962-30ad-43d9-9cb8-64ae5dc076a7 None None] Set router f6f2cfeb-d25b-4dd0-b8eb-814910d30225 gateway port host: dv-neutron-master-2-hyperv {{(pid=116163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 11:16:29.563078 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-8de6b655-c3b6-46f0-8e70-5bcd089cb951 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-971303'] for subnet (abb26413-afe9-4f11-9c8d-c52ca3d82d9f), precommit_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:16:29.676244 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-8de6b655-c3b6-46f0-8e70-5bcd089cb951 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-971310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5220601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5125409'] for subnet (abb26413-afe9-4f11-9c8d-c52ca3d82d9f), after_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:16:29.704993 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_hamode_db [None req-768b6962-30ad-43d9-9cb8-64ae5dc076a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6f2cfeb-d25b-4dd0-b8eb-814910d30225', 'name': 'tempest-TestNetworkBasicOps-router-12089219', 'tenant_id': '65d54c3b7dcd4af68398071d25e8321e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'external_fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.4'}], 'enable_snat': True}, 'gw_port_id': '73b2af7c-5347-4de3-817d-e12961659cb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T11:14:51Z', 'updated_at': '2022-04-28T11:16:28Z', 'revision_number': 5, 'project_id': '65d54c3b7dcd4af68398071d25e8321e', 'gw_port': {'id': '73b2af7c-5347-4de3-817d-e12961659cb4', 'name': '', 'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:8c:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6f2cfeb-d25b-4dd0-b8eb-814910d30225', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1488, 'fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:14:52Z', 'updated_at': '2022-04-28T11:14:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=116163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:16:29.709941 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de6b655-c3b6-46f0-8e70-5bcd089cb951 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Pushing event deleted for resources: {'Subnet': ['ID=abb26413-afe9-4f11-9c8d-c52ca3d82d9f,revision_number=None']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:16:29.712047 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-8de6b655-c3b6-46f0-8e70-5bcd089cb951 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks [] for subnet (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:16:29.715578 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-8de6b655-c3b6-46f0-8e70-5bcd089cb951 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] 10.222.0.10 "DELETE /v2.0/subnets/abb26413-afe9-4f11-9c8d-c52ca3d82d9f HTTP/1.1" status: 204 len: 168 time: 0.3387449 Apr 28 11:16:29.719085 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 57702) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:16:29.737513 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12e9abc4-5890-4af3-a615-ac08a85b4a8d None None] Network 58ee030d-4a18-4f04-aa8d-09634fcdd302 requested from dv-neutron-master-2-hyperv {{(pid=116163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 11:16:29.740089 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-768b6962-30ad-43d9-9cb8-64ae5dc076a7 None None] Checking router: f6f2cfeb-d25b-4dd0-b8eb-814910d30225 for host: dv-neutron-master-2-hyperv {{(pid=116163) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 11:16:29.771484 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-768b6962-30ad-43d9-9cb8-64ae5dc076a7 None None] Routers {'f6f2cfeb-d25b-4dd0-b8eb-814910d30225'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=116163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 11:16:29.772265 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_hamode_db [None req-768b6962-30ad-43d9-9cb8-64ae5dc076a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-28T10:50:39Z,description=,heartbeat_timestamp=2022-04-28T11:16:09Z,host='dv-neutron-master-2-hyperv',id=6b492ad6-0876-4d74-b20d-28143a52ceba,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T10:50:40Z,topic='l3_agent')) {'router_ids': ['f6f2cfeb-d25b-4dd0-b8eb-814910d30225'], 'active': True} {{(pid=116163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:16:29.830470 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-e141ee35-f758-481d-8a63-f384f01624f2 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks [] for router (f6f2cfeb-d25b-4dd0-b8eb-814910d30225), before_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:16:29.941084 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvr_db [None req-768b6962-30ad-43d9-9cb8-64ae5dc076a7 None None] Set router f6f2cfeb-d25b-4dd0-b8eb-814910d30225 gateway port host: dv-neutron-master-2-hyperv {{(pid=116163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 11:16:29.957745 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-e141ee35-f758-481d-8a63-f384f01624f2 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks [] for router_gateway (f6f2cfeb-d25b-4dd0-b8eb-814910d30225), before_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:16:30.000422 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a306f951-dcf4-4bc0-b0b8-e0adace0a1c1 None None] DHCP port deletion for 58ee030d-4a18-4f04-aa8d-09634fcdd302 request from dv-neutron-master-2-hyperv {{(pid=116163) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 28 11:16:30.065148 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.plugin [None req-e141ee35-f758-481d-8a63-f384f01624f2 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Deleting port 73b2af7c-5347-4de3-817d-e12961659cb4 {{(pid=116162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 11:16:30.065586 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-e141ee35-f758-481d-8a63-f384f01624f2 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742235130188'] for port (73b2af7c-5347-4de3-817d-e12961659cb4), before_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:16:30.103805 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-a306f951-dcf4-4bc0-b0b8-e0adace0a1c1 None None] Deleting port 7ff5ffc4-03e9-4549-a0f6-b4b7134fe00c {{(pid=116163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 11:16:30.103805 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-a306f951-dcf4-4bc0-b0b8-e0adace0a1c1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742235130188'] for port (7ff5ffc4-03e9-4549-a0f6-b4b7134fe00c), before_delete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:16:30.216392 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-a306f951-dcf4-4bc0-b0b8-e0adace0a1c1 None None] For port 7ff5ffc4-03e9-4549-a0f6-b4b7134fe00c, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=7ff5ffc4-03e9-4549-a0f6-b4b7134fe00c,segment=NetworkSegment(51beb731-6e32-4a19-b657-5b1936fbae07),segment_id=51beb731-6e32-4a19-b657-5b1936fbae07)] {{(pid=116163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 11:16:30.216651 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-a306f951-dcf4-4bc0-b0b8-e0adace0a1c1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1938497'] for port (7ff5ffc4-03e9-4549-a0f6-b4b7134fe00c), precommit_delete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:16:30.220690 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.db [None req-e141ee35-f758-481d-8a63-f384f01624f2 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] For port 73b2af7c-5347-4de3-817d-e12961659cb4, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=73b2af7c-5347-4de3-817d-e12961659cb4,segment=NetworkSegment(142bc50f-d6af-4646-8d06-bb7af6b7b51c),segment_id=142bc50f-d6af-4646-8d06-bb7af6b7b51c)] {{(pid=116162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 11:16:30.222528 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-e141ee35-f758-481d-8a63-f384f01624f2 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1938497'] for port (73b2af7c-5347-4de3-817d-e12961659cb4), precommit_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:16:30.229067 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Device 7ff5ffc4-03e9-4549-a0f6-b4b7134fe00c no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=116163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 11:16:30.244182 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-7222768a-9b41-4e90-b8d3-482cd61d31a3 req-3025ff70-e1ee-4d68-a868-bff5a8e5df94 tempest-TestVolumeBootPattern-839648198 tempest-TestVolumeBootPattern-839648198-project] 10.222.0.10 "GET /v2.0/ports?device_id=98d55c2d-420b-45bd-a19c-a51ec30177ea HTTP/1.1" status: 200 len: 210 time: 0.0379345 Apr 28 11:16:30.248355 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.plugin [None req-e141ee35-f758-481d-8a63-f384f01624f2 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Calling delete_port for 73b2af7c-5347-4de3-817d-e12961659cb4 owned by network:router_gateway {{(pid=116162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 11:16:30.256775 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-a306f951-dcf4-4bc0-b0b8-e0adace0a1c1 None None] Calling delete_port for 7ff5ffc4-03e9-4549-a0f6-b4b7134fe00c owned by network:dhcp {{(pid=116163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 11:16:30.284823 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_hamode_db [None req-768b6962-30ad-43d9-9cb8-64ae5dc076a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6f2cfeb-d25b-4dd0-b8eb-814910d30225', 'name': 'tempest-TestNetworkBasicOps-router-12089219', 'tenant_id': '65d54c3b7dcd4af68398071d25e8321e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'external_fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.4'}], 'enable_snat': True}, 'gw_port_id': '73b2af7c-5347-4de3-817d-e12961659cb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T11:14:51Z', 'updated_at': '2022-04-28T11:16:28Z', 'revision_number': 5, 'project_id': '65d54c3b7dcd4af68398071d25e8321e', 'gw_port': {'id': '73b2af7c-5347-4de3-817d-e12961659cb4', 'name': '', 'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:8c:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6f2cfeb-d25b-4dd0-b8eb-814910d30225', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1488, 'fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:14:52Z', 'updated_at': '2022-04-28T11:14:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=116163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:16:30.321479 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-768b6962-30ad-43d9-9cb8-64ae5dc076a7 None None] The sync data for ids ['f6f2cfeb-d25b-4dd0-b8eb-814910d30225'] in dv-neutron-master-2-hyperv is: [{'id': 'f6f2cfeb-d25b-4dd0-b8eb-814910d30225', 'name': 'tempest-TestNetworkBasicOps-router-12089219', 'tenant_id': '65d54c3b7dcd4af68398071d25e8321e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'external_fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.4'}], 'enable_snat': True}, 'gw_port_id': '73b2af7c-5347-4de3-817d-e12961659cb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T11:14:51Z', 'updated_at': '2022-04-28T11:16:28Z', 'revision_number': 5, 'project_id': '65d54c3b7dcd4af68398071d25e8321e', 'gw_port': {'id': '73b2af7c-5347-4de3-817d-e12961659cb4', 'name': '', 'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:8c:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6f2cfeb-d25b-4dd0-b8eb-814910d30225', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1488, 'fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:14:52Z', 'updated_at': '2022-04-28T11:14:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}] {{(pid=116163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 11:16:30.416426 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Current status of the port 7ff5ffc4-03e9-4549-a0f6-b4b7134fe00c is: ACTIVE; New status is: DOWN {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:16:30.417098 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (7ff5ffc4-03e9-4549-a0f6-b4b7134fe00c), before_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:16:30.478056 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-e141ee35-f758-481d-8a63-f384f01624f2 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742235135690', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742234710366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5051867'] for port (73b2af7c-5347-4de3-817d-e12961659cb4), after_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:16:30.508624 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e141ee35-f758-481d-8a63-f384f01624f2 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Pushing event deleted for resources: {'Port': ['ID=73b2af7c-5347-4de3-817d-e12961659cb4,revision_number=None']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:16:30.519710 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-a306f951-dcf4-4bc0-b0b8-e0adace0a1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742235135690', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742234710366'] for port (7ff5ffc4-03e9-4549-a0f6-b4b7134fe00c), after_delete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:16:30.541474 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.db.api [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Apr 28 11:16:30.541474 dv-neutron-master-2-hyperv neutron-server[116163]: [SQL: UPDATE ports SET status=%(status)s WHERE ports.id = %(ports_id)s] Apr 28 11:16:30.541474 dv-neutron-master-2-hyperv neutron-server[116163]: [parameters: {'status': 'DOWN', 'ports_id': '7ff5ffc4-03e9-4549-a0f6-b4b7134fe00c'}] Apr 28 11:16:30.541474 dv-neutron-master-2-hyperv neutron-server[116163]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=116163) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 28 11:16:30.541894 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG oslo_db.api [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=116163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 28 11:16:30.545398 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a306f951-dcf4-4bc0-b0b8-e0adace0a1c1 None None] Pushing event deleted for resources: {'Port': ['ID=7ff5ffc4-03e9-4549-a0f6-b4b7134fe00c,revision_number=None']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:16:30.552289 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a306f951-dcf4-4bc0-b0b8-e0adace0a1c1 None None] No DVR routers for this DVR port 7ff5ffc4-03e9-4549-a0f6-b4b7134fe00c on host dv-neutron-master-2-hyperv {{(pid=116163) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 11:16:30.559055 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a306f951-dcf4-4bc0-b0b8-e0adace0a1c1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:16:30.559410 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a306f951-dcf4-4bc0-b0b8-e0adace0a1c1 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:16:30.559748 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a306f951-dcf4-4bc0-b0b8-e0adace0a1c1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:16:30.560079 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a306f951-dcf4-4bc0-b0b8-e0adace0a1c1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:16:30.560410 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a306f951-dcf4-4bc0-b0b8-e0adace0a1c1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:16:30.561248 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a306f951-dcf4-4bc0-b0b8-e0adace0a1c1 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:16:30.561248 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a306f951-dcf4-4bc0-b0b8-e0adace0a1c1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:16:30.562086 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a306f951-dcf4-4bc0-b0b8-e0adace0a1c1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:16:30.562436 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a306f951-dcf4-4bc0-b0b8-e0adace0a1c1 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:16:30.562575 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a306f951-dcf4-4bc0-b0b8-e0adace0a1c1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:16:30.562950 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a306f951-dcf4-4bc0-b0b8-e0adace0a1c1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:16:30.565888 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a306f951-dcf4-4bc0-b0b8-e0adace0a1c1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:16:30.565888 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a306f951-dcf4-4bc0-b0b8-e0adace0a1c1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:16:30.565888 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a306f951-dcf4-4bc0-b0b8-e0adace0a1c1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:16:30.565888 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a306f951-dcf4-4bc0-b0b8-e0adace0a1c1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:16:30.578757 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-e141ee35-f758-481d-8a63-f384f01624f2 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1935354'] for router_gateway (f6f2cfeb-d25b-4dd0-b8eb-814910d30225), after_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:16:30.675257 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-e141ee35-f758-481d-8a63-f384f01624f2 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2060865', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-63275'] for router (f6f2cfeb-d25b-4dd0-b8eb-814910d30225), precommit_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:16:30.677488 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-e141ee35-f758-481d-8a63-f384f01624f2 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks [] for router_controller (f6f2cfeb-d25b-4dd0-b8eb-814910d30225), precommit_delete_associations {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:16:30.780817 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-e141ee35-f758-481d-8a63-f384f01624f2 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2060888'] for router (f6f2cfeb-d25b-4dd0-b8eb-814910d30225), after_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:16:30.781508 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e141ee35-f758-481d-8a63-f384f01624f2 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Fanout notify agent at l3_agent the message router_deleted on router f6f2cfeb-d25b-4dd0-b8eb-814910d30225 {{(pid=116162) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 28 11:16:30.792971 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-e141ee35-f758-481d-8a63-f384f01624f2 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks [] for router (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:16:30.794259 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-e141ee35-f758-481d-8a63-f384f01624f2 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] 10.222.0.10 "DELETE /v2.0/routers/f6f2cfeb-d25b-4dd0-b8eb-814910d30225 HTTP/1.1" status: 204 len: 168 time: 1.0742066 Apr 28 11:16:30.797605 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 57706) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:16:30.875826 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-1abff979-ff09-443e-9fbc-0decf511f89e tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-979593'] for network (58ee030d-4a18-4f04-aa8d-09634fcdd302), before_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:16:30.972909 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-1abff979-ff09-443e-9fbc-0decf511f89e tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-973498', 'neutron.services.segments.db._delete_segments_for_network-8742235207033'] for network (58ee030d-4a18-4f04-aa8d-09634fcdd302), precommit_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:16:30.994315 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.services.segments.db [None req-1abff979-ff09-443e-9fbc-0decf511f89e tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['58ee030d-4a18-4f04-aa8d-09634fcdd302']}} {{(pid=116162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:16:31.005273 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.services.segments.db [None req-1abff979-ff09-443e-9fbc-0decf511f89e tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '51beb731-6e32-4a19-b657-5b1936fbae07') {'for_net_delete': True} {{(pid=116162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:16:31.005574 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.services.segments.db [None req-1abff979-ff09-443e-9fbc-0decf511f89e tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '51beb731-6e32-4a19-b657-5b1936fbae07') {} {{(pid=116162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:16:31.020161 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-1abff979-ff09-443e-9fbc-0decf511f89e tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742235208578', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5026548'] for segment (51beb731-6e32-4a19-b657-5b1936fbae07), before_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:16:31.033712 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-1abff979-ff09-443e-9fbc-0decf511f89e tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-961978'] for segment (51beb731-6e32-4a19-b657-5b1936fbae07), precommit_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:16:31.039836 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1abff979-ff09-443e-9fbc-0decf511f89e tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Releasing vlan 71 on physical network physnet1 to pool {{(pid=116162) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 11:16:31.040223 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-1abff979-ff09-443e-9fbc-0decf511f89e tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-961978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5051884'] for segment (51beb731-6e32-4a19-b657-5b1936fbae07), after_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:16:31.043304 dv-neutron-master-2-hyperv neutron-server[116162]: Traceback (most recent call last): Apr 28 11:16:31.043304 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 11:16:31.043304 dv-neutron-master-2-hyperv neutron-server[116162]: timer() Apr 28 11:16:31.043304 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 11:16:31.043304 dv-neutron-master-2-hyperv neutron-server[116162]: cb(*args, **kw) Apr 28 11:16:31.043304 dv-neutron-master-2-hyperv neutron-server[116162]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 28 11:16:31.043304 dv-neutron-master-2-hyperv neutron-server[116162]: return func(*args, **kwargs) Apr 28 11:16:31.043304 dv-neutron-master-2-hyperv neutron-server[116162]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 11:16:31.043304 dv-neutron-master-2-hyperv neutron-server[116162]: self._notify() Apr 28 11:16:31.043304 dv-neutron-master-2-hyperv neutron-server[116162]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 11:16:31.043304 dv-neutron-master-2-hyperv neutron-server[116162]: self.callback(batched_events) Apr 28 11:16:31.043304 dv-neutron-master-2-hyperv neutron-server[116162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 11:16:31.043304 dv-neutron-master-2-hyperv neutron-server[116162]: event.method(event) Apr 28 11:16:31.043304 dv-neutron-master-2-hyperv neutron-server[116162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 28 11:16:31.043304 dv-neutron-master-2-hyperv neutron-server[116162]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 11:16:31.043304 dv-neutron-master-2-hyperv neutron-server[116162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 28 11:16:31.043304 dv-neutron-master-2-hyperv neutron-server[116162]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 11:16:31.043304 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 28 11:16:31.043304 dv-neutron-master-2-hyperv neutron-server[116162]: return f(self, *a, **k) Apr 28 11:16:31.043304 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 28 11:16:31.043304 dv-neutron-master-2-hyperv neutron-server[116162]: return self._get(url).json() Apr 28 11:16:31.043304 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 28 11:16:31.043304 dv-neutron-master-2-hyperv neutron-server[116162]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 11:16:31.043304 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 11:16:31.043304 dv-neutron-master-2-hyperv neutron-server[116162]: return self.request(url, 'GET', **kwargs) Apr 28 11:16:31.043304 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 11:16:31.043304 dv-neutron-master-2-hyperv neutron-server[116162]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 11:16:31.043304 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 11:16:31.043304 dv-neutron-master-2-hyperv neutron-server[116162]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 11:16:31.043304 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 11:16:31.043304 dv-neutron-master-2-hyperv neutron-server[116162]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 11:16:31.043304 dv-neutron-master-2-hyperv neutron-server[116162]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 11:16:31.063283 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Port 7ff5ffc4-03e9-4549-a0f6-b4b7134fe00c update to DOWN by agent not found {{(pid=116163) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2274}} Apr 28 11:16:31.307449 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 57710) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:16:31.435678 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.plugin [None req-9da0de26-d326-414e-a411-8a78429730ee tempest-TestVolumeBootPattern-839648198 tempest-TestVolumeBootPattern-839648198-project] Deleting port f5e2a9e0-0e1d-4c4c-bdf6-d6a81f97f3ac {{(pid=116161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 11:16:31.436021 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-9da0de26-d326-414e-a411-8a78429730ee tempest-TestVolumeBootPattern-839648198 tempest-TestVolumeBootPattern-839648198-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742235130188'] for port (f5e2a9e0-0e1d-4c4c-bdf6-d6a81f97f3ac), before_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:16:31.492957 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-1abff979-ff09-443e-9fbc-0decf511f89e tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-973477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2063122'] for network (58ee030d-4a18-4f04-aa8d-09634fcdd302), after_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:16:31.501098 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-1abff979-ff09-443e-9fbc-0decf511f89e tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks [] for network (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:16:31.504267 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-1abff979-ff09-443e-9fbc-0decf511f89e tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] 10.222.0.10 "DELETE /v2.0/networks/58ee030d-4a18-4f04-aa8d-09634fcdd302 HTTP/1.1" status: 204 len: 168 time: 0.7057047 Apr 28 11:16:31.516851 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1abff979-ff09-443e-9fbc-0decf511f89e tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Pushing event deleted for resources: {'Network': ['ID=58ee030d-4a18-4f04-aa8d-09634fcdd302,revision_number=None']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:16:31.518813 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-9da0de26-d326-414e-a411-8a78429730ee tempest-TestVolumeBootPattern-839648198 tempest-TestVolumeBootPattern-839648198-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1938497'] for port (f5e2a9e0-0e1d-4c4c-bdf6-d6a81f97f3ac), precommit_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:16:31.519159 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-9da0de26-d326-414e-a411-8a78429730ee tempest-TestVolumeBootPattern-839648198 tempest-TestVolumeBootPattern-839648198-project] Publish callbacks [] for floatingip (f5e2a9e0-0e1d-4c4c-bdf6-d6a81f97f3ac), precommit_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:16:31.533943 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 57712) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:16:31.535436 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.plugin [None req-9da0de26-d326-414e-a411-8a78429730ee tempest-TestVolumeBootPattern-839648198 tempest-TestVolumeBootPattern-839648198-project] Calling delete_port for f5e2a9e0-0e1d-4c4c-bdf6-d6a81f97f3ac owned by network:floatingip {{(pid=116161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 11:16:31.538612 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.v2.base [None req-12366032-65de-487d-807f-f62383dfcab8 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Request body: {'network': {'name': 'tempest-network-smoke--1797301222', 'project_id': '65d54c3b7dcd4af68398071d25e8321e', 'port_security_enabled': True}} {{(pid=116162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:16:31.614554 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12366032-65de-487d-807f-f62383dfcab8 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Made reservation on behalf of 65d54c3b7dcd4af68398071d25e8321e for: {'network': 1} {{(pid=116162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 11:16:31.617864 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-12366032-65de-487d-807f-f62383dfcab8 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for network (None), before_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:16:31.640915 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-12366032-65de-487d-807f-f62383dfcab8 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 91} {{(pid=116162) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 11:16:31.649489 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-12366032-65de-487d-807f-f62383dfcab8 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-961978'] for segment (9e6e1ab3-5a61-42e2-b83a-d479f4cc4268), precommit_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:16:31.649825 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.db.segments_db [None req-12366032-65de-487d-807f-f62383dfcab8 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Added segment 9e6e1ab3-5a61-42e2-b83a-d479f4cc4268 of type vlan for network 389581a6-fd69-4c78-8a9c-cc185dedc78a Apr 28 11:16:31.697343 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-12366032-65de-487d-807f-f62383dfcab8 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742234744962'] for network (389581a6-fd69-4c78-8a9c-cc185dedc78a), precommit_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:16:31.746062 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-9da0de26-d326-414e-a411-8a78429730ee tempest-TestVolumeBootPattern-839648198 tempest-TestVolumeBootPattern-839648198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742235135690', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742234710366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5219112'] for port (f5e2a9e0-0e1d-4c4c-bdf6-d6a81f97f3ac), after_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:16:31.772598 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da0de26-d326-414e-a411-8a78429730ee tempest-TestVolumeBootPattern-839648198 tempest-TestVolumeBootPattern-839648198-project] Pushing event deleted for resources: {'Port': ['ID=f5e2a9e0-0e1d-4c4c-bdf6-d6a81f97f3ac,revision_number=None']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:16:31.803347 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-12366032-65de-487d-807f-f62383dfcab8 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042'] for network (389581a6-fd69-4c78-8a9c-cc185dedc78a), after_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:16:31.808318 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12366032-65de-487d-807f-f62383dfcab8 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:16:31.808900 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-12366032-65de-487d-807f-f62383dfcab8 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks [] for network (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:16:31.836284 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-9da0de26-d326-414e-a411-8a78429730ee tempest-TestVolumeBootPattern-839648198 tempest-TestVolumeBootPattern-839648198-project] Publish callbacks [] for floatingip (ff4ecdf7-1582-4dbd-8c0c-955c935fc953), after_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:16:31.838855 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-9da0de26-d326-414e-a411-8a78429730ee tempest-TestVolumeBootPattern-839648198 tempest-TestVolumeBootPattern-839648198-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198022'] for floatingip (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:16:31.840283 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-9da0de26-d326-414e-a411-8a78429730ee tempest-TestVolumeBootPattern-839648198 tempest-TestVolumeBootPattern-839648198-project] 10.222.0.10 "DELETE /v2.0/floatingips/ff4ecdf7-1582-4dbd-8c0c-955c935fc953 HTTP/1.1" status: 204 len: 168 time: 0.5315800 Apr 28 11:16:31.879877 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12366032-65de-487d-807f-f62383dfcab8 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Pushing event updated for resources: {'Network': ['ID=389581a6-fd69-4c78-8a9c-cc185dedc78a,revision_number=1']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:16:31.890622 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Network 389581a6-fd69-4c78-8a9c-cc185dedc78a details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=116163) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 28 11:16:31.898239 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-12366032-65de-487d-807f-f62383dfcab8 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3610744 Apr 28 11:16:31.898450 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 57718) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:16:31.903359 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.v2.base [None req-7d513b19-7df2-428e-8586-a78340b6c249 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-164827866', 'admin_state_up': True, 'project_id': '65d54c3b7dcd4af68398071d25e8321e', 'external_gateway_info': {'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c'}}} {{(pid=116162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:16:31.978685 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-7d513b19-7df2-428e-8586-a78340b6c249 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2060459', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-63449'] for router (70a8459a-a93b-48a1-9d08-865cecd3938d), before_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:16:31.979747 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-7d513b19-7df2-428e-8586-a78340b6c249 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2060827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1935275', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1960866', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-63266'] for router (70a8459a-a93b-48a1-9d08-865cecd3938d), precommit_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:16:32.032009 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-7d513b19-7df2-428e-8586-a78340b6c249 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks [] for router_controller (70a8459a-a93b-48a1-9d08-865cecd3938d), precommit_add_association {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:16:32.068899 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Device b9227280-a64c-4e4e-81c3-7062bf15012c no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=116163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 11:16:32.090915 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] No Port match for: b9227280-a64c-4e4e-81c3-7062bf15012c {{(pid=116163) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 28 11:16:32.092113 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Device b9227280-a64c-4e4e-81c3-7062bf15012c not bound to the agent host dv-neutron-master-2-hyperv {{(pid=116163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 11:16:32.093216 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Device 73b2af7c-5347-4de3-817d-e12961659cb4 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=116163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 11:16:32.120289 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] No Port match for: 73b2af7c-5347-4de3-817d-e12961659cb4 {{(pid=116163) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 28 11:16:32.126696 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Device 73b2af7c-5347-4de3-817d-e12961659cb4 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=116163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 11:16:32.256593 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-7d513b19-7df2-428e-8586-a78340b6c249 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks [] for router_gateway (70a8459a-a93b-48a1-9d08-865cecd3938d), precommit_update {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:16:32.517134 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-7d513b19-7df2-428e-8586-a78340b6c249 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks [] for router_gateway (70a8459a-a93b-48a1-9d08-865cecd3938d), before_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:16:32.539018 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-7d513b19-7df2-428e-8586-a78340b6c249 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (None), before_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:16:32.639346 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.db.db_base_plugin_common [None req-7d513b19-7df2-428e-8586-a78340b6c249 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Allocated IP 172.36.4.21 (7be49d94-bbb8-4a61-bafe-209c5f861e1c/c0f82f52-05ee-40f2-a57c-9d02e01fb9fa/3c3ce972-4c8c-4df2-8708-54b5127fcf26) {{(pid=116162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 11:16:32.745654 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-7d513b19-7df2-428e-8586-a78340b6c249 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks [] for port (3c3ce972-4c8c-4df2-8708-54b5127fcf26), precommit_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:16:32.832568 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-7d513b19-7df2-428e-8586-a78340b6c249 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742234710357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5051867'] for port (3c3ce972-4c8c-4df2-8708-54b5127fcf26), after_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:16:32.871882 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d513b19-7df2-428e-8586-a78340b6c249 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Network 7be49d94-bbb8-4a61-bafe-209c5f861e1c is already hosted by enough agents. {{(pid=116162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 11:16:32.878892 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.scheduler.base_scheduler [None req-7d513b19-7df2-428e-8586-a78340b6c249 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Resources bound (agent type, host, resource id): {{(pid=116162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 11:16:32.881360 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d513b19-7df2-428e-8586-a78340b6c249 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Received port after_create {{(pid=116162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 11:16:32.907261 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d513b19-7df2-428e-8586-a78340b6c249 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Pushing event updated for resources: {'Port': ['ID=3c3ce972-4c8c-4df2-8708-54b5127fcf26,revision_number=1']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:16:33.212734 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-7d513b19-7df2-428e-8586-a78340b6c249 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks [] for router_gateway (70a8459a-a93b-48a1-9d08-865cecd3938d), after_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:16:33.414668 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-7d513b19-7df2-428e-8586-a78340b6c249 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2060818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1935326'] for router (70a8459a-a93b-48a1-9d08-865cecd3938d), after_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:16:33.625944 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d513b19-7df2-428e-8586-a78340b6c249 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Router 70a8459a-a93b-48a1-9d08-865cecd3938d is scheduled to L3 agent 6b492ad6-0876-4d74-b20d-28143a52ceba with binding_index 1 {{(pid=116162) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 28 11:16:33.736379 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d513b19-7df2-428e-8586-a78340b6c249 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=116162) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 11:16:33.746534 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-379d50e5-0937-4488-9dae-2497254435e3 None None] Sync routers for ids ['70a8459a-a93b-48a1-9d08-865cecd3938d'] in dv-neutron-master-2-hyperv {{(pid=116164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 11:16:33.759772 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-379d50e5-0937-4488-9dae-2497254435e3 None None] Routers {'70a8459a-a93b-48a1-9d08-865cecd3938d'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=116164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 11:16:33.762215 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_hamode_db [None req-379d50e5-0937-4488-9dae-2497254435e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-28T10:50:39Z,description=,heartbeat_timestamp=2022-04-28T11:16:09Z,host='dv-neutron-master-2-hyperv',id=6b492ad6-0876-4d74-b20d-28143a52ceba,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T10:50:40Z,topic='l3_agent')) {'router_ids': ['70a8459a-a93b-48a1-9d08-865cecd3938d'], 'active': True} {{(pid=116164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:16:33.822787 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-7d513b19-7df2-428e-8586-a78340b6c249 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks [] for router (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:16:33.827610 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-7d513b19-7df2-428e-8586-a78340b6c249 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 1.9249983 Apr 28 11:16:33.828128 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 57726) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:16:33.863492 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-cf898c9b-21e7-4669-b875-1295d01ad9a8 tempest-TestNetworkBasicOps-223859856 tempest-TestNetworkBasicOps-223859856-project-admin] 10.222.0.10 "GET /v2.0/subnets?project_id=65d54c3b7dcd4af68398071d25e8321e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0314934 Apr 28 11:16:33.864033 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 57728) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:16:33.873217 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_dvr_db [None req-379d50e5-0937-4488-9dae-2497254435e3 None None] Set router 70a8459a-a93b-48a1-9d08-865cecd3938d gateway port host: dv-neutron-master-2-hyperv {{(pid=116164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 11:16:33.957196 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca1e14a8-bb1f-4cbc-bc4c-204624d66d36 tempest-TestNetworkBasicOps-223859856 tempest-TestNetworkBasicOps-223859856-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:16:33.961442 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-ca1e14a8-bb1f-4cbc-bc4c-204624d66d36 tempest-TestNetworkBasicOps-223859856 tempest-TestNetworkBasicOps-223859856-project-admin] 10.222.0.10 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0935321 Apr 28 11:16:33.961811 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 57730) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:16:33.990423 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-d5afbc85-cf96-417a-a1ca-4b644912e37f tempest-TestNetworkBasicOps-223859856 tempest-TestNetworkBasicOps-223859856-project-admin] 10.222.0.10 "GET /v2.0/subnets?network_id=7be49d94-bbb8-4a61-bafe-209c5f861e1c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0273170 Apr 28 11:16:33.993016 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 57732) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:16:33.997852 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.v2.base [None req-f7dda2b1-a362-44c5-9875-06aef06ce888 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-131840908', 'network_id': '389581a6-fd69-4c78-8a9c-cc185dedc78a', 'project_id': '65d54c3b7dcd4af68398071d25e8321e', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=116161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:16:34.063365 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_hamode_db [None req-379d50e5-0937-4488-9dae-2497254435e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70a8459a-a93b-48a1-9d08-865cecd3938d', 'name': 'tempest-TestNetworkBasicOps-router-164827866', 'tenant_id': '65d54c3b7dcd4af68398071d25e8321e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'external_fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.21'}], 'enable_snat': True}, 'gw_port_id': '3c3ce972-4c8c-4df2-8708-54b5127fcf26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T11:16:31Z', 'updated_at': '2022-04-28T11:16:33Z', 'revision_number': 3, 'project_id': '65d54c3b7dcd4af68398071d25e8321e', 'gw_port': {'id': '3c3ce972-4c8c-4df2-8708-54b5127fcf26', 'name': '', 'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:e1:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70a8459a-a93b-48a1-9d08-865cecd3938d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1519, 'fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:16:32Z', 'updated_at': '2022-04-28T11:16:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=116164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:16:34.095933 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-379d50e5-0937-4488-9dae-2497254435e3 None None] Checking router: 70a8459a-a93b-48a1-9d08-865cecd3938d for host: dv-neutron-master-2-hyperv {{(pid=116164) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 11:16:34.096280 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-379d50e5-0937-4488-9dae-2497254435e3 None None] Updating router 70a8459a-a93b-48a1-9d08-865cecd3938d port 3c3ce972-4c8c-4df2-8708-54b5127fcf26 binding host dv-neutron-master-2-hyperv {{(pid=116164) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 28 11:16:34.123828 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron_lib.callbacks.manager [None req-379d50e5-0937-4488-9dae-2497254435e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (3c3ce972-4c8c-4df2-8708-54b5127fcf26), before_update {{(pid=116164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:16:34.236212 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7dda2b1-a362-44c5-9875-06aef06ce888 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Made reservation on behalf of 65d54c3b7dcd4af68398071d25e8321e for: {'subnet': 1} {{(pid=116161) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 11:16:34.240133 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-f7dda2b1-a362-44c5-9875-06aef06ce888 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5125580'] for subnet (None), before_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:16:34.387885 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron_lib.callbacks.manager [None req-379d50e5-0937-4488-9dae-2497254435e3 None None] Publish callbacks [] for port (3c3ce972-4c8c-4df2-8708-54b5127fcf26), precommit_update {{(pid=116164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:16:34.475902 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron_lib.callbacks.manager [None req-379d50e5-0937-4488-9dae-2497254435e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393'] for port (3c3ce972-4c8c-4df2-8708-54b5127fcf26), after_update {{(pid=116164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:16:34.501122 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-f7dda2b1-a362-44c5-9875-06aef06ce888 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5220536', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5125438'] for subnet (1829f05c-2a57-47f5-b9ae-75ea31831798), after_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:16:34.533867 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.plugins.ml2.managers [None req-379d50e5-0937-4488-9dae-2497254435e3 None None] Attempting to bind port 3c3ce972-4c8c-4df2-8708-54b5127fcf26 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=116164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 28 11:16:34.534240 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.plugins.ml2.managers [None req-379d50e5-0937-4488-9dae-2497254435e3 None None] Attempting to bind port 3c3ce972-4c8c-4df2-8708-54b5127fcf26 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '142bc50f-d6af-4646-8d06-bb7af6b7b51c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c'}] {{(pid=116164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 28 11:16:34.534676 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-379d50e5-0937-4488-9dae-2497254435e3 None None] Attempting to bind port 3c3ce972-4c8c-4df2-8708-54b5127fcf26 on network 7be49d94-bbb8-4a61-bafe-209c5f861e1c {{(pid=116164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 11:16:34.541955 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-379d50e5-0937-4488-9dae-2497254435e3 None None] Checking agent: {'id': 'd5baab19-5dd1-4902-922b-84acb048ab9c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 10, 50, 43), 'started_at': datetime.datetime(2022, 4, 28, 10, 51, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 11, 16, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=116164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 11:16:34.542446 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-379d50e5-0937-4488-9dae-2497254435e3 None None] Checking segment: {'id': '142bc50f-d6af-4646-8d06-bb7af6b7b51c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 11:16:34.543398 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron_lib.callbacks.manager [None req-379d50e5-0937-4488-9dae-2497254435e3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=116164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:16:34.543398 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-379d50e5-0937-4488-9dae-2497254435e3 None None] Bound using segment: {'id': '142bc50f-d6af-4646-8d06-bb7af6b7b51c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c'} {{(pid=116164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 11:16:34.543615 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.plugins.ml2.managers [None req-379d50e5-0937-4488-9dae-2497254435e3 None None] Bound port: 3c3ce972-4c8c-4df2-8708-54b5127fcf26, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '142bc50f-d6af-4646-8d06-bb7af6b7b51c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c'}}] {{(pid=116164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 28 11:16:34.543992 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron_lib.callbacks.manager [None req-379d50e5-0937-4488-9dae-2497254435e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (3c3ce972-4c8c-4df2-8708-54b5127fcf26), before_update {{(pid=116164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:16:34.547977 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f11e922-459c-4ff4-ab09-545d30550591 None None] Pushing event updated for resources: {'Port': ['ID=3c3ce972-4c8c-4df2-8708-54b5127fcf26,revision_number=2']} {{(pid=116164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:16:34.565235 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7dda2b1-a362-44c5-9875-06aef06ce888 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Pushing event updated for resources: {'Subnet': ['ID=1829f05c-2a57-47f5-b9ae-75ea31831798,revision_number=0']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:16:34.571907 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f11e922-459c-4ff4-ab09-545d30550591 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:16:34.572453 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f11e922-459c-4ff4-ab09-545d30550591 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:16:34.572817 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f11e922-459c-4ff4-ab09-545d30550591 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:16:34.573152 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f11e922-459c-4ff4-ab09-545d30550591 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:16:34.573890 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f11e922-459c-4ff4-ab09-545d30550591 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:16:34.574220 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f11e922-459c-4ff4-ab09-545d30550591 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:16:34.574586 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f11e922-459c-4ff4-ab09-545d30550591 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:16:34.574909 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f11e922-459c-4ff4-ab09-545d30550591 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:16:34.575227 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f11e922-459c-4ff4-ab09-545d30550591 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:16:34.575549 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f11e922-459c-4ff4-ab09-545d30550591 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:16:34.576139 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f11e922-459c-4ff4-ab09-545d30550591 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:16:34.576552 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f11e922-459c-4ff4-ab09-545d30550591 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:16:34.577702 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7dda2b1-a362-44c5-9875-06aef06ce888 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Checking segment: {'id': '9e6e1ab3-5a61-42e2-b83a-d479f4cc4268', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '389581a6-fd69-4c78-8a9c-cc185dedc78a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 11:16:34.577822 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f11e922-459c-4ff4-ab09-545d30550591 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:16:34.578118 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f11e922-459c-4ff4-ab09-545d30550591 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:16:34.578381 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7dda2b1-a362-44c5-9875-06aef06ce888 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Network hostable DHCP agents. Network: 389581a6-fd69-4c78-8a9c-cc185dedc78a, hostable agents: ['75ba81b7-fe99-4281-90d2-a5adb445ecea'], hosted agents: [] {{(pid=116161) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 11:16:34.578527 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f11e922-459c-4ff4-ab09-545d30550591 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:16:34.616336 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.plugins.ml2.db [None req-379d50e5-0937-4488-9dae-2497254435e3 None None] For port 3c3ce972-4c8c-4df2-8708-54b5127fcf26, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=116164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 11:16:34.619325 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.plugins.ml2.db [None req-379d50e5-0937-4488-9dae-2497254435e3 None None] For port 3c3ce972-4c8c-4df2-8708-54b5127fcf26, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=3c3ce972-4c8c-4df2-8708-54b5127fcf26,segment=NetworkSegment(142bc50f-d6af-4646-8d06-bb7af6b7b51c),segment_id=142bc50f-d6af-4646-8d06-bb7af6b7b51c)] {{(pid=116164) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 11:16:34.654751 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7dda2b1-a362-44c5-9875-06aef06ce888 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Network 389581a6-fd69-4c78-8a9c-cc185dedc78a is scheduled to be hosted by DHCP agent 75ba81b7-fe99-4281-90d2-a5adb445ecea with binding_index 1 {{(pid=116161) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 11:16:34.678024 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron_lib.callbacks.manager [None req-379d50e5-0937-4488-9dae-2497254435e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393'] for port (3c3ce972-4c8c-4df2-8708-54b5127fcf26), after_update {{(pid=116164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:16:34.717852 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.scheduler.base_scheduler [None req-f7dda2b1-a362-44c5-9875-06aef06ce888 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 389581a6-fd69-4c78-8a9c-cc185dedc78a) {{(pid=116161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 11:16:34.723941 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7dda2b1-a362-44c5-9875-06aef06ce888 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:16:34.724581 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-f7dda2b1-a362-44c5-9875-06aef06ce888 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks [] for subnet (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:16:34.730099 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19badbce-983b-49bb-b391-53d81c46ae97 None None] Network 389581a6-fd69-4c78-8a9c-cc185dedc78a requested from dv-neutron-master-2-hyperv {{(pid=116163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 11:16:34.739161 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f11e922-459c-4ff4-ab09-545d30550591 None None] Pushing event updated for resources: {'Port': ['ID=3c3ce972-4c8c-4df2-8708-54b5127fcf26,revision_number=3']} {{(pid=116164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:16:34.742631 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-379d50e5-0937-4488-9dae-2497254435e3 None None] Routers {'70a8459a-a93b-48a1-9d08-865cecd3938d'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=116164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 11:16:34.743238 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_hamode_db [None req-379d50e5-0937-4488-9dae-2497254435e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-28T10:50:39Z,description=,heartbeat_timestamp=2022-04-28T11:16:09Z,host='dv-neutron-master-2-hyperv',id=6b492ad6-0876-4d74-b20d-28143a52ceba,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T10:50:40Z,topic='l3_agent')) {'router_ids': ['70a8459a-a93b-48a1-9d08-865cecd3938d'], 'active': True} {{(pid=116164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:16:34.796625 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 57736) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:16:34.797286 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-f7dda2b1-a362-44c5-9875-06aef06ce888 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.8029602 Apr 28 11:16:34.874925 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4953c01b-ebc3-4ca7-9afd-1a3f37784652 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-389581a6-fd69-4c78-8a9c-cc185dedc78a', 'network_id': '389581a6-fd69-4c78-8a9c-cc185dedc78a', 'project_id': '65d54c3b7dcd4af68398071d25e8321e', 'fixed_ips': [{'subnet_id': '1829f05c-2a57-47f5-b9ae-75ea31831798'}]}} from dv-neutron-master-2-hyperv. {{(pid=116163) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 28 11:16:34.875898 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-4953c01b-ebc3-4ca7-9afd-1a3f37784652 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (None), before_create {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:16:34.979784 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_dvr_db [None req-379d50e5-0937-4488-9dae-2497254435e3 None None] Set router 70a8459a-a93b-48a1-9d08-865cecd3938d gateway port host: dv-neutron-master-2-hyperv {{(pid=116164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 11:16:35.022331 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.db_base_plugin_common [None req-4953c01b-ebc3-4ca7-9afd-1a3f37784652 None None] Allocated IP 172.20.0.2 (389581a6-fd69-4c78-8a9c-cc185dedc78a/1829f05c-2a57-47f5-b9ae-75ea31831798/fdfacf1b-40e6-4c9c-a9d5-100eb9c7273b) {{(pid=116163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 11:16:35.192558 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_hamode_db [None req-379d50e5-0937-4488-9dae-2497254435e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70a8459a-a93b-48a1-9d08-865cecd3938d', 'name': 'tempest-TestNetworkBasicOps-router-164827866', 'tenant_id': '65d54c3b7dcd4af68398071d25e8321e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'external_fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.21'}], 'enable_snat': True}, 'gw_port_id': '3c3ce972-4c8c-4df2-8708-54b5127fcf26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T11:16:31Z', 'updated_at': '2022-04-28T11:16:33Z', 'revision_number': 3, 'project_id': '65d54c3b7dcd4af68398071d25e8321e', 'gw_port': {'id': '3c3ce972-4c8c-4df2-8708-54b5127fcf26', 'name': '', 'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:e1:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70a8459a-a93b-48a1-9d08-865cecd3938d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1519, 'fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:16:32Z', 'updated_at': '2022-04-28T11:16:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=116164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:16:35.226210 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-379d50e5-0937-4488-9dae-2497254435e3 None None] The sync data for ids ['70a8459a-a93b-48a1-9d08-865cecd3938d'] in dv-neutron-master-2-hyperv is: [{'id': '70a8459a-a93b-48a1-9d08-865cecd3938d', 'name': 'tempest-TestNetworkBasicOps-router-164827866', 'tenant_id': '65d54c3b7dcd4af68398071d25e8321e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'external_fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.21'}], 'enable_snat': True}, 'gw_port_id': '3c3ce972-4c8c-4df2-8708-54b5127fcf26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T11:16:31Z', 'updated_at': '2022-04-28T11:16:33Z', 'revision_number': 3, 'project_id': '65d54c3b7dcd4af68398071d25e8321e', 'gw_port': {'id': '3c3ce972-4c8c-4df2-8708-54b5127fcf26', 'name': '', 'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:e1:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70a8459a-a93b-48a1-9d08-865cecd3938d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1519, 'fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:16:32Z', 'updated_at': '2022-04-28T11:16:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}] {{(pid=116164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 11:16:35.369844 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-ee9282a0-b9ba-4cef-abe1-16dc7b6eb33b tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (None), before_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:16:35.381776 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-4953c01b-ebc3-4ca7-9afd-1a3f37784652 None None] Publish callbacks [] for port (fdfacf1b-40e6-4c9c-a9d5-100eb9c7273b), precommit_create {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:16:35.479375 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-4953c01b-ebc3-4ca7-9afd-1a3f37784652 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742234710357'] for port (fdfacf1b-40e6-4c9c-a9d5-100eb9c7273b), after_create {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:16:35.562795 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4953c01b-ebc3-4ca7-9afd-1a3f37784652 None None] Network 389581a6-fd69-4c78-8a9c-cc185dedc78a is already hosted by enough agents. {{(pid=116163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 11:16:35.569898 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.scheduler.base_scheduler [None req-4953c01b-ebc3-4ca7-9afd-1a3f37784652 None None] Resources bound (agent type, host, resource id): {{(pid=116163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 11:16:35.572513 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4953c01b-ebc3-4ca7-9afd-1a3f37784652 None None] Received port after_create {{(pid=116163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 11:16:35.576061 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4953c01b-ebc3-4ca7-9afd-1a3f37784652 None None] Pushing event updated for resources: {'Port': ['ID=fdfacf1b-40e6-4c9c-a9d5-100eb9c7273b,revision_number=1']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:16:35.643732 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.managers [None req-4953c01b-ebc3-4ca7-9afd-1a3f37784652 None None] Attempting to bind port fdfacf1b-40e6-4c9c-a9d5-100eb9c7273b on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=116163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 28 11:16:35.644420 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.managers [None req-4953c01b-ebc3-4ca7-9afd-1a3f37784652 None None] Attempting to bind port fdfacf1b-40e6-4c9c-a9d5-100eb9c7273b by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '9e6e1ab3-5a61-42e2-b83a-d479f4cc4268', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '389581a6-fd69-4c78-8a9c-cc185dedc78a'}] {{(pid=116163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 28 11:16:35.651461 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4953c01b-ebc3-4ca7-9afd-1a3f37784652 None None] Attempting to bind port fdfacf1b-40e6-4c9c-a9d5-100eb9c7273b on network 389581a6-fd69-4c78-8a9c-cc185dedc78a {{(pid=116163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 11:16:35.651461 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4953c01b-ebc3-4ca7-9afd-1a3f37784652 None None] Checking agent: {'id': 'd5baab19-5dd1-4902-922b-84acb048ab9c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 10, 50, 43), 'started_at': datetime.datetime(2022, 4, 28, 10, 51, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 11, 16, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=116163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 11:16:35.651461 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4953c01b-ebc3-4ca7-9afd-1a3f37784652 None None] Checking segment: {'id': '9e6e1ab3-5a61-42e2-b83a-d479f4cc4268', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '389581a6-fd69-4c78-8a9c-cc185dedc78a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 11:16:35.651461 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-4953c01b-ebc3-4ca7-9afd-1a3f37784652 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:16:35.652030 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4953c01b-ebc3-4ca7-9afd-1a3f37784652 None None] Bound using segment: {'id': '9e6e1ab3-5a61-42e2-b83a-d479f4cc4268', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '389581a6-fd69-4c78-8a9c-cc185dedc78a'} {{(pid=116163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 11:16:35.652656 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.managers [None req-4953c01b-ebc3-4ca7-9afd-1a3f37784652 None None] Bound port: fdfacf1b-40e6-4c9c-a9d5-100eb9c7273b, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e6e1ab3-5a61-42e2-b83a-d479f4cc4268', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '389581a6-fd69-4c78-8a9c-cc185dedc78a'}}] {{(pid=116163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 28 11:16:35.653188 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-4953c01b-ebc3-4ca7-9afd-1a3f37784652 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (fdfacf1b-40e6-4c9c-a9d5-100eb9c7273b), before_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:16:35.713457 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.db.db_base_plugin_common [None req-ee9282a0-b9ba-4cef-abe1-16dc7b6eb33b tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Allocated IP 172.20.0.1 (389581a6-fd69-4c78-8a9c-cc185dedc78a/1829f05c-2a57-47f5-b9ae-75ea31831798/04080c6f-a631-462a-bd09-838af6565bfe) {{(pid=116162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 11:16:35.733375 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-4953c01b-ebc3-4ca7-9afd-1a3f37784652 None None] For port fdfacf1b-40e6-4c9c-a9d5-100eb9c7273b, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=116163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 11:16:35.738282 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-4953c01b-ebc3-4ca7-9afd-1a3f37784652 None None] For port fdfacf1b-40e6-4c9c-a9d5-100eb9c7273b, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=fdfacf1b-40e6-4c9c-a9d5-100eb9c7273b,segment=NetworkSegment(9e6e1ab3-5a61-42e2-b83a-d479f4cc4268),segment_id=9e6e1ab3-5a61-42e2-b83a-d479f4cc4268)] {{(pid=116163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 11:16:35.804232 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-4953c01b-ebc3-4ca7-9afd-1a3f37784652 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393'] for port (fdfacf1b-40e6-4c9c-a9d5-100eb9c7273b), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:16:35.852319 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-ee9282a0-b9ba-4cef-abe1-16dc7b6eb33b tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks [] for port (04080c6f-a631-462a-bd09-838af6565bfe), precommit_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:16:35.890450 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4953c01b-ebc3-4ca7-9afd-1a3f37784652 None None] Pushing event updated for resources: {'Port': ['ID=fdfacf1b-40e6-4c9c-a9d5-100eb9c7273b,revision_number=2']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:16:35.953053 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-ee9282a0-b9ba-4cef-abe1-16dc7b6eb33b tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742234710357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5051867'] for port (04080c6f-a631-462a-bd09-838af6565bfe), after_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:16:36.000503 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee9282a0-b9ba-4cef-abe1-16dc7b6eb33b tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Network 389581a6-fd69-4c78-8a9c-cc185dedc78a is already hosted by enough agents. {{(pid=116162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 11:16:36.008220 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.scheduler.base_scheduler [None req-ee9282a0-b9ba-4cef-abe1-16dc7b6eb33b tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Resources bound (agent type, host, resource id): {{(pid=116162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 11:16:36.035128 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee9282a0-b9ba-4cef-abe1-16dc7b6eb33b tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Received port after_create {{(pid=116162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 11:16:36.071068 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee9282a0-b9ba-4cef-abe1-16dc7b6eb33b tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Pushing event updated for resources: {'Port': ['ID=04080c6f-a631-462a-bd09-838af6565bfe,revision_number=1']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:16:36.122361 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-ee9282a0-b9ba-4cef-abe1-16dc7b6eb33b tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2063275'] for router_interface (70a8459a-a93b-48a1-9d08-865cecd3938d), before_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:16:36.160641 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Device 3c3ce972-4c8c-4df2-8708-54b5127fcf26 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=116163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 11:16:36.261273 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Provisioning complete for port 3c3ce972-4c8c-4df2-8708-54b5127fcf26 triggered by entity L2. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:16:36.261668 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (3c3ce972-4c8c-4df2-8708-54b5127fcf26), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:16:36.363358 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Current status of the port 3c3ce972-4c8c-4df2-8708-54b5127fcf26 is: DOWN; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:16:36.363680 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (3c3ce972-4c8c-4df2-8708-54b5127fcf26), before_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:16:36.399610 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] For port 3c3ce972-4c8c-4df2-8708-54b5127fcf26, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=3c3ce972-4c8c-4df2-8708-54b5127fcf26,segment=NetworkSegment(142bc50f-d6af-4646-8d06-bb7af6b7b51c),segment_id=142bc50f-d6af-4646-8d06-bb7af6b7b51c)] {{(pid=116163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 11:16:36.444330 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-ee9282a0-b9ba-4cef-abe1-16dc7b6eb33b tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (04080c6f-a631-462a-bd09-838af6565bfe), before_update {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:16:36.466753 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393'] for port (3c3ce972-4c8c-4df2-8708-54b5127fcf26), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:16:36.522215 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Pushing event updated for resources: {'Port': ['ID=3c3ce972-4c8c-4df2-8708-54b5127fcf26,revision_number=4']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:16:36.755543 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-ee9282a0-b9ba-4cef-abe1-16dc7b6eb33b tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks [] for port (04080c6f-a631-462a-bd09-838af6565bfe), precommit_update {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:16:36.820385 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-ee9282a0-b9ba-4cef-abe1-16dc7b6eb33b tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5051840'] for port (04080c6f-a631-462a-bd09-838af6565bfe), after_update {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:16:36.896868 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee9282a0-b9ba-4cef-abe1-16dc7b6eb33b tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Pushing event updated for resources: {'Port': ['ID=04080c6f-a631-462a-bd09-838af6565bfe,revision_number=2']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:16:36.899341 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-ee9282a0-b9ba-4cef-abe1-16dc7b6eb33b tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1603056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2063387'] for router_interface (70a8459a-a93b-48a1-9d08-865cecd3938d), after_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:16:37.006956 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee9282a0-b9ba-4cef-abe1-16dc7b6eb33b tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Network 389581a6-fd69-4c78-8a9c-cc185dedc78a is already hosted by enough agents. {{(pid=116162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 11:16:37.008478 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.scheduler.base_scheduler [None req-ee9282a0-b9ba-4cef-abe1-16dc7b6eb33b tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Resources bound (agent type, host, resource id): {{(pid=116162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 11:16:37.024877 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-f4bbe884-f734-488e-a8d1-449c0423005c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (75ba81b7-fe99-4281-90d2-a5adb445ecea), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:16:37.034018 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92e8f99b-3e8f-4f05-9ccb-d52184839310 None None] Network 389581a6-fd69-4c78-8a9c-cc185dedc78a requested from dv-neutron-master-2-hyperv {{(pid=116163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 11:16:37.069309 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-d6c545f7-ea8d-40e4-b6b6-7ddc6f06c545 None None] Provisioning complete for port fdfacf1b-40e6-4c9c-a9d5-100eb9c7273b triggered by entity DHCP. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:16:37.069970 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-d6c545f7-ea8d-40e4-b6b6-7ddc6f06c545 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (fdfacf1b-40e6-4c9c-a9d5-100eb9c7273b), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:16:37.141892 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee9282a0-b9ba-4cef-abe1-16dc7b6eb33b tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Router 70a8459a-a93b-48a1-9d08-865cecd3938d has already been hosted by L3 agent 6b492ad6-0876-4d74-b20d-28143a52ceba {{(pid=116162) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 11:16:37.209363 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-d6c545f7-ea8d-40e4-b6b6-7ddc6f06c545 None None] Current status of the port fdfacf1b-40e6-4c9c-a9d5-100eb9c7273b is: DOWN; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:16:37.209748 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-d6c545f7-ea8d-40e4-b6b6-7ddc6f06c545 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (fdfacf1b-40e6-4c9c-a9d5-100eb9c7273b), before_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:16:37.276602 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-d6c545f7-ea8d-40e4-b6b6-7ddc6f06c545 None None] For port fdfacf1b-40e6-4c9c-a9d5-100eb9c7273b, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=fdfacf1b-40e6-4c9c-a9d5-100eb9c7273b,segment=NetworkSegment(9e6e1ab3-5a61-42e2-b83a-d479f4cc4268),segment_id=9e6e1ab3-5a61-42e2-b83a-d479f4cc4268)] {{(pid=116163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 11:16:37.279689 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee9282a0-b9ba-4cef-abe1-16dc7b6eb33b tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=116162) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 11:16:37.285703 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-ee9282a0-b9ba-4cef-abe1-16dc7b6eb33b tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] 10.222.0.10 "PUT /v2.0/routers/70a8459a-a93b-48a1-9d08-865cecd3938d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4872344 Apr 28 11:16:37.288452 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 57742) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:16:37.346280 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-d6c545f7-ea8d-40e4-b6b6-7ddc6f06c545 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393'] for port (fdfacf1b-40e6-4c9c-a9d5-100eb9c7273b), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:16:37.437295 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c545f7-ea8d-40e4-b6b6-7ddc6f06c545 None None] Pushing event updated for resources: {'Port': ['ID=fdfacf1b-40e6-4c9c-a9d5-100eb9c7273b,revision_number=3']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:16:37.460271 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e75989b-a058-4299-98a8-f82c56983f4d tempest-TestNetworkBasicOps-223859856 tempest-TestNetworkBasicOps-223859856-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:16:37.462921 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e75989b-a058-4299-98a8-f82c56983f4d tempest-TestNetworkBasicOps-223859856 tempest-TestNetworkBasicOps-223859856-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:16:37.463394 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e75989b-a058-4299-98a8-f82c56983f4d tempest-TestNetworkBasicOps-223859856 tempest-TestNetworkBasicOps-223859856-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:16:37.463858 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e75989b-a058-4299-98a8-f82c56983f4d tempest-TestNetworkBasicOps-223859856 tempest-TestNetworkBasicOps-223859856-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:16:37.464310 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e75989b-a058-4299-98a8-f82c56983f4d tempest-TestNetworkBasicOps-223859856 tempest-TestNetworkBasicOps-223859856-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:16:37.466957 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e75989b-a058-4299-98a8-f82c56983f4d tempest-TestNetworkBasicOps-223859856 tempest-TestNetworkBasicOps-223859856-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:16:37.470623 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-4e75989b-a058-4299-98a8-f82c56983f4d tempest-TestNetworkBasicOps-223859856 tempest-TestNetworkBasicOps-223859856-project-admin] 10.222.0.10 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4279 time: 0.1788080 Apr 28 11:16:37.471980 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 57746) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:16:37.544603 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae0006e6-1586-4214-90ad-ee1c89da28f5 tempest-TestNetworkBasicOps-223859856 tempest-TestNetworkBasicOps-223859856-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:16:37.545026 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae0006e6-1586-4214-90ad-ee1c89da28f5 tempest-TestNetworkBasicOps-223859856 tempest-TestNetworkBasicOps-223859856-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:16:37.546248 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae0006e6-1586-4214-90ad-ee1c89da28f5 tempest-TestNetworkBasicOps-223859856 tempest-TestNetworkBasicOps-223859856-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:16:37.547157 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae0006e6-1586-4214-90ad-ee1c89da28f5 tempest-TestNetworkBasicOps-223859856 tempest-TestNetworkBasicOps-223859856-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:16:37.547655 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae0006e6-1586-4214-90ad-ee1c89da28f5 tempest-TestNetworkBasicOps-223859856 tempest-TestNetworkBasicOps-223859856-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:16:37.548110 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae0006e6-1586-4214-90ad-ee1c89da28f5 tempest-TestNetworkBasicOps-223859856 tempest-TestNetworkBasicOps-223859856-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:16:37.549968 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-ae0006e6-1586-4214-90ad-ee1c89da28f5 tempest-TestNetworkBasicOps-223859856 tempest-TestNetworkBasicOps-223859856-project-admin] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4003 time: 0.0767651 Apr 28 11:16:37.552621 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 57748) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:16:37.569595 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-65c5e6b2-a176-4229-bd79-ab1264343be4 None None] Provisioning complete for port 04080c6f-a631-462a-bd09-838af6565bfe triggered by entity DHCP. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:16:37.574169 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-65c5e6b2-a176-4229-bd79-ab1264343be4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (04080c6f-a631-462a-bd09-838af6565bfe), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:16:37.609699 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-65c5e6b2-a176-4229-bd79-ab1264343be4 None None] Port 04080c6f-a631-462a-bd09-838af6565bfe cannot update to ACTIVE because it is not bound. {{(pid=116163) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 28 11:16:37.619354 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-65c5e6b2-a176-4229-bd79-ab1264343be4 None None] Provisioning complete for port fdfacf1b-40e6-4c9c-a9d5-100eb9c7273b triggered by entity DHCP. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:16:37.619887 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-65c5e6b2-a176-4229-bd79-ab1264343be4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (fdfacf1b-40e6-4c9c-a9d5-100eb9c7273b), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:16:37.721279 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-65c5e6b2-a176-4229-bd79-ab1264343be4 None None] Current status of the port fdfacf1b-40e6-4c9c-a9d5-100eb9c7273b is: ACTIVE; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:16:37.730118 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-d9210323-5db1-47d1-adee-f824d6d969af tempest-TestNetworkBasicOps-223859856 tempest-TestNetworkBasicOps-223859856-project-admin] 10.222.0.10 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3046 time: 0.1762640 Apr 28 11:16:37.739326 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a01d87f1-b88a-45f7-a7b9-8dca962d9584 None None] Sync routers for ids ['70a8459a-a93b-48a1-9d08-865cecd3938d'] in dv-neutron-master-2-hyperv {{(pid=116163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 11:16:37.755173 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a01d87f1-b88a-45f7-a7b9-8dca962d9584 None None] Routers {'70a8459a-a93b-48a1-9d08-865cecd3938d'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=116163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 11:16:37.755924 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_hamode_db [None req-a01d87f1-b88a-45f7-a7b9-8dca962d9584 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-28T10:50:39Z,description=,heartbeat_timestamp=2022-04-28T11:16:09Z,host='dv-neutron-master-2-hyperv',id=6b492ad6-0876-4d74-b20d-28143a52ceba,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T10:50:40Z,topic='l3_agent')) {'router_ids': ['70a8459a-a93b-48a1-9d08-865cecd3938d'], 'active': True} {{(pid=116163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:16:37.867927 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-5374cafd-209b-457b-9e5f-44b92928c747 None None] Provisioning complete for port 04080c6f-a631-462a-bd09-838af6565bfe triggered by entity DHCP. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:16:37.868296 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-5374cafd-209b-457b-9e5f-44b92928c747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (04080c6f-a631-462a-bd09-838af6565bfe), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:16:37.916341 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvr_db [None req-a01d87f1-b88a-45f7-a7b9-8dca962d9584 None None] Set router 70a8459a-a93b-48a1-9d08-865cecd3938d gateway port host: dv-neutron-master-2-hyperv {{(pid=116163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 11:16:37.949785 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-5374cafd-209b-457b-9e5f-44b92928c747 None None] Port 04080c6f-a631-462a-bd09-838af6565bfe cannot update to ACTIVE because it is not bound. {{(pid=116163) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 28 11:16:38.076479 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 57752) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:16:38.081823 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.v2.base [None req-7cc6bf80-b21f-4a73-8910-9a0648e0c08c tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1938576142', 'description': 'tempest-secgroup-smoke-1938576142 description', 'project_id': '65d54c3b7dcd4af68398071d25e8321e'}} {{(pid=116162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:16:38.085012 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-bc904b7f-6e33-48d1-92bf-c2a7fa8d825f None None] Provisioning complete for port 04080c6f-a631-462a-bd09-838af6565bfe triggered by entity DHCP. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:16:38.085546 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-bc904b7f-6e33-48d1-92bf-c2a7fa8d825f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (04080c6f-a631-462a-bd09-838af6565bfe), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:16:38.164916 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Device fdfacf1b-40e6-4c9c-a9d5-100eb9c7273b up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=116163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 11:16:38.173311 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-bc904b7f-6e33-48d1-92bf-c2a7fa8d825f None None] Port 04080c6f-a631-462a-bd09-838af6565bfe cannot update to ACTIVE because it is not bound. {{(pid=116163) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 28 11:16:38.186644 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-7cc6bf80-b21f-4a73-8910-9a0648e0c08c tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks [] for security_group (None), before_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:16:38.203702 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_hamode_db [None req-a01d87f1-b88a-45f7-a7b9-8dca962d9584 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70a8459a-a93b-48a1-9d08-865cecd3938d', 'name': 'tempest-TestNetworkBasicOps-router-164827866', 'tenant_id': '65d54c3b7dcd4af68398071d25e8321e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'external_fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.21'}], 'enable_snat': True}, 'gw_port_id': '3c3ce972-4c8c-4df2-8708-54b5127fcf26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T11:16:31Z', 'updated_at': '2022-04-28T11:16:36Z', 'revision_number': 4, 'project_id': '65d54c3b7dcd4af68398071d25e8321e', 'gw_port': {'id': '3c3ce972-4c8c-4df2-8708-54b5127fcf26', 'name': '', 'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:e1:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70a8459a-a93b-48a1-9d08-865cecd3938d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1519, 'fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:16:32Z', 'updated_at': '2022-04-28T11:16:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '04080c6f-a631-462a-bd09-838af6565bfe', 'name': '', 'network_id': '389581a6-fd69-4c78-8a9c-cc185dedc78a', 'tenant_id': '65d54c3b7dcd4af68398071d25e8321e', 'mac_address': 'fa:16:3e:4c:4c:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70a8459a-a93b-48a1-9d08-865cecd3938d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1522, 'fixed_ips': [{'subnet_id': '1829f05c-2a57-47f5-b9ae-75ea31831798', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:16:35Z', 'updated_at': '2022-04-28T11:16:36Z', 'revision_number': 2, 'project_id': '65d54c3b7dcd4af68398071d25e8321e', 'subnets': [{'id': '1829f05c-2a57-47f5-b9ae-75ea31831798', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=116163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:16:38.233156 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a01d87f1-b88a-45f7-a7b9-8dca962d9584 None None] Checking router: 70a8459a-a93b-48a1-9d08-865cecd3938d for host: dv-neutron-master-2-hyperv {{(pid=116163) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 11:16:38.233480 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a01d87f1-b88a-45f7-a7b9-8dca962d9584 None None] Updating router 70a8459a-a93b-48a1-9d08-865cecd3938d port 04080c6f-a631-462a-bd09-838af6565bfe binding host dv-neutron-master-2-hyperv {{(pid=116163) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 28 11:16:38.260595 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-7cc6bf80-b21f-4a73-8910-9a0648e0c08c tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks [] for security_group (e31e5e09-365e-4032-a4f6-6154b3aaadf5), precommit_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:16:38.265351 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-a01d87f1-b88a-45f7-a7b9-8dca962d9584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (04080c6f-a631-462a-bd09-838af6565bfe), before_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:16:38.330029 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-7cc6bf80-b21f-4a73-8910-9a0648e0c08c tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924426'] for security_group (e31e5e09-365e-4032-a4f6-6154b3aaadf5), after_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:16:38.359570 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc6bf80-b21f-4a73-8910-9a0648e0c08c tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e31e5e09-365e-4032-a4f6-6154b3aaadf5,revision_number=1']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:16:38.375464 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Provisioning complete for port fdfacf1b-40e6-4c9c-a9d5-100eb9c7273b triggered by entity L2. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:16:38.375832 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (fdfacf1b-40e6-4c9c-a9d5-100eb9c7273b), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:16:38.411890 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-7cc6bf80-b21f-4a73-8910-9a0648e0c08c tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks [] for security_group (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:16:38.415564 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-7cc6bf80-b21f-4a73-8910-9a0648e0c08c tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.3349771 Apr 28 11:16:38.416261 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 57754) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:16:38.422217 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.v2.base [None req-97b2e99a-4631-4f4e-a370-94c4c4fac151 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Request body: {'security_group_rule': {'security_group_id': 'e31e5e09-365e-4032-a4f6-6154b3aaadf5', 'project_id': '65d54c3b7dcd4af68398071d25e8321e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=116161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:16:38.519749 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-97b2e99a-4631-4f4e-a370-94c4c4fac151 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks [] for security_group_rule (3a0f644d-de43-4c83-95db-897caeec2179), before_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:16:38.529493 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Current status of the port fdfacf1b-40e6-4c9c-a9d5-100eb9c7273b is: ACTIVE; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:16:38.531579 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Device 3c3ce972-4c8c-4df2-8708-54b5127fcf26 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=116163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 11:16:38.533766 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 57758) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:16:38.589158 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-97b2e99a-4631-4f4e-a370-94c4c4fac151 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks [] for security_group_rule (3a0f644d-de43-4c83-95db-897caeec2179), precommit_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:16:38.612278 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-f7242e20-d5a7-4cf3-bce6-a1902290bf4d tempest-TestVolumeBootPattern-839648198 tempest-TestVolumeBootPattern-839648198-project] Publish callbacks [] for security_group (c83a530b-56a2-41d8-b874-e844ad8fa813), before_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:16:38.637624 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Provisioning complete for port 3c3ce972-4c8c-4df2-8708-54b5127fcf26 triggered by entity L2. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:16:38.637993 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (3c3ce972-4c8c-4df2-8708-54b5127fcf26), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:16:38.644311 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-f7242e20-d5a7-4cf3-bce6-a1902290bf4d tempest-TestVolumeBootPattern-839648198 tempest-TestVolumeBootPattern-839648198-project] Publish callbacks [] for security_group (c83a530b-56a2-41d8-b874-e844ad8fa813), precommit_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:16:38.672902 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-a01d87f1-b88a-45f7-a7b9-8dca962d9584 None None] Publish callbacks [] for port (04080c6f-a631-462a-bd09-838af6565bfe), precommit_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:16:38.673098 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-97b2e99a-4631-4f4e-a370-94c4c4fac151 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1912725'] for security_group_rule (3a0f644d-de43-4c83-95db-897caeec2179), after_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:16:38.713352 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b2e99a-4631-4f4e-a370-94c4c4fac151 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3a0f644d-de43-4c83-95db-897caeec2179,revision_number=0']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:16:38.731611 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Current status of the port 3c3ce972-4c8c-4df2-8708-54b5127fcf26 is: ACTIVE; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:16:38.757882 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-a01d87f1-b88a-45f7-a7b9-8dca962d9584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393'] for port (04080c6f-a631-462a-bd09-838af6565bfe), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:16:38.797675 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-97b2e99a-4631-4f4e-a370-94c4c4fac151 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:16:38.799867 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-97b2e99a-4631-4f4e-a370-94c4c4fac151 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3814259 Apr 28 11:16:38.802016 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 57760) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:16:38.806531 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.v2.base [None req-6d43829a-e068-4b16-b80c-bdc54cafc9b1 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Request body: {'security_group_rule': {'security_group_id': 'e31e5e09-365e-4032-a4f6-6154b3aaadf5', 'project_id': '65d54c3b7dcd4af68398071d25e8321e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=116162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:16:38.818389 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-427b39ef-26b5-4245-a9f3-468fcdc3a7b2 None None] Pushing event updated for resources: {'Port': ['ID=04080c6f-a631-462a-bd09-838af6565bfe,revision_number=3']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:16:38.865418 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-f7242e20-d5a7-4cf3-bce6-a1902290bf4d tempest-TestVolumeBootPattern-839648198 tempest-TestVolumeBootPattern-839648198-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924426'] for security_group (c83a530b-56a2-41d8-b874-e844ad8fa813), after_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:16:38.868206 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-f7242e20-d5a7-4cf3-bce6-a1902290bf4d tempest-TestVolumeBootPattern-839648198 tempest-TestVolumeBootPattern-839648198-project] Publish callbacks [] for security_group (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:16:38.871930 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-f7242e20-d5a7-4cf3-bce6-a1902290bf4d tempest-TestVolumeBootPattern-839648198 tempest-TestVolumeBootPattern-839648198-project] 10.222.0.10 "DELETE /v2.0/security-groups/c83a530b-56a2-41d8-b874-e844ad8fa813 HTTP/1.1" status: 204 len: 168 time: 0.3324964 Apr 28 11:16:38.894669 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.managers [None req-a01d87f1-b88a-45f7-a7b9-8dca962d9584 None None] Attempting to bind port 04080c6f-a631-462a-bd09-838af6565bfe on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=116163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 28 11:16:38.895420 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.managers [None req-a01d87f1-b88a-45f7-a7b9-8dca962d9584 None None] Attempting to bind port 04080c6f-a631-462a-bd09-838af6565bfe by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '9e6e1ab3-5a61-42e2-b83a-d479f4cc4268', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '389581a6-fd69-4c78-8a9c-cc185dedc78a'}] {{(pid=116163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 28 11:16:38.895978 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a01d87f1-b88a-45f7-a7b9-8dca962d9584 None None] Attempting to bind port 04080c6f-a631-462a-bd09-838af6565bfe on network 389581a6-fd69-4c78-8a9c-cc185dedc78a {{(pid=116163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 11:16:38.899179 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7242e20-d5a7-4cf3-bce6-a1902290bf4d tempest-TestVolumeBootPattern-839648198 tempest-TestVolumeBootPattern-839648198-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c83a530b-56a2-41d8-b874-e844ad8fa813,revision_number=None']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:16:38.903449 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a01d87f1-b88a-45f7-a7b9-8dca962d9584 None None] Checking agent: {'id': 'd5baab19-5dd1-4902-922b-84acb048ab9c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 10, 50, 43), 'started_at': datetime.datetime(2022, 4, 28, 10, 51, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 11, 16, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=116163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 11:16:38.904232 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a01d87f1-b88a-45f7-a7b9-8dca962d9584 None None] Checking segment: {'id': '9e6e1ab3-5a61-42e2-b83a-d479f4cc4268', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '389581a6-fd69-4c78-8a9c-cc185dedc78a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 11:16:38.904841 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-a01d87f1-b88a-45f7-a7b9-8dca962d9584 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:16:38.924115 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a01d87f1-b88a-45f7-a7b9-8dca962d9584 None None] Bound using segment: {'id': '9e6e1ab3-5a61-42e2-b83a-d479f4cc4268', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '389581a6-fd69-4c78-8a9c-cc185dedc78a'} {{(pid=116163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 11:16:38.924115 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.managers [None req-a01d87f1-b88a-45f7-a7b9-8dca962d9584 None None] Bound port: 04080c6f-a631-462a-bd09-838af6565bfe, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e6e1ab3-5a61-42e2-b83a-d479f4cc4268', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '389581a6-fd69-4c78-8a9c-cc185dedc78a'}}] {{(pid=116163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 28 11:16:38.924115 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-a01d87f1-b88a-45f7-a7b9-8dca962d9584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (04080c6f-a631-462a-bd09-838af6565bfe), before_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:16:38.950813 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-6d43829a-e068-4b16-b80c-bdc54cafc9b1 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks [] for security_group_rule (6f29dfca-f5a5-4ae2-bfde-81216a490fa9), before_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:16:38.997109 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-a01d87f1-b88a-45f7-a7b9-8dca962d9584 None None] For port 04080c6f-a631-462a-bd09-838af6565bfe, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=116163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 11:16:39.002586 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-a01d87f1-b88a-45f7-a7b9-8dca962d9584 None None] For port 04080c6f-a631-462a-bd09-838af6565bfe, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=04080c6f-a631-462a-bd09-838af6565bfe,segment=NetworkSegment(9e6e1ab3-5a61-42e2-b83a-d479f4cc4268),segment_id=9e6e1ab3-5a61-42e2-b83a-d479f4cc4268)] {{(pid=116163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 11:16:39.041810 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-6d43829a-e068-4b16-b80c-bdc54cafc9b1 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks [] for security_group_rule (6f29dfca-f5a5-4ae2-bfde-81216a490fa9), precommit_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:16:39.050690 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 57764) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:16:39.084352 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-a01d87f1-b88a-45f7-a7b9-8dca962d9584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393'] for port (04080c6f-a631-462a-bd09-838af6565bfe), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:16:39.117520 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-6d43829a-e068-4b16-b80c-bdc54cafc9b1 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1912725'] for security_group_rule (6f29dfca-f5a5-4ae2-bfde-81216a490fa9), after_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:16:39.132123 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-84029288-944e-4003-928b-d3ca8b396f64 None None] Provisioning complete for port 04080c6f-a631-462a-bd09-838af6565bfe triggered by entity DHCP. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:16:39.133114 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-84029288-944e-4003-928b-d3ca8b396f64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (04080c6f-a631-462a-bd09-838af6565bfe), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:16:39.169263 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d43829a-e068-4b16-b80c-bdc54cafc9b1 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6f29dfca-f5a5-4ae2-bfde-81216a490fa9,revision_number=0']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:16:39.177261 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a01d87f1-b88a-45f7-a7b9-8dca962d9584 None None] Routers {'70a8459a-a93b-48a1-9d08-865cecd3938d'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=116163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 11:16:39.178059 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_hamode_db [None req-a01d87f1-b88a-45f7-a7b9-8dca962d9584 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-28T10:50:39Z,description=,heartbeat_timestamp=2022-04-28T11:16:09Z,host='dv-neutron-master-2-hyperv',id=6b492ad6-0876-4d74-b20d-28143a52ceba,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T10:50:40Z,topic='l3_agent')) {'router_ids': ['70a8459a-a93b-48a1-9d08-865cecd3938d'], 'active': True} {{(pid=116163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:16:39.240024 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-6d43829a-e068-4b16-b80c-bdc54cafc9b1 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:16:39.241149 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-6d43829a-e068-4b16-b80c-bdc54cafc9b1 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4380782 Apr 28 11:16:39.243847 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 57768) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:16:39.247520 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-427b39ef-26b5-4245-a9f3-468fcdc3a7b2 None None] Pushing event updated for resources: {'Port': ['ID=04080c6f-a631-462a-bd09-838af6565bfe,revision_number=4']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:16:39.248238 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.v2.base [None req-05d3a196-c3f3-4c3d-8ee3-a357d96c7107 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Request body: {'security_group_rule': {'security_group_id': 'e31e5e09-365e-4032-a4f6-6154b3aaadf5', 'project_id': '65d54c3b7dcd4af68398071d25e8321e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=116162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:16:39.352511 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-05d3a196-c3f3-4c3d-8ee3-a357d96c7107 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks [] for security_group_rule (b06650c5-41c6-4fc3-9946-d02a01f55b48), before_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:16:39.426880 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-05d3a196-c3f3-4c3d-8ee3-a357d96c7107 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks [] for security_group_rule (b06650c5-41c6-4fc3-9946-d02a01f55b48), precommit_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:16:39.504940 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-05d3a196-c3f3-4c3d-8ee3-a357d96c7107 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1912725'] for security_group_rule (b06650c5-41c6-4fc3-9946-d02a01f55b48), after_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:16:39.533376 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvr_db [None req-a01d87f1-b88a-45f7-a7b9-8dca962d9584 None None] Set router 70a8459a-a93b-48a1-9d08-865cecd3938d gateway port host: dv-neutron-master-2-hyperv {{(pid=116163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 11:16:39.535751 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d3a196-c3f3-4c3d-8ee3-a357d96c7107 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b06650c5-41c6-4fc3-9946-d02a01f55b48,revision_number=0']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:16:39.604170 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-05d3a196-c3f3-4c3d-8ee3-a357d96c7107 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:16:39.606273 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-05d3a196-c3f3-4c3d-8ee3-a357d96c7107 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3612452 Apr 28 11:16:39.609196 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 57770) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:16:39.619044 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.v2.base [None req-96b2a61d-3640-4302-9069-19e242756ab9 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Request body: {'security_group_rule': {'security_group_id': 'e31e5e09-365e-4032-a4f6-6154b3aaadf5', 'project_id': '65d54c3b7dcd4af68398071d25e8321e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=116162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:16:39.649085 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-2013d492-d508-4512-91cd-097f41e8c7f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (6b492ad6-0876-4d74-b20d-28143a52ceba), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:16:39.678670 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-84029288-944e-4003-928b-d3ca8b396f64 None None] Current status of the port 04080c6f-a631-462a-bd09-838af6565bfe is: DOWN; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:16:39.679129 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-84029288-944e-4003-928b-d3ca8b396f64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (04080c6f-a631-462a-bd09-838af6565bfe), before_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:16:39.707391 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-96b2a61d-3640-4302-9069-19e242756ab9 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks [] for security_group_rule (2039281b-346e-4d2f-b986-20ee9af2ad25), before_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:16:39.757826 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-84029288-944e-4003-928b-d3ca8b396f64 None None] For port 04080c6f-a631-462a-bd09-838af6565bfe, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=04080c6f-a631-462a-bd09-838af6565bfe,segment=NetworkSegment(9e6e1ab3-5a61-42e2-b83a-d479f4cc4268),segment_id=9e6e1ab3-5a61-42e2-b83a-d479f4cc4268)] {{(pid=116163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 11:16:39.806437 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-96b2a61d-3640-4302-9069-19e242756ab9 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks [] for security_group_rule (2039281b-346e-4d2f-b986-20ee9af2ad25), precommit_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:16:39.818574 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_hamode_db [None req-a01d87f1-b88a-45f7-a7b9-8dca962d9584 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70a8459a-a93b-48a1-9d08-865cecd3938d', 'name': 'tempest-TestNetworkBasicOps-router-164827866', 'tenant_id': '65d54c3b7dcd4af68398071d25e8321e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'external_fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.21'}], 'enable_snat': True}, 'gw_port_id': '3c3ce972-4c8c-4df2-8708-54b5127fcf26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T11:16:31Z', 'updated_at': '2022-04-28T11:16:36Z', 'revision_number': 4, 'project_id': '65d54c3b7dcd4af68398071d25e8321e', 'gw_port': {'id': '3c3ce972-4c8c-4df2-8708-54b5127fcf26', 'name': '', 'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:e1:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70a8459a-a93b-48a1-9d08-865cecd3938d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1519, 'fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:16:32Z', 'updated_at': '2022-04-28T11:16:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '04080c6f-a631-462a-bd09-838af6565bfe', 'name': '', 'network_id': '389581a6-fd69-4c78-8a9c-cc185dedc78a', 'tenant_id': '65d54c3b7dcd4af68398071d25e8321e', 'mac_address': 'fa:16:3e:4c:4c:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70a8459a-a93b-48a1-9d08-865cecd3938d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1522, 'fixed_ips': [{'subnet_id': '1829f05c-2a57-47f5-b9ae-75ea31831798', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:16:35Z', 'updated_at': '2022-04-28T11:16:38Z', 'revision_number': 4, 'project_id': '65d54c3b7dcd4af68398071d25e8321e', 'subnets': [{'id': '1829f05c-2a57-47f5-b9ae-75ea31831798', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=116163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:16:39.848793 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a01d87f1-b88a-45f7-a7b9-8dca962d9584 None None] The sync data for ids ['70a8459a-a93b-48a1-9d08-865cecd3938d'] in dv-neutron-master-2-hyperv is: [{'id': '70a8459a-a93b-48a1-9d08-865cecd3938d', 'name': 'tempest-TestNetworkBasicOps-router-164827866', 'tenant_id': '65d54c3b7dcd4af68398071d25e8321e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'external_fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.21'}], 'enable_snat': True}, 'gw_port_id': '3c3ce972-4c8c-4df2-8708-54b5127fcf26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T11:16:31Z', 'updated_at': '2022-04-28T11:16:36Z', 'revision_number': 4, 'project_id': '65d54c3b7dcd4af68398071d25e8321e', 'gw_port': {'id': '3c3ce972-4c8c-4df2-8708-54b5127fcf26', 'name': '', 'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:e1:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70a8459a-a93b-48a1-9d08-865cecd3938d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1519, 'fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:16:32Z', 'updated_at': '2022-04-28T11:16:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '04080c6f-a631-462a-bd09-838af6565bfe', 'name': '', 'network_id': '389581a6-fd69-4c78-8a9c-cc185dedc78a', 'tenant_id': '65d54c3b7dcd4af68398071d25e8321e', 'mac_address': 'fa:16:3e:4c:4c:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70a8459a-a93b-48a1-9d08-865cecd3938d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1522, 'fixed_ips': [{'subnet_id': '1829f05c-2a57-47f5-b9ae-75ea31831798', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:16:35Z', 'updated_at': '2022-04-28T11:16:38Z', 'revision_number': 4, 'project_id': '65d54c3b7dcd4af68398071d25e8321e', 'subnets': [{'id': '1829f05c-2a57-47f5-b9ae-75ea31831798', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=116163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 11:16:39.850381 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-84029288-944e-4003-928b-d3ca8b396f64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393'] for port (04080c6f-a631-462a-bd09-838af6565bfe), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:16:39.865306 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-96b2a61d-3640-4302-9069-19e242756ab9 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1912725'] for security_group_rule (2039281b-346e-4d2f-b986-20ee9af2ad25), after_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:16:39.906991 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b2a61d-3640-4302-9069-19e242756ab9 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2039281b-346e-4d2f-b986-20ee9af2ad25,revision_number=0']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:16:39.913973 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84029288-944e-4003-928b-d3ca8b396f64 None None] Pushing event updated for resources: {'Port': ['ID=04080c6f-a631-462a-bd09-838af6565bfe,revision_number=5']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:16:39.974198 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-aaa0ad4a-931a-4463-bba5-412bd9d8e34c None None] Provisioning complete for port 04080c6f-a631-462a-bd09-838af6565bfe triggered by entity DHCP. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:16:39.974763 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-aaa0ad4a-931a-4463-bba5-412bd9d8e34c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (04080c6f-a631-462a-bd09-838af6565bfe), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:16:40.009068 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-96b2a61d-3640-4302-9069-19e242756ab9 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:16:40.013753 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-96b2a61d-3640-4302-9069-19e242756ab9 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4001424 Apr 28 11:16:40.013753 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 57772) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:16:40.018157 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.v2.base [None req-c8b98cc6-3883-4c15-90b8-5a9861721f67 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Request body: {'security_group_rule': {'security_group_id': 'e31e5e09-365e-4032-a4f6-6154b3aaadf5', 'project_id': '65d54c3b7dcd4af68398071d25e8321e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=116162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:16:40.044561 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-774a187b-a4e3-4766-a922-25d61ad1b748 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2063420'] for router_interface (0253fd74-f6a9-46aa-a567-c9d8bf675134), before_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:16:40.101297 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-aaa0ad4a-931a-4463-bba5-412bd9d8e34c None None] Current status of the port 04080c6f-a631-462a-bd09-838af6565bfe is: ACTIVE; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:16:40.150670 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.db.securitygroups_db [None req-c8b98cc6-3883-4c15-90b8-5a9861721f67 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Project 65d54c3b7dcd4af68398071d25e8321e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 28 11:16:40.159700 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Device 04080c6f-a631-462a-bd09-838af6565bfe up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=116163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 11:16:40.160954 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-c8b98cc6-3883-4c15-90b8-5a9861721f67 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks [] for security_group_rule (c8a99b86-0eca-4f71-8499-85bdc99b29a9), before_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:16:40.248941 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Provisioning complete for port 04080c6f-a631-462a-bd09-838af6565bfe triggered by entity L2. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:16:40.249342 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (04080c6f-a631-462a-bd09-838af6565bfe), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:16:40.253048 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-c8b98cc6-3883-4c15-90b8-5a9861721f67 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks [] for security_group_rule (c8a99b86-0eca-4f71-8499-85bdc99b29a9), precommit_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:16:40.350097 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-c8b98cc6-3883-4c15-90b8-5a9861721f67 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1912725'] for security_group_rule (c8a99b86-0eca-4f71-8499-85bdc99b29a9), after_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:16:40.364676 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Current status of the port 04080c6f-a631-462a-bd09-838af6565bfe is: ACTIVE; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:16:40.365431 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.plugin [None req-774a187b-a4e3-4766-a922-25d61ad1b748 admin admin] Deleting port f2e70421-6b65-4ba8-8265-af8ddb4d251d {{(pid=116161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 11:16:40.365790 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-774a187b-a4e3-4766-a922-25d61ad1b748 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742235130188'] for port (f2e70421-6b65-4ba8-8265-af8ddb4d251d), before_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:16:40.380319 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b98cc6-3883-4c15-90b8-5a9861721f67 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c8a99b86-0eca-4f71-8499-85bdc99b29a9,revision_number=0']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:16:40.445434 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-c8b98cc6-3883-4c15-90b8-5a9861721f67 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:16:40.448052 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-c8b98cc6-3883-4c15-90b8-5a9861721f67 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4333894 Apr 28 11:16:40.450653 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 57774) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:16:40.455177 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.v2.base [None req-5bfdec22-6fb3-4277-b987-a1ddc71fb766 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Request body: {'security_group_rule': {'security_group_id': 'e31e5e09-365e-4032-a4f6-6154b3aaadf5', 'project_id': '65d54c3b7dcd4af68398071d25e8321e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=116162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:16:40.462135 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.db [None req-774a187b-a4e3-4766-a922-25d61ad1b748 admin admin] For port f2e70421-6b65-4ba8-8265-af8ddb4d251d, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=f2e70421-6b65-4ba8-8265-af8ddb4d251d,segment=NetworkSegment(d6ab13ae-3a67-4b86-b1c5-eddbcd455107),segment_id=d6ab13ae-3a67-4b86-b1c5-eddbcd455107)] {{(pid=116161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 11:16:40.462642 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-774a187b-a4e3-4766-a922-25d61ad1b748 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1938497'] for port (f2e70421-6b65-4ba8-8265-af8ddb4d251d), precommit_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:16:40.478571 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.plugin [None req-774a187b-a4e3-4766-a922-25d61ad1b748 admin admin] Calling delete_port for f2e70421-6b65-4ba8-8265-af8ddb4d251d owned by network:router_interface {{(pid=116161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 11:16:40.532866 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-ae94d540-e4c6-43be-adc9-b26fb6a2f62f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (cfc241ae-e4b7-443b-b80b-59fbbc2b69c9), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:16:40.563722 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.db.securitygroups_db [None req-5bfdec22-6fb3-4277-b987-a1ddc71fb766 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Project 65d54c3b7dcd4af68398071d25e8321e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 28 11:16:40.573616 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-5bfdec22-6fb3-4277-b987-a1ddc71fb766 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks [] for security_group_rule (dab9365a-9dbb-4ade-bb6c-16489f6c5e42), before_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:16:40.653679 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-5bfdec22-6fb3-4277-b987-a1ddc71fb766 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks [] for security_group_rule (dab9365a-9dbb-4ade-bb6c-16489f6c5e42), precommit_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:16:40.757569 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-5bfdec22-6fb3-4277-b987-a1ddc71fb766 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1912725'] for security_group_rule (dab9365a-9dbb-4ade-bb6c-16489f6c5e42), after_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:16:40.778491 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bfdec22-6fb3-4277-b987-a1ddc71fb766 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dab9365a-9dbb-4ade-bb6c-16489f6c5e42,revision_number=0']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:16:40.787911 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-774a187b-a4e3-4766-a922-25d61ad1b748 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742235135690', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742234710366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5219112'] for port (f2e70421-6b65-4ba8-8265-af8ddb4d251d), after_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:16:40.819154 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-774a187b-a4e3-4766-a922-25d61ad1b748 admin admin] Pushing event deleted for resources: {'Port': ['ID=f2e70421-6b65-4ba8-8265-af8ddb4d251d,revision_number=None']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:16:40.851761 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-5bfdec22-6fb3-4277-b987-a1ddc71fb766 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:16:40.853054 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-5bfdec22-6fb3-4277-b987-a1ddc71fb766 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4013402 Apr 28 11:16:41.067421 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-774a187b-a4e3-4766-a922-25d61ad1b748 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1603051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2063504'] for router_interface (0253fd74-f6a9-46aa-a567-c9d8bf675134), after_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:16:41.093665 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-048b0f9d-590e-4bf0-bc08-4b205c0628c6 req-c050cc18-3383-40aa-b9b2-deed1deb2049 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1938576142&fields=id&tenant_id=65d54c3b7dcd4af68398071d25e8321e HTTP/1.1" status: 200 len: 267 time: 0.0710049 Apr 28 11:16:41.291532 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048b0f9d-590e-4bf0-bc08-4b205c0628c6 req-ee239c7c-2fed-4984-8814-6a60d1f9f965 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:16:41.292976 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-048b0f9d-590e-4bf0-bc08-4b205c0628c6 req-ee239c7c-2fed-4984-8814-6a60d1f9f965 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] 10.222.0.10 "GET /v2.0/networks?id=389581a6-fd69-4c78-8a9c-cc185dedc78a HTTP/1.1" status: 200 len: 797 time: 0.1610253 Apr 28 11:16:41.340730 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-048b0f9d-590e-4bf0-bc08-4b205c0628c6 req-d742f1e7-5d4a-47b7-a09b-978828818c43 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] 10.222.0.10 "GET /v2.0/quotas/65d54c3b7dcd4af68398071d25e8321e HTTP/1.1" status: 200 len: 375 time: 0.0142100 Apr 28 11:16:41.426135 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-048b0f9d-590e-4bf0-bc08-4b205c0628c6 req-50b14505-cf63-4f45-a410-01abfb9430d9 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=65d54c3b7dcd4af68398071d25e8321e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0782688 Apr 28 11:16:41.462566 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-774a187b-a4e3-4766-a922-25d61ad1b748 admin admin] Router 0253fd74-f6a9-46aa-a567-c9d8bf675134 has already been hosted by L3 agent 6b492ad6-0876-4d74-b20d-28143a52ceba {{(pid=116161) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 11:16:41.578775 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-048b0f9d-590e-4bf0-bc08-4b205c0628c6 req-82c56df5-3171-4b36-aae6-e90a7c866777 service neutron] 10.222.0.10 "GET /v2.0/networks/389581a6-fd69-4c78-8a9c-cc185dedc78a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1395583 Apr 28 11:16:41.678958 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-774a187b-a4e3-4766-a922-25d61ad1b748 admin admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=116161) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 11:16:41.686419 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-774a187b-a4e3-4766-a922-25d61ad1b748 admin admin] 10.222.0.10 "PUT /v2.0/routers/0253fd74-f6a9-46aa-a567-c9d8bf675134/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6344523 Apr 28 11:16:41.687378 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9947599a-4112-425e-b1a4-1552974948f8 None None] Sync routers for ids ['0253fd74-f6a9-46aa-a567-c9d8bf675134'] in dv-neutron-master-2-hyperv {{(pid=116164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 11:16:41.689028 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 57792) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:16:41.697053 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9947599a-4112-425e-b1a4-1552974948f8 None None] Routers {'0253fd74-f6a9-46aa-a567-c9d8bf675134'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=116164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 11:16:41.697667 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_hamode_db [None req-9947599a-4112-425e-b1a4-1552974948f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-28T10:50:39Z,description=,heartbeat_timestamp=2022-04-28T11:16:40Z,host='dv-neutron-master-2-hyperv',id=6b492ad6-0876-4d74-b20d-28143a52ceba,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T10:50:40Z,topic='l3_agent')) {'router_ids': ['0253fd74-f6a9-46aa-a567-c9d8bf675134'], 'active': True} {{(pid=116164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:16:41.759732 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-048b0f9d-590e-4bf0-bc08-4b205c0628c6 req-49fdfaa1-26ab-41d0-b51b-4e3719baddc6 service neutron] 10.222.0.10 "GET /v2.0/networks/389581a6-fd69-4c78-8a9c-cc185dedc78a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1534402 Apr 28 11:16:41.807635 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_dvr_db [None req-9947599a-4112-425e-b1a4-1552974948f8 None None] Set router 0253fd74-f6a9-46aa-a567-c9d8bf675134 gateway port host: dv-neutron-master-2-hyperv {{(pid=116164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 11:16:41.814338 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-3f6e9479-3f07-4c17-9df1-315bd180066a admin admin] Publish callbacks [] for router (0253fd74-f6a9-46aa-a567-c9d8bf675134), before_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:16:41.923580 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-3f6e9479-3f07-4c17-9df1-315bd180066a admin admin] Publish callbacks [] for router_gateway (0253fd74-f6a9-46aa-a567-c9d8bf675134), before_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:16:41.986131 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_hamode_db [None req-9947599a-4112-425e-b1a4-1552974948f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0253fd74-f6a9-46aa-a567-c9d8bf675134', 'name': 'tempest-TestVolumeBootPattern-363191542-router', 'tenant_id': '552a7719c35843ecaa8ce5b648a02d25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'external_fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.226'}], 'enable_snat': True}, 'gw_port_id': '66cc009e-e45f-42d1-a09b-c0e887684e05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T11:05:58Z', 'updated_at': '2022-04-28T11:16:40Z', 'revision_number': 5, 'project_id': '552a7719c35843ecaa8ce5b648a02d25', 'gw_port': {'id': '66cc009e-e45f-42d1-a09b-c0e887684e05', 'name': '', 'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:24:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0253fd74-f6a9-46aa-a567-c9d8bf675134', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1186, 'fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:06:00Z', 'updated_at': '2022-04-28T11:06:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=116164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:16:42.020282 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9947599a-4112-425e-b1a4-1552974948f8 None None] Checking router: 0253fd74-f6a9-46aa-a567-c9d8bf675134 for host: dv-neutron-master-2-hyperv {{(pid=116164) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 11:16:42.028907 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-82bbf7d8-1995-4215-b6ac-e74b361f0fde req-5cee10d2-e9ad-4da3-99a9-054fbf48ba5c tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] 10.222.0.10 "GET /v2.0/ports?device_id=0293195d-0601-476f-bf15-60e7e0f8580b HTTP/1.1" status: 200 len: 210 time: 0.0535343 Apr 28 11:16:42.029067 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9947599a-4112-425e-b1a4-1552974948f8 None None] Routers {'0253fd74-f6a9-46aa-a567-c9d8bf675134'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=116164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 11:16:42.030464 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_hamode_db [None req-9947599a-4112-425e-b1a4-1552974948f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-28T10:50:39Z,description=,heartbeat_timestamp=2022-04-28T11:16:40Z,host='dv-neutron-master-2-hyperv',id=6b492ad6-0876-4d74-b20d-28143a52ceba,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T10:50:40Z,topic='l3_agent')) {'router_ids': ['0253fd74-f6a9-46aa-a567-c9d8bf675134'], 'active': True} {{(pid=116164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:16:42.047813 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.plugin [None req-3f6e9479-3f07-4c17-9df1-315bd180066a admin admin] Deleting port 66cc009e-e45f-42d1-a09b-c0e887684e05 {{(pid=116161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 11:16:42.048162 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-3f6e9479-3f07-4c17-9df1-315bd180066a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742235130188'] for port (66cc009e-e45f-42d1-a09b-c0e887684e05), before_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:16:42.091426 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-01ef1de1-12fd-4cef-b76b-793f91379468 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (39cc4f52-f5d9-4e2c-bbfa-7a1c528e1c40), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:16:42.131096 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_dvr_db [None req-9947599a-4112-425e-b1a4-1552974948f8 None None] Set router 0253fd74-f6a9-46aa-a567-c9d8bf675134 gateway port host: None {{(pid=116164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 11:16:42.158619 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.db [None req-3f6e9479-3f07-4c17-9df1-315bd180066a admin admin] For port 66cc009e-e45f-42d1-a09b-c0e887684e05, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=66cc009e-e45f-42d1-a09b-c0e887684e05,segment=NetworkSegment(142bc50f-d6af-4646-8d06-bb7af6b7b51c),segment_id=142bc50f-d6af-4646-8d06-bb7af6b7b51c)] {{(pid=116161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 11:16:42.159193 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-3f6e9479-3f07-4c17-9df1-315bd180066a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1938497'] for port (66cc009e-e45f-42d1-a09b-c0e887684e05), precommit_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:16:42.173739 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.plugin [None req-3f6e9479-3f07-4c17-9df1-315bd180066a admin admin] Calling delete_port for 66cc009e-e45f-42d1-a09b-c0e887684e05 owned by network:router_gateway {{(pid=116161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 11:16:42.184509 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_hamode_db [None req-9947599a-4112-425e-b1a4-1552974948f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0253fd74-f6a9-46aa-a567-c9d8bf675134', 'name': 'tempest-TestVolumeBootPattern-363191542-router', 'tenant_id': '552a7719c35843ecaa8ce5b648a02d25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T11:05:58Z', 'updated_at': '2022-04-28T11:16:41Z', 'revision_number': 6, 'project_id': '552a7719c35843ecaa8ce5b648a02d25', 'gw_port_host': None}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=116164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:16:42.214331 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9947599a-4112-425e-b1a4-1552974948f8 None None] The sync data for ids ['0253fd74-f6a9-46aa-a567-c9d8bf675134'] in dv-neutron-master-2-hyperv is: [{'id': '0253fd74-f6a9-46aa-a567-c9d8bf675134', 'name': 'tempest-TestVolumeBootPattern-363191542-router', 'tenant_id': '552a7719c35843ecaa8ce5b648a02d25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T11:05:58Z', 'updated_at': '2022-04-28T11:16:41Z', 'revision_number': 6, 'project_id': '552a7719c35843ecaa8ce5b648a02d25', 'gw_port_host': None}] {{(pid=116164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 11:16:42.425762 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-3f6e9479-3f07-4c17-9df1-315bd180066a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742235135690', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742234710366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5219112'] for port (66cc009e-e45f-42d1-a09b-c0e887684e05), after_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:16:42.451125 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6e9479-3f07-4c17-9df1-315bd180066a admin admin] Pushing event deleted for resources: {'Port': ['ID=66cc009e-e45f-42d1-a09b-c0e887684e05,revision_number=None']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:16:42.517975 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-3f6e9479-3f07-4c17-9df1-315bd180066a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1935354'] for router_gateway (0253fd74-f6a9-46aa-a567-c9d8bf675134), after_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:16:42.613760 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-3f6e9479-3f07-4c17-9df1-315bd180066a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2060865', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-63275'] for router (0253fd74-f6a9-46aa-a567-c9d8bf675134), precommit_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:16:42.616015 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-3f6e9479-3f07-4c17-9df1-315bd180066a admin admin] Publish callbacks [] for router_controller (0253fd74-f6a9-46aa-a567-c9d8bf675134), precommit_delete_associations {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:16:42.723192 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-3f6e9479-3f07-4c17-9df1-315bd180066a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2060888'] for router (0253fd74-f6a9-46aa-a567-c9d8bf675134), after_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:16:42.723651 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f6e9479-3f07-4c17-9df1-315bd180066a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0253fd74-f6a9-46aa-a567-c9d8bf675134 {{(pid=116161) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 28 11:16:42.727958 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-3f6e9479-3f07-4c17-9df1-315bd180066a admin admin] Publish callbacks [] for router (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:16:42.729105 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-3f6e9479-3f07-4c17-9df1-315bd180066a admin admin] 10.222.0.10 "DELETE /v2.0/routers/0253fd74-f6a9-46aa-a567-c9d8bf675134 HTTP/1.1" status: 204 len: 168 time: 1.0391967 Apr 28 11:16:42.731860 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 57804) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:16:42.777261 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.db.db_base_plugin_v2 [None req-c2681980-9f7b-4ebd-8932-660bb49b7ccc admin admin] Deleting subnet 49bbb4f0-3980-4b52-84ba-965c72e99e66 {{(pid=116161) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 28 11:16:42.781298 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-c2681980-9f7b-4ebd-8932-660bb49b7ccc admin admin] Publish callbacks [] for subnet (49bbb4f0-3980-4b52-84ba-965c72e99e66), before_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:16:42.820371 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-c2681980-9f7b-4ebd-8932-660bb49b7ccc admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8076976'] for subnet (49bbb4f0-3980-4b52-84ba-965c72e99e66), precommit_delete_associations {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:16:42.897685 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-c2681980-9f7b-4ebd-8932-660bb49b7ccc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-971303'] for subnet (49bbb4f0-3980-4b52-84ba-965c72e99e66), precommit_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:16:43.021503 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-c2681980-9f7b-4ebd-8932-660bb49b7ccc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-971310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5220601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5125409'] for subnet (49bbb4f0-3980-4b52-84ba-965c72e99e66), after_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:16:43.052126 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-c2681980-9f7b-4ebd-8932-660bb49b7ccc admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:16:43.056716 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-c2681980-9f7b-4ebd-8932-660bb49b7ccc admin admin] 10.222.0.10 "DELETE /v2.0/subnets/49bbb4f0-3980-4b52-84ba-965c72e99e66 HTTP/1.1" status: 204 len: 168 time: 0.3238726 Apr 28 11:16:43.057296 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24084826-762f-4f65-b4c1-072c26d5cf55 None None] Network 95a73077-5c3c-4a4f-9014-bee1df8e9c09 requested from dv-neutron-master-2-hyperv {{(pid=116163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 11:16:43.057631 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2681980-9f7b-4ebd-8932-660bb49b7ccc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=49bbb4f0-3980-4b52-84ba-965c72e99e66,revision_number=None']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:16:43.059431 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 57806) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:16:43.143983 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-d30b1209-bdee-4c4a-a438-7797722caf1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-979593'] for network (95a73077-5c3c-4a4f-9014-bee1df8e9c09), before_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:16:43.217816 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-4fdcc171-86a8-4320-b7bf-1981fe28edd7 req-adabdbeb-9a79-4e20-815c-9d821141b2bb tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] 10.222.0.10 "GET /v2.0/ports?device_id=0293195d-0601-476f-bf15-60e7e0f8580b HTTP/1.1" status: 200 len: 210 time: 0.0521183 Apr 28 11:16:43.235334 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.plugin [None req-d30b1209-bdee-4c4a-a438-7797722caf1e admin admin] Deleting port 02b126f8-3761-4563-a6b4-3f784d42ea05 {{(pid=116162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 11:16:43.235675 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-d30b1209-bdee-4c4a-a438-7797722caf1e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742235130188'] for port (02b126f8-3761-4563-a6b4-3f784d42ea05), before_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:16:43.253696 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba423139-9c65-4d58-8ceb-97eb588becc7 None None] DHCP port deletion for 95a73077-5c3c-4a4f-9014-bee1df8e9c09 request from dv-neutron-master-2-hyperv {{(pid=116163) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 28 11:16:43.313139 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-ba423139-9c65-4d58-8ceb-97eb588becc7 None None] Deleting port 02b126f8-3761-4563-a6b4-3f784d42ea05 {{(pid=116163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 11:16:43.313749 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-ba423139-9c65-4d58-8ceb-97eb588becc7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742235130188'] for port (02b126f8-3761-4563-a6b4-3f784d42ea05), before_delete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:16:43.315432 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.db [None req-d30b1209-bdee-4c4a-a438-7797722caf1e admin admin] For port 02b126f8-3761-4563-a6b4-3f784d42ea05, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=02b126f8-3761-4563-a6b4-3f784d42ea05,segment=NetworkSegment(d6ab13ae-3a67-4b86-b1c5-eddbcd455107),segment_id=d6ab13ae-3a67-4b86-b1c5-eddbcd455107)] {{(pid=116162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 11:16:43.315864 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-d30b1209-bdee-4c4a-a438-7797722caf1e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1938497'] for port (02b126f8-3761-4563-a6b4-3f784d42ea05), precommit_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:16:43.331300 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.plugin [None req-d30b1209-bdee-4c4a-a438-7797722caf1e admin admin] Calling delete_port for 02b126f8-3761-4563-a6b4-3f784d42ea05 owned by network:dhcp {{(pid=116162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 11:16:43.374800 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (d5baab19-5dd1-4902-922b-84acb048ab9c), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:16:43.388828 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-ba423139-9c65-4d58-8ceb-97eb588becc7 None None] For port 02b126f8-3761-4563-a6b4-3f784d42ea05, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=02b126f8-3761-4563-a6b4-3f784d42ea05,segment=NetworkSegment(d6ab13ae-3a67-4b86-b1c5-eddbcd455107),segment_id=d6ab13ae-3a67-4b86-b1c5-eddbcd455107)] {{(pid=116163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 11:16:43.389474 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-ba423139-9c65-4d58-8ceb-97eb588becc7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1938497'] for port (02b126f8-3761-4563-a6b4-3f784d42ea05), precommit_delete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:16:43.402719 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-ba423139-9c65-4d58-8ceb-97eb588becc7 None None] Calling delete_port for 02b126f8-3761-4563-a6b4-3f784d42ea05 owned by network:dhcp {{(pid=116163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 11:16:43.477522 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-d30b1209-bdee-4c4a-a438-7797722caf1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742235135690', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742234710366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5051867'] for port (02b126f8-3761-4563-a6b4-3f784d42ea05), after_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:16:43.483270 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-ba423139-9c65-4d58-8ceb-97eb588becc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742235135690', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742234710366'] for port (02b126f8-3761-4563-a6b4-3f784d42ea05), after_delete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:16:43.504101 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d30b1209-bdee-4c4a-a438-7797722caf1e admin admin] Pushing event deleted for resources: {'Port': ['ID=02b126f8-3761-4563-a6b4-3f784d42ea05,revision_number=None']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:16:43.505926 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d30b1209-bdee-4c4a-a438-7797722caf1e admin admin] No DVR routers for this DVR port 02b126f8-3761-4563-a6b4-3f784d42ea05 on host dv-neutron-master-2-hyperv {{(pid=116162) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 11:16:43.508987 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba423139-9c65-4d58-8ceb-97eb588becc7 None None] Pushing event deleted for resources: {'Port': ['ID=02b126f8-3761-4563-a6b4-3f784d42ea05,revision_number=None']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:16:43.512498 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba423139-9c65-4d58-8ceb-97eb588becc7 None None] No DVR routers for this DVR port 02b126f8-3761-4563-a6b4-3f784d42ea05 on host dv-neutron-master-2-hyperv {{(pid=116163) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 11:16:43.581243 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-d30b1209-bdee-4c4a-a438-7797722caf1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-973498', 'neutron.services.segments.db._delete_segments_for_network-8742235207033'] for network (95a73077-5c3c-4a4f-9014-bee1df8e9c09), precommit_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:16:43.602046 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.services.segments.db [None req-d30b1209-bdee-4c4a-a438-7797722caf1e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['95a73077-5c3c-4a4f-9014-bee1df8e9c09']}} {{(pid=116162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:16:43.612334 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.services.segments.db [None req-d30b1209-bdee-4c4a-a438-7797722caf1e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd6ab13ae-3a67-4b86-b1c5-eddbcd455107') {'for_net_delete': True} {{(pid=116162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:16:43.612635 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.services.segments.db [None req-d30b1209-bdee-4c4a-a438-7797722caf1e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd6ab13ae-3a67-4b86-b1c5-eddbcd455107') {} {{(pid=116162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:16:43.622536 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-d30b1209-bdee-4c4a-a438-7797722caf1e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742235208578', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5026548'] for segment (d6ab13ae-3a67-4b86-b1c5-eddbcd455107), before_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:16:43.635906 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-d30b1209-bdee-4c4a-a438-7797722caf1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-961978'] for segment (d6ab13ae-3a67-4b86-b1c5-eddbcd455107), precommit_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:16:43.642392 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d30b1209-bdee-4c4a-a438-7797722caf1e admin admin] Releasing vlan 51 on physical network physnet1 to pool {{(pid=116162) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 11:16:43.642806 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-d30b1209-bdee-4c4a-a438-7797722caf1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-961978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5051884'] for segment (d6ab13ae-3a67-4b86-b1c5-eddbcd455107), after_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:16:43.644476 dv-neutron-master-2-hyperv neutron-server[116162]: Traceback (most recent call last): Apr 28 11:16:43.644476 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 11:16:43.644476 dv-neutron-master-2-hyperv neutron-server[116162]: timer() Apr 28 11:16:43.644476 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 11:16:43.644476 dv-neutron-master-2-hyperv neutron-server[116162]: cb(*args, **kw) Apr 28 11:16:43.644476 dv-neutron-master-2-hyperv neutron-server[116162]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 28 11:16:43.644476 dv-neutron-master-2-hyperv neutron-server[116162]: return func(*args, **kwargs) Apr 28 11:16:43.644476 dv-neutron-master-2-hyperv neutron-server[116162]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 11:16:43.644476 dv-neutron-master-2-hyperv neutron-server[116162]: self._notify() Apr 28 11:16:43.644476 dv-neutron-master-2-hyperv neutron-server[116162]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 11:16:43.644476 dv-neutron-master-2-hyperv neutron-server[116162]: self.callback(batched_events) Apr 28 11:16:43.644476 dv-neutron-master-2-hyperv neutron-server[116162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 11:16:43.644476 dv-neutron-master-2-hyperv neutron-server[116162]: event.method(event) Apr 28 11:16:43.644476 dv-neutron-master-2-hyperv neutron-server[116162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 28 11:16:43.644476 dv-neutron-master-2-hyperv neutron-server[116162]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 11:16:43.644476 dv-neutron-master-2-hyperv neutron-server[116162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 28 11:16:43.644476 dv-neutron-master-2-hyperv neutron-server[116162]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 11:16:43.644476 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 28 11:16:43.644476 dv-neutron-master-2-hyperv neutron-server[116162]: return f(self, *a, **k) Apr 28 11:16:43.644476 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 28 11:16:43.644476 dv-neutron-master-2-hyperv neutron-server[116162]: return self._get(url).json() Apr 28 11:16:43.644476 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 28 11:16:43.644476 dv-neutron-master-2-hyperv neutron-server[116162]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 11:16:43.644476 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 11:16:43.644476 dv-neutron-master-2-hyperv neutron-server[116162]: return self.request(url, 'GET', **kwargs) Apr 28 11:16:43.644476 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 11:16:43.644476 dv-neutron-master-2-hyperv neutron-server[116162]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 11:16:43.644476 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 11:16:43.644476 dv-neutron-master-2-hyperv neutron-server[116162]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 11:16:43.644476 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 11:16:43.644476 dv-neutron-master-2-hyperv neutron-server[116162]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 11:16:43.644476 dv-neutron-master-2-hyperv neutron-server[116162]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 11:16:44.088492 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Device 66cc009e-e45f-42d1-a09b-c0e887684e05 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=116163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 11:16:44.112659 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-d30b1209-bdee-4c4a-a438-7797722caf1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-973477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2063122'] for network (95a73077-5c3c-4a4f-9014-bee1df8e9c09), after_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:16:44.114229 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] No Port match for: 66cc009e-e45f-42d1-a09b-c0e887684e05 {{(pid=116163) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 28 11:16:44.114610 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Device 66cc009e-e45f-42d1-a09b-c0e887684e05 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=116163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 11:16:44.115045 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Device 02b126f8-3761-4563-a6b4-3f784d42ea05 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=116163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 11:16:44.120353 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-d30b1209-bdee-4c4a-a438-7797722caf1e admin admin] Publish callbacks [] for network (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:16:44.124192 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-d30b1209-bdee-4c4a-a438-7797722caf1e admin admin] 10.222.0.10 "DELETE /v2.0/networks/95a73077-5c3c-4a4f-9014-bee1df8e9c09 HTTP/1.1" status: 204 len: 168 time: 1.0630815 Apr 28 11:16:44.126962 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 57810) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:16:44.136794 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] No Port match for: 02b126f8-3761-4563-a6b4-3f784d42ea05 {{(pid=116163) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 28 11:16:44.137150 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Device 02b126f8-3761-4563-a6b4-3f784d42ea05 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=116163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 11:16:44.137739 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Device f2e70421-6b65-4ba8-8265-af8ddb4d251d no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=116163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 11:16:44.140668 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048b0f9d-590e-4bf0-bc08-4b205c0628c6 req-a2582356-b9fc-444b-a4a6-5dddf1f09ec9 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:16:44.142152 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-048b0f9d-590e-4bf0-bc08-4b205c0628c6 req-a2582356-b9fc-444b-a4a6-5dddf1f09ec9 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] 10.222.0.20 "GET /v2.0/networks?id=389581a6-fd69-4c78-8a9c-cc185dedc78a HTTP/1.1" status: 200 len: 797 time: 0.1239307 Apr 28 11:16:44.143103 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d30b1209-bdee-4c4a-a438-7797722caf1e admin admin] Pushing event deleted for resources: {'Network': ['ID=95a73077-5c3c-4a4f-9014-bee1df8e9c09,revision_number=None']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:16:44.160116 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] No Port match for: f2e70421-6b65-4ba8-8265-af8ddb4d251d {{(pid=116163) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 28 11:16:44.160709 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Device f2e70421-6b65-4ba8-8265-af8ddb4d251d not bound to the agent host dv-neutron-master-2-hyperv {{(pid=116163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 11:16:44.223135 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-048b0f9d-590e-4bf0-bc08-4b205c0628c6 req-cda4d842-3d38-42c3-95d4-e4c1b30c175b tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=65d54c3b7dcd4af68398071d25e8321e HTTP/1.1" status: 200 len: 380 time: 0.0725567 Apr 28 11:16:44.272079 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.v2.base [req-048b0f9d-590e-4bf0-bc08-4b205c0628c6 req-479b1bde-2a51-444b-b61e-c739aa157a17 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Request body: {'port': {'device_id': '0293195d-0601-476f-bf15-60e7e0f8580b', 'network_id': '389581a6-fd69-4c78-8a9c-cc185dedc78a', 'admin_state_up': True, 'tenant_id': '65d54c3b7dcd4af68398071d25e8321e', 'security_groups': ['e31e5e09-365e-4032-a4f6-6154b3aaadf5']}} {{(pid=116162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:16:44.341825 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-80624194-c089-4944-8b40-9d4addee9231 req-8ce1892b-8728-41cb-8123-9bb81432c919 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] 10.222.0.10 "GET /v2.0/ports?device_id=0293195d-0601-476f-bf15-60e7e0f8580b HTTP/1.1" status: 200 len: 210 time: 0.0350955 Apr 28 11:16:44.431899 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-048b0f9d-590e-4bf0-bc08-4b205c0628c6 req-479b1bde-2a51-444b-b61e-c739aa157a17 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Made reservation on behalf of 65d54c3b7dcd4af68398071d25e8321e for: {'port': 1} {{(pid=116162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 11:16:44.435490 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [req-048b0f9d-590e-4bf0-bc08-4b205c0628c6 req-479b1bde-2a51-444b-b61e-c739aa157a17 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (None), before_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:16:44.575080 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.db.db_base_plugin_common [req-048b0f9d-590e-4bf0-bc08-4b205c0628c6 req-479b1bde-2a51-444b-b61e-c739aa157a17 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Allocated IP 172.20.0.5 (389581a6-fd69-4c78-8a9c-cc185dedc78a/1829f05c-2a57-47f5-b9ae-75ea31831798/e5d684b3-97f0-4d47-a5cf-33414da00d55) {{(pid=116162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 11:16:44.722964 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [req-048b0f9d-590e-4bf0-bc08-4b205c0628c6 req-479b1bde-2a51-444b-b61e-c739aa157a17 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks [] for port (e5d684b3-97f0-4d47-a5cf-33414da00d55), precommit_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:16:44.815269 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [req-048b0f9d-590e-4bf0-bc08-4b205c0628c6 req-479b1bde-2a51-444b-b61e-c739aa157a17 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742234710357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5051867'] for port (e5d684b3-97f0-4d47-a5cf-33414da00d55), after_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:16:44.831676 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-afcbb4bd-f270-4681-8eb8-67a6f35b3e45 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2063420'] for router_interface (600deb90-6808-4341-aed6-2cd38307bc11), before_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:16:44.857784 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-048b0f9d-590e-4bf0-bc08-4b205c0628c6 req-479b1bde-2a51-444b-b61e-c739aa157a17 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Network 389581a6-fd69-4c78-8a9c-cc185dedc78a is already hosted by enough agents. {{(pid=116162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 11:16:44.862689 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.scheduler.base_scheduler [req-048b0f9d-590e-4bf0-bc08-4b205c0628c6 req-479b1bde-2a51-444b-b61e-c739aa157a17 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Resources bound (agent type, host, resource id): {{(pid=116162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 11:16:44.866364 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.db.l3_dvrscheduler_db [req-048b0f9d-590e-4bf0-bc08-4b205c0628c6 req-479b1bde-2a51-444b-b61e-c739aa157a17 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Received port after_create {{(pid=116162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 11:16:44.891639 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479b1bde-2a51-444b-b61e-c739aa157a17 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Pushing event updated for resources: {'Port': ['ID=e5d684b3-97f0-4d47-a5cf-33414da00d55,revision_number=1']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:16:44.919920 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048b0f9d-590e-4bf0-bc08-4b205c0628c6 req-479b1bde-2a51-444b-b61e-c739aa157a17 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:16:44.920976 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [req-048b0f9d-590e-4bf0-bc08-4b205c0628c6 req-479b1bde-2a51-444b-b61e-c739aa157a17 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198022'] for port (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:16:45.004369 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-048b0f9d-590e-4bf0-bc08-4b205c0628c6 req-479b1bde-2a51-444b-b61e-c739aa157a17 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7363813 Apr 28 11:16:45.017392 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.v2.base [req-048b0f9d-590e-4bf0-bc08-4b205c0628c6 req-5439b176-a021-4bd3-9a3a-e4e8814bc0f8 service neutron] Request body: {'port': {'device_id': '0293195d-0601-476f-bf15-60e7e0f8580b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-mast'}} {{(pid=116162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:16:45.083604 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.plugin [None req-afcbb4bd-f270-4681-8eb8-67a6f35b3e45 admin admin] Deleting port 22273d86-7e48-4219-a65d-ab3fc4142f67 {{(pid=116161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 11:16:45.083890 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-afcbb4bd-f270-4681-8eb8-67a6f35b3e45 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742235130188'] for port (22273d86-7e48-4219-a65d-ab3fc4142f67), before_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:16:45.084814 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [req-048b0f9d-590e-4bf0-bc08-4b205c0628c6 req-5439b176-a021-4bd3-9a3a-e4e8814bc0f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (e5d684b3-97f0-4d47-a5cf-33414da00d55), before_update {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:16:45.154534 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-e4d565c8-6dbb-4de8-a657-ab4ab20408e0 None None] Provisioning complete for port e5d684b3-97f0-4d47-a5cf-33414da00d55 triggered by entity DHCP. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:16:45.156076 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-e4d565c8-6dbb-4de8-a657-ab4ab20408e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (e5d684b3-97f0-4d47-a5cf-33414da00d55), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:16:45.170948 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.db [None req-afcbb4bd-f270-4681-8eb8-67a6f35b3e45 admin admin] For port 22273d86-7e48-4219-a65d-ab3fc4142f67, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=22273d86-7e48-4219-a65d-ab3fc4142f67,segment=NetworkSegment(aebe9c26-82b4-4cf8-bce6-cda13a2628ac),segment_id=aebe9c26-82b4-4cf8-bce6-cda13a2628ac)] {{(pid=116161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 11:16:45.171465 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-afcbb4bd-f270-4681-8eb8-67a6f35b3e45 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1938497'] for port (22273d86-7e48-4219-a65d-ab3fc4142f67), precommit_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:16:45.188017 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.plugin [None req-afcbb4bd-f270-4681-8eb8-67a6f35b3e45 admin admin] Calling delete_port for 22273d86-7e48-4219-a65d-ab3fc4142f67 owned by network:router_interface {{(pid=116161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 11:16:45.199311 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-e4d565c8-6dbb-4de8-a657-ab4ab20408e0 None None] Port e5d684b3-97f0-4d47-a5cf-33414da00d55 cannot update to ACTIVE because it is not bound. {{(pid=116163) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 28 11:16:45.354757 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.notifiers.nova [req-048b0f9d-590e-4bf0-bc08-4b205c0628c6 req-5439b176-a021-4bd3-9a3a-e4e8814bc0f8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e5d684b3-97f0-4d47-a5cf-33414da00d55 {{(pid=116162) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 11:16:45.362226 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [req-048b0f9d-590e-4bf0-bc08-4b205c0628c6 req-5439b176-a021-4bd3-9a3a-e4e8814bc0f8 service neutron] Publish callbacks [] for port (e5d684b3-97f0-4d47-a5cf-33414da00d55), precommit_update {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:16:45.448524 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.db.provisioning_blocks [req-048b0f9d-590e-4bf0-bc08-4b205c0628c6 req-5439b176-a021-4bd3-9a3a-e4e8814bc0f8 service neutron] Transition to ACTIVE for port object e5d684b3-97f0-4d47-a5cf-33414da00d55 will not be triggered until provisioned by entity L2. {{(pid=116162) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 28 11:16:45.450112 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-afcbb4bd-f270-4681-8eb8-67a6f35b3e45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742235135690', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742234710366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5219112'] for port (22273d86-7e48-4219-a65d-ab3fc4142f67), after_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:16:45.469945 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551a0a49-b9a2-4037-b4bd-ae89d734b72e req-09042184-12b3-493d-9a7d-7f4dc3ec5b22 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:16:45.471485 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-551a0a49-b9a2-4037-b4bd-ae89d734b72e req-09042184-12b3-493d-9a7d-7f4dc3ec5b22 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] 10.222.0.10 "GET /v2.0/ports?device_id=0293195d-0601-476f-bf15-60e7e0f8580b HTTP/1.1" status: 200 len: 931 time: 0.0584350 Apr 28 11:16:45.496981 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afcbb4bd-f270-4681-8eb8-67a6f35b3e45 admin admin] Pushing event deleted for resources: {'Port': ['ID=22273d86-7e48-4219-a65d-ab3fc4142f67,revision_number=None']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:16:45.532785 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [req-048b0f9d-590e-4bf0-bc08-4b205c0628c6 req-5439b176-a021-4bd3-9a3a-e4e8814bc0f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5051840'] for port (e5d684b3-97f0-4d47-a5cf-33414da00d55), after_update {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:16:45.601840 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-551a0a49-b9a2-4037-b4bd-ae89d734b72e req-30829f81-78c0-4b57-a74d-55ed1cd43b43 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] 10.222.0.10 "GET /v2.0/security-groups?id=e31e5e09-365e-4032-a4f6-6154b3aaadf5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1046643 Apr 28 11:16:45.648427 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5439b176-a021-4bd3-9a3a-e4e8814bc0f8 service neutron] Pushing event updated for resources: {'Port': ['ID=e5d684b3-97f0-4d47-a5cf-33414da00d55,revision_number=2']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:16:45.687429 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.managers [req-048b0f9d-590e-4bf0-bc08-4b205c0628c6 req-5439b176-a021-4bd3-9a3a-e4e8814bc0f8 service neutron] Attempting to bind port e5d684b3-97f0-4d47-a5cf-33414da00d55 on host hv-neutron-mast for vnic_type normal with profile {{(pid=116162) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 28 11:16:45.687776 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.managers [req-048b0f9d-590e-4bf0-bc08-4b205c0628c6 req-5439b176-a021-4bd3-9a3a-e4e8814bc0f8 service neutron] Attempting to bind port e5d684b3-97f0-4d47-a5cf-33414da00d55 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '9e6e1ab3-5a61-42e2-b83a-d479f4cc4268', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '389581a6-fd69-4c78-8a9c-cc185dedc78a'}] {{(pid=116162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 28 11:16:45.688113 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-048b0f9d-590e-4bf0-bc08-4b205c0628c6 req-5439b176-a021-4bd3-9a3a-e4e8814bc0f8 service neutron] Attempting to bind port e5d684b3-97f0-4d47-a5cf-33414da00d55 on network 389581a6-fd69-4c78-8a9c-cc185dedc78a {{(pid=116162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 11:16:45.693746 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-048b0f9d-590e-4bf0-bc08-4b205c0628c6 req-5439b176-a021-4bd3-9a3a-e4e8814bc0f8 service neutron] Port e5d684b3-97f0-4d47-a5cf-33414da00d55 on network 389581a6-fd69-4c78-8a9c-cc185dedc78a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=116162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 28 11:16:45.694079 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-048b0f9d-590e-4bf0-bc08-4b205c0628c6 req-5439b176-a021-4bd3-9a3a-e4e8814bc0f8 service neutron] Attempting to bind port e5d684b3-97f0-4d47-a5cf-33414da00d55 on network 389581a6-fd69-4c78-8a9c-cc185dedc78a {{(pid=116162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 11:16:45.700373 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-048b0f9d-590e-4bf0-bc08-4b205c0628c6 req-5439b176-a021-4bd3-9a3a-e4e8814bc0f8 service neutron] Checking agent: {'id': '6be95134-9a6c-4663-8b48-90d12ce90c60', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-mast', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 10, 57, 20), 'started_at': datetime.datetime(2022, 4, 28, 10, 57, 20), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 11, 16, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=116162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 11:16:45.700723 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-048b0f9d-590e-4bf0-bc08-4b205c0628c6 req-5439b176-a021-4bd3-9a3a-e4e8814bc0f8 service neutron] Checking segment: {'id': '9e6e1ab3-5a61-42e2-b83a-d479f4cc4268', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '389581a6-fd69-4c78-8a9c-cc185dedc78a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 11:16:45.701118 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-048b0f9d-590e-4bf0-bc08-4b205c0628c6 req-5439b176-a021-4bd3-9a3a-e4e8814bc0f8 service neutron] Bound using segment: {'id': '9e6e1ab3-5a61-42e2-b83a-d479f4cc4268', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '389581a6-fd69-4c78-8a9c-cc185dedc78a'} {{(pid=116162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 11:16:45.701720 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.managers [req-048b0f9d-590e-4bf0-bc08-4b205c0628c6 req-5439b176-a021-4bd3-9a3a-e4e8814bc0f8 service neutron] Bound port: e5d684b3-97f0-4d47-a5cf-33414da00d55, host: hv-neutron-mast, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9e6e1ab3-5a61-42e2-b83a-d479f4cc4268', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '389581a6-fd69-4c78-8a9c-cc185dedc78a'}}] {{(pid=116162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 28 11:16:45.702126 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [req-048b0f9d-590e-4bf0-bc08-4b205c0628c6 req-5439b176-a021-4bd3-9a3a-e4e8814bc0f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (e5d684b3-97f0-4d47-a5cf-33414da00d55), before_update {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:16:45.741948 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-afcbb4bd-f270-4681-8eb8-67a6f35b3e45 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1603051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2063504'] for router_interface (600deb90-6808-4341-aed6-2cd38307bc11), after_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:16:45.780219 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.db [req-048b0f9d-590e-4bf0-bc08-4b205c0628c6 req-5439b176-a021-4bd3-9a3a-e4e8814bc0f8 service neutron] For port e5d684b3-97f0-4d47-a5cf-33414da00d55, host hv-neutron-mast, cleared binding levels {{(pid=116162) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 11:16:45.783845 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.db [req-048b0f9d-590e-4bf0-bc08-4b205c0628c6 req-5439b176-a021-4bd3-9a3a-e4e8814bc0f8 service neutron] For port e5d684b3-97f0-4d47-a5cf-33414da00d55, host hv-neutron-mast, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=e5d684b3-97f0-4d47-a5cf-33414da00d55,segment=NetworkSegment(9e6e1ab3-5a61-42e2-b83a-d479f4cc4268),segment_id=9e6e1ab3-5a61-42e2-b83a-d479f4cc4268)] {{(pid=116162) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 11:16:45.876159 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [req-048b0f9d-590e-4bf0-bc08-4b205c0628c6 req-5439b176-a021-4bd3-9a3a-e4e8814bc0f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5051840'] for port (e5d684b3-97f0-4d47-a5cf-33414da00d55), after_update {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:16:45.913851 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048b0f9d-590e-4bf0-bc08-4b205c0628c6 req-5439b176-a021-4bd3-9a3a-e4e8814bc0f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:16:45.914289 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [req-048b0f9d-590e-4bf0-bc08-4b205c0628c6 req-5439b176-a021-4bd3-9a3a-e4e8814bc0f8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198022'] for port (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:16:45.915739 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-048b0f9d-590e-4bf0-bc08-4b205c0628c6 req-5439b176-a021-4bd3-9a3a-e4e8814bc0f8 service neutron] 10.222.0.20 "PUT /v2.0/ports/e5d684b3-97f0-4d47-a5cf-33414da00d55 HTTP/1.1" status: 200 len: 1093 time: 0.9041283 Apr 28 11:16:45.916149 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0293195d-0601-476f-bf15-60e7e0f8580b', 'tag': 'e5d684b3-97f0-4d47-a5cf-33414da00d55'}] {{(pid=116162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 11:16:45.918420 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ba53f40d6116d28995a8e36159d0e539b5353eec116fb5dd4ce03b4b2159ab1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af5f8f12-2b5c-4b59-afe8-0de0664c2dd8" -d '{"events": [{"name": "network-changed", "server_uuid": "0293195d-0601-476f-bf15-60e7e0f8580b", "tag": "e5d684b3-97f0-4d47-a5cf-33414da00d55"}]}' {{(pid=116162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 11:16:45.955398 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5439b176-a021-4bd3-9a3a-e4e8814bc0f8 service neutron] Pushing event updated for resources: {'Port': ['ID=e5d684b3-97f0-4d47-a5cf-33414da00d55,revision_number=3']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:16:45.967879 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 11:16:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-241f71a0-3313-4f35-8ad6-eb3bee0a2bf7 x-openstack-request-id: req-241f71a0-3313-4f35-8ad6-eb3bee0a2bf7 {{(pid=116162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 11:16:45.968021 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0293195d-0601-476f-bf15-60e7e0f8580b", "tag": "e5d684b3-97f0-4d47-a5cf-33414da00d55", "status": "completed", "code": 200}]} {{(pid=116162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 11:16:45.968265 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-241f71a0-3313-4f35-8ad6-eb3bee0a2bf7 {{(pid=116162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 11:16:45.968688 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.notifiers.nova [-] Nova event matching ['req-241f71a0-3313-4f35-8ad6-eb3bee0a2bf7'] response: {'name': 'network-changed', 'server_uuid': '0293195d-0601-476f-bf15-60e7e0f8580b', 'tag': 'e5d684b3-97f0-4d47-a5cf-33414da00d55', 'status': 'completed', 'code': 200} Apr 28 11:16:45.997338 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-afcbb4bd-f270-4681-8eb8-67a6f35b3e45 admin admin] Router 600deb90-6808-4341-aed6-2cd38307bc11 has already been hosted by L3 agent 6b492ad6-0876-4d74-b20d-28143a52ceba {{(pid=116161) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 11:16:46.039747 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5f8f12-2b5c-4b59-afe8-0de0664c2dd8 req-9c6aa749-ec48-4051-b5d0-9e4b2c3691f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:16:46.041813 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-af5f8f12-2b5c-4b59-afe8-0de0664c2dd8 req-9c6aa749-ec48-4051-b5d0-9e4b2c3691f9 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=65d54c3b7dcd4af68398071d25e8321e&device_id=0293195d-0601-476f-bf15-60e7e0f8580b HTTP/1.1" status: 200 len: 1127 time: 0.0548518 Apr 28 11:16:46.128911 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afcbb4bd-f270-4681-8eb8-67a6f35b3e45 admin admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=116161) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 11:16:46.140825 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-afcbb4bd-f270-4681-8eb8-67a6f35b3e45 admin admin] 10.222.0.10 "PUT /v2.0/routers/600deb90-6808-4341-aed6-2cd38307bc11/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0021255 Apr 28 11:16:46.140825 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 57822) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:16:46.141197 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1dd5b9e-d947-4f2e-b37e-58456d74f69e None None] Sync routers for ids ['600deb90-6808-4341-aed6-2cd38307bc11'] in dv-neutron-master-2-hyperv {{(pid=116163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 11:16:46.156746 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1dd5b9e-d947-4f2e-b37e-58456d74f69e None None] Routers {'600deb90-6808-4341-aed6-2cd38307bc11'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=116163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 11:16:46.157383 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_hamode_db [None req-b1dd5b9e-d947-4f2e-b37e-58456d74f69e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-28T10:50:39Z,description=,heartbeat_timestamp=2022-04-28T11:16:40Z,host='dv-neutron-master-2-hyperv',id=6b492ad6-0876-4d74-b20d-28143a52ceba,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T10:50:40Z,topic='l3_agent')) {'router_ids': ['600deb90-6808-4341-aed6-2cd38307bc11'], 'active': True} {{(pid=116163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:16:46.170343 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5f8f12-2b5c-4b59-afe8-0de0664c2dd8 req-3849b746-b904-48d6-96d0-672c5f376615 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:16:46.171972 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-af5f8f12-2b5c-4b59-afe8-0de0664c2dd8 req-3849b746-b904-48d6-96d0-672c5f376615 service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=65d54c3b7dcd4af68398071d25e8321e&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1234970 Apr 28 11:16:46.257492 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-996ac09b-668f-427f-b9fa-00d7f060f76e admin admin] Publish callbacks [] for router (600deb90-6808-4341-aed6-2cd38307bc11), before_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:16:46.280850 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5f8f12-2b5c-4b59-afe8-0de0664c2dd8 req-f1eeac0d-bf5f-4983-b3ae-99306bf41e09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:16:46.282520 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-af5f8f12-2b5c-4b59-afe8-0de0664c2dd8 req-f1eeac0d-bf5f-4983-b3ae-99306bf41e09 service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1046202 Apr 28 11:16:46.285840 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvr_db [None req-b1dd5b9e-d947-4f2e-b37e-58456d74f69e None None] Set router 600deb90-6808-4341-aed6-2cd38307bc11 gateway port host: dv-neutron-master-2-hyperv {{(pid=116163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 11:16:46.364528 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048b0f9d-590e-4bf0-bc08-4b205c0628c6 req-5d2f276d-5e64-4ced-a853-3e9fe9ad8c30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:16:46.366105 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-048b0f9d-590e-4bf0-bc08-4b205c0628c6 req-5d2f276d-5e64-4ced-a853-3e9fe9ad8c30 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=65d54c3b7dcd4af68398071d25e8321e&device_id=0293195d-0601-476f-bf15-60e7e0f8580b HTTP/1.1" status: 200 len: 1127 time: 0.0453413 Apr 28 11:16:46.384292 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-996ac09b-668f-427f-b9fa-00d7f060f76e admin admin] Publish callbacks [] for router_gateway (600deb90-6808-4341-aed6-2cd38307bc11), before_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:16:46.415488 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-048b0f9d-590e-4bf0-bc08-4b205c0628c6 req-54c52a49-87e1-4878-87e3-9ef5cb9d5cae service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e5d684b3-97f0-4d47-a5cf-33414da00d55 HTTP/1.1" status: 200 len: 217 time: 0.0427504 Apr 28 11:16:46.562445 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_hamode_db [None req-b1dd5b9e-d947-4f2e-b37e-58456d74f69e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '600deb90-6808-4341-aed6-2cd38307bc11', 'name': 'tempest-TestVolumeBootPattern-820426624-router', 'tenant_id': '46e92e085c5541bf8ff1731b14066ad5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'external_fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.184'}], 'enable_snat': True}, 'gw_port_id': 'd4618f51-af9c-43b2-aede-b6d15734c52d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T11:06:15Z', 'updated_at': '2022-04-28T11:16:45Z', 'revision_number': 5, 'project_id': '46e92e085c5541bf8ff1731b14066ad5', 'gw_port': {'id': 'd4618f51-af9c-43b2-aede-b6d15734c52d', 'name': '', 'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:6f:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '600deb90-6808-4341-aed6-2cd38307bc11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1229, 'fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:06:17Z', 'updated_at': '2022-04-28T11:06:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=116163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:16:46.562766 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048b0f9d-590e-4bf0-bc08-4b205c0628c6 req-e9748723-3a29-4058-93d1-2ba6584a5bb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:16:46.562766 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-048b0f9d-590e-4bf0-bc08-4b205c0628c6 req-e9748723-3a29-4058-93d1-2ba6584a5bb1 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=1829f05c-2a57-47f5-b9ae-75ea31831798 HTTP/1.1" status: 200 len: 834 time: 0.0447462 Apr 28 11:16:46.562935 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1dd5b9e-d947-4f2e-b37e-58456d74f69e None None] Checking router: 600deb90-6808-4341-aed6-2cd38307bc11 for host: dv-neutron-master-2-hyperv {{(pid=116163) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 11:16:46.562935 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1dd5b9e-d947-4f2e-b37e-58456d74f69e None None] Routers {'600deb90-6808-4341-aed6-2cd38307bc11'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=116163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 11:16:46.562935 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_hamode_db [None req-b1dd5b9e-d947-4f2e-b37e-58456d74f69e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-28T10:50:39Z,description=,heartbeat_timestamp=2022-04-28T11:16:40Z,host='dv-neutron-master-2-hyperv',id=6b492ad6-0876-4d74-b20d-28143a52ceba,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T10:50:40Z,topic='l3_agent')) {'router_ids': ['600deb90-6808-4341-aed6-2cd38307bc11'], 'active': True} {{(pid=116163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:16:46.563167 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048b0f9d-590e-4bf0-bc08-4b205c0628c6 req-2ef5252c-ea9d-4dab-8eb9-951d234ab66d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:16:46.563167 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-048b0f9d-590e-4bf0-bc08-4b205c0628c6 req-2ef5252c-ea9d-4dab-8eb9-951d234ab66d service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=389581a6-fd69-4c78-8a9c-cc185dedc78a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0387866 Apr 28 11:16:46.606602 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-048b0f9d-590e-4bf0-bc08-4b205c0628c6 req-d2cbc674-1d37-4c96-977c-ce65c9946ff2 service neutron] 10.222.0.20 "GET /v2.0/networks/389581a6-fd69-4c78-8a9c-cc185dedc78a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906274 Apr 28 11:16:46.610362 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvr_db [None req-b1dd5b9e-d947-4f2e-b37e-58456d74f69e None None] Set router 600deb90-6808-4341-aed6-2cd38307bc11 gateway port host: dv-neutron-master-2-hyperv {{(pid=116163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 11:16:46.707295 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-048b0f9d-590e-4bf0-bc08-4b205c0628c6 req-9481b0a0-d890-477f-b308-967d1e83d448 service neutron] 10.222.0.20 "GET /v2.0/networks/389581a6-fd69-4c78-8a9c-cc185dedc78a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0952203 Apr 28 11:16:46.717501 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.plugin [None req-996ac09b-668f-427f-b9fa-00d7f060f76e admin admin] Deleting port d4618f51-af9c-43b2-aede-b6d15734c52d {{(pid=116161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 11:16:46.718660 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-996ac09b-668f-427f-b9fa-00d7f060f76e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742235130188'] for port (d4618f51-af9c-43b2-aede-b6d15734c52d), before_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:16:46.727177 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b5ac38-5061-4a47-b777-784810829ba3 req-5280a8a3-dba1-48cb-8dcc-3f06e485d42c tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:16:46.728673 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-15b5ac38-5061-4a47-b777-784810829ba3 req-5280a8a3-dba1-48cb-8dcc-3f06e485d42c tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] 10.222.0.10 "GET /v2.0/ports?device_id=0293195d-0601-476f-bf15-60e7e0f8580b HTTP/1.1" status: 200 len: 943 time: 0.0598369 Apr 28 11:16:46.784579 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_hamode_db [None req-b1dd5b9e-d947-4f2e-b37e-58456d74f69e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '600deb90-6808-4341-aed6-2cd38307bc11', 'name': 'tempest-TestVolumeBootPattern-820426624-router', 'tenant_id': '46e92e085c5541bf8ff1731b14066ad5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'external_fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.184'}], 'enable_snat': True}, 'gw_port_id': 'd4618f51-af9c-43b2-aede-b6d15734c52d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T11:06:15Z', 'updated_at': '2022-04-28T11:16:45Z', 'revision_number': 5, 'project_id': '46e92e085c5541bf8ff1731b14066ad5', 'gw_port': {'id': 'd4618f51-af9c-43b2-aede-b6d15734c52d', 'name': '', 'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:6f:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '600deb90-6808-4341-aed6-2cd38307bc11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1229, 'fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:06:17Z', 'updated_at': '2022-04-28T11:06:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=116163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:16:46.813291 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1dd5b9e-d947-4f2e-b37e-58456d74f69e None None] The sync data for ids ['600deb90-6808-4341-aed6-2cd38307bc11'] in dv-neutron-master-2-hyperv is: [{'id': '600deb90-6808-4341-aed6-2cd38307bc11', 'name': 'tempest-TestVolumeBootPattern-820426624-router', 'tenant_id': '46e92e085c5541bf8ff1731b14066ad5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'external_fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.184'}], 'enable_snat': True}, 'gw_port_id': 'd4618f51-af9c-43b2-aede-b6d15734c52d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T11:06:15Z', 'updated_at': '2022-04-28T11:16:45Z', 'revision_number': 5, 'project_id': '46e92e085c5541bf8ff1731b14066ad5', 'gw_port': {'id': 'd4618f51-af9c-43b2-aede-b6d15734c52d', 'name': '', 'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:6f:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '600deb90-6808-4341-aed6-2cd38307bc11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1229, 'fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:06:17Z', 'updated_at': '2022-04-28T11:06:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}] {{(pid=116163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 11:16:46.829636 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-15b5ac38-5061-4a47-b777-784810829ba3 req-ff1d5b9a-a64f-44ba-b12b-264a624295df tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] 10.222.0.10 "GET /v2.0/security-groups?id=e31e5e09-365e-4032-a4f6-6154b3aaadf5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0916069 Apr 28 11:16:46.846151 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.db [None req-996ac09b-668f-427f-b9fa-00d7f060f76e admin admin] For port d4618f51-af9c-43b2-aede-b6d15734c52d, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=d4618f51-af9c-43b2-aede-b6d15734c52d,segment=NetworkSegment(142bc50f-d6af-4646-8d06-bb7af6b7b51c),segment_id=142bc50f-d6af-4646-8d06-bb7af6b7b51c)] {{(pid=116161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 11:16:46.846284 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-996ac09b-668f-427f-b9fa-00d7f060f76e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1938497'] for port (d4618f51-af9c-43b2-aede-b6d15734c52d), precommit_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:16:46.861097 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.plugin [None req-996ac09b-668f-427f-b9fa-00d7f060f76e admin admin] Calling delete_port for d4618f51-af9c-43b2-aede-b6d15734c52d owned by network:router_gateway {{(pid=116161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 11:16:47.100342 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-996ac09b-668f-427f-b9fa-00d7f060f76e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742235135690', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742234710366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5219112'] for port (d4618f51-af9c-43b2-aede-b6d15734c52d), after_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:16:47.126553 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996ac09b-668f-427f-b9fa-00d7f060f76e admin admin] Pushing event deleted for resources: {'Port': ['ID=d4618f51-af9c-43b2-aede-b6d15734c52d,revision_number=None']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:16:47.187978 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-996ac09b-668f-427f-b9fa-00d7f060f76e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1935354'] for router_gateway (600deb90-6808-4341-aed6-2cd38307bc11), after_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:16:47.288702 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-996ac09b-668f-427f-b9fa-00d7f060f76e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2060865', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-63275'] for router (600deb90-6808-4341-aed6-2cd38307bc11), precommit_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:16:47.290884 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-996ac09b-668f-427f-b9fa-00d7f060f76e admin admin] Publish callbacks [] for router_controller (600deb90-6808-4341-aed6-2cd38307bc11), precommit_delete_associations {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:16:47.395665 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-996ac09b-668f-427f-b9fa-00d7f060f76e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2060888'] for router (600deb90-6808-4341-aed6-2cd38307bc11), after_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:16:47.396203 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-996ac09b-668f-427f-b9fa-00d7f060f76e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 600deb90-6808-4341-aed6-2cd38307bc11 {{(pid=116161) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 28 11:16:47.400556 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-996ac09b-668f-427f-b9fa-00d7f060f76e admin admin] Publish callbacks [] for router (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:16:47.401610 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-996ac09b-668f-427f-b9fa-00d7f060f76e admin admin] 10.222.0.10 "DELETE /v2.0/routers/600deb90-6808-4341-aed6-2cd38307bc11 HTTP/1.1" status: 204 len: 168 time: 1.2632828 Apr 28 11:16:47.404126 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 57826) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:16:47.450689 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.db.db_base_plugin_v2 [None req-ae807f8e-728e-4938-ab06-ab270fb8cb0d admin admin] Deleting subnet efb62637-7a6c-4d28-b63e-75d8b634ee3d {{(pid=116161) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 28 11:16:47.454784 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-ae807f8e-728e-4938-ab06-ab270fb8cb0d admin admin] Publish callbacks [] for subnet (efb62637-7a6c-4d28-b63e-75d8b634ee3d), before_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:16:47.494958 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-ae807f8e-728e-4938-ab06-ab270fb8cb0d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8076976'] for subnet (efb62637-7a6c-4d28-b63e-75d8b634ee3d), precommit_delete_associations {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:16:47.570711 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-ae807f8e-728e-4938-ab06-ab270fb8cb0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-971303'] for subnet (efb62637-7a6c-4d28-b63e-75d8b634ee3d), precommit_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:16:47.706064 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-ae807f8e-728e-4938-ab06-ab270fb8cb0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-971310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5220601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5125409'] for subnet (efb62637-7a6c-4d28-b63e-75d8b634ee3d), after_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:16:47.730198 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae807f8e-728e-4938-ab06-ab270fb8cb0d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=efb62637-7a6c-4d28-b63e-75d8b634ee3d,revision_number=None']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:16:47.737374 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-ae807f8e-728e-4938-ab06-ab270fb8cb0d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:16:47.744883 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-ae807f8e-728e-4938-ab06-ab270fb8cb0d admin admin] 10.222.0.10 "DELETE /v2.0/subnets/efb62637-7a6c-4d28-b63e-75d8b634ee3d HTTP/1.1" status: 204 len: 168 time: 0.3349252 Apr 28 11:16:47.745025 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ead2b0ee-2b83-4ddf-82b4-7fb1e3373d62 None None] Network 5dd6fa64-3267-4cc3-b521-ae430054f4de requested from dv-neutron-master-2-hyperv {{(pid=116163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 11:16:47.745453 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 57828) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:16:47.823213 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-64636e26-197e-46e2-9f11-dc960ccdd597 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-979593'] for network (5dd6fa64-3267-4cc3-b521-ae430054f4de), before_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:16:47.881081 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.plugin [None req-64636e26-197e-46e2-9f11-dc960ccdd597 admin admin] Deleting port 6a010ffb-62c5-4d65-861a-d52bf84ed14a {{(pid=116161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 11:16:47.881427 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-64636e26-197e-46e2-9f11-dc960ccdd597 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742235130188'] for port (6a010ffb-62c5-4d65-861a-d52bf84ed14a), before_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:16:47.890169 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a7a3136-c6b5-4739-a701-35a15b5ee9df None None] DHCP port deletion for 5dd6fa64-3267-4cc3-b521-ae430054f4de request from dv-neutron-master-2-hyperv {{(pid=116163) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 28 11:16:47.929811 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-5a7a3136-c6b5-4739-a701-35a15b5ee9df None None] Deleting port 6a010ffb-62c5-4d65-861a-d52bf84ed14a {{(pid=116163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 11:16:47.930186 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-5a7a3136-c6b5-4739-a701-35a15b5ee9df None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742235130188'] for port (6a010ffb-62c5-4d65-861a-d52bf84ed14a), before_delete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:16:47.992271 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.db [None req-64636e26-197e-46e2-9f11-dc960ccdd597 admin admin] For port 6a010ffb-62c5-4d65-861a-d52bf84ed14a, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=6a010ffb-62c5-4d65-861a-d52bf84ed14a,segment=NetworkSegment(aebe9c26-82b4-4cf8-bce6-cda13a2628ac),segment_id=aebe9c26-82b4-4cf8-bce6-cda13a2628ac)] {{(pid=116161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 11:16:47.992560 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-64636e26-197e-46e2-9f11-dc960ccdd597 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1938497'] for port (6a010ffb-62c5-4d65-861a-d52bf84ed14a), precommit_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:16:47.996674 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-5a7a3136-c6b5-4739-a701-35a15b5ee9df None None] For port 6a010ffb-62c5-4d65-861a-d52bf84ed14a, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=6a010ffb-62c5-4d65-861a-d52bf84ed14a,segment=NetworkSegment(aebe9c26-82b4-4cf8-bce6-cda13a2628ac),segment_id=aebe9c26-82b4-4cf8-bce6-cda13a2628ac)] {{(pid=116163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 11:16:47.996886 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-5a7a3136-c6b5-4739-a701-35a15b5ee9df None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1938497'] for port (6a010ffb-62c5-4d65-861a-d52bf84ed14a), precommit_delete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:16:48.009824 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-5a7a3136-c6b5-4739-a701-35a15b5ee9df None None] Calling delete_port for 6a010ffb-62c5-4d65-861a-d52bf84ed14a owned by network:dhcp {{(pid=116163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 11:16:48.010646 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b45f519-6d11-4d73-befe-d5a07d8bf9b5 req-1794b557-eb3f-40ee-ba56-e4d1865ddbcf tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:16:48.012128 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-2b45f519-6d11-4d73-befe-d5a07d8bf9b5 req-1794b557-eb3f-40ee-ba56-e4d1865ddbcf tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] 10.222.0.10 "GET /v2.0/ports?device_id=0293195d-0601-476f-bf15-60e7e0f8580b HTTP/1.1" status: 200 len: 943 time: 0.0725160 Apr 28 11:16:48.016741 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.plugin [None req-64636e26-197e-46e2-9f11-dc960ccdd597 admin admin] Calling delete_port for 6a010ffb-62c5-4d65-861a-d52bf84ed14a owned by network:dhcp {{(pid=116161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 11:16:48.094947 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Device 6a010ffb-62c5-4d65-861a-d52bf84ed14a no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=116163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 11:16:48.109905 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-2b45f519-6d11-4d73-befe-d5a07d8bf9b5 req-20fe48dc-ac58-4c09-a3f2-298f1bd75c6e tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] 10.222.0.10 "GET /v2.0/security-groups?id=e31e5e09-365e-4032-a4f6-6154b3aaadf5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0910764 Apr 28 11:16:48.167474 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-5a7a3136-c6b5-4739-a701-35a15b5ee9df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742235135690', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742234710366'] for port (6a010ffb-62c5-4d65-861a-d52bf84ed14a), after_delete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:16:48.171030 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-64636e26-197e-46e2-9f11-dc960ccdd597 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742235135690', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742234710366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5219112'] for port (6a010ffb-62c5-4d65-861a-d52bf84ed14a), after_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:16:48.197946 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64636e26-197e-46e2-9f11-dc960ccdd597 admin admin] Pushing event deleted for resources: {'Port': ['ID=6a010ffb-62c5-4d65-861a-d52bf84ed14a,revision_number=None']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:16:48.201465 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64636e26-197e-46e2-9f11-dc960ccdd597 admin admin] No DVR routers for this DVR port 6a010ffb-62c5-4d65-861a-d52bf84ed14a on host dv-neutron-master-2-hyperv {{(pid=116161) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 11:16:48.278609 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-64636e26-197e-46e2-9f11-dc960ccdd597 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-973498', 'neutron.services.segments.db._delete_segments_for_network-8742235207033'] for network (5dd6fa64-3267-4cc3-b521-ae430054f4de), precommit_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:16:48.306729 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.services.segments.db [None req-64636e26-197e-46e2-9f11-dc960ccdd597 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5dd6fa64-3267-4cc3-b521-ae430054f4de']}} {{(pid=116161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:16:48.316974 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.services.segments.db [None req-64636e26-197e-46e2-9f11-dc960ccdd597 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aebe9c26-82b4-4cf8-bce6-cda13a2628ac') {'for_net_delete': True} {{(pid=116161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:16:48.317285 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.services.segments.db [None req-64636e26-197e-46e2-9f11-dc960ccdd597 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aebe9c26-82b4-4cf8-bce6-cda13a2628ac') {} {{(pid=116161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:16:48.327757 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-64636e26-197e-46e2-9f11-dc960ccdd597 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742235208578', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8076969'] for segment (aebe9c26-82b4-4cf8-bce6-cda13a2628ac), before_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:16:48.342786 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-64636e26-197e-46e2-9f11-dc960ccdd597 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-961978'] for segment (aebe9c26-82b4-4cf8-bce6-cda13a2628ac), precommit_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:16:48.349237 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-64636e26-197e-46e2-9f11-dc960ccdd597 admin admin] Releasing vlan 75 on physical network physnet1 to pool {{(pid=116161) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 11:16:48.351025 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a7a3136-c6b5-4739-a701-35a15b5ee9df None None] Pushing event deleted for resources: {'Port': ['ID=6a010ffb-62c5-4d65-861a-d52bf84ed14a,revision_number=None']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:16:48.351325 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-64636e26-197e-46e2-9f11-dc960ccdd597 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-961978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5219103'] for segment (aebe9c26-82b4-4cf8-bce6-cda13a2628ac), after_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:16:48.351428 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Current status of the port 6a010ffb-62c5-4d65-861a-d52bf84ed14a is: ACTIVE; New status is: DOWN {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:16:48.351428 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (6a010ffb-62c5-4d65-861a-d52bf84ed14a), before_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:16:48.352184 dv-neutron-master-2-hyperv neutron-server[116161]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 28 11:16:48.352184 dv-neutron-master-2-hyperv neutron-server[116161]: self.session.flush() Apr 28 11:16:48.352184 dv-neutron-master-2-hyperv neutron-server[116161]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 28 11:16:48.352184 dv-neutron-master-2-hyperv neutron-server[116161]: self.session.flush() Apr 28 11:16:48.352184 dv-neutron-master-2-hyperv neutron-server[116161]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 28 11:16:48.352184 dv-neutron-master-2-hyperv neutron-server[116161]: self.session.flush() Apr 28 11:16:48.352184 dv-neutron-master-2-hyperv neutron-server[116161]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 28 11:16:48.352184 dv-neutron-master-2-hyperv neutron-server[116161]: self.session.flush() Apr 28 11:16:48.352184 dv-neutron-master-2-hyperv neutron-server[116161]: Traceback (most recent call last): Apr 28 11:16:48.352184 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 11:16:48.352184 dv-neutron-master-2-hyperv neutron-server[116161]: timer() Apr 28 11:16:48.352184 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 11:16:48.352184 dv-neutron-master-2-hyperv neutron-server[116161]: cb(*args, **kw) Apr 28 11:16:48.352184 dv-neutron-master-2-hyperv neutron-server[116161]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 28 11:16:48.352184 dv-neutron-master-2-hyperv neutron-server[116161]: return func(*args, **kwargs) Apr 28 11:16:48.352184 dv-neutron-master-2-hyperv neutron-server[116161]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 11:16:48.352184 dv-neutron-master-2-hyperv neutron-server[116161]: self._notify() Apr 28 11:16:48.352184 dv-neutron-master-2-hyperv neutron-server[116161]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 11:16:48.352184 dv-neutron-master-2-hyperv neutron-server[116161]: self.callback(batched_events) Apr 28 11:16:48.352184 dv-neutron-master-2-hyperv neutron-server[116161]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 11:16:48.352184 dv-neutron-master-2-hyperv neutron-server[116161]: event.method(event) Apr 28 11:16:48.352184 dv-neutron-master-2-hyperv neutron-server[116161]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 28 11:16:48.352184 dv-neutron-master-2-hyperv neutron-server[116161]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 11:16:48.352184 dv-neutron-master-2-hyperv neutron-server[116161]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 28 11:16:48.352184 dv-neutron-master-2-hyperv neutron-server[116161]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 11:16:48.352184 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 28 11:16:48.352184 dv-neutron-master-2-hyperv neutron-server[116161]: return f(self, *a, **k) Apr 28 11:16:48.352184 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 28 11:16:48.352184 dv-neutron-master-2-hyperv neutron-server[116161]: return self._get(url).json() Apr 28 11:16:48.352184 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 28 11:16:48.352184 dv-neutron-master-2-hyperv neutron-server[116161]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 11:16:48.352184 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 11:16:48.352184 dv-neutron-master-2-hyperv neutron-server[116161]: return self.request(url, 'GET', **kwargs) Apr 28 11:16:48.352184 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 11:16:48.352184 dv-neutron-master-2-hyperv neutron-server[116161]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 11:16:48.352184 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 11:16:48.352184 dv-neutron-master-2-hyperv neutron-server[116161]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 11:16:48.352184 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 11:16:48.352184 dv-neutron-master-2-hyperv neutron-server[116161]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 11:16:48.352184 dv-neutron-master-2-hyperv neutron-server[116161]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 11:16:48.361357 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a7a3136-c6b5-4739-a701-35a15b5ee9df None None] No DVR routers for this DVR port 6a010ffb-62c5-4d65-861a-d52bf84ed14a on host dv-neutron-master-2-hyperv {{(pid=116163) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 11:16:48.397172 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Device 22273d86-7e48-4219-a65d-ab3fc4142f67 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=116163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 11:16:48.415565 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] No Port match for: 22273d86-7e48-4219-a65d-ab3fc4142f67 {{(pid=116163) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 28 11:16:48.417570 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Device 22273d86-7e48-4219-a65d-ab3fc4142f67 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=116163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 11:16:48.417570 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Device d4618f51-af9c-43b2-aede-b6d15734c52d no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=116163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 11:16:48.434533 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] No Port match for: d4618f51-af9c-43b2-aede-b6d15734c52d {{(pid=116163) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 28 11:16:48.434880 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Device d4618f51-af9c-43b2-aede-b6d15734c52d not bound to the agent host dv-neutron-master-2-hyperv {{(pid=116163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 11:16:48.494383 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-64636e26-197e-46e2-9f11-dc960ccdd597 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-973477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2063122'] for network (5dd6fa64-3267-4cc3-b521-ae430054f4de), after_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:16:48.499781 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-64636e26-197e-46e2-9f11-dc960ccdd597 admin admin] Publish callbacks [] for network (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:16:48.503089 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-64636e26-197e-46e2-9f11-dc960ccdd597 admin admin] 10.222.0.10 "DELETE /v2.0/networks/5dd6fa64-3267-4cc3-b521-ae430054f4de HTTP/1.1" status: 204 len: 168 time: 0.7588065 Apr 28 11:16:48.519861 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64636e26-197e-46e2-9f11-dc960ccdd597 admin admin] Pushing event deleted for resources: {'Network': ['ID=5dd6fa64-3267-4cc3-b521-ae430054f4de,revision_number=None']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:16:48.823218 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 57834) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:16:48.869751 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-347b853c-f14a-4c26-8343-581c65d57f69 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=552a7719c35843ecaa8ce5b648a02d25&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0453382 Apr 28 11:16:48.872118 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 57836) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:16:48.923786 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-80cb592c-0d15-4599-9b4b-c8eb7067cd7c admin admin] Publish callbacks [] for security_group (beea8f1b-e7b0-4f6d-8eda-738a638840cd), before_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:16:48.944827 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-80cb592c-0d15-4599-9b4b-c8eb7067cd7c admin admin] Publish callbacks [] for security_group (beea8f1b-e7b0-4f6d-8eda-738a638840cd), precommit_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:16:49.100232 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-80cb592c-0d15-4599-9b4b-c8eb7067cd7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924426'] for security_group (beea8f1b-e7b0-4f6d-8eda-738a638840cd), after_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:16:49.102866 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-80cb592c-0d15-4599-9b4b-c8eb7067cd7c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:16:49.104036 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-80cb592c-0d15-4599-9b4b-c8eb7067cd7c admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/beea8f1b-e7b0-4f6d-8eda-738a638840cd HTTP/1.1" status: 204 len: 168 time: 0.2309239 Apr 28 11:16:49.112229 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80cb592c-0d15-4599-9b4b-c8eb7067cd7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=beea8f1b-e7b0-4f6d-8eda-738a638840cd,revision_number=None']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:16:49.225096 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a50d88d-6fb7-4186-b79e-8d69607b75b4 req-3d73537b-405f-40bd-88da-a52dc5444c82 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:16:49.226624 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-6a50d88d-6fb7-4186-b79e-8d69607b75b4 req-3d73537b-405f-40bd-88da-a52dc5444c82 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] 10.222.0.10 "GET /v2.0/ports?device_id=0293195d-0601-476f-bf15-60e7e0f8580b HTTP/1.1" status: 200 len: 943 time: 0.0477567 Apr 28 11:16:49.276167 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-6a50d88d-6fb7-4186-b79e-8d69607b75b4 req-f84f9ca6-4dcc-452a-8b5b-6427f4aaedba tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] 10.222.0.10 "GET /v2.0/security-groups?id=e31e5e09-365e-4032-a4f6-6154b3aaadf5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438533 Apr 28 11:16:49.587183 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Device e5d684b3-97f0-4d47-a5cf-33414da00d55 details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=116163) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 28 11:16:49.683090 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] For port e5d684b3-97f0-4d47-a5cf-33414da00d55, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=e5d684b3-97f0-4d47-a5cf-33414da00d55,segment=NetworkSegment(9e6e1ab3-5a61-42e2-b83a-d479f4cc4268),segment_id=9e6e1ab3-5a61-42e2-b83a-d479f4cc4268)] {{(pid=116163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 11:16:49.694764 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Returning: {'device': 'e5d684b3-97f0-4d47-a5cf-33414da00d55', 'network_id': '389581a6-fd69-4c78-8a9c-cc185dedc78a', 'port_id': 'e5d684b3-97f0-4d47-a5cf-33414da00d55', 'mac_address': 'fa:16:3e:4c:c5:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 91, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1829f05c-2a57-47f5-b9ae-75ea31831798', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=116163) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 28 11:16:49.736498 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Current status of the port e5d684b3-97f0-4d47-a5cf-33414da00d55 is: DOWN; New status is: BUILD {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:16:49.736892 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (e5d684b3-97f0-4d47-a5cf-33414da00d55), before_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:16:49.749744 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.notifiers.nova [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e5d684b3-97f0-4d47-a5cf-33414da00d55 {{(pid=116163) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 11:16:49.768346 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] For port e5d684b3-97f0-4d47-a5cf-33414da00d55, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=e5d684b3-97f0-4d47-a5cf-33414da00d55,segment=NetworkSegment(9e6e1ab3-5a61-42e2-b83a-d479f4cc4268),segment_id=9e6e1ab3-5a61-42e2-b83a-d479f4cc4268)] {{(pid=116163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 11:16:49.814958 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 57844) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:16:49.848518 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393'] for port (e5d684b3-97f0-4d47-a5cf-33414da00d55), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:16:49.856544 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-3a5e018f-94eb-49f8-959c-eae820d541ee admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=46e92e085c5541bf8ff1731b14066ad5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0403862 Apr 28 11:16:49.859866 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 57846) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:16:49.896064 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Pushing event updated for resources: {'Port': ['ID=e5d684b3-97f0-4d47-a5cf-33414da00d55,revision_number=4']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:16:49.912558 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-2ee81702-bef1-4b2b-bb89-1113c7540a0a admin admin] Publish callbacks [] for security_group (bd4c8769-58f2-433c-aa2a-e4f3737b716a), before_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:16:49.933891 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-2ee81702-bef1-4b2b-bb89-1113c7540a0a admin admin] Publish callbacks [] for security_group (bd4c8769-58f2-433c-aa2a-e4f3737b716a), precommit_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:16:50.019847 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-2ee81702-bef1-4b2b-bb89-1113c7540a0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924426'] for security_group (bd4c8769-58f2-433c-aa2a-e4f3737b716a), after_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:16:50.022611 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-2ee81702-bef1-4b2b-bb89-1113c7540a0a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:16:50.023773 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-2ee81702-bef1-4b2b-bb89-1113c7540a0a admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/bd4c8769-58f2-433c-aa2a-e4f3737b716a HTTP/1.1" status: 204 len: 168 time: 0.1630070 Apr 28 11:16:50.032162 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee81702-bef1-4b2b-bb89-1113c7540a0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd4c8769-58f2-433c-aa2a-e4f3737b716a,revision_number=None']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:16:50.037187 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] get_ports_and_sgs() called for port_ids ['e5d684b3-97f0-4d47-a5cf-33414da00d55'] {{(pid=116163) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 11:16:50.397725 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10efc5f7-fee2-4d54-b785-1aa0d13a209d req-38b51eb5-0791-4fb2-b9b5-f7cf8e27c4b7 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:16:50.399381 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-10efc5f7-fee2-4d54-b785-1aa0d13a209d req-38b51eb5-0791-4fb2-b9b5-f7cf8e27c4b7 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] 10.222.0.10 "GET /v2.0/ports?device_id=0293195d-0601-476f-bf15-60e7e0f8580b HTTP/1.1" status: 200 len: 944 time: 0.0512702 Apr 28 11:16:50.463839 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-10efc5f7-fee2-4d54-b785-1aa0d13a209d req-60e7b22b-81b2-4131-8a6a-ea2dff130ef4 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] 10.222.0.10 "GET /v2.0/security-groups?id=e31e5e09-365e-4032-a4f6-6154b3aaadf5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0585949 Apr 28 11:16:50.640695 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (6be95134-9a6c-4663-8b48-90d12ce90c60), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:16:51.577221 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c7c930-34f5-43c5-ba67-0fcc94ebe31a req-a78a0bf7-27f3-48b6-a160-8b00e79dd673 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:16:51.578714 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-d1c7c930-34f5-43c5-ba67-0fcc94ebe31a req-a78a0bf7-27f3-48b6-a160-8b00e79dd673 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] 10.222.0.10 "GET /v2.0/ports?device_id=0293195d-0601-476f-bf15-60e7e0f8580b HTTP/1.1" status: 200 len: 944 time: 0.0470345 Apr 28 11:16:51.601429 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Device e5d684b3-97f0-4d47-a5cf-33414da00d55 up at agent hyperv_hv-neutron-mast {{(pid=116163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 11:16:51.627839 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-d1c7c930-34f5-43c5-ba67-0fcc94ebe31a req-5322eb6c-7197-43c2-b7df-2a2fbfbfa80c tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] 10.222.0.10 "GET /v2.0/security-groups?id=e31e5e09-365e-4032-a4f6-6154b3aaadf5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433674 Apr 28 11:16:51.646472 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Provisioning for port e5d684b3-97f0-4d47-a5cf-33414da00d55 completed by entity L2. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 28 11:16:51.745190 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Provisioning complete for port e5d684b3-97f0-4d47-a5cf-33414da00d55 triggered by entity L2. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:16:51.745563 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (e5d684b3-97f0-4d47-a5cf-33414da00d55), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:16:51.823710 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Current status of the port e5d684b3-97f0-4d47-a5cf-33414da00d55 is: BUILD; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:16:51.824087 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (e5d684b3-97f0-4d47-a5cf-33414da00d55), before_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:16:51.846350 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0293195d-0601-476f-bf15-60e7e0f8580b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5d684b3-97f0-4d47-a5cf-33414da00d55'}] {{(pid=116163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 11:16:51.848652 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f01aec4a4f83961b54a953becfce2676879fb1d4b91122543244f430a0b8460" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f500a09d-eed6-45ea-b2b5-6d8ffd7da741" -d '{"events": [{"server_uuid": "0293195d-0601-476f-bf15-60e7e0f8580b", "name": "network-vif-plugged", "status": "completed", "tag": "e5d684b3-97f0-4d47-a5cf-33414da00d55"}]}' {{(pid=116163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 11:16:51.861500 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] For port e5d684b3-97f0-4d47-a5cf-33414da00d55, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=e5d684b3-97f0-4d47-a5cf-33414da00d55,segment=NetworkSegment(9e6e1ab3-5a61-42e2-b83a-d479f4cc4268),segment_id=9e6e1ab3-5a61-42e2-b83a-d479f4cc4268)] {{(pid=116163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 11:16:51.885987 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 11:16:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bf01fd4-a4cc-4b9b-b354-77ccceada5f4 x-openstack-request-id: req-6bf01fd4-a4cc-4b9b-b354-77ccceada5f4 {{(pid=116163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 11:16:51.885987 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0293195d-0601-476f-bf15-60e7e0f8580b", "name": "network-vif-plugged", "status": "completed", "tag": "e5d684b3-97f0-4d47-a5cf-33414da00d55", "code": 200}]} {{(pid=116163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 11:16:51.885987 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-6bf01fd4-a4cc-4b9b-b354-77ccceada5f4 {{(pid=116163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 11:16:51.885987 dv-neutron-master-2-hyperv neutron-server[116163]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6bf01fd4-a4cc-4b9b-b354-77ccceada5f4'] response: {'server_uuid': '0293195d-0601-476f-bf15-60e7e0f8580b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5d684b3-97f0-4d47-a5cf-33414da00d55', 'code': 200} Apr 28 11:16:51.939957 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393'] for port (e5d684b3-97f0-4d47-a5cf-33414da00d55), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:16:51.988421 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Pushing event updated for resources: {'Port': ['ID=e5d684b3-97f0-4d47-a5cf-33414da00d55,revision_number=5']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:16:52.174260 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201a66c7-d6bb-46df-a63f-266c7181fe0b req-6d90196d-1c8c-40d7-b213-88e1572f5a7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:16:52.175723 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-201a66c7-d6bb-46df-a63f-266c7181fe0b req-6d90196d-1c8c-40d7-b213-88e1572f5a7b service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=0293195d-0601-476f-bf15-60e7e0f8580b HTTP/1.1" status: 200 len: 1129 time: 0.0393476 Apr 28 11:16:52.221214 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-201a66c7-d6bb-46df-a63f-266c7181fe0b req-9366de9b-6987-41e6-a399-ade7fca025b2 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=e31e5e09-365e-4032-a4f6-6154b3aaadf5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395157 Apr 28 11:16:52.747340 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533c284c-45ea-41d9-bc30-6cec4cbe9201 req-1039ef5c-d057-4691-b393-8c5a26a777fb tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:16:52.749276 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-533c284c-45ea-41d9-bc30-6cec4cbe9201 req-1039ef5c-d057-4691-b393-8c5a26a777fb tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] 10.222.0.10 "GET /v2.0/ports?device_id=0293195d-0601-476f-bf15-60e7e0f8580b HTTP/1.1" status: 200 len: 945 time: 0.0502033 Apr 28 11:16:52.809104 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-533c284c-45ea-41d9-bc30-6cec4cbe9201 req-6173a355-1343-45e3-bd09-63051b468d16 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] 10.222.0.10 "GET /v2.0/security-groups?id=e31e5e09-365e-4032-a4f6-6154b3aaadf5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536916 Apr 28 11:16:53.928585 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb38c43-612b-4876-91f8-6055b56150f4 req-ee4b50ad-ef86-45b7-8b54-9e4fbaa1dd46 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:16:53.930046 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-0fb38c43-612b-4876-91f8-6055b56150f4 req-ee4b50ad-ef86-45b7-8b54-9e4fbaa1dd46 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] 10.222.0.10 "GET /v2.0/ports?device_id=0293195d-0601-476f-bf15-60e7e0f8580b HTTP/1.1" status: 200 len: 945 time: 0.0496252 Apr 28 11:16:53.978637 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-0fb38c43-612b-4876-91f8-6055b56150f4 req-8acc950e-db02-4841-bcbf-18ed8492bbf7 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] 10.222.0.10 "GET /v2.0/security-groups?id=e31e5e09-365e-4032-a4f6-6154b3aaadf5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429358 Apr 28 11:16:54.092353 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bdc0309-c5a3-4adf-9fd4-0d32d817387c req-0bc685f9-1e59-4b25-82eb-90af91772d77 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:16:54.093734 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-7bdc0309-c5a3-4adf-9fd4-0d32d817387c req-0bc685f9-1e59-4b25-82eb-90af91772d77 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] 10.222.0.10 "GET /v2.0/ports?device_id=0293195d-0601-476f-bf15-60e7e0f8580b HTTP/1.1" status: 200 len: 945 time: 0.0470867 Apr 28 11:16:54.142712 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-7bdc0309-c5a3-4adf-9fd4-0d32d817387c req-a7f820c2-0ea0-4e04-9b86-bdf00898ff47 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] 10.222.0.10 "GET /v2.0/security-groups?id=e31e5e09-365e-4032-a4f6-6154b3aaadf5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430484 Apr 28 11:16:54.164742 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 57862) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:16:54.189299 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.agents_db [None req-54b29a82-8a19-4507-95e3-3a2d011841ff None None] Agent healthcheck: found 6 active agents {{(pid=116164) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 28 11:16:54.201739 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5846c487-83d0-4fa4-a1cb-fcf7d2363b04 tempest-TestNetworkBasicOps-223859856 tempest-TestNetworkBasicOps-223859856-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:16:54.203299 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-5846c487-83d0-4fa4-a1cb-fcf7d2363b04 tempest-TestNetworkBasicOps-223859856 tempest-TestNetworkBasicOps-223859856-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=0293195d-0601-476f-bf15-60e7e0f8580b HTTP/1.1" status: 200 len: 1124 time: 0.0375867 Apr 28 11:16:54.206192 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 57864) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:16:54.210332 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.v2.base [None req-e080d173-ad39-4c80-8be9-3b180baa6cd5 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Request body: {'floatingip': {'floating_network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'port_id': 'e5d684b3-97f0-4d47-a5cf-33414da00d55', 'tenant_id': '65d54c3b7dcd4af68398071d25e8321e', 'fixed_ip_address': '172.20.0.5'}} {{(pid=116162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:16:54.275153 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-e080d173-ad39-4c80-8be9-3b180baa6cd5 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks [] for floatingip (None), before_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:16:54.356623 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-e080d173-ad39-4c80-8be9-3b180baa6cd5 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (None), before_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:16:54.459850 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.db.db_base_plugin_common [None req-e080d173-ad39-4c80-8be9-3b180baa6cd5 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Allocated IP 172.36.4.225 (7be49d94-bbb8-4a61-bafe-209c5f861e1c/c0f82f52-05ee-40f2-a57c-9d02e01fb9fa/a7c7531d-0c70-41f7-bafb-aec3b2fd4ae0) {{(pid=116162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 11:16:54.556413 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-e080d173-ad39-4c80-8be9-3b180baa6cd5 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks [] for port (a7c7531d-0c70-41f7-bafb-aec3b2fd4ae0), precommit_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:16:54.641153 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-e080d173-ad39-4c80-8be9-3b180baa6cd5 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742234710357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5051867'] for port (a7c7531d-0c70-41f7-bafb-aec3b2fd4ae0), after_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:16:54.674472 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e080d173-ad39-4c80-8be9-3b180baa6cd5 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Network 7be49d94-bbb8-4a61-bafe-209c5f861e1c is already hosted by enough agents. {{(pid=116162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 11:16:54.677287 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.scheduler.base_scheduler [None req-e080d173-ad39-4c80-8be9-3b180baa6cd5 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Resources bound (agent type, host, resource id): {{(pid=116162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 11:16:54.680631 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e080d173-ad39-4c80-8be9-3b180baa6cd5 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Received port after_create {{(pid=116162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 11:16:54.715501 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e080d173-ad39-4c80-8be9-3b180baa6cd5 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Pushing event updated for resources: {'Port': ['ID=a7c7531d-0c70-41f7-bafb-aec3b2fd4ae0,revision_number=1']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:16:54.727121 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e080d173-ad39-4c80-8be9-3b180baa6cd5 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:16:54.727469 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e080d173-ad39-4c80-8be9-3b180baa6cd5 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:16:54.727810 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e080d173-ad39-4c80-8be9-3b180baa6cd5 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:16:54.728143 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e080d173-ad39-4c80-8be9-3b180baa6cd5 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:16:54.728473 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e080d173-ad39-4c80-8be9-3b180baa6cd5 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:16:54.728814 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e080d173-ad39-4c80-8be9-3b180baa6cd5 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:16:54.729123 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e080d173-ad39-4c80-8be9-3b180baa6cd5 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:16:54.729444 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e080d173-ad39-4c80-8be9-3b180baa6cd5 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:16:54.729767 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e080d173-ad39-4c80-8be9-3b180baa6cd5 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:16:54.730085 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e080d173-ad39-4c80-8be9-3b180baa6cd5 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:16:54.730416 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e080d173-ad39-4c80-8be9-3b180baa6cd5 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:16:54.730749 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e080d173-ad39-4c80-8be9-3b180baa6cd5 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:16:54.731066 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e080d173-ad39-4c80-8be9-3b180baa6cd5 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:16:54.731382 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e080d173-ad39-4c80-8be9-3b180baa6cd5 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:16:54.731697 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e080d173-ad39-4c80-8be9-3b180baa6cd5 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:16:55.052854 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-e080d173-ad39-4c80-8be9-3b180baa6cd5 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks [] for floatingip (7839e1bf-c9d6-412d-9d81-be47ea42e415), precommit_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:16:55.179057 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-e080d173-ad39-4c80-8be9-3b180baa6cd5 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (a7c7531d-0c70-41f7-bafb-aec3b2fd4ae0), before_update {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:16:55.328569 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-e080d173-ad39-4c80-8be9-3b180baa6cd5 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks [] for port (a7c7531d-0c70-41f7-bafb-aec3b2fd4ae0), precommit_update {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:16:55.385563 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-e080d173-ad39-4c80-8be9-3b180baa6cd5 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5051840'] for port (a7c7531d-0c70-41f7-bafb-aec3b2fd4ae0), after_update {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:16:55.458843 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e080d173-ad39-4c80-8be9-3b180baa6cd5 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Pushing event updated for resources: {'Port': ['ID=a7c7531d-0c70-41f7-bafb-aec3b2fd4ae0,revision_number=2']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:16:55.463951 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-e080d173-ad39-4c80-8be9-3b180baa6cd5 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2063164'] for floatingip (7839e1bf-c9d6-412d-9d81-be47ea42e415), after_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:16:55.564348 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.db.l3_db [None req-e080d173-ad39-4c80-8be9-3b180baa6cd5 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Floating IP 7839e1bf-c9d6-412d-9d81-be47ea42e415 associated. External IP: 172.36.4.225, port: e5d684b3-97f0-4d47-a5cf-33414da00d55. Apr 28 11:16:55.771409 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e080d173-ad39-4c80-8be9-3b180baa6cd5 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Router 70a8459a-a93b-48a1-9d08-865cecd3938d has already been hosted by L3 agent 6b492ad6-0876-4d74-b20d-28143a52ceba {{(pid=116162) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 11:16:55.879942 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e080d173-ad39-4c80-8be9-3b180baa6cd5 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=116162) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 11:16:55.889463 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d98604b3-6726-4474-8262-4bef4a8ad872 None None] Sync routers for ids ['70a8459a-a93b-48a1-9d08-865cecd3938d'] in dv-neutron-master-2-hyperv {{(pid=116164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 11:16:55.899073 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d98604b3-6726-4474-8262-4bef4a8ad872 None None] Routers {'70a8459a-a93b-48a1-9d08-865cecd3938d'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=116164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 11:16:55.899680 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_hamode_db [None req-d98604b3-6726-4474-8262-4bef4a8ad872 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-28T10:50:39Z,description=,heartbeat_timestamp=2022-04-28T11:16:40Z,host='dv-neutron-master-2-hyperv',id=6b492ad6-0876-4d74-b20d-28143a52ceba,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T10:50:40Z,topic='l3_agent')) {'router_ids': ['70a8459a-a93b-48a1-9d08-865cecd3938d'], 'active': True} {{(pid=116164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:16:55.988551 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-e080d173-ad39-4c80-8be9-3b180baa6cd5 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198022'] for floatingip (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:16:56.007607 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_dvr_db [None req-d98604b3-6726-4474-8262-4bef4a8ad872 None None] Set router 70a8459a-a93b-48a1-9d08-865cecd3938d gateway port host: dv-neutron-master-2-hyperv {{(pid=116164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 11:16:56.019974 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-e080d173-ad39-4c80-8be9-3b180baa6cd5 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8127532 Apr 28 11:16:56.020555 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0293195d-0601-476f-bf15-60e7e0f8580b', 'tag': 'e5d684b3-97f0-4d47-a5cf-33414da00d55'}] {{(pid=116162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 11:16:56.023013 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ba53f40d6116d28995a8e36159d0e539b5353eec116fb5dd4ce03b4b2159ab1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e85f0e1c-8b66-451b-86db-6f3db203bf16" -d '{"events": [{"name": "network-changed", "server_uuid": "0293195d-0601-476f-bf15-60e7e0f8580b", "tag": "e5d684b3-97f0-4d47-a5cf-33414da00d55"}]}' {{(pid=116162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 11:16:56.023819 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 57866) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:16:56.066596 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 11:16:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c02b4be4-c5e2-43e1-ba75-1ecf83cc73ae x-openstack-request-id: req-c02b4be4-c5e2-43e1-ba75-1ecf83cc73ae {{(pid=116162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 11:16:56.066894 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0293195d-0601-476f-bf15-60e7e0f8580b", "tag": "e5d684b3-97f0-4d47-a5cf-33414da00d55", "status": "completed", "code": 200}]} {{(pid=116162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 11:16:56.067154 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-c02b4be4-c5e2-43e1-ba75-1ecf83cc73ae {{(pid=116162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 11:16:56.067627 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c02b4be4-c5e2-43e1-ba75-1ecf83cc73ae'] response: {'name': 'network-changed', 'server_uuid': '0293195d-0601-476f-bf15-60e7e0f8580b', 'tag': 'e5d684b3-97f0-4d47-a5cf-33414da00d55', 'status': 'completed', 'code': 200} Apr 28 11:16:56.104820 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-ad3b61d6-7dc2-4549-a669-0280cd0896b8 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] 10.222.0.10 "GET /v2.0/floatingips/7839e1bf-c9d6-412d-9d81-be47ea42e415 HTTP/1.1" status: 200 len: 991 time: 0.0792248 Apr 28 11:16:56.134391 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85f0e1c-8b66-451b-86db-6f3db203bf16 req-f90201e3-c1a4-46f8-a00f-9365a9e91a49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:16:56.135954 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-e85f0e1c-8b66-451b-86db-6f3db203bf16 req-f90201e3-c1a4-46f8-a00f-9365a9e91a49 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=65d54c3b7dcd4af68398071d25e8321e&device_id=0293195d-0601-476f-bf15-60e7e0f8580b HTTP/1.1" status: 200 len: 1129 time: 0.0468578 Apr 28 11:16:56.226262 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_hamode_db [None req-d98604b3-6726-4474-8262-4bef4a8ad872 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70a8459a-a93b-48a1-9d08-865cecd3938d', 'name': 'tempest-TestNetworkBasicOps-router-164827866', 'tenant_id': '65d54c3b7dcd4af68398071d25e8321e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'external_fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.21'}], 'enable_snat': True}, 'gw_port_id': '3c3ce972-4c8c-4df2-8708-54b5127fcf26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T11:16:31Z', 'updated_at': '2022-04-28T11:16:36Z', 'revision_number': 4, 'project_id': '65d54c3b7dcd4af68398071d25e8321e', 'gw_port': {'id': '3c3ce972-4c8c-4df2-8708-54b5127fcf26', 'name': '', 'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:e1:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70a8459a-a93b-48a1-9d08-865cecd3938d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1519, 'fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:16:32Z', 'updated_at': '2022-04-28T11:16:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '7839e1bf-c9d6-412d-9d81-be47ea42e415', 'tenant_id': '65d54c3b7dcd4af68398071d25e8321e', 'floating_ip_address': '172.36.4.225', 'floating_network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'router_id': '70a8459a-a93b-48a1-9d08-865cecd3938d', 'port_id': 'e5d684b3-97f0-4d47-a5cf-33414da00d55', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1534, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '389581a6-fd69-4c78-8a9c-cc185dedc78a', 'mac_address': 'fa:16:3e:4c:c5:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0293195d-0601-476f-bf15-60e7e0f8580b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T11:16:54Z', 'updated_at': '2022-04-28T11:16:54Z', 'revision_number': 0, 'project_id': '65d54c3b7dcd4af68398071d25e8321e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '04080c6f-a631-462a-bd09-838af6565bfe', 'name': '', 'network_id': '389581a6-fd69-4c78-8a9c-cc185dedc78a', 'tenant_id': '65d54c3b7dcd4af68398071d25e8321e', 'mac_address': 'fa:16:3e:4c:4c:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70a8459a-a93b-48a1-9d08-865cecd3938d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1522, 'fixed_ips': [{'subnet_id': '1829f05c-2a57-47f5-b9ae-75ea31831798', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:16:35Z', 'updated_at': '2022-04-28T11:16:39Z', 'revision_number': 5, 'project_id': '65d54c3b7dcd4af68398071d25e8321e', 'subnets': [{'id': '1829f05c-2a57-47f5-b9ae-75ea31831798', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=116164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:16:56.227832 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85f0e1c-8b66-451b-86db-6f3db203bf16 req-08bd7133-570a-4a7b-b77e-8757429da34c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:16:56.229306 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-e85f0e1c-8b66-451b-86db-6f3db203bf16 req-08bd7133-570a-4a7b-b77e-8757429da34c service neutron] 10.222.0.20 "GET /v2.0/networks?id=389581a6-fd69-4c78-8a9c-cc185dedc78a HTTP/1.1" status: 200 len: 897 time: 0.0879831 Apr 28 11:16:56.257313 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d98604b3-6726-4474-8262-4bef4a8ad872 None None] Checking router: 70a8459a-a93b-48a1-9d08-865cecd3938d for host: dv-neutron-master-2-hyperv {{(pid=116164) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 11:16:56.265729 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d98604b3-6726-4474-8262-4bef4a8ad872 None None] Routers {'70a8459a-a93b-48a1-9d08-865cecd3938d'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=116164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 11:16:56.266334 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_hamode_db [None req-d98604b3-6726-4474-8262-4bef4a8ad872 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-28T10:50:39Z,description=,heartbeat_timestamp=2022-04-28T11:16:40Z,host='dv-neutron-master-2-hyperv',id=6b492ad6-0876-4d74-b20d-28143a52ceba,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T10:50:40Z,topic='l3_agent')) {'router_ids': ['70a8459a-a93b-48a1-9d08-865cecd3938d'], 'active': True} {{(pid=116164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:16:56.291859 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-e85f0e1c-8b66-451b-86db-6f3db203bf16 req-3984c07e-75d2-46c2-982e-938a29da9c88 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e5d684b3-97f0-4d47-a5cf-33414da00d55 HTTP/1.1" status: 200 len: 999 time: 0.0568323 Apr 28 11:16:56.343372 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85f0e1c-8b66-451b-86db-6f3db203bf16 req-da06dd7d-c899-4947-a1a2-97648d57fcae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:16:56.344860 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-e85f0e1c-8b66-451b-86db-6f3db203bf16 req-da06dd7d-c899-4947-a1a2-97648d57fcae service neutron] 10.222.0.20 "GET /v2.0/subnets?id=1829f05c-2a57-47f5-b9ae-75ea31831798 HTTP/1.1" status: 200 len: 834 time: 0.0481622 Apr 28 11:16:56.391283 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85f0e1c-8b66-451b-86db-6f3db203bf16 req-d25b21a8-a3ae-47a5-94fc-66e2a4b1d52b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:16:56.392825 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-e85f0e1c-8b66-451b-86db-6f3db203bf16 req-d25b21a8-a3ae-47a5-94fc-66e2a4b1d52b service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=389581a6-fd69-4c78-8a9c-cc185dedc78a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0420909 Apr 28 11:16:56.462962 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_dvr_db [None req-d98604b3-6726-4474-8262-4bef4a8ad872 None None] Set router 70a8459a-a93b-48a1-9d08-865cecd3938d gateway port host: dv-neutron-master-2-hyperv {{(pid=116164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 11:16:56.484583 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-e85f0e1c-8b66-451b-86db-6f3db203bf16 req-4beb3c1a-c9f0-4d5f-a19f-2205a11ff5f4 service neutron] 10.222.0.20 "GET /v2.0/networks/389581a6-fd69-4c78-8a9c-cc185dedc78a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853150 Apr 28 11:16:56.578210 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-e85f0e1c-8b66-451b-86db-6f3db203bf16 req-ee4f77c6-5a9f-4fa2-b18d-88f655da5ecb service neutron] 10.222.0.20 "GET /v2.0/networks/389581a6-fd69-4c78-8a9c-cc185dedc78a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870447 Apr 28 11:16:56.676629 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_hamode_db [None req-d98604b3-6726-4474-8262-4bef4a8ad872 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70a8459a-a93b-48a1-9d08-865cecd3938d', 'name': 'tempest-TestNetworkBasicOps-router-164827866', 'tenant_id': '65d54c3b7dcd4af68398071d25e8321e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'external_fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.21'}], 'enable_snat': True}, 'gw_port_id': '3c3ce972-4c8c-4df2-8708-54b5127fcf26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T11:16:31Z', 'updated_at': '2022-04-28T11:16:36Z', 'revision_number': 4, 'project_id': '65d54c3b7dcd4af68398071d25e8321e', 'gw_port': {'id': '3c3ce972-4c8c-4df2-8708-54b5127fcf26', 'name': '', 'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:e1:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70a8459a-a93b-48a1-9d08-865cecd3938d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1519, 'fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:16:32Z', 'updated_at': '2022-04-28T11:16:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '7839e1bf-c9d6-412d-9d81-be47ea42e415', 'tenant_id': '65d54c3b7dcd4af68398071d25e8321e', 'floating_ip_address': '172.36.4.225', 'floating_network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'router_id': '70a8459a-a93b-48a1-9d08-865cecd3938d', 'port_id': 'e5d684b3-97f0-4d47-a5cf-33414da00d55', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1534, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '389581a6-fd69-4c78-8a9c-cc185dedc78a', 'mac_address': 'fa:16:3e:4c:c5:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0293195d-0601-476f-bf15-60e7e0f8580b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T11:16:54Z', 'updated_at': '2022-04-28T11:16:54Z', 'revision_number': 0, 'project_id': '65d54c3b7dcd4af68398071d25e8321e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '04080c6f-a631-462a-bd09-838af6565bfe', 'name': '', 'network_id': '389581a6-fd69-4c78-8a9c-cc185dedc78a', 'tenant_id': '65d54c3b7dcd4af68398071d25e8321e', 'mac_address': 'fa:16:3e:4c:4c:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70a8459a-a93b-48a1-9d08-865cecd3938d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1522, 'fixed_ips': [{'subnet_id': '1829f05c-2a57-47f5-b9ae-75ea31831798', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:16:35Z', 'updated_at': '2022-04-28T11:16:39Z', 'revision_number': 5, 'project_id': '65d54c3b7dcd4af68398071d25e8321e', 'subnets': [{'id': '1829f05c-2a57-47f5-b9ae-75ea31831798', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=116164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:16:56.706171 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d98604b3-6726-4474-8262-4bef4a8ad872 None None] The sync data for ids ['70a8459a-a93b-48a1-9d08-865cecd3938d'] in dv-neutron-master-2-hyperv is: [{'id': '70a8459a-a93b-48a1-9d08-865cecd3938d', 'name': 'tempest-TestNetworkBasicOps-router-164827866', 'tenant_id': '65d54c3b7dcd4af68398071d25e8321e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'external_fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.21'}], 'enable_snat': True}, 'gw_port_id': '3c3ce972-4c8c-4df2-8708-54b5127fcf26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T11:16:31Z', 'updated_at': '2022-04-28T11:16:36Z', 'revision_number': 4, 'project_id': '65d54c3b7dcd4af68398071d25e8321e', 'gw_port': {'id': '3c3ce972-4c8c-4df2-8708-54b5127fcf26', 'name': '', 'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:e1:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70a8459a-a93b-48a1-9d08-865cecd3938d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1519, 'fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:16:32Z', 'updated_at': '2022-04-28T11:16:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '7839e1bf-c9d6-412d-9d81-be47ea42e415', 'tenant_id': '65d54c3b7dcd4af68398071d25e8321e', 'floating_ip_address': '172.36.4.225', 'floating_network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'router_id': '70a8459a-a93b-48a1-9d08-865cecd3938d', 'port_id': 'e5d684b3-97f0-4d47-a5cf-33414da00d55', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1534, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '389581a6-fd69-4c78-8a9c-cc185dedc78a', 'mac_address': 'fa:16:3e:4c:c5:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0293195d-0601-476f-bf15-60e7e0f8580b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T11:16:54Z', 'updated_at': '2022-04-28T11:16:54Z', 'revision_number': 0, 'project_id': '65d54c3b7dcd4af68398071d25e8321e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '04080c6f-a631-462a-bd09-838af6565bfe', 'name': '', 'network_id': '389581a6-fd69-4c78-8a9c-cc185dedc78a', 'tenant_id': '65d54c3b7dcd4af68398071d25e8321e', 'mac_address': 'fa:16:3e:4c:4c:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70a8459a-a93b-48a1-9d08-865cecd3938d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1522, 'fixed_ips': [{'subnet_id': '1829f05c-2a57-47f5-b9ae-75ea31831798', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:16:35Z', 'updated_at': '2022-04-28T11:16:39Z', 'revision_number': 5, 'project_id': '65d54c3b7dcd4af68398071d25e8321e', 'subnets': [{'id': '1829f05c-2a57-47f5-b9ae-75ea31831798', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=116164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 11:16:56.893333 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d09825de-8436-4513-9b62-3c6e802eb7dc None None] New status for floating IP 7839e1bf-c9d6-412d-9d81-be47ea42e415: ACTIVE {{(pid=116163) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 28 11:16:57.107328 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 57870) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:16:57.168948 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-fb36f51e-20a5-4fdb-8ba8-3250bc24c647 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] 10.222.0.10 "GET /v2.0/floatingips/7839e1bf-c9d6-412d-9d81-be47ea42e415 HTTP/1.1" status: 200 len: 993 time: 0.0601625 Apr 28 11:17:07.007828 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-77cc82f0-3a75-4979-b454-d65f6fc08baa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (75ba81b7-fe99-4281-90d2-a5adb445ecea), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:17:09.417568 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-6587d51c-5387-4e9e-ba01-a58d06f50346 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (6b492ad6-0876-4d74-b20d-28143a52ceba), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:17:10.482159 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-ae94d540-e4c6-43be-adc9-b26fb6a2f62f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (cfc241ae-e4b7-443b-b80b-59fbbc2b69c9), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:17:12.103442 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-01ef1de1-12fd-4cef-b76b-793f91379468 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (39cc4f52-f5d9-4e2c-bbfa-7a1c528e1c40), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:17:13.394790 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (d5baab19-5dd1-4902-922b-84acb048ab9c), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:17:20.605852 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (6be95134-9a6c-4663-8b48-90d12ce90c60), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:17:28.447500 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 57882) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:17:28.452503 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.v2.base [None req-95b40369-f8fd-40e5-8121-c17f3d590cc1 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Request body: {'router': {'admin_state_up': False}} {{(pid=116162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:17:29.077498 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-95b40369-f8fd-40e5-8121-c17f3d590cc1 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1935285', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2060837', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-63284'] for router (70a8459a-a93b-48a1-9d08-865cecd3938d), precommit_update {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:17:29.144604 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-95b40369-f8fd-40e5-8121-c17f3d590cc1 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1935326', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1935308', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1935303', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-2060860'] for router (70a8459a-a93b-48a1-9d08-865cecd3938d), after_update {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:17:29.254784 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95b40369-f8fd-40e5-8121-c17f3d590cc1 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Router 70a8459a-a93b-48a1-9d08-865cecd3938d has already been hosted by L3 agent 6b492ad6-0876-4d74-b20d-28143a52ceba {{(pid=116162) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 11:17:29.366562 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95b40369-f8fd-40e5-8121-c17f3d590cc1 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=116162) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 11:17:29.367566 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-95b40369-f8fd-40e5-8121-c17f3d590cc1 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks [] for router (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:17:29.368931 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-95b40369-f8fd-40e5-8121-c17f3d590cc1 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] 10.222.0.10 "PUT /v2.0/routers/70a8459a-a93b-48a1-9d08-865cecd3938d HTTP/1.1" status: 200 len: 887 time: 0.9202268 Apr 28 11:17:29.371290 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa8e5831-c578-40a9-b579-b054ff921fc5 None None] Sync routers for ids ['70a8459a-a93b-48a1-9d08-865cecd3938d'] in dv-neutron-master-2-hyperv {{(pid=116164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 11:17:29.382953 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa8e5831-c578-40a9-b579-b054ff921fc5 None None] Routers {'70a8459a-a93b-48a1-9d08-865cecd3938d'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=116164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 11:17:29.383644 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_hamode_db [None req-fa8e5831-c578-40a9-b579-b054ff921fc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-28T10:50:39Z,description=,heartbeat_timestamp=2022-04-28T11:17:09Z,host='dv-neutron-master-2-hyperv',id=6b492ad6-0876-4d74-b20d-28143a52ceba,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T10:50:40Z,topic='l3_agent')) {'router_ids': ['70a8459a-a93b-48a1-9d08-865cecd3938d'], 'active': True} {{(pid=116164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:17:29.418906 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_hamode_db [None req-fa8e5831-c578-40a9-b579-b054ff921fc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=116164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:17:29.427424 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa8e5831-c578-40a9-b579-b054ff921fc5 None None] Routers {'70a8459a-a93b-48a1-9d08-865cecd3938d'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=116164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 11:17:29.428013 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_hamode_db [None req-fa8e5831-c578-40a9-b579-b054ff921fc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-28T10:50:39Z,description=,heartbeat_timestamp=2022-04-28T11:17:09Z,host='dv-neutron-master-2-hyperv',id=6b492ad6-0876-4d74-b20d-28143a52ceba,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T10:50:40Z,topic='l3_agent')) {'router_ids': ['70a8459a-a93b-48a1-9d08-865cecd3938d'], 'active': True} {{(pid=116164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:17:29.460328 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_hamode_db [None req-fa8e5831-c578-40a9-b579-b054ff921fc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=116164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:17:29.460920 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa8e5831-c578-40a9-b579-b054ff921fc5 None None] The sync data for ids ['70a8459a-a93b-48a1-9d08-865cecd3938d'] in dv-neutron-master-2-hyperv is: [] {{(pid=116164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 11:17:30.225252 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f428e84c-3951-4055-b24d-db4b9849ab7a None None] New status for floating IP 7839e1bf-c9d6-412d-9d81-be47ea42e415: DOWN {{(pid=116163) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 28 11:17:30.258710 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Device 04080c6f-a631-462a-bd09-838af6565bfe no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=116163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 11:17:30.431031 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Current status of the port 04080c6f-a631-462a-bd09-838af6565bfe is: ACTIVE; New status is: DOWN {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:17:30.431419 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (04080c6f-a631-462a-bd09-838af6565bfe), before_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:17:30.463698 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] For port 04080c6f-a631-462a-bd09-838af6565bfe, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=04080c6f-a631-462a-bd09-838af6565bfe,segment=NetworkSegment(9e6e1ab3-5a61-42e2-b83a-d479f4cc4268),segment_id=9e6e1ab3-5a61-42e2-b83a-d479f4cc4268)] {{(pid=116163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 11:17:30.544448 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393'] for port (04080c6f-a631-462a-bd09-838af6565bfe), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:17:30.545177 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Device 3c3ce972-4c8c-4df2-8708-54b5127fcf26 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=116163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 11:17:30.619717 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Pushing event updated for resources: {'Port': ['ID=04080c6f-a631-462a-bd09-838af6565bfe,revision_number=6']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:17:30.629189 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:17:30.629538 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:17:30.629882 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:17:30.630222 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:17:30.630580 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:17:30.630914 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:17:30.631241 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:17:30.631573 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:17:30.631902 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:17:30.632228 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:17:30.632555 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:17:30.632883 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:17:30.633204 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:17:30.633525 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:17:30.633844 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:17:30.675284 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Current status of the port 3c3ce972-4c8c-4df2-8708-54b5127fcf26 is: ACTIVE; New status is: DOWN {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:17:30.675676 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (3c3ce972-4c8c-4df2-8708-54b5127fcf26), before_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:17:30.694724 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] For port 3c3ce972-4c8c-4df2-8708-54b5127fcf26, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=3c3ce972-4c8c-4df2-8708-54b5127fcf26,segment=NetworkSegment(142bc50f-d6af-4646-8d06-bb7af6b7b51c),segment_id=142bc50f-d6af-4646-8d06-bb7af6b7b51c)] {{(pid=116163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 11:17:30.744478 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393'] for port (3c3ce972-4c8c-4df2-8708-54b5127fcf26), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:17:30.791505 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Pushing event updated for resources: {'Port': ['ID=3c3ce972-4c8c-4df2-8708-54b5127fcf26,revision_number=5']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:17:31.188359 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.agents_db [None req-54b29a82-8a19-4507-95e3-3a2d011841ff None None] Agent healthcheck: found 6 active agents {{(pid=116164) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 28 11:17:31.479751 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 57886) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:17:31.484392 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.v2.base [None req-ed108b92-98a7-4ed1-963a-7e7c5c498d0d tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Request body: {'router': {'admin_state_up': True}} {{(pid=116162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:17:31.789824 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-ed108b92-98a7-4ed1-963a-7e7c5c498d0d tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1935285', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2060837', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-63284'] for router (70a8459a-a93b-48a1-9d08-865cecd3938d), precommit_update {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:17:31.845846 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-ed108b92-98a7-4ed1-963a-7e7c5c498d0d tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1935326', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1935308', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1935303', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-2060860'] for router (70a8459a-a93b-48a1-9d08-865cecd3938d), after_update {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:17:31.954196 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed108b92-98a7-4ed1-963a-7e7c5c498d0d tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Router 70a8459a-a93b-48a1-9d08-865cecd3938d has already been hosted by L3 agent 6b492ad6-0876-4d74-b20d-28143a52ceba {{(pid=116162) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 11:17:32.062731 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed108b92-98a7-4ed1-963a-7e7c5c498d0d tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=116162) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 11:17:32.070944 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-ed108b92-98a7-4ed1-963a-7e7c5c498d0d tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks [] for router (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:17:32.070944 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-ed108b92-98a7-4ed1-963a-7e7c5c498d0d tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] 10.222.0.10 "PUT /v2.0/routers/70a8459a-a93b-48a1-9d08-865cecd3938d HTTP/1.1" status: 200 len: 886 time: 0.5896089 Apr 28 11:17:32.073271 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-788842be-393c-4526-bc92-92ea5d932504 None None] Sync routers for ids ['70a8459a-a93b-48a1-9d08-865cecd3938d'] in dv-neutron-master-2-hyperv {{(pid=116164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 11:17:32.073610 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 57888) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:17:32.083317 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-788842be-393c-4526-bc92-92ea5d932504 None None] Routers {'70a8459a-a93b-48a1-9d08-865cecd3938d'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=116164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 11:17:32.083928 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_hamode_db [None req-788842be-393c-4526-bc92-92ea5d932504 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-28T10:50:39Z,description=,heartbeat_timestamp=2022-04-28T11:17:09Z,host='dv-neutron-master-2-hyperv',id=6b492ad6-0876-4d74-b20d-28143a52ceba,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T10:50:40Z,topic='l3_agent')) {'router_ids': ['70a8459a-a93b-48a1-9d08-865cecd3938d'], 'active': True} {{(pid=116164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:17:32.134759 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-1389e955-87af-408e-8210-b4b37c948ac5 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] 10.222.0.10 "GET /v2.0/floatingips/7839e1bf-c9d6-412d-9d81-be47ea42e415 HTTP/1.1" status: 200 len: 991 time: 0.0594695 Apr 28 11:17:32.191358 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_dvr_db [None req-788842be-393c-4526-bc92-92ea5d932504 None None] Set router 70a8459a-a93b-48a1-9d08-865cecd3938d gateway port host: dv-neutron-master-2-hyperv {{(pid=116164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 11:17:32.400511 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_hamode_db [None req-788842be-393c-4526-bc92-92ea5d932504 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70a8459a-a93b-48a1-9d08-865cecd3938d', 'name': 'tempest-TestNetworkBasicOps-router-164827866', 'tenant_id': '65d54c3b7dcd4af68398071d25e8321e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'external_fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.21'}], 'enable_snat': True}, 'gw_port_id': '3c3ce972-4c8c-4df2-8708-54b5127fcf26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T11:16:31Z', 'updated_at': '2022-04-28T11:17:31Z', 'revision_number': 6, 'project_id': '65d54c3b7dcd4af68398071d25e8321e', 'gw_port': {'id': '3c3ce972-4c8c-4df2-8708-54b5127fcf26', 'name': '', 'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:e1:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70a8459a-a93b-48a1-9d08-865cecd3938d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1519, 'fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:16:32Z', 'updated_at': '2022-04-28T11:17:30Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '7839e1bf-c9d6-412d-9d81-be47ea42e415', 'tenant_id': '65d54c3b7dcd4af68398071d25e8321e', 'floating_ip_address': '172.36.4.225', 'floating_network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'router_id': '70a8459a-a93b-48a1-9d08-865cecd3938d', 'port_id': 'e5d684b3-97f0-4d47-a5cf-33414da00d55', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1534, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '389581a6-fd69-4c78-8a9c-cc185dedc78a', 'mac_address': 'fa:16:3e:4c:c5:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0293195d-0601-476f-bf15-60e7e0f8580b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T11:16:54Z', 'updated_at': '2022-04-28T11:17:30Z', 'revision_number': 2, 'project_id': '65d54c3b7dcd4af68398071d25e8321e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '04080c6f-a631-462a-bd09-838af6565bfe', 'name': '', 'network_id': '389581a6-fd69-4c78-8a9c-cc185dedc78a', 'tenant_id': '65d54c3b7dcd4af68398071d25e8321e', 'mac_address': 'fa:16:3e:4c:4c:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70a8459a-a93b-48a1-9d08-865cecd3938d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1522, 'fixed_ips': [{'subnet_id': '1829f05c-2a57-47f5-b9ae-75ea31831798', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:16:35Z', 'updated_at': '2022-04-28T11:17:30Z', 'revision_number': 6, 'project_id': '65d54c3b7dcd4af68398071d25e8321e', 'subnets': [{'id': '1829f05c-2a57-47f5-b9ae-75ea31831798', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=116164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:17:32.426195 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-788842be-393c-4526-bc92-92ea5d932504 None None] Checking router: 70a8459a-a93b-48a1-9d08-865cecd3938d for host: dv-neutron-master-2-hyperv {{(pid=116164) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 11:17:32.434150 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-788842be-393c-4526-bc92-92ea5d932504 None None] Routers {'70a8459a-a93b-48a1-9d08-865cecd3938d'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=116164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 11:17:32.434783 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_hamode_db [None req-788842be-393c-4526-bc92-92ea5d932504 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-28T10:50:39Z,description=,heartbeat_timestamp=2022-04-28T11:17:09Z,host='dv-neutron-master-2-hyperv',id=6b492ad6-0876-4d74-b20d-28143a52ceba,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T10:50:40Z,topic='l3_agent')) {'router_ids': ['70a8459a-a93b-48a1-9d08-865cecd3938d'], 'active': True} {{(pid=116164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:17:32.538743 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_dvr_db [None req-788842be-393c-4526-bc92-92ea5d932504 None None] Set router 70a8459a-a93b-48a1-9d08-865cecd3938d gateway port host: dv-neutron-master-2-hyperv {{(pid=116164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 11:17:32.743107 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_hamode_db [None req-788842be-393c-4526-bc92-92ea5d932504 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70a8459a-a93b-48a1-9d08-865cecd3938d', 'name': 'tempest-TestNetworkBasicOps-router-164827866', 'tenant_id': '65d54c3b7dcd4af68398071d25e8321e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'external_fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.21'}], 'enable_snat': True}, 'gw_port_id': '3c3ce972-4c8c-4df2-8708-54b5127fcf26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T11:16:31Z', 'updated_at': '2022-04-28T11:17:31Z', 'revision_number': 6, 'project_id': '65d54c3b7dcd4af68398071d25e8321e', 'gw_port': {'id': '3c3ce972-4c8c-4df2-8708-54b5127fcf26', 'name': '', 'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:e1:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70a8459a-a93b-48a1-9d08-865cecd3938d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1519, 'fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:16:32Z', 'updated_at': '2022-04-28T11:17:30Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '7839e1bf-c9d6-412d-9d81-be47ea42e415', 'tenant_id': '65d54c3b7dcd4af68398071d25e8321e', 'floating_ip_address': '172.36.4.225', 'floating_network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'router_id': '70a8459a-a93b-48a1-9d08-865cecd3938d', 'port_id': 'e5d684b3-97f0-4d47-a5cf-33414da00d55', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1534, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '389581a6-fd69-4c78-8a9c-cc185dedc78a', 'mac_address': 'fa:16:3e:4c:c5:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0293195d-0601-476f-bf15-60e7e0f8580b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T11:16:54Z', 'updated_at': '2022-04-28T11:17:30Z', 'revision_number': 2, 'project_id': '65d54c3b7dcd4af68398071d25e8321e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '04080c6f-a631-462a-bd09-838af6565bfe', 'name': '', 'network_id': '389581a6-fd69-4c78-8a9c-cc185dedc78a', 'tenant_id': '65d54c3b7dcd4af68398071d25e8321e', 'mac_address': 'fa:16:3e:4c:4c:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70a8459a-a93b-48a1-9d08-865cecd3938d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1522, 'fixed_ips': [{'subnet_id': '1829f05c-2a57-47f5-b9ae-75ea31831798', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:16:35Z', 'updated_at': '2022-04-28T11:17:30Z', 'revision_number': 6, 'project_id': '65d54c3b7dcd4af68398071d25e8321e', 'subnets': [{'id': '1829f05c-2a57-47f5-b9ae-75ea31831798', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=116164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:17:32.772384 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-788842be-393c-4526-bc92-92ea5d932504 None None] The sync data for ids ['70a8459a-a93b-48a1-9d08-865cecd3938d'] in dv-neutron-master-2-hyperv is: [{'id': '70a8459a-a93b-48a1-9d08-865cecd3938d', 'name': 'tempest-TestNetworkBasicOps-router-164827866', 'tenant_id': '65d54c3b7dcd4af68398071d25e8321e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'external_fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.21'}], 'enable_snat': True}, 'gw_port_id': '3c3ce972-4c8c-4df2-8708-54b5127fcf26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T11:16:31Z', 'updated_at': '2022-04-28T11:17:31Z', 'revision_number': 6, 'project_id': '65d54c3b7dcd4af68398071d25e8321e', 'gw_port': {'id': '3c3ce972-4c8c-4df2-8708-54b5127fcf26', 'name': '', 'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:e1:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70a8459a-a93b-48a1-9d08-865cecd3938d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1519, 'fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:16:32Z', 'updated_at': '2022-04-28T11:17:30Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '7839e1bf-c9d6-412d-9d81-be47ea42e415', 'tenant_id': '65d54c3b7dcd4af68398071d25e8321e', 'floating_ip_address': '172.36.4.225', 'floating_network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'router_id': '70a8459a-a93b-48a1-9d08-865cecd3938d', 'port_id': 'e5d684b3-97f0-4d47-a5cf-33414da00d55', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1534, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '389581a6-fd69-4c78-8a9c-cc185dedc78a', 'mac_address': 'fa:16:3e:4c:c5:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0293195d-0601-476f-bf15-60e7e0f8580b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T11:16:54Z', 'updated_at': '2022-04-28T11:17:30Z', 'revision_number': 2, 'project_id': '65d54c3b7dcd4af68398071d25e8321e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '04080c6f-a631-462a-bd09-838af6565bfe', 'name': '', 'network_id': '389581a6-fd69-4c78-8a9c-cc185dedc78a', 'tenant_id': '65d54c3b7dcd4af68398071d25e8321e', 'mac_address': 'fa:16:3e:4c:4c:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70a8459a-a93b-48a1-9d08-865cecd3938d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1522, 'fixed_ips': [{'subnet_id': '1829f05c-2a57-47f5-b9ae-75ea31831798', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:16:35Z', 'updated_at': '2022-04-28T11:17:30Z', 'revision_number': 6, 'project_id': '65d54c3b7dcd4af68398071d25e8321e', 'subnets': [{'id': '1829f05c-2a57-47f5-b9ae-75ea31831798', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=116164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 11:17:33.138742 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 57890) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:17:33.204370 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-2329ecb2-0d49-4e34-8b9f-41405b66279e tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] 10.222.0.10 "GET /v2.0/floatingips/7839e1bf-c9d6-412d-9d81-be47ea42e415 HTTP/1.1" status: 200 len: 991 time: 0.0644741 Apr 28 11:17:34.127556 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Device 04080c6f-a631-462a-bd09-838af6565bfe up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=116163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 11:17:34.173041 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Provisioning complete for port 04080c6f-a631-462a-bd09-838af6565bfe triggered by entity L2. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:17:34.173417 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (04080c6f-a631-462a-bd09-838af6565bfe), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:17:34.208253 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 57892) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:17:34.254276 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Current status of the port 04080c6f-a631-462a-bd09-838af6565bfe is: DOWN; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:17:34.254697 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (04080c6f-a631-462a-bd09-838af6565bfe), before_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:17:34.273943 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-d44d95b1-9f85-41b6-a480-c68032459512 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] 10.222.0.10 "GET /v2.0/floatingips/7839e1bf-c9d6-412d-9d81-be47ea42e415 HTTP/1.1" status: 200 len: 991 time: 0.0644653 Apr 28 11:17:34.291342 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] For port 04080c6f-a631-462a-bd09-838af6565bfe, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=04080c6f-a631-462a-bd09-838af6565bfe,segment=NetworkSegment(9e6e1ab3-5a61-42e2-b83a-d479f4cc4268),segment_id=9e6e1ab3-5a61-42e2-b83a-d479f4cc4268)] {{(pid=116163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 11:17:34.338997 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-002e92ca-dc15-4ffd-9c5c-282b75a5f4cc None None] New status for floating IP 7839e1bf-c9d6-412d-9d81-be47ea42e415: ACTIVE {{(pid=116163) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 28 11:17:34.384043 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393'] for port (04080c6f-a631-462a-bd09-838af6565bfe), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:17:34.384821 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Device 3c3ce972-4c8c-4df2-8708-54b5127fcf26 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=116163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 11:17:34.517036 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Pushing event updated for resources: {'Port': ['ID=04080c6f-a631-462a-bd09-838af6565bfe,revision_number=7']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:17:34.553347 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Provisioning complete for port 3c3ce972-4c8c-4df2-8708-54b5127fcf26 triggered by entity L2. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:17:34.553347 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (3c3ce972-4c8c-4df2-8708-54b5127fcf26), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:17:34.628716 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Current status of the port 3c3ce972-4c8c-4df2-8708-54b5127fcf26 is: DOWN; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:17:34.629108 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (3c3ce972-4c8c-4df2-8708-54b5127fcf26), before_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:17:34.652606 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] For port 3c3ce972-4c8c-4df2-8708-54b5127fcf26, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=3c3ce972-4c8c-4df2-8708-54b5127fcf26,segment=NetworkSegment(142bc50f-d6af-4646-8d06-bb7af6b7b51c),segment_id=142bc50f-d6af-4646-8d06-bb7af6b7b51c)] {{(pid=116163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 11:17:34.721755 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393'] for port (3c3ce972-4c8c-4df2-8708-54b5127fcf26), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:17:34.769635 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Pushing event updated for resources: {'Port': ['ID=3c3ce972-4c8c-4df2-8708-54b5127fcf26,revision_number=6']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:17:35.277926 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 57894) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:17:35.640517 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-937da3be-8814-4e3c-a098-e937e8b8d723 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] 10.222.0.10 "GET /v2.0/floatingips/7839e1bf-c9d6-412d-9d81-be47ea42e415 HTTP/1.1" status: 200 len: 993 time: 0.3614085 Apr 28 11:17:35.874499 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 57900) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:17:36.021462 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.plugin [None req-b6113b5e-c5dd-4a17-a784-a735847d1a54 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Deleting port a7c7531d-0c70-41f7-bafb-aec3b2fd4ae0 {{(pid=116161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 11:17:36.021806 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-b6113b5e-c5dd-4a17-a784-a735847d1a54 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742235130188'] for port (a7c7531d-0c70-41f7-bafb-aec3b2fd4ae0), before_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:17:36.097880 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-b6113b5e-c5dd-4a17-a784-a735847d1a54 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1938497'] for port (a7c7531d-0c70-41f7-bafb-aec3b2fd4ae0), precommit_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:17:36.098216 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-b6113b5e-c5dd-4a17-a784-a735847d1a54 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks [] for floatingip (a7c7531d-0c70-41f7-bafb-aec3b2fd4ae0), precommit_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:17:36.112166 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.plugin [None req-b6113b5e-c5dd-4a17-a784-a735847d1a54 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Calling delete_port for a7c7531d-0c70-41f7-bafb-aec3b2fd4ae0 owned by network:floatingip {{(pid=116161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 11:17:36.117243 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Device 04080c6f-a631-462a-bd09-838af6565bfe up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=116163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 11:17:36.162167 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Provisioning complete for port 04080c6f-a631-462a-bd09-838af6565bfe triggered by entity L2. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:17:36.162564 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (04080c6f-a631-462a-bd09-838af6565bfe), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:17:36.326112 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-b6113b5e-c5dd-4a17-a784-a735847d1a54 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742235135690', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742234710366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5219112'] for port (a7c7531d-0c70-41f7-bafb-aec3b2fd4ae0), after_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:17:36.360945 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6113b5e-c5dd-4a17-a784-a735847d1a54 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Pushing event deleted for resources: {'Port': ['ID=a7c7531d-0c70-41f7-bafb-aec3b2fd4ae0,revision_number=None']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:17:36.386269 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Current status of the port 04080c6f-a631-462a-bd09-838af6565bfe is: ACTIVE; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:17:36.387365 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Device 3c3ce972-4c8c-4df2-8708-54b5127fcf26 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=116163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 11:17:36.387478 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6113b5e-c5dd-4a17-a784-a735847d1a54 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:17:36.387720 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6113b5e-c5dd-4a17-a784-a735847d1a54 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:17:36.388067 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6113b5e-c5dd-4a17-a784-a735847d1a54 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:17:36.388411 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6113b5e-c5dd-4a17-a784-a735847d1a54 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:17:36.388751 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6113b5e-c5dd-4a17-a784-a735847d1a54 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:17:36.389080 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6113b5e-c5dd-4a17-a784-a735847d1a54 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:17:36.389407 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6113b5e-c5dd-4a17-a784-a735847d1a54 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:17:36.389735 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6113b5e-c5dd-4a17-a784-a735847d1a54 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:17:36.390064 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6113b5e-c5dd-4a17-a784-a735847d1a54 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:17:36.390406 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6113b5e-c5dd-4a17-a784-a735847d1a54 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:17:36.391280 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6113b5e-c5dd-4a17-a784-a735847d1a54 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:17:36.391631 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6113b5e-c5dd-4a17-a784-a735847d1a54 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:17:36.391960 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6113b5e-c5dd-4a17-a784-a735847d1a54 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:17:36.392288 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6113b5e-c5dd-4a17-a784-a735847d1a54 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:17:36.392608 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6113b5e-c5dd-4a17-a784-a735847d1a54 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:17:36.432686 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Provisioning complete for port 3c3ce972-4c8c-4df2-8708-54b5127fcf26 triggered by entity L2. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:17:36.433165 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (3c3ce972-4c8c-4df2-8708-54b5127fcf26), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:17:36.434842 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-b6113b5e-c5dd-4a17-a784-a735847d1a54 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks [] for floatingip (7839e1bf-c9d6-412d-9d81-be47ea42e415), after_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:17:36.440901 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.db.l3_db [None req-b6113b5e-c5dd-4a17-a784-a735847d1a54 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Floating IP 7839e1bf-c9d6-412d-9d81-be47ea42e415 disassociated (deleted). External IP: 172.36.4.225, port: e5d684b3-97f0-4d47-a5cf-33414da00d55. Apr 28 11:17:36.510019 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Current status of the port 3c3ce972-4c8c-4df2-8708-54b5127fcf26 is: ACTIVE; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:17:36.650160 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6113b5e-c5dd-4a17-a784-a735847d1a54 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Router 70a8459a-a93b-48a1-9d08-865cecd3938d has already been hosted by L3 agent 6b492ad6-0876-4d74-b20d-28143a52ceba {{(pid=116161) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 11:17:36.763226 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6113b5e-c5dd-4a17-a784-a735847d1a54 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=116161) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 11:17:36.768614 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-b6113b5e-c5dd-4a17-a784-a735847d1a54 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198022'] for floatingip (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:17:36.773000 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82621ff2-8ef4-440e-834a-ac2287c1a4c6 None None] Sync routers for ids ['70a8459a-a93b-48a1-9d08-865cecd3938d'] in dv-neutron-master-2-hyperv {{(pid=116164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 11:17:36.783252 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82621ff2-8ef4-440e-834a-ac2287c1a4c6 None None] Routers {'70a8459a-a93b-48a1-9d08-865cecd3938d'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=116164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 11:17:36.783883 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_hamode_db [None req-82621ff2-8ef4-440e-834a-ac2287c1a4c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-28T10:50:39Z,description=,heartbeat_timestamp=2022-04-28T11:17:09Z,host='dv-neutron-master-2-hyperv',id=6b492ad6-0876-4d74-b20d-28143a52ceba,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T10:50:40Z,topic='l3_agent')) {'router_ids': ['70a8459a-a93b-48a1-9d08-865cecd3938d'], 'active': True} {{(pid=116164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:17:36.798765 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-b6113b5e-c5dd-4a17-a784-a735847d1a54 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] 10.222.0.10 "DELETE /v2.0/floatingips/7839e1bf-c9d6-412d-9d81-be47ea42e415 HTTP/1.1" status: 204 len: 168 time: 0.9224570 Apr 28 11:17:36.799357 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0293195d-0601-476f-bf15-60e7e0f8580b', 'tag': 'e5d684b3-97f0-4d47-a5cf-33414da00d55'}] {{(pid=116161) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 11:17:36.801634 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e748734031c26dffb00ab563e48cb7690d820419218221ecd4f9c2a21276ff88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1f20bbe-e1ef-47c1-93cb-75ea3181937c" -d '{"events": [{"name": "network-changed", "server_uuid": "0293195d-0601-476f-bf15-60e7e0f8580b", "tag": "e5d684b3-97f0-4d47-a5cf-33414da00d55"}]}' {{(pid=116161) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 11:17:36.840807 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 11:17:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8608d97a-9383-4a3d-8fea-2470415db84a x-openstack-request-id: req-8608d97a-9383-4a3d-8fea-2470415db84a {{(pid=116161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 11:17:36.841229 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0293195d-0601-476f-bf15-60e7e0f8580b", "tag": "e5d684b3-97f0-4d47-a5cf-33414da00d55", "status": "completed", "code": 200}]} {{(pid=116161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 11:17:36.841608 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-8608d97a-9383-4a3d-8fea-2470415db84a {{(pid=116161) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 11:17:36.842130 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8608d97a-9383-4a3d-8fea-2470415db84a'] response: {'name': 'network-changed', 'server_uuid': '0293195d-0601-476f-bf15-60e7e0f8580b', 'tag': 'e5d684b3-97f0-4d47-a5cf-33414da00d55', 'status': 'completed', 'code': 200} Apr 28 11:17:36.900662 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f20bbe-e1ef-47c1-93cb-75ea3181937c req-25ff3bcb-97d7-4160-9e72-597b4099e904 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:17:36.902272 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-e1f20bbe-e1ef-47c1-93cb-75ea3181937c req-25ff3bcb-97d7-4160-9e72-597b4099e904 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=65d54c3b7dcd4af68398071d25e8321e&device_id=0293195d-0601-476f-bf15-60e7e0f8580b HTTP/1.1" status: 200 len: 1129 time: 0.0420156 Apr 28 11:17:36.995013 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_dvr_db [None req-82621ff2-8ef4-440e-834a-ac2287c1a4c6 None None] Set router 70a8459a-a93b-48a1-9d08-865cecd3938d gateway port host: dv-neutron-master-2-hyperv {{(pid=116164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 11:17:37.001596 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-8c5b8a7d-02c4-42f1-aef6-a08a0cc74949 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (75ba81b7-fe99-4281-90d2-a5adb445ecea), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:17:37.001775 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f20bbe-e1ef-47c1-93cb-75ea3181937c req-6378eeff-f7ea-4da5-90b3-bad1bad776ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:17:37.003279 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-e1f20bbe-e1ef-47c1-93cb-75ea3181937c req-6378eeff-f7ea-4da5-90b3-bad1bad776ea service neutron] 10.222.0.20 "GET /v2.0/networks?id=389581a6-fd69-4c78-8a9c-cc185dedc78a HTTP/1.1" status: 200 len: 897 time: 0.0953674 Apr 28 11:17:37.051374 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-e1f20bbe-e1ef-47c1-93cb-75ea3181937c req-06ecb2ab-e810-447c-af82-3270935074cb service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e5d684b3-97f0-4d47-a5cf-33414da00d55 HTTP/1.1" status: 200 len: 217 time: 0.0412457 Apr 28 11:17:37.102748 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f20bbe-e1ef-47c1-93cb-75ea3181937c req-48ba8807-cc95-4d0b-a5c7-5d122c016e60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:17:37.104492 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-e1f20bbe-e1ef-47c1-93cb-75ea3181937c req-48ba8807-cc95-4d0b-a5c7-5d122c016e60 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=1829f05c-2a57-47f5-b9ae-75ea31831798 HTTP/1.1" status: 200 len: 834 time: 0.0474677 Apr 28 11:17:37.151549 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f20bbe-e1ef-47c1-93cb-75ea3181937c req-dce2129e-ee1b-406d-9658-8bb15b98060c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:17:37.152999 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-e1f20bbe-e1ef-47c1-93cb-75ea3181937c req-dce2129e-ee1b-406d-9658-8bb15b98060c service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=389581a6-fd69-4c78-8a9c-cc185dedc78a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0428271 Apr 28 11:17:37.198694 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_hamode_db [None req-82621ff2-8ef4-440e-834a-ac2287c1a4c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70a8459a-a93b-48a1-9d08-865cecd3938d', 'name': 'tempest-TestNetworkBasicOps-router-164827866', 'tenant_id': '65d54c3b7dcd4af68398071d25e8321e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'external_fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.21'}], 'enable_snat': True}, 'gw_port_id': '3c3ce972-4c8c-4df2-8708-54b5127fcf26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T11:16:31Z', 'updated_at': '2022-04-28T11:17:31Z', 'revision_number': 6, 'project_id': '65d54c3b7dcd4af68398071d25e8321e', 'gw_port': {'id': '3c3ce972-4c8c-4df2-8708-54b5127fcf26', 'name': '', 'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:e1:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70a8459a-a93b-48a1-9d08-865cecd3938d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1519, 'fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:16:32Z', 'updated_at': '2022-04-28T11:17:34Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '04080c6f-a631-462a-bd09-838af6565bfe', 'name': '', 'network_id': '389581a6-fd69-4c78-8a9c-cc185dedc78a', 'tenant_id': '65d54c3b7dcd4af68398071d25e8321e', 'mac_address': 'fa:16:3e:4c:4c:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70a8459a-a93b-48a1-9d08-865cecd3938d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1522, 'fixed_ips': [{'subnet_id': '1829f05c-2a57-47f5-b9ae-75ea31831798', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:16:35Z', 'updated_at': '2022-04-28T11:17:34Z', 'revision_number': 7, 'project_id': '65d54c3b7dcd4af68398071d25e8321e', 'subnets': [{'id': '1829f05c-2a57-47f5-b9ae-75ea31831798', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=116164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:17:37.208140 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a101b20-a6dd-4bdf-a936-e0461d2fff02 req-50e25fae-677d-408a-b6db-768bcc6af141 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:17:37.209674 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-1a101b20-a6dd-4bdf-a936-e0461d2fff02 req-50e25fae-677d-408a-b6db-768bcc6af141 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] 10.222.0.10 "GET /v2.0/ports?device_id=0293195d-0601-476f-bf15-60e7e0f8580b HTTP/1.1" status: 200 len: 945 time: 0.0495079 Apr 28 11:17:37.225240 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82621ff2-8ef4-440e-834a-ac2287c1a4c6 None None] Checking router: 70a8459a-a93b-48a1-9d08-865cecd3938d for host: dv-neutron-master-2-hyperv {{(pid=116164) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 11:17:37.233400 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82621ff2-8ef4-440e-834a-ac2287c1a4c6 None None] Routers {'70a8459a-a93b-48a1-9d08-865cecd3938d'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=116164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 11:17:37.234008 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_hamode_db [None req-82621ff2-8ef4-440e-834a-ac2287c1a4c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-28T10:50:39Z,description=,heartbeat_timestamp=2022-04-28T11:17:09Z,host='dv-neutron-master-2-hyperv',id=6b492ad6-0876-4d74-b20d-28143a52ceba,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T10:50:40Z,topic='l3_agent')) {'router_ids': ['70a8459a-a93b-48a1-9d08-865cecd3938d'], 'active': True} {{(pid=116164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:17:37.261472 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-1a101b20-a6dd-4bdf-a936-e0461d2fff02 req-2d23cec0-b6f4-4e65-9e92-51733c1da86f tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] 10.222.0.10 "GET /v2.0/security-groups?id=e31e5e09-365e-4032-a4f6-6154b3aaadf5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453656 Apr 28 11:17:37.339598 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_dvr_db [None req-82621ff2-8ef4-440e-834a-ac2287c1a4c6 None None] Set router 70a8459a-a93b-48a1-9d08-865cecd3938d gateway port host: dv-neutron-master-2-hyperv {{(pid=116164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 11:17:37.526812 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_hamode_db [None req-82621ff2-8ef4-440e-834a-ac2287c1a4c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70a8459a-a93b-48a1-9d08-865cecd3938d', 'name': 'tempest-TestNetworkBasicOps-router-164827866', 'tenant_id': '65d54c3b7dcd4af68398071d25e8321e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'external_fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.21'}], 'enable_snat': True}, 'gw_port_id': '3c3ce972-4c8c-4df2-8708-54b5127fcf26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T11:16:31Z', 'updated_at': '2022-04-28T11:17:31Z', 'revision_number': 6, 'project_id': '65d54c3b7dcd4af68398071d25e8321e', 'gw_port': {'id': '3c3ce972-4c8c-4df2-8708-54b5127fcf26', 'name': '', 'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:e1:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70a8459a-a93b-48a1-9d08-865cecd3938d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1519, 'fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:16:32Z', 'updated_at': '2022-04-28T11:17:34Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '04080c6f-a631-462a-bd09-838af6565bfe', 'name': '', 'network_id': '389581a6-fd69-4c78-8a9c-cc185dedc78a', 'tenant_id': '65d54c3b7dcd4af68398071d25e8321e', 'mac_address': 'fa:16:3e:4c:4c:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70a8459a-a93b-48a1-9d08-865cecd3938d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1522, 'fixed_ips': [{'subnet_id': '1829f05c-2a57-47f5-b9ae-75ea31831798', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:16:35Z', 'updated_at': '2022-04-28T11:17:34Z', 'revision_number': 7, 'project_id': '65d54c3b7dcd4af68398071d25e8321e', 'subnets': [{'id': '1829f05c-2a57-47f5-b9ae-75ea31831798', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=116164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:17:37.552902 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82621ff2-8ef4-440e-834a-ac2287c1a4c6 None None] The sync data for ids ['70a8459a-a93b-48a1-9d08-865cecd3938d'] in dv-neutron-master-2-hyperv is: [{'id': '70a8459a-a93b-48a1-9d08-865cecd3938d', 'name': 'tempest-TestNetworkBasicOps-router-164827866', 'tenant_id': '65d54c3b7dcd4af68398071d25e8321e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'external_fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.21'}], 'enable_snat': True}, 'gw_port_id': '3c3ce972-4c8c-4df2-8708-54b5127fcf26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T11:16:31Z', 'updated_at': '2022-04-28T11:17:31Z', 'revision_number': 6, 'project_id': '65d54c3b7dcd4af68398071d25e8321e', 'gw_port': {'id': '3c3ce972-4c8c-4df2-8708-54b5127fcf26', 'name': '', 'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:e1:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70a8459a-a93b-48a1-9d08-865cecd3938d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1519, 'fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:16:32Z', 'updated_at': '2022-04-28T11:17:34Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '04080c6f-a631-462a-bd09-838af6565bfe', 'name': '', 'network_id': '389581a6-fd69-4c78-8a9c-cc185dedc78a', 'tenant_id': '65d54c3b7dcd4af68398071d25e8321e', 'mac_address': 'fa:16:3e:4c:4c:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70a8459a-a93b-48a1-9d08-865cecd3938d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1522, 'fixed_ips': [{'subnet_id': '1829f05c-2a57-47f5-b9ae-75ea31831798', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:16:35Z', 'updated_at': '2022-04-28T11:17:34Z', 'revision_number': 7, 'project_id': '65d54c3b7dcd4af68398071d25e8321e', 'subnets': [{'id': '1829f05c-2a57-47f5-b9ae-75ea31831798', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=116164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 11:17:38.169963 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aee72409-5d6c-493b-b953-b3e5de9b90bd None None] New status for floating IP 7839e1bf-c9d6-412d-9d81-be47ea42e415: DOWN {{(pid=116163) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 28 11:17:38.211725 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-e1f20bbe-e1ef-47c1-93cb-75ea3181937c req-1fa905ac-2bf7-4a50-be5c-0918d8173fd6 service neutron] 10.222.0.20 "GET /v2.0/networks/389581a6-fd69-4c78-8a9c-cc185dedc78a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905867 Apr 28 11:17:38.379149 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-e1f20bbe-e1ef-47c1-93cb-75ea3181937c req-17fc8e65-e049-420c-9b67-2dd2a43f3548 service neutron] 10.222.0.20 "GET /v2.0/networks/389581a6-fd69-4c78-8a9c-cc185dedc78a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914876 Apr 28 11:17:38.383458 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe86b369-4280-4c33-91ef-c288d7196956 req-0a82beb3-a6d5-4a43-b646-817ad74af144 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:17:38.385006 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-fe86b369-4280-4c33-91ef-c288d7196956 req-0a82beb3-a6d5-4a43-b646-817ad74af144 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] 10.222.0.10 "GET /v2.0/ports?device_id=0293195d-0601-476f-bf15-60e7e0f8580b HTTP/1.1" status: 200 len: 945 time: 0.0536871 Apr 28 11:17:38.437015 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-fe86b369-4280-4c33-91ef-c288d7196956 req-39a9427f-dc04-471b-81d4-90e46dc1618f tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] 10.222.0.10 "GET /v2.0/security-groups?id=e31e5e09-365e-4032-a4f6-6154b3aaadf5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462675 Apr 28 11:17:38.453041 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d7ec68-cbef-46c9-9682-74ae5246f60d req-ce08c503-e287-4107-9298-bb866635336e tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:17:38.455290 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-c4d7ec68-cbef-46c9-9682-74ae5246f60d req-ce08c503-e287-4107-9298-bb866635336e tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] 10.222.0.20 "GET /v2.0/ports?device_id=0293195d-0601-476f-bf15-60e7e0f8580b HTTP/1.1" status: 200 len: 945 time: 0.0524664 Apr 28 11:17:38.543513 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.plugin [req-c4d7ec68-cbef-46c9-9682-74ae5246f60d req-a18d0edd-7f04-4f8d-8137-c8d53a56c2e5 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Deleting port e5d684b3-97f0-4d47-a5cf-33414da00d55 {{(pid=116162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 11:17:38.543853 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [req-c4d7ec68-cbef-46c9-9682-74ae5246f60d req-a18d0edd-7f04-4f8d-8137-c8d53a56c2e5 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742235130188'] for port (e5d684b3-97f0-4d47-a5cf-33414da00d55), before_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:17:38.633927 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.db [req-c4d7ec68-cbef-46c9-9682-74ae5246f60d req-a18d0edd-7f04-4f8d-8137-c8d53a56c2e5 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] For port e5d684b3-97f0-4d47-a5cf-33414da00d55, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=e5d684b3-97f0-4d47-a5cf-33414da00d55,segment=NetworkSegment(9e6e1ab3-5a61-42e2-b83a-d479f4cc4268),segment_id=9e6e1ab3-5a61-42e2-b83a-d479f4cc4268)] {{(pid=116162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 11:17:38.634293 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [req-c4d7ec68-cbef-46c9-9682-74ae5246f60d req-a18d0edd-7f04-4f8d-8137-c8d53a56c2e5 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1938497'] for port (e5d684b3-97f0-4d47-a5cf-33414da00d55), precommit_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:17:38.647273 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.plugin [req-c4d7ec68-cbef-46c9-9682-74ae5246f60d req-a18d0edd-7f04-4f8d-8137-c8d53a56c2e5 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Calling delete_port for e5d684b3-97f0-4d47-a5cf-33414da00d55 owned by compute:nova {{(pid=116162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 11:17:38.818444 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [req-c4d7ec68-cbef-46c9-9682-74ae5246f60d req-a18d0edd-7f04-4f8d-8137-c8d53a56c2e5 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742235135690', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742234710366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5051867'] for port (e5d684b3-97f0-4d47-a5cf-33414da00d55), after_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:17:38.848496 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18d0edd-7f04-4f8d-8137-c8d53a56c2e5 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Pushing event deleted for resources: {'Port': ['ID=e5d684b3-97f0-4d47-a5cf-33414da00d55,revision_number=None']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:17:38.892907 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4d7ec68-cbef-46c9-9682-74ae5246f60d req-a18d0edd-7f04-4f8d-8137-c8d53a56c2e5 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] No DVR routers for this DVR port e5d684b3-97f0-4d47-a5cf-33414da00d55 on host hv-neutron-mast {{(pid=116162) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 11:17:38.895402 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [req-c4d7ec68-cbef-46c9-9682-74ae5246f60d req-a18d0edd-7f04-4f8d-8137-c8d53a56c2e5 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198022'] for port (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:17:38.898800 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-c4d7ec68-cbef-46c9-9682-74ae5246f60d req-a18d0edd-7f04-4f8d-8137-c8d53a56c2e5 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] 10.222.0.20 "DELETE /v2.0/ports/e5d684b3-97f0-4d47-a5cf-33414da00d55 HTTP/1.1" status: 204 len: 173 time: 0.4386809 Apr 28 11:17:38.899371 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0293195d-0601-476f-bf15-60e7e0f8580b', 'name': 'network-vif-deleted', 'tag': 'e5d684b3-97f0-4d47-a5cf-33414da00d55'}] {{(pid=116162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 11:17:38.901672 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ba53f40d6116d28995a8e36159d0e539b5353eec116fb5dd4ce03b4b2159ab1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d165d746-d871-40c0-a002-65005963ab93" -d '{"events": [{"server_uuid": "0293195d-0601-476f-bf15-60e7e0f8580b", "name": "network-vif-deleted", "tag": "e5d684b3-97f0-4d47-a5cf-33414da00d55"}]}' {{(pid=116162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 11:17:38.938700 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 11:17:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db4f457d-3412-4e02-a19b-cb0e7e509a5d x-openstack-request-id: req-db4f457d-3412-4e02-a19b-cb0e7e509a5d {{(pid=116162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 11:17:38.938985 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0293195d-0601-476f-bf15-60e7e0f8580b", "name": "network-vif-deleted", "tag": "e5d684b3-97f0-4d47-a5cf-33414da00d55", "status": "completed", "code": 200}]} {{(pid=116162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 11:17:38.939362 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-db4f457d-3412-4e02-a19b-cb0e7e509a5d {{(pid=116162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 11:17:38.939816 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.notifiers.nova [-] Nova event matching ['req-db4f457d-3412-4e02-a19b-cb0e7e509a5d'] response: {'server_uuid': '0293195d-0601-476f-bf15-60e7e0f8580b', 'name': 'network-vif-deleted', 'tag': 'e5d684b3-97f0-4d47-a5cf-33414da00d55', 'status': 'completed', 'code': 200} Apr 28 11:17:39.436297 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-643b3112-0ae8-4c3d-9866-12e62c800c51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (6b492ad6-0876-4d74-b20d-28143a52ceba), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:17:39.548401 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-6f0217ef-c48c-4376-ac4e-395d337666e0 req-53d5f963-ec91-44f6-95ce-f2f18f8d5de6 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] 10.222.0.10 "GET /v2.0/ports?device_id=0293195d-0601-476f-bf15-60e7e0f8580b HTTP/1.1" status: 200 len: 210 time: 0.0283895 Apr 28 11:17:40.487074 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-ae94d540-e4c6-43be-adc9-b26fb6a2f62f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (cfc241ae-e4b7-443b-b80b-59fbbc2b69c9), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:17:40.606339 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 57918) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:17:40.662940 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-8f792a7c-c004-4dd5-ade8-2fcff44f31bc tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks [] for security_group (e31e5e09-365e-4032-a4f6-6154b3aaadf5), before_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:17:40.687055 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-8f792a7c-c004-4dd5-ade8-2fcff44f31bc tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks [] for security_group (e31e5e09-365e-4032-a4f6-6154b3aaadf5), precommit_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:17:40.818425 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-8f792a7c-c004-4dd5-ade8-2fcff44f31bc tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924426'] for security_group (e31e5e09-365e-4032-a4f6-6154b3aaadf5), after_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:17:40.821245 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-8f792a7c-c004-4dd5-ade8-2fcff44f31bc tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks [] for security_group (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:17:40.822468 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-8f792a7c-c004-4dd5-ade8-2fcff44f31bc tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] 10.222.0.10 "DELETE /v2.0/security-groups/e31e5e09-365e-4032-a4f6-6154b3aaadf5 HTTP/1.1" status: 204 len: 168 time: 0.2150168 Apr 28 11:17:40.832642 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f792a7c-c004-4dd5-ade8-2fcff44f31bc tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e31e5e09-365e-4032-a4f6-6154b3aaadf5,revision_number=None']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:17:40.903642 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 57922) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:17:41.235079 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-b3db3e6e-7255-404d-a9b4-e87de5ae4b7c tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2063420'] for router_interface (70a8459a-a93b-48a1-9d08-865cecd3938d), before_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:17:41.792915 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.plugin [None req-b3db3e6e-7255-404d-a9b4-e87de5ae4b7c tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Deleting port 04080c6f-a631-462a-bd09-838af6565bfe {{(pid=116162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 11:17:41.793603 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-b3db3e6e-7255-404d-a9b4-e87de5ae4b7c tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742235130188'] for port (04080c6f-a631-462a-bd09-838af6565bfe), before_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:17:41.881304 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.db [None req-b3db3e6e-7255-404d-a9b4-e87de5ae4b7c tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] For port 04080c6f-a631-462a-bd09-838af6565bfe, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=04080c6f-a631-462a-bd09-838af6565bfe,segment=NetworkSegment(9e6e1ab3-5a61-42e2-b83a-d479f4cc4268),segment_id=9e6e1ab3-5a61-42e2-b83a-d479f4cc4268)] {{(pid=116162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 11:17:41.881663 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-b3db3e6e-7255-404d-a9b4-e87de5ae4b7c tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1938497'] for port (04080c6f-a631-462a-bd09-838af6565bfe), precommit_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:17:41.894148 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.plugin [None req-b3db3e6e-7255-404d-a9b4-e87de5ae4b7c tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Calling delete_port for 04080c6f-a631-462a-bd09-838af6565bfe owned by network:router_interface {{(pid=116162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 11:17:42.085619 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-01ef1de1-12fd-4cef-b76b-793f91379468 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (39cc4f52-f5d9-4e2c-bbfa-7a1c528e1c40), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:17:42.165712 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-b3db3e6e-7255-404d-a9b4-e87de5ae4b7c tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742235135690', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742234710366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5051867'] for port (04080c6f-a631-462a-bd09-838af6565bfe), after_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:17:42.193237 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3db3e6e-7255-404d-a9b4-e87de5ae4b7c tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Pushing event deleted for resources: {'Port': ['ID=04080c6f-a631-462a-bd09-838af6565bfe,revision_number=None']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:17:42.376246 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-b3db3e6e-7255-404d-a9b4-e87de5ae4b7c tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1603051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2063504'] for router_interface (70a8459a-a93b-48a1-9d08-865cecd3938d), after_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:17:42.597676 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3db3e6e-7255-404d-a9b4-e87de5ae4b7c tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Router 70a8459a-a93b-48a1-9d08-865cecd3938d has already been hosted by L3 agent 6b492ad6-0876-4d74-b20d-28143a52ceba {{(pid=116162) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 11:17:42.704682 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3db3e6e-7255-404d-a9b4-e87de5ae4b7c tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=116162) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 11:17:42.710006 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-b3db3e6e-7255-404d-a9b4-e87de5ae4b7c tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] 10.222.0.10 "PUT /v2.0/routers/70a8459a-a93b-48a1-9d08-865cecd3938d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8053527 Apr 28 11:17:42.713044 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 57924) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:17:42.715233 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e4e11b6-72b1-47f2-aa64-7945a7d502ee None None] Sync routers for ids ['70a8459a-a93b-48a1-9d08-865cecd3938d'] in dv-neutron-master-2-hyperv {{(pid=116164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 11:17:42.724751 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e4e11b6-72b1-47f2-aa64-7945a7d502ee None None] Routers {'70a8459a-a93b-48a1-9d08-865cecd3938d'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=116164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 11:17:42.725351 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_hamode_db [None req-6e4e11b6-72b1-47f2-aa64-7945a7d502ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-28T10:50:39Z,description=,heartbeat_timestamp=2022-04-28T11:17:39Z,host='dv-neutron-master-2-hyperv',id=6b492ad6-0876-4d74-b20d-28143a52ceba,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T10:50:40Z,topic='l3_agent')) {'router_ids': ['70a8459a-a93b-48a1-9d08-865cecd3938d'], 'active': True} {{(pid=116164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:17:42.763814 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.db.db_base_plugin_v2 [None req-35cd92bc-b0d1-4b4c-8f29-7accc241dc1d tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Deleting subnet 1829f05c-2a57-47f5-b9ae-75ea31831798 {{(pid=116162) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 28 11:17:42.767985 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-35cd92bc-b0d1-4b4c-8f29-7accc241dc1d tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks [] for subnet (1829f05c-2a57-47f5-b9ae-75ea31831798), before_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:17:42.809376 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-35cd92bc-b0d1-4b4c-8f29-7accc241dc1d tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5026541'] for subnet (1829f05c-2a57-47f5-b9ae-75ea31831798), precommit_delete_associations {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:17:42.832016 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_dvr_db [None req-6e4e11b6-72b1-47f2-aa64-7945a7d502ee None None] Set router 70a8459a-a93b-48a1-9d08-865cecd3938d gateway port host: dv-neutron-master-2-hyperv {{(pid=116164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 11:17:42.897919 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-35cd92bc-b0d1-4b4c-8f29-7accc241dc1d tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-971303'] for subnet (1829f05c-2a57-47f5-b9ae-75ea31831798), precommit_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:17:43.004224 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_hamode_db [None req-6e4e11b6-72b1-47f2-aa64-7945a7d502ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70a8459a-a93b-48a1-9d08-865cecd3938d', 'name': 'tempest-TestNetworkBasicOps-router-164827866', 'tenant_id': '65d54c3b7dcd4af68398071d25e8321e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'external_fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.21'}], 'enable_snat': True}, 'gw_port_id': '3c3ce972-4c8c-4df2-8708-54b5127fcf26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T11:16:31Z', 'updated_at': '2022-04-28T11:17:42Z', 'revision_number': 7, 'project_id': '65d54c3b7dcd4af68398071d25e8321e', 'gw_port': {'id': '3c3ce972-4c8c-4df2-8708-54b5127fcf26', 'name': '', 'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:e1:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70a8459a-a93b-48a1-9d08-865cecd3938d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1519, 'fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:16:32Z', 'updated_at': '2022-04-28T11:17:34Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=116164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:17:43.028987 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-35cd92bc-b0d1-4b4c-8f29-7accc241dc1d tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-971310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5053962', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4210815'] for subnet (1829f05c-2a57-47f5-b9ae-75ea31831798), after_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:17:43.032266 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e4e11b6-72b1-47f2-aa64-7945a7d502ee None None] Checking router: 70a8459a-a93b-48a1-9d08-865cecd3938d for host: dv-neutron-master-2-hyperv {{(pid=116164) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 11:17:43.040663 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e4e11b6-72b1-47f2-aa64-7945a7d502ee None None] Routers {'70a8459a-a93b-48a1-9d08-865cecd3938d'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=116164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 11:17:43.041277 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_hamode_db [None req-6e4e11b6-72b1-47f2-aa64-7945a7d502ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-28T10:50:39Z,description=,heartbeat_timestamp=2022-04-28T11:17:39Z,host='dv-neutron-master-2-hyperv',id=6b492ad6-0876-4d74-b20d-28143a52ceba,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T10:50:40Z,topic='l3_agent')) {'router_ids': ['70a8459a-a93b-48a1-9d08-865cecd3938d'], 'active': True} {{(pid=116164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:17:43.056839 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35cd92bc-b0d1-4b4c-8f29-7accc241dc1d tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Pushing event deleted for resources: {'Subnet': ['ID=1829f05c-2a57-47f5-b9ae-75ea31831798,revision_number=None']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:17:43.060470 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-35cd92bc-b0d1-4b4c-8f29-7accc241dc1d tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks [] for subnet (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:17:43.066944 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-35cd92bc-b0d1-4b4c-8f29-7accc241dc1d tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] 10.222.0.10 "DELETE /v2.0/subnets/1829f05c-2a57-47f5-b9ae-75ea31831798 HTTP/1.1" status: 204 len: 168 time: 0.3505547 Apr 28 11:17:43.067216 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 57926) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:17:43.072577 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99fda282-5301-4d2e-be20-be1d39d36ded None None] Network 389581a6-fd69-4c78-8a9c-cc185dedc78a requested from dv-neutron-master-2-hyperv {{(pid=116163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 11:17:43.160213 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_dvr_db [None req-6e4e11b6-72b1-47f2-aa64-7945a7d502ee None None] Set router 70a8459a-a93b-48a1-9d08-865cecd3938d gateway port host: dv-neutron-master-2-hyperv {{(pid=116164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 11:17:43.189695 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-fa0c78fe-0e5b-40cb-a6a8-ecbe767cbbd9 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks [] for router (70a8459a-a93b-48a1-9d08-865cecd3938d), before_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:17:43.223470 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc0ce181-d9c3-400e-b248-31b59b27caff None None] DHCP port deletion for 389581a6-fd69-4c78-8a9c-cc185dedc78a request from dv-neutron-master-2-hyperv {{(pid=116163) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 28 11:17:43.268288 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-cc0ce181-d9c3-400e-b248-31b59b27caff None None] Deleting port fdfacf1b-40e6-4c9c-a9d5-100eb9c7273b {{(pid=116163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 11:17:43.268667 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-cc0ce181-d9c3-400e-b248-31b59b27caff None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742235130188'] for port (fdfacf1b-40e6-4c9c-a9d5-100eb9c7273b), before_delete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:17:43.306097 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-fa0c78fe-0e5b-40cb-a6a8-ecbe767cbbd9 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks [] for router_gateway (70a8459a-a93b-48a1-9d08-865cecd3938d), before_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:17:43.344372 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-cc0ce181-d9c3-400e-b248-31b59b27caff None None] For port fdfacf1b-40e6-4c9c-a9d5-100eb9c7273b, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=fdfacf1b-40e6-4c9c-a9d5-100eb9c7273b,segment=NetworkSegment(9e6e1ab3-5a61-42e2-b83a-d479f4cc4268),segment_id=9e6e1ab3-5a61-42e2-b83a-d479f4cc4268)] {{(pid=116163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 11:17:43.344776 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-cc0ce181-d9c3-400e-b248-31b59b27caff None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1938497'] for port (fdfacf1b-40e6-4c9c-a9d5-100eb9c7273b), precommit_delete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:17:43.345232 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_hamode_db [None req-6e4e11b6-72b1-47f2-aa64-7945a7d502ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70a8459a-a93b-48a1-9d08-865cecd3938d', 'name': 'tempest-TestNetworkBasicOps-router-164827866', 'tenant_id': '65d54c3b7dcd4af68398071d25e8321e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'external_fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.21'}], 'enable_snat': True}, 'gw_port_id': '3c3ce972-4c8c-4df2-8708-54b5127fcf26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T11:16:31Z', 'updated_at': '2022-04-28T11:17:42Z', 'revision_number': 7, 'project_id': '65d54c3b7dcd4af68398071d25e8321e', 'gw_port': {'id': '3c3ce972-4c8c-4df2-8708-54b5127fcf26', 'name': '', 'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:e1:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70a8459a-a93b-48a1-9d08-865cecd3938d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1519, 'fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:16:32Z', 'updated_at': '2022-04-28T11:17:34Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=116164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:17:43.357662 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-cc0ce181-d9c3-400e-b248-31b59b27caff None None] Calling delete_port for fdfacf1b-40e6-4c9c-a9d5-100eb9c7273b owned by network:dhcp {{(pid=116163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 11:17:43.362081 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (d5baab19-5dd1-4902-922b-84acb048ab9c), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:17:43.375760 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e4e11b6-72b1-47f2-aa64-7945a7d502ee None None] The sync data for ids ['70a8459a-a93b-48a1-9d08-865cecd3938d'] in dv-neutron-master-2-hyperv is: [{'id': '70a8459a-a93b-48a1-9d08-865cecd3938d', 'name': 'tempest-TestNetworkBasicOps-router-164827866', 'tenant_id': '65d54c3b7dcd4af68398071d25e8321e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'external_fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.21'}], 'enable_snat': True}, 'gw_port_id': '3c3ce972-4c8c-4df2-8708-54b5127fcf26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T11:16:31Z', 'updated_at': '2022-04-28T11:17:42Z', 'revision_number': 7, 'project_id': '65d54c3b7dcd4af68398071d25e8321e', 'gw_port': {'id': '3c3ce972-4c8c-4df2-8708-54b5127fcf26', 'name': '', 'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:e1:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70a8459a-a93b-48a1-9d08-865cecd3938d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1519, 'fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:16:32Z', 'updated_at': '2022-04-28T11:17:34Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}] {{(pid=116164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 11:17:43.426988 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.plugin [None req-fa0c78fe-0e5b-40cb-a6a8-ecbe767cbbd9 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Deleting port 3c3ce972-4c8c-4df2-8708-54b5127fcf26 {{(pid=116162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 11:17:43.427328 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-fa0c78fe-0e5b-40cb-a6a8-ecbe767cbbd9 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742235130188'] for port (3c3ce972-4c8c-4df2-8708-54b5127fcf26), before_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:17:43.509679 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.db [None req-fa0c78fe-0e5b-40cb-a6a8-ecbe767cbbd9 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] For port 3c3ce972-4c8c-4df2-8708-54b5127fcf26, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=3c3ce972-4c8c-4df2-8708-54b5127fcf26,segment=NetworkSegment(142bc50f-d6af-4646-8d06-bb7af6b7b51c),segment_id=142bc50f-d6af-4646-8d06-bb7af6b7b51c)] {{(pid=116162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 11:17:43.510077 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-fa0c78fe-0e5b-40cb-a6a8-ecbe767cbbd9 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1938497'] for port (3c3ce972-4c8c-4df2-8708-54b5127fcf26), precommit_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:17:43.523270 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.plugin [None req-fa0c78fe-0e5b-40cb-a6a8-ecbe767cbbd9 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Calling delete_port for 3c3ce972-4c8c-4df2-8708-54b5127fcf26 owned by network:router_gateway {{(pid=116162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 11:17:43.538682 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-cc0ce181-d9c3-400e-b248-31b59b27caff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742235135690', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742234710366'] for port (fdfacf1b-40e6-4c9c-a9d5-100eb9c7273b), after_delete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:17:43.562247 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0ce181-d9c3-400e-b248-31b59b27caff None None] Pushing event deleted for resources: {'Port': ['ID=fdfacf1b-40e6-4c9c-a9d5-100eb9c7273b,revision_number=None']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:17:43.568058 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc0ce181-d9c3-400e-b248-31b59b27caff None None] No DVR routers for this DVR port fdfacf1b-40e6-4c9c-a9d5-100eb9c7273b on host dv-neutron-master-2-hyperv {{(pid=116163) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 11:17:43.744597 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-fa0c78fe-0e5b-40cb-a6a8-ecbe767cbbd9 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742235135690', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742234710366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5051867'] for port (3c3ce972-4c8c-4df2-8708-54b5127fcf26), after_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:17:43.762572 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Device e5d684b3-97f0-4d47-a5cf-33414da00d55 no longer exists at agent hyperv_hv-neutron-mast {{(pid=116163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 11:17:43.772959 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa0c78fe-0e5b-40cb-a6a8-ecbe767cbbd9 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Pushing event deleted for resources: {'Port': ['ID=3c3ce972-4c8c-4df2-8708-54b5127fcf26,revision_number=None']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:17:43.790743 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] No Port match for: e5d684b3-97f0-4d47-a5cf-33414da00d55 {{(pid=116163) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 28 11:17:43.791199 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Device e5d684b3-97f0-4d47-a5cf-33414da00d55 not bound to the agent host hv-neutron-mast {{(pid=116163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 11:17:43.835965 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-fa0c78fe-0e5b-40cb-a6a8-ecbe767cbbd9 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1935354'] for router_gateway (70a8459a-a93b-48a1-9d08-865cecd3938d), after_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:17:43.932466 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-fa0c78fe-0e5b-40cb-a6a8-ecbe767cbbd9 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2060865', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-63275'] for router (70a8459a-a93b-48a1-9d08-865cecd3938d), precommit_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:17:43.934625 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-fa0c78fe-0e5b-40cb-a6a8-ecbe767cbbd9 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks [] for router_controller (70a8459a-a93b-48a1-9d08-865cecd3938d), precommit_delete_associations {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:17:44.029903 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-fa0c78fe-0e5b-40cb-a6a8-ecbe767cbbd9 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2060888'] for router (70a8459a-a93b-48a1-9d08-865cecd3938d), after_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:17:44.030356 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa0c78fe-0e5b-40cb-a6a8-ecbe767cbbd9 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Fanout notify agent at l3_agent the message router_deleted on router 70a8459a-a93b-48a1-9d08-865cecd3938d {{(pid=116162) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 28 11:17:44.037069 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-fa0c78fe-0e5b-40cb-a6a8-ecbe767cbbd9 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks [] for router (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:17:44.038198 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-fa0c78fe-0e5b-40cb-a6a8-ecbe767cbbd9 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] 10.222.0.10 "DELETE /v2.0/routers/70a8459a-a93b-48a1-9d08-865cecd3938d HTTP/1.1" status: 204 len: 168 time: 0.9695840 Apr 28 11:17:44.041119 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 57928) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:17:44.128552 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-a4e62ea2-8fa9-4004-9f01-c2b1f2528832 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-979593'] for network (389581a6-fd69-4c78-8a9c-cc185dedc78a), before_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:17:44.177985 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Device fdfacf1b-40e6-4c9c-a9d5-100eb9c7273b no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=116163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 11:17:44.199776 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] No Port match for: fdfacf1b-40e6-4c9c-a9d5-100eb9c7273b {{(pid=116163) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 28 11:17:44.200126 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Device fdfacf1b-40e6-4c9c-a9d5-100eb9c7273b not bound to the agent host dv-neutron-master-2-hyperv {{(pid=116163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 11:17:44.200546 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Device 04080c6f-a631-462a-bd09-838af6565bfe no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=116163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 11:17:44.220378 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] No Port match for: 04080c6f-a631-462a-bd09-838af6565bfe {{(pid=116163) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 28 11:17:44.220723 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Device 04080c6f-a631-462a-bd09-838af6565bfe not bound to the agent host dv-neutron-master-2-hyperv {{(pid=116163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 11:17:44.227421 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-a4e62ea2-8fa9-4004-9f01-c2b1f2528832 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-973498', 'neutron.services.segments.db._delete_segments_for_network-8742235207033'] for network (389581a6-fd69-4c78-8a9c-cc185dedc78a), precommit_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:17:44.247827 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.services.segments.db [None req-a4e62ea2-8fa9-4004-9f01-c2b1f2528832 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['389581a6-fd69-4c78-8a9c-cc185dedc78a']}} {{(pid=116161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:17:44.257898 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.services.segments.db [None req-a4e62ea2-8fa9-4004-9f01-c2b1f2528832 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9e6e1ab3-5a61-42e2-b83a-d479f4cc4268') {'for_net_delete': True} {{(pid=116161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:17:44.258205 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.services.segments.db [None req-a4e62ea2-8fa9-4004-9f01-c2b1f2528832 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9e6e1ab3-5a61-42e2-b83a-d479f4cc4268') {} {{(pid=116161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:17:44.268326 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-a4e62ea2-8fa9-4004-9f01-c2b1f2528832 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742235208578', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8076969'] for segment (9e6e1ab3-5a61-42e2-b83a-d479f4cc4268), before_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:17:44.283533 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-a4e62ea2-8fa9-4004-9f01-c2b1f2528832 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-961978'] for segment (9e6e1ab3-5a61-42e2-b83a-d479f4cc4268), precommit_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:17:44.287410 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a4e62ea2-8fa9-4004-9f01-c2b1f2528832 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Releasing vlan 91 on physical network physnet1 to pool {{(pid=116161) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 11:17:44.287799 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-a4e62ea2-8fa9-4004-9f01-c2b1f2528832 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-961978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5219103'] for segment (9e6e1ab3-5a61-42e2-b83a-d479f4cc4268), after_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:17:44.290779 dv-neutron-master-2-hyperv neutron-server[116161]: Traceback (most recent call last): Apr 28 11:17:44.290779 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 11:17:44.290779 dv-neutron-master-2-hyperv neutron-server[116161]: timer() Apr 28 11:17:44.290779 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 11:17:44.290779 dv-neutron-master-2-hyperv neutron-server[116161]: cb(*args, **kw) Apr 28 11:17:44.290779 dv-neutron-master-2-hyperv neutron-server[116161]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 28 11:17:44.290779 dv-neutron-master-2-hyperv neutron-server[116161]: return func(*args, **kwargs) Apr 28 11:17:44.290779 dv-neutron-master-2-hyperv neutron-server[116161]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 11:17:44.290779 dv-neutron-master-2-hyperv neutron-server[116161]: self._notify() Apr 28 11:17:44.290779 dv-neutron-master-2-hyperv neutron-server[116161]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 11:17:44.290779 dv-neutron-master-2-hyperv neutron-server[116161]: self.callback(batched_events) Apr 28 11:17:44.290779 dv-neutron-master-2-hyperv neutron-server[116161]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 11:17:44.290779 dv-neutron-master-2-hyperv neutron-server[116161]: event.method(event) Apr 28 11:17:44.290779 dv-neutron-master-2-hyperv neutron-server[116161]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 28 11:17:44.290779 dv-neutron-master-2-hyperv neutron-server[116161]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 11:17:44.290779 dv-neutron-master-2-hyperv neutron-server[116161]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 28 11:17:44.290779 dv-neutron-master-2-hyperv neutron-server[116161]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 11:17:44.290779 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 28 11:17:44.290779 dv-neutron-master-2-hyperv neutron-server[116161]: return f(self, *a, **k) Apr 28 11:17:44.290779 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 28 11:17:44.290779 dv-neutron-master-2-hyperv neutron-server[116161]: return self._get(url).json() Apr 28 11:17:44.290779 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 28 11:17:44.290779 dv-neutron-master-2-hyperv neutron-server[116161]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 11:17:44.290779 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 11:17:44.290779 dv-neutron-master-2-hyperv neutron-server[116161]: return self.request(url, 'GET', **kwargs) Apr 28 11:17:44.290779 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 11:17:44.290779 dv-neutron-master-2-hyperv neutron-server[116161]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 11:17:44.290779 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 11:17:44.290779 dv-neutron-master-2-hyperv neutron-server[116161]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 11:17:44.290779 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 11:17:44.290779 dv-neutron-master-2-hyperv neutron-server[116161]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 11:17:44.290779 dv-neutron-master-2-hyperv neutron-server[116161]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 11:17:44.412396 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-a4e62ea2-8fa9-4004-9f01-c2b1f2528832 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-973477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2063122'] for network (389581a6-fd69-4c78-8a9c-cc185dedc78a), after_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:17:44.419393 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-a4e62ea2-8fa9-4004-9f01-c2b1f2528832 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Publish callbacks [] for network (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:17:44.422574 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-a4e62ea2-8fa9-4004-9f01-c2b1f2528832 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] 10.222.0.10 "DELETE /v2.0/networks/389581a6-fd69-4c78-8a9c-cc185dedc78a HTTP/1.1" status: 204 len: 168 time: 0.3802927 Apr 28 11:17:44.433413 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e62ea2-8fa9-4004-9f01-c2b1f2528832 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] Pushing event deleted for resources: {'Network': ['ID=389581a6-fd69-4c78-8a9c-cc185dedc78a,revision_number=None']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:17:44.869299 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 57934) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:17:44.998070 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-a0801f87-f885-4279-a97c-0a11e7e95403 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=65d54c3b7dcd4af68398071d25e8321e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1276262 Apr 28 11:17:45.001266 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 57938) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:17:45.046530 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-723bd039-1d23-49f7-a316-6650645f480f admin admin] Publish callbacks [] for security_group (62e8a791-59e6-41bb-9453-60471b3f4f47), before_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:17:45.067489 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-723bd039-1d23-49f7-a316-6650645f480f admin admin] Publish callbacks [] for security_group (62e8a791-59e6-41bb-9453-60471b3f4f47), precommit_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:17:45.178147 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-723bd039-1d23-49f7-a316-6650645f480f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924426'] for security_group (62e8a791-59e6-41bb-9453-60471b3f4f47), after_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:17:45.180710 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-723bd039-1d23-49f7-a316-6650645f480f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:17:45.181858 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-723bd039-1d23-49f7-a316-6650645f480f admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/62e8a791-59e6-41bb-9453-60471b3f4f47 HTTP/1.1" status: 204 len: 168 time: 0.1797216 Apr 28 11:17:45.190289 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-723bd039-1d23-49f7-a316-6650645f480f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62e8a791-59e6-41bb-9453-60471b3f4f47,revision_number=None']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:17:45.804930 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 57944) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:17:45.818175 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-94d97d0f-3023-44ff-9955-7355aeb197c0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:17:45.891110 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-94d97d0f-3023-44ff-9955-7355aeb197c0 admin admin] Publish callbacks [] for security_group (01eb496a-cc4d-4dd6-89bc-beaf11d5ccaa), precommit_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:17:45.943523 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-94d97d0f-3023-44ff-9955-7355aeb197c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924426'] for security_group (01eb496a-cc4d-4dd6-89bc-beaf11d5ccaa), after_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:17:45.981454 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-94d97d0f-3023-44ff-9955-7355aeb197c0 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=bef4ebb8f78449cf9b8f3dfd1a4f2f9d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1753242 Apr 28 11:17:45.982239 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d97d0f-3023-44ff-9955-7355aeb197c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01eb496a-cc4d-4dd6-89bc-beaf11d5ccaa,revision_number=1']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:17:45.984659 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 57946) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:17:46.032742 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-74d0e22b-1313-4b1f-8772-22def40b0525 admin admin] Publish callbacks [] for security_group (01eb496a-cc4d-4dd6-89bc-beaf11d5ccaa), before_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:17:46.054925 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-74d0e22b-1313-4b1f-8772-22def40b0525 admin admin] Publish callbacks [] for security_group (01eb496a-cc4d-4dd6-89bc-beaf11d5ccaa), precommit_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:17:46.061636 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Device 3c3ce972-4c8c-4df2-8708-54b5127fcf26 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=116163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 11:17:46.082666 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] No Port match for: 3c3ce972-4c8c-4df2-8708-54b5127fcf26 {{(pid=116163) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 28 11:17:46.082842 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Device 3c3ce972-4c8c-4df2-8708-54b5127fcf26 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=116163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 11:17:46.155449 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-74d0e22b-1313-4b1f-8772-22def40b0525 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924426'] for security_group (01eb496a-cc4d-4dd6-89bc-beaf11d5ccaa), after_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:17:46.158775 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-74d0e22b-1313-4b1f-8772-22def40b0525 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:17:46.159951 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-74d0e22b-1313-4b1f-8772-22def40b0525 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/01eb496a-cc4d-4dd6-89bc-beaf11d5ccaa HTTP/1.1" status: 204 len: 168 time: 0.1742156 Apr 28 11:17:46.168598 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d0e22b-1313-4b1f-8772-22def40b0525 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01eb496a-cc4d-4dd6-89bc-beaf11d5ccaa,revision_number=None']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:17:50.652166 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (6be95134-9a6c-4663-8b48-90d12ce90c60), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:17:54.036637 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-76ffba2d-ac1e-4dd5-ae17-6761b48a73a5 req-deca1c2f-09fb-43fb-b734-bf3fe31b04d9 tempest-ServersAdminNegativeTestJSON-1683152514 tempest-ServersAdminNegativeTestJSON-1683152514-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=6f44a12e53e049a89d4b03ae85b429c3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0395823 Apr 28 11:17:54.269389 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ffba2d-ac1e-4dd5-ae17-6761b48a73a5 req-bbc46892-cdd0-4a98-936c-c1f779901e6f tempest-ServersAdminNegativeTestJSON-1683152514 tempest-ServersAdminNegativeTestJSON-1683152514-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:17:54.271025 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-76ffba2d-ac1e-4dd5-ae17-6761b48a73a5 req-bbc46892-cdd0-4a98-936c-c1f779901e6f tempest-ServersAdminNegativeTestJSON-1683152514 tempest-ServersAdminNegativeTestJSON-1683152514-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2294543 Apr 28 11:17:54.287385 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-76ffba2d-ac1e-4dd5-ae17-6761b48a73a5 req-272bba40-fbff-4a5e-a48f-5d1b5e03f240 tempest-ServersAdminNegativeTestJSON-1683152514 tempest-ServersAdminNegativeTestJSON-1683152514-project] 10.222.0.10 "GET /v2.0/quotas/6f44a12e53e049a89d4b03ae85b429c3 HTTP/1.1" status: 200 len: 375 time: 0.0107853 Apr 28 11:17:54.330082 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-76ffba2d-ac1e-4dd5-ae17-6761b48a73a5 req-33516237-820b-4bd5-adb9-e1ee50f2f92d tempest-ServersAdminNegativeTestJSON-1683152514 tempest-ServersAdminNegativeTestJSON-1683152514-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=6f44a12e53e049a89d4b03ae85b429c3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0368910 Apr 28 11:17:54.549521 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-19e29610-c9eb-4388-9ede-d6bf2b364a12 req-77c6c540-c37e-4046-aada-c600324e7864 tempest-ServersAdminNegativeTestJSON-1683152514 tempest-ServersAdminNegativeTestJSON-1683152514-project] 10.222.0.10 "GET /v2.0/ports?device_id=17c0c57e-1073-4617-b56a-7099d6b863da HTTP/1.1" status: 200 len: 210 time: 0.0311694 Apr 28 11:17:55.626619 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-6256578b-8932-46ac-819c-8e67a71ad095 req-4a8de60a-e582-4167-894b-c52aaea0504d tempest-ServersAdminNegativeTestJSON-1683152514 tempest-ServersAdminNegativeTestJSON-1683152514-project] 10.222.0.10 "GET /v2.0/ports?device_id=17c0c57e-1073-4617-b56a-7099d6b863da HTTP/1.1" status: 200 len: 210 time: 0.0273910 Apr 28 11:17:56.719939 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-1db37338-b806-4f79-a768-1156e7ad58c7 req-3416e12e-a495-44cd-9d6d-89702c1d7a96 tempest-ServersAdminNegativeTestJSON-1683152514 tempest-ServersAdminNegativeTestJSON-1683152514-project] 10.222.0.10 "GET /v2.0/ports?device_id=17c0c57e-1073-4617-b56a-7099d6b863da HTTP/1.1" status: 200 len: 210 time: 0.0273776 Apr 28 11:17:57.360263 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-76ffba2d-ac1e-4dd5-ae17-6761b48a73a5 req-7a233906-68cd-4003-96f4-669a079cb734 tempest-ServersAdminNegativeTestJSON-1683152514 tempest-ServersAdminNegativeTestJSON-1683152514-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=6f44a12e53e049a89d4b03ae85b429c3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0279868 Apr 28 11:17:57.540547 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ffba2d-ac1e-4dd5-ae17-6761b48a73a5 req-5434cab4-867b-484c-8d78-78206868edd6 tempest-ServersAdminNegativeTestJSON-1683152514 tempest-ServersAdminNegativeTestJSON-1683152514-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:17:57.541998 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-76ffba2d-ac1e-4dd5-ae17-6761b48a73a5 req-5434cab4-867b-484c-8d78-78206868edd6 tempest-ServersAdminNegativeTestJSON-1683152514 tempest-ServersAdminNegativeTestJSON-1683152514-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1771173 Apr 28 11:17:57.552803 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.v2.base [req-76ffba2d-ac1e-4dd5-ae17-6761b48a73a5 req-37d7bbf1-d1e4-4086-800c-8dbc43f1e894 tempest-ServersAdminNegativeTestJSON-1683152514 tempest-ServersAdminNegativeTestJSON-1683152514-project] Request body: {'port': {'device_id': '17c0c57e-1073-4617-b56a-7099d6b863da', 'network_id': '85964915-ef2c-40f1-8906-6a52853545c9', 'admin_state_up': True, 'tenant_id': '6f44a12e53e049a89d4b03ae85b429c3'}} {{(pid=116162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:17:57.760558 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-76ffba2d-ac1e-4dd5-ae17-6761b48a73a5 req-37d7bbf1-d1e4-4086-800c-8dbc43f1e894 tempest-ServersAdminNegativeTestJSON-1683152514 tempest-ServersAdminNegativeTestJSON-1683152514-project] Made reservation on behalf of 6f44a12e53e049a89d4b03ae85b429c3 for: {'port': 1} {{(pid=116162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 11:17:57.764010 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [req-76ffba2d-ac1e-4dd5-ae17-6761b48a73a5 req-37d7bbf1-d1e4-4086-800c-8dbc43f1e894 tempest-ServersAdminNegativeTestJSON-1683152514 tempest-ServersAdminNegativeTestJSON-1683152514-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (None), before_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:17:57.777157 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [req-76ffba2d-ac1e-4dd5-ae17-6761b48a73a5 req-37d7bbf1-d1e4-4086-800c-8dbc43f1e894 tempest-ServersAdminNegativeTestJSON-1683152514 tempest-ServersAdminNegativeTestJSON-1683152514-project] Publish callbacks [] for security_group (None), before_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:17:57.817557 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-3894d1c5-25e4-4e3e-9352-286bec312974 req-2ae0bb81-64c5-4082-a0d0-b1d5a9d13069 tempest-ServersAdminNegativeTestJSON-1683152514 tempest-ServersAdminNegativeTestJSON-1683152514-project] 10.222.0.10 "GET /v2.0/ports?device_id=17c0c57e-1073-4617-b56a-7099d6b863da HTTP/1.1" status: 200 len: 210 time: 0.0277810 Apr 28 11:17:57.851532 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [req-76ffba2d-ac1e-4dd5-ae17-6761b48a73a5 req-37d7bbf1-d1e4-4086-800c-8dbc43f1e894 tempest-ServersAdminNegativeTestJSON-1683152514 tempest-ServersAdminNegativeTestJSON-1683152514-project] Publish callbacks [] for security_group (4db0ab05-0198-4d6b-9db9-f22b92b7d6e0), precommit_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:17:57.914751 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [req-76ffba2d-ac1e-4dd5-ae17-6761b48a73a5 req-37d7bbf1-d1e4-4086-800c-8dbc43f1e894 tempest-ServersAdminNegativeTestJSON-1683152514 tempest-ServersAdminNegativeTestJSON-1683152514-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924426'] for security_group (4db0ab05-0198-4d6b-9db9-f22b92b7d6e0), after_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:17:57.972919 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d7bbf1-d1e4-4086-800c-8dbc43f1e894 tempest-ServersAdminNegativeTestJSON-1683152514 tempest-ServersAdminNegativeTestJSON-1683152514-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4db0ab05-0198-4d6b-9db9-f22b92b7d6e0,revision_number=1']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:17:57.987913 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37d7bbf1-d1e4-4086-800c-8dbc43f1e894 tempest-ServersAdminNegativeTestJSON-1683152514 tempest-ServersAdminNegativeTestJSON-1683152514-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:17:57.988257 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37d7bbf1-d1e4-4086-800c-8dbc43f1e894 tempest-ServersAdminNegativeTestJSON-1683152514 tempest-ServersAdminNegativeTestJSON-1683152514-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:17:57.988633 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37d7bbf1-d1e4-4086-800c-8dbc43f1e894 tempest-ServersAdminNegativeTestJSON-1683152514 tempest-ServersAdminNegativeTestJSON-1683152514-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:17:57.989283 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37d7bbf1-d1e4-4086-800c-8dbc43f1e894 tempest-ServersAdminNegativeTestJSON-1683152514 tempest-ServersAdminNegativeTestJSON-1683152514-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:17:57.989632 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37d7bbf1-d1e4-4086-800c-8dbc43f1e894 tempest-ServersAdminNegativeTestJSON-1683152514 tempest-ServersAdminNegativeTestJSON-1683152514-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:17:57.989962 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37d7bbf1-d1e4-4086-800c-8dbc43f1e894 tempest-ServersAdminNegativeTestJSON-1683152514 tempest-ServersAdminNegativeTestJSON-1683152514-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:17:57.990287 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37d7bbf1-d1e4-4086-800c-8dbc43f1e894 tempest-ServersAdminNegativeTestJSON-1683152514 tempest-ServersAdminNegativeTestJSON-1683152514-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:17:57.990633 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37d7bbf1-d1e4-4086-800c-8dbc43f1e894 tempest-ServersAdminNegativeTestJSON-1683152514 tempest-ServersAdminNegativeTestJSON-1683152514-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:17:57.993907 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37d7bbf1-d1e4-4086-800c-8dbc43f1e894 tempest-ServersAdminNegativeTestJSON-1683152514 tempest-ServersAdminNegativeTestJSON-1683152514-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:17:57.993907 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37d7bbf1-d1e4-4086-800c-8dbc43f1e894 tempest-ServersAdminNegativeTestJSON-1683152514 tempest-ServersAdminNegativeTestJSON-1683152514-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:17:57.993907 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37d7bbf1-d1e4-4086-800c-8dbc43f1e894 tempest-ServersAdminNegativeTestJSON-1683152514 tempest-ServersAdminNegativeTestJSON-1683152514-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:17:57.993907 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37d7bbf1-d1e4-4086-800c-8dbc43f1e894 tempest-ServersAdminNegativeTestJSON-1683152514 tempest-ServersAdminNegativeTestJSON-1683152514-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:17:57.993907 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37d7bbf1-d1e4-4086-800c-8dbc43f1e894 tempest-ServersAdminNegativeTestJSON-1683152514 tempest-ServersAdminNegativeTestJSON-1683152514-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:17:57.993907 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37d7bbf1-d1e4-4086-800c-8dbc43f1e894 tempest-ServersAdminNegativeTestJSON-1683152514 tempest-ServersAdminNegativeTestJSON-1683152514-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:17:57.993907 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37d7bbf1-d1e4-4086-800c-8dbc43f1e894 tempest-ServersAdminNegativeTestJSON-1683152514 tempest-ServersAdminNegativeTestJSON-1683152514-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:17:58.055668 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.db.db_base_plugin_common [req-76ffba2d-ac1e-4dd5-ae17-6761b48a73a5 req-37d7bbf1-d1e4-4086-800c-8dbc43f1e894 tempest-ServersAdminNegativeTestJSON-1683152514 tempest-ServersAdminNegativeTestJSON-1683152514-project] Allocated IP 192.168.233.115 (85964915-ef2c-40f1-8906-6a52853545c9/e51b1a06-3ce7-49d9-a6e4-aa18dec6cce7/f8ef58bb-24d3-4b1a-a49c-cc117c655bae) {{(pid=116162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 11:17:58.200535 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [req-76ffba2d-ac1e-4dd5-ae17-6761b48a73a5 req-37d7bbf1-d1e4-4086-800c-8dbc43f1e894 tempest-ServersAdminNegativeTestJSON-1683152514 tempest-ServersAdminNegativeTestJSON-1683152514-project] Publish callbacks [] for port (f8ef58bb-24d3-4b1a-a49c-cc117c655bae), precommit_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:17:58.285605 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [req-76ffba2d-ac1e-4dd5-ae17-6761b48a73a5 req-37d7bbf1-d1e4-4086-800c-8dbc43f1e894 tempest-ServersAdminNegativeTestJSON-1683152514 tempest-ServersAdminNegativeTestJSON-1683152514-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742234710357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5051867'] for port (f8ef58bb-24d3-4b1a-a49c-cc117c655bae), after_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:17:58.324863 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-76ffba2d-ac1e-4dd5-ae17-6761b48a73a5 req-37d7bbf1-d1e4-4086-800c-8dbc43f1e894 tempest-ServersAdminNegativeTestJSON-1683152514 tempest-ServersAdminNegativeTestJSON-1683152514-project] Network 85964915-ef2c-40f1-8906-6a52853545c9 is already hosted by enough agents. {{(pid=116162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 11:17:58.328406 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.scheduler.base_scheduler [req-76ffba2d-ac1e-4dd5-ae17-6761b48a73a5 req-37d7bbf1-d1e4-4086-800c-8dbc43f1e894 tempest-ServersAdminNegativeTestJSON-1683152514 tempest-ServersAdminNegativeTestJSON-1683152514-project] Resources bound (agent type, host, resource id): {{(pid=116162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 11:17:58.334475 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.db.l3_dvrscheduler_db [req-76ffba2d-ac1e-4dd5-ae17-6761b48a73a5 req-37d7bbf1-d1e4-4086-800c-8dbc43f1e894 tempest-ServersAdminNegativeTestJSON-1683152514 tempest-ServersAdminNegativeTestJSON-1683152514-project] Received port after_create {{(pid=116162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 11:17:58.363164 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d7bbf1-d1e4-4086-800c-8dbc43f1e894 tempest-ServersAdminNegativeTestJSON-1683152514 tempest-ServersAdminNegativeTestJSON-1683152514-project] Pushing event updated for resources: {'Port': ['ID=f8ef58bb-24d3-4b1a-a49c-cc117c655bae,revision_number=1']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:17:58.392856 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ffba2d-ac1e-4dd5-ae17-6761b48a73a5 req-37d7bbf1-d1e4-4086-800c-8dbc43f1e894 tempest-ServersAdminNegativeTestJSON-1683152514 tempest-ServersAdminNegativeTestJSON-1683152514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:17:58.394797 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [req-76ffba2d-ac1e-4dd5-ae17-6761b48a73a5 req-37d7bbf1-d1e4-4086-800c-8dbc43f1e894 tempest-ServersAdminNegativeTestJSON-1683152514 tempest-ServersAdminNegativeTestJSON-1683152514-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198022'] for port (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:17:58.471526 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-76ffba2d-ac1e-4dd5-ae17-6761b48a73a5 req-37d7bbf1-d1e4-4086-800c-8dbc43f1e894 tempest-ServersAdminNegativeTestJSON-1683152514 tempest-ServersAdminNegativeTestJSON-1683152514-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.9222353 Apr 28 11:17:58.482975 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.v2.base [req-76ffba2d-ac1e-4dd5-ae17-6761b48a73a5 req-561087b8-becc-48a3-9edc-8813e766f320 service neutron] Request body: {'port': {'device_id': '17c0c57e-1073-4617-b56a-7099d6b863da', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-mast'}} {{(pid=116162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:17:58.525101 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-71b39cea-e1af-46a1-891d-d2a15eb183ad None None] Provisioning complete for port f8ef58bb-24d3-4b1a-a49c-cc117c655bae triggered by entity DHCP. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:17:58.525642 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-71b39cea-e1af-46a1-891d-d2a15eb183ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (f8ef58bb-24d3-4b1a-a49c-cc117c655bae), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:17:58.542483 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [req-76ffba2d-ac1e-4dd5-ae17-6761b48a73a5 req-561087b8-becc-48a3-9edc-8813e766f320 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (f8ef58bb-24d3-4b1a-a49c-cc117c655bae), before_update {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:17:58.559628 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-71b39cea-e1af-46a1-891d-d2a15eb183ad None None] Port f8ef58bb-24d3-4b1a-a49c-cc117c655bae cannot update to ACTIVE because it is not bound. {{(pid=116163) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 28 11:17:58.797969 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.notifiers.nova [req-76ffba2d-ac1e-4dd5-ae17-6761b48a73a5 req-561087b8-becc-48a3-9edc-8813e766f320 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f8ef58bb-24d3-4b1a-a49c-cc117c655bae {{(pid=116162) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 11:17:58.805174 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [req-76ffba2d-ac1e-4dd5-ae17-6761b48a73a5 req-561087b8-becc-48a3-9edc-8813e766f320 service neutron] Publish callbacks [] for port (f8ef58bb-24d3-4b1a-a49c-cc117c655bae), precommit_update {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:17:58.817406 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.db.provisioning_blocks [req-76ffba2d-ac1e-4dd5-ae17-6761b48a73a5 req-561087b8-becc-48a3-9edc-8813e766f320 service neutron] Transition to ACTIVE for port object f8ef58bb-24d3-4b1a-a49c-cc117c655bae will not be triggered until provisioned by entity L2. {{(pid=116162) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 28 11:17:58.886210 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [req-76ffba2d-ac1e-4dd5-ae17-6761b48a73a5 req-561087b8-becc-48a3-9edc-8813e766f320 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5051840'] for port (f8ef58bb-24d3-4b1a-a49c-cc117c655bae), after_update {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:17:58.938906 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561087b8-becc-48a3-9edc-8813e766f320 service neutron] Pushing event updated for resources: {'Port': ['ID=f8ef58bb-24d3-4b1a-a49c-cc117c655bae,revision_number=2']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:17:58.940122 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0e21fe-c255-481c-93a9-08e1f37a8c41 req-9682155d-8cf1-4da0-9c61-55207f055af0 tempest-ServersAdminNegativeTestJSON-1683152514 tempest-ServersAdminNegativeTestJSON-1683152514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:17:58.941662 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-4a0e21fe-c255-481c-93a9-08e1f37a8c41 req-9682155d-8cf1-4da0-9c61-55207f055af0 tempest-ServersAdminNegativeTestJSON-1683152514 tempest-ServersAdminNegativeTestJSON-1683152514-project] 10.222.0.10 "GET /v2.0/ports?device_id=17c0c57e-1073-4617-b56a-7099d6b863da HTTP/1.1" status: 200 len: 948 time: 0.0502663 Apr 28 11:17:58.996306 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-4a0e21fe-c255-481c-93a9-08e1f37a8c41 req-4a638783-37e5-4303-8931-e6528886bc18 tempest-ServersAdminNegativeTestJSON-1683152514 tempest-ServersAdminNegativeTestJSON-1683152514-project] 10.222.0.10 "GET /v2.0/security-groups?id=4db0ab05-0198-4d6b-9db9-f22b92b7d6e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485237 Apr 28 11:17:59.015352 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.managers [req-76ffba2d-ac1e-4dd5-ae17-6761b48a73a5 req-561087b8-becc-48a3-9edc-8813e766f320 service neutron] Attempting to bind port f8ef58bb-24d3-4b1a-a49c-cc117c655bae on host hv-neutron-mast for vnic_type normal with profile {{(pid=116162) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 28 11:17:59.015688 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.managers [req-76ffba2d-ac1e-4dd5-ae17-6761b48a73a5 req-561087b8-becc-48a3-9edc-8813e766f320 service neutron] Attempting to bind port f8ef58bb-24d3-4b1a-a49c-cc117c655bae by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '67edcd9b-de62-47f9-8ae5-321f6c27a601', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '85964915-ef2c-40f1-8906-6a52853545c9'}] {{(pid=116162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 28 11:17:59.016015 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76ffba2d-ac1e-4dd5-ae17-6761b48a73a5 req-561087b8-becc-48a3-9edc-8813e766f320 service neutron] Attempting to bind port f8ef58bb-24d3-4b1a-a49c-cc117c655bae on network 85964915-ef2c-40f1-8906-6a52853545c9 {{(pid=116162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 11:17:59.020587 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76ffba2d-ac1e-4dd5-ae17-6761b48a73a5 req-561087b8-becc-48a3-9edc-8813e766f320 service neutron] Port f8ef58bb-24d3-4b1a-a49c-cc117c655bae on network 85964915-ef2c-40f1-8906-6a52853545c9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=116162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 28 11:17:59.021151 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76ffba2d-ac1e-4dd5-ae17-6761b48a73a5 req-561087b8-becc-48a3-9edc-8813e766f320 service neutron] Attempting to bind port f8ef58bb-24d3-4b1a-a49c-cc117c655bae on network 85964915-ef2c-40f1-8906-6a52853545c9 {{(pid=116162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 11:17:59.025965 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76ffba2d-ac1e-4dd5-ae17-6761b48a73a5 req-561087b8-becc-48a3-9edc-8813e766f320 service neutron] Checking agent: {'id': '6be95134-9a6c-4663-8b48-90d12ce90c60', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-mast', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 10, 57, 20), 'started_at': datetime.datetime(2022, 4, 28, 10, 57, 20), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 11, 17, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=116162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 11:17:59.026299 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76ffba2d-ac1e-4dd5-ae17-6761b48a73a5 req-561087b8-becc-48a3-9edc-8813e766f320 service neutron] Checking segment: {'id': '67edcd9b-de62-47f9-8ae5-321f6c27a601', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '85964915-ef2c-40f1-8906-6a52853545c9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 11:17:59.026710 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76ffba2d-ac1e-4dd5-ae17-6761b48a73a5 req-561087b8-becc-48a3-9edc-8813e766f320 service neutron] Bound using segment: {'id': '67edcd9b-de62-47f9-8ae5-321f6c27a601', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '85964915-ef2c-40f1-8906-6a52853545c9'} {{(pid=116162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 11:17:59.027134 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.managers [req-76ffba2d-ac1e-4dd5-ae17-6761b48a73a5 req-561087b8-becc-48a3-9edc-8813e766f320 service neutron] Bound port: f8ef58bb-24d3-4b1a-a49c-cc117c655bae, host: hv-neutron-mast, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '67edcd9b-de62-47f9-8ae5-321f6c27a601', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '85964915-ef2c-40f1-8906-6a52853545c9'}}] {{(pid=116162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 28 11:17:59.027489 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [req-76ffba2d-ac1e-4dd5-ae17-6761b48a73a5 req-561087b8-becc-48a3-9edc-8813e766f320 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (f8ef58bb-24d3-4b1a-a49c-cc117c655bae), before_update {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:17:59.096274 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.db [req-76ffba2d-ac1e-4dd5-ae17-6761b48a73a5 req-561087b8-becc-48a3-9edc-8813e766f320 service neutron] For port f8ef58bb-24d3-4b1a-a49c-cc117c655bae, host hv-neutron-mast, cleared binding levels {{(pid=116162) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 11:17:59.099635 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.db [req-76ffba2d-ac1e-4dd5-ae17-6761b48a73a5 req-561087b8-becc-48a3-9edc-8813e766f320 service neutron] For port f8ef58bb-24d3-4b1a-a49c-cc117c655bae, host hv-neutron-mast, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=f8ef58bb-24d3-4b1a-a49c-cc117c655bae,segment=NetworkSegment(67edcd9b-de62-47f9-8ae5-321f6c27a601),segment_id=67edcd9b-de62-47f9-8ae5-321f6c27a601)] {{(pid=116162) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 11:17:59.178098 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [req-76ffba2d-ac1e-4dd5-ae17-6761b48a73a5 req-561087b8-becc-48a3-9edc-8813e766f320 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5051840'] for port (f8ef58bb-24d3-4b1a-a49c-cc117c655bae), after_update {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:17:59.212542 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ffba2d-ac1e-4dd5-ae17-6761b48a73a5 req-561087b8-becc-48a3-9edc-8813e766f320 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:17:59.213217 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [req-76ffba2d-ac1e-4dd5-ae17-6761b48a73a5 req-561087b8-becc-48a3-9edc-8813e766f320 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198022'] for port (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:17:59.214555 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-76ffba2d-ac1e-4dd5-ae17-6761b48a73a5 req-561087b8-becc-48a3-9edc-8813e766f320 service neutron] 10.222.0.20 "PUT /v2.0/ports/f8ef58bb-24d3-4b1a-a49c-cc117c655bae HTTP/1.1" status: 200 len: 1098 time: 0.7358067 Apr 28 11:17:59.214996 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17c0c57e-1073-4617-b56a-7099d6b863da', 'tag': 'f8ef58bb-24d3-4b1a-a49c-cc117c655bae'}] {{(pid=116162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 11:17:59.217337 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ba53f40d6116d28995a8e36159d0e539b5353eec116fb5dd4ce03b4b2159ab1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9beb6225-fb77-416b-83ff-4eb900a17efc" -d '{"events": [{"name": "network-changed", "server_uuid": "17c0c57e-1073-4617-b56a-7099d6b863da", "tag": "f8ef58bb-24d3-4b1a-a49c-cc117c655bae"}]}' {{(pid=116162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 11:17:59.249338 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561087b8-becc-48a3-9edc-8813e766f320 service neutron] Pushing event updated for resources: {'Port': ['ID=f8ef58bb-24d3-4b1a-a49c-cc117c655bae,revision_number=3']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:17:59.259312 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 11:17:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-859fee4a-b421-402e-8cd5-ea4cf7eae8e9 x-openstack-request-id: req-859fee4a-b421-402e-8cd5-ea4cf7eae8e9 {{(pid=116162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 11:17:59.259623 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "17c0c57e-1073-4617-b56a-7099d6b863da", "tag": "f8ef58bb-24d3-4b1a-a49c-cc117c655bae", "status": "completed", "code": 200}]} {{(pid=116162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 11:17:59.259881 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-859fee4a-b421-402e-8cd5-ea4cf7eae8e9 {{(pid=116162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 11:17:59.260289 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.notifiers.nova [-] Nova event matching ['req-859fee4a-b421-402e-8cd5-ea4cf7eae8e9'] response: {'name': 'network-changed', 'server_uuid': '17c0c57e-1073-4617-b56a-7099d6b863da', 'tag': 'f8ef58bb-24d3-4b1a-a49c-cc117c655bae', 'status': 'completed', 'code': 200} Apr 28 11:17:59.320809 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9beb6225-fb77-416b-83ff-4eb900a17efc req-d2b048bc-d786-4d4d-9b50-ba5021faa259 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:17:59.322241 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-9beb6225-fb77-416b-83ff-4eb900a17efc req-d2b048bc-d786-4d4d-9b50-ba5021faa259 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=6f44a12e53e049a89d4b03ae85b429c3&device_id=17c0c57e-1073-4617-b56a-7099d6b863da HTTP/1.1" status: 200 len: 1132 time: 0.0409839 Apr 28 11:17:59.348749 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-9beb6225-fb77-416b-83ff-4eb900a17efc req-507dd00f-11fa-4790-b3f2-b9f793965541 service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=6f44a12e53e049a89d4b03ae85b429c3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0200181 Apr 28 11:17:59.444827 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9beb6225-fb77-416b-83ff-4eb900a17efc req-4eb0cfab-631e-49b7-8a27-69ae5c015277 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:17:59.446285 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-9beb6225-fb77-416b-83ff-4eb900a17efc req-4eb0cfab-631e-49b7-8a27-69ae5c015277 service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0916867 Apr 28 11:17:59.518789 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ffba2d-ac1e-4dd5-ae17-6761b48a73a5 req-de90b665-61c4-48e1-b006-bac4d6b00f51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:17:59.520324 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-76ffba2d-ac1e-4dd5-ae17-6761b48a73a5 req-de90b665-61c4-48e1-b006-bac4d6b00f51 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=6f44a12e53e049a89d4b03ae85b429c3&device_id=17c0c57e-1073-4617-b56a-7099d6b863da HTTP/1.1" status: 200 len: 1132 time: 0.0383728 Apr 28 11:17:59.563375 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-76ffba2d-ac1e-4dd5-ae17-6761b48a73a5 req-1283827d-57fb-4d59-a709-43c0ce03b9d1 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.115&port_id=f8ef58bb-24d3-4b1a-a49c-cc117c655bae HTTP/1.1" status: 200 len: 217 time: 0.0367229 Apr 28 11:17:59.609720 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ffba2d-ac1e-4dd5-ae17-6761b48a73a5 req-b2fc7d09-b53a-4c32-b20f-3d920e989686 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:17:59.611097 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-76ffba2d-ac1e-4dd5-ae17-6761b48a73a5 req-b2fc7d09-b53a-4c32-b20f-3d920e989686 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e51b1a06-3ce7-49d9-a6e4-aa18dec6cce7 HTTP/1.1" status: 200 len: 843 time: 0.0426903 Apr 28 11:17:59.651870 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ffba2d-ac1e-4dd5-ae17-6761b48a73a5 req-77732bcf-e67c-4a42-9d1f-5a08f45bed48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:17:59.653278 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-76ffba2d-ac1e-4dd5-ae17-6761b48a73a5 req-77732bcf-e67c-4a42-9d1f-5a08f45bed48 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=85964915-ef2c-40f1-8906-6a52853545c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1217 time: 0.0360882 Apr 28 11:17:59.741869 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-76ffba2d-ac1e-4dd5-ae17-6761b48a73a5 req-32a07392-7b16-4386-8361-8d47ffb754f8 service neutron] 10.222.0.20 "GET /v2.0/networks/85964915-ef2c-40f1-8906-6a52853545c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821555 Apr 28 11:17:59.827385 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-76ffba2d-ac1e-4dd5-ae17-6761b48a73a5 req-ceee7d8a-dbd1-4001-ae2b-844ea7644179 service neutron] 10.222.0.20 "GET /v2.0/networks/85964915-ef2c-40f1-8906-6a52853545c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0797718 Apr 28 11:18:00.115801 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4290f831-0705-49dd-a5f8-7704adfe62f6 req-80dd36d2-ff4b-43cf-a53a-2d202e6182da tempest-ServersAdminNegativeTestJSON-1683152514 tempest-ServersAdminNegativeTestJSON-1683152514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:18:00.117299 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-4290f831-0705-49dd-a5f8-7704adfe62f6 req-80dd36d2-ff4b-43cf-a53a-2d202e6182da tempest-ServersAdminNegativeTestJSON-1683152514 tempest-ServersAdminNegativeTestJSON-1683152514-project] 10.222.0.10 "GET /v2.0/ports?device_id=17c0c57e-1073-4617-b56a-7099d6b863da HTTP/1.1" status: 200 len: 948 time: 0.0492003 Apr 28 11:18:00.163691 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-4290f831-0705-49dd-a5f8-7704adfe62f6 req-dc1456b7-e917-46b5-a636-12d8049c2f2e tempest-ServersAdminNegativeTestJSON-1683152514 tempest-ServersAdminNegativeTestJSON-1683152514-project] 10.222.0.10 "GET /v2.0/security-groups?id=4db0ab05-0198-4d6b-9db9-f22b92b7d6e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407624 Apr 28 11:18:01.276516 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d8e2df-a45a-45e1-b528-2437f6f150d0 req-8c87938f-1ad7-4894-b159-30e093a74eed tempest-ServersAdminNegativeTestJSON-1683152514 tempest-ServersAdminNegativeTestJSON-1683152514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:18:01.278014 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-36d8e2df-a45a-45e1-b528-2437f6f150d0 req-8c87938f-1ad7-4894-b159-30e093a74eed tempest-ServersAdminNegativeTestJSON-1683152514 tempest-ServersAdminNegativeTestJSON-1683152514-project] 10.222.0.10 "GET /v2.0/ports?device_id=17c0c57e-1073-4617-b56a-7099d6b863da HTTP/1.1" status: 200 len: 948 time: 0.0464625 Apr 28 11:18:01.328873 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-36d8e2df-a45a-45e1-b528-2437f6f150d0 req-902ca39e-c394-4bdd-89b8-8ddda3681033 tempest-ServersAdminNegativeTestJSON-1683152514 tempest-ServersAdminNegativeTestJSON-1683152514-project] 10.222.0.10 "GET /v2.0/security-groups?id=4db0ab05-0198-4d6b-9db9-f22b92b7d6e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445960 Apr 28 11:18:01.880219 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Device f8ef58bb-24d3-4b1a-a49c-cc117c655bae details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=116163) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 28 11:18:01.986622 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] For port f8ef58bb-24d3-4b1a-a49c-cc117c655bae, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=f8ef58bb-24d3-4b1a-a49c-cc117c655bae,segment=NetworkSegment(67edcd9b-de62-47f9-8ae5-321f6c27a601),segment_id=67edcd9b-de62-47f9-8ae5-321f6c27a601)] {{(pid=116163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 11:18:02.001104 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Returning: {'device': 'f8ef58bb-24d3-4b1a-a49c-cc117c655bae', 'network_id': '85964915-ef2c-40f1-8906-6a52853545c9', 'port_id': 'f8ef58bb-24d3-4b1a-a49c-cc117c655bae', 'mac_address': 'fa:16:3e:59:7f:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 56, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e51b1a06-3ce7-49d9-a6e4-aa18dec6cce7', 'ip_address': '192.168.233.115'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=116163) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 28 11:18:02.082725 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Current status of the port f8ef58bb-24d3-4b1a-a49c-cc117c655bae is: DOWN; New status is: BUILD {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:18:02.083114 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (f8ef58bb-24d3-4b1a-a49c-cc117c655bae), before_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:18:02.128212 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.notifiers.nova [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f8ef58bb-24d3-4b1a-a49c-cc117c655bae {{(pid=116163) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 11:18:02.153742 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] For port f8ef58bb-24d3-4b1a-a49c-cc117c655bae, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=f8ef58bb-24d3-4b1a-a49c-cc117c655bae,segment=NetworkSegment(67edcd9b-de62-47f9-8ae5-321f6c27a601),segment_id=67edcd9b-de62-47f9-8ae5-321f6c27a601)] {{(pid=116163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 11:18:02.194870 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393'] for port (f8ef58bb-24d3-4b1a-a49c-cc117c655bae), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:18:02.242978 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Pushing event updated for resources: {'Port': ['ID=f8ef58bb-24d3-4b1a-a49c-cc117c655bae,revision_number=4']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:18:02.400035 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] get_ports_and_sgs() called for port_ids ['f8ef58bb-24d3-4b1a-a49c-cc117c655bae'] {{(pid=116163) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 11:18:02.441572 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be44088-9c45-4f13-8bff-9910693202ea req-7f385021-337a-4339-b056-0578f1f0ae84 tempest-ServersAdminNegativeTestJSON-1683152514 tempest-ServersAdminNegativeTestJSON-1683152514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:18:02.443131 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-7be44088-9c45-4f13-8bff-9910693202ea req-7f385021-337a-4339-b056-0578f1f0ae84 tempest-ServersAdminNegativeTestJSON-1683152514 tempest-ServersAdminNegativeTestJSON-1683152514-project] 10.222.0.10 "GET /v2.0/ports?device_id=17c0c57e-1073-4617-b56a-7099d6b863da HTTP/1.1" status: 200 len: 949 time: 0.0464046 Apr 28 11:18:02.489988 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-7be44088-9c45-4f13-8bff-9910693202ea req-692048b5-dc99-40da-92fc-4fe532d17a9f tempest-ServersAdminNegativeTestJSON-1683152514 tempest-ServersAdminNegativeTestJSON-1683152514-project] 10.222.0.10 "GET /v2.0/security-groups?id=4db0ab05-0198-4d6b-9db9-f22b92b7d6e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410240 Apr 28 11:18:03.603877 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71c5f9d-b3f2-41f9-8f14-fa0d14367455 req-fe92fd6b-e215-41e1-83ad-5bd94d1b6925 tempest-ServersAdminNegativeTestJSON-1683152514 tempest-ServersAdminNegativeTestJSON-1683152514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:18:03.605388 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-b71c5f9d-b3f2-41f9-8f14-fa0d14367455 req-fe92fd6b-e215-41e1-83ad-5bd94d1b6925 tempest-ServersAdminNegativeTestJSON-1683152514 tempest-ServersAdminNegativeTestJSON-1683152514-project] 10.222.0.10 "GET /v2.0/ports?device_id=17c0c57e-1073-4617-b56a-7099d6b863da HTTP/1.1" status: 200 len: 949 time: 0.0478013 Apr 28 11:18:03.651100 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-b71c5f9d-b3f2-41f9-8f14-fa0d14367455 req-bed8fb0d-5329-443b-b697-c5625e46baa2 tempest-ServersAdminNegativeTestJSON-1683152514 tempest-ServersAdminNegativeTestJSON-1683152514-project] 10.222.0.10 "GET /v2.0/security-groups?id=4db0ab05-0198-4d6b-9db9-f22b92b7d6e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401564 Apr 28 11:18:03.899577 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Device f8ef58bb-24d3-4b1a-a49c-cc117c655bae up at agent hyperv_hv-neutron-mast {{(pid=116163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 11:18:03.943041 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Provisioning for port f8ef58bb-24d3-4b1a-a49c-cc117c655bae completed by entity L2. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 28 11:18:04.029078 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Provisioning complete for port f8ef58bb-24d3-4b1a-a49c-cc117c655bae triggered by entity L2. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:18:04.029455 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (f8ef58bb-24d3-4b1a-a49c-cc117c655bae), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:18:04.106511 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Current status of the port f8ef58bb-24d3-4b1a-a49c-cc117c655bae is: BUILD; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:18:04.106897 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (f8ef58bb-24d3-4b1a-a49c-cc117c655bae), before_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:18:04.128771 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17c0c57e-1073-4617-b56a-7099d6b863da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8ef58bb-24d3-4b1a-a49c-cc117c655bae'}] {{(pid=116163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 11:18:04.131058 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f01aec4a4f83961b54a953becfce2676879fb1d4b91122543244f430a0b8460" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34d2f806-0848-4041-9fa0-451ad03af835" -d '{"events": [{"server_uuid": "17c0c57e-1073-4617-b56a-7099d6b863da", "name": "network-vif-plugged", "status": "completed", "tag": "f8ef58bb-24d3-4b1a-a49c-cc117c655bae"}]}' {{(pid=116163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 11:18:04.143693 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] For port f8ef58bb-24d3-4b1a-a49c-cc117c655bae, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=f8ef58bb-24d3-4b1a-a49c-cc117c655bae,segment=NetworkSegment(67edcd9b-de62-47f9-8ae5-321f6c27a601),segment_id=67edcd9b-de62-47f9-8ae5-321f6c27a601)] {{(pid=116163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 11:18:04.168542 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 11:18:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6cd7170e-ee31-4da5-8619-73f60bd05e9f x-openstack-request-id: req-6cd7170e-ee31-4da5-8619-73f60bd05e9f {{(pid=116163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 11:18:04.168831 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17c0c57e-1073-4617-b56a-7099d6b863da", "name": "network-vif-plugged", "status": "completed", "tag": "f8ef58bb-24d3-4b1a-a49c-cc117c655bae", "code": 200}]} {{(pid=116163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 11:18:04.169081 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-6cd7170e-ee31-4da5-8619-73f60bd05e9f {{(pid=116163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 11:18:04.169505 dv-neutron-master-2-hyperv neutron-server[116163]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6cd7170e-ee31-4da5-8619-73f60bd05e9f'] response: {'server_uuid': '17c0c57e-1073-4617-b56a-7099d6b863da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8ef58bb-24d3-4b1a-a49c-cc117c655bae', 'code': 200} Apr 28 11:18:04.200907 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393'] for port (f8ef58bb-24d3-4b1a-a49c-cc117c655bae), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:18:04.254762 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Pushing event updated for resources: {'Port': ['ID=f8ef58bb-24d3-4b1a-a49c-cc117c655bae,revision_number=5']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:18:04.431867 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23475dd7-3409-4661-b063-6b87a8e303fe req-bff4e692-70cd-4ed2-89a3-61526cea22ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:18:04.433336 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-23475dd7-3409-4661-b063-6b87a8e303fe req-bff4e692-70cd-4ed2-89a3-61526cea22ed service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=17c0c57e-1073-4617-b56a-7099d6b863da HTTP/1.1" status: 200 len: 1134 time: 0.0384114 Apr 28 11:18:04.479652 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-23475dd7-3409-4661-b063-6b87a8e303fe req-0dba3572-8162-40bd-a04e-35318fd4f6f6 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=4db0ab05-0198-4d6b-9db9-f22b92b7d6e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401309 Apr 28 11:18:04.766767 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13374bf6-2839-4f0e-8c7d-bfc623f59703 req-aba02175-6abc-49cf-8d3a-1f9a8324d562 tempest-ServersAdminNegativeTestJSON-1683152514 tempest-ServersAdminNegativeTestJSON-1683152514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:18:04.768253 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-13374bf6-2839-4f0e-8c7d-bfc623f59703 req-aba02175-6abc-49cf-8d3a-1f9a8324d562 tempest-ServersAdminNegativeTestJSON-1683152514 tempest-ServersAdminNegativeTestJSON-1683152514-project] 10.222.0.10 "GET /v2.0/ports?device_id=17c0c57e-1073-4617-b56a-7099d6b863da HTTP/1.1" status: 200 len: 950 time: 0.0508068 Apr 28 11:18:04.814668 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-13374bf6-2839-4f0e-8c7d-bfc623f59703 req-92be10cf-5d4c-4241-8cc8-97fa35cdc66e tempest-ServersAdminNegativeTestJSON-1683152514 tempest-ServersAdminNegativeTestJSON-1683152514-project] 10.222.0.10 "GET /v2.0/security-groups?id=4db0ab05-0198-4d6b-9db9-f22b92b7d6e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409389 Apr 28 11:18:05.928767 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff2f5b1-25eb-4213-b8a5-a6f93368cfc9 req-bf8e9b4f-ae4a-4ef4-8f26-756cba322c82 tempest-ServersAdminNegativeTestJSON-1683152514 tempest-ServersAdminNegativeTestJSON-1683152514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:18:05.930249 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-5ff2f5b1-25eb-4213-b8a5-a6f93368cfc9 req-bf8e9b4f-ae4a-4ef4-8f26-756cba322c82 tempest-ServersAdminNegativeTestJSON-1683152514 tempest-ServersAdminNegativeTestJSON-1683152514-project] 10.222.0.10 "GET /v2.0/ports?device_id=17c0c57e-1073-4617-b56a-7099d6b863da HTTP/1.1" status: 200 len: 950 time: 0.0470231 Apr 28 11:18:05.978880 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-5ff2f5b1-25eb-4213-b8a5-a6f93368cfc9 req-9053a67e-1551-4800-8a91-a23f2da8965b tempest-ServersAdminNegativeTestJSON-1683152514 tempest-ServersAdminNegativeTestJSON-1683152514-project] 10.222.0.10 "GET /v2.0/security-groups?id=4db0ab05-0198-4d6b-9db9-f22b92b7d6e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429943 Apr 28 11:18:06.982829 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-8601f20a-1848-43c4-916b-f134429ecdd9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (75ba81b7-fe99-4281-90d2-a5adb445ecea), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:18:07.091691 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c744b4-530b-4570-af52-dc03607dced6 req-7038961a-8211-4013-89c5-53cd92586331 tempest-ServersAdminNegativeTestJSON-1683152514 tempest-ServersAdminNegativeTestJSON-1683152514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:18:07.097316 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-78c744b4-530b-4570-af52-dc03607dced6 req-7038961a-8211-4013-89c5-53cd92586331 tempest-ServersAdminNegativeTestJSON-1683152514 tempest-ServersAdminNegativeTestJSON-1683152514-project] 10.222.0.10 "GET /v2.0/ports?device_id=17c0c57e-1073-4617-b56a-7099d6b863da HTTP/1.1" status: 200 len: 950 time: 0.0488009 Apr 28 11:18:07.144675 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-78c744b4-530b-4570-af52-dc03607dced6 req-f696a342-5330-4f3f-8580-0e963db132da tempest-ServersAdminNegativeTestJSON-1683152514 tempest-ServersAdminNegativeTestJSON-1683152514-project] 10.222.0.10 "GET /v2.0/security-groups?id=4db0ab05-0198-4d6b-9db9-f22b92b7d6e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455956 Apr 28 11:18:07.490310 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [req-8dd8301b-5b80-47c7-ad1c-6f5d5ef8574c req-0ce77458-1d52-481a-991c-6ef10a2e5cab service neutron] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=116161) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 28 11:18:07.491294 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-8dd8301b-5b80-47c7-ad1c-6f5d5ef8574c req-0ce77458-1d52-481a-991c-6ef10a2e5cab service neutron] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0053778 Apr 28 11:18:07.981495 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [req-dd3a7bac-da05-49e4-84b3-f70f116951c1 req-7baf2aee-df56-4a02-8f61-5e98f91ed536 service neutron] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=116161) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 28 11:18:07.982510 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-dd3a7bac-da05-49e4-84b3-f70f116951c1 req-7baf2aee-df56-4a02-8f61-5e98f91ed536 service neutron] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0053241 Apr 28 11:18:08.188826 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.agents_db [None req-54b29a82-8a19-4507-95e3-3a2d011841ff None None] Agent healthcheck: found 6 active agents {{(pid=116164) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 28 11:18:08.576451 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07d093e-30f0-4290-8303-e1759b397a13 req-f90cd69d-1ed9-4634-8c6a-9bef286eff02 tempest-ServersAdminNegativeTestJSON-1683152514 tempest-ServersAdminNegativeTestJSON-1683152514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:18:08.577944 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-f07d093e-30f0-4290-8303-e1759b397a13 req-f90cd69d-1ed9-4634-8c6a-9bef286eff02 tempest-ServersAdminNegativeTestJSON-1683152514 tempest-ServersAdminNegativeTestJSON-1683152514-project] 10.222.0.10 "GET /v2.0/ports?device_id=17c0c57e-1073-4617-b56a-7099d6b863da HTTP/1.1" status: 200 len: 950 time: 0.0469673 Apr 28 11:18:08.624663 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-f07d093e-30f0-4290-8303-e1759b397a13 req-27982091-76e3-4196-b1ce-e35ceff6e246 tempest-ServersAdminNegativeTestJSON-1683152514 tempest-ServersAdminNegativeTestJSON-1683152514-project] 10.222.0.10 "GET /v2.0/security-groups?id=4db0ab05-0198-4d6b-9db9-f22b92b7d6e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410974 Apr 28 11:18:09.411381 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-11f696b3-a9fc-42e2-b051-93dff81b838e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (6b492ad6-0876-4d74-b20d-28143a52ceba), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:18:09.737464 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812dc19f-3f85-48db-a5be-94829e58c5d8 req-199897d7-3696-4ab2-854c-0ca169b44085 tempest-ServersAdminNegativeTestJSON-1683152514 tempest-ServersAdminNegativeTestJSON-1683152514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:18:09.738944 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-812dc19f-3f85-48db-a5be-94829e58c5d8 req-199897d7-3696-4ab2-854c-0ca169b44085 tempest-ServersAdminNegativeTestJSON-1683152514 tempest-ServersAdminNegativeTestJSON-1683152514-project] 10.222.0.10 "GET /v2.0/ports?device_id=17c0c57e-1073-4617-b56a-7099d6b863da HTTP/1.1" status: 200 len: 950 time: 0.0463295 Apr 28 11:18:09.785603 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522fc500-61cd-46a0-b2b2-145eae54214a req-eecb1cb7-1102-421c-8762-b397f51d42b2 tempest-ServersAdminNegativeTestJSON-1683152514 tempest-ServersAdminNegativeTestJSON-1683152514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:18:09.786208 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-812dc19f-3f85-48db-a5be-94829e58c5d8 req-1c7cc2dd-fac1-4ef2-b3df-9444ebb59cdd tempest-ServersAdminNegativeTestJSON-1683152514 tempest-ServersAdminNegativeTestJSON-1683152514-project] 10.222.0.10 "GET /v2.0/security-groups?id=4db0ab05-0198-4d6b-9db9-f22b92b7d6e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413365 Apr 28 11:18:09.787082 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-522fc500-61cd-46a0-b2b2-145eae54214a req-eecb1cb7-1102-421c-8762-b397f51d42b2 tempest-ServersAdminNegativeTestJSON-1683152514 tempest-ServersAdminNegativeTestJSON-1683152514-project] 10.222.0.20 "GET /v2.0/ports?device_id=17c0c57e-1073-4617-b56a-7099d6b863da HTTP/1.1" status: 200 len: 950 time: 0.0468302 Apr 28 11:18:09.866675 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.plugin [req-522fc500-61cd-46a0-b2b2-145eae54214a req-9381335b-1d1c-4f1b-a336-c3360f621aa5 tempest-ServersAdminNegativeTestJSON-1683152514 tempest-ServersAdminNegativeTestJSON-1683152514-project] Deleting port f8ef58bb-24d3-4b1a-a49c-cc117c655bae {{(pid=116162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 11:18:09.867008 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [req-522fc500-61cd-46a0-b2b2-145eae54214a req-9381335b-1d1c-4f1b-a336-c3360f621aa5 tempest-ServersAdminNegativeTestJSON-1683152514 tempest-ServersAdminNegativeTestJSON-1683152514-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742235130188'] for port (f8ef58bb-24d3-4b1a-a49c-cc117c655bae), before_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:18:09.955441 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.db [req-522fc500-61cd-46a0-b2b2-145eae54214a req-9381335b-1d1c-4f1b-a336-c3360f621aa5 tempest-ServersAdminNegativeTestJSON-1683152514 tempest-ServersAdminNegativeTestJSON-1683152514-project] For port f8ef58bb-24d3-4b1a-a49c-cc117c655bae, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=f8ef58bb-24d3-4b1a-a49c-cc117c655bae,segment=NetworkSegment(67edcd9b-de62-47f9-8ae5-321f6c27a601),segment_id=67edcd9b-de62-47f9-8ae5-321f6c27a601)] {{(pid=116162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 11:18:09.955724 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [req-522fc500-61cd-46a0-b2b2-145eae54214a req-9381335b-1d1c-4f1b-a336-c3360f621aa5 tempest-ServersAdminNegativeTestJSON-1683152514 tempest-ServersAdminNegativeTestJSON-1683152514-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1938497'] for port (f8ef58bb-24d3-4b1a-a49c-cc117c655bae), precommit_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:18:09.968527 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.plugin [req-522fc500-61cd-46a0-b2b2-145eae54214a req-9381335b-1d1c-4f1b-a336-c3360f621aa5 tempest-ServersAdminNegativeTestJSON-1683152514 tempest-ServersAdminNegativeTestJSON-1683152514-project] Calling delete_port for f8ef58bb-24d3-4b1a-a49c-cc117c655bae owned by compute:nova {{(pid=116162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 11:18:10.480308 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [req-522fc500-61cd-46a0-b2b2-145eae54214a req-9381335b-1d1c-4f1b-a336-c3360f621aa5 tempest-ServersAdminNegativeTestJSON-1683152514 tempest-ServersAdminNegativeTestJSON-1683152514-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742235135690', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742234710366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5051867'] for port (f8ef58bb-24d3-4b1a-a49c-cc117c655bae), after_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:18:10.491798 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] get_ports_and_sgs() called for port_ids ['f8ef58bb-24d3-4b1a-a49c-cc117c655bae'] {{(pid=116163) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 11:18:10.510173 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9381335b-1d1c-4f1b-a336-c3360f621aa5 tempest-ServersAdminNegativeTestJSON-1683152514 tempest-ServersAdminNegativeTestJSON-1683152514-project] Pushing event deleted for resources: {'Port': ['ID=f8ef58bb-24d3-4b1a-a49c-cc117c655bae,revision_number=None']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:18:10.517574 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-ae94d540-e4c6-43be-adc9-b26fb6a2f62f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (cfc241ae-e4b7-443b-b80b-59fbbc2b69c9), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:18:10.555251 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.db.l3_dvrscheduler_db [req-522fc500-61cd-46a0-b2b2-145eae54214a req-9381335b-1d1c-4f1b-a336-c3360f621aa5 tempest-ServersAdminNegativeTestJSON-1683152514 tempest-ServersAdminNegativeTestJSON-1683152514-project] No DVR routers for this DVR port f8ef58bb-24d3-4b1a-a49c-cc117c655bae on host hv-neutron-mast {{(pid=116162) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 11:18:10.557831 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [req-522fc500-61cd-46a0-b2b2-145eae54214a req-9381335b-1d1c-4f1b-a336-c3360f621aa5 tempest-ServersAdminNegativeTestJSON-1683152514 tempest-ServersAdminNegativeTestJSON-1683152514-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198022'] for port (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:18:10.561954 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-522fc500-61cd-46a0-b2b2-145eae54214a req-9381335b-1d1c-4f1b-a336-c3360f621aa5 tempest-ServersAdminNegativeTestJSON-1683152514 tempest-ServersAdminNegativeTestJSON-1683152514-project] 10.222.0.20 "DELETE /v2.0/ports/f8ef58bb-24d3-4b1a-a49c-cc117c655bae HTTP/1.1" status: 204 len: 173 time: 0.7687306 Apr 28 11:18:10.562607 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17c0c57e-1073-4617-b56a-7099d6b863da', 'name': 'network-vif-deleted', 'tag': 'f8ef58bb-24d3-4b1a-a49c-cc117c655bae'}] {{(pid=116162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 11:18:10.565310 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ba53f40d6116d28995a8e36159d0e539b5353eec116fb5dd4ce03b4b2159ab1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d319689b-75b8-483a-905e-f3bc040fc0ec" -d '{"events": [{"server_uuid": "17c0c57e-1073-4617-b56a-7099d6b863da", "name": "network-vif-deleted", "tag": "f8ef58bb-24d3-4b1a-a49c-cc117c655bae"}]}' {{(pid=116162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 11:18:10.609056 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 11:18:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40bd2525-3e1e-4fb0-adf3-ae60d6136d03 x-openstack-request-id: req-40bd2525-3e1e-4fb0-adf3-ae60d6136d03 {{(pid=116162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 11:18:10.609327 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17c0c57e-1073-4617-b56a-7099d6b863da", "name": "network-vif-deleted", "tag": "f8ef58bb-24d3-4b1a-a49c-cc117c655bae", "status": "completed", "code": 200}]} {{(pid=116162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 11:18:10.609589 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-40bd2525-3e1e-4fb0-adf3-ae60d6136d03 {{(pid=116162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 11:18:10.614523 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.notifiers.nova [-] Nova event matching ['req-40bd2525-3e1e-4fb0-adf3-ae60d6136d03'] response: {'server_uuid': '17c0c57e-1073-4617-b56a-7099d6b863da', 'name': 'network-vif-deleted', 'tag': 'f8ef58bb-24d3-4b1a-a49c-cc117c655bae', 'status': 'completed', 'code': 200} Apr 28 11:18:10.896937 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-4141cb59-9e37-431e-b3eb-c15f1b99e521 req-26ee4ef4-0091-4823-a944-ebfa68afccdd tempest-ServersAdminNegativeTestJSON-1683152514 tempest-ServersAdminNegativeTestJSON-1683152514-project] 10.222.0.10 "GET /v2.0/ports?device_id=17c0c57e-1073-4617-b56a-7099d6b863da HTTP/1.1" status: 200 len: 210 time: 0.0318167 Apr 28 11:18:12.091592 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-01ef1de1-12fd-4cef-b76b-793f91379468 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (39cc4f52-f5d9-4e2c-bbfa-7a1c528e1c40), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:18:12.361523 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 58094) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:18:12.488272 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-adec1c83-11d2-4d61-8f8b-0d35cd3d4278 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=6f44a12e53e049a89d4b03ae85b429c3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1255972 Apr 28 11:18:12.490717 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 58098) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:18:12.537080 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-cadc1371-40fe-4637-9277-983fe9fa2b9d admin admin] Publish callbacks [] for security_group (4db0ab05-0198-4d6b-9db9-f22b92b7d6e0), before_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:18:12.558757 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-cadc1371-40fe-4637-9277-983fe9fa2b9d admin admin] Publish callbacks [] for security_group (4db0ab05-0198-4d6b-9db9-f22b92b7d6e0), precommit_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:18:12.674226 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-cadc1371-40fe-4637-9277-983fe9fa2b9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924426'] for security_group (4db0ab05-0198-4d6b-9db9-f22b92b7d6e0), after_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:18:12.676803 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-cadc1371-40fe-4637-9277-983fe9fa2b9d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:18:12.677964 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-cadc1371-40fe-4637-9277-983fe9fa2b9d admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/4db0ab05-0198-4d6b-9db9-f22b92b7d6e0 HTTP/1.1" status: 204 len: 168 time: 0.1863503 Apr 28 11:18:12.685473 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cadc1371-40fe-4637-9277-983fe9fa2b9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4db0ab05-0198-4d6b-9db9-f22b92b7d6e0,revision_number=None']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:18:13.198509 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 58104) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:18:13.212345 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-b1f6a19e-03ca-4254-98cb-6df3240a7de7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:18:13.285448 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-b1f6a19e-03ca-4254-98cb-6df3240a7de7 admin admin] Publish callbacks [] for security_group (17af2f3c-e2bd-4825-b599-3ff73111e7b0), precommit_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:18:13.337441 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-b1f6a19e-03ca-4254-98cb-6df3240a7de7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924426'] for security_group (17af2f3c-e2bd-4825-b599-3ff73111e7b0), after_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:18:13.360269 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (d5baab19-5dd1-4902-922b-84acb048ab9c), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:18:13.380444 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-b1f6a19e-03ca-4254-98cb-6df3240a7de7 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=70794431a20b4665ba005e8a4cc66706&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1807590 Apr 28 11:18:13.381274 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f6a19e-03ca-4254-98cb-6df3240a7de7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17af2f3c-e2bd-4825-b599-3ff73111e7b0,revision_number=1']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:18:13.383274 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 58106) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:18:13.433909 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-640ff6a5-3687-4796-b0d1-6e0086a6b6b8 admin admin] Publish callbacks [] for security_group (17af2f3c-e2bd-4825-b599-3ff73111e7b0), before_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:18:13.455302 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-640ff6a5-3687-4796-b0d1-6e0086a6b6b8 admin admin] Publish callbacks [] for security_group (17af2f3c-e2bd-4825-b599-3ff73111e7b0), precommit_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:18:13.576062 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-640ff6a5-3687-4796-b0d1-6e0086a6b6b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924426'] for security_group (17af2f3c-e2bd-4825-b599-3ff73111e7b0), after_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:18:13.579150 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-640ff6a5-3687-4796-b0d1-6e0086a6b6b8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:18:13.580293 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-640ff6a5-3687-4796-b0d1-6e0086a6b6b8 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/17af2f3c-e2bd-4825-b599-3ff73111e7b0 HTTP/1.1" status: 204 len: 168 time: 0.1959896 Apr 28 11:18:13.588635 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-640ff6a5-3687-4796-b0d1-6e0086a6b6b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17af2f3c-e2bd-4825-b599-3ff73111e7b0,revision_number=None']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:18:13.934122 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Device f8ef58bb-24d3-4b1a-a49c-cc117c655bae no longer exists at agent hyperv_hv-neutron-mast {{(pid=116163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 11:18:13.954983 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] No Port match for: f8ef58bb-24d3-4b1a-a49c-cc117c655bae {{(pid=116163) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 28 11:18:13.955332 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Device f8ef58bb-24d3-4b1a-a49c-cc117c655bae not bound to the agent host hv-neutron-mast {{(pid=116163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 11:18:14.571884 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 58128) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:18:14.664788 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.v2.base [None req-20ba9f1c-d8bb-4231-aaff-c69dfa16c3b2 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1640309953-network', 'tenant_id': '4caec55acd92473fb4baff0c71e2188c'}} {{(pid=116162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:18:14.771466 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20ba9f1c-d8bb-4231-aaff-c69dfa16c3b2 admin admin] Made reservation on behalf of 4caec55acd92473fb4baff0c71e2188c for: {'network': 1} {{(pid=116162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 11:18:14.773652 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-20ba9f1c-d8bb-4231-aaff-c69dfa16c3b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for network (None), before_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:18:14.782058 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-20ba9f1c-d8bb-4231-aaff-c69dfa16c3b2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:18:14.852882 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-20ba9f1c-d8bb-4231-aaff-c69dfa16c3b2 admin admin] Publish callbacks [] for security_group (7004b775-b7c8-4d39-aecb-f3e522e2b428), precommit_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:18:14.908264 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-20ba9f1c-d8bb-4231-aaff-c69dfa16c3b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924426'] for security_group (7004b775-b7c8-4d39-aecb-f3e522e2b428), after_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:18:14.928624 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-20ba9f1c-d8bb-4231-aaff-c69dfa16c3b2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 50} {{(pid=116162) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 11:18:14.943581 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ba9f1c-d8bb-4231-aaff-c69dfa16c3b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7004b775-b7c8-4d39-aecb-f3e522e2b428,revision_number=1']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:18:14.946389 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-20ba9f1c-d8bb-4231-aaff-c69dfa16c3b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-961978'] for segment (c26beb6a-7e82-42cc-b473-442b2ac6c304), precommit_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:18:14.946748 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.db.segments_db [None req-20ba9f1c-d8bb-4231-aaff-c69dfa16c3b2 admin admin] Added segment c26beb6a-7e82-42cc-b473-442b2ac6c304 of type vlan for network 146ed658-3ccc-49bd-b48c-5e92352a191e Apr 28 11:18:14.986680 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-20ba9f1c-d8bb-4231-aaff-c69dfa16c3b2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742234744962'] for network (146ed658-3ccc-49bd-b48c-5e92352a191e), precommit_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:18:15.063059 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-20ba9f1c-d8bb-4231-aaff-c69dfa16c3b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042'] for network (146ed658-3ccc-49bd-b48c-5e92352a191e), after_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:18:15.063989 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20ba9f1c-d8bb-4231-aaff-c69dfa16c3b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:18:15.064581 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-20ba9f1c-d8bb-4231-aaff-c69dfa16c3b2 admin admin] Publish callbacks [] for network (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:18:15.154677 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ba9f1c-d8bb-4231-aaff-c69dfa16c3b2 admin admin] Pushing event updated for resources: {'Network': ['ID=146ed658-3ccc-49bd-b48c-5e92352a191e,revision_number=1']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:18:15.164687 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Network 146ed658-3ccc-49bd-b48c-5e92352a191e details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=116163) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 28 11:18:15.185454 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-20ba9f1c-d8bb-4231-aaff-c69dfa16c3b2 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.6124790 Apr 28 11:18:15.189024 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 58132) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:18:15.193968 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.v2.base [None req-3535afc0-b484-4b76-916a-4e7a5b542d31 admin admin] Request body: {'subnet': {'network_id': '146ed658-3ccc-49bd-b48c-5e92352a191e', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1640309953-subnet', 'tenant_id': '4caec55acd92473fb4baff0c71e2188c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=116161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:18:15.274203 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3535afc0-b484-4b76-916a-4e7a5b542d31 admin admin] Made reservation on behalf of 4caec55acd92473fb4baff0c71e2188c for: {'subnet': 1} {{(pid=116161) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 11:18:15.276607 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-3535afc0-b484-4b76-916a-4e7a5b542d31 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5125580'] for subnet (None), before_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:18:15.491690 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-3535afc0-b484-4b76-916a-4e7a5b542d31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5220536', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5125438'] for subnet (3b6d61b4-38c1-4d50-a785-7c5a84ede133), after_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:18:15.548614 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3535afc0-b484-4b76-916a-4e7a5b542d31 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3b6d61b4-38c1-4d50-a785-7c5a84ede133,revision_number=0']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:18:15.557221 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3535afc0-b484-4b76-916a-4e7a5b542d31 admin admin] Checking segment: {'id': 'c26beb6a-7e82-42cc-b473-442b2ac6c304', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '146ed658-3ccc-49bd-b48c-5e92352a191e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 11:18:15.557588 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3535afc0-b484-4b76-916a-4e7a5b542d31 admin admin] Network hostable DHCP agents. Network: 146ed658-3ccc-49bd-b48c-5e92352a191e, hostable agents: ['75ba81b7-fe99-4281-90d2-a5adb445ecea'], hosted agents: [] {{(pid=116161) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 11:18:15.617235 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3535afc0-b484-4b76-916a-4e7a5b542d31 admin admin] Network 146ed658-3ccc-49bd-b48c-5e92352a191e is scheduled to be hosted by DHCP agent 75ba81b7-fe99-4281-90d2-a5adb445ecea with binding_index 1 {{(pid=116161) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 11:18:15.679973 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.scheduler.base_scheduler [None req-3535afc0-b484-4b76-916a-4e7a5b542d31 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 146ed658-3ccc-49bd-b48c-5e92352a191e) {{(pid=116161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 11:18:15.684819 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3535afc0-b484-4b76-916a-4e7a5b542d31 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:18:15.686485 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-3535afc0-b484-4b76-916a-4e7a5b542d31 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:18:15.689523 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-391ac06a-8b0d-4fe2-939c-6f36576f0d59 None None] Network 146ed658-3ccc-49bd-b48c-5e92352a191e requested from dv-neutron-master-2-hyperv {{(pid=116163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 11:18:15.751686 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-3535afc0-b484-4b76-916a-4e7a5b542d31 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.5613933 Apr 28 11:18:15.791996 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28cf10e0-01ec-4e42-8423-ccb1b51c32cd None None] Network 146ed658-3ccc-49bd-b48c-5e92352a191e requested from dv-neutron-master-2-hyperv {{(pid=116163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 11:18:16.166635 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1f138c-3d4d-4a8d-b573-6bc1cca18437 req-f26701a9-feec-4131-99d3-180364dd8490 tempest-DeleteServersTestJSON-360488128 tempest-DeleteServersTestJSON-360488128-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:18:16.168090 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-8a1f138c-3d4d-4a8d-b573-6bc1cca18437 req-f26701a9-feec-4131-99d3-180364dd8490 tempest-DeleteServersTestJSON-360488128 tempest-DeleteServersTestJSON-360488128-project] 10.222.0.10 "GET /v2.0/networks?id=146ed658-3ccc-49bd-b48c-5e92352a191e HTTP/1.1" status: 200 len: 812 time: 0.1026337 Apr 28 11:18:16.182082 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-8a1f138c-3d4d-4a8d-b573-6bc1cca18437 req-c0d4b4cf-ac3c-4541-9a8e-3904bfb82ed5 tempest-DeleteServersTestJSON-360488128 tempest-DeleteServersTestJSON-360488128-project] 10.222.0.10 "GET /v2.0/quotas/4caec55acd92473fb4baff0c71e2188c HTTP/1.1" status: 200 len: 375 time: 0.0086670 Apr 28 11:18:16.214271 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-8a1f138c-3d4d-4a8d-b573-6bc1cca18437 req-68d360f9-99a9-44a6-86c7-0c93197530c5 tempest-DeleteServersTestJSON-360488128 tempest-DeleteServersTestJSON-360488128-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=4caec55acd92473fb4baff0c71e2188c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0271406 Apr 28 11:18:16.300813 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-8a1f138c-3d4d-4a8d-b573-6bc1cca18437 req-88c75c06-2a44-421e-8397-59060257d114 service neutron] 10.222.0.10 "GET /v2.0/networks/146ed658-3ccc-49bd-b48c-5e92352a191e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0795043 Apr 28 11:18:16.391806 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-8a1f138c-3d4d-4a8d-b573-6bc1cca18437 req-d40bebc8-52eb-47af-a825-94bc53ddbd21 service neutron] 10.222.0.10 "GET /v2.0/networks/146ed658-3ccc-49bd-b48c-5e92352a191e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854993 Apr 28 11:18:16.631758 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-7734ce4e-2f2d-448e-93aa-10639565367d req-29860530-3c30-47da-a2c4-6db9f01fefba tempest-DeleteServersTestJSON-360488128 tempest-DeleteServersTestJSON-360488128-project] 10.222.0.10 "GET /v2.0/ports?device_id=ab91cd6d-0aad-456e-8183-6bc9adcee7be HTTP/1.1" status: 200 len: 210 time: 0.0275071 Apr 28 11:18:17.729768 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-16bab991-5125-48c7-89cb-250a9c7d2917 req-ea124443-7be7-4645-a590-c1429d02dc74 tempest-DeleteServersTestJSON-360488128 tempest-DeleteServersTestJSON-360488128-project] 10.222.0.10 "GET /v2.0/ports?device_id=ab91cd6d-0aad-456e-8183-6bc9adcee7be HTTP/1.1" status: 200 len: 210 time: 0.0292146 Apr 28 11:18:18.556238 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1f138c-3d4d-4a8d-b573-6bc1cca18437 req-adee5f7c-f39c-45d5-afde-c713ee7044bc tempest-DeleteServersTestJSON-360488128 tempest-DeleteServersTestJSON-360488128-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:18:18.557737 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-8a1f138c-3d4d-4a8d-b573-6bc1cca18437 req-adee5f7c-f39c-45d5-afde-c713ee7044bc tempest-DeleteServersTestJSON-360488128 tempest-DeleteServersTestJSON-360488128-project] 10.222.0.20 "GET /v2.0/networks?id=146ed658-3ccc-49bd-b48c-5e92352a191e HTTP/1.1" status: 200 len: 812 time: 0.1044581 Apr 28 11:18:18.569352 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.v2.base [req-8a1f138c-3d4d-4a8d-b573-6bc1cca18437 req-96b77fea-120b-4ab6-a5f7-91e51aacd538 tempest-DeleteServersTestJSON-360488128 tempest-DeleteServersTestJSON-360488128-project] Request body: {'port': {'device_id': 'ab91cd6d-0aad-456e-8183-6bc9adcee7be', 'network_id': '146ed658-3ccc-49bd-b48c-5e92352a191e', 'admin_state_up': True, 'tenant_id': '4caec55acd92473fb4baff0c71e2188c'}} {{(pid=116162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:18:18.731429 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8a1f138c-3d4d-4a8d-b573-6bc1cca18437 req-96b77fea-120b-4ab6-a5f7-91e51aacd538 tempest-DeleteServersTestJSON-360488128 tempest-DeleteServersTestJSON-360488128-project] Made reservation on behalf of 4caec55acd92473fb4baff0c71e2188c for: {'port': 1} {{(pid=116162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 11:18:18.735431 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [req-8a1f138c-3d4d-4a8d-b573-6bc1cca18437 req-96b77fea-120b-4ab6-a5f7-91e51aacd538 tempest-DeleteServersTestJSON-360488128 tempest-DeleteServersTestJSON-360488128-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (None), before_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:18:18.831611 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-49cbc648-7d67-4743-899f-273d1ba55f91 req-edf11ed3-b0c3-4cc7-a442-a8534c4cad38 tempest-DeleteServersTestJSON-360488128 tempest-DeleteServersTestJSON-360488128-project] 10.222.0.10 "GET /v2.0/ports?device_id=ab91cd6d-0aad-456e-8183-6bc9adcee7be HTTP/1.1" status: 200 len: 210 time: 0.0311089 Apr 28 11:18:18.865739 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.db.db_base_plugin_common [req-8a1f138c-3d4d-4a8d-b573-6bc1cca18437 req-96b77fea-120b-4ab6-a5f7-91e51aacd538 tempest-DeleteServersTestJSON-360488128 tempest-DeleteServersTestJSON-360488128-project] Allocated IP 172.20.0.6 (146ed658-3ccc-49bd-b48c-5e92352a191e/3b6d61b4-38c1-4d50-a785-7c5a84ede133/dfd6efc7-7b27-4d86-b48e-4f6ada3bff50) {{(pid=116162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 11:18:19.023776 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [req-8a1f138c-3d4d-4a8d-b573-6bc1cca18437 req-96b77fea-120b-4ab6-a5f7-91e51aacd538 tempest-DeleteServersTestJSON-360488128 tempest-DeleteServersTestJSON-360488128-project] Publish callbacks [] for port (dfd6efc7-7b27-4d86-b48e-4f6ada3bff50), precommit_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:18:19.166256 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [req-8a1f138c-3d4d-4a8d-b573-6bc1cca18437 req-96b77fea-120b-4ab6-a5f7-91e51aacd538 tempest-DeleteServersTestJSON-360488128 tempest-DeleteServersTestJSON-360488128-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742234710357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5051867'] for port (dfd6efc7-7b27-4d86-b48e-4f6ada3bff50), after_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:18:19.209590 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8a1f138c-3d4d-4a8d-b573-6bc1cca18437 req-96b77fea-120b-4ab6-a5f7-91e51aacd538 tempest-DeleteServersTestJSON-360488128 tempest-DeleteServersTestJSON-360488128-project] Network 146ed658-3ccc-49bd-b48c-5e92352a191e is already hosted by enough agents. {{(pid=116162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 11:18:19.215027 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.scheduler.base_scheduler [req-8a1f138c-3d4d-4a8d-b573-6bc1cca18437 req-96b77fea-120b-4ab6-a5f7-91e51aacd538 tempest-DeleteServersTestJSON-360488128 tempest-DeleteServersTestJSON-360488128-project] Resources bound (agent type, host, resource id): {{(pid=116162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 11:18:19.220578 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a1f138c-3d4d-4a8d-b573-6bc1cca18437 req-96b77fea-120b-4ab6-a5f7-91e51aacd538 tempest-DeleteServersTestJSON-360488128 tempest-DeleteServersTestJSON-360488128-project] Received port after_create {{(pid=116162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 11:18:19.225148 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b77fea-120b-4ab6-a5f7-91e51aacd538 tempest-DeleteServersTestJSON-360488128 tempest-DeleteServersTestJSON-360488128-project] Pushing event updated for resources: {'Port': ['ID=dfd6efc7-7b27-4d86-b48e-4f6ada3bff50,revision_number=1']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:18:19.270213 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1f138c-3d4d-4a8d-b573-6bc1cca18437 req-96b77fea-120b-4ab6-a5f7-91e51aacd538 tempest-DeleteServersTestJSON-360488128 tempest-DeleteServersTestJSON-360488128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:18:19.270859 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [req-8a1f138c-3d4d-4a8d-b573-6bc1cca18437 req-96b77fea-120b-4ab6-a5f7-91e51aacd538 tempest-DeleteServersTestJSON-360488128 tempest-DeleteServersTestJSON-360488128-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198022'] for port (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:18:19.334007 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-8a1f138c-3d4d-4a8d-b573-6bc1cca18437 req-96b77fea-120b-4ab6-a5f7-91e51aacd538 tempest-DeleteServersTestJSON-360488128 tempest-DeleteServersTestJSON-360488128-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7681923 Apr 28 11:18:19.345489 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.v2.base [req-8a1f138c-3d4d-4a8d-b573-6bc1cca18437 req-6ceb243f-3460-42ce-9f51-3123ec31f4c3 service neutron] Request body: {'port': {'device_id': 'ab91cd6d-0aad-456e-8183-6bc9adcee7be', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-mast'}} {{(pid=116162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:18:19.409329 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [req-8a1f138c-3d4d-4a8d-b573-6bc1cca18437 req-6ceb243f-3460-42ce-9f51-3123ec31f4c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (dfd6efc7-7b27-4d86-b48e-4f6ada3bff50), before_update {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:18:19.668556 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.notifiers.nova [req-8a1f138c-3d4d-4a8d-b573-6bc1cca18437 req-6ceb243f-3460-42ce-9f51-3123ec31f4c3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dfd6efc7-7b27-4d86-b48e-4f6ada3bff50 {{(pid=116162) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 11:18:19.676009 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [req-8a1f138c-3d4d-4a8d-b573-6bc1cca18437 req-6ceb243f-3460-42ce-9f51-3123ec31f4c3 service neutron] Publish callbacks [] for port (dfd6efc7-7b27-4d86-b48e-4f6ada3bff50), precommit_update {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:18:19.688508 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.db.provisioning_blocks [req-8a1f138c-3d4d-4a8d-b573-6bc1cca18437 req-6ceb243f-3460-42ce-9f51-3123ec31f4c3 service neutron] Transition to ACTIVE for port object dfd6efc7-7b27-4d86-b48e-4f6ada3bff50 will not be triggered until provisioned by entity L2. {{(pid=116162) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 28 11:18:19.788435 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [req-8a1f138c-3d4d-4a8d-b573-6bc1cca18437 req-6ceb243f-3460-42ce-9f51-3123ec31f4c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5051840'] for port (dfd6efc7-7b27-4d86-b48e-4f6ada3bff50), after_update {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:18:19.837325 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ceb243f-3460-42ce-9f51-3123ec31f4c3 service neutron] Pushing event updated for resources: {'Port': ['ID=dfd6efc7-7b27-4d86-b48e-4f6ada3bff50,revision_number=2']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:18:19.907200 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.managers [req-8a1f138c-3d4d-4a8d-b573-6bc1cca18437 req-6ceb243f-3460-42ce-9f51-3123ec31f4c3 service neutron] Attempting to bind port dfd6efc7-7b27-4d86-b48e-4f6ada3bff50 on host hv-neutron-mast for vnic_type normal with profile {{(pid=116162) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 28 11:18:19.907571 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.managers [req-8a1f138c-3d4d-4a8d-b573-6bc1cca18437 req-6ceb243f-3460-42ce-9f51-3123ec31f4c3 service neutron] Attempting to bind port dfd6efc7-7b27-4d86-b48e-4f6ada3bff50 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': 'c26beb6a-7e82-42cc-b473-442b2ac6c304', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '146ed658-3ccc-49bd-b48c-5e92352a191e'}] {{(pid=116162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 28 11:18:19.907836 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a1f138c-3d4d-4a8d-b573-6bc1cca18437 req-6ceb243f-3460-42ce-9f51-3123ec31f4c3 service neutron] Attempting to bind port dfd6efc7-7b27-4d86-b48e-4f6ada3bff50 on network 146ed658-3ccc-49bd-b48c-5e92352a191e {{(pid=116162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 11:18:19.912356 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a1f138c-3d4d-4a8d-b573-6bc1cca18437 req-6ceb243f-3460-42ce-9f51-3123ec31f4c3 service neutron] Port dfd6efc7-7b27-4d86-b48e-4f6ada3bff50 on network 146ed658-3ccc-49bd-b48c-5e92352a191e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=116162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 28 11:18:19.912680 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a1f138c-3d4d-4a8d-b573-6bc1cca18437 req-6ceb243f-3460-42ce-9f51-3123ec31f4c3 service neutron] Attempting to bind port dfd6efc7-7b27-4d86-b48e-4f6ada3bff50 on network 146ed658-3ccc-49bd-b48c-5e92352a191e {{(pid=116162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 11:18:19.917735 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a1f138c-3d4d-4a8d-b573-6bc1cca18437 req-6ceb243f-3460-42ce-9f51-3123ec31f4c3 service neutron] Checking agent: {'id': '6be95134-9a6c-4663-8b48-90d12ce90c60', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-mast', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 10, 57, 20), 'started_at': datetime.datetime(2022, 4, 28, 10, 57, 20), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 11, 17, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=116162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 11:18:19.918082 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a1f138c-3d4d-4a8d-b573-6bc1cca18437 req-6ceb243f-3460-42ce-9f51-3123ec31f4c3 service neutron] Checking segment: {'id': 'c26beb6a-7e82-42cc-b473-442b2ac6c304', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '146ed658-3ccc-49bd-b48c-5e92352a191e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 11:18:19.918503 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a1f138c-3d4d-4a8d-b573-6bc1cca18437 req-6ceb243f-3460-42ce-9f51-3123ec31f4c3 service neutron] Bound using segment: {'id': 'c26beb6a-7e82-42cc-b473-442b2ac6c304', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '146ed658-3ccc-49bd-b48c-5e92352a191e'} {{(pid=116162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 11:18:19.919066 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.managers [req-8a1f138c-3d4d-4a8d-b573-6bc1cca18437 req-6ceb243f-3460-42ce-9f51-3123ec31f4c3 service neutron] Bound port: dfd6efc7-7b27-4d86-b48e-4f6ada3bff50, host: hv-neutron-mast, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c26beb6a-7e82-42cc-b473-442b2ac6c304', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '146ed658-3ccc-49bd-b48c-5e92352a191e'}}] {{(pid=116162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 28 11:18:19.919368 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [req-8a1f138c-3d4d-4a8d-b573-6bc1cca18437 req-6ceb243f-3460-42ce-9f51-3123ec31f4c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (dfd6efc7-7b27-4d86-b48e-4f6ada3bff50), before_update {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:18:19.948002 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a59d0c-5ba8-4829-b86b-f8766c76cc16 req-0177f294-e459-469e-8d92-d92e1c0dcc7b tempest-DeleteServersTestJSON-360488128 tempest-DeleteServersTestJSON-360488128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:18:19.949562 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-02a59d0c-5ba8-4829-b86b-f8766c76cc16 req-0177f294-e459-469e-8d92-d92e1c0dcc7b tempest-DeleteServersTestJSON-360488128 tempest-DeleteServersTestJSON-360488128-project] 10.222.0.10 "GET /v2.0/ports?device_id=ab91cd6d-0aad-456e-8183-6bc9adcee7be HTTP/1.1" status: 200 len: 943 time: 0.0489511 Apr 28 11:18:19.986997 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.db [req-8a1f138c-3d4d-4a8d-b573-6bc1cca18437 req-6ceb243f-3460-42ce-9f51-3123ec31f4c3 service neutron] For port dfd6efc7-7b27-4d86-b48e-4f6ada3bff50, host hv-neutron-mast, cleared binding levels {{(pid=116162) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 11:18:19.990054 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.db [req-8a1f138c-3d4d-4a8d-b573-6bc1cca18437 req-6ceb243f-3460-42ce-9f51-3123ec31f4c3 service neutron] For port dfd6efc7-7b27-4d86-b48e-4f6ada3bff50, host hv-neutron-mast, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=dfd6efc7-7b27-4d86-b48e-4f6ada3bff50,segment=NetworkSegment(c26beb6a-7e82-42cc-b473-442b2ac6c304),segment_id=c26beb6a-7e82-42cc-b473-442b2ac6c304)] {{(pid=116162) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 11:18:20.000084 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-02a59d0c-5ba8-4829-b86b-f8766c76cc16 req-a29b3586-d916-42d5-80d4-90cc48ebee8f tempest-DeleteServersTestJSON-360488128 tempest-DeleteServersTestJSON-360488128-project] 10.222.0.10 "GET /v2.0/security-groups?id=7004b775-b7c8-4d39-aecb-f3e522e2b428&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436013 Apr 28 11:18:20.075126 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [req-8a1f138c-3d4d-4a8d-b573-6bc1cca18437 req-6ceb243f-3460-42ce-9f51-3123ec31f4c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5051840'] for port (dfd6efc7-7b27-4d86-b48e-4f6ada3bff50), after_update {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:18:20.111375 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1f138c-3d4d-4a8d-b573-6bc1cca18437 req-6ceb243f-3460-42ce-9f51-3123ec31f4c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:18:20.112081 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [req-8a1f138c-3d4d-4a8d-b573-6bc1cca18437 req-6ceb243f-3460-42ce-9f51-3123ec31f4c3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198022'] for port (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:18:20.113550 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-8a1f138c-3d4d-4a8d-b573-6bc1cca18437 req-6ceb243f-3460-42ce-9f51-3123ec31f4c3 service neutron] 10.222.0.20 "PUT /v2.0/ports/dfd6efc7-7b27-4d86-b48e-4f6ada3bff50 HTTP/1.1" status: 200 len: 1093 time: 0.7720661 Apr 28 11:18:20.113994 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab91cd6d-0aad-456e-8183-6bc9adcee7be', 'tag': 'dfd6efc7-7b27-4d86-b48e-4f6ada3bff50'}] {{(pid=116162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 11:18:20.116517 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ba53f40d6116d28995a8e36159d0e539b5353eec116fb5dd4ce03b4b2159ab1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-224ca860-8552-4118-8715-31e320e3581b" -d '{"events": [{"name": "network-changed", "server_uuid": "ab91cd6d-0aad-456e-8183-6bc9adcee7be", "tag": "dfd6efc7-7b27-4d86-b48e-4f6ada3bff50"}]}' {{(pid=116162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 11:18:20.147181 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ceb243f-3460-42ce-9f51-3123ec31f4c3 service neutron] Pushing event updated for resources: {'Port': ['ID=dfd6efc7-7b27-4d86-b48e-4f6ada3bff50,revision_number=3']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:18:20.162817 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 11:18:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-962ce408-599a-4ecc-bf0b-3cd647bcfb0b x-openstack-request-id: req-962ce408-599a-4ecc-bf0b-3cd647bcfb0b {{(pid=116162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 11:18:20.163245 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ab91cd6d-0aad-456e-8183-6bc9adcee7be", "tag": "dfd6efc7-7b27-4d86-b48e-4f6ada3bff50", "status": "completed", "code": 200}]} {{(pid=116162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 11:18:20.163513 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-962ce408-599a-4ecc-bf0b-3cd647bcfb0b {{(pid=116162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 11:18:20.163928 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.notifiers.nova [-] Nova event matching ['req-962ce408-599a-4ecc-bf0b-3cd647bcfb0b'] response: {'name': 'network-changed', 'server_uuid': 'ab91cd6d-0aad-456e-8183-6bc9adcee7be', 'tag': 'dfd6efc7-7b27-4d86-b48e-4f6ada3bff50', 'status': 'completed', 'code': 200} Apr 28 11:18:20.249437 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224ca860-8552-4118-8715-31e320e3581b req-dd0c3a21-63fd-42e5-b582-5e80c7f7f8ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:18:20.251405 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-224ca860-8552-4118-8715-31e320e3581b req-dd0c3a21-63fd-42e5-b582-5e80c7f7f8ff service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=4caec55acd92473fb4baff0c71e2188c&device_id=ab91cd6d-0aad-456e-8183-6bc9adcee7be HTTP/1.1" status: 200 len: 1127 time: 0.0607963 Apr 28 11:18:20.353423 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224ca860-8552-4118-8715-31e320e3581b req-ee0be147-cb78-4e35-a8ef-20bb5509f63a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:18:20.355042 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-224ca860-8552-4118-8715-31e320e3581b req-ee0be147-cb78-4e35-a8ef-20bb5509f63a service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=4caec55acd92473fb4baff0c71e2188c&shared=False HTTP/1.1" status: 200 len: 912 time: 0.0968132 Apr 28 11:18:20.448366 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224ca860-8552-4118-8715-31e320e3581b req-d57199b0-9659-4b8e-9f1d-6482e55081c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:18:20.449867 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-224ca860-8552-4118-8715-31e320e3581b req-d57199b0-9659-4b8e-9f1d-6482e55081c5 service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0881696 Apr 28 11:18:20.521092 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1f138c-3d4d-4a8d-b573-6bc1cca18437 req-6e2e3238-6cb7-4d0f-a61c-99ded72a58fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:18:20.522504 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-8a1f138c-3d4d-4a8d-b573-6bc1cca18437 req-6e2e3238-6cb7-4d0f-a61c-99ded72a58fd service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=4caec55acd92473fb4baff0c71e2188c&device_id=ab91cd6d-0aad-456e-8183-6bc9adcee7be HTTP/1.1" status: 200 len: 1127 time: 0.0395725 Apr 28 11:18:20.566013 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-8a1f138c-3d4d-4a8d-b573-6bc1cca18437 req-ed408c98-2a5b-4eb2-a5ca-5d598b6d4c5b service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=dfd6efc7-7b27-4d86-b48e-4f6ada3bff50 HTTP/1.1" status: 200 len: 217 time: 0.0373676 Apr 28 11:18:20.614599 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1f138c-3d4d-4a8d-b573-6bc1cca18437 req-c72aaae1-832b-49de-8f32-c8d62c4cddaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:18:20.616046 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-8a1f138c-3d4d-4a8d-b573-6bc1cca18437 req-c72aaae1-832b-49de-8f32-c8d62c4cddaa service neutron] 10.222.0.20 "GET /v2.0/subnets?id=3b6d61b4-38c1-4d50-a785-7c5a84ede133 HTTP/1.1" status: 200 len: 852 time: 0.0439835 Apr 28 11:18:20.634250 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (6be95134-9a6c-4663-8b48-90d12ce90c60), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:18:20.647017 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-8a1f138c-3d4d-4a8d-b573-6bc1cca18437 req-b6982039-8ce1-40ed-ba40-1f2a4af2cc45 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=146ed658-3ccc-49bd-b48c-5e92352a191e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0255148 Apr 28 11:18:20.739486 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-8a1f138c-3d4d-4a8d-b573-6bc1cca18437 req-624a8be4-e8dc-4043-bba4-9d6385f4706b service neutron] 10.222.0.20 "GET /v2.0/networks/146ed658-3ccc-49bd-b48c-5e92352a191e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861752 Apr 28 11:18:20.825218 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-8a1f138c-3d4d-4a8d-b573-6bc1cca18437 req-a93af1b3-9576-402b-a450-c62e7d7da088 service neutron] 10.222.0.20 "GET /v2.0/networks/146ed658-3ccc-49bd-b48c-5e92352a191e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800207 Apr 28 11:18:21.116775 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7982f23-2027-4c76-b861-f592b8c5c143 req-82682bf1-48b3-41b7-a3a8-2b7a47e1ebb9 tempest-DeleteServersTestJSON-360488128 tempest-DeleteServersTestJSON-360488128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:18:21.118245 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-d7982f23-2027-4c76-b861-f592b8c5c143 req-82682bf1-48b3-41b7-a3a8-2b7a47e1ebb9 tempest-DeleteServersTestJSON-360488128 tempest-DeleteServersTestJSON-360488128-project] 10.222.0.10 "GET /v2.0/ports?device_id=ab91cd6d-0aad-456e-8183-6bc9adcee7be HTTP/1.1" status: 200 len: 943 time: 0.0466099 Apr 28 11:18:21.163991 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-d7982f23-2027-4c76-b861-f592b8c5c143 req-c8136a8b-0731-4b3e-a460-3865ccb25e73 tempest-DeleteServersTestJSON-360488128 tempest-DeleteServersTestJSON-360488128-project] 10.222.0.10 "GET /v2.0/security-groups?id=7004b775-b7c8-4d39-aecb-f3e522e2b428&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402465 Apr 28 11:18:22.279287 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7665c4-bdd7-4b50-bf2e-22550bd6c9f3 req-64037080-a659-47e9-9126-1c62cbc1fefc tempest-DeleteServersTestJSON-360488128 tempest-DeleteServersTestJSON-360488128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:18:22.281336 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-2e7665c4-bdd7-4b50-bf2e-22550bd6c9f3 req-64037080-a659-47e9-9126-1c62cbc1fefc tempest-DeleteServersTestJSON-360488128 tempest-DeleteServersTestJSON-360488128-project] 10.222.0.10 "GET /v2.0/ports?device_id=ab91cd6d-0aad-456e-8183-6bc9adcee7be HTTP/1.1" status: 200 len: 943 time: 0.0491343 Apr 28 11:18:22.326749 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-2e7665c4-bdd7-4b50-bf2e-22550bd6c9f3 req-61f21f99-4c26-419d-b7a3-5f4c7edd8dbd tempest-DeleteServersTestJSON-360488128 tempest-DeleteServersTestJSON-360488128-project] 10.222.0.10 "GET /v2.0/security-groups?id=7004b775-b7c8-4d39-aecb-f3e522e2b428&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395854 Apr 28 11:18:23.439096 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b54d16-fce3-4930-9286-6220f7c18945 req-6ace3980-a123-46dd-be8c-08c18a46c56d tempest-DeleteServersTestJSON-360488128 tempest-DeleteServersTestJSON-360488128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:18:23.440588 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-b4b54d16-fce3-4930-9286-6220f7c18945 req-6ace3980-a123-46dd-be8c-08c18a46c56d tempest-DeleteServersTestJSON-360488128 tempest-DeleteServersTestJSON-360488128-project] 10.222.0.10 "GET /v2.0/ports?device_id=ab91cd6d-0aad-456e-8183-6bc9adcee7be HTTP/1.1" status: 200 len: 943 time: 0.0472381 Apr 28 11:18:23.487241 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-b4b54d16-fce3-4930-9286-6220f7c18945 req-db50da6d-9cc7-4aa7-8e36-cf3223c7f5e9 tempest-DeleteServersTestJSON-360488128 tempest-DeleteServersTestJSON-360488128-project] 10.222.0.10 "GET /v2.0/security-groups?id=7004b775-b7c8-4d39-aecb-f3e522e2b428&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409935 Apr 28 11:18:23.991368 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Device dfd6efc7-7b27-4d86-b48e-4f6ada3bff50 details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=116163) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 28 11:18:24.089789 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] For port dfd6efc7-7b27-4d86-b48e-4f6ada3bff50, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=dfd6efc7-7b27-4d86-b48e-4f6ada3bff50,segment=NetworkSegment(c26beb6a-7e82-42cc-b473-442b2ac6c304),segment_id=c26beb6a-7e82-42cc-b473-442b2ac6c304)] {{(pid=116163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 11:18:24.105631 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Returning: {'device': 'dfd6efc7-7b27-4d86-b48e-4f6ada3bff50', 'network_id': '146ed658-3ccc-49bd-b48c-5e92352a191e', 'port_id': 'dfd6efc7-7b27-4d86-b48e-4f6ada3bff50', 'mac_address': 'fa:16:3e:db:1a:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 50, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b6d61b4-38c1-4d50-a785-7c5a84ede133', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=116163) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 28 11:18:24.144330 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Current status of the port dfd6efc7-7b27-4d86-b48e-4f6ada3bff50 is: DOWN; New status is: BUILD {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:18:24.144753 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (dfd6efc7-7b27-4d86-b48e-4f6ada3bff50), before_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:18:24.158428 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.notifiers.nova [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dfd6efc7-7b27-4d86-b48e-4f6ada3bff50 {{(pid=116163) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 11:18:24.177483 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] For port dfd6efc7-7b27-4d86-b48e-4f6ada3bff50, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=dfd6efc7-7b27-4d86-b48e-4f6ada3bff50,segment=NetworkSegment(c26beb6a-7e82-42cc-b473-442b2ac6c304),segment_id=c26beb6a-7e82-42cc-b473-442b2ac6c304)] {{(pid=116163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 11:18:24.252060 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393'] for port (dfd6efc7-7b27-4d86-b48e-4f6ada3bff50), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:18:24.299927 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Pushing event updated for resources: {'Port': ['ID=dfd6efc7-7b27-4d86-b48e-4f6ada3bff50,revision_number=4']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:18:24.440564 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] get_ports_and_sgs() called for port_ids ['dfd6efc7-7b27-4d86-b48e-4f6ada3bff50'] {{(pid=116163) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 11:18:24.602278 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909fa767-d428-4b5b-9c3c-38d11c30cb1e req-9b88def2-f601-47cc-908c-b002b48f2544 tempest-DeleteServersTestJSON-360488128 tempest-DeleteServersTestJSON-360488128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:18:24.603923 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-909fa767-d428-4b5b-9c3c-38d11c30cb1e req-9b88def2-f601-47cc-908c-b002b48f2544 tempest-DeleteServersTestJSON-360488128 tempest-DeleteServersTestJSON-360488128-project] 10.222.0.10 "GET /v2.0/ports?device_id=ab91cd6d-0aad-456e-8183-6bc9adcee7be HTTP/1.1" status: 200 len: 944 time: 0.0485833 Apr 28 11:18:24.654322 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-909fa767-d428-4b5b-9c3c-38d11c30cb1e req-0080a5d1-3464-418b-b819-bae0ceea0b59 tempest-DeleteServersTestJSON-360488128 tempest-DeleteServersTestJSON-360488128-project] 10.222.0.10 "GET /v2.0/security-groups?id=7004b775-b7c8-4d39-aecb-f3e522e2b428&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448804 Apr 28 11:18:25.766915 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3769518f-3e0b-417e-a72f-ec44ca57abff req-732eaa31-70f8-4619-80b3-c60d7c5d083a tempest-DeleteServersTestJSON-360488128 tempest-DeleteServersTestJSON-360488128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:18:25.768383 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-3769518f-3e0b-417e-a72f-ec44ca57abff req-732eaa31-70f8-4619-80b3-c60d7c5d083a tempest-DeleteServersTestJSON-360488128 tempest-DeleteServersTestJSON-360488128-project] 10.222.0.10 "GET /v2.0/ports?device_id=ab91cd6d-0aad-456e-8183-6bc9adcee7be HTTP/1.1" status: 200 len: 944 time: 0.0465183 Apr 28 11:18:25.814855 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-3769518f-3e0b-417e-a72f-ec44ca57abff req-25743d46-51c3-41c5-9e72-b2139488b539 tempest-DeleteServersTestJSON-360488128 tempest-DeleteServersTestJSON-360488128-project] 10.222.0.10 "GET /v2.0/security-groups?id=7004b775-b7c8-4d39-aecb-f3e522e2b428&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409670 Apr 28 11:18:25.988374 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Device dfd6efc7-7b27-4d86-b48e-4f6ada3bff50 up at agent hyperv_hv-neutron-mast {{(pid=116163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 11:18:26.032332 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Provisioning for port dfd6efc7-7b27-4d86-b48e-4f6ada3bff50 completed by entity L2. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 28 11:18:26.085250 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Provisioning complete for port dfd6efc7-7b27-4d86-b48e-4f6ada3bff50 triggered by entity L2. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:18:26.085630 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (dfd6efc7-7b27-4d86-b48e-4f6ada3bff50), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:18:26.164741 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Current status of the port dfd6efc7-7b27-4d86-b48e-4f6ada3bff50 is: BUILD; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:18:26.165126 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (dfd6efc7-7b27-4d86-b48e-4f6ada3bff50), before_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:18:26.186965 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab91cd6d-0aad-456e-8183-6bc9adcee7be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dfd6efc7-7b27-4d86-b48e-4f6ada3bff50'}] {{(pid=116163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 11:18:26.189159 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f01aec4a4f83961b54a953becfce2676879fb1d4b91122543244f430a0b8460" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f220ff0-3633-4d93-8697-293e393ea28a" -d '{"events": [{"server_uuid": "ab91cd6d-0aad-456e-8183-6bc9adcee7be", "name": "network-vif-plugged", "status": "completed", "tag": "dfd6efc7-7b27-4d86-b48e-4f6ada3bff50"}]}' {{(pid=116163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 11:18:26.201219 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] For port dfd6efc7-7b27-4d86-b48e-4f6ada3bff50, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=dfd6efc7-7b27-4d86-b48e-4f6ada3bff50,segment=NetworkSegment(c26beb6a-7e82-42cc-b473-442b2ac6c304),segment_id=c26beb6a-7e82-42cc-b473-442b2ac6c304)] {{(pid=116163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 11:18:26.225804 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 11:18:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-916b898e-b41e-450a-8554-0f1b1b70948b x-openstack-request-id: req-916b898e-b41e-450a-8554-0f1b1b70948b {{(pid=116163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 11:18:26.225804 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab91cd6d-0aad-456e-8183-6bc9adcee7be", "name": "network-vif-plugged", "status": "completed", "tag": "dfd6efc7-7b27-4d86-b48e-4f6ada3bff50", "code": 200}]} {{(pid=116163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 11:18:26.225804 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-916b898e-b41e-450a-8554-0f1b1b70948b {{(pid=116163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 11:18:26.225804 dv-neutron-master-2-hyperv neutron-server[116163]: INFO neutron.notifiers.nova [-] Nova event matching ['req-916b898e-b41e-450a-8554-0f1b1b70948b'] response: {'server_uuid': 'ab91cd6d-0aad-456e-8183-6bc9adcee7be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dfd6efc7-7b27-4d86-b48e-4f6ada3bff50', 'code': 200} Apr 28 11:18:26.268548 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393'] for port (dfd6efc7-7b27-4d86-b48e-4f6ada3bff50), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:18:26.315424 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Pushing event updated for resources: {'Port': ['ID=dfd6efc7-7b27-4d86-b48e-4f6ada3bff50,revision_number=5']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:18:26.511672 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8236dc31-4dca-40ca-813f-003fe27546fa req-ab069970-d312-49f6-adbe-d41c3d2706b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:18:26.513153 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-8236dc31-4dca-40ca-813f-003fe27546fa req-ab069970-d312-49f6-adbe-d41c3d2706b8 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=ab91cd6d-0aad-456e-8183-6bc9adcee7be HTTP/1.1" status: 200 len: 1129 time: 0.0434568 Apr 28 11:18:26.556029 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-8236dc31-4dca-40ca-813f-003fe27546fa req-042b0a31-fdc5-4752-852f-a1cf02d7e4f5 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=7004b775-b7c8-4d39-aecb-f3e522e2b428&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369344 Apr 28 11:18:26.928820 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981142e0-04b7-4d4a-b30a-4707756845be req-1a81d2de-a14a-4457-b7ef-32a2f22a5439 tempest-DeleteServersTestJSON-360488128 tempest-DeleteServersTestJSON-360488128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:18:26.930325 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-981142e0-04b7-4d4a-b30a-4707756845be req-1a81d2de-a14a-4457-b7ef-32a2f22a5439 tempest-DeleteServersTestJSON-360488128 tempest-DeleteServersTestJSON-360488128-project] 10.222.0.10 "GET /v2.0/ports?device_id=ab91cd6d-0aad-456e-8183-6bc9adcee7be HTTP/1.1" status: 200 len: 945 time: 0.0470681 Apr 28 11:18:26.976491 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-981142e0-04b7-4d4a-b30a-4707756845be req-2179d88d-1ae4-4d89-8c02-7497a31533c4 tempest-DeleteServersTestJSON-360488128 tempest-DeleteServersTestJSON-360488128-project] 10.222.0.10 "GET /v2.0/security-groups?id=7004b775-b7c8-4d39-aecb-f3e522e2b428&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405235 Apr 28 11:18:28.097948 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558c4e33-dfc6-4976-9deb-c2db2601d37f req-ba0d4c29-3090-45ed-b6a1-ee3c93e5fa04 tempest-DeleteServersTestJSON-360488128 tempest-DeleteServersTestJSON-360488128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:18:28.099492 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-558c4e33-dfc6-4976-9deb-c2db2601d37f req-ba0d4c29-3090-45ed-b6a1-ee3c93e5fa04 tempest-DeleteServersTestJSON-360488128 tempest-DeleteServersTestJSON-360488128-project] 10.222.0.10 "GET /v2.0/ports?device_id=ab91cd6d-0aad-456e-8183-6bc9adcee7be HTTP/1.1" status: 200 len: 945 time: 0.0512178 Apr 28 11:18:28.147822 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-558c4e33-dfc6-4976-9deb-c2db2601d37f req-74e2e80d-2909-4056-9e36-a5971a38d192 tempest-DeleteServersTestJSON-360488128 tempest-DeleteServersTestJSON-360488128-project] 10.222.0.10 "GET /v2.0/security-groups?id=7004b775-b7c8-4d39-aecb-f3e522e2b428&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427287 Apr 28 11:18:28.588132 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9da9c6-4d4e-4490-8596-ff3596c2a900 req-fdee64fa-c5b2-4a02-b2b6-4c06dd39f5b6 tempest-DeleteServersTestJSON-360488128 tempest-DeleteServersTestJSON-360488128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:18:28.589609 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-2b9da9c6-4d4e-4490-8596-ff3596c2a900 req-fdee64fa-c5b2-4a02-b2b6-4c06dd39f5b6 tempest-DeleteServersTestJSON-360488128 tempest-DeleteServersTestJSON-360488128-project] 10.222.0.10 "GET /v2.0/ports?device_id=ab91cd6d-0aad-456e-8183-6bc9adcee7be HTTP/1.1" status: 200 len: 945 time: 0.0468283 Apr 28 11:18:28.636570 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-2b9da9c6-4d4e-4490-8596-ff3596c2a900 req-562d3483-7f7b-4329-88c6-9fdd10832673 tempest-DeleteServersTestJSON-360488128 tempest-DeleteServersTestJSON-360488128-project] 10.222.0.10 "GET /v2.0/security-groups?id=7004b775-b7c8-4d39-aecb-f3e522e2b428&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408537 Apr 28 11:18:28.716037 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 58196) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:18:28.803337 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-7033fe5f-bda5-49fd-a35a-df27879ca6d6 req-7bb8ae58-f2b0-40af-9ff7-859be33f5e8e service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=ab91cd6d-0aad-456e-8183-6bc9adcee7be&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0861566 Apr 28 11:18:28.811679 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [req-7033fe5f-bda5-49fd-a35a-df27879ca6d6 req-22585499-b37b-4392-84d7-ffee21badad9 service neutron] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=116161) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 28 11:18:28.813376 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-7033fe5f-bda5-49fd-a35a-df27879ca6d6 req-22585499-b37b-4392-84d7-ffee21badad9 service neutron] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0047419 Apr 28 11:18:29.432864 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7033fe5f-bda5-49fd-a35a-df27879ca6d6 req-9c887a45-a883-480a-ae4a-302d98b34f5e tempest-DeleteServersTestJSON-360488128 tempest-DeleteServersTestJSON-360488128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:18:29.434256 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-7033fe5f-bda5-49fd-a35a-df27879ca6d6 req-9c887a45-a883-480a-ae4a-302d98b34f5e tempest-DeleteServersTestJSON-360488128 tempest-DeleteServersTestJSON-360488128-project] 10.222.0.10 "GET /v2.0/ports/dfd6efc7-7b27-4d86-b48e-4f6ada3bff50 HTTP/1.1" status: 200 len: 942 time: 0.0938354 Apr 28 11:18:29.756032 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c242dd2-8e85-43cd-879a-c6e54b215cff req-49595e21-6648-499e-8f21-52c8e0652b09 tempest-DeleteServersTestJSON-360488128 tempest-DeleteServersTestJSON-360488128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:18:29.757621 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-5c242dd2-8e85-43cd-879a-c6e54b215cff req-49595e21-6648-499e-8f21-52c8e0652b09 tempest-DeleteServersTestJSON-360488128 tempest-DeleteServersTestJSON-360488128-project] 10.222.0.10 "GET /v2.0/ports?device_id=ab91cd6d-0aad-456e-8183-6bc9adcee7be HTTP/1.1" status: 200 len: 945 time: 0.0513883 Apr 28 11:18:29.804566 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-5c242dd2-8e85-43cd-879a-c6e54b215cff req-b4a86c64-fbbf-49b0-974f-376a71532c06 tempest-DeleteServersTestJSON-360488128 tempest-DeleteServersTestJSON-360488128-project] 10.222.0.10 "GET /v2.0/security-groups?id=7004b775-b7c8-4d39-aecb-f3e522e2b428&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413437 Apr 28 11:18:30.918747 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e568845-83f0-4a79-934f-641c8d4f09b7 req-282a8065-5f0f-4306-82e5-a3e1c4d9c7b0 tempest-DeleteServersTestJSON-360488128 tempest-DeleteServersTestJSON-360488128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:18:30.920510 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-7e568845-83f0-4a79-934f-641c8d4f09b7 req-282a8065-5f0f-4306-82e5-a3e1c4d9c7b0 tempest-DeleteServersTestJSON-360488128 tempest-DeleteServersTestJSON-360488128-project] 10.222.0.10 "GET /v2.0/ports?device_id=ab91cd6d-0aad-456e-8183-6bc9adcee7be HTTP/1.1" status: 200 len: 945 time: 0.0474184 Apr 28 11:18:30.934096 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7033fe5f-bda5-49fd-a35a-df27879ca6d6 req-823f8c34-2a45-4cc9-b9bf-9049fa788bb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:18:30.935651 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-7033fe5f-bda5-49fd-a35a-df27879ca6d6 req-823f8c34-2a45-4cc9-b9bf-9049fa788bb1 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=4caec55acd92473fb4baff0c71e2188c&device_id=ab91cd6d-0aad-456e-8183-6bc9adcee7be HTTP/1.1" status: 200 len: 1129 time: 0.0402436 Apr 28 11:18:30.968985 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-7e568845-83f0-4a79-934f-641c8d4f09b7 req-2bf350f1-8e73-42f2-9693-eff087bb90f0 tempest-DeleteServersTestJSON-360488128 tempest-DeleteServersTestJSON-360488128-project] 10.222.0.10 "GET /v2.0/security-groups?id=7004b775-b7c8-4d39-aecb-f3e522e2b428&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416477 Apr 28 11:18:31.027622 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7033fe5f-bda5-49fd-a35a-df27879ca6d6 req-102e8d48-ca73-4634-a0cd-f20c223f7521 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:18:31.029132 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-7033fe5f-bda5-49fd-a35a-df27879ca6d6 req-102e8d48-ca73-4634-a0cd-f20c223f7521 service neutron] 10.222.0.20 "GET /v2.0/networks?id=146ed658-3ccc-49bd-b48c-5e92352a191e HTTP/1.1" status: 200 len: 912 time: 0.0875857 Apr 28 11:18:31.067141 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-7033fe5f-bda5-49fd-a35a-df27879ca6d6 req-abd0dbb4-1e9e-4be5-9fb6-db05a604ea07 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=dfd6efc7-7b27-4d86-b48e-4f6ada3bff50 HTTP/1.1" status: 200 len: 217 time: 0.0326242 Apr 28 11:18:31.119636 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7033fe5f-bda5-49fd-a35a-df27879ca6d6 req-d4697ea8-9e47-4665-8bef-fb6d996b3ccb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:18:31.120992 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-7033fe5f-bda5-49fd-a35a-df27879ca6d6 req-d4697ea8-9e47-4665-8bef-fb6d996b3ccb service neutron] 10.222.0.20 "GET /v2.0/subnets?id=3b6d61b4-38c1-4d50-a785-7c5a84ede133 HTTP/1.1" status: 200 len: 852 time: 0.0478156 Apr 28 11:18:31.151314 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-7033fe5f-bda5-49fd-a35a-df27879ca6d6 req-8ad20f85-165a-4200-a44d-27585386da2d service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=146ed658-3ccc-49bd-b48c-5e92352a191e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0247104 Apr 28 11:18:31.237417 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-7033fe5f-bda5-49fd-a35a-df27879ca6d6 req-37df8188-a26d-429c-8dc0-cf4758bf60ea service neutron] 10.222.0.20 "GET /v2.0/networks/146ed658-3ccc-49bd-b48c-5e92352a191e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805211 Apr 28 11:18:31.326378 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-7033fe5f-bda5-49fd-a35a-df27879ca6d6 req-f655b58f-9560-4e03-8561-f559abb41580 service neutron] 10.222.0.20 "GET /v2.0/networks/146ed658-3ccc-49bd-b48c-5e92352a191e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828521 Apr 28 11:18:32.245213 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43366d23-3c5f-4da0-88ae-137358b67ad4 req-8876cd72-4ca2-4c61-98e5-d89fe84c5182 tempest-DeleteServersTestJSON-360488128 tempest-DeleteServersTestJSON-360488128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:18:32.246685 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-43366d23-3c5f-4da0-88ae-137358b67ad4 req-8876cd72-4ca2-4c61-98e5-d89fe84c5182 tempest-DeleteServersTestJSON-360488128 tempest-DeleteServersTestJSON-360488128-project] 10.222.0.10 "GET /v2.0/ports?device_id=ab91cd6d-0aad-456e-8183-6bc9adcee7be HTTP/1.1" status: 200 len: 945 time: 0.0497761 Apr 28 11:18:32.292056 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-43366d23-3c5f-4da0-88ae-137358b67ad4 req-5b40ab10-d00c-4019-a751-f10213134221 tempest-DeleteServersTestJSON-360488128 tempest-DeleteServersTestJSON-360488128-project] 10.222.0.10 "GET /v2.0/security-groups?id=7004b775-b7c8-4d39-aecb-f3e522e2b428&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396821 Apr 28 11:18:33.404379 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308f8d4d-6ee2-4342-a8df-35288a0d92c3 req-ccd14a87-616b-4610-947e-5cf7869b7821 tempest-DeleteServersTestJSON-360488128 tempest-DeleteServersTestJSON-360488128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:18:33.405852 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-308f8d4d-6ee2-4342-a8df-35288a0d92c3 req-ccd14a87-616b-4610-947e-5cf7869b7821 tempest-DeleteServersTestJSON-360488128 tempest-DeleteServersTestJSON-360488128-project] 10.222.0.10 "GET /v2.0/ports?device_id=ab91cd6d-0aad-456e-8183-6bc9adcee7be HTTP/1.1" status: 200 len: 945 time: 0.0465140 Apr 28 11:18:33.451669 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-308f8d4d-6ee2-4342-a8df-35288a0d92c3 req-c4217cdb-db46-459f-94e6-21af0f40c8de tempest-DeleteServersTestJSON-360488128 tempest-DeleteServersTestJSON-360488128-project] 10.222.0.10 "GET /v2.0/security-groups?id=7004b775-b7c8-4d39-aecb-f3e522e2b428&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403278 Apr 28 11:18:34.561352 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91027486-fb8f-418f-b9f4-44be55e60065 req-c22cb818-10c5-4ac0-a92a-5686b0db49e3 tempest-DeleteServersTestJSON-360488128 tempest-DeleteServersTestJSON-360488128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:18:34.562851 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-91027486-fb8f-418f-b9f4-44be55e60065 req-c22cb818-10c5-4ac0-a92a-5686b0db49e3 tempest-DeleteServersTestJSON-360488128 tempest-DeleteServersTestJSON-360488128-project] 10.222.0.10 "GET /v2.0/ports?device_id=ab91cd6d-0aad-456e-8183-6bc9adcee7be HTTP/1.1" status: 200 len: 945 time: 0.0461190 Apr 28 11:18:34.613063 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-91027486-fb8f-418f-b9f4-44be55e60065 req-3ed80dab-d0c3-48be-8fe7-e68aaac3e958 tempest-DeleteServersTestJSON-360488128 tempest-DeleteServersTestJSON-360488128-project] 10.222.0.10 "GET /v2.0/security-groups?id=7004b775-b7c8-4d39-aecb-f3e522e2b428&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441363 Apr 28 11:18:35.724994 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba80a7d0-8b22-448d-97d7-a8fab306d3e7 req-ef65e288-e15e-4d7a-85c2-595e1c073b8c tempest-DeleteServersTestJSON-360488128 tempest-DeleteServersTestJSON-360488128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:18:35.726461 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-ba80a7d0-8b22-448d-97d7-a8fab306d3e7 req-ef65e288-e15e-4d7a-85c2-595e1c073b8c tempest-DeleteServersTestJSON-360488128 tempest-DeleteServersTestJSON-360488128-project] 10.222.0.10 "GET /v2.0/ports?device_id=ab91cd6d-0aad-456e-8183-6bc9adcee7be HTTP/1.1" status: 200 len: 945 time: 0.0461416 Apr 28 11:18:35.772130 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-ba80a7d0-8b22-448d-97d7-a8fab306d3e7 req-c0689247-f4f7-4c24-b054-b71174b2ec73 tempest-DeleteServersTestJSON-360488128 tempest-DeleteServersTestJSON-360488128-project] 10.222.0.10 "GET /v2.0/security-groups?id=7004b775-b7c8-4d39-aecb-f3e522e2b428&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402341 Apr 28 11:18:36.884075 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9ae180-e6cc-49f6-bda9-488c90bf48fa req-f5dec2b7-b9ff-4c92-a8b4-8af32e3cb8ee tempest-DeleteServersTestJSON-360488128 tempest-DeleteServersTestJSON-360488128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:18:36.885522 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-9c9ae180-e6cc-49f6-bda9-488c90bf48fa req-f5dec2b7-b9ff-4c92-a8b4-8af32e3cb8ee tempest-DeleteServersTestJSON-360488128 tempest-DeleteServersTestJSON-360488128-project] 10.222.0.10 "GET /v2.0/ports?device_id=ab91cd6d-0aad-456e-8183-6bc9adcee7be HTTP/1.1" status: 200 len: 945 time: 0.0459151 Apr 28 11:18:36.932360 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-9c9ae180-e6cc-49f6-bda9-488c90bf48fa req-bfab63a9-c94b-42ea-bb78-04721c5cce18 tempest-DeleteServersTestJSON-360488128 tempest-DeleteServersTestJSON-360488128-project] 10.222.0.10 "GET /v2.0/security-groups?id=7004b775-b7c8-4d39-aecb-f3e522e2b428&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413101 Apr 28 11:18:37.004137 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-7b24f2d6-60fc-4b15-b145-0814d0420970 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (75ba81b7-fe99-4281-90d2-a5adb445ecea), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:18:37.736951 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2309901e-f213-48d5-af4f-7e9e0599480b req-0847f036-5659-4d82-99f7-78ec4eea7a5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:18:37.738442 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-2309901e-f213-48d5-af4f-7e9e0599480b req-0847f036-5659-4d82-99f7-78ec4eea7a5a service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=4caec55acd92473fb4baff0c71e2188c&device_id=ab91cd6d-0aad-456e-8183-6bc9adcee7be HTTP/1.1" status: 200 len: 1129 time: 0.0404103 Apr 28 11:18:37.847588 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2309901e-f213-48d5-af4f-7e9e0599480b req-dc77c6ba-8a2d-476c-bbb6-24df6daeeead service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:18:37.849052 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-2309901e-f213-48d5-af4f-7e9e0599480b req-dc77c6ba-8a2d-476c-bbb6-24df6daeeead service neutron] 10.222.0.20 "GET /v2.0/networks?id=146ed658-3ccc-49bd-b48c-5e92352a191e HTTP/1.1" status: 200 len: 912 time: 0.0882506 Apr 28 11:18:37.888119 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-2309901e-f213-48d5-af4f-7e9e0599480b req-9af7a807-01e5-4ff2-98a6-835cbfa34fbd service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=dfd6efc7-7b27-4d86-b48e-4f6ada3bff50 HTTP/1.1" status: 200 len: 217 time: 0.0328438 Apr 28 11:18:37.939276 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2309901e-f213-48d5-af4f-7e9e0599480b req-0aa71ca0-ca0d-467f-b8b1-7002cd72353e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:18:37.940737 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-2309901e-f213-48d5-af4f-7e9e0599480b req-0aa71ca0-ca0d-467f-b8b1-7002cd72353e service neutron] 10.222.0.20 "GET /v2.0/subnets?id=3b6d61b4-38c1-4d50-a785-7c5a84ede133 HTTP/1.1" status: 200 len: 852 time: 0.0465980 Apr 28 11:18:37.973485 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-2309901e-f213-48d5-af4f-7e9e0599480b req-1f09c44b-d35b-4a62-8b4c-02d40d0f98d9 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=146ed658-3ccc-49bd-b48c-5e92352a191e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0266030 Apr 28 11:18:38.049664 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48175a7d-8b63-426a-bdb3-d43e884c0be2 req-b0d2e912-65b5-4e30-a4a1-e692fed99de5 tempest-DeleteServersTestJSON-360488128 tempest-DeleteServersTestJSON-360488128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:18:38.051099 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-48175a7d-8b63-426a-bdb3-d43e884c0be2 req-b0d2e912-65b5-4e30-a4a1-e692fed99de5 tempest-DeleteServersTestJSON-360488128 tempest-DeleteServersTestJSON-360488128-project] 10.222.0.10 "GET /v2.0/ports?device_id=ab91cd6d-0aad-456e-8183-6bc9adcee7be HTTP/1.1" status: 200 len: 945 time: 0.0501850 Apr 28 11:18:38.061121 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-2309901e-f213-48d5-af4f-7e9e0599480b req-3df27835-889e-4e72-89e6-e3f6dd2cd3b2 service neutron] 10.222.0.20 "GET /v2.0/networks/146ed658-3ccc-49bd-b48c-5e92352a191e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817986 Apr 28 11:18:38.099445 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-48175a7d-8b63-426a-bdb3-d43e884c0be2 req-bf358bac-7980-4f04-98c0-4a544fe6e4f0 tempest-DeleteServersTestJSON-360488128 tempest-DeleteServersTestJSON-360488128-project] 10.222.0.10 "GET /v2.0/security-groups?id=7004b775-b7c8-4d39-aecb-f3e522e2b428&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427146 Apr 28 11:18:38.153920 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-2309901e-f213-48d5-af4f-7e9e0599480b req-de7d3d3a-2765-4714-b6c4-894e25bea1c8 service neutron] 10.222.0.20 "GET /v2.0/networks/146ed658-3ccc-49bd-b48c-5e92352a191e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868962 Apr 28 11:18:39.212764 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8047bbe-0993-43a8-8557-d86795fc39ff req-c81aa3b3-f208-4b9f-9a22-b465b5771740 tempest-DeleteServersTestJSON-360488128 tempest-DeleteServersTestJSON-360488128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:18:39.214255 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-d8047bbe-0993-43a8-8557-d86795fc39ff req-c81aa3b3-f208-4b9f-9a22-b465b5771740 tempest-DeleteServersTestJSON-360488128 tempest-DeleteServersTestJSON-360488128-project] 10.222.0.10 "GET /v2.0/ports?device_id=ab91cd6d-0aad-456e-8183-6bc9adcee7be HTTP/1.1" status: 200 len: 945 time: 0.0468121 Apr 28 11:18:39.260956 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-d8047bbe-0993-43a8-8557-d86795fc39ff req-a705eb7d-a908-4043-a8c8-6b737cb5422e tempest-DeleteServersTestJSON-360488128 tempest-DeleteServersTestJSON-360488128-project] 10.222.0.10 "GET /v2.0/security-groups?id=7004b775-b7c8-4d39-aecb-f3e522e2b428&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410621 Apr 28 11:18:39.410504 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-a735a497-7566-49ad-aa8f-677fe13457ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (6b492ad6-0876-4d74-b20d-28143a52ceba), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:18:40.376452 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08793f9-0946-43de-890c-002826845d78 req-3b5ac43d-d7d7-492c-83ee-62fd05327940 tempest-DeleteServersTestJSON-360488128 tempest-DeleteServersTestJSON-360488128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:18:40.377630 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-d08793f9-0946-43de-890c-002826845d78 req-3b5ac43d-d7d7-492c-83ee-62fd05327940 tempest-DeleteServersTestJSON-360488128 tempest-DeleteServersTestJSON-360488128-project] 10.222.0.10 "GET /v2.0/ports?device_id=ab91cd6d-0aad-456e-8183-6bc9adcee7be HTTP/1.1" status: 200 len: 945 time: 0.0505619 Apr 28 11:18:40.423008 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-d08793f9-0946-43de-890c-002826845d78 req-32660a9e-3fc1-4917-9a8a-514afc7d4092 tempest-DeleteServersTestJSON-360488128 tempest-DeleteServersTestJSON-360488128-project] 10.222.0.10 "GET /v2.0/security-groups?id=7004b775-b7c8-4d39-aecb-f3e522e2b428&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398691 Apr 28 11:18:40.490440 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-ae94d540-e4c6-43be-adc9-b26fb6a2f62f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (cfc241ae-e4b7-443b-b80b-59fbbc2b69c9), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:18:41.535166 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0470f980-3654-4517-9e2c-8c37842dc322 req-1ff0420d-f5cb-4824-8d8a-866f613dfe36 tempest-DeleteServersTestJSON-360488128 tempest-DeleteServersTestJSON-360488128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:18:41.536650 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-0470f980-3654-4517-9e2c-8c37842dc322 req-1ff0420d-f5cb-4824-8d8a-866f613dfe36 tempest-DeleteServersTestJSON-360488128 tempest-DeleteServersTestJSON-360488128-project] 10.222.0.10 "GET /v2.0/ports?device_id=ab91cd6d-0aad-456e-8183-6bc9adcee7be HTTP/1.1" status: 200 len: 945 time: 0.0456896 Apr 28 11:18:41.583486 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-0470f980-3654-4517-9e2c-8c37842dc322 req-6aecc6cd-6db1-47d8-b8c3-27c083a7da3c tempest-DeleteServersTestJSON-360488128 tempest-DeleteServersTestJSON-360488128-project] 10.222.0.10 "GET /v2.0/security-groups?id=7004b775-b7c8-4d39-aecb-f3e522e2b428&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413179 Apr 28 11:18:42.084710 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-01ef1de1-12fd-4cef-b76b-793f91379468 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (39cc4f52-f5d9-4e2c-bbfa-7a1c528e1c40), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:18:42.697153 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6bef791-1cbb-4a28-93a5-13fe4dd4f1f8 req-76444daf-1ff3-4384-8540-401122155725 tempest-DeleteServersTestJSON-360488128 tempest-DeleteServersTestJSON-360488128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:18:42.698635 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-e6bef791-1cbb-4a28-93a5-13fe4dd4f1f8 req-76444daf-1ff3-4384-8540-401122155725 tempest-DeleteServersTestJSON-360488128 tempest-DeleteServersTestJSON-360488128-project] 10.222.0.10 "GET /v2.0/ports?device_id=ab91cd6d-0aad-456e-8183-6bc9adcee7be HTTP/1.1" status: 200 len: 945 time: 0.0470035 Apr 28 11:18:42.747969 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-e6bef791-1cbb-4a28-93a5-13fe4dd4f1f8 req-a954034f-552e-43a1-a609-d7e416072bcf tempest-DeleteServersTestJSON-360488128 tempest-DeleteServersTestJSON-360488128-project] 10.222.0.10 "GET /v2.0/security-groups?id=7004b775-b7c8-4d39-aecb-f3e522e2b428&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438929 Apr 28 11:18:43.346641 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (d5baab19-5dd1-4902-922b-84acb048ab9c), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:18:43.861218 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ca4557-5748-47ed-9fa7-d458ecf5d037 req-392f8a1d-ee5d-4efc-ae30-d04b2e8ad06b tempest-DeleteServersTestJSON-360488128 tempest-DeleteServersTestJSON-360488128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:18:43.862693 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-a6ca4557-5748-47ed-9fa7-d458ecf5d037 req-392f8a1d-ee5d-4efc-ae30-d04b2e8ad06b tempest-DeleteServersTestJSON-360488128 tempest-DeleteServersTestJSON-360488128-project] 10.222.0.10 "GET /v2.0/ports?device_id=ab91cd6d-0aad-456e-8183-6bc9adcee7be HTTP/1.1" status: 200 len: 945 time: 0.0461223 Apr 28 11:18:43.908860 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-a6ca4557-5748-47ed-9fa7-d458ecf5d037 req-4c4452f4-2369-45c5-af54-e5c4ab7af57d tempest-DeleteServersTestJSON-360488128 tempest-DeleteServersTestJSON-360488128-project] 10.222.0.10 "GET /v2.0/security-groups?id=7004b775-b7c8-4d39-aecb-f3e522e2b428&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407479 Apr 28 11:18:45.020408 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5499743-4623-4fd3-839e-550fca8b7a60 req-fd60b9d6-4295-4b3c-9d2c-d2c91a79421e tempest-DeleteServersTestJSON-360488128 tempest-DeleteServersTestJSON-360488128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:18:45.021863 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-b5499743-4623-4fd3-839e-550fca8b7a60 req-fd60b9d6-4295-4b3c-9d2c-d2c91a79421e tempest-DeleteServersTestJSON-360488128 tempest-DeleteServersTestJSON-360488128-project] 10.222.0.10 "GET /v2.0/ports?device_id=ab91cd6d-0aad-456e-8183-6bc9adcee7be HTTP/1.1" status: 200 len: 945 time: 0.0458443 Apr 28 11:18:45.067740 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-b5499743-4623-4fd3-839e-550fca8b7a60 req-ed4b2384-4989-4ebc-bb48-b835537cab68 tempest-DeleteServersTestJSON-360488128 tempest-DeleteServersTestJSON-360488128-project] 10.222.0.10 "GET /v2.0/security-groups?id=7004b775-b7c8-4d39-aecb-f3e522e2b428&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403802 Apr 28 11:18:45.187023 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.agents_db [None req-54b29a82-8a19-4507-95e3-3a2d011841ff None None] Agent healthcheck: found 6 active agents {{(pid=116164) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 28 11:18:46.182707 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b666fecb-4d38-45d6-a3bd-7df5c0ca00a8 req-2e7b42c5-a066-496d-b06c-7903b4645705 tempest-DeleteServersTestJSON-360488128 tempest-DeleteServersTestJSON-360488128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:18:46.184157 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-b666fecb-4d38-45d6-a3bd-7df5c0ca00a8 req-2e7b42c5-a066-496d-b06c-7903b4645705 tempest-DeleteServersTestJSON-360488128 tempest-DeleteServersTestJSON-360488128-project] 10.222.0.10 "GET /v2.0/ports?device_id=ab91cd6d-0aad-456e-8183-6bc9adcee7be HTTP/1.1" status: 200 len: 945 time: 0.0496566 Apr 28 11:18:46.229717 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-b666fecb-4d38-45d6-a3bd-7df5c0ca00a8 req-c6b517de-bb5f-41b9-a1d2-edb0f02d4e89 tempest-DeleteServersTestJSON-360488128 tempest-DeleteServersTestJSON-360488128-project] 10.222.0.10 "GET /v2.0/security-groups?id=7004b775-b7c8-4d39-aecb-f3e522e2b428&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400906 Apr 28 11:18:47.340124 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f38105f-3691-4119-8ad1-a1fe1a38ffaf req-2891926a-b1b4-4390-8f6e-7eaec672a2f7 tempest-DeleteServersTestJSON-360488128 tempest-DeleteServersTestJSON-360488128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:18:47.341491 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-6f38105f-3691-4119-8ad1-a1fe1a38ffaf req-2891926a-b1b4-4390-8f6e-7eaec672a2f7 tempest-DeleteServersTestJSON-360488128 tempest-DeleteServersTestJSON-360488128-project] 10.222.0.10 "GET /v2.0/ports?device_id=ab91cd6d-0aad-456e-8183-6bc9adcee7be HTTP/1.1" status: 200 len: 945 time: 0.0462985 Apr 28 11:18:47.387416 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-6f38105f-3691-4119-8ad1-a1fe1a38ffaf req-4d4630f5-e2b2-43ad-ab3d-42384446d77c tempest-DeleteServersTestJSON-360488128 tempest-DeleteServersTestJSON-360488128-project] 10.222.0.10 "GET /v2.0/security-groups?id=7004b775-b7c8-4d39-aecb-f3e522e2b428&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397875 Apr 28 11:18:48.498811 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7889c055-b361-4bf7-9f14-85e2278c7df4 req-0fcce1dc-8423-4c76-b438-f9782469f49b tempest-DeleteServersTestJSON-360488128 tempest-DeleteServersTestJSON-360488128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:18:48.500266 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-7889c055-b361-4bf7-9f14-85e2278c7df4 req-0fcce1dc-8423-4c76-b438-f9782469f49b tempest-DeleteServersTestJSON-360488128 tempest-DeleteServersTestJSON-360488128-project] 10.222.0.10 "GET /v2.0/ports?device_id=ab91cd6d-0aad-456e-8183-6bc9adcee7be HTTP/1.1" status: 200 len: 945 time: 0.0457573 Apr 28 11:18:48.549638 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-7889c055-b361-4bf7-9f14-85e2278c7df4 req-55dd4fed-ca23-4f76-bc60-2eb3e8684423 tempest-DeleteServersTestJSON-360488128 tempest-DeleteServersTestJSON-360488128-project] 10.222.0.10 "GET /v2.0/security-groups?id=7004b775-b7c8-4d39-aecb-f3e522e2b428&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438395 Apr 28 11:18:49.661685 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43a458d-a0a7-4932-8326-3474a9097843 req-b1570b55-0a03-454d-8509-2091db059691 tempest-DeleteServersTestJSON-360488128 tempest-DeleteServersTestJSON-360488128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:18:49.663160 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-a43a458d-a0a7-4932-8326-3474a9097843 req-b1570b55-0a03-454d-8509-2091db059691 tempest-DeleteServersTestJSON-360488128 tempest-DeleteServersTestJSON-360488128-project] 10.222.0.10 "GET /v2.0/ports?device_id=ab91cd6d-0aad-456e-8183-6bc9adcee7be HTTP/1.1" status: 200 len: 945 time: 0.0458353 Apr 28 11:18:49.709729 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-a43a458d-a0a7-4932-8326-3474a9097843 req-3656d5cd-72e8-47c8-8ed2-2af21c10b660 tempest-DeleteServersTestJSON-360488128 tempest-DeleteServersTestJSON-360488128-project] 10.222.0.10 "GET /v2.0/security-groups?id=7004b775-b7c8-4d39-aecb-f3e522e2b428&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410988 Apr 28 11:18:50.639184 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (6be95134-9a6c-4663-8b48-90d12ce90c60), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:18:50.825653 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12685d64-825c-40c7-b98a-51ed3bdd483c req-77ae4cbb-d5af-4ab6-a540-f8fb60ca5276 tempest-DeleteServersTestJSON-360488128 tempest-DeleteServersTestJSON-360488128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:18:50.827166 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-12685d64-825c-40c7-b98a-51ed3bdd483c req-77ae4cbb-d5af-4ab6-a540-f8fb60ca5276 tempest-DeleteServersTestJSON-360488128 tempest-DeleteServersTestJSON-360488128-project] 10.222.0.10 "GET /v2.0/ports?device_id=ab91cd6d-0aad-456e-8183-6bc9adcee7be HTTP/1.1" status: 200 len: 945 time: 0.0475972 Apr 28 11:18:50.874268 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-12685d64-825c-40c7-b98a-51ed3bdd483c req-1dd8caba-ec4e-4ac3-b638-e6e68d967b26 tempest-DeleteServersTestJSON-360488128 tempest-DeleteServersTestJSON-360488128-project] 10.222.0.10 "GET /v2.0/security-groups?id=7004b775-b7c8-4d39-aecb-f3e522e2b428&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415757 Apr 28 11:18:51.988222 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e4c70f-4c1a-455b-a394-3c6340df8d0c req-ded288a0-9ae6-46ab-8330-2757e19f7071 tempest-DeleteServersTestJSON-360488128 tempest-DeleteServersTestJSON-360488128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:18:51.989676 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-98e4c70f-4c1a-455b-a394-3c6340df8d0c req-ded288a0-9ae6-46ab-8330-2757e19f7071 tempest-DeleteServersTestJSON-360488128 tempest-DeleteServersTestJSON-360488128-project] 10.222.0.10 "GET /v2.0/ports?device_id=ab91cd6d-0aad-456e-8183-6bc9adcee7be HTTP/1.1" status: 200 len: 945 time: 0.0500696 Apr 28 11:18:52.035126 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-98e4c70f-4c1a-455b-a394-3c6340df8d0c req-7422d1f6-3e1e-411c-98d7-3210d7a29b43 tempest-DeleteServersTestJSON-360488128 tempest-DeleteServersTestJSON-360488128-project] 10.222.0.10 "GET /v2.0/security-groups?id=7004b775-b7c8-4d39-aecb-f3e522e2b428&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399635 Apr 28 11:18:53.148362 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c3926a-d911-4f21-b4b0-42f17becf3d4 req-01e255f8-99b5-40c7-951b-70757c559d2f tempest-DeleteServersTestJSON-360488128 tempest-DeleteServersTestJSON-360488128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:18:53.149867 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-f4c3926a-d911-4f21-b4b0-42f17becf3d4 req-01e255f8-99b5-40c7-951b-70757c559d2f tempest-DeleteServersTestJSON-360488128 tempest-DeleteServersTestJSON-360488128-project] 10.222.0.10 "GET /v2.0/ports?device_id=ab91cd6d-0aad-456e-8183-6bc9adcee7be HTTP/1.1" status: 200 len: 945 time: 0.0476336 Apr 28 11:18:53.196412 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-f4c3926a-d911-4f21-b4b0-42f17becf3d4 req-12765910-9932-4223-a75a-a32911dba57c tempest-DeleteServersTestJSON-360488128 tempest-DeleteServersTestJSON-360488128-project] 10.222.0.10 "GET /v2.0/security-groups?id=7004b775-b7c8-4d39-aecb-f3e522e2b428&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410957 Apr 28 11:18:54.311979 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7417ac0b-69d9-46c4-b6c6-f3859808b98b req-c154c277-68c3-4769-bc31-7d8d03dfb3db tempest-DeleteServersTestJSON-360488128 tempest-DeleteServersTestJSON-360488128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:18:54.314008 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-7417ac0b-69d9-46c4-b6c6-f3859808b98b req-c154c277-68c3-4769-bc31-7d8d03dfb3db tempest-DeleteServersTestJSON-360488128 tempest-DeleteServersTestJSON-360488128-project] 10.222.0.10 "GET /v2.0/ports?device_id=ab91cd6d-0aad-456e-8183-6bc9adcee7be HTTP/1.1" status: 200 len: 945 time: 0.0496013 Apr 28 11:18:54.661485 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-7417ac0b-69d9-46c4-b6c6-f3859808b98b req-c3fed0d5-7353-4734-a805-b91f827f9dde tempest-DeleteServersTestJSON-360488128 tempest-DeleteServersTestJSON-360488128-project] 10.222.0.10 "GET /v2.0/security-groups?id=7004b775-b7c8-4d39-aecb-f3e522e2b428&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3417511 Apr 28 11:18:55.778909 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509abcc5-fe14-4c54-8618-cea5631f2e8d req-4fdf0ab4-26e4-471c-b805-088d92843ea6 tempest-DeleteServersTestJSON-360488128 tempest-DeleteServersTestJSON-360488128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:18:55.780440 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-509abcc5-fe14-4c54-8618-cea5631f2e8d req-4fdf0ab4-26e4-471c-b805-088d92843ea6 tempest-DeleteServersTestJSON-360488128 tempest-DeleteServersTestJSON-360488128-project] 10.222.0.10 "GET /v2.0/ports?device_id=ab91cd6d-0aad-456e-8183-6bc9adcee7be HTTP/1.1" status: 200 len: 945 time: 0.0497973 Apr 28 11:18:55.829432 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-509abcc5-fe14-4c54-8618-cea5631f2e8d req-3c2bae42-76e0-4952-bb48-daa995ba4a69 tempest-DeleteServersTestJSON-360488128 tempest-DeleteServersTestJSON-360488128-project] 10.222.0.10 "GET /v2.0/security-groups?id=7004b775-b7c8-4d39-aecb-f3e522e2b428&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428441 Apr 28 11:18:56.944906 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a8e661-b347-4730-8515-cc0d8718f508 req-52f6ec17-4be8-41d8-afa7-2d397a9de65c tempest-DeleteServersTestJSON-360488128 tempest-DeleteServersTestJSON-360488128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:18:56.946492 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-92a8e661-b347-4730-8515-cc0d8718f508 req-52f6ec17-4be8-41d8-afa7-2d397a9de65c tempest-DeleteServersTestJSON-360488128 tempest-DeleteServersTestJSON-360488128-project] 10.222.0.10 "GET /v2.0/ports?device_id=ab91cd6d-0aad-456e-8183-6bc9adcee7be HTTP/1.1" status: 200 len: 945 time: 0.0468559 Apr 28 11:18:56.998529 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-92a8e661-b347-4730-8515-cc0d8718f508 req-1d5e57ca-6d09-4657-80a7-8c2b73bf5721 tempest-DeleteServersTestJSON-360488128 tempest-DeleteServersTestJSON-360488128-project] 10.222.0.10 "GET /v2.0/security-groups?id=7004b775-b7c8-4d39-aecb-f3e522e2b428&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464272 Apr 28 11:18:58.112031 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc5337a-525e-4dd4-83c7-598aa5ea1361 req-7f4b5f64-e9ae-4927-a732-7bd7be9e1fa7 tempest-DeleteServersTestJSON-360488128 tempest-DeleteServersTestJSON-360488128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:18:58.113519 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-7cc5337a-525e-4dd4-83c7-598aa5ea1361 req-7f4b5f64-e9ae-4927-a732-7bd7be9e1fa7 tempest-DeleteServersTestJSON-360488128 tempest-DeleteServersTestJSON-360488128-project] 10.222.0.10 "GET /v2.0/ports?device_id=ab91cd6d-0aad-456e-8183-6bc9adcee7be HTTP/1.1" status: 200 len: 945 time: 0.0484333 Apr 28 11:18:58.160496 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-7cc5337a-525e-4dd4-83c7-598aa5ea1361 req-0925d2d6-8ed7-48b8-9329-49c3c517855a tempest-DeleteServersTestJSON-360488128 tempest-DeleteServersTestJSON-360488128-project] 10.222.0.10 "GET /v2.0/security-groups?id=7004b775-b7c8-4d39-aecb-f3e522e2b428&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414073 Apr 28 11:18:58.325354 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-7033fe5f-bda5-49fd-a35a-df27879ca6d6 req-5adb2799-b15f-4701-b81b-e9a0c2efae8b service neutron] 10.222.0.20 "GET /v2.0/ports/dfd6efc7-7b27-4d86-b48e-4f6ada3bff50/bindings/hv-neutron-mast HTTP/1.1" status: 200 len: 384 time: 0.0539446 Apr 28 11:18:58.830339 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7033fe5f-bda5-49fd-a35a-df27879ca6d6 req-72136980-f29a-4ad7-b516-69731e1282ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:18:58.831857 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-7033fe5f-bda5-49fd-a35a-df27879ca6d6 req-72136980-f29a-4ad7-b516-69731e1282ab service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=ab91cd6d-0aad-456e-8183-6bc9adcee7be&tenant_id=4caec55acd92473fb4baff0c71e2188c HTTP/1.1" status: 200 len: 1129 time: 0.0731983 Apr 28 11:18:58.889548 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7033fe5f-bda5-49fd-a35a-df27879ca6d6 req-dc3e09c6-358e-4850-85e2-5d2ca7583f39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:18:58.891045 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-7033fe5f-bda5-49fd-a35a-df27879ca6d6 req-dc3e09c6-358e-4850-85e2-5d2ca7583f39 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=4caec55acd92473fb4baff0c71e2188c&device_id=ab91cd6d-0aad-456e-8183-6bc9adcee7be HTTP/1.1" status: 200 len: 1129 time: 0.0383172 Apr 28 11:18:58.981790 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7033fe5f-bda5-49fd-a35a-df27879ca6d6 req-7d4f2ed5-d827-4352-b5f2-055aaea30e34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:18:58.983272 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-7033fe5f-bda5-49fd-a35a-df27879ca6d6 req-7d4f2ed5-d827-4352-b5f2-055aaea30e34 service neutron] 10.222.0.20 "GET /v2.0/networks?id=146ed658-3ccc-49bd-b48c-5e92352a191e HTTP/1.1" status: 200 len: 912 time: 0.0863059 Apr 28 11:18:59.023664 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-7033fe5f-bda5-49fd-a35a-df27879ca6d6 req-6ed98d30-5cc2-459f-9ee3-7f016953b384 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=dfd6efc7-7b27-4d86-b48e-4f6ada3bff50 HTTP/1.1" status: 200 len: 217 time: 0.0349104 Apr 28 11:18:59.070155 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7033fe5f-bda5-49fd-a35a-df27879ca6d6 req-6d381be0-d66b-4709-b05e-e51cf92fdc3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:18:59.071612 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-7033fe5f-bda5-49fd-a35a-df27879ca6d6 req-6d381be0-d66b-4709-b05e-e51cf92fdc3f service neutron] 10.222.0.20 "GET /v2.0/subnets?id=3b6d61b4-38c1-4d50-a785-7c5a84ede133 HTTP/1.1" status: 200 len: 852 time: 0.0422227 Apr 28 11:18:59.103335 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-7033fe5f-bda5-49fd-a35a-df27879ca6d6 req-919279ce-f2c2-474d-9c37-4186d3879aa1 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=146ed658-3ccc-49bd-b48c-5e92352a191e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0262918 Apr 28 11:18:59.193743 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-7033fe5f-bda5-49fd-a35a-df27879ca6d6 req-11d542b1-e0cc-4e94-b02a-eb7fb4d7a15d service neutron] 10.222.0.20 "GET /v2.0/networks/146ed658-3ccc-49bd-b48c-5e92352a191e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847344 Apr 28 11:18:59.272879 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011f9caa-1acc-46ab-b7b6-97b69f361ef1 req-0e33333e-9bab-4f2d-bd51-a4174decebba tempest-DeleteServersTestJSON-360488128 tempest-DeleteServersTestJSON-360488128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:18:59.274366 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-011f9caa-1acc-46ab-b7b6-97b69f361ef1 req-0e33333e-9bab-4f2d-bd51-a4174decebba tempest-DeleteServersTestJSON-360488128 tempest-DeleteServersTestJSON-360488128-project] 10.222.0.10 "GET /v2.0/ports?device_id=ab91cd6d-0aad-456e-8183-6bc9adcee7be HTTP/1.1" status: 200 len: 945 time: 0.0461619 Apr 28 11:18:59.285600 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-7033fe5f-bda5-49fd-a35a-df27879ca6d6 req-c6defbc7-a7fc-4e16-b1a6-5939b7845eec service neutron] 10.222.0.20 "GET /v2.0/networks/146ed658-3ccc-49bd-b48c-5e92352a191e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860050 Apr 28 11:18:59.322205 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-011f9caa-1acc-46ab-b7b6-97b69f361ef1 req-1df84735-44d3-4168-a837-06fa73742ad9 tempest-DeleteServersTestJSON-360488128 tempest-DeleteServersTestJSON-360488128-project] 10.222.0.10 "GET /v2.0/security-groups?id=7004b775-b7c8-4d39-aecb-f3e522e2b428&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422492 Apr 28 11:19:00.440838 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc75b751-68d7-43c9-93d1-9d529a33a834 req-73edcee5-1837-4e5a-9f8b-b459e3f62133 tempest-DeleteServersTestJSON-360488128 tempest-DeleteServersTestJSON-360488128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:19:00.442334 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-cc75b751-68d7-43c9-93d1-9d529a33a834 req-73edcee5-1837-4e5a-9f8b-b459e3f62133 tempest-DeleteServersTestJSON-360488128 tempest-DeleteServersTestJSON-360488128-project] 10.222.0.10 "GET /v2.0/ports?device_id=ab91cd6d-0aad-456e-8183-6bc9adcee7be HTTP/1.1" status: 200 len: 945 time: 0.0495913 Apr 28 11:19:00.489078 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-cc75b751-68d7-43c9-93d1-9d529a33a834 req-1d69c222-9a25-448b-92d1-88a395fc465a tempest-DeleteServersTestJSON-360488128 tempest-DeleteServersTestJSON-360488128-project] 10.222.0.10 "GET /v2.0/security-groups?id=7004b775-b7c8-4d39-aecb-f3e522e2b428&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410984 Apr 28 11:19:01.602622 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02190b1c-a32d-4671-866b-70c5008d1efe req-683ed47e-ed87-4849-8687-17afa10137ab tempest-DeleteServersTestJSON-360488128 tempest-DeleteServersTestJSON-360488128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:19:01.604146 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-02190b1c-a32d-4671-866b-70c5008d1efe req-683ed47e-ed87-4849-8687-17afa10137ab tempest-DeleteServersTestJSON-360488128 tempest-DeleteServersTestJSON-360488128-project] 10.222.0.10 "GET /v2.0/ports?device_id=ab91cd6d-0aad-456e-8183-6bc9adcee7be HTTP/1.1" status: 200 len: 945 time: 0.0473399 Apr 28 11:19:01.650581 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-02190b1c-a32d-4671-866b-70c5008d1efe req-6b5fa21a-89f9-48c1-9c6b-a937251d4fd2 tempest-DeleteServersTestJSON-360488128 tempest-DeleteServersTestJSON-360488128-project] 10.222.0.10 "GET /v2.0/security-groups?id=7004b775-b7c8-4d39-aecb-f3e522e2b428&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407827 Apr 28 11:19:02.145507 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f8e8bb-48cb-47e7-b024-d106ec6b11a3 req-9ca54433-cfca-4455-8aa4-f0f5f6f01aeb tempest-DeleteServersTestJSON-360488128 tempest-DeleteServersTestJSON-360488128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:19:02.147020 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-48f8e8bb-48cb-47e7-b024-d106ec6b11a3 req-9ca54433-cfca-4455-8aa4-f0f5f6f01aeb tempest-DeleteServersTestJSON-360488128 tempest-DeleteServersTestJSON-360488128-project] 10.222.0.20 "GET /v2.0/ports?device_id=ab91cd6d-0aad-456e-8183-6bc9adcee7be&tenant_id=4caec55acd92473fb4baff0c71e2188c&binding%3Ahost_id=hv-neutron-mast HTTP/1.1" status: 200 len: 945 time: 0.0879858 Apr 28 11:19:02.156837 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Device dfd6efc7-7b27-4d86-b48e-4f6ada3bff50 details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=116163) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 28 11:19:02.159132 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Device dfd6efc7-7b27-4d86-b48e-4f6ada3bff50 no longer exists at agent hyperv_hv-neutron-mast {{(pid=116163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 11:19:02.255407 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f8e8bb-48cb-47e7-b024-d106ec6b11a3 req-4f693350-7aa1-4371-8cc5-1655fa41487d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:19:02.256897 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-48f8e8bb-48cb-47e7-b024-d106ec6b11a3 req-4f693350-7aa1-4371-8cc5-1655fa41487d service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=4caec55acd92473fb4baff0c71e2188c&device_id=ab91cd6d-0aad-456e-8183-6bc9adcee7be HTTP/1.1" status: 200 len: 1129 time: 0.0388005 Apr 28 11:19:02.302302 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Current status of the port dfd6efc7-7b27-4d86-b48e-4f6ada3bff50 is: ACTIVE; New status is: DOWN {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:19:02.302707 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (dfd6efc7-7b27-4d86-b48e-4f6ada3bff50), before_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:19:02.323248 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] For port dfd6efc7-7b27-4d86-b48e-4f6ada3bff50, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=dfd6efc7-7b27-4d86-b48e-4f6ada3bff50,segment=NetworkSegment(c26beb6a-7e82-42cc-b473-442b2ac6c304),segment_id=c26beb6a-7e82-42cc-b473-442b2ac6c304)] {{(pid=116163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 11:19:02.344011 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab91cd6d-0aad-456e-8183-6bc9adcee7be', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dfd6efc7-7b27-4d86-b48e-4f6ada3bff50'}] {{(pid=116163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 11:19:02.346286 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f01aec4a4f83961b54a953becfce2676879fb1d4b91122543244f430a0b8460" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d19cf29-df97-452e-af7c-72434c3976c1" -d '{"events": [{"server_uuid": "ab91cd6d-0aad-456e-8183-6bc9adcee7be", "name": "network-vif-unplugged", "status": "completed", "tag": "dfd6efc7-7b27-4d86-b48e-4f6ada3bff50"}]}' {{(pid=116163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 11:19:02.350220 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f8e8bb-48cb-47e7-b024-d106ec6b11a3 req-90c41f08-4815-45f8-8854-0833d4b77fe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:19:02.350626 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Returning: {'device': 'dfd6efc7-7b27-4d86-b48e-4f6ada3bff50', 'network_id': '146ed658-3ccc-49bd-b48c-5e92352a191e', 'port_id': 'dfd6efc7-7b27-4d86-b48e-4f6ada3bff50', 'mac_address': 'fa:16:3e:db:1a:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 50, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b6d61b4-38c1-4d50-a785-7c5a84ede133', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=116163) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 28 11:19:02.351748 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-48f8e8bb-48cb-47e7-b024-d106ec6b11a3 req-90c41f08-4815-45f8-8854-0833d4b77fe1 service neutron] 10.222.0.20 "GET /v2.0/networks?id=146ed658-3ccc-49bd-b48c-5e92352a191e HTTP/1.1" status: 200 len: 912 time: 0.0886457 Apr 28 11:19:02.365148 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] For port dfd6efc7-7b27-4d86-b48e-4f6ada3bff50, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=dfd6efc7-7b27-4d86-b48e-4f6ada3bff50,segment=NetworkSegment(c26beb6a-7e82-42cc-b473-442b2ac6c304),segment_id=c26beb6a-7e82-42cc-b473-442b2ac6c304)] {{(pid=116163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 11:19:02.395296 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-48f8e8bb-48cb-47e7-b024-d106ec6b11a3 req-ce819fee-eac5-4e78-8217-bff07c081d5a service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=dfd6efc7-7b27-4d86-b48e-4f6ada3bff50 HTTP/1.1" status: 200 len: 217 time: 0.0378156 Apr 28 11:19:02.402234 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 28 Apr 2022 11:19:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6de1bb3c-fcfd-4446-a8ac-d5b753590c84 x-openstack-request-id: req-6de1bb3c-fcfd-4446-a8ac-d5b753590c84 {{(pid=116163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 11:19:02.402540 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab91cd6d-0aad-456e-8183-6bc9adcee7be", "name": "network-vif-unplugged", "status": "completed", "tag": "dfd6efc7-7b27-4d86-b48e-4f6ada3bff50", "code": 200}]} {{(pid=116163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 11:19:02.407242 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-6de1bb3c-fcfd-4446-a8ac-d5b753590c84 {{(pid=116163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 11:19:02.407242 dv-neutron-master-2-hyperv neutron-server[116163]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6de1bb3c-fcfd-4446-a8ac-d5b753590c84'] response: {'server_uuid': 'ab91cd6d-0aad-456e-8183-6bc9adcee7be', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dfd6efc7-7b27-4d86-b48e-4f6ada3bff50', 'code': 200} Apr 28 11:19:02.407242 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Current status of the port dfd6efc7-7b27-4d86-b48e-4f6ada3bff50 is: ACTIVE; New status is: BUILD {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:19:02.407242 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (dfd6efc7-7b27-4d86-b48e-4f6ada3bff50), before_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:19:02.416970 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.notifiers.nova [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id dfd6efc7-7b27-4d86-b48e-4f6ada3bff50 {{(pid=116163) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 11:19:02.427395 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393'] for port (dfd6efc7-7b27-4d86-b48e-4f6ada3bff50), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:19:02.449020 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f8e8bb-48cb-47e7-b024-d106ec6b11a3 req-2982cd95-6115-402d-be0e-c19ccfb6d1e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:19:02.450494 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-48f8e8bb-48cb-47e7-b024-d106ec6b11a3 req-2982cd95-6115-402d-be0e-c19ccfb6d1e6 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=3b6d61b4-38c1-4d50-a785-7c5a84ede133 HTTP/1.1" status: 200 len: 852 time: 0.0481768 Apr 28 11:19:02.482140 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-48f8e8bb-48cb-47e7-b024-d106ec6b11a3 req-0b9f1ed7-8af7-4af8-80e3-510166456376 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=146ed658-3ccc-49bd-b48c-5e92352a191e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0257027 Apr 28 11:19:02.494413 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.db.api [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=116163) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 28 11:19:02.494784 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG oslo_db.api [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=116163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 28 11:19:02.504213 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Pushing event updated for resources: {'Port': ['ID=dfd6efc7-7b27-4d86-b48e-4f6ada3bff50,revision_number=6']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:19:02.511107 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:19:02.511455 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:19:02.511827 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:19:02.512167 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:19:02.512505 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:19:02.512845 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:19:02.513174 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:19:02.513502 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:19:02.513830 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:19:02.514172 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:19:02.514529 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:19:02.514859 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:19:02.515182 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:19:02.515502 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:19:02.515823 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:19:02.568843 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-48f8e8bb-48cb-47e7-b024-d106ec6b11a3 req-feb145d9-e926-4e61-b667-3f393e576fa9 service neutron] 10.222.0.20 "GET /v2.0/networks/146ed658-3ccc-49bd-b48c-5e92352a191e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804291 Apr 28 11:19:02.657255 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-48f8e8bb-48cb-47e7-b024-d106ec6b11a3 req-040b70ee-64b0-475f-814c-f61077ba21b6 service neutron] 10.222.0.20 "GET /v2.0/networks/146ed658-3ccc-49bd-b48c-5e92352a191e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832474 Apr 28 11:19:03.036013 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Current status of the port dfd6efc7-7b27-4d86-b48e-4f6ada3bff50 is: DOWN; New status is: BUILD {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:19:03.036351 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (dfd6efc7-7b27-4d86-b48e-4f6ada3bff50), before_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:19:03.049765 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.notifiers.nova [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dfd6efc7-7b27-4d86-b48e-4f6ada3bff50 {{(pid=116163) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 11:19:03.068265 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] For port dfd6efc7-7b27-4d86-b48e-4f6ada3bff50, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=dfd6efc7-7b27-4d86-b48e-4f6ada3bff50,segment=NetworkSegment(c26beb6a-7e82-42cc-b473-442b2ac6c304),segment_id=c26beb6a-7e82-42cc-b473-442b2ac6c304)] {{(pid=116163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 11:19:03.129961 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393'] for port (dfd6efc7-7b27-4d86-b48e-4f6ada3bff50), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:19:03.180142 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Pushing event updated for resources: {'Port': ['ID=dfd6efc7-7b27-4d86-b48e-4f6ada3bff50,revision_number=7']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:19:03.185225 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] get_ports_and_sgs() called for port_ids ['dfd6efc7-7b27-4d86-b48e-4f6ada3bff50'] {{(pid=116163) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 11:19:04.070535 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec39119-c4b7-4180-bcdd-6b5c6054c052 req-c43e8bbe-1b63-4ff8-85cc-9d118a899df9 tempest-DeleteServersTestJSON-360488128 tempest-DeleteServersTestJSON-360488128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:19:04.072079 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-5ec39119-c4b7-4180-bcdd-6b5c6054c052 req-c43e8bbe-1b63-4ff8-85cc-9d118a899df9 tempest-DeleteServersTestJSON-360488128 tempest-DeleteServersTestJSON-360488128-project] 10.222.0.10 "GET /v2.0/ports?device_id=ab91cd6d-0aad-456e-8183-6bc9adcee7be HTTP/1.1" status: 200 len: 944 time: 0.0511250 Apr 28 11:19:04.118899 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-5ec39119-c4b7-4180-bcdd-6b5c6054c052 req-259f90d9-1e1f-4f48-9bb1-55a99a407a9c tempest-DeleteServersTestJSON-360488128 tempest-DeleteServersTestJSON-360488128-project] 10.222.0.10 "GET /v2.0/security-groups?id=7004b775-b7c8-4d39-aecb-f3e522e2b428&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411727 Apr 28 11:19:04.167690 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Device dfd6efc7-7b27-4d86-b48e-4f6ada3bff50 up at agent hyperv_hv-neutron-mast {{(pid=116163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 11:19:04.213571 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Provisioning complete for port dfd6efc7-7b27-4d86-b48e-4f6ada3bff50 triggered by entity L2. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:19:04.214216 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (dfd6efc7-7b27-4d86-b48e-4f6ada3bff50), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:19:04.291043 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Current status of the port dfd6efc7-7b27-4d86-b48e-4f6ada3bff50 is: BUILD; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:19:04.291342 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (dfd6efc7-7b27-4d86-b48e-4f6ada3bff50), before_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:19:04.324095 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] For port dfd6efc7-7b27-4d86-b48e-4f6ada3bff50, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=dfd6efc7-7b27-4d86-b48e-4f6ada3bff50,segment=NetworkSegment(c26beb6a-7e82-42cc-b473-442b2ac6c304),segment_id=c26beb6a-7e82-42cc-b473-442b2ac6c304)] {{(pid=116163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 11:19:04.375593 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393'] for port (dfd6efc7-7b27-4d86-b48e-4f6ada3bff50), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:19:04.404288 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab91cd6d-0aad-456e-8183-6bc9adcee7be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dfd6efc7-7b27-4d86-b48e-4f6ada3bff50'}] {{(pid=116163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 11:19:04.406527 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f01aec4a4f83961b54a953becfce2676879fb1d4b91122543244f430a0b8460" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51495538-1a57-453b-8f5d-771e98add06c" -d '{"events": [{"server_uuid": "ab91cd6d-0aad-456e-8183-6bc9adcee7be", "name": "network-vif-plugged", "status": "completed", "tag": "dfd6efc7-7b27-4d86-b48e-4f6ada3bff50"}]}' {{(pid=116163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 11:19:04.427454 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Pushing event updated for resources: {'Port': ['ID=dfd6efc7-7b27-4d86-b48e-4f6ada3bff50,revision_number=8']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:19:04.445805 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 11:19:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba0c8686-0468-4df2-b111-3daa372d0255 x-openstack-request-id: req-ba0c8686-0468-4df2-b111-3daa372d0255 {{(pid=116163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 11:19:04.446100 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab91cd6d-0aad-456e-8183-6bc9adcee7be", "name": "network-vif-plugged", "status": "completed", "tag": "dfd6efc7-7b27-4d86-b48e-4f6ada3bff50", "code": 200}]} {{(pid=116163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 11:19:04.446354 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-ba0c8686-0468-4df2-b111-3daa372d0255 {{(pid=116163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 11:19:04.446810 dv-neutron-master-2-hyperv neutron-server[116163]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ba0c8686-0468-4df2-b111-3daa372d0255'] response: {'server_uuid': 'ab91cd6d-0aad-456e-8183-6bc9adcee7be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dfd6efc7-7b27-4d86-b48e-4f6ada3bff50', 'code': 200} Apr 28 11:19:05.245303 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa40885-a5a2-40f0-bf3b-bb1d63077ba7 req-d30b8076-af97-4c44-aaf1-e1108e8cb8a3 tempest-DeleteServersTestJSON-360488128 tempest-DeleteServersTestJSON-360488128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:19:05.246795 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-1aa40885-a5a2-40f0-bf3b-bb1d63077ba7 req-d30b8076-af97-4c44-aaf1-e1108e8cb8a3 tempest-DeleteServersTestJSON-360488128 tempest-DeleteServersTestJSON-360488128-project] 10.222.0.10 "GET /v2.0/ports?device_id=ab91cd6d-0aad-456e-8183-6bc9adcee7be HTTP/1.1" status: 200 len: 945 time: 0.0471127 Apr 28 11:19:05.292779 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-1aa40885-a5a2-40f0-bf3b-bb1d63077ba7 req-d2fb396b-3850-4b01-a317-111b9ee144b4 tempest-DeleteServersTestJSON-360488128 tempest-DeleteServersTestJSON-360488128-project] 10.222.0.10 "GET /v2.0/security-groups?id=7004b775-b7c8-4d39-aecb-f3e522e2b428&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404143 Apr 28 11:19:05.755330 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f8e8bb-48cb-47e7-b024-d106ec6b11a3 req-fd70a939-1bfa-4300-b53e-a7450fb1bf9b tempest-DeleteServersTestJSON-360488128 tempest-DeleteServersTestJSON-360488128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:19:05.756757 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-48f8e8bb-48cb-47e7-b024-d106ec6b11a3 req-fd70a939-1bfa-4300-b53e-a7450fb1bf9b tempest-DeleteServersTestJSON-360488128 tempest-DeleteServersTestJSON-360488128-project] 10.222.0.20 "GET /v2.0/ports?device_id=ab91cd6d-0aad-456e-8183-6bc9adcee7be HTTP/1.1" status: 200 len: 945 time: 0.0467508 Apr 28 11:19:05.841384 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.plugin [req-48f8e8bb-48cb-47e7-b024-d106ec6b11a3 req-349e820d-a8df-4764-9b63-d2315670ef50 tempest-DeleteServersTestJSON-360488128 tempest-DeleteServersTestJSON-360488128-project] Deleting port dfd6efc7-7b27-4d86-b48e-4f6ada3bff50 {{(pid=116162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 11:19:05.841723 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [req-48f8e8bb-48cb-47e7-b024-d106ec6b11a3 req-349e820d-a8df-4764-9b63-d2315670ef50 tempest-DeleteServersTestJSON-360488128 tempest-DeleteServersTestJSON-360488128-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742235130188'] for port (dfd6efc7-7b27-4d86-b48e-4f6ada3bff50), before_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:19:05.927787 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.db [req-48f8e8bb-48cb-47e7-b024-d106ec6b11a3 req-349e820d-a8df-4764-9b63-d2315670ef50 tempest-DeleteServersTestJSON-360488128 tempest-DeleteServersTestJSON-360488128-project] For port dfd6efc7-7b27-4d86-b48e-4f6ada3bff50, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=dfd6efc7-7b27-4d86-b48e-4f6ada3bff50,segment=NetworkSegment(c26beb6a-7e82-42cc-b473-442b2ac6c304),segment_id=c26beb6a-7e82-42cc-b473-442b2ac6c304)] {{(pid=116162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 11:19:05.928144 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [req-48f8e8bb-48cb-47e7-b024-d106ec6b11a3 req-349e820d-a8df-4764-9b63-d2315670ef50 tempest-DeleteServersTestJSON-360488128 tempest-DeleteServersTestJSON-360488128-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1938497'] for port (dfd6efc7-7b27-4d86-b48e-4f6ada3bff50), precommit_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:19:05.940737 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.plugin [req-48f8e8bb-48cb-47e7-b024-d106ec6b11a3 req-349e820d-a8df-4764-9b63-d2315670ef50 tempest-DeleteServersTestJSON-360488128 tempest-DeleteServersTestJSON-360488128-project] Calling delete_port for dfd6efc7-7b27-4d86-b48e-4f6ada3bff50 owned by compute:nova {{(pid=116162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 11:19:06.124524 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [req-48f8e8bb-48cb-47e7-b024-d106ec6b11a3 req-349e820d-a8df-4764-9b63-d2315670ef50 tempest-DeleteServersTestJSON-360488128 tempest-DeleteServersTestJSON-360488128-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742235135690', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742234710366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5051867'] for port (dfd6efc7-7b27-4d86-b48e-4f6ada3bff50), after_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:19:06.137348 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] get_ports_and_sgs() called for port_ids ['dfd6efc7-7b27-4d86-b48e-4f6ada3bff50'] {{(pid=116163) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 11:19:06.153621 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-349e820d-a8df-4764-9b63-d2315670ef50 tempest-DeleteServersTestJSON-360488128 tempest-DeleteServersTestJSON-360488128-project] Pushing event deleted for resources: {'Port': ['ID=dfd6efc7-7b27-4d86-b48e-4f6ada3bff50,revision_number=None']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:19:06.184308 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-349e820d-a8df-4764-9b63-d2315670ef50 tempest-DeleteServersTestJSON-360488128 tempest-DeleteServersTestJSON-360488128-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:19:06.184649 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-349e820d-a8df-4764-9b63-d2315670ef50 tempest-DeleteServersTestJSON-360488128 tempest-DeleteServersTestJSON-360488128-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:19:06.184986 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-349e820d-a8df-4764-9b63-d2315670ef50 tempest-DeleteServersTestJSON-360488128 tempest-DeleteServersTestJSON-360488128-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:19:06.185318 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-349e820d-a8df-4764-9b63-d2315670ef50 tempest-DeleteServersTestJSON-360488128 tempest-DeleteServersTestJSON-360488128-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:19:06.185646 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-349e820d-a8df-4764-9b63-d2315670ef50 tempest-DeleteServersTestJSON-360488128 tempest-DeleteServersTestJSON-360488128-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:19:06.186015 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-349e820d-a8df-4764-9b63-d2315670ef50 tempest-DeleteServersTestJSON-360488128 tempest-DeleteServersTestJSON-360488128-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:19:06.186343 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-349e820d-a8df-4764-9b63-d2315670ef50 tempest-DeleteServersTestJSON-360488128 tempest-DeleteServersTestJSON-360488128-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:19:06.186685 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-349e820d-a8df-4764-9b63-d2315670ef50 tempest-DeleteServersTestJSON-360488128 tempest-DeleteServersTestJSON-360488128-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:19:06.187004 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-349e820d-a8df-4764-9b63-d2315670ef50 tempest-DeleteServersTestJSON-360488128 tempest-DeleteServersTestJSON-360488128-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:19:06.187320 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-349e820d-a8df-4764-9b63-d2315670ef50 tempest-DeleteServersTestJSON-360488128 tempest-DeleteServersTestJSON-360488128-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:19:06.187638 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-349e820d-a8df-4764-9b63-d2315670ef50 tempest-DeleteServersTestJSON-360488128 tempest-DeleteServersTestJSON-360488128-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:19:06.187955 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-349e820d-a8df-4764-9b63-d2315670ef50 tempest-DeleteServersTestJSON-360488128 tempest-DeleteServersTestJSON-360488128-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:19:06.188905 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-349e820d-a8df-4764-9b63-d2315670ef50 tempest-DeleteServersTestJSON-360488128 tempest-DeleteServersTestJSON-360488128-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:19:06.189226 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-349e820d-a8df-4764-9b63-d2315670ef50 tempest-DeleteServersTestJSON-360488128 tempest-DeleteServersTestJSON-360488128-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:19:06.189541 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-349e820d-a8df-4764-9b63-d2315670ef50 tempest-DeleteServersTestJSON-360488128 tempest-DeleteServersTestJSON-360488128-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:19:06.209177 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.db.l3_dvrscheduler_db [req-48f8e8bb-48cb-47e7-b024-d106ec6b11a3 req-349e820d-a8df-4764-9b63-d2315670ef50 tempest-DeleteServersTestJSON-360488128 tempest-DeleteServersTestJSON-360488128-project] No DVR routers for this DVR port dfd6efc7-7b27-4d86-b48e-4f6ada3bff50 on host hv-neutron-mast {{(pid=116162) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 11:19:06.211757 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [req-48f8e8bb-48cb-47e7-b024-d106ec6b11a3 req-349e820d-a8df-4764-9b63-d2315670ef50 tempest-DeleteServersTestJSON-360488128 tempest-DeleteServersTestJSON-360488128-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198022'] for port (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:19:06.215009 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-48f8e8bb-48cb-47e7-b024-d106ec6b11a3 req-349e820d-a8df-4764-9b63-d2315670ef50 tempest-DeleteServersTestJSON-360488128 tempest-DeleteServersTestJSON-360488128-project] 10.222.0.20 "DELETE /v2.0/ports/dfd6efc7-7b27-4d86-b48e-4f6ada3bff50 HTTP/1.1" status: 204 len: 173 time: 0.4522369 Apr 28 11:19:06.215434 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab91cd6d-0aad-456e-8183-6bc9adcee7be', 'name': 'network-vif-deleted', 'tag': 'dfd6efc7-7b27-4d86-b48e-4f6ada3bff50'}] {{(pid=116162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 11:19:06.217704 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ba53f40d6116d28995a8e36159d0e539b5353eec116fb5dd4ce03b4b2159ab1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c276eee-734f-4b3c-889d-f50482b468b8" -d '{"events": [{"server_uuid": "ab91cd6d-0aad-456e-8183-6bc9adcee7be", "name": "network-vif-deleted", "tag": "dfd6efc7-7b27-4d86-b48e-4f6ada3bff50"}]}' {{(pid=116162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 11:19:06.253603 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 11:19:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-401d4f52-e8ee-40e4-ac72-94727ced7d3f x-openstack-request-id: req-401d4f52-e8ee-40e4-ac72-94727ced7d3f {{(pid=116162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 11:19:06.253900 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab91cd6d-0aad-456e-8183-6bc9adcee7be", "name": "network-vif-deleted", "tag": "dfd6efc7-7b27-4d86-b48e-4f6ada3bff50", "status": "completed", "code": 200}]} {{(pid=116162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 11:19:06.254184 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-401d4f52-e8ee-40e4-ac72-94727ced7d3f {{(pid=116162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 11:19:06.254649 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.notifiers.nova [-] Nova event matching ['req-401d4f52-e8ee-40e4-ac72-94727ced7d3f'] response: {'server_uuid': 'ab91cd6d-0aad-456e-8183-6bc9adcee7be', 'name': 'network-vif-deleted', 'tag': 'dfd6efc7-7b27-4d86-b48e-4f6ada3bff50', 'status': 'completed', 'code': 200} Apr 28 11:19:06.388417 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-972e0e47-daf5-47fa-928c-65cf25feea97 req-0b8fa135-cce4-4ae0-851a-53449c52ba6f tempest-DeleteServersTestJSON-360488128 tempest-DeleteServersTestJSON-360488128-project] 10.222.0.10 "GET /v2.0/ports?device_id=ab91cd6d-0aad-456e-8183-6bc9adcee7be HTTP/1.1" status: 200 len: 210 time: 0.0280881 Apr 28 11:19:06.970776 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-d5a55629-4f7b-4b71-ba75-cde9ad78e61b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (75ba81b7-fe99-4281-90d2-a5adb445ecea), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:19:07.516456 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 58304) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:19:07.560676 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.db.db_base_plugin_v2 [None req-547a3efa-a966-479e-b8ee-2980f2d3011d admin admin] Deleting subnet 3b6d61b4-38c1-4d50-a785-7c5a84ede133 {{(pid=116162) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 28 11:19:07.563705 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-547a3efa-a966-479e-b8ee-2980f2d3011d admin admin] Publish callbacks [] for subnet (3b6d61b4-38c1-4d50-a785-7c5a84ede133), before_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:19:07.596669 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-547a3efa-a966-479e-b8ee-2980f2d3011d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5026541'] for subnet (3b6d61b4-38c1-4d50-a785-7c5a84ede133), precommit_delete_associations {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:19:07.633524 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-547a3efa-a966-479e-b8ee-2980f2d3011d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-971303'] for subnet (3b6d61b4-38c1-4d50-a785-7c5a84ede133), precommit_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:19:07.752170 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-547a3efa-a966-479e-b8ee-2980f2d3011d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-971310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5053962', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4210815'] for subnet (3b6d61b4-38c1-4d50-a785-7c5a84ede133), after_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:19:07.775806 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547a3efa-a966-479e-b8ee-2980f2d3011d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3b6d61b4-38c1-4d50-a785-7c5a84ede133,revision_number=None']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:19:07.781405 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-547a3efa-a966-479e-b8ee-2980f2d3011d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:19:07.786220 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-547a3efa-a966-479e-b8ee-2980f2d3011d admin admin] 10.222.0.10 "DELETE /v2.0/subnets/3b6d61b4-38c1-4d50-a785-7c5a84ede133 HTTP/1.1" status: 204 len: 168 time: 0.2675641 Apr 28 11:19:07.787876 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 58306) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:19:07.854790 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-23a55d6e-e7d2-40ba-b5bd-ae2f4794ac6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-979593'] for network (146ed658-3ccc-49bd-b48c-5e92352a191e), before_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:19:07.933083 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-23a55d6e-e7d2-40ba-b5bd-ae2f4794ac6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-973498', 'neutron.services.segments.db._delete_segments_for_network-8742235207033'] for network (146ed658-3ccc-49bd-b48c-5e92352a191e), precommit_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:19:07.952403 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.services.segments.db [None req-23a55d6e-e7d2-40ba-b5bd-ae2f4794ac6e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['146ed658-3ccc-49bd-b48c-5e92352a191e']}} {{(pid=116162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:19:07.962356 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.services.segments.db [None req-23a55d6e-e7d2-40ba-b5bd-ae2f4794ac6e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c26beb6a-7e82-42cc-b473-442b2ac6c304') {'for_net_delete': True} {{(pid=116162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:19:07.962708 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.services.segments.db [None req-23a55d6e-e7d2-40ba-b5bd-ae2f4794ac6e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c26beb6a-7e82-42cc-b473-442b2ac6c304') {} {{(pid=116162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:19:07.972525 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-23a55d6e-e7d2-40ba-b5bd-ae2f4794ac6e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742235208578', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5026548'] for segment (c26beb6a-7e82-42cc-b473-442b2ac6c304), before_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:19:07.985351 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-23a55d6e-e7d2-40ba-b5bd-ae2f4794ac6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-961978'] for segment (c26beb6a-7e82-42cc-b473-442b2ac6c304), precommit_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:19:07.991257 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-23a55d6e-e7d2-40ba-b5bd-ae2f4794ac6e admin admin] Releasing vlan 50 on physical network physnet1 to pool {{(pid=116162) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 11:19:07.991634 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-23a55d6e-e7d2-40ba-b5bd-ae2f4794ac6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-961978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5051884'] for segment (c26beb6a-7e82-42cc-b473-442b2ac6c304), after_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:19:07.993252 dv-neutron-master-2-hyperv neutron-server[116162]: Traceback (most recent call last): Apr 28 11:19:07.993252 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 11:19:07.993252 dv-neutron-master-2-hyperv neutron-server[116162]: timer() Apr 28 11:19:07.993252 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 11:19:07.993252 dv-neutron-master-2-hyperv neutron-server[116162]: cb(*args, **kw) Apr 28 11:19:07.993252 dv-neutron-master-2-hyperv neutron-server[116162]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 28 11:19:07.993252 dv-neutron-master-2-hyperv neutron-server[116162]: return func(*args, **kwargs) Apr 28 11:19:07.993252 dv-neutron-master-2-hyperv neutron-server[116162]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 11:19:07.993252 dv-neutron-master-2-hyperv neutron-server[116162]: self._notify() Apr 28 11:19:07.993252 dv-neutron-master-2-hyperv neutron-server[116162]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 11:19:07.993252 dv-neutron-master-2-hyperv neutron-server[116162]: self.callback(batched_events) Apr 28 11:19:07.993252 dv-neutron-master-2-hyperv neutron-server[116162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 11:19:07.993252 dv-neutron-master-2-hyperv neutron-server[116162]: event.method(event) Apr 28 11:19:07.993252 dv-neutron-master-2-hyperv neutron-server[116162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 28 11:19:07.993252 dv-neutron-master-2-hyperv neutron-server[116162]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 11:19:07.993252 dv-neutron-master-2-hyperv neutron-server[116162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 28 11:19:07.993252 dv-neutron-master-2-hyperv neutron-server[116162]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 11:19:07.993252 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 28 11:19:07.993252 dv-neutron-master-2-hyperv neutron-server[116162]: return f(self, *a, **k) Apr 28 11:19:07.993252 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 28 11:19:07.993252 dv-neutron-master-2-hyperv neutron-server[116162]: return self._get(url).json() Apr 28 11:19:07.993252 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 28 11:19:07.993252 dv-neutron-master-2-hyperv neutron-server[116162]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 11:19:07.993252 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 11:19:07.993252 dv-neutron-master-2-hyperv neutron-server[116162]: return self.request(url, 'GET', **kwargs) Apr 28 11:19:07.993252 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 11:19:07.993252 dv-neutron-master-2-hyperv neutron-server[116162]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 11:19:07.993252 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 11:19:07.993252 dv-neutron-master-2-hyperv neutron-server[116162]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 11:19:07.993252 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 11:19:07.993252 dv-neutron-master-2-hyperv neutron-server[116162]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 11:19:07.993252 dv-neutron-master-2-hyperv neutron-server[116162]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 11:19:08.129736 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-23a55d6e-e7d2-40ba-b5bd-ae2f4794ac6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-973477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2063122'] for network (146ed658-3ccc-49bd-b48c-5e92352a191e), after_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:19:08.134237 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-23a55d6e-e7d2-40ba-b5bd-ae2f4794ac6e admin admin] Publish callbacks [] for network (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:19:08.137611 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-23a55d6e-e7d2-40ba-b5bd-ae2f4794ac6e admin admin] 10.222.0.10 "DELETE /v2.0/networks/146ed658-3ccc-49bd-b48c-5e92352a191e HTTP/1.1" status: 204 len: 168 time: 0.3487988 Apr 28 11:19:08.151497 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a55d6e-e7d2-40ba-b5bd-ae2f4794ac6e admin admin] Pushing event deleted for resources: {'Network': ['ID=146ed658-3ccc-49bd-b48c-5e92352a191e,revision_number=None']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:19:08.455120 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 58310) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:19:08.495593 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-2019a9c6-0833-41b8-ae35-4b3d914b9268 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=4caec55acd92473fb4baff0c71e2188c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0392869 Apr 28 11:19:08.498076 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 58312) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:19:08.543216 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-8d2d9013-0c89-4588-bbe1-2cb7013d2e46 admin admin] Publish callbacks [] for security_group (7004b775-b7c8-4d39-aecb-f3e522e2b428), before_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:19:08.564670 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-8d2d9013-0c89-4588-bbe1-2cb7013d2e46 admin admin] Publish callbacks [] for security_group (7004b775-b7c8-4d39-aecb-f3e522e2b428), precommit_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:19:08.660487 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-8d2d9013-0c89-4588-bbe1-2cb7013d2e46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924426'] for security_group (7004b775-b7c8-4d39-aecb-f3e522e2b428), after_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:19:08.663141 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-8d2d9013-0c89-4588-bbe1-2cb7013d2e46 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:19:08.664585 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-8d2d9013-0c89-4588-bbe1-2cb7013d2e46 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/7004b775-b7c8-4d39-aecb-f3e522e2b428 HTTP/1.1" status: 204 len: 168 time: 0.1652660 Apr 28 11:19:08.671808 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2d9013-0c89-4588-bbe1-2cb7013d2e46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7004b775-b7c8-4d39-aecb-f3e522e2b428,revision_number=None']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:19:09.410284 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-35467188-5002-4b80-9d83-7c6c01969395 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (6b492ad6-0876-4d74-b20d-28143a52ceba), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:19:09.671171 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 58334) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:19:09.763468 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.v2.base [None req-9ae72c4e-6a50-4005-b525-26c7c135130c admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-784801006-network', 'tenant_id': 'f78ad935ce104b418ce72d451b29a05c'}} {{(pid=116161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:19:09.842726 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ae72c4e-6a50-4005-b525-26c7c135130c admin admin] Made reservation on behalf of f78ad935ce104b418ce72d451b29a05c for: {'network': 1} {{(pid=116161) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 11:19:09.845516 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-9ae72c4e-6a50-4005-b525-26c7c135130c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for network (None), before_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:19:09.856902 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-9ae72c4e-6a50-4005-b525-26c7c135130c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:19:09.929647 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-9ae72c4e-6a50-4005-b525-26c7c135130c admin admin] Publish callbacks [] for security_group (47c4b245-0002-4c92-ae3e-64fad57623a4), precommit_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:19:09.991684 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-9ae72c4e-6a50-4005-b525-26c7c135130c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924426'] for security_group (47c4b245-0002-4c92-ae3e-64fad57623a4), after_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:19:10.015935 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9ae72c4e-6a50-4005-b525-26c7c135130c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 78} {{(pid=116161) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 11:19:10.026172 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae72c4e-6a50-4005-b525-26c7c135130c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47c4b245-0002-4c92-ae3e-64fad57623a4,revision_number=1']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:19:10.030846 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-9ae72c4e-6a50-4005-b525-26c7c135130c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-961978'] for segment (b8de6d12-1f6b-440b-bd25-49e3037e574c), precommit_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:19:10.031186 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.db.segments_db [None req-9ae72c4e-6a50-4005-b525-26c7c135130c admin admin] Added segment b8de6d12-1f6b-440b-bd25-49e3037e574c of type vlan for network 5a81a843-2c8d-46e3-8ed1-33fd787f5828 Apr 28 11:19:10.043794 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae72c4e-6a50-4005-b525-26c7c135130c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:19:10.044146 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae72c4e-6a50-4005-b525-26c7c135130c admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:19:10.044489 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae72c4e-6a50-4005-b525-26c7c135130c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:19:10.044828 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae72c4e-6a50-4005-b525-26c7c135130c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:19:10.045161 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae72c4e-6a50-4005-b525-26c7c135130c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:19:10.045494 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae72c4e-6a50-4005-b525-26c7c135130c admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:19:10.045822 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae72c4e-6a50-4005-b525-26c7c135130c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:19:10.046147 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae72c4e-6a50-4005-b525-26c7c135130c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:19:10.046504 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae72c4e-6a50-4005-b525-26c7c135130c admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:19:10.046830 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae72c4e-6a50-4005-b525-26c7c135130c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:19:10.047159 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae72c4e-6a50-4005-b525-26c7c135130c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:19:10.047483 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae72c4e-6a50-4005-b525-26c7c135130c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:19:10.047917 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae72c4e-6a50-4005-b525-26c7c135130c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:19:10.048239 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae72c4e-6a50-4005-b525-26c7c135130c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:19:10.048557 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae72c4e-6a50-4005-b525-26c7c135130c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:19:10.092435 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-9ae72c4e-6a50-4005-b525-26c7c135130c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742234744962'] for network (5a81a843-2c8d-46e3-8ed1-33fd787f5828), precommit_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:19:10.187024 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-9ae72c4e-6a50-4005-b525-26c7c135130c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042'] for network (5a81a843-2c8d-46e3-8ed1-33fd787f5828), after_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:19:10.188067 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ae72c4e-6a50-4005-b525-26c7c135130c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:19:10.188794 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-9ae72c4e-6a50-4005-b525-26c7c135130c admin admin] Publish callbacks [] for network (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:19:10.201899 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Device dfd6efc7-7b27-4d86-b48e-4f6ada3bff50 no longer exists at agent hyperv_hv-neutron-mast {{(pid=116163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 11:19:10.224307 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] No Port match for: dfd6efc7-7b27-4d86-b48e-4f6ada3bff50 {{(pid=116163) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 28 11:19:10.224660 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Device dfd6efc7-7b27-4d86-b48e-4f6ada3bff50 not bound to the agent host hv-neutron-mast {{(pid=116163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 11:19:10.275864 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae72c4e-6a50-4005-b525-26c7c135130c admin admin] Pushing event updated for resources: {'Network': ['ID=5a81a843-2c8d-46e3-8ed1-33fd787f5828,revision_number=1']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:19:10.285761 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Network 5a81a843-2c8d-46e3-8ed1-33fd787f5828 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=116163) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 28 11:19:10.292614 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-9ae72c4e-6a50-4005-b525-26c7c135130c admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.6203775 Apr 28 11:19:10.295383 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 58338) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:19:10.300915 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.v2.base [None req-29ead63c-24d9-45fa-836a-a3f138ef0854 admin admin] Request body: {'subnet': {'network_id': '5a81a843-2c8d-46e3-8ed1-33fd787f5828', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-784801006-subnet', 'tenant_id': 'f78ad935ce104b418ce72d451b29a05c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=116161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:19:10.380147 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29ead63c-24d9-45fa-836a-a3f138ef0854 admin admin] Made reservation on behalf of f78ad935ce104b418ce72d451b29a05c for: {'subnet': 1} {{(pid=116161) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 11:19:10.382606 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-29ead63c-24d9-45fa-836a-a3f138ef0854 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5125580'] for subnet (None), before_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:19:10.511604 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-ae94d540-e4c6-43be-adc9-b26fb6a2f62f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (cfc241ae-e4b7-443b-b80b-59fbbc2b69c9), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:19:10.631819 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-29ead63c-24d9-45fa-836a-a3f138ef0854 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5220536', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5125438'] for subnet (8788f0d5-2c56-45ea-a63e-b2a30a2b6e5d), after_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:19:10.684293 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ead63c-24d9-45fa-836a-a3f138ef0854 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8788f0d5-2c56-45ea-a63e-b2a30a2b6e5d,revision_number=0']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:19:10.694311 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29ead63c-24d9-45fa-836a-a3f138ef0854 admin admin] Checking segment: {'id': 'b8de6d12-1f6b-440b-bd25-49e3037e574c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '5a81a843-2c8d-46e3-8ed1-33fd787f5828'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 11:19:10.694694 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29ead63c-24d9-45fa-836a-a3f138ef0854 admin admin] Network hostable DHCP agents. Network: 5a81a843-2c8d-46e3-8ed1-33fd787f5828, hostable agents: ['75ba81b7-fe99-4281-90d2-a5adb445ecea'], hosted agents: [] {{(pid=116161) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 11:19:10.775736 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29ead63c-24d9-45fa-836a-a3f138ef0854 admin admin] Network 5a81a843-2c8d-46e3-8ed1-33fd787f5828 is scheduled to be hosted by DHCP agent 75ba81b7-fe99-4281-90d2-a5adb445ecea with binding_index 1 {{(pid=116161) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 11:19:10.854615 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.scheduler.base_scheduler [None req-29ead63c-24d9-45fa-836a-a3f138ef0854 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 5a81a843-2c8d-46e3-8ed1-33fd787f5828) {{(pid=116161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 11:19:10.858762 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29ead63c-24d9-45fa-836a-a3f138ef0854 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:19:10.859361 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-29ead63c-24d9-45fa-836a-a3f138ef0854 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:19:10.867996 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f29407db-cb9e-452d-844b-f2bec162e355 None None] Network 5a81a843-2c8d-46e3-8ed1-33fd787f5828 requested from dv-neutron-master-2-hyperv {{(pid=116163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 11:19:10.956936 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-29ead63c-24d9-45fa-836a-a3f138ef0854 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6602943 Apr 28 11:19:10.960547 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fa86fd9-6ec8-4f8c-8521-25b229af433c None None] Network 5a81a843-2c8d-46e3-8ed1-33fd787f5828 requested from dv-neutron-master-2-hyperv {{(pid=116163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 11:19:11.380831 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c7d3f8-66a9-4156-96b4-73aeeeac7f2d req-e2083db8-4960-4d45-8904-88b94b8b04db tempest-ServerDiskConfigTestJSON-1660990005 tempest-ServerDiskConfigTestJSON-1660990005-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:19:11.382307 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-49c7d3f8-66a9-4156-96b4-73aeeeac7f2d req-e2083db8-4960-4d45-8904-88b94b8b04db tempest-ServerDiskConfigTestJSON-1660990005 tempest-ServerDiskConfigTestJSON-1660990005-project] 10.222.0.10 "GET /v2.0/networks?id=5a81a843-2c8d-46e3-8ed1-33fd787f5828 HTTP/1.1" status: 200 len: 814 time: 0.1047466 Apr 28 11:19:11.397321 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-49c7d3f8-66a9-4156-96b4-73aeeeac7f2d req-09c649b2-4a63-404e-9bb0-6476e33aa830 tempest-ServerDiskConfigTestJSON-1660990005 tempest-ServerDiskConfigTestJSON-1660990005-project] 10.222.0.10 "GET /v2.0/quotas/f78ad935ce104b418ce72d451b29a05c HTTP/1.1" status: 200 len: 375 time: 0.0096059 Apr 28 11:19:11.428866 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-49c7d3f8-66a9-4156-96b4-73aeeeac7f2d req-fe38c46c-f170-481e-a839-b5330ea0f708 tempest-ServerDiskConfigTestJSON-1660990005 tempest-ServerDiskConfigTestJSON-1660990005-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=f78ad935ce104b418ce72d451b29a05c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0267434 Apr 28 11:19:11.566158 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-49c7d3f8-66a9-4156-96b4-73aeeeac7f2d req-17052daf-92ad-49e1-a334-c5f5c57358f7 service neutron] 10.222.0.10 "GET /v2.0/networks/5a81a843-2c8d-46e3-8ed1-33fd787f5828?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1305883 Apr 28 11:19:11.654376 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-49c7d3f8-66a9-4156-96b4-73aeeeac7f2d req-834b54c7-a0ce-4baa-9e7f-be9658d7d2d1 service neutron] 10.222.0.10 "GET /v2.0/networks/5a81a843-2c8d-46e3-8ed1-33fd787f5828?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824342 Apr 28 11:19:11.899858 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-79eff813-065f-45cf-8c79-abdb91bff3bf req-03f997f9-b162-44ae-ace1-a32fb8995945 tempest-ServerDiskConfigTestJSON-1660990005 tempest-ServerDiskConfigTestJSON-1660990005-project] 10.222.0.10 "GET /v2.0/ports?device_id=d9a2e7c8-c6cb-4652-bf45-5c3e5557f69d HTTP/1.1" status: 200 len: 210 time: 0.0288043 Apr 28 11:19:12.118163 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-01ef1de1-12fd-4cef-b76b-793f91379468 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (39cc4f52-f5d9-4e2c-bbfa-7a1c528e1c40), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:19:12.999009 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-b0d53af1-b74b-46c8-811e-7ff84a0c2656 req-ff72908e-8186-45ee-b5c2-e489e03581a0 tempest-ServerDiskConfigTestJSON-1660990005 tempest-ServerDiskConfigTestJSON-1660990005-project] 10.222.0.10 "GET /v2.0/ports?device_id=d9a2e7c8-c6cb-4652-bf45-5c3e5557f69d HTTP/1.1" status: 200 len: 210 time: 0.0319684 Apr 28 11:19:13.346710 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (d5baab19-5dd1-4902-922b-84acb048ab9c), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:19:13.884263 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c7d3f8-66a9-4156-96b4-73aeeeac7f2d req-58dce11b-a09e-4558-81e3-d36a0456e887 tempest-ServerDiskConfigTestJSON-1660990005 tempest-ServerDiskConfigTestJSON-1660990005-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:19:13.885706 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-49c7d3f8-66a9-4156-96b4-73aeeeac7f2d req-58dce11b-a09e-4558-81e3-d36a0456e887 tempest-ServerDiskConfigTestJSON-1660990005 tempest-ServerDiskConfigTestJSON-1660990005-project] 10.222.0.20 "GET /v2.0/networks?id=5a81a843-2c8d-46e3-8ed1-33fd787f5828 HTTP/1.1" status: 200 len: 814 time: 0.1025281 Apr 28 11:19:13.898060 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.v2.base [req-49c7d3f8-66a9-4156-96b4-73aeeeac7f2d req-93ee7ad0-1083-4b37-a7a5-7ec3d87627d1 tempest-ServerDiskConfigTestJSON-1660990005 tempest-ServerDiskConfigTestJSON-1660990005-project] Request body: {'port': {'device_id': 'd9a2e7c8-c6cb-4652-bf45-5c3e5557f69d', 'network_id': '5a81a843-2c8d-46e3-8ed1-33fd787f5828', 'admin_state_up': True, 'tenant_id': 'f78ad935ce104b418ce72d451b29a05c'}} {{(pid=116162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:19:14.095129 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-8eaa445b-b3af-41ea-85de-3b8d035dae80 req-8b622c2e-5baa-49ba-ac3f-0dc4e59cbb74 tempest-ServerDiskConfigTestJSON-1660990005 tempest-ServerDiskConfigTestJSON-1660990005-project] 10.222.0.10 "GET /v2.0/ports?device_id=d9a2e7c8-c6cb-4652-bf45-5c3e5557f69d HTTP/1.1" status: 200 len: 210 time: 0.0290878 Apr 28 11:19:14.146914 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-49c7d3f8-66a9-4156-96b4-73aeeeac7f2d req-93ee7ad0-1083-4b37-a7a5-7ec3d87627d1 tempest-ServerDiskConfigTestJSON-1660990005 tempest-ServerDiskConfigTestJSON-1660990005-project] Made reservation on behalf of f78ad935ce104b418ce72d451b29a05c for: {'port': 1} {{(pid=116162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 11:19:14.150290 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [req-49c7d3f8-66a9-4156-96b4-73aeeeac7f2d req-93ee7ad0-1083-4b37-a7a5-7ec3d87627d1 tempest-ServerDiskConfigTestJSON-1660990005 tempest-ServerDiskConfigTestJSON-1660990005-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (None), before_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:19:14.273921 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.db.db_base_plugin_common [req-49c7d3f8-66a9-4156-96b4-73aeeeac7f2d req-93ee7ad0-1083-4b37-a7a5-7ec3d87627d1 tempest-ServerDiskConfigTestJSON-1660990005 tempest-ServerDiskConfigTestJSON-1660990005-project] Allocated IP 172.20.0.3 (5a81a843-2c8d-46e3-8ed1-33fd787f5828/8788f0d5-2c56-45ea-a63e-b2a30a2b6e5d/a1567e16-c52e-47a6-9d8f-123c473c7c0d) {{(pid=116162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 11:19:14.420081 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [req-49c7d3f8-66a9-4156-96b4-73aeeeac7f2d req-93ee7ad0-1083-4b37-a7a5-7ec3d87627d1 tempest-ServerDiskConfigTestJSON-1660990005 tempest-ServerDiskConfigTestJSON-1660990005-project] Publish callbacks [] for port (a1567e16-c52e-47a6-9d8f-123c473c7c0d), precommit_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:19:14.518785 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [req-49c7d3f8-66a9-4156-96b4-73aeeeac7f2d req-93ee7ad0-1083-4b37-a7a5-7ec3d87627d1 tempest-ServerDiskConfigTestJSON-1660990005 tempest-ServerDiskConfigTestJSON-1660990005-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742234710357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5051867'] for port (a1567e16-c52e-47a6-9d8f-123c473c7c0d), after_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:19:14.558555 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-49c7d3f8-66a9-4156-96b4-73aeeeac7f2d req-93ee7ad0-1083-4b37-a7a5-7ec3d87627d1 tempest-ServerDiskConfigTestJSON-1660990005 tempest-ServerDiskConfigTestJSON-1660990005-project] Network 5a81a843-2c8d-46e3-8ed1-33fd787f5828 is already hosted by enough agents. {{(pid=116162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 11:19:14.561515 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.scheduler.base_scheduler [req-49c7d3f8-66a9-4156-96b4-73aeeeac7f2d req-93ee7ad0-1083-4b37-a7a5-7ec3d87627d1 tempest-ServerDiskConfigTestJSON-1660990005 tempest-ServerDiskConfigTestJSON-1660990005-project] Resources bound (agent type, host, resource id): {{(pid=116162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 11:19:14.564681 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.db.l3_dvrscheduler_db [req-49c7d3f8-66a9-4156-96b4-73aeeeac7f2d req-93ee7ad0-1083-4b37-a7a5-7ec3d87627d1 tempest-ServerDiskConfigTestJSON-1660990005 tempest-ServerDiskConfigTestJSON-1660990005-project] Received port after_create {{(pid=116162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 11:19:14.594485 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ee7ad0-1083-4b37-a7a5-7ec3d87627d1 tempest-ServerDiskConfigTestJSON-1660990005 tempest-ServerDiskConfigTestJSON-1660990005-project] Pushing event updated for resources: {'Port': ['ID=a1567e16-c52e-47a6-9d8f-123c473c7c0d,revision_number=1']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:19:14.620197 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c7d3f8-66a9-4156-96b4-73aeeeac7f2d req-93ee7ad0-1083-4b37-a7a5-7ec3d87627d1 tempest-ServerDiskConfigTestJSON-1660990005 tempest-ServerDiskConfigTestJSON-1660990005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:19:14.620796 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [req-49c7d3f8-66a9-4156-96b4-73aeeeac7f2d req-93ee7ad0-1083-4b37-a7a5-7ec3d87627d1 tempest-ServerDiskConfigTestJSON-1660990005 tempest-ServerDiskConfigTestJSON-1660990005-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198022'] for port (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:19:14.680493 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-49c7d3f8-66a9-4156-96b4-73aeeeac7f2d req-93ee7ad0-1083-4b37-a7a5-7ec3d87627d1 tempest-ServerDiskConfigTestJSON-1660990005 tempest-ServerDiskConfigTestJSON-1660990005-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7861056 Apr 28 11:19:14.691432 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.v2.base [req-49c7d3f8-66a9-4156-96b4-73aeeeac7f2d req-7c3df779-8744-4782-9b71-9de3f10af4a8 service neutron] Request body: {'port': {'device_id': 'd9a2e7c8-c6cb-4652-bf45-5c3e5557f69d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-mast'}} {{(pid=116162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:19:14.749932 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [req-49c7d3f8-66a9-4156-96b4-73aeeeac7f2d req-7c3df779-8744-4782-9b71-9de3f10af4a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (a1567e16-c52e-47a6-9d8f-123c473c7c0d), before_update {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:19:14.999675 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.notifiers.nova [req-49c7d3f8-66a9-4156-96b4-73aeeeac7f2d req-7c3df779-8744-4782-9b71-9de3f10af4a8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a1567e16-c52e-47a6-9d8f-123c473c7c0d {{(pid=116162) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 11:19:15.006811 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [req-49c7d3f8-66a9-4156-96b4-73aeeeac7f2d req-7c3df779-8744-4782-9b71-9de3f10af4a8 service neutron] Publish callbacks [] for port (a1567e16-c52e-47a6-9d8f-123c473c7c0d), precommit_update {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:19:15.018860 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.db.provisioning_blocks [req-49c7d3f8-66a9-4156-96b4-73aeeeac7f2d req-7c3df779-8744-4782-9b71-9de3f10af4a8 service neutron] Transition to ACTIVE for port object a1567e16-c52e-47a6-9d8f-123c473c7c0d will not be triggered until provisioned by entity L2. {{(pid=116162) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 28 11:19:15.072613 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [req-49c7d3f8-66a9-4156-96b4-73aeeeac7f2d req-7c3df779-8744-4782-9b71-9de3f10af4a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5051840'] for port (a1567e16-c52e-47a6-9d8f-123c473c7c0d), after_update {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:19:15.127887 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3df779-8744-4782-9b71-9de3f10af4a8 service neutron] Pushing event updated for resources: {'Port': ['ID=a1567e16-c52e-47a6-9d8f-123c473c7c0d,revision_number=2']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:19:15.200298 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.managers [req-49c7d3f8-66a9-4156-96b4-73aeeeac7f2d req-7c3df779-8744-4782-9b71-9de3f10af4a8 service neutron] Attempting to bind port a1567e16-c52e-47a6-9d8f-123c473c7c0d on host hv-neutron-mast for vnic_type normal with profile {{(pid=116162) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 28 11:19:15.200653 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.managers [req-49c7d3f8-66a9-4156-96b4-73aeeeac7f2d req-7c3df779-8744-4782-9b71-9de3f10af4a8 service neutron] Attempting to bind port a1567e16-c52e-47a6-9d8f-123c473c7c0d by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': 'b8de6d12-1f6b-440b-bd25-49e3037e574c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '5a81a843-2c8d-46e3-8ed1-33fd787f5828'}] {{(pid=116162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 28 11:19:15.200964 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49c7d3f8-66a9-4156-96b4-73aeeeac7f2d req-7c3df779-8744-4782-9b71-9de3f10af4a8 service neutron] Attempting to bind port a1567e16-c52e-47a6-9d8f-123c473c7c0d on network 5a81a843-2c8d-46e3-8ed1-33fd787f5828 {{(pid=116162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 11:19:15.206118 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49c7d3f8-66a9-4156-96b4-73aeeeac7f2d req-7c3df779-8744-4782-9b71-9de3f10af4a8 service neutron] Port a1567e16-c52e-47a6-9d8f-123c473c7c0d on network 5a81a843-2c8d-46e3-8ed1-33fd787f5828 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=116162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 28 11:19:15.206483 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49c7d3f8-66a9-4156-96b4-73aeeeac7f2d req-7c3df779-8744-4782-9b71-9de3f10af4a8 service neutron] Attempting to bind port a1567e16-c52e-47a6-9d8f-123c473c7c0d on network 5a81a843-2c8d-46e3-8ed1-33fd787f5828 {{(pid=116162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 11:19:15.210413 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33fab418-b941-41f8-9bc7-cd4832523248 req-9739cbba-4f6b-4360-a062-3d4b1236b489 tempest-ServerDiskConfigTestJSON-1660990005 tempest-ServerDiskConfigTestJSON-1660990005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:19:15.211747 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49c7d3f8-66a9-4156-96b4-73aeeeac7f2d req-7c3df779-8744-4782-9b71-9de3f10af4a8 service neutron] Checking agent: {'id': '6be95134-9a6c-4663-8b48-90d12ce90c60', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-mast', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 10, 57, 20), 'started_at': datetime.datetime(2022, 4, 28, 10, 57, 20), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 11, 18, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=116162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 11:19:15.211930 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-33fab418-b941-41f8-9bc7-cd4832523248 req-9739cbba-4f6b-4360-a062-3d4b1236b489 tempest-ServerDiskConfigTestJSON-1660990005 tempest-ServerDiskConfigTestJSON-1660990005-project] 10.222.0.10 "GET /v2.0/ports?device_id=d9a2e7c8-c6cb-4652-bf45-5c3e5557f69d HTTP/1.1" status: 200 len: 943 time: 0.0497744 Apr 28 11:19:15.212091 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49c7d3f8-66a9-4156-96b4-73aeeeac7f2d req-7c3df779-8744-4782-9b71-9de3f10af4a8 service neutron] Checking segment: {'id': 'b8de6d12-1f6b-440b-bd25-49e3037e574c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '5a81a843-2c8d-46e3-8ed1-33fd787f5828'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 11:19:15.212477 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49c7d3f8-66a9-4156-96b4-73aeeeac7f2d req-7c3df779-8744-4782-9b71-9de3f10af4a8 service neutron] Bound using segment: {'id': 'b8de6d12-1f6b-440b-bd25-49e3037e574c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '5a81a843-2c8d-46e3-8ed1-33fd787f5828'} {{(pid=116162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 11:19:15.212896 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.managers [req-49c7d3f8-66a9-4156-96b4-73aeeeac7f2d req-7c3df779-8744-4782-9b71-9de3f10af4a8 service neutron] Bound port: a1567e16-c52e-47a6-9d8f-123c473c7c0d, host: hv-neutron-mast, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b8de6d12-1f6b-440b-bd25-49e3037e574c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '5a81a843-2c8d-46e3-8ed1-33fd787f5828'}}] {{(pid=116162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 28 11:19:15.213254 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [req-49c7d3f8-66a9-4156-96b4-73aeeeac7f2d req-7c3df779-8744-4782-9b71-9de3f10af4a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (a1567e16-c52e-47a6-9d8f-123c473c7c0d), before_update {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:19:15.259421 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-33fab418-b941-41f8-9bc7-cd4832523248 req-b60d3e9e-8835-4f71-a8ad-d706ea89aece tempest-ServerDiskConfigTestJSON-1660990005 tempest-ServerDiskConfigTestJSON-1660990005-project] 10.222.0.10 "GET /v2.0/security-groups?id=47c4b245-0002-4c92-ae3e-64fad57623a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412738 Apr 28 11:19:15.276579 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.db [req-49c7d3f8-66a9-4156-96b4-73aeeeac7f2d req-7c3df779-8744-4782-9b71-9de3f10af4a8 service neutron] For port a1567e16-c52e-47a6-9d8f-123c473c7c0d, host hv-neutron-mast, cleared binding levels {{(pid=116162) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 11:19:15.279628 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.db [req-49c7d3f8-66a9-4156-96b4-73aeeeac7f2d req-7c3df779-8744-4782-9b71-9de3f10af4a8 service neutron] For port a1567e16-c52e-47a6-9d8f-123c473c7c0d, host hv-neutron-mast, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=a1567e16-c52e-47a6-9d8f-123c473c7c0d,segment=NetworkSegment(b8de6d12-1f6b-440b-bd25-49e3037e574c),segment_id=b8de6d12-1f6b-440b-bd25-49e3037e574c)] {{(pid=116162) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 11:19:15.347197 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [req-49c7d3f8-66a9-4156-96b4-73aeeeac7f2d req-7c3df779-8744-4782-9b71-9de3f10af4a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5051840'] for port (a1567e16-c52e-47a6-9d8f-123c473c7c0d), after_update {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:19:15.382600 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c7d3f8-66a9-4156-96b4-73aeeeac7f2d req-7c3df779-8744-4782-9b71-9de3f10af4a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:19:15.383411 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [req-49c7d3f8-66a9-4156-96b4-73aeeeac7f2d req-7c3df779-8744-4782-9b71-9de3f10af4a8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198022'] for port (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:19:15.384809 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-49c7d3f8-66a9-4156-96b4-73aeeeac7f2d req-7c3df779-8744-4782-9b71-9de3f10af4a8 service neutron] 10.222.0.20 "PUT /v2.0/ports/a1567e16-c52e-47a6-9d8f-123c473c7c0d HTTP/1.1" status: 200 len: 1093 time: 0.6978829 Apr 28 11:19:15.387395 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9a2e7c8-c6cb-4652-bf45-5c3e5557f69d', 'tag': 'a1567e16-c52e-47a6-9d8f-123c473c7c0d'}] {{(pid=116162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 11:19:15.390348 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ba53f40d6116d28995a8e36159d0e539b5353eec116fb5dd4ce03b4b2159ab1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-390f92ed-5f69-4755-8b63-ac937aef36fa" -d '{"events": [{"name": "network-changed", "server_uuid": "d9a2e7c8-c6cb-4652-bf45-5c3e5557f69d", "tag": "a1567e16-c52e-47a6-9d8f-123c473c7c0d"}]}' {{(pid=116162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 11:19:15.415001 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3df779-8744-4782-9b71-9de3f10af4a8 service neutron] Pushing event updated for resources: {'Port': ['ID=a1567e16-c52e-47a6-9d8f-123c473c7c0d,revision_number=3']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:19:15.429763 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 11:19:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac453cae-b83c-408a-908d-58d5b717562f x-openstack-request-id: req-ac453cae-b83c-408a-908d-58d5b717562f {{(pid=116162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 11:19:15.430116 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d9a2e7c8-c6cb-4652-bf45-5c3e5557f69d", "tag": "a1567e16-c52e-47a6-9d8f-123c473c7c0d", "status": "completed", "code": 200}]} {{(pid=116162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 11:19:15.430306 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-ac453cae-b83c-408a-908d-58d5b717562f {{(pid=116162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 11:19:15.430737 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ac453cae-b83c-408a-908d-58d5b717562f'] response: {'name': 'network-changed', 'server_uuid': 'd9a2e7c8-c6cb-4652-bf45-5c3e5557f69d', 'tag': 'a1567e16-c52e-47a6-9d8f-123c473c7c0d', 'status': 'completed', 'code': 200} Apr 28 11:19:15.490859 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390f92ed-5f69-4755-8b63-ac937aef36fa req-102c1273-9ac8-4437-8634-c72b58120052 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:19:15.492378 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-390f92ed-5f69-4755-8b63-ac937aef36fa req-102c1273-9ac8-4437-8634-c72b58120052 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f78ad935ce104b418ce72d451b29a05c&device_id=d9a2e7c8-c6cb-4652-bf45-5c3e5557f69d HTTP/1.1" status: 200 len: 1127 time: 0.0402279 Apr 28 11:19:15.589613 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390f92ed-5f69-4755-8b63-ac937aef36fa req-64fa0df8-d1e7-458f-a879-528ff4642cf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:19:15.591013 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-390f92ed-5f69-4755-8b63-ac937aef36fa req-64fa0df8-d1e7-458f-a879-528ff4642cf1 service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=f78ad935ce104b418ce72d451b29a05c&shared=False HTTP/1.1" status: 200 len: 914 time: 0.0918181 Apr 28 11:19:15.679436 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390f92ed-5f69-4755-8b63-ac937aef36fa req-15e84f9a-f2ab-4344-8d33-098bf5a104d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:19:15.680881 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-390f92ed-5f69-4755-8b63-ac937aef36fa req-15e84f9a-f2ab-4344-8d33-098bf5a104d8 service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0843940 Apr 28 11:19:15.753389 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c7d3f8-66a9-4156-96b4-73aeeeac7f2d req-3106d3b6-ec9f-4fc9-baaa-1e44804a2cd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:19:15.754865 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-49c7d3f8-66a9-4156-96b4-73aeeeac7f2d req-3106d3b6-ec9f-4fc9-baaa-1e44804a2cd4 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f78ad935ce104b418ce72d451b29a05c&device_id=d9a2e7c8-c6cb-4652-bf45-5c3e5557f69d HTTP/1.1" status: 200 len: 1127 time: 0.0386136 Apr 28 11:19:16.131489 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-49c7d3f8-66a9-4156-96b4-73aeeeac7f2d req-ff95c8f9-9680-4363-8e0b-25d54b17bcc3 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a1567e16-c52e-47a6-9d8f-123c473c7c0d HTTP/1.1" status: 200 len: 217 time: 0.3682368 Apr 28 11:19:16.178740 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c7d3f8-66a9-4156-96b4-73aeeeac7f2d req-7c4caedb-f2a5-4a7c-bf9f-38154f5010b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:19:16.180110 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-49c7d3f8-66a9-4156-96b4-73aeeeac7f2d req-7c4caedb-f2a5-4a7c-bf9f-38154f5010b7 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=8788f0d5-2c56-45ea-a63e-b2a30a2b6e5d HTTP/1.1" status: 200 len: 854 time: 0.0422800 Apr 28 11:19:16.211353 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-49c7d3f8-66a9-4156-96b4-73aeeeac7f2d req-5b398d2a-ddfd-4427-ace8-b23c184dbde4 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=5a81a843-2c8d-46e3-8ed1-33fd787f5828&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250099 Apr 28 11:19:16.300244 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-49c7d3f8-66a9-4156-96b4-73aeeeac7f2d req-f31a2b75-0267-4a1f-9b0d-24f8adf1f6f7 service neutron] 10.222.0.20 "GET /v2.0/networks/5a81a843-2c8d-46e3-8ed1-33fd787f5828?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829682 Apr 28 11:19:16.380164 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0746289c-58d0-4db7-9f92-189b3e7c45e4 req-58eaf120-28bc-4194-9fba-63e9eb81ddef tempest-ServerDiskConfigTestJSON-1660990005 tempest-ServerDiskConfigTestJSON-1660990005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:19:16.381661 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-0746289c-58d0-4db7-9f92-189b3e7c45e4 req-58eaf120-28bc-4194-9fba-63e9eb81ddef tempest-ServerDiskConfigTestJSON-1660990005 tempest-ServerDiskConfigTestJSON-1660990005-project] 10.222.0.10 "GET /v2.0/ports?device_id=d9a2e7c8-c6cb-4652-bf45-5c3e5557f69d HTTP/1.1" status: 200 len: 943 time: 0.0475900 Apr 28 11:19:16.388006 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-49c7d3f8-66a9-4156-96b4-73aeeeac7f2d req-b85d9323-1f1c-4dfc-ba8e-b923158e3679 service neutron] 10.222.0.20 "GET /v2.0/networks/5a81a843-2c8d-46e3-8ed1-33fd787f5828?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823848 Apr 28 11:19:16.433091 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-0746289c-58d0-4db7-9f92-189b3e7c45e4 req-83abdf20-0c8a-44ee-88a6-71f3d0fcdf85 tempest-ServerDiskConfigTestJSON-1660990005 tempest-ServerDiskConfigTestJSON-1660990005-project] 10.222.0.10 "GET /v2.0/security-groups?id=47c4b245-0002-4c92-ae3e-64fad57623a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456698 Apr 28 11:19:17.549265 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500e98f9-24bc-47db-9933-c709980a2ec9 req-2dc15b9c-4670-4fec-8d38-9a150078f010 tempest-ServerDiskConfigTestJSON-1660990005 tempest-ServerDiskConfigTestJSON-1660990005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:19:17.550771 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-500e98f9-24bc-47db-9933-c709980a2ec9 req-2dc15b9c-4670-4fec-8d38-9a150078f010 tempest-ServerDiskConfigTestJSON-1660990005 tempest-ServerDiskConfigTestJSON-1660990005-project] 10.222.0.10 "GET /v2.0/ports?device_id=d9a2e7c8-c6cb-4652-bf45-5c3e5557f69d HTTP/1.1" status: 200 len: 943 time: 0.0490527 Apr 28 11:19:17.598483 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-500e98f9-24bc-47db-9933-c709980a2ec9 req-6fc80ef6-b1a3-47d5-8b67-040b807b298b tempest-ServerDiskConfigTestJSON-1660990005 tempest-ServerDiskConfigTestJSON-1660990005-project] 10.222.0.10 "GET /v2.0/security-groups?id=47c4b245-0002-4c92-ae3e-64fad57623a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421522 Apr 28 11:19:18.252817 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Device a1567e16-c52e-47a6-9d8f-123c473c7c0d details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=116163) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 28 11:19:18.347834 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] For port a1567e16-c52e-47a6-9d8f-123c473c7c0d, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=a1567e16-c52e-47a6-9d8f-123c473c7c0d,segment=NetworkSegment(b8de6d12-1f6b-440b-bd25-49e3037e574c),segment_id=b8de6d12-1f6b-440b-bd25-49e3037e574c)] {{(pid=116163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 11:19:18.358807 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Returning: {'device': 'a1567e16-c52e-47a6-9d8f-123c473c7c0d', 'network_id': '5a81a843-2c8d-46e3-8ed1-33fd787f5828', 'port_id': 'a1567e16-c52e-47a6-9d8f-123c473c7c0d', 'mac_address': 'fa:16:3e:ed:5d:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 78, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8788f0d5-2c56-45ea-a63e-b2a30a2b6e5d', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=116163) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 28 11:19:18.400066 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Current status of the port a1567e16-c52e-47a6-9d8f-123c473c7c0d is: DOWN; New status is: BUILD {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:19:18.400456 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (a1567e16-c52e-47a6-9d8f-123c473c7c0d), before_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:19:18.412981 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.notifiers.nova [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a1567e16-c52e-47a6-9d8f-123c473c7c0d {{(pid=116163) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 11:19:18.432613 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] For port a1567e16-c52e-47a6-9d8f-123c473c7c0d, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=a1567e16-c52e-47a6-9d8f-123c473c7c0d,segment=NetworkSegment(b8de6d12-1f6b-440b-bd25-49e3037e574c),segment_id=b8de6d12-1f6b-440b-bd25-49e3037e574c)] {{(pid=116163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 11:19:18.557816 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393'] for port (a1567e16-c52e-47a6-9d8f-123c473c7c0d), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:19:18.603462 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Pushing event updated for resources: {'Port': ['ID=a1567e16-c52e-47a6-9d8f-123c473c7c0d,revision_number=4']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:19:18.708508 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ae40f4-d5bf-49d7-9d14-c7eaa244d118 req-39826d8e-8fb4-4428-aaa2-e8c3a48b54c4 tempest-ServerDiskConfigTestJSON-1660990005 tempest-ServerDiskConfigTestJSON-1660990005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:19:18.710242 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-87ae40f4-d5bf-49d7-9d14-c7eaa244d118 req-39826d8e-8fb4-4428-aaa2-e8c3a48b54c4 tempest-ServerDiskConfigTestJSON-1660990005 tempest-ServerDiskConfigTestJSON-1660990005-project] 10.222.0.10 "GET /v2.0/ports?device_id=d9a2e7c8-c6cb-4652-bf45-5c3e5557f69d HTTP/1.1" status: 200 len: 944 time: 0.0467107 Apr 28 11:19:18.758934 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-87ae40f4-d5bf-49d7-9d14-c7eaa244d118 req-d673e2b1-846f-4c80-8c45-079e430ea70a tempest-ServerDiskConfigTestJSON-1660990005 tempest-ServerDiskConfigTestJSON-1660990005-project] 10.222.0.10 "GET /v2.0/security-groups?id=47c4b245-0002-4c92-ae3e-64fad57623a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428815 Apr 28 11:19:18.759716 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] get_ports_and_sgs() called for port_ids ['a1567e16-c52e-47a6-9d8f-123c473c7c0d'] {{(pid=116163) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 11:19:19.876126 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c5282e-c77b-4a61-b388-b61f525d857c req-88987ee4-8560-4d74-b915-dedf5f6a2db5 tempest-ServerDiskConfigTestJSON-1660990005 tempest-ServerDiskConfigTestJSON-1660990005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:19:19.878436 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-f5c5282e-c77b-4a61-b388-b61f525d857c req-88987ee4-8560-4d74-b915-dedf5f6a2db5 tempest-ServerDiskConfigTestJSON-1660990005 tempest-ServerDiskConfigTestJSON-1660990005-project] 10.222.0.10 "GET /v2.0/ports?device_id=d9a2e7c8-c6cb-4652-bf45-5c3e5557f69d HTTP/1.1" status: 200 len: 944 time: 0.0520794 Apr 28 11:19:19.925883 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-f5c5282e-c77b-4a61-b388-b61f525d857c req-37959c2e-004e-4361-a20e-6bedb1058578 tempest-ServerDiskConfigTestJSON-1660990005 tempest-ServerDiskConfigTestJSON-1660990005-project] 10.222.0.10 "GET /v2.0/security-groups?id=47c4b245-0002-4c92-ae3e-64fad57623a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419381 Apr 28 11:19:20.263209 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Device a1567e16-c52e-47a6-9d8f-123c473c7c0d up at agent hyperv_hv-neutron-mast {{(pid=116163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 11:19:20.307605 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Provisioning for port a1567e16-c52e-47a6-9d8f-123c473c7c0d completed by entity L2. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 28 11:19:20.369499 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Provisioning complete for port a1567e16-c52e-47a6-9d8f-123c473c7c0d triggered by entity L2. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:19:20.369827 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (a1567e16-c52e-47a6-9d8f-123c473c7c0d), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:19:20.451948 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Current status of the port a1567e16-c52e-47a6-9d8f-123c473c7c0d is: BUILD; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:19:20.452376 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (a1567e16-c52e-47a6-9d8f-123c473c7c0d), before_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:19:20.480533 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9a2e7c8-c6cb-4652-bf45-5c3e5557f69d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1567e16-c52e-47a6-9d8f-123c473c7c0d'}] {{(pid=116163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 11:19:20.482901 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f01aec4a4f83961b54a953becfce2676879fb1d4b91122543244f430a0b8460" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35e6ae05-3ad4-4561-8442-f03aad11e338" -d '{"events": [{"server_uuid": "d9a2e7c8-c6cb-4652-bf45-5c3e5557f69d", "name": "network-vif-plugged", "status": "completed", "tag": "a1567e16-c52e-47a6-9d8f-123c473c7c0d"}]}' {{(pid=116163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 11:19:20.495907 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] For port a1567e16-c52e-47a6-9d8f-123c473c7c0d, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=a1567e16-c52e-47a6-9d8f-123c473c7c0d,segment=NetworkSegment(b8de6d12-1f6b-440b-bd25-49e3037e574c),segment_id=b8de6d12-1f6b-440b-bd25-49e3037e574c)] {{(pid=116163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 11:19:20.518593 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 11:19:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5490a51-20e2-4991-babd-aac00ed351a9 x-openstack-request-id: req-a5490a51-20e2-4991-babd-aac00ed351a9 {{(pid=116163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 11:19:20.518888 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9a2e7c8-c6cb-4652-bf45-5c3e5557f69d", "name": "network-vif-plugged", "status": "completed", "tag": "a1567e16-c52e-47a6-9d8f-123c473c7c0d", "code": 200}]} {{(pid=116163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 11:19:20.519143 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-a5490a51-20e2-4991-babd-aac00ed351a9 {{(pid=116163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 11:19:20.519546 dv-neutron-master-2-hyperv neutron-server[116163]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a5490a51-20e2-4991-babd-aac00ed351a9'] response: {'server_uuid': 'd9a2e7c8-c6cb-4652-bf45-5c3e5557f69d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1567e16-c52e-47a6-9d8f-123c473c7c0d', 'code': 200} Apr 28 11:19:20.563508 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393'] for port (a1567e16-c52e-47a6-9d8f-123c473c7c0d), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:19:20.622947 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Pushing event updated for resources: {'Port': ['ID=a1567e16-c52e-47a6-9d8f-123c473c7c0d,revision_number=5']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:19:20.711992 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (6be95134-9a6c-4663-8b48-90d12ce90c60), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:19:20.815811 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815af2b9-312a-4cf1-9c5c-de7ed0da753e req-62a3ece2-f1a1-494e-964d-24f87a5f0e2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:19:20.817278 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-815af2b9-312a-4cf1-9c5c-de7ed0da753e req-62a3ece2-f1a1-494e-964d-24f87a5f0e2b service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=d9a2e7c8-c6cb-4652-bf45-5c3e5557f69d HTTP/1.1" status: 200 len: 1129 time: 0.0426242 Apr 28 11:19:20.862376 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-815af2b9-312a-4cf1-9c5c-de7ed0da753e req-093d6876-4d50-4e98-8bc5-362b11a636a0 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=47c4b245-0002-4c92-ae3e-64fad57623a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388925 Apr 28 11:19:21.039271 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15fa9b8-60e8-4fed-abb4-9a1eb9f19cb8 req-f1e2b074-094f-488f-81bc-cbe65794173b tempest-ServerDiskConfigTestJSON-1660990005 tempest-ServerDiskConfigTestJSON-1660990005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:19:21.040758 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-b15fa9b8-60e8-4fed-abb4-9a1eb9f19cb8 req-f1e2b074-094f-488f-81bc-cbe65794173b tempest-ServerDiskConfigTestJSON-1660990005 tempest-ServerDiskConfigTestJSON-1660990005-project] 10.222.0.10 "GET /v2.0/ports?device_id=d9a2e7c8-c6cb-4652-bf45-5c3e5557f69d HTTP/1.1" status: 200 len: 945 time: 0.0462241 Apr 28 11:19:21.087716 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-b15fa9b8-60e8-4fed-abb4-9a1eb9f19cb8 req-e16e2463-4e60-47e0-97b2-ab5ed5a10edf tempest-ServerDiskConfigTestJSON-1660990005 tempest-ServerDiskConfigTestJSON-1660990005-project] 10.222.0.10 "GET /v2.0/security-groups?id=47c4b245-0002-4c92-ae3e-64fad57623a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414939 Apr 28 11:19:22.185375 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.agents_db [None req-54b29a82-8a19-4507-95e3-3a2d011841ff None None] Agent healthcheck: found 6 active agents {{(pid=116164) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 28 11:19:22.202767 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9a5782-6eca-44d0-be89-dcb1bf20d920 req-c6109e34-db34-4f84-8f72-9f44bab6d105 tempest-ServerDiskConfigTestJSON-1660990005 tempest-ServerDiskConfigTestJSON-1660990005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:19:22.204849 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-ce9a5782-6eca-44d0-be89-dcb1bf20d920 req-c6109e34-db34-4f84-8f72-9f44bab6d105 tempest-ServerDiskConfigTestJSON-1660990005 tempest-ServerDiskConfigTestJSON-1660990005-project] 10.222.0.10 "GET /v2.0/ports?device_id=d9a2e7c8-c6cb-4652-bf45-5c3e5557f69d HTTP/1.1" status: 200 len: 945 time: 0.0481615 Apr 28 11:19:22.255763 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-ce9a5782-6eca-44d0-be89-dcb1bf20d920 req-be6c65f8-ff71-4fd5-a863-e8a6dac1a833 tempest-ServerDiskConfigTestJSON-1660990005 tempest-ServerDiskConfigTestJSON-1660990005-project] 10.222.0.10 "GET /v2.0/security-groups?id=47c4b245-0002-4c92-ae3e-64fad57623a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451016 Apr 28 11:19:23.369277 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc25284-a34c-46f7-b1e7-488079379756 req-8b8ddb11-0074-420d-9685-61e8012a640a tempest-ServerDiskConfigTestJSON-1660990005 tempest-ServerDiskConfigTestJSON-1660990005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:19:23.370796 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-4dc25284-a34c-46f7-b1e7-488079379756 req-8b8ddb11-0074-420d-9685-61e8012a640a tempest-ServerDiskConfigTestJSON-1660990005 tempest-ServerDiskConfigTestJSON-1660990005-project] 10.222.0.10 "GET /v2.0/ports?device_id=d9a2e7c8-c6cb-4652-bf45-5c3e5557f69d HTTP/1.1" status: 200 len: 945 time: 0.0481493 Apr 28 11:19:23.417638 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-4dc25284-a34c-46f7-b1e7-488079379756 req-826c2928-58af-4009-9ea9-93d4fa1c826f tempest-ServerDiskConfigTestJSON-1660990005 tempest-ServerDiskConfigTestJSON-1660990005-project] 10.222.0.10 "GET /v2.0/security-groups?id=47c4b245-0002-4c92-ae3e-64fad57623a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412698 Apr 28 11:19:23.531551 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757b7a81-1501-4fe9-9ea3-fdf297e5ca8b req-0ce4942f-68f4-41ca-94a1-f081a7b05159 tempest-ServerDiskConfigTestJSON-1660990005 tempest-ServerDiskConfigTestJSON-1660990005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:19:23.533851 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-757b7a81-1501-4fe9-9ea3-fdf297e5ca8b req-0ce4942f-68f4-41ca-94a1-f081a7b05159 tempest-ServerDiskConfigTestJSON-1660990005 tempest-ServerDiskConfigTestJSON-1660990005-project] 10.222.0.10 "GET /v2.0/ports?device_id=d9a2e7c8-c6cb-4652-bf45-5c3e5557f69d HTTP/1.1" status: 200 len: 945 time: 0.0478694 Apr 28 11:19:23.580898 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-757b7a81-1501-4fe9-9ea3-fdf297e5ca8b req-0ec2d75a-9849-4bf2-ab5d-d751d9a9f387 tempest-ServerDiskConfigTestJSON-1660990005 tempest-ServerDiskConfigTestJSON-1660990005-project] 10.222.0.10 "GET /v2.0/security-groups?id=47c4b245-0002-4c92-ae3e-64fad57623a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416350 Apr 28 11:19:23.858165 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e68dbf-c647-49c6-ae95-614d1fefbddd req-93379a59-1e46-4bc4-81ca-c8a92ae926c2 tempest-ServerDiskConfigTestJSON-1660990005 tempest-ServerDiskConfigTestJSON-1660990005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:19:23.859632 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-58e68dbf-c647-49c6-ae95-614d1fefbddd req-93379a59-1e46-4bc4-81ca-c8a92ae926c2 tempest-ServerDiskConfigTestJSON-1660990005 tempest-ServerDiskConfigTestJSON-1660990005-project] 10.222.0.10 "GET /v2.0/ports?device_id=d9a2e7c8-c6cb-4652-bf45-5c3e5557f69d HTTP/1.1" status: 200 len: 945 time: 0.0529637 Apr 28 11:19:23.907849 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-58e68dbf-c647-49c6-ae95-614d1fefbddd req-e636305e-839c-4ae5-88c7-1d0abc10e89c tempest-ServerDiskConfigTestJSON-1660990005 tempest-ServerDiskConfigTestJSON-1660990005-project] 10.222.0.10 "GET /v2.0/security-groups?id=47c4b245-0002-4c92-ae3e-64fad57623a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419402 Apr 28 11:19:24.028180 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3b123c-5d10-417e-8b75-d56a466939cc req-51e18724-fb2d-4e62-b0c2-8fe30aecfca2 tempest-ServerDiskConfigTestJSON-1660990005 tempest-ServerDiskConfigTestJSON-1660990005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:19:24.029784 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-7b3b123c-5d10-417e-8b75-d56a466939cc req-51e18724-fb2d-4e62-b0c2-8fe30aecfca2 tempest-ServerDiskConfigTestJSON-1660990005 tempest-ServerDiskConfigTestJSON-1660990005-project] 10.222.0.10 "GET /v2.0/ports?device_id=d9a2e7c8-c6cb-4652-bf45-5c3e5557f69d HTTP/1.1" status: 200 len: 945 time: 0.0502865 Apr 28 11:19:24.081046 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-7b3b123c-5d10-417e-8b75-d56a466939cc req-48c44692-ba07-4f5e-9fa0-418e1aacdc72 tempest-ServerDiskConfigTestJSON-1660990005 tempest-ServerDiskConfigTestJSON-1660990005-project] 10.222.0.10 "GET /v2.0/security-groups?id=47c4b245-0002-4c92-ae3e-64fad57623a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453672 Apr 28 11:19:24.516164 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8474ca-c881-433b-a2e8-96e84b1177a9 req-8354929d-4f74-4ec5-8a1e-78fa4bdbf72b tempest-ServerDiskConfigTestJSON-1660990005 tempest-ServerDiskConfigTestJSON-1660990005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:19:24.517967 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-9a8474ca-c881-433b-a2e8-96e84b1177a9 req-8354929d-4f74-4ec5-8a1e-78fa4bdbf72b tempest-ServerDiskConfigTestJSON-1660990005 tempest-ServerDiskConfigTestJSON-1660990005-project] 10.222.0.10 "GET /v2.0/ports?device_id=d9a2e7c8-c6cb-4652-bf45-5c3e5557f69d HTTP/1.1" status: 200 len: 945 time: 0.0561514 Apr 28 11:19:24.568272 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-9a8474ca-c881-433b-a2e8-96e84b1177a9 req-7e3300b0-2a5b-419c-aaa1-0e6543a25944 tempest-ServerDiskConfigTestJSON-1660990005 tempest-ServerDiskConfigTestJSON-1660990005-project] 10.222.0.10 "GET /v2.0/security-groups?id=47c4b245-0002-4c92-ae3e-64fad57623a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445628 Apr 28 11:19:24.623771 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-785e081c-e352-4654-a227-e0ed9516151d req-4264ff79-5de2-43dd-96bb-5f6b7b09fbfb service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=d9a2e7c8-c6cb-4652-bf45-5c3e5557f69d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0402057 Apr 28 11:19:25.218728 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785e081c-e352-4654-a227-e0ed9516151d req-27363c2b-18df-4bde-bf85-4fb8a6040914 tempest-ServerDiskConfigTestJSON-1660990005 tempest-ServerDiskConfigTestJSON-1660990005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:19:25.220152 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-785e081c-e352-4654-a227-e0ed9516151d req-27363c2b-18df-4bde-bf85-4fb8a6040914 tempest-ServerDiskConfigTestJSON-1660990005 tempest-ServerDiskConfigTestJSON-1660990005-project] 10.222.0.10 "GET /v2.0/ports/a1567e16-c52e-47a6-9d8f-123c473c7c0d HTTP/1.1" status: 200 len: 942 time: 0.0452654 Apr 28 11:19:25.850149 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d03c1f-1a34-47c9-bc00-be790cc08ad9 req-765e27ef-e62c-4843-9eda-643a0f6708a7 tempest-ServerDiskConfigTestJSON-1660990005 tempest-ServerDiskConfigTestJSON-1660990005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:19:25.851610 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-c6d03c1f-1a34-47c9-bc00-be790cc08ad9 req-765e27ef-e62c-4843-9eda-643a0f6708a7 tempest-ServerDiskConfigTestJSON-1660990005 tempest-ServerDiskConfigTestJSON-1660990005-project] 10.222.0.10 "GET /v2.0/ports?device_id=d9a2e7c8-c6cb-4652-bf45-5c3e5557f69d HTTP/1.1" status: 200 len: 945 time: 0.0479877 Apr 28 11:19:25.898250 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-c6d03c1f-1a34-47c9-bc00-be790cc08ad9 req-5cd13ef8-a419-49aa-886e-3cb8ddd4ba8a tempest-ServerDiskConfigTestJSON-1660990005 tempest-ServerDiskConfigTestJSON-1660990005-project] 10.222.0.10 "GET /v2.0/security-groups?id=47c4b245-0002-4c92-ae3e-64fad57623a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410111 Apr 28 11:19:26.703133 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785e081c-e352-4654-a227-e0ed9516151d req-7b37ceda-53e0-4c38-9a2d-e1609915e603 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:19:26.704862 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-785e081c-e352-4654-a227-e0ed9516151d req-7b37ceda-53e0-4c38-9a2d-e1609915e603 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f78ad935ce104b418ce72d451b29a05c&device_id=d9a2e7c8-c6cb-4652-bf45-5c3e5557f69d HTTP/1.1" status: 200 len: 1129 time: 0.0394125 Apr 28 11:19:26.794670 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785e081c-e352-4654-a227-e0ed9516151d req-e9a7603d-7440-467b-81d1-fafd417a1fae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:19:26.796122 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-785e081c-e352-4654-a227-e0ed9516151d req-e9a7603d-7440-467b-81d1-fafd417a1fae service neutron] 10.222.0.20 "GET /v2.0/networks?id=5a81a843-2c8d-46e3-8ed1-33fd787f5828 HTTP/1.1" status: 200 len: 914 time: 0.0856040 Apr 28 11:19:26.833942 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-785e081c-e352-4654-a227-e0ed9516151d req-40209d5a-8548-44a7-bb23-e429797b7a98 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a1567e16-c52e-47a6-9d8f-123c473c7c0d HTTP/1.1" status: 200 len: 217 time: 0.0327086 Apr 28 11:19:26.884096 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785e081c-e352-4654-a227-e0ed9516151d req-3261a717-02ad-41ed-b15d-e084d6d3f0c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:19:26.885514 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-785e081c-e352-4654-a227-e0ed9516151d req-3261a717-02ad-41ed-b15d-e084d6d3f0c2 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=8788f0d5-2c56-45ea-a63e-b2a30a2b6e5d HTTP/1.1" status: 200 len: 854 time: 0.0464387 Apr 28 11:19:26.917246 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-785e081c-e352-4654-a227-e0ed9516151d req-e6c78344-b853-46f5-8eb9-1f0526fd9256 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=5a81a843-2c8d-46e3-8ed1-33fd787f5828&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254796 Apr 28 11:19:27.008016 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-785e081c-e352-4654-a227-e0ed9516151d req-b89b6299-4829-4893-85de-b3b3f919695e service neutron] 10.222.0.20 "GET /v2.0/networks/5a81a843-2c8d-46e3-8ed1-33fd787f5828?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838864 Apr 28 11:19:27.018171 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f44aff8-7f0d-4917-8089-08684325935f req-2ad59ad3-ed08-4e24-9bc6-e56a39779b2c tempest-ServerDiskConfigTestJSON-1660990005 tempest-ServerDiskConfigTestJSON-1660990005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:19:27.019971 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-0f44aff8-7f0d-4917-8089-08684325935f req-2ad59ad3-ed08-4e24-9bc6-e56a39779b2c tempest-ServerDiskConfigTestJSON-1660990005 tempest-ServerDiskConfigTestJSON-1660990005-project] 10.222.0.10 "GET /v2.0/ports?device_id=d9a2e7c8-c6cb-4652-bf45-5c3e5557f69d HTTP/1.1" status: 200 len: 945 time: 0.0516212 Apr 28 11:19:27.067936 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-0f44aff8-7f0d-4917-8089-08684325935f req-77e461bb-b3fc-4ab1-a4c0-a5d8119e8de0 tempest-ServerDiskConfigTestJSON-1660990005 tempest-ServerDiskConfigTestJSON-1660990005-project] 10.222.0.10 "GET /v2.0/security-groups?id=47c4b245-0002-4c92-ae3e-64fad57623a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421255 Apr 28 11:19:27.101250 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-785e081c-e352-4654-a227-e0ed9516151d req-21e7a985-bee0-4f00-a0a7-7ee3e9220bf3 service neutron] 10.222.0.20 "GET /v2.0/networks/5a81a843-2c8d-46e3-8ed1-33fd787f5828?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875649 Apr 28 11:19:28.179887 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613d2773-9105-4088-86ca-865af0149752 req-2b131d0e-0b19-4634-8189-ba86a7135c87 tempest-ServerDiskConfigTestJSON-1660990005 tempest-ServerDiskConfigTestJSON-1660990005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:19:28.181348 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-613d2773-9105-4088-86ca-865af0149752 req-2b131d0e-0b19-4634-8189-ba86a7135c87 tempest-ServerDiskConfigTestJSON-1660990005 tempest-ServerDiskConfigTestJSON-1660990005-project] 10.222.0.10 "GET /v2.0/ports?device_id=d9a2e7c8-c6cb-4652-bf45-5c3e5557f69d HTTP/1.1" status: 200 len: 945 time: 0.0462646 Apr 28 11:19:28.227581 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-613d2773-9105-4088-86ca-865af0149752 req-5c6c67b4-be48-4ed1-a869-fa1c37467d25 tempest-ServerDiskConfigTestJSON-1660990005 tempest-ServerDiskConfigTestJSON-1660990005-project] 10.222.0.10 "GET /v2.0/security-groups?id=47c4b245-0002-4c92-ae3e-64fad57623a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407917 Apr 28 11:19:29.339735 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3755a26-be2f-4739-9f7c-7dee58bfc05d req-e9351028-a812-429d-93a7-57ea76e084c2 tempest-ServerDiskConfigTestJSON-1660990005 tempest-ServerDiskConfigTestJSON-1660990005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:19:29.341109 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-e3755a26-be2f-4739-9f7c-7dee58bfc05d req-e9351028-a812-429d-93a7-57ea76e084c2 tempest-ServerDiskConfigTestJSON-1660990005 tempest-ServerDiskConfigTestJSON-1660990005-project] 10.222.0.10 "GET /v2.0/ports?device_id=d9a2e7c8-c6cb-4652-bf45-5c3e5557f69d HTTP/1.1" status: 200 len: 945 time: 0.0467358 Apr 28 11:19:29.390945 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-e3755a26-be2f-4739-9f7c-7dee58bfc05d req-16a55846-ff0a-49c0-a584-113a081c3e5c tempest-ServerDiskConfigTestJSON-1660990005 tempest-ServerDiskConfigTestJSON-1660990005-project] 10.222.0.10 "GET /v2.0/security-groups?id=47c4b245-0002-4c92-ae3e-64fad57623a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439770 Apr 28 11:19:30.503246 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115c3e35-4ba4-490c-982b-fcfc1c970cbe req-3961dc2d-16f7-4d02-ad01-02d8294b0bc2 tempest-ServerDiskConfigTestJSON-1660990005 tempest-ServerDiskConfigTestJSON-1660990005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:19:30.504741 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-115c3e35-4ba4-490c-982b-fcfc1c970cbe req-3961dc2d-16f7-4d02-ad01-02d8294b0bc2 tempest-ServerDiskConfigTestJSON-1660990005 tempest-ServerDiskConfigTestJSON-1660990005-project] 10.222.0.10 "GET /v2.0/ports?device_id=d9a2e7c8-c6cb-4652-bf45-5c3e5557f69d HTTP/1.1" status: 200 len: 945 time: 0.0471556 Apr 28 11:19:30.552190 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-115c3e35-4ba4-490c-982b-fcfc1c970cbe req-2353783e-a2ba-41b5-b2c2-da491162ddc9 tempest-ServerDiskConfigTestJSON-1660990005 tempest-ServerDiskConfigTestJSON-1660990005-project] 10.222.0.10 "GET /v2.0/security-groups?id=47c4b245-0002-4c92-ae3e-64fad57623a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419540 Apr 28 11:19:31.665109 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a65d47e-861b-468b-b221-bb19a12b6916 req-277f72f2-751f-4705-ad3b-835a21178eb1 tempest-ServerDiskConfigTestJSON-1660990005 tempest-ServerDiskConfigTestJSON-1660990005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:19:31.666599 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-9a65d47e-861b-468b-b221-bb19a12b6916 req-277f72f2-751f-4705-ad3b-835a21178eb1 tempest-ServerDiskConfigTestJSON-1660990005 tempest-ServerDiskConfigTestJSON-1660990005-project] 10.222.0.10 "GET /v2.0/ports?device_id=d9a2e7c8-c6cb-4652-bf45-5c3e5557f69d HTTP/1.1" status: 200 len: 945 time: 0.0467749 Apr 28 11:19:31.713768 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-9a65d47e-861b-468b-b221-bb19a12b6916 req-e92efbcb-ba24-48ce-a5d9-b609d1abc1ba tempest-ServerDiskConfigTestJSON-1660990005 tempest-ServerDiskConfigTestJSON-1660990005-project] 10.222.0.10 "GET /v2.0/security-groups?id=47c4b245-0002-4c92-ae3e-64fad57623a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416234 Apr 28 11:19:32.829591 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f17f9e-2470-4cf2-828f-a30ea84523be req-38ac3e7b-c0ae-4765-80c4-84a54f899061 tempest-ServerDiskConfigTestJSON-1660990005 tempest-ServerDiskConfigTestJSON-1660990005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:19:32.831071 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-50f17f9e-2470-4cf2-828f-a30ea84523be req-38ac3e7b-c0ae-4765-80c4-84a54f899061 tempest-ServerDiskConfigTestJSON-1660990005 tempest-ServerDiskConfigTestJSON-1660990005-project] 10.222.0.10 "GET /v2.0/ports?device_id=d9a2e7c8-c6cb-4652-bf45-5c3e5557f69d HTTP/1.1" status: 200 len: 945 time: 0.0504022 Apr 28 11:19:32.878165 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-50f17f9e-2470-4cf2-828f-a30ea84523be req-af9675c0-0969-45da-8b93-9843f5c3f830 tempest-ServerDiskConfigTestJSON-1660990005 tempest-ServerDiskConfigTestJSON-1660990005-project] 10.222.0.10 "GET /v2.0/security-groups?id=47c4b245-0002-4c92-ae3e-64fad57623a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413747 Apr 28 11:19:33.991004 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d934ac-459f-401b-afde-6a5d4842409e req-53af6007-5a9c-4f5e-b97e-e495df576ff8 tempest-ServerDiskConfigTestJSON-1660990005 tempest-ServerDiskConfigTestJSON-1660990005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:19:33.992463 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-d6d934ac-459f-401b-afde-6a5d4842409e req-53af6007-5a9c-4f5e-b97e-e495df576ff8 tempest-ServerDiskConfigTestJSON-1660990005 tempest-ServerDiskConfigTestJSON-1660990005-project] 10.222.0.10 "GET /v2.0/ports?device_id=d9a2e7c8-c6cb-4652-bf45-5c3e5557f69d HTTP/1.1" status: 200 len: 945 time: 0.0472353 Apr 28 11:19:34.039235 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-d6d934ac-459f-401b-afde-6a5d4842409e req-58288af5-f6ec-4fe5-bb7c-e6079bc822eb tempest-ServerDiskConfigTestJSON-1660990005 tempest-ServerDiskConfigTestJSON-1660990005-project] 10.222.0.10 "GET /v2.0/security-groups?id=47c4b245-0002-4c92-ae3e-64fad57623a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412664 Apr 28 11:19:35.155277 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e470ebae-8321-42ab-ab14-0437917db6fa req-4e2cea37-cc30-42d7-b2b5-6a5817f2c9fe tempest-ServerDiskConfigTestJSON-1660990005 tempest-ServerDiskConfigTestJSON-1660990005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:19:35.156828 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-e470ebae-8321-42ab-ab14-0437917db6fa req-4e2cea37-cc30-42d7-b2b5-6a5817f2c9fe tempest-ServerDiskConfigTestJSON-1660990005 tempest-ServerDiskConfigTestJSON-1660990005-project] 10.222.0.10 "GET /v2.0/ports?device_id=d9a2e7c8-c6cb-4652-bf45-5c3e5557f69d HTTP/1.1" status: 200 len: 945 time: 0.0511456 Apr 28 11:19:35.202889 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-e470ebae-8321-42ab-ab14-0437917db6fa req-1b2a54d5-6c1d-47f1-aee5-6de288710931 tempest-ServerDiskConfigTestJSON-1660990005 tempest-ServerDiskConfigTestJSON-1660990005-project] 10.222.0.10 "GET /v2.0/security-groups?id=47c4b245-0002-4c92-ae3e-64fad57623a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404303 Apr 28 11:19:36.318263 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ba1e60-dce2-4c41-b89c-b52cfaa8bb20 req-1aed308b-43a8-4f1c-9982-a7b3e9a65590 tempest-ServerDiskConfigTestJSON-1660990005 tempest-ServerDiskConfigTestJSON-1660990005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:19:36.319775 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-d7ba1e60-dce2-4c41-b89c-b52cfaa8bb20 req-1aed308b-43a8-4f1c-9982-a7b3e9a65590 tempest-ServerDiskConfigTestJSON-1660990005 tempest-ServerDiskConfigTestJSON-1660990005-project] 10.222.0.10 "GET /v2.0/ports?device_id=d9a2e7c8-c6cb-4652-bf45-5c3e5557f69d HTTP/1.1" status: 200 len: 945 time: 0.0477042 Apr 28 11:19:36.367759 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-d7ba1e60-dce2-4c41-b89c-b52cfaa8bb20 req-26f008df-aa9a-4c6f-a9f5-9b3ec3c43bfc tempest-ServerDiskConfigTestJSON-1660990005 tempest-ServerDiskConfigTestJSON-1660990005-project] 10.222.0.10 "GET /v2.0/security-groups?id=47c4b245-0002-4c92-ae3e-64fad57623a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423348 Apr 28 11:19:36.991512 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-32339c34-ef2a-498a-a69e-125417eb9e12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (75ba81b7-fe99-4281-90d2-a5adb445ecea), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:19:37.485843 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd52899-30eb-4268-904d-eb6e352cb486 req-d6d2f10c-19d1-499b-82c4-959c12deaa6e tempest-ServerDiskConfigTestJSON-1660990005 tempest-ServerDiskConfigTestJSON-1660990005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:19:37.487410 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-fbd52899-30eb-4268-904d-eb6e352cb486 req-d6d2f10c-19d1-499b-82c4-959c12deaa6e tempest-ServerDiskConfigTestJSON-1660990005 tempest-ServerDiskConfigTestJSON-1660990005-project] 10.222.0.10 "GET /v2.0/ports?device_id=d9a2e7c8-c6cb-4652-bf45-5c3e5557f69d HTTP/1.1" status: 200 len: 945 time: 0.0473120 Apr 28 11:19:37.536778 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-fbd52899-30eb-4268-904d-eb6e352cb486 req-6aa7f6b4-a1ac-442c-9eda-88b02905d5a0 tempest-ServerDiskConfigTestJSON-1660990005 tempest-ServerDiskConfigTestJSON-1660990005-project] 10.222.0.10 "GET /v2.0/security-groups?id=47c4b245-0002-4c92-ae3e-64fad57623a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438416 Apr 28 11:19:38.649195 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d39654-fe03-401f-914a-9f70de9d3477 req-6ba137e7-aea8-4324-8818-844c32b5a71d tempest-ServerDiskConfigTestJSON-1660990005 tempest-ServerDiskConfigTestJSON-1660990005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:19:38.650676 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-a9d39654-fe03-401f-914a-9f70de9d3477 req-6ba137e7-aea8-4324-8818-844c32b5a71d tempest-ServerDiskConfigTestJSON-1660990005 tempest-ServerDiskConfigTestJSON-1660990005-project] 10.222.0.10 "GET /v2.0/ports?device_id=d9a2e7c8-c6cb-4652-bf45-5c3e5557f69d HTTP/1.1" status: 200 len: 945 time: 0.0461607 Apr 28 11:19:38.696459 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-a9d39654-fe03-401f-914a-9f70de9d3477 req-e8423ead-1cb9-4a8c-b918-c802fcd1f750 tempest-ServerDiskConfigTestJSON-1660990005 tempest-ServerDiskConfigTestJSON-1660990005-project] 10.222.0.10 "GET /v2.0/security-groups?id=47c4b245-0002-4c92-ae3e-64fad57623a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403032 Apr 28 11:19:39.385689 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-a7f18482-9dd2-45e5-beac-3d3812ad4fc9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (6b492ad6-0876-4d74-b20d-28143a52ceba), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:19:39.726418 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1335a481-6bfe-41e5-ab20-41f3f6fc595d req-7effcd8a-396f-4cc6-9b2a-c605f128a5f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:19:39.727932 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-1335a481-6bfe-41e5-ab20-41f3f6fc595d req-7effcd8a-396f-4cc6-9b2a-c605f128a5f9 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f78ad935ce104b418ce72d451b29a05c&device_id=d9a2e7c8-c6cb-4652-bf45-5c3e5557f69d HTTP/1.1" status: 200 len: 1129 time: 0.0392089 Apr 28 11:19:39.811290 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae328fd-0a48-4956-a3b0-72b413f659b8 req-7af48387-819f-40f3-b110-62cc2cd265fd tempest-ServerDiskConfigTestJSON-1660990005 tempest-ServerDiskConfigTestJSON-1660990005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:19:39.812823 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-fae328fd-0a48-4956-a3b0-72b413f659b8 req-7af48387-819f-40f3-b110-62cc2cd265fd tempest-ServerDiskConfigTestJSON-1660990005 tempest-ServerDiskConfigTestJSON-1660990005-project] 10.222.0.10 "GET /v2.0/ports?device_id=d9a2e7c8-c6cb-4652-bf45-5c3e5557f69d HTTP/1.1" status: 200 len: 945 time: 0.0471961 Apr 28 11:19:39.836888 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1335a481-6bfe-41e5-ab20-41f3f6fc595d req-43fa2955-0796-41c6-afeb-a66f1fa1ea33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:19:39.838351 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-1335a481-6bfe-41e5-ab20-41f3f6fc595d req-43fa2955-0796-41c6-afeb-a66f1fa1ea33 service neutron] 10.222.0.20 "GET /v2.0/networks?id=5a81a843-2c8d-46e3-8ed1-33fd787f5828 HTTP/1.1" status: 200 len: 914 time: 0.0905650 Apr 28 11:19:39.860326 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-fae328fd-0a48-4956-a3b0-72b413f659b8 req-c2d43cb1-843a-43ae-a99f-2fa5cb324ef0 tempest-ServerDiskConfigTestJSON-1660990005 tempest-ServerDiskConfigTestJSON-1660990005-project] 10.222.0.10 "GET /v2.0/security-groups?id=47c4b245-0002-4c92-ae3e-64fad57623a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412502 Apr 28 11:19:39.878317 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-1335a481-6bfe-41e5-ab20-41f3f6fc595d req-be0753e7-8826-4ae0-aa68-12ded0fefb5a service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a1567e16-c52e-47a6-9d8f-123c473c7c0d HTTP/1.1" status: 200 len: 217 time: 0.0343943 Apr 28 11:19:39.926372 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1335a481-6bfe-41e5-ab20-41f3f6fc595d req-6d9c48f2-5480-4389-8c4b-bc4cf57483e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:19:39.927875 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-1335a481-6bfe-41e5-ab20-41f3f6fc595d req-6d9c48f2-5480-4389-8c4b-bc4cf57483e8 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=8788f0d5-2c56-45ea-a63e-b2a30a2b6e5d HTTP/1.1" status: 200 len: 854 time: 0.0440340 Apr 28 11:19:39.964147 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-1335a481-6bfe-41e5-ab20-41f3f6fc595d req-8ddd4d40-a7be-4831-9c60-dc52a22cac53 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=5a81a843-2c8d-46e3-8ed1-33fd787f5828&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0301864 Apr 28 11:19:40.050824 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-1335a481-6bfe-41e5-ab20-41f3f6fc595d req-0f053122-2347-4a82-a0f6-9b91a39894f0 service neutron] 10.222.0.20 "GET /v2.0/networks/5a81a843-2c8d-46e3-8ed1-33fd787f5828?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809956 Apr 28 11:19:40.142963 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-1335a481-6bfe-41e5-ab20-41f3f6fc595d req-f2819be2-f7fd-42ea-a57d-d141667ebc12 service neutron] 10.222.0.20 "GET /v2.0/networks/5a81a843-2c8d-46e3-8ed1-33fd787f5828?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868444 Apr 28 11:19:40.493380 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-ae94d540-e4c6-43be-adc9-b26fb6a2f62f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (cfc241ae-e4b7-443b-b80b-59fbbc2b69c9), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:19:40.980157 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf5194d-503f-4e4e-ae51-808fca419366 req-2e508dc8-13c1-4626-9cb4-816af9bd5390 tempest-ServerDiskConfigTestJSON-1660990005 tempest-ServerDiskConfigTestJSON-1660990005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:19:40.981650 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-2bf5194d-503f-4e4e-ae51-808fca419366 req-2e508dc8-13c1-4626-9cb4-816af9bd5390 tempest-ServerDiskConfigTestJSON-1660990005 tempest-ServerDiskConfigTestJSON-1660990005-project] 10.222.0.10 "GET /v2.0/ports?device_id=d9a2e7c8-c6cb-4652-bf45-5c3e5557f69d HTTP/1.1" status: 200 len: 945 time: 0.0518188 Apr 28 11:19:41.028097 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-2bf5194d-503f-4e4e-ae51-808fca419366 req-e5b53da0-2b67-4cef-baf4-e60e1530ee08 tempest-ServerDiskConfigTestJSON-1660990005 tempest-ServerDiskConfigTestJSON-1660990005-project] 10.222.0.10 "GET /v2.0/security-groups?id=47c4b245-0002-4c92-ae3e-64fad57623a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402555 Apr 28 11:19:42.095621 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-01ef1de1-12fd-4cef-b76b-793f91379468 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (39cc4f52-f5d9-4e2c-bbfa-7a1c528e1c40), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:19:42.143591 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8396f4-6553-41ca-86d0-14e896048137 req-da1c366f-2a88-4d82-924d-f94f4ef9dd07 tempest-ServerDiskConfigTestJSON-1660990005 tempest-ServerDiskConfigTestJSON-1660990005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:19:42.145112 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-aa8396f4-6553-41ca-86d0-14e896048137 req-da1c366f-2a88-4d82-924d-f94f4ef9dd07 tempest-ServerDiskConfigTestJSON-1660990005 tempest-ServerDiskConfigTestJSON-1660990005-project] 10.222.0.10 "GET /v2.0/ports?device_id=d9a2e7c8-c6cb-4652-bf45-5c3e5557f69d HTTP/1.1" status: 200 len: 945 time: 0.0480380 Apr 28 11:19:42.192281 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-aa8396f4-6553-41ca-86d0-14e896048137 req-c62dfbb0-ef1e-4326-8854-e423fb3e14e9 tempest-ServerDiskConfigTestJSON-1660990005 tempest-ServerDiskConfigTestJSON-1660990005-project] 10.222.0.10 "GET /v2.0/security-groups?id=47c4b245-0002-4c92-ae3e-64fad57623a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415950 Apr 28 11:19:43.304640 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a10255-3bfc-4f1a-8433-610fbde80eb8 req-6a07c948-d5eb-4f84-b53c-48182b45a2b1 tempest-ServerDiskConfigTestJSON-1660990005 tempest-ServerDiskConfigTestJSON-1660990005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:19:43.306142 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-d3a10255-3bfc-4f1a-8433-610fbde80eb8 req-6a07c948-d5eb-4f84-b53c-48182b45a2b1 tempest-ServerDiskConfigTestJSON-1660990005 tempest-ServerDiskConfigTestJSON-1660990005-project] 10.222.0.10 "GET /v2.0/ports?device_id=d9a2e7c8-c6cb-4652-bf45-5c3e5557f69d HTTP/1.1" status: 200 len: 945 time: 0.0482686 Apr 28 11:19:43.345920 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (d5baab19-5dd1-4902-922b-84acb048ab9c), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:19:43.358428 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-d3a10255-3bfc-4f1a-8433-610fbde80eb8 req-cce320b9-16ad-4a1f-b30b-e642a9442b1f tempest-ServerDiskConfigTestJSON-1660990005 tempest-ServerDiskConfigTestJSON-1660990005-project] 10.222.0.10 "GET /v2.0/security-groups?id=47c4b245-0002-4c92-ae3e-64fad57623a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465746 Apr 28 11:19:44.324856 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-785e081c-e352-4654-a227-e0ed9516151d req-837a6c0a-ac4b-4da0-8f26-d4907958799c service neutron] 10.222.0.20 "GET /v2.0/ports/a1567e16-c52e-47a6-9d8f-123c473c7c0d/bindings/hv-neutron-mast HTTP/1.1" status: 200 len: 384 time: 0.0550706 Apr 28 11:19:44.473417 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d485a7-e140-4fa2-b22f-62e663808e35 req-fca0b77e-ee54-4b15-a26b-59e3605510e8 tempest-ServerDiskConfigTestJSON-1660990005 tempest-ServerDiskConfigTestJSON-1660990005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:19:44.474975 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-b0d485a7-e140-4fa2-b22f-62e663808e35 req-fca0b77e-ee54-4b15-a26b-59e3605510e8 tempest-ServerDiskConfigTestJSON-1660990005 tempest-ServerDiskConfigTestJSON-1660990005-project] 10.222.0.10 "GET /v2.0/ports?device_id=d9a2e7c8-c6cb-4652-bf45-5c3e5557f69d HTTP/1.1" status: 200 len: 945 time: 0.0476818 Apr 28 11:19:44.522053 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-b0d485a7-e140-4fa2-b22f-62e663808e35 req-ccbd5352-e68c-44b8-9861-b04ecca036ec tempest-ServerDiskConfigTestJSON-1660990005 tempest-ServerDiskConfigTestJSON-1660990005-project] 10.222.0.10 "GET /v2.0/security-groups?id=47c4b245-0002-4c92-ae3e-64fad57623a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413404 Apr 28 11:19:45.227478 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785e081c-e352-4654-a227-e0ed9516151d req-dcfdcec7-e9da-4693-a0bb-a521238978b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:19:45.228954 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-785e081c-e352-4654-a227-e0ed9516151d req-dcfdcec7-e9da-4693-a0bb-a521238978b9 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=d9a2e7c8-c6cb-4652-bf45-5c3e5557f69d&tenant_id=f78ad935ce104b418ce72d451b29a05c HTTP/1.1" status: 200 len: 1129 time: 0.0387905 Apr 28 11:19:45.286711 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785e081c-e352-4654-a227-e0ed9516151d req-05938533-e404-4961-8559-4446de288886 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:19:45.288169 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-785e081c-e352-4654-a227-e0ed9516151d req-05938533-e404-4961-8559-4446de288886 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f78ad935ce104b418ce72d451b29a05c&device_id=d9a2e7c8-c6cb-4652-bf45-5c3e5557f69d HTTP/1.1" status: 200 len: 1129 time: 0.0380137 Apr 28 11:19:45.380912 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785e081c-e352-4654-a227-e0ed9516151d req-4450081c-9ab3-46c9-8917-43dd8da3755b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:19:45.382354 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-785e081c-e352-4654-a227-e0ed9516151d req-4450081c-9ab3-46c9-8917-43dd8da3755b service neutron] 10.222.0.20 "GET /v2.0/networks?id=5a81a843-2c8d-46e3-8ed1-33fd787f5828 HTTP/1.1" status: 200 len: 914 time: 0.0882821 Apr 28 11:19:45.421454 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-785e081c-e352-4654-a227-e0ed9516151d req-71e6a04d-ecf4-4699-b1a3-a94654da0efd service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a1567e16-c52e-47a6-9d8f-123c473c7c0d HTTP/1.1" status: 200 len: 217 time: 0.0330615 Apr 28 11:19:45.471288 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785e081c-e352-4654-a227-e0ed9516151d req-b594411e-2c95-43b7-a565-970652902316 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:19:45.472687 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-785e081c-e352-4654-a227-e0ed9516151d req-b594411e-2c95-43b7-a565-970652902316 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=8788f0d5-2c56-45ea-a63e-b2a30a2b6e5d HTTP/1.1" status: 200 len: 854 time: 0.0460110 Apr 28 11:19:45.504236 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-785e081c-e352-4654-a227-e0ed9516151d req-bd108359-d286-490d-91f2-00c62e52b9d5 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=5a81a843-2c8d-46e3-8ed1-33fd787f5828&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0258205 Apr 28 11:19:45.592486 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-785e081c-e352-4654-a227-e0ed9516151d req-8dca0a49-8fe7-4cb7-828f-10349303bb28 service neutron] 10.222.0.20 "GET /v2.0/networks/5a81a843-2c8d-46e3-8ed1-33fd787f5828?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811791 Apr 28 11:19:45.686799 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f172764-b017-4a4d-8c4e-6e1b57dc8df0 req-ae5cc482-bb3f-48a8-82c3-1a48cd88ec2c tempest-ServerDiskConfigTestJSON-1660990005 tempest-ServerDiskConfigTestJSON-1660990005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:19:45.687415 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-785e081c-e352-4654-a227-e0ed9516151d req-434fe031-07b5-4ffc-aee5-f96f7d9ca163 service neutron] 10.222.0.20 "GET /v2.0/networks/5a81a843-2c8d-46e3-8ed1-33fd787f5828?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891809 Apr 28 11:19:45.688828 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-3f172764-b017-4a4d-8c4e-6e1b57dc8df0 req-ae5cc482-bb3f-48a8-82c3-1a48cd88ec2c tempest-ServerDiskConfigTestJSON-1660990005 tempest-ServerDiskConfigTestJSON-1660990005-project] 10.222.0.10 "GET /v2.0/ports?device_id=d9a2e7c8-c6cb-4652-bf45-5c3e5557f69d HTTP/1.1" status: 200 len: 945 time: 0.0981638 Apr 28 11:19:45.738070 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-3f172764-b017-4a4d-8c4e-6e1b57dc8df0 req-6184f261-5b45-4230-bd63-91007641bfb4 tempest-ServerDiskConfigTestJSON-1660990005 tempest-ServerDiskConfigTestJSON-1660990005-project] 10.222.0.10 "GET /v2.0/security-groups?id=47c4b245-0002-4c92-ae3e-64fad57623a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433681 Apr 28 11:19:46.903410 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aeed4a8-97e5-4807-9193-b3c690f6a86d req-b1fbdd6d-fa80-432e-b1e6-f4f66a5d4cfe tempest-ServerDiskConfigTestJSON-1660990005 tempest-ServerDiskConfigTestJSON-1660990005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:19:46.904895 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-4aeed4a8-97e5-4807-9193-b3c690f6a86d req-b1fbdd6d-fa80-432e-b1e6-f4f66a5d4cfe tempest-ServerDiskConfigTestJSON-1660990005 tempest-ServerDiskConfigTestJSON-1660990005-project] 10.222.0.10 "GET /v2.0/ports?device_id=d9a2e7c8-c6cb-4652-bf45-5c3e5557f69d HTTP/1.1" status: 200 len: 945 time: 0.0985987 Apr 28 11:19:46.952200 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-4aeed4a8-97e5-4807-9193-b3c690f6a86d req-49cae689-bc22-4335-84a3-47e96a686538 tempest-ServerDiskConfigTestJSON-1660990005 tempest-ServerDiskConfigTestJSON-1660990005-project] 10.222.0.10 "GET /v2.0/security-groups?id=47c4b245-0002-4c92-ae3e-64fad57623a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408947 Apr 28 11:19:48.065298 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c54634-0b65-4c7f-806e-0dd412715549 req-edafa9c6-b0b2-4442-a1ac-5d0a1429d9fb tempest-ServerDiskConfigTestJSON-1660990005 tempest-ServerDiskConfigTestJSON-1660990005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:19:48.066768 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-49c54634-0b65-4c7f-806e-0dd412715549 req-edafa9c6-b0b2-4442-a1ac-5d0a1429d9fb tempest-ServerDiskConfigTestJSON-1660990005 tempest-ServerDiskConfigTestJSON-1660990005-project] 10.222.0.10 "GET /v2.0/ports?device_id=d9a2e7c8-c6cb-4652-bf45-5c3e5557f69d HTTP/1.1" status: 200 len: 945 time: 0.0457261 Apr 28 11:19:48.113323 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-49c54634-0b65-4c7f-806e-0dd412715549 req-adf3418c-12b4-4f38-af22-311f6249d83d tempest-ServerDiskConfigTestJSON-1660990005 tempest-ServerDiskConfigTestJSON-1660990005-project] 10.222.0.10 "GET /v2.0/security-groups?id=47c4b245-0002-4c92-ae3e-64fad57623a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410206 Apr 28 11:19:48.401848 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Device a1567e16-c52e-47a6-9d8f-123c473c7c0d details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=116163) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 28 11:19:48.404995 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Device a1567e16-c52e-47a6-9d8f-123c473c7c0d no longer exists at agent hyperv_hv-neutron-mast {{(pid=116163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 11:19:48.421589 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc542392-bcad-494a-abd5-42c00aa9e828 req-b12dc45a-4a9d-4140-9eaf-3b5670d82e2e tempest-ServerDiskConfigTestJSON-1660990005 tempest-ServerDiskConfigTestJSON-1660990005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:19:48.423810 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-cc542392-bcad-494a-abd5-42c00aa9e828 req-b12dc45a-4a9d-4140-9eaf-3b5670d82e2e tempest-ServerDiskConfigTestJSON-1660990005 tempest-ServerDiskConfigTestJSON-1660990005-project] 10.222.0.10 "GET /v2.0/ports?device_id=d9a2e7c8-c6cb-4652-bf45-5c3e5557f69d HTTP/1.1" status: 200 len: 945 time: 0.0624564 Apr 28 11:19:48.482101 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b351a669-9996-4ea3-a1c6-964b7af60851 req-a5755014-3edb-44af-a2c6-7a281b008f73 tempest-ServerDiskConfigTestJSON-1660990005 tempest-ServerDiskConfigTestJSON-1660990005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:19:48.483395 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-b351a669-9996-4ea3-a1c6-964b7af60851 req-a5755014-3edb-44af-a2c6-7a281b008f73 tempest-ServerDiskConfigTestJSON-1660990005 tempest-ServerDiskConfigTestJSON-1660990005-project] 10.222.0.20 "GET /v2.0/ports?device_id=d9a2e7c8-c6cb-4652-bf45-5c3e5557f69d&tenant_id=f78ad935ce104b418ce72d451b29a05c&binding%3Ahost_id=hv-neutron-mast HTTP/1.1" status: 200 len: 945 time: 0.0559037 Apr 28 11:19:48.483869 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-cc542392-bcad-494a-abd5-42c00aa9e828 req-5d0edc25-a686-4dbc-b278-45141ee2231d tempest-ServerDiskConfigTestJSON-1660990005 tempest-ServerDiskConfigTestJSON-1660990005-project] 10.222.0.10 "GET /v2.0/security-groups?id=47c4b245-0002-4c92-ae3e-64fad57623a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521810 Apr 28 11:19:48.516151 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Current status of the port a1567e16-c52e-47a6-9d8f-123c473c7c0d is: ACTIVE; New status is: DOWN {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:19:48.516542 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (a1567e16-c52e-47a6-9d8f-123c473c7c0d), before_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:19:48.568348 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b351a669-9996-4ea3-a1c6-964b7af60851 req-4997f0a9-a4fc-4c58-b53e-218b7c1b2eda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:19:48.569779 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-b351a669-9996-4ea3-a1c6-964b7af60851 req-4997f0a9-a4fc-4c58-b53e-218b7c1b2eda service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f78ad935ce104b418ce72d451b29a05c&device_id=d9a2e7c8-c6cb-4652-bf45-5c3e5557f69d HTTP/1.1" status: 200 len: 1129 time: 0.0439448 Apr 28 11:19:48.574328 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9a2e7c8-c6cb-4652-bf45-5c3e5557f69d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a1567e16-c52e-47a6-9d8f-123c473c7c0d'}] {{(pid=116163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 11:19:48.576604 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f01aec4a4f83961b54a953becfce2676879fb1d4b91122543244f430a0b8460" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea8c6cfc-729b-4ea6-9002-69d8953efede" -d '{"events": [{"server_uuid": "d9a2e7c8-c6cb-4652-bf45-5c3e5557f69d", "name": "network-vif-unplugged", "status": "completed", "tag": "a1567e16-c52e-47a6-9d8f-123c473c7c0d"}]}' {{(pid=116163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 11:19:48.595461 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] For port a1567e16-c52e-47a6-9d8f-123c473c7c0d, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=a1567e16-c52e-47a6-9d8f-123c473c7c0d,segment=NetworkSegment(b8de6d12-1f6b-440b-bd25-49e3037e574c),segment_id=b8de6d12-1f6b-440b-bd25-49e3037e574c)] {{(pid=116163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 11:19:48.607988 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] For port a1567e16-c52e-47a6-9d8f-123c473c7c0d, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=a1567e16-c52e-47a6-9d8f-123c473c7c0d,segment=NetworkSegment(b8de6d12-1f6b-440b-bd25-49e3037e574c),segment_id=b8de6d12-1f6b-440b-bd25-49e3037e574c)] {{(pid=116163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 11:19:48.619845 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Returning: {'device': 'a1567e16-c52e-47a6-9d8f-123c473c7c0d', 'network_id': '5a81a843-2c8d-46e3-8ed1-33fd787f5828', 'port_id': 'a1567e16-c52e-47a6-9d8f-123c473c7c0d', 'mac_address': 'fa:16:3e:ed:5d:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 78, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8788f0d5-2c56-45ea-a63e-b2a30a2b6e5d', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=116163) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 28 11:19:48.624209 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 28 Apr 2022 11:19:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e49dccd8-b86f-413c-91f7-055576b8e5ef x-openstack-request-id: req-e49dccd8-b86f-413c-91f7-055576b8e5ef {{(pid=116163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 11:19:48.624362 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9a2e7c8-c6cb-4652-bf45-5c3e5557f69d", "name": "network-vif-unplugged", "status": "completed", "tag": "a1567e16-c52e-47a6-9d8f-123c473c7c0d", "code": 200}]} {{(pid=116163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 11:19:48.624603 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-e49dccd8-b86f-413c-91f7-055576b8e5ef {{(pid=116163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 11:19:48.625050 dv-neutron-master-2-hyperv neutron-server[116163]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e49dccd8-b86f-413c-91f7-055576b8e5ef'] response: {'server_uuid': 'd9a2e7c8-c6cb-4652-bf45-5c3e5557f69d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a1567e16-c52e-47a6-9d8f-123c473c7c0d', 'code': 200} Apr 28 11:19:48.660322 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Current status of the port a1567e16-c52e-47a6-9d8f-123c473c7c0d is: ACTIVE; New status is: BUILD {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:19:48.663305 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (a1567e16-c52e-47a6-9d8f-123c473c7c0d), before_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:19:48.663884 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b351a669-9996-4ea3-a1c6-964b7af60851 req-6749ee12-217e-4ff5-9dda-d7cb08a50f01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:19:48.665393 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-b351a669-9996-4ea3-a1c6-964b7af60851 req-6749ee12-217e-4ff5-9dda-d7cb08a50f01 service neutron] 10.222.0.20 "GET /v2.0/networks?id=5a81a843-2c8d-46e3-8ed1-33fd787f5828 HTTP/1.1" status: 200 len: 914 time: 0.0905335 Apr 28 11:19:48.673955 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.notifiers.nova [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a1567e16-c52e-47a6-9d8f-123c473c7c0d {{(pid=116163) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 11:19:48.683633 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393'] for port (a1567e16-c52e-47a6-9d8f-123c473c7c0d), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:19:48.710322 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-b351a669-9996-4ea3-a1c6-964b7af60851 req-64cc3166-926e-48fc-b56f-d2456d6ad8d8 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a1567e16-c52e-47a6-9d8f-123c473c7c0d HTTP/1.1" status: 200 len: 217 time: 0.0395474 Apr 28 11:19:48.757031 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.db.api [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=116163) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 28 11:19:48.757393 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG oslo_db.api [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=116163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 28 11:19:48.758517 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b351a669-9996-4ea3-a1c6-964b7af60851 req-ef511746-1a51-405e-aadd-e6fa6508bc05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:19:48.759980 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-b351a669-9996-4ea3-a1c6-964b7af60851 req-ef511746-1a51-405e-aadd-e6fa6508bc05 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=8788f0d5-2c56-45ea-a63e-b2a30a2b6e5d HTTP/1.1" status: 200 len: 854 time: 0.0444376 Apr 28 11:19:48.767466 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Pushing event updated for resources: {'Port': ['ID=a1567e16-c52e-47a6-9d8f-123c473c7c0d,revision_number=6']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:19:48.791528 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-b351a669-9996-4ea3-a1c6-964b7af60851 req-02da917d-3142-44a2-a15f-8e8968e4cf73 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=5a81a843-2c8d-46e3-8ed1-33fd787f5828&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0261977 Apr 28 11:19:48.887073 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-b351a669-9996-4ea3-a1c6-964b7af60851 req-a44f629c-8f70-456b-b701-bb9f6bf9e6b6 service neutron] 10.222.0.20 "GET /v2.0/networks/5a81a843-2c8d-46e3-8ed1-33fd787f5828?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900383 Apr 28 11:19:48.975644 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-b351a669-9996-4ea3-a1c6-964b7af60851 req-412ccfd5-6ab3-4246-8401-eea722221aa1 service neutron] 10.222.0.20 "GET /v2.0/networks/5a81a843-2c8d-46e3-8ed1-33fd787f5828?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830648 Apr 28 11:19:49.294450 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Current status of the port a1567e16-c52e-47a6-9d8f-123c473c7c0d is: DOWN; New status is: BUILD {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:19:49.294749 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (a1567e16-c52e-47a6-9d8f-123c473c7c0d), before_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:19:49.307100 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.notifiers.nova [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a1567e16-c52e-47a6-9d8f-123c473c7c0d {{(pid=116163) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 11:19:49.326425 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] For port a1567e16-c52e-47a6-9d8f-123c473c7c0d, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=a1567e16-c52e-47a6-9d8f-123c473c7c0d,segment=NetworkSegment(b8de6d12-1f6b-440b-bd25-49e3037e574c),segment_id=b8de6d12-1f6b-440b-bd25-49e3037e574c)] {{(pid=116163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 11:19:49.402764 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393'] for port (a1567e16-c52e-47a6-9d8f-123c473c7c0d), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:19:49.456168 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Pushing event updated for resources: {'Port': ['ID=a1567e16-c52e-47a6-9d8f-123c473c7c0d,revision_number=7']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:19:49.461938 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] get_ports_and_sgs() called for port_ids ['a1567e16-c52e-47a6-9d8f-123c473c7c0d'] {{(pid=116163) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 11:19:49.617316 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cfba17b-e981-4c47-9d0f-7ef1b5648341 req-e925f093-ccb5-4386-9d37-c8502c8dbef0 tempest-ServerDiskConfigTestJSON-1660990005 tempest-ServerDiskConfigTestJSON-1660990005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:19:49.619245 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-8cfba17b-e981-4c47-9d0f-7ef1b5648341 req-e925f093-ccb5-4386-9d37-c8502c8dbef0 tempest-ServerDiskConfigTestJSON-1660990005 tempest-ServerDiskConfigTestJSON-1660990005-project] 10.222.0.10 "GET /v2.0/ports?device_id=d9a2e7c8-c6cb-4652-bf45-5c3e5557f69d HTTP/1.1" status: 200 len: 944 time: 0.0653253 Apr 28 11:19:49.671516 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-8cfba17b-e981-4c47-9d0f-7ef1b5648341 req-fa0e7034-620d-4bc0-9639-ed1767ba1d19 tempest-ServerDiskConfigTestJSON-1660990005 tempest-ServerDiskConfigTestJSON-1660990005-project] 10.222.0.10 "GET /v2.0/security-groups?id=47c4b245-0002-4c92-ae3e-64fad57623a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453730 Apr 28 11:19:50.433288 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Device a1567e16-c52e-47a6-9d8f-123c473c7c0d up at agent hyperv_hv-neutron-mast {{(pid=116163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 11:19:50.482165 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Provisioning complete for port a1567e16-c52e-47a6-9d8f-123c473c7c0d triggered by entity L2. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:19:50.482575 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (a1567e16-c52e-47a6-9d8f-123c473c7c0d), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:19:50.555262 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Current status of the port a1567e16-c52e-47a6-9d8f-123c473c7c0d is: BUILD; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:19:50.555638 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (a1567e16-c52e-47a6-9d8f-123c473c7c0d), before_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:19:50.592531 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] For port a1567e16-c52e-47a6-9d8f-123c473c7c0d, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=a1567e16-c52e-47a6-9d8f-123c473c7c0d,segment=NetworkSegment(b8de6d12-1f6b-440b-bd25-49e3037e574c),segment_id=b8de6d12-1f6b-440b-bd25-49e3037e574c)] {{(pid=116163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 11:19:50.625771 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9a2e7c8-c6cb-4652-bf45-5c3e5557f69d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1567e16-c52e-47a6-9d8f-123c473c7c0d'}] {{(pid=116163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 11:19:50.628011 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f01aec4a4f83961b54a953becfce2676879fb1d4b91122543244f430a0b8460" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83887f49-b965-4368-ac72-d183de294ec0" -d '{"events": [{"server_uuid": "d9a2e7c8-c6cb-4652-bf45-5c3e5557f69d", "name": "network-vif-plugged", "status": "completed", "tag": "a1567e16-c52e-47a6-9d8f-123c473c7c0d"}]}' {{(pid=116163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 11:19:50.667251 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 11:19:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-258e29c4-ed72-4988-ba97-05ce90ec06f9 x-openstack-request-id: req-258e29c4-ed72-4988-ba97-05ce90ec06f9 {{(pid=116163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 11:19:50.667549 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9a2e7c8-c6cb-4652-bf45-5c3e5557f69d", "name": "network-vif-plugged", "status": "completed", "tag": "a1567e16-c52e-47a6-9d8f-123c473c7c0d", "code": 200}]} {{(pid=116163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 11:19:50.667804 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-258e29c4-ed72-4988-ba97-05ce90ec06f9 {{(pid=116163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 11:19:50.668201 dv-neutron-master-2-hyperv neutron-server[116163]: INFO neutron.notifiers.nova [-] Nova event matching ['req-258e29c4-ed72-4988-ba97-05ce90ec06f9'] response: {'server_uuid': 'd9a2e7c8-c6cb-4652-bf45-5c3e5557f69d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1567e16-c52e-47a6-9d8f-123c473c7c0d', 'code': 200} Apr 28 11:19:50.670387 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393'] for port (a1567e16-c52e-47a6-9d8f-123c473c7c0d), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:19:50.696057 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (6be95134-9a6c-4663-8b48-90d12ce90c60), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:19:50.721944 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Pushing event updated for resources: {'Port': ['ID=a1567e16-c52e-47a6-9d8f-123c473c7c0d,revision_number=8']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:19:50.786642 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05c92b5-b77b-4fab-afad-63923287dac5 req-d9c2acb7-6a48-4eb7-958a-370e8bf299a4 tempest-ServerDiskConfigTestJSON-1660990005 tempest-ServerDiskConfigTestJSON-1660990005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:19:50.788101 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-d05c92b5-b77b-4fab-afad-63923287dac5 req-d9c2acb7-6a48-4eb7-958a-370e8bf299a4 tempest-ServerDiskConfigTestJSON-1660990005 tempest-ServerDiskConfigTestJSON-1660990005-project] 10.222.0.10 "GET /v2.0/ports?device_id=d9a2e7c8-c6cb-4652-bf45-5c3e5557f69d HTTP/1.1" status: 200 len: 945 time: 0.0458086 Apr 28 11:19:50.837329 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-d05c92b5-b77b-4fab-afad-63923287dac5 req-0e999a99-e8b1-4c2c-b6ed-4cb15de31b59 tempest-ServerDiskConfigTestJSON-1660990005 tempest-ServerDiskConfigTestJSON-1660990005-project] 10.222.0.10 "GET /v2.0/security-groups?id=47c4b245-0002-4c92-ae3e-64fad57623a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438385 Apr 28 11:19:50.949701 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf2d66f-5382-4e31-8492-f5ca68764f1a req-f91a999c-de28-4012-a475-0b2ed73a6cae tempest-ServerDiskConfigTestJSON-1660990005 tempest-ServerDiskConfigTestJSON-1660990005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:19:50.951108 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-cbf2d66f-5382-4e31-8492-f5ca68764f1a req-f91a999c-de28-4012-a475-0b2ed73a6cae tempest-ServerDiskConfigTestJSON-1660990005 tempest-ServerDiskConfigTestJSON-1660990005-project] 10.222.0.10 "GET /v2.0/ports?device_id=d9a2e7c8-c6cb-4652-bf45-5c3e5557f69d HTTP/1.1" status: 200 len: 945 time: 0.0469151 Apr 28 11:19:50.997604 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-cbf2d66f-5382-4e31-8492-f5ca68764f1a req-f40dcb51-74c5-4d7d-8d9c-39fb51fbe3a1 tempest-ServerDiskConfigTestJSON-1660990005 tempest-ServerDiskConfigTestJSON-1660990005-project] 10.222.0.10 "GET /v2.0/security-groups?id=47c4b245-0002-4c92-ae3e-64fad57623a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401342 Apr 28 11:19:51.108098 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1fd542-9830-4f4f-9485-4718a9fb5187 req-bcb5e679-b820-4c23-ae77-0bbc387a47c5 tempest-ServerDiskConfigTestJSON-1660990005 tempest-ServerDiskConfigTestJSON-1660990005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:19:51.109777 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-ad1fd542-9830-4f4f-9485-4718a9fb5187 req-bcb5e679-b820-4c23-ae77-0bbc387a47c5 tempest-ServerDiskConfigTestJSON-1660990005 tempest-ServerDiskConfigTestJSON-1660990005-project] 10.222.0.10 "GET /v2.0/ports?device_id=d9a2e7c8-c6cb-4652-bf45-5c3e5557f69d HTTP/1.1" status: 200 len: 945 time: 0.0479381 Apr 28 11:19:51.158028 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-ad1fd542-9830-4f4f-9485-4718a9fb5187 req-577107e9-fda3-4c25-9990-49a41ba0602c tempest-ServerDiskConfigTestJSON-1660990005 tempest-ServerDiskConfigTestJSON-1660990005-project] 10.222.0.10 "GET /v2.0/security-groups?id=47c4b245-0002-4c92-ae3e-64fad57623a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427618 Apr 28 11:19:51.799530 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ad43ca-dcf0-4c38-a54f-9ab1a8c77c5f req-3d8d1376-ac6c-4ad0-976a-7b6d3169bdc5 tempest-ServerDiskConfigTestJSON-1660990005 tempest-ServerDiskConfigTestJSON-1660990005-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:19:51.801183 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-e8ad43ca-dcf0-4c38-a54f-9ab1a8c77c5f req-3d8d1376-ac6c-4ad0-976a-7b6d3169bdc5 tempest-ServerDiskConfigTestJSON-1660990005 tempest-ServerDiskConfigTestJSON-1660990005-project] 10.222.0.10 "GET /v2.0/networks?id=5a81a843-2c8d-46e3-8ed1-33fd787f5828 HTTP/1.1" status: 200 len: 814 time: 0.1045957 Apr 28 11:19:51.815768 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-e8ad43ca-dcf0-4c38-a54f-9ab1a8c77c5f req-60d53fe5-e34e-4fd9-bed2-95ac45c34fdd tempest-ServerDiskConfigTestJSON-1660990005 tempest-ServerDiskConfigTestJSON-1660990005-project] 10.222.0.10 "GET /v2.0/quotas/f78ad935ce104b418ce72d451b29a05c HTTP/1.1" status: 200 len: 375 time: 0.0091376 Apr 28 11:19:51.862210 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-e8ad43ca-dcf0-4c38-a54f-9ab1a8c77c5f req-9ab05d3c-eb65-4f8d-84b6-784742735f42 tempest-ServerDiskConfigTestJSON-1660990005 tempest-ServerDiskConfigTestJSON-1660990005-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=f78ad935ce104b418ce72d451b29a05c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0415833 Apr 28 11:19:51.954973 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-e8ad43ca-dcf0-4c38-a54f-9ab1a8c77c5f req-94191cd8-8bf3-4702-9f04-7df2743b0861 service neutron] 10.222.0.10 "GET /v2.0/networks/5a81a843-2c8d-46e3-8ed1-33fd787f5828?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863008 Apr 28 11:19:52.042333 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-e8ad43ca-dcf0-4c38-a54f-9ab1a8c77c5f req-2c77669e-b309-495a-a523-4a1b8d4c2621 service neutron] 10.222.0.10 "GET /v2.0/networks/5a81a843-2c8d-46e3-8ed1-33fd787f5828?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812271 Apr 28 11:19:52.296409 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-3c169e5c-6345-4394-9314-2e8cf4761089 req-b8184877-74a1-4b69-8f54-e4f0885fc31e tempest-ServerDiskConfigTestJSON-1660990005 tempest-ServerDiskConfigTestJSON-1660990005-project] 10.222.0.10 "GET /v2.0/ports?device_id=cc2c135f-4783-44da-87e8-50287444793d HTTP/1.1" status: 200 len: 210 time: 0.0324574 Apr 28 11:19:53.348913 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50d6cce-d8f6-4d43-965c-f2fbc5d94be4 req-8e4f10e2-ae7e-44bb-96e0-00f3cf048b77 tempest-ServerDiskConfigTestJSON-1660990005 tempest-ServerDiskConfigTestJSON-1660990005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:19:53.350388 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-a50d6cce-d8f6-4d43-965c-f2fbc5d94be4 req-8e4f10e2-ae7e-44bb-96e0-00f3cf048b77 tempest-ServerDiskConfigTestJSON-1660990005 tempest-ServerDiskConfigTestJSON-1660990005-project] 10.222.0.20 "GET /v2.0/ports?device_id=d9a2e7c8-c6cb-4652-bf45-5c3e5557f69d HTTP/1.1" status: 200 len: 945 time: 0.0475392 Apr 28 11:19:53.394133 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-13cd70f5-619c-4bad-b5f4-8e9c33df66ed req-3b8c3bb3-152c-4fc1-86b6-4745834bc380 tempest-ServerDiskConfigTestJSON-1660990005 tempest-ServerDiskConfigTestJSON-1660990005-project] 10.222.0.10 "GET /v2.0/ports?device_id=cc2c135f-4783-44da-87e8-50287444793d HTTP/1.1" status: 200 len: 210 time: 0.0289607 Apr 28 11:19:53.443173 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.plugin [req-a50d6cce-d8f6-4d43-965c-f2fbc5d94be4 req-dff6a7d2-9341-414a-894e-49e7b022a925 tempest-ServerDiskConfigTestJSON-1660990005 tempest-ServerDiskConfigTestJSON-1660990005-project] Deleting port a1567e16-c52e-47a6-9d8f-123c473c7c0d {{(pid=116162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 11:19:53.443517 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [req-a50d6cce-d8f6-4d43-965c-f2fbc5d94be4 req-dff6a7d2-9341-414a-894e-49e7b022a925 tempest-ServerDiskConfigTestJSON-1660990005 tempest-ServerDiskConfigTestJSON-1660990005-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742235130188'] for port (a1567e16-c52e-47a6-9d8f-123c473c7c0d), before_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:19:53.531951 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.db [req-a50d6cce-d8f6-4d43-965c-f2fbc5d94be4 req-dff6a7d2-9341-414a-894e-49e7b022a925 tempest-ServerDiskConfigTestJSON-1660990005 tempest-ServerDiskConfigTestJSON-1660990005-project] For port a1567e16-c52e-47a6-9d8f-123c473c7c0d, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=a1567e16-c52e-47a6-9d8f-123c473c7c0d,segment=NetworkSegment(b8de6d12-1f6b-440b-bd25-49e3037e574c),segment_id=b8de6d12-1f6b-440b-bd25-49e3037e574c)] {{(pid=116162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 11:19:53.532313 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [req-a50d6cce-d8f6-4d43-965c-f2fbc5d94be4 req-dff6a7d2-9341-414a-894e-49e7b022a925 tempest-ServerDiskConfigTestJSON-1660990005 tempest-ServerDiskConfigTestJSON-1660990005-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1938497'] for port (a1567e16-c52e-47a6-9d8f-123c473c7c0d), precommit_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:19:53.549474 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.plugin [req-a50d6cce-d8f6-4d43-965c-f2fbc5d94be4 req-dff6a7d2-9341-414a-894e-49e7b022a925 tempest-ServerDiskConfigTestJSON-1660990005 tempest-ServerDiskConfigTestJSON-1660990005-project] Calling delete_port for a1567e16-c52e-47a6-9d8f-123c473c7c0d owned by compute:nova {{(pid=116162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 11:19:53.761716 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [req-a50d6cce-d8f6-4d43-965c-f2fbc5d94be4 req-dff6a7d2-9341-414a-894e-49e7b022a925 tempest-ServerDiskConfigTestJSON-1660990005 tempest-ServerDiskConfigTestJSON-1660990005-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742235135690', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742234710366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5051867'] for port (a1567e16-c52e-47a6-9d8f-123c473c7c0d), after_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:19:53.774242 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] get_ports_and_sgs() called for port_ids ['a1567e16-c52e-47a6-9d8f-123c473c7c0d'] {{(pid=116163) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 11:19:53.792103 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff6a7d2-9341-414a-894e-49e7b022a925 tempest-ServerDiskConfigTestJSON-1660990005 tempest-ServerDiskConfigTestJSON-1660990005-project] Pushing event deleted for resources: {'Port': ['ID=a1567e16-c52e-47a6-9d8f-123c473c7c0d,revision_number=None']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:19:53.837594 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.db.l3_dvrscheduler_db [req-a50d6cce-d8f6-4d43-965c-f2fbc5d94be4 req-dff6a7d2-9341-414a-894e-49e7b022a925 tempest-ServerDiskConfigTestJSON-1660990005 tempest-ServerDiskConfigTestJSON-1660990005-project] No DVR routers for this DVR port a1567e16-c52e-47a6-9d8f-123c473c7c0d on host hv-neutron-mast {{(pid=116162) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 11:19:53.840181 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [req-a50d6cce-d8f6-4d43-965c-f2fbc5d94be4 req-dff6a7d2-9341-414a-894e-49e7b022a925 tempest-ServerDiskConfigTestJSON-1660990005 tempest-ServerDiskConfigTestJSON-1660990005-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198022'] for port (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:19:53.844209 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-a50d6cce-d8f6-4d43-965c-f2fbc5d94be4 req-dff6a7d2-9341-414a-894e-49e7b022a925 tempest-ServerDiskConfigTestJSON-1660990005 tempest-ServerDiskConfigTestJSON-1660990005-project] 10.222.0.20 "DELETE /v2.0/ports/a1567e16-c52e-47a6-9d8f-123c473c7c0d HTTP/1.1" status: 204 len: 173 time: 0.4873698 Apr 28 11:19:53.844650 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9a2e7c8-c6cb-4652-bf45-5c3e5557f69d', 'name': 'network-vif-deleted', 'tag': 'a1567e16-c52e-47a6-9d8f-123c473c7c0d'}] {{(pid=116162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 11:19:53.846906 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ba53f40d6116d28995a8e36159d0e539b5353eec116fb5dd4ce03b4b2159ab1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c7af1d4-4153-433a-997a-295202d6e1c9" -d '{"events": [{"server_uuid": "d9a2e7c8-c6cb-4652-bf45-5c3e5557f69d", "name": "network-vif-deleted", "tag": "a1567e16-c52e-47a6-9d8f-123c473c7c0d"}]}' {{(pid=116162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 11:19:53.881514 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 11:19:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0ed23d3-e7ce-4fa6-9427-530715b687c1 x-openstack-request-id: req-c0ed23d3-e7ce-4fa6-9427-530715b687c1 {{(pid=116162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 11:19:53.881794 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9a2e7c8-c6cb-4652-bf45-5c3e5557f69d", "name": "network-vif-deleted", "tag": "a1567e16-c52e-47a6-9d8f-123c473c7c0d", "status": "completed", "code": 200}]} {{(pid=116162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 11:19:53.882052 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-c0ed23d3-e7ce-4fa6-9427-530715b687c1 {{(pid=116162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 11:19:53.882476 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c0ed23d3-e7ce-4fa6-9427-530715b687c1'] response: {'server_uuid': 'd9a2e7c8-c6cb-4652-bf45-5c3e5557f69d', 'name': 'network-vif-deleted', 'tag': 'a1567e16-c52e-47a6-9d8f-123c473c7c0d', 'status': 'completed', 'code': 200} Apr 28 11:19:54.247909 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ad43ca-dcf0-4c38-a54f-9ab1a8c77c5f req-8f6ccc7a-ea81-430e-847a-99f1ee18974e tempest-ServerDiskConfigTestJSON-1660990005 tempest-ServerDiskConfigTestJSON-1660990005-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:19:54.249334 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-e8ad43ca-dcf0-4c38-a54f-9ab1a8c77c5f req-8f6ccc7a-ea81-430e-847a-99f1ee18974e tempest-ServerDiskConfigTestJSON-1660990005 tempest-ServerDiskConfigTestJSON-1660990005-project] 10.222.0.20 "GET /v2.0/networks?id=5a81a843-2c8d-46e3-8ed1-33fd787f5828 HTTP/1.1" status: 200 len: 814 time: 0.1038625 Apr 28 11:19:54.446377 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.v2.base [req-e8ad43ca-dcf0-4c38-a54f-9ab1a8c77c5f req-3f56ec81-7d53-43cc-9890-b5370a31964f tempest-ServerDiskConfigTestJSON-1660990005 tempest-ServerDiskConfigTestJSON-1660990005-project] Request body: {'port': {'device_id': 'cc2c135f-4783-44da-87e8-50287444793d', 'network_id': '5a81a843-2c8d-46e3-8ed1-33fd787f5828', 'admin_state_up': True, 'tenant_id': 'f78ad935ce104b418ce72d451b29a05c'}} {{(pid=116162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:19:54.502293 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-6a550653-b08e-4965-bfdd-bba9c67d4b77 req-b9d6cbb9-a3a5-463c-92ec-7b7d3adc4fb8 tempest-ServerDiskConfigTestJSON-1660990005 tempest-ServerDiskConfigTestJSON-1660990005-project] 10.222.0.10 "GET /v2.0/ports?device_id=cc2c135f-4783-44da-87e8-50287444793d HTTP/1.1" status: 200 len: 210 time: 0.0387092 Apr 28 11:19:54.642899 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e8ad43ca-dcf0-4c38-a54f-9ab1a8c77c5f req-3f56ec81-7d53-43cc-9890-b5370a31964f tempest-ServerDiskConfigTestJSON-1660990005 tempest-ServerDiskConfigTestJSON-1660990005-project] Made reservation on behalf of f78ad935ce104b418ce72d451b29a05c for: {'port': 1} {{(pid=116162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 11:19:54.646331 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [req-e8ad43ca-dcf0-4c38-a54f-9ab1a8c77c5f req-3f56ec81-7d53-43cc-9890-b5370a31964f tempest-ServerDiskConfigTestJSON-1660990005 tempest-ServerDiskConfigTestJSON-1660990005-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (None), before_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:19:54.778655 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.db.db_base_plugin_common [req-e8ad43ca-dcf0-4c38-a54f-9ab1a8c77c5f req-3f56ec81-7d53-43cc-9890-b5370a31964f tempest-ServerDiskConfigTestJSON-1660990005 tempest-ServerDiskConfigTestJSON-1660990005-project] Allocated IP 172.20.0.2 (5a81a843-2c8d-46e3-8ed1-33fd787f5828/8788f0d5-2c56-45ea-a63e-b2a30a2b6e5d/e7573e7a-d6d8-40ea-b160-2a8145981817) {{(pid=116162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 11:19:54.925114 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [req-e8ad43ca-dcf0-4c38-a54f-9ab1a8c77c5f req-3f56ec81-7d53-43cc-9890-b5370a31964f tempest-ServerDiskConfigTestJSON-1660990005 tempest-ServerDiskConfigTestJSON-1660990005-project] Publish callbacks [] for port (e7573e7a-d6d8-40ea-b160-2a8145981817), precommit_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:19:55.008759 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [req-e8ad43ca-dcf0-4c38-a54f-9ab1a8c77c5f req-3f56ec81-7d53-43cc-9890-b5370a31964f tempest-ServerDiskConfigTestJSON-1660990005 tempest-ServerDiskConfigTestJSON-1660990005-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742234710357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5051867'] for port (e7573e7a-d6d8-40ea-b160-2a8145981817), after_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:19:55.019651 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] get_ports_and_sgs() called for port_ids ['a1567e16-c52e-47a6-9d8f-123c473c7c0d'] {{(pid=116163) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 11:19:55.056843 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e8ad43ca-dcf0-4c38-a54f-9ab1a8c77c5f req-3f56ec81-7d53-43cc-9890-b5370a31964f tempest-ServerDiskConfigTestJSON-1660990005 tempest-ServerDiskConfigTestJSON-1660990005-project] Network 5a81a843-2c8d-46e3-8ed1-33fd787f5828 is already hosted by enough agents. {{(pid=116162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 11:19:55.061789 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.scheduler.base_scheduler [req-e8ad43ca-dcf0-4c38-a54f-9ab1a8c77c5f req-3f56ec81-7d53-43cc-9890-b5370a31964f tempest-ServerDiskConfigTestJSON-1660990005 tempest-ServerDiskConfigTestJSON-1660990005-project] Resources bound (agent type, host, resource id): {{(pid=116162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 11:19:55.065792 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8ad43ca-dcf0-4c38-a54f-9ab1a8c77c5f req-3f56ec81-7d53-43cc-9890-b5370a31964f tempest-ServerDiskConfigTestJSON-1660990005 tempest-ServerDiskConfigTestJSON-1660990005-project] Received port after_create {{(pid=116162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 11:19:55.089640 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f56ec81-7d53-43cc-9890-b5370a31964f tempest-ServerDiskConfigTestJSON-1660990005 tempest-ServerDiskConfigTestJSON-1660990005-project] Pushing event updated for resources: {'Port': ['ID=e7573e7a-d6d8-40ea-b160-2a8145981817,revision_number=1']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:19:55.117394 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ad43ca-dcf0-4c38-a54f-9ab1a8c77c5f req-3f56ec81-7d53-43cc-9890-b5370a31964f tempest-ServerDiskConfigTestJSON-1660990005 tempest-ServerDiskConfigTestJSON-1660990005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:19:55.118002 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [req-e8ad43ca-dcf0-4c38-a54f-9ab1a8c77c5f req-3f56ec81-7d53-43cc-9890-b5370a31964f tempest-ServerDiskConfigTestJSON-1660990005 tempest-ServerDiskConfigTestJSON-1660990005-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198022'] for port (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:19:55.210696 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-e8ad43ca-dcf0-4c38-a54f-9ab1a8c77c5f req-3f56ec81-7d53-43cc-9890-b5370a31964f tempest-ServerDiskConfigTestJSON-1660990005 tempest-ServerDiskConfigTestJSON-1660990005-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7694290 Apr 28 11:19:55.220287 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [req-e8ad43ca-dcf0-4c38-a54f-9ab1a8c77c5f req-dfc9e3d3-e87c-4bd0-948d-401f13e12593 tempest-ServerDiskConfigTestJSON-1660990005 tempest-ServerDiskConfigTestJSON-1660990005-project] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=116162) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 28 11:19:55.221220 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-e8ad43ca-dcf0-4c38-a54f-9ab1a8c77c5f req-dfc9e3d3-e87c-4bd0-948d-401f13e12593 tempest-ServerDiskConfigTestJSON-1660990005 tempest-ServerDiskConfigTestJSON-1660990005-project] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0057023 Apr 28 11:19:55.232424 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.v2.base [req-e8ad43ca-dcf0-4c38-a54f-9ab1a8c77c5f req-9539c66e-6eeb-498f-a5e4-299ed8262bb2 service neutron] Request body: {'port': {'device_id': 'cc2c135f-4783-44da-87e8-50287444793d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-mast'}} {{(pid=116162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:19:55.289094 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [req-e8ad43ca-dcf0-4c38-a54f-9ab1a8c77c5f req-9539c66e-6eeb-498f-a5e4-299ed8262bb2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (e7573e7a-d6d8-40ea-b160-2a8145981817), before_update {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:19:55.549764 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.notifiers.nova [req-e8ad43ca-dcf0-4c38-a54f-9ab1a8c77c5f req-9539c66e-6eeb-498f-a5e4-299ed8262bb2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e7573e7a-d6d8-40ea-b160-2a8145981817 {{(pid=116162) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 11:19:55.557257 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [req-e8ad43ca-dcf0-4c38-a54f-9ab1a8c77c5f req-9539c66e-6eeb-498f-a5e4-299ed8262bb2 service neutron] Publish callbacks [] for port (e7573e7a-d6d8-40ea-b160-2a8145981817), precommit_update {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:19:55.569884 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.db.provisioning_blocks [req-e8ad43ca-dcf0-4c38-a54f-9ab1a8c77c5f req-9539c66e-6eeb-498f-a5e4-299ed8262bb2 service neutron] Transition to ACTIVE for port object e7573e7a-d6d8-40ea-b160-2a8145981817 will not be triggered until provisioned by entity L2. {{(pid=116162) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 28 11:19:55.621714 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a015c1-e9e7-4211-a44a-2a00968022fa req-bd3b0c02-6f97-40d8-9140-7f4bac835590 tempest-ServerDiskConfigTestJSON-1660990005 tempest-ServerDiskConfigTestJSON-1660990005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:19:55.623249 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-f7a015c1-e9e7-4211-a44a-2a00968022fa req-bd3b0c02-6f97-40d8-9140-7f4bac835590 tempest-ServerDiskConfigTestJSON-1660990005 tempest-ServerDiskConfigTestJSON-1660990005-project] 10.222.0.10 "GET /v2.0/ports?device_id=cc2c135f-4783-44da-87e8-50287444793d HTTP/1.1" status: 200 len: 931 time: 0.0467751 Apr 28 11:19:55.642635 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [req-e8ad43ca-dcf0-4c38-a54f-9ab1a8c77c5f req-9539c66e-6eeb-498f-a5e4-299ed8262bb2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5051840'] for port (e7573e7a-d6d8-40ea-b160-2a8145981817), after_update {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:19:55.670344 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-f7a015c1-e9e7-4211-a44a-2a00968022fa req-e8d953c9-8241-49e1-806c-64e692067b5b tempest-ServerDiskConfigTestJSON-1660990005 tempest-ServerDiskConfigTestJSON-1660990005-project] 10.222.0.10 "GET /v2.0/security-groups?id=47c4b245-0002-4c92-ae3e-64fad57623a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413539 Apr 28 11:19:55.695433 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9539c66e-6eeb-498f-a5e4-299ed8262bb2 service neutron] Pushing event updated for resources: {'Port': ['ID=e7573e7a-d6d8-40ea-b160-2a8145981817,revision_number=2']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:19:55.762534 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.managers [req-e8ad43ca-dcf0-4c38-a54f-9ab1a8c77c5f req-9539c66e-6eeb-498f-a5e4-299ed8262bb2 service neutron] Attempting to bind port e7573e7a-d6d8-40ea-b160-2a8145981817 on host hv-neutron-mast for vnic_type normal with profile {{(pid=116162) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 28 11:19:55.762870 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.managers [req-e8ad43ca-dcf0-4c38-a54f-9ab1a8c77c5f req-9539c66e-6eeb-498f-a5e4-299ed8262bb2 service neutron] Attempting to bind port e7573e7a-d6d8-40ea-b160-2a8145981817 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': 'b8de6d12-1f6b-440b-bd25-49e3037e574c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '5a81a843-2c8d-46e3-8ed1-33fd787f5828'}] {{(pid=116162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 28 11:19:55.763200 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8ad43ca-dcf0-4c38-a54f-9ab1a8c77c5f req-9539c66e-6eeb-498f-a5e4-299ed8262bb2 service neutron] Attempting to bind port e7573e7a-d6d8-40ea-b160-2a8145981817 on network 5a81a843-2c8d-46e3-8ed1-33fd787f5828 {{(pid=116162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 11:19:55.768151 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8ad43ca-dcf0-4c38-a54f-9ab1a8c77c5f req-9539c66e-6eeb-498f-a5e4-299ed8262bb2 service neutron] Port e7573e7a-d6d8-40ea-b160-2a8145981817 on network 5a81a843-2c8d-46e3-8ed1-33fd787f5828 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=116162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 28 11:19:55.768473 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8ad43ca-dcf0-4c38-a54f-9ab1a8c77c5f req-9539c66e-6eeb-498f-a5e4-299ed8262bb2 service neutron] Attempting to bind port e7573e7a-d6d8-40ea-b160-2a8145981817 on network 5a81a843-2c8d-46e3-8ed1-33fd787f5828 {{(pid=116162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 11:19:55.773310 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8ad43ca-dcf0-4c38-a54f-9ab1a8c77c5f req-9539c66e-6eeb-498f-a5e4-299ed8262bb2 service neutron] Checking agent: {'id': '6be95134-9a6c-4663-8b48-90d12ce90c60', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-mast', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 10, 57, 20), 'started_at': datetime.datetime(2022, 4, 28, 10, 57, 20), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 11, 19, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=116162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 11:19:55.773647 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8ad43ca-dcf0-4c38-a54f-9ab1a8c77c5f req-9539c66e-6eeb-498f-a5e4-299ed8262bb2 service neutron] Checking segment: {'id': 'b8de6d12-1f6b-440b-bd25-49e3037e574c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '5a81a843-2c8d-46e3-8ed1-33fd787f5828'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 11:19:55.774030 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8ad43ca-dcf0-4c38-a54f-9ab1a8c77c5f req-9539c66e-6eeb-498f-a5e4-299ed8262bb2 service neutron] Bound using segment: {'id': 'b8de6d12-1f6b-440b-bd25-49e3037e574c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '5a81a843-2c8d-46e3-8ed1-33fd787f5828'} {{(pid=116162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 11:19:55.774481 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.managers [req-e8ad43ca-dcf0-4c38-a54f-9ab1a8c77c5f req-9539c66e-6eeb-498f-a5e4-299ed8262bb2 service neutron] Bound port: e7573e7a-d6d8-40ea-b160-2a8145981817, host: hv-neutron-mast, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b8de6d12-1f6b-440b-bd25-49e3037e574c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '5a81a843-2c8d-46e3-8ed1-33fd787f5828'}}] {{(pid=116162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 28 11:19:55.774839 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [req-e8ad43ca-dcf0-4c38-a54f-9ab1a8c77c5f req-9539c66e-6eeb-498f-a5e4-299ed8262bb2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (e7573e7a-d6d8-40ea-b160-2a8145981817), before_update {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:19:55.837032 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.db [req-e8ad43ca-dcf0-4c38-a54f-9ab1a8c77c5f req-9539c66e-6eeb-498f-a5e4-299ed8262bb2 service neutron] For port e7573e7a-d6d8-40ea-b160-2a8145981817, host hv-neutron-mast, cleared binding levels {{(pid=116162) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 11:19:55.839911 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.db [req-e8ad43ca-dcf0-4c38-a54f-9ab1a8c77c5f req-9539c66e-6eeb-498f-a5e4-299ed8262bb2 service neutron] For port e7573e7a-d6d8-40ea-b160-2a8145981817, host hv-neutron-mast, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=e7573e7a-d6d8-40ea-b160-2a8145981817,segment=NetworkSegment(b8de6d12-1f6b-440b-bd25-49e3037e574c),segment_id=b8de6d12-1f6b-440b-bd25-49e3037e574c)] {{(pid=116162) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 11:19:55.905678 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [req-e8ad43ca-dcf0-4c38-a54f-9ab1a8c77c5f req-9539c66e-6eeb-498f-a5e4-299ed8262bb2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5051840'] for port (e7573e7a-d6d8-40ea-b160-2a8145981817), after_update {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:19:55.939613 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ad43ca-dcf0-4c38-a54f-9ab1a8c77c5f req-9539c66e-6eeb-498f-a5e4-299ed8262bb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:19:55.940251 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [req-e8ad43ca-dcf0-4c38-a54f-9ab1a8c77c5f req-9539c66e-6eeb-498f-a5e4-299ed8262bb2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198022'] for port (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:19:55.941637 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-e8ad43ca-dcf0-4c38-a54f-9ab1a8c77c5f req-9539c66e-6eeb-498f-a5e4-299ed8262bb2 service neutron] 10.222.0.20 "PUT /v2.0/ports/e7573e7a-d6d8-40ea-b160-2a8145981817 HTTP/1.1" status: 200 len: 1093 time: 0.7129271 Apr 28 11:19:55.942068 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc2c135f-4783-44da-87e8-50287444793d', 'tag': 'e7573e7a-d6d8-40ea-b160-2a8145981817'}] {{(pid=116162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 11:19:55.944385 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ba53f40d6116d28995a8e36159d0e539b5353eec116fb5dd4ce03b4b2159ab1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c2fd2b9-cf48-4c5b-86bd-87fbdf52ced9" -d '{"events": [{"name": "network-changed", "server_uuid": "cc2c135f-4783-44da-87e8-50287444793d", "tag": "e7573e7a-d6d8-40ea-b160-2a8145981817"}]}' {{(pid=116162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 11:19:55.967689 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9539c66e-6eeb-498f-a5e4-299ed8262bb2 service neutron] Pushing event updated for resources: {'Port': ['ID=e7573e7a-d6d8-40ea-b160-2a8145981817,revision_number=3']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:19:55.983534 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 11:19:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3348894-6d97-42d0-b0d8-900362ca198a x-openstack-request-id: req-b3348894-6d97-42d0-b0d8-900362ca198a {{(pid=116162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 11:19:55.983828 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cc2c135f-4783-44da-87e8-50287444793d", "tag": "e7573e7a-d6d8-40ea-b160-2a8145981817", "status": "completed", "code": 200}]} {{(pid=116162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 11:19:55.984170 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-b3348894-6d97-42d0-b0d8-900362ca198a {{(pid=116162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 11:19:55.984695 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b3348894-6d97-42d0-b0d8-900362ca198a'] response: {'name': 'network-changed', 'server_uuid': 'cc2c135f-4783-44da-87e8-50287444793d', 'tag': 'e7573e7a-d6d8-40ea-b160-2a8145981817', 'status': 'completed', 'code': 200} Apr 28 11:19:56.043067 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2fd2b9-cf48-4c5b-86bd-87fbdf52ced9 req-1fc4f509-8f66-4bb9-9aec-f1477213e222 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:19:56.044546 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-8c2fd2b9-cf48-4c5b-86bd-87fbdf52ced9 req-1fc4f509-8f66-4bb9-9aec-f1477213e222 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f78ad935ce104b418ce72d451b29a05c&device_id=cc2c135f-4783-44da-87e8-50287444793d HTTP/1.1" status: 200 len: 1127 time: 0.0413485 Apr 28 11:19:56.143312 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2fd2b9-cf48-4c5b-86bd-87fbdf52ced9 req-3f3f21b0-7162-491d-877b-eab5f29e89ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:19:56.144774 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-8c2fd2b9-cf48-4c5b-86bd-87fbdf52ced9 req-3f3f21b0-7162-491d-877b-eab5f29e89ae service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=f78ad935ce104b418ce72d451b29a05c&shared=False HTTP/1.1" status: 200 len: 914 time: 0.0935416 Apr 28 11:19:56.237844 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2fd2b9-cf48-4c5b-86bd-87fbdf52ced9 req-ffe9828d-60b9-4acf-84b5-4b7bfd1aa992 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:19:56.239354 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-8c2fd2b9-cf48-4c5b-86bd-87fbdf52ced9 req-ffe9828d-60b9-4acf-84b5-4b7bfd1aa992 service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0884261 Apr 28 11:19:56.314863 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ad43ca-dcf0-4c38-a54f-9ab1a8c77c5f req-773c3ca3-f1bf-43b4-a3f6-c3693d70308a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:19:56.316320 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-e8ad43ca-dcf0-4c38-a54f-9ab1a8c77c5f req-773c3ca3-f1bf-43b4-a3f6-c3693d70308a service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f78ad935ce104b418ce72d451b29a05c&device_id=cc2c135f-4783-44da-87e8-50287444793d HTTP/1.1" status: 200 len: 1127 time: 0.0394702 Apr 28 11:19:56.357050 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-e8ad43ca-dcf0-4c38-a54f-9ab1a8c77c5f req-5535d64a-2446-4ce9-8acc-e27f56b41770 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=e7573e7a-d6d8-40ea-b160-2a8145981817 HTTP/1.1" status: 200 len: 217 time: 0.0336497 Apr 28 11:19:56.402939 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ad43ca-dcf0-4c38-a54f-9ab1a8c77c5f req-e18cbd3f-aefd-4593-9ba8-a2d6ab2b85f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:19:56.404339 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-e8ad43ca-dcf0-4c38-a54f-9ab1a8c77c5f req-e18cbd3f-aefd-4593-9ba8-a2d6ab2b85f6 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=8788f0d5-2c56-45ea-a63e-b2a30a2b6e5d HTTP/1.1" status: 200 len: 854 time: 0.0423250 Apr 28 11:19:56.439075 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-e8ad43ca-dcf0-4c38-a54f-9ab1a8c77c5f req-53b37e30-6cb4-423d-a4bd-5c3e2bde8168 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=5a81a843-2c8d-46e3-8ed1-33fd787f5828&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0290647 Apr 28 11:19:56.526899 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-e8ad43ca-dcf0-4c38-a54f-9ab1a8c77c5f req-61745ff5-720d-4211-8803-53d406bc6522 service neutron] 10.222.0.20 "GET /v2.0/networks/5a81a843-2c8d-46e3-8ed1-33fd787f5828?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811486 Apr 28 11:19:56.616793 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-e8ad43ca-dcf0-4c38-a54f-9ab1a8c77c5f req-e7a5d9e2-1553-45a6-82a2-bca1abd496e0 service neutron] 10.222.0.20 "GET /v2.0/networks/5a81a843-2c8d-46e3-8ed1-33fd787f5828?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845706 Apr 28 11:19:56.788907 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6814d2b-1927-4fba-bfc2-9c28a05cccaf req-0d408dbb-13b5-44c7-898e-37166501507d tempest-ServerDiskConfigTestJSON-1660990005 tempest-ServerDiskConfigTestJSON-1660990005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:19:56.790364 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-a6814d2b-1927-4fba-bfc2-9c28a05cccaf req-0d408dbb-13b5-44c7-898e-37166501507d tempest-ServerDiskConfigTestJSON-1660990005 tempest-ServerDiskConfigTestJSON-1660990005-project] 10.222.0.10 "GET /v2.0/ports?device_id=cc2c135f-4783-44da-87e8-50287444793d HTTP/1.1" status: 200 len: 943 time: 0.0496156 Apr 28 11:19:56.836383 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-a6814d2b-1927-4fba-bfc2-9c28a05cccaf req-276ff17f-94cc-431b-9196-6f6510868d76 tempest-ServerDiskConfigTestJSON-1660990005 tempest-ServerDiskConfigTestJSON-1660990005-project] 10.222.0.10 "GET /v2.0/security-groups?id=47c4b245-0002-4c92-ae3e-64fad57623a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404067 Apr 28 11:19:57.962613 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037f6932-654e-4527-99c6-8af377a696f2 req-94c0b920-caac-4341-a8f9-49c4e8994ec3 tempest-ServerDiskConfigTestJSON-1660990005 tempest-ServerDiskConfigTestJSON-1660990005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:19:57.964131 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-037f6932-654e-4527-99c6-8af377a696f2 req-94c0b920-caac-4341-a8f9-49c4e8994ec3 tempest-ServerDiskConfigTestJSON-1660990005 tempest-ServerDiskConfigTestJSON-1660990005-project] 10.222.0.10 "GET /v2.0/ports?device_id=cc2c135f-4783-44da-87e8-50287444793d HTTP/1.1" status: 200 len: 943 time: 0.0558643 Apr 28 11:19:58.017163 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-037f6932-654e-4527-99c6-8af377a696f2 req-416c97ee-3894-40b7-84db-a9d8249454bf tempest-ServerDiskConfigTestJSON-1660990005 tempest-ServerDiskConfigTestJSON-1660990005-project] 10.222.0.10 "GET /v2.0/security-groups?id=47c4b245-0002-4c92-ae3e-64fad57623a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466955 Apr 28 11:19:58.485966 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Device e7573e7a-d6d8-40ea-b160-2a8145981817 details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=116163) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 28 11:19:58.488117 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Device a1567e16-c52e-47a6-9d8f-123c473c7c0d no longer exists at agent hyperv_hv-neutron-mast {{(pid=116163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 11:19:58.516315 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] No Port match for: a1567e16-c52e-47a6-9d8f-123c473c7c0d {{(pid=116163) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 28 11:19:58.516652 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Device a1567e16-c52e-47a6-9d8f-123c473c7c0d not bound to the agent host hv-neutron-mast {{(pid=116163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 11:19:58.601009 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] For port e7573e7a-d6d8-40ea-b160-2a8145981817, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=e7573e7a-d6d8-40ea-b160-2a8145981817,segment=NetworkSegment(b8de6d12-1f6b-440b-bd25-49e3037e574c),segment_id=b8de6d12-1f6b-440b-bd25-49e3037e574c)] {{(pid=116163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 11:19:58.611700 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Returning: {'device': 'e7573e7a-d6d8-40ea-b160-2a8145981817', 'network_id': '5a81a843-2c8d-46e3-8ed1-33fd787f5828', 'port_id': 'e7573e7a-d6d8-40ea-b160-2a8145981817', 'mac_address': 'fa:16:3e:5d:4a:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 78, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8788f0d5-2c56-45ea-a63e-b2a30a2b6e5d', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=116163) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 28 11:19:58.648340 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Current status of the port e7573e7a-d6d8-40ea-b160-2a8145981817 is: DOWN; New status is: BUILD {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:19:58.648726 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (e7573e7a-d6d8-40ea-b160-2a8145981817), before_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:19:58.664477 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.notifiers.nova [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e7573e7a-d6d8-40ea-b160-2a8145981817 {{(pid=116163) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 11:19:58.683208 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] For port e7573e7a-d6d8-40ea-b160-2a8145981817, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=e7573e7a-d6d8-40ea-b160-2a8145981817,segment=NetworkSegment(b8de6d12-1f6b-440b-bd25-49e3037e574c),segment_id=b8de6d12-1f6b-440b-bd25-49e3037e574c)] {{(pid=116163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 11:19:58.756886 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393'] for port (e7573e7a-d6d8-40ea-b160-2a8145981817), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:19:58.804735 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Pushing event updated for resources: {'Port': ['ID=e7573e7a-d6d8-40ea-b160-2a8145981817,revision_number=4']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:19:58.948510 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] get_ports_and_sgs() called for port_ids ['e7573e7a-d6d8-40ea-b160-2a8145981817'] {{(pid=116163) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 11:19:59.138613 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36855010-1155-49d4-8f7c-4eb4fe5faf99 req-bfef3dde-b246-4574-bf2e-338881fe2642 tempest-ServerDiskConfigTestJSON-1660990005 tempest-ServerDiskConfigTestJSON-1660990005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:19:59.140267 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-36855010-1155-49d4-8f7c-4eb4fe5faf99 req-bfef3dde-b246-4574-bf2e-338881fe2642 tempest-ServerDiskConfigTestJSON-1660990005 tempest-ServerDiskConfigTestJSON-1660990005-project] 10.222.0.10 "GET /v2.0/ports?device_id=cc2c135f-4783-44da-87e8-50287444793d HTTP/1.1" status: 200 len: 944 time: 0.0510044 Apr 28 11:19:59.183948 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.agents_db [None req-54b29a82-8a19-4507-95e3-3a2d011841ff None None] Agent healthcheck: found 6 active agents {{(pid=116164) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 28 11:19:59.187908 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-36855010-1155-49d4-8f7c-4eb4fe5faf99 req-6a145903-f128-4124-b3cb-30dbb7c83fed tempest-ServerDiskConfigTestJSON-1660990005 tempest-ServerDiskConfigTestJSON-1660990005-project] 10.222.0.10 "GET /v2.0/security-groups?id=47c4b245-0002-4c92-ae3e-64fad57623a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419073 Apr 28 11:20:00.298633 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d522d96-2824-48c3-8240-8ee7e73a56ea req-2a3cdbc2-e7f1-4cf3-b49b-7a47b02c729d tempest-ServerDiskConfigTestJSON-1660990005 tempest-ServerDiskConfigTestJSON-1660990005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:20:00.300098 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-4d522d96-2824-48c3-8240-8ee7e73a56ea req-2a3cdbc2-e7f1-4cf3-b49b-7a47b02c729d tempest-ServerDiskConfigTestJSON-1660990005 tempest-ServerDiskConfigTestJSON-1660990005-project] 10.222.0.10 "GET /v2.0/ports?device_id=cc2c135f-4783-44da-87e8-50287444793d HTTP/1.1" status: 200 len: 944 time: 0.0457380 Apr 28 11:20:00.346555 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-4d522d96-2824-48c3-8240-8ee7e73a56ea req-b2e1305c-7041-4586-a1ac-248af6cdfa25 tempest-ServerDiskConfigTestJSON-1660990005 tempest-ServerDiskConfigTestJSON-1660990005-project] 10.222.0.10 "GET /v2.0/security-groups?id=47c4b245-0002-4c92-ae3e-64fad57623a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408559 Apr 28 11:20:00.485211 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Device e7573e7a-d6d8-40ea-b160-2a8145981817 up at agent hyperv_hv-neutron-mast {{(pid=116163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 11:20:00.527910 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Provisioning for port e7573e7a-d6d8-40ea-b160-2a8145981817 completed by entity L2. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 28 11:20:00.590574 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Provisioning complete for port e7573e7a-d6d8-40ea-b160-2a8145981817 triggered by entity L2. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:20:00.590951 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (e7573e7a-d6d8-40ea-b160-2a8145981817), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:20:00.665700 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Current status of the port e7573e7a-d6d8-40ea-b160-2a8145981817 is: BUILD; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:20:00.666084 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (e7573e7a-d6d8-40ea-b160-2a8145981817), before_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:20:00.687859 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc2c135f-4783-44da-87e8-50287444793d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7573e7a-d6d8-40ea-b160-2a8145981817'}] {{(pid=116163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 11:20:00.690063 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f01aec4a4f83961b54a953becfce2676879fb1d4b91122543244f430a0b8460" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1abd8c75-9ac1-484d-a41c-044b359eb070" -d '{"events": [{"server_uuid": "cc2c135f-4783-44da-87e8-50287444793d", "name": "network-vif-plugged", "status": "completed", "tag": "e7573e7a-d6d8-40ea-b160-2a8145981817"}]}' {{(pid=116163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 11:20:00.701836 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] For port e7573e7a-d6d8-40ea-b160-2a8145981817, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=e7573e7a-d6d8-40ea-b160-2a8145981817,segment=NetworkSegment(b8de6d12-1f6b-440b-bd25-49e3037e574c),segment_id=b8de6d12-1f6b-440b-bd25-49e3037e574c)] {{(pid=116163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 11:20:00.727385 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 11:20:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c205ee60-9bf9-4081-9b96-f87f1dd83ba5 x-openstack-request-id: req-c205ee60-9bf9-4081-9b96-f87f1dd83ba5 {{(pid=116163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 11:20:00.727687 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc2c135f-4783-44da-87e8-50287444793d", "name": "network-vif-plugged", "status": "completed", "tag": "e7573e7a-d6d8-40ea-b160-2a8145981817", "code": 200}]} {{(pid=116163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 11:20:00.727941 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-c205ee60-9bf9-4081-9b96-f87f1dd83ba5 {{(pid=116163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 11:20:00.728343 dv-neutron-master-2-hyperv neutron-server[116163]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c205ee60-9bf9-4081-9b96-f87f1dd83ba5'] response: {'server_uuid': 'cc2c135f-4783-44da-87e8-50287444793d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7573e7a-d6d8-40ea-b160-2a8145981817', 'code': 200} Apr 28 11:20:00.774060 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393'] for port (e7573e7a-d6d8-40ea-b160-2a8145981817), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:20:00.825377 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Pushing event updated for resources: {'Port': ['ID=e7573e7a-d6d8-40ea-b160-2a8145981817,revision_number=5']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:20:01.007320 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43b481f-2706-4c14-a050-eefaea2c0caa req-b77157e0-017b-4c9b-a12f-929d8469026d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:20:01.008737 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-e43b481f-2706-4c14-a050-eefaea2c0caa req-b77157e0-017b-4c9b-a12f-929d8469026d service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=cc2c135f-4783-44da-87e8-50287444793d HTTP/1.1" status: 200 len: 1129 time: 0.0392962 Apr 28 11:20:01.055101 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-e43b481f-2706-4c14-a050-eefaea2c0caa req-63c173eb-a265-4a98-bdfd-d1d310b972bc service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=47c4b245-0002-4c92-ae3e-64fad57623a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406718 Apr 28 11:20:01.457251 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e733884-fc1f-47f8-b3a9-a4dd341d0e52 req-f43344e7-d4ec-4bee-8d89-768c85ad861d tempest-ServerDiskConfigTestJSON-1660990005 tempest-ServerDiskConfigTestJSON-1660990005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:20:01.458972 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-6e733884-fc1f-47f8-b3a9-a4dd341d0e52 req-f43344e7-d4ec-4bee-8d89-768c85ad861d tempest-ServerDiskConfigTestJSON-1660990005 tempest-ServerDiskConfigTestJSON-1660990005-project] 10.222.0.10 "GET /v2.0/ports?device_id=cc2c135f-4783-44da-87e8-50287444793d HTTP/1.1" status: 200 len: 945 time: 0.0463982 Apr 28 11:20:01.508762 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-6e733884-fc1f-47f8-b3a9-a4dd341d0e52 req-73fcdf54-4c2c-4ecf-8902-ad755e2a732e tempest-ServerDiskConfigTestJSON-1660990005 tempest-ServerDiskConfigTestJSON-1660990005-project] 10.222.0.10 "GET /v2.0/security-groups?id=47c4b245-0002-4c92-ae3e-64fad57623a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443485 Apr 28 11:20:02.625538 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad9bbfa-aa52-4cf5-a1eb-c44111447516 req-1d26a484-827c-470a-a6b6-28bfa020b4e3 tempest-ServerDiskConfigTestJSON-1660990005 tempest-ServerDiskConfigTestJSON-1660990005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:20:02.627033 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-aad9bbfa-aa52-4cf5-a1eb-c44111447516 req-1d26a484-827c-470a-a6b6-28bfa020b4e3 tempest-ServerDiskConfigTestJSON-1660990005 tempest-ServerDiskConfigTestJSON-1660990005-project] 10.222.0.10 "GET /v2.0/ports?device_id=cc2c135f-4783-44da-87e8-50287444793d HTTP/1.1" status: 200 len: 945 time: 0.0463600 Apr 28 11:20:02.672967 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-aad9bbfa-aa52-4cf5-a1eb-c44111447516 req-0083da3f-0d86-472c-bf00-7beca8bb9af0 tempest-ServerDiskConfigTestJSON-1660990005 tempest-ServerDiskConfigTestJSON-1660990005-project] 10.222.0.10 "GET /v2.0/security-groups?id=47c4b245-0002-4c92-ae3e-64fad57623a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404558 Apr 28 11:20:02.782796 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c7a07a-af7d-480c-a43b-4bbf91b92c75 req-503110d0-6423-45d6-9d5f-72d418063374 tempest-ServerDiskConfigTestJSON-1660990005 tempest-ServerDiskConfigTestJSON-1660990005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:20:02.784278 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-08c7a07a-af7d-480c-a43b-4bbf91b92c75 req-503110d0-6423-45d6-9d5f-72d418063374 tempest-ServerDiskConfigTestJSON-1660990005 tempest-ServerDiskConfigTestJSON-1660990005-project] 10.222.0.10 "GET /v2.0/ports?device_id=cc2c135f-4783-44da-87e8-50287444793d HTTP/1.1" status: 200 len: 945 time: 0.0456374 Apr 28 11:20:02.829707 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-08c7a07a-af7d-480c-a43b-4bbf91b92c75 req-46f0bdb6-8e99-4694-a5b3-d12ded2309b7 tempest-ServerDiskConfigTestJSON-1660990005 tempest-ServerDiskConfigTestJSON-1660990005-project] 10.222.0.10 "GET /v2.0/security-groups?id=47c4b245-0002-4c92-ae3e-64fad57623a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399497 Apr 28 11:20:03.146778 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dff4ffc-83cf-4857-9ebb-01727c4369f0 req-730a98cf-95ba-470a-9c56-c86931044708 tempest-ServerDiskConfigTestJSON-1660990005 tempest-ServerDiskConfigTestJSON-1660990005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:20:03.148290 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-3dff4ffc-83cf-4857-9ebb-01727c4369f0 req-730a98cf-95ba-470a-9c56-c86931044708 tempest-ServerDiskConfigTestJSON-1660990005 tempest-ServerDiskConfigTestJSON-1660990005-project] 10.222.0.10 "GET /v2.0/ports?device_id=cc2c135f-4783-44da-87e8-50287444793d HTTP/1.1" status: 200 len: 945 time: 0.0510101 Apr 28 11:20:03.195680 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-3dff4ffc-83cf-4857-9ebb-01727c4369f0 req-07fa491b-6d42-40d7-a556-22e6a0d7e405 tempest-ServerDiskConfigTestJSON-1660990005 tempest-ServerDiskConfigTestJSON-1660990005-project] 10.222.0.10 "GET /v2.0/security-groups?id=47c4b245-0002-4c92-ae3e-64fad57623a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418582 Apr 28 11:20:03.248039 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-85a49f30-598b-4fb5-b3d8-51d1c075351c req-238c39e4-b033-4bc1-8427-40c107fb192b service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=cc2c135f-4783-44da-87e8-50287444793d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0371039 Apr 28 11:20:03.752004 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a49f30-598b-4fb5-b3d8-51d1c075351c req-e15c5d8d-8a7e-4741-855a-ddbd5bfeb3cf tempest-ServerDiskConfigTestJSON-1660990005 tempest-ServerDiskConfigTestJSON-1660990005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:20:03.753377 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-85a49f30-598b-4fb5-b3d8-51d1c075351c req-e15c5d8d-8a7e-4741-855a-ddbd5bfeb3cf tempest-ServerDiskConfigTestJSON-1660990005 tempest-ServerDiskConfigTestJSON-1660990005-project] 10.222.0.10 "GET /v2.0/ports/e7573e7a-d6d8-40ea-b160-2a8145981817 HTTP/1.1" status: 200 len: 942 time: 0.0460672 Apr 28 11:20:04.311980 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc61df43-222a-438c-ac29-3a0a05415861 req-caaefae6-d7ea-4f44-bad2-bd037e1fa020 tempest-ServerDiskConfigTestJSON-1660990005 tempest-ServerDiskConfigTestJSON-1660990005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:20:04.313452 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-cc61df43-222a-438c-ac29-3a0a05415861 req-caaefae6-d7ea-4f44-bad2-bd037e1fa020 tempest-ServerDiskConfigTestJSON-1660990005 tempest-ServerDiskConfigTestJSON-1660990005-project] 10.222.0.10 "GET /v2.0/ports?device_id=cc2c135f-4783-44da-87e8-50287444793d HTTP/1.1" status: 200 len: 945 time: 0.0489821 Apr 28 11:20:04.363530 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-cc61df43-222a-438c-ac29-3a0a05415861 req-e03ddbed-c88b-41c0-8c06-8cf3b343a138 tempest-ServerDiskConfigTestJSON-1660990005 tempest-ServerDiskConfigTestJSON-1660990005-project] 10.222.0.10 "GET /v2.0/security-groups?id=47c4b245-0002-4c92-ae3e-64fad57623a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443678 Apr 28 11:20:05.111872 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a49f30-598b-4fb5-b3d8-51d1c075351c req-33bd6eac-1bf0-4333-8b14-34647dcf9660 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:20:05.113376 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-85a49f30-598b-4fb5-b3d8-51d1c075351c req-33bd6eac-1bf0-4333-8b14-34647dcf9660 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f78ad935ce104b418ce72d451b29a05c&device_id=cc2c135f-4783-44da-87e8-50287444793d HTTP/1.1" status: 200 len: 1129 time: 0.0892088 Apr 28 11:20:05.201262 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a49f30-598b-4fb5-b3d8-51d1c075351c req-e0b5ddad-bddb-42d3-93de-b1a7fb9d5c9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:20:05.203046 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-85a49f30-598b-4fb5-b3d8-51d1c075351c req-e0b5ddad-bddb-42d3-93de-b1a7fb9d5c9f service neutron] 10.222.0.20 "GET /v2.0/networks?id=5a81a843-2c8d-46e3-8ed1-33fd787f5828 HTTP/1.1" status: 200 len: 914 time: 0.0838826 Apr 28 11:20:05.245521 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-85a49f30-598b-4fb5-b3d8-51d1c075351c req-52faf0e2-56a3-4a8e-a1ce-5ad0e3d76673 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=e7573e7a-d6d8-40ea-b160-2a8145981817 HTTP/1.1" status: 200 len: 217 time: 0.0375078 Apr 28 11:20:05.291541 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a49f30-598b-4fb5-b3d8-51d1c075351c req-051545fa-d5d1-4859-928b-e468272b06ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:20:05.292888 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-85a49f30-598b-4fb5-b3d8-51d1c075351c req-051545fa-d5d1-4859-928b-e468272b06ba service neutron] 10.222.0.20 "GET /v2.0/subnets?id=8788f0d5-2c56-45ea-a63e-b2a30a2b6e5d HTTP/1.1" status: 200 len: 854 time: 0.0423617 Apr 28 11:20:05.323022 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-85a49f30-598b-4fb5-b3d8-51d1c075351c req-b3012744-b45c-478c-8512-aca06797b4c2 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=5a81a843-2c8d-46e3-8ed1-33fd787f5828&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249462 Apr 28 11:20:05.414292 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-85a49f30-598b-4fb5-b3d8-51d1c075351c req-54561c76-3b41-402b-934b-fd3bf023b393 service neutron] 10.222.0.20 "GET /v2.0/networks/5a81a843-2c8d-46e3-8ed1-33fd787f5828?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859082 Apr 28 11:20:05.479987 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1235eac-f783-438d-9324-b54539cd5175 req-b788fe68-e959-4766-bb34-f457998c6a40 tempest-ServerDiskConfigTestJSON-1660990005 tempest-ServerDiskConfigTestJSON-1660990005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:20:05.481475 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-c1235eac-f783-438d-9324-b54539cd5175 req-b788fe68-e959-4766-bb34-f457998c6a40 tempest-ServerDiskConfigTestJSON-1660990005 tempest-ServerDiskConfigTestJSON-1660990005-project] 10.222.0.10 "GET /v2.0/ports?device_id=cc2c135f-4783-44da-87e8-50287444793d HTTP/1.1" status: 200 len: 945 time: 0.0498374 Apr 28 11:20:05.502426 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-85a49f30-598b-4fb5-b3d8-51d1c075351c req-184596a0-7b76-463f-9f0e-ecbd1a90fc0d service neutron] 10.222.0.20 "GET /v2.0/networks/5a81a843-2c8d-46e3-8ed1-33fd787f5828?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821226 Apr 28 11:20:05.530044 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-c1235eac-f783-438d-9324-b54539cd5175 req-dc86d263-bfce-4cf8-8e35-1c5ef58bc93f tempest-ServerDiskConfigTestJSON-1660990005 tempest-ServerDiskConfigTestJSON-1660990005-project] 10.222.0.10 "GET /v2.0/security-groups?id=47c4b245-0002-4c92-ae3e-64fad57623a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427036 Apr 28 11:20:06.644927 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b412f4-2f3e-4746-a974-eba1e0510e45 req-f72bc6cb-6206-40f1-b7df-d0e3d065dc54 tempest-ServerDiskConfigTestJSON-1660990005 tempest-ServerDiskConfigTestJSON-1660990005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:20:06.646416 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-14b412f4-2f3e-4746-a974-eba1e0510e45 req-f72bc6cb-6206-40f1-b7df-d0e3d065dc54 tempest-ServerDiskConfigTestJSON-1660990005 tempest-ServerDiskConfigTestJSON-1660990005-project] 10.222.0.10 "GET /v2.0/ports?device_id=cc2c135f-4783-44da-87e8-50287444793d HTTP/1.1" status: 200 len: 945 time: 0.0465293 Apr 28 11:20:06.691799 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-14b412f4-2f3e-4746-a974-eba1e0510e45 req-c092e23c-5f39-4624-8101-e8c8fd235edf tempest-ServerDiskConfigTestJSON-1660990005 tempest-ServerDiskConfigTestJSON-1660990005-project] 10.222.0.10 "GET /v2.0/security-groups?id=47c4b245-0002-4c92-ae3e-64fad57623a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397239 Apr 28 11:20:06.996434 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-834ab61a-ab44-49d5-b578-abf3b2e1eb93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (75ba81b7-fe99-4281-90d2-a5adb445ecea), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:20:07.805203 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96da957e-25e8-4f5d-adc7-b884138714bf req-11de9974-f462-4add-a0d9-0934cc016a60 tempest-ServerDiskConfigTestJSON-1660990005 tempest-ServerDiskConfigTestJSON-1660990005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:20:07.806669 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-96da957e-25e8-4f5d-adc7-b884138714bf req-11de9974-f462-4add-a0d9-0934cc016a60 tempest-ServerDiskConfigTestJSON-1660990005 tempest-ServerDiskConfigTestJSON-1660990005-project] 10.222.0.10 "GET /v2.0/ports?device_id=cc2c135f-4783-44da-87e8-50287444793d HTTP/1.1" status: 200 len: 945 time: 0.0490248 Apr 28 11:20:07.853322 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-96da957e-25e8-4f5d-adc7-b884138714bf req-fccac983-1a01-45f8-a292-7fa469687dae tempest-ServerDiskConfigTestJSON-1660990005 tempest-ServerDiskConfigTestJSON-1660990005-project] 10.222.0.10 "GET /v2.0/security-groups?id=47c4b245-0002-4c92-ae3e-64fad57623a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411539 Apr 28 11:20:08.966199 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff46684-040c-4013-9a1a-03cf8ce59d60 req-daee0533-4803-41fe-82c9-4d81b3f6ccf5 tempest-ServerDiskConfigTestJSON-1660990005 tempest-ServerDiskConfigTestJSON-1660990005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:20:08.968566 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-1ff46684-040c-4013-9a1a-03cf8ce59d60 req-daee0533-4803-41fe-82c9-4d81b3f6ccf5 tempest-ServerDiskConfigTestJSON-1660990005 tempest-ServerDiskConfigTestJSON-1660990005-project] 10.222.0.10 "GET /v2.0/ports?device_id=cc2c135f-4783-44da-87e8-50287444793d HTTP/1.1" status: 200 len: 945 time: 0.0473588 Apr 28 11:20:09.014317 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-1ff46684-040c-4013-9a1a-03cf8ce59d60 req-ab06a39c-7134-4621-ba96-d18f40000022 tempest-ServerDiskConfigTestJSON-1660990005 tempest-ServerDiskConfigTestJSON-1660990005-project] 10.222.0.10 "GET /v2.0/security-groups?id=47c4b245-0002-4c92-ae3e-64fad57623a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401015 Apr 28 11:20:09.418484 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-36d04772-0895-4c7a-a897-2f7864b2c35f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (6b492ad6-0876-4d74-b20d-28143a52ceba), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:20:10.132636 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11a0176-ac3a-494b-a73c-cfe6d08a5cab req-dc27c31e-7102-4588-8587-fb47acc512fe tempest-ServerDiskConfigTestJSON-1660990005 tempest-ServerDiskConfigTestJSON-1660990005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:20:10.134132 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-d11a0176-ac3a-494b-a73c-cfe6d08a5cab req-dc27c31e-7102-4588-8587-fb47acc512fe tempest-ServerDiskConfigTestJSON-1660990005 tempest-ServerDiskConfigTestJSON-1660990005-project] 10.222.0.10 "GET /v2.0/ports?device_id=cc2c135f-4783-44da-87e8-50287444793d HTTP/1.1" status: 200 len: 945 time: 0.0493329 Apr 28 11:20:10.185266 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-d11a0176-ac3a-494b-a73c-cfe6d08a5cab req-c83b9c39-43a2-4aaf-8389-3259b82c0344 tempest-ServerDiskConfigTestJSON-1660990005 tempest-ServerDiskConfigTestJSON-1660990005-project] 10.222.0.10 "GET /v2.0/security-groups?id=47c4b245-0002-4c92-ae3e-64fad57623a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454605 Apr 28 11:20:10.510166 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-ae94d540-e4c6-43be-adc9-b26fb6a2f62f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (cfc241ae-e4b7-443b-b80b-59fbbc2b69c9), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:20:11.296376 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f39957d-fcce-4c58-9687-fb471c15d439 req-f26ee5b6-6d62-4233-b0d0-af74fd264e94 tempest-ServerDiskConfigTestJSON-1660990005 tempest-ServerDiskConfigTestJSON-1660990005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:20:11.297843 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-2f39957d-fcce-4c58-9687-fb471c15d439 req-f26ee5b6-6d62-4233-b0d0-af74fd264e94 tempest-ServerDiskConfigTestJSON-1660990005 tempest-ServerDiskConfigTestJSON-1660990005-project] 10.222.0.10 "GET /v2.0/ports?device_id=cc2c135f-4783-44da-87e8-50287444793d HTTP/1.1" status: 200 len: 945 time: 0.0460422 Apr 28 11:20:11.344141 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-2f39957d-fcce-4c58-9687-fb471c15d439 req-1d6caaa9-9039-45f7-a426-15f34b59a522 tempest-ServerDiskConfigTestJSON-1660990005 tempest-ServerDiskConfigTestJSON-1660990005-project] 10.222.0.10 "GET /v2.0/security-groups?id=47c4b245-0002-4c92-ae3e-64fad57623a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406511 Apr 28 11:20:12.099584 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-01ef1de1-12fd-4cef-b76b-793f91379468 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (39cc4f52-f5d9-4e2c-bbfa-7a1c528e1c40), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:20:12.456350 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e57a35f-db5c-457b-a5ee-34d3bab630c6 req-e1c56466-4ce3-4c73-bdc9-6a28d3449126 tempest-ServerDiskConfigTestJSON-1660990005 tempest-ServerDiskConfigTestJSON-1660990005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:20:12.457820 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-0e57a35f-db5c-457b-a5ee-34d3bab630c6 req-e1c56466-4ce3-4c73-bdc9-6a28d3449126 tempest-ServerDiskConfigTestJSON-1660990005 tempest-ServerDiskConfigTestJSON-1660990005-project] 10.222.0.10 "GET /v2.0/ports?device_id=cc2c135f-4783-44da-87e8-50287444793d HTTP/1.1" status: 200 len: 945 time: 0.0472920 Apr 28 11:20:12.505008 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-0e57a35f-db5c-457b-a5ee-34d3bab630c6 req-e7231b6a-2d9a-48c5-9f88-bd0ad1b70b33 tempest-ServerDiskConfigTestJSON-1660990005 tempest-ServerDiskConfigTestJSON-1660990005-project] 10.222.0.10 "GET /v2.0/security-groups?id=47c4b245-0002-4c92-ae3e-64fad57623a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412827 Apr 28 11:20:13.350163 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (d5baab19-5dd1-4902-922b-84acb048ab9c), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:20:13.622910 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1506a6-fb88-4a59-96dd-9dfdf781d2bf req-2048702d-c85c-4a9e-a593-756c27b9f841 tempest-ServerDiskConfigTestJSON-1660990005 tempest-ServerDiskConfigTestJSON-1660990005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:20:13.624295 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-ad1506a6-fb88-4a59-96dd-9dfdf781d2bf req-2048702d-c85c-4a9e-a593-756c27b9f841 tempest-ServerDiskConfigTestJSON-1660990005 tempest-ServerDiskConfigTestJSON-1660990005-project] 10.222.0.10 "GET /v2.0/ports?device_id=cc2c135f-4783-44da-87e8-50287444793d HTTP/1.1" status: 200 len: 945 time: 0.0503242 Apr 28 11:20:13.670040 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-ad1506a6-fb88-4a59-96dd-9dfdf781d2bf req-7c8e9792-5a4f-4e94-96c0-940625e8c7b0 tempest-ServerDiskConfigTestJSON-1660990005 tempest-ServerDiskConfigTestJSON-1660990005-project] 10.222.0.10 "GET /v2.0/security-groups?id=47c4b245-0002-4c92-ae3e-64fad57623a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401990 Apr 28 11:20:14.782426 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06589bc6-7301-4b2b-a251-60d2076846c0 req-d24b587c-5fb7-4654-8306-a3a6d478c3c3 tempest-ServerDiskConfigTestJSON-1660990005 tempest-ServerDiskConfigTestJSON-1660990005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:20:14.783927 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-06589bc6-7301-4b2b-a251-60d2076846c0 req-d24b587c-5fb7-4654-8306-a3a6d478c3c3 tempest-ServerDiskConfigTestJSON-1660990005 tempest-ServerDiskConfigTestJSON-1660990005-project] 10.222.0.10 "GET /v2.0/ports?device_id=cc2c135f-4783-44da-87e8-50287444793d HTTP/1.1" status: 200 len: 945 time: 0.0470147 Apr 28 11:20:14.831465 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-06589bc6-7301-4b2b-a251-60d2076846c0 req-04696836-35e0-4db5-a397-ecc3fa0882cf tempest-ServerDiskConfigTestJSON-1660990005 tempest-ServerDiskConfigTestJSON-1660990005-project] 10.222.0.10 "GET /v2.0/security-groups?id=47c4b245-0002-4c92-ae3e-64fad57623a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419958 Apr 28 11:20:15.944524 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313456a8-52bb-4f00-ac3b-c4a7b7b2d7b5 req-71b3ab34-2d57-4476-bc53-99eece12c8c6 tempest-ServerDiskConfigTestJSON-1660990005 tempest-ServerDiskConfigTestJSON-1660990005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:20:15.945982 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-313456a8-52bb-4f00-ac3b-c4a7b7b2d7b5 req-71b3ab34-2d57-4476-bc53-99eece12c8c6 tempest-ServerDiskConfigTestJSON-1660990005 tempest-ServerDiskConfigTestJSON-1660990005-project] 10.222.0.10 "GET /v2.0/ports?device_id=cc2c135f-4783-44da-87e8-50287444793d HTTP/1.1" status: 200 len: 945 time: 0.0469477 Apr 28 11:20:15.995211 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-313456a8-52bb-4f00-ac3b-c4a7b7b2d7b5 req-1f763e6b-9018-4cdb-ba06-9ea0e13b5faf tempest-ServerDiskConfigTestJSON-1660990005 tempest-ServerDiskConfigTestJSON-1660990005-project] 10.222.0.10 "GET /v2.0/security-groups?id=47c4b245-0002-4c92-ae3e-64fad57623a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436754 Apr 28 11:20:17.107892 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a1225c-2b65-4b74-bf58-666c95d58f21 req-6131ff9c-0a90-4237-9324-53e5944dfadc tempest-ServerDiskConfigTestJSON-1660990005 tempest-ServerDiskConfigTestJSON-1660990005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:20:17.110046 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-c0a1225c-2b65-4b74-bf58-666c95d58f21 req-6131ff9c-0a90-4237-9324-53e5944dfadc tempest-ServerDiskConfigTestJSON-1660990005 tempest-ServerDiskConfigTestJSON-1660990005-project] 10.222.0.10 "GET /v2.0/ports?device_id=cc2c135f-4783-44da-87e8-50287444793d HTTP/1.1" status: 200 len: 945 time: 0.0472271 Apr 28 11:20:17.154780 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-c0a1225c-2b65-4b74-bf58-666c95d58f21 req-3e08c287-7002-40e7-bae1-03e73847c93b tempest-ServerDiskConfigTestJSON-1660990005 tempest-ServerDiskConfigTestJSON-1660990005-project] 10.222.0.10 "GET /v2.0/security-groups?id=47c4b245-0002-4c92-ae3e-64fad57623a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389996 Apr 28 11:20:18.266650 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f39d2bb-85d2-4407-8bb2-a514f0209468 req-314f32b0-58d5-4d07-b41c-4332ca93e129 tempest-ServerDiskConfigTestJSON-1660990005 tempest-ServerDiskConfigTestJSON-1660990005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:20:18.268109 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-3f39d2bb-85d2-4407-8bb2-a514f0209468 req-314f32b0-58d5-4d07-b41c-4332ca93e129 tempest-ServerDiskConfigTestJSON-1660990005 tempest-ServerDiskConfigTestJSON-1660990005-project] 10.222.0.10 "GET /v2.0/ports?device_id=cc2c135f-4783-44da-87e8-50287444793d HTTP/1.1" status: 200 len: 945 time: 0.0461514 Apr 28 11:20:18.314133 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-3f39d2bb-85d2-4407-8bb2-a514f0209468 req-217460af-03f8-4630-b5ab-42e88d46955e tempest-ServerDiskConfigTestJSON-1660990005 tempest-ServerDiskConfigTestJSON-1660990005-project] 10.222.0.10 "GET /v2.0/security-groups?id=47c4b245-0002-4c92-ae3e-64fad57623a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404110 Apr 28 11:20:19.428484 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3b9a06-8c1c-4523-9890-4c1c02d4be22 req-1e27ea12-43f1-4000-bb33-78d85e7c63b7 tempest-ServerDiskConfigTestJSON-1660990005 tempest-ServerDiskConfigTestJSON-1660990005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:20:19.429954 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-ed3b9a06-8c1c-4523-9890-4c1c02d4be22 req-1e27ea12-43f1-4000-bb33-78d85e7c63b7 tempest-ServerDiskConfigTestJSON-1660990005 tempest-ServerDiskConfigTestJSON-1660990005-project] 10.222.0.10 "GET /v2.0/ports?device_id=cc2c135f-4783-44da-87e8-50287444793d HTTP/1.1" status: 200 len: 945 time: 0.0492523 Apr 28 11:20:19.476557 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-ed3b9a06-8c1c-4523-9890-4c1c02d4be22 req-c6f4a566-669f-490c-a511-2835f53ed6d1 tempest-ServerDiskConfigTestJSON-1660990005 tempest-ServerDiskConfigTestJSON-1660990005-project] 10.222.0.10 "GET /v2.0/security-groups?id=47c4b245-0002-4c92-ae3e-64fad57623a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410576 Apr 28 11:20:20.588921 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511b5831-a97e-4adb-ac9c-ec56c77426e5 req-f77f5b9e-8486-47eb-b56e-ff042ad620a9 tempest-ServerDiskConfigTestJSON-1660990005 tempest-ServerDiskConfigTestJSON-1660990005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:20:20.590933 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-511b5831-a97e-4adb-ac9c-ec56c77426e5 req-f77f5b9e-8486-47eb-b56e-ff042ad620a9 tempest-ServerDiskConfigTestJSON-1660990005 tempest-ServerDiskConfigTestJSON-1660990005-project] 10.222.0.10 "GET /v2.0/ports?device_id=cc2c135f-4783-44da-87e8-50287444793d HTTP/1.1" status: 200 len: 945 time: 0.0462997 Apr 28 11:20:20.636920 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-511b5831-a97e-4adb-ac9c-ec56c77426e5 req-b5c9c019-8812-4f67-8d2a-f8047610bf98 tempest-ServerDiskConfigTestJSON-1660990005 tempest-ServerDiskConfigTestJSON-1660990005-project] 10.222.0.10 "GET /v2.0/security-groups?id=47c4b245-0002-4c92-ae3e-64fad57623a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400207 Apr 28 11:20:20.670355 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (6be95134-9a6c-4663-8b48-90d12ce90c60), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:20:21.753420 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25477647-a64e-4606-8252-dbbbecf0e842 req-8770d133-bc0f-4af3-8e8a-20655eb484fe tempest-ServerDiskConfigTestJSON-1660990005 tempest-ServerDiskConfigTestJSON-1660990005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:20:21.754902 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-25477647-a64e-4606-8252-dbbbecf0e842 req-8770d133-bc0f-4af3-8e8a-20655eb484fe tempest-ServerDiskConfigTestJSON-1660990005 tempest-ServerDiskConfigTestJSON-1660990005-project] 10.222.0.10 "GET /v2.0/ports?device_id=cc2c135f-4783-44da-87e8-50287444793d HTTP/1.1" status: 200 len: 945 time: 0.0498574 Apr 28 11:20:21.800454 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-25477647-a64e-4606-8252-dbbbecf0e842 req-e8ea109f-4976-4c3f-9729-f46dc1f80dc9 tempest-ServerDiskConfigTestJSON-1660990005 tempest-ServerDiskConfigTestJSON-1660990005-project] 10.222.0.10 "GET /v2.0/security-groups?id=47c4b245-0002-4c92-ae3e-64fad57623a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401111 Apr 28 11:20:22.911064 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a308201-7824-424f-b2e2-6dc2d9940dcb req-37c204f8-4f43-485b-a895-8e6704eddcb8 tempest-ServerDiskConfigTestJSON-1660990005 tempest-ServerDiskConfigTestJSON-1660990005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:20:22.912531 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-0a308201-7824-424f-b2e2-6dc2d9940dcb req-37c204f8-4f43-485b-a895-8e6704eddcb8 tempest-ServerDiskConfigTestJSON-1660990005 tempest-ServerDiskConfigTestJSON-1660990005-project] 10.222.0.10 "GET /v2.0/ports?device_id=cc2c135f-4783-44da-87e8-50287444793d HTTP/1.1" status: 200 len: 945 time: 0.0459006 Apr 28 11:20:22.962996 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-0a308201-7824-424f-b2e2-6dc2d9940dcb req-60586cf6-7ff9-4fd8-844e-d8feeccb85b6 tempest-ServerDiskConfigTestJSON-1660990005 tempest-ServerDiskConfigTestJSON-1660990005-project] 10.222.0.10 "GET /v2.0/security-groups?id=47c4b245-0002-4c92-ae3e-64fad57623a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434358 Apr 28 11:20:24.082288 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c3986e-01e4-4f8d-9891-976056aa4327 req-8959d7c8-0d54-466a-9267-0805f1aa589f tempest-ServerDiskConfigTestJSON-1660990005 tempest-ServerDiskConfigTestJSON-1660990005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:20:24.084065 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-54c3986e-01e4-4f8d-9891-976056aa4327 req-8959d7c8-0d54-466a-9267-0805f1aa589f tempest-ServerDiskConfigTestJSON-1660990005 tempest-ServerDiskConfigTestJSON-1660990005-project] 10.222.0.10 "GET /v2.0/ports?device_id=cc2c135f-4783-44da-87e8-50287444793d HTTP/1.1" status: 200 len: 945 time: 0.0487823 Apr 28 11:20:24.134556 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-54c3986e-01e4-4f8d-9891-976056aa4327 req-9c6f10f9-35fc-4247-8a41-a0569c983b76 tempest-ServerDiskConfigTestJSON-1660990005 tempest-ServerDiskConfigTestJSON-1660990005-project] 10.222.0.10 "GET /v2.0/security-groups?id=47c4b245-0002-4c92-ae3e-64fad57623a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449231 Apr 28 11:20:25.249673 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50a697e-a52a-4d55-9cf5-f9eb78729a52 req-9e4d7729-567b-445a-8268-443b61cc2b10 tempest-ServerDiskConfigTestJSON-1660990005 tempest-ServerDiskConfigTestJSON-1660990005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:20:25.251187 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-b50a697e-a52a-4d55-9cf5-f9eb78729a52 req-9e4d7729-567b-445a-8268-443b61cc2b10 tempest-ServerDiskConfigTestJSON-1660990005 tempest-ServerDiskConfigTestJSON-1660990005-project] 10.222.0.10 "GET /v2.0/ports?device_id=cc2c135f-4783-44da-87e8-50287444793d HTTP/1.1" status: 200 len: 945 time: 0.0466454 Apr 28 11:20:25.296973 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-b50a697e-a52a-4d55-9cf5-f9eb78729a52 req-52f5ed46-835c-48f4-b676-1f7825f3c4fc tempest-ServerDiskConfigTestJSON-1660990005 tempest-ServerDiskConfigTestJSON-1660990005-project] 10.222.0.10 "GET /v2.0/security-groups?id=47c4b245-0002-4c92-ae3e-64fad57623a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402997 Apr 28 11:20:26.410913 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760bdaf7-ffcd-420c-88b2-57811d1af4a7 req-17602eef-3a37-42f9-bf57-4ce3ee7fe356 tempest-ServerDiskConfigTestJSON-1660990005 tempest-ServerDiskConfigTestJSON-1660990005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:20:26.412381 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-760bdaf7-ffcd-420c-88b2-57811d1af4a7 req-17602eef-3a37-42f9-bf57-4ce3ee7fe356 tempest-ServerDiskConfigTestJSON-1660990005 tempest-ServerDiskConfigTestJSON-1660990005-project] 10.222.0.10 "GET /v2.0/ports?device_id=cc2c135f-4783-44da-87e8-50287444793d HTTP/1.1" status: 200 len: 945 time: 0.0467243 Apr 28 11:20:26.459658 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-760bdaf7-ffcd-420c-88b2-57811d1af4a7 req-c4bd029a-f10d-47c8-91f6-0a331fcfcd05 tempest-ServerDiskConfigTestJSON-1660990005 tempest-ServerDiskConfigTestJSON-1660990005-project] 10.222.0.10 "GET /v2.0/security-groups?id=47c4b245-0002-4c92-ae3e-64fad57623a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417883 Apr 28 11:20:27.576240 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd0b332-3aeb-4512-9ccb-4eaf1c924eb6 req-9ad27da6-e8f9-48ce-80c4-857ef2a84652 tempest-ServerDiskConfigTestJSON-1660990005 tempest-ServerDiskConfigTestJSON-1660990005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:20:27.578379 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-bfd0b332-3aeb-4512-9ccb-4eaf1c924eb6 req-9ad27da6-e8f9-48ce-80c4-857ef2a84652 tempest-ServerDiskConfigTestJSON-1660990005 tempest-ServerDiskConfigTestJSON-1660990005-project] 10.222.0.10 "GET /v2.0/ports?device_id=cc2c135f-4783-44da-87e8-50287444793d HTTP/1.1" status: 200 len: 945 time: 0.0499978 Apr 28 11:20:27.623570 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-bfd0b332-3aeb-4512-9ccb-4eaf1c924eb6 req-17a7f720-68df-4212-b4f1-8711109a7d3a tempest-ServerDiskConfigTestJSON-1660990005 tempest-ServerDiskConfigTestJSON-1660990005-project] 10.222.0.10 "GET /v2.0/security-groups?id=47c4b245-0002-4c92-ae3e-64fad57623a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393665 Apr 28 11:20:28.736447 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4524ddcd-73d9-4c2e-a370-b0ea203b42ac req-ab94d2d7-78c4-48fb-8254-0774b006045a tempest-ServerDiskConfigTestJSON-1660990005 tempest-ServerDiskConfigTestJSON-1660990005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:20:28.737920 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-4524ddcd-73d9-4c2e-a370-b0ea203b42ac req-ab94d2d7-78c4-48fb-8254-0774b006045a tempest-ServerDiskConfigTestJSON-1660990005 tempest-ServerDiskConfigTestJSON-1660990005-project] 10.222.0.10 "GET /v2.0/ports?device_id=cc2c135f-4783-44da-87e8-50287444793d HTTP/1.1" status: 200 len: 945 time: 0.0468388 Apr 28 11:20:28.785910 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-4524ddcd-73d9-4c2e-a370-b0ea203b42ac req-6e873324-198d-41ad-b63c-e6d4400070f0 tempest-ServerDiskConfigTestJSON-1660990005 tempest-ServerDiskConfigTestJSON-1660990005-project] 10.222.0.10 "GET /v2.0/security-groups?id=47c4b245-0002-4c92-ae3e-64fad57623a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424237 Apr 28 11:20:29.897736 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba45cfbe-3cfd-44bc-810c-019344846174 req-072e6f5b-c5b8-463a-860d-1cb4b6003ce7 tempest-ServerDiskConfigTestJSON-1660990005 tempest-ServerDiskConfigTestJSON-1660990005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:20:29.899248 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-ba45cfbe-3cfd-44bc-810c-019344846174 req-072e6f5b-c5b8-463a-860d-1cb4b6003ce7 tempest-ServerDiskConfigTestJSON-1660990005 tempest-ServerDiskConfigTestJSON-1660990005-project] 10.222.0.10 "GET /v2.0/ports?device_id=cc2c135f-4783-44da-87e8-50287444793d HTTP/1.1" status: 200 len: 945 time: 0.0466669 Apr 28 11:20:29.950584 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-ba45cfbe-3cfd-44bc-810c-019344846174 req-f7e14ce2-3167-4699-85a1-a5f9d1c64ed0 tempest-ServerDiskConfigTestJSON-1660990005 tempest-ServerDiskConfigTestJSON-1660990005-project] 10.222.0.10 "GET /v2.0/security-groups?id=47c4b245-0002-4c92-ae3e-64fad57623a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455451 Apr 28 11:20:31.065913 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d35ada8-a202-4570-bde9-68bea86270f5 req-cd656056-54c0-44e0-9c13-49448f2b4c71 tempest-ServerDiskConfigTestJSON-1660990005 tempest-ServerDiskConfigTestJSON-1660990005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:20:31.067386 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-1d35ada8-a202-4570-bde9-68bea86270f5 req-cd656056-54c0-44e0-9c13-49448f2b4c71 tempest-ServerDiskConfigTestJSON-1660990005 tempest-ServerDiskConfigTestJSON-1660990005-project] 10.222.0.10 "GET /v2.0/ports?device_id=cc2c135f-4783-44da-87e8-50287444793d HTTP/1.1" status: 200 len: 945 time: 0.0470898 Apr 28 11:20:31.116520 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-1d35ada8-a202-4570-bde9-68bea86270f5 req-33f4876d-5136-43cb-b4ef-826429c5e627 tempest-ServerDiskConfigTestJSON-1660990005 tempest-ServerDiskConfigTestJSON-1660990005-project] 10.222.0.10 "GET /v2.0/security-groups?id=47c4b245-0002-4c92-ae3e-64fad57623a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432854 Apr 28 11:20:32.228177 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcac07dc-4e01-4fae-9472-39a8e08f10fe req-0ceb0d8e-5ae9-4acb-93aa-ab6c219237cd tempest-ServerDiskConfigTestJSON-1660990005 tempest-ServerDiskConfigTestJSON-1660990005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:20:32.229640 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-bcac07dc-4e01-4fae-9472-39a8e08f10fe req-0ceb0d8e-5ae9-4acb-93aa-ab6c219237cd tempest-ServerDiskConfigTestJSON-1660990005 tempest-ServerDiskConfigTestJSON-1660990005-project] 10.222.0.10 "GET /v2.0/ports?device_id=cc2c135f-4783-44da-87e8-50287444793d HTTP/1.1" status: 200 len: 945 time: 0.0467198 Apr 28 11:20:32.275593 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-bcac07dc-4e01-4fae-9472-39a8e08f10fe req-484a9abd-e34a-4520-998e-34456eb8100c tempest-ServerDiskConfigTestJSON-1660990005 tempest-ServerDiskConfigTestJSON-1660990005-project] 10.222.0.10 "GET /v2.0/security-groups?id=47c4b245-0002-4c92-ae3e-64fad57623a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400150 Apr 28 11:20:32.379750 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-85a49f30-598b-4fb5-b3d8-51d1c075351c req-4b3e7c3a-f1c3-4593-8e36-aee431c84806 service neutron] 10.222.0.20 "GET /v2.0/ports/e7573e7a-d6d8-40ea-b160-2a8145981817/bindings/hv-neutron-mast HTTP/1.1" status: 200 len: 384 time: 0.0622911 Apr 28 11:20:32.814750 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a49f30-598b-4fb5-b3d8-51d1c075351c req-4bd0e3eb-62ec-4786-a12e-fa4087cfdd9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:20:32.816174 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-85a49f30-598b-4fb5-b3d8-51d1c075351c req-4bd0e3eb-62ec-4786-a12e-fa4087cfdd9c service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=cc2c135f-4783-44da-87e8-50287444793d&tenant_id=f78ad935ce104b418ce72d451b29a05c HTTP/1.1" status: 200 len: 1129 time: 0.0415132 Apr 28 11:20:32.872528 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a49f30-598b-4fb5-b3d8-51d1c075351c req-8950b926-c4b4-4f2b-98ff-d6e8e090d6f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:20:32.874149 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-85a49f30-598b-4fb5-b3d8-51d1c075351c req-8950b926-c4b4-4f2b-98ff-d6e8e090d6f6 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f78ad935ce104b418ce72d451b29a05c&device_id=cc2c135f-4783-44da-87e8-50287444793d HTTP/1.1" status: 200 len: 1129 time: 0.0387845 Apr 28 11:20:32.964489 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a49f30-598b-4fb5-b3d8-51d1c075351c req-1da83ad8-f2aa-4dbf-a319-6360ac39536d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:20:32.965958 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-85a49f30-598b-4fb5-b3d8-51d1c075351c req-1da83ad8-f2aa-4dbf-a319-6360ac39536d service neutron] 10.222.0.20 "GET /v2.0/networks?id=5a81a843-2c8d-46e3-8ed1-33fd787f5828 HTTP/1.1" status: 200 len: 914 time: 0.0859678 Apr 28 11:20:33.004600 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-85a49f30-598b-4fb5-b3d8-51d1c075351c req-972914b8-80b6-4d3e-86cc-0e56068b6bc3 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=e7573e7a-d6d8-40ea-b160-2a8145981817 HTTP/1.1" status: 200 len: 217 time: 0.0330019 Apr 28 11:20:33.050706 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a49f30-598b-4fb5-b3d8-51d1c075351c req-36ae67c5-14b8-40ff-93f0-72007d404d61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:20:33.052079 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-85a49f30-598b-4fb5-b3d8-51d1c075351c req-36ae67c5-14b8-40ff-93f0-72007d404d61 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=8788f0d5-2c56-45ea-a63e-b2a30a2b6e5d HTTP/1.1" status: 200 len: 854 time: 0.0418155 Apr 28 11:20:33.088271 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-85a49f30-598b-4fb5-b3d8-51d1c075351c req-a1c81354-4fa8-446a-9619-66ba6efcad65 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=5a81a843-2c8d-46e3-8ed1-33fd787f5828&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0302558 Apr 28 11:20:33.174693 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-85a49f30-598b-4fb5-b3d8-51d1c075351c req-a648cbe4-d508-47bc-baf1-25175bd4cde6 service neutron] 10.222.0.20 "GET /v2.0/networks/5a81a843-2c8d-46e3-8ed1-33fd787f5828?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807290 Apr 28 11:20:33.263516 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-85a49f30-598b-4fb5-b3d8-51d1c075351c req-076cdc53-13f3-4776-9fa1-de903ed9358d service neutron] 10.222.0.20 "GET /v2.0/networks/5a81a843-2c8d-46e3-8ed1-33fd787f5828?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834854 Apr 28 11:20:33.392217 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5db9230-06f3-4afe-8123-d58192cbe63b req-408f554c-4a09-40fa-ac1a-d2b85ea06122 tempest-ServerDiskConfigTestJSON-1660990005 tempest-ServerDiskConfigTestJSON-1660990005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:20:33.396251 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-b5db9230-06f3-4afe-8123-d58192cbe63b req-408f554c-4a09-40fa-ac1a-d2b85ea06122 tempest-ServerDiskConfigTestJSON-1660990005 tempest-ServerDiskConfigTestJSON-1660990005-project] 10.222.0.10 "GET /v2.0/ports?device_id=cc2c135f-4783-44da-87e8-50287444793d HTTP/1.1" status: 200 len: 945 time: 0.0495040 Apr 28 11:20:33.440283 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-b5db9230-06f3-4afe-8123-d58192cbe63b req-0ca6640e-042e-400c-bb84-a5f8fa9a46db tempest-ServerDiskConfigTestJSON-1660990005 tempest-ServerDiskConfigTestJSON-1660990005-project] 10.222.0.10 "GET /v2.0/security-groups?id=47c4b245-0002-4c92-ae3e-64fad57623a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407345 Apr 28 11:20:34.555568 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351a8c56-be04-4291-814e-95e822dafc5a req-4ad0b4e6-1073-47d8-a497-fe0336431ae3 tempest-ServerDiskConfigTestJSON-1660990005 tempest-ServerDiskConfigTestJSON-1660990005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:20:34.557062 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-351a8c56-be04-4291-814e-95e822dafc5a req-4ad0b4e6-1073-47d8-a497-fe0336431ae3 tempest-ServerDiskConfigTestJSON-1660990005 tempest-ServerDiskConfigTestJSON-1660990005-project] 10.222.0.10 "GET /v2.0/ports?device_id=cc2c135f-4783-44da-87e8-50287444793d HTTP/1.1" status: 200 len: 945 time: 0.0481689 Apr 28 11:20:34.603724 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-351a8c56-be04-4291-814e-95e822dafc5a req-317b43f1-0f16-4fdc-b379-3a6a98262172 tempest-ServerDiskConfigTestJSON-1660990005 tempest-ServerDiskConfigTestJSON-1660990005-project] 10.222.0.10 "GET /v2.0/security-groups?id=47c4b245-0002-4c92-ae3e-64fad57623a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409269 Apr 28 11:20:35.719153 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b17a04-60c6-472d-a2af-f6a61cf4fdb4 req-e92efa1f-0042-4665-a41e-25983dcfaaca tempest-ServerDiskConfigTestJSON-1660990005 tempest-ServerDiskConfigTestJSON-1660990005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:20:35.720610 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-d9b17a04-60c6-472d-a2af-f6a61cf4fdb4 req-e92efa1f-0042-4665-a41e-25983dcfaaca tempest-ServerDiskConfigTestJSON-1660990005 tempest-ServerDiskConfigTestJSON-1660990005-project] 10.222.0.10 "GET /v2.0/ports?device_id=cc2c135f-4783-44da-87e8-50287444793d HTTP/1.1" status: 200 len: 945 time: 0.0490055 Apr 28 11:20:35.766847 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-d9b17a04-60c6-472d-a2af-f6a61cf4fdb4 req-b7d00ba4-dd14-4941-9ff4-7cbeb47408e0 tempest-ServerDiskConfigTestJSON-1660990005 tempest-ServerDiskConfigTestJSON-1660990005-project] 10.222.0.10 "GET /v2.0/security-groups?id=47c4b245-0002-4c92-ae3e-64fad57623a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407286 Apr 28 11:20:36.064008 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f604c7-08f0-4c33-b260-dfbcf12c63c0 req-0e2ab284-05aa-4356-8ad0-2b31ae844fce tempest-ServerDiskConfigTestJSON-1660990005 tempest-ServerDiskConfigTestJSON-1660990005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:20:36.065485 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-99f604c7-08f0-4c33-b260-dfbcf12c63c0 req-0e2ab284-05aa-4356-8ad0-2b31ae844fce tempest-ServerDiskConfigTestJSON-1660990005 tempest-ServerDiskConfigTestJSON-1660990005-project] 10.222.0.10 "GET /v2.0/ports?device_id=cc2c135f-4783-44da-87e8-50287444793d HTTP/1.1" status: 200 len: 945 time: 0.0473428 Apr 28 11:20:36.113781 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-99f604c7-08f0-4c33-b260-dfbcf12c63c0 req-968420be-c9f7-4435-8b4f-ec7e2c4a4239 tempest-ServerDiskConfigTestJSON-1660990005 tempest-ServerDiskConfigTestJSON-1660990005-project] 10.222.0.10 "GET /v2.0/security-groups?id=47c4b245-0002-4c92-ae3e-64fad57623a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421817 Apr 28 11:20:36.151914 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698c24ca-27c7-4d0e-b8d7-81dbb5a0b3ed req-d51b4d73-f433-492b-b97b-a6eb2696dbab tempest-ServerDiskConfigTestJSON-1660990005 tempest-ServerDiskConfigTestJSON-1660990005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:20:36.153379 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-698c24ca-27c7-4d0e-b8d7-81dbb5a0b3ed req-d51b4d73-f433-492b-b97b-a6eb2696dbab tempest-ServerDiskConfigTestJSON-1660990005 tempest-ServerDiskConfigTestJSON-1660990005-project] 10.222.0.20 "GET /v2.0/ports?device_id=cc2c135f-4783-44da-87e8-50287444793d&tenant_id=f78ad935ce104b418ce72d451b29a05c&binding%3Ahost_id=hv-neutron-mast HTTP/1.1" status: 200 len: 945 time: 0.0545831 Apr 28 11:20:36.182155 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.agents_db [None req-54b29a82-8a19-4507-95e3-3a2d011841ff None None] Agent healthcheck: found 6 active agents {{(pid=116164) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 28 11:20:36.230034 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698c24ca-27c7-4d0e-b8d7-81dbb5a0b3ed req-9dd27a47-9b3b-4111-a3b3-2911d2e40487 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:20:36.231444 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-698c24ca-27c7-4d0e-b8d7-81dbb5a0b3ed req-9dd27a47-9b3b-4111-a3b3-2911d2e40487 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f78ad935ce104b418ce72d451b29a05c&device_id=cc2c135f-4783-44da-87e8-50287444793d HTTP/1.1" status: 200 len: 1129 time: 0.0390046 Apr 28 11:20:36.319392 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698c24ca-27c7-4d0e-b8d7-81dbb5a0b3ed req-34be5b79-969d-4119-a93b-d1c8ffb551c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:20:36.320814 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-698c24ca-27c7-4d0e-b8d7-81dbb5a0b3ed req-34be5b79-969d-4119-a93b-d1c8ffb551c9 service neutron] 10.222.0.20 "GET /v2.0/networks?id=5a81a843-2c8d-46e3-8ed1-33fd787f5828 HTTP/1.1" status: 200 len: 914 time: 0.0840025 Apr 28 11:20:36.361597 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-698c24ca-27c7-4d0e-b8d7-81dbb5a0b3ed req-fcaab16f-71cf-495b-b19b-d020dcd2c821 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=e7573e7a-d6d8-40ea-b160-2a8145981817 HTTP/1.1" status: 200 len: 217 time: 0.0339751 Apr 28 11:20:36.407978 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698c24ca-27c7-4d0e-b8d7-81dbb5a0b3ed req-0552d701-e9bc-4e26-a9dc-127396fb84a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:20:36.409391 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-698c24ca-27c7-4d0e-b8d7-81dbb5a0b3ed req-0552d701-e9bc-4e26-a9dc-127396fb84a2 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=8788f0d5-2c56-45ea-a63e-b2a30a2b6e5d HTTP/1.1" status: 200 len: 854 time: 0.0423927 Apr 28 11:20:36.443890 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-698c24ca-27c7-4d0e-b8d7-81dbb5a0b3ed req-2c7f8505-d936-40f0-a6da-47dc24ed70b3 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=5a81a843-2c8d-46e3-8ed1-33fd787f5828&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0292008 Apr 28 11:20:36.532402 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-698c24ca-27c7-4d0e-b8d7-81dbb5a0b3ed req-a8f54186-8936-43ed-8a67-78045c9ed1a5 service neutron] 10.222.0.20 "GET /v2.0/networks/5a81a843-2c8d-46e3-8ed1-33fd787f5828?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822809 Apr 28 11:20:36.621037 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-698c24ca-27c7-4d0e-b8d7-81dbb5a0b3ed req-42a81eb9-e37b-4e22-8248-4397539286c9 service neutron] 10.222.0.20 "GET /v2.0/networks/5a81a843-2c8d-46e3-8ed1-33fd787f5828?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834129 Apr 28 11:20:36.671405 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Device e7573e7a-d6d8-40ea-b160-2a8145981817 details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=116163) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 28 11:20:36.675794 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Device e7573e7a-d6d8-40ea-b160-2a8145981817 no longer exists at agent hyperv_hv-neutron-mast {{(pid=116163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 11:20:36.824383 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Current status of the port e7573e7a-d6d8-40ea-b160-2a8145981817 is: ACTIVE; New status is: DOWN {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:20:36.824693 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (e7573e7a-d6d8-40ea-b160-2a8145981817), before_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:20:36.830942 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] For port e7573e7a-d6d8-40ea-b160-2a8145981817, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=e7573e7a-d6d8-40ea-b160-2a8145981817,segment=NetworkSegment(b8de6d12-1f6b-440b-bd25-49e3037e574c),segment_id=b8de6d12-1f6b-440b-bd25-49e3037e574c)] {{(pid=116163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 11:20:36.849532 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Returning: {'device': 'e7573e7a-d6d8-40ea-b160-2a8145981817', 'network_id': '5a81a843-2c8d-46e3-8ed1-33fd787f5828', 'port_id': 'e7573e7a-d6d8-40ea-b160-2a8145981817', 'mac_address': 'fa:16:3e:5d:4a:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 78, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8788f0d5-2c56-45ea-a63e-b2a30a2b6e5d', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=116163) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 28 11:20:36.864067 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc2c135f-4783-44da-87e8-50287444793d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e7573e7a-d6d8-40ea-b160-2a8145981817'}] {{(pid=116163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 11:20:36.866270 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f01aec4a4f83961b54a953becfce2676879fb1d4b91122543244f430a0b8460" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-656281f5-a534-49d3-80a7-ef447c935953" -d '{"events": [{"server_uuid": "cc2c135f-4783-44da-87e8-50287444793d", "name": "network-vif-unplugged", "status": "completed", "tag": "e7573e7a-d6d8-40ea-b160-2a8145981817"}]}' {{(pid=116163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 11:20:36.897760 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] For port e7573e7a-d6d8-40ea-b160-2a8145981817, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=e7573e7a-d6d8-40ea-b160-2a8145981817,segment=NetworkSegment(b8de6d12-1f6b-440b-bd25-49e3037e574c),segment_id=b8de6d12-1f6b-440b-bd25-49e3037e574c)] {{(pid=116163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 11:20:36.909888 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Current status of the port e7573e7a-d6d8-40ea-b160-2a8145981817 is: ACTIVE; New status is: BUILD {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:20:36.909888 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (e7573e7a-d6d8-40ea-b160-2a8145981817), before_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:20:36.922083 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.notifiers.nova [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e7573e7a-d6d8-40ea-b160-2a8145981817 {{(pid=116163) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 11:20:36.960149 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393'] for port (e7573e7a-d6d8-40ea-b160-2a8145981817), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:20:36.985091 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 28 Apr 2022 11:20:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc8ce3ea-0130-4bfe-8e17-282c616c9f9d x-openstack-request-id: req-bc8ce3ea-0130-4bfe-8e17-282c616c9f9d {{(pid=116163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 11:20:36.985387 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc2c135f-4783-44da-87e8-50287444793d", "name": "network-vif-unplugged", "status": "completed", "tag": "e7573e7a-d6d8-40ea-b160-2a8145981817", "code": 200}]} {{(pid=116163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 11:20:36.985638 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-bc8ce3ea-0130-4bfe-8e17-282c616c9f9d {{(pid=116163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 11:20:36.986020 dv-neutron-master-2-hyperv neutron-server[116163]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bc8ce3ea-0130-4bfe-8e17-282c616c9f9d'] response: {'server_uuid': 'cc2c135f-4783-44da-87e8-50287444793d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e7573e7a-d6d8-40ea-b160-2a8145981817', 'code': 200} Apr 28 11:20:37.025702 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-69345989-4bff-4afa-8f03-9e586d4e0a6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (75ba81b7-fe99-4281-90d2-a5adb445ecea), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:20:37.030996 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.db.api [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=116163) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 28 11:20:37.031373 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG oslo_db.api [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=116163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 28 11:20:37.040520 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Pushing event updated for resources: {'Port': ['ID=e7573e7a-d6d8-40ea-b160-2a8145981817,revision_number=6']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:20:37.047963 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:20:37.048306 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:20:37.056253 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:20:37.056253 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:20:37.056253 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:20:37.056253 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:20:37.056253 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:20:37.056253 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:20:37.056253 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:20:37.056253 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:20:37.056253 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:20:37.056253 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:20:37.056253 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:20:37.056253 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:20:37.056253 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:20:37.230677 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4fb221-fd88-44bd-a121-80f8b1cf6621 req-05ffd02e-e1c5-40f3-9e06-f676c6314560 tempest-ServerDiskConfigTestJSON-1660990005 tempest-ServerDiskConfigTestJSON-1660990005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:20:37.234066 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-1a4fb221-fd88-44bd-a121-80f8b1cf6621 req-05ffd02e-e1c5-40f3-9e06-f676c6314560 tempest-ServerDiskConfigTestJSON-1660990005 tempest-ServerDiskConfigTestJSON-1660990005-project] 10.222.0.10 "GET /v2.0/ports?device_id=cc2c135f-4783-44da-87e8-50287444793d HTTP/1.1" status: 200 len: 943 time: 0.0471392 Apr 28 11:20:37.285203 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-1a4fb221-fd88-44bd-a121-80f8b1cf6621 req-a117798c-6051-4f3c-83cf-ef7636e6b5c2 tempest-ServerDiskConfigTestJSON-1660990005 tempest-ServerDiskConfigTestJSON-1660990005-project] 10.222.0.10 "GET /v2.0/security-groups?id=47c4b245-0002-4c92-ae3e-64fad57623a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470948 Apr 28 11:20:37.567467 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Current status of the port e7573e7a-d6d8-40ea-b160-2a8145981817 is: DOWN; New status is: BUILD {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:20:37.567778 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (e7573e7a-d6d8-40ea-b160-2a8145981817), before_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:20:37.581024 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.notifiers.nova [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e7573e7a-d6d8-40ea-b160-2a8145981817 {{(pid=116163) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 11:20:37.599911 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] For port e7573e7a-d6d8-40ea-b160-2a8145981817, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=e7573e7a-d6d8-40ea-b160-2a8145981817,segment=NetworkSegment(b8de6d12-1f6b-440b-bd25-49e3037e574c),segment_id=b8de6d12-1f6b-440b-bd25-49e3037e574c)] {{(pid=116163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 11:20:37.669466 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393'] for port (e7573e7a-d6d8-40ea-b160-2a8145981817), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:20:37.721006 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Pushing event updated for resources: {'Port': ['ID=e7573e7a-d6d8-40ea-b160-2a8145981817,revision_number=7']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:20:37.726337 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] get_ports_and_sgs() called for port_ids ['e7573e7a-d6d8-40ea-b160-2a8145981817'] {{(pid=116163) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 11:20:38.397250 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93802a7-6c38-4719-bebe-ca6b18c341c8 req-fb2066cd-014d-4fa2-aa1b-1561a65a7605 tempest-ServerDiskConfigTestJSON-1660990005 tempest-ServerDiskConfigTestJSON-1660990005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:20:38.398707 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-a93802a7-6c38-4719-bebe-ca6b18c341c8 req-fb2066cd-014d-4fa2-aa1b-1561a65a7605 tempest-ServerDiskConfigTestJSON-1660990005 tempest-ServerDiskConfigTestJSON-1660990005-project] 10.222.0.10 "GET /v2.0/ports?device_id=cc2c135f-4783-44da-87e8-50287444793d HTTP/1.1" status: 200 len: 944 time: 0.0463910 Apr 28 11:20:38.443898 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-a93802a7-6c38-4719-bebe-ca6b18c341c8 req-889a6fc3-724b-48fc-82aa-9f3479a29d6c tempest-ServerDiskConfigTestJSON-1660990005 tempest-ServerDiskConfigTestJSON-1660990005-project] 10.222.0.10 "GET /v2.0/security-groups?id=47c4b245-0002-4c92-ae3e-64fad57623a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397325 Apr 28 11:20:38.552833 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d124961-e3c9-4901-9039-918c987687ff req-24ac9003-9860-4354-8e52-4ba411dd5606 tempest-ServerDiskConfigTestJSON-1660990005 tempest-ServerDiskConfigTestJSON-1660990005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:20:38.554276 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-6d124961-e3c9-4901-9039-918c987687ff req-24ac9003-9860-4354-8e52-4ba411dd5606 tempest-ServerDiskConfigTestJSON-1660990005 tempest-ServerDiskConfigTestJSON-1660990005-project] 10.222.0.10 "GET /v2.0/ports?device_id=cc2c135f-4783-44da-87e8-50287444793d HTTP/1.1" status: 200 len: 944 time: 0.0458403 Apr 28 11:20:38.601086 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-6d124961-e3c9-4901-9039-918c987687ff req-cef4bdac-fe70-4a2f-bd58-64a60b3521fe tempest-ServerDiskConfigTestJSON-1660990005 tempest-ServerDiskConfigTestJSON-1660990005-project] 10.222.0.10 "GET /v2.0/security-groups?id=47c4b245-0002-4c92-ae3e-64fad57623a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412161 Apr 28 11:20:38.687875 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Device e7573e7a-d6d8-40ea-b160-2a8145981817 up at agent hyperv_hv-neutron-mast {{(pid=116163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 11:20:38.714820 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e69c1aa-5897-4ba2-a261-f077fbc7857d req-35ffd436-df6c-4cc2-9125-899cdd72ebe5 tempest-ServerDiskConfigTestJSON-1660990005 tempest-ServerDiskConfigTestJSON-1660990005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:20:38.716305 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-7e69c1aa-5897-4ba2-a261-f077fbc7857d req-35ffd436-df6c-4cc2-9125-899cdd72ebe5 tempest-ServerDiskConfigTestJSON-1660990005 tempest-ServerDiskConfigTestJSON-1660990005-project] 10.222.0.10 "GET /v2.0/ports?device_id=cc2c135f-4783-44da-87e8-50287444793d HTTP/1.1" status: 200 len: 944 time: 0.0509453 Apr 28 11:20:38.736572 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Provisioning complete for port e7573e7a-d6d8-40ea-b160-2a8145981817 triggered by entity L2. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:20:38.737143 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (e7573e7a-d6d8-40ea-b160-2a8145981817), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:20:38.767827 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-7e69c1aa-5897-4ba2-a261-f077fbc7857d req-85e30e48-d0c9-404c-b9e8-86d58b064fe0 tempest-ServerDiskConfigTestJSON-1660990005 tempest-ServerDiskConfigTestJSON-1660990005-project] 10.222.0.10 "GET /v2.0/security-groups?id=47c4b245-0002-4c92-ae3e-64fad57623a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448613 Apr 28 11:20:38.816233 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Current status of the port e7573e7a-d6d8-40ea-b160-2a8145981817 is: BUILD; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:20:38.816623 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (e7573e7a-d6d8-40ea-b160-2a8145981817), before_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:20:38.850022 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] For port e7573e7a-d6d8-40ea-b160-2a8145981817, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=e7573e7a-d6d8-40ea-b160-2a8145981817,segment=NetworkSegment(b8de6d12-1f6b-440b-bd25-49e3037e574c),segment_id=b8de6d12-1f6b-440b-bd25-49e3037e574c)] {{(pid=116163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 11:20:38.904083 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393'] for port (e7573e7a-d6d8-40ea-b160-2a8145981817), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:20:38.955240 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Pushing event updated for resources: {'Port': ['ID=e7573e7a-d6d8-40ea-b160-2a8145981817,revision_number=8']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:20:38.987145 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc2c135f-4783-44da-87e8-50287444793d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7573e7a-d6d8-40ea-b160-2a8145981817'}] {{(pid=116163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 11:20:38.989365 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f01aec4a4f83961b54a953becfce2676879fb1d4b91122543244f430a0b8460" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97041027-e905-4167-bcba-54230cc80b66" -d '{"events": [{"server_uuid": "cc2c135f-4783-44da-87e8-50287444793d", "name": "network-vif-plugged", "status": "completed", "tag": "e7573e7a-d6d8-40ea-b160-2a8145981817"}]}' {{(pid=116163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 11:20:39.026711 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 11:20:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7cd03d0d-1aa5-44a3-b3b0-453e268343b0 x-openstack-request-id: req-7cd03d0d-1aa5-44a3-b3b0-453e268343b0 {{(pid=116163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 11:20:39.027009 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc2c135f-4783-44da-87e8-50287444793d", "name": "network-vif-plugged", "status": "completed", "tag": "e7573e7a-d6d8-40ea-b160-2a8145981817", "code": 200}]} {{(pid=116163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 11:20:39.027312 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-7cd03d0d-1aa5-44a3-b3b0-453e268343b0 {{(pid=116163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 11:20:39.027711 dv-neutron-master-2-hyperv neutron-server[116163]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7cd03d0d-1aa5-44a3-b3b0-453e268343b0'] response: {'server_uuid': 'cc2c135f-4783-44da-87e8-50287444793d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7573e7a-d6d8-40ea-b160-2a8145981817', 'code': 200} Apr 28 11:20:39.268410 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb876be-553c-49e0-9164-655654fa5963 req-184214bb-2862-40a9-b5bb-549c56edd2cc tempest-ServerDiskConfigTestJSON-1660990005 tempest-ServerDiskConfigTestJSON-1660990005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:20:39.269795 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-cfb876be-553c-49e0-9164-655654fa5963 req-184214bb-2862-40a9-b5bb-549c56edd2cc tempest-ServerDiskConfigTestJSON-1660990005 tempest-ServerDiskConfigTestJSON-1660990005-project] 10.222.0.10 "GET /v2.0/ports?device_id=cc2c135f-4783-44da-87e8-50287444793d HTTP/1.1" status: 200 len: 945 time: 0.0460896 Apr 28 11:20:39.315128 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-cfb876be-553c-49e0-9164-655654fa5963 req-821e1a15-74c3-4a7d-912c-7c78d47f3b8a tempest-ServerDiskConfigTestJSON-1660990005 tempest-ServerDiskConfigTestJSON-1660990005-project] 10.222.0.10 "GET /v2.0/security-groups?id=47c4b245-0002-4c92-ae3e-64fad57623a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397491 Apr 28 11:20:39.406746 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-7cdf9d4f-09f2-4bc0-a65c-e73df9645208 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (6b492ad6-0876-4d74-b20d-28143a52ceba), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:20:40.428332 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499833d2-14de-4eb1-ae5a-d087c8bc25cd req-9f0d36e2-7004-4609-985c-de0fc6a8526f tempest-ServerDiskConfigTestJSON-1660990005 tempest-ServerDiskConfigTestJSON-1660990005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:20:40.429771 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-499833d2-14de-4eb1-ae5a-d087c8bc25cd req-9f0d36e2-7004-4609-985c-de0fc6a8526f tempest-ServerDiskConfigTestJSON-1660990005 tempest-ServerDiskConfigTestJSON-1660990005-project] 10.222.0.10 "GET /v2.0/ports?device_id=cc2c135f-4783-44da-87e8-50287444793d HTTP/1.1" status: 200 len: 945 time: 0.0463872 Apr 28 11:20:40.480252 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-499833d2-14de-4eb1-ae5a-d087c8bc25cd req-0ba0d30e-beb8-4c7f-88df-b4b2ccecbf89 tempest-ServerDiskConfigTestJSON-1660990005 tempest-ServerDiskConfigTestJSON-1660990005-project] 10.222.0.10 "GET /v2.0/security-groups?id=47c4b245-0002-4c92-ae3e-64fad57623a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448594 Apr 28 11:20:40.492346 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-ae94d540-e4c6-43be-adc9-b26fb6a2f62f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (cfc241ae-e4b7-443b-b80b-59fbbc2b69c9), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:20:40.819643 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93cdb05c-0b69-426c-91dc-fd20d724a86b req-cd17431c-92be-4651-9d68-38e1a08b7019 tempest-ServerDiskConfigTestJSON-1660990005 tempest-ServerDiskConfigTestJSON-1660990005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:20:40.821152 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-93cdb05c-0b69-426c-91dc-fd20d724a86b req-cd17431c-92be-4651-9d68-38e1a08b7019 tempest-ServerDiskConfigTestJSON-1660990005 tempest-ServerDiskConfigTestJSON-1660990005-project] 10.222.0.20 "GET /v2.0/ports?device_id=cc2c135f-4783-44da-87e8-50287444793d HTTP/1.1" status: 200 len: 945 time: 0.0458889 Apr 28 11:20:40.903527 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.plugin [req-93cdb05c-0b69-426c-91dc-fd20d724a86b req-eef62d15-6c8e-484f-bed1-3fe1f70712f9 tempest-ServerDiskConfigTestJSON-1660990005 tempest-ServerDiskConfigTestJSON-1660990005-project] Deleting port e7573e7a-d6d8-40ea-b160-2a8145981817 {{(pid=116162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 11:20:40.903867 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [req-93cdb05c-0b69-426c-91dc-fd20d724a86b req-eef62d15-6c8e-484f-bed1-3fe1f70712f9 tempest-ServerDiskConfigTestJSON-1660990005 tempest-ServerDiskConfigTestJSON-1660990005-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742235130188'] for port (e7573e7a-d6d8-40ea-b160-2a8145981817), before_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:20:40.993156 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.db [req-93cdb05c-0b69-426c-91dc-fd20d724a86b req-eef62d15-6c8e-484f-bed1-3fe1f70712f9 tempest-ServerDiskConfigTestJSON-1660990005 tempest-ServerDiskConfigTestJSON-1660990005-project] For port e7573e7a-d6d8-40ea-b160-2a8145981817, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=e7573e7a-d6d8-40ea-b160-2a8145981817,segment=NetworkSegment(b8de6d12-1f6b-440b-bd25-49e3037e574c),segment_id=b8de6d12-1f6b-440b-bd25-49e3037e574c)] {{(pid=116162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 11:20:40.993515 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [req-93cdb05c-0b69-426c-91dc-fd20d724a86b req-eef62d15-6c8e-484f-bed1-3fe1f70712f9 tempest-ServerDiskConfigTestJSON-1660990005 tempest-ServerDiskConfigTestJSON-1660990005-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1938497'] for port (e7573e7a-d6d8-40ea-b160-2a8145981817), precommit_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:20:41.007070 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.plugin [req-93cdb05c-0b69-426c-91dc-fd20d724a86b req-eef62d15-6c8e-484f-bed1-3fe1f70712f9 tempest-ServerDiskConfigTestJSON-1660990005 tempest-ServerDiskConfigTestJSON-1660990005-project] Calling delete_port for e7573e7a-d6d8-40ea-b160-2a8145981817 owned by compute:nova {{(pid=116162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 11:20:41.206098 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [req-93cdb05c-0b69-426c-91dc-fd20d724a86b req-eef62d15-6c8e-484f-bed1-3fe1f70712f9 tempest-ServerDiskConfigTestJSON-1660990005 tempest-ServerDiskConfigTestJSON-1660990005-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742235135690', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742234710366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5051867'] for port (e7573e7a-d6d8-40ea-b160-2a8145981817), after_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:20:41.218463 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] get_ports_and_sgs() called for port_ids ['e7573e7a-d6d8-40ea-b160-2a8145981817'] {{(pid=116163) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 11:20:41.236238 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef62d15-6c8e-484f-bed1-3fe1f70712f9 tempest-ServerDiskConfigTestJSON-1660990005 tempest-ServerDiskConfigTestJSON-1660990005-project] Pushing event deleted for resources: {'Port': ['ID=e7573e7a-d6d8-40ea-b160-2a8145981817,revision_number=None']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:20:41.264489 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eef62d15-6c8e-484f-bed1-3fe1f70712f9 tempest-ServerDiskConfigTestJSON-1660990005 tempest-ServerDiskConfigTestJSON-1660990005-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:20:41.264837 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eef62d15-6c8e-484f-bed1-3fe1f70712f9 tempest-ServerDiskConfigTestJSON-1660990005 tempest-ServerDiskConfigTestJSON-1660990005-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:20:41.265180 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eef62d15-6c8e-484f-bed1-3fe1f70712f9 tempest-ServerDiskConfigTestJSON-1660990005 tempest-ServerDiskConfigTestJSON-1660990005-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:20:41.265514 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eef62d15-6c8e-484f-bed1-3fe1f70712f9 tempest-ServerDiskConfigTestJSON-1660990005 tempest-ServerDiskConfigTestJSON-1660990005-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:20:41.265845 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eef62d15-6c8e-484f-bed1-3fe1f70712f9 tempest-ServerDiskConfigTestJSON-1660990005 tempest-ServerDiskConfigTestJSON-1660990005-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:20:41.266177 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eef62d15-6c8e-484f-bed1-3fe1f70712f9 tempest-ServerDiskConfigTestJSON-1660990005 tempest-ServerDiskConfigTestJSON-1660990005-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:20:41.266522 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eef62d15-6c8e-484f-bed1-3fe1f70712f9 tempest-ServerDiskConfigTestJSON-1660990005 tempest-ServerDiskConfigTestJSON-1660990005-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:20:41.266848 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eef62d15-6c8e-484f-bed1-3fe1f70712f9 tempest-ServerDiskConfigTestJSON-1660990005 tempest-ServerDiskConfigTestJSON-1660990005-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:20:41.267169 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eef62d15-6c8e-484f-bed1-3fe1f70712f9 tempest-ServerDiskConfigTestJSON-1660990005 tempest-ServerDiskConfigTestJSON-1660990005-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:20:41.267488 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eef62d15-6c8e-484f-bed1-3fe1f70712f9 tempest-ServerDiskConfigTestJSON-1660990005 tempest-ServerDiskConfigTestJSON-1660990005-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:20:41.267852 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eef62d15-6c8e-484f-bed1-3fe1f70712f9 tempest-ServerDiskConfigTestJSON-1660990005 tempest-ServerDiskConfigTestJSON-1660990005-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:20:41.268214 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eef62d15-6c8e-484f-bed1-3fe1f70712f9 tempest-ServerDiskConfigTestJSON-1660990005 tempest-ServerDiskConfigTestJSON-1660990005-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:20:41.268531 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eef62d15-6c8e-484f-bed1-3fe1f70712f9 tempest-ServerDiskConfigTestJSON-1660990005 tempest-ServerDiskConfigTestJSON-1660990005-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:20:41.268847 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eef62d15-6c8e-484f-bed1-3fe1f70712f9 tempest-ServerDiskConfigTestJSON-1660990005 tempest-ServerDiskConfigTestJSON-1660990005-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:20:41.269163 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eef62d15-6c8e-484f-bed1-3fe1f70712f9 tempest-ServerDiskConfigTestJSON-1660990005 tempest-ServerDiskConfigTestJSON-1660990005-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:20:41.293174 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.db.l3_dvrscheduler_db [req-93cdb05c-0b69-426c-91dc-fd20d724a86b req-eef62d15-6c8e-484f-bed1-3fe1f70712f9 tempest-ServerDiskConfigTestJSON-1660990005 tempest-ServerDiskConfigTestJSON-1660990005-project] No DVR routers for this DVR port e7573e7a-d6d8-40ea-b160-2a8145981817 on host hv-neutron-mast {{(pid=116162) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 11:20:41.296380 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [req-93cdb05c-0b69-426c-91dc-fd20d724a86b req-eef62d15-6c8e-484f-bed1-3fe1f70712f9 tempest-ServerDiskConfigTestJSON-1660990005 tempest-ServerDiskConfigTestJSON-1660990005-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198022'] for port (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:20:41.299852 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-93cdb05c-0b69-426c-91dc-fd20d724a86b req-eef62d15-6c8e-484f-bed1-3fe1f70712f9 tempest-ServerDiskConfigTestJSON-1660990005 tempest-ServerDiskConfigTestJSON-1660990005-project] 10.222.0.20 "DELETE /v2.0/ports/e7573e7a-d6d8-40ea-b160-2a8145981817 HTTP/1.1" status: 204 len: 173 time: 0.4714267 Apr 28 11:20:41.300304 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc2c135f-4783-44da-87e8-50287444793d', 'name': 'network-vif-deleted', 'tag': 'e7573e7a-d6d8-40ea-b160-2a8145981817'}] {{(pid=116162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 11:20:41.302616 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ba53f40d6116d28995a8e36159d0e539b5353eec116fb5dd4ce03b4b2159ab1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-116b864c-7a07-46c6-9267-17f224f08d03" -d '{"events": [{"server_uuid": "cc2c135f-4783-44da-87e8-50287444793d", "name": "network-vif-deleted", "tag": "e7573e7a-d6d8-40ea-b160-2a8145981817"}]}' {{(pid=116162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 11:20:41.338604 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 11:20:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd1d4a7f-3669-4f1b-814e-c35e4ebb412e x-openstack-request-id: req-bd1d4a7f-3669-4f1b-814e-c35e4ebb412e {{(pid=116162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 11:20:41.338895 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc2c135f-4783-44da-87e8-50287444793d", "name": "network-vif-deleted", "tag": "e7573e7a-d6d8-40ea-b160-2a8145981817", "status": "completed", "code": 200}]} {{(pid=116162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 11:20:41.339146 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-bd1d4a7f-3669-4f1b-814e-c35e4ebb412e {{(pid=116162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 11:20:41.339546 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bd1d4a7f-3669-4f1b-814e-c35e4ebb412e'] response: {'server_uuid': 'cc2c135f-4783-44da-87e8-50287444793d', 'name': 'network-vif-deleted', 'tag': 'e7573e7a-d6d8-40ea-b160-2a8145981817', 'status': 'completed', 'code': 200} Apr 28 11:20:41.589793 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-ae9c38a7-8b0c-496a-b204-7aadd6883a87 req-627a3bc3-d00f-449b-9cd0-0114922d8356 tempest-ServerDiskConfigTestJSON-1660990005 tempest-ServerDiskConfigTestJSON-1660990005-project] 10.222.0.10 "GET /v2.0/ports?device_id=cc2c135f-4783-44da-87e8-50287444793d HTTP/1.1" status: 200 len: 210 time: 0.0284243 Apr 28 11:20:42.235389 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-01ef1de1-12fd-4cef-b76b-793f91379468 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (39cc4f52-f5d9-4e2c-bbfa-7a1c528e1c40), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:20:42.710898 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 58676) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:20:42.754699 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.db.db_base_plugin_v2 [None req-f2073691-c9e3-4213-9b38-589f722a6ea8 admin admin] Deleting subnet 8788f0d5-2c56-45ea-a63e-b2a30a2b6e5d {{(pid=116161) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 28 11:20:42.757714 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-f2073691-c9e3-4213-9b38-589f722a6ea8 admin admin] Publish callbacks [] for subnet (8788f0d5-2c56-45ea-a63e-b2a30a2b6e5d), before_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:20:42.791316 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-f2073691-c9e3-4213-9b38-589f722a6ea8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8076976'] for subnet (8788f0d5-2c56-45ea-a63e-b2a30a2b6e5d), precommit_delete_associations {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:20:42.833236 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-f2073691-c9e3-4213-9b38-589f722a6ea8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-971303'] for subnet (8788f0d5-2c56-45ea-a63e-b2a30a2b6e5d), precommit_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:20:42.938613 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-f2073691-c9e3-4213-9b38-589f722a6ea8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-971310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5220601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5125409'] for subnet (8788f0d5-2c56-45ea-a63e-b2a30a2b6e5d), after_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:20:42.965112 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2073691-c9e3-4213-9b38-589f722a6ea8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8788f0d5-2c56-45ea-a63e-b2a30a2b6e5d,revision_number=None']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:20:42.971202 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-f2073691-c9e3-4213-9b38-589f722a6ea8 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:20:42.974606 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-f2073691-c9e3-4213-9b38-589f722a6ea8 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/8788f0d5-2c56-45ea-a63e-b2a30a2b6e5d HTTP/1.1" status: 204 len: 168 time: 0.2626905 Apr 28 11:20:42.977182 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 58678) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:20:42.981191 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2073691-c9e3-4213-9b38-589f722a6ea8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:20:42.981536 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2073691-c9e3-4213-9b38-589f722a6ea8 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:20:42.981891 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2073691-c9e3-4213-9b38-589f722a6ea8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:20:42.982228 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2073691-c9e3-4213-9b38-589f722a6ea8 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:20:42.982717 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2073691-c9e3-4213-9b38-589f722a6ea8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:20:42.983055 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2073691-c9e3-4213-9b38-589f722a6ea8 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:20:42.983388 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2073691-c9e3-4213-9b38-589f722a6ea8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:20:42.983712 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2073691-c9e3-4213-9b38-589f722a6ea8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:20:42.984037 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2073691-c9e3-4213-9b38-589f722a6ea8 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:20:42.984357 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2073691-c9e3-4213-9b38-589f722a6ea8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:20:42.984678 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2073691-c9e3-4213-9b38-589f722a6ea8 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:20:42.984998 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2073691-c9e3-4213-9b38-589f722a6ea8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:20:42.985314 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2073691-c9e3-4213-9b38-589f722a6ea8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:20:42.985629 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2073691-c9e3-4213-9b38-589f722a6ea8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:20:42.985944 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2073691-c9e3-4213-9b38-589f722a6ea8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:20:43.046633 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-45e529f0-f993-4e6c-9145-34d57710953c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-979593'] for network (5a81a843-2c8d-46e3-8ed1-33fd787f5828), before_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:20:43.126012 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-45e529f0-f993-4e6c-9145-34d57710953c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-973498', 'neutron.services.segments.db._delete_segments_for_network-8742235207033'] for network (5a81a843-2c8d-46e3-8ed1-33fd787f5828), precommit_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:20:43.145470 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.services.segments.db [None req-45e529f0-f993-4e6c-9145-34d57710953c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5a81a843-2c8d-46e3-8ed1-33fd787f5828']}} {{(pid=116162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:20:43.154272 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.services.segments.db [None req-45e529f0-f993-4e6c-9145-34d57710953c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b8de6d12-1f6b-440b-bd25-49e3037e574c') {'for_net_delete': True} {{(pid=116162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:20:43.155306 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.services.segments.db [None req-45e529f0-f993-4e6c-9145-34d57710953c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b8de6d12-1f6b-440b-bd25-49e3037e574c') {} {{(pid=116162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:20:43.164271 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-45e529f0-f993-4e6c-9145-34d57710953c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742235208578', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5026548'] for segment (b8de6d12-1f6b-440b-bd25-49e3037e574c), before_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:20:43.177325 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-45e529f0-f993-4e6c-9145-34d57710953c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-961978'] for segment (b8de6d12-1f6b-440b-bd25-49e3037e574c), precommit_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:20:43.183169 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-45e529f0-f993-4e6c-9145-34d57710953c admin admin] Releasing vlan 78 on physical network physnet1 to pool {{(pid=116162) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 11:20:43.183546 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-45e529f0-f993-4e6c-9145-34d57710953c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-961978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5051884'] for segment (b8de6d12-1f6b-440b-bd25-49e3037e574c), after_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:20:43.185422 dv-neutron-master-2-hyperv neutron-server[116162]: Traceback (most recent call last): Apr 28 11:20:43.185422 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 11:20:43.185422 dv-neutron-master-2-hyperv neutron-server[116162]: timer() Apr 28 11:20:43.185422 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 11:20:43.185422 dv-neutron-master-2-hyperv neutron-server[116162]: cb(*args, **kw) Apr 28 11:20:43.185422 dv-neutron-master-2-hyperv neutron-server[116162]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 28 11:20:43.185422 dv-neutron-master-2-hyperv neutron-server[116162]: return func(*args, **kwargs) Apr 28 11:20:43.185422 dv-neutron-master-2-hyperv neutron-server[116162]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 11:20:43.185422 dv-neutron-master-2-hyperv neutron-server[116162]: self._notify() Apr 28 11:20:43.185422 dv-neutron-master-2-hyperv neutron-server[116162]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 11:20:43.185422 dv-neutron-master-2-hyperv neutron-server[116162]: self.callback(batched_events) Apr 28 11:20:43.185422 dv-neutron-master-2-hyperv neutron-server[116162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 11:20:43.185422 dv-neutron-master-2-hyperv neutron-server[116162]: event.method(event) Apr 28 11:20:43.185422 dv-neutron-master-2-hyperv neutron-server[116162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 28 11:20:43.185422 dv-neutron-master-2-hyperv neutron-server[116162]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 11:20:43.185422 dv-neutron-master-2-hyperv neutron-server[116162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 28 11:20:43.185422 dv-neutron-master-2-hyperv neutron-server[116162]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 11:20:43.185422 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 28 11:20:43.185422 dv-neutron-master-2-hyperv neutron-server[116162]: return f(self, *a, **k) Apr 28 11:20:43.185422 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 28 11:20:43.185422 dv-neutron-master-2-hyperv neutron-server[116162]: return self._get(url).json() Apr 28 11:20:43.185422 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 28 11:20:43.185422 dv-neutron-master-2-hyperv neutron-server[116162]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 11:20:43.185422 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 11:20:43.185422 dv-neutron-master-2-hyperv neutron-server[116162]: return self.request(url, 'GET', **kwargs) Apr 28 11:20:43.185422 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 11:20:43.185422 dv-neutron-master-2-hyperv neutron-server[116162]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 11:20:43.185422 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 11:20:43.185422 dv-neutron-master-2-hyperv neutron-server[116162]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 11:20:43.185422 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 11:20:43.185422 dv-neutron-master-2-hyperv neutron-server[116162]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 11:20:43.185422 dv-neutron-master-2-hyperv neutron-server[116162]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 11:20:43.286675 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-45e529f0-f993-4e6c-9145-34d57710953c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-973477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2063122'] for network (5a81a843-2c8d-46e3-8ed1-33fd787f5828), after_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:20:43.292073 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-45e529f0-f993-4e6c-9145-34d57710953c admin admin] Publish callbacks [] for network (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:20:43.295577 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-45e529f0-f993-4e6c-9145-34d57710953c admin admin] 10.222.0.10 "DELETE /v2.0/networks/5a81a843-2c8d-46e3-8ed1-33fd787f5828 HTTP/1.1" status: 204 len: 168 time: 0.3170559 Apr 28 11:20:43.305832 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e529f0-f993-4e6c-9145-34d57710953c admin admin] Pushing event deleted for resources: {'Network': ['ID=5a81a843-2c8d-46e3-8ed1-33fd787f5828,revision_number=None']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:20:43.349516 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (d5baab19-5dd1-4902-922b-84acb048ab9c), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:20:43.587432 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 58682) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:20:43.626973 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-28ddab1f-a0d5-441d-b006-aefee47c1a73 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=f78ad935ce104b418ce72d451b29a05c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0381029 Apr 28 11:20:43.629424 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 58684) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:20:43.678147 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-2fa010d0-cdfe-4c57-99a3-c175c91a4d88 admin admin] Publish callbacks [] for security_group (47c4b245-0002-4c92-ae3e-64fad57623a4), before_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:20:43.698662 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-2fa010d0-cdfe-4c57-99a3-c175c91a4d88 admin admin] Publish callbacks [] for security_group (47c4b245-0002-4c92-ae3e-64fad57623a4), precommit_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:20:43.812649 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-2fa010d0-cdfe-4c57-99a3-c175c91a4d88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924426'] for security_group (47c4b245-0002-4c92-ae3e-64fad57623a4), after_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:20:43.815294 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-2fa010d0-cdfe-4c57-99a3-c175c91a4d88 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:20:43.816482 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-2fa010d0-cdfe-4c57-99a3-c175c91a4d88 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/47c4b245-0002-4c92-ae3e-64fad57623a4 HTTP/1.1" status: 204 len: 168 time: 0.1861620 Apr 28 11:20:43.825619 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa010d0-cdfe-4c57-99a3-c175c91a4d88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47c4b245-0002-4c92-ae3e-64fad57623a4,revision_number=None']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:20:44.703335 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Device e7573e7a-d6d8-40ea-b160-2a8145981817 no longer exists at agent hyperv_hv-neutron-mast {{(pid=116163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 11:20:44.723910 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] No Port match for: e7573e7a-d6d8-40ea-b160-2a8145981817 {{(pid=116163) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 28 11:20:44.724345 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Device e7573e7a-d6d8-40ea-b160-2a8145981817 not bound to the agent host hv-neutron-mast {{(pid=116163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 11:20:44.743277 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 58706) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:20:44.837123 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.v2.base [None req-a1dbcbf4-bc4e-4e57-a5bf-753a94271286 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1755349530-network', 'tenant_id': 'c6d478e5001e4fd0b6162553a901b8a7'}} {{(pid=116161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:20:44.920426 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1dbcbf4-bc4e-4e57-a5bf-753a94271286 admin admin] Made reservation on behalf of c6d478e5001e4fd0b6162553a901b8a7 for: {'network': 1} {{(pid=116161) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 11:20:44.923011 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-a1dbcbf4-bc4e-4e57-a5bf-753a94271286 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for network (None), before_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:20:44.931914 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-a1dbcbf4-bc4e-4e57-a5bf-753a94271286 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:20:45.067941 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-a1dbcbf4-bc4e-4e57-a5bf-753a94271286 admin admin] Publish callbacks [] for security_group (94b73ca3-70e0-40c5-bc2e-f4c1c6016ada), precommit_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:20:45.120550 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-a1dbcbf4-bc4e-4e57-a5bf-753a94271286 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924426'] for security_group (94b73ca3-70e0-40c5-bc2e-f4c1c6016ada), after_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:20:45.146378 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a1dbcbf4-bc4e-4e57-a5bf-753a94271286 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 96} {{(pid=116161) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 11:20:45.154991 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1dbcbf4-bc4e-4e57-a5bf-753a94271286 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94b73ca3-70e0-40c5-bc2e-f4c1c6016ada,revision_number=1']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:20:45.161942 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-a1dbcbf4-bc4e-4e57-a5bf-753a94271286 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-961978'] for segment (a86044ce-17ef-42c7-90b1-0665dc477f6d), precommit_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:20:45.162838 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.db.segments_db [None req-a1dbcbf4-bc4e-4e57-a5bf-753a94271286 admin admin] Added segment a86044ce-17ef-42c7-90b1-0665dc477f6d of type vlan for network c60b869f-ffc4-410a-a880-25b67f86d527 Apr 28 11:20:45.202717 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-a1dbcbf4-bc4e-4e57-a5bf-753a94271286 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742234744962'] for network (c60b869f-ffc4-410a-a880-25b67f86d527), precommit_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:20:45.269055 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-a1dbcbf4-bc4e-4e57-a5bf-753a94271286 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042'] for network (c60b869f-ffc4-410a-a880-25b67f86d527), after_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:20:45.270050 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1dbcbf4-bc4e-4e57-a5bf-753a94271286 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:20:45.270631 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-a1dbcbf4-bc4e-4e57-a5bf-753a94271286 admin admin] Publish callbacks [] for network (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:20:45.331186 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1dbcbf4-bc4e-4e57-a5bf-753a94271286 admin admin] Pushing event updated for resources: {'Network': ['ID=c60b869f-ffc4-410a-a880-25b67f86d527,revision_number=1']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:20:45.340851 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Network c60b869f-ffc4-410a-a880-25b67f86d527 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=116163) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 28 11:20:45.375687 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-a1dbcbf4-bc4e-4e57-a5bf-753a94271286 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.6311939 Apr 28 11:20:45.378367 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 58710) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:20:45.383069 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.v2.base [None req-3632ef6e-7197-49d6-9a0f-30625713f905 admin admin] Request body: {'subnet': {'network_id': 'c60b869f-ffc4-410a-a880-25b67f86d527', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1755349530-subnet', 'tenant_id': 'c6d478e5001e4fd0b6162553a901b8a7', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=116161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:20:45.446748 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3632ef6e-7197-49d6-9a0f-30625713f905 admin admin] Made reservation on behalf of c6d478e5001e4fd0b6162553a901b8a7 for: {'subnet': 1} {{(pid=116161) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 11:20:45.449083 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-3632ef6e-7197-49d6-9a0f-30625713f905 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5125580'] for subnet (None), before_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:20:45.657946 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-3632ef6e-7197-49d6-9a0f-30625713f905 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5220536', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5125438'] for subnet (d169038c-3246-43ab-9ecf-83e677cd232f), after_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:20:45.714811 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3632ef6e-7197-49d6-9a0f-30625713f905 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d169038c-3246-43ab-9ecf-83e677cd232f,revision_number=0']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:20:45.724925 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3632ef6e-7197-49d6-9a0f-30625713f905 admin admin] Checking segment: {'id': 'a86044ce-17ef-42c7-90b1-0665dc477f6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'c60b869f-ffc4-410a-a880-25b67f86d527'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 11:20:45.725285 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3632ef6e-7197-49d6-9a0f-30625713f905 admin admin] Network hostable DHCP agents. Network: c60b869f-ffc4-410a-a880-25b67f86d527, hostable agents: ['75ba81b7-fe99-4281-90d2-a5adb445ecea'], hosted agents: [] {{(pid=116161) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 11:20:45.794769 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3632ef6e-7197-49d6-9a0f-30625713f905 admin admin] Network c60b869f-ffc4-410a-a880-25b67f86d527 is scheduled to be hosted by DHCP agent 75ba81b7-fe99-4281-90d2-a5adb445ecea with binding_index 1 {{(pid=116161) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 11:20:45.851909 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.scheduler.base_scheduler [None req-3632ef6e-7197-49d6-9a0f-30625713f905 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, c60b869f-ffc4-410a-a880-25b67f86d527) {{(pid=116161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 11:20:45.855995 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3632ef6e-7197-49d6-9a0f-30625713f905 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:20:45.856579 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-3632ef6e-7197-49d6-9a0f-30625713f905 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:20:45.860742 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1c27e52-bbd1-4f71-a0df-b015a151dcfd None None] Network c60b869f-ffc4-410a-a880-25b67f86d527 requested from dv-neutron-master-2-hyperv {{(pid=116163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 11:20:45.935087 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-3632ef6e-7197-49d6-9a0f-30625713f905 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5554967 Apr 28 11:20:45.938596 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 58712) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:20:45.943110 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.v2.base [None req-622010f0-fa77-4313-a9ef-fac8ac400f90 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1755349530-router', 'tenant_id': 'c6d478e5001e4fd0b6162553a901b8a7', 'external_gateway_info': {'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c'}}} {{(pid=116162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:20:45.964282 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68c98d34-83d5-4b74-80bc-914af38f861c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-c60b869f-ffc4-410a-a880-25b67f86d527', 'network_id': 'c60b869f-ffc4-410a-a880-25b67f86d527', 'project_id': 'c6d478e5001e4fd0b6162553a901b8a7', 'fixed_ips': [{'subnet_id': 'd169038c-3246-43ab-9ecf-83e677cd232f'}]}} from dv-neutron-master-2-hyperv. {{(pid=116163) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 28 11:20:45.965141 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-68c98d34-83d5-4b74-80bc-914af38f861c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (None), before_create {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:20:46.035378 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-622010f0-fa77-4313-a9ef-fac8ac400f90 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2060459', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-63449'] for router (b4eaa602-d8f3-4f9d-b561-7dc769fae294), before_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:20:46.036454 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-622010f0-fa77-4313-a9ef-fac8ac400f90 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2060827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1935275', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1960866', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-63266'] for router (b4eaa602-d8f3-4f9d-b561-7dc769fae294), precommit_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:20:46.088546 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-622010f0-fa77-4313-a9ef-fac8ac400f90 admin admin] Publish callbacks [] for router_controller (b4eaa602-d8f3-4f9d-b561-7dc769fae294), precommit_add_association {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:20:46.103834 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.db_base_plugin_common [None req-68c98d34-83d5-4b74-80bc-914af38f861c None None] Allocated IP 172.20.0.2 (c60b869f-ffc4-410a-a880-25b67f86d527/d169038c-3246-43ab-9ecf-83e677cd232f/cd182f42-ee1b-460a-a443-6b2e2c2dd8f7) {{(pid=116163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 11:20:46.254891 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-68c98d34-83d5-4b74-80bc-914af38f861c None None] Publish callbacks [] for port (cd182f42-ee1b-460a-a443-6b2e2c2dd8f7), precommit_create {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:20:46.355741 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-68c98d34-83d5-4b74-80bc-914af38f861c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742234710357'] for port (cd182f42-ee1b-460a-a443-6b2e2c2dd8f7), after_create {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:20:46.396664 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68c98d34-83d5-4b74-80bc-914af38f861c None None] Network c60b869f-ffc4-410a-a880-25b67f86d527 is already hosted by enough agents. {{(pid=116163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 11:20:46.401823 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.scheduler.base_scheduler [None req-68c98d34-83d5-4b74-80bc-914af38f861c None None] Resources bound (agent type, host, resource id): {{(pid=116163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 11:20:46.405662 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68c98d34-83d5-4b74-80bc-914af38f861c None None] Received port after_create {{(pid=116163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 11:20:46.415251 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c98d34-83d5-4b74-80bc-914af38f861c None None] Pushing event updated for resources: {'Port': ['ID=cd182f42-ee1b-460a-a443-6b2e2c2dd8f7,revision_number=1']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:20:46.467033 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.managers [None req-68c98d34-83d5-4b74-80bc-914af38f861c None None] Attempting to bind port cd182f42-ee1b-460a-a443-6b2e2c2dd8f7 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=116163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 28 11:20:46.467412 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.managers [None req-68c98d34-83d5-4b74-80bc-914af38f861c None None] Attempting to bind port cd182f42-ee1b-460a-a443-6b2e2c2dd8f7 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'a86044ce-17ef-42c7-90b1-0665dc477f6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'c60b869f-ffc4-410a-a880-25b67f86d527'}] {{(pid=116163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 28 11:20:46.470521 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68c98d34-83d5-4b74-80bc-914af38f861c None None] Attempting to bind port cd182f42-ee1b-460a-a443-6b2e2c2dd8f7 on network c60b869f-ffc4-410a-a880-25b67f86d527 {{(pid=116163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 11:20:46.473268 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68c98d34-83d5-4b74-80bc-914af38f861c None None] Checking agent: {'id': 'd5baab19-5dd1-4902-922b-84acb048ab9c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 10, 50, 43), 'started_at': datetime.datetime(2022, 4, 28, 10, 51, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 11, 20, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=116163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 11:20:46.473655 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68c98d34-83d5-4b74-80bc-914af38f861c None None] Checking segment: {'id': 'a86044ce-17ef-42c7-90b1-0665dc477f6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'c60b869f-ffc4-410a-a880-25b67f86d527'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 11:20:46.474069 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-68c98d34-83d5-4b74-80bc-914af38f861c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:20:46.474503 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68c98d34-83d5-4b74-80bc-914af38f861c None None] Bound using segment: {'id': 'a86044ce-17ef-42c7-90b1-0665dc477f6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'c60b869f-ffc4-410a-a880-25b67f86d527'} {{(pid=116163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 11:20:46.474982 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.managers [None req-68c98d34-83d5-4b74-80bc-914af38f861c None None] Bound port: cd182f42-ee1b-460a-a443-6b2e2c2dd8f7, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a86044ce-17ef-42c7-90b1-0665dc477f6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'c60b869f-ffc4-410a-a880-25b67f86d527'}}] {{(pid=116163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 28 11:20:46.475382 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-68c98d34-83d5-4b74-80bc-914af38f861c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (cd182f42-ee1b-460a-a443-6b2e2c2dd8f7), before_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:20:46.542792 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-68c98d34-83d5-4b74-80bc-914af38f861c None None] For port cd182f42-ee1b-460a-a443-6b2e2c2dd8f7, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=116163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 11:20:46.545711 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-68c98d34-83d5-4b74-80bc-914af38f861c None None] For port cd182f42-ee1b-460a-a443-6b2e2c2dd8f7, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=cd182f42-ee1b-460a-a443-6b2e2c2dd8f7,segment=NetworkSegment(a86044ce-17ef-42c7-90b1-0665dc477f6d),segment_id=a86044ce-17ef-42c7-90b1-0665dc477f6d)] {{(pid=116163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 11:20:46.595712 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-68c98d34-83d5-4b74-80bc-914af38f861c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393'] for port (cd182f42-ee1b-460a-a443-6b2e2c2dd8f7), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:20:46.623108 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-622010f0-fa77-4313-a9ef-fac8ac400f90 admin admin] Publish callbacks [] for router_gateway (b4eaa602-d8f3-4f9d-b561-7dc769fae294), precommit_update {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:20:46.657808 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c98d34-83d5-4b74-80bc-914af38f861c None None] Pushing event updated for resources: {'Port': ['ID=cd182f42-ee1b-460a-a443-6b2e2c2dd8f7,revision_number=2']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:20:46.870162 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-622010f0-fa77-4313-a9ef-fac8ac400f90 admin admin] Publish callbacks [] for router_gateway (b4eaa602-d8f3-4f9d-b561-7dc769fae294), before_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:20:46.890487 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-622010f0-fa77-4313-a9ef-fac8ac400f90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (None), before_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:20:47.000407 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.db.db_base_plugin_common [None req-622010f0-fa77-4313-a9ef-fac8ac400f90 admin admin] Allocated IP 172.36.4.209 (7be49d94-bbb8-4a61-bafe-209c5f861e1c/c0f82f52-05ee-40f2-a57c-9d02e01fb9fa/b9a5a002-b498-4745-8cd7-6c0609cbf168) {{(pid=116162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 11:20:47.103661 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-622010f0-fa77-4313-a9ef-fac8ac400f90 admin admin] Publish callbacks [] for port (b9a5a002-b498-4745-8cd7-6c0609cbf168), precommit_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:20:47.201043 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-622010f0-fa77-4313-a9ef-fac8ac400f90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742234710357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5051867'] for port (b9a5a002-b498-4745-8cd7-6c0609cbf168), after_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:20:47.239745 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-622010f0-fa77-4313-a9ef-fac8ac400f90 admin admin] Network 7be49d94-bbb8-4a61-bafe-209c5f861e1c is already hosted by enough agents. {{(pid=116162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 11:20:47.244689 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.scheduler.base_scheduler [None req-622010f0-fa77-4313-a9ef-fac8ac400f90 admin admin] Resources bound (agent type, host, resource id): {{(pid=116162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 11:20:47.248297 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-622010f0-fa77-4313-a9ef-fac8ac400f90 admin admin] Received port after_create {{(pid=116162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 11:20:47.274671 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-622010f0-fa77-4313-a9ef-fac8ac400f90 admin admin] Pushing event updated for resources: {'Port': ['ID=b9a5a002-b498-4745-8cd7-6c0609cbf168,revision_number=1']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:20:47.574249 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ab5ab63-8942-41cf-b42b-b9ac8722106e None None] Network c60b869f-ffc4-410a-a880-25b67f86d527 requested from dv-neutron-master-2-hyperv {{(pid=116163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 11:20:47.609647 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-622010f0-fa77-4313-a9ef-fac8ac400f90 admin admin] Publish callbacks [] for router_gateway (b4eaa602-d8f3-4f9d-b561-7dc769fae294), after_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:20:47.645746 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-e0263bc4-2eb7-4cdc-9bb0-e50a210a1fe8 None None] Provisioning complete for port cd182f42-ee1b-460a-a443-6b2e2c2dd8f7 triggered by entity DHCP. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:20:47.646114 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-e0263bc4-2eb7-4cdc-9bb0-e50a210a1fe8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (cd182f42-ee1b-460a-a443-6b2e2c2dd8f7), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:20:47.753500 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-e0263bc4-2eb7-4cdc-9bb0-e50a210a1fe8 None None] Current status of the port cd182f42-ee1b-460a-a443-6b2e2c2dd8f7 is: DOWN; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:20:47.753891 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-e0263bc4-2eb7-4cdc-9bb0-e50a210a1fe8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (cd182f42-ee1b-460a-a443-6b2e2c2dd8f7), before_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:20:47.788373 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-e0263bc4-2eb7-4cdc-9bb0-e50a210a1fe8 None None] For port cd182f42-ee1b-460a-a443-6b2e2c2dd8f7, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=cd182f42-ee1b-460a-a443-6b2e2c2dd8f7,segment=NetworkSegment(a86044ce-17ef-42c7-90b1-0665dc477f6d),segment_id=a86044ce-17ef-42c7-90b1-0665dc477f6d)] {{(pid=116163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 11:20:47.813181 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-622010f0-fa77-4313-a9ef-fac8ac400f90 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2060818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1935326'] for router (b4eaa602-d8f3-4f9d-b561-7dc769fae294), after_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:20:47.859624 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-e0263bc4-2eb7-4cdc-9bb0-e50a210a1fe8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393'] for port (cd182f42-ee1b-460a-a443-6b2e2c2dd8f7), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:20:47.913895 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0263bc4-2eb7-4cdc-9bb0-e50a210a1fe8 None None] Pushing event updated for resources: {'Port': ['ID=cd182f42-ee1b-460a-a443-6b2e2c2dd8f7,revision_number=3']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:20:47.980394 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-19856883-c388-45df-bdea-81ae81847c6f None None] Provisioning complete for port cd182f42-ee1b-460a-a443-6b2e2c2dd8f7 triggered by entity DHCP. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:20:47.980764 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-19856883-c388-45df-bdea-81ae81847c6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (cd182f42-ee1b-460a-a443-6b2e2c2dd8f7), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:20:48.035053 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-622010f0-fa77-4313-a9ef-fac8ac400f90 admin admin] Router b4eaa602-d8f3-4f9d-b561-7dc769fae294 is scheduled to L3 agent 6b492ad6-0876-4d74-b20d-28143a52ceba with binding_index 1 {{(pid=116162) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 28 11:20:48.055785 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-19856883-c388-45df-bdea-81ae81847c6f None None] Current status of the port cd182f42-ee1b-460a-a443-6b2e2c2dd8f7 is: ACTIVE; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:20:48.144884 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-622010f0-fa77-4313-a9ef-fac8ac400f90 admin admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=116162) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 11:20:48.155497 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4b1eb6b-4fc4-4d6a-a036-9d1c874b733b None None] Sync routers for ids ['b4eaa602-d8f3-4f9d-b561-7dc769fae294'] in dv-neutron-master-2-hyperv {{(pid=116163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 11:20:48.166418 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4b1eb6b-4fc4-4d6a-a036-9d1c874b733b None None] Routers {'b4eaa602-d8f3-4f9d-b561-7dc769fae294'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=116163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 11:20:48.168875 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_hamode_db [None req-b4b1eb6b-4fc4-4d6a-a036-9d1c874b733b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-28T10:50:39Z,description=,heartbeat_timestamp=2022-04-28T11:20:39Z,host='dv-neutron-master-2-hyperv',id=6b492ad6-0876-4d74-b20d-28143a52ceba,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T10:50:40Z,topic='l3_agent')) {'router_ids': ['b4eaa602-d8f3-4f9d-b561-7dc769fae294'], 'active': True} {{(pid=116163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:20:48.197235 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-622010f0-fa77-4313-a9ef-fac8ac400f90 admin admin] Publish callbacks [] for router (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:20:48.198908 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-622010f0-fa77-4313-a9ef-fac8ac400f90 admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.2590022 Apr 28 11:20:48.201489 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 58714) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:20:48.226591 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Device cd182f42-ee1b-460a-a443-6b2e2c2dd8f7 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=116163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 11:20:48.310917 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvr_db [None req-b4b1eb6b-4fc4-4d6a-a036-9d1c874b733b None None] Set router b4eaa602-d8f3-4f9d-b561-7dc769fae294 gateway port host: dv-neutron-master-2-hyperv {{(pid=116163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 11:20:48.399324 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Provisioning complete for port cd182f42-ee1b-460a-a443-6b2e2c2dd8f7 triggered by entity L2. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:20:48.399607 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (cd182f42-ee1b-460a-a443-6b2e2c2dd8f7), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:20:48.557127 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_hamode_db [None req-b4b1eb6b-4fc4-4d6a-a036-9d1c874b733b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4eaa602-d8f3-4f9d-b561-7dc769fae294', 'name': 'tempest-ServerActionsTestJSON-1755349530-router', 'tenant_id': 'c6d478e5001e4fd0b6162553a901b8a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'external_fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.209'}], 'enable_snat': True}, 'gw_port_id': 'b9a5a002-b498-4745-8cd7-6c0609cbf168', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T11:20:46Z', 'updated_at': '2022-04-28T11:20:47Z', 'revision_number': 3, 'project_id': 'c6d478e5001e4fd0b6162553a901b8a7', 'gw_port': {'id': 'b9a5a002-b498-4745-8cd7-6c0609cbf168', 'name': '', 'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:93:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4eaa602-d8f3-4f9d-b561-7dc769fae294', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1580, 'fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:20:46Z', 'updated_at': '2022-04-28T11:20:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=116163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:20:48.559044 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Current status of the port cd182f42-ee1b-460a-a443-6b2e2c2dd8f7 is: ACTIVE; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:20:48.587871 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4b1eb6b-4fc4-4d6a-a036-9d1c874b733b None None] Checking router: b4eaa602-d8f3-4f9d-b561-7dc769fae294 for host: dv-neutron-master-2-hyperv {{(pid=116163) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 11:20:48.588588 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4b1eb6b-4fc4-4d6a-a036-9d1c874b733b None None] Updating router b4eaa602-d8f3-4f9d-b561-7dc769fae294 port b9a5a002-b498-4745-8cd7-6c0609cbf168 binding host dv-neutron-master-2-hyperv {{(pid=116163) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 28 11:20:48.615089 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-b4b1eb6b-4fc4-4d6a-a036-9d1c874b733b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (b9a5a002-b498-4745-8cd7-6c0609cbf168), before_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:20:48.865574 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-b4b1eb6b-4fc4-4d6a-a036-9d1c874b733b None None] Publish callbacks [] for port (b9a5a002-b498-4745-8cd7-6c0609cbf168), precommit_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:20:48.915052 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-b4b1eb6b-4fc4-4d6a-a036-9d1c874b733b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393'] for port (b9a5a002-b498-4745-8cd7-6c0609cbf168), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:20:48.961095 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-379eb4c9-3a41-4489-aa1d-de9dcc0ea6c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (None), before_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:20:48.968592 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.managers [None req-b4b1eb6b-4fc4-4d6a-a036-9d1c874b733b None None] Attempting to bind port b9a5a002-b498-4745-8cd7-6c0609cbf168 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=116163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 28 11:20:48.972744 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.managers [None req-b4b1eb6b-4fc4-4d6a-a036-9d1c874b733b None None] Attempting to bind port b9a5a002-b498-4745-8cd7-6c0609cbf168 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '142bc50f-d6af-4646-8d06-bb7af6b7b51c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c'}] {{(pid=116163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 28 11:20:48.972744 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4b1eb6b-4fc4-4d6a-a036-9d1c874b733b None None] Attempting to bind port b9a5a002-b498-4745-8cd7-6c0609cbf168 on network 7be49d94-bbb8-4a61-bafe-209c5f861e1c {{(pid=116163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 11:20:48.976345 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988a73c8-b506-4c67-8691-762dd91a8203 None None] Pushing event updated for resources: {'Port': ['ID=b9a5a002-b498-4745-8cd7-6c0609cbf168,revision_number=2']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:20:48.980023 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4b1eb6b-4fc4-4d6a-a036-9d1c874b733b None None] Checking agent: {'id': 'd5baab19-5dd1-4902-922b-84acb048ab9c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 10, 50, 43), 'started_at': datetime.datetime(2022, 4, 28, 10, 51, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 11, 20, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=116163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 11:20:48.980532 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4b1eb6b-4fc4-4d6a-a036-9d1c874b733b None None] Checking segment: {'id': '142bc50f-d6af-4646-8d06-bb7af6b7b51c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 11:20:48.980937 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-b4b1eb6b-4fc4-4d6a-a036-9d1c874b733b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:20:48.981321 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4b1eb6b-4fc4-4d6a-a036-9d1c874b733b None None] Bound using segment: {'id': '142bc50f-d6af-4646-8d06-bb7af6b7b51c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c'} {{(pid=116163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 11:20:48.981790 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.managers [None req-b4b1eb6b-4fc4-4d6a-a036-9d1c874b733b None None] Bound port: b9a5a002-b498-4745-8cd7-6c0609cbf168, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '142bc50f-d6af-4646-8d06-bb7af6b7b51c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c'}}] {{(pid=116163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 28 11:20:48.982252 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-b4b1eb6b-4fc4-4d6a-a036-9d1c874b733b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (b9a5a002-b498-4745-8cd7-6c0609cbf168), before_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:20:49.033231 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-b4b1eb6b-4fc4-4d6a-a036-9d1c874b733b None None] For port b9a5a002-b498-4745-8cd7-6c0609cbf168, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=116163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 11:20:49.036284 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-b4b1eb6b-4fc4-4d6a-a036-9d1c874b733b None None] For port b9a5a002-b498-4745-8cd7-6c0609cbf168, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=b9a5a002-b498-4745-8cd7-6c0609cbf168,segment=NetworkSegment(142bc50f-d6af-4646-8d06-bb7af6b7b51c),segment_id=142bc50f-d6af-4646-8d06-bb7af6b7b51c)] {{(pid=116163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 11:20:49.098337 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-b4b1eb6b-4fc4-4d6a-a036-9d1c874b733b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393'] for port (b9a5a002-b498-4745-8cd7-6c0609cbf168), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:20:49.157295 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4b1eb6b-4fc4-4d6a-a036-9d1c874b733b None None] Routers {'b4eaa602-d8f3-4f9d-b561-7dc769fae294'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=116163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 11:20:49.157912 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_hamode_db [None req-b4b1eb6b-4fc4-4d6a-a036-9d1c874b733b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-28T10:50:39Z,description=,heartbeat_timestamp=2022-04-28T11:20:39Z,host='dv-neutron-master-2-hyperv',id=6b492ad6-0876-4d74-b20d-28143a52ceba,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T10:50:40Z,topic='l3_agent')) {'router_ids': ['b4eaa602-d8f3-4f9d-b561-7dc769fae294'], 'active': True} {{(pid=116163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:20:49.163679 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.db.db_base_plugin_common [None req-379eb4c9-3a41-4489-aa1d-de9dcc0ea6c3 admin admin] Allocated IP 172.20.0.1 (c60b869f-ffc4-410a-a880-25b67f86d527/d169038c-3246-43ab-9ecf-83e677cd232f/8425edff-67d1-4912-8f82-fc13dcd47d5f) {{(pid=116161) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 11:20:49.193337 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988a73c8-b506-4c67-8691-762dd91a8203 None None] Pushing event updated for resources: {'Port': ['ID=b9a5a002-b498-4745-8cd7-6c0609cbf168,revision_number=3']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:20:49.270145 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-379eb4c9-3a41-4489-aa1d-de9dcc0ea6c3 admin admin] Publish callbacks [] for port (8425edff-67d1-4912-8f82-fc13dcd47d5f), precommit_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:20:49.270783 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvr_db [None req-b4b1eb6b-4fc4-4d6a-a036-9d1c874b733b None None] Set router b4eaa602-d8f3-4f9d-b561-7dc769fae294 gateway port host: dv-neutron-master-2-hyperv {{(pid=116163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 11:20:49.366817 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-379eb4c9-3a41-4489-aa1d-de9dcc0ea6c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742234710357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5219112'] for port (8425edff-67d1-4912-8f82-fc13dcd47d5f), after_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:20:49.405926 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-379eb4c9-3a41-4489-aa1d-de9dcc0ea6c3 admin admin] Network c60b869f-ffc4-410a-a880-25b67f86d527 is already hosted by enough agents. {{(pid=116161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 11:20:49.410903 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.scheduler.base_scheduler [None req-379eb4c9-3a41-4489-aa1d-de9dcc0ea6c3 admin admin] Resources bound (agent type, host, resource id): {{(pid=116161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 11:20:49.414648 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-379eb4c9-3a41-4489-aa1d-de9dcc0ea6c3 admin admin] Received port after_create {{(pid=116161) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 11:20:49.437571 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-379eb4c9-3a41-4489-aa1d-de9dcc0ea6c3 admin admin] Pushing event updated for resources: {'Port': ['ID=8425edff-67d1-4912-8f82-fc13dcd47d5f,revision_number=1']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:20:49.440485 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_hamode_db [None req-b4b1eb6b-4fc4-4d6a-a036-9d1c874b733b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4eaa602-d8f3-4f9d-b561-7dc769fae294', 'name': 'tempest-ServerActionsTestJSON-1755349530-router', 'tenant_id': 'c6d478e5001e4fd0b6162553a901b8a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'external_fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.209'}], 'enable_snat': True}, 'gw_port_id': 'b9a5a002-b498-4745-8cd7-6c0609cbf168', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T11:20:46Z', 'updated_at': '2022-04-28T11:20:47Z', 'revision_number': 3, 'project_id': 'c6d478e5001e4fd0b6162553a901b8a7', 'gw_port': {'id': 'b9a5a002-b498-4745-8cd7-6c0609cbf168', 'name': '', 'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:93:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4eaa602-d8f3-4f9d-b561-7dc769fae294', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1580, 'fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:20:46Z', 'updated_at': '2022-04-28T11:20:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=116163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:20:49.460367 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-379eb4c9-3a41-4489-aa1d-de9dcc0ea6c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2063275'] for router_interface (b4eaa602-d8f3-4f9d-b561-7dc769fae294), before_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:20:49.471813 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4b1eb6b-4fc4-4d6a-a036-9d1c874b733b None None] The sync data for ids ['b4eaa602-d8f3-4f9d-b561-7dc769fae294'] in dv-neutron-master-2-hyperv is: [{'id': 'b4eaa602-d8f3-4f9d-b561-7dc769fae294', 'name': 'tempest-ServerActionsTestJSON-1755349530-router', 'tenant_id': 'c6d478e5001e4fd0b6162553a901b8a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'external_fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.209'}], 'enable_snat': True}, 'gw_port_id': 'b9a5a002-b498-4745-8cd7-6c0609cbf168', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T11:20:46Z', 'updated_at': '2022-04-28T11:20:47Z', 'revision_number': 3, 'project_id': 'c6d478e5001e4fd0b6162553a901b8a7', 'gw_port': {'id': 'b9a5a002-b498-4745-8cd7-6c0609cbf168', 'name': '', 'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:93:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4eaa602-d8f3-4f9d-b561-7dc769fae294', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1580, 'fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:20:46Z', 'updated_at': '2022-04-28T11:20:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}] {{(pid=116163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 11:20:49.641082 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-379eb4c9-3a41-4489-aa1d-de9dcc0ea6c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (8425edff-67d1-4912-8f82-fc13dcd47d5f), before_update {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:20:49.684928 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-6e933894-5d29-44b7-99f5-78601c43813f None None] Provisioning complete for port 8425edff-67d1-4912-8f82-fc13dcd47d5f triggered by entity DHCP. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:20:49.685408 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-6e933894-5d29-44b7-99f5-78601c43813f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (8425edff-67d1-4912-8f82-fc13dcd47d5f), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:20:49.730434 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-6e933894-5d29-44b7-99f5-78601c43813f None None] Port 8425edff-67d1-4912-8f82-fc13dcd47d5f cannot update to ACTIVE because it is not bound. {{(pid=116163) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 28 11:20:49.840331 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-379eb4c9-3a41-4489-aa1d-de9dcc0ea6c3 admin admin] Publish callbacks [] for port (8425edff-67d1-4912-8f82-fc13dcd47d5f), precommit_update {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:20:49.914966 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-379eb4c9-3a41-4489-aa1d-de9dcc0ea6c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5219123'] for port (8425edff-67d1-4912-8f82-fc13dcd47d5f), after_update {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:20:49.987459 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-379eb4c9-3a41-4489-aa1d-de9dcc0ea6c3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1603056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2063387'] for router_interface (b4eaa602-d8f3-4f9d-b561-7dc769fae294), after_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:20:49.989427 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-379eb4c9-3a41-4489-aa1d-de9dcc0ea6c3 admin admin] Pushing event updated for resources: {'Port': ['ID=8425edff-67d1-4912-8f82-fc13dcd47d5f,revision_number=2']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:20:50.091175 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-379eb4c9-3a41-4489-aa1d-de9dcc0ea6c3 admin admin] Network c60b869f-ffc4-410a-a880-25b67f86d527 is already hosted by enough agents. {{(pid=116161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 11:20:50.093129 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.scheduler.base_scheduler [None req-379eb4c9-3a41-4489-aa1d-de9dcc0ea6c3 admin admin] Resources bound (agent type, host, resource id): {{(pid=116161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 11:20:50.231051 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-379eb4c9-3a41-4489-aa1d-de9dcc0ea6c3 admin admin] Router b4eaa602-d8f3-4f9d-b561-7dc769fae294 has already been hosted by L3 agent 6b492ad6-0876-4d74-b20d-28143a52ceba {{(pid=116161) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 11:20:50.251119 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Device b9a5a002-b498-4745-8cd7-6c0609cbf168 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=116163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 11:20:50.306114 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Provisioning complete for port b9a5a002-b498-4745-8cd7-6c0609cbf168 triggered by entity L2. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:20:50.306485 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (b9a5a002-b498-4745-8cd7-6c0609cbf168), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:20:50.359103 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-379eb4c9-3a41-4489-aa1d-de9dcc0ea6c3 admin admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=116161) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 11:20:50.362813 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-cb6f066c-161b-4faa-beb5-caa51463d6c6 None None] Provisioning complete for port 8425edff-67d1-4912-8f82-fc13dcd47d5f triggered by entity DHCP. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:20:50.363189 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-cb6f066c-161b-4faa-beb5-caa51463d6c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (8425edff-67d1-4912-8f82-fc13dcd47d5f), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:20:50.370967 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-379eb4c9-3a41-4489-aa1d-de9dcc0ea6c3 admin admin] 10.222.0.10 "PUT /v2.0/routers/b4eaa602-d8f3-4f9d-b561-7dc769fae294/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1624005 Apr 28 11:20:50.401788 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-cb6f066c-161b-4faa-beb5-caa51463d6c6 None None] Port 8425edff-67d1-4912-8f82-fc13dcd47d5f cannot update to ACTIVE because it is not bound. {{(pid=116163) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 28 11:20:50.587203 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Current status of the port b9a5a002-b498-4745-8cd7-6c0609cbf168 is: DOWN; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:20:50.587593 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (b9a5a002-b498-4745-8cd7-6c0609cbf168), before_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:20:50.609630 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] For port b9a5a002-b498-4745-8cd7-6c0609cbf168, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=b9a5a002-b498-4745-8cd7-6c0609cbf168,segment=NetworkSegment(142bc50f-d6af-4646-8d06-bb7af6b7b51c),segment_id=142bc50f-d6af-4646-8d06-bb7af6b7b51c)] {{(pid=116163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 11:20:50.697923 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393'] for port (b9a5a002-b498-4745-8cd7-6c0609cbf168), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:20:50.723226 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (6be95134-9a6c-4663-8b48-90d12ce90c60), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:20:50.749548 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Pushing event updated for resources: {'Port': ['ID=b9a5a002-b498-4745-8cd7-6c0609cbf168,revision_number=4']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:20:50.900259 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 58722) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:20:50.904942 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.v2.base [None req-684e8061-bc61-4b68-b3af-244505b57824 tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1768398053', 'description': 'tempest-description--420415882'}} {{(pid=116161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:20:51.066785 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67f48b6d-21e4-4974-b3e3-a0b25f47005f None None] Sync routers for ids ['b4eaa602-d8f3-4f9d-b561-7dc769fae294'] in dv-neutron-master-2-hyperv {{(pid=116164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 11:20:51.074989 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-684e8061-bc61-4b68-b3af-244505b57824 tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] Publish callbacks [] for security_group (None), before_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:20:51.077792 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67f48b6d-21e4-4974-b3e3-a0b25f47005f None None] Routers {'b4eaa602-d8f3-4f9d-b561-7dc769fae294'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=116164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 11:20:51.078485 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_hamode_db [None req-67f48b6d-21e4-4974-b3e3-a0b25f47005f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-28T10:50:39Z,description=,heartbeat_timestamp=2022-04-28T11:20:39Z,host='dv-neutron-master-2-hyperv',id=6b492ad6-0876-4d74-b20d-28143a52ceba,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T10:50:40Z,topic='l3_agent')) {'router_ids': ['b4eaa602-d8f3-4f9d-b561-7dc769fae294'], 'active': True} {{(pid=116164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:20:51.145605 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-684e8061-bc61-4b68-b3af-244505b57824 tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] Publish callbacks [] for security_group (3539056c-8cc1-4577-a7ad-e9534f0b7718), precommit_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:20:51.212178 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-684e8061-bc61-4b68-b3af-244505b57824 tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924426'] for security_group (3539056c-8cc1-4577-a7ad-e9534f0b7718), after_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:20:51.242618 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684e8061-bc61-4b68-b3af-244505b57824 tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3539056c-8cc1-4577-a7ad-e9534f0b7718,revision_number=1']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:20:51.282115 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_dvr_db [None req-67f48b6d-21e4-4974-b3e3-a0b25f47005f None None] Set router b4eaa602-d8f3-4f9d-b561-7dc769fae294 gateway port host: dv-neutron-master-2-hyperv {{(pid=116164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 11:20:51.288371 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-684e8061-bc61-4b68-b3af-244505b57824 tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] Publish callbacks [] for security_group (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:20:51.289680 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-684e8061-bc61-4b68-b3af-244505b57824 tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.3883913 Apr 28 11:20:51.292518 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 58724) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:20:51.296789 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.v2.base [None req-7b163d5e-7987-4e8a-b7df-c4c68586ed0d tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] Request body: {'security_group_rule': {'security_group_id': '3539056c-8cc1-4577-a7ad-e9534f0b7718', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=116161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:20:51.381340 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-7b163d5e-7987-4e8a-b7df-c4c68586ed0d tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] Publish callbacks [] for security_group_rule (2ea17f64-392d-45f6-8a2f-65f834c66bb9), before_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:20:51.442078 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-7b163d5e-7987-4e8a-b7df-c4c68586ed0d tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] Publish callbacks [] for security_group_rule (2ea17f64-392d-45f6-8a2f-65f834c66bb9), precommit_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:20:51.472166 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_hamode_db [None req-67f48b6d-21e4-4974-b3e3-a0b25f47005f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4eaa602-d8f3-4f9d-b561-7dc769fae294', 'name': 'tempest-ServerActionsTestJSON-1755349530-router', 'tenant_id': 'c6d478e5001e4fd0b6162553a901b8a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'external_fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.209'}], 'enable_snat': True}, 'gw_port_id': 'b9a5a002-b498-4745-8cd7-6c0609cbf168', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T11:20:46Z', 'updated_at': '2022-04-28T11:20:49Z', 'revision_number': 4, 'project_id': 'c6d478e5001e4fd0b6162553a901b8a7', 'gw_port': {'id': 'b9a5a002-b498-4745-8cd7-6c0609cbf168', 'name': '', 'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:93:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4eaa602-d8f3-4f9d-b561-7dc769fae294', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1580, 'fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:20:46Z', 'updated_at': '2022-04-28T11:20:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '8425edff-67d1-4912-8f82-fc13dcd47d5f', 'name': '', 'network_id': 'c60b869f-ffc4-410a-a880-25b67f86d527', 'tenant_id': 'c6d478e5001e4fd0b6162553a901b8a7', 'mac_address': 'fa:16:3e:d7:36:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4eaa602-d8f3-4f9d-b561-7dc769fae294', 'device_owner': 'network:router_interface', 'standard_attr_id': 1581, 'fixed_ips': [{'subnet_id': 'd169038c-3246-43ab-9ecf-83e677cd232f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:20:48Z', 'updated_at': '2022-04-28T11:20:49Z', 'revision_number': 2, 'project_id': 'c6d478e5001e4fd0b6162553a901b8a7', 'subnets': [{'id': 'd169038c-3246-43ab-9ecf-83e677cd232f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=116164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:20:51.498133 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-7b163d5e-7987-4e8a-b7df-c4c68586ed0d tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1912725'] for security_group_rule (2ea17f64-392d-45f6-8a2f-65f834c66bb9), after_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:20:51.498350 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67f48b6d-21e4-4974-b3e3-a0b25f47005f None None] Checking router: b4eaa602-d8f3-4f9d-b561-7dc769fae294 for host: dv-neutron-master-2-hyperv {{(pid=116164) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 11:20:51.498727 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67f48b6d-21e4-4974-b3e3-a0b25f47005f None None] Updating router b4eaa602-d8f3-4f9d-b561-7dc769fae294 port 8425edff-67d1-4912-8f82-fc13dcd47d5f binding host dv-neutron-master-2-hyperv {{(pid=116164) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 28 11:20:51.519194 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b163d5e-7987-4e8a-b7df-c4c68586ed0d tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2ea17f64-392d-45f6-8a2f-65f834c66bb9,revision_number=0']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:20:51.529256 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron_lib.callbacks.manager [None req-67f48b6d-21e4-4974-b3e3-a0b25f47005f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (8425edff-67d1-4912-8f82-fc13dcd47d5f), before_update {{(pid=116164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:20:51.580811 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-7b163d5e-7987-4e8a-b7df-c4c68586ed0d tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:20:51.582241 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-7b163d5e-7987-4e8a-b7df-c4c68586ed0d tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2888565 Apr 28 11:20:51.585007 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 58726) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:20:51.589914 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.v2.base [None req-c001b115-257d-49d9-9965-292401f38b81 tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] Request body: {'security_group_rule': {'security_group_id': '3539056c-8cc1-4577-a7ad-e9534f0b7718', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=116162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:20:51.675333 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-c001b115-257d-49d9-9965-292401f38b81 tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] Publish callbacks [] for security_group_rule (7e862cb4-7d45-4319-8363-cd032d2db952), before_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:20:51.735370 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-c001b115-257d-49d9-9965-292401f38b81 tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] Publish callbacks [] for security_group_rule (7e862cb4-7d45-4319-8363-cd032d2db952), precommit_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:20:51.785483 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron_lib.callbacks.manager [None req-67f48b6d-21e4-4974-b3e3-a0b25f47005f None None] Publish callbacks [] for port (8425edff-67d1-4912-8f82-fc13dcd47d5f), precommit_update {{(pid=116164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:20:51.794644 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-c001b115-257d-49d9-9965-292401f38b81 tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1912725'] for security_group_rule (7e862cb4-7d45-4319-8363-cd032d2db952), after_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:20:51.815585 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c001b115-257d-49d9-9965-292401f38b81 tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7e862cb4-7d45-4319-8363-cd032d2db952,revision_number=0']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:20:51.834794 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron_lib.callbacks.manager [None req-67f48b6d-21e4-4974-b3e3-a0b25f47005f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393'] for port (8425edff-67d1-4912-8f82-fc13dcd47d5f), after_update {{(pid=116164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:20:51.853784 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-c001b115-257d-49d9-9965-292401f38b81 tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:20:51.855265 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-c001b115-257d-49d9-9965-292401f38b81 tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2692554 Apr 28 11:20:51.858991 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 58728) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:20:51.863578 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.v2.base [None req-e02e88be-8f8c-4563-b816-f4b9d0dd6b24 tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] Request body: {'floatingip': {'floating_network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c'}} {{(pid=116161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:20:51.896207 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87a622d-2e17-4f7a-b7b0-303bce5a646e None None] Pushing event updated for resources: {'Port': ['ID=8425edff-67d1-4912-8f82-fc13dcd47d5f,revision_number=3']} {{(pid=116164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:20:51.937621 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d87a622d-2e17-4f7a-b7b0-303bce5a646e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:20:51.937961 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d87a622d-2e17-4f7a-b7b0-303bce5a646e None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:20:51.938298 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d87a622d-2e17-4f7a-b7b0-303bce5a646e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:20:51.938655 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d87a622d-2e17-4f7a-b7b0-303bce5a646e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:20:51.938983 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d87a622d-2e17-4f7a-b7b0-303bce5a646e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:20:51.939322 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d87a622d-2e17-4f7a-b7b0-303bce5a646e None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:20:51.939638 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d87a622d-2e17-4f7a-b7b0-303bce5a646e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:20:51.939955 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d87a622d-2e17-4f7a-b7b0-303bce5a646e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:20:51.940274 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d87a622d-2e17-4f7a-b7b0-303bce5a646e None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:20:51.940598 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d87a622d-2e17-4f7a-b7b0-303bce5a646e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:20:51.940921 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d87a622d-2e17-4f7a-b7b0-303bce5a646e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:20:51.941239 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d87a622d-2e17-4f7a-b7b0-303bce5a646e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:20:51.941559 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d87a622d-2e17-4f7a-b7b0-303bce5a646e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:20:51.941869 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d87a622d-2e17-4f7a-b7b0-303bce5a646e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:20:51.942199 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d87a622d-2e17-4f7a-b7b0-303bce5a646e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:20:51.960927 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.plugins.ml2.managers [None req-67f48b6d-21e4-4974-b3e3-a0b25f47005f None None] Attempting to bind port 8425edff-67d1-4912-8f82-fc13dcd47d5f on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=116164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 28 11:20:51.961292 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.plugins.ml2.managers [None req-67f48b6d-21e4-4974-b3e3-a0b25f47005f None None] Attempting to bind port 8425edff-67d1-4912-8f82-fc13dcd47d5f by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'a86044ce-17ef-42c7-90b1-0665dc477f6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'c60b869f-ffc4-410a-a880-25b67f86d527'}] {{(pid=116164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 28 11:20:51.961652 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67f48b6d-21e4-4974-b3e3-a0b25f47005f None None] Attempting to bind port 8425edff-67d1-4912-8f82-fc13dcd47d5f on network c60b869f-ffc4-410a-a880-25b67f86d527 {{(pid=116164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 11:20:51.966309 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-e02e88be-8f8c-4563-b816-f4b9d0dd6b24 tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] Publish callbacks [] for floatingip (None), before_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:20:51.967167 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67f48b6d-21e4-4974-b3e3-a0b25f47005f None None] Checking agent: {'id': 'd5baab19-5dd1-4902-922b-84acb048ab9c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 10, 50, 43), 'started_at': datetime.datetime(2022, 4, 28, 10, 51, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 11, 20, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=116164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 11:20:51.968068 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67f48b6d-21e4-4974-b3e3-a0b25f47005f None None] Checking segment: {'id': 'a86044ce-17ef-42c7-90b1-0665dc477f6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'c60b869f-ffc4-410a-a880-25b67f86d527'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 11:20:51.968620 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron_lib.callbacks.manager [None req-67f48b6d-21e4-4974-b3e3-a0b25f47005f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=116164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:20:51.969304 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67f48b6d-21e4-4974-b3e3-a0b25f47005f None None] Bound using segment: {'id': 'a86044ce-17ef-42c7-90b1-0665dc477f6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'c60b869f-ffc4-410a-a880-25b67f86d527'} {{(pid=116164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 11:20:51.969781 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.plugins.ml2.managers [None req-67f48b6d-21e4-4974-b3e3-a0b25f47005f None None] Bound port: 8425edff-67d1-4912-8f82-fc13dcd47d5f, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a86044ce-17ef-42c7-90b1-0665dc477f6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'c60b869f-ffc4-410a-a880-25b67f86d527'}}] {{(pid=116164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 28 11:20:51.970162 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron_lib.callbacks.manager [None req-67f48b6d-21e4-4974-b3e3-a0b25f47005f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (8425edff-67d1-4912-8f82-fc13dcd47d5f), before_update {{(pid=116164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:20:52.040272 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.plugins.ml2.db [None req-67f48b6d-21e4-4974-b3e3-a0b25f47005f None None] For port 8425edff-67d1-4912-8f82-fc13dcd47d5f, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=116164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 11:20:52.044199 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.plugins.ml2.db [None req-67f48b6d-21e4-4974-b3e3-a0b25f47005f None None] For port 8425edff-67d1-4912-8f82-fc13dcd47d5f, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=8425edff-67d1-4912-8f82-fc13dcd47d5f,segment=NetworkSegment(a86044ce-17ef-42c7-90b1-0665dc477f6d),segment_id=a86044ce-17ef-42c7-90b1-0665dc477f6d)] {{(pid=116164) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 11:20:52.049208 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-e02e88be-8f8c-4563-b816-f4b9d0dd6b24 tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (None), before_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:20:52.121111 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron_lib.callbacks.manager [None req-67f48b6d-21e4-4974-b3e3-a0b25f47005f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393'] for port (8425edff-67d1-4912-8f82-fc13dcd47d5f), after_update {{(pid=116164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:20:52.129566 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-092c3b9b-80d9-4ec8-b840-ec134d90591d None None] Provisioning complete for port 8425edff-67d1-4912-8f82-fc13dcd47d5f triggered by entity DHCP. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:20:52.130085 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-092c3b9b-80d9-4ec8-b840-ec134d90591d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (8425edff-67d1-4912-8f82-fc13dcd47d5f), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:20:52.161503 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.db.db_base_plugin_common [None req-e02e88be-8f8c-4563-b816-f4b9d0dd6b24 tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] Allocated IP 172.36.4.254 (7be49d94-bbb8-4a61-bafe-209c5f861e1c/c0f82f52-05ee-40f2-a57c-9d02e01fb9fa/75606372-52fc-4176-b57b-57e663ba4699) {{(pid=116161) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 11:20:52.167180 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67f48b6d-21e4-4974-b3e3-a0b25f47005f None None] Routers {'b4eaa602-d8f3-4f9d-b561-7dc769fae294'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=116164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 11:20:52.167804 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_hamode_db [None req-67f48b6d-21e4-4974-b3e3-a0b25f47005f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-28T10:50:39Z,description=,heartbeat_timestamp=2022-04-28T11:20:39Z,host='dv-neutron-master-2-hyperv',id=6b492ad6-0876-4d74-b20d-28143a52ceba,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T10:50:40Z,topic='l3_agent')) {'router_ids': ['b4eaa602-d8f3-4f9d-b561-7dc769fae294'], 'active': True} {{(pid=116164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:20:52.255514 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-092c3b9b-80d9-4ec8-b840-ec134d90591d None None] Current status of the port 8425edff-67d1-4912-8f82-fc13dcd47d5f is: DOWN; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:20:52.255959 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-092c3b9b-80d9-4ec8-b840-ec134d90591d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (8425edff-67d1-4912-8f82-fc13dcd47d5f), before_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:20:52.266425 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Device b9a5a002-b498-4745-8cd7-6c0609cbf168 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=116163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 11:20:52.298335 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-e02e88be-8f8c-4563-b816-f4b9d0dd6b24 tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] Publish callbacks [] for port (75606372-52fc-4176-b57b-57e663ba4699), precommit_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:20:52.317514 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_dvr_db [None req-67f48b6d-21e4-4974-b3e3-a0b25f47005f None None] Set router b4eaa602-d8f3-4f9d-b561-7dc769fae294 gateway port host: dv-neutron-master-2-hyperv {{(pid=116164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 11:20:52.331318 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-092c3b9b-80d9-4ec8-b840-ec134d90591d None None] For port 8425edff-67d1-4912-8f82-fc13dcd47d5f, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=8425edff-67d1-4912-8f82-fc13dcd47d5f,segment=NetworkSegment(a86044ce-17ef-42c7-90b1-0665dc477f6d),segment_id=a86044ce-17ef-42c7-90b1-0665dc477f6d)] {{(pid=116163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 11:20:52.345421 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Provisioning complete for port b9a5a002-b498-4745-8cd7-6c0609cbf168 triggered by entity L2. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:20:52.345796 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (b9a5a002-b498-4745-8cd7-6c0609cbf168), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:20:52.378884 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87a622d-2e17-4f7a-b7b0-303bce5a646e None None] Pushing event updated for resources: {'Port': ['ID=8425edff-67d1-4912-8f82-fc13dcd47d5f,revision_number=4']} {{(pid=116164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:20:52.426635 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-092c3b9b-80d9-4ec8-b840-ec134d90591d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393'] for port (8425edff-67d1-4912-8f82-fc13dcd47d5f), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:20:52.460844 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Current status of the port b9a5a002-b498-4745-8cd7-6c0609cbf168 is: ACTIVE; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:20:52.481173 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092c3b9b-80d9-4ec8-b840-ec134d90591d None None] Pushing event updated for resources: {'Port': ['ID=8425edff-67d1-4912-8f82-fc13dcd47d5f,revision_number=5']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:20:52.487103 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-e02e88be-8f8c-4563-b816-f4b9d0dd6b24 tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742234710357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5219112'] for port (75606372-52fc-4176-b57b-57e663ba4699), after_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:20:52.533086 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_hamode_db [None req-67f48b6d-21e4-4974-b3e3-a0b25f47005f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4eaa602-d8f3-4f9d-b561-7dc769fae294', 'name': 'tempest-ServerActionsTestJSON-1755349530-router', 'tenant_id': 'c6d478e5001e4fd0b6162553a901b8a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'external_fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.209'}], 'enable_snat': True}, 'gw_port_id': 'b9a5a002-b498-4745-8cd7-6c0609cbf168', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T11:20:46Z', 'updated_at': '2022-04-28T11:20:49Z', 'revision_number': 4, 'project_id': 'c6d478e5001e4fd0b6162553a901b8a7', 'gw_port': {'id': 'b9a5a002-b498-4745-8cd7-6c0609cbf168', 'name': '', 'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:93:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4eaa602-d8f3-4f9d-b561-7dc769fae294', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1580, 'fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:20:46Z', 'updated_at': '2022-04-28T11:20:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '8425edff-67d1-4912-8f82-fc13dcd47d5f', 'name': '', 'network_id': 'c60b869f-ffc4-410a-a880-25b67f86d527', 'tenant_id': 'c6d478e5001e4fd0b6162553a901b8a7', 'mac_address': 'fa:16:3e:d7:36:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4eaa602-d8f3-4f9d-b561-7dc769fae294', 'device_owner': 'network:router_interface', 'standard_attr_id': 1581, 'fixed_ips': [{'subnet_id': 'd169038c-3246-43ab-9ecf-83e677cd232f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:20:48Z', 'updated_at': '2022-04-28T11:20:52Z', 'revision_number': 4, 'project_id': 'c6d478e5001e4fd0b6162553a901b8a7', 'subnets': [{'id': 'd169038c-3246-43ab-9ecf-83e677cd232f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=116164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:20:52.536237 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e02e88be-8f8c-4563-b816-f4b9d0dd6b24 tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] Network 7be49d94-bbb8-4a61-bafe-209c5f861e1c is already hosted by enough agents. {{(pid=116161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 11:20:52.538925 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-f774766b-b6b9-4db3-acfa-71327d4abbec None None] Provisioning complete for port 8425edff-67d1-4912-8f82-fc13dcd47d5f triggered by entity DHCP. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:20:52.539308 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-f774766b-b6b9-4db3-acfa-71327d4abbec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (8425edff-67d1-4912-8f82-fc13dcd47d5f), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:20:52.543964 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.scheduler.base_scheduler [None req-e02e88be-8f8c-4563-b816-f4b9d0dd6b24 tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] Resources bound (agent type, host, resource id): {{(pid=116161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 11:20:52.549291 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e02e88be-8f8c-4563-b816-f4b9d0dd6b24 tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] Received port after_create {{(pid=116161) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 11:20:52.560525 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67f48b6d-21e4-4974-b3e3-a0b25f47005f None None] The sync data for ids ['b4eaa602-d8f3-4f9d-b561-7dc769fae294'] in dv-neutron-master-2-hyperv is: [{'id': 'b4eaa602-d8f3-4f9d-b561-7dc769fae294', 'name': 'tempest-ServerActionsTestJSON-1755349530-router', 'tenant_id': 'c6d478e5001e4fd0b6162553a901b8a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'external_fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.209'}], 'enable_snat': True}, 'gw_port_id': 'b9a5a002-b498-4745-8cd7-6c0609cbf168', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T11:20:46Z', 'updated_at': '2022-04-28T11:20:49Z', 'revision_number': 4, 'project_id': 'c6d478e5001e4fd0b6162553a901b8a7', 'gw_port': {'id': 'b9a5a002-b498-4745-8cd7-6c0609cbf168', 'name': '', 'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:93:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4eaa602-d8f3-4f9d-b561-7dc769fae294', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1580, 'fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:20:46Z', 'updated_at': '2022-04-28T11:20:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '8425edff-67d1-4912-8f82-fc13dcd47d5f', 'name': '', 'network_id': 'c60b869f-ffc4-410a-a880-25b67f86d527', 'tenant_id': 'c6d478e5001e4fd0b6162553a901b8a7', 'mac_address': 'fa:16:3e:d7:36:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4eaa602-d8f3-4f9d-b561-7dc769fae294', 'device_owner': 'network:router_interface', 'standard_attr_id': 1581, 'fixed_ips': [{'subnet_id': 'd169038c-3246-43ab-9ecf-83e677cd232f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:20:48Z', 'updated_at': '2022-04-28T11:20:52Z', 'revision_number': 4, 'project_id': 'c6d478e5001e4fd0b6162553a901b8a7', 'subnets': [{'id': 'd169038c-3246-43ab-9ecf-83e677cd232f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=116164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 11:20:52.570433 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02e88be-8f8c-4563-b816-f4b9d0dd6b24 tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] Pushing event updated for resources: {'Port': ['ID=75606372-52fc-4176-b57b-57e663ba4699,revision_number=1']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:20:52.648687 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-f774766b-b6b9-4db3-acfa-71327d4abbec None None] Current status of the port 8425edff-67d1-4912-8f82-fc13dcd47d5f is: ACTIVE; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:20:52.656322 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-e02e88be-8f8c-4563-b816-f4b9d0dd6b24 tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] Publish callbacks [] for floatingip (564aa41d-91b4-4737-a96d-aeefa93303a2), precommit_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:20:52.968926 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-e02e88be-8f8c-4563-b816-f4b9d0dd6b24 tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (75606372-52fc-4176-b57b-57e663ba4699), before_update {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:20:53.132998 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-e02e88be-8f8c-4563-b816-f4b9d0dd6b24 tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] Publish callbacks [] for port (75606372-52fc-4176-b57b-57e663ba4699), precommit_update {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:20:53.189489 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-e02e88be-8f8c-4563-b816-f4b9d0dd6b24 tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5219123'] for port (75606372-52fc-4176-b57b-57e663ba4699), after_update {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:20:53.262157 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02e88be-8f8c-4563-b816-f4b9d0dd6b24 tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] Pushing event updated for resources: {'Port': ['ID=75606372-52fc-4176-b57b-57e663ba4699,revision_number=2']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:20:53.277316 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-e02e88be-8f8c-4563-b816-f4b9d0dd6b24 tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2063164'] for floatingip (564aa41d-91b4-4737-a96d-aeefa93303a2), after_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:20:53.403099 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-e02e88be-8f8c-4563-b816-f4b9d0dd6b24 tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198022'] for floatingip (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:20:53.405128 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-e02e88be-8f8c-4563-b816-f4b9d0dd6b24 tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.5442998 Apr 28 11:20:53.564318 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-de73aab1-98a3-40d7-8553-bae1e4222589 req-1fd4d3f9-09eb-47f1-81fd-f98382ddb601 tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-securitygroup--1768398053&fields=id&tenant_id=c6d478e5001e4fd0b6162553a901b8a7 HTTP/1.1" status: 200 len: 267 time: 0.0472600 Apr 28 11:20:53.669453 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de73aab1-98a3-40d7-8553-bae1e4222589 req-eeaabc1b-d49e-4e7a-ab51-856a87e4bf65 tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:20:53.670972 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-de73aab1-98a3-40d7-8553-bae1e4222589 req-eeaabc1b-d49e-4e7a-ab51-856a87e4bf65 tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] 10.222.0.10 "GET /v2.0/networks?id=c60b869f-ffc4-410a-a880-25b67f86d527 HTTP/1.1" status: 200 len: 812 time: 0.1001732 Apr 28 11:20:53.685468 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-de73aab1-98a3-40d7-8553-bae1e4222589 req-dac75714-e193-462e-b1aa-3d77422d97de tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] 10.222.0.10 "GET /v2.0/quotas/c6d478e5001e4fd0b6162553a901b8a7 HTTP/1.1" status: 200 len: 375 time: 0.0087020 Apr 28 11:20:53.738584 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-de73aab1-98a3-40d7-8553-bae1e4222589 req-9b370cce-9065-492e-832d-0d432df57751 tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=c6d478e5001e4fd0b6162553a901b8a7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0478499 Apr 28 11:20:53.795075 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [req-de73aab1-98a3-40d7-8553-bae1e4222589 req-eee0e412-45e3-4034-8467-31f50694bff1 service neutron] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=116161) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 28 11:20:53.796104 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-de73aab1-98a3-40d7-8553-bae1e4222589 req-eee0e412-45e3-4034-8467-31f50694bff1 service neutron] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0467763 Apr 28 11:20:53.885517 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-de73aab1-98a3-40d7-8553-bae1e4222589 req-6725bf3e-9c64-4eea-8265-6864eb605d5f service neutron] 10.222.0.10 "GET /v2.0/networks/c60b869f-ffc4-410a-a880-25b67f86d527?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834899 Apr 28 11:20:53.979646 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-de73aab1-98a3-40d7-8553-bae1e4222589 req-f862064e-59fa-4e6c-a219-ac9171c58285 service neutron] 10.222.0.10 "GET /v2.0/networks/c60b869f-ffc4-410a-a880-25b67f86d527?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878701 Apr 28 11:20:54.230090 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Device 8425edff-67d1-4912-8f82-fc13dcd47d5f up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=116163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 11:20:54.242619 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-a41e7fa8-a888-4f7c-8eba-771023a618fe req-d84d72ef-05d6-48a2-a7c6-a280e5c9a7e7 tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] 10.222.0.10 "GET /v2.0/ports?device_id=a851042c-54c8-4d01-88c4-d33fbdc6d38c HTTP/1.1" status: 200 len: 210 time: 0.0390937 Apr 28 11:20:54.288792 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Provisioning complete for port 8425edff-67d1-4912-8f82-fc13dcd47d5f triggered by entity L2. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:20:54.299406 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (8425edff-67d1-4912-8f82-fc13dcd47d5f), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:20:54.370224 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Current status of the port 8425edff-67d1-4912-8f82-fc13dcd47d5f is: ACTIVE; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:20:55.340602 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-0b69c4b6-6764-4452-a8c7-a3076708bdd6 req-ead22c4e-0215-418c-aa0a-12286f1ad794 tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] 10.222.0.10 "GET /v2.0/ports?device_id=a851042c-54c8-4d01-88c4-d33fbdc6d38c HTTP/1.1" status: 200 len: 210 time: 0.0287380 Apr 28 11:20:56.119088 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de73aab1-98a3-40d7-8553-bae1e4222589 req-6697da4d-d14d-4ee6-8c94-938d1f58dfea tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:20:56.120565 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-de73aab1-98a3-40d7-8553-bae1e4222589 req-6697da4d-d14d-4ee6-8c94-938d1f58dfea tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] 10.222.0.20 "GET /v2.0/networks?id=c60b869f-ffc4-410a-a880-25b67f86d527 HTTP/1.1" status: 200 len: 812 time: 0.1020217 Apr 28 11:20:56.180760 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-de73aab1-98a3-40d7-8553-bae1e4222589 req-39186d2d-9a92-4352-8243-31bc035c8f1c tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c6d478e5001e4fd0b6162553a901b8a7 HTTP/1.1" status: 200 len: 380 time: 0.0524061 Apr 28 11:20:56.189277 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.v2.base [req-de73aab1-98a3-40d7-8553-bae1e4222589 req-0a825797-349f-4c02-be2a-75ef9853d747 tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] Request body: {'port': {'device_id': 'a851042c-54c8-4d01-88c4-d33fbdc6d38c', 'network_id': 'c60b869f-ffc4-410a-a880-25b67f86d527', 'admin_state_up': True, 'tenant_id': 'c6d478e5001e4fd0b6162553a901b8a7', 'security_groups': ['3539056c-8cc1-4577-a7ad-e9534f0b7718']}} {{(pid=116162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:20:56.348827 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-de73aab1-98a3-40d7-8553-bae1e4222589 req-0a825797-349f-4c02-be2a-75ef9853d747 tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] Made reservation on behalf of c6d478e5001e4fd0b6162553a901b8a7 for: {'port': 1} {{(pid=116162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 11:20:56.352268 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [req-de73aab1-98a3-40d7-8553-bae1e4222589 req-0a825797-349f-4c02-be2a-75ef9853d747 tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (None), before_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:20:56.436388 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-487e215e-32f1-4284-89bc-6cdd0d397575 req-7626e38a-094a-4175-baac-4e85ee1ede78 tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] 10.222.0.10 "GET /v2.0/ports?device_id=a851042c-54c8-4d01-88c4-d33fbdc6d38c HTTP/1.1" status: 200 len: 210 time: 0.0279164 Apr 28 11:20:56.487459 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.db.db_base_plugin_common [req-de73aab1-98a3-40d7-8553-bae1e4222589 req-0a825797-349f-4c02-be2a-75ef9853d747 tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] Allocated IP 172.20.0.4 (c60b869f-ffc4-410a-a880-25b67f86d527/d169038c-3246-43ab-9ecf-83e677cd232f/6502f7b9-f1a9-4d45-9cf0-ac65ba4594ec) {{(pid=116162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 11:20:56.622028 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [req-de73aab1-98a3-40d7-8553-bae1e4222589 req-0a825797-349f-4c02-be2a-75ef9853d747 tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] Publish callbacks [] for port (6502f7b9-f1a9-4d45-9cf0-ac65ba4594ec), precommit_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:20:56.709124 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [req-de73aab1-98a3-40d7-8553-bae1e4222589 req-0a825797-349f-4c02-be2a-75ef9853d747 tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742234710357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5051867'] for port (6502f7b9-f1a9-4d45-9cf0-ac65ba4594ec), after_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:20:56.754969 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-de73aab1-98a3-40d7-8553-bae1e4222589 req-0a825797-349f-4c02-be2a-75ef9853d747 tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] Network c60b869f-ffc4-410a-a880-25b67f86d527 is already hosted by enough agents. {{(pid=116162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 11:20:56.759972 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.scheduler.base_scheduler [req-de73aab1-98a3-40d7-8553-bae1e4222589 req-0a825797-349f-4c02-be2a-75ef9853d747 tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] Resources bound (agent type, host, resource id): {{(pid=116162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 11:20:56.763651 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.db.l3_dvrscheduler_db [req-de73aab1-98a3-40d7-8553-bae1e4222589 req-0a825797-349f-4c02-be2a-75ef9853d747 tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] Received port after_create {{(pid=116162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 11:20:56.789829 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a825797-349f-4c02-be2a-75ef9853d747 tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] Pushing event updated for resources: {'Port': ['ID=6502f7b9-f1a9-4d45-9cf0-ac65ba4594ec,revision_number=1']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:20:56.819207 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de73aab1-98a3-40d7-8553-bae1e4222589 req-0a825797-349f-4c02-be2a-75ef9853d747 tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:20:56.819817 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [req-de73aab1-98a3-40d7-8553-bae1e4222589 req-0a825797-349f-4c02-be2a-75ef9853d747 tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198022'] for port (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:20:56.883311 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-de73aab1-98a3-40d7-8553-bae1e4222589 req-0a825797-349f-4c02-be2a-75ef9853d747 tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6975138 Apr 28 11:20:56.894994 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.v2.base [req-de73aab1-98a3-40d7-8553-bae1e4222589 req-837f5286-3c86-43eb-a199-9aa50c9e0537 service neutron] Request body: {'port': {'device_id': 'a851042c-54c8-4d01-88c4-d33fbdc6d38c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-mast'}} {{(pid=116162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:20:56.959857 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [req-de73aab1-98a3-40d7-8553-bae1e4222589 req-837f5286-3c86-43eb-a199-9aa50c9e0537 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (6502f7b9-f1a9-4d45-9cf0-ac65ba4594ec), before_update {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:20:56.993609 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-59e2cf08-50e1-45e5-b6a8-eb2e69d9225c None None] Provisioning complete for port 6502f7b9-f1a9-4d45-9cf0-ac65ba4594ec triggered by entity DHCP. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:20:56.994164 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-59e2cf08-50e1-45e5-b6a8-eb2e69d9225c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (6502f7b9-f1a9-4d45-9cf0-ac65ba4594ec), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:20:57.028865 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-59e2cf08-50e1-45e5-b6a8-eb2e69d9225c None None] Port 6502f7b9-f1a9-4d45-9cf0-ac65ba4594ec cannot update to ACTIVE because it is not bound. {{(pid=116163) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 28 11:20:57.221135 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.notifiers.nova [req-de73aab1-98a3-40d7-8553-bae1e4222589 req-837f5286-3c86-43eb-a199-9aa50c9e0537 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6502f7b9-f1a9-4d45-9cf0-ac65ba4594ec {{(pid=116162) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 11:20:57.228524 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [req-de73aab1-98a3-40d7-8553-bae1e4222589 req-837f5286-3c86-43eb-a199-9aa50c9e0537 service neutron] Publish callbacks [] for port (6502f7b9-f1a9-4d45-9cf0-ac65ba4594ec), precommit_update {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:20:57.241146 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.db.provisioning_blocks [req-de73aab1-98a3-40d7-8553-bae1e4222589 req-837f5286-3c86-43eb-a199-9aa50c9e0537 service neutron] Transition to ACTIVE for port object 6502f7b9-f1a9-4d45-9cf0-ac65ba4594ec will not be triggered until provisioned by entity L2. {{(pid=116162) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 28 11:20:57.343475 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [req-de73aab1-98a3-40d7-8553-bae1e4222589 req-837f5286-3c86-43eb-a199-9aa50c9e0537 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5051840'] for port (6502f7b9-f1a9-4d45-9cf0-ac65ba4594ec), after_update {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:20:57.398449 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-837f5286-3c86-43eb-a199-9aa50c9e0537 service neutron] Pushing event updated for resources: {'Port': ['ID=6502f7b9-f1a9-4d45-9cf0-ac65ba4594ec,revision_number=2']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:20:57.471017 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.managers [req-de73aab1-98a3-40d7-8553-bae1e4222589 req-837f5286-3c86-43eb-a199-9aa50c9e0537 service neutron] Attempting to bind port 6502f7b9-f1a9-4d45-9cf0-ac65ba4594ec on host hv-neutron-mast for vnic_type normal with profile {{(pid=116162) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 28 11:20:57.471433 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.managers [req-de73aab1-98a3-40d7-8553-bae1e4222589 req-837f5286-3c86-43eb-a199-9aa50c9e0537 service neutron] Attempting to bind port 6502f7b9-f1a9-4d45-9cf0-ac65ba4594ec by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': 'a86044ce-17ef-42c7-90b1-0665dc477f6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'c60b869f-ffc4-410a-a880-25b67f86d527'}] {{(pid=116162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 28 11:20:57.471706 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de73aab1-98a3-40d7-8553-bae1e4222589 req-837f5286-3c86-43eb-a199-9aa50c9e0537 service neutron] Attempting to bind port 6502f7b9-f1a9-4d45-9cf0-ac65ba4594ec on network c60b869f-ffc4-410a-a880-25b67f86d527 {{(pid=116162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 11:20:57.476602 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de73aab1-98a3-40d7-8553-bae1e4222589 req-837f5286-3c86-43eb-a199-9aa50c9e0537 service neutron] Port 6502f7b9-f1a9-4d45-9cf0-ac65ba4594ec on network c60b869f-ffc4-410a-a880-25b67f86d527 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=116162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 28 11:20:57.476931 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de73aab1-98a3-40d7-8553-bae1e4222589 req-837f5286-3c86-43eb-a199-9aa50c9e0537 service neutron] Attempting to bind port 6502f7b9-f1a9-4d45-9cf0-ac65ba4594ec on network c60b869f-ffc4-410a-a880-25b67f86d527 {{(pid=116162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 11:20:57.482516 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de73aab1-98a3-40d7-8553-bae1e4222589 req-837f5286-3c86-43eb-a199-9aa50c9e0537 service neutron] Checking agent: {'id': '6be95134-9a6c-4663-8b48-90d12ce90c60', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-mast', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 10, 57, 20), 'started_at': datetime.datetime(2022, 4, 28, 10, 57, 20), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 11, 20, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=116162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 11:20:57.483463 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de73aab1-98a3-40d7-8553-bae1e4222589 req-837f5286-3c86-43eb-a199-9aa50c9e0537 service neutron] Checking segment: {'id': 'a86044ce-17ef-42c7-90b1-0665dc477f6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'c60b869f-ffc4-410a-a880-25b67f86d527'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 11:20:57.483832 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de73aab1-98a3-40d7-8553-bae1e4222589 req-837f5286-3c86-43eb-a199-9aa50c9e0537 service neutron] Bound using segment: {'id': 'a86044ce-17ef-42c7-90b1-0665dc477f6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'c60b869f-ffc4-410a-a880-25b67f86d527'} {{(pid=116162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 11:20:57.484265 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.managers [req-de73aab1-98a3-40d7-8553-bae1e4222589 req-837f5286-3c86-43eb-a199-9aa50c9e0537 service neutron] Bound port: 6502f7b9-f1a9-4d45-9cf0-ac65ba4594ec, host: hv-neutron-mast, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a86044ce-17ef-42c7-90b1-0665dc477f6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'c60b869f-ffc4-410a-a880-25b67f86d527'}}] {{(pid=116162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 28 11:20:57.484624 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [req-de73aab1-98a3-40d7-8553-bae1e4222589 req-837f5286-3c86-43eb-a199-9aa50c9e0537 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (6502f7b9-f1a9-4d45-9cf0-ac65ba4594ec), before_update {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:20:57.556833 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.db [req-de73aab1-98a3-40d7-8553-bae1e4222589 req-837f5286-3c86-43eb-a199-9aa50c9e0537 service neutron] For port 6502f7b9-f1a9-4d45-9cf0-ac65ba4594ec, host hv-neutron-mast, cleared binding levels {{(pid=116162) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 11:20:57.560063 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.db [req-de73aab1-98a3-40d7-8553-bae1e4222589 req-837f5286-3c86-43eb-a199-9aa50c9e0537 service neutron] For port 6502f7b9-f1a9-4d45-9cf0-ac65ba4594ec, host hv-neutron-mast, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=6502f7b9-f1a9-4d45-9cf0-ac65ba4594ec,segment=NetworkSegment(a86044ce-17ef-42c7-90b1-0665dc477f6d),segment_id=a86044ce-17ef-42c7-90b1-0665dc477f6d)] {{(pid=116162) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 11:20:57.562436 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c599b92e-d752-4756-8fc5-32d9e7bf7b9f req-304c55a5-a392-4a1d-aee6-d3137d0deabe tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:20:57.564039 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-c599b92e-d752-4756-8fc5-32d9e7bf7b9f req-304c55a5-a392-4a1d-aee6-d3137d0deabe tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] 10.222.0.10 "GET /v2.0/ports?device_id=a851042c-54c8-4d01-88c4-d33fbdc6d38c HTTP/1.1" status: 200 len: 943 time: 0.0528769 Apr 28 11:20:57.618346 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-c599b92e-d752-4756-8fc5-32d9e7bf7b9f req-cb4c1bac-e22c-4ef3-96fb-d50ccb2624cf tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] 10.222.0.10 "GET /v2.0/security-groups?id=3539056c-8cc1-4577-a7ad-e9534f0b7718&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482707 Apr 28 11:20:57.629612 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [req-de73aab1-98a3-40d7-8553-bae1e4222589 req-837f5286-3c86-43eb-a199-9aa50c9e0537 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5051840'] for port (6502f7b9-f1a9-4d45-9cf0-ac65ba4594ec), after_update {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:20:57.666972 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de73aab1-98a3-40d7-8553-bae1e4222589 req-837f5286-3c86-43eb-a199-9aa50c9e0537 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:20:57.667513 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [req-de73aab1-98a3-40d7-8553-bae1e4222589 req-837f5286-3c86-43eb-a199-9aa50c9e0537 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198022'] for port (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:20:57.668986 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-de73aab1-98a3-40d7-8553-bae1e4222589 req-837f5286-3c86-43eb-a199-9aa50c9e0537 service neutron] 10.222.0.20 "PUT /v2.0/ports/6502f7b9-f1a9-4d45-9cf0-ac65ba4594ec HTTP/1.1" status: 200 len: 1093 time: 0.7781961 Apr 28 11:20:57.669433 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a851042c-54c8-4d01-88c4-d33fbdc6d38c', 'tag': '6502f7b9-f1a9-4d45-9cf0-ac65ba4594ec'}] {{(pid=116162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 11:20:57.671806 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ba53f40d6116d28995a8e36159d0e539b5353eec116fb5dd4ce03b4b2159ab1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1d34252-f8ed-4d0c-8609-75256d3533a1" -d '{"events": [{"name": "network-changed", "server_uuid": "a851042c-54c8-4d01-88c4-d33fbdc6d38c", "tag": "6502f7b9-f1a9-4d45-9cf0-ac65ba4594ec"}]}' {{(pid=116162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 11:20:57.707693 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-837f5286-3c86-43eb-a199-9aa50c9e0537 service neutron] Pushing event updated for resources: {'Port': ['ID=6502f7b9-f1a9-4d45-9cf0-ac65ba4594ec,revision_number=3']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:20:57.789198 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 11:20:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-642dbe6f-53ac-4891-8bf6-bc677bb3c7ef x-openstack-request-id: req-642dbe6f-53ac-4891-8bf6-bc677bb3c7ef {{(pid=116162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 11:20:57.789198 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a851042c-54c8-4d01-88c4-d33fbdc6d38c", "tag": "6502f7b9-f1a9-4d45-9cf0-ac65ba4594ec", "status": "completed", "code": 200}]} {{(pid=116162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 11:20:57.789198 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-642dbe6f-53ac-4891-8bf6-bc677bb3c7ef {{(pid=116162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 11:20:57.789635 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.notifiers.nova [-] Nova event matching ['req-642dbe6f-53ac-4891-8bf6-bc677bb3c7ef'] response: {'name': 'network-changed', 'server_uuid': 'a851042c-54c8-4d01-88c4-d33fbdc6d38c', 'tag': '6502f7b9-f1a9-4d45-9cf0-ac65ba4594ec', 'status': 'completed', 'code': 200} Apr 28 11:20:57.850513 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de73aab1-98a3-40d7-8553-bae1e4222589 req-03d12d88-bc73-4070-9692-c12c49b389e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:20:57.852129 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-de73aab1-98a3-40d7-8553-bae1e4222589 req-03d12d88-bc73-4070-9692-c12c49b389e1 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c6d478e5001e4fd0b6162553a901b8a7&device_id=a851042c-54c8-4d01-88c4-d33fbdc6d38c HTTP/1.1" status: 200 len: 1127 time: 0.0495963 Apr 28 11:20:57.899465 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-de73aab1-98a3-40d7-8553-bae1e4222589 req-816b9ac8-ad8b-4fc7-840f-69c500d8ab87 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6502f7b9-f1a9-4d45-9cf0-ac65ba4594ec HTTP/1.1" status: 200 len: 217 time: 0.0398338 Apr 28 11:20:57.952893 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de73aab1-98a3-40d7-8553-bae1e4222589 req-1abafaa7-ddc4-4f68-b7cd-d6070605a2dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:20:57.954388 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-de73aab1-98a3-40d7-8553-bae1e4222589 req-1abafaa7-ddc4-4f68-b7cd-d6070605a2dd service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d169038c-3246-43ab-9ecf-83e677cd232f HTTP/1.1" status: 200 len: 851 time: 0.0495932 Apr 28 11:20:58.009697 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de73aab1-98a3-40d7-8553-bae1e4222589 req-0efd92d9-4a98-4902-9ef7-61183b0754b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:20:58.011263 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-de73aab1-98a3-40d7-8553-bae1e4222589 req-0efd92d9-4a98-4902-9ef7-61183b0754b9 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c60b869f-ffc4-410a-a880-25b67f86d527&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0514803 Apr 28 11:20:58.117010 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-de73aab1-98a3-40d7-8553-bae1e4222589 req-e05fdfa3-53e5-4bb4-af6c-cea247b24f84 service neutron] 10.222.0.20 "GET /v2.0/networks/c60b869f-ffc4-410a-a880-25b67f86d527?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0996943 Apr 28 11:20:58.224214 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-de73aab1-98a3-40d7-8553-bae1e4222589 req-f59c99d1-716a-4758-9912-d381008b72ba service neutron] 10.222.0.20 "GET /v2.0/networks/c60b869f-ffc4-410a-a880-25b67f86d527?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1009114 Apr 28 11:20:58.731588 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef05f2a2-7a57-4aea-b2b5-5a83333ed12f req-f92bbf41-16bb-4389-b2f6-8b8d95c6f4e2 tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:20:58.733762 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-ef05f2a2-7a57-4aea-b2b5-5a83333ed12f req-f92bbf41-16bb-4389-b2f6-8b8d95c6f4e2 tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] 10.222.0.10 "GET /v2.0/ports?device_id=a851042c-54c8-4d01-88c4-d33fbdc6d38c HTTP/1.1" status: 200 len: 943 time: 0.0466993 Apr 28 11:20:58.781592 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-ef05f2a2-7a57-4aea-b2b5-5a83333ed12f req-fbfdaa2a-9136-4b6e-b6a7-3d73550503f4 tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] 10.222.0.10 "GET /v2.0/security-groups?id=3539056c-8cc1-4577-a7ad-e9534f0b7718&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421367 Apr 28 11:20:59.034776 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d34252-f8ed-4d0c-8609-75256d3533a1 req-6edd0ebd-f5de-4792-8ff6-5663a66d6ab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:20:59.036272 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-e1d34252-f8ed-4d0c-8609-75256d3533a1 req-6edd0ebd-f5de-4792-8ff6-5663a66d6ab4 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c6d478e5001e4fd0b6162553a901b8a7&device_id=a851042c-54c8-4d01-88c4-d33fbdc6d38c HTTP/1.1" status: 200 len: 1127 time: 0.0446000 Apr 28 11:20:59.127404 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d34252-f8ed-4d0c-8609-75256d3533a1 req-26a2e1f2-d85e-42af-be0d-890df9231130 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:20:59.128901 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-e1d34252-f8ed-4d0c-8609-75256d3533a1 req-26a2e1f2-d85e-42af-be0d-890df9231130 service neutron] 10.222.0.20 "GET /v2.0/networks?id=c60b869f-ffc4-410a-a880-25b67f86d527 HTTP/1.1" status: 200 len: 912 time: 0.0857618 Apr 28 11:20:59.172623 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-e1d34252-f8ed-4d0c-8609-75256d3533a1 req-36df0336-9f5a-424a-9ce4-c3635a09b1fd service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6502f7b9-f1a9-4d45-9cf0-ac65ba4594ec HTTP/1.1" status: 200 len: 217 time: 0.0379622 Apr 28 11:20:59.220824 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d34252-f8ed-4d0c-8609-75256d3533a1 req-c12ae8ca-faab-4859-8cd9-48039ecf4645 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:20:59.222234 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-e1d34252-f8ed-4d0c-8609-75256d3533a1 req-c12ae8ca-faab-4859-8cd9-48039ecf4645 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d169038c-3246-43ab-9ecf-83e677cd232f HTTP/1.1" status: 200 len: 851 time: 0.0443742 Apr 28 11:20:59.265506 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d34252-f8ed-4d0c-8609-75256d3533a1 req-212eb226-82d3-4f36-8e68-ae391c594d8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:20:59.267041 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-e1d34252-f8ed-4d0c-8609-75256d3533a1 req-212eb226-82d3-4f36-8e68-ae391c594d8b service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c60b869f-ffc4-410a-a880-25b67f86d527&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0394685 Apr 28 11:20:59.358081 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-e1d34252-f8ed-4d0c-8609-75256d3533a1 req-9091f163-7b43-4f93-b583-2ee1544fd280 service neutron] 10.222.0.20 "GET /v2.0/networks/c60b869f-ffc4-410a-a880-25b67f86d527?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854924 Apr 28 11:20:59.445446 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-e1d34252-f8ed-4d0c-8609-75256d3533a1 req-73786fc7-b217-4fb8-89e5-a2ae1ec5911d service neutron] 10.222.0.20 "GET /v2.0/networks/c60b869f-ffc4-410a-a880-25b67f86d527?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820510 Apr 28 11:20:59.897431 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c7872e-7508-4c3b-8a25-247808726b3e req-6710885b-3767-4d74-9740-74670c029a57 tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:20:59.898920 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-96c7872e-7508-4c3b-8a25-247808726b3e req-6710885b-3767-4d74-9740-74670c029a57 tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] 10.222.0.10 "GET /v2.0/ports?device_id=a851042c-54c8-4d01-88c4-d33fbdc6d38c HTTP/1.1" status: 200 len: 943 time: 0.0468521 Apr 28 11:20:59.946252 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-96c7872e-7508-4c3b-8a25-247808726b3e req-f98ba847-3c8d-4869-8e3e-42d840c6b432 tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] 10.222.0.10 "GET /v2.0/security-groups?id=3539056c-8cc1-4577-a7ad-e9534f0b7718&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416441 Apr 28 11:21:00.716348 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Device 6502f7b9-f1a9-4d45-9cf0-ac65ba4594ec details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=116163) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 28 11:21:00.813238 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] For port 6502f7b9-f1a9-4d45-9cf0-ac65ba4594ec, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=6502f7b9-f1a9-4d45-9cf0-ac65ba4594ec,segment=NetworkSegment(a86044ce-17ef-42c7-90b1-0665dc477f6d),segment_id=a86044ce-17ef-42c7-90b1-0665dc477f6d)] {{(pid=116163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 11:21:00.823796 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Returning: {'device': '6502f7b9-f1a9-4d45-9cf0-ac65ba4594ec', 'network_id': 'c60b869f-ffc4-410a-a880-25b67f86d527', 'port_id': '6502f7b9-f1a9-4d45-9cf0-ac65ba4594ec', 'mac_address': 'fa:16:3e:67:70:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 96, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd169038c-3246-43ab-9ecf-83e677cd232f', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=116163) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 28 11:21:00.860012 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Current status of the port 6502f7b9-f1a9-4d45-9cf0-ac65ba4594ec is: DOWN; New status is: BUILD {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:21:00.860394 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (6502f7b9-f1a9-4d45-9cf0-ac65ba4594ec), before_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:21:00.872831 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.notifiers.nova [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6502f7b9-f1a9-4d45-9cf0-ac65ba4594ec {{(pid=116163) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 11:21:00.892517 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] For port 6502f7b9-f1a9-4d45-9cf0-ac65ba4594ec, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=6502f7b9-f1a9-4d45-9cf0-ac65ba4594ec,segment=NetworkSegment(a86044ce-17ef-42c7-90b1-0665dc477f6d),segment_id=a86044ce-17ef-42c7-90b1-0665dc477f6d)] {{(pid=116163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 11:21:00.948366 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393'] for port (6502f7b9-f1a9-4d45-9cf0-ac65ba4594ec), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:21:01.000241 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Pushing event updated for resources: {'Port': ['ID=6502f7b9-f1a9-4d45-9cf0-ac65ba4594ec,revision_number=4']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:21:01.064026 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d81774-0a56-41b4-9e30-6d086500390d req-4be441c8-8f66-4bd5-ac1e-e0ff078288ff tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:21:01.065416 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-17d81774-0a56-41b4-9e30-6d086500390d req-4be441c8-8f66-4bd5-ac1e-e0ff078288ff tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] 10.222.0.10 "GET /v2.0/ports?device_id=a851042c-54c8-4d01-88c4-d33fbdc6d38c HTTP/1.1" status: 200 len: 944 time: 0.0507975 Apr 28 11:21:01.114636 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-17d81774-0a56-41b4-9e30-6d086500390d req-c599ade4-f955-4612-b691-7a3b83ebd5b9 tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] 10.222.0.10 "GET /v2.0/security-groups?id=3539056c-8cc1-4577-a7ad-e9534f0b7718&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434988 Apr 28 11:21:01.149162 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] get_ports_and_sgs() called for port_ids ['6502f7b9-f1a9-4d45-9cf0-ac65ba4594ec'] {{(pid=116163) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 11:21:02.228181 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7adf9880-afa7-4af1-bdbf-85300acf8f38 req-24d055c4-375a-4747-b126-f7c84aa58095 tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:21:02.229672 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-7adf9880-afa7-4af1-bdbf-85300acf8f38 req-24d055c4-375a-4747-b126-f7c84aa58095 tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] 10.222.0.10 "GET /v2.0/ports?device_id=a851042c-54c8-4d01-88c4-d33fbdc6d38c HTTP/1.1" status: 200 len: 944 time: 0.0472658 Apr 28 11:21:02.277666 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-7adf9880-afa7-4af1-bdbf-85300acf8f38 req-7e06eeb6-b794-4069-98e0-580eaf2f192b tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] 10.222.0.10 "GET /v2.0/security-groups?id=3539056c-8cc1-4577-a7ad-e9534f0b7718&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424380 Apr 28 11:21:02.747828 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Device 6502f7b9-f1a9-4d45-9cf0-ac65ba4594ec up at agent hyperv_hv-neutron-mast {{(pid=116163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 11:21:02.793994 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Provisioning for port 6502f7b9-f1a9-4d45-9cf0-ac65ba4594ec completed by entity L2. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 28 11:21:02.925572 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Provisioning complete for port 6502f7b9-f1a9-4d45-9cf0-ac65ba4594ec triggered by entity L2. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:21:02.925916 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (6502f7b9-f1a9-4d45-9cf0-ac65ba4594ec), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:21:03.001026 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Current status of the port 6502f7b9-f1a9-4d45-9cf0-ac65ba4594ec is: BUILD; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:21:03.001439 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (6502f7b9-f1a9-4d45-9cf0-ac65ba4594ec), before_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:21:03.022569 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a851042c-54c8-4d01-88c4-d33fbdc6d38c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6502f7b9-f1a9-4d45-9cf0-ac65ba4594ec'}] {{(pid=116163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 11:21:03.024780 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f01aec4a4f83961b54a953becfce2676879fb1d4b91122543244f430a0b8460" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47c1dceb-cf26-477a-860d-77f3b75e6310" -d '{"events": [{"server_uuid": "a851042c-54c8-4d01-88c4-d33fbdc6d38c", "name": "network-vif-plugged", "status": "completed", "tag": "6502f7b9-f1a9-4d45-9cf0-ac65ba4594ec"}]}' {{(pid=116163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 11:21:03.037638 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] For port 6502f7b9-f1a9-4d45-9cf0-ac65ba4594ec, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=6502f7b9-f1a9-4d45-9cf0-ac65ba4594ec,segment=NetworkSegment(a86044ce-17ef-42c7-90b1-0665dc477f6d),segment_id=a86044ce-17ef-42c7-90b1-0665dc477f6d)] {{(pid=116163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 11:21:03.061567 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 11:21:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2dd5a5d6-97fc-43bb-8dc5-c42269919080 x-openstack-request-id: req-2dd5a5d6-97fc-43bb-8dc5-c42269919080 {{(pid=116163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 11:21:03.061937 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a851042c-54c8-4d01-88c4-d33fbdc6d38c", "name": "network-vif-plugged", "status": "completed", "tag": "6502f7b9-f1a9-4d45-9cf0-ac65ba4594ec", "code": 200}]} {{(pid=116163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 11:21:03.062185 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-2dd5a5d6-97fc-43bb-8dc5-c42269919080 {{(pid=116163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 11:21:03.062621 dv-neutron-master-2-hyperv neutron-server[116163]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2dd5a5d6-97fc-43bb-8dc5-c42269919080'] response: {'server_uuid': 'a851042c-54c8-4d01-88c4-d33fbdc6d38c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6502f7b9-f1a9-4d45-9cf0-ac65ba4594ec', 'code': 200} Apr 28 11:21:03.098551 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393'] for port (6502f7b9-f1a9-4d45-9cf0-ac65ba4594ec), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:21:03.147471 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Pushing event updated for resources: {'Port': ['ID=6502f7b9-f1a9-4d45-9cf0-ac65ba4594ec,revision_number=5']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:21:03.357921 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678d1fd5-d70d-47ab-b793-879b19d439c0 req-da457e0f-f56b-4e17-a0e4-767bfb80223d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:21:03.359600 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-678d1fd5-d70d-47ab-b793-879b19d439c0 req-da457e0f-f56b-4e17-a0e4-767bfb80223d service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=a851042c-54c8-4d01-88c4-d33fbdc6d38c HTTP/1.1" status: 200 len: 1129 time: 0.0437090 Apr 28 11:21:03.397390 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3dfbe83-0854-4a55-b182-938d19271d3a req-f7c22942-3794-4094-ad4a-292abb2c99bb tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:21:03.398953 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-a3dfbe83-0854-4a55-b182-938d19271d3a req-f7c22942-3794-4094-ad4a-292abb2c99bb tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] 10.222.0.10 "GET /v2.0/ports?device_id=a851042c-54c8-4d01-88c4-d33fbdc6d38c HTTP/1.1" status: 200 len: 945 time: 0.0519264 Apr 28 11:21:03.403543 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-678d1fd5-d70d-47ab-b793-879b19d439c0 req-e2c223a8-ec77-43b9-a36c-cced940b732e service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=3539056c-8cc1-4577-a7ad-e9534f0b7718&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383601 Apr 28 11:21:03.446591 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-a3dfbe83-0854-4a55-b182-938d19271d3a req-05200553-2146-4db3-8c3d-89af71f8978c tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] 10.222.0.10 "GET /v2.0/security-groups?id=3539056c-8cc1-4577-a7ad-e9534f0b7718&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409958 Apr 28 11:21:04.562799 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445e1ca5-1e95-4485-9632-5def2558bc80 req-5a7333bb-f65b-42c6-b80c-28ce54a806f9 tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:21:04.564286 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-445e1ca5-1e95-4485-9632-5def2558bc80 req-5a7333bb-f65b-42c6-b80c-28ce54a806f9 tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] 10.222.0.10 "GET /v2.0/ports?device_id=a851042c-54c8-4d01-88c4-d33fbdc6d38c HTTP/1.1" status: 200 len: 945 time: 0.0477576 Apr 28 11:21:04.610910 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-445e1ca5-1e95-4485-9632-5def2558bc80 req-106606fd-57da-4321-b6c2-e0000d549486 tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] 10.222.0.10 "GET /v2.0/security-groups?id=3539056c-8cc1-4577-a7ad-e9534f0b7718&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411191 Apr 28 11:21:04.721176 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e381050c-c9bf-4c88-9053-63208e2f5102 req-7be602c2-9264-4223-9293-1ed6c9df5cd4 tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:21:04.722708 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-e381050c-c9bf-4c88-9053-63208e2f5102 req-7be602c2-9264-4223-9293-1ed6c9df5cd4 tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] 10.222.0.10 "GET /v2.0/ports?device_id=a851042c-54c8-4d01-88c4-d33fbdc6d38c HTTP/1.1" status: 200 len: 945 time: 0.0495803 Apr 28 11:21:04.731214 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 58788) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:21:04.735457 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.v2.base [None req-242e32ab-2917-4215-af19-ab46a932b383 tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] Request body: {'floatingip': {'port_id': '6502f7b9-f1a9-4d45-9cf0-ac65ba4594ec'}} {{(pid=116161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:21:04.778747 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-242e32ab-2917-4215-af19-ab46a932b383 tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] Publish callbacks [] for floatingip (564aa41d-91b4-4737-a96d-aeefa93303a2), before_update {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:21:05.218046 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-242e32ab-2917-4215-af19-ab46a932b383 tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:21:05.274381 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-242e32ab-2917-4215-af19-ab46a932b383 tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2063164'] for floatingip (564aa41d-91b4-4737-a96d-aeefa93303a2), after_update {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:21:05.375529 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.db.l3_db [None req-242e32ab-2917-4215-af19-ab46a932b383 tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] Floating IP 564aa41d-91b4-4737-a96d-aeefa93303a2 associated. External IP: 172.36.4.254, port: 6502f7b9-f1a9-4d45-9cf0-ac65ba4594ec. Apr 28 11:21:05.904693 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-242e32ab-2917-4215-af19-ab46a932b383 tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] Router b4eaa602-d8f3-4f9d-b561-7dc769fae294 has already been hosted by L3 agent 6b492ad6-0876-4d74-b20d-28143a52ceba {{(pid=116161) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 11:21:06.013791 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-242e32ab-2917-4215-af19-ab46a932b383 tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=116161) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 11:21:06.018690 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-242e32ab-2917-4215-af19-ab46a932b383 tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198022'] for floatingip (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:21:06.023325 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce261624-fcde-4c56-9e8a-cf4df1dacdf5 None None] Sync routers for ids ['b4eaa602-d8f3-4f9d-b561-7dc769fae294'] in dv-neutron-master-2-hyperv {{(pid=116163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 11:21:06.033472 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce261624-fcde-4c56-9e8a-cf4df1dacdf5 None None] Routers {'b4eaa602-d8f3-4f9d-b561-7dc769fae294'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=116163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 11:21:06.034092 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_hamode_db [None req-ce261624-fcde-4c56-9e8a-cf4df1dacdf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-28T10:50:39Z,description=,heartbeat_timestamp=2022-04-28T11:20:39Z,host='dv-neutron-master-2-hyperv',id=6b492ad6-0876-4d74-b20d-28143a52ceba,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T10:50:40Z,topic='l3_agent')) {'router_ids': ['b4eaa602-d8f3-4f9d-b561-7dc769fae294'], 'active': True} {{(pid=116163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:21:06.050142 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-242e32ab-2917-4215-af19-ab46a932b383 tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] 10.222.0.10 "PUT /v2.0/floatingips/564aa41d-91b4-4737-a96d-aeefa93303a2 HTTP/1.1" status: 200 len: 991 time: 1.3179498 Apr 28 11:21:06.050748 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a851042c-54c8-4d01-88c4-d33fbdc6d38c', 'tag': '6502f7b9-f1a9-4d45-9cf0-ac65ba4594ec'}] {{(pid=116161) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 11:21:06.053102 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e748734031c26dffb00ab563e48cb7690d820419218221ecd4f9c2a21276ff88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13d7fe6b-77a4-4d2d-8540-764c77820cf3" -d '{"events": [{"name": "network-changed", "server_uuid": "a851042c-54c8-4d01-88c4-d33fbdc6d38c", "tag": "6502f7b9-f1a9-4d45-9cf0-ac65ba4594ec"}]}' {{(pid=116161) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 11:21:06.096573 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 11:21:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8882c555-f1e5-4a10-9d44-1da81eb7f4b5 x-openstack-request-id: req-8882c555-f1e5-4a10-9d44-1da81eb7f4b5 {{(pid=116161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 11:21:06.096861 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a851042c-54c8-4d01-88c4-d33fbdc6d38c", "tag": "6502f7b9-f1a9-4d45-9cf0-ac65ba4594ec", "status": "completed", "code": 200}]} {{(pid=116161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 11:21:06.097115 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-8882c555-f1e5-4a10-9d44-1da81eb7f4b5 {{(pid=116161) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 11:21:06.097684 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8882c555-f1e5-4a10-9d44-1da81eb7f4b5'] response: {'name': 'network-changed', 'server_uuid': 'a851042c-54c8-4d01-88c4-d33fbdc6d38c', 'tag': '6502f7b9-f1a9-4d45-9cf0-ac65ba4594ec', 'status': 'completed', 'code': 200} Apr 28 11:21:06.150066 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5498a3-03c8-414c-a668-1c26612c24c0 req-4f2e79f0-7c7b-4a43-b049-558c0bb0435d tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:21:06.152312 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-ef5498a3-03c8-414c-a668-1c26612c24c0 req-4f2e79f0-7c7b-4a43-b049-558c0bb0435d tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] 10.222.0.10 "GET /v2.0/ports?device_id=a851042c-54c8-4d01-88c4-d33fbdc6d38c HTTP/1.1" status: 200 len: 945 time: 0.0485117 Apr 28 11:21:06.156275 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvr_db [None req-ce261624-fcde-4c56-9e8a-cf4df1dacdf5 None None] Set router b4eaa602-d8f3-4f9d-b561-7dc769fae294 gateway port host: dv-neutron-master-2-hyperv {{(pid=116163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 11:21:06.158856 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d7fe6b-77a4-4d2d-8540-764c77820cf3 req-4ec264c7-2b08-41b6-bfb8-e53e54564f82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:21:06.160346 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-13d7fe6b-77a4-4d2d-8540-764c77820cf3 req-4ec264c7-2b08-41b6-bfb8-e53e54564f82 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c6d478e5001e4fd0b6162553a901b8a7&device_id=a851042c-54c8-4d01-88c4-d33fbdc6d38c HTTP/1.1" status: 200 len: 1129 time: 0.0432694 Apr 28 11:21:06.207102 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-ef5498a3-03c8-414c-a668-1c26612c24c0 req-e32da161-efea-49c3-9e7d-4bd179dec57f tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] 10.222.0.10 "GET /v2.0/security-groups?id=3539056c-8cc1-4577-a7ad-e9534f0b7718&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476892 Apr 28 11:21:06.262824 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d7fe6b-77a4-4d2d-8540-764c77820cf3 req-f1d114e0-87df-40e8-b034-c5f478faef91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:21:06.265213 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-13d7fe6b-77a4-4d2d-8540-764c77820cf3 req-f1d114e0-87df-40e8-b034-c5f478faef91 service neutron] 10.222.0.20 "GET /v2.0/networks?id=c60b869f-ffc4-410a-a880-25b67f86d527 HTTP/1.1" status: 200 len: 912 time: 0.0959766 Apr 28 11:21:06.327052 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b2160b-35a8-4a4d-8c3a-5088b7619c65 req-591aa313-0018-4650-9089-39461299e9bb tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:21:06.328744 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-30b2160b-35a8-4a4d-8c3a-5088b7619c65 req-591aa313-0018-4650-9089-39461299e9bb tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] 10.222.0.10 "GET /v2.0/ports?device_id=a851042c-54c8-4d01-88c4-d33fbdc6d38c HTTP/1.1" status: 200 len: 945 time: 0.0532334 Apr 28 11:21:06.332717 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-13d7fe6b-77a4-4d2d-8540-764c77820cf3 req-88496331-6f0e-4703-8af6-8187116218dc service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6502f7b9-f1a9-4d45-9cf0-ac65ba4594ec HTTP/1.1" status: 200 len: 999 time: 0.0622225 Apr 28 11:21:06.379697 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-30b2160b-35a8-4a4d-8c3a-5088b7619c65 req-10634bbb-ddf8-4196-ae2e-e54637f5bcf3 tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] 10.222.0.10 "GET /v2.0/security-groups?id=3539056c-8cc1-4577-a7ad-e9534f0b7718&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447102 Apr 28 11:21:06.387715 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d7fe6b-77a4-4d2d-8540-764c77820cf3 req-944b70f1-e0ae-4b87-be67-505139c974cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:21:06.389645 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-13d7fe6b-77a4-4d2d-8540-764c77820cf3 req-944b70f1-e0ae-4b87-be67-505139c974cb service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d169038c-3246-43ab-9ecf-83e677cd232f HTTP/1.1" status: 200 len: 851 time: 0.0494876 Apr 28 11:21:06.391405 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_hamode_db [None req-ce261624-fcde-4c56-9e8a-cf4df1dacdf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4eaa602-d8f3-4f9d-b561-7dc769fae294', 'name': 'tempest-ServerActionsTestJSON-1755349530-router', 'tenant_id': 'c6d478e5001e4fd0b6162553a901b8a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'external_fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.209'}], 'enable_snat': True}, 'gw_port_id': 'b9a5a002-b498-4745-8cd7-6c0609cbf168', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T11:20:46Z', 'updated_at': '2022-04-28T11:20:49Z', 'revision_number': 4, 'project_id': 'c6d478e5001e4fd0b6162553a901b8a7', 'gw_port': {'id': 'b9a5a002-b498-4745-8cd7-6c0609cbf168', 'name': '', 'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:93:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4eaa602-d8f3-4f9d-b561-7dc769fae294', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1580, 'fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:20:46Z', 'updated_at': '2022-04-28T11:20:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '564aa41d-91b4-4737-a96d-aeefa93303a2', 'tenant_id': 'c6d478e5001e4fd0b6162553a901b8a7', 'floating_ip_address': '172.36.4.254', 'floating_network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'router_id': 'b4eaa602-d8f3-4f9d-b561-7dc769fae294', 'port_id': '6502f7b9-f1a9-4d45-9cf0-ac65ba4594ec', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1588, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c60b869f-ffc4-410a-a880-25b67f86d527', 'mac_address': 'fa:16:3e:67:70:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a851042c-54c8-4d01-88c4-d33fbdc6d38c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T11:20:52Z', 'updated_at': '2022-04-28T11:21:05Z', 'revision_number': 1, 'project_id': 'c6d478e5001e4fd0b6162553a901b8a7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8425edff-67d1-4912-8f82-fc13dcd47d5f', 'name': '', 'network_id': 'c60b869f-ffc4-410a-a880-25b67f86d527', 'tenant_id': 'c6d478e5001e4fd0b6162553a901b8a7', 'mac_address': 'fa:16:3e:d7:36:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4eaa602-d8f3-4f9d-b561-7dc769fae294', 'device_owner': 'network:router_interface', 'standard_attr_id': 1581, 'fixed_ips': [{'subnet_id': 'd169038c-3246-43ab-9ecf-83e677cd232f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:20:48Z', 'updated_at': '2022-04-28T11:20:52Z', 'revision_number': 5, 'project_id': 'c6d478e5001e4fd0b6162553a901b8a7', 'subnets': [{'id': 'd169038c-3246-43ab-9ecf-83e677cd232f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=116163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:21:06.421926 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce261624-fcde-4c56-9e8a-cf4df1dacdf5 None None] Checking router: b4eaa602-d8f3-4f9d-b561-7dc769fae294 for host: dv-neutron-master-2-hyperv {{(pid=116163) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 11:21:06.430242 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce261624-fcde-4c56-9e8a-cf4df1dacdf5 None None] Routers {'b4eaa602-d8f3-4f9d-b561-7dc769fae294'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=116163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 11:21:06.430892 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_hamode_db [None req-ce261624-fcde-4c56-9e8a-cf4df1dacdf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-28T10:50:39Z,description=,heartbeat_timestamp=2022-04-28T11:20:39Z,host='dv-neutron-master-2-hyperv',id=6b492ad6-0876-4d74-b20d-28143a52ceba,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T10:50:40Z,topic='l3_agent')) {'router_ids': ['b4eaa602-d8f3-4f9d-b561-7dc769fae294'], 'active': True} {{(pid=116163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:21:06.435074 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d7fe6b-77a4-4d2d-8540-764c77820cf3 req-dba6f909-ab4a-4e9d-8d50-9a81902c76d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:21:06.437468 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-13d7fe6b-77a4-4d2d-8540-764c77820cf3 req-dba6f909-ab4a-4e9d-8d50-9a81902c76d1 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c60b869f-ffc4-410a-a880-25b67f86d527&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0429673 Apr 28 11:21:06.524838 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-13d7fe6b-77a4-4d2d-8540-764c77820cf3 req-8c8ace60-87bf-48a9-bb07-75750cc1dd91 service neutron] 10.222.0.20 "GET /v2.0/networks/c60b869f-ffc4-410a-a880-25b67f86d527?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815134 Apr 28 11:21:06.537101 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvr_db [None req-ce261624-fcde-4c56-9e8a-cf4df1dacdf5 None None] Set router b4eaa602-d8f3-4f9d-b561-7dc769fae294 gateway port host: dv-neutron-master-2-hyperv {{(pid=116163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 11:21:06.617063 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-13d7fe6b-77a4-4d2d-8540-764c77820cf3 req-00a54a06-cf13-4f62-8a38-b5994d822e80 service neutron] 10.222.0.20 "GET /v2.0/networks/c60b869f-ffc4-410a-a880-25b67f86d527?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863957 Apr 28 11:21:06.746070 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_hamode_db [None req-ce261624-fcde-4c56-9e8a-cf4df1dacdf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4eaa602-d8f3-4f9d-b561-7dc769fae294', 'name': 'tempest-ServerActionsTestJSON-1755349530-router', 'tenant_id': 'c6d478e5001e4fd0b6162553a901b8a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'external_fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.209'}], 'enable_snat': True}, 'gw_port_id': 'b9a5a002-b498-4745-8cd7-6c0609cbf168', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T11:20:46Z', 'updated_at': '2022-04-28T11:20:49Z', 'revision_number': 4, 'project_id': 'c6d478e5001e4fd0b6162553a901b8a7', 'gw_port': {'id': 'b9a5a002-b498-4745-8cd7-6c0609cbf168', 'name': '', 'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:93:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4eaa602-d8f3-4f9d-b561-7dc769fae294', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1580, 'fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:20:46Z', 'updated_at': '2022-04-28T11:20:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '564aa41d-91b4-4737-a96d-aeefa93303a2', 'tenant_id': 'c6d478e5001e4fd0b6162553a901b8a7', 'floating_ip_address': '172.36.4.254', 'floating_network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'router_id': 'b4eaa602-d8f3-4f9d-b561-7dc769fae294', 'port_id': '6502f7b9-f1a9-4d45-9cf0-ac65ba4594ec', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1588, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c60b869f-ffc4-410a-a880-25b67f86d527', 'mac_address': 'fa:16:3e:67:70:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a851042c-54c8-4d01-88c4-d33fbdc6d38c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T11:20:52Z', 'updated_at': '2022-04-28T11:21:05Z', 'revision_number': 1, 'project_id': 'c6d478e5001e4fd0b6162553a901b8a7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8425edff-67d1-4912-8f82-fc13dcd47d5f', 'name': '', 'network_id': 'c60b869f-ffc4-410a-a880-25b67f86d527', 'tenant_id': 'c6d478e5001e4fd0b6162553a901b8a7', 'mac_address': 'fa:16:3e:d7:36:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4eaa602-d8f3-4f9d-b561-7dc769fae294', 'device_owner': 'network:router_interface', 'standard_attr_id': 1581, 'fixed_ips': [{'subnet_id': 'd169038c-3246-43ab-9ecf-83e677cd232f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:20:48Z', 'updated_at': '2022-04-28T11:20:52Z', 'revision_number': 5, 'project_id': 'c6d478e5001e4fd0b6162553a901b8a7', 'subnets': [{'id': 'd169038c-3246-43ab-9ecf-83e677cd232f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=116163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:21:06.774770 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce261624-fcde-4c56-9e8a-cf4df1dacdf5 None None] The sync data for ids ['b4eaa602-d8f3-4f9d-b561-7dc769fae294'] in dv-neutron-master-2-hyperv is: [{'id': 'b4eaa602-d8f3-4f9d-b561-7dc769fae294', 'name': 'tempest-ServerActionsTestJSON-1755349530-router', 'tenant_id': 'c6d478e5001e4fd0b6162553a901b8a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'external_fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.209'}], 'enable_snat': True}, 'gw_port_id': 'b9a5a002-b498-4745-8cd7-6c0609cbf168', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T11:20:46Z', 'updated_at': '2022-04-28T11:20:49Z', 'revision_number': 4, 'project_id': 'c6d478e5001e4fd0b6162553a901b8a7', 'gw_port': {'id': 'b9a5a002-b498-4745-8cd7-6c0609cbf168', 'name': '', 'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:93:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4eaa602-d8f3-4f9d-b561-7dc769fae294', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1580, 'fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:20:46Z', 'updated_at': '2022-04-28T11:20:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '564aa41d-91b4-4737-a96d-aeefa93303a2', 'tenant_id': 'c6d478e5001e4fd0b6162553a901b8a7', 'floating_ip_address': '172.36.4.254', 'floating_network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'router_id': 'b4eaa602-d8f3-4f9d-b561-7dc769fae294', 'port_id': '6502f7b9-f1a9-4d45-9cf0-ac65ba4594ec', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1588, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c60b869f-ffc4-410a-a880-25b67f86d527', 'mac_address': 'fa:16:3e:67:70:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a851042c-54c8-4d01-88c4-d33fbdc6d38c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T11:20:52Z', 'updated_at': '2022-04-28T11:21:05Z', 'revision_number': 1, 'project_id': 'c6d478e5001e4fd0b6162553a901b8a7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8425edff-67d1-4912-8f82-fc13dcd47d5f', 'name': '', 'network_id': 'c60b869f-ffc4-410a-a880-25b67f86d527', 'tenant_id': 'c6d478e5001e4fd0b6162553a901b8a7', 'mac_address': 'fa:16:3e:d7:36:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4eaa602-d8f3-4f9d-b561-7dc769fae294', 'device_owner': 'network:router_interface', 'standard_attr_id': 1581, 'fixed_ips': [{'subnet_id': 'd169038c-3246-43ab-9ecf-83e677cd232f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:20:48Z', 'updated_at': '2022-04-28T11:20:52Z', 'revision_number': 5, 'project_id': 'c6d478e5001e4fd0b6162553a901b8a7', 'subnets': [{'id': 'd169038c-3246-43ab-9ecf-83e677cd232f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=116163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 11:21:06.961447 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01212c48-77f6-4cc7-ae2e-8db5508e5c8f None None] New status for floating IP 564aa41d-91b4-4737-a96d-aeefa93303a2: ACTIVE {{(pid=116164) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 28 11:21:06.977566 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-1455868f-4d99-483d-9023-655aeaa14252 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (75ba81b7-fe99-4281-90d2-a5adb445ecea), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:21:07.492704 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541c47b1-c955-42c1-aeda-98eb8c9285ce req-b08fed2e-d908-4c42-81a4-7e9d43185a7a tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:21:07.494162 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-541c47b1-c955-42c1-aeda-98eb8c9285ce req-b08fed2e-d908-4c42-81a4-7e9d43185a7a tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] 10.222.0.10 "GET /v2.0/ports?device_id=a851042c-54c8-4d01-88c4-d33fbdc6d38c HTTP/1.1" status: 200 len: 945 time: 0.0467687 Apr 28 11:21:07.541295 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-541c47b1-c955-42c1-aeda-98eb8c9285ce req-f2d3f91a-3dca-4c59-be3f-17318a3fe3f2 tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] 10.222.0.10 "GET /v2.0/security-groups?id=3539056c-8cc1-4577-a7ad-e9534f0b7718&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414643 Apr 28 11:21:07.651261 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e415ffc0-8488-4d97-b454-a9d5ae738ec4 req-7fb1c3a7-1c85-4187-a8c8-a1699f4dc497 tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:21:07.652715 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-e415ffc0-8488-4d97-b454-a9d5ae738ec4 req-7fb1c3a7-1c85-4187-a8c8-a1699f4dc497 tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] 10.222.0.10 "GET /v2.0/ports?device_id=a851042c-54c8-4d01-88c4-d33fbdc6d38c HTTP/1.1" status: 200 len: 945 time: 0.0457828 Apr 28 11:21:07.702872 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-e415ffc0-8488-4d97-b454-a9d5ae738ec4 req-d7a704dc-9333-41b2-8dc1-cb6f9a583d40 tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] 10.222.0.10 "GET /v2.0/security-groups?id=3539056c-8cc1-4577-a7ad-e9534f0b7718&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439692 Apr 28 11:21:08.050725 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a733d36b-86d9-4e14-aa47-59960262969c req-431b95bc-271e-459d-ba8f-82ac8cb6a0c0 tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:21:08.052235 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-a733d36b-86d9-4e14-aa47-59960262969c req-431b95bc-271e-459d-ba8f-82ac8cb6a0c0 tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] 10.222.0.10 "GET /v2.0/ports?device_id=a851042c-54c8-4d01-88c4-d33fbdc6d38c HTTP/1.1" status: 200 len: 945 time: 0.0487745 Apr 28 11:21:08.101277 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-a733d36b-86d9-4e14-aa47-59960262969c req-4110469d-3a65-477f-97ae-1f2359228898 tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] 10.222.0.10 "GET /v2.0/security-groups?id=3539056c-8cc1-4577-a7ad-e9534f0b7718&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433612 Apr 28 11:21:08.156580 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-48446ec9-ec19-4e74-a9cc-9253642c5642 req-f2e1b5c0-6142-41f0-943e-be6de8aeedb0 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=a851042c-54c8-4d01-88c4-d33fbdc6d38c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0393314 Apr 28 11:21:08.693242 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48446ec9-ec19-4e74-a9cc-9253642c5642 req-e07bd9f0-b3e9-449a-b8f5-0418cb1a672b tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:21:08.694664 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-48446ec9-ec19-4e74-a9cc-9253642c5642 req-e07bd9f0-b3e9-449a-b8f5-0418cb1a672b tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] 10.222.0.10 "GET /v2.0/ports/6502f7b9-f1a9-4d45-9cf0-ac65ba4594ec HTTP/1.1" status: 200 len: 942 time: 0.0464489 Apr 28 11:21:09.219916 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8988bd0-6d83-4c63-9f4d-10ed26515674 req-6bad746c-3743-45d0-a792-805699a5c47b tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:21:09.221348 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-c8988bd0-6d83-4c63-9f4d-10ed26515674 req-6bad746c-3743-45d0-a792-805699a5c47b tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] 10.222.0.10 "GET /v2.0/ports?device_id=a851042c-54c8-4d01-88c4-d33fbdc6d38c HTTP/1.1" status: 200 len: 945 time: 0.0502219 Apr 28 11:21:09.274888 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-c8988bd0-6d83-4c63-9f4d-10ed26515674 req-8c05d74c-86f3-4682-96e8-9d8dd02a414b tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] 10.222.0.10 "GET /v2.0/security-groups?id=3539056c-8cc1-4577-a7ad-e9534f0b7718&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478501 Apr 28 11:21:09.428325 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-6e32d0c5-506b-4371-95e4-147ef944979b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (6b492ad6-0876-4d74-b20d-28143a52ceba), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:21:10.166638 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48446ec9-ec19-4e74-a9cc-9253642c5642 req-08be0c40-66cd-44e7-b9c6-2e01febd455d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:21:10.168117 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-48446ec9-ec19-4e74-a9cc-9253642c5642 req-08be0c40-66cd-44e7-b9c6-2e01febd455d service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c6d478e5001e4fd0b6162553a901b8a7&device_id=a851042c-54c8-4d01-88c4-d33fbdc6d38c HTTP/1.1" status: 200 len: 1129 time: 0.0391750 Apr 28 11:21:10.256701 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48446ec9-ec19-4e74-a9cc-9253642c5642 req-1bb44d91-9bab-4dc9-97eb-345b75178bef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:21:10.258143 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-48446ec9-ec19-4e74-a9cc-9253642c5642 req-1bb44d91-9bab-4dc9-97eb-345b75178bef service neutron] 10.222.0.20 "GET /v2.0/networks?id=c60b869f-ffc4-410a-a880-25b67f86d527 HTTP/1.1" status: 200 len: 912 time: 0.0848322 Apr 28 11:21:10.321360 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-48446ec9-ec19-4e74-a9cc-9253642c5642 req-66054996-fdf3-40b5-9edc-d9aff7c7e184 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6502f7b9-f1a9-4d45-9cf0-ac65ba4594ec HTTP/1.1" status: 200 len: 1001 time: 0.0565608 Apr 28 11:21:10.374327 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48446ec9-ec19-4e74-a9cc-9253642c5642 req-65c97887-3511-4e5d-be86-6f19840f0f1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:21:10.375860 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-48446ec9-ec19-4e74-a9cc-9253642c5642 req-65c97887-3511-4e5d-be86-6f19840f0f1d service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d169038c-3246-43ab-9ecf-83e677cd232f HTTP/1.1" status: 200 len: 851 time: 0.0483506 Apr 28 11:21:10.391638 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830f9829-a353-4b5f-9984-bd15915f26e2 req-b0d23a61-8eed-45fb-8c3b-09f4d8f2e22f tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:21:10.393140 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-830f9829-a353-4b5f-9984-bd15915f26e2 req-b0d23a61-8eed-45fb-8c3b-09f4d8f2e22f tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] 10.222.0.10 "GET /v2.0/ports?device_id=a851042c-54c8-4d01-88c4-d33fbdc6d38c HTTP/1.1" status: 200 len: 945 time: 0.0476227 Apr 28 11:21:10.418334 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48446ec9-ec19-4e74-a9cc-9253642c5642 req-3ea43abd-e2a7-4819-a83a-b8e344fbf459 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:21:10.419924 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-48446ec9-ec19-4e74-a9cc-9253642c5642 req-3ea43abd-e2a7-4819-a83a-b8e344fbf459 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c60b869f-ffc4-410a-a880-25b67f86d527&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0389583 Apr 28 11:21:10.441442 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-830f9829-a353-4b5f-9984-bd15915f26e2 req-56d05ce9-1ae6-4b2b-94d4-42632fd7e8c5 tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] 10.222.0.10 "GET /v2.0/security-groups?id=3539056c-8cc1-4577-a7ad-e9534f0b7718&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426896 Apr 28 11:21:10.503094 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-ae94d540-e4c6-43be-adc9-b26fb6a2f62f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (cfc241ae-e4b7-443b-b80b-59fbbc2b69c9), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:21:10.508212 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-48446ec9-ec19-4e74-a9cc-9253642c5642 req-7d3df78d-f055-4bd4-b67f-b6bc8343c700 service neutron] 10.222.0.20 "GET /v2.0/networks/c60b869f-ffc4-410a-a880-25b67f86d527?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830402 Apr 28 11:21:10.598613 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-48446ec9-ec19-4e74-a9cc-9253642c5642 req-add5b3dc-1858-45b2-9966-1c3f0a5dc81c service neutron] 10.222.0.20 "GET /v2.0/networks/c60b869f-ffc4-410a-a880-25b67f86d527?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836599 Apr 28 11:21:11.554794 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64224f7f-a2e3-42d2-956b-7dbb4c9ce33c req-6eb6c70e-238a-4a35-8e95-43216a588479 tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:21:11.556297 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-64224f7f-a2e3-42d2-956b-7dbb4c9ce33c req-6eb6c70e-238a-4a35-8e95-43216a588479 tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] 10.222.0.10 "GET /v2.0/ports?device_id=a851042c-54c8-4d01-88c4-d33fbdc6d38c HTTP/1.1" status: 200 len: 945 time: 0.0467551 Apr 28 11:21:11.603583 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-64224f7f-a2e3-42d2-956b-7dbb4c9ce33c req-dd724290-d9c5-4397-9802-772665893f46 tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] 10.222.0.10 "GET /v2.0/security-groups?id=3539056c-8cc1-4577-a7ad-e9534f0b7718&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416565 Apr 28 11:21:12.091359 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-01ef1de1-12fd-4cef-b76b-793f91379468 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (39cc4f52-f5d9-4e2c-bbfa-7a1c528e1c40), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:21:12.719882 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed09ffdb-810a-4883-9748-93f9725e76a5 req-3b5bc244-31ef-4ab4-9a45-f6e0231816a1 tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:21:12.721358 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-ed09ffdb-810a-4883-9748-93f9725e76a5 req-3b5bc244-31ef-4ab4-9a45-f6e0231816a1 tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] 10.222.0.10 "GET /v2.0/ports?device_id=a851042c-54c8-4d01-88c4-d33fbdc6d38c HTTP/1.1" status: 200 len: 945 time: 0.0501742 Apr 28 11:21:12.767198 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-ed09ffdb-810a-4883-9748-93f9725e76a5 req-22817977-b41d-4ca3-8bd1-1c9a477bd1a1 tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] 10.222.0.10 "GET /v2.0/security-groups?id=3539056c-8cc1-4577-a7ad-e9534f0b7718&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403194 Apr 28 11:21:13.180285 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.agents_db [None req-54b29a82-8a19-4507-95e3-3a2d011841ff None None] Agent healthcheck: found 6 active agents {{(pid=116164) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 28 11:21:13.359806 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (d5baab19-5dd1-4902-922b-84acb048ab9c), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:21:13.880186 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf8741f-8f24-49f8-9754-51bdef368977 req-36d1dcee-1fba-4c2c-938e-14920dd89125 tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:21:13.884102 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-ddf8741f-8f24-49f8-9754-51bdef368977 req-36d1dcee-1fba-4c2c-938e-14920dd89125 tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] 10.222.0.10 "GET /v2.0/ports?device_id=a851042c-54c8-4d01-88c4-d33fbdc6d38c HTTP/1.1" status: 200 len: 945 time: 0.0471311 Apr 28 11:21:13.929282 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-ddf8741f-8f24-49f8-9754-51bdef368977 req-68d2f971-6455-42c4-9e68-cd1ace4ad85b tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] 10.222.0.10 "GET /v2.0/security-groups?id=3539056c-8cc1-4577-a7ad-e9534f0b7718&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417373 Apr 28 11:21:15.045843 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53727fe-b721-41a5-98d9-5db1f5d4ad6f req-f11a85e7-5a35-4d5f-910f-3cc120554165 tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:21:15.047331 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-e53727fe-b721-41a5-98d9-5db1f5d4ad6f req-f11a85e7-5a35-4d5f-910f-3cc120554165 tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] 10.222.0.10 "GET /v2.0/ports?device_id=a851042c-54c8-4d01-88c4-d33fbdc6d38c HTTP/1.1" status: 200 len: 945 time: 0.0500350 Apr 28 11:21:15.094856 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-e53727fe-b721-41a5-98d9-5db1f5d4ad6f req-eba1c0a8-1468-4ace-86bf-06bceb60447b tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] 10.222.0.10 "GET /v2.0/security-groups?id=3539056c-8cc1-4577-a7ad-e9534f0b7718&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419569 Apr 28 11:21:16.208476 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ea4452-0095-4a46-b0d4-e04db1a5ce0b req-13cac2b3-436c-451e-aa36-e9cac52e2df4 tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:21:16.209967 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-25ea4452-0095-4a46-b0d4-e04db1a5ce0b req-13cac2b3-436c-451e-aa36-e9cac52e2df4 tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] 10.222.0.10 "GET /v2.0/ports?device_id=a851042c-54c8-4d01-88c4-d33fbdc6d38c HTTP/1.1" status: 200 len: 945 time: 0.0476472 Apr 28 11:21:16.256996 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-25ea4452-0095-4a46-b0d4-e04db1a5ce0b req-097fe3b5-17ba-4ef2-abfc-8bd614e45d93 tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] 10.222.0.10 "GET /v2.0/security-groups?id=3539056c-8cc1-4577-a7ad-e9534f0b7718&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414941 Apr 28 11:21:17.369153 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123a11eb-ee01-42d7-afea-42541d00fb2d req-a179e905-b2f2-4b62-9803-7ac8d24d685d tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:21:17.370592 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-123a11eb-ee01-42d7-afea-42541d00fb2d req-a179e905-b2f2-4b62-9803-7ac8d24d685d tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] 10.222.0.10 "GET /v2.0/ports?device_id=a851042c-54c8-4d01-88c4-d33fbdc6d38c HTTP/1.1" status: 200 len: 945 time: 0.0472469 Apr 28 11:21:17.421340 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-123a11eb-ee01-42d7-afea-42541d00fb2d req-50338cb4-c24a-4f8e-b285-995fe12cc532 tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] 10.222.0.10 "GET /v2.0/security-groups?id=3539056c-8cc1-4577-a7ad-e9534f0b7718&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445795 Apr 28 11:21:18.537075 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c3f0ec-f217-4e81-9a2c-f0a0225bac25 req-d680d3f0-0fd2-47b2-977b-a1a3bb72db4b tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:21:18.538548 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-49c3f0ec-f217-4e81-9a2c-f0a0225bac25 req-d680d3f0-0fd2-47b2-977b-a1a3bb72db4b tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] 10.222.0.10 "GET /v2.0/ports?device_id=a851042c-54c8-4d01-88c4-d33fbdc6d38c HTTP/1.1" status: 200 len: 945 time: 0.0462213 Apr 28 11:21:18.584811 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-49c3f0ec-f217-4e81-9a2c-f0a0225bac25 req-f5da788f-4b62-43ee-be12-cb80df7c9a34 tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] 10.222.0.10 "GET /v2.0/security-groups?id=3539056c-8cc1-4577-a7ad-e9534f0b7718&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408401 Apr 28 11:21:19.698490 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a0fb13-95fc-49af-a6ea-46881c6e0779 req-fef6a18b-127a-460e-a817-05fa1ade020e tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:21:19.699969 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-01a0fb13-95fc-49af-a6ea-46881c6e0779 req-fef6a18b-127a-460e-a817-05fa1ade020e tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] 10.222.0.10 "GET /v2.0/ports?device_id=a851042c-54c8-4d01-88c4-d33fbdc6d38c HTTP/1.1" status: 200 len: 945 time: 0.0473535 Apr 28 11:21:19.746408 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-01a0fb13-95fc-49af-a6ea-46881c6e0779 req-a693ca22-2b22-4444-9aaf-3db81689dd81 tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] 10.222.0.10 "GET /v2.0/security-groups?id=3539056c-8cc1-4577-a7ad-e9534f0b7718&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410171 Apr 28 11:21:20.713639 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (6be95134-9a6c-4663-8b48-90d12ce90c60), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:21:20.863887 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1347e161-6261-42ca-a6f5-f0acde80c83a req-594f9145-5200-4cc7-84bc-96e64dc5465f tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:21:20.865371 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-1347e161-6261-42ca-a6f5-f0acde80c83a req-594f9145-5200-4cc7-84bc-96e64dc5465f tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] 10.222.0.10 "GET /v2.0/ports?device_id=a851042c-54c8-4d01-88c4-d33fbdc6d38c HTTP/1.1" status: 200 len: 945 time: 0.0518069 Apr 28 11:21:20.912717 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-1347e161-6261-42ca-a6f5-f0acde80c83a req-7c63db82-fa87-429e-ae18-baa172ba13ab tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] 10.222.0.10 "GET /v2.0/security-groups?id=3539056c-8cc1-4577-a7ad-e9534f0b7718&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416884 Apr 28 11:21:22.027237 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fe1902-ce2d-46ea-b521-7d00924a85c0 req-b8aab23e-f28a-4970-aefa-efb57177ab10 tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:21:22.028726 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-48fe1902-ce2d-46ea-b521-7d00924a85c0 req-b8aab23e-f28a-4970-aefa-efb57177ab10 tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] 10.222.0.10 "GET /v2.0/ports?device_id=a851042c-54c8-4d01-88c4-d33fbdc6d38c HTTP/1.1" status: 200 len: 945 time: 0.0475943 Apr 28 11:21:22.077225 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-48fe1902-ce2d-46ea-b521-7d00924a85c0 req-fd10c8e3-6dc4-4f5f-9b95-e2b09150155a tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] 10.222.0.10 "GET /v2.0/security-groups?id=3539056c-8cc1-4577-a7ad-e9534f0b7718&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428140 Apr 28 11:21:23.191033 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5adc055-c225-4c42-8625-af5e5e652e57 req-aa6ef0cf-6ef2-4152-9efd-a0c4e173a19a tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:21:23.192533 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-d5adc055-c225-4c42-8625-af5e5e652e57 req-aa6ef0cf-6ef2-4152-9efd-a0c4e173a19a tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] 10.222.0.10 "GET /v2.0/ports?device_id=a851042c-54c8-4d01-88c4-d33fbdc6d38c HTTP/1.1" status: 200 len: 945 time: 0.0475256 Apr 28 11:21:23.243361 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-d5adc055-c225-4c42-8625-af5e5e652e57 req-2f808415-3185-4193-80f4-53758649ac1d tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] 10.222.0.10 "GET /v2.0/security-groups?id=3539056c-8cc1-4577-a7ad-e9534f0b7718&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450685 Apr 28 11:21:24.362467 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e2ed14-46f2-43cd-b9d5-8789bd0fa178 req-ed2ddc2e-98c6-4f48-ab09-fa672568d3eb tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:21:24.364673 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-01e2ed14-46f2-43cd-b9d5-8789bd0fa178 req-ed2ddc2e-98c6-4f48-ab09-fa672568d3eb tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] 10.222.0.10 "GET /v2.0/ports?device_id=a851042c-54c8-4d01-88c4-d33fbdc6d38c HTTP/1.1" status: 200 len: 945 time: 0.0495691 Apr 28 11:21:24.411827 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-01e2ed14-46f2-43cd-b9d5-8789bd0fa178 req-e91097df-0b68-4f29-8d04-e1ed4d1198a4 tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] 10.222.0.10 "GET /v2.0/security-groups?id=3539056c-8cc1-4577-a7ad-e9534f0b7718&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414953 Apr 28 11:21:25.525214 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713dfa36-c0dd-4363-9be5-303aae70dabd req-8d7fe5e7-9241-4cf8-8cda-272a59ff64bd tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:21:25.526705 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-713dfa36-c0dd-4363-9be5-303aae70dabd req-8d7fe5e7-9241-4cf8-8cda-272a59ff64bd tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] 10.222.0.10 "GET /v2.0/ports?device_id=a851042c-54c8-4d01-88c4-d33fbdc6d38c HTTP/1.1" status: 200 len: 945 time: 0.0469425 Apr 28 11:21:25.573592 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-713dfa36-c0dd-4363-9be5-303aae70dabd req-5d551afc-2e8c-46f7-8257-d0c4b5d5c6df tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] 10.222.0.10 "GET /v2.0/security-groups?id=3539056c-8cc1-4577-a7ad-e9534f0b7718&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409324 Apr 28 11:21:26.688404 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212a40e8-9e7c-4b87-9832-493d2719fbbd req-166d4279-ce5d-45ac-8b55-315bfc355981 tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:21:26.689858 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-212a40e8-9e7c-4b87-9832-493d2719fbbd req-166d4279-ce5d-45ac-8b55-315bfc355981 tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] 10.222.0.10 "GET /v2.0/ports?device_id=a851042c-54c8-4d01-88c4-d33fbdc6d38c HTTP/1.1" status: 200 len: 945 time: 0.0493705 Apr 28 11:21:26.736098 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-212a40e8-9e7c-4b87-9832-493d2719fbbd req-e50b5956-ec14-4855-b036-98e7ff0e95b4 tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] 10.222.0.10 "GET /v2.0/security-groups?id=3539056c-8cc1-4577-a7ad-e9534f0b7718&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406744 Apr 28 11:21:27.847555 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30af42df-6957-4fab-acfd-90169cabf2d0 req-96fd434e-e28f-43ac-a580-48a21983e0b7 tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:21:27.849048 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-30af42df-6957-4fab-acfd-90169cabf2d0 req-96fd434e-e28f-43ac-a580-48a21983e0b7 tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] 10.222.0.10 "GET /v2.0/ports?device_id=a851042c-54c8-4d01-88c4-d33fbdc6d38c HTTP/1.1" status: 200 len: 945 time: 0.0476830 Apr 28 11:21:27.896335 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-30af42df-6957-4fab-acfd-90169cabf2d0 req-2b7fda8d-903f-4a65-afc1-1f0d222c6432 tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] 10.222.0.10 "GET /v2.0/security-groups?id=3539056c-8cc1-4577-a7ad-e9534f0b7718&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417166 Apr 28 11:21:29.013210 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0aa811-c6b4-4f43-b6f2-ed64154bbac0 req-1dae3d67-73ad-4c55-ad03-a39f7af3ddff tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:21:29.014704 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-5e0aa811-c6b4-4f43-b6f2-ed64154bbac0 req-1dae3d67-73ad-4c55-ad03-a39f7af3ddff tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] 10.222.0.10 "GET /v2.0/ports?device_id=a851042c-54c8-4d01-88c4-d33fbdc6d38c HTTP/1.1" status: 200 len: 945 time: 0.0514987 Apr 28 11:21:29.061471 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-5e0aa811-c6b4-4f43-b6f2-ed64154bbac0 req-44017f16-fe88-4d52-aae6-015d42f9179d tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] 10.222.0.10 "GET /v2.0/security-groups?id=3539056c-8cc1-4577-a7ad-e9534f0b7718&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412176 Apr 28 11:21:30.175530 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e528f27-a77c-4d7c-9029-4be14d868748 req-70773ffc-d4ce-4490-8c09-728731d812a0 tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:21:30.177019 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-0e528f27-a77c-4d7c-9029-4be14d868748 req-70773ffc-d4ce-4490-8c09-728731d812a0 tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] 10.222.0.10 "GET /v2.0/ports?device_id=a851042c-54c8-4d01-88c4-d33fbdc6d38c HTTP/1.1" status: 200 len: 945 time: 0.0480952 Apr 28 11:21:30.224725 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-0e528f27-a77c-4d7c-9029-4be14d868748 req-13c4b713-2561-40f9-8150-fbbcdb4256cf tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] 10.222.0.10 "GET /v2.0/security-groups?id=3539056c-8cc1-4577-a7ad-e9534f0b7718&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421093 Apr 28 11:21:31.338016 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab241257-3283-43fb-9384-f8161373faed req-1d9b223a-279c-4b3e-b88c-2652148946dd tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:21:31.339417 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-ab241257-3283-43fb-9384-f8161373faed req-1d9b223a-279c-4b3e-b88c-2652148946dd tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] 10.222.0.10 "GET /v2.0/ports?device_id=a851042c-54c8-4d01-88c4-d33fbdc6d38c HTTP/1.1" status: 200 len: 945 time: 0.0466952 Apr 28 11:21:31.389105 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-ab241257-3283-43fb-9384-f8161373faed req-4c78ad95-4c92-4bfc-af22-83dbb8274744 tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] 10.222.0.10 "GET /v2.0/security-groups?id=3539056c-8cc1-4577-a7ad-e9534f0b7718&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440543 Apr 28 11:21:32.502836 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5bbb909-8440-435b-9ed7-bc2662c7b2db req-17fca53f-966c-48a9-876a-4863485afb17 tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:21:32.504306 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-a5bbb909-8440-435b-9ed7-bc2662c7b2db req-17fca53f-966c-48a9-876a-4863485afb17 tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] 10.222.0.10 "GET /v2.0/ports?device_id=a851042c-54c8-4d01-88c4-d33fbdc6d38c HTTP/1.1" status: 200 len: 945 time: 0.0475838 Apr 28 11:21:32.550997 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-a5bbb909-8440-435b-9ed7-bc2662c7b2db req-fd86491e-2923-4f18-a98e-1f84cc74b610 tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] 10.222.0.10 "GET /v2.0/security-groups?id=3539056c-8cc1-4577-a7ad-e9534f0b7718&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411754 Apr 28 11:21:33.663034 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0c368b-dc69-421c-9ac5-e4248da134b4 req-e3753fc8-a727-43e3-8282-9a02f1921b76 tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:21:33.664491 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-3f0c368b-dc69-421c-9ac5-e4248da134b4 req-e3753fc8-a727-43e3-8282-9a02f1921b76 tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] 10.222.0.10 "GET /v2.0/ports?device_id=a851042c-54c8-4d01-88c4-d33fbdc6d38c HTTP/1.1" status: 200 len: 945 time: 0.0464895 Apr 28 11:21:33.711041 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-3f0c368b-dc69-421c-9ac5-e4248da134b4 req-1b22b4f9-011f-4117-b770-48f7a6a45ca6 tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] 10.222.0.10 "GET /v2.0/security-groups?id=3539056c-8cc1-4577-a7ad-e9534f0b7718&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410190 Apr 28 11:21:34.827951 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9ca48a-49f2-48ce-b50e-ee74bd67b46f req-4f8e502e-5929-45a9-8921-1448fd056330 tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:21:34.829446 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-bb9ca48a-49f2-48ce-b50e-ee74bd67b46f req-4f8e502e-5929-45a9-8921-1448fd056330 tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] 10.222.0.10 "GET /v2.0/ports?device_id=a851042c-54c8-4d01-88c4-d33fbdc6d38c HTTP/1.1" status: 200 len: 945 time: 0.0497000 Apr 28 11:21:34.876191 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-bb9ca48a-49f2-48ce-b50e-ee74bd67b46f req-6516c429-1147-4b46-9ad4-8311caccfccb tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] 10.222.0.10 "GET /v2.0/security-groups?id=3539056c-8cc1-4577-a7ad-e9534f0b7718&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410995 Apr 28 11:21:35.986889 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ddd097-e83c-43b1-b04a-75e32b1245e0 req-6dfc12b6-b825-4112-8841-c06cd9bda478 tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:21:35.988336 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-e3ddd097-e83c-43b1-b04a-75e32b1245e0 req-6dfc12b6-b825-4112-8841-c06cd9bda478 tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] 10.222.0.10 "GET /v2.0/ports?device_id=a851042c-54c8-4d01-88c4-d33fbdc6d38c HTTP/1.1" status: 200 len: 945 time: 0.0456910 Apr 28 11:21:36.034223 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-e3ddd097-e83c-43b1-b04a-75e32b1245e0 req-23bb9c2a-76cd-433b-8a2a-28a18242be7b tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] 10.222.0.10 "GET /v2.0/security-groups?id=3539056c-8cc1-4577-a7ad-e9534f0b7718&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404088 Apr 28 11:21:36.998654 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-1f13ec48-52af-4264-9361-8353ae9ce0c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (75ba81b7-fe99-4281-90d2-a5adb445ecea), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:21:37.146129 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7164edb0-2f39-4b3d-8dfc-cfefea8b6443 req-1d7c714f-a600-47b0-9846-34894eb47eef tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:21:37.147630 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-7164edb0-2f39-4b3d-8dfc-cfefea8b6443 req-1d7c714f-a600-47b0-9846-34894eb47eef tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] 10.222.0.10 "GET /v2.0/ports?device_id=a851042c-54c8-4d01-88c4-d33fbdc6d38c HTTP/1.1" status: 200 len: 945 time: 0.0457058 Apr 28 11:21:37.197571 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-7164edb0-2f39-4b3d-8dfc-cfefea8b6443 req-91ec5782-ed1a-495e-9edc-553d1a602a7d tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] 10.222.0.10 "GET /v2.0/security-groups?id=3539056c-8cc1-4577-a7ad-e9534f0b7718&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436265 Apr 28 11:21:38.312298 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88caefbb-f0c7-46e6-829b-43d1dd59a77d req-62183fd3-6739-4ca1-bfb0-f117f48c9dcb tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:21:38.313770 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-88caefbb-f0c7-46e6-829b-43d1dd59a77d req-62183fd3-6739-4ca1-bfb0-f117f48c9dcb tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] 10.222.0.10 "GET /v2.0/ports?device_id=a851042c-54c8-4d01-88c4-d33fbdc6d38c HTTP/1.1" status: 200 len: 945 time: 0.0475307 Apr 28 11:21:38.361194 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-88caefbb-f0c7-46e6-829b-43d1dd59a77d req-69472167-15cc-4ff2-82a5-ce9005603d6c tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] 10.222.0.10 "GET /v2.0/security-groups?id=3539056c-8cc1-4577-a7ad-e9534f0b7718&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416760 Apr 28 11:21:39.427542 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-f6941a32-420e-406e-bf89-17cf861473e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (6b492ad6-0876-4d74-b20d-28143a52ceba), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:21:39.474324 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a63874-9d72-4c52-aa32-54677966ced7 req-6178d275-bd2a-412c-9718-80c9386c5303 tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:21:39.475823 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-37a63874-9d72-4c52-aa32-54677966ced7 req-6178d275-bd2a-412c-9718-80c9386c5303 tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] 10.222.0.10 "GET /v2.0/ports?device_id=a851042c-54c8-4d01-88c4-d33fbdc6d38c HTTP/1.1" status: 200 len: 945 time: 0.0475206 Apr 28 11:21:39.521048 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-37a63874-9d72-4c52-aa32-54677966ced7 req-8d1a5204-88ab-4bbc-a2a6-f7e5e84c210f tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] 10.222.0.10 "GET /v2.0/security-groups?id=3539056c-8cc1-4577-a7ad-e9534f0b7718&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395782 Apr 28 11:21:40.496678 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-ae94d540-e4c6-43be-adc9-b26fb6a2f62f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (cfc241ae-e4b7-443b-b80b-59fbbc2b69c9), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:21:40.638815 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6389a6-ee53-4998-b44e-45b1f864c440 req-e213c0cd-a3b6-4be0-ac10-8acc374e0f3e tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:21:40.640269 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-8f6389a6-ee53-4998-b44e-45b1f864c440 req-e213c0cd-a3b6-4be0-ac10-8acc374e0f3e tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] 10.222.0.10 "GET /v2.0/ports?device_id=a851042c-54c8-4d01-88c4-d33fbdc6d38c HTTP/1.1" status: 200 len: 945 time: 0.0499091 Apr 28 11:21:40.687858 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-8f6389a6-ee53-4998-b44e-45b1f864c440 req-ef3cbb2f-5ec0-4dce-b5b4-ef0e63aed590 tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] 10.222.0.10 "GET /v2.0/security-groups?id=3539056c-8cc1-4577-a7ad-e9534f0b7718&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419660 Apr 28 11:21:41.800902 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2670d60e-4eab-41d3-9413-a905d5034c60 req-4b3bcda7-122d-4b1b-bd93-94426b1154f6 tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:21:41.802387 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-2670d60e-4eab-41d3-9413-a905d5034c60 req-4b3bcda7-122d-4b1b-bd93-94426b1154f6 tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] 10.222.0.10 "GET /v2.0/ports?device_id=a851042c-54c8-4d01-88c4-d33fbdc6d38c HTTP/1.1" status: 200 len: 945 time: 0.0469148 Apr 28 11:21:41.849929 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-2670d60e-4eab-41d3-9413-a905d5034c60 req-9fc9001d-bc5d-40ce-b4b0-030a28eca05e tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] 10.222.0.10 "GET /v2.0/security-groups?id=3539056c-8cc1-4577-a7ad-e9534f0b7718&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419769 Apr 28 11:21:42.112940 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-01ef1de1-12fd-4cef-b76b-793f91379468 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (39cc4f52-f5d9-4e2c-bbfa-7a1c528e1c40), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:21:42.462597 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-48446ec9-ec19-4e74-a9cc-9253642c5642 req-0b36f2b8-210a-4817-b4f3-ba4fce54a52e service neutron] 10.222.0.20 "GET /v2.0/ports/6502f7b9-f1a9-4d45-9cf0-ac65ba4594ec/bindings/hv-neutron-mast HTTP/1.1" status: 200 len: 384 time: 0.0532413 Apr 28 11:21:42.688145 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c62b45-771f-4fcc-a376-6d5ebf638686 req-9fdae44c-f570-4bbd-b348-4d9078e4059f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:21:42.689645 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-20c62b45-771f-4fcc-a376-6d5ebf638686 req-9fdae44c-f570-4bbd-b348-4d9078e4059f service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c6d478e5001e4fd0b6162553a901b8a7&device_id=a851042c-54c8-4d01-88c4-d33fbdc6d38c HTTP/1.1" status: 200 len: 1129 time: 0.0431910 Apr 28 11:21:42.815197 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c62b45-771f-4fcc-a376-6d5ebf638686 req-f34e62c8-f202-4ce0-ba34-35257008076c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:21:42.816602 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-20c62b45-771f-4fcc-a376-6d5ebf638686 req-f34e62c8-f202-4ce0-ba34-35257008076c service neutron] 10.222.0.20 "GET /v2.0/networks?id=c60b869f-ffc4-410a-a880-25b67f86d527 HTTP/1.1" status: 200 len: 912 time: 0.0859733 Apr 28 11:21:42.911874 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-20c62b45-771f-4fcc-a376-6d5ebf638686 req-7b61b09f-c3a4-4c9d-8322-16ce600a9de5 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6502f7b9-f1a9-4d45-9cf0-ac65ba4594ec HTTP/1.1" status: 200 len: 1001 time: 0.0897481 Apr 28 11:21:42.914662 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48446ec9-ec19-4e74-a9cc-9253642c5642 req-4b18e501-77e0-4dc3-b763-c39852ded3df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:21:42.919526 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-48446ec9-ec19-4e74-a9cc-9253642c5642 req-4b18e501-77e0-4dc3-b763-c39852ded3df service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=a851042c-54c8-4d01-88c4-d33fbdc6d38c&tenant_id=c6d478e5001e4fd0b6162553a901b8a7 HTTP/1.1" status: 200 len: 1129 time: 0.0485280 Apr 28 11:21:42.961606 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c62b45-771f-4fcc-a376-6d5ebf638686 req-c1ef987c-291a-43ba-a2e4-298b6fc8eb4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:21:42.963124 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-20c62b45-771f-4fcc-a376-6d5ebf638686 req-c1ef987c-291a-43ba-a2e4-298b6fc8eb4b service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d169038c-3246-43ab-9ecf-83e677cd232f HTTP/1.1" status: 200 len: 851 time: 0.0434418 Apr 28 11:21:42.968389 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e97c853-7d6a-4342-b850-efec6432e0f0 req-d0f623f3-7609-4ed1-8958-fe56007c9404 tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:21:42.969850 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-9e97c853-7d6a-4342-b850-efec6432e0f0 req-d0f623f3-7609-4ed1-8958-fe56007c9404 tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] 10.222.0.10 "GET /v2.0/ports?device_id=a851042c-54c8-4d01-88c4-d33fbdc6d38c HTTP/1.1" status: 200 len: 945 time: 0.0518832 Apr 28 11:21:43.005565 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c62b45-771f-4fcc-a376-6d5ebf638686 req-2eaec61c-cd15-43b5-b6e5-bb425e4a472b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:21:43.007142 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-20c62b45-771f-4fcc-a376-6d5ebf638686 req-2eaec61c-cd15-43b5-b6e5-bb425e4a472b service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c60b869f-ffc4-410a-a880-25b67f86d527&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0385752 Apr 28 11:21:43.017206 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-9e97c853-7d6a-4342-b850-efec6432e0f0 req-3b656807-b261-4349-b1ee-ae2b6079efa6 tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] 10.222.0.10 "GET /v2.0/security-groups?id=3539056c-8cc1-4577-a7ad-e9534f0b7718&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416861 Apr 28 11:21:43.098915 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-20c62b45-771f-4fcc-a376-6d5ebf638686 req-ffc07de4-d4b7-409b-b86a-a5ea203ff8b3 service neutron] 10.222.0.20 "GET /v2.0/networks/c60b869f-ffc4-410a-a880-25b67f86d527?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858228 Apr 28 11:21:43.192772 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-20c62b45-771f-4fcc-a376-6d5ebf638686 req-9ef9780a-40d0-4069-9e33-2878f03069da service neutron] 10.222.0.20 "GET /v2.0/networks/c60b869f-ffc4-410a-a880-25b67f86d527?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866232 Apr 28 11:21:43.269803 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48446ec9-ec19-4e74-a9cc-9253642c5642 req-6e0844f1-f957-47a3-a93f-837e4b1d0efb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:21:43.271307 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-48446ec9-ec19-4e74-a9cc-9253642c5642 req-6e0844f1-f957-47a3-a93f-837e4b1d0efb service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c6d478e5001e4fd0b6162553a901b8a7&device_id=a851042c-54c8-4d01-88c4-d33fbdc6d38c HTTP/1.1" status: 200 len: 1129 time: 0.0385270 Apr 28 11:21:43.348130 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (d5baab19-5dd1-4902-922b-84acb048ab9c), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:21:43.364082 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48446ec9-ec19-4e74-a9cc-9253642c5642 req-186a2c0e-6567-40a4-b990-6d9507ad5450 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:21:43.365585 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-48446ec9-ec19-4e74-a9cc-9253642c5642 req-186a2c0e-6567-40a4-b990-6d9507ad5450 service neutron] 10.222.0.20 "GET /v2.0/networks?id=c60b869f-ffc4-410a-a880-25b67f86d527 HTTP/1.1" status: 200 len: 912 time: 0.0871804 Apr 28 11:21:43.434017 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-48446ec9-ec19-4e74-a9cc-9253642c5642 req-3fe5c723-5e29-4631-94a4-df1ddddc8950 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6502f7b9-f1a9-4d45-9cf0-ac65ba4594ec HTTP/1.1" status: 200 len: 1001 time: 0.0622134 Apr 28 11:21:43.479865 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48446ec9-ec19-4e74-a9cc-9253642c5642 req-4046a217-64e4-49d1-b218-f6bc82b28016 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:21:43.481729 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-48446ec9-ec19-4e74-a9cc-9253642c5642 req-4046a217-64e4-49d1-b218-f6bc82b28016 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d169038c-3246-43ab-9ecf-83e677cd232f HTTP/1.1" status: 200 len: 851 time: 0.0432026 Apr 28 11:21:43.523403 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48446ec9-ec19-4e74-a9cc-9253642c5642 req-e4698899-631d-4c00-9dbc-731e9310e512 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:21:43.524839 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-48446ec9-ec19-4e74-a9cc-9253642c5642 req-e4698899-631d-4c00-9dbc-731e9310e512 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c60b869f-ffc4-410a-a880-25b67f86d527&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0375876 Apr 28 11:21:43.615600 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-48446ec9-ec19-4e74-a9cc-9253642c5642 req-1a159af3-dd83-4fe6-8e14-7b319b0b7613 service neutron] 10.222.0.20 "GET /v2.0/networks/c60b869f-ffc4-410a-a880-25b67f86d527?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846922 Apr 28 11:21:43.704211 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-48446ec9-ec19-4e74-a9cc-9253642c5642 req-d23ac9ab-f163-4524-a40a-d796b2790ac6 service neutron] 10.222.0.20 "GET /v2.0/networks/c60b869f-ffc4-410a-a880-25b67f86d527?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828619 Apr 28 11:21:44.130818 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdfa165c-7196-489a-9fa0-378b6de53923 req-67e77747-a230-4541-876e-f76c5e9be8ee tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:21:44.132288 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-fdfa165c-7196-489a-9fa0-378b6de53923 req-67e77747-a230-4541-876e-f76c5e9be8ee tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] 10.222.0.10 "GET /v2.0/ports?device_id=a851042c-54c8-4d01-88c4-d33fbdc6d38c HTTP/1.1" status: 200 len: 945 time: 0.0469661 Apr 28 11:21:44.179357 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-fdfa165c-7196-489a-9fa0-378b6de53923 req-9b1c4b94-9bd0-49de-bb94-c8f3a1b82a6f tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] 10.222.0.10 "GET /v2.0/security-groups?id=3539056c-8cc1-4577-a7ad-e9534f0b7718&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414612 Apr 28 11:21:45.294314 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b939ca-f205-45d9-94e3-2efc659bb394 req-68dd5ad3-a9e9-48eb-9fdd-3ad90692a130 tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:21:45.295827 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-77b939ca-f205-45d9-94e3-2efc659bb394 req-68dd5ad3-a9e9-48eb-9fdd-3ad90692a130 tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] 10.222.0.10 "GET /v2.0/ports?device_id=a851042c-54c8-4d01-88c4-d33fbdc6d38c HTTP/1.1" status: 200 len: 945 time: 0.0476029 Apr 28 11:21:45.346298 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-77b939ca-f205-45d9-94e3-2efc659bb394 req-6bab66c7-7759-4fef-a4bc-e992096ed54c tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] 10.222.0.10 "GET /v2.0/security-groups?id=3539056c-8cc1-4577-a7ad-e9534f0b7718&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447683 Apr 28 11:21:46.456862 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455e8566-c86b-459a-af57-a403b95058c2 req-f2829e1d-1a87-4120-9fa3-06936bc6d3d9 tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:21:46.458304 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-455e8566-c86b-459a-af57-a403b95058c2 req-f2829e1d-1a87-4120-9fa3-06936bc6d3d9 tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] 10.222.0.10 "GET /v2.0/ports?device_id=a851042c-54c8-4d01-88c4-d33fbdc6d38c HTTP/1.1" status: 200 len: 945 time: 0.0458336 Apr 28 11:21:46.504557 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-455e8566-c86b-459a-af57-a403b95058c2 req-918f6920-8c33-4c8b-8134-966b180580e4 tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] 10.222.0.10 "GET /v2.0/security-groups?id=3539056c-8cc1-4577-a7ad-e9534f0b7718&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405807 Apr 28 11:21:46.817903 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeea2ca7-6648-4179-8a89-f0e0f9d209d0 req-816d0289-7ad1-4f40-9ac7-bb08caa903d3 tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:21:46.819447 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-aeea2ca7-6648-4179-8a89-f0e0f9d209d0 req-816d0289-7ad1-4f40-9ac7-bb08caa903d3 tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] 10.222.0.10 "GET /v2.0/ports?device_id=a851042c-54c8-4d01-88c4-d33fbdc6d38c HTTP/1.1" status: 200 len: 945 time: 0.0477233 Apr 28 11:21:46.868107 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-aeea2ca7-6648-4179-8a89-f0e0f9d209d0 req-3d5153ca-35f7-4028-8a4a-0a84989eb95b tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] 10.222.0.10 "GET /v2.0/security-groups?id=3539056c-8cc1-4577-a7ad-e9534f0b7718&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420642 Apr 28 11:21:46.913169 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d55afe-a86d-47dc-afe3-b24dff7db6a4 req-31400cab-f028-4343-b05a-e9388993a1b9 tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:21:46.914652 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-32d55afe-a86d-47dc-afe3-b24dff7db6a4 req-31400cab-f028-4343-b05a-e9388993a1b9 tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] 10.222.0.20 "GET /v2.0/ports?device_id=a851042c-54c8-4d01-88c4-d33fbdc6d38c&tenant_id=c6d478e5001e4fd0b6162553a901b8a7&binding%3Ahost_id=hv-neutron-mast HTTP/1.1" status: 200 len: 945 time: 0.0549245 Apr 28 11:21:46.941865 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Device 6502f7b9-f1a9-4d45-9cf0-ac65ba4594ec details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=116163) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 28 11:21:46.944483 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Device 6502f7b9-f1a9-4d45-9cf0-ac65ba4594ec no longer exists at agent hyperv_hv-neutron-mast {{(pid=116163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 11:21:46.993295 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d55afe-a86d-47dc-afe3-b24dff7db6a4 req-b8e2b93d-96fb-4786-b483-b87618f11724 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:21:46.994787 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-32d55afe-a86d-47dc-afe3-b24dff7db6a4 req-b8e2b93d-96fb-4786-b483-b87618f11724 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c6d478e5001e4fd0b6162553a901b8a7&device_id=a851042c-54c8-4d01-88c4-d33fbdc6d38c HTTP/1.1" status: 200 len: 1129 time: 0.0392179 Apr 28 11:21:47.093453 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d55afe-a86d-47dc-afe3-b24dff7db6a4 req-865a8169-02cd-4829-9c6a-273e6475df79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:21:47.094970 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-32d55afe-a86d-47dc-afe3-b24dff7db6a4 req-865a8169-02cd-4829-9c6a-273e6475df79 service neutron] 10.222.0.20 "GET /v2.0/networks?id=c60b869f-ffc4-410a-a880-25b67f86d527 HTTP/1.1" status: 200 len: 912 time: 0.0949278 Apr 28 11:21:47.143142 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.db.resource_extend [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=116163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 28 11:21:47.251818 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Current status of the port 6502f7b9-f1a9-4d45-9cf0-ac65ba4594ec is: ACTIVE; New status is: DOWN {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:21:47.252123 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (6502f7b9-f1a9-4d45-9cf0-ac65ba4594ec), before_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:21:47.273062 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] For port 6502f7b9-f1a9-4d45-9cf0-ac65ba4594ec, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=6502f7b9-f1a9-4d45-9cf0-ac65ba4594ec,segment=NetworkSegment(a86044ce-17ef-42c7-90b1-0665dc477f6d),segment_id=a86044ce-17ef-42c7-90b1-0665dc477f6d)] {{(pid=116163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 11:21:47.292547 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Returning: {'device': '6502f7b9-f1a9-4d45-9cf0-ac65ba4594ec', 'network_id': 'c60b869f-ffc4-410a-a880-25b67f86d527', 'port_id': '6502f7b9-f1a9-4d45-9cf0-ac65ba4594ec', 'mac_address': 'fa:16:3e:67:70:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 96, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd169038c-3246-43ab-9ecf-83e677cd232f', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=116163) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 28 11:21:47.298250 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a851042c-54c8-4d01-88c4-d33fbdc6d38c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6502f7b9-f1a9-4d45-9cf0-ac65ba4594ec'}] {{(pid=116163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 11:21:47.300583 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f01aec4a4f83961b54a953becfce2676879fb1d4b91122543244f430a0b8460" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25baa576-8dc4-4d1f-886d-fad33261bc7f" -d '{"events": [{"server_uuid": "a851042c-54c8-4d01-88c4-d33fbdc6d38c", "name": "network-vif-unplugged", "status": "completed", "tag": "6502f7b9-f1a9-4d45-9cf0-ac65ba4594ec"}]}' {{(pid=116163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 11:21:47.318240 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] For port 6502f7b9-f1a9-4d45-9cf0-ac65ba4594ec, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=6502f7b9-f1a9-4d45-9cf0-ac65ba4594ec,segment=NetworkSegment(a86044ce-17ef-42c7-90b1-0665dc477f6d),segment_id=a86044ce-17ef-42c7-90b1-0665dc477f6d)] {{(pid=116163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 11:21:47.352266 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 28 Apr 2022 11:21:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b564114-4ed2-45db-8c4c-a862b3259498 x-openstack-request-id: req-9b564114-4ed2-45db-8c4c-a862b3259498 {{(pid=116163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 11:21:47.352266 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a851042c-54c8-4d01-88c4-d33fbdc6d38c", "name": "network-vif-unplugged", "status": "completed", "tag": "6502f7b9-f1a9-4d45-9cf0-ac65ba4594ec", "code": 200}]} {{(pid=116163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 11:21:47.352266 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-9b564114-4ed2-45db-8c4c-a862b3259498 {{(pid=116163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 11:21:47.352266 dv-neutron-master-2-hyperv neutron-server[116163]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9b564114-4ed2-45db-8c4c-a862b3259498'] response: {'server_uuid': 'a851042c-54c8-4d01-88c4-d33fbdc6d38c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6502f7b9-f1a9-4d45-9cf0-ac65ba4594ec', 'code': 200} Apr 28 11:21:47.355587 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Current status of the port 6502f7b9-f1a9-4d45-9cf0-ac65ba4594ec is: ACTIVE; New status is: BUILD {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:21:47.356246 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (6502f7b9-f1a9-4d45-9cf0-ac65ba4594ec), before_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:21:47.370042 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.notifiers.nova [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6502f7b9-f1a9-4d45-9cf0-ac65ba4594ec {{(pid=116163) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 11:21:47.422252 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393'] for port (6502f7b9-f1a9-4d45-9cf0-ac65ba4594ec), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:21:47.497324 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.db.api [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=116163) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 28 11:21:47.497684 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG oslo_db.api [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=116163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 28 11:21:47.502124 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Pushing event updated for resources: {'Port': ['ID=6502f7b9-f1a9-4d45-9cf0-ac65ba4594ec,revision_number=6']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:21:47.507345 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-32d55afe-a86d-47dc-afe3-b24dff7db6a4 req-ef2fa5f1-d174-4cf0-bb1f-91f353106b4a service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6502f7b9-f1a9-4d45-9cf0-ac65ba4594ec HTTP/1.1" status: 200 len: 1001 time: 0.4067330 Apr 28 11:21:47.509112 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:21:47.509466 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:21:47.509814 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:21:47.510159 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:21:47.510528 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:21:47.510866 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:21:47.511198 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:21:47.512053 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:21:47.512496 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:21:47.512832 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:21:47.513167 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:21:47.513577 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:21:47.513912 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:21:47.514238 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:21:47.514595 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:21:47.555218 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d55afe-a86d-47dc-afe3-b24dff7db6a4 req-e6118756-bf99-4a7b-b0b0-30f2d8743eab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:21:47.556629 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-32d55afe-a86d-47dc-afe3-b24dff7db6a4 req-e6118756-bf99-4a7b-b0b0-30f2d8743eab service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d169038c-3246-43ab-9ecf-83e677cd232f HTTP/1.1" status: 200 len: 851 time: 0.0424316 Apr 28 11:21:47.603823 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d55afe-a86d-47dc-afe3-b24dff7db6a4 req-656e0c14-6685-4eff-8d76-3d5c1d2ab6cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:21:47.605425 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-32d55afe-a86d-47dc-afe3-b24dff7db6a4 req-656e0c14-6685-4eff-8d76-3d5c1d2ab6cd service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c60b869f-ffc4-410a-a880-25b67f86d527&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0429211 Apr 28 11:21:47.691026 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-32d55afe-a86d-47dc-afe3-b24dff7db6a4 req-3b207bfd-a420-4f09-80ba-7ef23ce2da9a service neutron] 10.222.0.20 "GET /v2.0/networks/c60b869f-ffc4-410a-a880-25b67f86d527?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800090 Apr 28 11:21:47.901645 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-32d55afe-a86d-47dc-afe3-b24dff7db6a4 req-e94c9a56-7a99-4fad-b1bd-649b7a25c144 service neutron] 10.222.0.20 "GET /v2.0/networks/c60b869f-ffc4-410a-a880-25b67f86d527?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897622 Apr 28 11:21:47.994093 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31539bdc-d6cb-4583-802d-4d06b5f467e3 req-60dd1841-53c7-4430-a791-2c10b3f3e86f tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:21:47.995591 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-31539bdc-d6cb-4583-802d-4d06b5f467e3 req-60dd1841-53c7-4430-a791-2c10b3f3e86f tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] 10.222.0.10 "GET /v2.0/ports?device_id=a851042c-54c8-4d01-88c4-d33fbdc6d38c HTTP/1.1" status: 200 len: 943 time: 0.0501547 Apr 28 11:21:48.035009 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Current status of the port 6502f7b9-f1a9-4d45-9cf0-ac65ba4594ec is: DOWN; New status is: BUILD {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:21:48.035555 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (6502f7b9-f1a9-4d45-9cf0-ac65ba4594ec), before_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:21:48.043217 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-31539bdc-d6cb-4583-802d-4d06b5f467e3 req-fc462983-3482-4f7e-9558-587849cdf0b5 tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] 10.222.0.10 "GET /v2.0/security-groups?id=3539056c-8cc1-4577-a7ad-e9534f0b7718&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409098 Apr 28 11:21:48.048274 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.notifiers.nova [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6502f7b9-f1a9-4d45-9cf0-ac65ba4594ec {{(pid=116163) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 11:21:48.070987 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] For port 6502f7b9-f1a9-4d45-9cf0-ac65ba4594ec, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=6502f7b9-f1a9-4d45-9cf0-ac65ba4594ec,segment=NetworkSegment(a86044ce-17ef-42c7-90b1-0665dc477f6d),segment_id=a86044ce-17ef-42c7-90b1-0665dc477f6d)] {{(pid=116163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 11:21:48.147335 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393'] for port (6502f7b9-f1a9-4d45-9cf0-ac65ba4594ec), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:21:48.198386 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Pushing event updated for resources: {'Port': ['ID=6502f7b9-f1a9-4d45-9cf0-ac65ba4594ec,revision_number=7']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:21:48.203980 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] get_ports_and_sgs() called for port_ids ['6502f7b9-f1a9-4d45-9cf0-ac65ba4594ec'] {{(pid=116163) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 11:21:48.940249 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Device 6502f7b9-f1a9-4d45-9cf0-ac65ba4594ec up at agent hyperv_hv-neutron-mast {{(pid=116163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 11:21:48.986028 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Provisioning complete for port 6502f7b9-f1a9-4d45-9cf0-ac65ba4594ec triggered by entity L2. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:21:48.986420 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (6502f7b9-f1a9-4d45-9cf0-ac65ba4594ec), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:21:49.063462 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Current status of the port 6502f7b9-f1a9-4d45-9cf0-ac65ba4594ec is: BUILD; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:21:49.064091 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (6502f7b9-f1a9-4d45-9cf0-ac65ba4594ec), before_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:21:49.099035 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] For port 6502f7b9-f1a9-4d45-9cf0-ac65ba4594ec, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=6502f7b9-f1a9-4d45-9cf0-ac65ba4594ec,segment=NetworkSegment(a86044ce-17ef-42c7-90b1-0665dc477f6d),segment_id=a86044ce-17ef-42c7-90b1-0665dc477f6d)] {{(pid=116163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 11:21:49.171003 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954a6510-0905-4ebd-9d3e-31623571ee5e req-e4f648eb-78cb-4ebf-9c3b-c6b65f9c4f70 tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:21:49.172561 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-954a6510-0905-4ebd-9d3e-31623571ee5e req-e4f648eb-78cb-4ebf-9c3b-c6b65f9c4f70 tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] 10.222.0.10 "GET /v2.0/ports?device_id=a851042c-54c8-4d01-88c4-d33fbdc6d38c HTTP/1.1" status: 200 len: 944 time: 0.0477598 Apr 28 11:21:49.193024 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393'] for port (6502f7b9-f1a9-4d45-9cf0-ac65ba4594ec), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:21:49.220749 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-954a6510-0905-4ebd-9d3e-31623571ee5e req-7de5a11c-3717-4752-af1f-1454e91ecceb tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] 10.222.0.10 "GET /v2.0/security-groups?id=3539056c-8cc1-4577-a7ad-e9534f0b7718&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425279 Apr 28 11:21:49.241921 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Pushing event updated for resources: {'Port': ['ID=6502f7b9-f1a9-4d45-9cf0-ac65ba4594ec,revision_number=8']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:21:49.333100 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f56eb3-ffac-4dd8-ac53-11805fcfbbd6 req-892b8006-7252-4bbc-971f-7e25b409a428 tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:21:49.334531 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-14f56eb3-ffac-4dd8-ac53-11805fcfbbd6 req-892b8006-7252-4bbc-971f-7e25b409a428 tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] 10.222.0.10 "GET /v2.0/ports?device_id=a851042c-54c8-4d01-88c4-d33fbdc6d38c HTTP/1.1" status: 200 len: 945 time: 0.0464787 Apr 28 11:21:49.351639 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a851042c-54c8-4d01-88c4-d33fbdc6d38c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6502f7b9-f1a9-4d45-9cf0-ac65ba4594ec'}] {{(pid=116163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 11:21:49.354070 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f01aec4a4f83961b54a953becfce2676879fb1d4b91122543244f430a0b8460" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a918365-3c59-49c7-a16f-029276e035a2" -d '{"events": [{"server_uuid": "a851042c-54c8-4d01-88c4-d33fbdc6d38c", "name": "network-vif-plugged", "status": "completed", "tag": "6502f7b9-f1a9-4d45-9cf0-ac65ba4594ec"}]}' {{(pid=116163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 11:21:49.386045 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-14f56eb3-ffac-4dd8-ac53-11805fcfbbd6 req-3d273644-74b9-40e1-a852-0f85dbc04ca9 tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] 10.222.0.10 "GET /v2.0/security-groups?id=3539056c-8cc1-4577-a7ad-e9534f0b7718&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458999 Apr 28 11:21:49.388781 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 11:21:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9902b4fd-775b-4843-9fb0-2df1078cbdc9 x-openstack-request-id: req-9902b4fd-775b-4843-9fb0-2df1078cbdc9 {{(pid=116163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 11:21:49.389096 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a851042c-54c8-4d01-88c4-d33fbdc6d38c", "name": "network-vif-plugged", "status": "completed", "tag": "6502f7b9-f1a9-4d45-9cf0-ac65ba4594ec", "code": 200}]} {{(pid=116163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 11:21:49.389344 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-9902b4fd-775b-4843-9fb0-2df1078cbdc9 {{(pid=116163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 11:21:49.389770 dv-neutron-master-2-hyperv neutron-server[116163]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9902b4fd-775b-4843-9fb0-2df1078cbdc9'] response: {'server_uuid': 'a851042c-54c8-4d01-88c4-d33fbdc6d38c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6502f7b9-f1a9-4d45-9cf0-ac65ba4594ec', 'code': 200} Apr 28 11:21:49.500409 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e6882a-ea82-44e2-9329-cd83a53d2624 req-ec18f488-9054-4591-88da-7f76cb4dd8bc tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:21:49.501885 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-87e6882a-ea82-44e2-9329-cd83a53d2624 req-ec18f488-9054-4591-88da-7f76cb4dd8bc tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] 10.222.0.10 "GET /v2.0/ports?device_id=a851042c-54c8-4d01-88c4-d33fbdc6d38c HTTP/1.1" status: 200 len: 945 time: 0.0462468 Apr 28 11:21:49.547604 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-87e6882a-ea82-44e2-9329-cd83a53d2624 req-5e839f2b-94d5-466b-9375-fad707ade862 tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] 10.222.0.10 "GET /v2.0/security-groups?id=3539056c-8cc1-4577-a7ad-e9534f0b7718&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402133 Apr 28 11:21:49.982146 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9e9733-7067-497b-a656-a58ef8305912 req-c2e270d7-3c7d-479b-95de-69584035e4a0 tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:21:49.983668 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-ca9e9733-7067-497b-a656-a58ef8305912 req-c2e270d7-3c7d-479b-95de-69584035e4a0 tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] 10.222.0.10 "GET /v2.0/ports?device_id=a851042c-54c8-4d01-88c4-d33fbdc6d38c HTTP/1.1" status: 200 len: 945 time: 0.0490425 Apr 28 11:21:50.032343 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-ca9e9733-7067-497b-a656-a58ef8305912 req-46cd4637-dc0c-49e4-a55e-858a223b8709 tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] 10.222.0.10 "GET /v2.0/security-groups?id=3539056c-8cc1-4577-a7ad-e9534f0b7718&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430214 Apr 28 11:21:50.178831 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.agents_db [None req-54b29a82-8a19-4507-95e3-3a2d011841ff None None] Agent healthcheck: found 6 active agents {{(pid=116164) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 28 11:21:50.701170 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (6be95134-9a6c-4663-8b48-90d12ce90c60), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:21:51.151767 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19180e6-f0f9-4ae0-8e4b-89f1101f5450 req-eb6062a9-7639-44be-9004-dece0a24fc67 tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:21:51.153260 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-e19180e6-f0f9-4ae0-8e4b-89f1101f5450 req-eb6062a9-7639-44be-9004-dece0a24fc67 tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] 10.222.0.10 "GET /v2.0/ports?device_id=a851042c-54c8-4d01-88c4-d33fbdc6d38c HTTP/1.1" status: 200 len: 945 time: 0.0514841 Apr 28 11:21:51.199589 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-e19180e6-f0f9-4ae0-8e4b-89f1101f5450 req-160f20be-102e-4202-924f-c9e34e51f09f tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] 10.222.0.10 "GET /v2.0/security-groups?id=3539056c-8cc1-4577-a7ad-e9534f0b7718&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407388 Apr 28 11:21:51.648650 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204c1548-8c97-4274-b07d-fee9b01d73ed req-c802de89-66ca-4c2d-b9e7-938d991148ea tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:21:51.650097 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-204c1548-8c97-4274-b07d-fee9b01d73ed req-c802de89-66ca-4c2d-b9e7-938d991148ea tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] 10.222.0.20 "GET /v2.0/ports?device_id=a851042c-54c8-4d01-88c4-d33fbdc6d38c HTTP/1.1" status: 200 len: 945 time: 0.0458622 Apr 28 11:21:51.729208 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.plugin [req-204c1548-8c97-4274-b07d-fee9b01d73ed req-88d26388-ddc5-4c54-88c9-8ce718f015ce tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] Deleting port 6502f7b9-f1a9-4d45-9cf0-ac65ba4594ec {{(pid=116162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 11:21:51.729552 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [req-204c1548-8c97-4274-b07d-fee9b01d73ed req-88d26388-ddc5-4c54-88c9-8ce718f015ce tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742235130188'] for port (6502f7b9-f1a9-4d45-9cf0-ac65ba4594ec), before_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:21:51.818855 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.db [req-204c1548-8c97-4274-b07d-fee9b01d73ed req-88d26388-ddc5-4c54-88c9-8ce718f015ce tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] For port 6502f7b9-f1a9-4d45-9cf0-ac65ba4594ec, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=6502f7b9-f1a9-4d45-9cf0-ac65ba4594ec,segment=NetworkSegment(a86044ce-17ef-42c7-90b1-0665dc477f6d),segment_id=a86044ce-17ef-42c7-90b1-0665dc477f6d)] {{(pid=116162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 11:21:51.819215 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [req-204c1548-8c97-4274-b07d-fee9b01d73ed req-88d26388-ddc5-4c54-88c9-8ce718f015ce tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1938497'] for port (6502f7b9-f1a9-4d45-9cf0-ac65ba4594ec), precommit_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:21:51.987139 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [req-204c1548-8c97-4274-b07d-fee9b01d73ed req-88d26388-ddc5-4c54-88c9-8ce718f015ce tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:21:51.987415 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [req-204c1548-8c97-4274-b07d-fee9b01d73ed req-88d26388-ddc5-4c54-88c9-8ce718f015ce tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2063164'] for floatingip (564aa41d-91b4-4737-a96d-aeefa93303a2), after_update {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:21:51.987727 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.db.l3_db [req-204c1548-8c97-4274-b07d-fee9b01d73ed req-88d26388-ddc5-4c54-88c9-8ce718f015ce tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] Floating IP 564aa41d-91b4-4737-a96d-aeefa93303a2 disassociated. External IP: 172.36.4.254, port: 6502f7b9-f1a9-4d45-9cf0-ac65ba4594ec. Apr 28 11:21:51.988063 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.plugin [req-204c1548-8c97-4274-b07d-fee9b01d73ed req-88d26388-ddc5-4c54-88c9-8ce718f015ce tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] Calling delete_port for 6502f7b9-f1a9-4d45-9cf0-ac65ba4594ec owned by compute:nova {{(pid=116162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 11:21:52.158755 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [req-204c1548-8c97-4274-b07d-fee9b01d73ed req-88d26388-ddc5-4c54-88c9-8ce718f015ce tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742235135690', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742234710366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5051867'] for port (6502f7b9-f1a9-4d45-9cf0-ac65ba4594ec), after_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:21:52.186338 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d26388-ddc5-4c54-88c9-8ce718f015ce tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] Pushing event deleted for resources: {'Port': ['ID=6502f7b9-f1a9-4d45-9cf0-ac65ba4594ec,revision_number=None']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:21:52.197477 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d26388-ddc5-4c54-88c9-8ce718f015ce tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:21:52.197829 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d26388-ddc5-4c54-88c9-8ce718f015ce tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:21:52.198183 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d26388-ddc5-4c54-88c9-8ce718f015ce tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:21:52.198550 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d26388-ddc5-4c54-88c9-8ce718f015ce tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:21:52.199386 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d26388-ddc5-4c54-88c9-8ce718f015ce tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:21:52.199715 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d26388-ddc5-4c54-88c9-8ce718f015ce tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:21:52.200039 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d26388-ddc5-4c54-88c9-8ce718f015ce tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:21:52.200354 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d26388-ddc5-4c54-88c9-8ce718f015ce tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:21:52.200678 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d26388-ddc5-4c54-88c9-8ce718f015ce tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:21:52.201004 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d26388-ddc5-4c54-88c9-8ce718f015ce tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:21:52.201326 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d26388-ddc5-4c54-88c9-8ce718f015ce tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:21:52.201649 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d26388-ddc5-4c54-88c9-8ce718f015ce tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:21:52.201970 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d26388-ddc5-4c54-88c9-8ce718f015ce tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:21:52.202288 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d26388-ddc5-4c54-88c9-8ce718f015ce tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:21:52.202638 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d26388-ddc5-4c54-88c9-8ce718f015ce tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:21:52.302309 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-8ccced34-6f30-4a9d-916a-4989be493b28 req-690db074-d00e-4b74-8513-6057918b9224 tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] 10.222.0.10 "GET /v2.0/ports?device_id=a851042c-54c8-4d01-88c4-d33fbdc6d38c HTTP/1.1" status: 200 len: 210 time: 0.0294011 Apr 28 11:21:52.326096 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.scheduler.l3_agent_scheduler [req-204c1548-8c97-4274-b07d-fee9b01d73ed req-88d26388-ddc5-4c54-88c9-8ce718f015ce tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] Router b4eaa602-d8f3-4f9d-b561-7dc769fae294 has already been hosted by L3 agent 6b492ad6-0876-4d74-b20d-28143a52ceba {{(pid=116162) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 11:21:52.442470 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-204c1548-8c97-4274-b07d-fee9b01d73ed req-88d26388-ddc5-4c54-88c9-8ce718f015ce tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=116162) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 11:21:52.453039 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9a88123-0dd9-465e-b58e-f1c4b65f89aa None None] Sync routers for ids ['b4eaa602-d8f3-4f9d-b561-7dc769fae294'] in dv-neutron-master-2-hyperv {{(pid=116163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 11:21:52.463299 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9a88123-0dd9-465e-b58e-f1c4b65f89aa None None] Routers {'b4eaa602-d8f3-4f9d-b561-7dc769fae294'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=116163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 11:21:52.463922 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_hamode_db [None req-c9a88123-0dd9-465e-b58e-f1c4b65f89aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-28T10:50:39Z,description=,heartbeat_timestamp=2022-04-28T11:21:39Z,host='dv-neutron-master-2-hyperv',id=6b492ad6-0876-4d74-b20d-28143a52ceba,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T10:50:40Z,topic='l3_agent')) {'router_ids': ['b4eaa602-d8f3-4f9d-b561-7dc769fae294'], 'active': True} {{(pid=116163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:21:52.488019 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.db.l3_dvrscheduler_db [req-204c1548-8c97-4274-b07d-fee9b01d73ed req-88d26388-ddc5-4c54-88c9-8ce718f015ce tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] No DVR routers for this DVR port 6502f7b9-f1a9-4d45-9cf0-ac65ba4594ec on host hv-neutron-mast {{(pid=116162) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 11:21:52.490588 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [req-204c1548-8c97-4274-b07d-fee9b01d73ed req-88d26388-ddc5-4c54-88c9-8ce718f015ce tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198022'] for port (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:21:52.493801 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-204c1548-8c97-4274-b07d-fee9b01d73ed req-88d26388-ddc5-4c54-88c9-8ce718f015ce tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] 10.222.0.20 "DELETE /v2.0/ports/6502f7b9-f1a9-4d45-9cf0-ac65ba4594ec HTTP/1.1" status: 204 len: 173 time: 0.8390729 Apr 28 11:21:52.494639 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a851042c-54c8-4d01-88c4-d33fbdc6d38c', 'name': 'network-vif-deleted', 'tag': '6502f7b9-f1a9-4d45-9cf0-ac65ba4594ec'}] {{(pid=116162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 11:21:52.497977 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ba53f40d6116d28995a8e36159d0e539b5353eec116fb5dd4ce03b4b2159ab1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2ee1274-d3d8-4177-8d2a-27a7b2ed7522" -d '{"events": [{"server_uuid": "a851042c-54c8-4d01-88c4-d33fbdc6d38c", "name": "network-vif-deleted", "tag": "6502f7b9-f1a9-4d45-9cf0-ac65ba4594ec"}]}' {{(pid=116162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 11:21:52.534174 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 11:21:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0dd93f4b-d9ab-4edc-a78d-ab47057d24ed x-openstack-request-id: req-0dd93f4b-d9ab-4edc-a78d-ab47057d24ed {{(pid=116162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 11:21:52.534509 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a851042c-54c8-4d01-88c4-d33fbdc6d38c", "name": "network-vif-deleted", "tag": "6502f7b9-f1a9-4d45-9cf0-ac65ba4594ec", "status": "completed", "code": 200}]} {{(pid=116162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 11:21:52.534770 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-0dd93f4b-d9ab-4edc-a78d-ab47057d24ed {{(pid=116162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 11:21:52.535205 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0dd93f4b-d9ab-4edc-a78d-ab47057d24ed'] response: {'server_uuid': 'a851042c-54c8-4d01-88c4-d33fbdc6d38c', 'name': 'network-vif-deleted', 'tag': '6502f7b9-f1a9-4d45-9cf0-ac65ba4594ec', 'status': 'completed', 'code': 200} Apr 28 11:21:52.576208 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvr_db [None req-c9a88123-0dd9-465e-b58e-f1c4b65f89aa None None] Set router b4eaa602-d8f3-4f9d-b561-7dc769fae294 gateway port host: dv-neutron-master-2-hyperv {{(pid=116163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 11:21:52.765142 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_hamode_db [None req-c9a88123-0dd9-465e-b58e-f1c4b65f89aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4eaa602-d8f3-4f9d-b561-7dc769fae294', 'name': 'tempest-ServerActionsTestJSON-1755349530-router', 'tenant_id': 'c6d478e5001e4fd0b6162553a901b8a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'external_fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.209'}], 'enable_snat': True}, 'gw_port_id': 'b9a5a002-b498-4745-8cd7-6c0609cbf168', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T11:20:46Z', 'updated_at': '2022-04-28T11:20:49Z', 'revision_number': 4, 'project_id': 'c6d478e5001e4fd0b6162553a901b8a7', 'gw_port': {'id': 'b9a5a002-b498-4745-8cd7-6c0609cbf168', 'name': '', 'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:93:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4eaa602-d8f3-4f9d-b561-7dc769fae294', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1580, 'fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:20:46Z', 'updated_at': '2022-04-28T11:20:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '8425edff-67d1-4912-8f82-fc13dcd47d5f', 'name': '', 'network_id': 'c60b869f-ffc4-410a-a880-25b67f86d527', 'tenant_id': 'c6d478e5001e4fd0b6162553a901b8a7', 'mac_address': 'fa:16:3e:d7:36:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4eaa602-d8f3-4f9d-b561-7dc769fae294', 'device_owner': 'network:router_interface', 'standard_attr_id': 1581, 'fixed_ips': [{'subnet_id': 'd169038c-3246-43ab-9ecf-83e677cd232f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:20:48Z', 'updated_at': '2022-04-28T11:20:52Z', 'revision_number': 5, 'project_id': 'c6d478e5001e4fd0b6162553a901b8a7', 'subnets': [{'id': 'd169038c-3246-43ab-9ecf-83e677cd232f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=116163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:21:52.790456 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9a88123-0dd9-465e-b58e-f1c4b65f89aa None None] Checking router: b4eaa602-d8f3-4f9d-b561-7dc769fae294 for host: dv-neutron-master-2-hyperv {{(pid=116163) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 11:21:52.799217 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9a88123-0dd9-465e-b58e-f1c4b65f89aa None None] Routers {'b4eaa602-d8f3-4f9d-b561-7dc769fae294'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=116163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 11:21:52.799819 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_hamode_db [None req-c9a88123-0dd9-465e-b58e-f1c4b65f89aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-28T10:50:39Z,description=,heartbeat_timestamp=2022-04-28T11:21:39Z,host='dv-neutron-master-2-hyperv',id=6b492ad6-0876-4d74-b20d-28143a52ceba,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T10:50:40Z,topic='l3_agent')) {'router_ids': ['b4eaa602-d8f3-4f9d-b561-7dc769fae294'], 'active': True} {{(pid=116163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:21:52.906172 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvr_db [None req-c9a88123-0dd9-465e-b58e-f1c4b65f89aa None None] Set router b4eaa602-d8f3-4f9d-b561-7dc769fae294 gateway port host: dv-neutron-master-2-hyperv {{(pid=116163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 11:21:53.096467 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_hamode_db [None req-c9a88123-0dd9-465e-b58e-f1c4b65f89aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4eaa602-d8f3-4f9d-b561-7dc769fae294', 'name': 'tempest-ServerActionsTestJSON-1755349530-router', 'tenant_id': 'c6d478e5001e4fd0b6162553a901b8a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'external_fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.209'}], 'enable_snat': True}, 'gw_port_id': 'b9a5a002-b498-4745-8cd7-6c0609cbf168', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T11:20:46Z', 'updated_at': '2022-04-28T11:20:49Z', 'revision_number': 4, 'project_id': 'c6d478e5001e4fd0b6162553a901b8a7', 'gw_port': {'id': 'b9a5a002-b498-4745-8cd7-6c0609cbf168', 'name': '', 'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:93:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4eaa602-d8f3-4f9d-b561-7dc769fae294', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1580, 'fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:20:46Z', 'updated_at': '2022-04-28T11:20:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '8425edff-67d1-4912-8f82-fc13dcd47d5f', 'name': '', 'network_id': 'c60b869f-ffc4-410a-a880-25b67f86d527', 'tenant_id': 'c6d478e5001e4fd0b6162553a901b8a7', 'mac_address': 'fa:16:3e:d7:36:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4eaa602-d8f3-4f9d-b561-7dc769fae294', 'device_owner': 'network:router_interface', 'standard_attr_id': 1581, 'fixed_ips': [{'subnet_id': 'd169038c-3246-43ab-9ecf-83e677cd232f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:20:48Z', 'updated_at': '2022-04-28T11:20:52Z', 'revision_number': 5, 'project_id': 'c6d478e5001e4fd0b6162553a901b8a7', 'subnets': [{'id': 'd169038c-3246-43ab-9ecf-83e677cd232f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=116163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:21:53.123201 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9a88123-0dd9-465e-b58e-f1c4b65f89aa None None] The sync data for ids ['b4eaa602-d8f3-4f9d-b561-7dc769fae294'] in dv-neutron-master-2-hyperv is: [{'id': 'b4eaa602-d8f3-4f9d-b561-7dc769fae294', 'name': 'tempest-ServerActionsTestJSON-1755349530-router', 'tenant_id': 'c6d478e5001e4fd0b6162553a901b8a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'external_fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.209'}], 'enable_snat': True}, 'gw_port_id': 'b9a5a002-b498-4745-8cd7-6c0609cbf168', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T11:20:46Z', 'updated_at': '2022-04-28T11:20:49Z', 'revision_number': 4, 'project_id': 'c6d478e5001e4fd0b6162553a901b8a7', 'gw_port': {'id': 'b9a5a002-b498-4745-8cd7-6c0609cbf168', 'name': '', 'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:93:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4eaa602-d8f3-4f9d-b561-7dc769fae294', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1580, 'fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:20:46Z', 'updated_at': '2022-04-28T11:20:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '8425edff-67d1-4912-8f82-fc13dcd47d5f', 'name': '', 'network_id': 'c60b869f-ffc4-410a-a880-25b67f86d527', 'tenant_id': 'c6d478e5001e4fd0b6162553a901b8a7', 'mac_address': 'fa:16:3e:d7:36:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4eaa602-d8f3-4f9d-b561-7dc769fae294', 'device_owner': 'network:router_interface', 'standard_attr_id': 1581, 'fixed_ips': [{'subnet_id': 'd169038c-3246-43ab-9ecf-83e677cd232f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:20:48Z', 'updated_at': '2022-04-28T11:20:52Z', 'revision_number': 5, 'project_id': 'c6d478e5001e4fd0b6162553a901b8a7', 'subnets': [{'id': 'd169038c-3246-43ab-9ecf-83e677cd232f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=116163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 11:21:53.335958 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-921ec01c-c4be-4bf4-aac3-4743e0a4f8bb None None] New status for floating IP 564aa41d-91b4-4737-a96d-aeefa93303a2: DOWN {{(pid=116164) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 28 11:21:53.550877 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-3ebb4235-08ef-4047-9776-f2ecd0be9f31 req-4c2092c3-c9c1-4f76-ae82-1472a515bcbf tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-securitygroup--1768398053&fields=id&tenant_id=c6d478e5001e4fd0b6162553a901b8a7 HTTP/1.1" status: 200 len: 267 time: 0.0437660 Apr 28 11:21:53.660234 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ebb4235-08ef-4047-9776-f2ecd0be9f31 req-706ed34c-fb3d-4a5c-bb86-bb91cb71e063 tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:21:53.661706 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-3ebb4235-08ef-4047-9776-f2ecd0be9f31 req-706ed34c-fb3d-4a5c-bb86-bb91cb71e063 tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] 10.222.0.10 "GET /v2.0/networks?id=c60b869f-ffc4-410a-a880-25b67f86d527 HTTP/1.1" status: 200 len: 812 time: 0.1044564 Apr 28 11:21:53.675920 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-3ebb4235-08ef-4047-9776-f2ecd0be9f31 req-217048b5-528e-429e-a5c1-b5d4bff409d0 tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] 10.222.0.10 "GET /v2.0/quotas/c6d478e5001e4fd0b6162553a901b8a7 HTTP/1.1" status: 200 len: 375 time: 0.0088658 Apr 28 11:21:53.725020 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-3ebb4235-08ef-4047-9776-f2ecd0be9f31 req-71150555-cf8f-4dcd-98d8-a32e42a39973 tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=c6d478e5001e4fd0b6162553a901b8a7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0443435 Apr 28 11:21:53.821213 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-3ebb4235-08ef-4047-9776-f2ecd0be9f31 req-03a3f68e-54cb-4ec0-bc39-fd4cd7ad4c1c service neutron] 10.222.0.10 "GET /v2.0/networks/c60b869f-ffc4-410a-a880-25b67f86d527?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850933 Apr 28 11:21:53.909209 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-3ebb4235-08ef-4047-9776-f2ecd0be9f31 req-3c9ac8f6-4002-4951-98e0-7c877192921c service neutron] 10.222.0.10 "GET /v2.0/networks/c60b869f-ffc4-410a-a880-25b67f86d527?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816336 Apr 28 11:21:54.192775 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-815b1823-5645-4507-b76d-d1c3113b51cb req-c8be8b78-f76d-460d-ad5a-e91fd8431dce tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] 10.222.0.10 "GET /v2.0/ports?device_id=d549123f-ce8b-4c1e-95af-aa615e9bbb37 HTTP/1.1" status: 200 len: 210 time: 0.0346444 Apr 28 11:21:54.980623 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Device 6502f7b9-f1a9-4d45-9cf0-ac65ba4594ec no longer exists at agent hyperv_hv-neutron-mast {{(pid=116163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 11:21:54.999815 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] No Port match for: 6502f7b9-f1a9-4d45-9cf0-ac65ba4594ec {{(pid=116163) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 28 11:21:55.000159 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Device 6502f7b9-f1a9-4d45-9cf0-ac65ba4594ec not bound to the agent host hv-neutron-mast {{(pid=116163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 11:21:55.288280 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-e9b3df5d-32b6-43dc-afff-d158db3e02f9 req-5bf0241e-79ec-4dbf-b33c-109d1989f1c1 tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] 10.222.0.10 "GET /v2.0/ports?device_id=d549123f-ce8b-4c1e-95af-aa615e9bbb37 HTTP/1.1" status: 200 len: 210 time: 0.0288305 Apr 28 11:21:55.913764 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ebb4235-08ef-4047-9776-f2ecd0be9f31 req-1f6c0763-ce95-40b5-80b6-9fb6a195aa73 tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:21:55.915341 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-3ebb4235-08ef-4047-9776-f2ecd0be9f31 req-1f6c0763-ce95-40b5-80b6-9fb6a195aa73 tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] 10.222.0.20 "GET /v2.0/networks?id=c60b869f-ffc4-410a-a880-25b67f86d527 HTTP/1.1" status: 200 len: 812 time: 0.0997396 Apr 28 11:21:55.974611 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-3ebb4235-08ef-4047-9776-f2ecd0be9f31 req-bc59528a-0794-4ab1-a5d3-dd4b2032a544 tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c6d478e5001e4fd0b6162553a901b8a7 HTTP/1.1" status: 200 len: 380 time: 0.0514660 Apr 28 11:21:55.984441 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.v2.base [req-3ebb4235-08ef-4047-9776-f2ecd0be9f31 req-0d618c42-1875-4986-a030-eb14e46453fa tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] Request body: {'port': {'device_id': 'd549123f-ce8b-4c1e-95af-aa615e9bbb37', 'network_id': 'c60b869f-ffc4-410a-a880-25b67f86d527', 'admin_state_up': True, 'tenant_id': 'c6d478e5001e4fd0b6162553a901b8a7', 'security_groups': ['3539056c-8cc1-4577-a7ad-e9534f0b7718']}} {{(pid=116162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:21:56.147484 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3ebb4235-08ef-4047-9776-f2ecd0be9f31 req-0d618c42-1875-4986-a030-eb14e46453fa tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] Made reservation on behalf of c6d478e5001e4fd0b6162553a901b8a7 for: {'port': 1} {{(pid=116162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 11:21:56.150932 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [req-3ebb4235-08ef-4047-9776-f2ecd0be9f31 req-0d618c42-1875-4986-a030-eb14e46453fa tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (None), before_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:21:56.281029 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.db.db_base_plugin_common [req-3ebb4235-08ef-4047-9776-f2ecd0be9f31 req-0d618c42-1875-4986-a030-eb14e46453fa tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] Allocated IP 172.20.0.3 (c60b869f-ffc4-410a-a880-25b67f86d527/d169038c-3246-43ab-9ecf-83e677cd232f/74283826-1e56-4bda-b2fa-8119bff8d5df) {{(pid=116162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 11:21:56.385577 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-42a177ea-b801-4e01-9875-35b574833728 req-057ba2b4-356f-4596-b811-df559c41ad4f tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] 10.222.0.10 "GET /v2.0/ports?device_id=d549123f-ce8b-4c1e-95af-aa615e9bbb37 HTTP/1.1" status: 200 len: 210 time: 0.0278292 Apr 28 11:21:56.415152 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [req-3ebb4235-08ef-4047-9776-f2ecd0be9f31 req-0d618c42-1875-4986-a030-eb14e46453fa tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] Publish callbacks [] for port (74283826-1e56-4bda-b2fa-8119bff8d5df), precommit_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:21:56.518744 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [req-3ebb4235-08ef-4047-9776-f2ecd0be9f31 req-0d618c42-1875-4986-a030-eb14e46453fa tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742234710357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5051867'] for port (74283826-1e56-4bda-b2fa-8119bff8d5df), after_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:21:56.564410 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3ebb4235-08ef-4047-9776-f2ecd0be9f31 req-0d618c42-1875-4986-a030-eb14e46453fa tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] Network c60b869f-ffc4-410a-a880-25b67f86d527 is already hosted by enough agents. {{(pid=116162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 11:21:56.569343 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.scheduler.base_scheduler [req-3ebb4235-08ef-4047-9776-f2ecd0be9f31 req-0d618c42-1875-4986-a030-eb14e46453fa tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] Resources bound (agent type, host, resource id): {{(pid=116162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 11:21:56.573018 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ebb4235-08ef-4047-9776-f2ecd0be9f31 req-0d618c42-1875-4986-a030-eb14e46453fa tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] Received port after_create {{(pid=116162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 11:21:56.579941 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d618c42-1875-4986-a030-eb14e46453fa tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] Pushing event updated for resources: {'Port': ['ID=74283826-1e56-4bda-b2fa-8119bff8d5df,revision_number=1']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:21:56.624873 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ebb4235-08ef-4047-9776-f2ecd0be9f31 req-0d618c42-1875-4986-a030-eb14e46453fa tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:21:56.625495 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [req-3ebb4235-08ef-4047-9776-f2ecd0be9f31 req-0d618c42-1875-4986-a030-eb14e46453fa tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198022'] for port (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:21:56.709768 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-3ebb4235-08ef-4047-9776-f2ecd0be9f31 req-0d618c42-1875-4986-a030-eb14e46453fa tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7290192 Apr 28 11:21:56.721424 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.v2.base [req-3ebb4235-08ef-4047-9776-f2ecd0be9f31 req-20ca5477-5eab-4091-b8b4-99dfafdec3ee service neutron] Request body: {'port': {'device_id': 'd549123f-ce8b-4c1e-95af-aa615e9bbb37', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-mast'}} {{(pid=116162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:21:56.780690 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [req-3ebb4235-08ef-4047-9776-f2ecd0be9f31 req-20ca5477-5eab-4091-b8b4-99dfafdec3ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (74283826-1e56-4bda-b2fa-8119bff8d5df), before_update {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:21:56.842979 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-3c08f6b3-6633-4eb3-9315-e2bc929583b2 None None] Provisioning complete for port 74283826-1e56-4bda-b2fa-8119bff8d5df triggered by entity DHCP. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:21:56.843557 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-3c08f6b3-6633-4eb3-9315-e2bc929583b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (74283826-1e56-4bda-b2fa-8119bff8d5df), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:21:56.877622 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-3c08f6b3-6633-4eb3-9315-e2bc929583b2 None None] Port 74283826-1e56-4bda-b2fa-8119bff8d5df cannot update to ACTIVE because it is not bound. {{(pid=116163) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 28 11:21:57.036565 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.notifiers.nova [req-3ebb4235-08ef-4047-9776-f2ecd0be9f31 req-20ca5477-5eab-4091-b8b4-99dfafdec3ee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 74283826-1e56-4bda-b2fa-8119bff8d5df {{(pid=116162) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 11:21:57.044405 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [req-3ebb4235-08ef-4047-9776-f2ecd0be9f31 req-20ca5477-5eab-4091-b8b4-99dfafdec3ee service neutron] Publish callbacks [] for port (74283826-1e56-4bda-b2fa-8119bff8d5df), precommit_update {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:21:57.056268 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.db.provisioning_blocks [req-3ebb4235-08ef-4047-9776-f2ecd0be9f31 req-20ca5477-5eab-4091-b8b4-99dfafdec3ee service neutron] Transition to ACTIVE for port object 74283826-1e56-4bda-b2fa-8119bff8d5df will not be triggered until provisioned by entity L2. {{(pid=116162) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 28 11:21:57.107207 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [req-3ebb4235-08ef-4047-9776-f2ecd0be9f31 req-20ca5477-5eab-4091-b8b4-99dfafdec3ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5051840'] for port (74283826-1e56-4bda-b2fa-8119bff8d5df), after_update {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:21:57.156129 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ca5477-5eab-4091-b8b4-99dfafdec3ee service neutron] Pushing event updated for resources: {'Port': ['ID=74283826-1e56-4bda-b2fa-8119bff8d5df,revision_number=2']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:21:57.232688 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.managers [req-3ebb4235-08ef-4047-9776-f2ecd0be9f31 req-20ca5477-5eab-4091-b8b4-99dfafdec3ee service neutron] Attempting to bind port 74283826-1e56-4bda-b2fa-8119bff8d5df on host hv-neutron-mast for vnic_type normal with profile {{(pid=116162) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 28 11:21:57.233023 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.managers [req-3ebb4235-08ef-4047-9776-f2ecd0be9f31 req-20ca5477-5eab-4091-b8b4-99dfafdec3ee service neutron] Attempting to bind port 74283826-1e56-4bda-b2fa-8119bff8d5df by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': 'a86044ce-17ef-42c7-90b1-0665dc477f6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'c60b869f-ffc4-410a-a880-25b67f86d527'}] {{(pid=116162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 28 11:21:57.233354 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ebb4235-08ef-4047-9776-f2ecd0be9f31 req-20ca5477-5eab-4091-b8b4-99dfafdec3ee service neutron] Attempting to bind port 74283826-1e56-4bda-b2fa-8119bff8d5df on network c60b869f-ffc4-410a-a880-25b67f86d527 {{(pid=116162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 11:21:57.237812 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ebb4235-08ef-4047-9776-f2ecd0be9f31 req-20ca5477-5eab-4091-b8b4-99dfafdec3ee service neutron] Port 74283826-1e56-4bda-b2fa-8119bff8d5df on network c60b869f-ffc4-410a-a880-25b67f86d527 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=116162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 28 11:21:57.238258 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ebb4235-08ef-4047-9776-f2ecd0be9f31 req-20ca5477-5eab-4091-b8b4-99dfafdec3ee service neutron] Attempting to bind port 74283826-1e56-4bda-b2fa-8119bff8d5df on network c60b869f-ffc4-410a-a880-25b67f86d527 {{(pid=116162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 11:21:57.243444 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ebb4235-08ef-4047-9776-f2ecd0be9f31 req-20ca5477-5eab-4091-b8b4-99dfafdec3ee service neutron] Checking agent: {'id': '6be95134-9a6c-4663-8b48-90d12ce90c60', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-mast', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 10, 57, 20), 'started_at': datetime.datetime(2022, 4, 28, 10, 57, 20), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 11, 21, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=116162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 11:21:57.243783 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ebb4235-08ef-4047-9776-f2ecd0be9f31 req-20ca5477-5eab-4091-b8b4-99dfafdec3ee service neutron] Checking segment: {'id': 'a86044ce-17ef-42c7-90b1-0665dc477f6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'c60b869f-ffc4-410a-a880-25b67f86d527'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 11:21:57.244160 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ebb4235-08ef-4047-9776-f2ecd0be9f31 req-20ca5477-5eab-4091-b8b4-99dfafdec3ee service neutron] Bound using segment: {'id': 'a86044ce-17ef-42c7-90b1-0665dc477f6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'c60b869f-ffc4-410a-a880-25b67f86d527'} {{(pid=116162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 11:21:57.244608 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.managers [req-3ebb4235-08ef-4047-9776-f2ecd0be9f31 req-20ca5477-5eab-4091-b8b4-99dfafdec3ee service neutron] Bound port: 74283826-1e56-4bda-b2fa-8119bff8d5df, host: hv-neutron-mast, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a86044ce-17ef-42c7-90b1-0665dc477f6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'c60b869f-ffc4-410a-a880-25b67f86d527'}}] {{(pid=116162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 28 11:21:57.245055 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [req-3ebb4235-08ef-4047-9776-f2ecd0be9f31 req-20ca5477-5eab-4091-b8b4-99dfafdec3ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (74283826-1e56-4bda-b2fa-8119bff8d5df), before_update {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:21:57.311150 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.db [req-3ebb4235-08ef-4047-9776-f2ecd0be9f31 req-20ca5477-5eab-4091-b8b4-99dfafdec3ee service neutron] For port 74283826-1e56-4bda-b2fa-8119bff8d5df, host hv-neutron-mast, cleared binding levels {{(pid=116162) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 11:21:57.314259 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.db [req-3ebb4235-08ef-4047-9776-f2ecd0be9f31 req-20ca5477-5eab-4091-b8b4-99dfafdec3ee service neutron] For port 74283826-1e56-4bda-b2fa-8119bff8d5df, host hv-neutron-mast, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=74283826-1e56-4bda-b2fa-8119bff8d5df,segment=NetworkSegment(a86044ce-17ef-42c7-90b1-0665dc477f6d),segment_id=a86044ce-17ef-42c7-90b1-0665dc477f6d)] {{(pid=116162) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 11:21:57.370780 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [req-3ebb4235-08ef-4047-9776-f2ecd0be9f31 req-20ca5477-5eab-4091-b8b4-99dfafdec3ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5051840'] for port (74283826-1e56-4bda-b2fa-8119bff8d5df), after_update {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:21:57.416084 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ebb4235-08ef-4047-9776-f2ecd0be9f31 req-20ca5477-5eab-4091-b8b4-99dfafdec3ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:21:57.416448 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [req-3ebb4235-08ef-4047-9776-f2ecd0be9f31 req-20ca5477-5eab-4091-b8b4-99dfafdec3ee service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198022'] for port (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:21:57.418476 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-3ebb4235-08ef-4047-9776-f2ecd0be9f31 req-20ca5477-5eab-4091-b8b4-99dfafdec3ee service neutron] 10.222.0.20 "PUT /v2.0/ports/74283826-1e56-4bda-b2fa-8119bff8d5df HTTP/1.1" status: 200 len: 1093 time: 0.7015836 Apr 28 11:21:57.420878 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd549123f-ce8b-4c1e-95af-aa615e9bbb37', 'tag': '74283826-1e56-4bda-b2fa-8119bff8d5df'}] {{(pid=116162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 11:21:57.424384 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ba53f40d6116d28995a8e36159d0e539b5353eec116fb5dd4ce03b4b2159ab1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b4fd266-c2a2-4f64-8990-770869da8c47" -d '{"events": [{"name": "network-changed", "server_uuid": "d549123f-ce8b-4c1e-95af-aa615e9bbb37", "tag": "74283826-1e56-4bda-b2fa-8119bff8d5df"}]}' {{(pid=116162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 11:21:57.454029 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ca5477-5eab-4091-b8b4-99dfafdec3ee service neutron] Pushing event updated for resources: {'Port': ['ID=74283826-1e56-4bda-b2fa-8119bff8d5df,revision_number=3']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:21:57.472258 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 11:21:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46f29e5e-285f-4e1a-b54a-57ba6de52668 x-openstack-request-id: req-46f29e5e-285f-4e1a-b54a-57ba6de52668 {{(pid=116162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 11:21:57.472556 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d549123f-ce8b-4c1e-95af-aa615e9bbb37", "tag": "74283826-1e56-4bda-b2fa-8119bff8d5df", "status": "completed", "code": 200}]} {{(pid=116162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 11:21:57.472816 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-46f29e5e-285f-4e1a-b54a-57ba6de52668 {{(pid=116162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 11:21:57.473236 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.notifiers.nova [-] Nova event matching ['req-46f29e5e-285f-4e1a-b54a-57ba6de52668'] response: {'name': 'network-changed', 'server_uuid': 'd549123f-ce8b-4c1e-95af-aa615e9bbb37', 'tag': '74283826-1e56-4bda-b2fa-8119bff8d5df', 'status': 'completed', 'code': 200} Apr 28 11:21:57.523475 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d18f4d1-be00-43fb-ba7d-8fef51fcd49c req-ac0e46bf-4f2b-43d3-8860-997ed029118c tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:21:57.525163 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-4d18f4d1-be00-43fb-ba7d-8fef51fcd49c req-ac0e46bf-4f2b-43d3-8860-997ed029118c tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] 10.222.0.10 "GET /v2.0/ports?device_id=d549123f-ce8b-4c1e-95af-aa615e9bbb37 HTTP/1.1" status: 200 len: 943 time: 0.0622149 Apr 28 11:21:57.550663 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4fd266-c2a2-4f64-8990-770869da8c47 req-83a7a6c8-d6a9-4a7e-a212-e452133ee1c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:21:57.552114 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-2b4fd266-c2a2-4f64-8990-770869da8c47 req-83a7a6c8-d6a9-4a7e-a212-e452133ee1c4 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c6d478e5001e4fd0b6162553a901b8a7&device_id=d549123f-ce8b-4c1e-95af-aa615e9bbb37 HTTP/1.1" status: 200 len: 1127 time: 0.0457265 Apr 28 11:21:57.583563 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-4d18f4d1-be00-43fb-ba7d-8fef51fcd49c req-e2d588f5-4f17-406b-b686-afb4aeff9f4c tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] 10.222.0.10 "GET /v2.0/security-groups?id=3539056c-8cc1-4577-a7ad-e9534f0b7718&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513098 Apr 28 11:21:57.666808 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4fd266-c2a2-4f64-8990-770869da8c47 req-4db5fd80-7805-4fe1-a48e-7db0a1f1e0c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:21:57.668559 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-2b4fd266-c2a2-4f64-8990-770869da8c47 req-4db5fd80-7805-4fe1-a48e-7db0a1f1e0c7 service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=c6d478e5001e4fd0b6162553a901b8a7&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1095581 Apr 28 11:21:57.779357 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4fd266-c2a2-4f64-8990-770869da8c47 req-24aa89e3-9692-4b3c-8d7e-c78cc7564c8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:21:57.780847 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-2b4fd266-c2a2-4f64-8990-770869da8c47 req-24aa89e3-9692-4b3c-8d7e-c78cc7564c8d service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1065917 Apr 28 11:21:57.858565 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ebb4235-08ef-4047-9776-f2ecd0be9f31 req-61293a7a-787f-456f-8669-ee8c63452ca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:21:57.860005 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-3ebb4235-08ef-4047-9776-f2ecd0be9f31 req-61293a7a-787f-456f-8669-ee8c63452ca5 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c6d478e5001e4fd0b6162553a901b8a7&device_id=d549123f-ce8b-4c1e-95af-aa615e9bbb37 HTTP/1.1" status: 200 len: 1127 time: 0.0410364 Apr 28 11:21:57.903127 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-3ebb4235-08ef-4047-9776-f2ecd0be9f31 req-a914a4cf-b9ea-4470-bb8e-52186b5995a8 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=74283826-1e56-4bda-b2fa-8119bff8d5df HTTP/1.1" status: 200 len: 217 time: 0.0370736 Apr 28 11:21:57.962834 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ebb4235-08ef-4047-9776-f2ecd0be9f31 req-1d1538b3-d04c-4097-ba23-044fd96306ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:21:57.964414 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-3ebb4235-08ef-4047-9776-f2ecd0be9f31 req-1d1538b3-d04c-4097-ba23-044fd96306ba service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d169038c-3246-43ab-9ecf-83e677cd232f HTTP/1.1" status: 200 len: 851 time: 0.0556371 Apr 28 11:21:58.012104 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ebb4235-08ef-4047-9776-f2ecd0be9f31 req-ade04520-072b-4325-a6b5-d24396ff4191 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:21:58.013609 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-3ebb4235-08ef-4047-9776-f2ecd0be9f31 req-ade04520-072b-4325-a6b5-d24396ff4191 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c60b869f-ffc4-410a-a880-25b67f86d527&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0441027 Apr 28 11:21:58.108538 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-3ebb4235-08ef-4047-9776-f2ecd0be9f31 req-9565f611-6bd7-40dd-a705-9631a5d29584 service neutron] 10.222.0.20 "GET /v2.0/networks/c60b869f-ffc4-410a-a880-25b67f86d527?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888102 Apr 28 11:21:58.210873 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-3ebb4235-08ef-4047-9776-f2ecd0be9f31 req-05ad4b77-c2d7-4a8b-bde0-cd2180a7bfc9 service neutron] 10.222.0.20 "GET /v2.0/networks/c60b869f-ffc4-410a-a880-25b67f86d527?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0970371 Apr 28 11:21:58.712020 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f324c561-aaaa-4643-a169-ae46585bc233 req-c16e70d7-cf0b-46e7-9856-15232f98a476 tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:21:58.713478 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-f324c561-aaaa-4643-a169-ae46585bc233 req-c16e70d7-cf0b-46e7-9856-15232f98a476 tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] 10.222.0.10 "GET /v2.0/ports?device_id=d549123f-ce8b-4c1e-95af-aa615e9bbb37 HTTP/1.1" status: 200 len: 943 time: 0.0501583 Apr 28 11:21:58.760565 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-f324c561-aaaa-4643-a169-ae46585bc233 req-f98c9bca-5eac-4f49-b869-875916eb68cd tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] 10.222.0.10 "GET /v2.0/security-groups?id=3539056c-8cc1-4577-a7ad-e9534f0b7718&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413060 Apr 28 11:21:59.877135 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165a9039-04c6-4e2a-8662-6632e7d43220 req-955d8e79-986a-41fc-9813-2926618378c7 tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:21:59.878628 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-165a9039-04c6-4e2a-8662-6632e7d43220 req-955d8e79-986a-41fc-9813-2926618378c7 tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] 10.222.0.10 "GET /v2.0/ports?device_id=d549123f-ce8b-4c1e-95af-aa615e9bbb37 HTTP/1.1" status: 200 len: 943 time: 0.0523047 Apr 28 11:21:59.926425 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-165a9039-04c6-4e2a-8662-6632e7d43220 req-6c59f5d8-6e98-4457-ae3e-fca9032bf6b7 tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] 10.222.0.10 "GET /v2.0/security-groups?id=3539056c-8cc1-4577-a7ad-e9534f0b7718&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423145 Apr 28 11:22:01.011154 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Device 74283826-1e56-4bda-b2fa-8119bff8d5df details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=116163) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 28 11:22:01.039167 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f615b5-095e-446f-b454-71b1eec24dcc req-5b083564-1208-44f4-af54-e8b3ec35b779 tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:22:01.040679 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-55f615b5-095e-446f-b454-71b1eec24dcc req-5b083564-1208-44f4-af54-e8b3ec35b779 tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] 10.222.0.10 "GET /v2.0/ports?device_id=d549123f-ce8b-4c1e-95af-aa615e9bbb37 HTTP/1.1" status: 200 len: 943 time: 0.0471570 Apr 28 11:22:01.092360 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-55f615b5-095e-446f-b454-71b1eec24dcc req-3c078be6-edc9-4c25-8355-1147073b8e66 tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] 10.222.0.10 "GET /v2.0/security-groups?id=3539056c-8cc1-4577-a7ad-e9534f0b7718&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451097 Apr 28 11:22:01.112441 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] For port 74283826-1e56-4bda-b2fa-8119bff8d5df, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=74283826-1e56-4bda-b2fa-8119bff8d5df,segment=NetworkSegment(a86044ce-17ef-42c7-90b1-0665dc477f6d),segment_id=a86044ce-17ef-42c7-90b1-0665dc477f6d)] {{(pid=116163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 11:22:01.123307 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Returning: {'device': '74283826-1e56-4bda-b2fa-8119bff8d5df', 'network_id': 'c60b869f-ffc4-410a-a880-25b67f86d527', 'port_id': '74283826-1e56-4bda-b2fa-8119bff8d5df', 'mac_address': 'fa:16:3e:d4:65:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 96, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd169038c-3246-43ab-9ecf-83e677cd232f', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=116163) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 28 11:22:01.159963 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Current status of the port 74283826-1e56-4bda-b2fa-8119bff8d5df is: DOWN; New status is: BUILD {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:22:01.160351 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (74283826-1e56-4bda-b2fa-8119bff8d5df), before_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:22:01.172796 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.notifiers.nova [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 74283826-1e56-4bda-b2fa-8119bff8d5df {{(pid=116163) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 11:22:01.190907 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] For port 74283826-1e56-4bda-b2fa-8119bff8d5df, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=74283826-1e56-4bda-b2fa-8119bff8d5df,segment=NetworkSegment(a86044ce-17ef-42c7-90b1-0665dc477f6d),segment_id=a86044ce-17ef-42c7-90b1-0665dc477f6d)] {{(pid=116163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 11:22:01.249943 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393'] for port (74283826-1e56-4bda-b2fa-8119bff8d5df), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:22:01.300998 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Pushing event updated for resources: {'Port': ['ID=74283826-1e56-4bda-b2fa-8119bff8d5df,revision_number=4']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:22:01.446336 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] get_ports_and_sgs() called for port_ids ['74283826-1e56-4bda-b2fa-8119bff8d5df'] {{(pid=116163) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 11:22:02.205986 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b477b2a-44f1-4c99-9d79-38f888350b29 req-3c7bf5c2-a7f6-455e-a683-b4db6a72f348 tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:22:02.207486 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-3b477b2a-44f1-4c99-9d79-38f888350b29 req-3c7bf5c2-a7f6-455e-a683-b4db6a72f348 tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] 10.222.0.10 "GET /v2.0/ports?device_id=d549123f-ce8b-4c1e-95af-aa615e9bbb37 HTTP/1.1" status: 200 len: 944 time: 0.0461361 Apr 28 11:22:02.253328 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-3b477b2a-44f1-4c99-9d79-38f888350b29 req-d006a389-bcbb-400f-bbba-1998b59d290f tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] 10.222.0.10 "GET /v2.0/security-groups?id=3539056c-8cc1-4577-a7ad-e9534f0b7718&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403607 Apr 28 11:22:03.027557 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Device 74283826-1e56-4bda-b2fa-8119bff8d5df up at agent hyperv_hv-neutron-mast {{(pid=116163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 11:22:03.073302 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Provisioning for port 74283826-1e56-4bda-b2fa-8119bff8d5df completed by entity L2. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 28 11:22:03.129098 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Provisioning complete for port 74283826-1e56-4bda-b2fa-8119bff8d5df triggered by entity L2. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:22:03.129476 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (74283826-1e56-4bda-b2fa-8119bff8d5df), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:22:03.206182 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Current status of the port 74283826-1e56-4bda-b2fa-8119bff8d5df is: BUILD; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:22:03.206603 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (74283826-1e56-4bda-b2fa-8119bff8d5df), before_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:22:03.228658 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd549123f-ce8b-4c1e-95af-aa615e9bbb37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74283826-1e56-4bda-b2fa-8119bff8d5df'}] {{(pid=116163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 11:22:03.231059 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f01aec4a4f83961b54a953becfce2676879fb1d4b91122543244f430a0b8460" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76f32521-782e-4900-80f6-b77ea41ea100" -d '{"events": [{"server_uuid": "d549123f-ce8b-4c1e-95af-aa615e9bbb37", "name": "network-vif-plugged", "status": "completed", "tag": "74283826-1e56-4bda-b2fa-8119bff8d5df"}]}' {{(pid=116163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 11:22:03.243134 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] For port 74283826-1e56-4bda-b2fa-8119bff8d5df, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=74283826-1e56-4bda-b2fa-8119bff8d5df,segment=NetworkSegment(a86044ce-17ef-42c7-90b1-0665dc477f6d),segment_id=a86044ce-17ef-42c7-90b1-0665dc477f6d)] {{(pid=116163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 11:22:03.270241 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 11:22:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02227801-20fe-40b8-a72e-c604ca1e3538 x-openstack-request-id: req-02227801-20fe-40b8-a72e-c604ca1e3538 {{(pid=116163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 11:22:03.270241 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d549123f-ce8b-4c1e-95af-aa615e9bbb37", "name": "network-vif-plugged", "status": "completed", "tag": "74283826-1e56-4bda-b2fa-8119bff8d5df", "code": 200}]} {{(pid=116163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 11:22:03.270241 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-02227801-20fe-40b8-a72e-c604ca1e3538 {{(pid=116163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 11:22:03.270241 dv-neutron-master-2-hyperv neutron-server[116163]: INFO neutron.notifiers.nova [-] Nova event matching ['req-02227801-20fe-40b8-a72e-c604ca1e3538'] response: {'server_uuid': 'd549123f-ce8b-4c1e-95af-aa615e9bbb37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74283826-1e56-4bda-b2fa-8119bff8d5df', 'code': 200} Apr 28 11:22:03.318221 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393'] for port (74283826-1e56-4bda-b2fa-8119bff8d5df), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:22:03.368664 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ea242c-8a80-4304-89b2-ca8d20026de1 req-5457bab5-0216-430f-a665-9a8911697a84 tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:22:03.370232 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-58ea242c-8a80-4304-89b2-ca8d20026de1 req-5457bab5-0216-430f-a665-9a8911697a84 tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] 10.222.0.10 "GET /v2.0/ports?device_id=d549123f-ce8b-4c1e-95af-aa615e9bbb37 HTTP/1.1" status: 200 len: 945 time: 0.0486917 Apr 28 11:22:03.371787 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Pushing event updated for resources: {'Port': ['ID=74283826-1e56-4bda-b2fa-8119bff8d5df,revision_number=5']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:22:03.420375 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-58ea242c-8a80-4304-89b2-ca8d20026de1 req-8377abf1-91fc-42c9-976e-430d328e0b23 tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] 10.222.0.10 "GET /v2.0/security-groups?id=3539056c-8cc1-4577-a7ad-e9534f0b7718&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424888 Apr 28 11:22:03.555858 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057a3e4b-a87d-4bad-a922-433c6ce41083 req-e2ccf82a-646c-4d17-b18b-f0d9853da2c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:22:03.557232 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-057a3e4b-a87d-4bad-a922-433c6ce41083 req-e2ccf82a-646c-4d17-b18b-f0d9853da2c2 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=d549123f-ce8b-4c1e-95af-aa615e9bbb37 HTTP/1.1" status: 200 len: 1129 time: 0.0385492 Apr 28 11:22:03.601555 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-057a3e4b-a87d-4bad-a922-433c6ce41083 req-903ac4f1-b72a-4fb5-ad72-64792a52796f service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=3539056c-8cc1-4577-a7ad-e9534f0b7718&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385990 Apr 28 11:22:04.540085 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2f9127-d4aa-417b-bb32-1133481db882 req-0fba714e-f876-49b4-a99d-1973c9108a4e tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:22:04.541577 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-4d2f9127-d4aa-417b-bb32-1133481db882 req-0fba714e-f876-49b4-a99d-1973c9108a4e tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] 10.222.0.10 "GET /v2.0/ports?device_id=d549123f-ce8b-4c1e-95af-aa615e9bbb37 HTTP/1.1" status: 200 len: 945 time: 0.0526321 Apr 28 11:22:04.591881 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-4d2f9127-d4aa-417b-bb32-1133481db882 req-35d2a53b-2ec5-4839-ba21-259c71385628 tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] 10.222.0.10 "GET /v2.0/security-groups?id=3539056c-8cc1-4577-a7ad-e9534f0b7718&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443585 Apr 28 11:22:05.703678 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7999436e-8026-463d-8f1e-2af6e9a81ca9 req-c8e8af8f-24f4-4b05-a7b3-c6a07b3071ba tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:22:05.705409 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-7999436e-8026-463d-8f1e-2af6e9a81ca9 req-c8e8af8f-24f4-4b05-a7b3-c6a07b3071ba tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] 10.222.0.10 "GET /v2.0/ports?device_id=d549123f-ce8b-4c1e-95af-aa615e9bbb37 HTTP/1.1" status: 200 len: 945 time: 0.0463102 Apr 28 11:22:05.751629 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-7999436e-8026-463d-8f1e-2af6e9a81ca9 req-9269b2e8-375a-49b0-8608-df249cd0f50b tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] 10.222.0.10 "GET /v2.0/security-groups?id=3539056c-8cc1-4577-a7ad-e9534f0b7718&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406818 Apr 28 11:22:05.859031 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6902824-cf82-482c-a9e8-6433449726e9 req-bc714654-4cb9-4bbe-a233-ef38af380acb tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:22:05.860494 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-f6902824-cf82-482c-a9e8-6433449726e9 req-bc714654-4cb9-4bbe-a233-ef38af380acb tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] 10.222.0.10 "GET /v2.0/ports?device_id=d549123f-ce8b-4c1e-95af-aa615e9bbb37 HTTP/1.1" status: 200 len: 945 time: 0.0457835 Apr 28 11:22:05.868849 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 58980) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:22:05.873789 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.v2.base [None req-ff12fe24-c426-4554-8f2d-0b345ebadadd tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] Request body: {'floatingip': {'port_id': '74283826-1e56-4bda-b2fa-8119bff8d5df'}} {{(pid=116161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:22:05.915502 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-ff12fe24-c426-4554-8f2d-0b345ebadadd tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] Publish callbacks [] for floatingip (564aa41d-91b4-4737-a96d-aeefa93303a2), before_update {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:22:06.342616 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-ff12fe24-c426-4554-8f2d-0b345ebadadd tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:22:06.386357 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-ff12fe24-c426-4554-8f2d-0b345ebadadd tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2063164'] for floatingip (564aa41d-91b4-4737-a96d-aeefa93303a2), after_update {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:22:06.490547 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.db.l3_db [None req-ff12fe24-c426-4554-8f2d-0b345ebadadd tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] Floating IP 564aa41d-91b4-4737-a96d-aeefa93303a2 associated. External IP: 172.36.4.254, port: 74283826-1e56-4bda-b2fa-8119bff8d5df. Apr 28 11:22:06.992500 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-8ec48e4e-d59c-40de-9893-ba55dae21779 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (75ba81b7-fe99-4281-90d2-a5adb445ecea), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:22:07.024378 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff12fe24-c426-4554-8f2d-0b345ebadadd tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] Router b4eaa602-d8f3-4f9d-b561-7dc769fae294 has already been hosted by L3 agent 6b492ad6-0876-4d74-b20d-28143a52ceba {{(pid=116161) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 11:22:07.139173 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff12fe24-c426-4554-8f2d-0b345ebadadd tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=116161) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 11:22:07.143949 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-ff12fe24-c426-4554-8f2d-0b345ebadadd tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198022'] for floatingip (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:22:07.148992 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b10e016-6f14-4ae7-86e0-ebeb540d5354 None None] Sync routers for ids ['b4eaa602-d8f3-4f9d-b561-7dc769fae294'] in dv-neutron-master-2-hyperv {{(pid=116163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 11:22:07.158733 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b10e016-6f14-4ae7-86e0-ebeb540d5354 None None] Routers {'b4eaa602-d8f3-4f9d-b561-7dc769fae294'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=116163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 11:22:07.159349 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_hamode_db [None req-1b10e016-6f14-4ae7-86e0-ebeb540d5354 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-28T10:50:39Z,description=,heartbeat_timestamp=2022-04-28T11:21:39Z,host='dv-neutron-master-2-hyperv',id=6b492ad6-0876-4d74-b20d-28143a52ceba,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T10:50:40Z,topic='l3_agent')) {'router_ids': ['b4eaa602-d8f3-4f9d-b561-7dc769fae294'], 'active': True} {{(pid=116163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:22:07.173253 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-ff12fe24-c426-4554-8f2d-0b345ebadadd tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] 10.222.0.10 "PUT /v2.0/floatingips/564aa41d-91b4-4737-a96d-aeefa93303a2 HTTP/1.1" status: 200 len: 991 time: 1.3033369 Apr 28 11:22:07.173839 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd549123f-ce8b-4c1e-95af-aa615e9bbb37', 'tag': '74283826-1e56-4bda-b2fa-8119bff8d5df'}] {{(pid=116161) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 11:22:07.176120 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e748734031c26dffb00ab563e48cb7690d820419218221ecd4f9c2a21276ff88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f361417-b4fe-4d34-a64a-5f10d6443bb7" -d '{"events": [{"name": "network-changed", "server_uuid": "d549123f-ce8b-4c1e-95af-aa615e9bbb37", "tag": "74283826-1e56-4bda-b2fa-8119bff8d5df"}]}' {{(pid=116161) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 11:22:07.287799 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 11:22:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03d4ed02-e3b3-4153-abe7-f7f5874b1c3c x-openstack-request-id: req-03d4ed02-e3b3-4153-abe7-f7f5874b1c3c {{(pid=116161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 11:22:07.289863 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d549123f-ce8b-4c1e-95af-aa615e9bbb37", "tag": "74283826-1e56-4bda-b2fa-8119bff8d5df", "status": "completed", "code": 200}]} {{(pid=116161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 11:22:07.289863 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-03d4ed02-e3b3-4153-abe7-f7f5874b1c3c {{(pid=116161) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 11:22:07.289863 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.notifiers.nova [-] Nova event matching ['req-03d4ed02-e3b3-4153-abe7-f7f5874b1c3c'] response: {'name': 'network-changed', 'server_uuid': 'd549123f-ce8b-4c1e-95af-aa615e9bbb37', 'tag': '74283826-1e56-4bda-b2fa-8119bff8d5df', 'status': 'completed', 'code': 200} Apr 28 11:22:07.362101 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f361417-b4fe-4d34-a64a-5f10d6443bb7 req-77a71e42-4d44-4cff-8d7f-d970824da165 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:22:07.364101 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-5f361417-b4fe-4d34-a64a-5f10d6443bb7 req-77a71e42-4d44-4cff-8d7f-d970824da165 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c6d478e5001e4fd0b6162553a901b8a7&device_id=d549123f-ce8b-4c1e-95af-aa615e9bbb37 HTTP/1.1" status: 200 len: 1129 time: 0.0538685 Apr 28 11:22:07.425281 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvr_db [None req-1b10e016-6f14-4ae7-86e0-ebeb540d5354 None None] Set router b4eaa602-d8f3-4f9d-b561-7dc769fae294 gateway port host: dv-neutron-master-2-hyperv {{(pid=116163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 11:22:07.458284 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec12f36-ac7f-4ceb-a1a2-3a02e7ef5e71 req-0792712d-3924-4964-ad01-4faea7b18f4a tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:22:07.460088 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-1ec12f36-ac7f-4ceb-a1a2-3a02e7ef5e71 req-0792712d-3924-4964-ad01-4faea7b18f4a tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] 10.222.0.10 "GET /v2.0/ports?device_id=d549123f-ce8b-4c1e-95af-aa615e9bbb37 HTTP/1.1" status: 200 len: 945 time: 0.0502236 Apr 28 11:22:07.477101 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f361417-b4fe-4d34-a64a-5f10d6443bb7 req-2bdeb540-9c25-49bf-88a5-48e27f9b482d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:22:07.479334 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-5f361417-b4fe-4d34-a64a-5f10d6443bb7 req-2bdeb540-9c25-49bf-88a5-48e27f9b482d service neutron] 10.222.0.20 "GET /v2.0/networks?id=c60b869f-ffc4-410a-a880-25b67f86d527 HTTP/1.1" status: 200 len: 912 time: 0.1081157 Apr 28 11:22:07.509062 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-1ec12f36-ac7f-4ceb-a1a2-3a02e7ef5e71 req-5b97c4c5-b562-4b63-a814-fa859a47acad tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] 10.222.0.10 "GET /v2.0/security-groups?id=3539056c-8cc1-4577-a7ad-e9534f0b7718&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423050 Apr 28 11:22:07.586357 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-5f361417-b4fe-4d34-a64a-5f10d6443bb7 req-05e21f84-54f0-4a98-8542-a67523cc3730 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=74283826-1e56-4bda-b2fa-8119bff8d5df HTTP/1.1" status: 200 len: 999 time: 0.0662844 Apr 28 11:22:07.632762 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f361417-b4fe-4d34-a64a-5f10d6443bb7 req-b41b157d-eba3-4ff7-98b8-a651cdc83a48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:22:07.634202 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-5f361417-b4fe-4d34-a64a-5f10d6443bb7 req-b41b157d-eba3-4ff7-98b8-a651cdc83a48 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d169038c-3246-43ab-9ecf-83e677cd232f HTTP/1.1" status: 200 len: 851 time: 0.0423715 Apr 28 11:22:07.648039 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_hamode_db [None req-1b10e016-6f14-4ae7-86e0-ebeb540d5354 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4eaa602-d8f3-4f9d-b561-7dc769fae294', 'name': 'tempest-ServerActionsTestJSON-1755349530-router', 'tenant_id': 'c6d478e5001e4fd0b6162553a901b8a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'external_fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.209'}], 'enable_snat': True}, 'gw_port_id': 'b9a5a002-b498-4745-8cd7-6c0609cbf168', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T11:20:46Z', 'updated_at': '2022-04-28T11:20:49Z', 'revision_number': 4, 'project_id': 'c6d478e5001e4fd0b6162553a901b8a7', 'gw_port': {'id': 'b9a5a002-b498-4745-8cd7-6c0609cbf168', 'name': '', 'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:93:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4eaa602-d8f3-4f9d-b561-7dc769fae294', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1580, 'fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:20:46Z', 'updated_at': '2022-04-28T11:20:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '564aa41d-91b4-4737-a96d-aeefa93303a2', 'tenant_id': 'c6d478e5001e4fd0b6162553a901b8a7', 'floating_ip_address': '172.36.4.254', 'floating_network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'router_id': 'b4eaa602-d8f3-4f9d-b561-7dc769fae294', 'port_id': '74283826-1e56-4bda-b2fa-8119bff8d5df', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1588, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c60b869f-ffc4-410a-a880-25b67f86d527', 'mac_address': 'fa:16:3e:d4:65:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd549123f-ce8b-4c1e-95af-aa615e9bbb37', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T11:20:52Z', 'updated_at': '2022-04-28T11:22:06Z', 'revision_number': 5, 'project_id': 'c6d478e5001e4fd0b6162553a901b8a7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8425edff-67d1-4912-8f82-fc13dcd47d5f', 'name': '', 'network_id': 'c60b869f-ffc4-410a-a880-25b67f86d527', 'tenant_id': 'c6d478e5001e4fd0b6162553a901b8a7', 'mac_address': 'fa:16:3e:d7:36:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4eaa602-d8f3-4f9d-b561-7dc769fae294', 'device_owner': 'network:router_interface', 'standard_attr_id': 1581, 'fixed_ips': [{'subnet_id': 'd169038c-3246-43ab-9ecf-83e677cd232f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:20:48Z', 'updated_at': '2022-04-28T11:20:52Z', 'revision_number': 5, 'project_id': 'c6d478e5001e4fd0b6162553a901b8a7', 'subnets': [{'id': 'd169038c-3246-43ab-9ecf-83e677cd232f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=116163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:22:07.677764 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b10e016-6f14-4ae7-86e0-ebeb540d5354 None None] Checking router: b4eaa602-d8f3-4f9d-b561-7dc769fae294 for host: dv-neutron-master-2-hyperv {{(pid=116163) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 11:22:07.683215 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f361417-b4fe-4d34-a64a-5f10d6443bb7 req-129a77fd-5859-4f95-8279-8539d7643967 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:22:07.685028 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-5f361417-b4fe-4d34-a64a-5f10d6443bb7 req-129a77fd-5859-4f95-8279-8539d7643967 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c60b869f-ffc4-410a-a880-25b67f86d527&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0408030 Apr 28 11:22:07.686145 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b10e016-6f14-4ae7-86e0-ebeb540d5354 None None] Routers {'b4eaa602-d8f3-4f9d-b561-7dc769fae294'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=116163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 11:22:07.686784 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_hamode_db [None req-1b10e016-6f14-4ae7-86e0-ebeb540d5354 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-28T10:50:39Z,description=,heartbeat_timestamp=2022-04-28T11:21:39Z,host='dv-neutron-master-2-hyperv',id=6b492ad6-0876-4d74-b20d-28143a52ceba,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T10:50:40Z,topic='l3_agent')) {'router_ids': ['b4eaa602-d8f3-4f9d-b561-7dc769fae294'], 'active': True} {{(pid=116163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:22:07.782293 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-5f361417-b4fe-4d34-a64a-5f10d6443bb7 req-e907274c-3ab0-42d4-b653-130838e089bc service neutron] 10.222.0.20 "GET /v2.0/networks/c60b869f-ffc4-410a-a880-25b67f86d527?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912955 Apr 28 11:22:07.795058 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvr_db [None req-1b10e016-6f14-4ae7-86e0-ebeb540d5354 None None] Set router b4eaa602-d8f3-4f9d-b561-7dc769fae294 gateway port host: dv-neutron-master-2-hyperv {{(pid=116163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 11:22:07.869017 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-5f361417-b4fe-4d34-a64a-5f10d6443bb7 req-8fb59c0f-2b2d-49f5-8889-7db16879191a service neutron] 10.222.0.20 "GET /v2.0/networks/c60b869f-ffc4-410a-a880-25b67f86d527?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814142 Apr 28 11:22:08.009601 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_hamode_db [None req-1b10e016-6f14-4ae7-86e0-ebeb540d5354 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4eaa602-d8f3-4f9d-b561-7dc769fae294', 'name': 'tempest-ServerActionsTestJSON-1755349530-router', 'tenant_id': 'c6d478e5001e4fd0b6162553a901b8a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'external_fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.209'}], 'enable_snat': True}, 'gw_port_id': 'b9a5a002-b498-4745-8cd7-6c0609cbf168', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T11:20:46Z', 'updated_at': '2022-04-28T11:20:49Z', 'revision_number': 4, 'project_id': 'c6d478e5001e4fd0b6162553a901b8a7', 'gw_port': {'id': 'b9a5a002-b498-4745-8cd7-6c0609cbf168', 'name': '', 'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:93:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4eaa602-d8f3-4f9d-b561-7dc769fae294', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1580, 'fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:20:46Z', 'updated_at': '2022-04-28T11:20:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '564aa41d-91b4-4737-a96d-aeefa93303a2', 'tenant_id': 'c6d478e5001e4fd0b6162553a901b8a7', 'floating_ip_address': '172.36.4.254', 'floating_network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'router_id': 'b4eaa602-d8f3-4f9d-b561-7dc769fae294', 'port_id': '74283826-1e56-4bda-b2fa-8119bff8d5df', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1588, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c60b869f-ffc4-410a-a880-25b67f86d527', 'mac_address': 'fa:16:3e:d4:65:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd549123f-ce8b-4c1e-95af-aa615e9bbb37', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T11:20:52Z', 'updated_at': '2022-04-28T11:22:06Z', 'revision_number': 5, 'project_id': 'c6d478e5001e4fd0b6162553a901b8a7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8425edff-67d1-4912-8f82-fc13dcd47d5f', 'name': '', 'network_id': 'c60b869f-ffc4-410a-a880-25b67f86d527', 'tenant_id': 'c6d478e5001e4fd0b6162553a901b8a7', 'mac_address': 'fa:16:3e:d7:36:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4eaa602-d8f3-4f9d-b561-7dc769fae294', 'device_owner': 'network:router_interface', 'standard_attr_id': 1581, 'fixed_ips': [{'subnet_id': 'd169038c-3246-43ab-9ecf-83e677cd232f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:20:48Z', 'updated_at': '2022-04-28T11:20:52Z', 'revision_number': 5, 'project_id': 'c6d478e5001e4fd0b6162553a901b8a7', 'subnets': [{'id': 'd169038c-3246-43ab-9ecf-83e677cd232f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=116163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:22:08.040191 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b10e016-6f14-4ae7-86e0-ebeb540d5354 None None] The sync data for ids ['b4eaa602-d8f3-4f9d-b561-7dc769fae294'] in dv-neutron-master-2-hyperv is: [{'id': 'b4eaa602-d8f3-4f9d-b561-7dc769fae294', 'name': 'tempest-ServerActionsTestJSON-1755349530-router', 'tenant_id': 'c6d478e5001e4fd0b6162553a901b8a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'external_fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.209'}], 'enable_snat': True}, 'gw_port_id': 'b9a5a002-b498-4745-8cd7-6c0609cbf168', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T11:20:46Z', 'updated_at': '2022-04-28T11:20:49Z', 'revision_number': 4, 'project_id': 'c6d478e5001e4fd0b6162553a901b8a7', 'gw_port': {'id': 'b9a5a002-b498-4745-8cd7-6c0609cbf168', 'name': '', 'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:93:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4eaa602-d8f3-4f9d-b561-7dc769fae294', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1580, 'fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:20:46Z', 'updated_at': '2022-04-28T11:20:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '564aa41d-91b4-4737-a96d-aeefa93303a2', 'tenant_id': 'c6d478e5001e4fd0b6162553a901b8a7', 'floating_ip_address': '172.36.4.254', 'floating_network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'router_id': 'b4eaa602-d8f3-4f9d-b561-7dc769fae294', 'port_id': '74283826-1e56-4bda-b2fa-8119bff8d5df', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1588, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c60b869f-ffc4-410a-a880-25b67f86d527', 'mac_address': 'fa:16:3e:d4:65:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd549123f-ce8b-4c1e-95af-aa615e9bbb37', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T11:20:52Z', 'updated_at': '2022-04-28T11:22:06Z', 'revision_number': 5, 'project_id': 'c6d478e5001e4fd0b6162553a901b8a7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8425edff-67d1-4912-8f82-fc13dcd47d5f', 'name': '', 'network_id': 'c60b869f-ffc4-410a-a880-25b67f86d527', 'tenant_id': 'c6d478e5001e4fd0b6162553a901b8a7', 'mac_address': 'fa:16:3e:d7:36:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4eaa602-d8f3-4f9d-b561-7dc769fae294', 'device_owner': 'network:router_interface', 'standard_attr_id': 1581, 'fixed_ips': [{'subnet_id': 'd169038c-3246-43ab-9ecf-83e677cd232f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:20:48Z', 'updated_at': '2022-04-28T11:20:52Z', 'revision_number': 5, 'project_id': 'c6d478e5001e4fd0b6162553a901b8a7', 'subnets': [{'id': 'd169038c-3246-43ab-9ecf-83e677cd232f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=116163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 11:22:08.249087 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26dc5879-f9c2-4aa2-a5df-5de791dc15d9 None None] New status for floating IP 564aa41d-91b4-4737-a96d-aeefa93303a2: ACTIVE {{(pid=116164) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 28 11:22:08.627113 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3999030-e16e-4530-9095-9a098cf004ee req-263f3460-89d6-4da6-ad85-bc0a15335325 tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:22:08.628605 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-c3999030-e16e-4530-9095-9a098cf004ee req-263f3460-89d6-4da6-ad85-bc0a15335325 tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] 10.222.0.10 "GET /v2.0/ports?device_id=d549123f-ce8b-4c1e-95af-aa615e9bbb37 HTTP/1.1" status: 200 len: 945 time: 0.0466177 Apr 28 11:22:08.678877 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-c3999030-e16e-4530-9095-9a098cf004ee req-79da05e1-5843-4c6d-acd2-7efa30d26cb8 tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] 10.222.0.10 "GET /v2.0/security-groups?id=3539056c-8cc1-4577-a7ad-e9534f0b7718&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447488 Apr 28 11:22:09.409812 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-ef7a67f5-5217-4b12-9945-c464d8803cbb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (6b492ad6-0876-4d74-b20d-28143a52ceba), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:22:09.790422 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2500985-eba7-435f-b316-c067ee1b714f req-cf9deb98-30b1-47dc-96c8-259fdb61b6f8 tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:22:09.791890 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-d2500985-eba7-435f-b316-c067ee1b714f req-cf9deb98-30b1-47dc-96c8-259fdb61b6f8 tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] 10.222.0.10 "GET /v2.0/ports?device_id=d549123f-ce8b-4c1e-95af-aa615e9bbb37 HTTP/1.1" status: 200 len: 945 time: 0.0455523 Apr 28 11:22:09.837157 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-d2500985-eba7-435f-b316-c067ee1b714f req-b8df27ed-5f5a-4979-b95a-b11102b19d6d tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] 10.222.0.10 "GET /v2.0/security-groups?id=3539056c-8cc1-4577-a7ad-e9534f0b7718&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397153 Apr 28 11:22:10.512668 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-ae94d540-e4c6-43be-adc9-b26fb6a2f62f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (cfc241ae-e4b7-443b-b80b-59fbbc2b69c9), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:22:10.949597 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e63911-7bd2-4956-a166-718230ba7f5a req-e54c33ed-b517-45dd-a8b9-53eff8a06c88 tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:22:10.951149 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-b1e63911-7bd2-4956-a166-718230ba7f5a req-e54c33ed-b517-45dd-a8b9-53eff8a06c88 tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] 10.222.0.10 "GET /v2.0/ports?device_id=d549123f-ce8b-4c1e-95af-aa615e9bbb37 HTTP/1.1" status: 200 len: 945 time: 0.0473888 Apr 28 11:22:10.997141 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-b1e63911-7bd2-4956-a166-718230ba7f5a req-fd779157-756d-4a03-8f51-e3913e68963d tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] 10.222.0.10 "GET /v2.0/security-groups?id=3539056c-8cc1-4577-a7ad-e9534f0b7718&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402405 Apr 28 11:22:12.090207 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-01ef1de1-12fd-4cef-b76b-793f91379468 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (39cc4f52-f5d9-4e2c-bbfa-7a1c528e1c40), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:22:12.117654 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba08ae9-6caa-4c1b-bf91-114801b49a15 req-f20d38ee-1007-4cea-b66d-ba67aac11a77 tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:22:12.119152 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-dba08ae9-6caa-4c1b-bf91-114801b49a15 req-f20d38ee-1007-4cea-b66d-ba67aac11a77 tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] 10.222.0.10 "GET /v2.0/ports?device_id=d549123f-ce8b-4c1e-95af-aa615e9bbb37 HTTP/1.1" status: 200 len: 945 time: 0.0519063 Apr 28 11:22:12.165963 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-dba08ae9-6caa-4c1b-bf91-114801b49a15 req-1cd969bc-cd84-4588-a307-df91dd6d4358 tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] 10.222.0.10 "GET /v2.0/security-groups?id=3539056c-8cc1-4577-a7ad-e9534f0b7718&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410054 Apr 28 11:22:13.280393 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e09ddb-9afc-40ea-ab22-1accd077ab55 req-3a542267-4886-42bb-9b94-6f9e59390caf tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:22:13.281965 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-74e09ddb-9afc-40ea-ab22-1accd077ab55 req-3a542267-4886-42bb-9b94-6f9e59390caf tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] 10.222.0.10 "GET /v2.0/ports?device_id=d549123f-ce8b-4c1e-95af-aa615e9bbb37 HTTP/1.1" status: 200 len: 945 time: 0.0480971 Apr 28 11:22:13.328260 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-74e09ddb-9afc-40ea-ab22-1accd077ab55 req-36a9a1eb-ebbd-412e-ba27-35925319a7c5 tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] 10.222.0.10 "GET /v2.0/security-groups?id=3539056c-8cc1-4577-a7ad-e9534f0b7718&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406256 Apr 28 11:22:13.335712 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (d5baab19-5dd1-4902-922b-84acb048ab9c), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:22:14.447437 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d64307-f917-4ca2-b631-e3188d80d704 req-59339806-571d-4996-8b20-c5c5da16efa2 tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:22:14.449408 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-44d64307-f917-4ca2-b631-e3188d80d704 req-59339806-571d-4996-8b20-c5c5da16efa2 tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] 10.222.0.10 "GET /v2.0/ports?device_id=d549123f-ce8b-4c1e-95af-aa615e9bbb37 HTTP/1.1" status: 200 len: 945 time: 0.0494740 Apr 28 11:22:14.500812 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-44d64307-f917-4ca2-b631-e3188d80d704 req-7ba84e13-ba36-4a59-bf26-465932990b45 tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] 10.222.0.10 "GET /v2.0/security-groups?id=3539056c-8cc1-4577-a7ad-e9534f0b7718&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453577 Apr 28 11:22:15.615410 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311a07f8-dfd9-4ef9-9ec8-01556587025b req-51d12ea2-6d98-4e8a-b893-a7d583e13dce tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:22:15.616879 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-311a07f8-dfd9-4ef9-9ec8-01556587025b req-51d12ea2-6d98-4e8a-b893-a7d583e13dce tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] 10.222.0.10 "GET /v2.0/ports?device_id=d549123f-ce8b-4c1e-95af-aa615e9bbb37 HTTP/1.1" status: 200 len: 945 time: 0.0476222 Apr 28 11:22:15.662212 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-311a07f8-dfd9-4ef9-9ec8-01556587025b req-c0436e84-21be-487d-9803-bec7979db213 tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] 10.222.0.10 "GET /v2.0/security-groups?id=3539056c-8cc1-4577-a7ad-e9534f0b7718&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398080 Apr 28 11:22:16.774412 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781bf28d-233f-4dd7-8718-a9f70c4711eb req-b8fb3195-45f9-4f33-91f9-d155fabef46a tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:22:16.776476 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-781bf28d-233f-4dd7-8718-a9f70c4711eb req-b8fb3195-45f9-4f33-91f9-d155fabef46a tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] 10.222.0.10 "GET /v2.0/ports?device_id=d549123f-ce8b-4c1e-95af-aa615e9bbb37 HTTP/1.1" status: 200 len: 945 time: 0.0471272 Apr 28 11:22:16.821618 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-781bf28d-233f-4dd7-8718-a9f70c4711eb req-6ff9d793-dd78-4e10-85b7-979a2ff45413 tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] 10.222.0.10 "GET /v2.0/security-groups?id=3539056c-8cc1-4577-a7ad-e9534f0b7718&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393364 Apr 28 11:22:17.938253 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46fb70f2-feee-43b2-9a8d-955669abd5b7 req-2d7fddc7-7b19-43f7-8f6d-0cf2c434b018 tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:22:17.939825 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-46fb70f2-feee-43b2-9a8d-955669abd5b7 req-2d7fddc7-7b19-43f7-8f6d-0cf2c434b018 tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] 10.222.0.10 "GET /v2.0/ports?device_id=d549123f-ce8b-4c1e-95af-aa615e9bbb37 HTTP/1.1" status: 200 len: 945 time: 0.0507307 Apr 28 11:22:17.986466 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-46fb70f2-feee-43b2-9a8d-955669abd5b7 req-52066a03-dc8e-4bc9-a7e7-a469f74227bf tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] 10.222.0.10 "GET /v2.0/security-groups?id=3539056c-8cc1-4577-a7ad-e9534f0b7718&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410562 Apr 28 11:22:19.098879 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284710e6-e120-46d7-87f4-0c48ff200177 req-e924ad13-292a-4711-80e6-6336fc8ef6d1 tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:22:19.100388 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-284710e6-e120-46d7-87f4-0c48ff200177 req-e924ad13-292a-4711-80e6-6336fc8ef6d1 tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] 10.222.0.10 "GET /v2.0/ports?device_id=d549123f-ce8b-4c1e-95af-aa615e9bbb37 HTTP/1.1" status: 200 len: 945 time: 0.0477087 Apr 28 11:22:19.147514 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-284710e6-e120-46d7-87f4-0c48ff200177 req-8316a7d1-e9a8-4f08-8e15-c16b90d07f36 tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] 10.222.0.10 "GET /v2.0/security-groups?id=3539056c-8cc1-4577-a7ad-e9534f0b7718&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413861 Apr 28 11:22:20.262663 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05ba39d-72b3-42cb-bc70-fc94171f3dab req-5683b0a2-58f8-4998-aef4-f05a83db3ca2 tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:22:20.264111 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-f05ba39d-72b3-42cb-bc70-fc94171f3dab req-5683b0a2-58f8-4998-aef4-f05a83db3ca2 tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] 10.222.0.10 "GET /v2.0/ports?device_id=d549123f-ce8b-4c1e-95af-aa615e9bbb37 HTTP/1.1" status: 200 len: 945 time: 0.0486591 Apr 28 11:22:20.310687 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-f05ba39d-72b3-42cb-bc70-fc94171f3dab req-b2ba1328-9974-49b5-b991-f54423a3e26e tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] 10.222.0.10 "GET /v2.0/security-groups?id=3539056c-8cc1-4577-a7ad-e9534f0b7718&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405972 Apr 28 11:22:20.694614 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (6be95134-9a6c-4663-8b48-90d12ce90c60), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:22:21.424187 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780dafe8-577b-49b3-9942-72066ca4f877 req-3145e509-a28a-416a-a002-527a81bf836b tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:22:21.425677 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-780dafe8-577b-49b3-9942-72066ca4f877 req-3145e509-a28a-416a-a002-527a81bf836b tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] 10.222.0.10 "GET /v2.0/ports?device_id=d549123f-ce8b-4c1e-95af-aa615e9bbb37 HTTP/1.1" status: 200 len: 945 time: 0.0459647 Apr 28 11:22:21.472452 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-780dafe8-577b-49b3-9942-72066ca4f877 req-f67eddb0-4256-4d5a-8b31-5faa82912bd5 tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] 10.222.0.10 "GET /v2.0/security-groups?id=3539056c-8cc1-4577-a7ad-e9534f0b7718&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412056 Apr 28 11:22:22.585228 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba50c33c-8be5-4822-87c2-4e9cc96b33bb req-ee640487-a925-4511-a2e7-b15a31cfb034 tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:22:22.586718 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-ba50c33c-8be5-4822-87c2-4e9cc96b33bb req-ee640487-a925-4511-a2e7-b15a31cfb034 tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] 10.222.0.10 "GET /v2.0/ports?device_id=d549123f-ce8b-4c1e-95af-aa615e9bbb37 HTTP/1.1" status: 200 len: 945 time: 0.0471740 Apr 28 11:22:22.638409 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-ba50c33c-8be5-4822-87c2-4e9cc96b33bb req-17f3b05a-0b64-4e35-bbdc-cf5a5217fb1b tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] 10.222.0.10 "GET /v2.0/security-groups?id=3539056c-8cc1-4577-a7ad-e9534f0b7718&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458989 Apr 28 11:22:23.751045 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d76b292-0f3d-4bde-a06d-acf1c6672d38 req-260f96b2-e0d3-47c2-8896-69e2be326a7b tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:22:23.752705 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-5d76b292-0f3d-4bde-a06d-acf1c6672d38 req-260f96b2-e0d3-47c2-8896-69e2be326a7b tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] 10.222.0.10 "GET /v2.0/ports?device_id=d549123f-ce8b-4c1e-95af-aa615e9bbb37 HTTP/1.1" status: 200 len: 945 time: 0.0478365 Apr 28 11:22:23.801699 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-5d76b292-0f3d-4bde-a06d-acf1c6672d38 req-123dcc0e-86e1-40b6-923e-841d78636e0e tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] 10.222.0.10 "GET /v2.0/security-groups?id=3539056c-8cc1-4577-a7ad-e9534f0b7718&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426986 Apr 28 11:22:24.916828 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1d62c4-6e7f-4872-b54c-531a284dae2f req-4f2c45fa-6848-4bb1-a7be-2581ebcacad1 tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:22:24.918344 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-3f1d62c4-6e7f-4872-b54c-531a284dae2f req-4f2c45fa-6848-4bb1-a7be-2581ebcacad1 tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] 10.222.0.10 "GET /v2.0/ports?device_id=d549123f-ce8b-4c1e-95af-aa615e9bbb37 HTTP/1.1" status: 200 len: 945 time: 0.0492573 Apr 28 11:22:24.965546 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-3f1d62c4-6e7f-4872-b54c-531a284dae2f req-5610bd6e-6c6c-49ba-84e3-813584bf3674 tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] 10.222.0.10 "GET /v2.0/security-groups?id=3539056c-8cc1-4577-a7ad-e9534f0b7718&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413647 Apr 28 11:22:26.084031 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490a2e6e-25a8-4e6d-b19c-09fadca488c9 req-2ea8b986-5e33-4556-b075-a398f5b2b757 tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:22:26.085505 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-490a2e6e-25a8-4e6d-b19c-09fadca488c9 req-2ea8b986-5e33-4556-b075-a398f5b2b757 tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] 10.222.0.10 "GET /v2.0/ports?device_id=d549123f-ce8b-4c1e-95af-aa615e9bbb37 HTTP/1.1" status: 200 len: 945 time: 0.0511224 Apr 28 11:22:26.132005 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-490a2e6e-25a8-4e6d-b19c-09fadca488c9 req-3e302b2a-ad65-43ec-980d-8245e18c2247 tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] 10.222.0.10 "GET /v2.0/security-groups?id=3539056c-8cc1-4577-a7ad-e9534f0b7718&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404456 Apr 28 11:22:27.178055 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.agents_db [None req-54b29a82-8a19-4507-95e3-3a2d011841ff None None] Agent healthcheck: found 6 active agents {{(pid=116164) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 28 11:22:27.244965 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf976276-21b4-47ba-a53d-8606198241a0 req-115b4488-589f-43fb-a588-f2c4436a1bad tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:22:27.246436 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-bf976276-21b4-47ba-a53d-8606198241a0 req-115b4488-589f-43fb-a588-f2c4436a1bad tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] 10.222.0.10 "GET /v2.0/ports?device_id=d549123f-ce8b-4c1e-95af-aa615e9bbb37 HTTP/1.1" status: 200 len: 945 time: 0.0462732 Apr 28 11:22:27.292368 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-bf976276-21b4-47ba-a53d-8606198241a0 req-f7e91429-86a2-455d-96eb-c0356ce39f2d tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] 10.222.0.10 "GET /v2.0/security-groups?id=3539056c-8cc1-4577-a7ad-e9534f0b7718&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402939 Apr 28 11:22:28.405694 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1472d693-6e78-4812-8229-4c1bc9ffe9e0 req-a004baba-91fd-49b2-b3b8-9721c7d1c5b9 tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:22:28.407221 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-1472d693-6e78-4812-8229-4c1bc9ffe9e0 req-a004baba-91fd-49b2-b3b8-9721c7d1c5b9 tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] 10.222.0.10 "GET /v2.0/ports?device_id=d549123f-ce8b-4c1e-95af-aa615e9bbb37 HTTP/1.1" status: 200 len: 945 time: 0.0466118 Apr 28 11:22:28.457845 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-1472d693-6e78-4812-8229-4c1bc9ffe9e0 req-7261c39d-fc17-4353-8caa-fc47100e758c tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] 10.222.0.10 "GET /v2.0/security-groups?id=3539056c-8cc1-4577-a7ad-e9534f0b7718&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451427 Apr 28 11:22:29.571363 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa0a3c8-fddd-459a-ba20-19fc29cc12d1 req-744c0700-53d7-49af-ab0a-520011f10749 tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:22:29.573173 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-1aa0a3c8-fddd-459a-ba20-19fc29cc12d1 req-744c0700-53d7-49af-ab0a-520011f10749 tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] 10.222.0.10 "GET /v2.0/ports?device_id=d549123f-ce8b-4c1e-95af-aa615e9bbb37 HTTP/1.1" status: 200 len: 945 time: 0.0468500 Apr 28 11:22:29.619430 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-1aa0a3c8-fddd-459a-ba20-19fc29cc12d1 req-fe0e0910-7db6-40db-b1b5-537b8472b77f tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] 10.222.0.10 "GET /v2.0/security-groups?id=3539056c-8cc1-4577-a7ad-e9534f0b7718&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398557 Apr 28 11:22:30.730884 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35bcf330-2bd4-4aed-bee1-840a4a458c7e req-b6895fb3-b794-4fab-8a6e-57d69495686e tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:22:30.732345 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-35bcf330-2bd4-4aed-bee1-840a4a458c7e req-b6895fb3-b794-4fab-8a6e-57d69495686e tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] 10.222.0.10 "GET /v2.0/ports?device_id=d549123f-ce8b-4c1e-95af-aa615e9bbb37 HTTP/1.1" status: 200 len: 945 time: 0.0463259 Apr 28 11:22:30.779272 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-35bcf330-2bd4-4aed-bee1-840a4a458c7e req-dbb51f0d-fc1b-4bd6-9f86-436c16d874e4 tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] 10.222.0.10 "GET /v2.0/security-groups?id=3539056c-8cc1-4577-a7ad-e9534f0b7718&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413930 Apr 28 11:22:31.893165 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b21a87-8c26-4a95-8878-70bc38edaa6b req-5d8d35a1-84f1-44a0-8cbe-9d6d9c57ffcc tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:22:31.894697 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-b3b21a87-8c26-4a95-8878-70bc38edaa6b req-5d8d35a1-84f1-44a0-8cbe-9d6d9c57ffcc tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] 10.222.0.10 "GET /v2.0/ports?device_id=d549123f-ce8b-4c1e-95af-aa615e9bbb37 HTTP/1.1" status: 200 len: 945 time: 0.0495009 Apr 28 11:22:31.940665 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-b3b21a87-8c26-4a95-8878-70bc38edaa6b req-d29599af-8609-4f06-935e-2cbe29a3ef04 tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] 10.222.0.10 "GET /v2.0/security-groups?id=3539056c-8cc1-4577-a7ad-e9534f0b7718&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395803 Apr 28 11:22:33.053506 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad84191-1272-435b-9ce5-3b6b67cf8c59 req-1ea0884b-cbda-4f26-896f-e24142e5e292 tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:22:33.055027 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-cad84191-1272-435b-9ce5-3b6b67cf8c59 req-1ea0884b-cbda-4f26-896f-e24142e5e292 tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] 10.222.0.10 "GET /v2.0/ports?device_id=d549123f-ce8b-4c1e-95af-aa615e9bbb37 HTTP/1.1" status: 200 len: 945 time: 0.0467293 Apr 28 11:22:33.101996 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-cad84191-1272-435b-9ce5-3b6b67cf8c59 req-c2bf5543-3c37-49c9-9db0-cad9c492c3d3 tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] 10.222.0.10 "GET /v2.0/security-groups?id=3539056c-8cc1-4577-a7ad-e9534f0b7718&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413263 Apr 28 11:22:33.470066 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4ba358-4ccc-4e1a-8a0e-c9092f2b7c7b req-61e007ed-20fc-409f-9244-403961eaeffb tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:22:33.471580 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-fa4ba358-4ccc-4e1a-8a0e-c9092f2b7c7b req-61e007ed-20fc-409f-9244-403961eaeffb tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] 10.222.0.10 "GET /v2.0/ports?device_id=d549123f-ce8b-4c1e-95af-aa615e9bbb37 HTTP/1.1" status: 200 len: 945 time: 0.0505228 Apr 28 11:22:33.518887 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-fa4ba358-4ccc-4e1a-8a0e-c9092f2b7c7b req-4d9d52cc-ae08-4ac0-82f6-40cbe03d5d78 tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] 10.222.0.10 "GET /v2.0/security-groups?id=3539056c-8cc1-4577-a7ad-e9534f0b7718&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415597 Apr 28 11:22:33.559530 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-c5e7c7cb-bd93-4351-9e36-0842c5c697dd req-abb21355-2120-4407-852b-30028c9cc2be service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=d549123f-ce8b-4c1e-95af-aa615e9bbb37&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0382171 Apr 28 11:22:34.039900 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e7c7cb-bd93-4351-9e36-0842c5c697dd req-eae3d3be-ea19-463b-aea0-65eea20c6e34 tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:22:34.042041 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-c5e7c7cb-bd93-4351-9e36-0842c5c697dd req-eae3d3be-ea19-463b-aea0-65eea20c6e34 tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] 10.222.0.10 "GET /v2.0/ports/74283826-1e56-4bda-b2fa-8119bff8d5df HTTP/1.1" status: 200 len: 942 time: 0.0465467 Apr 28 11:22:34.635521 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13a20de-5cb3-4916-9a0a-29f862453fcb req-70430903-118a-4704-a81f-45e50d94ba91 tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:22:34.637877 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-b13a20de-5cb3-4916-9a0a-29f862453fcb req-70430903-118a-4704-a81f-45e50d94ba91 tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] 10.222.0.10 "GET /v2.0/ports?device_id=d549123f-ce8b-4c1e-95af-aa615e9bbb37 HTTP/1.1" status: 200 len: 945 time: 0.0487287 Apr 28 11:22:34.686933 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-b13a20de-5cb3-4916-9a0a-29f862453fcb req-0d00fa3e-a7ca-4af7-b704-1cd287e0bd35 tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] 10.222.0.10 "GET /v2.0/security-groups?id=3539056c-8cc1-4577-a7ad-e9534f0b7718&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435033 Apr 28 11:22:35.410525 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e7c7cb-bd93-4351-9e36-0842c5c697dd req-e28d390b-281f-40cb-8a77-0604697b8466 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:22:35.412041 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-c5e7c7cb-bd93-4351-9e36-0842c5c697dd req-e28d390b-281f-40cb-8a77-0604697b8466 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c6d478e5001e4fd0b6162553a901b8a7&device_id=d549123f-ce8b-4c1e-95af-aa615e9bbb37 HTTP/1.1" status: 200 len: 1129 time: 0.0416327 Apr 28 11:22:35.503953 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e7c7cb-bd93-4351-9e36-0842c5c697dd req-2aa072c7-c10b-4ca2-bb54-897dad0d20cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:22:35.505414 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-c5e7c7cb-bd93-4351-9e36-0842c5c697dd req-2aa072c7-c10b-4ca2-bb54-897dad0d20cc service neutron] 10.222.0.20 "GET /v2.0/networks?id=c60b869f-ffc4-410a-a880-25b67f86d527 HTTP/1.1" status: 200 len: 912 time: 0.0865638 Apr 28 11:22:35.567517 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-c5e7c7cb-bd93-4351-9e36-0842c5c697dd req-92d1d87f-6160-4111-8f65-18ed24b97b63 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=74283826-1e56-4bda-b2fa-8119bff8d5df HTTP/1.1" status: 200 len: 1001 time: 0.0565705 Apr 28 11:22:35.613347 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e7c7cb-bd93-4351-9e36-0842c5c697dd req-567d1d84-7f9e-46fe-b509-8ebf46c411a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:22:35.614784 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-c5e7c7cb-bd93-4351-9e36-0842c5c697dd req-567d1d84-7f9e-46fe-b509-8ebf46c411a2 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d169038c-3246-43ab-9ecf-83e677cd232f HTTP/1.1" status: 200 len: 851 time: 0.0421269 Apr 28 11:22:35.659423 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e7c7cb-bd93-4351-9e36-0842c5c697dd req-9188e94b-c101-4e02-95cd-2483d45d44c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:22:35.660928 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-c5e7c7cb-bd93-4351-9e36-0842c5c697dd req-9188e94b-c101-4e02-95cd-2483d45d44c4 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c60b869f-ffc4-410a-a880-25b67f86d527&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0408683 Apr 28 11:22:35.748731 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-c5e7c7cb-bd93-4351-9e36-0842c5c697dd req-20bc7352-aa89-4cbf-9a23-4d45b953b782 service neutron] 10.222.0.20 "GET /v2.0/networks/c60b869f-ffc4-410a-a880-25b67f86d527?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816369 Apr 28 11:22:35.805260 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03b652a-f803-4de5-a00e-85702188ece0 req-7fa44490-9d17-4eef-9dba-a25258a4e146 tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:22:35.806862 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-f03b652a-f803-4de5-a00e-85702188ece0 req-7fa44490-9d17-4eef-9dba-a25258a4e146 tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] 10.222.0.10 "GET /v2.0/ports?device_id=d549123f-ce8b-4c1e-95af-aa615e9bbb37 HTTP/1.1" status: 200 len: 945 time: 0.0506113 Apr 28 11:22:35.841407 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-c5e7c7cb-bd93-4351-9e36-0842c5c697dd req-1441bf9e-8aba-42cb-86ad-437e7d5accba service neutron] 10.222.0.20 "GET /v2.0/networks/c60b869f-ffc4-410a-a880-25b67f86d527?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864811 Apr 28 11:22:35.854684 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-f03b652a-f803-4de5-a00e-85702188ece0 req-2384c0fc-fba7-475a-b6b8-44d0a2f11d48 tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] 10.222.0.10 "GET /v2.0/security-groups?id=3539056c-8cc1-4577-a7ad-e9534f0b7718&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417423 Apr 28 11:22:36.971025 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d70a93-87b8-4dc9-be47-7c9af314ade6 req-be6139ea-bc65-4924-8abf-4bb6bca7f29d tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:22:36.972523 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-10d70a93-87b8-4dc9-be47-7c9af314ade6 req-be6139ea-bc65-4924-8abf-4bb6bca7f29d tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] 10.222.0.10 "GET /v2.0/ports?device_id=d549123f-ce8b-4c1e-95af-aa615e9bbb37 HTTP/1.1" status: 200 len: 945 time: 0.0497792 Apr 28 11:22:37.003063 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-f044eb6b-bb57-42dc-8e6e-ff3482735052 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (75ba81b7-fe99-4281-90d2-a5adb445ecea), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:22:37.022159 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-10d70a93-87b8-4dc9-be47-7c9af314ade6 req-e98c7158-9c2a-48c7-9487-2800723f6618 tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] 10.222.0.10 "GET /v2.0/security-groups?id=3539056c-8cc1-4577-a7ad-e9534f0b7718&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439267 Apr 28 11:22:37.477852 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-c5e7c7cb-bd93-4351-9e36-0842c5c697dd req-7c8d8a09-195b-4ee0-9cee-950b89d279aa service neutron] 10.222.0.20 "GET /v2.0/ports/74283826-1e56-4bda-b2fa-8119bff8d5df/bindings/hv-neutron-mast HTTP/1.1" status: 200 len: 384 time: 0.0548086 Apr 28 11:22:37.862249 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e7c7cb-bd93-4351-9e36-0842c5c697dd req-7280c466-a192-434a-a46f-6645814c2dc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:22:37.863682 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-c5e7c7cb-bd93-4351-9e36-0842c5c697dd req-7280c466-a192-434a-a46f-6645814c2dc8 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=d549123f-ce8b-4c1e-95af-aa615e9bbb37&tenant_id=c6d478e5001e4fd0b6162553a901b8a7 HTTP/1.1" status: 200 len: 1129 time: 0.0407579 Apr 28 11:22:37.928601 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e7c7cb-bd93-4351-9e36-0842c5c697dd req-ca764c2f-4b58-4052-8a95-ba83a8de6892 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:22:37.930080 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-c5e7c7cb-bd93-4351-9e36-0842c5c697dd req-ca764c2f-4b58-4052-8a95-ba83a8de6892 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c6d478e5001e4fd0b6162553a901b8a7&device_id=d549123f-ce8b-4c1e-95af-aa615e9bbb37 HTTP/1.1" status: 200 len: 1129 time: 0.0438218 Apr 28 11:22:38.019978 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e7c7cb-bd93-4351-9e36-0842c5c697dd req-546bc265-f26c-484f-b590-c2c99ea4427f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:22:38.021483 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-c5e7c7cb-bd93-4351-9e36-0842c5c697dd req-546bc265-f26c-484f-b590-c2c99ea4427f service neutron] 10.222.0.20 "GET /v2.0/networks?id=c60b869f-ffc4-410a-a880-25b67f86d527 HTTP/1.1" status: 200 len: 912 time: 0.0862596 Apr 28 11:22:38.088858 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-c5e7c7cb-bd93-4351-9e36-0842c5c697dd req-8db167e8-8ac2-4eaa-8e66-e55b2439b2a9 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=74283826-1e56-4bda-b2fa-8119bff8d5df HTTP/1.1" status: 200 len: 1001 time: 0.0617058 Apr 28 11:22:38.136856 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e7c7cb-bd93-4351-9e36-0842c5c697dd req-98f8bd84-5076-4a63-8d54-92b1d165bb20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:22:38.137534 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504c876f-b212-48d6-8027-302cd30ccd33 req-282981e2-1781-4808-ad90-5ef1924d8542 tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:22:38.138309 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-c5e7c7cb-bd93-4351-9e36-0842c5c697dd req-98f8bd84-5076-4a63-8d54-92b1d165bb20 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d169038c-3246-43ab-9ecf-83e677cd232f HTTP/1.1" status: 200 len: 851 time: 0.0432487 Apr 28 11:22:38.139094 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-504c876f-b212-48d6-8027-302cd30ccd33 req-282981e2-1781-4808-ad90-5ef1924d8542 tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] 10.222.0.10 "GET /v2.0/ports?device_id=d549123f-ce8b-4c1e-95af-aa615e9bbb37 HTTP/1.1" status: 200 len: 945 time: 0.0469065 Apr 28 11:22:38.179698 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e7c7cb-bd93-4351-9e36-0842c5c697dd req-272f9cca-5058-4e9a-8248-301325425377 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:22:38.181172 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-c5e7c7cb-bd93-4351-9e36-0842c5c697dd req-272f9cca-5058-4e9a-8248-301325425377 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c60b869f-ffc4-410a-a880-25b67f86d527&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0376141 Apr 28 11:22:38.189546 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-504c876f-b212-48d6-8027-302cd30ccd33 req-7bbcb55b-18c3-4b50-8c10-b423633aefef tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] 10.222.0.10 "GET /v2.0/security-groups?id=3539056c-8cc1-4577-a7ad-e9534f0b7718&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446692 Apr 28 11:22:38.271042 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-c5e7c7cb-bd93-4351-9e36-0842c5c697dd req-9d934af5-1203-4992-b496-719e64a2b544 service neutron] 10.222.0.20 "GET /v2.0/networks/c60b869f-ffc4-410a-a880-25b67f86d527?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839281 Apr 28 11:22:38.358543 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-c5e7c7cb-bd93-4351-9e36-0842c5c697dd req-b846f45f-ac10-4cf8-b89e-1fbd18757a4e service neutron] 10.222.0.20 "GET /v2.0/networks/c60b869f-ffc4-410a-a880-25b67f86d527?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800939 Apr 28 11:22:39.303098 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6597f5ba-3cc0-4771-89a7-866294d9b235 req-7290342b-82e7-4a6b-836a-e384ee2f26ff tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:22:39.304460 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-6597f5ba-3cc0-4771-89a7-866294d9b235 req-7290342b-82e7-4a6b-836a-e384ee2f26ff tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] 10.222.0.10 "GET /v2.0/ports?device_id=d549123f-ce8b-4c1e-95af-aa615e9bbb37 HTTP/1.1" status: 200 len: 945 time: 0.0459151 Apr 28 11:22:39.350906 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-6597f5ba-3cc0-4771-89a7-866294d9b235 req-4996c0ce-a4bb-4ba8-a4e0-13f427f7b860 tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] 10.222.0.10 "GET /v2.0/security-groups?id=3539056c-8cc1-4577-a7ad-e9534f0b7718&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409386 Apr 28 11:22:39.419975 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-9e54d571-24bd-4fc7-8a18-6e31bde934f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (6b492ad6-0876-4d74-b20d-28143a52ceba), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:22:40.466204 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729aa45f-9e7f-4b23-9b95-47290273a281 req-bf0f967f-9fc5-47f9-95a6-9d748269cd07 tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:22:40.467777 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-729aa45f-9e7f-4b23-9b95-47290273a281 req-bf0f967f-9fc5-47f9-95a6-9d748269cd07 tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] 10.222.0.10 "GET /v2.0/ports?device_id=d549123f-ce8b-4c1e-95af-aa615e9bbb37 HTTP/1.1" status: 200 len: 945 time: 0.0478063 Apr 28 11:22:40.513926 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-729aa45f-9e7f-4b23-9b95-47290273a281 req-f44e1ce0-0ef2-4208-afee-cf403abf68ec tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] 10.222.0.10 "GET /v2.0/security-groups?id=3539056c-8cc1-4577-a7ad-e9534f0b7718&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405946 Apr 28 11:22:40.540204 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-ae94d540-e4c6-43be-adc9-b26fb6a2f62f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (cfc241ae-e4b7-443b-b80b-59fbbc2b69c9), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:22:40.806540 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5de1b58-4a4d-413b-8908-a417802760de req-bd1a9d1d-842d-4f84-9284-ac1ca3e622db tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:22:40.808033 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-c5de1b58-4a4d-413b-8908-a417802760de req-bd1a9d1d-842d-4f84-9284-ac1ca3e622db tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] 10.222.0.10 "GET /v2.0/ports?device_id=d549123f-ce8b-4c1e-95af-aa615e9bbb37 HTTP/1.1" status: 200 len: 945 time: 0.0514474 Apr 28 11:22:40.856975 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-c5de1b58-4a4d-413b-8908-a417802760de req-bfa9c12d-8912-4d95-bef4-df867a1e18e5 tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] 10.222.0.10 "GET /v2.0/security-groups?id=3539056c-8cc1-4577-a7ad-e9534f0b7718&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429795 Apr 28 11:22:40.858510 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9808e809-51c4-402b-94f4-9e2881e2e57f req-33cc58bd-1932-4450-8d7e-bd08f7e6f7c3 tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:22:40.859979 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-9808e809-51c4-402b-94f4-9e2881e2e57f req-33cc58bd-1932-4450-8d7e-bd08f7e6f7c3 tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] 10.222.0.20 "GET /v2.0/ports?device_id=d549123f-ce8b-4c1e-95af-aa615e9bbb37&tenant_id=c6d478e5001e4fd0b6162553a901b8a7&binding%3Ahost_id=hv-neutron-mast HTTP/1.1" status: 200 len: 945 time: 0.0545552 Apr 28 11:22:40.938817 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9808e809-51c4-402b-94f4-9e2881e2e57f req-b0ea912f-45c6-4f1f-9a2c-9c74485bf19f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:22:40.940274 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-9808e809-51c4-402b-94f4-9e2881e2e57f req-b0ea912f-45c6-4f1f-9a2c-9c74485bf19f service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c6d478e5001e4fd0b6162553a901b8a7&device_id=d549123f-ce8b-4c1e-95af-aa615e9bbb37 HTTP/1.1" status: 200 len: 1129 time: 0.0388172 Apr 28 11:22:41.028121 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9808e809-51c4-402b-94f4-9e2881e2e57f req-040d9e5d-c0ba-49f4-b864-902768d05afd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:22:41.029473 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-9808e809-51c4-402b-94f4-9e2881e2e57f req-040d9e5d-c0ba-49f4-b864-902768d05afd service neutron] 10.222.0.20 "GET /v2.0/networks?id=c60b869f-ffc4-410a-a880-25b67f86d527 HTTP/1.1" status: 200 len: 912 time: 0.0824385 Apr 28 11:22:41.097288 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-9808e809-51c4-402b-94f4-9e2881e2e57f req-dd3202a9-118b-487e-82da-394924e97529 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=74283826-1e56-4bda-b2fa-8119bff8d5df HTTP/1.1" status: 200 len: 1001 time: 0.0621183 Apr 28 11:22:41.144406 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9808e809-51c4-402b-94f4-9e2881e2e57f req-e2593102-2053-4b17-b935-bf41e2c17160 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:22:41.145793 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-9808e809-51c4-402b-94f4-9e2881e2e57f req-e2593102-2053-4b17-b935-bf41e2c17160 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d169038c-3246-43ab-9ecf-83e677cd232f HTTP/1.1" status: 200 len: 851 time: 0.0424004 Apr 28 11:22:41.187748 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9808e809-51c4-402b-94f4-9e2881e2e57f req-5f2a6820-6563-4e74-aee0-b2a9e183f689 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:22:41.189168 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-9808e809-51c4-402b-94f4-9e2881e2e57f req-5f2a6820-6563-4e74-aee0-b2a9e183f689 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c60b869f-ffc4-410a-a880-25b67f86d527&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0366397 Apr 28 11:22:41.246734 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Device 74283826-1e56-4bda-b2fa-8119bff8d5df details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=116163) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 28 11:22:41.250533 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Device 74283826-1e56-4bda-b2fa-8119bff8d5df no longer exists at agent hyperv_hv-neutron-mast {{(pid=116163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 11:22:41.280455 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-9808e809-51c4-402b-94f4-9e2881e2e57f req-ede87925-17a4-44c2-afb4-0b1a6c3c2f59 service neutron] 10.222.0.20 "GET /v2.0/networks/c60b869f-ffc4-410a-a880-25b67f86d527?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845592 Apr 28 11:22:41.373365 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-9808e809-51c4-402b-94f4-9e2881e2e57f req-0b205faa-5c8c-4f66-8426-337d8bddda00 service neutron] 10.222.0.20 "GET /v2.0/networks/c60b869f-ffc4-410a-a880-25b67f86d527?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869477 Apr 28 11:22:41.402054 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Current status of the port 74283826-1e56-4bda-b2fa-8119bff8d5df is: ACTIVE; New status is: DOWN {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:22:41.402545 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (74283826-1e56-4bda-b2fa-8119bff8d5df), before_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:22:41.431124 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] For port 74283826-1e56-4bda-b2fa-8119bff8d5df, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=74283826-1e56-4bda-b2fa-8119bff8d5df,segment=NetworkSegment(a86044ce-17ef-42c7-90b1-0665dc477f6d),segment_id=a86044ce-17ef-42c7-90b1-0665dc477f6d)] {{(pid=116163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 11:22:41.444370 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd549123f-ce8b-4c1e-95af-aa615e9bbb37', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '74283826-1e56-4bda-b2fa-8119bff8d5df'}] {{(pid=116163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 11:22:41.446616 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f01aec4a4f83961b54a953becfce2676879fb1d4b91122543244f430a0b8460" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88dbadf0-f09a-49b8-b534-51b2d30c7f62" -d '{"events": [{"server_uuid": "d549123f-ce8b-4c1e-95af-aa615e9bbb37", "name": "network-vif-unplugged", "status": "completed", "tag": "74283826-1e56-4bda-b2fa-8119bff8d5df"}]}' {{(pid=116163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 11:22:41.460533 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Returning: {'device': '74283826-1e56-4bda-b2fa-8119bff8d5df', 'network_id': 'c60b869f-ffc4-410a-a880-25b67f86d527', 'port_id': '74283826-1e56-4bda-b2fa-8119bff8d5df', 'mac_address': 'fa:16:3e:d4:65:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 96, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd169038c-3246-43ab-9ecf-83e677cd232f', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=116163) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 28 11:22:41.466549 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] For port 74283826-1e56-4bda-b2fa-8119bff8d5df, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=74283826-1e56-4bda-b2fa-8119bff8d5df,segment=NetworkSegment(a86044ce-17ef-42c7-90b1-0665dc477f6d),segment_id=a86044ce-17ef-42c7-90b1-0665dc477f6d)] {{(pid=116163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 11:22:41.492546 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 28 Apr 2022 11:22:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01119bbc-c055-4de6-927d-2b9ada64e7f9 x-openstack-request-id: req-01119bbc-c055-4de6-927d-2b9ada64e7f9 {{(pid=116163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 11:22:41.492869 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d549123f-ce8b-4c1e-95af-aa615e9bbb37", "name": "network-vif-unplugged", "status": "completed", "tag": "74283826-1e56-4bda-b2fa-8119bff8d5df", "code": 200}]} {{(pid=116163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 11:22:41.493226 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-01119bbc-c055-4de6-927d-2b9ada64e7f9 {{(pid=116163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 11:22:41.493593 dv-neutron-master-2-hyperv neutron-server[116163]: INFO neutron.notifiers.nova [-] Nova event matching ['req-01119bbc-c055-4de6-927d-2b9ada64e7f9'] response: {'server_uuid': 'd549123f-ce8b-4c1e-95af-aa615e9bbb37', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '74283826-1e56-4bda-b2fa-8119bff8d5df', 'code': 200} Apr 28 11:22:41.503995 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Current status of the port 74283826-1e56-4bda-b2fa-8119bff8d5df is: ACTIVE; New status is: BUILD {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:22:41.504391 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (74283826-1e56-4bda-b2fa-8119bff8d5df), before_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:22:41.515224 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393'] for port (74283826-1e56-4bda-b2fa-8119bff8d5df), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:22:41.521847 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.notifiers.nova [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 74283826-1e56-4bda-b2fa-8119bff8d5df {{(pid=116163) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 11:22:41.593827 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Pushing event updated for resources: {'Port': ['ID=74283826-1e56-4bda-b2fa-8119bff8d5df,revision_number=6']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:22:41.606276 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.db.api [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=116163) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 28 11:22:41.606276 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG oslo_db.api [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=116163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 28 11:22:41.973598 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8441f7-be2d-4a55-91d5-0b3f5dac5ac6 req-ab521504-68d4-4893-be62-920c97528956 tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:22:41.977404 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-be8441f7-be2d-4a55-91d5-0b3f5dac5ac6 req-ab521504-68d4-4893-be62-920c97528956 tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] 10.222.0.10 "GET /v2.0/ports?device_id=d549123f-ce8b-4c1e-95af-aa615e9bbb37 HTTP/1.1" status: 200 len: 943 time: 0.0492208 Apr 28 11:22:42.025543 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-be8441f7-be2d-4a55-91d5-0b3f5dac5ac6 req-65daf516-8555-4df0-895a-cc01a74adcfc tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] 10.222.0.10 "GET /v2.0/security-groups?id=3539056c-8cc1-4577-a7ad-e9534f0b7718&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428596 Apr 28 11:22:42.141094 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-01ef1de1-12fd-4cef-b76b-793f91379468 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (39cc4f52-f5d9-4e2c-bbfa-7a1c528e1c40), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:22:42.141864 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Current status of the port 74283826-1e56-4bda-b2fa-8119bff8d5df is: DOWN; New status is: BUILD {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:22:42.142237 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (74283826-1e56-4bda-b2fa-8119bff8d5df), before_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:22:42.155771 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.notifiers.nova [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 74283826-1e56-4bda-b2fa-8119bff8d5df {{(pid=116163) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 11:22:42.174531 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] For port 74283826-1e56-4bda-b2fa-8119bff8d5df, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=74283826-1e56-4bda-b2fa-8119bff8d5df,segment=NetworkSegment(a86044ce-17ef-42c7-90b1-0665dc477f6d),segment_id=a86044ce-17ef-42c7-90b1-0665dc477f6d)] {{(pid=116163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 11:22:42.248615 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393'] for port (74283826-1e56-4bda-b2fa-8119bff8d5df), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:22:42.302103 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Pushing event updated for resources: {'Port': ['ID=74283826-1e56-4bda-b2fa-8119bff8d5df,revision_number=7']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:22:42.306870 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] get_ports_and_sgs() called for port_ids ['74283826-1e56-4bda-b2fa-8119bff8d5df'] {{(pid=116163) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 11:22:43.155406 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07dfe7e-6693-4098-bc57-85bbe7592331 req-0eeaa59f-8985-4ded-aad3-f90ea909e41b tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:22:43.156915 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-e07dfe7e-6693-4098-bc57-85bbe7592331 req-0eeaa59f-8985-4ded-aad3-f90ea909e41b tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] 10.222.0.10 "GET /v2.0/ports?device_id=d549123f-ce8b-4c1e-95af-aa615e9bbb37 HTTP/1.1" status: 200 len: 944 time: 0.0500119 Apr 28 11:22:43.203391 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-e07dfe7e-6693-4098-bc57-85bbe7592331 req-70452fe9-d407-4856-ae25-269ad5bd7963 tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] 10.222.0.10 "GET /v2.0/security-groups?id=3539056c-8cc1-4577-a7ad-e9534f0b7718&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407655 Apr 28 11:22:43.250810 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Device 74283826-1e56-4bda-b2fa-8119bff8d5df up at agent hyperv_hv-neutron-mast {{(pid=116163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 11:22:43.307889 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Provisioning complete for port 74283826-1e56-4bda-b2fa-8119bff8d5df triggered by entity L2. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:22:43.308264 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (74283826-1e56-4bda-b2fa-8119bff8d5df), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:22:43.317034 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4f3620-2004-4d20-88e0-3f80702a4c28 req-af7f6e5a-24ea-45d2-aa4d-60ffd34e0bb6 tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:22:43.318512 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-4e4f3620-2004-4d20-88e0-3f80702a4c28 req-af7f6e5a-24ea-45d2-aa4d-60ffd34e0bb6 tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] 10.222.0.10 "GET /v2.0/ports?device_id=d549123f-ce8b-4c1e-95af-aa615e9bbb37 HTTP/1.1" status: 200 len: 944 time: 0.0490692 Apr 28 11:22:43.347534 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (d5baab19-5dd1-4902-922b-84acb048ab9c), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:22:43.367397 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-4e4f3620-2004-4d20-88e0-3f80702a4c28 req-50fcec32-b0b7-42df-a242-efad008e5db5 tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] 10.222.0.10 "GET /v2.0/security-groups?id=3539056c-8cc1-4577-a7ad-e9534f0b7718&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430789 Apr 28 11:22:43.387569 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Current status of the port 74283826-1e56-4bda-b2fa-8119bff8d5df is: BUILD; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:22:43.387962 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (74283826-1e56-4bda-b2fa-8119bff8d5df), before_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:22:43.425891 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] For port 74283826-1e56-4bda-b2fa-8119bff8d5df, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=74283826-1e56-4bda-b2fa-8119bff8d5df,segment=NetworkSegment(a86044ce-17ef-42c7-90b1-0665dc477f6d),segment_id=a86044ce-17ef-42c7-90b1-0665dc477f6d)] {{(pid=116163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 11:22:43.466083 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393'] for port (74283826-1e56-4bda-b2fa-8119bff8d5df), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:22:43.495126 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd549123f-ce8b-4c1e-95af-aa615e9bbb37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74283826-1e56-4bda-b2fa-8119bff8d5df'}] {{(pid=116163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 11:22:43.497889 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f01aec4a4f83961b54a953becfce2676879fb1d4b91122543244f430a0b8460" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea781d02-7cc3-4552-9143-495080507f90" -d '{"events": [{"server_uuid": "d549123f-ce8b-4c1e-95af-aa615e9bbb37", "name": "network-vif-plugged", "status": "completed", "tag": "74283826-1e56-4bda-b2fa-8119bff8d5df"}]}' {{(pid=116163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 11:22:43.518279 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Pushing event updated for resources: {'Port': ['ID=74283826-1e56-4bda-b2fa-8119bff8d5df,revision_number=8']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:22:43.534813 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 11:22:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd18435f-9127-46f1-859a-b0cbb35deb3c x-openstack-request-id: req-dd18435f-9127-46f1-859a-b0cbb35deb3c {{(pid=116163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 11:22:43.535152 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d549123f-ce8b-4c1e-95af-aa615e9bbb37", "name": "network-vif-plugged", "status": "completed", "tag": "74283826-1e56-4bda-b2fa-8119bff8d5df", "code": 200}]} {{(pid=116163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 11:22:43.535409 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-dd18435f-9127-46f1-859a-b0cbb35deb3c {{(pid=116163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 11:22:43.535813 dv-neutron-master-2-hyperv neutron-server[116163]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dd18435f-9127-46f1-859a-b0cbb35deb3c'] response: {'server_uuid': 'd549123f-ce8b-4c1e-95af-aa615e9bbb37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74283826-1e56-4bda-b2fa-8119bff8d5df', 'code': 200} Apr 28 11:22:43.630681 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51bac522-fc69-4831-9c45-0c1100695cc5 req-4df9e767-8c07-4fee-8a8c-95f179e7dbab tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:22:43.632193 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-51bac522-fc69-4831-9c45-0c1100695cc5 req-4df9e767-8c07-4fee-8a8c-95f179e7dbab tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] 10.222.0.10 "GET /v2.0/ports?device_id=d549123f-ce8b-4c1e-95af-aa615e9bbb37 HTTP/1.1" status: 200 len: 945 time: 0.0478146 Apr 28 11:22:43.685112 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-51bac522-fc69-4831-9c45-0c1100695cc5 req-c27e1a9b-e494-438c-a392-1eb08df0786c tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] 10.222.0.10 "GET /v2.0/security-groups?id=3539056c-8cc1-4577-a7ad-e9534f0b7718&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463686 Apr 28 11:22:43.720814 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310f7da2-efe6-425e-b9ec-ec54cec6d5b7 req-a01bf159-6062-4ce0-9049-3ca087863b51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:22:43.722273 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-310f7da2-efe6-425e-b9ec-ec54cec6d5b7 req-a01bf159-6062-4ce0-9049-3ca087863b51 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c6d478e5001e4fd0b6162553a901b8a7&device_id=d549123f-ce8b-4c1e-95af-aa615e9bbb37 HTTP/1.1" status: 200 len: 1129 time: 0.0399826 Apr 28 11:22:43.808737 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310f7da2-efe6-425e-b9ec-ec54cec6d5b7 req-6bfbb352-5f06-44ac-ac2d-10c0c89f4f08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:22:43.810176 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-310f7da2-efe6-425e-b9ec-ec54cec6d5b7 req-6bfbb352-5f06-44ac-ac2d-10c0c89f4f08 service neutron] 10.222.0.20 "GET /v2.0/networks?id=c60b869f-ffc4-410a-a880-25b67f86d527 HTTP/1.1" status: 200 len: 912 time: 0.0815649 Apr 28 11:22:43.876212 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-310f7da2-efe6-425e-b9ec-ec54cec6d5b7 req-978205b1-b68c-4f04-a198-75d662e6663e service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=74283826-1e56-4bda-b2fa-8119bff8d5df HTTP/1.1" status: 200 len: 1001 time: 0.0593488 Apr 28 11:22:43.922874 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310f7da2-efe6-425e-b9ec-ec54cec6d5b7 req-0e76608a-83fe-4252-9534-7cc3c231aa9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:22:43.924185 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-310f7da2-efe6-425e-b9ec-ec54cec6d5b7 req-0e76608a-83fe-4252-9534-7cc3c231aa9b service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d169038c-3246-43ab-9ecf-83e677cd232f HTTP/1.1" status: 200 len: 851 time: 0.0420315 Apr 28 11:22:43.966330 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310f7da2-efe6-425e-b9ec-ec54cec6d5b7 req-4cff917e-ed88-4fd8-9393-bf12d2c5b870 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:22:43.967815 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-310f7da2-efe6-425e-b9ec-ec54cec6d5b7 req-4cff917e-ed88-4fd8-9393-bf12d2c5b870 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c60b869f-ffc4-410a-a880-25b67f86d527&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0383420 Apr 28 11:22:44.058425 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-310f7da2-efe6-425e-b9ec-ec54cec6d5b7 req-2074e510-d239-422b-9b67-56b5f321e7a3 service neutron] 10.222.0.20 "GET /v2.0/networks/c60b869f-ffc4-410a-a880-25b67f86d527?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840545 Apr 28 11:22:44.150625 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-310f7da2-efe6-425e-b9ec-ec54cec6d5b7 req-5e752756-5756-4024-8488-d830bf945d19 service neutron] 10.222.0.20 "GET /v2.0/networks/c60b869f-ffc4-410a-a880-25b67f86d527?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868287 Apr 28 11:22:44.801256 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0535c36-53ac-4536-a8a8-cf7066029525 req-5cbd6bac-c7cb-410b-9005-1ff39551121e tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:22:44.802780 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-d0535c36-53ac-4536-a8a8-cf7066029525 req-5cbd6bac-c7cb-410b-9005-1ff39551121e tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] 10.222.0.10 "GET /v2.0/ports?device_id=d549123f-ce8b-4c1e-95af-aa615e9bbb37 HTTP/1.1" status: 200 len: 945 time: 0.0471349 Apr 28 11:22:44.849627 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-d0535c36-53ac-4536-a8a8-cf7066029525 req-b863da97-8be8-4091-aa44-950f8e67a40a tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] 10.222.0.10 "GET /v2.0/security-groups?id=3539056c-8cc1-4577-a7ad-e9534f0b7718&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408859 Apr 28 11:22:44.972544 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba39d48-538a-46f4-9d0e-280c302fcfb4 req-5a0a5c18-e39a-4227-a5c1-641aff2dadfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:22:44.973974 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-3ba39d48-538a-46f4-9d0e-280c302fcfb4 req-5a0a5c18-e39a-4227-a5c1-641aff2dadfc service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c6d478e5001e4fd0b6162553a901b8a7&device_id=d549123f-ce8b-4c1e-95af-aa615e9bbb37 HTTP/1.1" status: 200 len: 1129 time: 0.0398009 Apr 28 11:22:45.072594 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba39d48-538a-46f4-9d0e-280c302fcfb4 req-caf94e7d-b1b3-4f8c-97ff-7b2bd21df9fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:22:45.077158 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-3ba39d48-538a-46f4-9d0e-280c302fcfb4 req-caf94e7d-b1b3-4f8c-97ff-7b2bd21df9fc service neutron] 10.222.0.20 "GET /v2.0/networks?id=c60b869f-ffc4-410a-a880-25b67f86d527 HTTP/1.1" status: 200 len: 912 time: 0.0846546 Apr 28 11:22:45.143925 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-3ba39d48-538a-46f4-9d0e-280c302fcfb4 req-ddf9c1ce-3686-4d34-9824-83aaac1a508a service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=74283826-1e56-4bda-b2fa-8119bff8d5df HTTP/1.1" status: 200 len: 1001 time: 0.0632493 Apr 28 11:22:45.192006 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba39d48-538a-46f4-9d0e-280c302fcfb4 req-68c94a88-9c69-40f0-840a-9f36bc43e578 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:22:45.193415 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-3ba39d48-538a-46f4-9d0e-280c302fcfb4 req-68c94a88-9c69-40f0-840a-9f36bc43e578 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d169038c-3246-43ab-9ecf-83e677cd232f HTTP/1.1" status: 200 len: 851 time: 0.0435588 Apr 28 11:22:45.235380 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba39d48-538a-46f4-9d0e-280c302fcfb4 req-bea0d1e9-17a4-479c-9c71-bd52980e9c7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:22:45.236766 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-3ba39d48-538a-46f4-9d0e-280c302fcfb4 req-bea0d1e9-17a4-479c-9c71-bd52980e9c7b service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c60b869f-ffc4-410a-a880-25b67f86d527&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0377462 Apr 28 11:22:45.328259 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-3ba39d48-538a-46f4-9d0e-280c302fcfb4 req-81b50f64-c0d1-48ea-b666-b2edf1dfddfe service neutron] 10.222.0.20 "GET /v2.0/networks/c60b869f-ffc4-410a-a880-25b67f86d527?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841644 Apr 28 11:22:45.420164 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-3ba39d48-538a-46f4-9d0e-280c302fcfb4 req-c3c25796-a912-4af2-b1ed-ef766a1c149d service neutron] 10.222.0.20 "GET /v2.0/networks/c60b869f-ffc4-410a-a880-25b67f86d527?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848858 Apr 28 11:22:45.961944 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c232397-6c1a-4659-b2eb-73141ef2d826 req-fd9c8b5c-cc3f-4cad-8224-54574117bd6c tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:22:45.963433 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-7c232397-6c1a-4659-b2eb-73141ef2d826 req-fd9c8b5c-cc3f-4cad-8224-54574117bd6c tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] 10.222.0.10 "GET /v2.0/ports?device_id=d549123f-ce8b-4c1e-95af-aa615e9bbb37 HTTP/1.1" status: 200 len: 945 time: 0.0463481 Apr 28 11:22:46.009103 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-7c232397-6c1a-4659-b2eb-73141ef2d826 req-ba4409b6-88d9-46bf-8735-0a959785cf39 tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] 10.222.0.10 "GET /v2.0/security-groups?id=3539056c-8cc1-4577-a7ad-e9534f0b7718&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393670 Apr 28 11:22:46.418886 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f655a471-9ec9-4da4-ad29-d97850760366 req-6f17f1e9-e25b-4460-b28d-1ba70dfc744b tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:22:46.420381 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-f655a471-9ec9-4da4-ad29-d97850760366 req-6f17f1e9-e25b-4460-b28d-1ba70dfc744b tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] 10.222.0.10 "GET /v2.0/ports?device_id=d549123f-ce8b-4c1e-95af-aa615e9bbb37 HTTP/1.1" status: 200 len: 945 time: 0.0526967 Apr 28 11:22:46.467542 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-f655a471-9ec9-4da4-ad29-d97850760366 req-b79f888e-c427-4e37-858f-e71ffcc6ecc8 tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] 10.222.0.10 "GET /v2.0/security-groups?id=3539056c-8cc1-4577-a7ad-e9534f0b7718&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415788 Apr 28 11:22:47.584050 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf15ee9b-a872-412d-9763-34a7f992df0c req-859c7ade-0f08-4c07-811e-6177c84f0c6c tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:22:47.585529 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-bf15ee9b-a872-412d-9763-34a7f992df0c req-859c7ade-0f08-4c07-811e-6177c84f0c6c tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] 10.222.0.10 "GET /v2.0/ports?device_id=d549123f-ce8b-4c1e-95af-aa615e9bbb37 HTTP/1.1" status: 200 len: 945 time: 0.0463195 Apr 28 11:22:47.631630 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-bf15ee9b-a872-412d-9763-34a7f992df0c req-78d62a84-0182-40b3-9257-e3656a8aa574 tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] 10.222.0.10 "GET /v2.0/security-groups?id=3539056c-8cc1-4577-a7ad-e9534f0b7718&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398402 Apr 28 11:22:48.128088 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84036f3-c472-415a-9f2d-b86e0e0bb55f req-aa3e3265-7f23-4349-a058-f1056642a234 tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:22:48.129571 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-e84036f3-c472-415a-9f2d-b86e0e0bb55f req-aa3e3265-7f23-4349-a058-f1056642a234 tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] 10.222.0.20 "GET /v2.0/ports?device_id=d549123f-ce8b-4c1e-95af-aa615e9bbb37 HTTP/1.1" status: 200 len: 945 time: 0.0482028 Apr 28 11:22:48.355646 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.plugin [req-e84036f3-c472-415a-9f2d-b86e0e0bb55f req-288acd0c-0341-4467-ae9e-c1b159188453 tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] Deleting port 74283826-1e56-4bda-b2fa-8119bff8d5df {{(pid=116162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 11:22:48.355897 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [req-e84036f3-c472-415a-9f2d-b86e0e0bb55f req-288acd0c-0341-4467-ae9e-c1b159188453 tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742235130188'] for port (74283826-1e56-4bda-b2fa-8119bff8d5df), before_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:22:48.444674 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.db [req-e84036f3-c472-415a-9f2d-b86e0e0bb55f req-288acd0c-0341-4467-ae9e-c1b159188453 tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] For port 74283826-1e56-4bda-b2fa-8119bff8d5df, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=74283826-1e56-4bda-b2fa-8119bff8d5df,segment=NetworkSegment(a86044ce-17ef-42c7-90b1-0665dc477f6d),segment_id=a86044ce-17ef-42c7-90b1-0665dc477f6d)] {{(pid=116162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 11:22:48.445030 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [req-e84036f3-c472-415a-9f2d-b86e0e0bb55f req-288acd0c-0341-4467-ae9e-c1b159188453 tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1938497'] for port (74283826-1e56-4bda-b2fa-8119bff8d5df), precommit_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:22:48.608060 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [req-e84036f3-c472-415a-9f2d-b86e0e0bb55f req-288acd0c-0341-4467-ae9e-c1b159188453 tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:22:48.608334 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [req-e84036f3-c472-415a-9f2d-b86e0e0bb55f req-288acd0c-0341-4467-ae9e-c1b159188453 tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2063164'] for floatingip (564aa41d-91b4-4737-a96d-aeefa93303a2), after_update {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:22:48.608643 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.db.l3_db [req-e84036f3-c472-415a-9f2d-b86e0e0bb55f req-288acd0c-0341-4467-ae9e-c1b159188453 tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] Floating IP 564aa41d-91b4-4737-a96d-aeefa93303a2 disassociated. External IP: 172.36.4.254, port: 74283826-1e56-4bda-b2fa-8119bff8d5df. Apr 28 11:22:48.608974 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.plugin [req-e84036f3-c472-415a-9f2d-b86e0e0bb55f req-288acd0c-0341-4467-ae9e-c1b159188453 tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] Calling delete_port for 74283826-1e56-4bda-b2fa-8119bff8d5df owned by compute:nova {{(pid=116162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 11:22:48.752135 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d11d120-6cc0-4660-b7f0-23e6c4e63d84 req-25cef39c-9352-4a5a-9c93-e0588773a50c tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:22:48.753747 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-4d11d120-6cc0-4660-b7f0-23e6c4e63d84 req-25cef39c-9352-4a5a-9c93-e0588773a50c tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] 10.222.0.10 "GET /v2.0/ports?device_id=d549123f-ce8b-4c1e-95af-aa615e9bbb37 HTTP/1.1" status: 200 len: 945 time: 0.0496693 Apr 28 11:22:48.809481 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-4d11d120-6cc0-4660-b7f0-23e6c4e63d84 req-11c84c26-e3bb-4ffd-ad5b-314afa0b04f9 tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] 10.222.0.10 "GET /v2.0/security-groups?id=3539056c-8cc1-4577-a7ad-e9534f0b7718&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497801 Apr 28 11:22:49.128615 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [req-e84036f3-c472-415a-9f2d-b86e0e0bb55f req-288acd0c-0341-4467-ae9e-c1b159188453 tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742235135690', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742234710366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5051867'] for port (74283826-1e56-4bda-b2fa-8119bff8d5df), after_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:22:49.156996 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288acd0c-0341-4467-ae9e-c1b159188453 tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] Pushing event deleted for resources: {'Port': ['ID=74283826-1e56-4bda-b2fa-8119bff8d5df,revision_number=None']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:22:49.273245 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e84036f3-c472-415a-9f2d-b86e0e0bb55f req-288acd0c-0341-4467-ae9e-c1b159188453 tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] Router b4eaa602-d8f3-4f9d-b561-7dc769fae294 has already been hosted by L3 agent 6b492ad6-0876-4d74-b20d-28143a52ceba {{(pid=116162) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 11:22:49.380300 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e84036f3-c472-415a-9f2d-b86e0e0bb55f req-288acd0c-0341-4467-ae9e-c1b159188453 tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=116162) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 11:22:49.390762 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d5f912d-7760-4b5c-941c-8471ba87febc None None] Sync routers for ids ['b4eaa602-d8f3-4f9d-b561-7dc769fae294'] in dv-neutron-master-2-hyperv {{(pid=116163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 11:22:49.400308 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d5f912d-7760-4b5c-941c-8471ba87febc None None] Routers {'b4eaa602-d8f3-4f9d-b561-7dc769fae294'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=116163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 11:22:49.400956 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_hamode_db [None req-9d5f912d-7760-4b5c-941c-8471ba87febc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-28T10:50:39Z,description=,heartbeat_timestamp=2022-04-28T11:22:39Z,host='dv-neutron-master-2-hyperv',id=6b492ad6-0876-4d74-b20d-28143a52ceba,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T10:50:40Z,topic='l3_agent')) {'router_ids': ['b4eaa602-d8f3-4f9d-b561-7dc769fae294'], 'active': True} {{(pid=116163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:22:49.422431 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.db.l3_dvrscheduler_db [req-e84036f3-c472-415a-9f2d-b86e0e0bb55f req-288acd0c-0341-4467-ae9e-c1b159188453 tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] No DVR routers for this DVR port 74283826-1e56-4bda-b2fa-8119bff8d5df on host hv-neutron-mast {{(pid=116162) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 11:22:49.424895 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [req-e84036f3-c472-415a-9f2d-b86e0e0bb55f req-288acd0c-0341-4467-ae9e-c1b159188453 tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198022'] for port (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:22:49.428194 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-e84036f3-c472-415a-9f2d-b86e0e0bb55f req-288acd0c-0341-4467-ae9e-c1b159188453 tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] 10.222.0.20 "DELETE /v2.0/ports/74283826-1e56-4bda-b2fa-8119bff8d5df HTTP/1.1" status: 204 len: 173 time: 1.1489465 Apr 28 11:22:49.428575 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd549123f-ce8b-4c1e-95af-aa615e9bbb37', 'name': 'network-vif-deleted', 'tag': '74283826-1e56-4bda-b2fa-8119bff8d5df'}] {{(pid=116162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 11:22:49.430920 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ba53f40d6116d28995a8e36159d0e539b5353eec116fb5dd4ce03b4b2159ab1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82f9fb2a-0f44-4a25-8c77-22f06e2364d7" -d '{"events": [{"server_uuid": "d549123f-ce8b-4c1e-95af-aa615e9bbb37", "name": "network-vif-deleted", "tag": "74283826-1e56-4bda-b2fa-8119bff8d5df"}]}' {{(pid=116162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 11:22:49.468573 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 11:22:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a23fd96b-ca5e-4b63-90fd-c68dda69664b x-openstack-request-id: req-a23fd96b-ca5e-4b63-90fd-c68dda69664b {{(pid=116162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 11:22:49.468871 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d549123f-ce8b-4c1e-95af-aa615e9bbb37", "name": "network-vif-deleted", "tag": "74283826-1e56-4bda-b2fa-8119bff8d5df", "status": "completed", "code": 200}]} {{(pid=116162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 11:22:49.469135 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-a23fd96b-ca5e-4b63-90fd-c68dda69664b {{(pid=116162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 11:22:49.469549 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a23fd96b-ca5e-4b63-90fd-c68dda69664b'] response: {'server_uuid': 'd549123f-ce8b-4c1e-95af-aa615e9bbb37', 'name': 'network-vif-deleted', 'tag': '74283826-1e56-4bda-b2fa-8119bff8d5df', 'status': 'completed', 'code': 200} Apr 28 11:22:49.514916 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvr_db [None req-9d5f912d-7760-4b5c-941c-8471ba87febc None None] Set router b4eaa602-d8f3-4f9d-b561-7dc769fae294 gateway port host: dv-neutron-master-2-hyperv {{(pid=116163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 11:22:49.711968 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_hamode_db [None req-9d5f912d-7760-4b5c-941c-8471ba87febc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4eaa602-d8f3-4f9d-b561-7dc769fae294', 'name': 'tempest-ServerActionsTestJSON-1755349530-router', 'tenant_id': 'c6d478e5001e4fd0b6162553a901b8a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'external_fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.209'}], 'enable_snat': True}, 'gw_port_id': 'b9a5a002-b498-4745-8cd7-6c0609cbf168', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T11:20:46Z', 'updated_at': '2022-04-28T11:20:49Z', 'revision_number': 4, 'project_id': 'c6d478e5001e4fd0b6162553a901b8a7', 'gw_port': {'id': 'b9a5a002-b498-4745-8cd7-6c0609cbf168', 'name': '', 'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:93:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4eaa602-d8f3-4f9d-b561-7dc769fae294', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1580, 'fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:20:46Z', 'updated_at': '2022-04-28T11:20:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '8425edff-67d1-4912-8f82-fc13dcd47d5f', 'name': '', 'network_id': 'c60b869f-ffc4-410a-a880-25b67f86d527', 'tenant_id': 'c6d478e5001e4fd0b6162553a901b8a7', 'mac_address': 'fa:16:3e:d7:36:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4eaa602-d8f3-4f9d-b561-7dc769fae294', 'device_owner': 'network:router_interface', 'standard_attr_id': 1581, 'fixed_ips': [{'subnet_id': 'd169038c-3246-43ab-9ecf-83e677cd232f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:20:48Z', 'updated_at': '2022-04-28T11:20:52Z', 'revision_number': 5, 'project_id': 'c6d478e5001e4fd0b6162553a901b8a7', 'subnets': [{'id': 'd169038c-3246-43ab-9ecf-83e677cd232f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=116163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:22:49.742876 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d5f912d-7760-4b5c-941c-8471ba87febc None None] Checking router: b4eaa602-d8f3-4f9d-b561-7dc769fae294 for host: dv-neutron-master-2-hyperv {{(pid=116163) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 11:22:49.751890 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d5f912d-7760-4b5c-941c-8471ba87febc None None] Routers {'b4eaa602-d8f3-4f9d-b561-7dc769fae294'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=116163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 11:22:49.752196 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_hamode_db [None req-9d5f912d-7760-4b5c-941c-8471ba87febc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-28T10:50:39Z,description=,heartbeat_timestamp=2022-04-28T11:22:39Z,host='dv-neutron-master-2-hyperv',id=6b492ad6-0876-4d74-b20d-28143a52ceba,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T10:50:40Z,topic='l3_agent')) {'router_ids': ['b4eaa602-d8f3-4f9d-b561-7dc769fae294'], 'active': True} {{(pid=116163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:22:49.921721 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-8c9cd70e-15ab-4b96-9f26-4b9896f423da req-219c8358-80b1-4cdf-bfc3-fb1be345ee6e tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] 10.222.0.10 "GET /v2.0/ports?device_id=d549123f-ce8b-4c1e-95af-aa615e9bbb37 HTTP/1.1" status: 200 len: 210 time: 0.0295553 Apr 28 11:22:50.011221 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvr_db [None req-9d5f912d-7760-4b5c-941c-8471ba87febc None None] Set router b4eaa602-d8f3-4f9d-b561-7dc769fae294 gateway port host: dv-neutron-master-2-hyperv {{(pid=116163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 11:22:50.206475 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_hamode_db [None req-9d5f912d-7760-4b5c-941c-8471ba87febc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4eaa602-d8f3-4f9d-b561-7dc769fae294', 'name': 'tempest-ServerActionsTestJSON-1755349530-router', 'tenant_id': 'c6d478e5001e4fd0b6162553a901b8a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'external_fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.209'}], 'enable_snat': True}, 'gw_port_id': 'b9a5a002-b498-4745-8cd7-6c0609cbf168', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T11:20:46Z', 'updated_at': '2022-04-28T11:20:49Z', 'revision_number': 4, 'project_id': 'c6d478e5001e4fd0b6162553a901b8a7', 'gw_port': {'id': 'b9a5a002-b498-4745-8cd7-6c0609cbf168', 'name': '', 'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:93:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4eaa602-d8f3-4f9d-b561-7dc769fae294', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1580, 'fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:20:46Z', 'updated_at': '2022-04-28T11:20:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '8425edff-67d1-4912-8f82-fc13dcd47d5f', 'name': '', 'network_id': 'c60b869f-ffc4-410a-a880-25b67f86d527', 'tenant_id': 'c6d478e5001e4fd0b6162553a901b8a7', 'mac_address': 'fa:16:3e:d7:36:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4eaa602-d8f3-4f9d-b561-7dc769fae294', 'device_owner': 'network:router_interface', 'standard_attr_id': 1581, 'fixed_ips': [{'subnet_id': 'd169038c-3246-43ab-9ecf-83e677cd232f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:20:48Z', 'updated_at': '2022-04-28T11:20:52Z', 'revision_number': 5, 'project_id': 'c6d478e5001e4fd0b6162553a901b8a7', 'subnets': [{'id': 'd169038c-3246-43ab-9ecf-83e677cd232f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=116163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:22:50.232323 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d5f912d-7760-4b5c-941c-8471ba87febc None None] The sync data for ids ['b4eaa602-d8f3-4f9d-b561-7dc769fae294'] in dv-neutron-master-2-hyperv is: [{'id': 'b4eaa602-d8f3-4f9d-b561-7dc769fae294', 'name': 'tempest-ServerActionsTestJSON-1755349530-router', 'tenant_id': 'c6d478e5001e4fd0b6162553a901b8a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'external_fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.209'}], 'enable_snat': True}, 'gw_port_id': 'b9a5a002-b498-4745-8cd7-6c0609cbf168', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T11:20:46Z', 'updated_at': '2022-04-28T11:20:49Z', 'revision_number': 4, 'project_id': 'c6d478e5001e4fd0b6162553a901b8a7', 'gw_port': {'id': 'b9a5a002-b498-4745-8cd7-6c0609cbf168', 'name': '', 'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:93:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4eaa602-d8f3-4f9d-b561-7dc769fae294', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1580, 'fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:20:46Z', 'updated_at': '2022-04-28T11:20:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '8425edff-67d1-4912-8f82-fc13dcd47d5f', 'name': '', 'network_id': 'c60b869f-ffc4-410a-a880-25b67f86d527', 'tenant_id': 'c6d478e5001e4fd0b6162553a901b8a7', 'mac_address': 'fa:16:3e:d7:36:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4eaa602-d8f3-4f9d-b561-7dc769fae294', 'device_owner': 'network:router_interface', 'standard_attr_id': 1581, 'fixed_ips': [{'subnet_id': 'd169038c-3246-43ab-9ecf-83e677cd232f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:20:48Z', 'updated_at': '2022-04-28T11:20:52Z', 'revision_number': 5, 'project_id': 'c6d478e5001e4fd0b6162553a901b8a7', 'subnets': [{'id': 'd169038c-3246-43ab-9ecf-83e677cd232f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=116163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 11:22:50.444321 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f88e395a-7f8c-4bc1-b921-2f3d89972857 None None] New status for floating IP 564aa41d-91b4-4737-a96d-aeefa93303a2: DOWN {{(pid=116164) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 28 11:22:50.683335 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (6be95134-9a6c-4663-8b48-90d12ce90c60), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:22:51.168947 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-e394e6fb-304b-4e69-ad68-6356fb901be7 req-f1674ff5-dca6-4313-a684-961f9091c2e8 tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-securitygroup--1768398053&fields=id&tenant_id=c6d478e5001e4fd0b6162553a901b8a7 HTTP/1.1" status: 200 len: 267 time: 0.0425532 Apr 28 11:22:51.259625 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Device 74283826-1e56-4bda-b2fa-8119bff8d5df no longer exists at agent hyperv_hv-neutron-mast {{(pid=116163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 11:22:51.276844 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e394e6fb-304b-4e69-ad68-6356fb901be7 req-30950710-b4e3-490d-9af1-a55ff267dbf8 tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:22:51.278369 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-e394e6fb-304b-4e69-ad68-6356fb901be7 req-30950710-b4e3-490d-9af1-a55ff267dbf8 tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] 10.222.0.10 "GET /v2.0/networks?id=c60b869f-ffc4-410a-a880-25b67f86d527 HTTP/1.1" status: 200 len: 812 time: 0.1030388 Apr 28 11:22:51.281539 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] No Port match for: 74283826-1e56-4bda-b2fa-8119bff8d5df {{(pid=116163) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 28 11:22:51.281884 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Device 74283826-1e56-4bda-b2fa-8119bff8d5df not bound to the agent host hv-neutron-mast {{(pid=116163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 11:22:51.293420 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-e394e6fb-304b-4e69-ad68-6356fb901be7 req-dad788af-78ce-45fe-8343-4de5d8dcf281 tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] 10.222.0.10 "GET /v2.0/quotas/c6d478e5001e4fd0b6162553a901b8a7 HTTP/1.1" status: 200 len: 375 time: 0.0092809 Apr 28 11:22:51.342661 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-e394e6fb-304b-4e69-ad68-6356fb901be7 req-b51f23c6-283a-4556-9acd-390a18932702 tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=c6d478e5001e4fd0b6162553a901b8a7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0442305 Apr 28 11:22:51.438104 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-e394e6fb-304b-4e69-ad68-6356fb901be7 req-a6b00c09-d38b-4c16-a5ec-4f8e8c6a68fb service neutron] 10.222.0.10 "GET /v2.0/networks/c60b869f-ffc4-410a-a880-25b67f86d527?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843222 Apr 28 11:22:51.530115 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-e394e6fb-304b-4e69-ad68-6356fb901be7 req-ef0d268e-2d42-44eb-a39c-c8dba6e72f2e service neutron] 10.222.0.10 "GET /v2.0/networks/c60b869f-ffc4-410a-a880-25b67f86d527?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861754 Apr 28 11:22:51.725790 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-b29cb862-596a-4483-981e-ed8fd70d2c60 req-497573dd-fc58-4512-ace7-e7b2e7044aa2 tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] 10.222.0.10 "GET /v2.0/ports?device_id=5fd4993c-a098-4ca9-b22f-31fae60636f8 HTTP/1.1" status: 200 len: 210 time: 0.0283203 Apr 28 11:22:52.820176 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-dea03482-85f7-4d0c-a098-f208fa24152e req-573ffb07-11fa-4be9-88c8-cdd3a6f4f20e tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] 10.222.0.10 "GET /v2.0/ports?device_id=5fd4993c-a098-4ca9-b22f-31fae60636f8 HTTP/1.1" status: 200 len: 210 time: 0.0291290 Apr 28 11:22:53.393596 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e394e6fb-304b-4e69-ad68-6356fb901be7 req-ae52517f-62e3-4201-aa6f-2457290a59dc tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:22:53.395071 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-e394e6fb-304b-4e69-ad68-6356fb901be7 req-ae52517f-62e3-4201-aa6f-2457290a59dc tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] 10.222.0.20 "GET /v2.0/networks?id=c60b869f-ffc4-410a-a880-25b67f86d527 HTTP/1.1" status: 200 len: 812 time: 0.1053329 Apr 28 11:22:53.455111 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-e394e6fb-304b-4e69-ad68-6356fb901be7 req-df963f7d-0a9e-481b-94ce-2a1dcf663e7c tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c6d478e5001e4fd0b6162553a901b8a7 HTTP/1.1" status: 200 len: 380 time: 0.0517502 Apr 28 11:22:53.465567 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.v2.base [req-e394e6fb-304b-4e69-ad68-6356fb901be7 req-e4bf516d-3538-471f-8fd8-e380994534e6 tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] Request body: {'port': {'device_id': '5fd4993c-a098-4ca9-b22f-31fae60636f8', 'network_id': 'c60b869f-ffc4-410a-a880-25b67f86d527', 'admin_state_up': True, 'tenant_id': 'c6d478e5001e4fd0b6162553a901b8a7', 'security_groups': ['3539056c-8cc1-4577-a7ad-e9534f0b7718']}} {{(pid=116162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:22:53.619453 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e394e6fb-304b-4e69-ad68-6356fb901be7 req-e4bf516d-3538-471f-8fd8-e380994534e6 tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] Made reservation on behalf of c6d478e5001e4fd0b6162553a901b8a7 for: {'port': 1} {{(pid=116162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 11:22:53.623280 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [req-e394e6fb-304b-4e69-ad68-6356fb901be7 req-e4bf516d-3538-471f-8fd8-e380994534e6 tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (None), before_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:22:53.753011 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.db.db_base_plugin_common [req-e394e6fb-304b-4e69-ad68-6356fb901be7 req-e4bf516d-3538-471f-8fd8-e380994534e6 tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] Allocated IP 172.20.0.4 (c60b869f-ffc4-410a-a880-25b67f86d527/d169038c-3246-43ab-9ecf-83e677cd232f/76c7f1dd-ddd1-4729-bfb0-b6d07443e4af) {{(pid=116162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 11:22:53.887390 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [req-e394e6fb-304b-4e69-ad68-6356fb901be7 req-e4bf516d-3538-471f-8fd8-e380994534e6 tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] Publish callbacks [] for port (76c7f1dd-ddd1-4729-bfb0-b6d07443e4af), precommit_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:22:53.925705 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-16c385a0-9094-4016-9866-e121170625ab req-ced89df5-77ed-4ce0-abb2-8b97a48cc17c tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] 10.222.0.10 "GET /v2.0/ports?device_id=5fd4993c-a098-4ca9-b22f-31fae60636f8 HTTP/1.1" status: 200 len: 210 time: 0.0321574 Apr 28 11:22:54.008947 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [req-e394e6fb-304b-4e69-ad68-6356fb901be7 req-e4bf516d-3538-471f-8fd8-e380994534e6 tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742234710357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5051867'] for port (76c7f1dd-ddd1-4729-bfb0-b6d07443e4af), after_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:22:54.054241 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e394e6fb-304b-4e69-ad68-6356fb901be7 req-e4bf516d-3538-471f-8fd8-e380994534e6 tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] Network c60b869f-ffc4-410a-a880-25b67f86d527 is already hosted by enough agents. {{(pid=116162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 11:22:54.059779 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.scheduler.base_scheduler [req-e394e6fb-304b-4e69-ad68-6356fb901be7 req-e4bf516d-3538-471f-8fd8-e380994534e6 tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] Resources bound (agent type, host, resource id): {{(pid=116162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 11:22:54.063477 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.db.l3_dvrscheduler_db [req-e394e6fb-304b-4e69-ad68-6356fb901be7 req-e4bf516d-3538-471f-8fd8-e380994534e6 tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] Received port after_create {{(pid=116162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 11:22:54.072390 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4bf516d-3538-471f-8fd8-e380994534e6 tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] Pushing event updated for resources: {'Port': ['ID=76c7f1dd-ddd1-4729-bfb0-b6d07443e4af,revision_number=1']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:22:54.105517 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4bf516d-3538-471f-8fd8-e380994534e6 tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:22:54.106059 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4bf516d-3538-471f-8fd8-e380994534e6 tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:22:54.106652 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4bf516d-3538-471f-8fd8-e380994534e6 tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:22:54.107195 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4bf516d-3538-471f-8fd8-e380994534e6 tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:22:54.107728 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4bf516d-3538-471f-8fd8-e380994534e6 tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:22:54.108164 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4bf516d-3538-471f-8fd8-e380994534e6 tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:22:54.108555 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4bf516d-3538-471f-8fd8-e380994534e6 tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:22:54.108965 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4bf516d-3538-471f-8fd8-e380994534e6 tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:22:54.109514 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4bf516d-3538-471f-8fd8-e380994534e6 tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:22:54.110059 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4bf516d-3538-471f-8fd8-e380994534e6 tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:22:54.110633 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4bf516d-3538-471f-8fd8-e380994534e6 tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:22:54.111168 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4bf516d-3538-471f-8fd8-e380994534e6 tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:22:54.111693 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4bf516d-3538-471f-8fd8-e380994534e6 tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:22:54.112239 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4bf516d-3538-471f-8fd8-e380994534e6 tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:22:54.112789 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4bf516d-3538-471f-8fd8-e380994534e6 tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:22:54.134690 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e394e6fb-304b-4e69-ad68-6356fb901be7 req-e4bf516d-3538-471f-8fd8-e380994534e6 tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:22:54.135305 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [req-e394e6fb-304b-4e69-ad68-6356fb901be7 req-e4bf516d-3538-471f-8fd8-e380994534e6 tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198022'] for port (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:22:54.200594 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-e394e6fb-304b-4e69-ad68-6356fb901be7 req-e4bf516d-3538-471f-8fd8-e380994534e6 tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7394106 Apr 28 11:22:54.211499 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.v2.base [req-e394e6fb-304b-4e69-ad68-6356fb901be7 req-db69926d-e784-472f-ad57-e2b458ed8ef3 service neutron] Request body: {'port': {'device_id': '5fd4993c-a098-4ca9-b22f-31fae60636f8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-mast'}} {{(pid=116162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:22:54.268646 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-c916f162-ae35-4b45-954b-5dd2f35ebad0 None None] Provisioning complete for port 76c7f1dd-ddd1-4729-bfb0-b6d07443e4af triggered by entity DHCP. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:22:54.269172 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-c916f162-ae35-4b45-954b-5dd2f35ebad0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (76c7f1dd-ddd1-4729-bfb0-b6d07443e4af), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:22:54.273901 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [req-e394e6fb-304b-4e69-ad68-6356fb901be7 req-db69926d-e784-472f-ad57-e2b458ed8ef3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (76c7f1dd-ddd1-4729-bfb0-b6d07443e4af), before_update {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:22:54.303307 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-c916f162-ae35-4b45-954b-5dd2f35ebad0 None None] Port 76c7f1dd-ddd1-4729-bfb0-b6d07443e4af cannot update to ACTIVE because it is not bound. {{(pid=116163) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 28 11:22:54.535489 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.notifiers.nova [req-e394e6fb-304b-4e69-ad68-6356fb901be7 req-db69926d-e784-472f-ad57-e2b458ed8ef3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 76c7f1dd-ddd1-4729-bfb0-b6d07443e4af {{(pid=116162) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 11:22:54.542691 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [req-e394e6fb-304b-4e69-ad68-6356fb901be7 req-db69926d-e784-472f-ad57-e2b458ed8ef3 service neutron] Publish callbacks [] for port (76c7f1dd-ddd1-4729-bfb0-b6d07443e4af), precommit_update {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:22:54.554526 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.db.provisioning_blocks [req-e394e6fb-304b-4e69-ad68-6356fb901be7 req-db69926d-e784-472f-ad57-e2b458ed8ef3 service neutron] Transition to ACTIVE for port object 76c7f1dd-ddd1-4729-bfb0-b6d07443e4af will not be triggered until provisioned by entity L2. {{(pid=116162) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 28 11:22:54.637205 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [req-e394e6fb-304b-4e69-ad68-6356fb901be7 req-db69926d-e784-472f-ad57-e2b458ed8ef3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5051840'] for port (76c7f1dd-ddd1-4729-bfb0-b6d07443e4af), after_update {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:22:54.689144 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db69926d-e784-472f-ad57-e2b458ed8ef3 service neutron] Pushing event updated for resources: {'Port': ['ID=76c7f1dd-ddd1-4729-bfb0-b6d07443e4af,revision_number=2']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:22:54.767074 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.managers [req-e394e6fb-304b-4e69-ad68-6356fb901be7 req-db69926d-e784-472f-ad57-e2b458ed8ef3 service neutron] Attempting to bind port 76c7f1dd-ddd1-4729-bfb0-b6d07443e4af on host hv-neutron-mast for vnic_type normal with profile {{(pid=116162) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 28 11:22:54.767415 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.managers [req-e394e6fb-304b-4e69-ad68-6356fb901be7 req-db69926d-e784-472f-ad57-e2b458ed8ef3 service neutron] Attempting to bind port 76c7f1dd-ddd1-4729-bfb0-b6d07443e4af by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': 'a86044ce-17ef-42c7-90b1-0665dc477f6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'c60b869f-ffc4-410a-a880-25b67f86d527'}] {{(pid=116162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 28 11:22:54.767755 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e394e6fb-304b-4e69-ad68-6356fb901be7 req-db69926d-e784-472f-ad57-e2b458ed8ef3 service neutron] Attempting to bind port 76c7f1dd-ddd1-4729-bfb0-b6d07443e4af on network c60b869f-ffc4-410a-a880-25b67f86d527 {{(pid=116162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 11:22:54.772456 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e394e6fb-304b-4e69-ad68-6356fb901be7 req-db69926d-e784-472f-ad57-e2b458ed8ef3 service neutron] Port 76c7f1dd-ddd1-4729-bfb0-b6d07443e4af on network c60b869f-ffc4-410a-a880-25b67f86d527 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=116162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 28 11:22:54.772818 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e394e6fb-304b-4e69-ad68-6356fb901be7 req-db69926d-e784-472f-ad57-e2b458ed8ef3 service neutron] Attempting to bind port 76c7f1dd-ddd1-4729-bfb0-b6d07443e4af on network c60b869f-ffc4-410a-a880-25b67f86d527 {{(pid=116162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 11:22:54.778175 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e394e6fb-304b-4e69-ad68-6356fb901be7 req-db69926d-e784-472f-ad57-e2b458ed8ef3 service neutron] Checking agent: {'id': '6be95134-9a6c-4663-8b48-90d12ce90c60', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-mast', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 10, 57, 20), 'started_at': datetime.datetime(2022, 4, 28, 10, 57, 20), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 11, 22, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=116162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 11:22:54.778560 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e394e6fb-304b-4e69-ad68-6356fb901be7 req-db69926d-e784-472f-ad57-e2b458ed8ef3 service neutron] Checking segment: {'id': 'a86044ce-17ef-42c7-90b1-0665dc477f6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'c60b869f-ffc4-410a-a880-25b67f86d527'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 11:22:54.778952 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e394e6fb-304b-4e69-ad68-6356fb901be7 req-db69926d-e784-472f-ad57-e2b458ed8ef3 service neutron] Bound using segment: {'id': 'a86044ce-17ef-42c7-90b1-0665dc477f6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'c60b869f-ffc4-410a-a880-25b67f86d527'} {{(pid=116162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 11:22:54.779384 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.managers [req-e394e6fb-304b-4e69-ad68-6356fb901be7 req-db69926d-e784-472f-ad57-e2b458ed8ef3 service neutron] Bound port: 76c7f1dd-ddd1-4729-bfb0-b6d07443e4af, host: hv-neutron-mast, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a86044ce-17ef-42c7-90b1-0665dc477f6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'c60b869f-ffc4-410a-a880-25b67f86d527'}}] {{(pid=116162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 28 11:22:54.779748 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [req-e394e6fb-304b-4e69-ad68-6356fb901be7 req-db69926d-e784-472f-ad57-e2b458ed8ef3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (76c7f1dd-ddd1-4729-bfb0-b6d07443e4af), before_update {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:22:54.846974 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.db [req-e394e6fb-304b-4e69-ad68-6356fb901be7 req-db69926d-e784-472f-ad57-e2b458ed8ef3 service neutron] For port 76c7f1dd-ddd1-4729-bfb0-b6d07443e4af, host hv-neutron-mast, cleared binding levels {{(pid=116162) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 11:22:54.849933 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.db [req-e394e6fb-304b-4e69-ad68-6356fb901be7 req-db69926d-e784-472f-ad57-e2b458ed8ef3 service neutron] For port 76c7f1dd-ddd1-4729-bfb0-b6d07443e4af, host hv-neutron-mast, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=76c7f1dd-ddd1-4729-bfb0-b6d07443e4af,segment=NetworkSegment(a86044ce-17ef-42c7-90b1-0665dc477f6d),segment_id=a86044ce-17ef-42c7-90b1-0665dc477f6d)] {{(pid=116162) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 11:22:54.946067 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [req-e394e6fb-304b-4e69-ad68-6356fb901be7 req-db69926d-e784-472f-ad57-e2b458ed8ef3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5051840'] for port (76c7f1dd-ddd1-4729-bfb0-b6d07443e4af), after_update {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:22:54.980037 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e394e6fb-304b-4e69-ad68-6356fb901be7 req-db69926d-e784-472f-ad57-e2b458ed8ef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:22:54.980584 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [req-e394e6fb-304b-4e69-ad68-6356fb901be7 req-db69926d-e784-472f-ad57-e2b458ed8ef3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198022'] for port (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:22:54.982154 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-e394e6fb-304b-4e69-ad68-6356fb901be7 req-db69926d-e784-472f-ad57-e2b458ed8ef3 service neutron] 10.222.0.20 "PUT /v2.0/ports/76c7f1dd-ddd1-4729-bfb0-b6d07443e4af HTTP/1.1" status: 200 len: 1093 time: 0.7749345 Apr 28 11:22:54.984534 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5fd4993c-a098-4ca9-b22f-31fae60636f8', 'tag': '76c7f1dd-ddd1-4729-bfb0-b6d07443e4af'}] {{(pid=116162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 11:22:54.987573 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ba53f40d6116d28995a8e36159d0e539b5353eec116fb5dd4ce03b4b2159ab1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00a5fcd9-1190-4bc8-98cc-26c06e34333f" -d '{"events": [{"name": "network-changed", "server_uuid": "5fd4993c-a098-4ca9-b22f-31fae60636f8", "tag": "76c7f1dd-ddd1-4729-bfb0-b6d07443e4af"}]}' {{(pid=116162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 11:22:55.015841 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db69926d-e784-472f-ad57-e2b458ed8ef3 service neutron] Pushing event updated for resources: {'Port': ['ID=76c7f1dd-ddd1-4729-bfb0-b6d07443e4af,revision_number=3']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:22:55.046514 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 11:22:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e75d967-caff-48c7-9d5e-521dd12083f5 x-openstack-request-id: req-4e75d967-caff-48c7-9d5e-521dd12083f5 {{(pid=116162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 11:22:55.046764 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5fd4993c-a098-4ca9-b22f-31fae60636f8", "tag": "76c7f1dd-ddd1-4729-bfb0-b6d07443e4af", "status": "completed", "code": 200}]} {{(pid=116162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 11:22:55.047096 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-4e75d967-caff-48c7-9d5e-521dd12083f5 {{(pid=116162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 11:22:55.047500 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4e75d967-caff-48c7-9d5e-521dd12083f5'] response: {'name': 'network-changed', 'server_uuid': '5fd4993c-a098-4ca9-b22f-31fae60636f8', 'tag': '76c7f1dd-ddd1-4729-bfb0-b6d07443e4af', 'status': 'completed', 'code': 200} Apr 28 11:22:55.050517 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae86ec2-7ba0-4fb1-a794-67675d6b15f4 req-a59e869a-dfb1-4b18-9423-54e874d5671f tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:22:55.057743 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-3ae86ec2-7ba0-4fb1-a794-67675d6b15f4 req-a59e869a-dfb1-4b18-9423-54e874d5671f tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] 10.222.0.10 "GET /v2.0/ports?device_id=5fd4993c-a098-4ca9-b22f-31fae60636f8 HTTP/1.1" status: 200 len: 943 time: 0.0593588 Apr 28 11:22:55.108517 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-3ae86ec2-7ba0-4fb1-a794-67675d6b15f4 req-17108c0c-e26e-4aef-9922-ad01a0bbaa58 tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] 10.222.0.10 "GET /v2.0/security-groups?id=3539056c-8cc1-4577-a7ad-e9534f0b7718&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498521 Apr 28 11:22:55.117655 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a5fcd9-1190-4bc8-98cc-26c06e34333f req-c8f7ae2f-7f48-4966-b828-d28ff7b39e15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:22:55.119281 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-00a5fcd9-1190-4bc8-98cc-26c06e34333f req-c8f7ae2f-7f48-4966-b828-d28ff7b39e15 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c6d478e5001e4fd0b6162553a901b8a7&device_id=5fd4993c-a098-4ca9-b22f-31fae60636f8 HTTP/1.1" status: 200 len: 1127 time: 0.0491273 Apr 28 11:22:55.222910 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a5fcd9-1190-4bc8-98cc-26c06e34333f req-ec9f2111-e9ff-450c-986e-71261b47a5b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:22:55.224380 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-00a5fcd9-1190-4bc8-98cc-26c06e34333f req-ec9f2111-e9ff-450c-986e-71261b47a5b8 service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=c6d478e5001e4fd0b6162553a901b8a7&shared=False HTTP/1.1" status: 200 len: 912 time: 0.0984046 Apr 28 11:22:55.319887 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a5fcd9-1190-4bc8-98cc-26c06e34333f req-d2ab519f-29e3-4256-a2ee-ca0a0d44191e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:22:55.321289 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-00a5fcd9-1190-4bc8-98cc-26c06e34333f req-d2ab519f-29e3-4256-a2ee-ca0a0d44191e service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0907755 Apr 28 11:22:55.392827 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e394e6fb-304b-4e69-ad68-6356fb901be7 req-e9bf1ff9-4a3c-4177-b4da-49a2110b8adb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:22:55.394378 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-e394e6fb-304b-4e69-ad68-6356fb901be7 req-e9bf1ff9-4a3c-4177-b4da-49a2110b8adb service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c6d478e5001e4fd0b6162553a901b8a7&device_id=5fd4993c-a098-4ca9-b22f-31fae60636f8 HTTP/1.1" status: 200 len: 1127 time: 0.0388486 Apr 28 11:22:55.435594 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-e394e6fb-304b-4e69-ad68-6356fb901be7 req-c286d353-38d0-42dd-be84-a4d402278081 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=76c7f1dd-ddd1-4729-bfb0-b6d07443e4af HTTP/1.1" status: 200 len: 217 time: 0.0344918 Apr 28 11:22:55.483065 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e394e6fb-304b-4e69-ad68-6356fb901be7 req-5c10b110-3eac-42bc-8b8d-a48469a58324 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:22:55.484526 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-e394e6fb-304b-4e69-ad68-6356fb901be7 req-5c10b110-3eac-42bc-8b8d-a48469a58324 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d169038c-3246-43ab-9ecf-83e677cd232f HTTP/1.1" status: 200 len: 851 time: 0.0434813 Apr 28 11:22:55.532179 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e394e6fb-304b-4e69-ad68-6356fb901be7 req-32ce6aae-3e5e-4bf5-a745-db10df5e3da9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:22:55.533668 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-e394e6fb-304b-4e69-ad68-6356fb901be7 req-32ce6aae-3e5e-4bf5-a745-db10df5e3da9 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c60b869f-ffc4-410a-a880-25b67f86d527&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0433733 Apr 28 11:22:55.625032 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-e394e6fb-304b-4e69-ad68-6356fb901be7 req-d7f8a4de-1e57-47e9-95f0-f6f7842011c3 service neutron] 10.222.0.20 "GET /v2.0/networks/c60b869f-ffc4-410a-a880-25b67f86d527?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855582 Apr 28 11:22:55.716773 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-e394e6fb-304b-4e69-ad68-6356fb901be7 req-75026c42-09d3-42fa-b718-2df269590a3f service neutron] 10.222.0.20 "GET /v2.0/networks/c60b869f-ffc4-410a-a880-25b67f86d527?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850258 Apr 28 11:22:56.222192 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7117415d-92e2-4e6a-a203-e358eb230b11 req-9d420d57-1458-4e13-b2aa-f63ada0b8c5c tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:22:56.223689 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-7117415d-92e2-4e6a-a203-e358eb230b11 req-9d420d57-1458-4e13-b2aa-f63ada0b8c5c tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] 10.222.0.10 "GET /v2.0/ports?device_id=5fd4993c-a098-4ca9-b22f-31fae60636f8 HTTP/1.1" status: 200 len: 943 time: 0.0468984 Apr 28 11:22:56.269500 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-7117415d-92e2-4e6a-a203-e358eb230b11 req-32b032ef-c523-4ceb-a292-cbb9596778d0 tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] 10.222.0.10 "GET /v2.0/security-groups?id=3539056c-8cc1-4577-a7ad-e9534f0b7718&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403349 Apr 28 11:22:57.289113 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Device 76c7f1dd-ddd1-4729-bfb0-b6d07443e4af details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=116163) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 28 11:22:57.384682 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] For port 76c7f1dd-ddd1-4729-bfb0-b6d07443e4af, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=76c7f1dd-ddd1-4729-bfb0-b6d07443e4af,segment=NetworkSegment(a86044ce-17ef-42c7-90b1-0665dc477f6d),segment_id=a86044ce-17ef-42c7-90b1-0665dc477f6d)] {{(pid=116163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 11:22:57.386742 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee893711-7cf5-4299-acc0-edca51c131e3 req-a3afc32e-e72c-49e3-afaa-3a4897dbfd75 tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:22:57.388246 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-ee893711-7cf5-4299-acc0-edca51c131e3 req-a3afc32e-e72c-49e3-afaa-3a4897dbfd75 tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] 10.222.0.10 "GET /v2.0/ports?device_id=5fd4993c-a098-4ca9-b22f-31fae60636f8 HTTP/1.1" status: 200 len: 943 time: 0.0517471 Apr 28 11:22:57.396785 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Returning: {'device': '76c7f1dd-ddd1-4729-bfb0-b6d07443e4af', 'network_id': 'c60b869f-ffc4-410a-a880-25b67f86d527', 'port_id': '76c7f1dd-ddd1-4729-bfb0-b6d07443e4af', 'mac_address': 'fa:16:3e:d8:32:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 96, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd169038c-3246-43ab-9ecf-83e677cd232f', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=116163) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 28 11:22:57.434923 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-ee893711-7cf5-4299-acc0-edca51c131e3 req-762df964-a2a9-4211-b1eb-10a90f415acb tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] 10.222.0.10 "GET /v2.0/security-groups?id=3539056c-8cc1-4577-a7ad-e9534f0b7718&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410690 Apr 28 11:22:57.437936 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Current status of the port 76c7f1dd-ddd1-4729-bfb0-b6d07443e4af is: DOWN; New status is: BUILD {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:22:57.438327 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (76c7f1dd-ddd1-4729-bfb0-b6d07443e4af), before_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:22:57.451566 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.notifiers.nova [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 76c7f1dd-ddd1-4729-bfb0-b6d07443e4af {{(pid=116163) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 11:22:57.470225 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] For port 76c7f1dd-ddd1-4729-bfb0-b6d07443e4af, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=76c7f1dd-ddd1-4729-bfb0-b6d07443e4af,segment=NetworkSegment(a86044ce-17ef-42c7-90b1-0665dc477f6d),segment_id=a86044ce-17ef-42c7-90b1-0665dc477f6d)] {{(pid=116163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 11:22:57.579304 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393'] for port (76c7f1dd-ddd1-4729-bfb0-b6d07443e4af), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:22:57.625251 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Pushing event updated for resources: {'Port': ['ID=76c7f1dd-ddd1-4729-bfb0-b6d07443e4af,revision_number=4']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:22:57.632387 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:22:57.632748 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:22:57.633093 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:22:57.633436 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:22:57.633777 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:22:57.634109 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:22:57.634463 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:22:57.634842 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:22:57.635155 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:22:57.635669 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:22:57.636021 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:22:57.636350 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:22:57.636673 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:22:57.636996 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:22:57.637319 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:22:57.769336 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] get_ports_and_sgs() called for port_ids ['76c7f1dd-ddd1-4729-bfb0-b6d07443e4af'] {{(pid=116163) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 11:22:58.556868 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b7b63e-2a19-4707-9a82-15a940ea9dc3 req-c35d622d-9a46-4c07-aa13-69e0fbfcf660 tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:22:58.559839 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-36b7b63e-2a19-4707-9a82-15a940ea9dc3 req-c35d622d-9a46-4c07-aa13-69e0fbfcf660 tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] 10.222.0.10 "GET /v2.0/ports?device_id=5fd4993c-a098-4ca9-b22f-31fae60636f8 HTTP/1.1" status: 200 len: 944 time: 0.0563266 Apr 28 11:22:58.614144 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-36b7b63e-2a19-4707-9a82-15a940ea9dc3 req-b1b726c1-e8b3-4fba-b849-edf8ce0c4135 tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] 10.222.0.10 "GET /v2.0/security-groups?id=3539056c-8cc1-4577-a7ad-e9534f0b7718&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488470 Apr 28 11:22:59.306655 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Device 76c7f1dd-ddd1-4729-bfb0-b6d07443e4af up at agent hyperv_hv-neutron-mast {{(pid=116163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 11:22:59.350376 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Provisioning for port 76c7f1dd-ddd1-4729-bfb0-b6d07443e4af completed by entity L2. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 28 11:22:59.419741 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Provisioning complete for port 76c7f1dd-ddd1-4729-bfb0-b6d07443e4af triggered by entity L2. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:22:59.420123 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (76c7f1dd-ddd1-4729-bfb0-b6d07443e4af), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:22:59.495617 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Current status of the port 76c7f1dd-ddd1-4729-bfb0-b6d07443e4af is: BUILD; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:22:59.495997 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (76c7f1dd-ddd1-4729-bfb0-b6d07443e4af), before_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:22:59.517674 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5fd4993c-a098-4ca9-b22f-31fae60636f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76c7f1dd-ddd1-4729-bfb0-b6d07443e4af'}] {{(pid=116163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 11:22:59.519924 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f01aec4a4f83961b54a953becfce2676879fb1d4b91122543244f430a0b8460" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4c8eb7d-59e9-4d3a-8092-26e63cb23fd4" -d '{"events": [{"server_uuid": "5fd4993c-a098-4ca9-b22f-31fae60636f8", "name": "network-vif-plugged", "status": "completed", "tag": "76c7f1dd-ddd1-4729-bfb0-b6d07443e4af"}]}' {{(pid=116163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 11:22:59.536458 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] For port 76c7f1dd-ddd1-4729-bfb0-b6d07443e4af, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=76c7f1dd-ddd1-4729-bfb0-b6d07443e4af,segment=NetworkSegment(a86044ce-17ef-42c7-90b1-0665dc477f6d),segment_id=a86044ce-17ef-42c7-90b1-0665dc477f6d)] {{(pid=116163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 11:22:59.556592 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 11:22:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39e9c16a-3cbd-4332-b782-4b4d7d2b797d x-openstack-request-id: req-39e9c16a-3cbd-4332-b782-4b4d7d2b797d {{(pid=116163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 11:22:59.556875 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5fd4993c-a098-4ca9-b22f-31fae60636f8", "name": "network-vif-plugged", "status": "completed", "tag": "76c7f1dd-ddd1-4729-bfb0-b6d07443e4af", "code": 200}]} {{(pid=116163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 11:22:59.557179 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-39e9c16a-3cbd-4332-b782-4b4d7d2b797d {{(pid=116163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 11:22:59.557574 dv-neutron-master-2-hyperv neutron-server[116163]: INFO neutron.notifiers.nova [-] Nova event matching ['req-39e9c16a-3cbd-4332-b782-4b4d7d2b797d'] response: {'server_uuid': '5fd4993c-a098-4ca9-b22f-31fae60636f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76c7f1dd-ddd1-4729-bfb0-b6d07443e4af', 'code': 200} Apr 28 11:22:59.574528 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393'] for port (76c7f1dd-ddd1-4729-bfb0-b6d07443e4af), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:22:59.625271 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Pushing event updated for resources: {'Port': ['ID=76c7f1dd-ddd1-4729-bfb0-b6d07443e4af,revision_number=5']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:22:59.731282 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f157d4b-c32e-4754-b938-255a30c8503e req-88f292f3-d98c-40fe-af7b-f9f2b494394d tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:22:59.732805 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-1f157d4b-c32e-4754-b938-255a30c8503e req-88f292f3-d98c-40fe-af7b-f9f2b494394d tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] 10.222.0.10 "GET /v2.0/ports?device_id=5fd4993c-a098-4ca9-b22f-31fae60636f8 HTTP/1.1" status: 200 len: 945 time: 0.0485277 Apr 28 11:22:59.785623 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-1f157d4b-c32e-4754-b938-255a30c8503e req-402d1a55-44a1-4b12-814b-ea41f4d60892 tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] 10.222.0.10 "GET /v2.0/security-groups?id=3539056c-8cc1-4577-a7ad-e9534f0b7718&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472810 Apr 28 11:22:59.843430 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2866d2f-57e7-4fc8-bbf9-ad6badda895d req-eaeaaa09-83e0-4b3a-87e9-276a36c3dc7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:22:59.844930 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-d2866d2f-57e7-4fc8-bbf9-ad6badda895d req-eaeaaa09-83e0-4b3a-87e9-276a36c3dc7d service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=5fd4993c-a098-4ca9-b22f-31fae60636f8 HTTP/1.1" status: 200 len: 1129 time: 0.0407941 Apr 28 11:22:59.888962 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-d2866d2f-57e7-4fc8-bbf9-ad6badda895d req-d96fabce-0495-4892-b638-c2f3e229488d service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=3539056c-8cc1-4577-a7ad-e9534f0b7718&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384967 Apr 28 11:23:00.903718 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fe5bb0-34a4-4e01-8a3b-ea4ad09e3cab req-59f243e1-ca13-48ac-8203-91888319ab2f tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:23:00.905250 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-57fe5bb0-34a4-4e01-8a3b-ea4ad09e3cab req-59f243e1-ca13-48ac-8203-91888319ab2f tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] 10.222.0.10 "GET /v2.0/ports?device_id=5fd4993c-a098-4ca9-b22f-31fae60636f8 HTTP/1.1" status: 200 len: 945 time: 0.0477061 Apr 28 11:23:00.953400 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-57fe5bb0-34a4-4e01-8a3b-ea4ad09e3cab req-ad1831c3-937f-4d99-b002-91d2db07bb59 tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] 10.222.0.10 "GET /v2.0/security-groups?id=3539056c-8cc1-4577-a7ad-e9534f0b7718&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424278 Apr 28 11:23:02.067238 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a16901-1429-4990-a54b-a09c6f7a2201 req-73325b09-f083-4291-aa15-9ae043e27717 tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:23:02.068740 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-00a16901-1429-4990-a54b-a09c6f7a2201 req-73325b09-f083-4291-aa15-9ae043e27717 tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] 10.222.0.10 "GET /v2.0/ports?device_id=5fd4993c-a098-4ca9-b22f-31fae60636f8 HTTP/1.1" status: 200 len: 945 time: 0.0466528 Apr 28 11:23:02.115710 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-00a16901-1429-4990-a54b-a09c6f7a2201 req-d42b38a5-3e0e-451a-acab-74b27fe1d36e tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] 10.222.0.10 "GET /v2.0/security-groups?id=3539056c-8cc1-4577-a7ad-e9534f0b7718&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408459 Apr 28 11:23:02.227231 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9200ab-551a-4a59-930d-69b0dfa2b003 req-8141cd10-3b93-4545-bc81-8112b8a6e0d8 tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:23:02.228767 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-fa9200ab-551a-4a59-930d-69b0dfa2b003 req-8141cd10-3b93-4545-bc81-8112b8a6e0d8 tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] 10.222.0.10 "GET /v2.0/ports?device_id=5fd4993c-a098-4ca9-b22f-31fae60636f8 HTTP/1.1" status: 200 len: 945 time: 0.0510225 Apr 28 11:23:02.237317 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 59166) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:23:02.241548 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.v2.base [None req-c1bd7635-c219-4ddf-b904-d5ad5821ef31 tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] Request body: {'floatingip': {'port_id': '76c7f1dd-ddd1-4729-bfb0-b6d07443e4af'}} {{(pid=116161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:23:02.280842 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-c1bd7635-c219-4ddf-b904-d5ad5821ef31 tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] Publish callbacks [] for floatingip (564aa41d-91b4-4737-a96d-aeefa93303a2), before_update {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:23:02.718198 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-c1bd7635-c219-4ddf-b904-d5ad5821ef31 tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:23:02.796316 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-c1bd7635-c219-4ddf-b904-d5ad5821ef31 tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2063164'] for floatingip (564aa41d-91b4-4737-a96d-aeefa93303a2), after_update {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:23:02.896432 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.db.l3_db [None req-c1bd7635-c219-4ddf-b904-d5ad5821ef31 tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] Floating IP 564aa41d-91b4-4737-a96d-aeefa93303a2 associated. External IP: 172.36.4.254, port: 76c7f1dd-ddd1-4729-bfb0-b6d07443e4af. Apr 28 11:23:03.108175 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1bd7635-c219-4ddf-b904-d5ad5821ef31 tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] Router b4eaa602-d8f3-4f9d-b561-7dc769fae294 has already been hosted by L3 agent 6b492ad6-0876-4d74-b20d-28143a52ceba {{(pid=116161) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 11:23:03.216204 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1bd7635-c219-4ddf-b904-d5ad5821ef31 tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=116161) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 11:23:03.221008 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-c1bd7635-c219-4ddf-b904-d5ad5821ef31 tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198022'] for floatingip (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:23:03.225971 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a5f7b6d-6b00-4fac-b844-4ee6a37736ef None None] Sync routers for ids ['b4eaa602-d8f3-4f9d-b561-7dc769fae294'] in dv-neutron-master-2-hyperv {{(pid=116163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 11:23:03.235603 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a5f7b6d-6b00-4fac-b844-4ee6a37736ef None None] Routers {'b4eaa602-d8f3-4f9d-b561-7dc769fae294'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=116163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 11:23:03.236231 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_hamode_db [None req-9a5f7b6d-6b00-4fac-b844-4ee6a37736ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-28T10:50:39Z,description=,heartbeat_timestamp=2022-04-28T11:22:39Z,host='dv-neutron-master-2-hyperv',id=6b492ad6-0876-4d74-b20d-28143a52ceba,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T10:50:40Z,topic='l3_agent')) {'router_ids': ['b4eaa602-d8f3-4f9d-b561-7dc769fae294'], 'active': True} {{(pid=116163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:23:03.250373 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-c1bd7635-c219-4ddf-b904-d5ad5821ef31 tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] 10.222.0.10 "PUT /v2.0/floatingips/564aa41d-91b4-4737-a96d-aeefa93303a2 HTTP/1.1" status: 200 len: 991 time: 1.0120237 Apr 28 11:23:03.250985 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5fd4993c-a098-4ca9-b22f-31fae60636f8', 'tag': '76c7f1dd-ddd1-4729-bfb0-b6d07443e4af'}] {{(pid=116161) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 11:23:03.253226 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e748734031c26dffb00ab563e48cb7690d820419218221ecd4f9c2a21276ff88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cdce1f53-f8ff-4650-b8b4-a2f0c2a3d576" -d '{"events": [{"name": "network-changed", "server_uuid": "5fd4993c-a098-4ca9-b22f-31fae60636f8", "tag": "76c7f1dd-ddd1-4729-bfb0-b6d07443e4af"}]}' {{(pid=116161) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 11:23:03.289963 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 11:23:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18f98507-66be-4d8f-96f7-0a97588e179a x-openstack-request-id: req-18f98507-66be-4d8f-96f7-0a97588e179a {{(pid=116161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 11:23:03.290659 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5fd4993c-a098-4ca9-b22f-31fae60636f8", "tag": "76c7f1dd-ddd1-4729-bfb0-b6d07443e4af", "status": "completed", "code": 200}]} {{(pid=116161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 11:23:03.290659 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-18f98507-66be-4d8f-96f7-0a97588e179a {{(pid=116161) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 11:23:03.291179 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.notifiers.nova [-] Nova event matching ['req-18f98507-66be-4d8f-96f7-0a97588e179a'] response: {'name': 'network-changed', 'server_uuid': '5fd4993c-a098-4ca9-b22f-31fae60636f8', 'tag': '76c7f1dd-ddd1-4729-bfb0-b6d07443e4af', 'status': 'completed', 'code': 200} Apr 28 11:23:03.352889 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvr_db [None req-9a5f7b6d-6b00-4fac-b844-4ee6a37736ef None None] Set router b4eaa602-d8f3-4f9d-b561-7dc769fae294 gateway port host: dv-neutron-master-2-hyperv {{(pid=116163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 11:23:03.356048 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdce1f53-f8ff-4650-b8b4-a2f0c2a3d576 req-0a85feba-538c-4f19-83cd-8f68d2790f2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:23:03.357668 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-cdce1f53-f8ff-4650-b8b4-a2f0c2a3d576 req-0a85feba-538c-4f19-83cd-8f68d2790f2a service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c6d478e5001e4fd0b6162553a901b8a7&device_id=5fd4993c-a098-4ca9-b22f-31fae60636f8 HTTP/1.1" status: 200 len: 1129 time: 0.0458276 Apr 28 11:23:03.453256 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdce1f53-f8ff-4650-b8b4-a2f0c2a3d576 req-399d6ec2-1fdf-4d7c-a52b-6789d506b2ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:23:03.454786 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-cdce1f53-f8ff-4650-b8b4-a2f0c2a3d576 req-399d6ec2-1fdf-4d7c-a52b-6789d506b2ba service neutron] 10.222.0.20 "GET /v2.0/networks?id=c60b869f-ffc4-410a-a880-25b67f86d527 HTTP/1.1" status: 200 len: 912 time: 0.0892076 Apr 28 11:23:03.527417 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-cdce1f53-f8ff-4650-b8b4-a2f0c2a3d576 req-0a0e1477-a7bf-4f3a-a16f-1132378c2630 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=76c7f1dd-ddd1-4729-bfb0-b6d07443e4af HTTP/1.1" status: 200 len: 999 time: 0.0671751 Apr 28 11:23:03.578601 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdce1f53-f8ff-4650-b8b4-a2f0c2a3d576 req-ba57786b-b2a8-41b1-a33f-cef539bf9049 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:23:03.583092 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-cdce1f53-f8ff-4650-b8b4-a2f0c2a3d576 req-ba57786b-b2a8-41b1-a33f-cef539bf9049 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d169038c-3246-43ab-9ecf-83e677cd232f HTTP/1.1" status: 200 len: 851 time: 0.0501797 Apr 28 11:23:03.592034 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_hamode_db [None req-9a5f7b6d-6b00-4fac-b844-4ee6a37736ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4eaa602-d8f3-4f9d-b561-7dc769fae294', 'name': 'tempest-ServerActionsTestJSON-1755349530-router', 'tenant_id': 'c6d478e5001e4fd0b6162553a901b8a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'external_fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.209'}], 'enable_snat': True}, 'gw_port_id': 'b9a5a002-b498-4745-8cd7-6c0609cbf168', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T11:20:46Z', 'updated_at': '2022-04-28T11:20:49Z', 'revision_number': 4, 'project_id': 'c6d478e5001e4fd0b6162553a901b8a7', 'gw_port': {'id': 'b9a5a002-b498-4745-8cd7-6c0609cbf168', 'name': '', 'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:93:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4eaa602-d8f3-4f9d-b561-7dc769fae294', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1580, 'fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:20:46Z', 'updated_at': '2022-04-28T11:20:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '564aa41d-91b4-4737-a96d-aeefa93303a2', 'tenant_id': 'c6d478e5001e4fd0b6162553a901b8a7', 'floating_ip_address': '172.36.4.254', 'floating_network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'router_id': 'b4eaa602-d8f3-4f9d-b561-7dc769fae294', 'port_id': '76c7f1dd-ddd1-4729-bfb0-b6d07443e4af', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1588, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c60b869f-ffc4-410a-a880-25b67f86d527', 'mac_address': 'fa:16:3e:d8:32:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fd4993c-a098-4ca9-b22f-31fae60636f8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T11:20:52Z', 'updated_at': '2022-04-28T11:23:02Z', 'revision_number': 9, 'project_id': 'c6d478e5001e4fd0b6162553a901b8a7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8425edff-67d1-4912-8f82-fc13dcd47d5f', 'name': '', 'network_id': 'c60b869f-ffc4-410a-a880-25b67f86d527', 'tenant_id': 'c6d478e5001e4fd0b6162553a901b8a7', 'mac_address': 'fa:16:3e:d7:36:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4eaa602-d8f3-4f9d-b561-7dc769fae294', 'device_owner': 'network:router_interface', 'standard_attr_id': 1581, 'fixed_ips': [{'subnet_id': 'd169038c-3246-43ab-9ecf-83e677cd232f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:20:48Z', 'updated_at': '2022-04-28T11:20:52Z', 'revision_number': 5, 'project_id': 'c6d478e5001e4fd0b6162553a901b8a7', 'subnets': [{'id': 'd169038c-3246-43ab-9ecf-83e677cd232f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=116163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:23:03.593745 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c5f12c-0cbc-4473-85b3-ba94565850cc req-dc0676d3-05ce-44b5-b031-a69a3b3d3e34 tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:23:03.595500 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-94c5f12c-0cbc-4473-85b3-ba94565850cc req-dc0676d3-05ce-44b5-b031-a69a3b3d3e34 tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] 10.222.0.10 "GET /v2.0/ports?device_id=5fd4993c-a098-4ca9-b22f-31fae60636f8 HTTP/1.1" status: 200 len: 945 time: 0.0516372 Apr 28 11:23:03.622179 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a5f7b6d-6b00-4fac-b844-4ee6a37736ef None None] Checking router: b4eaa602-d8f3-4f9d-b561-7dc769fae294 for host: dv-neutron-master-2-hyperv {{(pid=116163) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 11:23:03.631120 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a5f7b6d-6b00-4fac-b844-4ee6a37736ef None None] Routers {'b4eaa602-d8f3-4f9d-b561-7dc769fae294'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=116163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 11:23:03.631741 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_hamode_db [None req-9a5f7b6d-6b00-4fac-b844-4ee6a37736ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-28T10:50:39Z,description=,heartbeat_timestamp=2022-04-28T11:22:39Z,host='dv-neutron-master-2-hyperv',id=6b492ad6-0876-4d74-b20d-28143a52ceba,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T10:50:40Z,topic='l3_agent')) {'router_ids': ['b4eaa602-d8f3-4f9d-b561-7dc769fae294'], 'active': True} {{(pid=116163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:23:03.633329 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdce1f53-f8ff-4650-b8b4-a2f0c2a3d576 req-e28d11ae-1a98-41b6-8bf1-2e7d7e6a28e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:23:03.636942 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-cdce1f53-f8ff-4650-b8b4-a2f0c2a3d576 req-e28d11ae-1a98-41b6-8bf1-2e7d7e6a28e7 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c60b869f-ffc4-410a-a880-25b67f86d527&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0492599 Apr 28 11:23:03.657719 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-94c5f12c-0cbc-4473-85b3-ba94565850cc req-b728320d-3c5f-428d-b420-1bcb629b2227 tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] 10.222.0.10 "GET /v2.0/security-groups?id=3539056c-8cc1-4577-a7ad-e9534f0b7718&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560238 Apr 28 11:23:03.699694 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-696d2787-5bb1-4672-b69f-550f5f188861 req-331cb93a-2d01-4091-9f81-faacefcead84 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=5fd4993c-a098-4ca9-b22f-31fae60636f8&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0409477 Apr 28 11:23:03.741435 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-cdce1f53-f8ff-4650-b8b4-a2f0c2a3d576 req-5b3420bc-8f86-4e9b-88fd-4ef63d49258c service neutron] 10.222.0.20 "GET /v2.0/networks/c60b869f-ffc4-410a-a880-25b67f86d527?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0992365 Apr 28 11:23:03.750380 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvr_db [None req-9a5f7b6d-6b00-4fac-b844-4ee6a37736ef None None] Set router b4eaa602-d8f3-4f9d-b561-7dc769fae294 gateway port host: dv-neutron-master-2-hyperv {{(pid=116163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 11:23:03.841108 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-cdce1f53-f8ff-4650-b8b4-a2f0c2a3d576 req-22b98c58-f632-44d2-9f74-0c44220abe41 service neutron] 10.222.0.20 "GET /v2.0/networks/c60b869f-ffc4-410a-a880-25b67f86d527?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937819 Apr 28 11:23:03.977233 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_hamode_db [None req-9a5f7b6d-6b00-4fac-b844-4ee6a37736ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4eaa602-d8f3-4f9d-b561-7dc769fae294', 'name': 'tempest-ServerActionsTestJSON-1755349530-router', 'tenant_id': 'c6d478e5001e4fd0b6162553a901b8a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'external_fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.209'}], 'enable_snat': True}, 'gw_port_id': 'b9a5a002-b498-4745-8cd7-6c0609cbf168', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T11:20:46Z', 'updated_at': '2022-04-28T11:20:49Z', 'revision_number': 4, 'project_id': 'c6d478e5001e4fd0b6162553a901b8a7', 'gw_port': {'id': 'b9a5a002-b498-4745-8cd7-6c0609cbf168', 'name': '', 'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:93:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4eaa602-d8f3-4f9d-b561-7dc769fae294', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1580, 'fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:20:46Z', 'updated_at': '2022-04-28T11:20:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '564aa41d-91b4-4737-a96d-aeefa93303a2', 'tenant_id': 'c6d478e5001e4fd0b6162553a901b8a7', 'floating_ip_address': '172.36.4.254', 'floating_network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'router_id': 'b4eaa602-d8f3-4f9d-b561-7dc769fae294', 'port_id': '76c7f1dd-ddd1-4729-bfb0-b6d07443e4af', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1588, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c60b869f-ffc4-410a-a880-25b67f86d527', 'mac_address': 'fa:16:3e:d8:32:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fd4993c-a098-4ca9-b22f-31fae60636f8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T11:20:52Z', 'updated_at': '2022-04-28T11:23:02Z', 'revision_number': 9, 'project_id': 'c6d478e5001e4fd0b6162553a901b8a7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8425edff-67d1-4912-8f82-fc13dcd47d5f', 'name': '', 'network_id': 'c60b869f-ffc4-410a-a880-25b67f86d527', 'tenant_id': 'c6d478e5001e4fd0b6162553a901b8a7', 'mac_address': 'fa:16:3e:d7:36:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4eaa602-d8f3-4f9d-b561-7dc769fae294', 'device_owner': 'network:router_interface', 'standard_attr_id': 1581, 'fixed_ips': [{'subnet_id': 'd169038c-3246-43ab-9ecf-83e677cd232f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:20:48Z', 'updated_at': '2022-04-28T11:20:52Z', 'revision_number': 5, 'project_id': 'c6d478e5001e4fd0b6162553a901b8a7', 'subnets': [{'id': 'd169038c-3246-43ab-9ecf-83e677cd232f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=116163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:23:04.007953 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a5f7b6d-6b00-4fac-b844-4ee6a37736ef None None] The sync data for ids ['b4eaa602-d8f3-4f9d-b561-7dc769fae294'] in dv-neutron-master-2-hyperv is: [{'id': 'b4eaa602-d8f3-4f9d-b561-7dc769fae294', 'name': 'tempest-ServerActionsTestJSON-1755349530-router', 'tenant_id': 'c6d478e5001e4fd0b6162553a901b8a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'external_fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.209'}], 'enable_snat': True}, 'gw_port_id': 'b9a5a002-b498-4745-8cd7-6c0609cbf168', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T11:20:46Z', 'updated_at': '2022-04-28T11:20:49Z', 'revision_number': 4, 'project_id': 'c6d478e5001e4fd0b6162553a901b8a7', 'gw_port': {'id': 'b9a5a002-b498-4745-8cd7-6c0609cbf168', 'name': '', 'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:93:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4eaa602-d8f3-4f9d-b561-7dc769fae294', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1580, 'fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:20:46Z', 'updated_at': '2022-04-28T11:20:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '564aa41d-91b4-4737-a96d-aeefa93303a2', 'tenant_id': 'c6d478e5001e4fd0b6162553a901b8a7', 'floating_ip_address': '172.36.4.254', 'floating_network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'router_id': 'b4eaa602-d8f3-4f9d-b561-7dc769fae294', 'port_id': '76c7f1dd-ddd1-4729-bfb0-b6d07443e4af', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1588, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c60b869f-ffc4-410a-a880-25b67f86d527', 'mac_address': 'fa:16:3e:d8:32:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fd4993c-a098-4ca9-b22f-31fae60636f8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T11:20:52Z', 'updated_at': '2022-04-28T11:23:02Z', 'revision_number': 9, 'project_id': 'c6d478e5001e4fd0b6162553a901b8a7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8425edff-67d1-4912-8f82-fc13dcd47d5f', 'name': '', 'network_id': 'c60b869f-ffc4-410a-a880-25b67f86d527', 'tenant_id': 'c6d478e5001e4fd0b6162553a901b8a7', 'mac_address': 'fa:16:3e:d7:36:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4eaa602-d8f3-4f9d-b561-7dc769fae294', 'device_owner': 'network:router_interface', 'standard_attr_id': 1581, 'fixed_ips': [{'subnet_id': 'd169038c-3246-43ab-9ecf-83e677cd232f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:20:48Z', 'updated_at': '2022-04-28T11:20:52Z', 'revision_number': 5, 'project_id': 'c6d478e5001e4fd0b6162553a901b8a7', 'subnets': [{'id': 'd169038c-3246-43ab-9ecf-83e677cd232f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=116163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 11:23:04.177347 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.agents_db [None req-54b29a82-8a19-4507-95e3-3a2d011841ff None None] Agent healthcheck: found 6 active agents {{(pid=116164) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 28 11:23:04.196896 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-926aa19f-d49e-4929-b024-568afbd98fc5 None None] New status for floating IP 564aa41d-91b4-4737-a96d-aeefa93303a2: ACTIVE {{(pid=116164) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 28 11:23:04.246541 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696d2787-5bb1-4672-b69f-550f5f188861 req-e832005a-e49c-4143-8390-2dea12e808ed tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:23:04.247953 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-696d2787-5bb1-4672-b69f-550f5f188861 req-e832005a-e49c-4143-8390-2dea12e808ed tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] 10.222.0.10 "GET /v2.0/ports/76c7f1dd-ddd1-4729-bfb0-b6d07443e4af HTTP/1.1" status: 200 len: 942 time: 0.0524771 Apr 28 11:23:04.772455 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a501fb-d39d-4606-a905-2acaaccdc314 req-05ec3999-62ed-4632-af9b-36f007d9fedd tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:23:04.773943 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-b2a501fb-d39d-4606-a905-2acaaccdc314 req-05ec3999-62ed-4632-af9b-36f007d9fedd tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] 10.222.0.10 "GET /v2.0/ports?device_id=5fd4993c-a098-4ca9-b22f-31fae60636f8 HTTP/1.1" status: 200 len: 945 time: 0.0501704 Apr 28 11:23:04.820985 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-b2a501fb-d39d-4606-a905-2acaaccdc314 req-0c934326-6b19-47bc-a7e4-aaddaafb9185 tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] 10.222.0.10 "GET /v2.0/security-groups?id=3539056c-8cc1-4577-a7ad-e9534f0b7718&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405841 Apr 28 11:23:05.552642 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696d2787-5bb1-4672-b69f-550f5f188861 req-3fd8ce51-3cd5-4b33-ac47-d20eb0bbff21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:23:05.554160 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-696d2787-5bb1-4672-b69f-550f5f188861 req-3fd8ce51-3cd5-4b33-ac47-d20eb0bbff21 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c6d478e5001e4fd0b6162553a901b8a7&device_id=5fd4993c-a098-4ca9-b22f-31fae60636f8 HTTP/1.1" status: 200 len: 1129 time: 0.0399356 Apr 28 11:23:05.640976 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696d2787-5bb1-4672-b69f-550f5f188861 req-a514830e-ca4c-4e99-9440-4eb02ca3dfc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:23:05.642462 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-696d2787-5bb1-4672-b69f-550f5f188861 req-a514830e-ca4c-4e99-9440-4eb02ca3dfc0 service neutron] 10.222.0.20 "GET /v2.0/networks?id=c60b869f-ffc4-410a-a880-25b67f86d527 HTTP/1.1" status: 200 len: 912 time: 0.0830262 Apr 28 11:23:05.709214 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-696d2787-5bb1-4672-b69f-550f5f188861 req-5099a4bc-244a-4051-a802-1e6e796ae37f service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=76c7f1dd-ddd1-4729-bfb0-b6d07443e4af HTTP/1.1" status: 200 len: 1002 time: 0.0609212 Apr 28 11:23:05.755995 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696d2787-5bb1-4672-b69f-550f5f188861 req-29c150e5-7623-4da2-aa1b-5514e6232946 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:23:05.757398 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-696d2787-5bb1-4672-b69f-550f5f188861 req-29c150e5-7623-4da2-aa1b-5514e6232946 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d169038c-3246-43ab-9ecf-83e677cd232f HTTP/1.1" status: 200 len: 851 time: 0.0427256 Apr 28 11:23:05.799881 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696d2787-5bb1-4672-b69f-550f5f188861 req-06a72e2e-c051-4b2b-b372-71e0f51d1162 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:23:05.801322 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-696d2787-5bb1-4672-b69f-550f5f188861 req-06a72e2e-c051-4b2b-b372-71e0f51d1162 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c60b869f-ffc4-410a-a880-25b67f86d527&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0379412 Apr 28 11:23:05.893495 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-696d2787-5bb1-4672-b69f-550f5f188861 req-6805da38-f81f-4194-8678-fb6ab00315a0 service neutron] 10.222.0.20 "GET /v2.0/networks/c60b869f-ffc4-410a-a880-25b67f86d527?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855839 Apr 28 11:23:05.935943 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeffebca-c19b-49f0-a2ab-a1e35ef08bbc req-a0fd3783-d34b-4371-b7c8-76de8485c86a tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:23:05.937452 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-aeffebca-c19b-49f0-a2ab-a1e35ef08bbc req-a0fd3783-d34b-4371-b7c8-76de8485c86a tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] 10.222.0.10 "GET /v2.0/ports?device_id=5fd4993c-a098-4ca9-b22f-31fae60636f8 HTTP/1.1" status: 200 len: 945 time: 0.0474806 Apr 28 11:23:05.986071 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-aeffebca-c19b-49f0-a2ab-a1e35ef08bbc req-2621f147-81a1-458c-81fa-1159d6857011 tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] 10.222.0.10 "GET /v2.0/security-groups?id=3539056c-8cc1-4577-a7ad-e9534f0b7718&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428696 Apr 28 11:23:05.986804 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-696d2787-5bb1-4672-b69f-550f5f188861 req-83d7971d-cd9f-4f86-94e7-3efe2c12150d service neutron] 10.222.0.20 "GET /v2.0/networks/c60b869f-ffc4-410a-a880-25b67f86d527?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876055 Apr 28 11:23:07.019238 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-d3176df4-1e60-42b6-aee8-3cd61bfd3582 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (75ba81b7-fe99-4281-90d2-a5adb445ecea), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:23:07.113779 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a6183b-0bcd-4f6a-be3b-a7fd153723d2 req-fd1f95c6-9dd2-4281-be55-a117ab3b06eb tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:23:07.115298 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-a4a6183b-0bcd-4f6a-be3b-a7fd153723d2 req-fd1f95c6-9dd2-4281-be55-a117ab3b06eb tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] 10.222.0.10 "GET /v2.0/ports?device_id=5fd4993c-a098-4ca9-b22f-31fae60636f8 HTTP/1.1" status: 200 len: 945 time: 0.0512924 Apr 28 11:23:07.161828 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-a4a6183b-0bcd-4f6a-be3b-a7fd153723d2 req-8d0fa0ca-8aa2-4f1e-8326-09dd987955ad tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] 10.222.0.10 "GET /v2.0/security-groups?id=3539056c-8cc1-4577-a7ad-e9534f0b7718&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407846 Apr 28 11:23:08.274651 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2efac13e-8316-4ba6-ac60-33f375c522fc req-ffd6b88b-ebf5-44b1-ad31-66ad0e3f3328 tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:23:08.276818 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-2efac13e-8316-4ba6-ac60-33f375c522fc req-ffd6b88b-ebf5-44b1-ad31-66ad0e3f3328 tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] 10.222.0.10 "GET /v2.0/ports?device_id=5fd4993c-a098-4ca9-b22f-31fae60636f8 HTTP/1.1" status: 200 len: 945 time: 0.0471530 Apr 28 11:23:08.323592 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-2efac13e-8316-4ba6-ac60-33f375c522fc req-8e2f060f-764e-4f44-856c-a21b32d0acb2 tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] 10.222.0.10 "GET /v2.0/security-groups?id=3539056c-8cc1-4577-a7ad-e9534f0b7718&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410912 Apr 28 11:23:09.419109 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-11501f14-36fb-4b5e-9796-619e57941856 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (6b492ad6-0876-4d74-b20d-28143a52ceba), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:23:09.437984 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4ffbac-7d35-421a-9b50-e2c14ac75da0 req-a1cfd189-165e-4a16-bdae-99f4c45ceba8 tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:23:09.439487 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-9a4ffbac-7d35-421a-9b50-e2c14ac75da0 req-a1cfd189-165e-4a16-bdae-99f4c45ceba8 tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] 10.222.0.10 "GET /v2.0/ports?device_id=5fd4993c-a098-4ca9-b22f-31fae60636f8 HTTP/1.1" status: 200 len: 945 time: 0.0484226 Apr 28 11:23:09.488408 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-9a4ffbac-7d35-421a-9b50-e2c14ac75da0 req-67017250-c9b0-4604-bf16-b3eeb7d5a657 tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] 10.222.0.10 "GET /v2.0/security-groups?id=3539056c-8cc1-4577-a7ad-e9534f0b7718&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433815 Apr 28 11:23:10.527162 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-ae94d540-e4c6-43be-adc9-b26fb6a2f62f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (cfc241ae-e4b7-443b-b80b-59fbbc2b69c9), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:23:10.602440 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3281533b-9cfe-4e49-bb4b-4c1bafdb90f3 req-afa00d0b-4081-41f2-b89f-dac7ccf6b623 tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:23:10.604551 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-3281533b-9cfe-4e49-bb4b-4c1bafdb90f3 req-afa00d0b-4081-41f2-b89f-dac7ccf6b623 tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] 10.222.0.10 "GET /v2.0/ports?device_id=5fd4993c-a098-4ca9-b22f-31fae60636f8 HTTP/1.1" status: 200 len: 945 time: 0.0481522 Apr 28 11:23:10.650384 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-3281533b-9cfe-4e49-bb4b-4c1bafdb90f3 req-156b3845-eb9f-4bcf-beab-53a7094437f7 tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] 10.222.0.10 "GET /v2.0/security-groups?id=3539056c-8cc1-4577-a7ad-e9534f0b7718&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401776 Apr 28 11:23:11.763993 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65dddb02-d852-470d-84c0-9656d7d84496 req-86fa3da2-d0fb-4797-98b4-c612a534ad94 tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:23:11.765483 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-65dddb02-d852-470d-84c0-9656d7d84496 req-86fa3da2-d0fb-4797-98b4-c612a534ad94 tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] 10.222.0.10 "GET /v2.0/ports?device_id=5fd4993c-a098-4ca9-b22f-31fae60636f8 HTTP/1.1" status: 200 len: 945 time: 0.0478184 Apr 28 11:23:11.811504 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-65dddb02-d852-470d-84c0-9656d7d84496 req-77d308fd-ee32-4e6a-bdd1-23cee584361c tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] 10.222.0.10 "GET /v2.0/security-groups?id=3539056c-8cc1-4577-a7ad-e9534f0b7718&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405538 Apr 28 11:23:12.093448 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-01ef1de1-12fd-4cef-b76b-793f91379468 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (39cc4f52-f5d9-4e2c-bbfa-7a1c528e1c40), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:23:12.930612 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64cf934d-85a5-4697-9acf-f06d35cf1b46 req-c9184746-4706-4767-90c3-5ba8960cd6dd tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:23:12.932105 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-64cf934d-85a5-4697-9acf-f06d35cf1b46 req-c9184746-4706-4767-90c3-5ba8960cd6dd tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] 10.222.0.10 "GET /v2.0/ports?device_id=5fd4993c-a098-4ca9-b22f-31fae60636f8 HTTP/1.1" status: 200 len: 945 time: 0.0505624 Apr 28 11:23:12.978678 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-64cf934d-85a5-4697-9acf-f06d35cf1b46 req-9a7dfe07-548b-42a7-bd08-c54be45cbbac tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] 10.222.0.10 "GET /v2.0/security-groups?id=3539056c-8cc1-4577-a7ad-e9534f0b7718&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399632 Apr 28 11:23:13.373389 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (d5baab19-5dd1-4902-922b-84acb048ab9c), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:23:14.094577 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b5e8bb-cb08-49d0-b219-acc5bce4493e req-0975399f-8986-4bb4-8086-9bc3bd2bc2f9 tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:23:14.096087 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-b1b5e8bb-cb08-49d0-b219-acc5bce4493e req-0975399f-8986-4bb4-8086-9bc3bd2bc2f9 tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] 10.222.0.10 "GET /v2.0/ports?device_id=5fd4993c-a098-4ca9-b22f-31fae60636f8 HTTP/1.1" status: 200 len: 945 time: 0.0481093 Apr 28 11:23:14.142380 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-b1b5e8bb-cb08-49d0-b219-acc5bce4493e req-c9d1fa4b-5d27-4157-bdd7-e81a095ec189 tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] 10.222.0.10 "GET /v2.0/security-groups?id=3539056c-8cc1-4577-a7ad-e9534f0b7718&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407465 Apr 28 11:23:15.252800 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c259017c-59f0-4230-883d-9c326357735a req-dab25eee-0585-478a-b5ff-505b4290f0dc tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:23:15.254268 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-c259017c-59f0-4230-883d-9c326357735a req-dab25eee-0585-478a-b5ff-505b4290f0dc tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] 10.222.0.10 "GET /v2.0/ports?device_id=5fd4993c-a098-4ca9-b22f-31fae60636f8 HTTP/1.1" status: 200 len: 945 time: 0.0457175 Apr 28 11:23:15.624870 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-c259017c-59f0-4230-883d-9c326357735a req-8fbc4896-d1f6-4fa4-978d-d46025f985b9 tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] 10.222.0.10 "GET /v2.0/security-groups?id=3539056c-8cc1-4577-a7ad-e9534f0b7718&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3650916 Apr 28 11:23:16.737413 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95bcb70-d0bf-46c0-a9f0-b225e7f7e8fb req-a1160c59-41df-4588-9b52-99ed2f7cf122 tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:23:16.738898 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-b95bcb70-d0bf-46c0-a9f0-b225e7f7e8fb req-a1160c59-41df-4588-9b52-99ed2f7cf122 tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] 10.222.0.10 "GET /v2.0/ports?device_id=5fd4993c-a098-4ca9-b22f-31fae60636f8 HTTP/1.1" status: 200 len: 945 time: 0.0461612 Apr 28 11:23:16.784223 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-b95bcb70-d0bf-46c0-a9f0-b225e7f7e8fb req-98a869ae-1fe0-4e8c-b05f-820f5f2c0f3a tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] 10.222.0.10 "GET /v2.0/security-groups?id=3539056c-8cc1-4577-a7ad-e9534f0b7718&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399003 Apr 28 11:23:17.896765 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313459e6-b9b9-44a7-ba01-89548962af89 req-01929e66-0c36-4309-81e5-5cbdc88fe50d tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:23:17.902954 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-313459e6-b9b9-44a7-ba01-89548962af89 req-01929e66-0c36-4309-81e5-5cbdc88fe50d tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] 10.222.0.10 "GET /v2.0/ports?device_id=5fd4993c-a098-4ca9-b22f-31fae60636f8 HTTP/1.1" status: 200 len: 945 time: 0.0480747 Apr 28 11:23:17.948782 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-313459e6-b9b9-44a7-ba01-89548962af89 req-5910120c-0964-4c5a-a883-b8fc26796bed tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] 10.222.0.10 "GET /v2.0/security-groups?id=3539056c-8cc1-4577-a7ad-e9534f0b7718&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437191 Apr 28 11:23:19.062057 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0456f1-db19-47d1-ab99-b8c4fc461aa2 req-d9b554cb-dfd4-4bd3-9d39-a19d950d1cb6 tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:23:19.063550 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-fa0456f1-db19-47d1-ab99-b8c4fc461aa2 req-d9b554cb-dfd4-4bd3-9d39-a19d950d1cb6 tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] 10.222.0.10 "GET /v2.0/ports?device_id=5fd4993c-a098-4ca9-b22f-31fae60636f8 HTTP/1.1" status: 200 len: 945 time: 0.0472434 Apr 28 11:23:19.110833 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-fa0456f1-db19-47d1-ab99-b8c4fc461aa2 req-d6e1b3e1-5a7d-41d6-a3e3-ca036cf4cdf5 tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] 10.222.0.10 "GET /v2.0/security-groups?id=3539056c-8cc1-4577-a7ad-e9534f0b7718&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417349 Apr 28 11:23:20.227024 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd7765d-1cae-4378-81ff-3a9f8517b944 req-283789b3-e69c-42ac-a80b-e580dd3e2fff tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:23:20.228509 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-9cd7765d-1cae-4378-81ff-3a9f8517b944 req-283789b3-e69c-42ac-a80b-e580dd3e2fff tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] 10.222.0.10 "GET /v2.0/ports?device_id=5fd4993c-a098-4ca9-b22f-31fae60636f8 HTTP/1.1" status: 200 len: 945 time: 0.0490851 Apr 28 11:23:20.274586 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-9cd7765d-1cae-4378-81ff-3a9f8517b944 req-4c0814a6-ab51-49ff-93eb-eb13d73933b4 tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] 10.222.0.10 "GET /v2.0/security-groups?id=3539056c-8cc1-4577-a7ad-e9534f0b7718&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403838 Apr 28 11:23:20.727203 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (6be95134-9a6c-4663-8b48-90d12ce90c60), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:23:21.392117 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e4dfe8-6003-4588-b48b-cb1251998290 req-268c566c-57ab-47cb-9c9b-2a33cabea971 tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:23:21.393645 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-97e4dfe8-6003-4588-b48b-cb1251998290 req-268c566c-57ab-47cb-9c9b-2a33cabea971 tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] 10.222.0.10 "GET /v2.0/ports?device_id=5fd4993c-a098-4ca9-b22f-31fae60636f8 HTTP/1.1" status: 200 len: 945 time: 0.0520740 Apr 28 11:23:21.443287 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-97e4dfe8-6003-4588-b48b-cb1251998290 req-c4781312-aac8-4457-8d99-ea6f3968e0a9 tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] 10.222.0.10 "GET /v2.0/security-groups?id=3539056c-8cc1-4577-a7ad-e9534f0b7718&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429711 Apr 28 11:23:22.556449 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d444c07a-fd22-4683-bfdd-6ddbe5741bd4 req-8bdcf890-f12e-4376-a5be-2745d9f7181e tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:23:22.558227 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-d444c07a-fd22-4683-bfdd-6ddbe5741bd4 req-8bdcf890-f12e-4376-a5be-2745d9f7181e tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] 10.222.0.10 "GET /v2.0/ports?device_id=5fd4993c-a098-4ca9-b22f-31fae60636f8 HTTP/1.1" status: 200 len: 945 time: 0.0468602 Apr 28 11:23:22.605905 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-d444c07a-fd22-4683-bfdd-6ddbe5741bd4 req-6419c266-7c3b-4347-a51d-3a0ef4c7ac6c tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] 10.222.0.10 "GET /v2.0/security-groups?id=3539056c-8cc1-4577-a7ad-e9534f0b7718&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421271 Apr 28 11:23:23.030731 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-696d2787-5bb1-4672-b69f-550f5f188861 req-61605cd2-20f4-4d55-9edf-2d9be9503fb0 service neutron] 10.222.0.20 "GET /v2.0/ports/76c7f1dd-ddd1-4729-bfb0-b6d07443e4af/bindings/hv-neutron-mast HTTP/1.1" status: 200 len: 384 time: 0.0556962 Apr 28 11:23:23.530760 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696d2787-5bb1-4672-b69f-550f5f188861 req-914cd4ef-30dc-490d-a021-a194a0446d8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:23:23.532254 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-696d2787-5bb1-4672-b69f-550f5f188861 req-914cd4ef-30dc-490d-a021-a194a0446d8b service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=5fd4993c-a098-4ca9-b22f-31fae60636f8&tenant_id=c6d478e5001e4fd0b6162553a901b8a7 HTTP/1.1" status: 200 len: 1129 time: 0.0397112 Apr 28 11:23:23.595619 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696d2787-5bb1-4672-b69f-550f5f188861 req-60827613-bf35-4320-a0b8-f2d92c6b0137 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:23:23.597151 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-696d2787-5bb1-4672-b69f-550f5f188861 req-60827613-bf35-4320-a0b8-f2d92c6b0137 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c6d478e5001e4fd0b6162553a901b8a7&device_id=5fd4993c-a098-4ca9-b22f-31fae60636f8 HTTP/1.1" status: 200 len: 1129 time: 0.0431798 Apr 28 11:23:23.687564 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696d2787-5bb1-4672-b69f-550f5f188861 req-e78535e0-47ba-4497-8536-5ec6eb6af75f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:23:23.689112 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-696d2787-5bb1-4672-b69f-550f5f188861 req-e78535e0-47ba-4497-8536-5ec6eb6af75f service neutron] 10.222.0.20 "GET /v2.0/networks?id=c60b869f-ffc4-410a-a880-25b67f86d527 HTTP/1.1" status: 200 len: 912 time: 0.0864036 Apr 28 11:23:23.722907 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7faa9279-ba43-4b74-8fbb-ca36d5e9db90 req-2100db7a-df8a-4b3d-90fb-6e2e42584baa tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:23:23.724414 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-7faa9279-ba43-4b74-8fbb-ca36d5e9db90 req-2100db7a-df8a-4b3d-90fb-6e2e42584baa tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] 10.222.0.10 "GET /v2.0/ports?device_id=5fd4993c-a098-4ca9-b22f-31fae60636f8 HTTP/1.1" status: 200 len: 945 time: 0.0486207 Apr 28 11:23:23.758418 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-696d2787-5bb1-4672-b69f-550f5f188861 req-76afe250-c46c-4822-adc5-a61305a282ea service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=76c7f1dd-ddd1-4729-bfb0-b6d07443e4af HTTP/1.1" status: 200 len: 1002 time: 0.0633707 Apr 28 11:23:23.779426 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-7faa9279-ba43-4b74-8fbb-ca36d5e9db90 req-69eddce9-22a8-463d-bde9-bd285105a3a4 tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] 10.222.0.10 "GET /v2.0/security-groups?id=3539056c-8cc1-4577-a7ad-e9534f0b7718&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480800 Apr 28 11:23:23.808323 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696d2787-5bb1-4672-b69f-550f5f188861 req-7d9f220f-37ef-4116-a83b-cbe169c1f0d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:23:23.809882 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-696d2787-5bb1-4672-b69f-550f5f188861 req-7d9f220f-37ef-4116-a83b-cbe169c1f0d3 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d169038c-3246-43ab-9ecf-83e677cd232f HTTP/1.1" status: 200 len: 851 time: 0.0451736 Apr 28 11:23:23.852193 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696d2787-5bb1-4672-b69f-550f5f188861 req-55c7a7dc-c9d4-4a2a-819e-3b1abbb2cd23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:23:23.853732 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-696d2787-5bb1-4672-b69f-550f5f188861 req-55c7a7dc-c9d4-4a2a-819e-3b1abbb2cd23 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c60b869f-ffc4-410a-a880-25b67f86d527&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0385499 Apr 28 11:23:23.944278 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-696d2787-5bb1-4672-b69f-550f5f188861 req-aec784d3-f965-4570-accb-41a353618df9 service neutron] 10.222.0.20 "GET /v2.0/networks/c60b869f-ffc4-410a-a880-25b67f86d527?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850108 Apr 28 11:23:24.037530 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-696d2787-5bb1-4672-b69f-550f5f188861 req-9d5f2f9d-d505-4a64-9c07-9c324499312f service neutron] 10.222.0.20 "GET /v2.0/networks/c60b869f-ffc4-410a-a880-25b67f86d527?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861526 Apr 28 11:23:24.898085 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899a969a-1318-45e5-99d2-96ea76f5d3b4 req-a1c33415-aad6-4e2b-991c-b88abbd12651 tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:23:24.899614 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-899a969a-1318-45e5-99d2-96ea76f5d3b4 req-a1c33415-aad6-4e2b-991c-b88abbd12651 tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] 10.222.0.10 "GET /v2.0/ports?device_id=5fd4993c-a098-4ca9-b22f-31fae60636f8 HTTP/1.1" status: 200 len: 945 time: 0.0480402 Apr 28 11:23:24.952066 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-899a969a-1318-45e5-99d2-96ea76f5d3b4 req-33627e81-83f0-4697-9318-5902cb8096d3 tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] 10.222.0.10 "GET /v2.0/security-groups?id=3539056c-8cc1-4577-a7ad-e9534f0b7718&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458698 Apr 28 11:23:26.067975 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739222c9-5a98-485c-8cad-33c68b44cc3b req-a89b2734-0599-4162-9828-c4e9cce8fa8d tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:23:26.069521 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-739222c9-5a98-485c-8cad-33c68b44cc3b req-a89b2734-0599-4162-9828-c4e9cce8fa8d tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] 10.222.0.10 "GET /v2.0/ports?device_id=5fd4993c-a098-4ca9-b22f-31fae60636f8 HTTP/1.1" status: 200 len: 945 time: 0.0470166 Apr 28 11:23:26.118721 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-739222c9-5a98-485c-8cad-33c68b44cc3b req-5681af99-6804-459d-afc5-90bcea624123 tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] 10.222.0.10 "GET /v2.0/security-groups?id=3539056c-8cc1-4577-a7ad-e9534f0b7718&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423589 Apr 28 11:23:27.239271 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5d4b96-ffbc-443b-b4d6-3fd545d3803f req-8ff74829-9937-4a33-8107-fdcaa267111b tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:23:27.240755 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-8d5d4b96-ffbc-443b-b4d6-3fd545d3803f req-8ff74829-9937-4a33-8107-fdcaa267111b tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] 10.222.0.10 "GET /v2.0/ports?device_id=5fd4993c-a098-4ca9-b22f-31fae60636f8 HTTP/1.1" status: 200 len: 945 time: 0.0513916 Apr 28 11:23:27.287340 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-8d5d4b96-ffbc-443b-b4d6-3fd545d3803f req-4f7de54f-8076-404f-bcb3-4a8614ed026f tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] 10.222.0.10 "GET /v2.0/security-groups?id=3539056c-8cc1-4577-a7ad-e9534f0b7718&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403967 Apr 28 11:23:27.889626 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3610ce-0824-4646-a669-0188ceb74fb1 req-2da71184-7066-40f2-8f37-c00a5673db8d tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:23:27.891217 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-2a3610ce-0824-4646-a669-0188ceb74fb1 req-2da71184-7066-40f2-8f37-c00a5673db8d tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] 10.222.0.10 "GET /v2.0/ports?device_id=5fd4993c-a098-4ca9-b22f-31fae60636f8 HTTP/1.1" status: 200 len: 945 time: 0.0477643 Apr 28 11:23:27.938262 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e1d55f-606e-4317-b04b-e244abdd2b6a req-f15bceee-1fa4-4804-8a53-8f79530b6d4e tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:23:27.939925 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-2a3610ce-0824-4646-a669-0188ceb74fb1 req-9fc952f5-d01c-4baa-b85e-a040fba63179 tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] 10.222.0.10 "GET /v2.0/security-groups?id=3539056c-8cc1-4577-a7ad-e9534f0b7718&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426683 Apr 28 11:23:27.940583 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-59e1d55f-606e-4317-b04b-e244abdd2b6a req-f15bceee-1fa4-4804-8a53-8f79530b6d4e tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] 10.222.0.20 "GET /v2.0/ports?device_id=5fd4993c-a098-4ca9-b22f-31fae60636f8&tenant_id=c6d478e5001e4fd0b6162553a901b8a7&binding%3Ahost_id=hv-neutron-mast HTTP/1.1" status: 200 len: 945 time: 0.0568759 Apr 28 11:23:28.001603 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-59e1d55f-606e-4317-b04b-e244abdd2b6a req-738f2dc6-5980-410c-916e-5f38f52a538a service neutron] 10.222.0.20 "GET /v2.0/ports/76c7f1dd-ddd1-4729-bfb0-b6d07443e4af/bindings/hv-neutron-mast HTTP/1.1" status: 200 len: 384 time: 0.0545466 Apr 28 11:23:28.197992 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e1d55f-606e-4317-b04b-e244abdd2b6a req-8a327633-b4be-4f90-bb80-89ccde454b1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:23:28.199701 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-59e1d55f-606e-4317-b04b-e244abdd2b6a req-8a327633-b4be-4f90-bb80-89ccde454b1b service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c6d478e5001e4fd0b6162553a901b8a7&device_id=5fd4993c-a098-4ca9-b22f-31fae60636f8 HTTP/1.1" status: 200 len: 1129 time: 0.0398104 Apr 28 11:23:28.289202 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e1d55f-606e-4317-b04b-e244abdd2b6a req-a47def29-e980-43a1-b6bd-1b989b7253d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:23:28.290685 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-59e1d55f-606e-4317-b04b-e244abdd2b6a req-a47def29-e980-43a1-b6bd-1b989b7253d0 service neutron] 10.222.0.20 "GET /v2.0/networks?id=c60b869f-ffc4-410a-a880-25b67f86d527 HTTP/1.1" status: 200 len: 912 time: 0.0853388 Apr 28 11:23:28.352598 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-59e1d55f-606e-4317-b04b-e244abdd2b6a req-d7af3438-18f5-4f9e-8c11-49fa0a5c3538 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=76c7f1dd-ddd1-4729-bfb0-b6d07443e4af HTTP/1.1" status: 200 len: 1002 time: 0.0566313 Apr 28 11:23:28.403288 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e1d55f-606e-4317-b04b-e244abdd2b6a req-6600a4bd-30cd-4fe2-a47a-42ede2fccfd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:23:28.404687 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-59e1d55f-606e-4317-b04b-e244abdd2b6a req-6600a4bd-30cd-4fe2-a47a-42ede2fccfd6 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d169038c-3246-43ab-9ecf-83e677cd232f HTTP/1.1" status: 200 len: 851 time: 0.0467129 Apr 28 11:23:28.450011 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e1d55f-606e-4317-b04b-e244abdd2b6a req-09ee5be7-f2fc-453a-b835-548a4e51ae5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:23:28.451762 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-59e1d55f-606e-4317-b04b-e244abdd2b6a req-09ee5be7-f2fc-453a-b835-548a4e51ae5e service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c60b869f-ffc4-410a-a880-25b67f86d527&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0413842 Apr 28 11:23:28.536680 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-59e1d55f-606e-4317-b04b-e244abdd2b6a req-c9fe9ee5-28c8-415f-b2bd-6f69fb45854a service neutron] 10.222.0.20 "GET /v2.0/networks/c60b869f-ffc4-410a-a880-25b67f86d527?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0795331 Apr 28 11:23:28.626328 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-59e1d55f-606e-4317-b04b-e244abdd2b6a req-8af86f27-83ac-4741-ba6c-4dbca2d4c781 service neutron] 10.222.0.20 "GET /v2.0/networks/c60b869f-ffc4-410a-a880-25b67f86d527?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825222 Apr 28 11:23:29.059344 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0465ebbe-8842-4133-b48e-3ad0a864f01f req-8f9fda53-f075-4152-ab13-53fb26d594f8 tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:23:29.060847 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-0465ebbe-8842-4133-b48e-3ad0a864f01f req-8f9fda53-f075-4152-ab13-53fb26d594f8 tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] 10.222.0.10 "GET /v2.0/ports?device_id=5fd4993c-a098-4ca9-b22f-31fae60636f8 HTTP/1.1" status: 200 len: 945 time: 0.0510185 Apr 28 11:23:29.108622 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-0465ebbe-8842-4133-b48e-3ad0a864f01f req-ee82df85-85da-456b-8429-8e27b1461449 tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] 10.222.0.10 "GET /v2.0/security-groups?id=3539056c-8cc1-4577-a7ad-e9534f0b7718&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421894 Apr 28 11:23:30.222217 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279d5d0d-ca26-4a14-825b-d0cef5439ba6 req-3826d9b0-71a3-4c87-a6f5-6fca6478318b tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:23:30.223799 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-279d5d0d-ca26-4a14-825b-d0cef5439ba6 req-3826d9b0-71a3-4c87-a6f5-6fca6478318b tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] 10.222.0.10 "GET /v2.0/ports?device_id=5fd4993c-a098-4ca9-b22f-31fae60636f8 HTTP/1.1" status: 200 len: 945 time: 0.0474687 Apr 28 11:23:30.270796 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-279d5d0d-ca26-4a14-825b-d0cef5439ba6 req-3866c273-cdca-4f32-b9e9-4868e37cfe29 tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] 10.222.0.10 "GET /v2.0/security-groups?id=3539056c-8cc1-4577-a7ad-e9534f0b7718&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411541 Apr 28 11:23:31.383197 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d39c24f-f6e5-49b8-9086-e96ddf683177 req-a020a21c-3fc8-418e-8ce1-9dd8f90f351a tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:23:31.384675 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-6d39c24f-f6e5-49b8-9086-e96ddf683177 req-a020a21c-3fc8-418e-8ce1-9dd8f90f351a tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] 10.222.0.10 "GET /v2.0/ports?device_id=5fd4993c-a098-4ca9-b22f-31fae60636f8 HTTP/1.1" status: 200 len: 945 time: 0.0470037 Apr 28 11:23:31.436467 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-6d39c24f-f6e5-49b8-9086-e96ddf683177 req-bf0c27e0-edca-4472-af2c-fd1941ee2e5a tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] 10.222.0.10 "GET /v2.0/security-groups?id=3539056c-8cc1-4577-a7ad-e9534f0b7718&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455592 Apr 28 11:23:31.465091 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e1d55f-606e-4317-b04b-e244abdd2b6a req-682340c5-8456-4138-a4aa-4df48f528680 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:23:31.466614 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-59e1d55f-606e-4317-b04b-e244abdd2b6a req-682340c5-8456-4138-a4aa-4df48f528680 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=5fd4993c-a098-4ca9-b22f-31fae60636f8&tenant_id=c6d478e5001e4fd0b6162553a901b8a7 HTTP/1.1" status: 200 len: 1129 time: 0.0408392 Apr 28 11:23:31.522505 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e1d55f-606e-4317-b04b-e244abdd2b6a req-56e9a4b3-d014-412a-b3fd-67206bea5be4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:23:31.527835 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-59e1d55f-606e-4317-b04b-e244abdd2b6a req-56e9a4b3-d014-412a-b3fd-67206bea5be4 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c6d478e5001e4fd0b6162553a901b8a7&device_id=5fd4993c-a098-4ca9-b22f-31fae60636f8 HTTP/1.1" status: 200 len: 1129 time: 0.0372286 Apr 28 11:23:31.617944 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e1d55f-606e-4317-b04b-e244abdd2b6a req-a470022d-d881-4881-9c21-c3e996d7ff46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:23:31.619381 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-59e1d55f-606e-4317-b04b-e244abdd2b6a req-a470022d-d881-4881-9c21-c3e996d7ff46 service neutron] 10.222.0.20 "GET /v2.0/networks?id=c60b869f-ffc4-410a-a880-25b67f86d527 HTTP/1.1" status: 200 len: 912 time: 0.0885673 Apr 28 11:23:31.683077 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-59e1d55f-606e-4317-b04b-e244abdd2b6a req-c1da80af-64b5-4156-ac79-e23607244ac3 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=76c7f1dd-ddd1-4729-bfb0-b6d07443e4af HTTP/1.1" status: 200 len: 1002 time: 0.0576990 Apr 28 11:23:31.733031 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e1d55f-606e-4317-b04b-e244abdd2b6a req-3ae0bfe4-6b86-4d27-a983-e0f839afb183 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:23:31.734455 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-59e1d55f-606e-4317-b04b-e244abdd2b6a req-3ae0bfe4-6b86-4d27-a983-e0f839afb183 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d169038c-3246-43ab-9ecf-83e677cd232f HTTP/1.1" status: 200 len: 851 time: 0.0464849 Apr 28 11:23:31.776812 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e1d55f-606e-4317-b04b-e244abdd2b6a req-0f432209-576f-4df6-8ab0-5357a20d5b06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:23:31.778364 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-59e1d55f-606e-4317-b04b-e244abdd2b6a req-0f432209-576f-4df6-8ab0-5357a20d5b06 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c60b869f-ffc4-410a-a880-25b67f86d527&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0381668 Apr 28 11:23:31.864335 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-59e1d55f-606e-4317-b04b-e244abdd2b6a req-c038b1b3-c373-468c-af71-ba8661eb20b3 service neutron] 10.222.0.20 "GET /v2.0/networks/c60b869f-ffc4-410a-a880-25b67f86d527?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801671 Apr 28 11:23:31.957135 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-59e1d55f-606e-4317-b04b-e244abdd2b6a req-6b0e0054-a464-4a84-9ae5-cc953bfbced1 service neutron] 10.222.0.20 "GET /v2.0/networks/c60b869f-ffc4-410a-a880-25b67f86d527?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870237 Apr 28 11:23:32.550940 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888b5486-616e-4251-bbd0-3c3e83c61943 req-6566c777-8dbb-4b7a-8661-908cb6e7a9d2 tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:23:32.552431 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-888b5486-616e-4251-bbd0-3c3e83c61943 req-6566c777-8dbb-4b7a-8661-908cb6e7a9d2 tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] 10.222.0.10 "GET /v2.0/ports?device_id=5fd4993c-a098-4ca9-b22f-31fae60636f8 HTTP/1.1" status: 200 len: 945 time: 0.0471256 Apr 28 11:23:32.599091 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-888b5486-616e-4251-bbd0-3c3e83c61943 req-4dbc3fbd-a8b7-4319-be53-e3b3e9a94348 tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] 10.222.0.10 "GET /v2.0/security-groups?id=3539056c-8cc1-4577-a7ad-e9534f0b7718&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409718 Apr 28 11:23:33.444862 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Device 76c7f1dd-ddd1-4729-bfb0-b6d07443e4af details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=116163) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 28 11:23:33.449006 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Device 76c7f1dd-ddd1-4729-bfb0-b6d07443e4af no longer exists at agent hyperv_hv-neutron-mast {{(pid=116163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 11:23:33.600729 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Current status of the port 76c7f1dd-ddd1-4729-bfb0-b6d07443e4af is: ACTIVE; New status is: DOWN {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:23:33.601115 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (76c7f1dd-ddd1-4729-bfb0-b6d07443e4af), before_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:23:33.628737 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] For port 76c7f1dd-ddd1-4729-bfb0-b6d07443e4af, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=76c7f1dd-ddd1-4729-bfb0-b6d07443e4af,segment=NetworkSegment(a86044ce-17ef-42c7-90b1-0665dc477f6d),segment_id=a86044ce-17ef-42c7-90b1-0665dc477f6d)] {{(pid=116163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 11:23:33.642174 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5fd4993c-a098-4ca9-b22f-31fae60636f8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '76c7f1dd-ddd1-4729-bfb0-b6d07443e4af'}] {{(pid=116163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 11:23:33.644526 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f01aec4a4f83961b54a953becfce2676879fb1d4b91122543244f430a0b8460" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51ba8f0d-49b3-496d-9cf7-dc0e9b27322f" -d '{"events": [{"server_uuid": "5fd4993c-a098-4ca9-b22f-31fae60636f8", "name": "network-vif-unplugged", "status": "completed", "tag": "76c7f1dd-ddd1-4729-bfb0-b6d07443e4af"}]}' {{(pid=116163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 11:23:33.655828 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Returning: {'device': '76c7f1dd-ddd1-4729-bfb0-b6d07443e4af', 'network_id': 'c60b869f-ffc4-410a-a880-25b67f86d527', 'port_id': '76c7f1dd-ddd1-4729-bfb0-b6d07443e4af', 'mac_address': 'fa:16:3e:d8:32:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 96, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd169038c-3246-43ab-9ecf-83e677cd232f', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=116163) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 28 11:23:33.660607 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] For port 76c7f1dd-ddd1-4729-bfb0-b6d07443e4af, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=76c7f1dd-ddd1-4729-bfb0-b6d07443e4af,segment=NetworkSegment(a86044ce-17ef-42c7-90b1-0665dc477f6d),segment_id=a86044ce-17ef-42c7-90b1-0665dc477f6d)] {{(pid=116163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 11:23:33.698544 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 28 Apr 2022 11:23:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54326337-c46d-4657-ab2d-140c60652721 x-openstack-request-id: req-54326337-c46d-4657-ab2d-140c60652721 {{(pid=116163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 11:23:33.698843 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5fd4993c-a098-4ca9-b22f-31fae60636f8", "name": "network-vif-unplugged", "status": "completed", "tag": "76c7f1dd-ddd1-4729-bfb0-b6d07443e4af", "code": 200}]} {{(pid=116163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 11:23:33.701250 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-54326337-c46d-4657-ab2d-140c60652721 {{(pid=116163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 11:23:33.701250 dv-neutron-master-2-hyperv neutron-server[116163]: INFO neutron.notifiers.nova [-] Nova event matching ['req-54326337-c46d-4657-ab2d-140c60652721'] response: {'server_uuid': '5fd4993c-a098-4ca9-b22f-31fae60636f8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '76c7f1dd-ddd1-4729-bfb0-b6d07443e4af', 'code': 200} Apr 28 11:23:33.701747 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Current status of the port 76c7f1dd-ddd1-4729-bfb0-b6d07443e4af is: ACTIVE; New status is: BUILD {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:23:33.702135 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (76c7f1dd-ddd1-4729-bfb0-b6d07443e4af), before_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:23:33.715567 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.notifiers.nova [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 76c7f1dd-ddd1-4729-bfb0-b6d07443e4af {{(pid=116163) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 11:23:33.721441 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393'] for port (76c7f1dd-ddd1-4729-bfb0-b6d07443e4af), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:23:33.733528 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8005e8-166c-445c-bfcd-4c3e92a8ea0e req-da759a26-2b60-417b-b09d-c9ee7a36343d tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:23:33.737036 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-be8005e8-166c-445c-bfcd-4c3e92a8ea0e req-da759a26-2b60-417b-b09d-c9ee7a36343d tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] 10.222.0.10 "GET /v2.0/ports?device_id=5fd4993c-a098-4ca9-b22f-31fae60636f8 HTTP/1.1" status: 200 len: 945 time: 0.0489223 Apr 28 11:23:33.784110 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-be8005e8-166c-445c-bfcd-4c3e92a8ea0e req-6788c227-dfb8-44b9-a720-e2928ae86dea tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] 10.222.0.10 "GET /v2.0/security-groups?id=3539056c-8cc1-4577-a7ad-e9534f0b7718&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431235 Apr 28 11:23:33.796567 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.db.api [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=116163) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 28 11:23:33.797031 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG oslo_db.api [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=116163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 28 11:23:33.799669 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Pushing event updated for resources: {'Port': ['ID=76c7f1dd-ddd1-4729-bfb0-b6d07443e4af,revision_number=6']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:23:33.905743 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08764e5c-8484-48ee-bf5b-4def613f80a4 req-ad13c98a-75a3-48e8-926b-ba33f1a8078d tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:23:33.907325 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-08764e5c-8484-48ee-bf5b-4def613f80a4 req-ad13c98a-75a3-48e8-926b-ba33f1a8078d tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] 10.222.0.10 "GET /v2.0/ports?device_id=5fd4993c-a098-4ca9-b22f-31fae60636f8 HTTP/1.1" status: 200 len: 943 time: 0.0512583 Apr 28 11:23:33.954428 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-08764e5c-8484-48ee-bf5b-4def613f80a4 req-ceb6e4b7-30f8-448e-afc9-a2739c331c74 tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] 10.222.0.10 "GET /v2.0/security-groups?id=3539056c-8cc1-4577-a7ad-e9534f0b7718&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411992 Apr 28 11:23:34.064510 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f688e753-2a1f-408a-901e-42e27a2b4d49 req-eb25746d-f2d7-4d39-a6ff-defbc6e5c5d8 tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:23:34.065984 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-f688e753-2a1f-408a-901e-42e27a2b4d49 req-eb25746d-f2d7-4d39-a6ff-defbc6e5c5d8 tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] 10.222.0.10 "GET /v2.0/ports?device_id=5fd4993c-a098-4ca9-b22f-31fae60636f8 HTTP/1.1" status: 200 len: 943 time: 0.0470350 Apr 28 11:23:34.114958 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-f688e753-2a1f-408a-901e-42e27a2b4d49 req-583b464f-3eab-4029-9c16-3bb968aa63df tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] 10.222.0.10 "GET /v2.0/security-groups?id=3539056c-8cc1-4577-a7ad-e9534f0b7718&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434294 Apr 28 11:23:34.333710 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Current status of the port 76c7f1dd-ddd1-4729-bfb0-b6d07443e4af is: DOWN; New status is: BUILD {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:23:34.334093 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (76c7f1dd-ddd1-4729-bfb0-b6d07443e4af), before_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:23:34.347908 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.notifiers.nova [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 76c7f1dd-ddd1-4729-bfb0-b6d07443e4af {{(pid=116163) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 11:23:34.366672 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] For port 76c7f1dd-ddd1-4729-bfb0-b6d07443e4af, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=76c7f1dd-ddd1-4729-bfb0-b6d07443e4af,segment=NetworkSegment(a86044ce-17ef-42c7-90b1-0665dc477f6d),segment_id=a86044ce-17ef-42c7-90b1-0665dc477f6d)] {{(pid=116163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 11:23:34.470034 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393'] for port (76c7f1dd-ddd1-4729-bfb0-b6d07443e4af), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:23:34.529871 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] get_ports_and_sgs() called for port_ids ['76c7f1dd-ddd1-4729-bfb0-b6d07443e4af'] {{(pid=116163) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 11:23:34.533410 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Pushing event updated for resources: {'Port': ['ID=76c7f1dd-ddd1-4729-bfb0-b6d07443e4af,revision_number=7']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:23:34.568279 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e61928a-774b-4c6a-bcd2-eb379f76387b req-af80b672-cb25-4c58-abdc-0c13f74855f2 tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:23:34.569797 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-2e61928a-774b-4c6a-bcd2-eb379f76387b req-af80b672-cb25-4c58-abdc-0c13f74855f2 tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] 10.222.0.10 "GET /v2.0/ports?device_id=5fd4993c-a098-4ca9-b22f-31fae60636f8 HTTP/1.1" status: 200 len: 944 time: 0.0495706 Apr 28 11:23:34.622051 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-2e61928a-774b-4c6a-bcd2-eb379f76387b req-dfd316fe-b596-4d08-8997-585dd02f73d2 tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] 10.222.0.10 "GET /v2.0/security-groups?id=3539056c-8cc1-4577-a7ad-e9534f0b7718&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458450 Apr 28 11:23:35.452527 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Device 76c7f1dd-ddd1-4729-bfb0-b6d07443e4af up at agent hyperv_hv-neutron-mast {{(pid=116163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 11:23:35.498236 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Provisioning complete for port 76c7f1dd-ddd1-4729-bfb0-b6d07443e4af triggered by entity L2. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:23:35.498869 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (76c7f1dd-ddd1-4729-bfb0-b6d07443e4af), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:23:35.575222 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Current status of the port 76c7f1dd-ddd1-4729-bfb0-b6d07443e4af is: BUILD; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:23:35.575602 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (76c7f1dd-ddd1-4729-bfb0-b6d07443e4af), before_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:23:35.606349 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] For port 76c7f1dd-ddd1-4729-bfb0-b6d07443e4af, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=76c7f1dd-ddd1-4729-bfb0-b6d07443e4af,segment=NetworkSegment(a86044ce-17ef-42c7-90b1-0665dc477f6d),segment_id=a86044ce-17ef-42c7-90b1-0665dc477f6d)] {{(pid=116163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 11:23:35.681717 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393'] for port (76c7f1dd-ddd1-4729-bfb0-b6d07443e4af), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:23:35.704458 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5fd4993c-a098-4ca9-b22f-31fae60636f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76c7f1dd-ddd1-4729-bfb0-b6d07443e4af'}] {{(pid=116163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 11:23:35.706618 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f01aec4a4f83961b54a953becfce2676879fb1d4b91122543244f430a0b8460" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e32cb79-5bf0-4c35-94f2-6e4b8df7bc13" -d '{"events": [{"server_uuid": "5fd4993c-a098-4ca9-b22f-31fae60636f8", "name": "network-vif-plugged", "status": "completed", "tag": "76c7f1dd-ddd1-4729-bfb0-b6d07443e4af"}]}' {{(pid=116163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 11:23:35.736500 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Pushing event updated for resources: {'Port': ['ID=76c7f1dd-ddd1-4729-bfb0-b6d07443e4af,revision_number=8']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:23:35.744768 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 11:23:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c2ee5ad-999c-4495-a2e7-1dc4cd283922 x-openstack-request-id: req-9c2ee5ad-999c-4495-a2e7-1dc4cd283922 {{(pid=116163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 11:23:35.745616 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5fd4993c-a098-4ca9-b22f-31fae60636f8", "name": "network-vif-plugged", "status": "completed", "tag": "76c7f1dd-ddd1-4729-bfb0-b6d07443e4af", "code": 200}]} {{(pid=116163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 11:23:35.745616 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-9c2ee5ad-999c-4495-a2e7-1dc4cd283922 {{(pid=116163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 11:23:35.745758 dv-neutron-master-2-hyperv neutron-server[116163]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9c2ee5ad-999c-4495-a2e7-1dc4cd283922'] response: {'server_uuid': '5fd4993c-a098-4ca9-b22f-31fae60636f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76c7f1dd-ddd1-4729-bfb0-b6d07443e4af', 'code': 200} Apr 28 11:23:35.746045 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a711ed-19a7-44b4-a3ac-c2999dccf4a4 req-bb7b47bb-593b-4fc0-9f8f-2e53933273da tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:23:35.747656 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-a0a711ed-19a7-44b4-a3ac-c2999dccf4a4 req-bb7b47bb-593b-4fc0-9f8f-2e53933273da tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] 10.222.0.10 "GET /v2.0/ports?device_id=5fd4993c-a098-4ca9-b22f-31fae60636f8 HTTP/1.1" status: 200 len: 945 time: 0.0527062 Apr 28 11:23:35.795088 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-a0a711ed-19a7-44b4-a3ac-c2999dccf4a4 req-33f113d2-06f9-4ab1-a878-644068b640f4 tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] 10.222.0.10 "GET /v2.0/security-groups?id=3539056c-8cc1-4577-a7ad-e9534f0b7718&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419834 Apr 28 11:23:36.553955 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd4b21b-2a3f-4a15-9420-11b4052012fa req-1ddfed27-dac7-4cff-b404-df30ad9a5a89 tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:23:36.555605 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-6bd4b21b-2a3f-4a15-9420-11b4052012fa req-1ddfed27-dac7-4cff-b404-df30ad9a5a89 tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] 10.222.0.20 "GET /v2.0/ports?device_id=5fd4993c-a098-4ca9-b22f-31fae60636f8 HTTP/1.1" status: 200 len: 945 time: 0.0467749 Apr 28 11:23:36.639336 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.plugin [req-6bd4b21b-2a3f-4a15-9420-11b4052012fa req-48eda46f-a460-4ccf-a868-1fd3d8c832c7 tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] Deleting port 76c7f1dd-ddd1-4729-bfb0-b6d07443e4af {{(pid=116162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 11:23:36.639678 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [req-6bd4b21b-2a3f-4a15-9420-11b4052012fa req-48eda46f-a460-4ccf-a868-1fd3d8c832c7 tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742235130188'] for port (76c7f1dd-ddd1-4729-bfb0-b6d07443e4af), before_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:23:36.724803 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.db [req-6bd4b21b-2a3f-4a15-9420-11b4052012fa req-48eda46f-a460-4ccf-a868-1fd3d8c832c7 tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] For port 76c7f1dd-ddd1-4729-bfb0-b6d07443e4af, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=76c7f1dd-ddd1-4729-bfb0-b6d07443e4af,segment=NetworkSegment(a86044ce-17ef-42c7-90b1-0665dc477f6d),segment_id=a86044ce-17ef-42c7-90b1-0665dc477f6d)] {{(pid=116162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 11:23:36.725163 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [req-6bd4b21b-2a3f-4a15-9420-11b4052012fa req-48eda46f-a460-4ccf-a868-1fd3d8c832c7 tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1938497'] for port (76c7f1dd-ddd1-4729-bfb0-b6d07443e4af), precommit_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:23:36.897831 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [req-6bd4b21b-2a3f-4a15-9420-11b4052012fa req-48eda46f-a460-4ccf-a868-1fd3d8c832c7 tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:23:36.898204 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [req-6bd4b21b-2a3f-4a15-9420-11b4052012fa req-48eda46f-a460-4ccf-a868-1fd3d8c832c7 tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2063164'] for floatingip (564aa41d-91b4-4737-a96d-aeefa93303a2), after_update {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:23:36.898564 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.db.l3_db [req-6bd4b21b-2a3f-4a15-9420-11b4052012fa req-48eda46f-a460-4ccf-a868-1fd3d8c832c7 tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] Floating IP 564aa41d-91b4-4737-a96d-aeefa93303a2 disassociated. External IP: 172.36.4.254, port: 76c7f1dd-ddd1-4729-bfb0-b6d07443e4af. Apr 28 11:23:36.898914 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.plugin [req-6bd4b21b-2a3f-4a15-9420-11b4052012fa req-48eda46f-a460-4ccf-a868-1fd3d8c832c7 tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] Calling delete_port for 76c7f1dd-ddd1-4729-bfb0-b6d07443e4af owned by compute:nova {{(pid=116162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 11:23:36.910781 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3e7808-8baf-447b-9be2-d0ce17c09efb req-02c621fc-b159-40a3-a6b5-1dcaabc24b6f tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:23:36.912294 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-ac3e7808-8baf-447b-9be2-d0ce17c09efb req-02c621fc-b159-40a3-a6b5-1dcaabc24b6f tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] 10.222.0.10 "GET /v2.0/ports?device_id=5fd4993c-a098-4ca9-b22f-31fae60636f8 HTTP/1.1" status: 200 len: 945 time: 0.0469282 Apr 28 11:23:36.961373 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-ac3e7808-8baf-447b-9be2-d0ce17c09efb req-163aff05-9b15-4053-a226-f5101a5a0f25 tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] 10.222.0.10 "GET /v2.0/security-groups?id=3539056c-8cc1-4577-a7ad-e9534f0b7718&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427840 Apr 28 11:23:37.042103 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-1b07f7cb-42df-4662-bf10-642e7607a0d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (75ba81b7-fe99-4281-90d2-a5adb445ecea), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:23:37.122061 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [req-6bd4b21b-2a3f-4a15-9420-11b4052012fa req-48eda46f-a460-4ccf-a868-1fd3d8c832c7 tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742235135690', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742234710366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5051867'] for port (76c7f1dd-ddd1-4729-bfb0-b6d07443e4af), after_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:23:37.153598 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48eda46f-a460-4ccf-a868-1fd3d8c832c7 tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] Pushing event deleted for resources: {'Port': ['ID=76c7f1dd-ddd1-4729-bfb0-b6d07443e4af,revision_number=None']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:23:37.271829 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6bd4b21b-2a3f-4a15-9420-11b4052012fa req-48eda46f-a460-4ccf-a868-1fd3d8c832c7 tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] Router b4eaa602-d8f3-4f9d-b561-7dc769fae294 has already been hosted by L3 agent 6b492ad6-0876-4d74-b20d-28143a52ceba {{(pid=116162) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 11:23:37.382809 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6bd4b21b-2a3f-4a15-9420-11b4052012fa req-48eda46f-a460-4ccf-a868-1fd3d8c832c7 tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=116162) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 11:23:37.392492 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b088cc3-223b-43c7-8477-989ab0781433 None None] Sync routers for ids ['b4eaa602-d8f3-4f9d-b561-7dc769fae294'] in dv-neutron-master-2-hyperv {{(pid=116163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 11:23:37.403829 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b088cc3-223b-43c7-8477-989ab0781433 None None] Routers {'b4eaa602-d8f3-4f9d-b561-7dc769fae294'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=116163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 11:23:37.404490 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_hamode_db [None req-1b088cc3-223b-43c7-8477-989ab0781433 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-28T10:50:39Z,description=,heartbeat_timestamp=2022-04-28T11:23:09Z,host='dv-neutron-master-2-hyperv',id=6b492ad6-0876-4d74-b20d-28143a52ceba,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T10:50:40Z,topic='l3_agent')) {'router_ids': ['b4eaa602-d8f3-4f9d-b561-7dc769fae294'], 'active': True} {{(pid=116163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:23:37.520182 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvr_db [None req-1b088cc3-223b-43c7-8477-989ab0781433 None None] Set router b4eaa602-d8f3-4f9d-b561-7dc769fae294 gateway port host: dv-neutron-master-2-hyperv {{(pid=116163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 11:23:37.782456 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.db.l3_dvrscheduler_db [req-6bd4b21b-2a3f-4a15-9420-11b4052012fa req-48eda46f-a460-4ccf-a868-1fd3d8c832c7 tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] No DVR routers for this DVR port 76c7f1dd-ddd1-4729-bfb0-b6d07443e4af on host hv-neutron-mast {{(pid=116162) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 11:23:37.784981 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [req-6bd4b21b-2a3f-4a15-9420-11b4052012fa req-48eda46f-a460-4ccf-a868-1fd3d8c832c7 tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198022'] for port (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:23:37.788424 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-6bd4b21b-2a3f-4a15-9420-11b4052012fa req-48eda46f-a460-4ccf-a868-1fd3d8c832c7 tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] 10.222.0.20 "DELETE /v2.0/ports/76c7f1dd-ddd1-4729-bfb0-b6d07443e4af HTTP/1.1" status: 204 len: 173 time: 1.2277963 Apr 28 11:23:37.788919 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5fd4993c-a098-4ca9-b22f-31fae60636f8', 'name': 'network-vif-deleted', 'tag': '76c7f1dd-ddd1-4729-bfb0-b6d07443e4af'}] {{(pid=116162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 11:23:37.791135 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ba53f40d6116d28995a8e36159d0e539b5353eec116fb5dd4ce03b4b2159ab1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43a2b288-a3a9-465c-af2d-dd183be2f761" -d '{"events": [{"server_uuid": "5fd4993c-a098-4ca9-b22f-31fae60636f8", "name": "network-vif-deleted", "tag": "76c7f1dd-ddd1-4729-bfb0-b6d07443e4af"}]}' {{(pid=116162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 11:23:37.827803 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 11:23:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d69f4f7e-7345-47f6-87a6-3dfd115df38d x-openstack-request-id: req-d69f4f7e-7345-47f6-87a6-3dfd115df38d {{(pid=116162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 11:23:37.828097 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5fd4993c-a098-4ca9-b22f-31fae60636f8", "name": "network-vif-deleted", "tag": "76c7f1dd-ddd1-4729-bfb0-b6d07443e4af", "status": "completed", "code": 200}]} {{(pid=116162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 11:23:37.828362 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-d69f4f7e-7345-47f6-87a6-3dfd115df38d {{(pid=116162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 11:23:37.828762 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d69f4f7e-7345-47f6-87a6-3dfd115df38d'] response: {'server_uuid': '5fd4993c-a098-4ca9-b22f-31fae60636f8', 'name': 'network-vif-deleted', 'tag': '76c7f1dd-ddd1-4729-bfb0-b6d07443e4af', 'status': 'completed', 'code': 200} Apr 28 11:23:37.865950 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_hamode_db [None req-1b088cc3-223b-43c7-8477-989ab0781433 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4eaa602-d8f3-4f9d-b561-7dc769fae294', 'name': 'tempest-ServerActionsTestJSON-1755349530-router', 'tenant_id': 'c6d478e5001e4fd0b6162553a901b8a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'external_fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.209'}], 'enable_snat': True}, 'gw_port_id': 'b9a5a002-b498-4745-8cd7-6c0609cbf168', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T11:20:46Z', 'updated_at': '2022-04-28T11:20:49Z', 'revision_number': 4, 'project_id': 'c6d478e5001e4fd0b6162553a901b8a7', 'gw_port': {'id': 'b9a5a002-b498-4745-8cd7-6c0609cbf168', 'name': '', 'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:93:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4eaa602-d8f3-4f9d-b561-7dc769fae294', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1580, 'fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:20:46Z', 'updated_at': '2022-04-28T11:20:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '8425edff-67d1-4912-8f82-fc13dcd47d5f', 'name': '', 'network_id': 'c60b869f-ffc4-410a-a880-25b67f86d527', 'tenant_id': 'c6d478e5001e4fd0b6162553a901b8a7', 'mac_address': 'fa:16:3e:d7:36:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4eaa602-d8f3-4f9d-b561-7dc769fae294', 'device_owner': 'network:router_interface', 'standard_attr_id': 1581, 'fixed_ips': [{'subnet_id': 'd169038c-3246-43ab-9ecf-83e677cd232f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:20:48Z', 'updated_at': '2022-04-28T11:20:52Z', 'revision_number': 5, 'project_id': 'c6d478e5001e4fd0b6162553a901b8a7', 'subnets': [{'id': 'd169038c-3246-43ab-9ecf-83e677cd232f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=116163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:23:37.892156 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b088cc3-223b-43c7-8477-989ab0781433 None None] Checking router: b4eaa602-d8f3-4f9d-b561-7dc769fae294 for host: dv-neutron-master-2-hyperv {{(pid=116163) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 11:23:37.900249 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b088cc3-223b-43c7-8477-989ab0781433 None None] Routers {'b4eaa602-d8f3-4f9d-b561-7dc769fae294'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=116163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 11:23:37.901604 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_hamode_db [None req-1b088cc3-223b-43c7-8477-989ab0781433 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-28T10:50:39Z,description=,heartbeat_timestamp=2022-04-28T11:23:09Z,host='dv-neutron-master-2-hyperv',id=6b492ad6-0876-4d74-b20d-28143a52ceba,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T10:50:40Z,topic='l3_agent')) {'router_ids': ['b4eaa602-d8f3-4f9d-b561-7dc769fae294'], 'active': True} {{(pid=116163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:23:38.014992 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvr_db [None req-1b088cc3-223b-43c7-8477-989ab0781433 None None] Set router b4eaa602-d8f3-4f9d-b561-7dc769fae294 gateway port host: dv-neutron-master-2-hyperv {{(pid=116163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 11:23:38.063238 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-7f0979be-07c9-4bc9-8312-9c055f6ae99f req-54dcd024-9fa2-4581-8fe8-927b6f25709d tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] 10.222.0.10 "GET /v2.0/ports?device_id=5fd4993c-a098-4ca9-b22f-31fae60636f8 HTTP/1.1" status: 200 len: 210 time: 0.0321491 Apr 28 11:23:38.214809 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_hamode_db [None req-1b088cc3-223b-43c7-8477-989ab0781433 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4eaa602-d8f3-4f9d-b561-7dc769fae294', 'name': 'tempest-ServerActionsTestJSON-1755349530-router', 'tenant_id': 'c6d478e5001e4fd0b6162553a901b8a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'external_fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.209'}], 'enable_snat': True}, 'gw_port_id': 'b9a5a002-b498-4745-8cd7-6c0609cbf168', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T11:20:46Z', 'updated_at': '2022-04-28T11:20:49Z', 'revision_number': 4, 'project_id': 'c6d478e5001e4fd0b6162553a901b8a7', 'gw_port': {'id': 'b9a5a002-b498-4745-8cd7-6c0609cbf168', 'name': '', 'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:93:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4eaa602-d8f3-4f9d-b561-7dc769fae294', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1580, 'fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:20:46Z', 'updated_at': '2022-04-28T11:20:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '8425edff-67d1-4912-8f82-fc13dcd47d5f', 'name': '', 'network_id': 'c60b869f-ffc4-410a-a880-25b67f86d527', 'tenant_id': 'c6d478e5001e4fd0b6162553a901b8a7', 'mac_address': 'fa:16:3e:d7:36:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4eaa602-d8f3-4f9d-b561-7dc769fae294', 'device_owner': 'network:router_interface', 'standard_attr_id': 1581, 'fixed_ips': [{'subnet_id': 'd169038c-3246-43ab-9ecf-83e677cd232f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:20:48Z', 'updated_at': '2022-04-28T11:20:52Z', 'revision_number': 5, 'project_id': 'c6d478e5001e4fd0b6162553a901b8a7', 'subnets': [{'id': 'd169038c-3246-43ab-9ecf-83e677cd232f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=116163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:23:38.240551 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b088cc3-223b-43c7-8477-989ab0781433 None None] The sync data for ids ['b4eaa602-d8f3-4f9d-b561-7dc769fae294'] in dv-neutron-master-2-hyperv is: [{'id': 'b4eaa602-d8f3-4f9d-b561-7dc769fae294', 'name': 'tempest-ServerActionsTestJSON-1755349530-router', 'tenant_id': 'c6d478e5001e4fd0b6162553a901b8a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'external_fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.209'}], 'enable_snat': True}, 'gw_port_id': 'b9a5a002-b498-4745-8cd7-6c0609cbf168', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T11:20:46Z', 'updated_at': '2022-04-28T11:20:49Z', 'revision_number': 4, 'project_id': 'c6d478e5001e4fd0b6162553a901b8a7', 'gw_port': {'id': 'b9a5a002-b498-4745-8cd7-6c0609cbf168', 'name': '', 'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:93:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4eaa602-d8f3-4f9d-b561-7dc769fae294', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1580, 'fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:20:46Z', 'updated_at': '2022-04-28T11:20:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '8425edff-67d1-4912-8f82-fc13dcd47d5f', 'name': '', 'network_id': 'c60b869f-ffc4-410a-a880-25b67f86d527', 'tenant_id': 'c6d478e5001e4fd0b6162553a901b8a7', 'mac_address': 'fa:16:3e:d7:36:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4eaa602-d8f3-4f9d-b561-7dc769fae294', 'device_owner': 'network:router_interface', 'standard_attr_id': 1581, 'fixed_ips': [{'subnet_id': 'd169038c-3246-43ab-9ecf-83e677cd232f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:20:48Z', 'updated_at': '2022-04-28T11:20:52Z', 'revision_number': 5, 'project_id': 'c6d478e5001e4fd0b6162553a901b8a7', 'subnets': [{'id': 'd169038c-3246-43ab-9ecf-83e677cd232f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=116163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 11:23:38.458379 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a297ca6-fa35-45cb-8a1a-b39a0c84d6ee None None] New status for floating IP 564aa41d-91b4-4737-a96d-aeefa93303a2: DOWN {{(pid=116164) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 28 11:23:39.300582 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-c6074f06-ceed-4f08-a14f-9956ae21d878 req-41a9e675-67e7-47ef-99f6-982186551cb3 tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-securitygroup--1768398053&fields=id&tenant_id=c6d478e5001e4fd0b6162553a901b8a7 HTTP/1.1" status: 200 len: 267 time: 0.0426478 Apr 28 11:23:39.405461 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6074f06-ceed-4f08-a14f-9956ae21d878 req-30552140-d5f4-4725-b7e6-d48177fc28ae tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:23:39.407000 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-c6074f06-ceed-4f08-a14f-9956ae21d878 req-30552140-d5f4-4725-b7e6-d48177fc28ae tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] 10.222.0.10 "GET /v2.0/networks?id=c60b869f-ffc4-410a-a880-25b67f86d527 HTTP/1.1" status: 200 len: 812 time: 0.1002021 Apr 28 11:23:39.422036 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-c6074f06-ceed-4f08-a14f-9956ae21d878 req-4262bdd4-3a50-4c02-a4b3-d94783fc67dd tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] 10.222.0.10 "GET /v2.0/quotas/c6d478e5001e4fd0b6162553a901b8a7 HTTP/1.1" status: 200 len: 375 time: 0.0097165 Apr 28 11:23:39.424002 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-00d995b2-d07f-4dcd-9820-ab66fb602e5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (6b492ad6-0876-4d74-b20d-28143a52ceba), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:23:39.475482 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-c6074f06-ceed-4f08-a14f-9956ae21d878 req-01924c78-5133-47e5-9636-23fd052e3169 tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=c6d478e5001e4fd0b6162553a901b8a7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0483847 Apr 28 11:23:39.483290 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Device 76c7f1dd-ddd1-4729-bfb0-b6d07443e4af no longer exists at agent hyperv_hv-neutron-mast {{(pid=116163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 11:23:39.491233 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [req-c6074f06-ceed-4f08-a14f-9956ae21d878 req-d833e73d-6fe6-4063-8275-948cd4a1f1e0 service neutron] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=116161) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 28 11:23:39.492216 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-c6074f06-ceed-4f08-a14f-9956ae21d878 req-d833e73d-6fe6-4063-8275-948cd4a1f1e0 service neutron] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0051904 Apr 28 11:23:39.503473 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] No Port match for: 76c7f1dd-ddd1-4729-bfb0-b6d07443e4af {{(pid=116163) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 28 11:23:39.503898 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Device 76c7f1dd-ddd1-4729-bfb0-b6d07443e4af not bound to the agent host hv-neutron-mast {{(pid=116163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 11:23:39.581932 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-c6074f06-ceed-4f08-a14f-9956ae21d878 req-ffbade52-7b6e-4493-859c-90f3e5a0c3fc service neutron] 10.222.0.10 "GET /v2.0/networks/c60b869f-ffc4-410a-a880-25b67f86d527?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840199 Apr 28 11:23:39.675242 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-c6074f06-ceed-4f08-a14f-9956ae21d878 req-3943f521-d231-4c5f-a633-8274bbd5e018 service neutron] 10.222.0.10 "GET /v2.0/networks/c60b869f-ffc4-410a-a880-25b67f86d527?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876825 Apr 28 11:23:39.911799 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-dd07be28-0339-42f6-b7de-6680e48f79e2 req-5926877e-c513-45db-b836-e324219a6258 tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] 10.222.0.10 "GET /v2.0/ports?device_id=5f67dcae-1b2f-4f57-ac89-1468a53ee5f8 HTTP/1.1" status: 200 len: 210 time: 0.0287185 Apr 28 11:23:40.532409 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-ae94d540-e4c6-43be-adc9-b26fb6a2f62f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (cfc241ae-e4b7-443b-b80b-59fbbc2b69c9), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:23:41.006713 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-cd8afbb6-f53c-4caa-b272-59a53403d98c req-e38b9af2-fc2b-4509-a8db-13caf837c032 tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] 10.222.0.10 "GET /v2.0/ports?device_id=5f67dcae-1b2f-4f57-ac89-1468a53ee5f8 HTTP/1.1" status: 200 len: 210 time: 0.0284994 Apr 28 11:23:41.185278 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.agents_db [None req-54b29a82-8a19-4507-95e3-3a2d011841ff None None] Agent healthcheck: found 6 active agents {{(pid=116164) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 28 11:23:41.710163 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6074f06-ceed-4f08-a14f-9956ae21d878 req-5f1aa043-e7db-4bb2-af20-65ad18b02eeb tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:23:41.711614 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-c6074f06-ceed-4f08-a14f-9956ae21d878 req-5f1aa043-e7db-4bb2-af20-65ad18b02eeb tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] 10.222.0.20 "GET /v2.0/networks?id=c60b869f-ffc4-410a-a880-25b67f86d527 HTTP/1.1" status: 200 len: 812 time: 0.1025412 Apr 28 11:23:41.772295 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-c6074f06-ceed-4f08-a14f-9956ae21d878 req-fab85bcf-fde8-4af5-8399-cbb6e9f89021 tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c6d478e5001e4fd0b6162553a901b8a7 HTTP/1.1" status: 200 len: 380 time: 0.0510132 Apr 28 11:23:41.781193 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.v2.base [req-c6074f06-ceed-4f08-a14f-9956ae21d878 req-b6ced791-c5d9-4268-9784-bd07a153cb14 tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] Request body: {'port': {'device_id': '5f67dcae-1b2f-4f57-ac89-1468a53ee5f8', 'network_id': 'c60b869f-ffc4-410a-a880-25b67f86d527', 'admin_state_up': True, 'tenant_id': 'c6d478e5001e4fd0b6162553a901b8a7', 'security_groups': ['3539056c-8cc1-4577-a7ad-e9534f0b7718']}} {{(pid=116162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:23:41.926772 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c6074f06-ceed-4f08-a14f-9956ae21d878 req-b6ced791-c5d9-4268-9784-bd07a153cb14 tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] Made reservation on behalf of c6d478e5001e4fd0b6162553a901b8a7 for: {'port': 1} {{(pid=116162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 11:23:41.930248 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [req-c6074f06-ceed-4f08-a14f-9956ae21d878 req-b6ced791-c5d9-4268-9784-bd07a153cb14 tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (None), before_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:23:42.057833 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.db.db_base_plugin_common [req-c6074f06-ceed-4f08-a14f-9956ae21d878 req-b6ced791-c5d9-4268-9784-bd07a153cb14 tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] Allocated IP 172.20.0.11 (c60b869f-ffc4-410a-a880-25b67f86d527/d169038c-3246-43ab-9ecf-83e677cd232f/92fcb2f4-dcce-4505-9251-51300adf533f) {{(pid=116162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 11:23:42.110590 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-c53231cf-12cb-47df-bc83-ecafd18d6431 req-f4615803-5002-47d6-89e9-5e2a84f3c476 tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] 10.222.0.10 "GET /v2.0/ports?device_id=5f67dcae-1b2f-4f57-ac89-1468a53ee5f8 HTTP/1.1" status: 200 len: 210 time: 0.0296962 Apr 28 11:23:42.115361 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-01ef1de1-12fd-4cef-b76b-793f91379468 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (39cc4f52-f5d9-4e2c-bbfa-7a1c528e1c40), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:23:42.205466 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [req-c6074f06-ceed-4f08-a14f-9956ae21d878 req-b6ced791-c5d9-4268-9784-bd07a153cb14 tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] Publish callbacks [] for port (92fcb2f4-dcce-4505-9251-51300adf533f), precommit_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:23:42.293309 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [req-c6074f06-ceed-4f08-a14f-9956ae21d878 req-b6ced791-c5d9-4268-9784-bd07a153cb14 tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742234710357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5051867'] for port (92fcb2f4-dcce-4505-9251-51300adf533f), after_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:23:42.334964 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c6074f06-ceed-4f08-a14f-9956ae21d878 req-b6ced791-c5d9-4268-9784-bd07a153cb14 tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] Network c60b869f-ffc4-410a-a880-25b67f86d527 is already hosted by enough agents. {{(pid=116162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 11:23:42.339987 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.scheduler.base_scheduler [req-c6074f06-ceed-4f08-a14f-9956ae21d878 req-b6ced791-c5d9-4268-9784-bd07a153cb14 tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] Resources bound (agent type, host, resource id): {{(pid=116162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 11:23:42.343661 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6074f06-ceed-4f08-a14f-9956ae21d878 req-b6ced791-c5d9-4268-9784-bd07a153cb14 tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] Received port after_create {{(pid=116162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 11:23:42.349755 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ced791-c5d9-4268-9784-bd07a153cb14 tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] Pushing event updated for resources: {'Port': ['ID=92fcb2f4-dcce-4505-9251-51300adf533f,revision_number=1']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:23:42.398951 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6074f06-ceed-4f08-a14f-9956ae21d878 req-b6ced791-c5d9-4268-9784-bd07a153cb14 tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:23:42.399569 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [req-c6074f06-ceed-4f08-a14f-9956ae21d878 req-b6ced791-c5d9-4268-9784-bd07a153cb14 tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198022'] for port (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:23:42.478178 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-c6074f06-ceed-4f08-a14f-9956ae21d878 req-b6ced791-c5d9-4268-9784-bd07a153cb14 tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7004828 Apr 28 11:23:42.489098 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.v2.base [req-c6074f06-ceed-4f08-a14f-9956ae21d878 req-4e4261a4-f1b4-472a-8c09-d1b3f4897932 service neutron] Request body: {'port': {'device_id': '5f67dcae-1b2f-4f57-ac89-1468a53ee5f8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-mast'}} {{(pid=116162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:23:42.533935 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-aa2f36a0-e03f-44d4-ba5e-67bb8bc2316d None None] Provisioning complete for port 92fcb2f4-dcce-4505-9251-51300adf533f triggered by entity DHCP. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:23:42.534308 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-aa2f36a0-e03f-44d4-ba5e-67bb8bc2316d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (92fcb2f4-dcce-4505-9251-51300adf533f), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:23:42.552191 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [req-c6074f06-ceed-4f08-a14f-9956ae21d878 req-4e4261a4-f1b4-472a-8c09-d1b3f4897932 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (92fcb2f4-dcce-4505-9251-51300adf533f), before_update {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:23:42.568335 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-aa2f36a0-e03f-44d4-ba5e-67bb8bc2316d None None] Port 92fcb2f4-dcce-4505-9251-51300adf533f cannot update to ACTIVE because it is not bound. {{(pid=116163) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 28 11:23:42.805745 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.notifiers.nova [req-c6074f06-ceed-4f08-a14f-9956ae21d878 req-4e4261a4-f1b4-472a-8c09-d1b3f4897932 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 92fcb2f4-dcce-4505-9251-51300adf533f {{(pid=116162) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 11:23:42.813907 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [req-c6074f06-ceed-4f08-a14f-9956ae21d878 req-4e4261a4-f1b4-472a-8c09-d1b3f4897932 service neutron] Publish callbacks [] for port (92fcb2f4-dcce-4505-9251-51300adf533f), precommit_update {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:23:42.826651 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.db.provisioning_blocks [req-c6074f06-ceed-4f08-a14f-9956ae21d878 req-4e4261a4-f1b4-472a-8c09-d1b3f4897932 service neutron] Transition to ACTIVE for port object 92fcb2f4-dcce-4505-9251-51300adf533f will not be triggered until provisioned by entity L2. {{(pid=116162) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 28 11:23:42.875175 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [req-c6074f06-ceed-4f08-a14f-9956ae21d878 req-4e4261a4-f1b4-472a-8c09-d1b3f4897932 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5051840'] for port (92fcb2f4-dcce-4505-9251-51300adf533f), after_update {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:23:42.944909 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4261a4-f1b4-472a-8c09-d1b3f4897932 service neutron] Pushing event updated for resources: {'Port': ['ID=92fcb2f4-dcce-4505-9251-51300adf533f,revision_number=2']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:23:42.998414 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.managers [req-c6074f06-ceed-4f08-a14f-9956ae21d878 req-4e4261a4-f1b4-472a-8c09-d1b3f4897932 service neutron] Attempting to bind port 92fcb2f4-dcce-4505-9251-51300adf533f on host hv-neutron-mast for vnic_type normal with profile {{(pid=116162) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 28 11:23:42.999222 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.managers [req-c6074f06-ceed-4f08-a14f-9956ae21d878 req-4e4261a4-f1b4-472a-8c09-d1b3f4897932 service neutron] Attempting to bind port 92fcb2f4-dcce-4505-9251-51300adf533f by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': 'a86044ce-17ef-42c7-90b1-0665dc477f6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'c60b869f-ffc4-410a-a880-25b67f86d527'}] {{(pid=116162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 28 11:23:42.999222 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6074f06-ceed-4f08-a14f-9956ae21d878 req-4e4261a4-f1b4-472a-8c09-d1b3f4897932 service neutron] Attempting to bind port 92fcb2f4-dcce-4505-9251-51300adf533f on network c60b869f-ffc4-410a-a880-25b67f86d527 {{(pid=116162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 11:23:43.003672 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6074f06-ceed-4f08-a14f-9956ae21d878 req-4e4261a4-f1b4-472a-8c09-d1b3f4897932 service neutron] Port 92fcb2f4-dcce-4505-9251-51300adf533f on network c60b869f-ffc4-410a-a880-25b67f86d527 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=116162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 28 11:23:43.003992 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6074f06-ceed-4f08-a14f-9956ae21d878 req-4e4261a4-f1b4-472a-8c09-d1b3f4897932 service neutron] Attempting to bind port 92fcb2f4-dcce-4505-9251-51300adf533f on network c60b869f-ffc4-410a-a880-25b67f86d527 {{(pid=116162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 11:23:43.009332 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6074f06-ceed-4f08-a14f-9956ae21d878 req-4e4261a4-f1b4-472a-8c09-d1b3f4897932 service neutron] Checking agent: {'id': '6be95134-9a6c-4663-8b48-90d12ce90c60', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-mast', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 10, 57, 20), 'started_at': datetime.datetime(2022, 4, 28, 10, 57, 20), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 11, 23, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=116162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 11:23:43.009674 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6074f06-ceed-4f08-a14f-9956ae21d878 req-4e4261a4-f1b4-472a-8c09-d1b3f4897932 service neutron] Checking segment: {'id': 'a86044ce-17ef-42c7-90b1-0665dc477f6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'c60b869f-ffc4-410a-a880-25b67f86d527'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 11:23:43.010056 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6074f06-ceed-4f08-a14f-9956ae21d878 req-4e4261a4-f1b4-472a-8c09-d1b3f4897932 service neutron] Bound using segment: {'id': 'a86044ce-17ef-42c7-90b1-0665dc477f6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'c60b869f-ffc4-410a-a880-25b67f86d527'} {{(pid=116162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 11:23:43.010507 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.managers [req-c6074f06-ceed-4f08-a14f-9956ae21d878 req-4e4261a4-f1b4-472a-8c09-d1b3f4897932 service neutron] Bound port: 92fcb2f4-dcce-4505-9251-51300adf533f, host: hv-neutron-mast, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a86044ce-17ef-42c7-90b1-0665dc477f6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'c60b869f-ffc4-410a-a880-25b67f86d527'}}] {{(pid=116162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 28 11:23:43.010861 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [req-c6074f06-ceed-4f08-a14f-9956ae21d878 req-4e4261a4-f1b4-472a-8c09-d1b3f4897932 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (92fcb2f4-dcce-4505-9251-51300adf533f), before_update {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:23:43.076918 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.db [req-c6074f06-ceed-4f08-a14f-9956ae21d878 req-4e4261a4-f1b4-472a-8c09-d1b3f4897932 service neutron] For port 92fcb2f4-dcce-4505-9251-51300adf533f, host hv-neutron-mast, cleared binding levels {{(pid=116162) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 11:23:43.080098 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.db [req-c6074f06-ceed-4f08-a14f-9956ae21d878 req-4e4261a4-f1b4-472a-8c09-d1b3f4897932 service neutron] For port 92fcb2f4-dcce-4505-9251-51300adf533f, host hv-neutron-mast, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=92fcb2f4-dcce-4505-9251-51300adf533f,segment=NetworkSegment(a86044ce-17ef-42c7-90b1-0665dc477f6d),segment_id=a86044ce-17ef-42c7-90b1-0665dc477f6d)] {{(pid=116162) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 11:23:43.139143 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [req-c6074f06-ceed-4f08-a14f-9956ae21d878 req-4e4261a4-f1b4-472a-8c09-d1b3f4897932 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5051840'] for port (92fcb2f4-dcce-4505-9251-51300adf533f), after_update {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:23:43.176205 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6074f06-ceed-4f08-a14f-9956ae21d878 req-4e4261a4-f1b4-472a-8c09-d1b3f4897932 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:23:43.176878 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [req-c6074f06-ceed-4f08-a14f-9956ae21d878 req-4e4261a4-f1b4-472a-8c09-d1b3f4897932 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198022'] for port (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:23:43.178296 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-c6074f06-ceed-4f08-a14f-9956ae21d878 req-4e4261a4-f1b4-472a-8c09-d1b3f4897932 service neutron] 10.222.0.20 "PUT /v2.0/ports/92fcb2f4-dcce-4505-9251-51300adf533f HTTP/1.1" status: 200 len: 1094 time: 0.6934962 Apr 28 11:23:43.178804 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f67dcae-1b2f-4f57-ac89-1468a53ee5f8', 'tag': '92fcb2f4-dcce-4505-9251-51300adf533f'}] {{(pid=116162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 11:23:43.181068 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ba53f40d6116d28995a8e36159d0e539b5353eec116fb5dd4ce03b4b2159ab1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-387d1ea7-b3bf-4f21-9251-b1a717eb4553" -d '{"events": [{"name": "network-changed", "server_uuid": "5f67dcae-1b2f-4f57-ac89-1468a53ee5f8", "tag": "92fcb2f4-dcce-4505-9251-51300adf533f"}]}' {{(pid=116162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 11:23:43.207952 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4261a4-f1b4-472a-8c09-d1b3f4897932 service neutron] Pushing event updated for resources: {'Port': ['ID=92fcb2f4-dcce-4505-9251-51300adf533f,revision_number=3']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:23:43.237682 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 11:23:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59fa9ef4-ab25-4c44-93d5-1614ca44a6b7 x-openstack-request-id: req-59fa9ef4-ab25-4c44-93d5-1614ca44a6b7 {{(pid=116162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 11:23:43.237682 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5f67dcae-1b2f-4f57-ac89-1468a53ee5f8", "tag": "92fcb2f4-dcce-4505-9251-51300adf533f", "status": "completed", "code": 200}]} {{(pid=116162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 11:23:43.237682 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-59fa9ef4-ab25-4c44-93d5-1614ca44a6b7 {{(pid=116162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 11:23:43.237682 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.notifiers.nova [-] Nova event matching ['req-59fa9ef4-ab25-4c44-93d5-1614ca44a6b7'] response: {'name': 'network-changed', 'server_uuid': '5f67dcae-1b2f-4f57-ac89-1468a53ee5f8', 'tag': '92fcb2f4-dcce-4505-9251-51300adf533f', 'status': 'completed', 'code': 200} Apr 28 11:23:43.245039 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7212b81c-74e2-4b5d-842a-373fd3d132fb req-35ee421b-04af-4dd7-bcff-c4c4829c8870 tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:23:43.246750 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-7212b81c-74e2-4b5d-842a-373fd3d132fb req-35ee421b-04af-4dd7-bcff-c4c4829c8870 tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] 10.222.0.10 "GET /v2.0/ports?device_id=5f67dcae-1b2f-4f57-ac89-1468a53ee5f8 HTTP/1.1" status: 200 len: 944 time: 0.0615950 Apr 28 11:23:43.309174 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387d1ea7-b3bf-4f21-9251-b1a717eb4553 req-20a234b0-736e-45a1-a7e2-42ffc3b905bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:23:43.311021 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-387d1ea7-b3bf-4f21-9251-b1a717eb4553 req-20a234b0-736e-45a1-a7e2-42ffc3b905bd service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c6d478e5001e4fd0b6162553a901b8a7&device_id=5f67dcae-1b2f-4f57-ac89-1468a53ee5f8 HTTP/1.1" status: 200 len: 1128 time: 0.0490243 Apr 28 11:23:43.311192 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-7212b81c-74e2-4b5d-842a-373fd3d132fb req-7d30c12f-569e-4583-a18b-bfe0275a7fa8 tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] 10.222.0.10 "GET /v2.0/security-groups?id=3539056c-8cc1-4577-a7ad-e9534f0b7718&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0559008 Apr 28 11:23:43.350928 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (d5baab19-5dd1-4902-922b-84acb048ab9c), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:23:43.417967 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387d1ea7-b3bf-4f21-9251-b1a717eb4553 req-0e669c7f-973e-4e2c-83fb-c9b6a4676330 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:23:43.419970 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-387d1ea7-b3bf-4f21-9251-b1a717eb4553 req-0e669c7f-973e-4e2c-83fb-c9b6a4676330 service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=c6d478e5001e4fd0b6162553a901b8a7&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1022880 Apr 28 11:23:43.514578 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387d1ea7-b3bf-4f21-9251-b1a717eb4553 req-c7318794-b010-46c3-854e-7df9032542a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:23:43.515992 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-387d1ea7-b3bf-4f21-9251-b1a717eb4553 req-c7318794-b010-46c3-854e-7df9032542a7 service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0913918 Apr 28 11:23:43.589136 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6074f06-ceed-4f08-a14f-9956ae21d878 req-b8d53c0a-1f62-409c-bcf0-d041eef9b815 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:23:43.590712 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-c6074f06-ceed-4f08-a14f-9956ae21d878 req-b8d53c0a-1f62-409c-bcf0-d041eef9b815 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c6d478e5001e4fd0b6162553a901b8a7&device_id=5f67dcae-1b2f-4f57-ac89-1468a53ee5f8 HTTP/1.1" status: 200 len: 1128 time: 0.0401952 Apr 28 11:23:43.633463 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-c6074f06-ceed-4f08-a14f-9956ae21d878 req-fda9a942-9835-4e72-8283-f4dc4f43da4c service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=92fcb2f4-dcce-4505-9251-51300adf533f HTTP/1.1" status: 200 len: 217 time: 0.0368018 Apr 28 11:23:43.680175 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6074f06-ceed-4f08-a14f-9956ae21d878 req-d2bc436a-5fae-4466-9473-bd9e498592d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:23:43.681596 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-c6074f06-ceed-4f08-a14f-9956ae21d878 req-d2bc436a-5fae-4466-9473-bd9e498592d5 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d169038c-3246-43ab-9ecf-83e677cd232f HTTP/1.1" status: 200 len: 851 time: 0.0427210 Apr 28 11:23:43.724679 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6074f06-ceed-4f08-a14f-9956ae21d878 req-3c3672ff-4a5e-4e6c-aac0-7b4142aad0a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:23:43.726127 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-c6074f06-ceed-4f08-a14f-9956ae21d878 req-3c3672ff-4a5e-4e6c-aac0-7b4142aad0a5 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c60b869f-ffc4-410a-a880-25b67f86d527&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0389895 Apr 28 11:23:43.816135 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-c6074f06-ceed-4f08-a14f-9956ae21d878 req-cbac0c8c-85ae-4c09-b57f-2bb424cb437d service neutron] 10.222.0.20 "GET /v2.0/networks/c60b869f-ffc4-410a-a880-25b67f86d527?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842433 Apr 28 11:23:43.903893 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-c6074f06-ceed-4f08-a14f-9956ae21d878 req-6cbd5e60-c6b3-4b21-9dee-427156864f82 service neutron] 10.222.0.20 "GET /v2.0/networks/c60b869f-ffc4-410a-a880-25b67f86d527?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814235 Apr 28 11:23:44.430323 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912c4b54-31b0-4d82-81d2-d5d61608245f req-728bdf6a-00b1-4f59-93e1-aa68d7cafe24 tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:23:44.432454 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-912c4b54-31b0-4d82-81d2-d5d61608245f req-728bdf6a-00b1-4f59-93e1-aa68d7cafe24 tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] 10.222.0.10 "GET /v2.0/ports?device_id=5f67dcae-1b2f-4f57-ac89-1468a53ee5f8 HTTP/1.1" status: 200 len: 944 time: 0.0471048 Apr 28 11:23:44.479180 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-912c4b54-31b0-4d82-81d2-d5d61608245f req-8909d405-67da-41d7-bb7c-9db77d949237 tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] 10.222.0.10 "GET /v2.0/security-groups?id=3539056c-8cc1-4577-a7ad-e9534f0b7718&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403690 Apr 28 11:23:45.506034 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Device 92fcb2f4-dcce-4505-9251-51300adf533f details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=116163) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 28 11:23:45.592650 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115451b6-0306-4986-a0d0-1932db2dc78e req-8d4bc010-e632-4a5d-9750-d1c321010a61 tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:23:45.594184 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-115451b6-0306-4986-a0d0-1932db2dc78e req-8d4bc010-e632-4a5d-9750-d1c321010a61 tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] 10.222.0.10 "GET /v2.0/ports?device_id=5f67dcae-1b2f-4f57-ac89-1468a53ee5f8 HTTP/1.1" status: 200 len: 944 time: 0.0474737 Apr 28 11:23:45.605535 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] For port 92fcb2f4-dcce-4505-9251-51300adf533f, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=92fcb2f4-dcce-4505-9251-51300adf533f,segment=NetworkSegment(a86044ce-17ef-42c7-90b1-0665dc477f6d),segment_id=a86044ce-17ef-42c7-90b1-0665dc477f6d)] {{(pid=116163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 11:23:45.616827 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Returning: {'device': '92fcb2f4-dcce-4505-9251-51300adf533f', 'network_id': 'c60b869f-ffc4-410a-a880-25b67f86d527', 'port_id': '92fcb2f4-dcce-4505-9251-51300adf533f', 'mac_address': 'fa:16:3e:2a:06:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 96, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd169038c-3246-43ab-9ecf-83e677cd232f', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=116163) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 28 11:23:45.646273 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-115451b6-0306-4986-a0d0-1932db2dc78e req-a2dff52e-87a6-4573-ac6a-cefed5477557 tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] 10.222.0.10 "GET /v2.0/security-groups?id=3539056c-8cc1-4577-a7ad-e9534f0b7718&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465081 Apr 28 11:23:45.654904 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Current status of the port 92fcb2f4-dcce-4505-9251-51300adf533f is: DOWN; New status is: BUILD {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:23:45.655299 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (92fcb2f4-dcce-4505-9251-51300adf533f), before_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:23:45.668320 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.notifiers.nova [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 92fcb2f4-dcce-4505-9251-51300adf533f {{(pid=116163) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 11:23:45.691641 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] For port 92fcb2f4-dcce-4505-9251-51300adf533f, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=92fcb2f4-dcce-4505-9251-51300adf533f,segment=NetworkSegment(a86044ce-17ef-42c7-90b1-0665dc477f6d),segment_id=a86044ce-17ef-42c7-90b1-0665dc477f6d)] {{(pid=116163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 11:23:45.755069 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393'] for port (92fcb2f4-dcce-4505-9251-51300adf533f), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:23:45.801185 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Pushing event updated for resources: {'Port': ['ID=92fcb2f4-dcce-4505-9251-51300adf533f,revision_number=4']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:23:45.955816 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] get_ports_and_sgs() called for port_ids ['92fcb2f4-dcce-4505-9251-51300adf533f'] {{(pid=116163) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 11:23:46.758841 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1663a5ee-284b-4662-ade8-70a2555ee83b req-6f7ad929-2ddf-4c38-99f0-63d132beb795 tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:23:46.760402 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-1663a5ee-284b-4662-ade8-70a2555ee83b req-6f7ad929-2ddf-4c38-99f0-63d132beb795 tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] 10.222.0.10 "GET /v2.0/ports?device_id=5f67dcae-1b2f-4f57-ac89-1468a53ee5f8 HTTP/1.1" status: 200 len: 945 time: 0.0465443 Apr 28 11:23:46.805348 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-1663a5ee-284b-4662-ade8-70a2555ee83b req-1b77fc00-0e1f-450d-9557-7b99c4f8419e tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] 10.222.0.10 "GET /v2.0/security-groups?id=3539056c-8cc1-4577-a7ad-e9534f0b7718&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395048 Apr 28 11:23:47.536982 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Device 92fcb2f4-dcce-4505-9251-51300adf533f up at agent hyperv_hv-neutron-mast {{(pid=116163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 11:23:47.580074 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Provisioning for port 92fcb2f4-dcce-4505-9251-51300adf533f completed by entity L2. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 28 11:23:47.635034 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Provisioning complete for port 92fcb2f4-dcce-4505-9251-51300adf533f triggered by entity L2. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:23:47.635408 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (92fcb2f4-dcce-4505-9251-51300adf533f), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:23:47.711580 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Current status of the port 92fcb2f4-dcce-4505-9251-51300adf533f is: BUILD; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:23:47.711954 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (92fcb2f4-dcce-4505-9251-51300adf533f), before_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:23:47.733620 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f67dcae-1b2f-4f57-ac89-1468a53ee5f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92fcb2f4-dcce-4505-9251-51300adf533f'}] {{(pid=116163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 11:23:47.735923 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f01aec4a4f83961b54a953becfce2676879fb1d4b91122543244f430a0b8460" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3d06f90-69d7-4214-851b-7a5e10e4d433" -d '{"events": [{"server_uuid": "5f67dcae-1b2f-4f57-ac89-1468a53ee5f8", "name": "network-vif-plugged", "status": "completed", "tag": "92fcb2f4-dcce-4505-9251-51300adf533f"}]}' {{(pid=116163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 11:23:47.748323 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] For port 92fcb2f4-dcce-4505-9251-51300adf533f, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=92fcb2f4-dcce-4505-9251-51300adf533f,segment=NetworkSegment(a86044ce-17ef-42c7-90b1-0665dc477f6d),segment_id=a86044ce-17ef-42c7-90b1-0665dc477f6d)] {{(pid=116163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 11:23:47.773064 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 11:23:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68054493-a317-45db-94d5-2716b5e54179 x-openstack-request-id: req-68054493-a317-45db-94d5-2716b5e54179 {{(pid=116163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 11:23:47.773353 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f67dcae-1b2f-4f57-ac89-1468a53ee5f8", "name": "network-vif-plugged", "status": "completed", "tag": "92fcb2f4-dcce-4505-9251-51300adf533f", "code": 200}]} {{(pid=116163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 11:23:47.773607 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-68054493-a317-45db-94d5-2716b5e54179 {{(pid=116163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 11:23:47.774050 dv-neutron-master-2-hyperv neutron-server[116163]: INFO neutron.notifiers.nova [-] Nova event matching ['req-68054493-a317-45db-94d5-2716b5e54179'] response: {'server_uuid': '5f67dcae-1b2f-4f57-ac89-1468a53ee5f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92fcb2f4-dcce-4505-9251-51300adf533f', 'code': 200} Apr 28 11:23:47.789477 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393'] for port (92fcb2f4-dcce-4505-9251-51300adf533f), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:23:47.842609 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Pushing event updated for resources: {'Port': ['ID=92fcb2f4-dcce-4505-9251-51300adf533f,revision_number=5']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:23:47.930311 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3787c095-b40b-4373-987d-d09835d5b1bf req-43b76a8f-c9bc-4f09-ad59-b35778b4259c tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:23:47.931831 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-3787c095-b40b-4373-987d-d09835d5b1bf req-43b76a8f-c9bc-4f09-ad59-b35778b4259c tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] 10.222.0.10 "GET /v2.0/ports?device_id=5f67dcae-1b2f-4f57-ac89-1468a53ee5f8 HTTP/1.1" status: 200 len: 946 time: 0.0476003 Apr 28 11:23:47.979250 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-3787c095-b40b-4373-987d-d09835d5b1bf req-fed56948-1219-44ba-ae6a-7ff60f70e377 tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] 10.222.0.10 "GET /v2.0/security-groups?id=3539056c-8cc1-4577-a7ad-e9534f0b7718&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410917 Apr 28 11:23:48.204621 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279c8ee1-0723-4a97-bf7d-8cb1220c3789 req-506e7a7c-1575-45a2-8668-7cac8ed19f52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:23:48.206098 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-279c8ee1-0723-4a97-bf7d-8cb1220c3789 req-506e7a7c-1575-45a2-8668-7cac8ed19f52 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=5f67dcae-1b2f-4f57-ac89-1468a53ee5f8 HTTP/1.1" status: 200 len: 1130 time: 0.0437136 Apr 28 11:23:48.250002 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-279c8ee1-0723-4a97-bf7d-8cb1220c3789 req-a45921f7-9687-42a2-9e7d-8fbc751ec219 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=3539056c-8cc1-4577-a7ad-e9534f0b7718&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378292 Apr 28 11:23:49.097762 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d887a9c0-a8fc-438a-bad0-95cc7c93fc92 req-e2ca5d40-11c6-4c6c-82b7-c107e8e79fd5 tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:23:49.099289 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-d887a9c0-a8fc-438a-bad0-95cc7c93fc92 req-e2ca5d40-11c6-4c6c-82b7-c107e8e79fd5 tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] 10.222.0.10 "GET /v2.0/ports?device_id=5f67dcae-1b2f-4f57-ac89-1468a53ee5f8 HTTP/1.1" status: 200 len: 946 time: 0.0503039 Apr 28 11:23:49.145829 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-d887a9c0-a8fc-438a-bad0-95cc7c93fc92 req-18fe2c18-dc80-4fb4-a218-a3d186099a50 tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] 10.222.0.10 "GET /v2.0/security-groups?id=3539056c-8cc1-4577-a7ad-e9534f0b7718&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410101 Apr 28 11:23:50.259709 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e66378d-f0a8-4598-8d9f-81414059b9ad req-6d64b255-fa91-4413-b948-6d4bafc6e104 tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:23:50.261675 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-5e66378d-f0a8-4598-8d9f-81414059b9ad req-6d64b255-fa91-4413-b948-6d4bafc6e104 tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] 10.222.0.10 "GET /v2.0/ports?device_id=5f67dcae-1b2f-4f57-ac89-1468a53ee5f8 HTTP/1.1" status: 200 len: 946 time: 0.0467963 Apr 28 11:23:50.307529 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-5e66378d-f0a8-4598-8d9f-81414059b9ad req-1afe7354-600a-4076-8cae-8b5a2c1bc8ba tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] 10.222.0.10 "GET /v2.0/security-groups?id=3539056c-8cc1-4577-a7ad-e9534f0b7718&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403428 Apr 28 11:23:50.418756 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0518f00-ecce-4635-8460-f2c9ce19d64a req-2be684b3-5259-4b47-8349-09c482cf554f tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:23:50.420273 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-f0518f00-ecce-4635-8460-f2c9ce19d64a req-2be684b3-5259-4b47-8349-09c482cf554f tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] 10.222.0.10 "GET /v2.0/ports?device_id=5f67dcae-1b2f-4f57-ac89-1468a53ee5f8 HTTP/1.1" status: 200 len: 946 time: 0.0505409 Apr 28 11:23:50.428683 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 59332) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:23:50.432897 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.v2.base [None req-02a85ab8-4928-4473-8f69-bdd564f66daa tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] Request body: {'floatingip': {'port_id': '92fcb2f4-dcce-4505-9251-51300adf533f'}} {{(pid=116161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:23:50.472888 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-02a85ab8-4928-4473-8f69-bdd564f66daa tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] Publish callbacks [] for floatingip (564aa41d-91b4-4737-a96d-aeefa93303a2), before_update {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:23:50.709366 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (6be95134-9a6c-4663-8b48-90d12ce90c60), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:23:50.911041 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-02a85ab8-4928-4473-8f69-bdd564f66daa tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:23:50.965642 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-02a85ab8-4928-4473-8f69-bdd564f66daa tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2063164'] for floatingip (564aa41d-91b4-4737-a96d-aeefa93303a2), after_update {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:23:51.066319 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.db.l3_db [None req-02a85ab8-4928-4473-8f69-bdd564f66daa tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] Floating IP 564aa41d-91b4-4737-a96d-aeefa93303a2 associated. External IP: 172.36.4.254, port: 92fcb2f4-dcce-4505-9251-51300adf533f. Apr 28 11:23:51.276051 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02a85ab8-4928-4473-8f69-bdd564f66daa tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] Router b4eaa602-d8f3-4f9d-b561-7dc769fae294 has already been hosted by L3 agent 6b492ad6-0876-4d74-b20d-28143a52ceba {{(pid=116161) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 11:23:51.384188 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02a85ab8-4928-4473-8f69-bdd564f66daa tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=116161) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 11:23:51.389518 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-02a85ab8-4928-4473-8f69-bdd564f66daa tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198022'] for floatingip (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:23:51.394501 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26e27b14-430b-401c-915e-8e3d222799c8 None None] Sync routers for ids ['b4eaa602-d8f3-4f9d-b561-7dc769fae294'] in dv-neutron-master-2-hyperv {{(pid=116163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 11:23:51.404780 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26e27b14-430b-401c-915e-8e3d222799c8 None None] Routers {'b4eaa602-d8f3-4f9d-b561-7dc769fae294'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=116163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 11:23:51.405402 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_hamode_db [None req-26e27b14-430b-401c-915e-8e3d222799c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-28T10:50:39Z,description=,heartbeat_timestamp=2022-04-28T11:23:39Z,host='dv-neutron-master-2-hyperv',id=6b492ad6-0876-4d74-b20d-28143a52ceba,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T10:50:40Z,topic='l3_agent')) {'router_ids': ['b4eaa602-d8f3-4f9d-b561-7dc769fae294'], 'active': True} {{(pid=116163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:23:51.419592 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-02a85ab8-4928-4473-8f69-bdd564f66daa tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] 10.222.0.10 "PUT /v2.0/floatingips/564aa41d-91b4-4737-a96d-aeefa93303a2 HTTP/1.1" status: 200 len: 993 time: 0.9898844 Apr 28 11:23:51.420277 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f67dcae-1b2f-4f57-ac89-1468a53ee5f8', 'tag': '92fcb2f4-dcce-4505-9251-51300adf533f'}] {{(pid=116161) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 11:23:51.422759 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e748734031c26dffb00ab563e48cb7690d820419218221ecd4f9c2a21276ff88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb403a43-a389-4320-bcb4-5aee3869d3d7" -d '{"events": [{"name": "network-changed", "server_uuid": "5f67dcae-1b2f-4f57-ac89-1468a53ee5f8", "tag": "92fcb2f4-dcce-4505-9251-51300adf533f"}]}' {{(pid=116161) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 11:23:51.458749 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 11:23:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-519e5864-ac3e-4b32-a787-f306d24d3e27 x-openstack-request-id: req-519e5864-ac3e-4b32-a787-f306d24d3e27 {{(pid=116161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 11:23:51.459046 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5f67dcae-1b2f-4f57-ac89-1468a53ee5f8", "tag": "92fcb2f4-dcce-4505-9251-51300adf533f", "status": "completed", "code": 200}]} {{(pid=116161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 11:23:51.459300 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-519e5864-ac3e-4b32-a787-f306d24d3e27 {{(pid=116161) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 11:23:51.459707 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.notifiers.nova [-] Nova event matching ['req-519e5864-ac3e-4b32-a787-f306d24d3e27'] response: {'name': 'network-changed', 'server_uuid': '5f67dcae-1b2f-4f57-ac89-1468a53ee5f8', 'tag': '92fcb2f4-dcce-4505-9251-51300adf533f', 'status': 'completed', 'code': 200} Apr 28 11:23:51.519512 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvr_db [None req-26e27b14-430b-401c-915e-8e3d222799c8 None None] Set router b4eaa602-d8f3-4f9d-b561-7dc769fae294 gateway port host: dv-neutron-master-2-hyperv {{(pid=116163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 11:23:51.520114 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb403a43-a389-4320-bcb4-5aee3869d3d7 req-77b5e00d-5082-4801-87c0-3684b5eee503 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:23:51.522166 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-bb403a43-a389-4320-bcb4-5aee3869d3d7 req-77b5e00d-5082-4801-87c0-3684b5eee503 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c6d478e5001e4fd0b6162553a901b8a7&device_id=5f67dcae-1b2f-4f57-ac89-1468a53ee5f8 HTTP/1.1" status: 200 len: 1130 time: 0.0405118 Apr 28 11:23:51.618157 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb403a43-a389-4320-bcb4-5aee3869d3d7 req-7447f6e0-efc9-48c3-8775-23a3ced38e84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:23:51.619586 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-bb403a43-a389-4320-bcb4-5aee3869d3d7 req-7447f6e0-efc9-48c3-8775-23a3ced38e84 service neutron] 10.222.0.20 "GET /v2.0/networks?id=c60b869f-ffc4-410a-a880-25b67f86d527 HTTP/1.1" status: 200 len: 912 time: 0.0913558 Apr 28 11:23:51.685554 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-bb403a43-a389-4320-bcb4-5aee3869d3d7 req-783f2491-aa14-443a-95f4-a054ce929af8 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=92fcb2f4-dcce-4505-9251-51300adf533f HTTP/1.1" status: 200 len: 1001 time: 0.0601907 Apr 28 11:23:51.734119 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb403a43-a389-4320-bcb4-5aee3869d3d7 req-d77c375e-f62f-48ef-b713-291a6ecc6e08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:23:51.735630 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-bb403a43-a389-4320-bcb4-5aee3869d3d7 req-d77c375e-f62f-48ef-b713-291a6ecc6e08 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d169038c-3246-43ab-9ecf-83e677cd232f HTTP/1.1" status: 200 len: 851 time: 0.0449791 Apr 28 11:23:51.742874 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_hamode_db [None req-26e27b14-430b-401c-915e-8e3d222799c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4eaa602-d8f3-4f9d-b561-7dc769fae294', 'name': 'tempest-ServerActionsTestJSON-1755349530-router', 'tenant_id': 'c6d478e5001e4fd0b6162553a901b8a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'external_fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.209'}], 'enable_snat': True}, 'gw_port_id': 'b9a5a002-b498-4745-8cd7-6c0609cbf168', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T11:20:46Z', 'updated_at': '2022-04-28T11:20:49Z', 'revision_number': 4, 'project_id': 'c6d478e5001e4fd0b6162553a901b8a7', 'gw_port': {'id': 'b9a5a002-b498-4745-8cd7-6c0609cbf168', 'name': '', 'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:93:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4eaa602-d8f3-4f9d-b561-7dc769fae294', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1580, 'fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:20:46Z', 'updated_at': '2022-04-28T11:20:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '564aa41d-91b4-4737-a96d-aeefa93303a2', 'tenant_id': 'c6d478e5001e4fd0b6162553a901b8a7', 'floating_ip_address': '172.36.4.254', 'floating_network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'router_id': 'b4eaa602-d8f3-4f9d-b561-7dc769fae294', 'port_id': '92fcb2f4-dcce-4505-9251-51300adf533f', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1588, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c60b869f-ffc4-410a-a880-25b67f86d527', 'mac_address': 'fa:16:3e:2a:06:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f67dcae-1b2f-4f57-ac89-1468a53ee5f8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T11:20:52Z', 'updated_at': '2022-04-28T11:23:50Z', 'revision_number': 13, 'project_id': 'c6d478e5001e4fd0b6162553a901b8a7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8425edff-67d1-4912-8f82-fc13dcd47d5f', 'name': '', 'network_id': 'c60b869f-ffc4-410a-a880-25b67f86d527', 'tenant_id': 'c6d478e5001e4fd0b6162553a901b8a7', 'mac_address': 'fa:16:3e:d7:36:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4eaa602-d8f3-4f9d-b561-7dc769fae294', 'device_owner': 'network:router_interface', 'standard_attr_id': 1581, 'fixed_ips': [{'subnet_id': 'd169038c-3246-43ab-9ecf-83e677cd232f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:20:48Z', 'updated_at': '2022-04-28T11:20:52Z', 'revision_number': 5, 'project_id': 'c6d478e5001e4fd0b6162553a901b8a7', 'subnets': [{'id': 'd169038c-3246-43ab-9ecf-83e677cd232f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=116163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:23:51.770922 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26e27b14-430b-401c-915e-8e3d222799c8 None None] Checking router: b4eaa602-d8f3-4f9d-b561-7dc769fae294 for host: dv-neutron-master-2-hyperv {{(pid=116163) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 11:23:51.779435 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26e27b14-430b-401c-915e-8e3d222799c8 None None] Routers {'b4eaa602-d8f3-4f9d-b561-7dc769fae294'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=116163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 11:23:51.780033 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_hamode_db [None req-26e27b14-430b-401c-915e-8e3d222799c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-28T10:50:39Z,description=,heartbeat_timestamp=2022-04-28T11:23:39Z,host='dv-neutron-master-2-hyperv',id=6b492ad6-0876-4d74-b20d-28143a52ceba,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T10:50:40Z,topic='l3_agent')) {'router_ids': ['b4eaa602-d8f3-4f9d-b561-7dc769fae294'], 'active': True} {{(pid=116163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:23:51.785536 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb403a43-a389-4320-bcb4-5aee3869d3d7 req-a758f743-be12-4151-a2ef-00d4f6cdbf45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:23:51.787213 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-bb403a43-a389-4320-bcb4-5aee3869d3d7 req-a758f743-be12-4151-a2ef-00d4f6cdbf45 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c60b869f-ffc4-410a-a880-25b67f86d527&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0459609 Apr 28 11:23:51.882176 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-bb403a43-a389-4320-bcb4-5aee3869d3d7 req-0f8ec316-3c1c-462e-a97d-215d409c478e service neutron] 10.222.0.20 "GET /v2.0/networks/c60b869f-ffc4-410a-a880-25b67f86d527?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883095 Apr 28 11:23:51.890756 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvr_db [None req-26e27b14-430b-401c-915e-8e3d222799c8 None None] Set router b4eaa602-d8f3-4f9d-b561-7dc769fae294 gateway port host: dv-neutron-master-2-hyperv {{(pid=116163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 11:23:51.979332 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-bb403a43-a389-4320-bcb4-5aee3869d3d7 req-72d8fcee-1f4a-492c-98c0-5351e9d4b657 service neutron] 10.222.0.20 "GET /v2.0/networks/c60b869f-ffc4-410a-a880-25b67f86d527?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910802 Apr 28 11:23:52.114955 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_hamode_db [None req-26e27b14-430b-401c-915e-8e3d222799c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4eaa602-d8f3-4f9d-b561-7dc769fae294', 'name': 'tempest-ServerActionsTestJSON-1755349530-router', 'tenant_id': 'c6d478e5001e4fd0b6162553a901b8a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'external_fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.209'}], 'enable_snat': True}, 'gw_port_id': 'b9a5a002-b498-4745-8cd7-6c0609cbf168', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T11:20:46Z', 'updated_at': '2022-04-28T11:20:49Z', 'revision_number': 4, 'project_id': 'c6d478e5001e4fd0b6162553a901b8a7', 'gw_port': {'id': 'b9a5a002-b498-4745-8cd7-6c0609cbf168', 'name': '', 'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:93:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4eaa602-d8f3-4f9d-b561-7dc769fae294', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1580, 'fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:20:46Z', 'updated_at': '2022-04-28T11:20:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '564aa41d-91b4-4737-a96d-aeefa93303a2', 'tenant_id': 'c6d478e5001e4fd0b6162553a901b8a7', 'floating_ip_address': '172.36.4.254', 'floating_network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'router_id': 'b4eaa602-d8f3-4f9d-b561-7dc769fae294', 'port_id': '92fcb2f4-dcce-4505-9251-51300adf533f', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1588, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c60b869f-ffc4-410a-a880-25b67f86d527', 'mac_address': 'fa:16:3e:2a:06:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f67dcae-1b2f-4f57-ac89-1468a53ee5f8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T11:20:52Z', 'updated_at': '2022-04-28T11:23:50Z', 'revision_number': 13, 'project_id': 'c6d478e5001e4fd0b6162553a901b8a7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8425edff-67d1-4912-8f82-fc13dcd47d5f', 'name': '', 'network_id': 'c60b869f-ffc4-410a-a880-25b67f86d527', 'tenant_id': 'c6d478e5001e4fd0b6162553a901b8a7', 'mac_address': 'fa:16:3e:d7:36:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4eaa602-d8f3-4f9d-b561-7dc769fae294', 'device_owner': 'network:router_interface', 'standard_attr_id': 1581, 'fixed_ips': [{'subnet_id': 'd169038c-3246-43ab-9ecf-83e677cd232f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:20:48Z', 'updated_at': '2022-04-28T11:20:52Z', 'revision_number': 5, 'project_id': 'c6d478e5001e4fd0b6162553a901b8a7', 'subnets': [{'id': 'd169038c-3246-43ab-9ecf-83e677cd232f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=116163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:23:52.144676 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26e27b14-430b-401c-915e-8e3d222799c8 None None] The sync data for ids ['b4eaa602-d8f3-4f9d-b561-7dc769fae294'] in dv-neutron-master-2-hyperv is: [{'id': 'b4eaa602-d8f3-4f9d-b561-7dc769fae294', 'name': 'tempest-ServerActionsTestJSON-1755349530-router', 'tenant_id': 'c6d478e5001e4fd0b6162553a901b8a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'external_fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.209'}], 'enable_snat': True}, 'gw_port_id': 'b9a5a002-b498-4745-8cd7-6c0609cbf168', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T11:20:46Z', 'updated_at': '2022-04-28T11:20:49Z', 'revision_number': 4, 'project_id': 'c6d478e5001e4fd0b6162553a901b8a7', 'gw_port': {'id': 'b9a5a002-b498-4745-8cd7-6c0609cbf168', 'name': '', 'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:93:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4eaa602-d8f3-4f9d-b561-7dc769fae294', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1580, 'fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:20:46Z', 'updated_at': '2022-04-28T11:20:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '564aa41d-91b4-4737-a96d-aeefa93303a2', 'tenant_id': 'c6d478e5001e4fd0b6162553a901b8a7', 'floating_ip_address': '172.36.4.254', 'floating_network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'router_id': 'b4eaa602-d8f3-4f9d-b561-7dc769fae294', 'port_id': '92fcb2f4-dcce-4505-9251-51300adf533f', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1588, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c60b869f-ffc4-410a-a880-25b67f86d527', 'mac_address': 'fa:16:3e:2a:06:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f67dcae-1b2f-4f57-ac89-1468a53ee5f8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T11:20:52Z', 'updated_at': '2022-04-28T11:23:50Z', 'revision_number': 13, 'project_id': 'c6d478e5001e4fd0b6162553a901b8a7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8425edff-67d1-4912-8f82-fc13dcd47d5f', 'name': '', 'network_id': 'c60b869f-ffc4-410a-a880-25b67f86d527', 'tenant_id': 'c6d478e5001e4fd0b6162553a901b8a7', 'mac_address': 'fa:16:3e:d7:36:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4eaa602-d8f3-4f9d-b561-7dc769fae294', 'device_owner': 'network:router_interface', 'standard_attr_id': 1581, 'fixed_ips': [{'subnet_id': 'd169038c-3246-43ab-9ecf-83e677cd232f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:20:48Z', 'updated_at': '2022-04-28T11:20:52Z', 'revision_number': 5, 'project_id': 'c6d478e5001e4fd0b6162553a901b8a7', 'subnets': [{'id': 'd169038c-3246-43ab-9ecf-83e677cd232f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=116163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 11:23:52.346079 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de959b79-7d04-417e-848d-fba86899eb9b None None] New status for floating IP 564aa41d-91b4-4737-a96d-aeefa93303a2: ACTIVE {{(pid=116164) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 28 11:23:54.266613 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23704db5-da14-4553-b05b-0014b2ac6d37 req-8283fc42-3491-49b7-845b-fff2918a818d tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:23:54.268135 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-23704db5-da14-4553-b05b-0014b2ac6d37 req-8283fc42-3491-49b7-845b-fff2918a818d tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] 10.222.0.10 "GET /v2.0/ports?device_id=5f67dcae-1b2f-4f57-ac89-1468a53ee5f8 HTTP/1.1" status: 200 len: 946 time: 0.0486090 Apr 28 11:23:54.315403 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-23704db5-da14-4553-b05b-0014b2ac6d37 req-78034e87-1b94-4ea3-b4a6-17cca4e308a8 tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] 10.222.0.10 "GET /v2.0/security-groups?id=3539056c-8cc1-4577-a7ad-e9534f0b7718&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416214 Apr 28 11:24:06.988820 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-aa093923-264c-4949-bc34-2b933a2216b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (75ba81b7-fe99-4281-90d2-a5adb445ecea), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:24:09.433730 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-76a4d6ef-5efc-48c8-870e-a91022731d23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (6b492ad6-0876-4d74-b20d-28143a52ceba), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:24:10.514742 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-ae94d540-e4c6-43be-adc9-b26fb6a2f62f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (cfc241ae-e4b7-443b-b80b-59fbbc2b69c9), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:24:12.113489 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-01ef1de1-12fd-4cef-b76b-793f91379468 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (39cc4f52-f5d9-4e2c-bbfa-7a1c528e1c40), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:24:12.386894 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f66976-620d-4ccc-9c85-f27642e237c1 req-b1567c9c-c94d-41f7-bd78-13f5a17e3803 tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:24:12.388392 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-d4f66976-620d-4ccc-9c85-f27642e237c1 req-b1567c9c-c94d-41f7-bd78-13f5a17e3803 tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] 10.222.0.10 "GET /v2.0/ports?device_id=5f67dcae-1b2f-4f57-ac89-1468a53ee5f8 HTTP/1.1" status: 200 len: 946 time: 0.0518210 Apr 28 11:24:12.434961 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-d4f66976-620d-4ccc-9c85-f27642e237c1 req-f3de5a18-9977-415c-87b6-9652f9dcfd0c tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] 10.222.0.10 "GET /v2.0/security-groups?id=3539056c-8cc1-4577-a7ad-e9534f0b7718&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409653 Apr 28 11:24:12.552115 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-422e8d70-770a-4bc6-b1bf-65c966787695 req-4f048ac4-a526-4be2-aec3-8f40e1393cbc service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=5f67dcae-1b2f-4f57-ac89-1468a53ee5f8&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1021729 Apr 28 11:24:13.157589 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422e8d70-770a-4bc6-b1bf-65c966787695 req-1cb3e977-4e1b-4a9a-9126-77681cf8d000 tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:24:13.158949 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-422e8d70-770a-4bc6-b1bf-65c966787695 req-1cb3e977-4e1b-4a9a-9126-77681cf8d000 tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] 10.222.0.10 "GET /v2.0/ports/92fcb2f4-dcce-4505-9251-51300adf533f HTTP/1.1" status: 200 len: 943 time: 0.0986590 Apr 28 11:24:13.348997 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (d5baab19-5dd1-4902-922b-84acb048ab9c), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:24:13.551828 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71534b26-1eba-4020-acd6-a5bbbf2cbec9 req-a31b0603-f0f9-469e-b522-5a67f206ff3b tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:24:13.553396 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-71534b26-1eba-4020-acd6-a5bbbf2cbec9 req-a31b0603-f0f9-469e-b522-5a67f206ff3b tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] 10.222.0.10 "GET /v2.0/ports?device_id=5f67dcae-1b2f-4f57-ac89-1468a53ee5f8 HTTP/1.1" status: 200 len: 946 time: 0.0470881 Apr 28 11:24:13.602517 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-71534b26-1eba-4020-acd6-a5bbbf2cbec9 req-003ff109-e2b1-4584-be60-838059f0b9bf tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] 10.222.0.10 "GET /v2.0/security-groups?id=3539056c-8cc1-4577-a7ad-e9534f0b7718&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419996 Apr 28 11:24:14.533160 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422e8d70-770a-4bc6-b1bf-65c966787695 req-2a0202bf-6ff5-4a2e-ae50-de1220e0ae14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:24:14.534690 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-422e8d70-770a-4bc6-b1bf-65c966787695 req-2a0202bf-6ff5-4a2e-ae50-de1220e0ae14 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c6d478e5001e4fd0b6162553a901b8a7&device_id=5f67dcae-1b2f-4f57-ac89-1468a53ee5f8 HTTP/1.1" status: 200 len: 1130 time: 0.0391140 Apr 28 11:24:14.628648 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422e8d70-770a-4bc6-b1bf-65c966787695 req-e7cdd606-f85c-4a3a-9ad1-6a83306cc631 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:24:14.630121 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-422e8d70-770a-4bc6-b1bf-65c966787695 req-e7cdd606-f85c-4a3a-9ad1-6a83306cc631 service neutron] 10.222.0.20 "GET /v2.0/networks?id=c60b869f-ffc4-410a-a880-25b67f86d527 HTTP/1.1" status: 200 len: 912 time: 0.0897789 Apr 28 11:24:14.696219 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-422e8d70-770a-4bc6-b1bf-65c966787695 req-1718ae9b-b2c0-449a-bfe0-927a9d41f1f4 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=92fcb2f4-dcce-4505-9251-51300adf533f HTTP/1.1" status: 200 len: 1003 time: 0.0592349 Apr 28 11:24:14.726342 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77873f50-1e8e-4040-add2-871ff9342a8b req-86b5df9a-7115-45ce-b756-9ebc82e7d5e8 tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:24:14.727852 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-77873f50-1e8e-4040-add2-871ff9342a8b req-86b5df9a-7115-45ce-b756-9ebc82e7d5e8 tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] 10.222.0.10 "GET /v2.0/ports?device_id=5f67dcae-1b2f-4f57-ac89-1468a53ee5f8 HTTP/1.1" status: 200 len: 946 time: 0.0498583 Apr 28 11:24:14.750290 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422e8d70-770a-4bc6-b1bf-65c966787695 req-410e7223-7a5a-48a5-aea3-caa94465491f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:24:14.751796 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-422e8d70-770a-4bc6-b1bf-65c966787695 req-410e7223-7a5a-48a5-aea3-caa94465491f service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d169038c-3246-43ab-9ecf-83e677cd232f HTTP/1.1" status: 200 len: 851 time: 0.0487382 Apr 28 11:24:14.775321 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-77873f50-1e8e-4040-add2-871ff9342a8b req-059c7ce5-b2f1-46fc-a160-2492b7f6d7c5 tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] 10.222.0.10 "GET /v2.0/security-groups?id=3539056c-8cc1-4577-a7ad-e9534f0b7718&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415165 Apr 28 11:24:14.796099 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422e8d70-770a-4bc6-b1bf-65c966787695 req-22e3ae5e-831a-4832-9934-4e1104e6c253 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:24:14.797669 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-422e8d70-770a-4bc6-b1bf-65c966787695 req-22e3ae5e-831a-4832-9934-4e1104e6c253 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c60b869f-ffc4-410a-a880-25b67f86d527&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0399344 Apr 28 11:24:14.891768 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-422e8d70-770a-4bc6-b1bf-65c966787695 req-3c2585e7-1026-4049-8177-3fea125ed2c9 service neutron] 10.222.0.20 "GET /v2.0/networks/c60b869f-ffc4-410a-a880-25b67f86d527?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876012 Apr 28 11:24:14.981503 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-422e8d70-770a-4bc6-b1bf-65c966787695 req-18759a7d-df3d-4503-bf82-b5cecbda9bcc service neutron] 10.222.0.20 "GET /v2.0/networks/c60b869f-ffc4-410a-a880-25b67f86d527?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828495 Apr 28 11:24:15.888343 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ca287b-1a56-46ca-9ce0-24ccb21f5769 req-809cb9f7-faca-4c7d-9a0e-bc114d4208b4 tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:24:15.889820 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-57ca287b-1a56-46ca-9ce0-24ccb21f5769 req-809cb9f7-faca-4c7d-9a0e-bc114d4208b4 tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] 10.222.0.10 "GET /v2.0/ports?device_id=5f67dcae-1b2f-4f57-ac89-1468a53ee5f8 HTTP/1.1" status: 200 len: 946 time: 0.0469749 Apr 28 11:24:15.937202 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-57ca287b-1a56-46ca-9ce0-24ccb21f5769 req-803f6951-77b9-4391-bcc8-641b6eedb2d0 tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] 10.222.0.10 "GET /v2.0/security-groups?id=3539056c-8cc1-4577-a7ad-e9534f0b7718&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418134 Apr 28 11:24:17.051800 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6cafa1-a77d-4a1a-871c-58092fc7dcd8 req-dffa915f-8040-40c7-b2be-cd9252d971f5 tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:24:17.053253 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-ff6cafa1-a77d-4a1a-871c-58092fc7dcd8 req-dffa915f-8040-40c7-b2be-cd9252d971f5 tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] 10.222.0.10 "GET /v2.0/ports?device_id=5f67dcae-1b2f-4f57-ac89-1468a53ee5f8 HTTP/1.1" status: 200 len: 946 time: 0.0458906 Apr 28 11:24:17.104896 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-ff6cafa1-a77d-4a1a-871c-58092fc7dcd8 req-9582092e-4ac1-4451-bcb1-86ae29d2687f tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] 10.222.0.10 "GET /v2.0/security-groups?id=3539056c-8cc1-4577-a7ad-e9534f0b7718&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454891 Apr 28 11:24:18.175422 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.agents_db [None req-54b29a82-8a19-4507-95e3-3a2d011841ff None None] Agent healthcheck: found 6 active agents {{(pid=116164) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 28 11:24:18.221045 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11b91a8-d629-44e2-8e76-c5eef81305e0 req-6b01e9bf-d20a-4fca-8321-06d566c2799a tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:24:18.222574 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-b11b91a8-d629-44e2-8e76-c5eef81305e0 req-6b01e9bf-d20a-4fca-8321-06d566c2799a tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] 10.222.0.10 "GET /v2.0/ports?device_id=5f67dcae-1b2f-4f57-ac89-1468a53ee5f8 HTTP/1.1" status: 200 len: 946 time: 0.0473125 Apr 28 11:24:18.269386 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-b11b91a8-d629-44e2-8e76-c5eef81305e0 req-e8c93faf-9977-428c-9e38-1a975ba644c9 tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] 10.222.0.10 "GET /v2.0/security-groups?id=3539056c-8cc1-4577-a7ad-e9534f0b7718&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413067 Apr 28 11:24:19.382771 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99074fc-27b3-49d6-ab51-cf80e0ffd13e req-d8fa1b1a-0f92-4e2f-922b-0adfc858bc15 tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:24:19.384258 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-a99074fc-27b3-49d6-ab51-cf80e0ffd13e req-d8fa1b1a-0f92-4e2f-922b-0adfc858bc15 tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] 10.222.0.10 "GET /v2.0/ports?device_id=5f67dcae-1b2f-4f57-ac89-1468a53ee5f8 HTTP/1.1" status: 200 len: 946 time: 0.0470128 Apr 28 11:24:19.430764 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-a99074fc-27b3-49d6-ab51-cf80e0ffd13e req-6912b55a-6a96-4503-ac5f-6e043b7b481d tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] 10.222.0.10 "GET /v2.0/security-groups?id=3539056c-8cc1-4577-a7ad-e9534f0b7718&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405388 Apr 28 11:24:20.547049 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d37967-d7ab-4c31-bf0c-7b1e0ee0d335 req-7e87a913-8e71-41b3-ba68-989551f8bd79 tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:24:20.548519 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-17d37967-d7ab-4c31-bf0c-7b1e0ee0d335 req-7e87a913-8e71-41b3-ba68-989551f8bd79 tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] 10.222.0.10 "GET /v2.0/ports?device_id=5f67dcae-1b2f-4f57-ac89-1468a53ee5f8 HTTP/1.1" status: 200 len: 946 time: 0.0501492 Apr 28 11:24:20.594859 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-17d37967-d7ab-4c31-bf0c-7b1e0ee0d335 req-4a6a9d66-8278-494b-b179-96cabd9d62f7 tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] 10.222.0.10 "GET /v2.0/security-groups?id=3539056c-8cc1-4577-a7ad-e9534f0b7718&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408685 Apr 28 11:24:20.764837 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (6be95134-9a6c-4663-8b48-90d12ce90c60), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:24:21.711027 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09120f4d-67c6-420c-970f-b9cdc868d14c req-1c2f3252-7b95-47ed-b44e-6795a5feb960 tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:24:21.713237 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-09120f4d-67c6-420c-970f-b9cdc868d14c req-1c2f3252-7b95-47ed-b44e-6795a5feb960 tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] 10.222.0.10 "GET /v2.0/ports?device_id=5f67dcae-1b2f-4f57-ac89-1468a53ee5f8 HTTP/1.1" status: 200 len: 946 time: 0.0490608 Apr 28 11:24:21.761707 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-09120f4d-67c6-420c-970f-b9cdc868d14c req-01832707-dd6e-4fa4-b76b-6a755d637e5c tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] 10.222.0.10 "GET /v2.0/security-groups?id=3539056c-8cc1-4577-a7ad-e9534f0b7718&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429170 Apr 28 11:24:22.878595 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ef6701-1e13-4c6c-b2b0-dca9d1cbc7a4 req-d99df17f-7bab-4211-a15b-1a7b1305b79f tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:24:22.880056 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-15ef6701-1e13-4c6c-b2b0-dca9d1cbc7a4 req-d99df17f-7bab-4211-a15b-1a7b1305b79f tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] 10.222.0.10 "GET /v2.0/ports?device_id=5f67dcae-1b2f-4f57-ac89-1468a53ee5f8 HTTP/1.1" status: 200 len: 946 time: 0.0498252 Apr 28 11:24:22.926050 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-15ef6701-1e13-4c6c-b2b0-dca9d1cbc7a4 req-dc40780e-1770-4b7e-b769-995a85de0522 tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] 10.222.0.10 "GET /v2.0/security-groups?id=3539056c-8cc1-4577-a7ad-e9534f0b7718&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404289 Apr 28 11:24:24.045358 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa4be9e-1de4-4489-82cc-e857123f27bf req-1eeb2079-3021-4e31-b8b7-8e277f655c9e tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:24:24.046936 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-9aa4be9e-1de4-4489-82cc-e857123f27bf req-1eeb2079-3021-4e31-b8b7-8e277f655c9e tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] 10.222.0.10 "GET /v2.0/ports?device_id=5f67dcae-1b2f-4f57-ac89-1468a53ee5f8 HTTP/1.1" status: 200 len: 946 time: 0.0493724 Apr 28 11:24:24.096713 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-9aa4be9e-1de4-4489-82cc-e857123f27bf req-db96f95b-e421-458c-9f18-be647c5857c7 tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] 10.222.0.10 "GET /v2.0/security-groups?id=3539056c-8cc1-4577-a7ad-e9534f0b7718&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437870 Apr 28 11:24:25.209647 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32eed00-bc80-40d8-91d5-9d17ede5ced3 req-7cd5aa6d-d1b4-4c4a-80e9-1c5af267bb90 tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:24:25.211137 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-b32eed00-bc80-40d8-91d5-9d17ede5ced3 req-7cd5aa6d-d1b4-4c4a-80e9-1c5af267bb90 tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] 10.222.0.10 "GET /v2.0/ports?device_id=5f67dcae-1b2f-4f57-ac89-1468a53ee5f8 HTTP/1.1" status: 200 len: 946 time: 0.0464673 Apr 28 11:24:25.260222 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-b32eed00-bc80-40d8-91d5-9d17ede5ced3 req-60a0e267-2a73-41d4-a4e3-308352424ed4 tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] 10.222.0.10 "GET /v2.0/security-groups?id=3539056c-8cc1-4577-a7ad-e9534f0b7718&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428960 Apr 28 11:24:26.372897 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e43c97-1f4d-4dd4-8465-a75976ceb3bd req-0d3fc434-cf01-44bb-952e-7a5f96981c2a tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:24:26.374271 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-74e43c97-1f4d-4dd4-8465-a75976ceb3bd req-0d3fc434-cf01-44bb-952e-7a5f96981c2a tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] 10.222.0.10 "GET /v2.0/ports?device_id=5f67dcae-1b2f-4f57-ac89-1468a53ee5f8 HTTP/1.1" status: 200 len: 946 time: 0.0466464 Apr 28 11:24:26.420520 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-74e43c97-1f4d-4dd4-8465-a75976ceb3bd req-d9b7775c-8d2f-4841-bebe-5f442bf8f22d tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] 10.222.0.10 "GET /v2.0/security-groups?id=3539056c-8cc1-4577-a7ad-e9534f0b7718&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406563 Apr 28 11:24:27.546204 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39959bda-c8bc-4304-a4b4-f385fee09ed8 req-5b99c93e-8a7e-4ffe-a04b-a060d748cc47 tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:24:27.548822 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-39959bda-c8bc-4304-a4b4-f385fee09ed8 req-5b99c93e-8a7e-4ffe-a04b-a060d748cc47 tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] 10.222.0.10 "GET /v2.0/ports?device_id=5f67dcae-1b2f-4f57-ac89-1468a53ee5f8 HTTP/1.1" status: 200 len: 946 time: 0.0517917 Apr 28 11:24:27.600611 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-39959bda-c8bc-4304-a4b4-f385fee09ed8 req-fa72109e-68fb-4e14-a5a1-10fd27788bad tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] 10.222.0.10 "GET /v2.0/security-groups?id=3539056c-8cc1-4577-a7ad-e9534f0b7718&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456314 Apr 28 11:24:28.717039 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37a7a7d-0024-4a77-ac91-4549676282be req-4ef26ed8-d8ec-41c9-8bc7-efb6913987ee tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:24:28.718558 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-a37a7a7d-0024-4a77-ac91-4549676282be req-4ef26ed8-d8ec-41c9-8bc7-efb6913987ee tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] 10.222.0.10 "GET /v2.0/ports?device_id=5f67dcae-1b2f-4f57-ac89-1468a53ee5f8 HTTP/1.1" status: 200 len: 946 time: 0.0503683 Apr 28 11:24:28.770075 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-a37a7a7d-0024-4a77-ac91-4549676282be req-d292fc08-35e1-4dc4-8f05-1f03f01192d0 tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] 10.222.0.10 "GET /v2.0/security-groups?id=3539056c-8cc1-4577-a7ad-e9534f0b7718&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457594 Apr 28 11:24:29.801090 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Device 92fcb2f4-dcce-4505-9251-51300adf533f no longer exists at agent hyperv_hv-neutron-mast {{(pid=116163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 11:24:29.881448 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Current status of the port 92fcb2f4-dcce-4505-9251-51300adf533f is: ACTIVE; New status is: DOWN {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:24:29.881833 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (92fcb2f4-dcce-4505-9251-51300adf533f), before_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:24:29.890602 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7738d7-e56b-4ee7-a4c9-fafd986d8431 req-e8cb5b27-42d1-41d8-9c18-e462f96aff1e tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:24:29.898760 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-0e7738d7-e56b-4ee7-a4c9-fafd986d8431 req-e8cb5b27-42d1-41d8-9c18-e462f96aff1e tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] 10.222.0.10 "GET /v2.0/ports?device_id=5f67dcae-1b2f-4f57-ac89-1468a53ee5f8 HTTP/1.1" status: 200 len: 946 time: 0.0477278 Apr 28 11:24:29.915799 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] For port 92fcb2f4-dcce-4505-9251-51300adf533f, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=92fcb2f4-dcce-4505-9251-51300adf533f,segment=NetworkSegment(a86044ce-17ef-42c7-90b1-0665dc477f6d),segment_id=a86044ce-17ef-42c7-90b1-0665dc477f6d)] {{(pid=116163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 11:24:29.916650 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f67dcae-1b2f-4f57-ac89-1468a53ee5f8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '92fcb2f4-dcce-4505-9251-51300adf533f'}] {{(pid=116163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 11:24:29.919166 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f01aec4a4f83961b54a953becfce2676879fb1d4b91122543244f430a0b8460" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-490a1e77-e95b-49d0-ba2f-d39aeac02e30" -d '{"events": [{"server_uuid": "5f67dcae-1b2f-4f57-ac89-1468a53ee5f8", "name": "network-vif-unplugged", "status": "completed", "tag": "92fcb2f4-dcce-4505-9251-51300adf533f"}]}' {{(pid=116163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 11:24:29.943884 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-0e7738d7-e56b-4ee7-a4c9-fafd986d8431 req-4f71a59e-cb7a-4388-82a1-8b245f6a7029 tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] 10.222.0.10 "GET /v2.0/security-groups?id=3539056c-8cc1-4577-a7ad-e9534f0b7718&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448227 Apr 28 11:24:29.970740 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 28 Apr 2022 11:24:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddecf6e1-adee-4f47-97e4-18b9aa9c55c0 x-openstack-request-id: req-ddecf6e1-adee-4f47-97e4-18b9aa9c55c0 {{(pid=116163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 11:24:29.971039 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f67dcae-1b2f-4f57-ac89-1468a53ee5f8", "name": "network-vif-unplugged", "status": "completed", "tag": "92fcb2f4-dcce-4505-9251-51300adf533f", "code": 200}]} {{(pid=116163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 11:24:29.971293 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-ddecf6e1-adee-4f47-97e4-18b9aa9c55c0 {{(pid=116163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 11:24:29.971694 dv-neutron-master-2-hyperv neutron-server[116163]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ddecf6e1-adee-4f47-97e4-18b9aa9c55c0'] response: {'server_uuid': '5f67dcae-1b2f-4f57-ac89-1468a53ee5f8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '92fcb2f4-dcce-4505-9251-51300adf533f', 'code': 200} Apr 28 11:24:29.994776 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393'] for port (92fcb2f4-dcce-4505-9251-51300adf533f), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:24:30.045415 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Pushing event updated for resources: {'Port': ['ID=92fcb2f4-dcce-4505-9251-51300adf533f,revision_number=6']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:24:30.052401 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:24:30.052709 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:24:30.053058 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:24:30.053394 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:24:30.053728 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:24:30.054060 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:24:30.054381 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:24:30.054731 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:24:30.055055 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:24:30.055377 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:24:30.055700 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:24:30.056651 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:24:30.056988 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:24:30.057308 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:24:30.057618 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:24:31.012830 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-422e8d70-770a-4bc6-b1bf-65c966787695 req-24eb846c-c492-42a8-8ef0-bc01c95bbda9 service neutron] 10.222.0.20 "GET /v2.0/ports/92fcb2f4-dcce-4505-9251-51300adf533f/bindings/hv-neutron-mast HTTP/1.1" status: 200 len: 384 time: 0.0603526 Apr 28 11:24:31.059484 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd43e873-7ee0-4917-bdcb-9a30cd90bcfa req-9d64d1cd-1fc9-4d21-b26e-fd0260f447c3 tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:24:31.060950 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-dd43e873-7ee0-4917-bdcb-9a30cd90bcfa req-9d64d1cd-1fc9-4d21-b26e-fd0260f447c3 tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] 10.222.0.10 "GET /v2.0/ports?device_id=5f67dcae-1b2f-4f57-ac89-1468a53ee5f8 HTTP/1.1" status: 200 len: 944 time: 0.0466609 Apr 28 11:24:31.114155 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-dd43e873-7ee0-4917-bdcb-9a30cd90bcfa req-43f64761-05c6-4892-bd1d-1a4552c8d9fe tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] 10.222.0.10 "GET /v2.0/security-groups?id=3539056c-8cc1-4577-a7ad-e9534f0b7718&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475354 Apr 28 11:24:31.517448 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422e8d70-770a-4bc6-b1bf-65c966787695 req-cf8c9c70-7349-40b5-b1d3-0e4f40ebedfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:24:31.519233 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-422e8d70-770a-4bc6-b1bf-65c966787695 req-cf8c9c70-7349-40b5-b1d3-0e4f40ebedfc service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=5f67dcae-1b2f-4f57-ac89-1468a53ee5f8&tenant_id=c6d478e5001e4fd0b6162553a901b8a7 HTTP/1.1" status: 200 len: 1128 time: 0.0396292 Apr 28 11:24:31.575761 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422e8d70-770a-4bc6-b1bf-65c966787695 req-8cfc18f0-2c05-4997-a8d3-f7377e3a3c5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:24:31.577229 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-422e8d70-770a-4bc6-b1bf-65c966787695 req-8cfc18f0-2c05-4997-a8d3-f7377e3a3c5b service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c6d478e5001e4fd0b6162553a901b8a7&device_id=5f67dcae-1b2f-4f57-ac89-1468a53ee5f8 HTTP/1.1" status: 200 len: 1128 time: 0.0391734 Apr 28 11:24:31.670889 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422e8d70-770a-4bc6-b1bf-65c966787695 req-159dfa11-695a-461a-9a16-fce3f36e8716 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:24:31.672353 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-422e8d70-770a-4bc6-b1bf-65c966787695 req-159dfa11-695a-461a-9a16-fce3f36e8716 service neutron] 10.222.0.20 "GET /v2.0/networks?id=c60b869f-ffc4-410a-a880-25b67f86d527 HTTP/1.1" status: 200 len: 912 time: 0.0899360 Apr 28 11:24:31.735006 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-422e8d70-770a-4bc6-b1bf-65c966787695 req-7d3de3c8-d362-4da6-a467-67869598d874 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=92fcb2f4-dcce-4505-9251-51300adf533f HTTP/1.1" status: 200 len: 1001 time: 0.0569329 Apr 28 11:24:31.780375 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422e8d70-770a-4bc6-b1bf-65c966787695 req-c22d429f-dce2-4f2f-b698-01ca6af5d10d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:24:31.781633 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-422e8d70-770a-4bc6-b1bf-65c966787695 req-c22d429f-dce2-4f2f-b698-01ca6af5d10d service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d169038c-3246-43ab-9ecf-83e677cd232f HTTP/1.1" status: 200 len: 851 time: 0.0415251 Apr 28 11:24:31.826843 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422e8d70-770a-4bc6-b1bf-65c966787695 req-9b175d3c-2b09-4ee6-a425-16b0bd7fc47b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:24:31.828289 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-422e8d70-770a-4bc6-b1bf-65c966787695 req-9b175d3c-2b09-4ee6-a425-16b0bd7fc47b service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c60b869f-ffc4-410a-a880-25b67f86d527&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0411246 Apr 28 11:24:31.913895 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-422e8d70-770a-4bc6-b1bf-65c966787695 req-319091af-b2be-4a5f-b981-3638b5083b4f service neutron] 10.222.0.20 "GET /v2.0/networks/c60b869f-ffc4-410a-a880-25b67f86d527?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797994 Apr 28 11:24:32.003605 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-422e8d70-770a-4bc6-b1bf-65c966787695 req-83db89aa-dce1-484f-a234-0e0acf5effdb service neutron] 10.222.0.20 "GET /v2.0/networks/c60b869f-ffc4-410a-a880-25b67f86d527?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831854 Apr 28 11:24:32.234127 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92dc0e0e-111f-4460-93ae-6723e2906aca req-b9b2d8f0-5a43-4010-b1c8-be7b21d705ab tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:24:32.235648 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-92dc0e0e-111f-4460-93ae-6723e2906aca req-b9b2d8f0-5a43-4010-b1c8-be7b21d705ab tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] 10.222.0.10 "GET /v2.0/ports?device_id=5f67dcae-1b2f-4f57-ac89-1468a53ee5f8 HTTP/1.1" status: 200 len: 944 time: 0.0479381 Apr 28 11:24:32.284111 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-92dc0e0e-111f-4460-93ae-6723e2906aca req-335c3e2e-c408-448f-a18b-ee3311bd2f82 tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] 10.222.0.10 "GET /v2.0/security-groups?id=3539056c-8cc1-4577-a7ad-e9534f0b7718&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428102 Apr 28 11:24:33.405098 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6026ce5-1cbb-4078-810c-6d19ee351db1 req-0cc59974-a96b-4d1f-b42f-cfee4eb1e99a tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:24:33.406741 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-d6026ce5-1cbb-4078-810c-6d19ee351db1 req-0cc59974-a96b-4d1f-b42f-cfee4eb1e99a tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] 10.222.0.10 "GET /v2.0/ports?device_id=5f67dcae-1b2f-4f57-ac89-1468a53ee5f8 HTTP/1.1" status: 200 len: 944 time: 0.0510993 Apr 28 11:24:33.456941 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-d6026ce5-1cbb-4078-810c-6d19ee351db1 req-3d8ebb37-abe9-4cce-abc3-52f34d95348f tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] 10.222.0.10 "GET /v2.0/security-groups?id=3539056c-8cc1-4577-a7ad-e9534f0b7718&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445058 Apr 28 11:24:34.576060 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ee990b-2ff9-4d00-997b-7843d90991c2 req-5b26c57b-05e8-48a8-9869-feac971e22fc tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:24:34.577470 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-a5ee990b-2ff9-4d00-997b-7843d90991c2 req-5b26c57b-05e8-48a8-9869-feac971e22fc tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] 10.222.0.10 "GET /v2.0/ports?device_id=5f67dcae-1b2f-4f57-ac89-1468a53ee5f8 HTTP/1.1" status: 200 len: 944 time: 0.0499430 Apr 28 11:24:34.624814 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-a5ee990b-2ff9-4d00-997b-7843d90991c2 req-bdb0884a-4916-48d4-a6f0-f734f45e3604 tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] 10.222.0.10 "GET /v2.0/security-groups?id=3539056c-8cc1-4577-a7ad-e9534f0b7718&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415545 Apr 28 11:24:35.740725 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560f717d-b2a3-4a61-a56e-b5c6d34ab008 req-458b4553-4775-45d5-b582-2e538906a7b7 tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:24:35.742203 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-560f717d-b2a3-4a61-a56e-b5c6d34ab008 req-458b4553-4775-45d5-b582-2e538906a7b7 tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] 10.222.0.10 "GET /v2.0/ports?device_id=5f67dcae-1b2f-4f57-ac89-1468a53ee5f8 HTTP/1.1" status: 200 len: 944 time: 0.0468225 Apr 28 11:24:35.789268 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-560f717d-b2a3-4a61-a56e-b5c6d34ab008 req-25183652-6e20-471f-b7a7-9b6f3c5d45a8 tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] 10.222.0.10 "GET /v2.0/security-groups?id=3539056c-8cc1-4577-a7ad-e9534f0b7718&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408854 Apr 28 11:24:36.915517 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae126af6-c64e-4597-80dd-be6dd86de18f req-d07582ed-ed13-4c83-97c3-423e169d4bd7 tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:24:36.917628 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-ae126af6-c64e-4597-80dd-be6dd86de18f req-d07582ed-ed13-4c83-97c3-423e169d4bd7 tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] 10.222.0.10 "GET /v2.0/ports?device_id=5f67dcae-1b2f-4f57-ac89-1468a53ee5f8 HTTP/1.1" status: 200 len: 944 time: 0.0550616 Apr 28 11:24:36.968202 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-ae126af6-c64e-4597-80dd-be6dd86de18f req-052aa56c-8b21-4879-b23f-6283e4f9489f tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] 10.222.0.10 "GET /v2.0/security-groups?id=3539056c-8cc1-4577-a7ad-e9534f0b7718&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444012 Apr 28 11:24:36.976733 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-c2b6d39f-817f-4b60-9b81-dec5710149e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (75ba81b7-fe99-4281-90d2-a5adb445ecea), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:24:38.085776 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04823ff4-a174-4080-890e-d07aceaab2f5 req-1043c46b-3273-4027-9823-a9b5e39170bc tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:24:38.087958 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-04823ff4-a174-4080-890e-d07aceaab2f5 req-1043c46b-3273-4027-9823-a9b5e39170bc tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] 10.222.0.10 "GET /v2.0/ports?device_id=5f67dcae-1b2f-4f57-ac89-1468a53ee5f8 HTTP/1.1" status: 200 len: 944 time: 0.0484219 Apr 28 11:24:38.136050 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-04823ff4-a174-4080-890e-d07aceaab2f5 req-6c9ebc0c-7535-4269-9614-2bac8f22b403 tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] 10.222.0.10 "GET /v2.0/security-groups?id=3539056c-8cc1-4577-a7ad-e9534f0b7718&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422523 Apr 28 11:24:39.253208 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51ddb29-2ffc-4d75-b065-5612eacff53b req-a21799f0-fdc5-4bd2-af31-526d9adf1d37 tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:24:39.254839 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-b51ddb29-2ffc-4d75-b065-5612eacff53b req-a21799f0-fdc5-4bd2-af31-526d9adf1d37 tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] 10.222.0.10 "GET /v2.0/ports?device_id=5f67dcae-1b2f-4f57-ac89-1468a53ee5f8 HTTP/1.1" status: 200 len: 944 time: 0.0467048 Apr 28 11:24:39.306982 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-b51ddb29-2ffc-4d75-b065-5612eacff53b req-8148c7c0-121f-4d1c-8e06-c5abf0ac1557 tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] 10.222.0.10 "GET /v2.0/security-groups?id=3539056c-8cc1-4577-a7ad-e9534f0b7718&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460033 Apr 28 11:24:39.438533 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-75b5967d-f0e9-4861-a3a8-c367dfa22ad4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (6b492ad6-0876-4d74-b20d-28143a52ceba), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:24:40.429566 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369bd480-2574-4d18-b6fc-997eda9831db req-832bb830-3ac0-4894-a9cb-f8cfa66ef746 tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:24:40.431768 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-369bd480-2574-4d18-b6fc-997eda9831db req-832bb830-3ac0-4894-a9cb-f8cfa66ef746 tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] 10.222.0.10 "GET /v2.0/ports?device_id=5f67dcae-1b2f-4f57-ac89-1468a53ee5f8 HTTP/1.1" status: 200 len: 944 time: 0.0518267 Apr 28 11:24:40.492298 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-369bd480-2574-4d18-b6fc-997eda9831db req-e0647612-f7ba-4720-bda6-eb7b113d8b95 tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] 10.222.0.10 "GET /v2.0/security-groups?id=3539056c-8cc1-4577-a7ad-e9534f0b7718&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489256 Apr 28 11:24:40.536346 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-ae94d540-e4c6-43be-adc9-b26fb6a2f62f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (cfc241ae-e4b7-443b-b80b-59fbbc2b69c9), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:24:41.603432 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc516ffa-c230-4c33-b8dd-3eccf85692a3 req-f5af1940-99ca-4706-92a3-33e1567ff8d7 tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:24:41.605456 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-dc516ffa-c230-4c33-b8dd-3eccf85692a3 req-f5af1940-99ca-4706-92a3-33e1567ff8d7 tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] 10.222.0.10 "GET /v2.0/ports?device_id=5f67dcae-1b2f-4f57-ac89-1468a53ee5f8 HTTP/1.1" status: 200 len: 944 time: 0.0500152 Apr 28 11:24:41.653413 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-dc516ffa-c230-4c33-b8dd-3eccf85692a3 req-60d00963-367c-4ac6-be70-a9d8ade65a7c tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] 10.222.0.10 "GET /v2.0/security-groups?id=3539056c-8cc1-4577-a7ad-e9534f0b7718&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420127 Apr 28 11:24:42.296554 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-01ef1de1-12fd-4cef-b76b-793f91379468 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (39cc4f52-f5d9-4e2c-bbfa-7a1c528e1c40), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:24:42.772363 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d94082-d5c8-4186-8fb6-9bd853b9ccfc req-57c606c0-cd02-4601-bb7a-b45dd65cc508 tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:24:42.773835 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-c6d94082-d5c8-4186-8fb6-9bd853b9ccfc req-57c606c0-cd02-4601-bb7a-b45dd65cc508 tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] 10.222.0.10 "GET /v2.0/ports?device_id=5f67dcae-1b2f-4f57-ac89-1468a53ee5f8 HTTP/1.1" status: 200 len: 944 time: 0.0502424 Apr 28 11:24:42.820094 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-c6d94082-d5c8-4186-8fb6-9bd853b9ccfc req-86b94e5b-5676-435b-ae2d-2d45bc4446a9 tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] 10.222.0.10 "GET /v2.0/security-groups?id=3539056c-8cc1-4577-a7ad-e9534f0b7718&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395844 Apr 28 11:24:43.352406 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (d5baab19-5dd1-4902-922b-84acb048ab9c), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:24:43.925276 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Device 92fcb2f4-dcce-4505-9251-51300adf533f details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=116163) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 28 11:24:43.935768 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf923c6-70e6-4793-845e-c90c922ce625 req-f119a326-960c-4f6d-a307-66c92b5c86f2 tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:24:43.937345 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-dbf923c6-70e6-4793-845e-c90c922ce625 req-f119a326-960c-4f6d-a307-66c92b5c86f2 tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] 10.222.0.10 "GET /v2.0/ports?device_id=5f67dcae-1b2f-4f57-ac89-1468a53ee5f8 HTTP/1.1" status: 200 len: 944 time: 0.0486038 Apr 28 11:24:43.984369 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-dbf923c6-70e6-4793-845e-c90c922ce625 req-c5d9b9fa-0469-4f61-bdbb-0d7cd06761d3 tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] 10.222.0.10 "GET /v2.0/security-groups?id=3539056c-8cc1-4577-a7ad-e9534f0b7718&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413802 Apr 28 11:24:44.022086 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] For port 92fcb2f4-dcce-4505-9251-51300adf533f, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=92fcb2f4-dcce-4505-9251-51300adf533f,segment=NetworkSegment(a86044ce-17ef-42c7-90b1-0665dc477f6d),segment_id=a86044ce-17ef-42c7-90b1-0665dc477f6d)] {{(pid=116163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 11:24:44.035989 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Returning: {'device': '92fcb2f4-dcce-4505-9251-51300adf533f', 'network_id': 'c60b869f-ffc4-410a-a880-25b67f86d527', 'port_id': '92fcb2f4-dcce-4505-9251-51300adf533f', 'mac_address': 'fa:16:3e:2a:06:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 96, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd169038c-3246-43ab-9ecf-83e677cd232f', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=116163) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 28 11:24:44.071911 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Current status of the port 92fcb2f4-dcce-4505-9251-51300adf533f is: DOWN; New status is: BUILD {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:24:44.072294 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (92fcb2f4-dcce-4505-9251-51300adf533f), before_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:24:44.085554 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.notifiers.nova [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 92fcb2f4-dcce-4505-9251-51300adf533f {{(pid=116163) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 11:24:44.104939 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] For port 92fcb2f4-dcce-4505-9251-51300adf533f, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=92fcb2f4-dcce-4505-9251-51300adf533f,segment=NetworkSegment(a86044ce-17ef-42c7-90b1-0665dc477f6d),segment_id=a86044ce-17ef-42c7-90b1-0665dc477f6d)] {{(pid=116163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 11:24:44.180763 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393'] for port (92fcb2f4-dcce-4505-9251-51300adf533f), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:24:44.231684 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Pushing event updated for resources: {'Port': ['ID=92fcb2f4-dcce-4505-9251-51300adf533f,revision_number=7']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:24:44.239837 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] get_ports_and_sgs() called for port_ids ['92fcb2f4-dcce-4505-9251-51300adf533f'] {{(pid=116163) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 11:24:45.098935 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03dd3553-59c1-431a-b967-331120d6d3cc req-4eea3292-643a-4493-9e66-4012e3e04d40 tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:24:45.100414 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-03dd3553-59c1-431a-b967-331120d6d3cc req-4eea3292-643a-4493-9e66-4012e3e04d40 tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] 10.222.0.10 "GET /v2.0/ports?device_id=5f67dcae-1b2f-4f57-ac89-1468a53ee5f8 HTTP/1.1" status: 200 len: 945 time: 0.0469129 Apr 28 11:24:45.149718 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-03dd3553-59c1-431a-b967-331120d6d3cc req-d00d605c-0a33-4350-ace2-61fbc7f795d8 tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] 10.222.0.10 "GET /v2.0/security-groups?id=3539056c-8cc1-4577-a7ad-e9534f0b7718&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437367 Apr 28 11:24:45.671588 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78cd2808-0156-4239-9528-37cdaffcf141 req-493c9c50-961e-450d-bedc-bb988b14488d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:24:45.673078 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-78cd2808-0156-4239-9528-37cdaffcf141 req-493c9c50-961e-450d-bedc-bb988b14488d service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c6d478e5001e4fd0b6162553a901b8a7&device_id=5f67dcae-1b2f-4f57-ac89-1468a53ee5f8 HTTP/1.1" status: 200 len: 1129 time: 0.0400834 Apr 28 11:24:45.778774 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78cd2808-0156-4239-9528-37cdaffcf141 req-91337a49-6573-4520-93e9-7b4447824ff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:24:45.780241 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-78cd2808-0156-4239-9528-37cdaffcf141 req-91337a49-6573-4520-93e9-7b4447824ff2 service neutron] 10.222.0.20 "GET /v2.0/networks?id=c60b869f-ffc4-410a-a880-25b67f86d527 HTTP/1.1" status: 200 len: 912 time: 0.0893705 Apr 28 11:24:45.843552 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-78cd2808-0156-4239-9528-37cdaffcf141 req-b3c245c2-6eb8-48c0-bcdd-23a5cd07ebfa service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=92fcb2f4-dcce-4505-9251-51300adf533f HTTP/1.1" status: 200 len: 1002 time: 0.0578105 Apr 28 11:24:45.890498 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78cd2808-0156-4239-9528-37cdaffcf141 req-e4a718fe-159c-4f0e-a26d-b49841fadb5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:24:45.899705 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-78cd2808-0156-4239-9528-37cdaffcf141 req-e4a718fe-159c-4f0e-a26d-b49841fadb5a service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d169038c-3246-43ab-9ecf-83e677cd232f HTTP/1.1" status: 200 len: 851 time: 0.0434835 Apr 28 11:24:45.939740 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78cd2808-0156-4239-9528-37cdaffcf141 req-052ee116-3277-4607-8541-17fdcc281e18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:24:45.940405 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-78cd2808-0156-4239-9528-37cdaffcf141 req-052ee116-3277-4607-8541-17fdcc281e18 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c60b869f-ffc4-410a-a880-25b67f86d527&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0428557 Apr 28 11:24:45.941696 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Device 92fcb2f4-dcce-4505-9251-51300adf533f up at agent hyperv_hv-neutron-mast {{(pid=116163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 11:24:45.987248 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Provisioning complete for port 92fcb2f4-dcce-4505-9251-51300adf533f triggered by entity L2. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:24:45.987622 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (92fcb2f4-dcce-4505-9251-51300adf533f), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:24:46.028426 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-78cd2808-0156-4239-9528-37cdaffcf141 req-fd0d9acd-b778-4190-bf57-6f14f9b29578 service neutron] 10.222.0.20 "GET /v2.0/networks/c60b869f-ffc4-410a-a880-25b67f86d527?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826571 Apr 28 11:24:46.066901 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Current status of the port 92fcb2f4-dcce-4505-9251-51300adf533f is: BUILD; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:24:46.067294 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (92fcb2f4-dcce-4505-9251-51300adf533f), before_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:24:46.090680 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f67dcae-1b2f-4f57-ac89-1468a53ee5f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92fcb2f4-dcce-4505-9251-51300adf533f'}] {{(pid=116163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 11:24:46.092930 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f01aec4a4f83961b54a953becfce2676879fb1d4b91122543244f430a0b8460" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-991fd0dc-c036-45ba-ac74-377b5f65fe1d" -d '{"events": [{"server_uuid": "5f67dcae-1b2f-4f57-ac89-1468a53ee5f8", "name": "network-vif-plugged", "status": "completed", "tag": "92fcb2f4-dcce-4505-9251-51300adf533f"}]}' {{(pid=116163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 11:24:46.105173 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] For port 92fcb2f4-dcce-4505-9251-51300adf533f, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=92fcb2f4-dcce-4505-9251-51300adf533f,segment=NetworkSegment(a86044ce-17ef-42c7-90b1-0665dc477f6d),segment_id=a86044ce-17ef-42c7-90b1-0665dc477f6d)] {{(pid=116163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 11:24:46.121371 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-78cd2808-0156-4239-9528-37cdaffcf141 req-7e08e511-2344-47e2-bf06-7454b7caa024 service neutron] 10.222.0.20 "GET /v2.0/networks/c60b869f-ffc4-410a-a880-25b67f86d527?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872159 Apr 28 11:24:46.144352 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 11:24:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9c222e6-289d-4763-beeb-5a636d661cba x-openstack-request-id: req-a9c222e6-289d-4763-beeb-5a636d661cba {{(pid=116163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 11:24:46.144654 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f67dcae-1b2f-4f57-ac89-1468a53ee5f8", "name": "network-vif-plugged", "status": "completed", "tag": "92fcb2f4-dcce-4505-9251-51300adf533f", "code": 200}]} {{(pid=116163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 11:24:46.144936 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-a9c222e6-289d-4763-beeb-5a636d661cba {{(pid=116163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 11:24:46.145339 dv-neutron-master-2-hyperv neutron-server[116163]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a9c222e6-289d-4763-beeb-5a636d661cba'] response: {'server_uuid': '5f67dcae-1b2f-4f57-ac89-1468a53ee5f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92fcb2f4-dcce-4505-9251-51300adf533f', 'code': 200} Apr 28 11:24:46.199333 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393'] for port (92fcb2f4-dcce-4505-9251-51300adf533f), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:24:46.247403 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Pushing event updated for resources: {'Port': ['ID=92fcb2f4-dcce-4505-9251-51300adf533f,revision_number=8']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:24:46.267203 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7547b9c7-26af-43ef-b093-fd2fbdd0b8bc req-5076a424-5eca-4bc5-887f-ae5dd65b5eb5 tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:24:46.268725 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-7547b9c7-26af-43ef-b093-fd2fbdd0b8bc req-5076a424-5eca-4bc5-887f-ae5dd65b5eb5 tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] 10.222.0.10 "GET /v2.0/ports?device_id=5f67dcae-1b2f-4f57-ac89-1468a53ee5f8 HTTP/1.1" status: 200 len: 946 time: 0.0476539 Apr 28 11:24:46.314916 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-7547b9c7-26af-43ef-b093-fd2fbdd0b8bc req-e990824f-23e5-4928-bbab-cc5a72c62e05 tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] 10.222.0.10 "GET /v2.0/security-groups?id=3539056c-8cc1-4577-a7ad-e9534f0b7718&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406804 Apr 28 11:24:47.494896 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4f4881-3ce2-45aa-9ca6-eba42a4e34ba req-c3a57f68-266e-43b3-9c55-6c1bb3828c39 tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:24:47.496363 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-6f4f4881-3ce2-45aa-9ca6-eba42a4e34ba req-c3a57f68-266e-43b3-9c55-6c1bb3828c39 tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] 10.222.0.10 "GET /v2.0/ports?device_id=5f67dcae-1b2f-4f57-ac89-1468a53ee5f8 HTTP/1.1" status: 200 len: 946 time: 0.1117492 Apr 28 11:24:47.542124 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-6f4f4881-3ce2-45aa-9ca6-eba42a4e34ba req-d4ef03f0-c41d-4e32-ad7b-6e7f73102143 tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] 10.222.0.10 "GET /v2.0/security-groups?id=3539056c-8cc1-4577-a7ad-e9534f0b7718&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401838 Apr 28 11:24:48.708322 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3241df7-3e8c-4926-8859-5672c5d433d3 req-c6d20872-5cf2-4c56-b3f9-fcfc987b1ece tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:24:48.709782 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-b3241df7-3e8c-4926-8859-5672c5d433d3 req-c6d20872-5cf2-4c56-b3f9-fcfc987b1ece tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] 10.222.0.10 "GET /v2.0/ports?device_id=5f67dcae-1b2f-4f57-ac89-1468a53ee5f8 HTTP/1.1" status: 200 len: 946 time: 0.0967968 Apr 28 11:24:48.756186 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-b3241df7-3e8c-4926-8859-5672c5d433d3 req-4250c5c8-3039-4a91-a5a0-735d723cdaac tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] 10.222.0.10 "GET /v2.0/security-groups?id=3539056c-8cc1-4577-a7ad-e9534f0b7718&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401855 Apr 28 11:24:49.767536 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [req-470ac805-e39a-4daa-993d-65297c81fff5 req-0e4baef4-244e-432c-95c6-6f8bd5fb0ec6 tempest-TestNetworkBasicOps-722864378 tempest-TestNetworkBasicOps-722864378-project] (116162) timed out ('10.222.0.10', 56482) {{(pid=116162) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Apr 28 11:24:49.875203 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42fba89-7347-49b5-b5d5-91a70e95dec8 req-2a73008a-7c16-4e78-bf59-750513ed4110 tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:24:49.876735 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-d42fba89-7347-49b5-b5d5-91a70e95dec8 req-2a73008a-7c16-4e78-bf59-750513ed4110 tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] 10.222.0.10 "GET /v2.0/ports?device_id=5f67dcae-1b2f-4f57-ac89-1468a53ee5f8 HTTP/1.1" status: 200 len: 946 time: 0.0512679 Apr 28 11:24:49.926464 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-d42fba89-7347-49b5-b5d5-91a70e95dec8 req-72c1b6f2-fdad-4092-ab39-52e6c87c5d50 tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] 10.222.0.10 "GET /v2.0/security-groups?id=3539056c-8cc1-4577-a7ad-e9534f0b7718&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439572 Apr 28 11:24:50.736417 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (6be95134-9a6c-4663-8b48-90d12ce90c60), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:24:51.045101 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b800265a-60b9-4499-930f-ae6b48125712 req-24388eeb-e330-4db1-903a-a99a8606429d tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:24:51.046506 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-b800265a-60b9-4499-930f-ae6b48125712 req-24388eeb-e330-4db1-903a-a99a8606429d tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] 10.222.0.10 "GET /v2.0/ports?device_id=5f67dcae-1b2f-4f57-ac89-1468a53ee5f8 HTTP/1.1" status: 200 len: 946 time: 0.0503485 Apr 28 11:24:51.409299 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-b800265a-60b9-4499-930f-ae6b48125712 req-e3f1a7c3-2b30-4e85-92d3-0c26ecf8d85a tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] 10.222.0.10 "GET /v2.0/security-groups?id=3539056c-8cc1-4577-a7ad-e9534f0b7718&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3571720 Apr 28 11:24:51.894256 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e2f815-324e-4659-863f-0e279699253d req-f45b26a4-e4da-443e-8c02-b4f9901780a8 tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:24:51.895798 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-f5e2f815-324e-4659-863f-0e279699253d req-f45b26a4-e4da-443e-8c02-b4f9901780a8 tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] 10.222.0.10 "GET /v2.0/ports?device_id=5f67dcae-1b2f-4f57-ac89-1468a53ee5f8 HTTP/1.1" status: 200 len: 946 time: 0.0489843 Apr 28 11:24:51.915350 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02451f05-d569-4a52-8cc2-40928d70162a req-223684f8-a957-45f3-8281-91b0cbdfb788 tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:24:51.916843 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-02451f05-d569-4a52-8cc2-40928d70162a req-223684f8-a957-45f3-8281-91b0cbdfb788 tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] 10.222.0.20 "GET /v2.0/ports?device_id=5f67dcae-1b2f-4f57-ac89-1468a53ee5f8&tenant_id=c6d478e5001e4fd0b6162553a901b8a7&binding%3Ahost_id=hv-neutron-mast HTTP/1.1" status: 200 len: 946 time: 0.0519209 Apr 28 11:24:51.944496 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-f5e2f815-324e-4659-863f-0e279699253d req-3b2d692a-1482-4a29-b971-59bcc43b88ab tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] 10.222.0.10 "GET /v2.0/security-groups?id=3539056c-8cc1-4577-a7ad-e9534f0b7718&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429890 Apr 28 11:24:51.976943 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-02451f05-d569-4a52-8cc2-40928d70162a req-87c29a79-0da9-4784-b126-37c95c1e572a service neutron] 10.222.0.20 "GET /v2.0/ports/92fcb2f4-dcce-4505-9251-51300adf533f/bindings/hv-neutron-mast HTTP/1.1" status: 200 len: 384 time: 0.0532815 Apr 28 11:24:52.037993 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02451f05-d569-4a52-8cc2-40928d70162a req-cd217bc6-c2be-4a10-88b9-6b9ac6a6abd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:24:52.039490 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-02451f05-d569-4a52-8cc2-40928d70162a req-cd217bc6-c2be-4a10-88b9-6b9ac6a6abd6 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c6d478e5001e4fd0b6162553a901b8a7&device_id=5f67dcae-1b2f-4f57-ac89-1468a53ee5f8 HTTP/1.1" status: 200 len: 1130 time: 0.0418599 Apr 28 11:24:52.127789 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02451f05-d569-4a52-8cc2-40928d70162a req-e343656a-d047-4e95-9c27-719180dfbf31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:24:52.129261 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-02451f05-d569-4a52-8cc2-40928d70162a req-e343656a-d047-4e95-9c27-719180dfbf31 service neutron] 10.222.0.20 "GET /v2.0/networks?id=c60b869f-ffc4-410a-a880-25b67f86d527 HTTP/1.1" status: 200 len: 912 time: 0.0842102 Apr 28 11:24:52.195360 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-02451f05-d569-4a52-8cc2-40928d70162a req-b7734951-71ef-43a4-9c0a-980de6328dcc service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=92fcb2f4-dcce-4505-9251-51300adf533f HTTP/1.1" status: 200 len: 1003 time: 0.0605936 Apr 28 11:24:52.240936 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02451f05-d569-4a52-8cc2-40928d70162a req-cdd8f3eb-3c8a-41a5-a68d-2ec9727463e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:24:52.242346 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-02451f05-d569-4a52-8cc2-40928d70162a req-cdd8f3eb-3c8a-41a5-a68d-2ec9727463e2 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d169038c-3246-43ab-9ecf-83e677cd232f HTTP/1.1" status: 200 len: 851 time: 0.0419424 Apr 28 11:24:52.283751 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02451f05-d569-4a52-8cc2-40928d70162a req-4082a96b-d364-4225-ae71-125b1e8c8d20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:24:52.285192 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-02451f05-d569-4a52-8cc2-40928d70162a req-4082a96b-d364-4225-ae71-125b1e8c8d20 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c60b869f-ffc4-410a-a880-25b67f86d527&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0372894 Apr 28 11:24:52.376507 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-02451f05-d569-4a52-8cc2-40928d70162a req-0aaa2262-b126-4ff2-a95c-351b8dca17a1 service neutron] 10.222.0.20 "GET /v2.0/networks/c60b869f-ffc4-410a-a880-25b67f86d527?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847156 Apr 28 11:24:52.465974 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-02451f05-d569-4a52-8cc2-40928d70162a req-eb425fa8-5b90-4b02-99e7-5be550dc8fde service neutron] 10.222.0.20 "GET /v2.0/networks/c60b869f-ffc4-410a-a880-25b67f86d527?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843356 Apr 28 11:24:53.068689 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88c5101-f3ac-45a9-bbf4-9ca947a92386 req-05d738e3-5968-4085-a9af-6968b529791f tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:24:53.070202 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-c88c5101-f3ac-45a9-bbf4-9ca947a92386 req-05d738e3-5968-4085-a9af-6968b529791f tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] 10.222.0.10 "GET /v2.0/ports?device_id=5f67dcae-1b2f-4f57-ac89-1468a53ee5f8 HTTP/1.1" status: 200 len: 946 time: 0.0512228 Apr 28 11:24:53.123433 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-c88c5101-f3ac-45a9-bbf4-9ca947a92386 req-6f100eab-bbe6-48e2-b2a3-180d25116a70 tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] 10.222.0.10 "GET /v2.0/security-groups?id=3539056c-8cc1-4577-a7ad-e9534f0b7718&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470607 Apr 28 11:24:54.239238 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed38e84f-8894-417a-bdfe-306f12798121 req-2740050d-69da-4427-b8dd-f9bd1db65ff4 tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:24:54.240724 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-ed38e84f-8894-417a-bdfe-306f12798121 req-2740050d-69da-4427-b8dd-f9bd1db65ff4 tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] 10.222.0.10 "GET /v2.0/ports?device_id=5f67dcae-1b2f-4f57-ac89-1468a53ee5f8 HTTP/1.1" status: 200 len: 946 time: 0.0469072 Apr 28 11:24:54.287341 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-ed38e84f-8894-417a-bdfe-306f12798121 req-3f68187b-3162-4e6a-8e24-b90076c1fbb8 tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] 10.222.0.10 "GET /v2.0/security-groups?id=3539056c-8cc1-4577-a7ad-e9534f0b7718&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407426 Apr 28 11:24:55.175208 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.agents_db [None req-54b29a82-8a19-4507-95e3-3a2d011841ff None None] Agent healthcheck: found 6 active agents {{(pid=116164) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 28 11:24:55.400650 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd56d735-8625-46a8-ba29-8a05a5449e4c req-15bae132-bf2f-4e89-8840-28f67e955df1 tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:24:55.402664 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-bd56d735-8625-46a8-ba29-8a05a5449e4c req-15bae132-bf2f-4e89-8840-28f67e955df1 tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] 10.222.0.10 "GET /v2.0/ports?device_id=5f67dcae-1b2f-4f57-ac89-1468a53ee5f8 HTTP/1.1" status: 200 len: 946 time: 0.0460155 Apr 28 11:24:55.450237 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-bd56d735-8625-46a8-ba29-8a05a5449e4c req-1c62f639-6dc9-4d84-b024-61d922aed7b4 tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] 10.222.0.10 "GET /v2.0/security-groups?id=3539056c-8cc1-4577-a7ad-e9534f0b7718&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419288 Apr 28 11:24:56.570757 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b90128-b0a8-460a-8175-3eb487c5fbc3 req-815f4c71-4003-4467-a731-6f934920a267 tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:24:56.572259 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-76b90128-b0a8-460a-8175-3eb487c5fbc3 req-815f4c71-4003-4467-a731-6f934920a267 tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] 10.222.0.10 "GET /v2.0/ports?device_id=5f67dcae-1b2f-4f57-ac89-1468a53ee5f8 HTTP/1.1" status: 200 len: 946 time: 0.0512693 Apr 28 11:24:56.619964 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-76b90128-b0a8-460a-8175-3eb487c5fbc3 req-4fff7237-054e-4ff8-a66f-e11a76c68873 tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] 10.222.0.10 "GET /v2.0/security-groups?id=3539056c-8cc1-4577-a7ad-e9534f0b7718&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413475 Apr 28 11:24:57.739601 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76eeaeb4-f02b-4315-a352-10aed7f92297 req-73a1112f-c676-49c4-830f-6f682515afaf tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:24:57.741079 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-76eeaeb4-f02b-4315-a352-10aed7f92297 req-73a1112f-c676-49c4-830f-6f682515afaf tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] 10.222.0.10 "GET /v2.0/ports?device_id=5f67dcae-1b2f-4f57-ac89-1468a53ee5f8 HTTP/1.1" status: 200 len: 946 time: 0.0470295 Apr 28 11:24:57.787679 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-76eeaeb4-f02b-4315-a352-10aed7f92297 req-f7e3e5f9-ce2f-4293-8655-9f6cebe3cc0b tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] 10.222.0.10 "GET /v2.0/security-groups?id=3539056c-8cc1-4577-a7ad-e9534f0b7718&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407667 Apr 28 11:24:58.044800 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Device 92fcb2f4-dcce-4505-9251-51300adf533f no longer exists at agent hyperv_hv-neutron-mast {{(pid=116163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 11:24:58.121747 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Current status of the port 92fcb2f4-dcce-4505-9251-51300adf533f is: ACTIVE; New status is: DOWN {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:24:58.122137 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (92fcb2f4-dcce-4505-9251-51300adf533f), before_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:24:58.144933 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f67dcae-1b2f-4f57-ac89-1468a53ee5f8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '92fcb2f4-dcce-4505-9251-51300adf533f'}] {{(pid=116163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 11:24:58.147189 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f01aec4a4f83961b54a953becfce2676879fb1d4b91122543244f430a0b8460" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81b7f75d-080f-4242-9ad4-5adc45e2b344" -d '{"events": [{"server_uuid": "5f67dcae-1b2f-4f57-ac89-1468a53ee5f8", "name": "network-vif-unplugged", "status": "completed", "tag": "92fcb2f4-dcce-4505-9251-51300adf533f"}]}' {{(pid=116163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 11:24:58.160441 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] For port 92fcb2f4-dcce-4505-9251-51300adf533f, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=92fcb2f4-dcce-4505-9251-51300adf533f,segment=NetworkSegment(a86044ce-17ef-42c7-90b1-0665dc477f6d),segment_id=a86044ce-17ef-42c7-90b1-0665dc477f6d)] {{(pid=116163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 11:24:58.195511 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 28 Apr 2022 11:24:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de5536c1-b168-45fc-a357-8923aefbfcde x-openstack-request-id: req-de5536c1-b168-45fc-a357-8923aefbfcde {{(pid=116163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 11:24:58.195813 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f67dcae-1b2f-4f57-ac89-1468a53ee5f8", "name": "network-vif-unplugged", "status": "completed", "tag": "92fcb2f4-dcce-4505-9251-51300adf533f", "code": 200}]} {{(pid=116163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 11:24:58.200169 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-de5536c1-b168-45fc-a357-8923aefbfcde {{(pid=116163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 11:24:58.200169 dv-neutron-master-2-hyperv neutron-server[116163]: INFO neutron.notifiers.nova [-] Nova event matching ['req-de5536c1-b168-45fc-a357-8923aefbfcde'] response: {'server_uuid': '5f67dcae-1b2f-4f57-ac89-1468a53ee5f8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '92fcb2f4-dcce-4505-9251-51300adf533f', 'code': 200} Apr 28 11:24:58.216359 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393'] for port (92fcb2f4-dcce-4505-9251-51300adf533f), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:24:58.270745 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Pushing event updated for resources: {'Port': ['ID=92fcb2f4-dcce-4505-9251-51300adf533f,revision_number=9']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:24:58.907415 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbff385a-fca3-4daf-93a6-e7a0bb950c3b req-1c57b5cb-10b1-4455-b1bf-b51e0348f321 tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:24:58.908889 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-cbff385a-fca3-4daf-93a6-e7a0bb950c3b req-1c57b5cb-10b1-4455-b1bf-b51e0348f321 tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] 10.222.0.10 "GET /v2.0/ports?device_id=5f67dcae-1b2f-4f57-ac89-1468a53ee5f8 HTTP/1.1" status: 200 len: 944 time: 0.0497179 Apr 28 11:24:58.955408 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-cbff385a-fca3-4daf-93a6-e7a0bb950c3b req-0a0313b9-8921-4e9f-b782-3dea9a1e9419 tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] 10.222.0.10 "GET /v2.0/security-groups?id=3539056c-8cc1-4577-a7ad-e9534f0b7718&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408061 Apr 28 11:24:59.591427 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02451f05-d569-4a52-8cc2-40928d70162a req-78e86f35-de05-4169-8dfb-b27d991b8801 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:24:59.592786 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-02451f05-d569-4a52-8cc2-40928d70162a req-78e86f35-de05-4169-8dfb-b27d991b8801 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=5f67dcae-1b2f-4f57-ac89-1468a53ee5f8&tenant_id=c6d478e5001e4fd0b6162553a901b8a7 HTTP/1.1" status: 200 len: 1128 time: 0.0436540 Apr 28 11:24:59.650126 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02451f05-d569-4a52-8cc2-40928d70162a req-ae29b154-eff1-4966-b387-0810cca9d4db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:24:59.652168 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-02451f05-d569-4a52-8cc2-40928d70162a req-ae29b154-eff1-4966-b387-0810cca9d4db service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c6d478e5001e4fd0b6162553a901b8a7&device_id=5f67dcae-1b2f-4f57-ac89-1468a53ee5f8 HTTP/1.1" status: 200 len: 1128 time: 0.0381589 Apr 28 11:24:59.738353 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02451f05-d569-4a52-8cc2-40928d70162a req-7e4d3b56-2314-488d-9321-84e7e620b8b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:24:59.739803 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-02451f05-d569-4a52-8cc2-40928d70162a req-7e4d3b56-2314-488d-9321-84e7e620b8b4 service neutron] 10.222.0.20 "GET /v2.0/networks?id=c60b869f-ffc4-410a-a880-25b67f86d527 HTTP/1.1" status: 200 len: 912 time: 0.0826793 Apr 28 11:24:59.807511 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-02451f05-d569-4a52-8cc2-40928d70162a req-4c175890-b048-4dc0-8ba0-bef53bf0fa92 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=92fcb2f4-dcce-4505-9251-51300adf533f HTTP/1.1" status: 200 len: 1001 time: 0.0591578 Apr 28 11:24:59.853088 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02451f05-d569-4a52-8cc2-40928d70162a req-b9a82962-9938-4fc5-8ea1-8402acf92750 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:24:59.854513 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-02451f05-d569-4a52-8cc2-40928d70162a req-b9a82962-9938-4fc5-8ea1-8402acf92750 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d169038c-3246-43ab-9ecf-83e677cd232f HTTP/1.1" status: 200 len: 851 time: 0.0414379 Apr 28 11:24:59.896081 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02451f05-d569-4a52-8cc2-40928d70162a req-d508f965-d0b2-4c11-bd7e-7baabd00f9ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:24:59.897537 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-02451f05-d569-4a52-8cc2-40928d70162a req-d508f965-d0b2-4c11-bd7e-7baabd00f9ad service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c60b869f-ffc4-410a-a880-25b67f86d527&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0374742 Apr 28 11:24:59.989499 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-02451f05-d569-4a52-8cc2-40928d70162a req-93747dea-459c-41a8-8eb7-ab08bbc2e359 service neutron] 10.222.0.20 "GET /v2.0/networks/c60b869f-ffc4-410a-a880-25b67f86d527?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856187 Apr 28 11:25:00.074575 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6826e8e-abcd-450d-bfd1-2d884c3e4045 req-b3abca69-19d6-4ef9-b5ea-e5c6adc95783 tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:25:00.075906 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-d6826e8e-abcd-450d-bfd1-2d884c3e4045 req-b3abca69-19d6-4ef9-b5ea-e5c6adc95783 tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] 10.222.0.10 "GET /v2.0/ports?device_id=5f67dcae-1b2f-4f57-ac89-1468a53ee5f8 HTTP/1.1" status: 200 len: 944 time: 0.0473404 Apr 28 11:25:00.085774 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-02451f05-d569-4a52-8cc2-40928d70162a req-e6d2cb83-9652-4452-85bb-41ad55a702d7 service neutron] 10.222.0.20 "GET /v2.0/networks/c60b869f-ffc4-410a-a880-25b67f86d527?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897691 Apr 28 11:25:00.124456 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-d6826e8e-abcd-450d-bfd1-2d884c3e4045 req-aadd2308-031d-42d4-b4b1-81e4e6183954 tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] 10.222.0.10 "GET /v2.0/security-groups?id=3539056c-8cc1-4577-a7ad-e9534f0b7718&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428653 Apr 28 11:25:01.249201 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6da9bd7-69b5-415b-8cf3-a40ec4f9715b req-3bbb1b0c-9c70-4f0f-abd1-04255df39b17 tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:25:01.250713 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-e6da9bd7-69b5-415b-8cf3-a40ec4f9715b req-3bbb1b0c-9c70-4f0f-abd1-04255df39b17 tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] 10.222.0.10 "GET /v2.0/ports?device_id=5f67dcae-1b2f-4f57-ac89-1468a53ee5f8 HTTP/1.1" status: 200 len: 944 time: 0.0481551 Apr 28 11:25:01.306373 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-e6da9bd7-69b5-415b-8cf3-a40ec4f9715b req-3e9f6331-ebdd-4872-86a8-e2627da25827 tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] 10.222.0.10 "GET /v2.0/security-groups?id=3539056c-8cc1-4577-a7ad-e9534f0b7718&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499749 Apr 28 11:25:02.423743 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64203afe-e644-4ab1-a017-69688fcd5cd6 req-340d87b4-823f-4b20-99dd-ae676f172a26 tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:25:02.425229 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-64203afe-e644-4ab1-a017-69688fcd5cd6 req-340d87b4-823f-4b20-99dd-ae676f172a26 tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] 10.222.0.10 "GET /v2.0/ports?device_id=5f67dcae-1b2f-4f57-ac89-1468a53ee5f8 HTTP/1.1" status: 200 len: 944 time: 0.0470428 Apr 28 11:25:02.473590 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-64203afe-e644-4ab1-a017-69688fcd5cd6 req-427e52c3-45d8-4a1e-9dd1-d7705be9f7fc tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] 10.222.0.10 "GET /v2.0/security-groups?id=3539056c-8cc1-4577-a7ad-e9534f0b7718&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427930 Apr 28 11:25:03.587413 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c9f9bb-beb4-4b20-9aa6-810a4690b57e req-8e1d477d-b8a8-4dea-bbcf-340d83470ec4 tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:25:03.589692 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-58c9f9bb-beb4-4b20-9aa6-810a4690b57e req-8e1d477d-b8a8-4dea-bbcf-340d83470ec4 tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] 10.222.0.10 "GET /v2.0/ports?device_id=5f67dcae-1b2f-4f57-ac89-1468a53ee5f8 HTTP/1.1" status: 200 len: 944 time: 0.0481882 Apr 28 11:25:03.637893 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-58c9f9bb-beb4-4b20-9aa6-810a4690b57e req-7eb2d2c4-c226-473d-80cd-fea955c421ea tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] 10.222.0.10 "GET /v2.0/security-groups?id=3539056c-8cc1-4577-a7ad-e9534f0b7718&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420897 Apr 28 11:25:04.758717 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b44f215-e341-4df2-a96c-21a22ebcbdb8 req-4215d026-1dcf-4c29-a62f-376b5475891d tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:25:04.760803 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-6b44f215-e341-4df2-a96c-21a22ebcbdb8 req-4215d026-1dcf-4c29-a62f-376b5475891d tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] 10.222.0.10 "GET /v2.0/ports?device_id=5f67dcae-1b2f-4f57-ac89-1468a53ee5f8 HTTP/1.1" status: 200 len: 944 time: 0.0527134 Apr 28 11:25:04.812482 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-6b44f215-e341-4df2-a96c-21a22ebcbdb8 req-849dd397-7cd8-4c83-8182-14b14b1f7fe0 tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] 10.222.0.10 "GET /v2.0/security-groups?id=3539056c-8cc1-4577-a7ad-e9534f0b7718&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452421 Apr 28 11:25:05.930103 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac807be7-982d-479c-93eb-7bff853167a9 req-936af27a-ce83-4a68-8c34-c755b7972c4b tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:25:05.931635 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-ac807be7-982d-479c-93eb-7bff853167a9 req-936af27a-ce83-4a68-8c34-c755b7972c4b tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] 10.222.0.10 "GET /v2.0/ports?device_id=5f67dcae-1b2f-4f57-ac89-1468a53ee5f8 HTTP/1.1" status: 200 len: 944 time: 0.0489581 Apr 28 11:25:05.980063 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-ac807be7-982d-479c-93eb-7bff853167a9 req-913a3a14-5888-4e36-9057-322a9c1fbba2 tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] 10.222.0.10 "GET /v2.0/security-groups?id=3539056c-8cc1-4577-a7ad-e9534f0b7718&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422461 Apr 28 11:25:06.980213 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-60fdda6f-ae62-4e6b-bfbb-9fcd6041a5f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (75ba81b7-fe99-4281-90d2-a5adb445ecea), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:25:07.095870 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1339d9d9-c02e-4a03-9a13-05594b8094ad req-75eb17db-1979-4bd0-a05f-bda1bec3b630 tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:25:07.097426 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-1339d9d9-c02e-4a03-9a13-05594b8094ad req-75eb17db-1979-4bd0-a05f-bda1bec3b630 tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] 10.222.0.10 "GET /v2.0/ports?device_id=5f67dcae-1b2f-4f57-ac89-1468a53ee5f8 HTTP/1.1" status: 200 len: 944 time: 0.0475767 Apr 28 11:25:07.147762 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-1339d9d9-c02e-4a03-9a13-05594b8094ad req-499a4ad5-4021-43f4-8e55-1b134900e61d tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] 10.222.0.10 "GET /v2.0/security-groups?id=3539056c-8cc1-4577-a7ad-e9534f0b7718&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444908 Apr 28 11:25:08.263387 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a3a440-fb71-4342-8c50-c7c86a329e84 req-71e8eeeb-dc98-4b21-8d41-226c7a7deaf0 tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:25:08.265016 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-36a3a440-fb71-4342-8c50-c7c86a329e84 req-71e8eeeb-dc98-4b21-8d41-226c7a7deaf0 tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] 10.222.0.10 "GET /v2.0/ports?device_id=5f67dcae-1b2f-4f57-ac89-1468a53ee5f8 HTTP/1.1" status: 200 len: 944 time: 0.0476668 Apr 28 11:25:08.315721 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-36a3a440-fb71-4342-8c50-c7c86a329e84 req-a3585b10-ef42-4d99-bea6-1986ffe1a132 tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] 10.222.0.10 "GET /v2.0/security-groups?id=3539056c-8cc1-4577-a7ad-e9534f0b7718&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445571 Apr 28 11:25:09.434782 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b2a02e-8948-45c9-b2ba-1aebed31bd51 req-dcab9f0a-45d2-4f5b-be05-44b291e28733 tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:25:09.436366 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-a9b2a02e-8948-45c9-b2ba-1aebed31bd51 req-dcab9f0a-45d2-4f5b-be05-44b291e28733 tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] 10.222.0.10 "GET /v2.0/ports?device_id=5f67dcae-1b2f-4f57-ac89-1468a53ee5f8 HTTP/1.1" status: 200 len: 944 time: 0.0483079 Apr 28 11:25:09.437223 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-2ec06e46-cfe8-4ff4-8c64-23c6667c904b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (6b492ad6-0876-4d74-b20d-28143a52ceba), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:25:09.485584 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-a9b2a02e-8948-45c9-b2ba-1aebed31bd51 req-a7703025-7d16-4aa1-8a80-66b8ca59666a tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] 10.222.0.10 "GET /v2.0/security-groups?id=3539056c-8cc1-4577-a7ad-e9534f0b7718&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416498 Apr 28 11:25:10.557459 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-ae94d540-e4c6-43be-adc9-b26fb6a2f62f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (cfc241ae-e4b7-443b-b80b-59fbbc2b69c9), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:25:10.608516 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37bdc14-3991-4e4e-a70d-4d81cf1bae5b req-8c4a34aa-c7df-40fb-9122-84ee78782815 tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:25:10.610157 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-c37bdc14-3991-4e4e-a70d-4d81cf1bae5b req-8c4a34aa-c7df-40fb-9122-84ee78782815 tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] 10.222.0.10 "GET /v2.0/ports?device_id=5f67dcae-1b2f-4f57-ac89-1468a53ee5f8 HTTP/1.1" status: 200 len: 944 time: 0.0526998 Apr 28 11:25:10.658573 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-c37bdc14-3991-4e4e-a70d-4d81cf1bae5b req-afcea287-df86-4e9a-a6cc-1d61320a992b tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] 10.222.0.10 "GET /v2.0/security-groups?id=3539056c-8cc1-4577-a7ad-e9534f0b7718&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421464 Apr 28 11:25:11.772227 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f1ce51-cc94-4d7d-b3c4-50e06c1ef678 req-afa2f20e-056e-4922-a739-64a944d60eb1 tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:25:11.773697 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-e3f1ce51-cc94-4d7d-b3c4-50e06c1ef678 req-afa2f20e-056e-4922-a739-64a944d60eb1 tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] 10.222.0.10 "GET /v2.0/ports?device_id=5f67dcae-1b2f-4f57-ac89-1468a53ee5f8 HTTP/1.1" status: 200 len: 944 time: 0.0464098 Apr 28 11:25:11.819957 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-e3f1ce51-cc94-4d7d-b3c4-50e06c1ef678 req-726f2e29-e8b3-4196-bc09-1b130c925440 tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] 10.222.0.10 "GET /v2.0/security-groups?id=3539056c-8cc1-4577-a7ad-e9534f0b7718&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400724 Apr 28 11:25:12.091575 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Device 92fcb2f4-dcce-4505-9251-51300adf533f details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=116163) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 28 11:25:12.169618 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-01ef1de1-12fd-4cef-b76b-793f91379468 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (39cc4f52-f5d9-4e2c-bbfa-7a1c528e1c40), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:25:12.187512 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] For port 92fcb2f4-dcce-4505-9251-51300adf533f, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=92fcb2f4-dcce-4505-9251-51300adf533f,segment=NetworkSegment(a86044ce-17ef-42c7-90b1-0665dc477f6d),segment_id=a86044ce-17ef-42c7-90b1-0665dc477f6d)] {{(pid=116163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 11:25:12.199148 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Returning: {'device': '92fcb2f4-dcce-4505-9251-51300adf533f', 'network_id': 'c60b869f-ffc4-410a-a880-25b67f86d527', 'port_id': '92fcb2f4-dcce-4505-9251-51300adf533f', 'mac_address': 'fa:16:3e:2a:06:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 96, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd169038c-3246-43ab-9ecf-83e677cd232f', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=116163) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 28 11:25:12.238806 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Current status of the port 92fcb2f4-dcce-4505-9251-51300adf533f is: DOWN; New status is: BUILD {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:25:12.239191 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (92fcb2f4-dcce-4505-9251-51300adf533f), before_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:25:12.251793 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.notifiers.nova [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 92fcb2f4-dcce-4505-9251-51300adf533f {{(pid=116163) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 11:25:12.270678 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] For port 92fcb2f4-dcce-4505-9251-51300adf533f, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=92fcb2f4-dcce-4505-9251-51300adf533f,segment=NetworkSegment(a86044ce-17ef-42c7-90b1-0665dc477f6d),segment_id=a86044ce-17ef-42c7-90b1-0665dc477f6d)] {{(pid=116163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 11:25:12.334062 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393'] for port (92fcb2f4-dcce-4505-9251-51300adf533f), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:25:12.386547 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Pushing event updated for resources: {'Port': ['ID=92fcb2f4-dcce-4505-9251-51300adf533f,revision_number=10']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:25:12.391040 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] get_ports_and_sgs() called for port_ids ['92fcb2f4-dcce-4505-9251-51300adf533f'] {{(pid=116163) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 11:25:12.936675 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb14457e-c34c-421d-bb1e-77be1271aa7d req-1ca4ec06-aac1-42d4-8e82-7f436c172b8b tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:25:12.938144 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-bb14457e-c34c-421d-bb1e-77be1271aa7d req-1ca4ec06-aac1-42d4-8e82-7f436c172b8b tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] 10.222.0.10 "GET /v2.0/ports?device_id=5f67dcae-1b2f-4f57-ac89-1468a53ee5f8 HTTP/1.1" status: 200 len: 946 time: 0.0508835 Apr 28 11:25:12.986061 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-bb14457e-c34c-421d-bb1e-77be1271aa7d req-30cc119d-be55-4159-9463-4497bd1ca62d tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] 10.222.0.10 "GET /v2.0/security-groups?id=3539056c-8cc1-4577-a7ad-e9534f0b7718&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419927 Apr 28 11:25:13.385766 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (d5baab19-5dd1-4902-922b-84acb048ab9c), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:25:14.092995 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Device 92fcb2f4-dcce-4505-9251-51300adf533f up at agent hyperv_hv-neutron-mast {{(pid=116163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 11:25:14.106192 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece841cc-6c5c-428f-804c-8dbf5f97b5ee req-5318278f-8b57-4055-87a2-50e044594c5f tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:25:14.108696 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-ece841cc-6c5c-428f-804c-8dbf5f97b5ee req-5318278f-8b57-4055-87a2-50e044594c5f tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] 10.222.0.10 "GET /v2.0/ports?device_id=5f67dcae-1b2f-4f57-ac89-1468a53ee5f8 HTTP/1.1" status: 200 len: 946 time: 0.0555611 Apr 28 11:25:14.144839 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Provisioning complete for port 92fcb2f4-dcce-4505-9251-51300adf533f triggered by entity L2. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:25:14.145219 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (92fcb2f4-dcce-4505-9251-51300adf533f), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:25:14.155348 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-ece841cc-6c5c-428f-804c-8dbf5f97b5ee req-371702dd-882e-429b-abed-5cb926f1ba8e tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] 10.222.0.10 "GET /v2.0/security-groups?id=3539056c-8cc1-4577-a7ad-e9534f0b7718&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409179 Apr 28 11:25:14.225598 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Current status of the port 92fcb2f4-dcce-4505-9251-51300adf533f is: BUILD; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:25:14.226049 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (92fcb2f4-dcce-4505-9251-51300adf533f), before_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:25:14.249018 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f67dcae-1b2f-4f57-ac89-1468a53ee5f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92fcb2f4-dcce-4505-9251-51300adf533f'}] {{(pid=116163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 11:25:14.251295 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f01aec4a4f83961b54a953becfce2676879fb1d4b91122543244f430a0b8460" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfa2a925-f22e-42c1-9bde-773f869fba65" -d '{"events": [{"server_uuid": "5f67dcae-1b2f-4f57-ac89-1468a53ee5f8", "name": "network-vif-plugged", "status": "completed", "tag": "92fcb2f4-dcce-4505-9251-51300adf533f"}]}' {{(pid=116163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 11:25:14.263658 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] For port 92fcb2f4-dcce-4505-9251-51300adf533f, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=92fcb2f4-dcce-4505-9251-51300adf533f,segment=NetworkSegment(a86044ce-17ef-42c7-90b1-0665dc477f6d),segment_id=a86044ce-17ef-42c7-90b1-0665dc477f6d)] {{(pid=116163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 11:25:14.293957 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 11:25:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5c8dec2-93c0-4037-a442-0c7e33ac255c x-openstack-request-id: req-a5c8dec2-93c0-4037-a442-0c7e33ac255c {{(pid=116163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 11:25:14.294480 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f67dcae-1b2f-4f57-ac89-1468a53ee5f8", "name": "network-vif-plugged", "status": "completed", "tag": "92fcb2f4-dcce-4505-9251-51300adf533f", "code": 200}]} {{(pid=116163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 11:25:14.294743 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-a5c8dec2-93c0-4037-a442-0c7e33ac255c {{(pid=116163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 11:25:14.295160 dv-neutron-master-2-hyperv neutron-server[116163]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a5c8dec2-93c0-4037-a442-0c7e33ac255c'] response: {'server_uuid': '5f67dcae-1b2f-4f57-ac89-1468a53ee5f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92fcb2f4-dcce-4505-9251-51300adf533f', 'code': 200} Apr 28 11:25:14.328506 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393'] for port (92fcb2f4-dcce-4505-9251-51300adf533f), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:25:14.376653 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Pushing event updated for resources: {'Port': ['ID=92fcb2f4-dcce-4505-9251-51300adf533f,revision_number=11']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:25:15.271083 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b9e0c2-6eba-4a81-b36b-3eab6b40e623 req-3f9e2bcd-9ef7-4985-bdfc-035c1dcf688c tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:25:15.272561 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-e1b9e0c2-6eba-4a81-b36b-3eab6b40e623 req-3f9e2bcd-9ef7-4985-bdfc-035c1dcf688c tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] 10.222.0.10 "GET /v2.0/ports?device_id=5f67dcae-1b2f-4f57-ac89-1468a53ee5f8 HTTP/1.1" status: 200 len: 947 time: 0.0463767 Apr 28 11:25:15.322857 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-e1b9e0c2-6eba-4a81-b36b-3eab6b40e623 req-6af00122-2f95-47a2-af84-abd3be0df950 tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] 10.222.0.10 "GET /v2.0/security-groups?id=3539056c-8cc1-4577-a7ad-e9534f0b7718&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442312 Apr 28 11:25:16.439139 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084c99d5-b51b-4753-b08e-f42dce8bcc22 req-64815d7e-c458-4eac-8d89-9010323de756 tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:25:16.440622 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-084c99d5-b51b-4753-b08e-f42dce8bcc22 req-64815d7e-c458-4eac-8d89-9010323de756 tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] 10.222.0.10 "GET /v2.0/ports?device_id=5f67dcae-1b2f-4f57-ac89-1468a53ee5f8 HTTP/1.1" status: 200 len: 947 time: 0.0470803 Apr 28 11:25:16.487409 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-084c99d5-b51b-4753-b08e-f42dce8bcc22 req-ac89d50a-9719-4f4e-846e-8c752bc76bb7 tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] 10.222.0.10 "GET /v2.0/security-groups?id=3539056c-8cc1-4577-a7ad-e9534f0b7718&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412705 Apr 28 11:25:17.600329 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4124fb22-bbbe-4d75-b1cf-c361e387c375 req-029ebbf5-5c6f-4db8-836a-93f027e54a56 tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:25:17.601831 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-4124fb22-bbbe-4d75-b1cf-c361e387c375 req-029ebbf5-5c6f-4db8-836a-93f027e54a56 tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] 10.222.0.10 "GET /v2.0/ports?device_id=5f67dcae-1b2f-4f57-ac89-1468a53ee5f8 HTTP/1.1" status: 200 len: 947 time: 0.0473087 Apr 28 11:25:17.649784 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-4124fb22-bbbe-4d75-b1cf-c361e387c375 req-f18f8aa5-5798-4ac9-abc6-c1a30162ea34 tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] 10.222.0.10 "GET /v2.0/security-groups?id=3539056c-8cc1-4577-a7ad-e9534f0b7718&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422430 Apr 28 11:25:18.765036 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ba58f4-0b47-4e41-8d5a-3e40c0d1946c req-570c8617-b8c0-49f1-a1f5-cc72c0897115 tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:25:18.766550 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-77ba58f4-0b47-4e41-8d5a-3e40c0d1946c req-570c8617-b8c0-49f1-a1f5-cc72c0897115 tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] 10.222.0.10 "GET /v2.0/ports?device_id=5f67dcae-1b2f-4f57-ac89-1468a53ee5f8 HTTP/1.1" status: 200 len: 947 time: 0.0505714 Apr 28 11:25:18.813576 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-77ba58f4-0b47-4e41-8d5a-3e40c0d1946c req-2201cfe0-bc77-41de-8585-c02953a576ad tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] 10.222.0.10 "GET /v2.0/security-groups?id=3539056c-8cc1-4577-a7ad-e9534f0b7718&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411992 Apr 28 11:25:18.928235 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5de390a-1a83-4299-bed5-70c6047cb730 req-dfa768ec-b5f9-456f-9b37-c189a5c4da9e tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:25:18.929623 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-b5de390a-1a83-4299-bed5-70c6047cb730 req-dfa768ec-b5f9-456f-9b37-c189a5c4da9e tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] 10.222.0.10 "GET /v2.0/ports?device_id=5f67dcae-1b2f-4f57-ac89-1468a53ee5f8 HTTP/1.1" status: 200 len: 947 time: 0.0469956 Apr 28 11:25:18.976053 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-b5de390a-1a83-4299-bed5-70c6047cb730 req-8cba35de-ad2e-4491-bed7-2c7724d8d5ed tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] 10.222.0.10 "GET /v2.0/security-groups?id=3539056c-8cc1-4577-a7ad-e9534f0b7718&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402298 Apr 28 11:25:19.086576 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45271e7-f781-4cc0-9ca5-7346550fa3d1 req-b5aaa470-9dc5-4c31-a263-baffaf502219 tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:25:19.088064 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-d45271e7-f781-4cc0-9ca5-7346550fa3d1 req-b5aaa470-9dc5-4c31-a263-baffaf502219 tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] 10.222.0.10 "GET /v2.0/ports?device_id=5f67dcae-1b2f-4f57-ac89-1468a53ee5f8 HTTP/1.1" status: 200 len: 947 time: 0.0471659 Apr 28 11:25:19.139051 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-d45271e7-f781-4cc0-9ca5-7346550fa3d1 req-c23ebfb3-9392-4f3e-abda-a0404b0b980a tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] 10.222.0.10 "GET /v2.0/security-groups?id=3539056c-8cc1-4577-a7ad-e9534f0b7718&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445828 Apr 28 11:25:19.563103 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e83224-c3fa-42b9-8b93-7ecf49337ec4 req-1e6b6c23-2ff3-43a6-94a3-a906d895aadd tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:25:19.564562 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-b7e83224-c3fa-42b9-8b93-7ecf49337ec4 req-1e6b6c23-2ff3-43a6-94a3-a906d895aadd tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] 10.222.0.10 "GET /v2.0/ports?device_id=5f67dcae-1b2f-4f57-ac89-1468a53ee5f8 HTTP/1.1" status: 200 len: 947 time: 0.0468071 Apr 28 11:25:19.611068 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-b7e83224-c3fa-42b9-8b93-7ecf49337ec4 req-e5768d44-9e27-45e5-8763-869c2625716c tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] 10.222.0.10 "GET /v2.0/security-groups?id=3539056c-8cc1-4577-a7ad-e9534f0b7718&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409539 Apr 28 11:25:20.726232 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69f975c-129b-4428-bc46-7bc86fff4aba req-1d737d92-96bf-4e63-9eb4-b81d11fd366e tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:25:20.727750 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-b69f975c-129b-4428-bc46-7bc86fff4aba req-1d737d92-96bf-4e63-9eb4-b81d11fd366e tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] 10.222.0.10 "GET /v2.0/ports?device_id=5f67dcae-1b2f-4f57-ac89-1468a53ee5f8 HTTP/1.1" status: 200 len: 947 time: 0.0470960 Apr 28 11:25:20.741117 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (6be95134-9a6c-4663-8b48-90d12ce90c60), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:25:20.774563 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-b69f975c-129b-4428-bc46-7bc86fff4aba req-7657764e-8f86-4674-ae6a-b2a51f38b875 tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] 10.222.0.10 "GET /v2.0/security-groups?id=3539056c-8cc1-4577-a7ad-e9534f0b7718&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404115 Apr 28 11:25:21.839821 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a58e5b9-6384-4926-97e1-f46a12c13f37 req-69343a0e-efb2-4d73-9b98-2a6c59cdb112 tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:25:21.841497 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-4a58e5b9-6384-4926-97e1-f46a12c13f37 req-69343a0e-efb2-4d73-9b98-2a6c59cdb112 tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] 10.222.0.20 "GET /v2.0/ports?device_id=5f67dcae-1b2f-4f57-ac89-1468a53ee5f8 HTTP/1.1" status: 200 len: 947 time: 0.0460539 Apr 28 11:25:21.896335 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1049f632-f88e-42d1-992b-1fbf9b915cba req-599445e3-9da1-4391-a0c8-b6f5701d8868 tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:25:21.906426 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-1049f632-f88e-42d1-992b-1fbf9b915cba req-599445e3-9da1-4391-a0c8-b6f5701d8868 tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] 10.222.0.10 "GET /v2.0/ports?device_id=5f67dcae-1b2f-4f57-ac89-1468a53ee5f8 HTTP/1.1" status: 200 len: 947 time: 0.0531805 Apr 28 11:25:21.937511 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.plugin [req-4a58e5b9-6384-4926-97e1-f46a12c13f37 req-76594454-1673-4aac-80c9-0ee8e1217760 tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] Deleting port 92fcb2f4-dcce-4505-9251-51300adf533f {{(pid=116162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 11:25:21.937850 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [req-4a58e5b9-6384-4926-97e1-f46a12c13f37 req-76594454-1673-4aac-80c9-0ee8e1217760 tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742235130188'] for port (92fcb2f4-dcce-4505-9251-51300adf533f), before_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:25:21.952745 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-1049f632-f88e-42d1-992b-1fbf9b915cba req-2e527dfa-b026-44fa-aabd-c72c8c5501eb tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] 10.222.0.10 "GET /v2.0/security-groups?id=3539056c-8cc1-4577-a7ad-e9534f0b7718&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454307 Apr 28 11:25:22.035523 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.db [req-4a58e5b9-6384-4926-97e1-f46a12c13f37 req-76594454-1673-4aac-80c9-0ee8e1217760 tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] For port 92fcb2f4-dcce-4505-9251-51300adf533f, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=92fcb2f4-dcce-4505-9251-51300adf533f,segment=NetworkSegment(a86044ce-17ef-42c7-90b1-0665dc477f6d),segment_id=a86044ce-17ef-42c7-90b1-0665dc477f6d)] {{(pid=116162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 11:25:22.035896 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [req-4a58e5b9-6384-4926-97e1-f46a12c13f37 req-76594454-1673-4aac-80c9-0ee8e1217760 tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1938497'] for port (92fcb2f4-dcce-4505-9251-51300adf533f), precommit_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:25:22.209602 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [req-4a58e5b9-6384-4926-97e1-f46a12c13f37 req-76594454-1673-4aac-80c9-0ee8e1217760 tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:25:22.209959 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [req-4a58e5b9-6384-4926-97e1-f46a12c13f37 req-76594454-1673-4aac-80c9-0ee8e1217760 tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2063164'] for floatingip (564aa41d-91b4-4737-a96d-aeefa93303a2), after_update {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:25:22.210274 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.db.l3_db [req-4a58e5b9-6384-4926-97e1-f46a12c13f37 req-76594454-1673-4aac-80c9-0ee8e1217760 tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] Floating IP 564aa41d-91b4-4737-a96d-aeefa93303a2 disassociated. External IP: 172.36.4.254, port: 92fcb2f4-dcce-4505-9251-51300adf533f. Apr 28 11:25:22.210644 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.plugin [req-4a58e5b9-6384-4926-97e1-f46a12c13f37 req-76594454-1673-4aac-80c9-0ee8e1217760 tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] Calling delete_port for 92fcb2f4-dcce-4505-9251-51300adf533f owned by compute:nova {{(pid=116162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 11:25:22.398300 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [req-4a58e5b9-6384-4926-97e1-f46a12c13f37 req-76594454-1673-4aac-80c9-0ee8e1217760 tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742235135690', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742234710366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5051867'] for port (92fcb2f4-dcce-4505-9251-51300adf533f), after_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:25:22.430316 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76594454-1673-4aac-80c9-0ee8e1217760 tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] Pushing event deleted for resources: {'Port': ['ID=92fcb2f4-dcce-4505-9251-51300adf533f,revision_number=None']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:25:22.440242 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76594454-1673-4aac-80c9-0ee8e1217760 tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:25:22.443265 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76594454-1673-4aac-80c9-0ee8e1217760 tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:25:22.443265 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76594454-1673-4aac-80c9-0ee8e1217760 tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:25:22.443265 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76594454-1673-4aac-80c9-0ee8e1217760 tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:25:22.443265 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76594454-1673-4aac-80c9-0ee8e1217760 tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:25:22.443265 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76594454-1673-4aac-80c9-0ee8e1217760 tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:25:22.443265 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76594454-1673-4aac-80c9-0ee8e1217760 tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:25:22.443265 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76594454-1673-4aac-80c9-0ee8e1217760 tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:25:22.443265 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76594454-1673-4aac-80c9-0ee8e1217760 tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:25:22.443265 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76594454-1673-4aac-80c9-0ee8e1217760 tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:25:22.443933 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76594454-1673-4aac-80c9-0ee8e1217760 tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:25:22.443933 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76594454-1673-4aac-80c9-0ee8e1217760 tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:25:22.444079 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76594454-1673-4aac-80c9-0ee8e1217760 tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:25:22.444349 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76594454-1673-4aac-80c9-0ee8e1217760 tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:25:22.445073 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76594454-1673-4aac-80c9-0ee8e1217760 tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:25:22.557726 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4a58e5b9-6384-4926-97e1-f46a12c13f37 req-76594454-1673-4aac-80c9-0ee8e1217760 tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] Router b4eaa602-d8f3-4f9d-b561-7dc769fae294 has already been hosted by L3 agent 6b492ad6-0876-4d74-b20d-28143a52ceba {{(pid=116162) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 11:25:23.013106 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4a58e5b9-6384-4926-97e1-f46a12c13f37 req-76594454-1673-4aac-80c9-0ee8e1217760 tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=116162) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 11:25:23.023883 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20bc9d5d-16b6-4973-bfaf-0bd6b9c0e4d8 None None] Sync routers for ids ['b4eaa602-d8f3-4f9d-b561-7dc769fae294'] in dv-neutron-master-2-hyperv {{(pid=116163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 11:25:23.035631 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20bc9d5d-16b6-4973-bfaf-0bd6b9c0e4d8 None None] Routers {'b4eaa602-d8f3-4f9d-b561-7dc769fae294'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=116163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 11:25:23.036604 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_hamode_db [None req-20bc9d5d-16b6-4973-bfaf-0bd6b9c0e4d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-28T10:50:39Z,description=,heartbeat_timestamp=2022-04-28T11:25:09Z,host='dv-neutron-master-2-hyperv',id=6b492ad6-0876-4d74-b20d-28143a52ceba,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T10:50:40Z,topic='l3_agent')) {'router_ids': ['b4eaa602-d8f3-4f9d-b561-7dc769fae294'], 'active': True} {{(pid=116163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:25:23.068778 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-c3105c18-8e54-49d4-95fa-f74e67c41e07 req-c6ef25c6-0810-4a06-92ce-e8cc27fee4b9 tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] 10.222.0.10 "GET /v2.0/ports?device_id=5f67dcae-1b2f-4f57-ac89-1468a53ee5f8 HTTP/1.1" status: 200 len: 210 time: 0.0363443 Apr 28 11:25:23.075739 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a58e5b9-6384-4926-97e1-f46a12c13f37 req-76594454-1673-4aac-80c9-0ee8e1217760 tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] No DVR routers for this DVR port 92fcb2f4-dcce-4505-9251-51300adf533f on host hv-neutron-mast {{(pid=116162) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 11:25:23.084715 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [req-4a58e5b9-6384-4926-97e1-f46a12c13f37 req-76594454-1673-4aac-80c9-0ee8e1217760 tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198022'] for port (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:25:23.084715 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-4a58e5b9-6384-4926-97e1-f46a12c13f37 req-76594454-1673-4aac-80c9-0ee8e1217760 tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] 10.222.0.20 "DELETE /v2.0/ports/92fcb2f4-dcce-4505-9251-51300adf533f HTTP/1.1" status: 204 len: 173 time: 1.2355254 Apr 28 11:25:23.084715 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f67dcae-1b2f-4f57-ac89-1468a53ee5f8', 'name': 'network-vif-deleted', 'tag': '92fcb2f4-dcce-4505-9251-51300adf533f'}] {{(pid=116162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 11:25:23.086201 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ba53f40d6116d28995a8e36159d0e539b5353eec116fb5dd4ce03b4b2159ab1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62b04c6c-7857-4a0c-92b0-950d2c759770" -d '{"events": [{"server_uuid": "5f67dcae-1b2f-4f57-ac89-1468a53ee5f8", "name": "network-vif-deleted", "tag": "92fcb2f4-dcce-4505-9251-51300adf533f"}]}' {{(pid=116162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 11:25:23.129198 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 11:25:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd534b86-fc95-41fb-a1e6-873cbc27c23e x-openstack-request-id: req-fd534b86-fc95-41fb-a1e6-873cbc27c23e {{(pid=116162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 11:25:23.129564 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f67dcae-1b2f-4f57-ac89-1468a53ee5f8", "name": "network-vif-deleted", "tag": "92fcb2f4-dcce-4505-9251-51300adf533f", "status": "completed", "code": 200}]} {{(pid=116162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 11:25:23.129890 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-fd534b86-fc95-41fb-a1e6-873cbc27c23e {{(pid=116162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 11:25:23.130366 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fd534b86-fc95-41fb-a1e6-873cbc27c23e'] response: {'server_uuid': '5f67dcae-1b2f-4f57-ac89-1468a53ee5f8', 'name': 'network-vif-deleted', 'tag': '92fcb2f4-dcce-4505-9251-51300adf533f', 'status': 'completed', 'code': 200} Apr 28 11:25:23.168679 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvr_db [None req-20bc9d5d-16b6-4973-bfaf-0bd6b9c0e4d8 None None] Set router b4eaa602-d8f3-4f9d-b561-7dc769fae294 gateway port host: dv-neutron-master-2-hyperv {{(pid=116163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 11:25:23.362833 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_hamode_db [None req-20bc9d5d-16b6-4973-bfaf-0bd6b9c0e4d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4eaa602-d8f3-4f9d-b561-7dc769fae294', 'name': 'tempest-ServerActionsTestJSON-1755349530-router', 'tenant_id': 'c6d478e5001e4fd0b6162553a901b8a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'external_fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.209'}], 'enable_snat': True}, 'gw_port_id': 'b9a5a002-b498-4745-8cd7-6c0609cbf168', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T11:20:46Z', 'updated_at': '2022-04-28T11:20:49Z', 'revision_number': 4, 'project_id': 'c6d478e5001e4fd0b6162553a901b8a7', 'gw_port': {'id': 'b9a5a002-b498-4745-8cd7-6c0609cbf168', 'name': '', 'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:93:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4eaa602-d8f3-4f9d-b561-7dc769fae294', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1580, 'fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:20:46Z', 'updated_at': '2022-04-28T11:20:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '8425edff-67d1-4912-8f82-fc13dcd47d5f', 'name': '', 'network_id': 'c60b869f-ffc4-410a-a880-25b67f86d527', 'tenant_id': 'c6d478e5001e4fd0b6162553a901b8a7', 'mac_address': 'fa:16:3e:d7:36:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4eaa602-d8f3-4f9d-b561-7dc769fae294', 'device_owner': 'network:router_interface', 'standard_attr_id': 1581, 'fixed_ips': [{'subnet_id': 'd169038c-3246-43ab-9ecf-83e677cd232f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:20:48Z', 'updated_at': '2022-04-28T11:20:52Z', 'revision_number': 5, 'project_id': 'c6d478e5001e4fd0b6162553a901b8a7', 'subnets': [{'id': 'd169038c-3246-43ab-9ecf-83e677cd232f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=116163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:25:23.390831 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20bc9d5d-16b6-4973-bfaf-0bd6b9c0e4d8 None None] Checking router: b4eaa602-d8f3-4f9d-b561-7dc769fae294 for host: dv-neutron-master-2-hyperv {{(pid=116163) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 11:25:23.399187 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20bc9d5d-16b6-4973-bfaf-0bd6b9c0e4d8 None None] Routers {'b4eaa602-d8f3-4f9d-b561-7dc769fae294'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=116163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 11:25:23.399798 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_hamode_db [None req-20bc9d5d-16b6-4973-bfaf-0bd6b9c0e4d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-28T10:50:39Z,description=,heartbeat_timestamp=2022-04-28T11:25:09Z,host='dv-neutron-master-2-hyperv',id=6b492ad6-0876-4d74-b20d-28143a52ceba,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T10:50:40Z,topic='l3_agent')) {'router_ids': ['b4eaa602-d8f3-4f9d-b561-7dc769fae294'], 'active': True} {{(pid=116163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:25:23.509755 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvr_db [None req-20bc9d5d-16b6-4973-bfaf-0bd6b9c0e4d8 None None] Set router b4eaa602-d8f3-4f9d-b561-7dc769fae294 gateway port host: dv-neutron-master-2-hyperv {{(pid=116163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 11:25:23.702826 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_hamode_db [None req-20bc9d5d-16b6-4973-bfaf-0bd6b9c0e4d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4eaa602-d8f3-4f9d-b561-7dc769fae294', 'name': 'tempest-ServerActionsTestJSON-1755349530-router', 'tenant_id': 'c6d478e5001e4fd0b6162553a901b8a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'external_fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.209'}], 'enable_snat': True}, 'gw_port_id': 'b9a5a002-b498-4745-8cd7-6c0609cbf168', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T11:20:46Z', 'updated_at': '2022-04-28T11:20:49Z', 'revision_number': 4, 'project_id': 'c6d478e5001e4fd0b6162553a901b8a7', 'gw_port': {'id': 'b9a5a002-b498-4745-8cd7-6c0609cbf168', 'name': '', 'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:93:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4eaa602-d8f3-4f9d-b561-7dc769fae294', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1580, 'fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:20:46Z', 'updated_at': '2022-04-28T11:20:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '8425edff-67d1-4912-8f82-fc13dcd47d5f', 'name': '', 'network_id': 'c60b869f-ffc4-410a-a880-25b67f86d527', 'tenant_id': 'c6d478e5001e4fd0b6162553a901b8a7', 'mac_address': 'fa:16:3e:d7:36:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4eaa602-d8f3-4f9d-b561-7dc769fae294', 'device_owner': 'network:router_interface', 'standard_attr_id': 1581, 'fixed_ips': [{'subnet_id': 'd169038c-3246-43ab-9ecf-83e677cd232f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:20:48Z', 'updated_at': '2022-04-28T11:20:52Z', 'revision_number': 5, 'project_id': 'c6d478e5001e4fd0b6162553a901b8a7', 'subnets': [{'id': 'd169038c-3246-43ab-9ecf-83e677cd232f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=116163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:25:23.729097 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20bc9d5d-16b6-4973-bfaf-0bd6b9c0e4d8 None None] The sync data for ids ['b4eaa602-d8f3-4f9d-b561-7dc769fae294'] in dv-neutron-master-2-hyperv is: [{'id': 'b4eaa602-d8f3-4f9d-b561-7dc769fae294', 'name': 'tempest-ServerActionsTestJSON-1755349530-router', 'tenant_id': 'c6d478e5001e4fd0b6162553a901b8a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'external_fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.209'}], 'enable_snat': True}, 'gw_port_id': 'b9a5a002-b498-4745-8cd7-6c0609cbf168', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T11:20:46Z', 'updated_at': '2022-04-28T11:20:49Z', 'revision_number': 4, 'project_id': 'c6d478e5001e4fd0b6162553a901b8a7', 'gw_port': {'id': 'b9a5a002-b498-4745-8cd7-6c0609cbf168', 'name': '', 'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:93:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4eaa602-d8f3-4f9d-b561-7dc769fae294', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1580, 'fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:20:46Z', 'updated_at': '2022-04-28T11:20:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '8425edff-67d1-4912-8f82-fc13dcd47d5f', 'name': '', 'network_id': 'c60b869f-ffc4-410a-a880-25b67f86d527', 'tenant_id': 'c6d478e5001e4fd0b6162553a901b8a7', 'mac_address': 'fa:16:3e:d7:36:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4eaa602-d8f3-4f9d-b561-7dc769fae294', 'device_owner': 'network:router_interface', 'standard_attr_id': 1581, 'fixed_ips': [{'subnet_id': 'd169038c-3246-43ab-9ecf-83e677cd232f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:20:48Z', 'updated_at': '2022-04-28T11:20:52Z', 'revision_number': 5, 'project_id': 'c6d478e5001e4fd0b6162553a901b8a7', 'subnets': [{'id': 'd169038c-3246-43ab-9ecf-83e677cd232f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=116163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 11:25:23.959147 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93f698dd-039d-4fd7-94f1-4446821408c3 None None] New status for floating IP 564aa41d-91b4-4737-a96d-aeefa93303a2: DOWN {{(pid=116164) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 28 11:25:24.169637 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-40ee8d5e-fe85-4bde-a848-69545934bf90 req-b528621e-be6f-4e00-98e1-9416d05dd56e tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] 10.222.0.10 "GET /v2.0/ports?device_id=5f67dcae-1b2f-4f57-ac89-1468a53ee5f8 HTTP/1.1" status: 200 len: 210 time: 0.0321124 Apr 28 11:25:25.273883 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-b33c65f5-f7ee-4aaa-aa22-aac89fa3e5d4 req-25753bc9-448e-47d8-bb7e-be49b203899d tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] 10.222.0.10 "GET /v2.0/ports?device_id=5f67dcae-1b2f-4f57-ac89-1468a53ee5f8 HTTP/1.1" status: 200 len: 210 time: 0.0337327 Apr 28 11:25:26.154536 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Device 92fcb2f4-dcce-4505-9251-51300adf533f no longer exists at agent hyperv_hv-neutron-mast {{(pid=116163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 11:25:26.174641 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] No Port match for: 92fcb2f4-dcce-4505-9251-51300adf533f {{(pid=116163) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 28 11:25:26.174992 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Device 92fcb2f4-dcce-4505-9251-51300adf533f not bound to the agent host hv-neutron-mast {{(pid=116163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 11:25:26.369885 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-ad4d1363-0b6a-4e5d-8a54-a7e72bae7efc req-055d1a36-c4cf-4734-b862-ae196020f260 tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] 10.222.0.10 "GET /v2.0/ports?device_id=5f67dcae-1b2f-4f57-ac89-1468a53ee5f8 HTTP/1.1" status: 200 len: 210 time: 0.0273161 Apr 28 11:25:27.468189 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-e20d8366-75f8-4728-8cda-c9b27595a65c req-dfcd11a2-3fd9-4cde-a361-6907df3d69b4 tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] 10.222.0.10 "GET /v2.0/ports?device_id=5f67dcae-1b2f-4f57-ac89-1468a53ee5f8 HTTP/1.1" status: 200 len: 210 time: 0.0301507 Apr 28 11:25:28.566208 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-89505d6a-b816-460f-b7f5-5e658f731014 req-d104dc95-9e5a-42c8-9e77-817c75679ab1 tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] 10.222.0.10 "GET /v2.0/ports?device_id=5f67dcae-1b2f-4f57-ac89-1468a53ee5f8 HTTP/1.1" status: 200 len: 210 time: 0.0295749 Apr 28 11:25:29.662920 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-d9d46035-bb74-430b-92f9-cbd2a870890b req-dcd6435b-5ed4-49da-97a2-bd6656263162 tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] 10.222.0.10 "GET /v2.0/ports?device_id=5f67dcae-1b2f-4f57-ac89-1468a53ee5f8 HTTP/1.1" status: 200 len: 210 time: 0.0281765 Apr 28 11:25:30.758831 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-9aeb6cca-4756-4c8b-b8a0-c71c1150e218 req-2d3d1c8f-e0f5-4879-b770-8c2e1d47d9a0 tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] 10.222.0.10 "GET /v2.0/ports?device_id=5f67dcae-1b2f-4f57-ac89-1468a53ee5f8 HTTP/1.1" status: 200 len: 210 time: 0.0273771 Apr 28 11:25:31.858962 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-a367f16c-f8d9-4db7-97c4-822b272c18c8 req-07b1d790-fc04-45ba-baa7-f9f64bd586d2 tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] 10.222.0.10 "GET /v2.0/ports?device_id=5f67dcae-1b2f-4f57-ac89-1468a53ee5f8 HTTP/1.1" status: 200 len: 210 time: 0.0311573 Apr 28 11:25:32.174739 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.agents_db [None req-54b29a82-8a19-4507-95e3-3a2d011841ff None None] Agent healthcheck: found 6 active agents {{(pid=116164) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 28 11:25:32.968608 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-2bab5f2f-8130-4b34-9a08-5ca6b8d0fb55 req-0ff95ffb-ef40-4d32-b795-a91a1292bb65 tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] 10.222.0.10 "GET /v2.0/ports?device_id=5f67dcae-1b2f-4f57-ac89-1468a53ee5f8 HTTP/1.1" status: 200 len: 210 time: 0.0289721 Apr 28 11:25:36.998367 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-847f9250-21bf-45a3-813b-d2254a4adfee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (75ba81b7-fe99-4281-90d2-a5adb445ecea), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:25:39.438347 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-3d9accba-0eeb-4fed-a344-fc6fa47c0c6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (6b492ad6-0876-4d74-b20d-28143a52ceba), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:25:40.557877 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-ae94d540-e4c6-43be-adc9-b26fb6a2f62f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (cfc241ae-e4b7-443b-b80b-59fbbc2b69c9), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:25:41.038812 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 59646) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:25:41.098682 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-6569e8c6-ed58-43a9-ac82-5ea8e0bc5711 tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] Publish callbacks [] for security_group (3539056c-8cc1-4577-a7ad-e9534f0b7718), before_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:25:41.123733 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-6569e8c6-ed58-43a9-ac82-5ea8e0bc5711 tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] Publish callbacks [] for security_group (3539056c-8cc1-4577-a7ad-e9534f0b7718), precommit_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:25:41.237968 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-6569e8c6-ed58-43a9-ac82-5ea8e0bc5711 tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924426'] for security_group (3539056c-8cc1-4577-a7ad-e9534f0b7718), after_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:25:41.240599 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-6569e8c6-ed58-43a9-ac82-5ea8e0bc5711 tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] Publish callbacks [] for security_group (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:25:41.241792 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-6569e8c6-ed58-43a9-ac82-5ea8e0bc5711 tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] 10.222.0.10 "DELETE /v2.0/security-groups/3539056c-8cc1-4577-a7ad-e9534f0b7718 HTTP/1.1" status: 204 len: 168 time: 0.2019596 Apr 28 11:25:41.244430 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 59648) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:25:41.251517 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6569e8c6-ed58-43a9-ac82-5ea8e0bc5711 tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3539056c-8cc1-4577-a7ad-e9534f0b7718,revision_number=None']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:25:41.258760 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6569e8c6-ed58-43a9-ac82-5ea8e0bc5711 tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:25:41.259116 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6569e8c6-ed58-43a9-ac82-5ea8e0bc5711 tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:25:41.259246 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.api.v2.resource [None req-efd6d70e-138e-463a-8ba2-da6287752bbb tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] show failed (client error): The resource could not be found. Apr 28 11:25:41.259462 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6569e8c6-ed58-43a9-ac82-5ea8e0bc5711 tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:25:41.259809 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6569e8c6-ed58-43a9-ac82-5ea8e0bc5711 tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:25:41.263474 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6569e8c6-ed58-43a9-ac82-5ea8e0bc5711 tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:25:41.263611 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-efd6d70e-138e-463a-8ba2-da6287752bbb tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] 10.222.0.10 "GET /v2.0/security-groups/3539056c-8cc1-4577-a7ad-e9534f0b7718 HTTP/1.1" status: 404 len: 347 time: 0.0145226 Apr 28 11:25:41.263695 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6569e8c6-ed58-43a9-ac82-5ea8e0bc5711 tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:25:41.263695 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6569e8c6-ed58-43a9-ac82-5ea8e0bc5711 tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:25:41.263695 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6569e8c6-ed58-43a9-ac82-5ea8e0bc5711 tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:25:41.263695 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6569e8c6-ed58-43a9-ac82-5ea8e0bc5711 tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:25:41.263695 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6569e8c6-ed58-43a9-ac82-5ea8e0bc5711 tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:25:41.263695 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6569e8c6-ed58-43a9-ac82-5ea8e0bc5711 tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:25:41.263695 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6569e8c6-ed58-43a9-ac82-5ea8e0bc5711 tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:25:41.263695 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6569e8c6-ed58-43a9-ac82-5ea8e0bc5711 tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:25:41.264211 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 59650) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:25:41.264289 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6569e8c6-ed58-43a9-ac82-5ea8e0bc5711 tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:25:41.264366 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6569e8c6-ed58-43a9-ac82-5ea8e0bc5711 tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:25:41.390543 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.plugin [None req-a18f699b-1514-4e4d-a325-8af093929285 tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] Deleting port 75606372-52fc-4176-b57b-57e663ba4699 {{(pid=116162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 11:25:41.390887 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-a18f699b-1514-4e4d-a325-8af093929285 tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742235130188'] for port (75606372-52fc-4176-b57b-57e663ba4699), before_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:25:41.464615 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-a18f699b-1514-4e4d-a325-8af093929285 tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1938497'] for port (75606372-52fc-4176-b57b-57e663ba4699), precommit_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:25:41.464967 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-a18f699b-1514-4e4d-a325-8af093929285 tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] Publish callbacks [] for floatingip (75606372-52fc-4176-b57b-57e663ba4699), precommit_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:25:41.481986 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.plugin [None req-a18f699b-1514-4e4d-a325-8af093929285 tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] Calling delete_port for 75606372-52fc-4176-b57b-57e663ba4699 owned by network:floatingip {{(pid=116162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 11:25:41.654325 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-a18f699b-1514-4e4d-a325-8af093929285 tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742235135690', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742234710366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5051867'] for port (75606372-52fc-4176-b57b-57e663ba4699), after_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:25:41.683293 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18f699b-1514-4e4d-a325-8af093929285 tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] Pushing event deleted for resources: {'Port': ['ID=75606372-52fc-4176-b57b-57e663ba4699,revision_number=None']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:25:41.748639 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-a18f699b-1514-4e4d-a325-8af093929285 tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] Publish callbacks [] for floatingip (564aa41d-91b4-4737-a96d-aeefa93303a2), after_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:25:41.751395 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-a18f699b-1514-4e4d-a325-8af093929285 tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198022'] for floatingip (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:25:41.760200 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-a18f699b-1514-4e4d-a325-8af093929285 tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] 10.222.0.10 "DELETE /v2.0/floatingips/564aa41d-91b4-4737-a96d-aeefa93303a2 HTTP/1.1" status: 204 len: 168 time: 0.4877720 Apr 28 11:25:41.760200 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 59652) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:25:42.098546 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-d9e0d1e2-dd86-4a11-807d-539b0566e98c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2063420'] for router_interface (b4eaa602-d8f3-4f9d-b561-7dc769fae294), before_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:25:42.133138 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-01ef1de1-12fd-4cef-b76b-793f91379468 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (39cc4f52-f5d9-4e2c-bbfa-7a1c528e1c40), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:25:42.332346 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.plugin [None req-d9e0d1e2-dd86-4a11-807d-539b0566e98c admin admin] Deleting port 8425edff-67d1-4912-8f82-fc13dcd47d5f {{(pid=116162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 11:25:42.332855 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-d9e0d1e2-dd86-4a11-807d-539b0566e98c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742235130188'] for port (8425edff-67d1-4912-8f82-fc13dcd47d5f), before_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:25:42.408439 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.db [None req-d9e0d1e2-dd86-4a11-807d-539b0566e98c admin admin] For port 8425edff-67d1-4912-8f82-fc13dcd47d5f, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=8425edff-67d1-4912-8f82-fc13dcd47d5f,segment=NetworkSegment(a86044ce-17ef-42c7-90b1-0665dc477f6d),segment_id=a86044ce-17ef-42c7-90b1-0665dc477f6d)] {{(pid=116162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 11:25:42.408807 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-d9e0d1e2-dd86-4a11-807d-539b0566e98c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1938497'] for port (8425edff-67d1-4912-8f82-fc13dcd47d5f), precommit_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:25:42.421752 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.plugin [None req-d9e0d1e2-dd86-4a11-807d-539b0566e98c admin admin] Calling delete_port for 8425edff-67d1-4912-8f82-fc13dcd47d5f owned by network:router_interface {{(pid=116162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 11:25:42.670517 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-d9e0d1e2-dd86-4a11-807d-539b0566e98c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742235135690', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742234710366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5051867'] for port (8425edff-67d1-4912-8f82-fc13dcd47d5f), after_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:25:42.696098 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e0d1e2-dd86-4a11-807d-539b0566e98c admin admin] Pushing event deleted for resources: {'Port': ['ID=8425edff-67d1-4912-8f82-fc13dcd47d5f,revision_number=None']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:25:42.871289 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-d9e0d1e2-dd86-4a11-807d-539b0566e98c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1603051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2063504'] for router_interface (b4eaa602-d8f3-4f9d-b561-7dc769fae294), after_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:25:43.085854 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9e0d1e2-dd86-4a11-807d-539b0566e98c admin admin] Router b4eaa602-d8f3-4f9d-b561-7dc769fae294 has already been hosted by L3 agent 6b492ad6-0876-4d74-b20d-28143a52ceba {{(pid=116162) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 11:25:43.194522 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9e0d1e2-dd86-4a11-807d-539b0566e98c admin admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=116162) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 11:25:43.200695 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-d9e0d1e2-dd86-4a11-807d-539b0566e98c admin admin] 10.222.0.10 "PUT /v2.0/routers/b4eaa602-d8f3-4f9d-b561-7dc769fae294/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4443066 Apr 28 11:25:43.202990 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 59654) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:25:43.204957 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43d3a67e-0f2e-4126-ab79-4040c2b76423 None None] Sync routers for ids ['b4eaa602-d8f3-4f9d-b561-7dc769fae294'] in dv-neutron-master-2-hyperv {{(pid=116163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 11:25:43.213954 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43d3a67e-0f2e-4126-ab79-4040c2b76423 None None] Routers {'b4eaa602-d8f3-4f9d-b561-7dc769fae294'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=116163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 11:25:43.214664 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_hamode_db [None req-43d3a67e-0f2e-4126-ab79-4040c2b76423 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-28T10:50:39Z,description=,heartbeat_timestamp=2022-04-28T11:25:39Z,host='dv-neutron-master-2-hyperv',id=6b492ad6-0876-4d74-b20d-28143a52ceba,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T10:50:40Z,topic='l3_agent')) {'router_ids': ['b4eaa602-d8f3-4f9d-b561-7dc769fae294'], 'active': True} {{(pid=116163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:25:43.314468 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-1b9e6834-727b-475c-acdb-066f88ce2e3a admin admin] Publish callbacks [] for router (b4eaa602-d8f3-4f9d-b561-7dc769fae294), before_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:25:43.343421 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvr_db [None req-43d3a67e-0f2e-4126-ab79-4040c2b76423 None None] Set router b4eaa602-d8f3-4f9d-b561-7dc769fae294 gateway port host: dv-neutron-master-2-hyperv {{(pid=116163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 11:25:43.391474 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (d5baab19-5dd1-4902-922b-84acb048ab9c), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:25:43.422134 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-1b9e6834-727b-475c-acdb-066f88ce2e3a admin admin] Publish callbacks [] for router_gateway (b4eaa602-d8f3-4f9d-b561-7dc769fae294), before_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:25:43.519398 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.plugin [None req-1b9e6834-727b-475c-acdb-066f88ce2e3a admin admin] Deleting port b9a5a002-b498-4745-8cd7-6c0609cbf168 {{(pid=116162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 11:25:43.519733 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-1b9e6834-727b-475c-acdb-066f88ce2e3a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742235130188'] for port (b9a5a002-b498-4745-8cd7-6c0609cbf168), before_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:25:43.600626 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.db [None req-1b9e6834-727b-475c-acdb-066f88ce2e3a admin admin] For port b9a5a002-b498-4745-8cd7-6c0609cbf168, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=b9a5a002-b498-4745-8cd7-6c0609cbf168,segment=NetworkSegment(142bc50f-d6af-4646-8d06-bb7af6b7b51c),segment_id=142bc50f-d6af-4646-8d06-bb7af6b7b51c)] {{(pid=116162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 11:25:43.600891 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-1b9e6834-727b-475c-acdb-066f88ce2e3a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1938497'] for port (b9a5a002-b498-4745-8cd7-6c0609cbf168), precommit_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:25:43.614441 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.plugin [None req-1b9e6834-727b-475c-acdb-066f88ce2e3a admin admin] Calling delete_port for b9a5a002-b498-4745-8cd7-6c0609cbf168 owned by network:router_gateway {{(pid=116162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 11:25:43.656717 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_hamode_db [None req-43d3a67e-0f2e-4126-ab79-4040c2b76423 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4eaa602-d8f3-4f9d-b561-7dc769fae294', 'name': 'tempest-ServerActionsTestJSON-1755349530-router', 'tenant_id': 'c6d478e5001e4fd0b6162553a901b8a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'external_fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.209'}], 'enable_snat': True}, 'gw_port_id': 'b9a5a002-b498-4745-8cd7-6c0609cbf168', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T11:20:46Z', 'updated_at': '2022-04-28T11:25:42Z', 'revision_number': 5, 'project_id': 'c6d478e5001e4fd0b6162553a901b8a7', 'gw_port': {'id': 'b9a5a002-b498-4745-8cd7-6c0609cbf168', 'name': '', 'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:93:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4eaa602-d8f3-4f9d-b561-7dc769fae294', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1580, 'fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:20:46Z', 'updated_at': '2022-04-28T11:20:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=116163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:25:43.682709 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43d3a67e-0f2e-4126-ab79-4040c2b76423 None None] Checking router: b4eaa602-d8f3-4f9d-b561-7dc769fae294 for host: dv-neutron-master-2-hyperv {{(pid=116163) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 11:25:43.691412 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43d3a67e-0f2e-4126-ab79-4040c2b76423 None None] Routers {'b4eaa602-d8f3-4f9d-b561-7dc769fae294'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=116163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 11:25:43.692022 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_hamode_db [None req-43d3a67e-0f2e-4126-ab79-4040c2b76423 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-28T10:50:39Z,description=,heartbeat_timestamp=2022-04-28T11:25:39Z,host='dv-neutron-master-2-hyperv',id=6b492ad6-0876-4d74-b20d-28143a52ceba,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T10:50:40Z,topic='l3_agent')) {'router_ids': ['b4eaa602-d8f3-4f9d-b561-7dc769fae294'], 'active': True} {{(pid=116163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:25:43.782670 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvr_db [None req-43d3a67e-0f2e-4126-ab79-4040c2b76423 None None] Set router b4eaa602-d8f3-4f9d-b561-7dc769fae294 gateway port host: None {{(pid=116163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 11:25:43.836110 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-1b9e6834-727b-475c-acdb-066f88ce2e3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742235135690', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742234710366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5051867'] for port (b9a5a002-b498-4745-8cd7-6c0609cbf168), after_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:25:43.836770 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_hamode_db [None req-43d3a67e-0f2e-4126-ab79-4040c2b76423 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4eaa602-d8f3-4f9d-b561-7dc769fae294', 'name': 'tempest-ServerActionsTestJSON-1755349530-router', 'tenant_id': 'c6d478e5001e4fd0b6162553a901b8a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T11:20:46Z', 'updated_at': '2022-04-28T11:25:43Z', 'revision_number': 6, 'project_id': 'c6d478e5001e4fd0b6162553a901b8a7', 'gw_port_host': None}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=116163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:25:43.863763 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b9e6834-727b-475c-acdb-066f88ce2e3a admin admin] Pushing event deleted for resources: {'Port': ['ID=b9a5a002-b498-4745-8cd7-6c0609cbf168,revision_number=None']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:25:43.864256 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43d3a67e-0f2e-4126-ab79-4040c2b76423 None None] The sync data for ids ['b4eaa602-d8f3-4f9d-b561-7dc769fae294'] in dv-neutron-master-2-hyperv is: [{'id': 'b4eaa602-d8f3-4f9d-b561-7dc769fae294', 'name': 'tempest-ServerActionsTestJSON-1755349530-router', 'tenant_id': 'c6d478e5001e4fd0b6162553a901b8a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T11:20:46Z', 'updated_at': '2022-04-28T11:25:43Z', 'revision_number': 6, 'project_id': 'c6d478e5001e4fd0b6162553a901b8a7', 'gw_port_host': None}] {{(pid=116163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 11:25:43.925451 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-1b9e6834-727b-475c-acdb-066f88ce2e3a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1935354'] for router_gateway (b4eaa602-d8f3-4f9d-b561-7dc769fae294), after_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:25:44.015568 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-1b9e6834-727b-475c-acdb-066f88ce2e3a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2060865', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-63275'] for router (b4eaa602-d8f3-4f9d-b561-7dc769fae294), precommit_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:25:44.017754 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-1b9e6834-727b-475c-acdb-066f88ce2e3a admin admin] Publish callbacks [] for router_controller (b4eaa602-d8f3-4f9d-b561-7dc769fae294), precommit_delete_associations {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:25:44.111688 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-1b9e6834-727b-475c-acdb-066f88ce2e3a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2060888'] for router (b4eaa602-d8f3-4f9d-b561-7dc769fae294), after_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:25:44.112253 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b9e6834-727b-475c-acdb-066f88ce2e3a admin admin] Fanout notify agent at l3_agent the message router_deleted on router b4eaa602-d8f3-4f9d-b561-7dc769fae294 {{(pid=116162) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 28 11:25:44.116867 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-1b9e6834-727b-475c-acdb-066f88ce2e3a admin admin] Publish callbacks [] for router (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:25:44.118089 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-1b9e6834-727b-475c-acdb-066f88ce2e3a admin admin] 10.222.0.10 "DELETE /v2.0/routers/b4eaa602-d8f3-4f9d-b561-7dc769fae294 HTTP/1.1" status: 204 len: 168 time: 0.9141123 Apr 28 11:25:44.120484 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 59656) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:25:44.164723 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.db.db_base_plugin_v2 [None req-01116587-1b4c-4087-a875-4a46e10101eb admin admin] Deleting subnet d169038c-3246-43ab-9ecf-83e677cd232f {{(pid=116162) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 28 11:25:44.167710 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-01116587-1b4c-4087-a875-4a46e10101eb admin admin] Publish callbacks [] for subnet (d169038c-3246-43ab-9ecf-83e677cd232f), before_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:25:44.203501 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-01116587-1b4c-4087-a875-4a46e10101eb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5026541'] for subnet (d169038c-3246-43ab-9ecf-83e677cd232f), precommit_delete_associations {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:25:44.288422 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-01116587-1b4c-4087-a875-4a46e10101eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-971303'] for subnet (d169038c-3246-43ab-9ecf-83e677cd232f), precommit_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:25:44.390729 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-01116587-1b4c-4087-a875-4a46e10101eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-971310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5053962', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4210815'] for subnet (d169038c-3246-43ab-9ecf-83e677cd232f), after_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:25:44.414270 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01116587-1b4c-4087-a875-4a46e10101eb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d169038c-3246-43ab-9ecf-83e677cd232f,revision_number=None']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:25:44.420249 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-01116587-1b4c-4087-a875-4a46e10101eb admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:25:44.425520 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-01116587-1b4c-4087-a875-4a46e10101eb admin admin] 10.222.0.10 "DELETE /v2.0/subnets/d169038c-3246-43ab-9ecf-83e677cd232f HTTP/1.1" status: 204 len: 168 time: 0.3033943 Apr 28 11:25:44.426182 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 59658) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:25:44.426612 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b15dd5f1-dfb1-460d-9c37-690d9dd83d8d None None] Network c60b869f-ffc4-410a-a880-25b67f86d527 requested from dv-neutron-master-2-hyperv {{(pid=116163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 11:25:44.498972 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-85d6b771-b2f5-49aa-b3ce-c9eb88e7ff8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-979593'] for network (c60b869f-ffc4-410a-a880-25b67f86d527), before_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:25:44.546094 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.plugin [None req-85d6b771-b2f5-49aa-b3ce-c9eb88e7ff8a admin admin] Deleting port cd182f42-ee1b-460a-a443-6b2e2c2dd8f7 {{(pid=116161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 11:25:44.546454 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-85d6b771-b2f5-49aa-b3ce-c9eb88e7ff8a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742235130188'] for port (cd182f42-ee1b-460a-a443-6b2e2c2dd8f7), before_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:25:44.608787 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.db [None req-85d6b771-b2f5-49aa-b3ce-c9eb88e7ff8a admin admin] For port cd182f42-ee1b-460a-a443-6b2e2c2dd8f7, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=cd182f42-ee1b-460a-a443-6b2e2c2dd8f7,segment=NetworkSegment(a86044ce-17ef-42c7-90b1-0665dc477f6d),segment_id=a86044ce-17ef-42c7-90b1-0665dc477f6d)] {{(pid=116161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 11:25:44.609075 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-85d6b771-b2f5-49aa-b3ce-c9eb88e7ff8a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1938497'] for port (cd182f42-ee1b-460a-a443-6b2e2c2dd8f7), precommit_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:25:44.621662 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.plugin [None req-85d6b771-b2f5-49aa-b3ce-c9eb88e7ff8a admin admin] Calling delete_port for cd182f42-ee1b-460a-a443-6b2e2c2dd8f7 owned by network:dhcp {{(pid=116161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 11:25:44.672942 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f3ba431-8105-4979-acfb-13a1ec3cd45a None None] DHCP port deletion for c60b869f-ffc4-410a-a880-25b67f86d527 request from dv-neutron-master-2-hyperv {{(pid=116163) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 28 11:25:44.720803 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-2f3ba431-8105-4979-acfb-13a1ec3cd45a None None] Deleting port cd182f42-ee1b-460a-a443-6b2e2c2dd8f7 {{(pid=116163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 11:25:44.722947 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-2f3ba431-8105-4979-acfb-13a1ec3cd45a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742235130188'] for port (cd182f42-ee1b-460a-a443-6b2e2c2dd8f7), before_delete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:25:44.775125 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-85d6b771-b2f5-49aa-b3ce-c9eb88e7ff8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742235135690', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742234710366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5219112'] for port (cd182f42-ee1b-460a-a443-6b2e2c2dd8f7), after_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:25:44.784313 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Device 8425edff-67d1-4912-8f82-fc13dcd47d5f no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=116163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 11:25:44.801531 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d6b771-b2f5-49aa-b3ce-c9eb88e7ff8a admin admin] Pushing event deleted for resources: {'Port': ['ID=cd182f42-ee1b-460a-a443-6b2e2c2dd8f7,revision_number=None']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:25:44.807868 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85d6b771-b2f5-49aa-b3ce-c9eb88e7ff8a admin admin] No DVR routers for this DVR port cd182f42-ee1b-460a-a443-6b2e2c2dd8f7 on host dv-neutron-master-2-hyperv {{(pid=116161) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 11:25:44.815785 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] No Port match for: 8425edff-67d1-4912-8f82-fc13dcd47d5f {{(pid=116163) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 28 11:25:44.816134 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Device 8425edff-67d1-4912-8f82-fc13dcd47d5f not bound to the agent host dv-neutron-master-2-hyperv {{(pid=116163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 11:25:44.819531 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-2f3ba431-8105-4979-acfb-13a1ec3cd45a None None] For port cd182f42-ee1b-460a-a443-6b2e2c2dd8f7, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=cd182f42-ee1b-460a-a443-6b2e2c2dd8f7,segment=NetworkSegment(a86044ce-17ef-42c7-90b1-0665dc477f6d),segment_id=a86044ce-17ef-42c7-90b1-0665dc477f6d)] {{(pid=116163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 11:25:44.819941 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-2f3ba431-8105-4979-acfb-13a1ec3cd45a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1938497'] for port (cd182f42-ee1b-460a-a443-6b2e2c2dd8f7), precommit_delete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:25:44.832988 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-2f3ba431-8105-4979-acfb-13a1ec3cd45a None None] Calling delete_port for cd182f42-ee1b-460a-a443-6b2e2c2dd8f7 owned by network:dhcp {{(pid=116163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 11:25:44.884007 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-85d6b771-b2f5-49aa-b3ce-c9eb88e7ff8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-973498', 'neutron.services.segments.db._delete_segments_for_network-8742235207033'] for network (c60b869f-ffc4-410a-a880-25b67f86d527), precommit_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:25:44.907642 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.services.segments.db [None req-85d6b771-b2f5-49aa-b3ce-c9eb88e7ff8a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c60b869f-ffc4-410a-a880-25b67f86d527']}} {{(pid=116161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:25:44.920568 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-2f3ba431-8105-4979-acfb-13a1ec3cd45a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742235135690', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742234710366'] for port (cd182f42-ee1b-460a-a443-6b2e2c2dd8f7), after_delete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:25:44.920919 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.services.segments.db [None req-85d6b771-b2f5-49aa-b3ce-c9eb88e7ff8a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a86044ce-17ef-42c7-90b1-0665dc477f6d') {'for_net_delete': True} {{(pid=116161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:25:44.921225 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.services.segments.db [None req-85d6b771-b2f5-49aa-b3ce-c9eb88e7ff8a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a86044ce-17ef-42c7-90b1-0665dc477f6d') {} {{(pid=116161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:25:44.931942 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-85d6b771-b2f5-49aa-b3ce-c9eb88e7ff8a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742235208578', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8076969'] for segment (a86044ce-17ef-42c7-90b1-0665dc477f6d), before_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:25:44.948071 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3ba431-8105-4979-acfb-13a1ec3cd45a None None] Pushing event deleted for resources: {'Port': ['ID=cd182f42-ee1b-460a-a443-6b2e2c2dd8f7,revision_number=None']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:25:44.948297 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-85d6b771-b2f5-49aa-b3ce-c9eb88e7ff8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-961978'] for segment (a86044ce-17ef-42c7-90b1-0665dc477f6d), precommit_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:25:44.952820 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f3ba431-8105-4979-acfb-13a1ec3cd45a None None] No DVR routers for this DVR port cd182f42-ee1b-460a-a443-6b2e2c2dd8f7 on host dv-neutron-master-2-hyperv {{(pid=116163) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 11:25:44.957203 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-85d6b771-b2f5-49aa-b3ce-c9eb88e7ff8a admin admin] Releasing vlan 96 on physical network physnet1 to pool {{(pid=116161) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 11:25:44.957635 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-85d6b771-b2f5-49aa-b3ce-c9eb88e7ff8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-961978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5219103'] for segment (a86044ce-17ef-42c7-90b1-0665dc477f6d), after_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:25:44.959689 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f3ba431-8105-4979-acfb-13a1ec3cd45a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:25:44.959831 dv-neutron-master-2-hyperv neutron-server[116161]: Traceback (most recent call last): Apr 28 11:25:44.959831 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 11:25:44.959831 dv-neutron-master-2-hyperv neutron-server[116161]: timer() Apr 28 11:25:44.959831 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 11:25:44.959831 dv-neutron-master-2-hyperv neutron-server[116161]: cb(*args, **kw) Apr 28 11:25:44.959831 dv-neutron-master-2-hyperv neutron-server[116161]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 28 11:25:44.959831 dv-neutron-master-2-hyperv neutron-server[116161]: return func(*args, **kwargs) Apr 28 11:25:44.959831 dv-neutron-master-2-hyperv neutron-server[116161]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 11:25:44.959831 dv-neutron-master-2-hyperv neutron-server[116161]: self._notify() Apr 28 11:25:44.959831 dv-neutron-master-2-hyperv neutron-server[116161]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 11:25:44.959831 dv-neutron-master-2-hyperv neutron-server[116161]: self.callback(batched_events) Apr 28 11:25:44.959831 dv-neutron-master-2-hyperv neutron-server[116161]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 11:25:44.959831 dv-neutron-master-2-hyperv neutron-server[116161]: event.method(event) Apr 28 11:25:44.959831 dv-neutron-master-2-hyperv neutron-server[116161]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 28 11:25:44.959831 dv-neutron-master-2-hyperv neutron-server[116161]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 11:25:44.959831 dv-neutron-master-2-hyperv neutron-server[116161]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 28 11:25:44.959831 dv-neutron-master-2-hyperv neutron-server[116161]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 11:25:44.959831 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 28 11:25:44.959831 dv-neutron-master-2-hyperv neutron-server[116161]: return f(self, *a, **k) Apr 28 11:25:44.959831 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 28 11:25:44.959831 dv-neutron-master-2-hyperv neutron-server[116161]: return self._get(url).json() Apr 28 11:25:44.959831 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 28 11:25:44.959831 dv-neutron-master-2-hyperv neutron-server[116161]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 11:25:44.959831 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 11:25:44.959831 dv-neutron-master-2-hyperv neutron-server[116161]: return self.request(url, 'GET', **kwargs) Apr 28 11:25:44.959831 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 11:25:44.959831 dv-neutron-master-2-hyperv neutron-server[116161]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 11:25:44.959831 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 11:25:44.959831 dv-neutron-master-2-hyperv neutron-server[116161]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 11:25:44.959831 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 11:25:44.959831 dv-neutron-master-2-hyperv neutron-server[116161]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 11:25:44.959831 dv-neutron-master-2-hyperv neutron-server[116161]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 11:25:44.962130 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f3ba431-8105-4979-acfb-13a1ec3cd45a None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:25:44.962130 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f3ba431-8105-4979-acfb-13a1ec3cd45a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:25:44.962130 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f3ba431-8105-4979-acfb-13a1ec3cd45a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:25:44.962130 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f3ba431-8105-4979-acfb-13a1ec3cd45a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:25:44.962130 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f3ba431-8105-4979-acfb-13a1ec3cd45a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:25:44.962130 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f3ba431-8105-4979-acfb-13a1ec3cd45a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:25:44.962130 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f3ba431-8105-4979-acfb-13a1ec3cd45a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:25:44.962694 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f3ba431-8105-4979-acfb-13a1ec3cd45a None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:25:44.962777 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f3ba431-8105-4979-acfb-13a1ec3cd45a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:25:44.963059 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f3ba431-8105-4979-acfb-13a1ec3cd45a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:25:44.963390 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f3ba431-8105-4979-acfb-13a1ec3cd45a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:25:44.963715 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f3ba431-8105-4979-acfb-13a1ec3cd45a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:25:44.964042 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f3ba431-8105-4979-acfb-13a1ec3cd45a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:25:44.964844 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f3ba431-8105-4979-acfb-13a1ec3cd45a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:25:45.100763 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-85d6b771-b2f5-49aa-b3ce-c9eb88e7ff8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-973477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2063122'] for network (c60b869f-ffc4-410a-a880-25b67f86d527), after_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:25:45.111206 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-85d6b771-b2f5-49aa-b3ce-c9eb88e7ff8a admin admin] Publish callbacks [] for network (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:25:45.111206 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-85d6b771-b2f5-49aa-b3ce-c9eb88e7ff8a admin admin] 10.222.0.10 "DELETE /v2.0/networks/c60b869f-ffc4-410a-a880-25b67f86d527 HTTP/1.1" status: 204 len: 168 time: 0.6830661 Apr 28 11:25:45.121795 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d6b771-b2f5-49aa-b3ce-c9eb88e7ff8a admin admin] Pushing event deleted for resources: {'Network': ['ID=c60b869f-ffc4-410a-a880-25b67f86d527,revision_number=None']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:25:45.408953 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 59662) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:25:45.592749 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-690fb792-97bd-4189-b43e-79457ff26c6f admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=c6d478e5001e4fd0b6162553a901b8a7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1824796 Apr 28 11:25:45.595207 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 59666) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:25:45.642729 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-57d27f54-94ae-4359-91a7-7c89afbb63e8 admin admin] Publish callbacks [] for security_group (94b73ca3-70e0-40c5-bc2e-f4c1c6016ada), before_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:25:45.664074 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-57d27f54-94ae-4359-91a7-7c89afbb63e8 admin admin] Publish callbacks [] for security_group (94b73ca3-70e0-40c5-bc2e-f4c1c6016ada), precommit_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:25:45.785895 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-57d27f54-94ae-4359-91a7-7c89afbb63e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924426'] for security_group (94b73ca3-70e0-40c5-bc2e-f4c1c6016ada), after_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:25:45.788526 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-57d27f54-94ae-4359-91a7-7c89afbb63e8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:25:45.789683 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-57d27f54-94ae-4359-91a7-7c89afbb63e8 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/94b73ca3-70e0-40c5-bc2e-f4c1c6016ada HTTP/1.1" status: 204 len: 168 time: 0.1935897 Apr 28 11:25:45.798651 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d27f54-94ae-4359-91a7-7c89afbb63e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94b73ca3-70e0-40c5-bc2e-f4c1c6016ada,revision_number=None']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:25:46.343117 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Device cd182f42-ee1b-460a-a443-6b2e2c2dd8f7 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=116163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 11:25:46.363565 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] No Port match for: cd182f42-ee1b-460a-a443-6b2e2c2dd8f7 {{(pid=116163) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 28 11:25:46.364002 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Device cd182f42-ee1b-460a-a443-6b2e2c2dd8f7 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=116163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 11:25:46.364493 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Device b9a5a002-b498-4745-8cd7-6c0609cbf168 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=116163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 11:25:46.383983 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] No Port match for: b9a5a002-b498-4745-8cd7-6c0609cbf168 {{(pid=116163) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 28 11:25:46.384332 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Device b9a5a002-b498-4745-8cd7-6c0609cbf168 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=116163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 11:25:46.716840 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 59688) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:25:46.812001 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.v2.base [None req-aa692d3f-2b60-4592-b550-1a8366b88479 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-495143968-network', 'tenant_id': 'cbd394cdbe5646dbb4145c48891a44e4'}} {{(pid=116162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:25:46.923089 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa692d3f-2b60-4592-b550-1a8366b88479 admin admin] Made reservation on behalf of cbd394cdbe5646dbb4145c48891a44e4 for: {'network': 1} {{(pid=116162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 11:25:46.925379 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-aa692d3f-2b60-4592-b550-1a8366b88479 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for network (None), before_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:25:46.934101 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-aa692d3f-2b60-4592-b550-1a8366b88479 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:25:47.005518 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-aa692d3f-2b60-4592-b550-1a8366b88479 admin admin] Publish callbacks [] for security_group (bcaf8d39-b0f8-465c-91f5-269a26e4c5ef), precommit_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:25:47.072191 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-aa692d3f-2b60-4592-b550-1a8366b88479 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924426'] for security_group (bcaf8d39-b0f8-465c-91f5-269a26e4c5ef), after_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:25:47.097286 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aa692d3f-2b60-4592-b550-1a8366b88479 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 77} {{(pid=116162) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 11:25:47.106939 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa692d3f-2b60-4592-b550-1a8366b88479 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bcaf8d39-b0f8-465c-91f5-269a26e4c5ef,revision_number=1']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:25:47.112810 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-aa692d3f-2b60-4592-b550-1a8366b88479 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-961978'] for segment (de25e9fa-2dbf-49a4-8556-0009738faf2a), precommit_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:25:47.113159 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.db.segments_db [None req-aa692d3f-2b60-4592-b550-1a8366b88479 admin admin] Added segment de25e9fa-2dbf-49a4-8556-0009738faf2a of type vlan for network 35f4e2c3-6644-4997-913e-b2794fd98260 Apr 28 11:25:47.156253 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-aa692d3f-2b60-4592-b550-1a8366b88479 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742234744962'] for network (35f4e2c3-6644-4997-913e-b2794fd98260), precommit_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:25:47.243295 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-aa692d3f-2b60-4592-b550-1a8366b88479 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042'] for network (35f4e2c3-6644-4997-913e-b2794fd98260), after_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:25:47.244294 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa692d3f-2b60-4592-b550-1a8366b88479 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:25:47.244814 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-aa692d3f-2b60-4592-b550-1a8366b88479 admin admin] Publish callbacks [] for network (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:25:47.302351 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa692d3f-2b60-4592-b550-1a8366b88479 admin admin] Pushing event updated for resources: {'Network': ['ID=35f4e2c3-6644-4997-913e-b2794fd98260,revision_number=1']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:25:47.312421 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Network 35f4e2c3-6644-4997-913e-b2794fd98260 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=116163) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 28 11:25:47.326906 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-aa692d3f-2b60-4592-b550-1a8366b88479 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6089318 Apr 28 11:25:47.329500 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 59692) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:25:47.334128 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.v2.base [None req-6eb6921e-4175-4e3f-a198-5db65a4cd219 admin admin] Request body: {'subnet': {'network_id': '35f4e2c3-6644-4997-913e-b2794fd98260', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-495143968-subnet', 'tenant_id': 'cbd394cdbe5646dbb4145c48891a44e4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=116162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:25:47.437113 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6eb6921e-4175-4e3f-a198-5db65a4cd219 admin admin] Made reservation on behalf of cbd394cdbe5646dbb4145c48891a44e4 for: {'subnet': 1} {{(pid=116162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 11:25:47.439569 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-6eb6921e-4175-4e3f-a198-5db65a4cd219 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4210834'] for subnet (None), before_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:25:47.677737 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-6eb6921e-4175-4e3f-a198-5db65a4cd219 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5054027', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4210784'] for subnet (dc15396f-c6d2-48ac-a445-d516f21c9b5a), after_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:25:47.732866 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb6921e-4175-4e3f-a198-5db65a4cd219 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dc15396f-c6d2-48ac-a445-d516f21c9b5a,revision_number=0']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:25:47.741383 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6eb6921e-4175-4e3f-a198-5db65a4cd219 admin admin] Checking segment: {'id': 'de25e9fa-2dbf-49a4-8556-0009738faf2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '35f4e2c3-6644-4997-913e-b2794fd98260'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 11:25:47.741742 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6eb6921e-4175-4e3f-a198-5db65a4cd219 admin admin] Network hostable DHCP agents. Network: 35f4e2c3-6644-4997-913e-b2794fd98260, hostable agents: ['75ba81b7-fe99-4281-90d2-a5adb445ecea'], hosted agents: [] {{(pid=116162) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 11:25:47.837381 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6eb6921e-4175-4e3f-a198-5db65a4cd219 admin admin] Network 35f4e2c3-6644-4997-913e-b2794fd98260 is scheduled to be hosted by DHCP agent 75ba81b7-fe99-4281-90d2-a5adb445ecea with binding_index 1 {{(pid=116162) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 11:25:47.899889 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.scheduler.base_scheduler [None req-6eb6921e-4175-4e3f-a198-5db65a4cd219 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 35f4e2c3-6644-4997-913e-b2794fd98260) {{(pid=116162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 11:25:47.904091 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6eb6921e-4175-4e3f-a198-5db65a4cd219 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:25:47.904685 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-6eb6921e-4175-4e3f-a198-5db65a4cd219 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:25:47.908608 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-706f7501-ad80-4e1e-aad7-5f5be8f0faeb None None] Network 35f4e2c3-6644-4997-913e-b2794fd98260 requested from dv-neutron-master-2-hyperv {{(pid=116163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 11:25:48.004439 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-6eb6921e-4175-4e3f-a198-5db65a4cd219 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6739147 Apr 28 11:25:48.014825 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5989caf-3ff5-4bd7-b97e-79b5bcb84571 None None] Network 35f4e2c3-6644-4997-913e-b2794fd98260 requested from dv-neutron-master-2-hyperv {{(pid=116163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 11:25:48.422919 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd602502-69fc-4c8b-b68a-8a0ac1590ffc req-8fedcd92-d4af-4e54-b9af-574c127893ed tempest-ServersNegativeTestJSON-402603995 tempest-ServersNegativeTestJSON-402603995-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:25:48.424415 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-cd602502-69fc-4c8b-b68a-8a0ac1590ffc req-8fedcd92-d4af-4e54-b9af-574c127893ed tempest-ServersNegativeTestJSON-402603995 tempest-ServersNegativeTestJSON-402603995-project] 10.222.0.10 "GET /v2.0/networks?id=35f4e2c3-6644-4997-913e-b2794fd98260 HTTP/1.1" status: 200 len: 813 time: 0.1025975 Apr 28 11:25:48.439485 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-cd602502-69fc-4c8b-b68a-8a0ac1590ffc req-3f07c991-ce3d-45e6-8209-1f1547f8a267 tempest-ServersNegativeTestJSON-402603995 tempest-ServersNegativeTestJSON-402603995-project] 10.222.0.10 "GET /v2.0/quotas/cbd394cdbe5646dbb4145c48891a44e4 HTTP/1.1" status: 200 len: 375 time: 0.0096984 Apr 28 11:25:48.472319 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-cd602502-69fc-4c8b-b68a-8a0ac1590ffc req-57a64c25-a550-4f36-82fd-985a8e0bb973 tempest-ServersNegativeTestJSON-402603995 tempest-ServersNegativeTestJSON-402603995-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=cbd394cdbe5646dbb4145c48891a44e4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0279760 Apr 28 11:25:48.605585 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-cd602502-69fc-4c8b-b68a-8a0ac1590ffc req-7d818c76-4faa-4a78-8469-88a2f49220b7 service neutron] 10.222.0.10 "GET /v2.0/networks/35f4e2c3-6644-4997-913e-b2794fd98260?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1262524 Apr 28 11:25:48.696115 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-cd602502-69fc-4c8b-b68a-8a0ac1590ffc req-2b8071f6-a082-4de3-b73a-9db21b7dc1e2 service neutron] 10.222.0.10 "GET /v2.0/networks/35f4e2c3-6644-4997-913e-b2794fd98260?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846615 Apr 28 11:25:48.978122 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-10cd59cb-8474-42eb-9cf1-ebab9f06274d req-e737b3e6-3150-42bd-a22e-6c3cb2eef780 tempest-ServersNegativeTestJSON-402603995 tempest-ServersNegativeTestJSON-402603995-project] 10.222.0.10 "GET /v2.0/ports?device_id=909216e6-1f55-432c-9420-ddd5d3620ae7 HTTP/1.1" status: 200 len: 210 time: 0.0282567 Apr 28 11:25:50.077640 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-bde7a489-523a-47a7-9660-688b23593609 req-521d86af-f721-4255-add2-87c7fe8b6608 tempest-ServersNegativeTestJSON-402603995 tempest-ServersNegativeTestJSON-402603995-project] 10.222.0.10 "GET /v2.0/ports?device_id=909216e6-1f55-432c-9420-ddd5d3620ae7 HTTP/1.1" status: 200 len: 210 time: 0.0289524 Apr 28 11:25:50.738171 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (6be95134-9a6c-4663-8b48-90d12ce90c60), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:25:51.109961 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd602502-69fc-4c8b-b68a-8a0ac1590ffc req-81aad2db-b5ff-494c-9275-f699c6e3d04a tempest-ServersNegativeTestJSON-402603995 tempest-ServersNegativeTestJSON-402603995-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:25:51.111593 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-cd602502-69fc-4c8b-b68a-8a0ac1590ffc req-81aad2db-b5ff-494c-9275-f699c6e3d04a tempest-ServersNegativeTestJSON-402603995 tempest-ServersNegativeTestJSON-402603995-project] 10.222.0.20 "GET /v2.0/networks?id=35f4e2c3-6644-4997-913e-b2794fd98260 HTTP/1.1" status: 200 len: 813 time: 0.1118972 Apr 28 11:25:51.124944 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.v2.base [req-cd602502-69fc-4c8b-b68a-8a0ac1590ffc req-bbe04ef8-8e61-46e3-9fa3-231fe97d8bb0 tempest-ServersNegativeTestJSON-402603995 tempest-ServersNegativeTestJSON-402603995-project] Request body: {'port': {'device_id': '909216e6-1f55-432c-9420-ddd5d3620ae7', 'network_id': '35f4e2c3-6644-4997-913e-b2794fd98260', 'admin_state_up': True, 'tenant_id': 'cbd394cdbe5646dbb4145c48891a44e4'}} {{(pid=116162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:25:51.174219 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-8b21f979-1a1c-40f7-88de-01291397ebcd req-bcae0f1d-77a1-4612-a637-587f0b332a06 tempest-ServersNegativeTestJSON-402603995 tempest-ServersNegativeTestJSON-402603995-project] 10.222.0.10 "GET /v2.0/ports?device_id=909216e6-1f55-432c-9420-ddd5d3620ae7 HTTP/1.1" status: 200 len: 210 time: 0.0289912 Apr 28 11:25:51.683815 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cd602502-69fc-4c8b-b68a-8a0ac1590ffc req-bbe04ef8-8e61-46e3-9fa3-231fe97d8bb0 tempest-ServersNegativeTestJSON-402603995 tempest-ServersNegativeTestJSON-402603995-project] Made reservation on behalf of cbd394cdbe5646dbb4145c48891a44e4 for: {'port': 1} {{(pid=116162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 11:25:51.687271 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [req-cd602502-69fc-4c8b-b68a-8a0ac1590ffc req-bbe04ef8-8e61-46e3-9fa3-231fe97d8bb0 tempest-ServersNegativeTestJSON-402603995 tempest-ServersNegativeTestJSON-402603995-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (None), before_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:25:51.813400 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.db.db_base_plugin_common [req-cd602502-69fc-4c8b-b68a-8a0ac1590ffc req-bbe04ef8-8e61-46e3-9fa3-231fe97d8bb0 tempest-ServersNegativeTestJSON-402603995 tempest-ServersNegativeTestJSON-402603995-project] Allocated IP 172.20.0.4 (35f4e2c3-6644-4997-913e-b2794fd98260/dc15396f-c6d2-48ac-a445-d516f21c9b5a/352658fb-7d18-4665-b02e-47ea357d7581) {{(pid=116162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 11:25:51.958807 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [req-cd602502-69fc-4c8b-b68a-8a0ac1590ffc req-bbe04ef8-8e61-46e3-9fa3-231fe97d8bb0 tempest-ServersNegativeTestJSON-402603995 tempest-ServersNegativeTestJSON-402603995-project] Publish callbacks [] for port (352658fb-7d18-4665-b02e-47ea357d7581), precommit_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:25:52.066029 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [req-cd602502-69fc-4c8b-b68a-8a0ac1590ffc req-bbe04ef8-8e61-46e3-9fa3-231fe97d8bb0 tempest-ServersNegativeTestJSON-402603995 tempest-ServersNegativeTestJSON-402603995-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742234710357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5051867'] for port (352658fb-7d18-4665-b02e-47ea357d7581), after_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:25:52.109414 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cd602502-69fc-4c8b-b68a-8a0ac1590ffc req-bbe04ef8-8e61-46e3-9fa3-231fe97d8bb0 tempest-ServersNegativeTestJSON-402603995 tempest-ServersNegativeTestJSON-402603995-project] Network 35f4e2c3-6644-4997-913e-b2794fd98260 is already hosted by enough agents. {{(pid=116162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 11:25:52.114485 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.scheduler.base_scheduler [req-cd602502-69fc-4c8b-b68a-8a0ac1590ffc req-bbe04ef8-8e61-46e3-9fa3-231fe97d8bb0 tempest-ServersNegativeTestJSON-402603995 tempest-ServersNegativeTestJSON-402603995-project] Resources bound (agent type, host, resource id): {{(pid=116162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 11:25:52.118172 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd602502-69fc-4c8b-b68a-8a0ac1590ffc req-bbe04ef8-8e61-46e3-9fa3-231fe97d8bb0 tempest-ServersNegativeTestJSON-402603995 tempest-ServersNegativeTestJSON-402603995-project] Received port after_create {{(pid=116162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 11:25:52.124457 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe04ef8-8e61-46e3-9fa3-231fe97d8bb0 tempest-ServersNegativeTestJSON-402603995 tempest-ServersNegativeTestJSON-402603995-project] Pushing event updated for resources: {'Port': ['ID=352658fb-7d18-4665-b02e-47ea357d7581,revision_number=1']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:25:52.168805 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd602502-69fc-4c8b-b68a-8a0ac1590ffc req-bbe04ef8-8e61-46e3-9fa3-231fe97d8bb0 tempest-ServersNegativeTestJSON-402603995 tempest-ServersNegativeTestJSON-402603995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:25:52.169414 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [req-cd602502-69fc-4c8b-b68a-8a0ac1590ffc req-bbe04ef8-8e61-46e3-9fa3-231fe97d8bb0 tempest-ServersNegativeTestJSON-402603995 tempest-ServersNegativeTestJSON-402603995-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198022'] for port (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:25:52.234853 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-cd602502-69fc-4c8b-b68a-8a0ac1590ffc req-bbe04ef8-8e61-46e3-9fa3-231fe97d8bb0 tempest-ServersNegativeTestJSON-402603995 tempest-ServersNegativeTestJSON-402603995-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1140079 Apr 28 11:25:52.289734 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.v2.base [req-cd602502-69fc-4c8b-b68a-8a0ac1590ffc req-fd01b78a-0f89-44ef-939e-eb1c8834048a service neutron] Request body: {'port': {'device_id': '909216e6-1f55-432c-9420-ddd5d3620ae7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-mast'}} {{(pid=116162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:25:52.295591 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d363f1-fa7f-48b0-b46d-f8fc31ce6d3f req-d5ee465a-8c55-4fba-be66-4454b9b05ee3 tempest-ServersNegativeTestJSON-402603995 tempest-ServersNegativeTestJSON-402603995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:25:52.297117 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-79d363f1-fa7f-48b0-b46d-f8fc31ce6d3f req-d5ee465a-8c55-4fba-be66-4454b9b05ee3 tempest-ServersNegativeTestJSON-402603995 tempest-ServersNegativeTestJSON-402603995-project] 10.222.0.10 "GET /v2.0/ports?device_id=909216e6-1f55-432c-9420-ddd5d3620ae7 HTTP/1.1" status: 200 len: 931 time: 0.0530312 Apr 28 11:25:52.345057 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-79d363f1-fa7f-48b0-b46d-f8fc31ce6d3f req-096b2487-b91e-4a28-9e34-23b4d582a8e1 tempest-ServersNegativeTestJSON-402603995 tempest-ServersNegativeTestJSON-402603995-project] 10.222.0.10 "GET /v2.0/security-groups?id=bcaf8d39-b0f8-465c-91f5-269a26e4c5ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421462 Apr 28 11:25:52.354005 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [req-cd602502-69fc-4c8b-b68a-8a0ac1590ffc req-fd01b78a-0f89-44ef-939e-eb1c8834048a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (352658fb-7d18-4665-b02e-47ea357d7581), before_update {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:25:52.612038 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.notifiers.nova [req-cd602502-69fc-4c8b-b68a-8a0ac1590ffc req-fd01b78a-0f89-44ef-939e-eb1c8834048a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 352658fb-7d18-4665-b02e-47ea357d7581 {{(pid=116162) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 11:25:52.619134 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [req-cd602502-69fc-4c8b-b68a-8a0ac1590ffc req-fd01b78a-0f89-44ef-939e-eb1c8834048a service neutron] Publish callbacks [] for port (352658fb-7d18-4665-b02e-47ea357d7581), precommit_update {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:25:52.631612 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.db.provisioning_blocks [req-cd602502-69fc-4c8b-b68a-8a0ac1590ffc req-fd01b78a-0f89-44ef-939e-eb1c8834048a service neutron] Transition to ACTIVE for port object 352658fb-7d18-4665-b02e-47ea357d7581 will not be triggered until provisioned by entity L2. {{(pid=116162) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 28 11:25:52.720925 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [req-cd602502-69fc-4c8b-b68a-8a0ac1590ffc req-fd01b78a-0f89-44ef-939e-eb1c8834048a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5051840'] for port (352658fb-7d18-4665-b02e-47ea357d7581), after_update {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:25:52.770072 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd01b78a-0f89-44ef-939e-eb1c8834048a service neutron] Pushing event updated for resources: {'Port': ['ID=352658fb-7d18-4665-b02e-47ea357d7581,revision_number=2']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:25:52.839122 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.managers [req-cd602502-69fc-4c8b-b68a-8a0ac1590ffc req-fd01b78a-0f89-44ef-939e-eb1c8834048a service neutron] Attempting to bind port 352658fb-7d18-4665-b02e-47ea357d7581 on host hv-neutron-mast for vnic_type normal with profile {{(pid=116162) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 28 11:25:52.839499 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.managers [req-cd602502-69fc-4c8b-b68a-8a0ac1590ffc req-fd01b78a-0f89-44ef-939e-eb1c8834048a service neutron] Attempting to bind port 352658fb-7d18-4665-b02e-47ea357d7581 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': 'de25e9fa-2dbf-49a4-8556-0009738faf2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '35f4e2c3-6644-4997-913e-b2794fd98260'}] {{(pid=116162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 28 11:25:52.839833 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd602502-69fc-4c8b-b68a-8a0ac1590ffc req-fd01b78a-0f89-44ef-939e-eb1c8834048a service neutron] Attempting to bind port 352658fb-7d18-4665-b02e-47ea357d7581 on network 35f4e2c3-6644-4997-913e-b2794fd98260 {{(pid=116162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 11:25:52.844048 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd602502-69fc-4c8b-b68a-8a0ac1590ffc req-fd01b78a-0f89-44ef-939e-eb1c8834048a service neutron] Port 352658fb-7d18-4665-b02e-47ea357d7581 on network 35f4e2c3-6644-4997-913e-b2794fd98260 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=116162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 28 11:25:52.844368 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd602502-69fc-4c8b-b68a-8a0ac1590ffc req-fd01b78a-0f89-44ef-939e-eb1c8834048a service neutron] Attempting to bind port 352658fb-7d18-4665-b02e-47ea357d7581 on network 35f4e2c3-6644-4997-913e-b2794fd98260 {{(pid=116162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 11:25:52.849233 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd602502-69fc-4c8b-b68a-8a0ac1590ffc req-fd01b78a-0f89-44ef-939e-eb1c8834048a service neutron] Checking agent: {'id': '6be95134-9a6c-4663-8b48-90d12ce90c60', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-mast', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 10, 57, 20), 'started_at': datetime.datetime(2022, 4, 28, 10, 57, 20), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 11, 25, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=116162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 11:25:52.849569 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd602502-69fc-4c8b-b68a-8a0ac1590ffc req-fd01b78a-0f89-44ef-939e-eb1c8834048a service neutron] Checking segment: {'id': 'de25e9fa-2dbf-49a4-8556-0009738faf2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '35f4e2c3-6644-4997-913e-b2794fd98260'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 11:25:52.849951 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd602502-69fc-4c8b-b68a-8a0ac1590ffc req-fd01b78a-0f89-44ef-939e-eb1c8834048a service neutron] Bound using segment: {'id': 'de25e9fa-2dbf-49a4-8556-0009738faf2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '35f4e2c3-6644-4997-913e-b2794fd98260'} {{(pid=116162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 11:25:52.850366 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.managers [req-cd602502-69fc-4c8b-b68a-8a0ac1590ffc req-fd01b78a-0f89-44ef-939e-eb1c8834048a service neutron] Bound port: 352658fb-7d18-4665-b02e-47ea357d7581, host: hv-neutron-mast, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'de25e9fa-2dbf-49a4-8556-0009738faf2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '35f4e2c3-6644-4997-913e-b2794fd98260'}}] {{(pid=116162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 28 11:25:52.850748 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [req-cd602502-69fc-4c8b-b68a-8a0ac1590ffc req-fd01b78a-0f89-44ef-939e-eb1c8834048a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (352658fb-7d18-4665-b02e-47ea357d7581), before_update {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:25:52.916010 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.db [req-cd602502-69fc-4c8b-b68a-8a0ac1590ffc req-fd01b78a-0f89-44ef-939e-eb1c8834048a service neutron] For port 352658fb-7d18-4665-b02e-47ea357d7581, host hv-neutron-mast, cleared binding levels {{(pid=116162) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 11:25:52.919060 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.db [req-cd602502-69fc-4c8b-b68a-8a0ac1590ffc req-fd01b78a-0f89-44ef-939e-eb1c8834048a service neutron] For port 352658fb-7d18-4665-b02e-47ea357d7581, host hv-neutron-mast, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=352658fb-7d18-4665-b02e-47ea357d7581,segment=NetworkSegment(de25e9fa-2dbf-49a4-8556-0009738faf2a),segment_id=de25e9fa-2dbf-49a4-8556-0009738faf2a)] {{(pid=116162) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 11:25:52.996435 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [req-cd602502-69fc-4c8b-b68a-8a0ac1590ffc req-fd01b78a-0f89-44ef-939e-eb1c8834048a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5051840'] for port (352658fb-7d18-4665-b02e-47ea357d7581), after_update {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:25:53.031215 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd602502-69fc-4c8b-b68a-8a0ac1590ffc req-fd01b78a-0f89-44ef-939e-eb1c8834048a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:25:53.031822 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [req-cd602502-69fc-4c8b-b68a-8a0ac1590ffc req-fd01b78a-0f89-44ef-939e-eb1c8834048a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198022'] for port (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:25:53.033170 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-cd602502-69fc-4c8b-b68a-8a0ac1590ffc req-fd01b78a-0f89-44ef-939e-eb1c8834048a service neutron] 10.222.0.20 "PUT /v2.0/ports/352658fb-7d18-4665-b02e-47ea357d7581 HTTP/1.1" status: 200 len: 1093 time: 0.7913568 Apr 28 11:25:53.033598 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '909216e6-1f55-432c-9420-ddd5d3620ae7', 'tag': '352658fb-7d18-4665-b02e-47ea357d7581'}] {{(pid=116162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 11:25:53.035856 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ba53f40d6116d28995a8e36159d0e539b5353eec116fb5dd4ce03b4b2159ab1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f39054c5-997a-42d2-b9e3-338997822005" -d '{"events": [{"name": "network-changed", "server_uuid": "909216e6-1f55-432c-9420-ddd5d3620ae7", "tag": "352658fb-7d18-4665-b02e-47ea357d7581"}]}' {{(pid=116162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 11:25:53.057739 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd01b78a-0f89-44ef-939e-eb1c8834048a service neutron] Pushing event updated for resources: {'Port': ['ID=352658fb-7d18-4665-b02e-47ea357d7581,revision_number=3']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:25:53.077652 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 11:25:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c440b4da-c5e6-48e8-a97b-c4c009c4f102 x-openstack-request-id: req-c440b4da-c5e6-48e8-a97b-c4c009c4f102 {{(pid=116162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 11:25:53.077947 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "909216e6-1f55-432c-9420-ddd5d3620ae7", "tag": "352658fb-7d18-4665-b02e-47ea357d7581", "status": "completed", "code": 200}]} {{(pid=116162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 11:25:53.078208 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-c440b4da-c5e6-48e8-a97b-c4c009c4f102 {{(pid=116162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 11:25:53.078639 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c440b4da-c5e6-48e8-a97b-c4c009c4f102'] response: {'name': 'network-changed', 'server_uuid': '909216e6-1f55-432c-9420-ddd5d3620ae7', 'tag': '352658fb-7d18-4665-b02e-47ea357d7581', 'status': 'completed', 'code': 200} Apr 28 11:25:53.135962 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39054c5-997a-42d2-b9e3-338997822005 req-6191b740-b89b-43b0-a9a0-d80bbe72e8fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:25:53.137983 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-f39054c5-997a-42d2-b9e3-338997822005 req-6191b740-b89b-43b0-a9a0-d80bbe72e8fe service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=cbd394cdbe5646dbb4145c48891a44e4&device_id=909216e6-1f55-432c-9420-ddd5d3620ae7 HTTP/1.1" status: 200 len: 1127 time: 0.0399458 Apr 28 11:25:53.241826 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39054c5-997a-42d2-b9e3-338997822005 req-c43f9f42-a95f-4224-8ed5-61c1073e333d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:25:53.243228 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-f39054c5-997a-42d2-b9e3-338997822005 req-c43f9f42-a95f-4224-8ed5-61c1073e333d service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=cbd394cdbe5646dbb4145c48891a44e4&shared=False HTTP/1.1" status: 200 len: 913 time: 0.0977216 Apr 28 11:25:53.332942 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39054c5-997a-42d2-b9e3-338997822005 req-40a57671-08bf-433d-a23b-1db095f913e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:25:53.334373 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-f39054c5-997a-42d2-b9e3-338997822005 req-40a57671-08bf-433d-a23b-1db095f913e9 service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0857620 Apr 28 11:25:53.405590 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd602502-69fc-4c8b-b68a-8a0ac1590ffc req-791ea33a-c775-48b6-bbad-e8446428a21e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:25:53.407123 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-cd602502-69fc-4c8b-b68a-8a0ac1590ffc req-791ea33a-c775-48b6-bbad-e8446428a21e service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=cbd394cdbe5646dbb4145c48891a44e4&device_id=909216e6-1f55-432c-9420-ddd5d3620ae7 HTTP/1.1" status: 200 len: 1127 time: 0.0407958 Apr 28 11:25:53.452384 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-cd602502-69fc-4c8b-b68a-8a0ac1590ffc req-f556f726-ed3a-413b-8466-4546f5ee8555 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=352658fb-7d18-4665-b02e-47ea357d7581 HTTP/1.1" status: 200 len: 217 time: 0.0391195 Apr 28 11:25:53.457674 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d85f30-4d3b-4af8-a647-b031e03a1425 req-86a83a73-0710-4c11-a1e8-f3b2a89aa0bf tempest-ServersNegativeTestJSON-402603995 tempest-ServersNegativeTestJSON-402603995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:25:53.459194 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-91d85f30-4d3b-4af8-a647-b031e03a1425 req-86a83a73-0710-4c11-a1e8-f3b2a89aa0bf tempest-ServersNegativeTestJSON-402603995 tempest-ServersNegativeTestJSON-402603995-project] 10.222.0.10 "GET /v2.0/ports?device_id=909216e6-1f55-432c-9420-ddd5d3620ae7 HTTP/1.1" status: 200 len: 943 time: 0.0479786 Apr 28 11:25:53.499511 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd602502-69fc-4c8b-b68a-8a0ac1590ffc req-1537d4ab-bfd6-480e-9734-4f0296d284a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:25:53.500910 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-cd602502-69fc-4c8b-b68a-8a0ac1590ffc req-1537d4ab-bfd6-480e-9734-4f0296d284a9 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=dc15396f-c6d2-48ac-a445-d516f21c9b5a HTTP/1.1" status: 200 len: 853 time: 0.0435295 Apr 28 11:25:53.506879 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-91d85f30-4d3b-4af8-a647-b031e03a1425 req-55c9cab8-dc6d-49af-b57b-2161c53649f1 tempest-ServersNegativeTestJSON-402603995 tempest-ServersNegativeTestJSON-402603995-project] 10.222.0.10 "GET /v2.0/security-groups?id=bcaf8d39-b0f8-465c-91f5-269a26e4c5ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420151 Apr 28 11:25:53.534390 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-cd602502-69fc-4c8b-b68a-8a0ac1590ffc req-144cd128-64ca-4540-8412-669d1ea1c328 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=35f4e2c3-6644-4997-913e-b2794fd98260&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0264194 Apr 28 11:25:53.626314 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-cd602502-69fc-4c8b-b68a-8a0ac1590ffc req-1f687cad-9ab0-4ea0-a792-9e1893143428 service neutron] 10.222.0.20 "GET /v2.0/networks/35f4e2c3-6644-4997-913e-b2794fd98260?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857050 Apr 28 11:25:53.712601 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-cd602502-69fc-4c8b-b68a-8a0ac1590ffc req-b13792c2-b7d4-4710-8b4a-b36fc1c14941 service neutron] 10.222.0.20 "GET /v2.0/networks/35f4e2c3-6644-4997-913e-b2794fd98260?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0799847 Apr 28 11:25:54.620181 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed6c39c-6df5-4a7d-acd1-5dba99c92d15 req-56f23165-7661-4d18-94fc-2d01dee355e3 tempest-ServersNegativeTestJSON-402603995 tempest-ServersNegativeTestJSON-402603995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:25:54.622689 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-8ed6c39c-6df5-4a7d-acd1-5dba99c92d15 req-56f23165-7661-4d18-94fc-2d01dee355e3 tempest-ServersNegativeTestJSON-402603995 tempest-ServersNegativeTestJSON-402603995-project] 10.222.0.10 "GET /v2.0/ports?device_id=909216e6-1f55-432c-9420-ddd5d3620ae7 HTTP/1.1" status: 200 len: 943 time: 0.0468903 Apr 28 11:25:54.672462 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-8ed6c39c-6df5-4a7d-acd1-5dba99c92d15 req-055b33e8-ed4d-411d-8f0a-c41f0d0ead3d tempest-ServersNegativeTestJSON-402603995 tempest-ServersNegativeTestJSON-402603995-project] 10.222.0.10 "GET /v2.0/security-groups?id=bcaf8d39-b0f8-465c-91f5-269a26e4c5ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441339 Apr 28 11:25:55.785411 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d7baeb-fcfe-4d39-941b-217a601f52bc req-9fdbd940-0219-4311-9ecd-b4f25c5b3a07 tempest-ServersNegativeTestJSON-402603995 tempest-ServersNegativeTestJSON-402603995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:25:55.786918 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-67d7baeb-fcfe-4d39-941b-217a601f52bc req-9fdbd940-0219-4311-9ecd-b4f25c5b3a07 tempest-ServersNegativeTestJSON-402603995 tempest-ServersNegativeTestJSON-402603995-project] 10.222.0.10 "GET /v2.0/ports?device_id=909216e6-1f55-432c-9420-ddd5d3620ae7 HTTP/1.1" status: 200 len: 943 time: 0.0471842 Apr 28 11:25:55.833343 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-67d7baeb-fcfe-4d39-941b-217a601f52bc req-c3306e7d-1856-4336-a399-d1e4173ec6ed tempest-ServersNegativeTestJSON-402603995 tempest-ServersNegativeTestJSON-402603995-project] 10.222.0.10 "GET /v2.0/security-groups?id=bcaf8d39-b0f8-465c-91f5-269a26e4c5ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408802 Apr 28 11:25:56.262015 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Device 352658fb-7d18-4665-b02e-47ea357d7581 details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=116163) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 28 11:25:56.358112 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] For port 352658fb-7d18-4665-b02e-47ea357d7581, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=352658fb-7d18-4665-b02e-47ea357d7581,segment=NetworkSegment(de25e9fa-2dbf-49a4-8556-0009738faf2a),segment_id=de25e9fa-2dbf-49a4-8556-0009738faf2a)] {{(pid=116163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 11:25:56.368567 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Returning: {'device': '352658fb-7d18-4665-b02e-47ea357d7581', 'network_id': '35f4e2c3-6644-4997-913e-b2794fd98260', 'port_id': '352658fb-7d18-4665-b02e-47ea357d7581', 'mac_address': 'fa:16:3e:23:86:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 77, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dc15396f-c6d2-48ac-a445-d516f21c9b5a', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=116163) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 28 11:25:56.406274 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Current status of the port 352658fb-7d18-4665-b02e-47ea357d7581 is: DOWN; New status is: BUILD {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:25:56.406695 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (352658fb-7d18-4665-b02e-47ea357d7581), before_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:25:56.419629 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.notifiers.nova [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 352658fb-7d18-4665-b02e-47ea357d7581 {{(pid=116163) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 11:25:56.438385 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] For port 352658fb-7d18-4665-b02e-47ea357d7581, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=352658fb-7d18-4665-b02e-47ea357d7581,segment=NetworkSegment(de25e9fa-2dbf-49a4-8556-0009738faf2a),segment_id=de25e9fa-2dbf-49a4-8556-0009738faf2a)] {{(pid=116163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 11:25:56.494419 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393'] for port (352658fb-7d18-4665-b02e-47ea357d7581), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:25:56.541265 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Pushing event updated for resources: {'Port': ['ID=352658fb-7d18-4665-b02e-47ea357d7581,revision_number=4']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:25:56.720480 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] get_ports_and_sgs() called for port_ids ['352658fb-7d18-4665-b02e-47ea357d7581'] {{(pid=116163) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 11:25:56.945738 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e51625-5fe6-4118-b0fc-c715a7a5c4dc req-801b37ab-63fd-4b8f-9994-c55c42cf7864 tempest-ServersNegativeTestJSON-402603995 tempest-ServersNegativeTestJSON-402603995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:25:56.947582 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-c0e51625-5fe6-4118-b0fc-c715a7a5c4dc req-801b37ab-63fd-4b8f-9994-c55c42cf7864 tempest-ServersNegativeTestJSON-402603995 tempest-ServersNegativeTestJSON-402603995-project] 10.222.0.10 "GET /v2.0/ports?device_id=909216e6-1f55-432c-9420-ddd5d3620ae7 HTTP/1.1" status: 200 len: 944 time: 0.0481632 Apr 28 11:25:56.995106 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-c0e51625-5fe6-4118-b0fc-c715a7a5c4dc req-9b6a32c9-5711-4d13-bf9f-0c678bfdef45 tempest-ServersNegativeTestJSON-402603995 tempest-ServersNegativeTestJSON-402603995-project] 10.222.0.10 "GET /v2.0/security-groups?id=bcaf8d39-b0f8-465c-91f5-269a26e4c5ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414085 Apr 28 11:25:58.110057 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05220c56-f0af-458e-8739-7ce2193fa3cd req-8df4e9c2-055f-424c-a659-d2ba375ee1db tempest-ServersNegativeTestJSON-402603995 tempest-ServersNegativeTestJSON-402603995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:25:58.111582 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-05220c56-f0af-458e-8739-7ce2193fa3cd req-8df4e9c2-055f-424c-a659-d2ba375ee1db tempest-ServersNegativeTestJSON-402603995 tempest-ServersNegativeTestJSON-402603995-project] 10.222.0.10 "GET /v2.0/ports?device_id=909216e6-1f55-432c-9420-ddd5d3620ae7 HTTP/1.1" status: 200 len: 944 time: 0.0509052 Apr 28 11:25:58.158445 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-05220c56-f0af-458e-8739-7ce2193fa3cd req-63447bfe-5ccd-44b2-94ee-ff9c404ebff9 tempest-ServersNegativeTestJSON-402603995 tempest-ServersNegativeTestJSON-402603995-project] 10.222.0.10 "GET /v2.0/security-groups?id=bcaf8d39-b0f8-465c-91f5-269a26e4c5ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411446 Apr 28 11:25:58.282144 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Device 352658fb-7d18-4665-b02e-47ea357d7581 up at agent hyperv_hv-neutron-mast {{(pid=116163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 11:25:58.328045 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Provisioning for port 352658fb-7d18-4665-b02e-47ea357d7581 completed by entity L2. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 28 11:25:58.414095 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Provisioning complete for port 352658fb-7d18-4665-b02e-47ea357d7581 triggered by entity L2. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:25:58.414518 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (352658fb-7d18-4665-b02e-47ea357d7581), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:25:58.492802 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Current status of the port 352658fb-7d18-4665-b02e-47ea357d7581 is: BUILD; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:25:58.493188 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (352658fb-7d18-4665-b02e-47ea357d7581), before_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:25:58.514908 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '909216e6-1f55-432c-9420-ddd5d3620ae7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '352658fb-7d18-4665-b02e-47ea357d7581'}] {{(pid=116163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 11:25:58.517171 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f01aec4a4f83961b54a953becfce2676879fb1d4b91122543244f430a0b8460" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0189ec7f-9e06-4284-aac6-980624df01b6" -d '{"events": [{"server_uuid": "909216e6-1f55-432c-9420-ddd5d3620ae7", "name": "network-vif-plugged", "status": "completed", "tag": "352658fb-7d18-4665-b02e-47ea357d7581"}]}' {{(pid=116163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 11:25:58.529513 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] For port 352658fb-7d18-4665-b02e-47ea357d7581, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=352658fb-7d18-4665-b02e-47ea357d7581,segment=NetworkSegment(de25e9fa-2dbf-49a4-8556-0009738faf2a),segment_id=de25e9fa-2dbf-49a4-8556-0009738faf2a)] {{(pid=116163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 11:25:58.609171 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393'] for port (352658fb-7d18-4665-b02e-47ea357d7581), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:25:58.612063 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 11:25:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-976e6d99-248f-42cf-a8c6-ba21b5dcccdc x-openstack-request-id: req-976e6d99-248f-42cf-a8c6-ba21b5dcccdc {{(pid=116163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 11:25:58.612491 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "909216e6-1f55-432c-9420-ddd5d3620ae7", "name": "network-vif-plugged", "status": "completed", "tag": "352658fb-7d18-4665-b02e-47ea357d7581", "code": 200}]} {{(pid=116163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 11:25:58.612747 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-976e6d99-248f-42cf-a8c6-ba21b5dcccdc {{(pid=116163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 11:25:58.613139 dv-neutron-master-2-hyperv neutron-server[116163]: INFO neutron.notifiers.nova [-] Nova event matching ['req-976e6d99-248f-42cf-a8c6-ba21b5dcccdc'] response: {'server_uuid': '909216e6-1f55-432c-9420-ddd5d3620ae7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '352658fb-7d18-4665-b02e-47ea357d7581', 'code': 200} Apr 28 11:25:58.659621 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Pushing event updated for resources: {'Port': ['ID=352658fb-7d18-4665-b02e-47ea357d7581,revision_number=5']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:25:58.915134 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80cafa50-4740-4350-8d58-7b52b8840f5d req-51135754-cf8f-46fc-8bec-9ba7af9cc82d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:25:58.916685 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-80cafa50-4740-4350-8d58-7b52b8840f5d req-51135754-cf8f-46fc-8bec-9ba7af9cc82d service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=909216e6-1f55-432c-9420-ddd5d3620ae7 HTTP/1.1" status: 200 len: 1129 time: 0.0435560 Apr 28 11:25:58.959459 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-80cafa50-4740-4350-8d58-7b52b8840f5d req-bdcfa3fe-c93b-45b0-9af4-f05f4389fdac service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=bcaf8d39-b0f8-465c-91f5-269a26e4c5ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372622 Apr 28 11:25:59.270341 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46035587-fbd0-4b8f-a506-dc4c45ce2024 req-61816d0c-d393-49d5-b1be-df1919eeb43d tempest-ServersNegativeTestJSON-402603995 tempest-ServersNegativeTestJSON-402603995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:25:59.271827 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-46035587-fbd0-4b8f-a506-dc4c45ce2024 req-61816d0c-d393-49d5-b1be-df1919eeb43d tempest-ServersNegativeTestJSON-402603995 tempest-ServersNegativeTestJSON-402603995-project] 10.222.0.10 "GET /v2.0/ports?device_id=909216e6-1f55-432c-9420-ddd5d3620ae7 HTTP/1.1" status: 200 len: 945 time: 0.0461974 Apr 28 11:25:59.317885 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-46035587-fbd0-4b8f-a506-dc4c45ce2024 req-d222eaa2-19a6-4d7b-a086-3a2691a06f09 tempest-ServersNegativeTestJSON-402603995 tempest-ServersNegativeTestJSON-402603995-project] 10.222.0.10 "GET /v2.0/security-groups?id=bcaf8d39-b0f8-465c-91f5-269a26e4c5ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398347 Apr 28 11:26:00.438434 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521f1248-2d1f-4c4c-8e46-fde2adced2ce req-ccdbeff3-c5cb-4796-b7be-7456402dacf3 tempest-ServersNegativeTestJSON-402603995 tempest-ServersNegativeTestJSON-402603995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:26:00.440066 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-521f1248-2d1f-4c4c-8e46-fde2adced2ce req-ccdbeff3-c5cb-4796-b7be-7456402dacf3 tempest-ServersNegativeTestJSON-402603995 tempest-ServersNegativeTestJSON-402603995-project] 10.222.0.10 "GET /v2.0/ports?device_id=909216e6-1f55-432c-9420-ddd5d3620ae7 HTTP/1.1" status: 200 len: 945 time: 0.0530539 Apr 28 11:26:00.492641 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-521f1248-2d1f-4c4c-8e46-fde2adced2ce req-612118bf-3e85-443d-9df7-b2c9cbba3434 tempest-ServersNegativeTestJSON-402603995 tempest-ServersNegativeTestJSON-402603995-project] 10.222.0.10 "GET /v2.0/security-groups?id=bcaf8d39-b0f8-465c-91f5-269a26e4c5ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468693 Apr 28 11:26:00.729215 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6df810d-13d9-4b20-b9a8-9ca6b9816988 req-2ad643e5-c2b8-4405-b228-2fca5b3dbcda tempest-ServersNegativeTestJSON-402603995 tempest-ServersNegativeTestJSON-402603995-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:26:00.731499 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-b6df810d-13d9-4b20-b9a8-9ca6b9816988 req-2ad643e5-c2b8-4405-b228-2fca5b3dbcda tempest-ServersNegativeTestJSON-402603995 tempest-ServersNegativeTestJSON-402603995-project] 10.222.0.10 "GET /v2.0/networks?id=35f4e2c3-6644-4997-913e-b2794fd98260 HTTP/1.1" status: 200 len: 813 time: 0.1029897 Apr 28 11:26:00.749449 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-b6df810d-13d9-4b20-b9a8-9ca6b9816988 req-edc79b63-60ae-4b4a-9f68-c976304755d5 tempest-ServersNegativeTestJSON-402603995 tempest-ServersNegativeTestJSON-402603995-project] 10.222.0.10 "GET /v2.0/quotas/cbd394cdbe5646dbb4145c48891a44e4 HTTP/1.1" status: 200 len: 375 time: 0.0103493 Apr 28 11:26:00.811155 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-b6df810d-13d9-4b20-b9a8-9ca6b9816988 req-1d720745-00fb-4dfd-9caa-e4938ee9a81f tempest-ServersNegativeTestJSON-402603995 tempest-ServersNegativeTestJSON-402603995-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=cbd394cdbe5646dbb4145c48891a44e4&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0573909 Apr 28 11:26:00.924209 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-b6df810d-13d9-4b20-b9a8-9ca6b9816988 req-f438f038-3a01-41d2-95b8-9a052c8960f2 service neutron] 10.222.0.10 "GET /v2.0/networks/35f4e2c3-6644-4997-913e-b2794fd98260?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1048124 Apr 28 11:26:01.036138 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-b6df810d-13d9-4b20-b9a8-9ca6b9816988 req-46049d77-3501-44e5-9342-42384b5a2ab9 service neutron] 10.222.0.10 "GET /v2.0/networks/35f4e2c3-6644-4997-913e-b2794fd98260?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1061344 Apr 28 11:26:01.290096 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-f3887bed-be84-4992-9d5c-cfde5b1472b4 req-26c38c6b-93a6-4c91-94b1-f3e6a7347ebd tempest-ServersNegativeTestJSON-402603995 tempest-ServersNegativeTestJSON-402603995-project] 10.222.0.10 "GET /v2.0/ports?device_id=3315970c-08a2-402f-b736-ec203efaa3ae HTTP/1.1" status: 200 len: 210 time: 0.0291436 Apr 28 11:26:02.388098 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-a6ea5acc-a131-419c-b7c6-4de504e018ab req-d7da4269-f964-40be-b621-5d758fb44ca0 tempest-ServersNegativeTestJSON-402603995 tempest-ServersNegativeTestJSON-402603995-project] 10.222.0.10 "GET /v2.0/ports?device_id=3315970c-08a2-402f-b736-ec203efaa3ae HTTP/1.1" status: 200 len: 210 time: 0.0282972 Apr 28 11:26:03.187817 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6df810d-13d9-4b20-b9a8-9ca6b9816988 req-d749e0e5-339b-4bd8-9156-2a8e1459182e tempest-ServersNegativeTestJSON-402603995 tempest-ServersNegativeTestJSON-402603995-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:26:03.189318 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-b6df810d-13d9-4b20-b9a8-9ca6b9816988 req-d749e0e5-339b-4bd8-9156-2a8e1459182e tempest-ServersNegativeTestJSON-402603995 tempest-ServersNegativeTestJSON-402603995-project] 10.222.0.20 "GET /v2.0/networks?id=35f4e2c3-6644-4997-913e-b2794fd98260 HTTP/1.1" status: 200 len: 813 time: 0.1063931 Apr 28 11:26:03.202035 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.v2.base [req-b6df810d-13d9-4b20-b9a8-9ca6b9816988 req-98d2e57a-efc6-4216-9640-b5c6e3f5bd9a tempest-ServersNegativeTestJSON-402603995 tempest-ServersNegativeTestJSON-402603995-project] Request body: {'port': {'device_id': '3315970c-08a2-402f-b736-ec203efaa3ae', 'network_id': '35f4e2c3-6644-4997-913e-b2794fd98260', 'admin_state_up': True, 'tenant_id': 'cbd394cdbe5646dbb4145c48891a44e4'}} {{(pid=116162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:26:03.355232 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b6df810d-13d9-4b20-b9a8-9ca6b9816988 req-98d2e57a-efc6-4216-9640-b5c6e3f5bd9a tempest-ServersNegativeTestJSON-402603995 tempest-ServersNegativeTestJSON-402603995-project] Made reservation on behalf of cbd394cdbe5646dbb4145c48891a44e4 for: {'port': 1} {{(pid=116162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 11:26:03.358554 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [req-b6df810d-13d9-4b20-b9a8-9ca6b9816988 req-98d2e57a-efc6-4216-9640-b5c6e3f5bd9a tempest-ServersNegativeTestJSON-402603995 tempest-ServersNegativeTestJSON-402603995-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (None), before_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:26:03.487441 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-528864ae-3c82-4c22-afe2-286ebe527e11 req-b0e6be2c-76a0-4f24-81ce-1c3e65e25434 tempest-ServersNegativeTestJSON-402603995 tempest-ServersNegativeTestJSON-402603995-project] 10.222.0.10 "GET /v2.0/ports?device_id=3315970c-08a2-402f-b736-ec203efaa3ae HTTP/1.1" status: 200 len: 210 time: 0.0270903 Apr 28 11:26:03.489473 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.db.db_base_plugin_common [req-b6df810d-13d9-4b20-b9a8-9ca6b9816988 req-98d2e57a-efc6-4216-9640-b5c6e3f5bd9a tempest-ServersNegativeTestJSON-402603995 tempest-ServersNegativeTestJSON-402603995-project] Allocated IP 172.20.0.5 (35f4e2c3-6644-4997-913e-b2794fd98260/dc15396f-c6d2-48ac-a445-d516f21c9b5a/cd5280cd-125d-43b2-af1d-f92ddae11187) {{(pid=116162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 11:26:03.637405 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [req-b6df810d-13d9-4b20-b9a8-9ca6b9816988 req-98d2e57a-efc6-4216-9640-b5c6e3f5bd9a tempest-ServersNegativeTestJSON-402603995 tempest-ServersNegativeTestJSON-402603995-project] Publish callbacks [] for port (cd5280cd-125d-43b2-af1d-f92ddae11187), precommit_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:26:03.711603 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [req-b6df810d-13d9-4b20-b9a8-9ca6b9816988 req-98d2e57a-efc6-4216-9640-b5c6e3f5bd9a tempest-ServersNegativeTestJSON-402603995 tempest-ServersNegativeTestJSON-402603995-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742234710357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5051867'] for port (cd5280cd-125d-43b2-af1d-f92ddae11187), after_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:26:03.722761 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] get_ports_and_sgs() called for port_ids ['352658fb-7d18-4665-b02e-47ea357d7581'] {{(pid=116163) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 11:26:03.753218 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b6df810d-13d9-4b20-b9a8-9ca6b9816988 req-98d2e57a-efc6-4216-9640-b5c6e3f5bd9a tempest-ServersNegativeTestJSON-402603995 tempest-ServersNegativeTestJSON-402603995-project] Network 35f4e2c3-6644-4997-913e-b2794fd98260 is already hosted by enough agents. {{(pid=116162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 11:26:03.758315 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.scheduler.base_scheduler [req-b6df810d-13d9-4b20-b9a8-9ca6b9816988 req-98d2e57a-efc6-4216-9640-b5c6e3f5bd9a tempest-ServersNegativeTestJSON-402603995 tempest-ServersNegativeTestJSON-402603995-project] Resources bound (agent type, host, resource id): {{(pid=116162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 11:26:03.762790 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6df810d-13d9-4b20-b9a8-9ca6b9816988 req-98d2e57a-efc6-4216-9640-b5c6e3f5bd9a tempest-ServersNegativeTestJSON-402603995 tempest-ServersNegativeTestJSON-402603995-project] Received port after_create {{(pid=116162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 11:26:03.786479 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d2e57a-efc6-4216-9640-b5c6e3f5bd9a tempest-ServersNegativeTestJSON-402603995 tempest-ServersNegativeTestJSON-402603995-project] Pushing event updated for resources: {'Port': ['ID=cd5280cd-125d-43b2-af1d-f92ddae11187,revision_number=1']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:26:03.813351 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6df810d-13d9-4b20-b9a8-9ca6b9816988 req-98d2e57a-efc6-4216-9640-b5c6e3f5bd9a tempest-ServersNegativeTestJSON-402603995 tempest-ServersNegativeTestJSON-402603995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:26:03.814273 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [req-b6df810d-13d9-4b20-b9a8-9ca6b9816988 req-98d2e57a-efc6-4216-9640-b5c6e3f5bd9a tempest-ServersNegativeTestJSON-402603995 tempest-ServersNegativeTestJSON-402603995-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198022'] for port (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:26:03.868252 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-b6df810d-13d9-4b20-b9a8-9ca6b9816988 req-98d2e57a-efc6-4216-9640-b5c6e3f5bd9a tempest-ServersNegativeTestJSON-402603995 tempest-ServersNegativeTestJSON-402603995-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6705256 Apr 28 11:26:03.879129 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.v2.base [req-b6df810d-13d9-4b20-b9a8-9ca6b9816988 req-094094bc-475f-46bf-ae19-f3b22a0919a4 service neutron] Request body: {'port': {'device_id': '3315970c-08a2-402f-b736-ec203efaa3ae', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-mast'}} {{(pid=116162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:26:03.940739 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [req-b6df810d-13d9-4b20-b9a8-9ca6b9816988 req-094094bc-475f-46bf-ae19-f3b22a0919a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (cd5280cd-125d-43b2-af1d-f92ddae11187), before_update {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:26:04.194495 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.notifiers.nova [req-b6df810d-13d9-4b20-b9a8-9ca6b9816988 req-094094bc-475f-46bf-ae19-f3b22a0919a4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cd5280cd-125d-43b2-af1d-f92ddae11187 {{(pid=116162) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 11:26:04.202884 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [req-b6df810d-13d9-4b20-b9a8-9ca6b9816988 req-094094bc-475f-46bf-ae19-f3b22a0919a4 service neutron] Publish callbacks [] for port (cd5280cd-125d-43b2-af1d-f92ddae11187), precommit_update {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:26:04.215088 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.db.provisioning_blocks [req-b6df810d-13d9-4b20-b9a8-9ca6b9816988 req-094094bc-475f-46bf-ae19-f3b22a0919a4 service neutron] Transition to ACTIVE for port object cd5280cd-125d-43b2-af1d-f92ddae11187 will not be triggered until provisioned by entity L2. {{(pid=116162) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 28 11:26:04.276780 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [req-b6df810d-13d9-4b20-b9a8-9ca6b9816988 req-094094bc-475f-46bf-ae19-f3b22a0919a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5051840'] for port (cd5280cd-125d-43b2-af1d-f92ddae11187), after_update {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:26:04.329242 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-094094bc-475f-46bf-ae19-f3b22a0919a4 service neutron] Pushing event updated for resources: {'Port': ['ID=cd5280cd-125d-43b2-af1d-f92ddae11187,revision_number=2']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:26:04.399686 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.managers [req-b6df810d-13d9-4b20-b9a8-9ca6b9816988 req-094094bc-475f-46bf-ae19-f3b22a0919a4 service neutron] Attempting to bind port cd5280cd-125d-43b2-af1d-f92ddae11187 on host hv-neutron-mast for vnic_type normal with profile {{(pid=116162) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 28 11:26:04.400017 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.managers [req-b6df810d-13d9-4b20-b9a8-9ca6b9816988 req-094094bc-475f-46bf-ae19-f3b22a0919a4 service neutron] Attempting to bind port cd5280cd-125d-43b2-af1d-f92ddae11187 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': 'de25e9fa-2dbf-49a4-8556-0009738faf2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '35f4e2c3-6644-4997-913e-b2794fd98260'}] {{(pid=116162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 28 11:26:04.400344 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6df810d-13d9-4b20-b9a8-9ca6b9816988 req-094094bc-475f-46bf-ae19-f3b22a0919a4 service neutron] Attempting to bind port cd5280cd-125d-43b2-af1d-f92ddae11187 on network 35f4e2c3-6644-4997-913e-b2794fd98260 {{(pid=116162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 11:26:04.404803 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6df810d-13d9-4b20-b9a8-9ca6b9816988 req-094094bc-475f-46bf-ae19-f3b22a0919a4 service neutron] Port cd5280cd-125d-43b2-af1d-f92ddae11187 on network 35f4e2c3-6644-4997-913e-b2794fd98260 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=116162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 28 11:26:04.405121 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6df810d-13d9-4b20-b9a8-9ca6b9816988 req-094094bc-475f-46bf-ae19-f3b22a0919a4 service neutron] Attempting to bind port cd5280cd-125d-43b2-af1d-f92ddae11187 on network 35f4e2c3-6644-4997-913e-b2794fd98260 {{(pid=116162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 11:26:04.410004 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6df810d-13d9-4b20-b9a8-9ca6b9816988 req-094094bc-475f-46bf-ae19-f3b22a0919a4 service neutron] Checking agent: {'id': '6be95134-9a6c-4663-8b48-90d12ce90c60', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-mast', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 10, 57, 20), 'started_at': datetime.datetime(2022, 4, 28, 10, 57, 20), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 11, 25, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=116162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 11:26:04.410337 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6df810d-13d9-4b20-b9a8-9ca6b9816988 req-094094bc-475f-46bf-ae19-f3b22a0919a4 service neutron] Checking segment: {'id': 'de25e9fa-2dbf-49a4-8556-0009738faf2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '35f4e2c3-6644-4997-913e-b2794fd98260'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 11:26:04.410745 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6df810d-13d9-4b20-b9a8-9ca6b9816988 req-094094bc-475f-46bf-ae19-f3b22a0919a4 service neutron] Bound using segment: {'id': 'de25e9fa-2dbf-49a4-8556-0009738faf2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '35f4e2c3-6644-4997-913e-b2794fd98260'} {{(pid=116162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 11:26:04.411163 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.managers [req-b6df810d-13d9-4b20-b9a8-9ca6b9816988 req-094094bc-475f-46bf-ae19-f3b22a0919a4 service neutron] Bound port: cd5280cd-125d-43b2-af1d-f92ddae11187, host: hv-neutron-mast, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'de25e9fa-2dbf-49a4-8556-0009738faf2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '35f4e2c3-6644-4997-913e-b2794fd98260'}}] {{(pid=116162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 28 11:26:04.411514 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [req-b6df810d-13d9-4b20-b9a8-9ca6b9816988 req-094094bc-475f-46bf-ae19-f3b22a0919a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (cd5280cd-125d-43b2-af1d-f92ddae11187), before_update {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:26:04.473138 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.db [req-b6df810d-13d9-4b20-b9a8-9ca6b9816988 req-094094bc-475f-46bf-ae19-f3b22a0919a4 service neutron] For port cd5280cd-125d-43b2-af1d-f92ddae11187, host hv-neutron-mast, cleared binding levels {{(pid=116162) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 11:26:04.475983 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.db [req-b6df810d-13d9-4b20-b9a8-9ca6b9816988 req-094094bc-475f-46bf-ae19-f3b22a0919a4 service neutron] For port cd5280cd-125d-43b2-af1d-f92ddae11187, host hv-neutron-mast, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=cd5280cd-125d-43b2-af1d-f92ddae11187,segment=NetworkSegment(de25e9fa-2dbf-49a4-8556-0009738faf2a),segment_id=de25e9fa-2dbf-49a4-8556-0009738faf2a)] {{(pid=116162) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 11:26:04.551989 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [req-b6df810d-13d9-4b20-b9a8-9ca6b9816988 req-094094bc-475f-46bf-ae19-f3b22a0919a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5051840'] for port (cd5280cd-125d-43b2-af1d-f92ddae11187), after_update {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:26:04.586872 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6df810d-13d9-4b20-b9a8-9ca6b9816988 req-094094bc-475f-46bf-ae19-f3b22a0919a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:26:04.587484 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [req-b6df810d-13d9-4b20-b9a8-9ca6b9816988 req-094094bc-475f-46bf-ae19-f3b22a0919a4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198022'] for port (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:26:04.589620 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-b6df810d-13d9-4b20-b9a8-9ca6b9816988 req-094094bc-475f-46bf-ae19-f3b22a0919a4 service neutron] 10.222.0.20 "PUT /v2.0/ports/cd5280cd-125d-43b2-af1d-f92ddae11187 HTTP/1.1" status: 200 len: 1093 time: 0.7138226 Apr 28 11:26:04.590090 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3315970c-08a2-402f-b736-ec203efaa3ae', 'tag': 'cd5280cd-125d-43b2-af1d-f92ddae11187'}] {{(pid=116162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 11:26:04.592417 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ba53f40d6116d28995a8e36159d0e539b5353eec116fb5dd4ce03b4b2159ab1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c4aeff7-95bf-4619-816d-14c7ffeb22ff" -d '{"events": [{"name": "network-changed", "server_uuid": "3315970c-08a2-402f-b736-ec203efaa3ae", "tag": "cd5280cd-125d-43b2-af1d-f92ddae11187"}]}' {{(pid=116162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 11:26:04.603338 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b907f2c1-29e3-4bd7-ab2b-cf5913ca0523 req-e1fa049a-a83f-4cb4-bb82-9ae6398bf551 tempest-ServersNegativeTestJSON-402603995 tempest-ServersNegativeTestJSON-402603995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:26:04.604966 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-b907f2c1-29e3-4bd7-ab2b-cf5913ca0523 req-e1fa049a-a83f-4cb4-bb82-9ae6398bf551 tempest-ServersNegativeTestJSON-402603995 tempest-ServersNegativeTestJSON-402603995-project] 10.222.0.10 "GET /v2.0/ports?device_id=3315970c-08a2-402f-b736-ec203efaa3ae HTTP/1.1" status: 200 len: 943 time: 0.0493631 Apr 28 11:26:04.615395 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-094094bc-475f-46bf-ae19-f3b22a0919a4 service neutron] Pushing event updated for resources: {'Port': ['ID=cd5280cd-125d-43b2-af1d-f92ddae11187,revision_number=3']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:26:04.660663 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-b907f2c1-29e3-4bd7-ab2b-cf5913ca0523 req-f5dc7f45-1f45-4bfe-8daa-f10f6a2c143e tempest-ServersNegativeTestJSON-402603995 tempest-ServersNegativeTestJSON-402603995-project] 10.222.0.10 "GET /v2.0/security-groups?id=bcaf8d39-b0f8-465c-91f5-269a26e4c5ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485985 Apr 28 11:26:04.697241 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 11:26:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a46f58f5-f341-4e9e-9ee9-5c24dfca033b x-openstack-request-id: req-a46f58f5-f341-4e9e-9ee9-5c24dfca033b {{(pid=116162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 11:26:04.697614 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3315970c-08a2-402f-b736-ec203efaa3ae", "tag": "cd5280cd-125d-43b2-af1d-f92ddae11187", "status": "completed", "code": 200}]} {{(pid=116162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 11:26:04.697865 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-a46f58f5-f341-4e9e-9ee9-5c24dfca033b {{(pid=116162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 11:26:04.698832 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a46f58f5-f341-4e9e-9ee9-5c24dfca033b'] response: {'name': 'network-changed', 'server_uuid': '3315970c-08a2-402f-b736-ec203efaa3ae', 'tag': 'cd5280cd-125d-43b2-af1d-f92ddae11187', 'status': 'completed', 'code': 200} Apr 28 11:26:04.727831 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6df810d-13d9-4b20-b9a8-9ca6b9816988 req-1716dc0b-335e-439e-b0c8-5c7e0af6c2e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:26:04.729746 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-b6df810d-13d9-4b20-b9a8-9ca6b9816988 req-1716dc0b-335e-439e-b0c8-5c7e0af6c2e2 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=cbd394cdbe5646dbb4145c48891a44e4&device_id=3315970c-08a2-402f-b736-ec203efaa3ae HTTP/1.1" status: 200 len: 1127 time: 0.0459504 Apr 28 11:26:04.769162 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-b6df810d-13d9-4b20-b9a8-9ca6b9816988 req-7f32f161-7437-4e70-af4c-b8eadffeef24 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cd5280cd-125d-43b2-af1d-f92ddae11187 HTTP/1.1" status: 200 len: 217 time: 0.0332284 Apr 28 11:26:04.816365 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6df810d-13d9-4b20-b9a8-9ca6b9816988 req-d40e25eb-d543-4ea6-8749-56992e84ce39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:26:04.817744 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-b6df810d-13d9-4b20-b9a8-9ca6b9816988 req-d40e25eb-d543-4ea6-8749-56992e84ce39 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=dc15396f-c6d2-48ac-a445-d516f21c9b5a HTTP/1.1" status: 200 len: 853 time: 0.0422931 Apr 28 11:26:04.848035 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-b6df810d-13d9-4b20-b9a8-9ca6b9816988 req-0463dba6-fb2d-4742-97db-a71935b7a27c service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=35f4e2c3-6644-4997-913e-b2794fd98260&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0248609 Apr 28 11:26:04.939847 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-b6df810d-13d9-4b20-b9a8-9ca6b9816988 req-8c3532df-595f-48a1-a4ff-db82a062f6be service neutron] 10.222.0.20 "GET /v2.0/networks/35f4e2c3-6644-4997-913e-b2794fd98260?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852034 Apr 28 11:26:05.031439 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-b6df810d-13d9-4b20-b9a8-9ca6b9816988 req-b71f0dac-ac77-491c-b461-38cd419fe387 service neutron] 10.222.0.20 "GET /v2.0/networks/35f4e2c3-6644-4997-913e-b2794fd98260?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856242 Apr 28 11:26:05.773317 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2ecbe0-ec4c-46b7-b3fc-490e9af3d134 req-72a7709c-723c-4241-95ae-38a27b180d48 tempest-ServersNegativeTestJSON-402603995 tempest-ServersNegativeTestJSON-402603995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:26:05.774827 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-3c2ecbe0-ec4c-46b7-b3fc-490e9af3d134 req-72a7709c-723c-4241-95ae-38a27b180d48 tempest-ServersNegativeTestJSON-402603995 tempest-ServersNegativeTestJSON-402603995-project] 10.222.0.10 "GET /v2.0/ports?device_id=3315970c-08a2-402f-b736-ec203efaa3ae HTTP/1.1" status: 200 len: 943 time: 0.0469096 Apr 28 11:26:05.818243 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4aeff7-95bf-4619-816d-14c7ffeb22ff req-073f895e-2f01-4cc3-ae31-07bec00e9ee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:26:05.819812 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-1c4aeff7-95bf-4619-816d-14c7ffeb22ff req-073f895e-2f01-4cc3-ae31-07bec00e9ee5 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=cbd394cdbe5646dbb4145c48891a44e4&device_id=3315970c-08a2-402f-b736-ec203efaa3ae HTTP/1.1" status: 200 len: 1127 time: 0.0396004 Apr 28 11:26:05.822845 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-3c2ecbe0-ec4c-46b7-b3fc-490e9af3d134 req-9c95eac0-cb10-43f2-8fd0-407a4bd5c904 tempest-ServersNegativeTestJSON-402603995 tempest-ServersNegativeTestJSON-402603995-project] 10.222.0.10 "GET /v2.0/security-groups?id=bcaf8d39-b0f8-465c-91f5-269a26e4c5ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416842 Apr 28 11:26:05.907829 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4aeff7-95bf-4619-816d-14c7ffeb22ff req-e212a36b-0cb4-49f5-b7d4-439286e86fca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:26:05.915533 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-1c4aeff7-95bf-4619-816d-14c7ffeb22ff req-e212a36b-0cb4-49f5-b7d4-439286e86fca service neutron] 10.222.0.20 "GET /v2.0/networks?id=35f4e2c3-6644-4997-913e-b2794fd98260 HTTP/1.1" status: 200 len: 913 time: 0.0839148 Apr 28 11:26:05.953568 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-1c4aeff7-95bf-4619-816d-14c7ffeb22ff req-f50e2555-952d-4b78-8fb4-1fd00a674e77 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cd5280cd-125d-43b2-af1d-f92ddae11187 HTTP/1.1" status: 200 len: 217 time: 0.0378869 Apr 28 11:26:05.999454 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4aeff7-95bf-4619-816d-14c7ffeb22ff req-6e6de618-ef3b-4418-a404-3050630965de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:26:06.000890 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-1c4aeff7-95bf-4619-816d-14c7ffeb22ff req-6e6de618-ef3b-4418-a404-3050630965de service neutron] 10.222.0.20 "GET /v2.0/subnets?id=dc15396f-c6d2-48ac-a445-d516f21c9b5a HTTP/1.1" status: 200 len: 853 time: 0.0424416 Apr 28 11:26:06.031876 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-1c4aeff7-95bf-4619-816d-14c7ffeb22ff req-855f8696-1e87-4f81-84a9-a3e456d0cef8 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=35f4e2c3-6644-4997-913e-b2794fd98260&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0255082 Apr 28 11:26:06.122813 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-1c4aeff7-95bf-4619-816d-14c7ffeb22ff req-ca4d2f60-99b3-4bda-8b67-b7a7032bcbea service neutron] 10.222.0.20 "GET /v2.0/networks/35f4e2c3-6644-4997-913e-b2794fd98260?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848279 Apr 28 11:26:06.209123 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-1c4aeff7-95bf-4619-816d-14c7ffeb22ff req-78520a65-fd2f-418f-8392-6b6fe1f3cc01 service neutron] 10.222.0.20 "GET /v2.0/networks/35f4e2c3-6644-4997-913e-b2794fd98260?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812356 Apr 28 11:26:06.300749 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Device cd5280cd-125d-43b2-af1d-f92ddae11187 details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=116163) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 28 11:26:06.400557 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] For port cd5280cd-125d-43b2-af1d-f92ddae11187, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=cd5280cd-125d-43b2-af1d-f92ddae11187,segment=NetworkSegment(de25e9fa-2dbf-49a4-8556-0009738faf2a),segment_id=de25e9fa-2dbf-49a4-8556-0009738faf2a)] {{(pid=116163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 11:26:06.411753 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Returning: {'device': 'cd5280cd-125d-43b2-af1d-f92ddae11187', 'network_id': '35f4e2c3-6644-4997-913e-b2794fd98260', 'port_id': 'cd5280cd-125d-43b2-af1d-f92ddae11187', 'mac_address': 'fa:16:3e:ab:76:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 77, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dc15396f-c6d2-48ac-a445-d516f21c9b5a', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=116163) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 28 11:26:06.447715 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Current status of the port cd5280cd-125d-43b2-af1d-f92ddae11187 is: DOWN; New status is: BUILD {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:26:06.448759 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (cd5280cd-125d-43b2-af1d-f92ddae11187), before_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:26:06.461156 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.notifiers.nova [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cd5280cd-125d-43b2-af1d-f92ddae11187 {{(pid=116163) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 11:26:06.479690 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] For port cd5280cd-125d-43b2-af1d-f92ddae11187, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=cd5280cd-125d-43b2-af1d-f92ddae11187,segment=NetworkSegment(de25e9fa-2dbf-49a4-8556-0009738faf2a),segment_id=de25e9fa-2dbf-49a4-8556-0009738faf2a)] {{(pid=116163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 11:26:06.591036 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393'] for port (cd5280cd-125d-43b2-af1d-f92ddae11187), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:26:06.641171 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Pushing event updated for resources: {'Port': ['ID=cd5280cd-125d-43b2-af1d-f92ddae11187,revision_number=4']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:26:06.793153 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] get_ports_and_sgs() called for port_ids ['cd5280cd-125d-43b2-af1d-f92ddae11187'] {{(pid=116163) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 11:26:06.938694 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845e829b-aa50-4d94-9f3a-30e0f94dad5f req-6adf26d0-c23f-4c0b-9e32-e5b835b92083 tempest-ServersNegativeTestJSON-402603995 tempest-ServersNegativeTestJSON-402603995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:26:06.940880 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-845e829b-aa50-4d94-9f3a-30e0f94dad5f req-6adf26d0-c23f-4c0b-9e32-e5b835b92083 tempest-ServersNegativeTestJSON-402603995 tempest-ServersNegativeTestJSON-402603995-project] 10.222.0.10 "GET /v2.0/ports?device_id=3315970c-08a2-402f-b736-ec203efaa3ae HTTP/1.1" status: 200 len: 944 time: 0.0486815 Apr 28 11:26:06.987324 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-845e829b-aa50-4d94-9f3a-30e0f94dad5f req-b715859f-8646-4f12-bfb3-b6bbf497012c tempest-ServersNegativeTestJSON-402603995 tempest-ServersNegativeTestJSON-402603995-project] 10.222.0.10 "GET /v2.0/security-groups?id=bcaf8d39-b0f8-465c-91f5-269a26e4c5ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403938 Apr 28 11:26:07.020076 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-23dd3295-f3f4-40dc-b1db-26461117fd5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (75ba81b7-fe99-4281-90d2-a5adb445ecea), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:26:08.103666 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6380ec17-7a28-4187-92cf-0e2b4a9380db req-259f09fa-3bf3-4516-bca4-9b06d9bea780 tempest-ServersNegativeTestJSON-402603995 tempest-ServersNegativeTestJSON-402603995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:26:08.105715 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-6380ec17-7a28-4187-92cf-0e2b4a9380db req-259f09fa-3bf3-4516-bca4-9b06d9bea780 tempest-ServersNegativeTestJSON-402603995 tempest-ServersNegativeTestJSON-402603995-project] 10.222.0.10 "GET /v2.0/ports?device_id=3315970c-08a2-402f-b736-ec203efaa3ae HTTP/1.1" status: 200 len: 944 time: 0.0521078 Apr 28 11:26:08.152124 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-6380ec17-7a28-4187-92cf-0e2b4a9380db req-ce662505-53d7-4cd2-af41-a8933857e7c1 tempest-ServersNegativeTestJSON-402603995 tempest-ServersNegativeTestJSON-402603995-project] 10.222.0.10 "GET /v2.0/security-groups?id=bcaf8d39-b0f8-465c-91f5-269a26e4c5ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406713 Apr 28 11:26:08.323869 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Device cd5280cd-125d-43b2-af1d-f92ddae11187 up at agent hyperv_hv-neutron-mast {{(pid=116163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 11:26:08.370721 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Provisioning for port cd5280cd-125d-43b2-af1d-f92ddae11187 completed by entity L2. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 28 11:26:08.459310 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Provisioning complete for port cd5280cd-125d-43b2-af1d-f92ddae11187 triggered by entity L2. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:26:08.459717 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (cd5280cd-125d-43b2-af1d-f92ddae11187), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:26:08.534767 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Current status of the port cd5280cd-125d-43b2-af1d-f92ddae11187 is: BUILD; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:26:08.535148 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (cd5280cd-125d-43b2-af1d-f92ddae11187), before_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:26:08.556745 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3315970c-08a2-402f-b736-ec203efaa3ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd5280cd-125d-43b2-af1d-f92ddae11187'}] {{(pid=116163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 11:26:08.559050 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f01aec4a4f83961b54a953becfce2676879fb1d4b91122543244f430a0b8460" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e44f75c-0245-4e33-bb1a-156f64e4324e" -d '{"events": [{"server_uuid": "3315970c-08a2-402f-b736-ec203efaa3ae", "name": "network-vif-plugged", "status": "completed", "tag": "cd5280cd-125d-43b2-af1d-f92ddae11187"}]}' {{(pid=116163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 11:26:08.571549 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] For port cd5280cd-125d-43b2-af1d-f92ddae11187, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=cd5280cd-125d-43b2-af1d-f92ddae11187,segment=NetworkSegment(de25e9fa-2dbf-49a4-8556-0009738faf2a),segment_id=de25e9fa-2dbf-49a4-8556-0009738faf2a)] {{(pid=116163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 11:26:08.593872 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 11:26:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa6e8455-9c73-4bbc-af1b-4206f9cedf74 x-openstack-request-id: req-fa6e8455-9c73-4bbc-af1b-4206f9cedf74 {{(pid=116163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 11:26:08.594161 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3315970c-08a2-402f-b736-ec203efaa3ae", "name": "network-vif-plugged", "status": "completed", "tag": "cd5280cd-125d-43b2-af1d-f92ddae11187", "code": 200}]} {{(pid=116163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 11:26:08.594440 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-fa6e8455-9c73-4bbc-af1b-4206f9cedf74 {{(pid=116163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 11:26:08.594844 dv-neutron-master-2-hyperv neutron-server[116163]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fa6e8455-9c73-4bbc-af1b-4206f9cedf74'] response: {'server_uuid': '3315970c-08a2-402f-b736-ec203efaa3ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd5280cd-125d-43b2-af1d-f92ddae11187', 'code': 200} Apr 28 11:26:08.642492 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393'] for port (cd5280cd-125d-43b2-af1d-f92ddae11187), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:26:08.692350 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Pushing event updated for resources: {'Port': ['ID=cd5280cd-125d-43b2-af1d-f92ddae11187,revision_number=5']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:26:08.885035 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32712b9-9aba-4d6a-a5f3-734d558bc93a req-9c9f31cd-12fb-402a-8501-aa4b5f1549ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:26:08.887065 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-e32712b9-9aba-4d6a-a5f3-734d558bc93a req-9c9f31cd-12fb-402a-8501-aa4b5f1549ba service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=3315970c-08a2-402f-b736-ec203efaa3ae HTTP/1.1" status: 200 len: 1129 time: 0.0399187 Apr 28 11:26:08.935328 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-e32712b9-9aba-4d6a-a5f3-734d558bc93a req-2af3bde2-6dbe-494c-9739-b5877cf89cad service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=bcaf8d39-b0f8-465c-91f5-269a26e4c5ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419776 Apr 28 11:26:09.174845 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.agents_db [None req-54b29a82-8a19-4507-95e3-3a2d011841ff None None] Agent healthcheck: found 6 active agents {{(pid=116164) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 28 11:26:09.264069 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c88b13-2bb4-4a9b-bd49-10c1db342e9b req-16d5705b-969a-42df-9368-2625e2c4307c tempest-ServersNegativeTestJSON-402603995 tempest-ServersNegativeTestJSON-402603995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:26:09.265543 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-12c88b13-2bb4-4a9b-bd49-10c1db342e9b req-16d5705b-969a-42df-9368-2625e2c4307c tempest-ServersNegativeTestJSON-402603995 tempest-ServersNegativeTestJSON-402603995-project] 10.222.0.10 "GET /v2.0/ports?device_id=3315970c-08a2-402f-b736-ec203efaa3ae HTTP/1.1" status: 200 len: 945 time: 0.0464180 Apr 28 11:26:09.310850 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-12c88b13-2bb4-4a9b-bd49-10c1db342e9b req-ce8769f4-8299-4356-bbaf-779f22d588c5 tempest-ServersNegativeTestJSON-402603995 tempest-ServersNegativeTestJSON-402603995-project] 10.222.0.10 "GET /v2.0/security-groups?id=bcaf8d39-b0f8-465c-91f5-269a26e4c5ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398281 Apr 28 11:26:09.429089 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-7d3ed0aa-2ecc-401c-9e80-84877916f14a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (6b492ad6-0876-4d74-b20d-28143a52ceba), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:26:10.428546 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a940222-7b90-40eb-9de9-ee587ea6e63e req-300fbeb8-d654-4162-930c-44432f6e7e94 tempest-ServersNegativeTestJSON-402603995 tempest-ServersNegativeTestJSON-402603995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:26:10.430034 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-1a940222-7b90-40eb-9de9-ee587ea6e63e req-300fbeb8-d654-4162-930c-44432f6e7e94 tempest-ServersNegativeTestJSON-402603995 tempest-ServersNegativeTestJSON-402603995-project] 10.222.0.10 "GET /v2.0/ports?device_id=3315970c-08a2-402f-b736-ec203efaa3ae HTTP/1.1" status: 200 len: 945 time: 0.0504279 Apr 28 11:26:10.477336 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-1a940222-7b90-40eb-9de9-ee587ea6e63e req-001f2851-834e-4e4e-b9d8-b6317b8a7a21 tempest-ServersNegativeTestJSON-402603995 tempest-ServersNegativeTestJSON-402603995-project] 10.222.0.10 "GET /v2.0/security-groups?id=bcaf8d39-b0f8-465c-91f5-269a26e4c5ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408854 Apr 28 11:26:10.531846 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-ae94d540-e4c6-43be-adc9-b26fb6a2f62f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (cfc241ae-e4b7-443b-b80b-59fbbc2b69c9), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:26:11.589923 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58477a8-9d4a-4e4c-bac9-7a5eed525e99 req-5a17a22e-5cd9-48a9-9273-cf2a9c91beb1 tempest-ServersNegativeTestJSON-402603995 tempest-ServersNegativeTestJSON-402603995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:26:11.591423 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-c58477a8-9d4a-4e4c-bac9-7a5eed525e99 req-5a17a22e-5cd9-48a9-9273-cf2a9c91beb1 tempest-ServersNegativeTestJSON-402603995 tempest-ServersNegativeTestJSON-402603995-project] 10.222.0.10 "GET /v2.0/ports?device_id=3315970c-08a2-402f-b736-ec203efaa3ae HTTP/1.1" status: 200 len: 945 time: 0.0467381 Apr 28 11:26:11.638576 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-c58477a8-9d4a-4e4c-bac9-7a5eed525e99 req-e533ba02-39a5-4806-8a20-aab3d61dbd83 tempest-ServersNegativeTestJSON-402603995 tempest-ServersNegativeTestJSON-402603995-project] 10.222.0.10 "GET /v2.0/security-groups?id=bcaf8d39-b0f8-465c-91f5-269a26e4c5ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414889 Apr 28 11:26:12.040230 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7073e70-99c9-4b2b-84dd-b1672894ab2a req-8920609e-0057-40f7-b8b7-d436f9debf66 tempest-ServersNegativeTestJSON-402603995 tempest-ServersNegativeTestJSON-402603995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:26:12.041734 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-b7073e70-99c9-4b2b-84dd-b1672894ab2a req-8920609e-0057-40f7-b8b7-d436f9debf66 tempest-ServersNegativeTestJSON-402603995 tempest-ServersNegativeTestJSON-402603995-project] 10.222.0.10 "GET /v2.0/ports?device_id=3315970c-08a2-402f-b736-ec203efaa3ae HTTP/1.1" status: 200 len: 945 time: 0.0480797 Apr 28 11:26:12.092256 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-b7073e70-99c9-4b2b-84dd-b1672894ab2a req-98e292ea-d3ba-458c-8cc2-6e609befe821 tempest-ServersNegativeTestJSON-402603995 tempest-ServersNegativeTestJSON-402603995-project] 10.222.0.10 "GET /v2.0/security-groups?id=bcaf8d39-b0f8-465c-91f5-269a26e4c5ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450113 Apr 28 11:26:12.122362 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-01ef1de1-12fd-4cef-b76b-793f91379468 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (39cc4f52-f5d9-4e2c-bbfa-7a1c528e1c40), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:26:13.209900 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fedc2f04-1f2e-430f-939b-cc6c4d59c614 req-518feea2-bf72-4699-879d-d448c8a1f386 tempest-ServersNegativeTestJSON-402603995 tempest-ServersNegativeTestJSON-402603995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:26:13.211419 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-fedc2f04-1f2e-430f-939b-cc6c4d59c614 req-518feea2-bf72-4699-879d-d448c8a1f386 tempest-ServersNegativeTestJSON-402603995 tempest-ServersNegativeTestJSON-402603995-project] 10.222.0.10 "GET /v2.0/ports?device_id=3315970c-08a2-402f-b736-ec203efaa3ae HTTP/1.1" status: 200 len: 945 time: 0.0472789 Apr 28 11:26:13.258295 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-fedc2f04-1f2e-430f-939b-cc6c4d59c614 req-5ef1a00c-45ed-4bcd-8d7a-eed46c102b7b tempest-ServersNegativeTestJSON-402603995 tempest-ServersNegativeTestJSON-402603995-project] 10.222.0.10 "GET /v2.0/security-groups?id=bcaf8d39-b0f8-465c-91f5-269a26e4c5ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408335 Apr 28 11:26:13.362622 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (d5baab19-5dd1-4902-922b-84acb048ab9c), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:26:13.462834 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f54d53-bbea-4ec6-af1e-86b7f94c55a4 req-e2ef12e7-8ce6-4c31-9d0a-ea5c0489de70 tempest-ServersNegativeTestJSON-402603995 tempest-ServersNegativeTestJSON-402603995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:26:13.464897 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-f1f54d53-bbea-4ec6-af1e-86b7f94c55a4 req-e2ef12e7-8ce6-4c31-9d0a-ea5c0489de70 tempest-ServersNegativeTestJSON-402603995 tempest-ServersNegativeTestJSON-402603995-project] 10.222.0.20 "GET /v2.0/ports?device_id=3315970c-08a2-402f-b736-ec203efaa3ae HTTP/1.1" status: 200 len: 945 time: 0.0472953 Apr 28 11:26:13.550820 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.plugin [req-f1f54d53-bbea-4ec6-af1e-86b7f94c55a4 req-4fa1a759-7972-4a68-b49a-6b00d26335c3 tempest-ServersNegativeTestJSON-402603995 tempest-ServersNegativeTestJSON-402603995-project] Deleting port cd5280cd-125d-43b2-af1d-f92ddae11187 {{(pid=116162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 11:26:13.551156 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [req-f1f54d53-bbea-4ec6-af1e-86b7f94c55a4 req-4fa1a759-7972-4a68-b49a-6b00d26335c3 tempest-ServersNegativeTestJSON-402603995 tempest-ServersNegativeTestJSON-402603995-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742235130188'] for port (cd5280cd-125d-43b2-af1d-f92ddae11187), before_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:26:13.639566 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.db [req-f1f54d53-bbea-4ec6-af1e-86b7f94c55a4 req-4fa1a759-7972-4a68-b49a-6b00d26335c3 tempest-ServersNegativeTestJSON-402603995 tempest-ServersNegativeTestJSON-402603995-project] For port cd5280cd-125d-43b2-af1d-f92ddae11187, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=cd5280cd-125d-43b2-af1d-f92ddae11187,segment=NetworkSegment(de25e9fa-2dbf-49a4-8556-0009738faf2a),segment_id=de25e9fa-2dbf-49a4-8556-0009738faf2a)] {{(pid=116162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 11:26:13.639927 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [req-f1f54d53-bbea-4ec6-af1e-86b7f94c55a4 req-4fa1a759-7972-4a68-b49a-6b00d26335c3 tempest-ServersNegativeTestJSON-402603995 tempest-ServersNegativeTestJSON-402603995-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1938497'] for port (cd5280cd-125d-43b2-af1d-f92ddae11187), precommit_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:26:13.653229 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.plugin [req-f1f54d53-bbea-4ec6-af1e-86b7f94c55a4 req-4fa1a759-7972-4a68-b49a-6b00d26335c3 tempest-ServersNegativeTestJSON-402603995 tempest-ServersNegativeTestJSON-402603995-project] Calling delete_port for cd5280cd-125d-43b2-af1d-f92ddae11187 owned by compute:nova {{(pid=116162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 11:26:13.830817 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [req-f1f54d53-bbea-4ec6-af1e-86b7f94c55a4 req-4fa1a759-7972-4a68-b49a-6b00d26335c3 tempest-ServersNegativeTestJSON-402603995 tempest-ServersNegativeTestJSON-402603995-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742235135690', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742234710366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5051867'] for port (cd5280cd-125d-43b2-af1d-f92ddae11187), after_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:26:13.843325 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] get_ports_and_sgs() called for port_ids ['352658fb-7d18-4665-b02e-47ea357d7581', 'cd5280cd-125d-43b2-af1d-f92ddae11187'] {{(pid=116163) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 11:26:13.858076 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa1a759-7972-4a68-b49a-6b00d26335c3 tempest-ServersNegativeTestJSON-402603995 tempest-ServersNegativeTestJSON-402603995-project] Pushing event deleted for resources: {'Port': ['ID=cd5280cd-125d-43b2-af1d-f92ddae11187,revision_number=None']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:26:13.906321 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1f54d53-bbea-4ec6-af1e-86b7f94c55a4 req-4fa1a759-7972-4a68-b49a-6b00d26335c3 tempest-ServersNegativeTestJSON-402603995 tempest-ServersNegativeTestJSON-402603995-project] No DVR routers for this DVR port cd5280cd-125d-43b2-af1d-f92ddae11187 on host hv-neutron-mast {{(pid=116162) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 11:26:13.908808 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [req-f1f54d53-bbea-4ec6-af1e-86b7f94c55a4 req-4fa1a759-7972-4a68-b49a-6b00d26335c3 tempest-ServersNegativeTestJSON-402603995 tempest-ServersNegativeTestJSON-402603995-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198022'] for port (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:26:13.912059 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-f1f54d53-bbea-4ec6-af1e-86b7f94c55a4 req-4fa1a759-7972-4a68-b49a-6b00d26335c3 tempest-ServersNegativeTestJSON-402603995 tempest-ServersNegativeTestJSON-402603995-project] 10.222.0.20 "DELETE /v2.0/ports/cd5280cd-125d-43b2-af1d-f92ddae11187 HTTP/1.1" status: 204 len: 173 time: 0.4365270 Apr 28 11:26:13.912497 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3315970c-08a2-402f-b736-ec203efaa3ae', 'name': 'network-vif-deleted', 'tag': 'cd5280cd-125d-43b2-af1d-f92ddae11187'}] {{(pid=116162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 11:26:13.914748 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ba53f40d6116d28995a8e36159d0e539b5353eec116fb5dd4ce03b4b2159ab1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59c0ba57-e7cb-4d5f-b3ae-c754786bf8da" -d '{"events": [{"server_uuid": "3315970c-08a2-402f-b736-ec203efaa3ae", "name": "network-vif-deleted", "tag": "cd5280cd-125d-43b2-af1d-f92ddae11187"}]}' {{(pid=116162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 11:26:13.954451 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 11:26:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfb38f58-28c7-430a-871b-dfa65d5a5660 x-openstack-request-id: req-bfb38f58-28c7-430a-871b-dfa65d5a5660 {{(pid=116162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 11:26:13.954451 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3315970c-08a2-402f-b736-ec203efaa3ae", "name": "network-vif-deleted", "tag": "cd5280cd-125d-43b2-af1d-f92ddae11187", "status": "completed", "code": 200}]} {{(pid=116162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 11:26:13.954674 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-bfb38f58-28c7-430a-871b-dfa65d5a5660 {{(pid=116162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 11:26:13.955086 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bfb38f58-28c7-430a-871b-dfa65d5a5660'] response: {'server_uuid': '3315970c-08a2-402f-b736-ec203efaa3ae', 'name': 'network-vif-deleted', 'tag': 'cd5280cd-125d-43b2-af1d-f92ddae11187', 'status': 'completed', 'code': 200} Apr 28 11:26:14.367985 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-ba1426c4-67bc-4aa0-900f-e016c906c1f8 req-9fd4fe2d-16b7-4f98-b3ae-99972a7d8ae6 tempest-ServersNegativeTestJSON-402603995 tempest-ServersNegativeTestJSON-402603995-project] 10.222.0.10 "GET /v2.0/ports?device_id=3315970c-08a2-402f-b736-ec203efaa3ae HTTP/1.1" status: 200 len: 210 time: 0.0279741 Apr 28 11:26:15.513584 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3a4706-9a0f-4b0b-a9b9-67f78d494c9e req-7f2bedd7-24d5-484a-acfb-7a8bbfacee10 tempest-ServersNegativeTestJSON-402603995 tempest-ServersNegativeTestJSON-402603995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:26:15.515063 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-4e3a4706-9a0f-4b0b-a9b9-67f78d494c9e req-7f2bedd7-24d5-484a-acfb-7a8bbfacee10 tempest-ServersNegativeTestJSON-402603995 tempest-ServersNegativeTestJSON-402603995-project] 10.222.0.10 "GET /v2.0/ports?device_id=909216e6-1f55-432c-9420-ddd5d3620ae7 HTTP/1.1" status: 200 len: 945 time: 0.0456066 Apr 28 11:26:15.564353 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-4e3a4706-9a0f-4b0b-a9b9-67f78d494c9e req-674b0ac0-8b39-407b-8663-7b77cd87caf8 tempest-ServersNegativeTestJSON-402603995 tempest-ServersNegativeTestJSON-402603995-project] 10.222.0.10 "GET /v2.0/security-groups?id=bcaf8d39-b0f8-465c-91f5-269a26e4c5ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438464 Apr 28 11:26:15.692103 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b8aa3c-b35c-4f84-bce9-069411d165c3 req-1739d8c3-2692-488c-bd93-f930ab820788 tempest-ServersNegativeTestJSON-402603995 tempest-ServersNegativeTestJSON-402603995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:26:15.693478 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-62b8aa3c-b35c-4f84-bce9-069411d165c3 req-1739d8c3-2692-488c-bd93-f930ab820788 tempest-ServersNegativeTestJSON-402603995 tempest-ServersNegativeTestJSON-402603995-project] 10.222.0.10 "GET /v2.0/ports?device_id=909216e6-1f55-432c-9420-ddd5d3620ae7 HTTP/1.1" status: 200 len: 945 time: 0.0472450 Apr 28 11:26:15.739847 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-62b8aa3c-b35c-4f84-bce9-069411d165c3 req-0b9f5891-8bcf-4476-aece-5946e41db4fa tempest-ServersNegativeTestJSON-402603995 tempest-ServersNegativeTestJSON-402603995-project] 10.222.0.10 "GET /v2.0/security-groups?id=bcaf8d39-b0f8-465c-91f5-269a26e4c5ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403934 Apr 28 11:26:15.851431 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69f56bd-a6bc-42ee-bda5-b1726922e88b req-bbd2e447-ad06-4b3d-82e8-5a24db2f8483 tempest-ServersNegativeTestJSON-402603995 tempest-ServersNegativeTestJSON-402603995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:26:15.852885 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-a69f56bd-a6bc-42ee-bda5-b1726922e88b req-bbd2e447-ad06-4b3d-82e8-5a24db2f8483 tempest-ServersNegativeTestJSON-402603995 tempest-ServersNegativeTestJSON-402603995-project] 10.222.0.10 "GET /v2.0/ports?device_id=909216e6-1f55-432c-9420-ddd5d3620ae7 HTTP/1.1" status: 200 len: 945 time: 0.0468292 Apr 28 11:26:15.899091 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-a69f56bd-a6bc-42ee-bda5-b1726922e88b req-4de9963d-c59a-43dd-88f8-6d71403d6954 tempest-ServersNegativeTestJSON-402603995 tempest-ServersNegativeTestJSON-402603995-project] 10.222.0.10 "GET /v2.0/security-groups?id=bcaf8d39-b0f8-465c-91f5-269a26e4c5ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399327 Apr 28 11:26:16.065680 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b970c74-3f0f-4760-b4b3-392211b79f13 req-cab6e514-567b-4e00-8dfc-0a8fe9ff5239 tempest-ServersNegativeTestJSON-402603995 tempest-ServersNegativeTestJSON-402603995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:26:16.067178 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-4b970c74-3f0f-4760-b4b3-392211b79f13 req-cab6e514-567b-4e00-8dfc-0a8fe9ff5239 tempest-ServersNegativeTestJSON-402603995 tempest-ServersNegativeTestJSON-402603995-project] 10.222.0.10 "GET /v2.0/ports?device_id=909216e6-1f55-432c-9420-ddd5d3620ae7 HTTP/1.1" status: 200 len: 945 time: 0.0496593 Apr 28 11:26:16.114421 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-4b970c74-3f0f-4760-b4b3-392211b79f13 req-0d1c3f3c-4089-41ce-b51e-3f7436076f51 tempest-ServersNegativeTestJSON-402603995 tempest-ServersNegativeTestJSON-402603995-project] 10.222.0.10 "GET /v2.0/security-groups?id=bcaf8d39-b0f8-465c-91f5-269a26e4c5ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407228 Apr 28 11:26:16.226160 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14caf7f6-d2b4-4e60-aa45-ad8901d0e150 req-218f9016-8d55-4e97-acc5-3c413bf0d6cd tempest-ServersNegativeTestJSON-402603995 tempest-ServersNegativeTestJSON-402603995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:26:16.227596 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-14caf7f6-d2b4-4e60-aa45-ad8901d0e150 req-218f9016-8d55-4e97-acc5-3c413bf0d6cd tempest-ServersNegativeTestJSON-402603995 tempest-ServersNegativeTestJSON-402603995-project] 10.222.0.10 "GET /v2.0/ports?device_id=909216e6-1f55-432c-9420-ddd5d3620ae7 HTTP/1.1" status: 200 len: 945 time: 0.0474086 Apr 28 11:26:16.273947 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-14caf7f6-d2b4-4e60-aa45-ad8901d0e150 req-4df42c63-7830-4c72-84ed-a423dd41f069 tempest-ServersNegativeTestJSON-402603995 tempest-ServersNegativeTestJSON-402603995-project] 10.222.0.10 "GET /v2.0/security-groups?id=bcaf8d39-b0f8-465c-91f5-269a26e4c5ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402753 Apr 28 11:26:16.398985 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee42462-cedd-4ad1-8191-b68bc92b3e44 req-68285337-d5fa-47b4-8b1e-2060c3743a97 tempest-ServersNegativeTestJSON-402603995 tempest-ServersNegativeTestJSON-402603995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:26:16.401151 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-dee42462-cedd-4ad1-8191-b68bc92b3e44 req-68285337-d5fa-47b4-8b1e-2060c3743a97 tempest-ServersNegativeTestJSON-402603995 tempest-ServersNegativeTestJSON-402603995-project] 10.222.0.10 "GET /v2.0/ports?device_id=909216e6-1f55-432c-9420-ddd5d3620ae7 HTTP/1.1" status: 200 len: 945 time: 0.0513062 Apr 28 11:26:16.405661 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Device cd5280cd-125d-43b2-af1d-f92ddae11187 no longer exists at agent hyperv_hv-neutron-mast {{(pid=116163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 11:26:16.426679 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] No Port match for: cd5280cd-125d-43b2-af1d-f92ddae11187 {{(pid=116163) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 28 11:26:16.427027 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Device cd5280cd-125d-43b2-af1d-f92ddae11187 not bound to the agent host hv-neutron-mast {{(pid=116163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 11:26:16.446966 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-dee42462-cedd-4ad1-8191-b68bc92b3e44 req-c48cd423-8edb-46bb-b09d-cca13d476bed tempest-ServersNegativeTestJSON-402603995 tempest-ServersNegativeTestJSON-402603995-project] 10.222.0.10 "GET /v2.0/security-groups?id=bcaf8d39-b0f8-465c-91f5-269a26e4c5ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401223 Apr 28 11:26:16.959398 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79bed6e6-577b-4639-b973-d01dd96dc54e req-0a943d30-35fa-4b3b-ad7f-8fafc7b0ec2f tempest-ServersNegativeTestJSON-402603995 tempest-ServersNegativeTestJSON-402603995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:26:16.960923 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-79bed6e6-577b-4639-b973-d01dd96dc54e req-0a943d30-35fa-4b3b-ad7f-8fafc7b0ec2f tempest-ServersNegativeTestJSON-402603995 tempest-ServersNegativeTestJSON-402603995-project] 10.222.0.10 "GET /v2.0/ports?device_id=909216e6-1f55-432c-9420-ddd5d3620ae7 HTTP/1.1" status: 200 len: 945 time: 0.0473864 Apr 28 11:26:17.007103 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-79bed6e6-577b-4639-b973-d01dd96dc54e req-1c5d414f-a9f8-4974-9875-78dfbb8950b2 tempest-ServersNegativeTestJSON-402603995 tempest-ServersNegativeTestJSON-402603995-project] 10.222.0.10 "GET /v2.0/security-groups?id=bcaf8d39-b0f8-465c-91f5-269a26e4c5ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399609 Apr 28 11:26:18.122051 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61f8be2-b818-42c7-b231-df43c6343a13 req-b9af782f-3382-4cfc-b155-ff87e3fa8a78 tempest-ServersNegativeTestJSON-402603995 tempest-ServersNegativeTestJSON-402603995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:26:18.123584 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-e61f8be2-b818-42c7-b231-df43c6343a13 req-b9af782f-3382-4cfc-b155-ff87e3fa8a78 tempest-ServersNegativeTestJSON-402603995 tempest-ServersNegativeTestJSON-402603995-project] 10.222.0.10 "GET /v2.0/ports?device_id=909216e6-1f55-432c-9420-ddd5d3620ae7 HTTP/1.1" status: 200 len: 945 time: 0.0459275 Apr 28 11:26:18.173035 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-e61f8be2-b818-42c7-b231-df43c6343a13 req-7434594a-f1af-40ba-9701-abd56c0acbe1 tempest-ServersNegativeTestJSON-402603995 tempest-ServersNegativeTestJSON-402603995-project] 10.222.0.10 "GET /v2.0/security-groups?id=bcaf8d39-b0f8-465c-91f5-269a26e4c5ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437546 Apr 28 11:26:18.262067 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1589d87b-d177-42fc-828f-69fb1ab09ded req-8b390681-509f-492c-9a43-e5c3b08651ba tempest-ServersNegativeTestJSON-402603995 tempest-ServersNegativeTestJSON-402603995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:26:18.263578 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-1589d87b-d177-42fc-828f-69fb1ab09ded req-8b390681-509f-492c-9a43-e5c3b08651ba tempest-ServersNegativeTestJSON-402603995 tempest-ServersNegativeTestJSON-402603995-project] 10.222.0.20 "GET /v2.0/ports?device_id=909216e6-1f55-432c-9420-ddd5d3620ae7 HTTP/1.1" status: 200 len: 945 time: 0.0504363 Apr 28 11:26:18.343923 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.plugin [req-1589d87b-d177-42fc-828f-69fb1ab09ded req-71cd8987-9a2f-454f-aec2-d98fcd759df0 tempest-ServersNegativeTestJSON-402603995 tempest-ServersNegativeTestJSON-402603995-project] Deleting port 352658fb-7d18-4665-b02e-47ea357d7581 {{(pid=116162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 11:26:18.344256 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [req-1589d87b-d177-42fc-828f-69fb1ab09ded req-71cd8987-9a2f-454f-aec2-d98fcd759df0 tempest-ServersNegativeTestJSON-402603995 tempest-ServersNegativeTestJSON-402603995-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742235130188'] for port (352658fb-7d18-4665-b02e-47ea357d7581), before_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:26:18.432398 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.db [req-1589d87b-d177-42fc-828f-69fb1ab09ded req-71cd8987-9a2f-454f-aec2-d98fcd759df0 tempest-ServersNegativeTestJSON-402603995 tempest-ServersNegativeTestJSON-402603995-project] For port 352658fb-7d18-4665-b02e-47ea357d7581, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=352658fb-7d18-4665-b02e-47ea357d7581,segment=NetworkSegment(de25e9fa-2dbf-49a4-8556-0009738faf2a),segment_id=de25e9fa-2dbf-49a4-8556-0009738faf2a)] {{(pid=116162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 11:26:18.432749 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [req-1589d87b-d177-42fc-828f-69fb1ab09ded req-71cd8987-9a2f-454f-aec2-d98fcd759df0 tempest-ServersNegativeTestJSON-402603995 tempest-ServersNegativeTestJSON-402603995-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1938497'] for port (352658fb-7d18-4665-b02e-47ea357d7581), precommit_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:26:18.445812 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.plugin [req-1589d87b-d177-42fc-828f-69fb1ab09ded req-71cd8987-9a2f-454f-aec2-d98fcd759df0 tempest-ServersNegativeTestJSON-402603995 tempest-ServersNegativeTestJSON-402603995-project] Calling delete_port for 352658fb-7d18-4665-b02e-47ea357d7581 owned by compute:nova {{(pid=116162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 11:26:18.625258 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [req-1589d87b-d177-42fc-828f-69fb1ab09ded req-71cd8987-9a2f-454f-aec2-d98fcd759df0 tempest-ServersNegativeTestJSON-402603995 tempest-ServersNegativeTestJSON-402603995-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742235135690', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742234710366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5051867'] for port (352658fb-7d18-4665-b02e-47ea357d7581), after_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:26:18.637601 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] get_ports_and_sgs() called for port_ids ['352658fb-7d18-4665-b02e-47ea357d7581'] {{(pid=116163) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 11:26:18.657945 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71cd8987-9a2f-454f-aec2-d98fcd759df0 tempest-ServersNegativeTestJSON-402603995 tempest-ServersNegativeTestJSON-402603995-project] Pushing event deleted for resources: {'Port': ['ID=352658fb-7d18-4665-b02e-47ea357d7581,revision_number=None']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:26:18.701538 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.db.l3_dvrscheduler_db [req-1589d87b-d177-42fc-828f-69fb1ab09ded req-71cd8987-9a2f-454f-aec2-d98fcd759df0 tempest-ServersNegativeTestJSON-402603995 tempest-ServersNegativeTestJSON-402603995-project] No DVR routers for this DVR port 352658fb-7d18-4665-b02e-47ea357d7581 on host hv-neutron-mast {{(pid=116162) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 11:26:18.703948 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [req-1589d87b-d177-42fc-828f-69fb1ab09ded req-71cd8987-9a2f-454f-aec2-d98fcd759df0 tempest-ServersNegativeTestJSON-402603995 tempest-ServersNegativeTestJSON-402603995-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198022'] for port (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:26:18.707211 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-1589d87b-d177-42fc-828f-69fb1ab09ded req-71cd8987-9a2f-454f-aec2-d98fcd759df0 tempest-ServersNegativeTestJSON-402603995 tempest-ServersNegativeTestJSON-402603995-project] 10.222.0.20 "DELETE /v2.0/ports/352658fb-7d18-4665-b02e-47ea357d7581 HTTP/1.1" status: 204 len: 173 time: 0.4389424 Apr 28 11:26:18.707652 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '909216e6-1f55-432c-9420-ddd5d3620ae7', 'name': 'network-vif-deleted', 'tag': '352658fb-7d18-4665-b02e-47ea357d7581'}] {{(pid=116162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 11:26:18.709851 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ba53f40d6116d28995a8e36159d0e539b5353eec116fb5dd4ce03b4b2159ab1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d49a0f3-fa2b-487c-b2d2-8523bdce96ce" -d '{"events": [{"server_uuid": "909216e6-1f55-432c-9420-ddd5d3620ae7", "name": "network-vif-deleted", "tag": "352658fb-7d18-4665-b02e-47ea357d7581"}]}' {{(pid=116162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 11:26:18.744868 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 11:26:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a94b906b-f8a9-4e32-980f-10046a03318e x-openstack-request-id: req-a94b906b-f8a9-4e32-980f-10046a03318e {{(pid=116162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 11:26:18.745169 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "909216e6-1f55-432c-9420-ddd5d3620ae7", "name": "network-vif-deleted", "tag": "352658fb-7d18-4665-b02e-47ea357d7581", "status": "completed", "code": 200}]} {{(pid=116162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 11:26:18.745405 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-a94b906b-f8a9-4e32-980f-10046a03318e {{(pid=116162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 11:26:18.745807 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a94b906b-f8a9-4e32-980f-10046a03318e'] response: {'server_uuid': '909216e6-1f55-432c-9420-ddd5d3620ae7', 'name': 'network-vif-deleted', 'tag': '352658fb-7d18-4665-b02e-47ea357d7581', 'status': 'completed', 'code': 200} Apr 28 11:26:19.278741 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-728fed4b-8ef2-43e8-ab6f-b6c78b513656 req-b989a04c-02e1-414c-a577-243e225cc1fc tempest-ServersNegativeTestJSON-402603995 tempest-ServersNegativeTestJSON-402603995-project] 10.222.0.10 "GET /v2.0/ports?device_id=909216e6-1f55-432c-9420-ddd5d3620ae7 HTTP/1.1" status: 200 len: 210 time: 0.0282054 Apr 28 11:26:20.334895 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 59856) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:26:20.379418 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.db.db_base_plugin_v2 [None req-f8e9d4a5-38a3-4bfe-89ca-8782bde1acf4 admin admin] Deleting subnet dc15396f-c6d2-48ac-a445-d516f21c9b5a {{(pid=116162) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 28 11:26:20.382407 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-f8e9d4a5-38a3-4bfe-89ca-8782bde1acf4 admin admin] Publish callbacks [] for subnet (dc15396f-c6d2-48ac-a445-d516f21c9b5a), before_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:26:20.414645 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-f8e9d4a5-38a3-4bfe-89ca-8782bde1acf4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5026541'] for subnet (dc15396f-c6d2-48ac-a445-d516f21c9b5a), precommit_delete_associations {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:26:20.456345 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-f8e9d4a5-38a3-4bfe-89ca-8782bde1acf4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-971303'] for subnet (dc15396f-c6d2-48ac-a445-d516f21c9b5a), precommit_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:26:20.589676 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-f8e9d4a5-38a3-4bfe-89ca-8782bde1acf4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-971310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5053962', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4210815'] for subnet (dc15396f-c6d2-48ac-a445-d516f21c9b5a), after_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:26:20.613425 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e9d4a5-38a3-4bfe-89ca-8782bde1acf4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dc15396f-c6d2-48ac-a445-d516f21c9b5a,revision_number=None']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:26:20.619073 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-f8e9d4a5-38a3-4bfe-89ca-8782bde1acf4 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:26:20.622840 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-f8e9d4a5-38a3-4bfe-89ca-8782bde1acf4 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/dc15396f-c6d2-48ac-a445-d516f21c9b5a HTTP/1.1" status: 204 len: 168 time: 0.2869058 Apr 28 11:26:20.625349 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 59858) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:26:20.692645 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-1210f370-b950-4c42-bd83-484ec2b667de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-979593'] for network (35f4e2c3-6644-4997-913e-b2794fd98260), before_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:26:20.771478 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (6be95134-9a6c-4663-8b48-90d12ce90c60), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:26:20.772148 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-1210f370-b950-4c42-bd83-484ec2b667de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-973498', 'neutron.services.segments.db._delete_segments_for_network-8742235207033'] for network (35f4e2c3-6644-4997-913e-b2794fd98260), precommit_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:26:20.792785 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.services.segments.db [None req-1210f370-b950-4c42-bd83-484ec2b667de admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['35f4e2c3-6644-4997-913e-b2794fd98260']}} {{(pid=116162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:26:20.801743 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.services.segments.db [None req-1210f370-b950-4c42-bd83-484ec2b667de admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'de25e9fa-2dbf-49a4-8556-0009738faf2a') {'for_net_delete': True} {{(pid=116162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:26:20.802033 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.services.segments.db [None req-1210f370-b950-4c42-bd83-484ec2b667de admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'de25e9fa-2dbf-49a4-8556-0009738faf2a') {} {{(pid=116162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:26:20.811223 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-1210f370-b950-4c42-bd83-484ec2b667de admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742235208578', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5026548'] for segment (de25e9fa-2dbf-49a4-8556-0009738faf2a), before_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:26:20.824621 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-1210f370-b950-4c42-bd83-484ec2b667de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-961978'] for segment (de25e9fa-2dbf-49a4-8556-0009738faf2a), precommit_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:26:20.830333 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1210f370-b950-4c42-bd83-484ec2b667de admin admin] Releasing vlan 77 on physical network physnet1 to pool {{(pid=116162) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 11:26:20.830733 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-1210f370-b950-4c42-bd83-484ec2b667de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-961978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5051884'] for segment (de25e9fa-2dbf-49a4-8556-0009738faf2a), after_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:26:20.832469 dv-neutron-master-2-hyperv neutron-server[116162]: Traceback (most recent call last): Apr 28 11:26:20.832469 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 11:26:20.832469 dv-neutron-master-2-hyperv neutron-server[116162]: timer() Apr 28 11:26:20.832469 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 11:26:20.832469 dv-neutron-master-2-hyperv neutron-server[116162]: cb(*args, **kw) Apr 28 11:26:20.832469 dv-neutron-master-2-hyperv neutron-server[116162]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 28 11:26:20.832469 dv-neutron-master-2-hyperv neutron-server[116162]: return func(*args, **kwargs) Apr 28 11:26:20.832469 dv-neutron-master-2-hyperv neutron-server[116162]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 11:26:20.832469 dv-neutron-master-2-hyperv neutron-server[116162]: self._notify() Apr 28 11:26:20.832469 dv-neutron-master-2-hyperv neutron-server[116162]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 11:26:20.832469 dv-neutron-master-2-hyperv neutron-server[116162]: self.callback(batched_events) Apr 28 11:26:20.832469 dv-neutron-master-2-hyperv neutron-server[116162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 11:26:20.832469 dv-neutron-master-2-hyperv neutron-server[116162]: event.method(event) Apr 28 11:26:20.832469 dv-neutron-master-2-hyperv neutron-server[116162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 28 11:26:20.832469 dv-neutron-master-2-hyperv neutron-server[116162]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 11:26:20.832469 dv-neutron-master-2-hyperv neutron-server[116162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 28 11:26:20.832469 dv-neutron-master-2-hyperv neutron-server[116162]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 11:26:20.832469 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 28 11:26:20.832469 dv-neutron-master-2-hyperv neutron-server[116162]: return f(self, *a, **k) Apr 28 11:26:20.832469 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 28 11:26:20.832469 dv-neutron-master-2-hyperv neutron-server[116162]: return self._get(url).json() Apr 28 11:26:20.832469 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 28 11:26:20.832469 dv-neutron-master-2-hyperv neutron-server[116162]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 11:26:20.832469 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 11:26:20.832469 dv-neutron-master-2-hyperv neutron-server[116162]: return self.request(url, 'GET', **kwargs) Apr 28 11:26:20.832469 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 11:26:20.832469 dv-neutron-master-2-hyperv neutron-server[116162]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 11:26:20.832469 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 11:26:20.832469 dv-neutron-master-2-hyperv neutron-server[116162]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 11:26:20.832469 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 11:26:20.832469 dv-neutron-master-2-hyperv neutron-server[116162]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 11:26:20.832469 dv-neutron-master-2-hyperv neutron-server[116162]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 11:26:20.960119 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-1210f370-b950-4c42-bd83-484ec2b667de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-973477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2063122'] for network (35f4e2c3-6644-4997-913e-b2794fd98260), after_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:26:20.966142 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-1210f370-b950-4c42-bd83-484ec2b667de admin admin] Publish callbacks [] for network (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:26:20.969646 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-1210f370-b950-4c42-bd83-484ec2b667de admin admin] 10.222.0.10 "DELETE /v2.0/networks/35f4e2c3-6644-4997-913e-b2794fd98260 HTTP/1.1" status: 204 len: 168 time: 0.3430438 Apr 28 11:26:20.980209 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1210f370-b950-4c42-bd83-484ec2b667de admin admin] Pushing event deleted for resources: {'Network': ['ID=35f4e2c3-6644-4997-913e-b2794fd98260,revision_number=None']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:26:21.297788 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 59862) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:26:21.337648 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-f0635f2e-6f37-49d0-9960-9b41a97bef7d admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=cbd394cdbe5646dbb4145c48891a44e4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0386844 Apr 28 11:26:21.340049 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 59864) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:26:21.386315 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-52507774-23ce-44f9-adef-a892c4b721ea admin admin] Publish callbacks [] for security_group (bcaf8d39-b0f8-465c-91f5-269a26e4c5ef), before_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:26:21.406988 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-52507774-23ce-44f9-adef-a892c4b721ea admin admin] Publish callbacks [] for security_group (bcaf8d39-b0f8-465c-91f5-269a26e4c5ef), precommit_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:26:21.526458 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-52507774-23ce-44f9-adef-a892c4b721ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924426'] for security_group (bcaf8d39-b0f8-465c-91f5-269a26e4c5ef), after_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:26:21.529065 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-52507774-23ce-44f9-adef-a892c4b721ea admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:26:21.530239 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-52507774-23ce-44f9-adef-a892c4b721ea admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/bcaf8d39-b0f8-465c-91f5-269a26e4c5ef HTTP/1.1" status: 204 len: 168 time: 0.1893008 Apr 28 11:26:21.538022 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52507774-23ce-44f9-adef-a892c4b721ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcaf8d39-b0f8-465c-91f5-269a26e4c5ef,revision_number=None']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:26:22.452940 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Device 352658fb-7d18-4665-b02e-47ea357d7581 no longer exists at agent hyperv_hv-neutron-mast {{(pid=116163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 11:26:22.473495 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] No Port match for: 352658fb-7d18-4665-b02e-47ea357d7581 {{(pid=116163) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 28 11:26:22.473850 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Device 352658fb-7d18-4665-b02e-47ea357d7581 not bound to the agent host hv-neutron-mast {{(pid=116163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 11:26:22.539706 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 59886) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:26:22.632223 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.v2.base [None req-7a64181c-6062-455d-b35c-138e60a67943 tempest-NetworksIpV6Test-1668104998 tempest-NetworksIpV6Test-1668104998-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1755008327'}} {{(pid=116162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:26:22.716460 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a64181c-6062-455d-b35c-138e60a67943 tempest-NetworksIpV6Test-1668104998 tempest-NetworksIpV6Test-1668104998-project] Made reservation on behalf of ff26fec9ca554fba8d3a9501e1c55058 for: {'network': 1} {{(pid=116162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 11:26:22.719708 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-7a64181c-6062-455d-b35c-138e60a67943 tempest-NetworksIpV6Test-1668104998 tempest-NetworksIpV6Test-1668104998-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for network (None), before_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:26:22.731363 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-7a64181c-6062-455d-b35c-138e60a67943 tempest-NetworksIpV6Test-1668104998 tempest-NetworksIpV6Test-1668104998-project] Publish callbacks [] for security_group (None), before_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:26:22.800683 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-7a64181c-6062-455d-b35c-138e60a67943 tempest-NetworksIpV6Test-1668104998 tempest-NetworksIpV6Test-1668104998-project] Publish callbacks [] for security_group (22fdc04e-406d-43c7-b991-a2e6b6166ec4), precommit_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:26:22.874333 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-7a64181c-6062-455d-b35c-138e60a67943 tempest-NetworksIpV6Test-1668104998 tempest-NetworksIpV6Test-1668104998-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924426'] for security_group (22fdc04e-406d-43c7-b991-a2e6b6166ec4), after_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:26:22.901931 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7a64181c-6062-455d-b35c-138e60a67943 tempest-NetworksIpV6Test-1668104998 tempest-NetworksIpV6Test-1668104998-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 69} {{(pid=116162) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 11:26:22.908538 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a64181c-6062-455d-b35c-138e60a67943 tempest-NetworksIpV6Test-1668104998 tempest-NetworksIpV6Test-1668104998-project] Pushing event updated for resources: {'SecurityGroup': ['ID=22fdc04e-406d-43c7-b991-a2e6b6166ec4,revision_number=1']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:26:22.916868 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-7a64181c-6062-455d-b35c-138e60a67943 tempest-NetworksIpV6Test-1668104998 tempest-NetworksIpV6Test-1668104998-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-961978'] for segment (5fc38975-2fb1-4ab9-b7fa-e475880d56d6), precommit_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:26:22.917205 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.db.segments_db [None req-7a64181c-6062-455d-b35c-138e60a67943 tempest-NetworksIpV6Test-1668104998 tempest-NetworksIpV6Test-1668104998-project] Added segment 5fc38975-2fb1-4ab9-b7fa-e475880d56d6 of type vlan for network 51d4ba9a-03aa-4dec-bd46-111f969b9d88 Apr 28 11:26:22.925485 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a64181c-6062-455d-b35c-138e60a67943 tempest-NetworksIpV6Test-1668104998 tempest-NetworksIpV6Test-1668104998-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:26:22.925970 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a64181c-6062-455d-b35c-138e60a67943 tempest-NetworksIpV6Test-1668104998 tempest-NetworksIpV6Test-1668104998-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:26:22.926311 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a64181c-6062-455d-b35c-138e60a67943 tempest-NetworksIpV6Test-1668104998 tempest-NetworksIpV6Test-1668104998-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:26:22.926686 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a64181c-6062-455d-b35c-138e60a67943 tempest-NetworksIpV6Test-1668104998 tempest-NetworksIpV6Test-1668104998-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:26:22.927019 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a64181c-6062-455d-b35c-138e60a67943 tempest-NetworksIpV6Test-1668104998 tempest-NetworksIpV6Test-1668104998-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:26:22.927346 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a64181c-6062-455d-b35c-138e60a67943 tempest-NetworksIpV6Test-1668104998 tempest-NetworksIpV6Test-1668104998-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:26:22.927670 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a64181c-6062-455d-b35c-138e60a67943 tempest-NetworksIpV6Test-1668104998 tempest-NetworksIpV6Test-1668104998-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:26:22.927990 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a64181c-6062-455d-b35c-138e60a67943 tempest-NetworksIpV6Test-1668104998 tempest-NetworksIpV6Test-1668104998-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:26:22.928310 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a64181c-6062-455d-b35c-138e60a67943 tempest-NetworksIpV6Test-1668104998 tempest-NetworksIpV6Test-1668104998-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:26:22.928643 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a64181c-6062-455d-b35c-138e60a67943 tempest-NetworksIpV6Test-1668104998 tempest-NetworksIpV6Test-1668104998-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:26:22.928946 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a64181c-6062-455d-b35c-138e60a67943 tempest-NetworksIpV6Test-1668104998 tempest-NetworksIpV6Test-1668104998-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:26:22.929263 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a64181c-6062-455d-b35c-138e60a67943 tempest-NetworksIpV6Test-1668104998 tempest-NetworksIpV6Test-1668104998-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:26:22.929579 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a64181c-6062-455d-b35c-138e60a67943 tempest-NetworksIpV6Test-1668104998 tempest-NetworksIpV6Test-1668104998-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:26:22.929898 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a64181c-6062-455d-b35c-138e60a67943 tempest-NetworksIpV6Test-1668104998 tempest-NetworksIpV6Test-1668104998-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:26:22.930210 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a64181c-6062-455d-b35c-138e60a67943 tempest-NetworksIpV6Test-1668104998 tempest-NetworksIpV6Test-1668104998-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:26:22.971324 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-7a64181c-6062-455d-b35c-138e60a67943 tempest-NetworksIpV6Test-1668104998 tempest-NetworksIpV6Test-1668104998-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742234744962'] for network (51d4ba9a-03aa-4dec-bd46-111f969b9d88), precommit_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:26:23.074929 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-7a64181c-6062-455d-b35c-138e60a67943 tempest-NetworksIpV6Test-1668104998 tempest-NetworksIpV6Test-1668104998-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042'] for network (51d4ba9a-03aa-4dec-bd46-111f969b9d88), after_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:26:23.080112 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a64181c-6062-455d-b35c-138e60a67943 tempest-NetworksIpV6Test-1668104998 tempest-NetworksIpV6Test-1668104998-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:26:23.080752 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-7a64181c-6062-455d-b35c-138e60a67943 tempest-NetworksIpV6Test-1668104998 tempest-NetworksIpV6Test-1668104998-project] Publish callbacks [] for network (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:26:23.149073 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a64181c-6062-455d-b35c-138e60a67943 tempest-NetworksIpV6Test-1668104998 tempest-NetworksIpV6Test-1668104998-project] Pushing event updated for resources: {'Network': ['ID=51d4ba9a-03aa-4dec-bd46-111f969b9d88,revision_number=1']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:26:23.160542 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Network 51d4ba9a-03aa-4dec-bd46-111f969b9d88 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=116163) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 28 11:26:23.180279 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-7a64181c-6062-455d-b35c-138e60a67943 tempest-NetworksIpV6Test-1668104998 tempest-NetworksIpV6Test-1668104998-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.6394689 Apr 28 11:26:26.479072 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 59890) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:26:26.484657 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.v2.base [None req-e2d895d5-4253-406d-aaca-03c9198e5e7b tempest-NetworksIpV6Test-1668104998 tempest-NetworksIpV6Test-1668104998-project] Request body: {'subnet': {'network_id': '51d4ba9a-03aa-4dec-bd46-111f969b9d88', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=116161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:26:26.634378 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2d895d5-4253-406d-aaca-03c9198e5e7b tempest-NetworksIpV6Test-1668104998 tempest-NetworksIpV6Test-1668104998-project] Made reservation on behalf of ff26fec9ca554fba8d3a9501e1c55058 for: {'subnet': 1} {{(pid=116161) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 11:26:26.637703 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-e2d895d5-4253-406d-aaca-03c9198e5e7b tempest-NetworksIpV6Test-1668104998 tempest-NetworksIpV6Test-1668104998-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5125580'] for subnet (None), before_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:26:26.863506 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-e2d895d5-4253-406d-aaca-03c9198e5e7b tempest-NetworksIpV6Test-1668104998 tempest-NetworksIpV6Test-1668104998-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5220536', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5125438'] for subnet (23d090a2-ef18-4d95-a340-7628946e076e), after_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:26:26.925322 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d895d5-4253-406d-aaca-03c9198e5e7b tempest-NetworksIpV6Test-1668104998 tempest-NetworksIpV6Test-1668104998-project] Pushing event updated for resources: {'Subnet': ['ID=23d090a2-ef18-4d95-a340-7628946e076e,revision_number=0']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:26:26.935501 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2d895d5-4253-406d-aaca-03c9198e5e7b tempest-NetworksIpV6Test-1668104998 tempest-NetworksIpV6Test-1668104998-project] Checking segment: {'id': '5fc38975-2fb1-4ab9-b7fa-e475880d56d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '51d4ba9a-03aa-4dec-bd46-111f969b9d88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 11:26:26.935887 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2d895d5-4253-406d-aaca-03c9198e5e7b tempest-NetworksIpV6Test-1668104998 tempest-NetworksIpV6Test-1668104998-project] Network hostable DHCP agents. Network: 51d4ba9a-03aa-4dec-bd46-111f969b9d88, hostable agents: ['75ba81b7-fe99-4281-90d2-a5adb445ecea'], hosted agents: [] {{(pid=116161) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 11:26:27.005865 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2d895d5-4253-406d-aaca-03c9198e5e7b tempest-NetworksIpV6Test-1668104998 tempest-NetworksIpV6Test-1668104998-project] Network 51d4ba9a-03aa-4dec-bd46-111f969b9d88 is scheduled to be hosted by DHCP agent 75ba81b7-fe99-4281-90d2-a5adb445ecea with binding_index 1 {{(pid=116161) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 11:26:27.080335 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.scheduler.base_scheduler [None req-e2d895d5-4253-406d-aaca-03c9198e5e7b tempest-NetworksIpV6Test-1668104998 tempest-NetworksIpV6Test-1668104998-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 51d4ba9a-03aa-4dec-bd46-111f969b9d88) {{(pid=116161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 11:26:27.084683 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2d895d5-4253-406d-aaca-03c9198e5e7b tempest-NetworksIpV6Test-1668104998 tempest-NetworksIpV6Test-1668104998-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:26:27.085279 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-e2d895d5-4253-406d-aaca-03c9198e5e7b tempest-NetworksIpV6Test-1668104998 tempest-NetworksIpV6Test-1668104998-project] Publish callbacks [] for subnet (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:26:27.089718 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-782e5ba1-ed58-4612-b03c-25372cce1143 None None] Network 51d4ba9a-03aa-4dec-bd46-111f969b9d88 requested from dv-neutron-master-2-hyperv {{(pid=116163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 11:26:27.180152 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-e2d895d5-4253-406d-aaca-03c9198e5e7b tempest-NetworksIpV6Test-1668104998 tempest-NetworksIpV6Test-1668104998-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6999366 Apr 28 11:26:27.183654 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 59892) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:26:27.189364 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.v2.base [None req-30a6160e-efca-4a36-9aee-cb19a5a4f46f tempest-NetworksIpV6Test-1668104998 tempest-NetworksIpV6Test-1668104998-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-48158102'}} {{(pid=116161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:26:27.194344 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d7a1fee-e80c-472d-80d9-6356f82da27a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-51d4ba9a-03aa-4dec-bd46-111f969b9d88', 'network_id': '51d4ba9a-03aa-4dec-bd46-111f969b9d88', 'project_id': 'ff26fec9ca554fba8d3a9501e1c55058', 'fixed_ips': [{'subnet_id': '23d090a2-ef18-4d95-a340-7628946e076e'}]}} from dv-neutron-master-2-hyperv. {{(pid=116163) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 28 11:26:27.195501 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-1d7a1fee-e80c-472d-80d9-6356f82da27a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (None), before_create {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:26:27.285731 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30a6160e-efca-4a36-9aee-cb19a5a4f46f tempest-NetworksIpV6Test-1668104998 tempest-NetworksIpV6Test-1668104998-project] Made reservation on behalf of ff26fec9ca554fba8d3a9501e1c55058 for: {'network': 1} {{(pid=116161) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 11:26:27.289040 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-30a6160e-efca-4a36-9aee-cb19a5a4f46f tempest-NetworksIpV6Test-1668104998 tempest-NetworksIpV6Test-1668104998-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for network (None), before_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:26:27.313611 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-30a6160e-efca-4a36-9aee-cb19a5a4f46f tempest-NetworksIpV6Test-1668104998 tempest-NetworksIpV6Test-1668104998-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 85} {{(pid=116161) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 11:26:27.322693 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-30a6160e-efca-4a36-9aee-cb19a5a4f46f tempest-NetworksIpV6Test-1668104998 tempest-NetworksIpV6Test-1668104998-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-961978'] for segment (d51bb57d-147f-492e-ac5b-d84f72a39f96), precommit_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:26:27.323036 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.db.segments_db [None req-30a6160e-efca-4a36-9aee-cb19a5a4f46f tempest-NetworksIpV6Test-1668104998 tempest-NetworksIpV6Test-1668104998-project] Added segment d51bb57d-147f-492e-ac5b-d84f72a39f96 of type vlan for network 4e7758af-8c54-4069-8fc4-facc17b78f53 Apr 28 11:26:27.365893 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-30a6160e-efca-4a36-9aee-cb19a5a4f46f tempest-NetworksIpV6Test-1668104998 tempest-NetworksIpV6Test-1668104998-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742234744962'] for network (4e7758af-8c54-4069-8fc4-facc17b78f53), precommit_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:26:27.459143 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.db_base_plugin_common [None req-1d7a1fee-e80c-472d-80d9-6356f82da27a None None] Allocated IP 2001:db8:0:ffff::2 (51d4ba9a-03aa-4dec-bd46-111f969b9d88/23d090a2-ef18-4d95-a340-7628946e076e/7f7c7996-5b96-4ad7-ab1b-7d034cfc5575) {{(pid=116163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 11:26:27.464752 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-30a6160e-efca-4a36-9aee-cb19a5a4f46f tempest-NetworksIpV6Test-1668104998 tempest-NetworksIpV6Test-1668104998-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042'] for network (4e7758af-8c54-4069-8fc4-facc17b78f53), after_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:26:27.470110 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30a6160e-efca-4a36-9aee-cb19a5a4f46f tempest-NetworksIpV6Test-1668104998 tempest-NetworksIpV6Test-1668104998-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:26:27.470746 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-30a6160e-efca-4a36-9aee-cb19a5a4f46f tempest-NetworksIpV6Test-1668104998 tempest-NetworksIpV6Test-1668104998-project] Publish callbacks [] for network (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:26:27.542776 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a6160e-efca-4a36-9aee-cb19a5a4f46f tempest-NetworksIpV6Test-1668104998 tempest-NetworksIpV6Test-1668104998-project] Pushing event updated for resources: {'Network': ['ID=4e7758af-8c54-4069-8fc4-facc17b78f53,revision_number=1']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:26:27.576558 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-30a6160e-efca-4a36-9aee-cb19a5a4f46f tempest-NetworksIpV6Test-1668104998 tempest-NetworksIpV6Test-1668104998-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.3918991 Apr 28 11:26:27.579593 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 59894) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:26:27.585080 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.v2.base [None req-79c4dfe6-88a6-4a41-9d5c-0af7f99bf1c7 tempest-NetworksIpV6Test-1668104998 tempest-NetworksIpV6Test-1668104998-project] Request body: {'subnet': {'network_id': '4e7758af-8c54-4069-8fc4-facc17b78f53', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=116161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:26:27.670874 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Network 4e7758af-8c54-4069-8fc4-facc17b78f53 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=116163) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 28 11:26:27.722181 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79c4dfe6-88a6-4a41-9d5c-0af7f99bf1c7 tempest-NetworksIpV6Test-1668104998 tempest-NetworksIpV6Test-1668104998-project] Made reservation on behalf of ff26fec9ca554fba8d3a9501e1c55058 for: {'subnet': 1} {{(pid=116161) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 11:26:27.725621 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-79c4dfe6-88a6-4a41-9d5c-0af7f99bf1c7 tempest-NetworksIpV6Test-1668104998 tempest-NetworksIpV6Test-1668104998-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5125580'] for subnet (None), before_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:26:27.807285 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-1d7a1fee-e80c-472d-80d9-6356f82da27a None None] Publish callbacks [] for port (7f7c7996-5b96-4ad7-ab1b-7d034cfc5575), precommit_create {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:26:27.920920 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-1d7a1fee-e80c-472d-80d9-6356f82da27a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742234710357'] for port (7f7c7996-5b96-4ad7-ab1b-7d034cfc5575), after_create {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:26:27.959517 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d7a1fee-e80c-472d-80d9-6356f82da27a None None] Network 51d4ba9a-03aa-4dec-bd46-111f969b9d88 is already hosted by enough agents. {{(pid=116163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 11:26:27.964247 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.scheduler.base_scheduler [None req-1d7a1fee-e80c-472d-80d9-6356f82da27a None None] Resources bound (agent type, host, resource id): {{(pid=116163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 11:26:27.967876 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d7a1fee-e80c-472d-80d9-6356f82da27a None None] Received port after_create {{(pid=116163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 11:26:27.973335 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7a1fee-e80c-472d-80d9-6356f82da27a None None] Pushing event updated for resources: {'Port': ['ID=7f7c7996-5b96-4ad7-ab1b-7d034cfc5575,revision_number=1']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:26:28.017511 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-79c4dfe6-88a6-4a41-9d5c-0af7f99bf1c7 tempest-NetworksIpV6Test-1668104998 tempest-NetworksIpV6Test-1668104998-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5220536', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5125438'] for subnet (8fcfbe11-7279-4d99-bb2b-9bef7ea21682), after_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:26:28.028011 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.managers [None req-1d7a1fee-e80c-472d-80d9-6356f82da27a None None] Attempting to bind port 7f7c7996-5b96-4ad7-ab1b-7d034cfc5575 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=116163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 28 11:26:28.028381 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.managers [None req-1d7a1fee-e80c-472d-80d9-6356f82da27a None None] Attempting to bind port 7f7c7996-5b96-4ad7-ab1b-7d034cfc5575 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '5fc38975-2fb1-4ab9-b7fa-e475880d56d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '51d4ba9a-03aa-4dec-bd46-111f969b9d88'}] {{(pid=116163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 28 11:26:28.028740 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d7a1fee-e80c-472d-80d9-6356f82da27a None None] Attempting to bind port 7f7c7996-5b96-4ad7-ab1b-7d034cfc5575 on network 51d4ba9a-03aa-4dec-bd46-111f969b9d88 {{(pid=116163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 11:26:28.033805 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d7a1fee-e80c-472d-80d9-6356f82da27a None None] Checking agent: {'id': 'd5baab19-5dd1-4902-922b-84acb048ab9c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 10, 50, 43), 'started_at': datetime.datetime(2022, 4, 28, 10, 51, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 11, 26, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=116163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 11:26:28.034175 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d7a1fee-e80c-472d-80d9-6356f82da27a None None] Checking segment: {'id': '5fc38975-2fb1-4ab9-b7fa-e475880d56d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '51d4ba9a-03aa-4dec-bd46-111f969b9d88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 11:26:28.034607 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-1d7a1fee-e80c-472d-80d9-6356f82da27a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:26:28.035000 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d7a1fee-e80c-472d-80d9-6356f82da27a None None] Bound using segment: {'id': '5fc38975-2fb1-4ab9-b7fa-e475880d56d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '51d4ba9a-03aa-4dec-bd46-111f969b9d88'} {{(pid=116163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 11:26:28.035460 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.managers [None req-1d7a1fee-e80c-472d-80d9-6356f82da27a None None] Bound port: 7f7c7996-5b96-4ad7-ab1b-7d034cfc5575, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5fc38975-2fb1-4ab9-b7fa-e475880d56d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '51d4ba9a-03aa-4dec-bd46-111f969b9d88'}}] {{(pid=116163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 28 11:26:28.035840 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-1d7a1fee-e80c-472d-80d9-6356f82da27a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (7f7c7996-5b96-4ad7-ab1b-7d034cfc5575), before_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:26:28.085928 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c4dfe6-88a6-4a41-9d5c-0af7f99bf1c7 tempest-NetworksIpV6Test-1668104998 tempest-NetworksIpV6Test-1668104998-project] Pushing event updated for resources: {'Subnet': ['ID=8fcfbe11-7279-4d99-bb2b-9bef7ea21682,revision_number=0']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:26:28.097787 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79c4dfe6-88a6-4a41-9d5c-0af7f99bf1c7 tempest-NetworksIpV6Test-1668104998 tempest-NetworksIpV6Test-1668104998-project] Checking segment: {'id': 'd51bb57d-147f-492e-ac5b-d84f72a39f96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '4e7758af-8c54-4069-8fc4-facc17b78f53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 11:26:28.097787 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79c4dfe6-88a6-4a41-9d5c-0af7f99bf1c7 tempest-NetworksIpV6Test-1668104998 tempest-NetworksIpV6Test-1668104998-project] Network hostable DHCP agents. Network: 4e7758af-8c54-4069-8fc4-facc17b78f53, hostable agents: ['75ba81b7-fe99-4281-90d2-a5adb445ecea'], hosted agents: [] {{(pid=116161) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 11:26:28.108899 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-1d7a1fee-e80c-472d-80d9-6356f82da27a None None] For port 7f7c7996-5b96-4ad7-ab1b-7d034cfc5575, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=116163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 11:26:28.112139 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-1d7a1fee-e80c-472d-80d9-6356f82da27a None None] For port 7f7c7996-5b96-4ad7-ab1b-7d034cfc5575, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=7f7c7996-5b96-4ad7-ab1b-7d034cfc5575,segment=NetworkSegment(5fc38975-2fb1-4ab9-b7fa-e475880d56d6),segment_id=5fc38975-2fb1-4ab9-b7fa-e475880d56d6)] {{(pid=116163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 11:26:28.205991 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79c4dfe6-88a6-4a41-9d5c-0af7f99bf1c7 tempest-NetworksIpV6Test-1668104998 tempest-NetworksIpV6Test-1668104998-project] Network 4e7758af-8c54-4069-8fc4-facc17b78f53 is scheduled to be hosted by DHCP agent 75ba81b7-fe99-4281-90d2-a5adb445ecea with binding_index 1 {{(pid=116161) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 11:26:28.251722 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-1d7a1fee-e80c-472d-80d9-6356f82da27a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393'] for port (7f7c7996-5b96-4ad7-ab1b-7d034cfc5575), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:26:28.310929 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7a1fee-e80c-472d-80d9-6356f82da27a None None] Pushing event updated for resources: {'Port': ['ID=7f7c7996-5b96-4ad7-ab1b-7d034cfc5575,revision_number=2']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:26:28.343140 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.scheduler.base_scheduler [None req-79c4dfe6-88a6-4a41-9d5c-0af7f99bf1c7 tempest-NetworksIpV6Test-1668104998 tempest-NetworksIpV6Test-1668104998-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 4e7758af-8c54-4069-8fc4-facc17b78f53) {{(pid=116161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 11:26:28.348873 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79c4dfe6-88a6-4a41-9d5c-0af7f99bf1c7 tempest-NetworksIpV6Test-1668104998 tempest-NetworksIpV6Test-1668104998-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:26:28.350217 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-79c4dfe6-88a6-4a41-9d5c-0af7f99bf1c7 tempest-NetworksIpV6Test-1668104998 tempest-NetworksIpV6Test-1668104998-project] Publish callbacks [] for subnet (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:26:28.353124 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c93c433a-160f-4a8e-ad2f-e10567dceeeb None None] Network 4e7758af-8c54-4069-8fc4-facc17b78f53 requested from dv-neutron-master-2-hyperv {{(pid=116163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 11:26:28.465386 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-79c4dfe6-88a6-4a41-9d5c-0af7f99bf1c7 tempest-NetworksIpV6Test-1668104998 tempest-NetworksIpV6Test-1668104998-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.8846464 Apr 28 11:26:28.468318 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 59896) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:26:28.489210 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09991a1c-360d-4844-86b8-a0e2c05eec86 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-4e7758af-8c54-4069-8fc4-facc17b78f53', 'network_id': '4e7758af-8c54-4069-8fc4-facc17b78f53', 'project_id': 'ff26fec9ca554fba8d3a9501e1c55058', 'fixed_ips': [{'subnet_id': '8fcfbe11-7279-4d99-bb2b-9bef7ea21682'}]}} from dv-neutron-master-2-hyperv. {{(pid=116163) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 28 11:26:28.490303 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-09991a1c-360d-4844-86b8-a0e2c05eec86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (None), before_create {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:26:28.583140 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-3e2f66d8-b702-41d2-9418-9c5df5ce597e tempest-NetworksIpV6Test-1668104998 tempest-NetworksIpV6Test-1668104998-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-979593'] for network (4e7758af-8c54-4069-8fc4-facc17b78f53), before_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:26:28.683765 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-3e2f66d8-b702-41d2-9418-9c5df5ce597e tempest-NetworksIpV6Test-1668104998 tempest-NetworksIpV6Test-1668104998-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-971303'] for subnet (8fcfbe11-7279-4d99-bb2b-9bef7ea21682), precommit_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:26:28.806530 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-3e2f66d8-b702-41d2-9418-9c5df5ce597e tempest-NetworksIpV6Test-1668104998 tempest-NetworksIpV6Test-1668104998-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-971310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5053962', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4210815'] for subnet (8fcfbe11-7279-4d99-bb2b-9bef7ea21682), after_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:26:28.834586 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e2f66d8-b702-41d2-9418-9c5df5ce597e tempest-NetworksIpV6Test-1668104998 tempest-NetworksIpV6Test-1668104998-project] Pushing event deleted for resources: {'Subnet': ['ID=8fcfbe11-7279-4d99-bb2b-9bef7ea21682,revision_number=None']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:26:28.870223 dv-neutron-master-2-hyperv neutron-server[116163]: ERROR oslo_messaging.rpc.server [None req-09991a1c-360d-4844-86b8-a0e2c05eec86 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 8fcfbe11-7279-4d99-bb2b-9bef7ea21682: This subnet is being modified by another concurrent operation. Apr 28 11:26:28.870223 dv-neutron-master-2-hyperv neutron-server[116163]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Apr 28 11:26:28.870223 dv-neutron-master-2-hyperv neutron-server[116163]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Apr 28 11:26:28.870223 dv-neutron-master-2-hyperv neutron-server[116163]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Apr 28 11:26:28.870223 dv-neutron-master-2-hyperv neutron-server[116163]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Apr 28 11:26:28.870223 dv-neutron-master-2-hyperv neutron-server[116163]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Apr 28 11:26:28.870223 dv-neutron-master-2-hyperv neutron-server[116163]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Apr 28 11:26:28.870223 dv-neutron-master-2-hyperv neutron-server[116163]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Apr 28 11:26:28.870223 dv-neutron-master-2-hyperv neutron-server[116163]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Apr 28 11:26:28.870223 dv-neutron-master-2-hyperv neutron-server[116163]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Apr 28 11:26:28.870223 dv-neutron-master-2-hyperv neutron-server[116163]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 28 11:26:28.870223 dv-neutron-master-2-hyperv neutron-server[116163]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 28 11:26:28.870223 dv-neutron-master-2-hyperv neutron-server[116163]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 28 11:26:28.870223 dv-neutron-master-2-hyperv neutron-server[116163]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 28 11:26:28.870223 dv-neutron-master-2-hyperv neutron-server[116163]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 28 11:26:28.870223 dv-neutron-master-2-hyperv neutron-server[116163]: ERROR oslo_messaging.rpc.server raise self.value Apr 28 11:26:28.870223 dv-neutron-master-2-hyperv neutron-server[116163]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 28 11:26:28.870223 dv-neutron-master-2-hyperv neutron-server[116163]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 28 11:26:28.870223 dv-neutron-master-2-hyperv neutron-server[116163]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 28 11:26:28.870223 dv-neutron-master-2-hyperv neutron-server[116163]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 28 11:26:28.870223 dv-neutron-master-2-hyperv neutron-server[116163]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 28 11:26:28.870223 dv-neutron-master-2-hyperv neutron-server[116163]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 28 11:26:28.870223 dv-neutron-master-2-hyperv neutron-server[116163]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 28 11:26:28.870223 dv-neutron-master-2-hyperv neutron-server[116163]: ERROR oslo_messaging.rpc.server raise self.value Apr 28 11:26:28.870223 dv-neutron-master-2-hyperv neutron-server[116163]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 28 11:26:28.870223 dv-neutron-master-2-hyperv neutron-server[116163]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 28 11:26:28.870223 dv-neutron-master-2-hyperv neutron-server[116163]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 28 11:26:28.870223 dv-neutron-master-2-hyperv neutron-server[116163]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 28 11:26:28.870223 dv-neutron-master-2-hyperv neutron-server[116163]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 28 11:26:28.870223 dv-neutron-master-2-hyperv neutron-server[116163]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 28 11:26:28.870223 dv-neutron-master-2-hyperv neutron-server[116163]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 28 11:26:28.870223 dv-neutron-master-2-hyperv neutron-server[116163]: ERROR oslo_messaging.rpc.server raise self.value Apr 28 11:26:28.870223 dv-neutron-master-2-hyperv neutron-server[116163]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 28 11:26:28.870223 dv-neutron-master-2-hyperv neutron-server[116163]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 28 11:26:28.870223 dv-neutron-master-2-hyperv neutron-server[116163]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Apr 28 11:26:28.870223 dv-neutron-master-2-hyperv neutron-server[116163]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Apr 28 11:26:28.870223 dv-neutron-master-2-hyperv neutron-server[116163]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port Apr 28 11:26:28.870223 dv-neutron-master-2-hyperv neutron-server[116163]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Apr 28 11:26:28.870223 dv-neutron-master-2-hyperv neutron-server[116163]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Apr 28 11:26:28.870223 dv-neutron-master-2-hyperv neutron-server[116163]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Apr 28 11:26:28.870223 dv-neutron-master-2-hyperv neutron-server[116163]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Apr 28 11:26:28.870223 dv-neutron-master-2-hyperv neutron-server[116163]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Apr 28 11:26:28.870223 dv-neutron-master-2-hyperv neutron-server[116163]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Apr 28 11:26:28.870223 dv-neutron-master-2-hyperv neutron-server[116163]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 28 11:26:28.870223 dv-neutron-master-2-hyperv neutron-server[116163]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Apr 28 11:26:28.870223 dv-neutron-master-2-hyperv neutron-server[116163]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 28 11:26:28.870223 dv-neutron-master-2-hyperv neutron-server[116163]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 28 11:26:28.870223 dv-neutron-master-2-hyperv neutron-server[116163]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 28 11:26:28.870223 dv-neutron-master-2-hyperv neutron-server[116163]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 28 11:26:28.870223 dv-neutron-master-2-hyperv neutron-server[116163]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 28 11:26:28.870223 dv-neutron-master-2-hyperv neutron-server[116163]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 28 11:26:28.870223 dv-neutron-master-2-hyperv neutron-server[116163]: ERROR oslo_messaging.rpc.server raise self.value Apr 28 11:26:28.870223 dv-neutron-master-2-hyperv neutron-server[116163]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 28 11:26:28.870223 dv-neutron-master-2-hyperv neutron-server[116163]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 28 11:26:28.870223 dv-neutron-master-2-hyperv neutron-server[116163]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 28 11:26:28.870223 dv-neutron-master-2-hyperv neutron-server[116163]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 28 11:26:28.870223 dv-neutron-master-2-hyperv neutron-server[116163]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 28 11:26:28.870223 dv-neutron-master-2-hyperv neutron-server[116163]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 28 11:26:28.870223 dv-neutron-master-2-hyperv neutron-server[116163]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 28 11:26:28.870223 dv-neutron-master-2-hyperv neutron-server[116163]: ERROR oslo_messaging.rpc.server raise self.value Apr 28 11:26:28.870223 dv-neutron-master-2-hyperv neutron-server[116163]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 28 11:26:28.870223 dv-neutron-master-2-hyperv neutron-server[116163]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 28 11:26:28.870223 dv-neutron-master-2-hyperv neutron-server[116163]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 28 11:26:28.870223 dv-neutron-master-2-hyperv neutron-server[116163]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 28 11:26:28.870223 dv-neutron-master-2-hyperv neutron-server[116163]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 28 11:26:28.870223 dv-neutron-master-2-hyperv neutron-server[116163]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 28 11:26:28.870223 dv-neutron-master-2-hyperv neutron-server[116163]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 28 11:26:28.870223 dv-neutron-master-2-hyperv neutron-server[116163]: ERROR oslo_messaging.rpc.server raise self.value Apr 28 11:26:28.870223 dv-neutron-master-2-hyperv neutron-server[116163]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 28 11:26:28.870223 dv-neutron-master-2-hyperv neutron-server[116163]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 28 11:26:28.870223 dv-neutron-master-2-hyperv neutron-server[116163]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1544, in create_port Apr 28 11:26:28.870223 dv-neutron-master-2-hyperv neutron-server[116163]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Apr 28 11:26:28.870223 dv-neutron-master-2-hyperv neutron-server[116163]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1509, in _create_port_db Apr 28 11:26:28.870223 dv-neutron-master-2-hyperv neutron-server[116163]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Apr 28 11:26:28.870223 dv-neutron-master-2-hyperv neutron-server[116163]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1468, in create_port_db Apr 28 11:26:28.870223 dv-neutron-master-2-hyperv neutron-server[116163]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Apr 28 11:26:28.870223 dv-neutron-master-2-hyperv neutron-server[116163]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Apr 28 11:26:28.870223 dv-neutron-master-2-hyperv neutron-server[116163]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Apr 28 11:26:28.870223 dv-neutron-master-2-hyperv neutron-server[116163]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Apr 28 11:26:28.870223 dv-neutron-master-2-hyperv neutron-server[116163]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 28 11:26:28.870223 dv-neutron-master-2-hyperv neutron-server[116163]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Apr 28 11:26:28.870223 dv-neutron-master-2-hyperv neutron-server[116163]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Apr 28 11:26:28.870223 dv-neutron-master-2-hyperv neutron-server[116163]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Apr 28 11:26:28.870223 dv-neutron-master-2-hyperv neutron-server[116163]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Apr 28 11:26:28.870223 dv-neutron-master-2-hyperv neutron-server[116163]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Apr 28 11:26:28.870223 dv-neutron-master-2-hyperv neutron-server[116163]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Apr 28 11:26:28.870223 dv-neutron-master-2-hyperv neutron-server[116163]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 686, in _ipam_get_subnets Apr 28 11:26:28.870223 dv-neutron-master-2-hyperv neutron-server[116163]: ERROR oslo_messaging.rpc.server subnet.lock_register( Apr 28 11:26:28.870223 dv-neutron-master-2-hyperv neutron-server[116163]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Apr 28 11:26:28.870223 dv-neutron-master-2-hyperv neutron-server[116163]: ERROR oslo_messaging.rpc.server raise exception Apr 28 11:26:28.870223 dv-neutron-master-2-hyperv neutron-server[116163]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 8fcfbe11-7279-4d99-bb2b-9bef7ea21682: This subnet is being modified by another concurrent operation. Apr 28 11:26:28.870223 dv-neutron-master-2-hyperv neutron-server[116163]: ERROR oslo_messaging.rpc.server Apr 28 11:26:28.885111 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-665492fb-d826-4b6d-be96-b957d49b8feb None None] Network 4e7758af-8c54-4069-8fc4-facc17b78f53 requested from dv-neutron-master-2-hyperv {{(pid=116163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 11:26:28.901252 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-3e2f66d8-b702-41d2-9418-9c5df5ce597e tempest-NetworksIpV6Test-1668104998 tempest-NetworksIpV6Test-1668104998-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-973498', 'neutron.services.segments.db._delete_segments_for_network-8742235207033'] for network (4e7758af-8c54-4069-8fc4-facc17b78f53), precommit_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:26:28.925024 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.services.segments.db [None req-3e2f66d8-b702-41d2-9418-9c5df5ce597e tempest-NetworksIpV6Test-1668104998 tempest-NetworksIpV6Test-1668104998-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4e7758af-8c54-4069-8fc4-facc17b78f53']}} {{(pid=116162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:26:28.935105 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.services.segments.db [None req-3e2f66d8-b702-41d2-9418-9c5df5ce597e tempest-NetworksIpV6Test-1668104998 tempest-NetworksIpV6Test-1668104998-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd51bb57d-147f-492e-ac5b-d84f72a39f96') {'for_net_delete': True} {{(pid=116162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:26:28.935388 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.services.segments.db [None req-3e2f66d8-b702-41d2-9418-9c5df5ce597e tempest-NetworksIpV6Test-1668104998 tempest-NetworksIpV6Test-1668104998-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd51bb57d-147f-492e-ac5b-d84f72a39f96') {} {{(pid=116162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:26:28.945621 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-3e2f66d8-b702-41d2-9418-9c5df5ce597e tempest-NetworksIpV6Test-1668104998 tempest-NetworksIpV6Test-1668104998-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742235208578', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5026548'] for segment (d51bb57d-147f-492e-ac5b-d84f72a39f96), before_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:26:28.966491 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-3e2f66d8-b702-41d2-9418-9c5df5ce597e tempest-NetworksIpV6Test-1668104998 tempest-NetworksIpV6Test-1668104998-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-961978'] for segment (d51bb57d-147f-492e-ac5b-d84f72a39f96), precommit_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:26:28.975095 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3e2f66d8-b702-41d2-9418-9c5df5ce597e tempest-NetworksIpV6Test-1668104998 tempest-NetworksIpV6Test-1668104998-project] Releasing vlan 85 on physical network physnet1 to pool {{(pid=116162) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 11:26:28.975529 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-3e2f66d8-b702-41d2-9418-9c5df5ce597e tempest-NetworksIpV6Test-1668104998 tempest-NetworksIpV6Test-1668104998-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-961978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5051884'] for segment (d51bb57d-147f-492e-ac5b-d84f72a39f96), after_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:26:28.978895 dv-neutron-master-2-hyperv neutron-server[116162]: Traceback (most recent call last): Apr 28 11:26:28.978895 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 11:26:28.978895 dv-neutron-master-2-hyperv neutron-server[116162]: timer() Apr 28 11:26:28.978895 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 11:26:28.978895 dv-neutron-master-2-hyperv neutron-server[116162]: cb(*args, **kw) Apr 28 11:26:28.978895 dv-neutron-master-2-hyperv neutron-server[116162]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 28 11:26:28.978895 dv-neutron-master-2-hyperv neutron-server[116162]: return func(*args, **kwargs) Apr 28 11:26:28.978895 dv-neutron-master-2-hyperv neutron-server[116162]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 11:26:28.978895 dv-neutron-master-2-hyperv neutron-server[116162]: self._notify() Apr 28 11:26:28.978895 dv-neutron-master-2-hyperv neutron-server[116162]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 11:26:28.978895 dv-neutron-master-2-hyperv neutron-server[116162]: self.callback(batched_events) Apr 28 11:26:28.978895 dv-neutron-master-2-hyperv neutron-server[116162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 11:26:28.978895 dv-neutron-master-2-hyperv neutron-server[116162]: event.method(event) Apr 28 11:26:28.978895 dv-neutron-master-2-hyperv neutron-server[116162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 28 11:26:28.978895 dv-neutron-master-2-hyperv neutron-server[116162]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 11:26:28.978895 dv-neutron-master-2-hyperv neutron-server[116162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 28 11:26:28.978895 dv-neutron-master-2-hyperv neutron-server[116162]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 11:26:28.978895 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 28 11:26:28.978895 dv-neutron-master-2-hyperv neutron-server[116162]: return f(self, *a, **k) Apr 28 11:26:28.978895 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 28 11:26:28.978895 dv-neutron-master-2-hyperv neutron-server[116162]: return self._get(url).json() Apr 28 11:26:28.978895 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 28 11:26:28.978895 dv-neutron-master-2-hyperv neutron-server[116162]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 11:26:28.978895 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 11:26:28.978895 dv-neutron-master-2-hyperv neutron-server[116162]: return self.request(url, 'GET', **kwargs) Apr 28 11:26:28.978895 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 11:26:28.978895 dv-neutron-master-2-hyperv neutron-server[116162]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 11:26:28.978895 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 11:26:28.978895 dv-neutron-master-2-hyperv neutron-server[116162]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 11:26:28.978895 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 11:26:28.978895 dv-neutron-master-2-hyperv neutron-server[116162]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 11:26:28.978895 dv-neutron-master-2-hyperv neutron-server[116162]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 11:26:29.154865 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-3e2f66d8-b702-41d2-9418-9c5df5ce597e tempest-NetworksIpV6Test-1668104998 tempest-NetworksIpV6Test-1668104998-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-973477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2063122'] for network (4e7758af-8c54-4069-8fc4-facc17b78f53), after_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:26:29.162634 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-3e2f66d8-b702-41d2-9418-9c5df5ce597e tempest-NetworksIpV6Test-1668104998 tempest-NetworksIpV6Test-1668104998-project] Publish callbacks [] for network (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:26:29.165765 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-3e2f66d8-b702-41d2-9418-9c5df5ce597e tempest-NetworksIpV6Test-1668104998 tempest-NetworksIpV6Test-1668104998-project] 10.222.0.10 "DELETE /v2.0/networks/4e7758af-8c54-4069-8fc4-facc17b78f53 HTTP/1.1" status: 204 len: 168 time: 0.6962676 Apr 28 11:26:29.169261 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 59898) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:26:29.174306 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.v2.base [None req-57b7bb6d-4012-4eef-9550-2133ddf869f7 tempest-NetworksIpV6Test-1668104998 tempest-NetworksIpV6Test-1668104998-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-311667058'}} {{(pid=116162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:26:29.190313 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e2f66d8-b702-41d2-9418-9c5df5ce597e tempest-NetworksIpV6Test-1668104998 tempest-NetworksIpV6Test-1668104998-project] Pushing event deleted for resources: {'Network': ['ID=4e7758af-8c54-4069-8fc4-facc17b78f53,revision_number=None']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:26:29.244609 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40853a18-d3c1-4b04-bbb0-948cfd5890e7 None None] get_active_networks_info from dv-neutron-master-2-hyperv {{(pid=116163) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Apr 28 11:26:29.310733 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40853a18-d3c1-4b04-bbb0-948cfd5890e7 None None] Resources bound (agent type, host, resource id): {{(pid=116163) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 28 11:26:29.343091 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57b7bb6d-4012-4eef-9550-2133ddf869f7 tempest-NetworksIpV6Test-1668104998 tempest-NetworksIpV6Test-1668104998-project] Made reservation on behalf of ff26fec9ca554fba8d3a9501e1c55058 for: {'network': 1} {{(pid=116162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 11:26:29.346392 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-57b7bb6d-4012-4eef-9550-2133ddf869f7 tempest-NetworksIpV6Test-1668104998 tempest-NetworksIpV6Test-1668104998-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for network (None), before_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:26:29.370332 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-57b7bb6d-4012-4eef-9550-2133ddf869f7 tempest-NetworksIpV6Test-1668104998 tempest-NetworksIpV6Test-1668104998-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 81} {{(pid=116162) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 11:26:29.379370 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-57b7bb6d-4012-4eef-9550-2133ddf869f7 tempest-NetworksIpV6Test-1668104998 tempest-NetworksIpV6Test-1668104998-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-961978'] for segment (2350e9ea-7e59-40af-acb2-366c90b5cf76), precommit_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:26:29.379712 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.db.segments_db [None req-57b7bb6d-4012-4eef-9550-2133ddf869f7 tempest-NetworksIpV6Test-1668104998 tempest-NetworksIpV6Test-1668104998-project] Added segment 2350e9ea-7e59-40af-acb2-366c90b5cf76 of type vlan for network 64cef321-783d-4738-b889-ebd52c580c8a Apr 28 11:26:29.386195 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-2e52a815-7571-4626-acd1-bb40944f6909 None None] Provisioning complete for port 7f7c7996-5b96-4ad7-ab1b-7d034cfc5575 triggered by entity DHCP. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:26:29.386593 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-2e52a815-7571-4626-acd1-bb40944f6909 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (7f7c7996-5b96-4ad7-ab1b-7d034cfc5575), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:26:29.426451 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-57b7bb6d-4012-4eef-9550-2133ddf869f7 tempest-NetworksIpV6Test-1668104998 tempest-NetworksIpV6Test-1668104998-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742234744962'] for network (64cef321-783d-4738-b889-ebd52c580c8a), precommit_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:26:29.513088 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d3a0e62-b070-4194-ae82-fb46ba3925c1 None None] Network 51d4ba9a-03aa-4dec-bd46-111f969b9d88 requested from dv-neutron-master-2-hyperv {{(pid=116163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 11:26:29.520018 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-57b7bb6d-4012-4eef-9550-2133ddf869f7 tempest-NetworksIpV6Test-1668104998 tempest-NetworksIpV6Test-1668104998-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042'] for network (64cef321-783d-4738-b889-ebd52c580c8a), after_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:26:29.525223 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57b7bb6d-4012-4eef-9550-2133ddf869f7 tempest-NetworksIpV6Test-1668104998 tempest-NetworksIpV6Test-1668104998-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:26:29.540282 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-57b7bb6d-4012-4eef-9550-2133ddf869f7 tempest-NetworksIpV6Test-1668104998 tempest-NetworksIpV6Test-1668104998-project] Publish callbacks [] for network (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:26:29.540420 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-2e52a815-7571-4626-acd1-bb40944f6909 None None] Current status of the port 7f7c7996-5b96-4ad7-ab1b-7d034cfc5575 is: DOWN; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:26:29.540420 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-2e52a815-7571-4626-acd1-bb40944f6909 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (7f7c7996-5b96-4ad7-ab1b-7d034cfc5575), before_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:26:29.592155 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b7bb6d-4012-4eef-9550-2133ddf869f7 tempest-NetworksIpV6Test-1668104998 tempest-NetworksIpV6Test-1668104998-project] Pushing event updated for resources: {'Network': ['ID=64cef321-783d-4738-b889-ebd52c580c8a,revision_number=1']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:26:29.603490 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Network 64cef321-783d-4738-b889-ebd52c580c8a details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=116163) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 28 11:26:29.619969 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-2e52a815-7571-4626-acd1-bb40944f6909 None None] For port 7f7c7996-5b96-4ad7-ab1b-7d034cfc5575, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=7f7c7996-5b96-4ad7-ab1b-7d034cfc5575,segment=NetworkSegment(5fc38975-2fb1-4ab9-b7fa-e475880d56d6),segment_id=5fc38975-2fb1-4ab9-b7fa-e475880d56d6)] {{(pid=116163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 11:26:29.682757 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-57b7bb6d-4012-4eef-9550-2133ddf869f7 tempest-NetworksIpV6Test-1668104998 tempest-NetworksIpV6Test-1668104998-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.5123746 Apr 28 11:26:29.686072 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 59900) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:26:29.692128 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.v2.base [None req-2d7eec23-2ff7-4e4b-b0c9-229cc0cbf85b tempest-NetworksIpV6Test-1668104998 tempest-NetworksIpV6Test-1668104998-project] Request body: {'subnet': {'network_id': '64cef321-783d-4738-b889-ebd52c580c8a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=116162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:26:29.708423 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-2e52a815-7571-4626-acd1-bb40944f6909 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393'] for port (7f7c7996-5b96-4ad7-ab1b-7d034cfc5575), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:26:29.757761 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e52a815-7571-4626-acd1-bb40944f6909 None None] Pushing event updated for resources: {'Port': ['ID=7f7c7996-5b96-4ad7-ab1b-7d034cfc5575,revision_number=3']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:26:29.880252 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d7eec23-2ff7-4e4b-b0c9-229cc0cbf85b tempest-NetworksIpV6Test-1668104998 tempest-NetworksIpV6Test-1668104998-project] Made reservation on behalf of ff26fec9ca554fba8d3a9501e1c55058 for: {'subnet': 1} {{(pid=116162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 11:26:29.883778 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-2d7eec23-2ff7-4e4b-b0c9-229cc0cbf85b tempest-NetworksIpV6Test-1668104998 tempest-NetworksIpV6Test-1668104998-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4210834'] for subnet (None), before_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:26:29.922228 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-47b70205-7c0b-4f91-b960-c89114946360 None None] Provisioning complete for port 7f7c7996-5b96-4ad7-ab1b-7d034cfc5575 triggered by entity DHCP. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:26:29.922629 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-47b70205-7c0b-4f91-b960-c89114946360 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (7f7c7996-5b96-4ad7-ab1b-7d034cfc5575), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:26:29.941138 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.db.ipam_backend_mixin [None req-2d7eec23-2ff7-4e4b-b0c9-229cc0cbf85b tempest-NetworksIpV6Test-1668104998 tempest-NetworksIpV6Test-1668104998-project] Performing IP validity checks on allocation pools {{(pid=116162) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Apr 28 11:26:29.941659 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.db.ipam_backend_mixin [None req-2d7eec23-2ff7-4e4b-b0c9-229cc0cbf85b tempest-NetworksIpV6Test-1668104998 tempest-NetworksIpV6Test-1668104998-project] Checking for overlaps among allocation pools and gateway ip {{(pid=116162) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Apr 28 11:26:30.000093 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-47b70205-7c0b-4f91-b960-c89114946360 None None] Current status of the port 7f7c7996-5b96-4ad7-ab1b-7d034cfc5575 is: ACTIVE; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:26:30.143232 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-2d7eec23-2ff7-4e4b-b0c9-229cc0cbf85b tempest-NetworksIpV6Test-1668104998 tempest-NetworksIpV6Test-1668104998-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5054027', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4210784'] for subnet (b6f5ffde-ca5e-4962-a0b8-cee9fe889285), after_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:26:30.205575 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7eec23-2ff7-4e4b-b0c9-229cc0cbf85b tempest-NetworksIpV6Test-1668104998 tempest-NetworksIpV6Test-1668104998-project] Pushing event updated for resources: {'Subnet': ['ID=b6f5ffde-ca5e-4962-a0b8-cee9fe889285,revision_number=0']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:26:30.212833 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d7eec23-2ff7-4e4b-b0c9-229cc0cbf85b tempest-NetworksIpV6Test-1668104998 tempest-NetworksIpV6Test-1668104998-project] Checking segment: {'id': '2350e9ea-7e59-40af-acb2-366c90b5cf76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '64cef321-783d-4738-b889-ebd52c580c8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 11:26:30.213192 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d7eec23-2ff7-4e4b-b0c9-229cc0cbf85b tempest-NetworksIpV6Test-1668104998 tempest-NetworksIpV6Test-1668104998-project] Network hostable DHCP agents. Network: 64cef321-783d-4738-b889-ebd52c580c8a, hostable agents: ['75ba81b7-fe99-4281-90d2-a5adb445ecea'], hosted agents: [] {{(pid=116162) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 11:26:30.280009 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d7eec23-2ff7-4e4b-b0c9-229cc0cbf85b tempest-NetworksIpV6Test-1668104998 tempest-NetworksIpV6Test-1668104998-project] Network 64cef321-783d-4738-b889-ebd52c580c8a is scheduled to be hosted by DHCP agent 75ba81b7-fe99-4281-90d2-a5adb445ecea with binding_index 1 {{(pid=116162) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 11:26:30.342827 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.scheduler.base_scheduler [None req-2d7eec23-2ff7-4e4b-b0c9-229cc0cbf85b tempest-NetworksIpV6Test-1668104998 tempest-NetworksIpV6Test-1668104998-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 64cef321-783d-4738-b889-ebd52c580c8a) {{(pid=116162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 11:26:30.348521 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d7eec23-2ff7-4e4b-b0c9-229cc0cbf85b tempest-NetworksIpV6Test-1668104998 tempest-NetworksIpV6Test-1668104998-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:26:30.348945 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-2d7eec23-2ff7-4e4b-b0c9-229cc0cbf85b tempest-NetworksIpV6Test-1668104998 tempest-NetworksIpV6Test-1668104998-project] Publish callbacks [] for subnet (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:26:30.350457 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd3ffffa-09d3-42a3-8452-8b2d75dd3c69 None None] Network 64cef321-783d-4738-b889-ebd52c580c8a requested from dv-neutron-master-2-hyperv {{(pid=116163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 11:26:30.409533 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Device 7f7c7996-5b96-4ad7-ab1b-7d034cfc5575 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=116163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 11:26:30.424808 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-2d7eec23-2ff7-4e4b-b0c9-229cc0cbf85b tempest-NetworksIpV6Test-1668104998 tempest-NetworksIpV6Test-1668104998-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.7352986 Apr 28 11:26:30.425036 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 59902) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:26:30.487667 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b903d92-6b24-4750-8526-909cf38d636d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-64cef321-783d-4738-b889-ebd52c580c8a', 'network_id': '64cef321-783d-4738-b889-ebd52c580c8a', 'project_id': 'ff26fec9ca554fba8d3a9501e1c55058', 'fixed_ips': [{'subnet_id': 'b6f5ffde-ca5e-4962-a0b8-cee9fe889285'}]}} from dv-neutron-master-2-hyperv. {{(pid=116163) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 28 11:26:30.488508 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-3b903d92-6b24-4750-8526-909cf38d636d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (None), before_create {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:26:30.490772 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Provisioning complete for port 7f7c7996-5b96-4ad7-ab1b-7d034cfc5575 triggered by entity L2. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:26:30.491138 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (7f7c7996-5b96-4ad7-ab1b-7d034cfc5575), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:26:30.529005 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-7c7f0124-741b-4cdd-98f9-ab553e42ab3b tempest-NetworksIpV6Test-1668104998 tempest-NetworksIpV6Test-1668104998-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-979593'] for network (64cef321-783d-4738-b889-ebd52c580c8a), before_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:26:30.683935 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Current status of the port 7f7c7996-5b96-4ad7-ab1b-7d034cfc5575 is: ACTIVE; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:26:30.704909 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.db_base_plugin_common [None req-3b903d92-6b24-4750-8526-909cf38d636d None None] Allocated IP 2001:db8::3 (64cef321-783d-4738-b889-ebd52c580c8a/b6f5ffde-ca5e-4962-a0b8-cee9fe889285/53b3759c-5858-4a9c-8957-1ce8d358c439) {{(pid=116163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 11:26:30.857881 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-3b903d92-6b24-4750-8526-909cf38d636d None None] Publish callbacks [] for port (53b3759c-5858-4a9c-8957-1ce8d358c439), precommit_create {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:26:30.909201 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-3b903d92-6b24-4750-8526-909cf38d636d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742234710357'] for port (53b3759c-5858-4a9c-8957-1ce8d358c439), after_create {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:26:30.939840 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-7c7f0124-741b-4cdd-98f9-ab553e42ab3b tempest-NetworksIpV6Test-1668104998 tempest-NetworksIpV6Test-1668104998-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-971303'] for subnet (b6f5ffde-ca5e-4962-a0b8-cee9fe889285), precommit_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:26:30.954228 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b903d92-6b24-4750-8526-909cf38d636d None None] Network 64cef321-783d-4738-b889-ebd52c580c8a is already hosted by enough agents. {{(pid=116163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 11:26:30.957253 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.scheduler.base_scheduler [None req-3b903d92-6b24-4750-8526-909cf38d636d None None] Resources bound (agent type, host, resource id): {{(pid=116163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 11:26:30.961437 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b903d92-6b24-4750-8526-909cf38d636d None None] Received port after_create {{(pid=116163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 11:26:30.964520 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b903d92-6b24-4750-8526-909cf38d636d None None] Pushing event updated for resources: {'Port': ['ID=53b3759c-5858-4a9c-8957-1ce8d358c439,revision_number=1']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:26:31.018626 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.managers [None req-3b903d92-6b24-4750-8526-909cf38d636d None None] Attempting to bind port 53b3759c-5858-4a9c-8957-1ce8d358c439 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=116163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 28 11:26:31.018991 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.managers [None req-3b903d92-6b24-4750-8526-909cf38d636d None None] Attempting to bind port 53b3759c-5858-4a9c-8957-1ce8d358c439 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '2350e9ea-7e59-40af-acb2-366c90b5cf76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '64cef321-783d-4738-b889-ebd52c580c8a'}] {{(pid=116163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 28 11:26:31.019347 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b903d92-6b24-4750-8526-909cf38d636d None None] Attempting to bind port 53b3759c-5858-4a9c-8957-1ce8d358c439 on network 64cef321-783d-4738-b889-ebd52c580c8a {{(pid=116163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 11:26:31.024162 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b903d92-6b24-4750-8526-909cf38d636d None None] Checking agent: {'id': 'd5baab19-5dd1-4902-922b-84acb048ab9c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 10, 50, 43), 'started_at': datetime.datetime(2022, 4, 28, 10, 51, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 11, 26, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=116163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 11:26:31.024538 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b903d92-6b24-4750-8526-909cf38d636d None None] Checking segment: {'id': '2350e9ea-7e59-40af-acb2-366c90b5cf76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '64cef321-783d-4738-b889-ebd52c580c8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 11:26:31.024935 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-3b903d92-6b24-4750-8526-909cf38d636d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:26:31.025322 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b903d92-6b24-4750-8526-909cf38d636d None None] Bound using segment: {'id': '2350e9ea-7e59-40af-acb2-366c90b5cf76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '64cef321-783d-4738-b889-ebd52c580c8a'} {{(pid=116163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 11:26:31.025777 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.managers [None req-3b903d92-6b24-4750-8526-909cf38d636d None None] Bound port: 53b3759c-5858-4a9c-8957-1ce8d358c439, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2350e9ea-7e59-40af-acb2-366c90b5cf76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '64cef321-783d-4738-b889-ebd52c580c8a'}}] {{(pid=116163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 28 11:26:31.026146 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-3b903d92-6b24-4750-8526-909cf38d636d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (53b3759c-5858-4a9c-8957-1ce8d358c439), before_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:26:31.059670 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-7c7f0124-741b-4cdd-98f9-ab553e42ab3b tempest-NetworksIpV6Test-1668104998 tempest-NetworksIpV6Test-1668104998-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-971310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5053962', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4210815'] for subnet (b6f5ffde-ca5e-4962-a0b8-cee9fe889285), after_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:26:31.086310 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7f0124-741b-4cdd-98f9-ab553e42ab3b tempest-NetworksIpV6Test-1668104998 tempest-NetworksIpV6Test-1668104998-project] Pushing event deleted for resources: {'Subnet': ['ID=b6f5ffde-ca5e-4962-a0b8-cee9fe889285,revision_number=None']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:26:31.089449 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-3b903d92-6b24-4750-8526-909cf38d636d None None] For port 53b3759c-5858-4a9c-8957-1ce8d358c439, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=116163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 11:26:31.094533 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-3b903d92-6b24-4750-8526-909cf38d636d None None] For port 53b3759c-5858-4a9c-8957-1ce8d358c439, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=53b3759c-5858-4a9c-8957-1ce8d358c439,segment=NetworkSegment(2350e9ea-7e59-40af-acb2-366c90b5cf76),segment_id=2350e9ea-7e59-40af-acb2-366c90b5cf76)] {{(pid=116163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 11:26:31.147441 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-7c7f0124-741b-4cdd-98f9-ab553e42ab3b tempest-NetworksIpV6Test-1668104998 tempest-NetworksIpV6Test-1668104998-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-973498', 'neutron.services.segments.db._delete_segments_for_network-8742235207033'] for network (64cef321-783d-4738-b889-ebd52c580c8a), precommit_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:26:31.166853 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.services.segments.db [None req-7c7f0124-741b-4cdd-98f9-ab553e42ab3b tempest-NetworksIpV6Test-1668104998 tempest-NetworksIpV6Test-1668104998-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['64cef321-783d-4738-b889-ebd52c580c8a']}} {{(pid=116162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:26:31.172027 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-3b903d92-6b24-4750-8526-909cf38d636d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393'] for port (53b3759c-5858-4a9c-8957-1ce8d358c439), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:26:31.176546 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.services.segments.db [None req-7c7f0124-741b-4cdd-98f9-ab553e42ab3b tempest-NetworksIpV6Test-1668104998 tempest-NetworksIpV6Test-1668104998-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2350e9ea-7e59-40af-acb2-366c90b5cf76') {'for_net_delete': True} {{(pid=116162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:26:31.176848 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.services.segments.db [None req-7c7f0124-741b-4cdd-98f9-ab553e42ab3b tempest-NetworksIpV6Test-1668104998 tempest-NetworksIpV6Test-1668104998-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2350e9ea-7e59-40af-acb2-366c90b5cf76') {} {{(pid=116162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:26:31.186176 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-7c7f0124-741b-4cdd-98f9-ab553e42ab3b tempest-NetworksIpV6Test-1668104998 tempest-NetworksIpV6Test-1668104998-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742235208578', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5026548'] for segment (2350e9ea-7e59-40af-acb2-366c90b5cf76), before_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:26:31.199475 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-7c7f0124-741b-4cdd-98f9-ab553e42ab3b tempest-NetworksIpV6Test-1668104998 tempest-NetworksIpV6Test-1668104998-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-961978'] for segment (2350e9ea-7e59-40af-acb2-366c90b5cf76), precommit_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:26:31.205316 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7c7f0124-741b-4cdd-98f9-ab553e42ab3b tempest-NetworksIpV6Test-1668104998 tempest-NetworksIpV6Test-1668104998-project] Releasing vlan 81 on physical network physnet1 to pool {{(pid=116162) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 11:26:31.205717 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-7c7f0124-741b-4cdd-98f9-ab553e42ab3b tempest-NetworksIpV6Test-1668104998 tempest-NetworksIpV6Test-1668104998-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-961978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5051884'] for segment (2350e9ea-7e59-40af-acb2-366c90b5cf76), after_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:26:31.208760 dv-neutron-master-2-hyperv neutron-server[116162]: Traceback (most recent call last): Apr 28 11:26:31.208760 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 11:26:31.208760 dv-neutron-master-2-hyperv neutron-server[116162]: timer() Apr 28 11:26:31.208760 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 11:26:31.208760 dv-neutron-master-2-hyperv neutron-server[116162]: cb(*args, **kw) Apr 28 11:26:31.208760 dv-neutron-master-2-hyperv neutron-server[116162]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 28 11:26:31.208760 dv-neutron-master-2-hyperv neutron-server[116162]: return func(*args, **kwargs) Apr 28 11:26:31.208760 dv-neutron-master-2-hyperv neutron-server[116162]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 11:26:31.208760 dv-neutron-master-2-hyperv neutron-server[116162]: self._notify() Apr 28 11:26:31.208760 dv-neutron-master-2-hyperv neutron-server[116162]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 11:26:31.208760 dv-neutron-master-2-hyperv neutron-server[116162]: self.callback(batched_events) Apr 28 11:26:31.208760 dv-neutron-master-2-hyperv neutron-server[116162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 11:26:31.208760 dv-neutron-master-2-hyperv neutron-server[116162]: event.method(event) Apr 28 11:26:31.208760 dv-neutron-master-2-hyperv neutron-server[116162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 28 11:26:31.208760 dv-neutron-master-2-hyperv neutron-server[116162]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 11:26:31.208760 dv-neutron-master-2-hyperv neutron-server[116162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 28 11:26:31.208760 dv-neutron-master-2-hyperv neutron-server[116162]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 11:26:31.208760 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 28 11:26:31.208760 dv-neutron-master-2-hyperv neutron-server[116162]: return f(self, *a, **k) Apr 28 11:26:31.208760 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 28 11:26:31.208760 dv-neutron-master-2-hyperv neutron-server[116162]: return self._get(url).json() Apr 28 11:26:31.208760 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 28 11:26:31.208760 dv-neutron-master-2-hyperv neutron-server[116162]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 11:26:31.208760 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 11:26:31.208760 dv-neutron-master-2-hyperv neutron-server[116162]: return self.request(url, 'GET', **kwargs) Apr 28 11:26:31.208760 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 11:26:31.208760 dv-neutron-master-2-hyperv neutron-server[116162]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 11:26:31.208760 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 11:26:31.208760 dv-neutron-master-2-hyperv neutron-server[116162]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 11:26:31.208760 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 11:26:31.208760 dv-neutron-master-2-hyperv neutron-server[116162]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 11:26:31.208760 dv-neutron-master-2-hyperv neutron-server[116162]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 11:26:31.239099 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b903d92-6b24-4750-8526-909cf38d636d None None] Pushing event updated for resources: {'Port': ['ID=53b3759c-5858-4a9c-8957-1ce8d358c439,revision_number=2']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:26:31.310989 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.db.api [None req-7c7f0124-741b-4cdd-98f9-ab553e42ab3b tempest-NetworksIpV6Test-1668104998 tempest-NetworksIpV6Test-1668104998-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 28 11:26:31.310989 dv-neutron-master-2-hyperv neutron-server[116162]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 28 11:26:31.310989 dv-neutron-master-2-hyperv neutron-server[116162]: [parameters: {'id': '64cef321-783d-4738-b889-ebd52c580c8a'}] Apr 28 11:26:31.310989 dv-neutron-master-2-hyperv neutron-server[116162]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=116162) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 28 11:26:31.311462 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG oslo_db.api [None req-7c7f0124-741b-4cdd-98f9-ab553e42ab3b tempest-NetworksIpV6Test-1668104998 tempest-NetworksIpV6Test-1668104998-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=116162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 28 11:26:31.813330 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-7c7f0124-741b-4cdd-98f9-ab553e42ab3b tempest-NetworksIpV6Test-1668104998 tempest-NetworksIpV6Test-1668104998-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-979593'] for network (64cef321-783d-4738-b889-ebd52c580c8a), before_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:26:31.859165 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.plugin [None req-7c7f0124-741b-4cdd-98f9-ab553e42ab3b tempest-NetworksIpV6Test-1668104998 tempest-NetworksIpV6Test-1668104998-project] Deleting port 53b3759c-5858-4a9c-8957-1ce8d358c439 {{(pid=116162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 11:26:31.859504 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-7c7f0124-741b-4cdd-98f9-ab553e42ab3b tempest-NetworksIpV6Test-1668104998 tempest-NetworksIpV6Test-1668104998-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742235130188'] for port (53b3759c-5858-4a9c-8957-1ce8d358c439), before_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:26:31.923499 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.db [None req-7c7f0124-741b-4cdd-98f9-ab553e42ab3b tempest-NetworksIpV6Test-1668104998 tempest-NetworksIpV6Test-1668104998-project] For port 53b3759c-5858-4a9c-8957-1ce8d358c439, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=53b3759c-5858-4a9c-8957-1ce8d358c439,segment=NetworkSegment(2350e9ea-7e59-40af-acb2-366c90b5cf76),segment_id=2350e9ea-7e59-40af-acb2-366c90b5cf76)] {{(pid=116162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 11:26:31.923862 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-7c7f0124-741b-4cdd-98f9-ab553e42ab3b tempest-NetworksIpV6Test-1668104998 tempest-NetworksIpV6Test-1668104998-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1938497'] for port (53b3759c-5858-4a9c-8957-1ce8d358c439), precommit_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:26:31.937865 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.plugin [None req-7c7f0124-741b-4cdd-98f9-ab553e42ab3b tempest-NetworksIpV6Test-1668104998 tempest-NetworksIpV6Test-1668104998-project] Calling delete_port for 53b3759c-5858-4a9c-8957-1ce8d358c439 owned by network:dhcp {{(pid=116162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 11:26:32.029169 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-455a9659-76a3-4c6b-9434-1a909a72e42f None None] Network 64cef321-783d-4738-b889-ebd52c580c8a requested from dv-neutron-master-2-hyperv {{(pid=116163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 11:26:32.102879 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-7c7f0124-741b-4cdd-98f9-ab553e42ab3b tempest-NetworksIpV6Test-1668104998 tempest-NetworksIpV6Test-1668104998-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742235135690', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742234710366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5051867'] for port (53b3759c-5858-4a9c-8957-1ce8d358c439), after_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:26:32.125063 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-8cbf4e4e-6a9a-44c2-87ea-4225e298d5db None None] Could not find standard attr ID for object 53b3759c-5858-4a9c-8957-1ce8d358c439. {{(pid=116163) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:182}} Apr 28 11:26:32.131097 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7f0124-741b-4cdd-98f9-ab553e42ab3b tempest-NetworksIpV6Test-1668104998 tempest-NetworksIpV6Test-1668104998-project] Pushing event deleted for resources: {'Port': ['ID=53b3759c-5858-4a9c-8957-1ce8d358c439,revision_number=None']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:26:32.132936 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c7f0124-741b-4cdd-98f9-ab553e42ab3b tempest-NetworksIpV6Test-1668104998 tempest-NetworksIpV6Test-1668104998-project] No DVR routers for this DVR port 53b3759c-5858-4a9c-8957-1ce8d358c439 on host dv-neutron-master-2-hyperv {{(pid=116162) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 11:26:32.171457 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4f6ff61-0504-455d-b8d0-2b33097af94e None None] DHCP port deletion for 64cef321-783d-4738-b889-ebd52c580c8a request from dv-neutron-master-2-hyperv {{(pid=116163) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 28 11:26:32.214615 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-7c7f0124-741b-4cdd-98f9-ab553e42ab3b tempest-NetworksIpV6Test-1668104998 tempest-NetworksIpV6Test-1668104998-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-973498', 'neutron.services.segments.db._delete_segments_for_network-8742235207033'] for network (64cef321-783d-4738-b889-ebd52c580c8a), precommit_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:26:32.234371 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.services.segments.db [None req-7c7f0124-741b-4cdd-98f9-ab553e42ab3b tempest-NetworksIpV6Test-1668104998 tempest-NetworksIpV6Test-1668104998-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['64cef321-783d-4738-b889-ebd52c580c8a']}} {{(pid=116162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:26:32.243225 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.services.segments.db [None req-7c7f0124-741b-4cdd-98f9-ab553e42ab3b tempest-NetworksIpV6Test-1668104998 tempest-NetworksIpV6Test-1668104998-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2350e9ea-7e59-40af-acb2-366c90b5cf76') {'for_net_delete': True} {{(pid=116162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:26:32.243522 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.services.segments.db [None req-7c7f0124-741b-4cdd-98f9-ab553e42ab3b tempest-NetworksIpV6Test-1668104998 tempest-NetworksIpV6Test-1668104998-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2350e9ea-7e59-40af-acb2-366c90b5cf76') {} {{(pid=116162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:26:32.253159 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-7c7f0124-741b-4cdd-98f9-ab553e42ab3b tempest-NetworksIpV6Test-1668104998 tempest-NetworksIpV6Test-1668104998-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742235208578', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5026548'] for segment (2350e9ea-7e59-40af-acb2-366c90b5cf76), before_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:26:32.265899 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-7c7f0124-741b-4cdd-98f9-ab553e42ab3b tempest-NetworksIpV6Test-1668104998 tempest-NetworksIpV6Test-1668104998-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-961978'] for segment (2350e9ea-7e59-40af-acb2-366c90b5cf76), precommit_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:26:32.271952 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7c7f0124-741b-4cdd-98f9-ab553e42ab3b tempest-NetworksIpV6Test-1668104998 tempest-NetworksIpV6Test-1668104998-project] Releasing vlan 81 on physical network physnet1 to pool {{(pid=116162) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 11:26:32.272330 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-7c7f0124-741b-4cdd-98f9-ab553e42ab3b tempest-NetworksIpV6Test-1668104998 tempest-NetworksIpV6Test-1668104998-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-961978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5051884'] for segment (2350e9ea-7e59-40af-acb2-366c90b5cf76), after_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:26:32.275338 dv-neutron-master-2-hyperv neutron-server[116162]: Traceback (most recent call last): Apr 28 11:26:32.275338 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 11:26:32.275338 dv-neutron-master-2-hyperv neutron-server[116162]: timer() Apr 28 11:26:32.275338 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 11:26:32.275338 dv-neutron-master-2-hyperv neutron-server[116162]: cb(*args, **kw) Apr 28 11:26:32.275338 dv-neutron-master-2-hyperv neutron-server[116162]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 28 11:26:32.275338 dv-neutron-master-2-hyperv neutron-server[116162]: return func(*args, **kwargs) Apr 28 11:26:32.275338 dv-neutron-master-2-hyperv neutron-server[116162]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 11:26:32.275338 dv-neutron-master-2-hyperv neutron-server[116162]: self._notify() Apr 28 11:26:32.275338 dv-neutron-master-2-hyperv neutron-server[116162]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 11:26:32.275338 dv-neutron-master-2-hyperv neutron-server[116162]: self.callback(batched_events) Apr 28 11:26:32.275338 dv-neutron-master-2-hyperv neutron-server[116162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 11:26:32.275338 dv-neutron-master-2-hyperv neutron-server[116162]: event.method(event) Apr 28 11:26:32.275338 dv-neutron-master-2-hyperv neutron-server[116162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 28 11:26:32.275338 dv-neutron-master-2-hyperv neutron-server[116162]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 11:26:32.275338 dv-neutron-master-2-hyperv neutron-server[116162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 28 11:26:32.275338 dv-neutron-master-2-hyperv neutron-server[116162]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 11:26:32.275338 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 28 11:26:32.275338 dv-neutron-master-2-hyperv neutron-server[116162]: return f(self, *a, **k) Apr 28 11:26:32.275338 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 28 11:26:32.275338 dv-neutron-master-2-hyperv neutron-server[116162]: return self._get(url).json() Apr 28 11:26:32.275338 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 28 11:26:32.275338 dv-neutron-master-2-hyperv neutron-server[116162]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 11:26:32.275338 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 11:26:32.275338 dv-neutron-master-2-hyperv neutron-server[116162]: return self.request(url, 'GET', **kwargs) Apr 28 11:26:32.275338 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 11:26:32.275338 dv-neutron-master-2-hyperv neutron-server[116162]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 11:26:32.275338 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 11:26:32.275338 dv-neutron-master-2-hyperv neutron-server[116162]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 11:26:32.275338 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 11:26:32.275338 dv-neutron-master-2-hyperv neutron-server[116162]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 11:26:32.275338 dv-neutron-master-2-hyperv neutron-server[116162]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 11:26:32.394334 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-7c7f0124-741b-4cdd-98f9-ab553e42ab3b tempest-NetworksIpV6Test-1668104998 tempest-NetworksIpV6Test-1668104998-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-973477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2063122'] for network (64cef321-783d-4738-b889-ebd52c580c8a), after_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:26:32.398318 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-7c7f0124-741b-4cdd-98f9-ab553e42ab3b tempest-NetworksIpV6Test-1668104998 tempest-NetworksIpV6Test-1668104998-project] Publish callbacks [] for network (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:26:32.405830 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-7c7f0124-741b-4cdd-98f9-ab553e42ab3b tempest-NetworksIpV6Test-1668104998 tempest-NetworksIpV6Test-1668104998-project] 10.222.0.10 "DELETE /v2.0/networks/64cef321-783d-4738-b889-ebd52c580c8a HTTP/1.1" status: 204 len: 168 time: 1.9757180 Apr 28 11:26:32.405932 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 59904) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:26:32.410881 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.v2.base [None req-3d03604c-d19d-4ce9-be40-4bdcdd2e4b57 tempest-NetworksIpV6Test-1668104998 tempest-NetworksIpV6Test-1668104998-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-521336073'}} {{(pid=116161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:26:32.421338 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7f0124-741b-4cdd-98f9-ab553e42ab3b tempest-NetworksIpV6Test-1668104998 tempest-NetworksIpV6Test-1668104998-project] Pushing event deleted for resources: {'Network': ['ID=64cef321-783d-4738-b889-ebd52c580c8a,revision_number=None']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:26:32.487765 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d03604c-d19d-4ce9-be40-4bdcdd2e4b57 tempest-NetworksIpV6Test-1668104998 tempest-NetworksIpV6Test-1668104998-project] Made reservation on behalf of ff26fec9ca554fba8d3a9501e1c55058 for: {'network': 1} {{(pid=116161) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 11:26:32.491061 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-3d03604c-d19d-4ce9-be40-4bdcdd2e4b57 tempest-NetworksIpV6Test-1668104998 tempest-NetworksIpV6Test-1668104998-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for network (None), before_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:26:32.515858 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3d03604c-d19d-4ce9-be40-4bdcdd2e4b57 tempest-NetworksIpV6Test-1668104998 tempest-NetworksIpV6Test-1668104998-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 66} {{(pid=116161) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 11:26:32.524559 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-3d03604c-d19d-4ce9-be40-4bdcdd2e4b57 tempest-NetworksIpV6Test-1668104998 tempest-NetworksIpV6Test-1668104998-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-961978'] for segment (65369986-2600-43cd-8c5e-b025dd70be21), precommit_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:26:32.524900 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.db.segments_db [None req-3d03604c-d19d-4ce9-be40-4bdcdd2e4b57 tempest-NetworksIpV6Test-1668104998 tempest-NetworksIpV6Test-1668104998-project] Added segment 65369986-2600-43cd-8c5e-b025dd70be21 of type vlan for network 434d59c4-e3ef-4929-90a1-ccf121dc396e Apr 28 11:26:32.564505 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-3d03604c-d19d-4ce9-be40-4bdcdd2e4b57 tempest-NetworksIpV6Test-1668104998 tempest-NetworksIpV6Test-1668104998-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742234744962'] for network (434d59c4-e3ef-4929-90a1-ccf121dc396e), precommit_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:26:32.641675 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-3d03604c-d19d-4ce9-be40-4bdcdd2e4b57 tempest-NetworksIpV6Test-1668104998 tempest-NetworksIpV6Test-1668104998-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042'] for network (434d59c4-e3ef-4929-90a1-ccf121dc396e), after_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:26:32.646629 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d03604c-d19d-4ce9-be40-4bdcdd2e4b57 tempest-NetworksIpV6Test-1668104998 tempest-NetworksIpV6Test-1668104998-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:26:32.647205 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-3d03604c-d19d-4ce9-be40-4bdcdd2e4b57 tempest-NetworksIpV6Test-1668104998 tempest-NetworksIpV6Test-1668104998-project] Publish callbacks [] for network (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:26:32.714231 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-3d03604c-d19d-4ce9-be40-4bdcdd2e4b57 tempest-NetworksIpV6Test-1668104998 tempest-NetworksIpV6Test-1668104998-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3072028 Apr 28 11:26:32.717300 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d03604c-d19d-4ce9-be40-4bdcdd2e4b57 tempest-NetworksIpV6Test-1668104998 tempest-NetworksIpV6Test-1668104998-project] Pushing event updated for resources: {'Network': ['ID=434d59c4-e3ef-4929-90a1-ccf121dc396e,revision_number=1']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:26:32.718123 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 59906) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:26:32.723363 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.v2.base [None req-0f381a32-656c-48db-b708-1f81e55acbc5 tempest-NetworksIpV6Test-1668104998 tempest-NetworksIpV6Test-1668104998-project] Request body: {'subnet': {'network_id': '434d59c4-e3ef-4929-90a1-ccf121dc396e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=116162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:26:32.731368 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Network 434d59c4-e3ef-4929-90a1-ccf121dc396e details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=116163) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 28 11:26:32.879536 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f381a32-656c-48db-b708-1f81e55acbc5 tempest-NetworksIpV6Test-1668104998 tempest-NetworksIpV6Test-1668104998-project] Made reservation on behalf of ff26fec9ca554fba8d3a9501e1c55058 for: {'subnet': 1} {{(pid=116162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 11:26:32.882888 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-0f381a32-656c-48db-b708-1f81e55acbc5 tempest-NetworksIpV6Test-1668104998 tempest-NetworksIpV6Test-1668104998-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4210834'] for subnet (None), before_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:26:33.108814 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-0f381a32-656c-48db-b708-1f81e55acbc5 tempest-NetworksIpV6Test-1668104998 tempest-NetworksIpV6Test-1668104998-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5054027', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4210784'] for subnet (6eb0945e-3b8d-460f-a4b1-ffa0e970e40a), after_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:26:33.166218 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f381a32-656c-48db-b708-1f81e55acbc5 tempest-NetworksIpV6Test-1668104998 tempest-NetworksIpV6Test-1668104998-project] Pushing event updated for resources: {'Subnet': ['ID=6eb0945e-3b8d-460f-a4b1-ffa0e970e40a,revision_number=0']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:26:33.178068 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f381a32-656c-48db-b708-1f81e55acbc5 tempest-NetworksIpV6Test-1668104998 tempest-NetworksIpV6Test-1668104998-project] Checking segment: {'id': '65369986-2600-43cd-8c5e-b025dd70be21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '434d59c4-e3ef-4929-90a1-ccf121dc396e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 11:26:33.178458 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f381a32-656c-48db-b708-1f81e55acbc5 tempest-NetworksIpV6Test-1668104998 tempest-NetworksIpV6Test-1668104998-project] Network hostable DHCP agents. Network: 434d59c4-e3ef-4929-90a1-ccf121dc396e, hostable agents: ['75ba81b7-fe99-4281-90d2-a5adb445ecea'], hosted agents: [] {{(pid=116162) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 11:26:33.241805 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f381a32-656c-48db-b708-1f81e55acbc5 tempest-NetworksIpV6Test-1668104998 tempest-NetworksIpV6Test-1668104998-project] Network 434d59c4-e3ef-4929-90a1-ccf121dc396e is scheduled to be hosted by DHCP agent 75ba81b7-fe99-4281-90d2-a5adb445ecea with binding_index 1 {{(pid=116162) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 11:26:33.327522 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.scheduler.base_scheduler [None req-0f381a32-656c-48db-b708-1f81e55acbc5 tempest-NetworksIpV6Test-1668104998 tempest-NetworksIpV6Test-1668104998-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 434d59c4-e3ef-4929-90a1-ccf121dc396e) {{(pid=116162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 11:26:33.331514 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f381a32-656c-48db-b708-1f81e55acbc5 tempest-NetworksIpV6Test-1668104998 tempest-NetworksIpV6Test-1668104998-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:26:33.332110 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-0f381a32-656c-48db-b708-1f81e55acbc5 tempest-NetworksIpV6Test-1668104998 tempest-NetworksIpV6Test-1668104998-project] Publish callbacks [] for subnet (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:26:33.336400 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55e0aaec-3cc2-4efa-a65a-1f27ca196ce1 None None] Network 434d59c4-e3ef-4929-90a1-ccf121dc396e requested from dv-neutron-master-2-hyperv {{(pid=116163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 11:26:33.404864 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-0f381a32-656c-48db-b708-1f81e55acbc5 tempest-NetworksIpV6Test-1668104998 tempest-NetworksIpV6Test-1668104998-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6855502 Apr 28 11:26:33.408470 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 59908) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:26:33.413337 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.v2.base [None req-1d33666a-bffe-41ab-a9db-f70f306ba891 tempest-NetworksIpV6Test-1668104998 tempest-NetworksIpV6Test-1668104998-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2066330600'}} {{(pid=116162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:26:33.439596 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51e132c6-dca9-4474-a9ac-b4677a848c44 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-434d59c4-e3ef-4929-90a1-ccf121dc396e', 'network_id': '434d59c4-e3ef-4929-90a1-ccf121dc396e', 'project_id': 'ff26fec9ca554fba8d3a9501e1c55058', 'fixed_ips': [{'subnet_id': '6eb0945e-3b8d-460f-a4b1-ffa0e970e40a'}]}} from dv-neutron-master-2-hyperv. {{(pid=116163) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 28 11:26:33.440447 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-51e132c6-dca9-4474-a9ac-b4677a848c44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (None), before_create {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:26:33.482826 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d33666a-bffe-41ab-a9db-f70f306ba891 tempest-NetworksIpV6Test-1668104998 tempest-NetworksIpV6Test-1668104998-project] Made reservation on behalf of ff26fec9ca554fba8d3a9501e1c55058 for: {'network': 1} {{(pid=116162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 11:26:33.486194 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-1d33666a-bffe-41ab-a9db-f70f306ba891 tempest-NetworksIpV6Test-1668104998 tempest-NetworksIpV6Test-1668104998-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for network (None), before_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:26:33.513962 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1d33666a-bffe-41ab-a9db-f70f306ba891 tempest-NetworksIpV6Test-1668104998 tempest-NetworksIpV6Test-1668104998-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 96} {{(pid=116162) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 11:26:33.522745 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-1d33666a-bffe-41ab-a9db-f70f306ba891 tempest-NetworksIpV6Test-1668104998 tempest-NetworksIpV6Test-1668104998-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-961978'] for segment (85d1cc9c-beae-495b-81e6-7d83d1b87536), precommit_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:26:33.523116 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.db.segments_db [None req-1d33666a-bffe-41ab-a9db-f70f306ba891 tempest-NetworksIpV6Test-1668104998 tempest-NetworksIpV6Test-1668104998-project] Added segment 85d1cc9c-beae-495b-81e6-7d83d1b87536 of type vlan for network 76c18a48-81a7-44ba-8bef-1aa6e640b6aa Apr 28 11:26:33.563768 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-1d33666a-bffe-41ab-a9db-f70f306ba891 tempest-NetworksIpV6Test-1668104998 tempest-NetworksIpV6Test-1668104998-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742234744962'] for network (76c18a48-81a7-44ba-8bef-1aa6e640b6aa), precommit_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:26:33.576668 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.db_base_plugin_common [None req-51e132c6-dca9-4474-a9ac-b4677a848c44 None None] Allocated IP 2001:db8::2 (434d59c4-e3ef-4929-90a1-ccf121dc396e/6eb0945e-3b8d-460f-a4b1-ffa0e970e40a/dc18b549-ccd7-4743-85d5-96ab31d56a2d) {{(pid=116163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 11:26:33.651590 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-1d33666a-bffe-41ab-a9db-f70f306ba891 tempest-NetworksIpV6Test-1668104998 tempest-NetworksIpV6Test-1668104998-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042'] for network (76c18a48-81a7-44ba-8bef-1aa6e640b6aa), after_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:26:33.657755 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d33666a-bffe-41ab-a9db-f70f306ba891 tempest-NetworksIpV6Test-1668104998 tempest-NetworksIpV6Test-1668104998-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:26:33.661455 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-1d33666a-bffe-41ab-a9db-f70f306ba891 tempest-NetworksIpV6Test-1668104998 tempest-NetworksIpV6Test-1668104998-project] Publish callbacks [] for network (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:26:33.729922 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d33666a-bffe-41ab-a9db-f70f306ba891 tempest-NetworksIpV6Test-1668104998 tempest-NetworksIpV6Test-1668104998-project] Pushing event updated for resources: {'Network': ['ID=76c18a48-81a7-44ba-8bef-1aa6e640b6aa,revision_number=1']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:26:33.750002 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Network 76c18a48-81a7-44ba-8bef-1aa6e640b6aa details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=116163) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 28 11:26:33.768357 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-1d33666a-bffe-41ab-a9db-f70f306ba891 tempest-NetworksIpV6Test-1668104998 tempest-NetworksIpV6Test-1668104998-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3588917 Apr 28 11:26:33.771530 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 59910) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:26:33.776948 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.v2.base [None req-f139b407-5ae8-407e-b5ad-59a61c58b4ec tempest-NetworksIpV6Test-1668104998 tempest-NetworksIpV6Test-1668104998-project] Request body: {'subnet': {'network_id': '76c18a48-81a7-44ba-8bef-1aa6e640b6aa', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=116161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:26:33.903637 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f139b407-5ae8-407e-b5ad-59a61c58b4ec tempest-NetworksIpV6Test-1668104998 tempest-NetworksIpV6Test-1668104998-project] Made reservation on behalf of ff26fec9ca554fba8d3a9501e1c55058 for: {'subnet': 1} {{(pid=116161) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 11:26:33.907023 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-f139b407-5ae8-407e-b5ad-59a61c58b4ec tempest-NetworksIpV6Test-1668104998 tempest-NetworksIpV6Test-1668104998-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5125580'] for subnet (None), before_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:26:33.920740 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-51e132c6-dca9-4474-a9ac-b4677a848c44 None None] Publish callbacks [] for port (dc18b549-ccd7-4743-85d5-96ab31d56a2d), precommit_create {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:26:33.990962 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-51e132c6-dca9-4474-a9ac-b4677a848c44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742234710357'] for port (dc18b549-ccd7-4743-85d5-96ab31d56a2d), after_create {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:26:34.030042 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51e132c6-dca9-4474-a9ac-b4677a848c44 None None] Network 434d59c4-e3ef-4929-90a1-ccf121dc396e is already hosted by enough agents. {{(pid=116163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 11:26:34.035083 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.scheduler.base_scheduler [None req-51e132c6-dca9-4474-a9ac-b4677a848c44 None None] Resources bound (agent type, host, resource id): {{(pid=116163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 11:26:34.038690 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51e132c6-dca9-4474-a9ac-b4677a848c44 None None] Received port after_create {{(pid=116163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 11:26:34.046994 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e132c6-dca9-4474-a9ac-b4677a848c44 None None] Pushing event updated for resources: {'Port': ['ID=dc18b549-ccd7-4743-85d5-96ab31d56a2d,revision_number=1']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:26:34.105693 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.managers [None req-51e132c6-dca9-4474-a9ac-b4677a848c44 None None] Attempting to bind port dc18b549-ccd7-4743-85d5-96ab31d56a2d on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=116163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 28 11:26:34.106717 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.managers [None req-51e132c6-dca9-4474-a9ac-b4677a848c44 None None] Attempting to bind port dc18b549-ccd7-4743-85d5-96ab31d56a2d by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '65369986-2600-43cd-8c5e-b025dd70be21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '434d59c4-e3ef-4929-90a1-ccf121dc396e'}] {{(pid=116163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 28 11:26:34.107330 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51e132c6-dca9-4474-a9ac-b4677a848c44 None None] Attempting to bind port dc18b549-ccd7-4743-85d5-96ab31d56a2d on network 434d59c4-e3ef-4929-90a1-ccf121dc396e {{(pid=116163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 11:26:34.112418 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51e132c6-dca9-4474-a9ac-b4677a848c44 None None] Checking agent: {'id': 'd5baab19-5dd1-4902-922b-84acb048ab9c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 10, 50, 43), 'started_at': datetime.datetime(2022, 4, 28, 10, 51, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 11, 26, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=116163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 11:26:34.116958 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51e132c6-dca9-4474-a9ac-b4677a848c44 None None] Checking segment: {'id': '65369986-2600-43cd-8c5e-b025dd70be21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '434d59c4-e3ef-4929-90a1-ccf121dc396e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 11:26:34.116958 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-51e132c6-dca9-4474-a9ac-b4677a848c44 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:26:34.116958 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51e132c6-dca9-4474-a9ac-b4677a848c44 None None] Bound using segment: {'id': '65369986-2600-43cd-8c5e-b025dd70be21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '434d59c4-e3ef-4929-90a1-ccf121dc396e'} {{(pid=116163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 11:26:34.116958 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.managers [None req-51e132c6-dca9-4474-a9ac-b4677a848c44 None None] Bound port: dc18b549-ccd7-4743-85d5-96ab31d56a2d, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '65369986-2600-43cd-8c5e-b025dd70be21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '434d59c4-e3ef-4929-90a1-ccf121dc396e'}}] {{(pid=116163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 28 11:26:34.116958 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-51e132c6-dca9-4474-a9ac-b4677a848c44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (dc18b549-ccd7-4743-85d5-96ab31d56a2d), before_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:26:34.127914 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-f139b407-5ae8-407e-b5ad-59a61c58b4ec tempest-NetworksIpV6Test-1668104998 tempest-NetworksIpV6Test-1668104998-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5220536', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5125438'] for subnet (c2ed96e2-4323-49ac-9726-caa055a523a3), after_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:26:34.178789 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-51e132c6-dca9-4474-a9ac-b4677a848c44 None None] For port dc18b549-ccd7-4743-85d5-96ab31d56a2d, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=116163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 11:26:34.181721 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-51e132c6-dca9-4474-a9ac-b4677a848c44 None None] For port dc18b549-ccd7-4743-85d5-96ab31d56a2d, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=dc18b549-ccd7-4743-85d5-96ab31d56a2d,segment=NetworkSegment(65369986-2600-43cd-8c5e-b025dd70be21),segment_id=65369986-2600-43cd-8c5e-b025dd70be21)] {{(pid=116163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 11:26:34.194306 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f139b407-5ae8-407e-b5ad-59a61c58b4ec tempest-NetworksIpV6Test-1668104998 tempest-NetworksIpV6Test-1668104998-project] Pushing event updated for resources: {'Subnet': ['ID=c2ed96e2-4323-49ac-9726-caa055a523a3,revision_number=0']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:26:34.202698 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f139b407-5ae8-407e-b5ad-59a61c58b4ec tempest-NetworksIpV6Test-1668104998 tempest-NetworksIpV6Test-1668104998-project] Checking segment: {'id': '85d1cc9c-beae-495b-81e6-7d83d1b87536', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '76c18a48-81a7-44ba-8bef-1aa6e640b6aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 11:26:34.203168 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f139b407-5ae8-407e-b5ad-59a61c58b4ec tempest-NetworksIpV6Test-1668104998 tempest-NetworksIpV6Test-1668104998-project] Network hostable DHCP agents. Network: 76c18a48-81a7-44ba-8bef-1aa6e640b6aa, hostable agents: ['75ba81b7-fe99-4281-90d2-a5adb445ecea'], hosted agents: [] {{(pid=116161) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 11:26:34.236917 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-51e132c6-dca9-4474-a9ac-b4677a848c44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393'] for port (dc18b549-ccd7-4743-85d5-96ab31d56a2d), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:26:34.291616 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f139b407-5ae8-407e-b5ad-59a61c58b4ec tempest-NetworksIpV6Test-1668104998 tempest-NetworksIpV6Test-1668104998-project] Network 76c18a48-81a7-44ba-8bef-1aa6e640b6aa is scheduled to be hosted by DHCP agent 75ba81b7-fe99-4281-90d2-a5adb445ecea with binding_index 1 {{(pid=116161) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 11:26:34.296403 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e132c6-dca9-4474-a9ac-b4677a848c44 None None] Pushing event updated for resources: {'Port': ['ID=dc18b549-ccd7-4743-85d5-96ab31d56a2d,revision_number=2']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:26:34.376831 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.scheduler.base_scheduler [None req-f139b407-5ae8-407e-b5ad-59a61c58b4ec tempest-NetworksIpV6Test-1668104998 tempest-NetworksIpV6Test-1668104998-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 76c18a48-81a7-44ba-8bef-1aa6e640b6aa) {{(pid=116161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 11:26:34.381323 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f139b407-5ae8-407e-b5ad-59a61c58b4ec tempest-NetworksIpV6Test-1668104998 tempest-NetworksIpV6Test-1668104998-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:26:34.382130 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-f139b407-5ae8-407e-b5ad-59a61c58b4ec tempest-NetworksIpV6Test-1668104998 tempest-NetworksIpV6Test-1668104998-project] Publish callbacks [] for subnet (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:26:34.386123 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3e83502-833e-4bc8-aaf0-4d2bcd3f079e None None] Network 76c18a48-81a7-44ba-8bef-1aa6e640b6aa requested from dv-neutron-master-2-hyperv {{(pid=116163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 11:26:34.488536 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-f139b407-5ae8-407e-b5ad-59a61c58b4ec tempest-NetworksIpV6Test-1668104998 tempest-NetworksIpV6Test-1668104998-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7158372 Apr 28 11:26:34.491096 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 59912) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:26:34.502871 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2000d7b-fdef-4f7a-bb03-cdc33dcceb17 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-76c18a48-81a7-44ba-8bef-1aa6e640b6aa', 'network_id': '76c18a48-81a7-44ba-8bef-1aa6e640b6aa', 'project_id': 'ff26fec9ca554fba8d3a9501e1c55058', 'fixed_ips': [{'subnet_id': 'c2ed96e2-4323-49ac-9726-caa055a523a3'}]}} from dv-neutron-master-2-hyperv. {{(pid=116163) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 28 11:26:34.504463 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-d2000d7b-fdef-4f7a-bb03-cdc33dcceb17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (None), before_create {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:26:34.603640 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-33476fe3-fc97-454d-b7c9-f7c026f5507d tempest-NetworksIpV6Test-1668104998 tempest-NetworksIpV6Test-1668104998-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-979593'] for network (76c18a48-81a7-44ba-8bef-1aa6e640b6aa), before_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:26:34.652243 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.db_base_plugin_common [None req-d2000d7b-fdef-4f7a-bb03-cdc33dcceb17 None None] Allocated IP 2001:db8::2 (76c18a48-81a7-44ba-8bef-1aa6e640b6aa/c2ed96e2-4323-49ac-9726-caa055a523a3/e39d0980-1e00-4a92-a485-425caf9bdd1d) {{(pid=116163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 11:26:34.687221 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-33476fe3-fc97-454d-b7c9-f7c026f5507d tempest-NetworksIpV6Test-1668104998 tempest-NetworksIpV6Test-1668104998-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-971303'] for subnet (c2ed96e2-4323-49ac-9726-caa055a523a3), precommit_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:26:34.796841 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-d2000d7b-fdef-4f7a-bb03-cdc33dcceb17 None None] Publish callbacks [] for port (e39d0980-1e00-4a92-a485-425caf9bdd1d), precommit_create {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:26:34.859395 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-d2000d7b-fdef-4f7a-bb03-cdc33dcceb17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742234710357'] for port (e39d0980-1e00-4a92-a485-425caf9bdd1d), after_create {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:26:34.901526 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2000d7b-fdef-4f7a-bb03-cdc33dcceb17 None None] Network 76c18a48-81a7-44ba-8bef-1aa6e640b6aa is already hosted by enough agents. {{(pid=116163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 11:26:34.904652 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.scheduler.base_scheduler [None req-d2000d7b-fdef-4f7a-bb03-cdc33dcceb17 None None] Resources bound (agent type, host, resource id): {{(pid=116163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 11:26:34.908844 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2000d7b-fdef-4f7a-bb03-cdc33dcceb17 None None] Received port after_create {{(pid=116163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 11:26:34.912019 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2000d7b-fdef-4f7a-bb03-cdc33dcceb17 None None] Pushing event updated for resources: {'Port': ['ID=e39d0980-1e00-4a92-a485-425caf9bdd1d,revision_number=1']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:26:34.939626 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-33476fe3-fc97-454d-b7c9-f7c026f5507d tempest-NetworksIpV6Test-1668104998 tempest-NetworksIpV6Test-1668104998-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-971310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5220601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5125409'] for subnet (c2ed96e2-4323-49ac-9726-caa055a523a3), after_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:26:34.969845 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33476fe3-fc97-454d-b7c9-f7c026f5507d tempest-NetworksIpV6Test-1668104998 tempest-NetworksIpV6Test-1668104998-project] Pushing event deleted for resources: {'Subnet': ['ID=c2ed96e2-4323-49ac-9726-caa055a523a3,revision_number=None']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:26:34.976716 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.managers [None req-d2000d7b-fdef-4f7a-bb03-cdc33dcceb17 None None] Attempting to bind port e39d0980-1e00-4a92-a485-425caf9bdd1d on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=116163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 28 11:26:34.977207 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.managers [None req-d2000d7b-fdef-4f7a-bb03-cdc33dcceb17 None None] Attempting to bind port e39d0980-1e00-4a92-a485-425caf9bdd1d by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '85d1cc9c-beae-495b-81e6-7d83d1b87536', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '76c18a48-81a7-44ba-8bef-1aa6e640b6aa'}] {{(pid=116163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 28 11:26:34.977461 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2000d7b-fdef-4f7a-bb03-cdc33dcceb17 None None] Attempting to bind port e39d0980-1e00-4a92-a485-425caf9bdd1d on network 76c18a48-81a7-44ba-8bef-1aa6e640b6aa {{(pid=116163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 11:26:34.983136 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2000d7b-fdef-4f7a-bb03-cdc33dcceb17 None None] Checking agent: {'id': 'd5baab19-5dd1-4902-922b-84acb048ab9c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 10, 50, 43), 'started_at': datetime.datetime(2022, 4, 28, 10, 51, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 11, 26, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=116163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 11:26:34.983594 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2000d7b-fdef-4f7a-bb03-cdc33dcceb17 None None] Checking segment: {'id': '85d1cc9c-beae-495b-81e6-7d83d1b87536', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '76c18a48-81a7-44ba-8bef-1aa6e640b6aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 11:26:34.984007 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-d2000d7b-fdef-4f7a-bb03-cdc33dcceb17 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:26:34.984405 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2000d7b-fdef-4f7a-bb03-cdc33dcceb17 None None] Bound using segment: {'id': '85d1cc9c-beae-495b-81e6-7d83d1b87536', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '76c18a48-81a7-44ba-8bef-1aa6e640b6aa'} {{(pid=116163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 11:26:34.984876 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.managers [None req-d2000d7b-fdef-4f7a-bb03-cdc33dcceb17 None None] Bound port: e39d0980-1e00-4a92-a485-425caf9bdd1d, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85d1cc9c-beae-495b-81e6-7d83d1b87536', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '76c18a48-81a7-44ba-8bef-1aa6e640b6aa'}}] {{(pid=116163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 28 11:26:34.985259 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-d2000d7b-fdef-4f7a-bb03-cdc33dcceb17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (e39d0980-1e00-4a92-a485-425caf9bdd1d), before_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:26:35.056970 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-d2000d7b-fdef-4f7a-bb03-cdc33dcceb17 None None] For port e39d0980-1e00-4a92-a485-425caf9bdd1d, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=116163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 11:26:35.060681 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-d2000d7b-fdef-4f7a-bb03-cdc33dcceb17 None None] For port e39d0980-1e00-4a92-a485-425caf9bdd1d, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=e39d0980-1e00-4a92-a485-425caf9bdd1d,segment=NetworkSegment(85d1cc9c-beae-495b-81e6-7d83d1b87536),segment_id=85d1cc9c-beae-495b-81e6-7d83d1b87536)] {{(pid=116163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 11:26:35.126533 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-d2000d7b-fdef-4f7a-bb03-cdc33dcceb17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393'] for port (e39d0980-1e00-4a92-a485-425caf9bdd1d), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:26:35.219484 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2000d7b-fdef-4f7a-bb03-cdc33dcceb17 None None] Pushing event updated for resources: {'Port': ['ID=e39d0980-1e00-4a92-a485-425caf9bdd1d,revision_number=2']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:26:35.243241 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5911ae87-2e23-4062-b955-0972301d3091 None None] Network 76c18a48-81a7-44ba-8bef-1aa6e640b6aa requested from dv-neutron-master-2-hyperv {{(pid=116163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 11:26:35.308157 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5842a83e-89f3-48e1-92a7-70c8fb43660d None None] Network 434d59c4-e3ef-4929-90a1-ccf121dc396e requested from dv-neutron-master-2-hyperv {{(pid=116163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 11:26:35.375254 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-33476fe3-fc97-454d-b7c9-f7c026f5507d tempest-NetworksIpV6Test-1668104998 tempest-NetworksIpV6Test-1668104998-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-973498', 'neutron.services.segments.db._delete_segments_for_network-8742235207033'] for network (76c18a48-81a7-44ba-8bef-1aa6e640b6aa), precommit_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:26:35.395664 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.services.segments.db [None req-33476fe3-fc97-454d-b7c9-f7c026f5507d tempest-NetworksIpV6Test-1668104998 tempest-NetworksIpV6Test-1668104998-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['76c18a48-81a7-44ba-8bef-1aa6e640b6aa']}} {{(pid=116161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:26:35.406125 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.services.segments.db [None req-33476fe3-fc97-454d-b7c9-f7c026f5507d tempest-NetworksIpV6Test-1668104998 tempest-NetworksIpV6Test-1668104998-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '85d1cc9c-beae-495b-81e6-7d83d1b87536') {'for_net_delete': True} {{(pid=116161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:26:35.406453 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.services.segments.db [None req-33476fe3-fc97-454d-b7c9-f7c026f5507d tempest-NetworksIpV6Test-1668104998 tempest-NetworksIpV6Test-1668104998-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '85d1cc9c-beae-495b-81e6-7d83d1b87536') {} {{(pid=116161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:26:35.409196 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-54eb9fa2-a2fb-4ce3-96fd-4f1719e9bcd9 None None] Provisioning complete for port dc18b549-ccd7-4743-85d5-96ab31d56a2d triggered by entity DHCP. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:26:35.409689 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-54eb9fa2-a2fb-4ce3-96fd-4f1719e9bcd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (dc18b549-ccd7-4743-85d5-96ab31d56a2d), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:26:35.415959 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-33476fe3-fc97-454d-b7c9-f7c026f5507d tempest-NetworksIpV6Test-1668104998 tempest-NetworksIpV6Test-1668104998-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742235208578', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8076969'] for segment (85d1cc9c-beae-495b-81e6-7d83d1b87536), before_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:26:35.430067 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-33476fe3-fc97-454d-b7c9-f7c026f5507d tempest-NetworksIpV6Test-1668104998 tempest-NetworksIpV6Test-1668104998-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-961978'] for segment (85d1cc9c-beae-495b-81e6-7d83d1b87536), precommit_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:26:35.435993 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-33476fe3-fc97-454d-b7c9-f7c026f5507d tempest-NetworksIpV6Test-1668104998 tempest-NetworksIpV6Test-1668104998-project] Releasing vlan 96 on physical network physnet1 to pool {{(pid=116161) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 11:26:35.436375 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-33476fe3-fc97-454d-b7c9-f7c026f5507d tempest-NetworksIpV6Test-1668104998 tempest-NetworksIpV6Test-1668104998-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-961978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5219103'] for segment (85d1cc9c-beae-495b-81e6-7d83d1b87536), after_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:26:35.439602 dv-neutron-master-2-hyperv neutron-server[116161]: Traceback (most recent call last): Apr 28 11:26:35.439602 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 11:26:35.439602 dv-neutron-master-2-hyperv neutron-server[116161]: timer() Apr 28 11:26:35.439602 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 11:26:35.439602 dv-neutron-master-2-hyperv neutron-server[116161]: cb(*args, **kw) Apr 28 11:26:35.439602 dv-neutron-master-2-hyperv neutron-server[116161]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 28 11:26:35.439602 dv-neutron-master-2-hyperv neutron-server[116161]: return func(*args, **kwargs) Apr 28 11:26:35.439602 dv-neutron-master-2-hyperv neutron-server[116161]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 11:26:35.439602 dv-neutron-master-2-hyperv neutron-server[116161]: self._notify() Apr 28 11:26:35.439602 dv-neutron-master-2-hyperv neutron-server[116161]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 11:26:35.439602 dv-neutron-master-2-hyperv neutron-server[116161]: self.callback(batched_events) Apr 28 11:26:35.439602 dv-neutron-master-2-hyperv neutron-server[116161]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 11:26:35.439602 dv-neutron-master-2-hyperv neutron-server[116161]: event.method(event) Apr 28 11:26:35.439602 dv-neutron-master-2-hyperv neutron-server[116161]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 28 11:26:35.439602 dv-neutron-master-2-hyperv neutron-server[116161]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 11:26:35.439602 dv-neutron-master-2-hyperv neutron-server[116161]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 28 11:26:35.439602 dv-neutron-master-2-hyperv neutron-server[116161]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 11:26:35.439602 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 28 11:26:35.439602 dv-neutron-master-2-hyperv neutron-server[116161]: return f(self, *a, **k) Apr 28 11:26:35.439602 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 28 11:26:35.439602 dv-neutron-master-2-hyperv neutron-server[116161]: return self._get(url).json() Apr 28 11:26:35.439602 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 28 11:26:35.439602 dv-neutron-master-2-hyperv neutron-server[116161]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 11:26:35.439602 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 11:26:35.439602 dv-neutron-master-2-hyperv neutron-server[116161]: return self.request(url, 'GET', **kwargs) Apr 28 11:26:35.439602 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 11:26:35.439602 dv-neutron-master-2-hyperv neutron-server[116161]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 11:26:35.439602 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 11:26:35.439602 dv-neutron-master-2-hyperv neutron-server[116161]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 11:26:35.439602 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 11:26:35.439602 dv-neutron-master-2-hyperv neutron-server[116161]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 11:26:35.439602 dv-neutron-master-2-hyperv neutron-server[116161]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 11:26:35.522432 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.db.api [None req-33476fe3-fc97-454d-b7c9-f7c026f5507d tempest-NetworksIpV6Test-1668104998 tempest-NetworksIpV6Test-1668104998-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 28 11:26:35.522432 dv-neutron-master-2-hyperv neutron-server[116161]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 28 11:26:35.522432 dv-neutron-master-2-hyperv neutron-server[116161]: [parameters: {'id': '76c18a48-81a7-44ba-8bef-1aa6e640b6aa'}] Apr 28 11:26:35.522432 dv-neutron-master-2-hyperv neutron-server[116161]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=116161) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 28 11:26:35.522882 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG oslo_db.api [None req-33476fe3-fc97-454d-b7c9-f7c026f5507d tempest-NetworksIpV6Test-1668104998 tempest-NetworksIpV6Test-1668104998-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=116161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 28 11:26:35.524107 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-54eb9fa2-a2fb-4ce3-96fd-4f1719e9bcd9 None None] Current status of the port dc18b549-ccd7-4743-85d5-96ab31d56a2d is: DOWN; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:26:35.524499 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-54eb9fa2-a2fb-4ce3-96fd-4f1719e9bcd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (dc18b549-ccd7-4743-85d5-96ab31d56a2d), before_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:26:35.566064 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-54eb9fa2-a2fb-4ce3-96fd-4f1719e9bcd9 None None] For port dc18b549-ccd7-4743-85d5-96ab31d56a2d, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=dc18b549-ccd7-4743-85d5-96ab31d56a2d,segment=NetworkSegment(65369986-2600-43cd-8c5e-b025dd70be21),segment_id=65369986-2600-43cd-8c5e-b025dd70be21)] {{(pid=116163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 11:26:35.642149 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-54eb9fa2-a2fb-4ce3-96fd-4f1719e9bcd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393'] for port (dc18b549-ccd7-4743-85d5-96ab31d56a2d), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:26:35.666943 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f3e06f4-b116-4ff9-87bf-008172ef5700 None None] get_active_networks_info from dv-neutron-master-2-hyperv {{(pid=116163) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Apr 28 11:26:35.722779 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54eb9fa2-a2fb-4ce3-96fd-4f1719e9bcd9 None None] Pushing event updated for resources: {'Port': ['ID=dc18b549-ccd7-4743-85d5-96ab31d56a2d,revision_number=3']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:26:35.768295 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f3e06f4-b116-4ff9-87bf-008172ef5700 None None] Resources bound (agent type, host, resource id): {{(pid=116163) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 28 11:26:35.773102 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-e52304e8-e743-4bf6-9db0-d4abeed5e35e None None] Provisioning complete for port dc18b549-ccd7-4743-85d5-96ab31d56a2d triggered by entity DHCP. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:26:35.773470 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-e52304e8-e743-4bf6-9db0-d4abeed5e35e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (dc18b549-ccd7-4743-85d5-96ab31d56a2d), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:26:35.919461 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-e52304e8-e743-4bf6-9db0-d4abeed5e35e None None] Current status of the port dc18b549-ccd7-4743-85d5-96ab31d56a2d is: ACTIVE; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:26:36.023515 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-33476fe3-fc97-454d-b7c9-f7c026f5507d tempest-NetworksIpV6Test-1668104998 tempest-NetworksIpV6Test-1668104998-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-979593'] for network (76c18a48-81a7-44ba-8bef-1aa6e640b6aa), before_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:26:36.070781 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.plugin [None req-33476fe3-fc97-454d-b7c9-f7c026f5507d tempest-NetworksIpV6Test-1668104998 tempest-NetworksIpV6Test-1668104998-project] Deleting port e39d0980-1e00-4a92-a485-425caf9bdd1d {{(pid=116161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 11:26:36.071115 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-33476fe3-fc97-454d-b7c9-f7c026f5507d tempest-NetworksIpV6Test-1668104998 tempest-NetworksIpV6Test-1668104998-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742235130188'] for port (e39d0980-1e00-4a92-a485-425caf9bdd1d), before_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:26:36.132509 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.db [None req-33476fe3-fc97-454d-b7c9-f7c026f5507d tempest-NetworksIpV6Test-1668104998 tempest-NetworksIpV6Test-1668104998-project] For port e39d0980-1e00-4a92-a485-425caf9bdd1d, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=e39d0980-1e00-4a92-a485-425caf9bdd1d,segment=NetworkSegment(85d1cc9c-beae-495b-81e6-7d83d1b87536),segment_id=85d1cc9c-beae-495b-81e6-7d83d1b87536)] {{(pid=116161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 11:26:36.132874 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-33476fe3-fc97-454d-b7c9-f7c026f5507d tempest-NetworksIpV6Test-1668104998 tempest-NetworksIpV6Test-1668104998-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1938497'] for port (e39d0980-1e00-4a92-a485-425caf9bdd1d), precommit_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:26:36.145907 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.plugin [None req-33476fe3-fc97-454d-b7c9-f7c026f5507d tempest-NetworksIpV6Test-1668104998 tempest-NetworksIpV6Test-1668104998-project] Calling delete_port for e39d0980-1e00-4a92-a485-425caf9bdd1d owned by network:dhcp {{(pid=116161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 11:26:36.285466 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-33476fe3-fc97-454d-b7c9-f7c026f5507d tempest-NetworksIpV6Test-1668104998 tempest-NetworksIpV6Test-1668104998-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742235135690', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742234710366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5219112'] for port (e39d0980-1e00-4a92-a485-425caf9bdd1d), after_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:26:36.308112 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33476fe3-fc97-454d-b7c9-f7c026f5507d tempest-NetworksIpV6Test-1668104998 tempest-NetworksIpV6Test-1668104998-project] Pushing event deleted for resources: {'Port': ['ID=e39d0980-1e00-4a92-a485-425caf9bdd1d,revision_number=None']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:26:36.314684 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33476fe3-fc97-454d-b7c9-f7c026f5507d tempest-NetworksIpV6Test-1668104998 tempest-NetworksIpV6Test-1668104998-project] No DVR routers for this DVR port e39d0980-1e00-4a92-a485-425caf9bdd1d on host dv-neutron-master-2-hyperv {{(pid=116161) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 11:26:36.394267 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-33476fe3-fc97-454d-b7c9-f7c026f5507d tempest-NetworksIpV6Test-1668104998 tempest-NetworksIpV6Test-1668104998-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-973498', 'neutron.services.segments.db._delete_segments_for_network-8742235207033'] for network (76c18a48-81a7-44ba-8bef-1aa6e640b6aa), precommit_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:26:36.403524 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Device dc18b549-ccd7-4743-85d5-96ab31d56a2d up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=116163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 11:26:36.418992 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.services.segments.db [None req-33476fe3-fc97-454d-b7c9-f7c026f5507d tempest-NetworksIpV6Test-1668104998 tempest-NetworksIpV6Test-1668104998-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['76c18a48-81a7-44ba-8bef-1aa6e640b6aa']}} {{(pid=116161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:26:36.428676 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.services.segments.db [None req-33476fe3-fc97-454d-b7c9-f7c026f5507d tempest-NetworksIpV6Test-1668104998 tempest-NetworksIpV6Test-1668104998-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '85d1cc9c-beae-495b-81e6-7d83d1b87536') {'for_net_delete': True} {{(pid=116161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:26:36.428970 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.services.segments.db [None req-33476fe3-fc97-454d-b7c9-f7c026f5507d tempest-NetworksIpV6Test-1668104998 tempest-NetworksIpV6Test-1668104998-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '85d1cc9c-beae-495b-81e6-7d83d1b87536') {} {{(pid=116161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:26:36.438782 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-33476fe3-fc97-454d-b7c9-f7c026f5507d tempest-NetworksIpV6Test-1668104998 tempest-NetworksIpV6Test-1668104998-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742235208578', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8076969'] for segment (85d1cc9c-beae-495b-81e6-7d83d1b87536), before_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:26:36.451259 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Provisioning complete for port dc18b549-ccd7-4743-85d5-96ab31d56a2d triggered by entity L2. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:26:36.451793 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (dc18b549-ccd7-4743-85d5-96ab31d56a2d), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:26:36.452912 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-33476fe3-fc97-454d-b7c9-f7c026f5507d tempest-NetworksIpV6Test-1668104998 tempest-NetworksIpV6Test-1668104998-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-961978'] for segment (85d1cc9c-beae-495b-81e6-7d83d1b87536), precommit_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:26:36.458841 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-33476fe3-fc97-454d-b7c9-f7c026f5507d tempest-NetworksIpV6Test-1668104998 tempest-NetworksIpV6Test-1668104998-project] Releasing vlan 96 on physical network physnet1 to pool {{(pid=116161) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 11:26:36.459226 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-33476fe3-fc97-454d-b7c9-f7c026f5507d tempest-NetworksIpV6Test-1668104998 tempest-NetworksIpV6Test-1668104998-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-961978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5219103'] for segment (85d1cc9c-beae-495b-81e6-7d83d1b87536), after_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:26:36.462171 dv-neutron-master-2-hyperv neutron-server[116161]: Traceback (most recent call last): Apr 28 11:26:36.462171 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 11:26:36.462171 dv-neutron-master-2-hyperv neutron-server[116161]: timer() Apr 28 11:26:36.462171 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 11:26:36.462171 dv-neutron-master-2-hyperv neutron-server[116161]: cb(*args, **kw) Apr 28 11:26:36.462171 dv-neutron-master-2-hyperv neutron-server[116161]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 28 11:26:36.462171 dv-neutron-master-2-hyperv neutron-server[116161]: return func(*args, **kwargs) Apr 28 11:26:36.462171 dv-neutron-master-2-hyperv neutron-server[116161]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 11:26:36.462171 dv-neutron-master-2-hyperv neutron-server[116161]: self._notify() Apr 28 11:26:36.462171 dv-neutron-master-2-hyperv neutron-server[116161]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 11:26:36.462171 dv-neutron-master-2-hyperv neutron-server[116161]: self.callback(batched_events) Apr 28 11:26:36.462171 dv-neutron-master-2-hyperv neutron-server[116161]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 11:26:36.462171 dv-neutron-master-2-hyperv neutron-server[116161]: event.method(event) Apr 28 11:26:36.462171 dv-neutron-master-2-hyperv neutron-server[116161]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 28 11:26:36.462171 dv-neutron-master-2-hyperv neutron-server[116161]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 11:26:36.462171 dv-neutron-master-2-hyperv neutron-server[116161]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 28 11:26:36.462171 dv-neutron-master-2-hyperv neutron-server[116161]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 11:26:36.462171 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 28 11:26:36.462171 dv-neutron-master-2-hyperv neutron-server[116161]: return f(self, *a, **k) Apr 28 11:26:36.462171 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 28 11:26:36.462171 dv-neutron-master-2-hyperv neutron-server[116161]: return self._get(url).json() Apr 28 11:26:36.462171 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 28 11:26:36.462171 dv-neutron-master-2-hyperv neutron-server[116161]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 11:26:36.462171 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 11:26:36.462171 dv-neutron-master-2-hyperv neutron-server[116161]: return self.request(url, 'GET', **kwargs) Apr 28 11:26:36.462171 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 11:26:36.462171 dv-neutron-master-2-hyperv neutron-server[116161]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 11:26:36.462171 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 11:26:36.462171 dv-neutron-master-2-hyperv neutron-server[116161]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 11:26:36.462171 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 11:26:36.462171 dv-neutron-master-2-hyperv neutron-server[116161]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 11:26:36.462171 dv-neutron-master-2-hyperv neutron-server[116161]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 11:26:36.531540 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Current status of the port dc18b549-ccd7-4743-85d5-96ab31d56a2d is: ACTIVE; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:26:36.602024 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-33476fe3-fc97-454d-b7c9-f7c026f5507d tempest-NetworksIpV6Test-1668104998 tempest-NetworksIpV6Test-1668104998-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-973477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2063122'] for network (76c18a48-81a7-44ba-8bef-1aa6e640b6aa), after_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:26:36.608857 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-33476fe3-fc97-454d-b7c9-f7c026f5507d tempest-NetworksIpV6Test-1668104998 tempest-NetworksIpV6Test-1668104998-project] Publish callbacks [] for network (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:26:36.612046 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-33476fe3-fc97-454d-b7c9-f7c026f5507d tempest-NetworksIpV6Test-1668104998 tempest-NetworksIpV6Test-1668104998-project] 10.222.0.10 "DELETE /v2.0/networks/76c18a48-81a7-44ba-8bef-1aa6e640b6aa HTTP/1.1" status: 204 len: 168 time: 2.1199875 Apr 28 11:26:36.614879 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 59914) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:26:36.623298 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33476fe3-fc97-454d-b7c9-f7c026f5507d tempest-NetworksIpV6Test-1668104998 tempest-NetworksIpV6Test-1668104998-project] Pushing event deleted for resources: {'Network': ['ID=76c18a48-81a7-44ba-8bef-1aa6e640b6aa,revision_number=None']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:26:36.647312 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.pecan_wsgi.hooks.translation [None req-14507415-0100-4e96-89ab-2d6dcd97d8c3 tempest-NetworksIpV6Test-1668104998 tempest-NetworksIpV6Test-1668104998-project] GET failed (client error): The resource could not be found. Apr 28 11:26:36.648626 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-14507415-0100-4e96-89ab-2d6dcd97d8c3 tempest-NetworksIpV6Test-1668104998 tempest-NetworksIpV6Test-1668104998-project] 10.222.0.10 "GET /v2.0/subnets/c2ed96e2-4323-49ac-9726-caa055a523a3 HTTP/1.1" status: 404 len: 337 time: 0.0327151 Apr 28 11:26:36.651377 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 59916) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:26:36.669726 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.pecan_wsgi.hooks.translation [None req-6e9133f9-e2fa-4489-8962-99cb2078ba6e tempest-NetworksIpV6Test-1668104998 tempest-NetworksIpV6Test-1668104998-project] DELETE failed (client error): The resource could not be found. Apr 28 11:26:36.670208 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6e9133f9-e2fa-4489-8962-99cb2078ba6e tempest-NetworksIpV6Test-1668104998 tempest-NetworksIpV6Test-1668104998-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=116162) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 28 11:26:36.673146 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-6e9133f9-e2fa-4489-8962-99cb2078ba6e tempest-NetworksIpV6Test-1668104998 tempest-NetworksIpV6Test-1668104998-project] 10.222.0.10 "DELETE /v2.0/networks/76c18a48-81a7-44ba-8bef-1aa6e640b6aa HTTP/1.1" status: 404 len: 339 time: 0.0208511 Apr 28 11:26:36.676655 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 59918) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:26:36.702676 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.pecan_wsgi.hooks.translation [None req-a3d06851-3d93-4853-9716-4bc5e6a0b974 tempest-NetworksIpV6Test-1668104998 tempest-NetworksIpV6Test-1668104998-project] DELETE failed (client error): The resource could not be found. Apr 28 11:26:36.703125 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a3d06851-3d93-4853-9716-4bc5e6a0b974 tempest-NetworksIpV6Test-1668104998 tempest-NetworksIpV6Test-1668104998-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=116162) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 28 11:26:36.707029 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-a3d06851-3d93-4853-9716-4bc5e6a0b974 tempest-NetworksIpV6Test-1668104998 tempest-NetworksIpV6Test-1668104998-project] 10.222.0.10 "DELETE /v2.0/subnets/c2ed96e2-4323-49ac-9726-caa055a523a3 HTTP/1.1" status: 404 len: 337 time: 0.0294018 Apr 28 11:26:36.709283 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 59920) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:26:36.726862 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.pecan_wsgi.hooks.translation [None req-49eb596d-4c9d-412c-964b-0c9f2d204389 tempest-NetworksIpV6Test-1668104998 tempest-NetworksIpV6Test-1668104998-project] DELETE failed (client error): The resource could not be found. Apr 28 11:26:36.727336 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-49eb596d-4c9d-412c-964b-0c9f2d204389 tempest-NetworksIpV6Test-1668104998 tempest-NetworksIpV6Test-1668104998-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=116162) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 28 11:26:36.730226 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-49eb596d-4c9d-412c-964b-0c9f2d204389 tempest-NetworksIpV6Test-1668104998 tempest-NetworksIpV6Test-1668104998-project] 10.222.0.10 "DELETE /v2.0/networks/76c18a48-81a7-44ba-8bef-1aa6e640b6aa HTTP/1.1" status: 404 len: 339 time: 0.0200601 Apr 28 11:26:36.732623 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 59922) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:26:36.781511 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.db.db_base_plugin_v2 [None req-9f8fc2be-9264-4c50-8c3c-03273a74cbff tempest-NetworksIpV6Test-1668104998 tempest-NetworksIpV6Test-1668104998-project] Deleting subnet 6eb0945e-3b8d-460f-a4b1-ffa0e970e40a {{(pid=116162) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 28 11:26:36.784585 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-9f8fc2be-9264-4c50-8c3c-03273a74cbff tempest-NetworksIpV6Test-1668104998 tempest-NetworksIpV6Test-1668104998-project] Publish callbacks [] for subnet (6eb0945e-3b8d-460f-a4b1-ffa0e970e40a), before_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:26:36.823292 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-9f8fc2be-9264-4c50-8c3c-03273a74cbff tempest-NetworksIpV6Test-1668104998 tempest-NetworksIpV6Test-1668104998-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5026541'] for subnet (6eb0945e-3b8d-460f-a4b1-ffa0e970e40a), precommit_delete_associations {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:26:36.911213 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-9f8fc2be-9264-4c50-8c3c-03273a74cbff tempest-NetworksIpV6Test-1668104998 tempest-NetworksIpV6Test-1668104998-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-971303'] for subnet (6eb0945e-3b8d-460f-a4b1-ffa0e970e40a), precommit_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:26:37.011021 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-c7f3cc4e-b4b9-493a-8606-da41d7ce3f15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (75ba81b7-fe99-4281-90d2-a5adb445ecea), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:26:37.040002 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-9f8fc2be-9264-4c50-8c3c-03273a74cbff tempest-NetworksIpV6Test-1668104998 tempest-NetworksIpV6Test-1668104998-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-971310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5053962', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4210815'] for subnet (6eb0945e-3b8d-460f-a4b1-ffa0e970e40a), after_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:26:37.067516 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8fc2be-9264-4c50-8c3c-03273a74cbff tempest-NetworksIpV6Test-1668104998 tempest-NetworksIpV6Test-1668104998-project] Pushing event deleted for resources: {'Subnet': ['ID=6eb0945e-3b8d-460f-a4b1-ffa0e970e40a,revision_number=None']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:26:37.071764 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-9f8fc2be-9264-4c50-8c3c-03273a74cbff tempest-NetworksIpV6Test-1668104998 tempest-NetworksIpV6Test-1668104998-project] Publish callbacks [] for subnet (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:26:37.075835 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-9f8fc2be-9264-4c50-8c3c-03273a74cbff tempest-NetworksIpV6Test-1668104998 tempest-NetworksIpV6Test-1668104998-project] 10.222.0.10 "DELETE /v2.0/subnets/6eb0945e-3b8d-460f-a4b1-ffa0e970e40a HTTP/1.1" status: 204 len: 168 time: 0.3420892 Apr 28 11:26:37.078205 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 59924) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:26:37.080868 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1bb6153-c812-4bb7-ac9f-157edeb75a0f None None] Network 434d59c4-e3ef-4929-90a1-ccf121dc396e requested from dv-neutron-master-2-hyperv {{(pid=116163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 11:26:37.157104 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-2961dca1-2eea-464a-9a25-55ed95888f00 tempest-NetworksIpV6Test-1668104998 tempest-NetworksIpV6Test-1668104998-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-979593'] for network (434d59c4-e3ef-4929-90a1-ccf121dc396e), before_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:26:37.204608 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.plugin [None req-2961dca1-2eea-464a-9a25-55ed95888f00 tempest-NetworksIpV6Test-1668104998 tempest-NetworksIpV6Test-1668104998-project] Deleting port dc18b549-ccd7-4743-85d5-96ab31d56a2d {{(pid=116162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 11:26:37.204959 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-2961dca1-2eea-464a-9a25-55ed95888f00 tempest-NetworksIpV6Test-1668104998 tempest-NetworksIpV6Test-1668104998-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742235130188'] for port (dc18b549-ccd7-4743-85d5-96ab31d56a2d), before_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:26:37.218111 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74a45d59-4bbf-461f-8c13-57374afdf9fe None None] DHCP port deletion for 434d59c4-e3ef-4929-90a1-ccf121dc396e request from dv-neutron-master-2-hyperv {{(pid=116163) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 28 11:26:37.261679 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-74a45d59-4bbf-461f-8c13-57374afdf9fe None None] Deleting port dc18b549-ccd7-4743-85d5-96ab31d56a2d {{(pid=116163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 11:26:37.261679 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-74a45d59-4bbf-461f-8c13-57374afdf9fe None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742235130188'] for port (dc18b549-ccd7-4743-85d5-96ab31d56a2d), before_delete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:26:37.268619 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.db [None req-2961dca1-2eea-464a-9a25-55ed95888f00 tempest-NetworksIpV6Test-1668104998 tempest-NetworksIpV6Test-1668104998-project] For port dc18b549-ccd7-4743-85d5-96ab31d56a2d, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=dc18b549-ccd7-4743-85d5-96ab31d56a2d,segment=NetworkSegment(65369986-2600-43cd-8c5e-b025dd70be21),segment_id=65369986-2600-43cd-8c5e-b025dd70be21)] {{(pid=116162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 11:26:37.269098 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-2961dca1-2eea-464a-9a25-55ed95888f00 tempest-NetworksIpV6Test-1668104998 tempest-NetworksIpV6Test-1668104998-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1938497'] for port (dc18b549-ccd7-4743-85d5-96ab31d56a2d), precommit_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:26:37.286644 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.plugin [None req-2961dca1-2eea-464a-9a25-55ed95888f00 tempest-NetworksIpV6Test-1668104998 tempest-NetworksIpV6Test-1668104998-project] Calling delete_port for dc18b549-ccd7-4743-85d5-96ab31d56a2d owned by network:dhcp {{(pid=116162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 11:26:37.324136 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-74a45d59-4bbf-461f-8c13-57374afdf9fe None None] For port dc18b549-ccd7-4743-85d5-96ab31d56a2d, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=dc18b549-ccd7-4743-85d5-96ab31d56a2d,segment=NetworkSegment(65369986-2600-43cd-8c5e-b025dd70be21),segment_id=65369986-2600-43cd-8c5e-b025dd70be21)] {{(pid=116163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 11:26:37.324574 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-74a45d59-4bbf-461f-8c13-57374afdf9fe None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1938497'] for port (dc18b549-ccd7-4743-85d5-96ab31d56a2d), precommit_delete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:26:37.337203 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-74a45d59-4bbf-461f-8c13-57374afdf9fe None None] Calling delete_port for dc18b549-ccd7-4743-85d5-96ab31d56a2d owned by network:dhcp {{(pid=116163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 11:26:37.440139 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-2961dca1-2eea-464a-9a25-55ed95888f00 tempest-NetworksIpV6Test-1668104998 tempest-NetworksIpV6Test-1668104998-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742235135690', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742234710366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5051867'] for port (dc18b549-ccd7-4743-85d5-96ab31d56a2d), after_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:26:37.446549 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-74a45d59-4bbf-461f-8c13-57374afdf9fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742235135690', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742234710366'] for port (dc18b549-ccd7-4743-85d5-96ab31d56a2d), after_delete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:26:37.466114 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2961dca1-2eea-464a-9a25-55ed95888f00 tempest-NetworksIpV6Test-1668104998 tempest-NetworksIpV6Test-1668104998-project] Pushing event deleted for resources: {'Port': ['ID=dc18b549-ccd7-4743-85d5-96ab31d56a2d,revision_number=None']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:26:37.469714 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2961dca1-2eea-464a-9a25-55ed95888f00 tempest-NetworksIpV6Test-1668104998 tempest-NetworksIpV6Test-1668104998-project] No DVR routers for this DVR port dc18b549-ccd7-4743-85d5-96ab31d56a2d on host dv-neutron-master-2-hyperv {{(pid=116162) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 11:26:37.472961 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74a45d59-4bbf-461f-8c13-57374afdf9fe None None] No DVR routers for this DVR port dc18b549-ccd7-4743-85d5-96ab31d56a2d on host dv-neutron-master-2-hyperv {{(pid=116163) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 11:26:37.476251 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a45d59-4bbf-461f-8c13-57374afdf9fe None None] Pushing event deleted for resources: {'Port': ['ID=dc18b549-ccd7-4743-85d5-96ab31d56a2d,revision_number=None']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:26:37.552121 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-2961dca1-2eea-464a-9a25-55ed95888f00 tempest-NetworksIpV6Test-1668104998 tempest-NetworksIpV6Test-1668104998-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-973498', 'neutron.services.segments.db._delete_segments_for_network-8742235207033'] for network (434d59c4-e3ef-4929-90a1-ccf121dc396e), precommit_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:26:37.572357 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.services.segments.db [None req-2961dca1-2eea-464a-9a25-55ed95888f00 tempest-NetworksIpV6Test-1668104998 tempest-NetworksIpV6Test-1668104998-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['434d59c4-e3ef-4929-90a1-ccf121dc396e']}} {{(pid=116162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:26:37.581309 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.services.segments.db [None req-2961dca1-2eea-464a-9a25-55ed95888f00 tempest-NetworksIpV6Test-1668104998 tempest-NetworksIpV6Test-1668104998-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '65369986-2600-43cd-8c5e-b025dd70be21') {'for_net_delete': True} {{(pid=116162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:26:37.581603 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.services.segments.db [None req-2961dca1-2eea-464a-9a25-55ed95888f00 tempest-NetworksIpV6Test-1668104998 tempest-NetworksIpV6Test-1668104998-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '65369986-2600-43cd-8c5e-b025dd70be21') {} {{(pid=116162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:26:37.591089 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-2961dca1-2eea-464a-9a25-55ed95888f00 tempest-NetworksIpV6Test-1668104998 tempest-NetworksIpV6Test-1668104998-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742235208578', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5026548'] for segment (65369986-2600-43cd-8c5e-b025dd70be21), before_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:26:37.604142 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-2961dca1-2eea-464a-9a25-55ed95888f00 tempest-NetworksIpV6Test-1668104998 tempest-NetworksIpV6Test-1668104998-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-961978'] for segment (65369986-2600-43cd-8c5e-b025dd70be21), precommit_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:26:37.610658 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2961dca1-2eea-464a-9a25-55ed95888f00 tempest-NetworksIpV6Test-1668104998 tempest-NetworksIpV6Test-1668104998-project] Releasing vlan 66 on physical network physnet1 to pool {{(pid=116162) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 11:26:37.611040 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-2961dca1-2eea-464a-9a25-55ed95888f00 tempest-NetworksIpV6Test-1668104998 tempest-NetworksIpV6Test-1668104998-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-961978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5051884'] for segment (65369986-2600-43cd-8c5e-b025dd70be21), after_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:26:37.614012 dv-neutron-master-2-hyperv neutron-server[116162]: Traceback (most recent call last): Apr 28 11:26:37.614012 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 11:26:37.614012 dv-neutron-master-2-hyperv neutron-server[116162]: timer() Apr 28 11:26:37.614012 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 11:26:37.614012 dv-neutron-master-2-hyperv neutron-server[116162]: cb(*args, **kw) Apr 28 11:26:37.614012 dv-neutron-master-2-hyperv neutron-server[116162]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 28 11:26:37.614012 dv-neutron-master-2-hyperv neutron-server[116162]: return func(*args, **kwargs) Apr 28 11:26:37.614012 dv-neutron-master-2-hyperv neutron-server[116162]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 11:26:37.614012 dv-neutron-master-2-hyperv neutron-server[116162]: self._notify() Apr 28 11:26:37.614012 dv-neutron-master-2-hyperv neutron-server[116162]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 11:26:37.614012 dv-neutron-master-2-hyperv neutron-server[116162]: self.callback(batched_events) Apr 28 11:26:37.614012 dv-neutron-master-2-hyperv neutron-server[116162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 11:26:37.614012 dv-neutron-master-2-hyperv neutron-server[116162]: event.method(event) Apr 28 11:26:37.614012 dv-neutron-master-2-hyperv neutron-server[116162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 28 11:26:37.614012 dv-neutron-master-2-hyperv neutron-server[116162]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 11:26:37.614012 dv-neutron-master-2-hyperv neutron-server[116162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 28 11:26:37.614012 dv-neutron-master-2-hyperv neutron-server[116162]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 11:26:37.614012 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 28 11:26:37.614012 dv-neutron-master-2-hyperv neutron-server[116162]: return f(self, *a, **k) Apr 28 11:26:37.614012 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 28 11:26:37.614012 dv-neutron-master-2-hyperv neutron-server[116162]: return self._get(url).json() Apr 28 11:26:37.614012 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 28 11:26:37.614012 dv-neutron-master-2-hyperv neutron-server[116162]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 11:26:37.614012 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 11:26:37.614012 dv-neutron-master-2-hyperv neutron-server[116162]: return self.request(url, 'GET', **kwargs) Apr 28 11:26:37.614012 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 11:26:37.614012 dv-neutron-master-2-hyperv neutron-server[116162]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 11:26:37.614012 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 11:26:37.614012 dv-neutron-master-2-hyperv neutron-server[116162]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 11:26:37.614012 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 11:26:37.614012 dv-neutron-master-2-hyperv neutron-server[116162]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 11:26:37.614012 dv-neutron-master-2-hyperv neutron-server[116162]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 11:26:37.733118 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-2961dca1-2eea-464a-9a25-55ed95888f00 tempest-NetworksIpV6Test-1668104998 tempest-NetworksIpV6Test-1668104998-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-973477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2063122'] for network (434d59c4-e3ef-4929-90a1-ccf121dc396e), after_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:26:37.737105 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-2961dca1-2eea-464a-9a25-55ed95888f00 tempest-NetworksIpV6Test-1668104998 tempest-NetworksIpV6Test-1668104998-project] Publish callbacks [] for network (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:26:37.740281 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-2961dca1-2eea-464a-9a25-55ed95888f00 tempest-NetworksIpV6Test-1668104998 tempest-NetworksIpV6Test-1668104998-project] 10.222.0.10 "DELETE /v2.0/networks/434d59c4-e3ef-4929-90a1-ccf121dc396e HTTP/1.1" status: 204 len: 168 time: 0.6611230 Apr 28 11:26:37.742841 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 59926) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:26:37.754518 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2961dca1-2eea-464a-9a25-55ed95888f00 tempest-NetworksIpV6Test-1668104998 tempest-NetworksIpV6Test-1668104998-project] Pushing event deleted for resources: {'Network': ['ID=434d59c4-e3ef-4929-90a1-ccf121dc396e,revision_number=None']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:26:37.768683 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.pecan_wsgi.hooks.translation [None req-10014c19-7ef5-4312-8451-805b0104502d tempest-NetworksIpV6Test-1668104998 tempest-NetworksIpV6Test-1668104998-project] DELETE failed (client error): The resource could not be found. Apr 28 11:26:37.769139 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-10014c19-7ef5-4312-8451-805b0104502d tempest-NetworksIpV6Test-1668104998 tempest-NetworksIpV6Test-1668104998-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=116161) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 28 11:26:37.772199 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-10014c19-7ef5-4312-8451-805b0104502d tempest-NetworksIpV6Test-1668104998 tempest-NetworksIpV6Test-1668104998-project] 10.222.0.10 "DELETE /v2.0/subnets/b6f5ffde-ca5e-4962-a0b8-cee9fe889285 HTTP/1.1" status: 404 len: 337 time: 0.0283577 Apr 28 11:26:37.774673 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 59928) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:26:37.792447 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.pecan_wsgi.hooks.translation [None req-d8de1311-ac4a-4c0f-bf3e-67c29da65b89 tempest-NetworksIpV6Test-1668104998 tempest-NetworksIpV6Test-1668104998-project] DELETE failed (client error): The resource could not be found. Apr 28 11:26:37.792921 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d8de1311-ac4a-4c0f-bf3e-67c29da65b89 tempest-NetworksIpV6Test-1668104998 tempest-NetworksIpV6Test-1668104998-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=116161) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 28 11:26:37.796722 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-d8de1311-ac4a-4c0f-bf3e-67c29da65b89 tempest-NetworksIpV6Test-1668104998 tempest-NetworksIpV6Test-1668104998-project] 10.222.0.10 "DELETE /v2.0/networks/64cef321-783d-4738-b889-ebd52c580c8a HTTP/1.1" status: 404 len: 339 time: 0.0211604 Apr 28 11:26:37.798925 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 59930) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:26:37.828002 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.pecan_wsgi.hooks.translation [None req-da4837d2-efa3-449f-a6f4-18b0a90e0459 tempest-NetworksIpV6Test-1668104998 tempest-NetworksIpV6Test-1668104998-project] DELETE failed (client error): The resource could not be found. Apr 28 11:26:37.828447 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-da4837d2-efa3-449f-a6f4-18b0a90e0459 tempest-NetworksIpV6Test-1668104998 tempest-NetworksIpV6Test-1668104998-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=116161) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 28 11:26:37.831733 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-da4837d2-efa3-449f-a6f4-18b0a90e0459 tempest-NetworksIpV6Test-1668104998 tempest-NetworksIpV6Test-1668104998-project] 10.222.0.10 "DELETE /v2.0/subnets/8fcfbe11-7279-4d99-bb2b-9bef7ea21682 HTTP/1.1" status: 404 len: 337 time: 0.0319440 Apr 28 11:26:37.834103 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 59932) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:26:37.852092 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.pecan_wsgi.hooks.translation [None req-01da21de-36eb-4200-a33f-d4d8f0bd46f3 tempest-NetworksIpV6Test-1668104998 tempest-NetworksIpV6Test-1668104998-project] DELETE failed (client error): The resource could not be found. Apr 28 11:26:37.852329 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-01da21de-36eb-4200-a33f-d4d8f0bd46f3 tempest-NetworksIpV6Test-1668104998 tempest-NetworksIpV6Test-1668104998-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=116161) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 28 11:26:37.855249 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-01da21de-36eb-4200-a33f-d4d8f0bd46f3 tempest-NetworksIpV6Test-1668104998 tempest-NetworksIpV6Test-1668104998-project] 10.222.0.10 "DELETE /v2.0/networks/4e7758af-8c54-4069-8fc4-facc17b78f53 HTTP/1.1" status: 404 len: 339 time: 0.0202401 Apr 28 11:26:37.858132 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 59934) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:26:37.908379 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.db.db_base_plugin_v2 [None req-e55112c1-07e4-427f-b3b9-74e9a57d9e59 tempest-NetworksIpV6Test-1668104998 tempest-NetworksIpV6Test-1668104998-project] Deleting subnet 23d090a2-ef18-4d95-a340-7628946e076e {{(pid=116161) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 28 11:26:37.911531 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-e55112c1-07e4-427f-b3b9-74e9a57d9e59 tempest-NetworksIpV6Test-1668104998 tempest-NetworksIpV6Test-1668104998-project] Publish callbacks [] for subnet (23d090a2-ef18-4d95-a340-7628946e076e), before_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:26:37.951739 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-e55112c1-07e4-427f-b3b9-74e9a57d9e59 tempest-NetworksIpV6Test-1668104998 tempest-NetworksIpV6Test-1668104998-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8076976'] for subnet (23d090a2-ef18-4d95-a340-7628946e076e), precommit_delete_associations {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:26:38.038992 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-e55112c1-07e4-427f-b3b9-74e9a57d9e59 tempest-NetworksIpV6Test-1668104998 tempest-NetworksIpV6Test-1668104998-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-971303'] for subnet (23d090a2-ef18-4d95-a340-7628946e076e), precommit_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:26:38.162117 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-e55112c1-07e4-427f-b3b9-74e9a57d9e59 tempest-NetworksIpV6Test-1668104998 tempest-NetworksIpV6Test-1668104998-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-971310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5220601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5125409'] for subnet (23d090a2-ef18-4d95-a340-7628946e076e), after_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:26:38.189540 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e55112c1-07e4-427f-b3b9-74e9a57d9e59 tempest-NetworksIpV6Test-1668104998 tempest-NetworksIpV6Test-1668104998-project] Pushing event deleted for resources: {'Subnet': ['ID=23d090a2-ef18-4d95-a340-7628946e076e,revision_number=None']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:26:38.193167 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-e55112c1-07e4-427f-b3b9-74e9a57d9e59 tempest-NetworksIpV6Test-1668104998 tempest-NetworksIpV6Test-1668104998-project] Publish callbacks [] for subnet (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:26:38.196683 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-e55112c1-07e4-427f-b3b9-74e9a57d9e59 tempest-NetworksIpV6Test-1668104998 tempest-NetworksIpV6Test-1668104998-project] 10.222.0.10 "DELETE /v2.0/subnets/23d090a2-ef18-4d95-a340-7628946e076e HTTP/1.1" status: 204 len: 168 time: 0.3376241 Apr 28 11:26:38.199239 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 59936) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:26:38.202221 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b589b53d-d080-4f73-915c-f2e0aedccc12 None None] Network 51d4ba9a-03aa-4dec-bd46-111f969b9d88 requested from dv-neutron-master-2-hyperv {{(pid=116163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 11:26:38.281158 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-7db4534c-033b-4152-a617-8db4fd2798e5 tempest-NetworksIpV6Test-1668104998 tempest-NetworksIpV6Test-1668104998-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-979593'] for network (51d4ba9a-03aa-4dec-bd46-111f969b9d88), before_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:26:38.327842 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.plugin [None req-7db4534c-033b-4152-a617-8db4fd2798e5 tempest-NetworksIpV6Test-1668104998 tempest-NetworksIpV6Test-1668104998-project] Deleting port 7f7c7996-5b96-4ad7-ab1b-7d034cfc5575 {{(pid=116161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 11:26:38.328189 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-7db4534c-033b-4152-a617-8db4fd2798e5 tempest-NetworksIpV6Test-1668104998 tempest-NetworksIpV6Test-1668104998-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742235130188'] for port (7f7c7996-5b96-4ad7-ab1b-7d034cfc5575), before_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:26:38.351567 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fed11e0a-73e8-44e5-8d3f-d20cb26b1a99 None None] DHCP port deletion for 51d4ba9a-03aa-4dec-bd46-111f969b9d88 request from dv-neutron-master-2-hyperv {{(pid=116163) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 28 11:26:38.391794 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-fed11e0a-73e8-44e5-8d3f-d20cb26b1a99 None None] Deleting port 7f7c7996-5b96-4ad7-ab1b-7d034cfc5575 {{(pid=116163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 11:26:38.392164 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-fed11e0a-73e8-44e5-8d3f-d20cb26b1a99 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742235130188'] for port (7f7c7996-5b96-4ad7-ab1b-7d034cfc5575), before_delete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:26:38.398352 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.db [None req-7db4534c-033b-4152-a617-8db4fd2798e5 tempest-NetworksIpV6Test-1668104998 tempest-NetworksIpV6Test-1668104998-project] For port 7f7c7996-5b96-4ad7-ab1b-7d034cfc5575, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=7f7c7996-5b96-4ad7-ab1b-7d034cfc5575,segment=NetworkSegment(5fc38975-2fb1-4ab9-b7fa-e475880d56d6),segment_id=5fc38975-2fb1-4ab9-b7fa-e475880d56d6)] {{(pid=116161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 11:26:38.399374 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-7db4534c-033b-4152-a617-8db4fd2798e5 tempest-NetworksIpV6Test-1668104998 tempest-NetworksIpV6Test-1668104998-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1938497'] for port (7f7c7996-5b96-4ad7-ab1b-7d034cfc5575), precommit_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:26:38.405058 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Device 7f7c7996-5b96-4ad7-ab1b-7d034cfc5575 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=116163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 11:26:38.417685 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.plugin [None req-7db4534c-033b-4152-a617-8db4fd2798e5 tempest-NetworksIpV6Test-1668104998 tempest-NetworksIpV6Test-1668104998-project] Calling delete_port for 7f7c7996-5b96-4ad7-ab1b-7d034cfc5575 owned by network:dhcp {{(pid=116161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 11:26:38.567912 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-7db4534c-033b-4152-a617-8db4fd2798e5 tempest-NetworksIpV6Test-1668104998 tempest-NetworksIpV6Test-1668104998-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742235135690', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742234710366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5219112'] for port (7f7c7996-5b96-4ad7-ab1b-7d034cfc5575), after_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:26:38.594039 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db4534c-033b-4152-a617-8db4fd2798e5 tempest-NetworksIpV6Test-1668104998 tempest-NetworksIpV6Test-1668104998-project] Pushing event deleted for resources: {'Port': ['ID=7f7c7996-5b96-4ad7-ab1b-7d034cfc5575,revision_number=None']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:26:38.600460 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7db4534c-033b-4152-a617-8db4fd2798e5 tempest-NetworksIpV6Test-1668104998 tempest-NetworksIpV6Test-1668104998-project] No DVR routers for this DVR port 7f7c7996-5b96-4ad7-ab1b-7d034cfc5575 on host dv-neutron-master-2-hyperv {{(pid=116161) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 11:26:38.631738 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-fed11e0a-73e8-44e5-8d3f-d20cb26b1a99 None None] For port 7f7c7996-5b96-4ad7-ab1b-7d034cfc5575, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=7f7c7996-5b96-4ad7-ab1b-7d034cfc5575,segment=NetworkSegment(5fc38975-2fb1-4ab9-b7fa-e475880d56d6),segment_id=5fc38975-2fb1-4ab9-b7fa-e475880d56d6)] {{(pid=116163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 11:26:38.632395 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-fed11e0a-73e8-44e5-8d3f-d20cb26b1a99 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1938497'] for port (7f7c7996-5b96-4ad7-ab1b-7d034cfc5575), precommit_delete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:26:38.646921 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-fed11e0a-73e8-44e5-8d3f-d20cb26b1a99 None None] Calling delete_port for 7f7c7996-5b96-4ad7-ab1b-7d034cfc5575 owned by network:dhcp {{(pid=116163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 11:26:38.648599 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] No active binding found for port 7f7c7996-5b96-4ad7-ab1b-7d034cfc5575 {{(pid=116163) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Apr 28 11:26:38.648968 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] The host dv-neutron-master-2-hyperv is not matching for port 7f7c7996-5b96-4ad7-ab1b-7d034cfc5575 host None! {{(pid=116163) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2395}} Apr 28 11:26:38.649352 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Device 7f7c7996-5b96-4ad7-ab1b-7d034cfc5575 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=116163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 11:26:38.649778 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Device dc18b549-ccd7-4743-85d5-96ab31d56a2d no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=116163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 11:26:38.674488 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] No Port match for: dc18b549-ccd7-4743-85d5-96ab31d56a2d {{(pid=116163) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 28 11:26:38.674810 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Device dc18b549-ccd7-4743-85d5-96ab31d56a2d not bound to the agent host dv-neutron-master-2-hyperv {{(pid=116163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 11:26:38.689148 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-7db4534c-033b-4152-a617-8db4fd2798e5 tempest-NetworksIpV6Test-1668104998 tempest-NetworksIpV6Test-1668104998-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-973498', 'neutron.services.segments.db._delete_segments_for_network-8742235207033'] for network (51d4ba9a-03aa-4dec-bd46-111f969b9d88), precommit_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:26:38.710427 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.services.segments.db [None req-7db4534c-033b-4152-a617-8db4fd2798e5 tempest-NetworksIpV6Test-1668104998 tempest-NetworksIpV6Test-1668104998-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['51d4ba9a-03aa-4dec-bd46-111f969b9d88']}} {{(pid=116161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:26:38.719764 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.services.segments.db [None req-7db4534c-033b-4152-a617-8db4fd2798e5 tempest-NetworksIpV6Test-1668104998 tempest-NetworksIpV6Test-1668104998-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5fc38975-2fb1-4ab9-b7fa-e475880d56d6') {'for_net_delete': True} {{(pid=116161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:26:38.720066 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.services.segments.db [None req-7db4534c-033b-4152-a617-8db4fd2798e5 tempest-NetworksIpV6Test-1668104998 tempest-NetworksIpV6Test-1668104998-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5fc38975-2fb1-4ab9-b7fa-e475880d56d6') {} {{(pid=116161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:26:38.729366 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-7db4534c-033b-4152-a617-8db4fd2798e5 tempest-NetworksIpV6Test-1668104998 tempest-NetworksIpV6Test-1668104998-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742235208578', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8076969'] for segment (5fc38975-2fb1-4ab9-b7fa-e475880d56d6), before_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:26:38.742853 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-7db4534c-033b-4152-a617-8db4fd2798e5 tempest-NetworksIpV6Test-1668104998 tempest-NetworksIpV6Test-1668104998-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-961978'] for segment (5fc38975-2fb1-4ab9-b7fa-e475880d56d6), precommit_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:26:38.748422 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-fed11e0a-73e8-44e5-8d3f-d20cb26b1a99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742235135690', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742234710366'] for port (7f7c7996-5b96-4ad7-ab1b-7d034cfc5575), after_delete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:26:38.750006 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7db4534c-033b-4152-a617-8db4fd2798e5 tempest-NetworksIpV6Test-1668104998 tempest-NetworksIpV6Test-1668104998-project] Releasing vlan 69 on physical network physnet1 to pool {{(pid=116161) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 11:26:38.750411 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-7db4534c-033b-4152-a617-8db4fd2798e5 tempest-NetworksIpV6Test-1668104998 tempest-NetworksIpV6Test-1668104998-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-961978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5219103'] for segment (5fc38975-2fb1-4ab9-b7fa-e475880d56d6), after_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:26:38.753667 dv-neutron-master-2-hyperv neutron-server[116161]: Traceback (most recent call last): Apr 28 11:26:38.753667 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 11:26:38.753667 dv-neutron-master-2-hyperv neutron-server[116161]: timer() Apr 28 11:26:38.753667 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 11:26:38.753667 dv-neutron-master-2-hyperv neutron-server[116161]: cb(*args, **kw) Apr 28 11:26:38.753667 dv-neutron-master-2-hyperv neutron-server[116161]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 28 11:26:38.753667 dv-neutron-master-2-hyperv neutron-server[116161]: return func(*args, **kwargs) Apr 28 11:26:38.753667 dv-neutron-master-2-hyperv neutron-server[116161]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 11:26:38.753667 dv-neutron-master-2-hyperv neutron-server[116161]: self._notify() Apr 28 11:26:38.753667 dv-neutron-master-2-hyperv neutron-server[116161]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 11:26:38.753667 dv-neutron-master-2-hyperv neutron-server[116161]: self.callback(batched_events) Apr 28 11:26:38.753667 dv-neutron-master-2-hyperv neutron-server[116161]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 11:26:38.753667 dv-neutron-master-2-hyperv neutron-server[116161]: event.method(event) Apr 28 11:26:38.753667 dv-neutron-master-2-hyperv neutron-server[116161]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 28 11:26:38.753667 dv-neutron-master-2-hyperv neutron-server[116161]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 11:26:38.753667 dv-neutron-master-2-hyperv neutron-server[116161]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 28 11:26:38.753667 dv-neutron-master-2-hyperv neutron-server[116161]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 11:26:38.753667 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 28 11:26:38.753667 dv-neutron-master-2-hyperv neutron-server[116161]: return f(self, *a, **k) Apr 28 11:26:38.753667 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 28 11:26:38.753667 dv-neutron-master-2-hyperv neutron-server[116161]: return self._get(url).json() Apr 28 11:26:38.753667 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 28 11:26:38.753667 dv-neutron-master-2-hyperv neutron-server[116161]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 11:26:38.753667 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 11:26:38.753667 dv-neutron-master-2-hyperv neutron-server[116161]: return self.request(url, 'GET', **kwargs) Apr 28 11:26:38.753667 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 11:26:38.753667 dv-neutron-master-2-hyperv neutron-server[116161]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 11:26:38.753667 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 11:26:38.753667 dv-neutron-master-2-hyperv neutron-server[116161]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 11:26:38.753667 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 11:26:38.753667 dv-neutron-master-2-hyperv neutron-server[116161]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 11:26:38.753667 dv-neutron-master-2-hyperv neutron-server[116161]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 11:26:38.771071 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed11e0a-73e8-44e5-8d3f-d20cb26b1a99 None None] Pushing event deleted for resources: {'Port': ['ID=7f7c7996-5b96-4ad7-ab1b-7d034cfc5575,revision_number=None']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:26:38.772911 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fed11e0a-73e8-44e5-8d3f-d20cb26b1a99 None None] No DVR routers for this DVR port 7f7c7996-5b96-4ad7-ab1b-7d034cfc5575 on host dv-neutron-master-2-hyperv {{(pid=116163) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 11:26:38.858921 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-7db4534c-033b-4152-a617-8db4fd2798e5 tempest-NetworksIpV6Test-1668104998 tempest-NetworksIpV6Test-1668104998-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-973477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2063122'] for network (51d4ba9a-03aa-4dec-bd46-111f969b9d88), after_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:26:38.863278 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-7db4534c-033b-4152-a617-8db4fd2798e5 tempest-NetworksIpV6Test-1668104998 tempest-NetworksIpV6Test-1668104998-project] Publish callbacks [] for network (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:26:38.867067 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-7db4534c-033b-4152-a617-8db4fd2798e5 tempest-NetworksIpV6Test-1668104998 tempest-NetworksIpV6Test-1668104998-project] 10.222.0.10 "DELETE /v2.0/networks/51d4ba9a-03aa-4dec-bd46-111f969b9d88 HTTP/1.1" status: 204 len: 168 time: 0.6660578 Apr 28 11:26:38.886695 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db4534c-033b-4152-a617-8db4fd2798e5 tempest-NetworksIpV6Test-1668104998 tempest-NetworksIpV6Test-1668104998-project] Pushing event deleted for resources: {'Network': ['ID=51d4ba9a-03aa-4dec-bd46-111f969b9d88,revision_number=None']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:26:39.271690 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 59942) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:26:39.400201 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-e129b365-ab0a-43d9-a556-ee4b60bdc192 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=ff26fec9ca554fba8d3a9501e1c55058&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1273110 Apr 28 11:26:39.402842 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 59946) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:26:39.430313 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-14ee3735-7078-4d5b-913c-57c27dc3573c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (6b492ad6-0876-4d74-b20d-28143a52ceba), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:26:39.450812 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-c3a2df7b-53f8-4942-9f16-7df2f3a54903 admin admin] Publish callbacks [] for security_group (22fdc04e-406d-43c7-b991-a2e6b6166ec4), before_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:26:39.471591 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-c3a2df7b-53f8-4942-9f16-7df2f3a54903 admin admin] Publish callbacks [] for security_group (22fdc04e-406d-43c7-b991-a2e6b6166ec4), precommit_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:26:39.571150 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-c3a2df7b-53f8-4942-9f16-7df2f3a54903 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924426'] for security_group (22fdc04e-406d-43c7-b991-a2e6b6166ec4), after_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:26:39.573677 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-c3a2df7b-53f8-4942-9f16-7df2f3a54903 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:26:39.575472 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-c3a2df7b-53f8-4942-9f16-7df2f3a54903 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/22fdc04e-406d-43c7-b991-a2e6b6166ec4 HTTP/1.1" status: 204 len: 168 time: 0.1715856 Apr 28 11:26:39.583123 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a2df7b-53f8-4942-9f16-7df2f3a54903 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22fdc04e-406d-43c7-b991-a2e6b6166ec4,revision_number=None']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:26:40.518707 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 59968) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:26:40.521437 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-ae94d540-e4c6-43be-adc9-b26fb6a2f62f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (cfc241ae-e4b7-443b-b80b-59fbbc2b69c9), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:26:40.612104 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.v2.base [None req-639a094e-3920-4b59-834f-f4bbfc06cdcf tempest-RoutersNegativeTest-1589569232 tempest-RoutersNegativeTest-1589569232-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-949328730', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=116162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:26:40.687246 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-639a094e-3920-4b59-834f-f4bbfc06cdcf tempest-RoutersNegativeTest-1589569232 tempest-RoutersNegativeTest-1589569232-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2060459', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-63449'] for router (6d00a9f6-8f1a-400a-966b-6fc2def1ba1d), before_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:26:40.688282 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-639a094e-3920-4b59-834f-f4bbfc06cdcf tempest-RoutersNegativeTest-1589569232 tempest-RoutersNegativeTest-1589569232-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2060827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1935275', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1960866', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-63266'] for router (6d00a9f6-8f1a-400a-966b-6fc2def1ba1d), precommit_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:26:40.774427 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-639a094e-3920-4b59-834f-f4bbfc06cdcf tempest-RoutersNegativeTest-1589569232 tempest-RoutersNegativeTest-1589569232-project] Publish callbacks [] for router_controller (6d00a9f6-8f1a-400a-966b-6fc2def1ba1d), precommit_add_association {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:26:40.807479 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-639a094e-3920-4b59-834f-f4bbfc06cdcf tempest-RoutersNegativeTest-1589569232 tempest-RoutersNegativeTest-1589569232-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2060818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1935326'] for router (6d00a9f6-8f1a-400a-966b-6fc2def1ba1d), after_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:26:40.888356 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-639a094e-3920-4b59-834f-f4bbfc06cdcf tempest-RoutersNegativeTest-1589569232 tempest-RoutersNegativeTest-1589569232-project] Publish callbacks [] for router (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:26:40.889662 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-639a094e-3920-4b59-834f-f4bbfc06cdcf tempest-RoutersNegativeTest-1589569232 tempest-RoutersNegativeTest-1589569232-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.3698981 Apr 28 11:26:40.892530 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 59972) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:26:40.897484 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.v2.base [None req-d23ec868-f9ff-4089-9bcd-13dc378e4945 tempest-RoutersNegativeTest-1589569232 tempest-RoutersNegativeTest-1589569232-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-852290175'}} {{(pid=116162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:26:40.999463 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d23ec868-f9ff-4089-9bcd-13dc378e4945 tempest-RoutersNegativeTest-1589569232 tempest-RoutersNegativeTest-1589569232-project] Made reservation on behalf of 60d8db6dca2840bcaada69d974538ad3 for: {'network': 1} {{(pid=116162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 11:26:41.002669 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-d23ec868-f9ff-4089-9bcd-13dc378e4945 tempest-RoutersNegativeTest-1589569232 tempest-RoutersNegativeTest-1589569232-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for network (None), before_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:26:41.011764 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-d23ec868-f9ff-4089-9bcd-13dc378e4945 tempest-RoutersNegativeTest-1589569232 tempest-RoutersNegativeTest-1589569232-project] Publish callbacks [] for security_group (None), before_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:26:41.083901 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-d23ec868-f9ff-4089-9bcd-13dc378e4945 tempest-RoutersNegativeTest-1589569232 tempest-RoutersNegativeTest-1589569232-project] Publish callbacks [] for security_group (319a23c6-c45b-447a-a32f-0df3dc8a268b), precommit_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:26:41.142096 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-d23ec868-f9ff-4089-9bcd-13dc378e4945 tempest-RoutersNegativeTest-1589569232 tempest-RoutersNegativeTest-1589569232-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924426'] for security_group (319a23c6-c45b-447a-a32f-0df3dc8a268b), after_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:26:41.167808 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d23ec868-f9ff-4089-9bcd-13dc378e4945 tempest-RoutersNegativeTest-1589569232 tempest-RoutersNegativeTest-1589569232-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 58} {{(pid=116162) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 11:26:41.176848 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d23ec868-f9ff-4089-9bcd-13dc378e4945 tempest-RoutersNegativeTest-1589569232 tempest-RoutersNegativeTest-1589569232-project] Pushing event updated for resources: {'SecurityGroup': ['ID=319a23c6-c45b-447a-a32f-0df3dc8a268b,revision_number=1']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:26:41.182685 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-d23ec868-f9ff-4089-9bcd-13dc378e4945 tempest-RoutersNegativeTest-1589569232 tempest-RoutersNegativeTest-1589569232-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-961978'] for segment (3b268067-2bdf-4f73-84d1-730a665cead0), precommit_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:26:41.183026 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.db.segments_db [None req-d23ec868-f9ff-4089-9bcd-13dc378e4945 tempest-RoutersNegativeTest-1589569232 tempest-RoutersNegativeTest-1589569232-project] Added segment 3b268067-2bdf-4f73-84d1-730a665cead0 of type vlan for network 4f150a14-37c7-4d22-a40f-691210e0f051 Apr 28 11:26:41.223114 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-d23ec868-f9ff-4089-9bcd-13dc378e4945 tempest-RoutersNegativeTest-1589569232 tempest-RoutersNegativeTest-1589569232-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742234744962'] for network (4f150a14-37c7-4d22-a40f-691210e0f051), precommit_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:26:41.307853 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-d23ec868-f9ff-4089-9bcd-13dc378e4945 tempest-RoutersNegativeTest-1589569232 tempest-RoutersNegativeTest-1589569232-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042'] for network (4f150a14-37c7-4d22-a40f-691210e0f051), after_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:26:41.313558 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d23ec868-f9ff-4089-9bcd-13dc378e4945 tempest-RoutersNegativeTest-1589569232 tempest-RoutersNegativeTest-1589569232-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:26:41.314137 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-d23ec868-f9ff-4089-9bcd-13dc378e4945 tempest-RoutersNegativeTest-1589569232 tempest-RoutersNegativeTest-1589569232-project] Publish callbacks [] for network (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:26:41.381649 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d23ec868-f9ff-4089-9bcd-13dc378e4945 tempest-RoutersNegativeTest-1589569232 tempest-RoutersNegativeTest-1589569232-project] Pushing event updated for resources: {'Network': ['ID=4f150a14-37c7-4d22-a40f-691210e0f051,revision_number=1']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:26:41.391455 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Network 4f150a14-37c7-4d22-a40f-691210e0f051 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=116163) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 28 11:26:41.403268 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-d23ec868-f9ff-4089-9bcd-13dc378e4945 tempest-RoutersNegativeTest-1589569232 tempest-RoutersNegativeTest-1589569232-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.5088212 Apr 28 11:26:41.405776 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 59974) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:26:41.410752 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.v2.base [None req-cc3a6b43-ae5f-4a5d-8fc7-543aa0f15f54 tempest-RoutersNegativeTest-1589569232 tempest-RoutersNegativeTest-1589569232-project] Request body: {'subnet': {'network_id': '4f150a14-37c7-4d22-a40f-691210e0f051', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=116162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:26:41.554087 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc3a6b43-ae5f-4a5d-8fc7-543aa0f15f54 tempest-RoutersNegativeTest-1589569232 tempest-RoutersNegativeTest-1589569232-project] Made reservation on behalf of 60d8db6dca2840bcaada69d974538ad3 for: {'subnet': 1} {{(pid=116162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 11:26:41.557513 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-cc3a6b43-ae5f-4a5d-8fc7-543aa0f15f54 tempest-RoutersNegativeTest-1589569232 tempest-RoutersNegativeTest-1589569232-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4210834'] for subnet (None), before_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:26:41.773405 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-cc3a6b43-ae5f-4a5d-8fc7-543aa0f15f54 tempest-RoutersNegativeTest-1589569232 tempest-RoutersNegativeTest-1589569232-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5054027', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4210784'] for subnet (f5c16dd6-38d1-471e-9b3f-8d5860e2a6d2), after_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:26:41.833967 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3a6b43-ae5f-4a5d-8fc7-543aa0f15f54 tempest-RoutersNegativeTest-1589569232 tempest-RoutersNegativeTest-1589569232-project] Pushing event updated for resources: {'Subnet': ['ID=f5c16dd6-38d1-471e-9b3f-8d5860e2a6d2,revision_number=0']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:26:41.844660 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc3a6b43-ae5f-4a5d-8fc7-543aa0f15f54 tempest-RoutersNegativeTest-1589569232 tempest-RoutersNegativeTest-1589569232-project] Checking segment: {'id': '3b268067-2bdf-4f73-84d1-730a665cead0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '4f150a14-37c7-4d22-a40f-691210e0f051'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 11:26:41.845018 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc3a6b43-ae5f-4a5d-8fc7-543aa0f15f54 tempest-RoutersNegativeTest-1589569232 tempest-RoutersNegativeTest-1589569232-project] Network hostable DHCP agents. Network: 4f150a14-37c7-4d22-a40f-691210e0f051, hostable agents: ['75ba81b7-fe99-4281-90d2-a5adb445ecea'], hosted agents: [] {{(pid=116162) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 11:26:41.909660 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc3a6b43-ae5f-4a5d-8fc7-543aa0f15f54 tempest-RoutersNegativeTest-1589569232 tempest-RoutersNegativeTest-1589569232-project] Network 4f150a14-37c7-4d22-a40f-691210e0f051 is scheduled to be hosted by DHCP agent 75ba81b7-fe99-4281-90d2-a5adb445ecea with binding_index 1 {{(pid=116162) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 11:26:41.978632 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.scheduler.base_scheduler [None req-cc3a6b43-ae5f-4a5d-8fc7-543aa0f15f54 tempest-RoutersNegativeTest-1589569232 tempest-RoutersNegativeTest-1589569232-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 4f150a14-37c7-4d22-a40f-691210e0f051) {{(pid=116162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 11:26:41.982596 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc3a6b43-ae5f-4a5d-8fc7-543aa0f15f54 tempest-RoutersNegativeTest-1589569232 tempest-RoutersNegativeTest-1589569232-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:26:41.983187 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-cc3a6b43-ae5f-4a5d-8fc7-543aa0f15f54 tempest-RoutersNegativeTest-1589569232 tempest-RoutersNegativeTest-1589569232-project] Publish callbacks [] for subnet (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:26:42.018633 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fa6894d-4d9e-42d7-b47b-c06df9f04db7 None None] Network 4f150a14-37c7-4d22-a40f-691210e0f051 requested from dv-neutron-master-2-hyperv {{(pid=116163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 11:26:42.056070 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-cc3a6b43-ae5f-4a5d-8fc7-543aa0f15f54 tempest-RoutersNegativeTest-1589569232 tempest-RoutersNegativeTest-1589569232-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6490529 Apr 28 11:26:42.059662 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 59976) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:26:42.065019 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.v2.base [None req-6c242d1d-4aad-4127-8f86-0735fcbf06f3 tempest-RoutersNegativeTest-1589569232 tempest-RoutersNegativeTest-1589569232-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1085958516'}} {{(pid=116161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:26:42.150252 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c242d1d-4aad-4127-8f86-0735fcbf06f3 tempest-RoutersNegativeTest-1589569232 tempest-RoutersNegativeTest-1589569232-project] Made reservation on behalf of 60d8db6dca2840bcaada69d974538ad3 for: {'network': 1} {{(pid=116161) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 11:26:42.154294 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-6c242d1d-4aad-4127-8f86-0735fcbf06f3 tempest-RoutersNegativeTest-1589569232 tempest-RoutersNegativeTest-1589569232-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for network (None), before_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:26:42.179581 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6c242d1d-4aad-4127-8f86-0735fcbf06f3 tempest-RoutersNegativeTest-1589569232 tempest-RoutersNegativeTest-1589569232-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 69} {{(pid=116161) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 11:26:42.189357 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-6c242d1d-4aad-4127-8f86-0735fcbf06f3 tempest-RoutersNegativeTest-1589569232 tempest-RoutersNegativeTest-1589569232-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-961978'] for segment (ae4d2a02-b8f0-47f4-a2fd-22becfc159f9), precommit_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:26:42.189710 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.db.segments_db [None req-6c242d1d-4aad-4127-8f86-0735fcbf06f3 tempest-RoutersNegativeTest-1589569232 tempest-RoutersNegativeTest-1589569232-project] Added segment ae4d2a02-b8f0-47f4-a2fd-22becfc159f9 of type vlan for network e86e92ad-dfac-4adf-af1e-f486aac02449 Apr 28 11:26:42.193145 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fed3c01b-03b1-4da8-a481-a3a6fa6bec27 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-4f150a14-37c7-4d22-a40f-691210e0f051', 'network_id': '4f150a14-37c7-4d22-a40f-691210e0f051', 'project_id': '60d8db6dca2840bcaada69d974538ad3', 'fixed_ips': [{'subnet_id': 'f5c16dd6-38d1-471e-9b3f-8d5860e2a6d2'}]}} from dv-neutron-master-2-hyperv. {{(pid=116163) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 28 11:26:42.194036 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-fed3c01b-03b1-4da8-a481-a3a6fa6bec27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (None), before_create {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:26:42.204506 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-01ef1de1-12fd-4cef-b76b-793f91379468 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (39cc4f52-f5d9-4e2c-bbfa-7a1c528e1c40), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:26:42.230635 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-6c242d1d-4aad-4127-8f86-0735fcbf06f3 tempest-RoutersNegativeTest-1589569232 tempest-RoutersNegativeTest-1589569232-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742234744962'] for network (e86e92ad-dfac-4adf-af1e-f486aac02449), precommit_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:26:42.310616 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-6c242d1d-4aad-4127-8f86-0735fcbf06f3 tempest-RoutersNegativeTest-1589569232 tempest-RoutersNegativeTest-1589569232-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042'] for network (e86e92ad-dfac-4adf-af1e-f486aac02449), after_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:26:42.315526 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c242d1d-4aad-4127-8f86-0735fcbf06f3 tempest-RoutersNegativeTest-1589569232 tempest-RoutersNegativeTest-1589569232-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:26:42.316944 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-6c242d1d-4aad-4127-8f86-0735fcbf06f3 tempest-RoutersNegativeTest-1589569232 tempest-RoutersNegativeTest-1589569232-project] Publish callbacks [] for network (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:26:42.334190 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.db_base_plugin_common [None req-fed3c01b-03b1-4da8-a481-a3a6fa6bec27 None None] Allocated IP 172.20.0.2 (4f150a14-37c7-4d22-a40f-691210e0f051/f5c16dd6-38d1-471e-9b3f-8d5860e2a6d2/3136ca0f-adaa-4396-83fa-cbc9baf75d8f) {{(pid=116163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 11:26:42.382585 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c242d1d-4aad-4127-8f86-0735fcbf06f3 tempest-RoutersNegativeTest-1589569232 tempest-RoutersNegativeTest-1589569232-project] Pushing event updated for resources: {'Network': ['ID=e86e92ad-dfac-4adf-af1e-f486aac02449,revision_number=1']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:26:42.390582 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c242d1d-4aad-4127-8f86-0735fcbf06f3 tempest-RoutersNegativeTest-1589569232 tempest-RoutersNegativeTest-1589569232-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:26:42.390933 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c242d1d-4aad-4127-8f86-0735fcbf06f3 tempest-RoutersNegativeTest-1589569232 tempest-RoutersNegativeTest-1589569232-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:26:42.391275 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c242d1d-4aad-4127-8f86-0735fcbf06f3 tempest-RoutersNegativeTest-1589569232 tempest-RoutersNegativeTest-1589569232-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:26:42.391611 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c242d1d-4aad-4127-8f86-0735fcbf06f3 tempest-RoutersNegativeTest-1589569232 tempest-RoutersNegativeTest-1589569232-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:26:42.391943 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c242d1d-4aad-4127-8f86-0735fcbf06f3 tempest-RoutersNegativeTest-1589569232 tempest-RoutersNegativeTest-1589569232-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:26:42.392275 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c242d1d-4aad-4127-8f86-0735fcbf06f3 tempest-RoutersNegativeTest-1589569232 tempest-RoutersNegativeTest-1589569232-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:26:42.392596 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c242d1d-4aad-4127-8f86-0735fcbf06f3 tempest-RoutersNegativeTest-1589569232 tempest-RoutersNegativeTest-1589569232-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:26:42.392921 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c242d1d-4aad-4127-8f86-0735fcbf06f3 tempest-RoutersNegativeTest-1589569232 tempest-RoutersNegativeTest-1589569232-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:26:42.393244 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c242d1d-4aad-4127-8f86-0735fcbf06f3 tempest-RoutersNegativeTest-1589569232 tempest-RoutersNegativeTest-1589569232-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:26:42.393566 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c242d1d-4aad-4127-8f86-0735fcbf06f3 tempest-RoutersNegativeTest-1589569232 tempest-RoutersNegativeTest-1589569232-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:26:42.393887 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c242d1d-4aad-4127-8f86-0735fcbf06f3 tempest-RoutersNegativeTest-1589569232 tempest-RoutersNegativeTest-1589569232-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:26:42.394208 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c242d1d-4aad-4127-8f86-0735fcbf06f3 tempest-RoutersNegativeTest-1589569232 tempest-RoutersNegativeTest-1589569232-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:26:42.394586 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c242d1d-4aad-4127-8f86-0735fcbf06f3 tempest-RoutersNegativeTest-1589569232 tempest-RoutersNegativeTest-1589569232-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:26:42.394911 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c242d1d-4aad-4127-8f86-0735fcbf06f3 tempest-RoutersNegativeTest-1589569232 tempest-RoutersNegativeTest-1589569232-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:26:42.395221 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c242d1d-4aad-4127-8f86-0735fcbf06f3 tempest-RoutersNegativeTest-1589569232 tempest-RoutersNegativeTest-1589569232-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:26:42.407519 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Network e86e92ad-dfac-4adf-af1e-f486aac02449 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=116163) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 28 11:26:42.421478 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-6c242d1d-4aad-4127-8f86-0735fcbf06f3 tempest-RoutersNegativeTest-1589569232 tempest-RoutersNegativeTest-1589569232-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.3608541 Apr 28 11:26:42.424222 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 59978) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:26:42.429201 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.v2.base [None req-1f1d1406-7bce-4af8-bdb5-1911af079473 tempest-RoutersNegativeTest-1589569232 tempest-RoutersNegativeTest-1589569232-project] Request body: {'subnet': {'network_id': 'e86e92ad-dfac-4adf-af1e-f486aac02449', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=116161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:26:42.535008 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-fed3c01b-03b1-4da8-a481-a3a6fa6bec27 None None] Publish callbacks [] for port (3136ca0f-adaa-4396-83fa-cbc9baf75d8f), precommit_create {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:26:42.573068 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f1d1406-7bce-4af8-bdb5-1911af079473 tempest-RoutersNegativeTest-1589569232 tempest-RoutersNegativeTest-1589569232-project] Made reservation on behalf of 60d8db6dca2840bcaada69d974538ad3 for: {'subnet': 1} {{(pid=116161) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 11:26:42.576571 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-1f1d1406-7bce-4af8-bdb5-1911af079473 tempest-RoutersNegativeTest-1589569232 tempest-RoutersNegativeTest-1589569232-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5125580'] for subnet (None), before_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:26:42.596281 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-fed3c01b-03b1-4da8-a481-a3a6fa6bec27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742234710357'] for port (3136ca0f-adaa-4396-83fa-cbc9baf75d8f), after_create {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:26:42.639411 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fed3c01b-03b1-4da8-a481-a3a6fa6bec27 None None] Network 4f150a14-37c7-4d22-a40f-691210e0f051 is already hosted by enough agents. {{(pid=116163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 11:26:42.642463 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.scheduler.base_scheduler [None req-fed3c01b-03b1-4da8-a481-a3a6fa6bec27 None None] Resources bound (agent type, host, resource id): {{(pid=116163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 11:26:42.646653 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fed3c01b-03b1-4da8-a481-a3a6fa6bec27 None None] Received port after_create {{(pid=116163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 11:26:42.649723 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed3c01b-03b1-4da8-a481-a3a6fa6bec27 None None] Pushing event updated for resources: {'Port': ['ID=3136ca0f-adaa-4396-83fa-cbc9baf75d8f,revision_number=1']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:26:42.711115 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.managers [None req-fed3c01b-03b1-4da8-a481-a3a6fa6bec27 None None] Attempting to bind port 3136ca0f-adaa-4396-83fa-cbc9baf75d8f on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=116163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 28 11:26:42.711482 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.managers [None req-fed3c01b-03b1-4da8-a481-a3a6fa6bec27 None None] Attempting to bind port 3136ca0f-adaa-4396-83fa-cbc9baf75d8f by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '3b268067-2bdf-4f73-84d1-730a665cead0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '4f150a14-37c7-4d22-a40f-691210e0f051'}] {{(pid=116163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 28 11:26:42.711840 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fed3c01b-03b1-4da8-a481-a3a6fa6bec27 None None] Attempting to bind port 3136ca0f-adaa-4396-83fa-cbc9baf75d8f on network 4f150a14-37c7-4d22-a40f-691210e0f051 {{(pid=116163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 11:26:42.717044 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fed3c01b-03b1-4da8-a481-a3a6fa6bec27 None None] Checking agent: {'id': 'd5baab19-5dd1-4902-922b-84acb048ab9c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 10, 50, 43), 'started_at': datetime.datetime(2022, 4, 28, 10, 51, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 11, 26, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=116163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 11:26:42.717426 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fed3c01b-03b1-4da8-a481-a3a6fa6bec27 None None] Checking segment: {'id': '3b268067-2bdf-4f73-84d1-730a665cead0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '4f150a14-37c7-4d22-a40f-691210e0f051'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 11:26:42.717824 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-fed3c01b-03b1-4da8-a481-a3a6fa6bec27 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:26:42.718214 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fed3c01b-03b1-4da8-a481-a3a6fa6bec27 None None] Bound using segment: {'id': '3b268067-2bdf-4f73-84d1-730a665cead0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '4f150a14-37c7-4d22-a40f-691210e0f051'} {{(pid=116163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 11:26:42.718697 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.managers [None req-fed3c01b-03b1-4da8-a481-a3a6fa6bec27 None None] Bound port: 3136ca0f-adaa-4396-83fa-cbc9baf75d8f, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b268067-2bdf-4f73-84d1-730a665cead0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '4f150a14-37c7-4d22-a40f-691210e0f051'}}] {{(pid=116163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 28 11:26:42.719072 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-fed3c01b-03b1-4da8-a481-a3a6fa6bec27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (3136ca0f-adaa-4396-83fa-cbc9baf75d8f), before_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:26:42.780421 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-fed3c01b-03b1-4da8-a481-a3a6fa6bec27 None None] For port 3136ca0f-adaa-4396-83fa-cbc9baf75d8f, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=116163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 11:26:42.783669 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-fed3c01b-03b1-4da8-a481-a3a6fa6bec27 None None] For port 3136ca0f-adaa-4396-83fa-cbc9baf75d8f, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=3136ca0f-adaa-4396-83fa-cbc9baf75d8f,segment=NetworkSegment(3b268067-2bdf-4f73-84d1-730a665cead0),segment_id=3b268067-2bdf-4f73-84d1-730a665cead0)] {{(pid=116163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 11:26:42.813164 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-1f1d1406-7bce-4af8-bdb5-1911af079473 tempest-RoutersNegativeTest-1589569232 tempest-RoutersNegativeTest-1589569232-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5220536', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5125438'] for subnet (90a1ff6d-ec04-4a45-a3e5-481b8524e3cc), after_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:26:42.836246 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-fed3c01b-03b1-4da8-a481-a3a6fa6bec27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393'] for port (3136ca0f-adaa-4396-83fa-cbc9baf75d8f), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:26:42.876331 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f1d1406-7bce-4af8-bdb5-1911af079473 tempest-RoutersNegativeTest-1589569232 tempest-RoutersNegativeTest-1589569232-project] Pushing event updated for resources: {'Subnet': ['ID=90a1ff6d-ec04-4a45-a3e5-481b8524e3cc,revision_number=0']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:26:42.884202 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f1d1406-7bce-4af8-bdb5-1911af079473 tempest-RoutersNegativeTest-1589569232 tempest-RoutersNegativeTest-1589569232-project] Checking segment: {'id': 'ae4d2a02-b8f0-47f4-a2fd-22becfc159f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'e86e92ad-dfac-4adf-af1e-f486aac02449'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 11:26:42.887648 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f1d1406-7bce-4af8-bdb5-1911af079473 tempest-RoutersNegativeTest-1589569232 tempest-RoutersNegativeTest-1589569232-project] Network hostable DHCP agents. Network: e86e92ad-dfac-4adf-af1e-f486aac02449, hostable agents: ['75ba81b7-fe99-4281-90d2-a5adb445ecea'], hosted agents: [] {{(pid=116161) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 11:26:42.901736 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed3c01b-03b1-4da8-a481-a3a6fa6bec27 None None] Pushing event updated for resources: {'Port': ['ID=3136ca0f-adaa-4396-83fa-cbc9baf75d8f,revision_number=2']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:26:42.967530 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f1d1406-7bce-4af8-bdb5-1911af079473 tempest-RoutersNegativeTest-1589569232 tempest-RoutersNegativeTest-1589569232-project] Network e86e92ad-dfac-4adf-af1e-f486aac02449 is scheduled to be hosted by DHCP agent 75ba81b7-fe99-4281-90d2-a5adb445ecea with binding_index 1 {{(pid=116161) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 11:26:43.041371 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.scheduler.base_scheduler [None req-1f1d1406-7bce-4af8-bdb5-1911af079473 tempest-RoutersNegativeTest-1589569232 tempest-RoutersNegativeTest-1589569232-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, e86e92ad-dfac-4adf-af1e-f486aac02449) {{(pid=116161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 11:26:43.047561 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f1d1406-7bce-4af8-bdb5-1911af079473 tempest-RoutersNegativeTest-1589569232 tempest-RoutersNegativeTest-1589569232-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:26:43.049625 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-1f1d1406-7bce-4af8-bdb5-1911af079473 tempest-RoutersNegativeTest-1589569232 tempest-RoutersNegativeTest-1589569232-project] Publish callbacks [] for subnet (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:26:43.054608 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e100db8a-20f3-40b2-bc54-0757bbb8f7b1 None None] Network e86e92ad-dfac-4adf-af1e-f486aac02449 requested from dv-neutron-master-2-hyperv {{(pid=116163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 11:26:43.123063 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-1f1d1406-7bce-4af8-bdb5-1911af079473 tempest-RoutersNegativeTest-1589569232 tempest-RoutersNegativeTest-1589569232-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6977799 Apr 28 11:26:43.125847 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 59980) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:26:43.130696 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.v2.base [None req-1b2eab9d-f8b9-4ddd-b394-9146c2ea63a4 tempest-RoutersNegativeTest-1589569232 tempest-RoutersNegativeTest-1589569232-project] Request body: {'router': {'external_gateway_info': {'network_id': 'e86e92ad-dfac-4adf-af1e-f486aac02449'}}} {{(pid=116162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:26:43.170781 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0af510a2-12b1-4910-940b-ae2c41e440d2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-e86e92ad-dfac-4adf-af1e-f486aac02449', 'network_id': 'e86e92ad-dfac-4adf-af1e-f486aac02449', 'project_id': '60d8db6dca2840bcaada69d974538ad3', 'fixed_ips': [{'subnet_id': '90a1ff6d-ec04-4a45-a3e5-481b8524e3cc'}]}} from dv-neutron-master-2-hyperv. {{(pid=116163) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 28 11:26:43.171665 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-0af510a2-12b1-4910-940b-ae2c41e440d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (None), before_create {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:26:43.323378 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.db_base_plugin_common [None req-0af510a2-12b1-4910-940b-ae2c41e440d2 None None] Allocated IP 172.21.0.2 (e86e92ad-dfac-4adf-af1e-f486aac02449/90a1ff6d-ec04-4a45-a3e5-481b8524e3cc/e9d63a76-a3ea-4ee3-9492-80138f40ea15) {{(pid=116163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 11:26:43.390634 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (d5baab19-5dd1-4902-922b-84acb048ab9c), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:26:43.404658 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-1b2eab9d-f8b9-4ddd-b394-9146c2ea63a4 tempest-RoutersNegativeTest-1589569232 tempest-RoutersNegativeTest-1589569232-project] Publish callbacks [] for router_gateway (6d00a9f6-8f1a-400a-966b-6fc2def1ba1d), precommit_update {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:26:43.470376 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-0af510a2-12b1-4910-940b-ae2c41e440d2 None None] Publish callbacks [] for port (e9d63a76-a3ea-4ee3-9492-80138f40ea15), precommit_create {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:26:43.536540 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.api.v2.resource [None req-1b2eab9d-f8b9-4ddd-b394-9146c2ea63a4 tempest-RoutersNegativeTest-1589569232 tempest-RoutersNegativeTest-1589569232-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 28 11:26:43.537460 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-0af510a2-12b1-4910-940b-ae2c41e440d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742234710357'] for port (e9d63a76-a3ea-4ee3-9492-80138f40ea15), after_create {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:26:43.537726 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-1b2eab9d-f8b9-4ddd-b394-9146c2ea63a4 tempest-RoutersNegativeTest-1589569232 tempest-RoutersNegativeTest-1589569232-project] 10.222.0.10 "PUT /v2.0/routers/6d00a9f6-8f1a-400a-966b-6fc2def1ba1d HTTP/1.1" status: 400 len: 364 time: 0.4106863 Apr 28 11:26:43.546469 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 59982) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:26:43.587585 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0af510a2-12b1-4910-940b-ae2c41e440d2 None None] Network e86e92ad-dfac-4adf-af1e-f486aac02449 is already hosted by enough agents. {{(pid=116163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 11:26:43.591354 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.scheduler.base_scheduler [None req-0af510a2-12b1-4910-940b-ae2c41e440d2 None None] Resources bound (agent type, host, resource id): {{(pid=116163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 11:26:43.595770 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0af510a2-12b1-4910-940b-ae2c41e440d2 None None] Received port after_create {{(pid=116163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 11:26:43.599021 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af510a2-12b1-4910-940b-ae2c41e440d2 None None] Pushing event updated for resources: {'Port': ['ID=e9d63a76-a3ea-4ee3-9492-80138f40ea15,revision_number=1']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:26:43.606617 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.db.db_base_plugin_v2 [None req-abaca3ec-742b-4238-818f-65cb557c4779 tempest-RoutersNegativeTest-1589569232 tempest-RoutersNegativeTest-1589569232-project] Deleting subnet 90a1ff6d-ec04-4a45-a3e5-481b8524e3cc {{(pid=116162) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 28 11:26:43.609862 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-abaca3ec-742b-4238-818f-65cb557c4779 tempest-RoutersNegativeTest-1589569232 tempest-RoutersNegativeTest-1589569232-project] Publish callbacks [] for subnet (90a1ff6d-ec04-4a45-a3e5-481b8524e3cc), before_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:26:43.651866 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-abaca3ec-742b-4238-818f-65cb557c4779 tempest-RoutersNegativeTest-1589569232 tempest-RoutersNegativeTest-1589569232-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5026541'] for subnet (90a1ff6d-ec04-4a45-a3e5-481b8524e3cc), precommit_delete_associations {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:26:43.658458 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.managers [None req-0af510a2-12b1-4910-940b-ae2c41e440d2 None None] Attempting to bind port e9d63a76-a3ea-4ee3-9492-80138f40ea15 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=116163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 28 11:26:43.659100 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.managers [None req-0af510a2-12b1-4910-940b-ae2c41e440d2 None None] Attempting to bind port e9d63a76-a3ea-4ee3-9492-80138f40ea15 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'ae4d2a02-b8f0-47f4-a2fd-22becfc159f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'e86e92ad-dfac-4adf-af1e-f486aac02449'}] {{(pid=116163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 28 11:26:43.659463 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0af510a2-12b1-4910-940b-ae2c41e440d2 None None] Attempting to bind port e9d63a76-a3ea-4ee3-9492-80138f40ea15 on network e86e92ad-dfac-4adf-af1e-f486aac02449 {{(pid=116163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 11:26:43.665020 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0af510a2-12b1-4910-940b-ae2c41e440d2 None None] Checking agent: {'id': 'd5baab19-5dd1-4902-922b-84acb048ab9c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 10, 50, 43), 'started_at': datetime.datetime(2022, 4, 28, 10, 51, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 11, 26, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=116163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 11:26:43.665396 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0af510a2-12b1-4910-940b-ae2c41e440d2 None None] Checking segment: {'id': 'ae4d2a02-b8f0-47f4-a2fd-22becfc159f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'e86e92ad-dfac-4adf-af1e-f486aac02449'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 11:26:43.665794 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-0af510a2-12b1-4910-940b-ae2c41e440d2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:26:43.666185 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0af510a2-12b1-4910-940b-ae2c41e440d2 None None] Bound using segment: {'id': 'ae4d2a02-b8f0-47f4-a2fd-22becfc159f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'e86e92ad-dfac-4adf-af1e-f486aac02449'} {{(pid=116163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 11:26:43.666774 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.managers [None req-0af510a2-12b1-4910-940b-ae2c41e440d2 None None] Bound port: e9d63a76-a3ea-4ee3-9492-80138f40ea15, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae4d2a02-b8f0-47f4-a2fd-22becfc159f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'e86e92ad-dfac-4adf-af1e-f486aac02449'}}] {{(pid=116163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 28 11:26:43.667190 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-0af510a2-12b1-4910-940b-ae2c41e440d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (e9d63a76-a3ea-4ee3-9492-80138f40ea15), before_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:26:43.732018 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-0af510a2-12b1-4910-940b-ae2c41e440d2 None None] For port e9d63a76-a3ea-4ee3-9492-80138f40ea15, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=116163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 11:26:43.735221 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-0af510a2-12b1-4910-940b-ae2c41e440d2 None None] For port e9d63a76-a3ea-4ee3-9492-80138f40ea15, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=e9d63a76-a3ea-4ee3-9492-80138f40ea15,segment=NetworkSegment(ae4d2a02-b8f0-47f4-a2fd-22becfc159f9),segment_id=ae4d2a02-b8f0-47f4-a2fd-22becfc159f9)] {{(pid=116163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 11:26:43.823250 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-0af510a2-12b1-4910-940b-ae2c41e440d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393'] for port (e9d63a76-a3ea-4ee3-9492-80138f40ea15), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:26:43.824788 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-abaca3ec-742b-4238-818f-65cb557c4779 tempest-RoutersNegativeTest-1589569232 tempest-RoutersNegativeTest-1589569232-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-971303'] for subnet (90a1ff6d-ec04-4a45-a3e5-481b8524e3cc), precommit_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:26:43.890946 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38fb4200-3da1-4aa6-8686-71ba2baa0422 None None] Network 4f150a14-37c7-4d22-a40f-691210e0f051 requested from dv-neutron-master-2-hyperv {{(pid=116163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 11:26:43.910926 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af510a2-12b1-4910-940b-ae2c41e440d2 None None] Pushing event updated for resources: {'Port': ['ID=e9d63a76-a3ea-4ee3-9492-80138f40ea15,revision_number=2']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:26:43.926151 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-a84b7403-dbdb-4e77-a005-e069f910cf98 None None] Provisioning complete for port 3136ca0f-adaa-4396-83fa-cbc9baf75d8f triggered by entity DHCP. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:26:43.930337 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-a84b7403-dbdb-4e77-a005-e069f910cf98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (3136ca0f-adaa-4396-83fa-cbc9baf75d8f), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:26:43.971630 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-abaca3ec-742b-4238-818f-65cb557c4779 tempest-RoutersNegativeTest-1589569232 tempest-RoutersNegativeTest-1589569232-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-971310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5053962', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4210815'] for subnet (90a1ff6d-ec04-4a45-a3e5-481b8524e3cc), after_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:26:44.085948 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-a84b7403-dbdb-4e77-a005-e069f910cf98 None None] Current status of the port 3136ca0f-adaa-4396-83fa-cbc9baf75d8f is: DOWN; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:26:44.086448 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-a84b7403-dbdb-4e77-a005-e069f910cf98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (3136ca0f-adaa-4396-83fa-cbc9baf75d8f), before_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:26:44.125733 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-a84b7403-dbdb-4e77-a005-e069f910cf98 None None] For port 3136ca0f-adaa-4396-83fa-cbc9baf75d8f, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=3136ca0f-adaa-4396-83fa-cbc9baf75d8f,segment=NetworkSegment(3b268067-2bdf-4f73-84d1-730a665cead0),segment_id=3b268067-2bdf-4f73-84d1-730a665cead0)] {{(pid=116163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 11:26:44.207641 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-a84b7403-dbdb-4e77-a005-e069f910cf98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393'] for port (3136ca0f-adaa-4396-83fa-cbc9baf75d8f), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:26:44.277854 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a84b7403-dbdb-4e77-a005-e069f910cf98 None None] Pushing event updated for resources: {'Port': ['ID=3136ca0f-adaa-4396-83fa-cbc9baf75d8f,revision_number=3']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:26:44.280061 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abaca3ec-742b-4238-818f-65cb557c4779 tempest-RoutersNegativeTest-1589569232 tempest-RoutersNegativeTest-1589569232-project] Pushing event deleted for resources: {'Subnet': ['ID=90a1ff6d-ec04-4a45-a3e5-481b8524e3cc,revision_number=None']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:26:44.287023 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-abaca3ec-742b-4238-818f-65cb557c4779 tempest-RoutersNegativeTest-1589569232 tempest-RoutersNegativeTest-1589569232-project] Publish callbacks [] for subnet (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:26:44.292260 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-abaca3ec-742b-4238-818f-65cb557c4779 tempest-RoutersNegativeTest-1589569232 tempest-RoutersNegativeTest-1589569232-project] 10.222.0.10 "DELETE /v2.0/subnets/90a1ff6d-ec04-4a45-a3e5-481b8524e3cc HTTP/1.1" status: 204 len: 168 time: 0.7446587 Apr 28 11:26:44.295635 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 59984) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:26:44.382870 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-9a2d243e-54d8-4a77-a0b4-76b713599dd8 tempest-RoutersNegativeTest-1589569232 tempest-RoutersNegativeTest-1589569232-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-979593'] for network (e86e92ad-dfac-4adf-af1e-f486aac02449), before_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:26:44.427102 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Device 3136ca0f-adaa-4396-83fa-cbc9baf75d8f up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=116163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 11:26:44.437468 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.plugin [None req-9a2d243e-54d8-4a77-a0b4-76b713599dd8 tempest-RoutersNegativeTest-1589569232 tempest-RoutersNegativeTest-1589569232-project] Deleting port e9d63a76-a3ea-4ee3-9492-80138f40ea15 {{(pid=116162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 11:26:44.437468 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-9a2d243e-54d8-4a77-a0b4-76b713599dd8 tempest-RoutersNegativeTest-1589569232 tempest-RoutersNegativeTest-1589569232-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742235130188'] for port (e9d63a76-a3ea-4ee3-9492-80138f40ea15), before_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:26:44.457789 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-47136c2b-2644-481a-925b-86d68255b930 None None] Provisioning complete for port 3136ca0f-adaa-4396-83fa-cbc9baf75d8f triggered by entity DHCP. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:26:44.458155 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-47136c2b-2644-481a-925b-86d68255b930 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (3136ca0f-adaa-4396-83fa-cbc9baf75d8f), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:26:44.502577 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.db [None req-9a2d243e-54d8-4a77-a0b4-76b713599dd8 tempest-RoutersNegativeTest-1589569232 tempest-RoutersNegativeTest-1589569232-project] For port e9d63a76-a3ea-4ee3-9492-80138f40ea15, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=e9d63a76-a3ea-4ee3-9492-80138f40ea15,segment=NetworkSegment(ae4d2a02-b8f0-47f4-a2fd-22becfc159f9),segment_id=ae4d2a02-b8f0-47f4-a2fd-22becfc159f9)] {{(pid=116162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 11:26:44.502944 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-9a2d243e-54d8-4a77-a0b4-76b713599dd8 tempest-RoutersNegativeTest-1589569232 tempest-RoutersNegativeTest-1589569232-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1938497'] for port (e9d63a76-a3ea-4ee3-9492-80138f40ea15), precommit_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:26:44.514667 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Provisioning complete for port 3136ca0f-adaa-4396-83fa-cbc9baf75d8f triggered by entity L2. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:26:44.515041 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (3136ca0f-adaa-4396-83fa-cbc9baf75d8f), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:26:44.515414 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.plugin [None req-9a2d243e-54d8-4a77-a0b4-76b713599dd8 tempest-RoutersNegativeTest-1589569232 tempest-RoutersNegativeTest-1589569232-project] Calling delete_port for e9d63a76-a3ea-4ee3-9492-80138f40ea15 owned by network:dhcp {{(pid=116162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 11:26:44.581232 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-47136c2b-2644-481a-925b-86d68255b930 None None] Current status of the port 3136ca0f-adaa-4396-83fa-cbc9baf75d8f is: ACTIVE; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:26:44.704624 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-9a2d243e-54d8-4a77-a0b4-76b713599dd8 tempest-RoutersNegativeTest-1589569232 tempest-RoutersNegativeTest-1589569232-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742235135690', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742234710366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5051867'] for port (e9d63a76-a3ea-4ee3-9492-80138f40ea15), after_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:26:44.731666 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2d243e-54d8-4a77-a0b4-76b713599dd8 tempest-RoutersNegativeTest-1589569232 tempest-RoutersNegativeTest-1589569232-project] Pushing event deleted for resources: {'Port': ['ID=e9d63a76-a3ea-4ee3-9492-80138f40ea15,revision_number=None']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:26:44.740014 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a2d243e-54d8-4a77-a0b4-76b713599dd8 tempest-RoutersNegativeTest-1589569232 tempest-RoutersNegativeTest-1589569232-project] No DVR routers for this DVR port e9d63a76-a3ea-4ee3-9492-80138f40ea15 on host dv-neutron-master-2-hyperv {{(pid=116162) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 11:26:44.775748 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Current status of the port 3136ca0f-adaa-4396-83fa-cbc9baf75d8f is: ACTIVE; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:26:44.776809 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Device e9d63a76-a3ea-4ee3-9492-80138f40ea15 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=116163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 11:26:44.796427 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] No Port match for: e9d63a76-a3ea-4ee3-9492-80138f40ea15 {{(pid=116163) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 28 11:26:44.796776 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Device e9d63a76-a3ea-4ee3-9492-80138f40ea15 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=116163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Apr 28 11:26:44.820174 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Port e9d63a76-a3ea-4ee3-9492-80138f40ea15 not found, will not notify nova. {{(pid=116163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Apr 28 11:26:44.827909 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-9a2d243e-54d8-4a77-a0b4-76b713599dd8 tempest-RoutersNegativeTest-1589569232 tempest-RoutersNegativeTest-1589569232-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-973498', 'neutron.services.segments.db._delete_segments_for_network-8742235207033'] for network (e86e92ad-dfac-4adf-af1e-f486aac02449), precommit_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:26:44.853537 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.services.segments.db [None req-9a2d243e-54d8-4a77-a0b4-76b713599dd8 tempest-RoutersNegativeTest-1589569232 tempest-RoutersNegativeTest-1589569232-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e86e92ad-dfac-4adf-af1e-f486aac02449']}} {{(pid=116162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:26:44.864408 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.services.segments.db [None req-9a2d243e-54d8-4a77-a0b4-76b713599dd8 tempest-RoutersNegativeTest-1589569232 tempest-RoutersNegativeTest-1589569232-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ae4d2a02-b8f0-47f4-a2fd-22becfc159f9') {'for_net_delete': True} {{(pid=116162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:26:44.864705 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.services.segments.db [None req-9a2d243e-54d8-4a77-a0b4-76b713599dd8 tempest-RoutersNegativeTest-1589569232 tempest-RoutersNegativeTest-1589569232-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ae4d2a02-b8f0-47f4-a2fd-22becfc159f9') {} {{(pid=116162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:26:44.875439 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-9a2d243e-54d8-4a77-a0b4-76b713599dd8 tempest-RoutersNegativeTest-1589569232 tempest-RoutersNegativeTest-1589569232-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742235208578', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5026548'] for segment (ae4d2a02-b8f0-47f4-a2fd-22becfc159f9), before_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:26:44.889945 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-9a2d243e-54d8-4a77-a0b4-76b713599dd8 tempest-RoutersNegativeTest-1589569232 tempest-RoutersNegativeTest-1589569232-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-961978'] for segment (ae4d2a02-b8f0-47f4-a2fd-22becfc159f9), precommit_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:26:44.896414 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9a2d243e-54d8-4a77-a0b4-76b713599dd8 tempest-RoutersNegativeTest-1589569232 tempest-RoutersNegativeTest-1589569232-project] Releasing vlan 69 on physical network physnet1 to pool {{(pid=116162) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 11:26:44.896788 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-9a2d243e-54d8-4a77-a0b4-76b713599dd8 tempest-RoutersNegativeTest-1589569232 tempest-RoutersNegativeTest-1589569232-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-961978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5051884'] for segment (ae4d2a02-b8f0-47f4-a2fd-22becfc159f9), after_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:26:44.900019 dv-neutron-master-2-hyperv neutron-server[116162]: Traceback (most recent call last): Apr 28 11:26:44.900019 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 11:26:44.900019 dv-neutron-master-2-hyperv neutron-server[116162]: timer() Apr 28 11:26:44.900019 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 11:26:44.900019 dv-neutron-master-2-hyperv neutron-server[116162]: cb(*args, **kw) Apr 28 11:26:44.900019 dv-neutron-master-2-hyperv neutron-server[116162]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 28 11:26:44.900019 dv-neutron-master-2-hyperv neutron-server[116162]: return func(*args, **kwargs) Apr 28 11:26:44.900019 dv-neutron-master-2-hyperv neutron-server[116162]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 11:26:44.900019 dv-neutron-master-2-hyperv neutron-server[116162]: self._notify() Apr 28 11:26:44.900019 dv-neutron-master-2-hyperv neutron-server[116162]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 11:26:44.900019 dv-neutron-master-2-hyperv neutron-server[116162]: self.callback(batched_events) Apr 28 11:26:44.900019 dv-neutron-master-2-hyperv neutron-server[116162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 11:26:44.900019 dv-neutron-master-2-hyperv neutron-server[116162]: event.method(event) Apr 28 11:26:44.900019 dv-neutron-master-2-hyperv neutron-server[116162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 28 11:26:44.900019 dv-neutron-master-2-hyperv neutron-server[116162]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 11:26:44.900019 dv-neutron-master-2-hyperv neutron-server[116162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 28 11:26:44.900019 dv-neutron-master-2-hyperv neutron-server[116162]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 11:26:44.900019 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 28 11:26:44.900019 dv-neutron-master-2-hyperv neutron-server[116162]: return f(self, *a, **k) Apr 28 11:26:44.900019 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 28 11:26:44.900019 dv-neutron-master-2-hyperv neutron-server[116162]: return self._get(url).json() Apr 28 11:26:44.900019 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 28 11:26:44.900019 dv-neutron-master-2-hyperv neutron-server[116162]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 11:26:44.900019 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 11:26:44.900019 dv-neutron-master-2-hyperv neutron-server[116162]: return self.request(url, 'GET', **kwargs) Apr 28 11:26:44.900019 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 11:26:44.900019 dv-neutron-master-2-hyperv neutron-server[116162]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 11:26:44.900019 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 11:26:44.900019 dv-neutron-master-2-hyperv neutron-server[116162]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 11:26:44.900019 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 11:26:44.900019 dv-neutron-master-2-hyperv neutron-server[116162]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 11:26:44.900019 dv-neutron-master-2-hyperv neutron-server[116162]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 11:26:44.974572 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb26899a-3e7d-4063-ba22-30e12d400826 None None] Network e86e92ad-dfac-4adf-af1e-f486aac02449 requested from dv-neutron-master-2-hyperv {{(pid=116163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 11:26:45.003042 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-ba17b507-5863-4b52-ac51-730d73a56fc7 None None] Could not find standard attr ID for object e9d63a76-a3ea-4ee3-9492-80138f40ea15. {{(pid=116163) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:182}} Apr 28 11:26:45.010941 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-9a2d243e-54d8-4a77-a0b4-76b713599dd8 tempest-RoutersNegativeTest-1589569232 tempest-RoutersNegativeTest-1589569232-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-973477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2063122'] for network (e86e92ad-dfac-4adf-af1e-f486aac02449), after_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:26:45.019680 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-9a2d243e-54d8-4a77-a0b4-76b713599dd8 tempest-RoutersNegativeTest-1589569232 tempest-RoutersNegativeTest-1589569232-project] Publish callbacks [] for network (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:26:45.022904 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-9a2d243e-54d8-4a77-a0b4-76b713599dd8 tempest-RoutersNegativeTest-1589569232 tempest-RoutersNegativeTest-1589569232-project] 10.222.0.10 "DELETE /v2.0/networks/e86e92ad-dfac-4adf-af1e-f486aac02449 HTTP/1.1" status: 204 len: 168 time: 0.7262053 Apr 28 11:26:45.026600 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 59986) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:26:45.033707 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2d243e-54d8-4a77-a0b4-76b713599dd8 tempest-RoutersNegativeTest-1589569232 tempest-RoutersNegativeTest-1589569232-project] Pushing event deleted for resources: {'Network': ['ID=e86e92ad-dfac-4adf-af1e-f486aac02449,revision_number=None']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:26:45.083658 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.db.db_base_plugin_v2 [None req-d4942e7b-abbc-4841-8e1f-e0c490265579 tempest-RoutersNegativeTest-1589569232 tempest-RoutersNegativeTest-1589569232-project] Deleting subnet f5c16dd6-38d1-471e-9b3f-8d5860e2a6d2 {{(pid=116161) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 28 11:26:45.086947 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-d4942e7b-abbc-4841-8e1f-e0c490265579 tempest-RoutersNegativeTest-1589569232 tempest-RoutersNegativeTest-1589569232-project] Publish callbacks [] for subnet (f5c16dd6-38d1-471e-9b3f-8d5860e2a6d2), before_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:26:45.127243 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-d4942e7b-abbc-4841-8e1f-e0c490265579 tempest-RoutersNegativeTest-1589569232 tempest-RoutersNegativeTest-1589569232-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8076976'] for subnet (f5c16dd6-38d1-471e-9b3f-8d5860e2a6d2), precommit_delete_associations {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:26:45.127478 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-848c7b28-f985-459c-99f6-2f1f5f60a81d None None] DHCP port deletion for e86e92ad-dfac-4adf-af1e-f486aac02449 request from dv-neutron-master-2-hyperv {{(pid=116163) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 28 11:26:45.216526 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-d4942e7b-abbc-4841-8e1f-e0c490265579 tempest-RoutersNegativeTest-1589569232 tempest-RoutersNegativeTest-1589569232-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-971303'] for subnet (f5c16dd6-38d1-471e-9b3f-8d5860e2a6d2), precommit_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:26:45.321995 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-d4942e7b-abbc-4841-8e1f-e0c490265579 tempest-RoutersNegativeTest-1589569232 tempest-RoutersNegativeTest-1589569232-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-971310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5220601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5125409'] for subnet (f5c16dd6-38d1-471e-9b3f-8d5860e2a6d2), after_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:26:45.347602 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4942e7b-abbc-4841-8e1f-e0c490265579 tempest-RoutersNegativeTest-1589569232 tempest-RoutersNegativeTest-1589569232-project] Pushing event deleted for resources: {'Subnet': ['ID=f5c16dd6-38d1-471e-9b3f-8d5860e2a6d2,revision_number=None']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:26:45.353338 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-d4942e7b-abbc-4841-8e1f-e0c490265579 tempest-RoutersNegativeTest-1589569232 tempest-RoutersNegativeTest-1589569232-project] Publish callbacks [] for subnet (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:26:45.357340 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-d4942e7b-abbc-4841-8e1f-e0c490265579 tempest-RoutersNegativeTest-1589569232 tempest-RoutersNegativeTest-1589569232-project] 10.222.0.10 "DELETE /v2.0/subnets/f5c16dd6-38d1-471e-9b3f-8d5860e2a6d2 HTTP/1.1" status: 204 len: 168 time: 0.3309288 Apr 28 11:26:45.360138 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 59988) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:26:45.361733 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bc835dd-fe24-409c-99c0-c0a4817557ef None None] Network 4f150a14-37c7-4d22-a40f-691210e0f051 requested from dv-neutron-master-2-hyperv {{(pid=116163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 11:26:45.438833 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-748e6c37-3ba7-42ab-aca8-59ece643a0ce tempest-RoutersNegativeTest-1589569232 tempest-RoutersNegativeTest-1589569232-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-979593'] for network (4f150a14-37c7-4d22-a40f-691210e0f051), before_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:26:45.486308 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.plugin [None req-748e6c37-3ba7-42ab-aca8-59ece643a0ce tempest-RoutersNegativeTest-1589569232 tempest-RoutersNegativeTest-1589569232-project] Deleting port 3136ca0f-adaa-4396-83fa-cbc9baf75d8f {{(pid=116162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 11:26:45.486747 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-748e6c37-3ba7-42ab-aca8-59ece643a0ce tempest-RoutersNegativeTest-1589569232 tempest-RoutersNegativeTest-1589569232-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742235130188'] for port (3136ca0f-adaa-4396-83fa-cbc9baf75d8f), before_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:26:45.503551 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-751dfdca-3f42-4833-b741-1570d3115f5a None None] DHCP port deletion for 4f150a14-37c7-4d22-a40f-691210e0f051 request from dv-neutron-master-2-hyperv {{(pid=116163) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 28 11:26:45.542034 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-751dfdca-3f42-4833-b741-1570d3115f5a None None] Deleting port 3136ca0f-adaa-4396-83fa-cbc9baf75d8f {{(pid=116163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 11:26:45.542430 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-751dfdca-3f42-4833-b741-1570d3115f5a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742235130188'] for port (3136ca0f-adaa-4396-83fa-cbc9baf75d8f), before_delete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:26:45.551584 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.db [None req-748e6c37-3ba7-42ab-aca8-59ece643a0ce tempest-RoutersNegativeTest-1589569232 tempest-RoutersNegativeTest-1589569232-project] For port 3136ca0f-adaa-4396-83fa-cbc9baf75d8f, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=3136ca0f-adaa-4396-83fa-cbc9baf75d8f,segment=NetworkSegment(3b268067-2bdf-4f73-84d1-730a665cead0),segment_id=3b268067-2bdf-4f73-84d1-730a665cead0)] {{(pid=116162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 11:26:45.551951 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-748e6c37-3ba7-42ab-aca8-59ece643a0ce tempest-RoutersNegativeTest-1589569232 tempest-RoutersNegativeTest-1589569232-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1938497'] for port (3136ca0f-adaa-4396-83fa-cbc9baf75d8f), precommit_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:26:45.567898 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.plugin [None req-748e6c37-3ba7-42ab-aca8-59ece643a0ce tempest-RoutersNegativeTest-1589569232 tempest-RoutersNegativeTest-1589569232-project] Calling delete_port for 3136ca0f-adaa-4396-83fa-cbc9baf75d8f owned by network:dhcp {{(pid=116162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 11:26:45.604168 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-751dfdca-3f42-4833-b741-1570d3115f5a None None] For port 3136ca0f-adaa-4396-83fa-cbc9baf75d8f, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=3136ca0f-adaa-4396-83fa-cbc9baf75d8f,segment=NetworkSegment(3b268067-2bdf-4f73-84d1-730a665cead0),segment_id=3b268067-2bdf-4f73-84d1-730a665cead0)] {{(pid=116163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 11:26:45.604574 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-751dfdca-3f42-4833-b741-1570d3115f5a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1938497'] for port (3136ca0f-adaa-4396-83fa-cbc9baf75d8f), precommit_delete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:26:45.617320 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-751dfdca-3f42-4833-b741-1570d3115f5a None None] Calling delete_port for 3136ca0f-adaa-4396-83fa-cbc9baf75d8f owned by network:dhcp {{(pid=116163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 11:26:45.704730 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-748e6c37-3ba7-42ab-aca8-59ece643a0ce tempest-RoutersNegativeTest-1589569232 tempest-RoutersNegativeTest-1589569232-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742235135690', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742234710366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5051867'] for port (3136ca0f-adaa-4396-83fa-cbc9baf75d8f), after_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:26:45.710164 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-751dfdca-3f42-4833-b741-1570d3115f5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742235135690', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742234710366'] for port (3136ca0f-adaa-4396-83fa-cbc9baf75d8f), after_delete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:26:45.735359 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-748e6c37-3ba7-42ab-aca8-59ece643a0ce tempest-RoutersNegativeTest-1589569232 tempest-RoutersNegativeTest-1589569232-project] No DVR routers for this DVR port 3136ca0f-adaa-4396-83fa-cbc9baf75d8f on host dv-neutron-master-2-hyperv {{(pid=116162) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 11:26:45.736750 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-751dfdca-3f42-4833-b741-1570d3115f5a None None] Pushing event deleted for resources: {'Port': ['ID=3136ca0f-adaa-4396-83fa-cbc9baf75d8f,revision_number=None']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:26:45.739431 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-748e6c37-3ba7-42ab-aca8-59ece643a0ce tempest-RoutersNegativeTest-1589569232 tempest-RoutersNegativeTest-1589569232-project] Pushing event deleted for resources: {'Port': ['ID=3136ca0f-adaa-4396-83fa-cbc9baf75d8f,revision_number=None']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:26:45.743580 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-751dfdca-3f42-4833-b741-1570d3115f5a None None] No DVR routers for this DVR port 3136ca0f-adaa-4396-83fa-cbc9baf75d8f on host dv-neutron-master-2-hyperv {{(pid=116163) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 11:26:45.745802 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-751dfdca-3f42-4833-b741-1570d3115f5a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:26:45.746159 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-751dfdca-3f42-4833-b741-1570d3115f5a None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:26:45.746545 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-751dfdca-3f42-4833-b741-1570d3115f5a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:26:45.746888 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-751dfdca-3f42-4833-b741-1570d3115f5a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:26:45.747226 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-751dfdca-3f42-4833-b741-1570d3115f5a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:26:45.747565 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-751dfdca-3f42-4833-b741-1570d3115f5a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:26:45.747897 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-751dfdca-3f42-4833-b741-1570d3115f5a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:26:45.748227 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-751dfdca-3f42-4833-b741-1570d3115f5a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:26:45.748563 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-751dfdca-3f42-4833-b741-1570d3115f5a None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:26:45.748912 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-751dfdca-3f42-4833-b741-1570d3115f5a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:26:45.749228 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-751dfdca-3f42-4833-b741-1570d3115f5a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:26:45.749561 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-751dfdca-3f42-4833-b741-1570d3115f5a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:26:45.749888 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-751dfdca-3f42-4833-b741-1570d3115f5a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:26:45.750213 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-751dfdca-3f42-4833-b741-1570d3115f5a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:26:45.750568 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-751dfdca-3f42-4833-b741-1570d3115f5a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:26:45.819563 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-748e6c37-3ba7-42ab-aca8-59ece643a0ce tempest-RoutersNegativeTest-1589569232 tempest-RoutersNegativeTest-1589569232-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-973498', 'neutron.services.segments.db._delete_segments_for_network-8742235207033'] for network (4f150a14-37c7-4d22-a40f-691210e0f051), precommit_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:26:45.840563 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.services.segments.db [None req-748e6c37-3ba7-42ab-aca8-59ece643a0ce tempest-RoutersNegativeTest-1589569232 tempest-RoutersNegativeTest-1589569232-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4f150a14-37c7-4d22-a40f-691210e0f051']}} {{(pid=116162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:26:45.849638 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.services.segments.db [None req-748e6c37-3ba7-42ab-aca8-59ece643a0ce tempest-RoutersNegativeTest-1589569232 tempest-RoutersNegativeTest-1589569232-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3b268067-2bdf-4f73-84d1-730a665cead0') {'for_net_delete': True} {{(pid=116162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:26:45.849956 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.services.segments.db [None req-748e6c37-3ba7-42ab-aca8-59ece643a0ce tempest-RoutersNegativeTest-1589569232 tempest-RoutersNegativeTest-1589569232-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3b268067-2bdf-4f73-84d1-730a665cead0') {} {{(pid=116162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:26:45.859266 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-748e6c37-3ba7-42ab-aca8-59ece643a0ce tempest-RoutersNegativeTest-1589569232 tempest-RoutersNegativeTest-1589569232-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742235208578', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5026548'] for segment (3b268067-2bdf-4f73-84d1-730a665cead0), before_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:26:45.872403 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-748e6c37-3ba7-42ab-aca8-59ece643a0ce tempest-RoutersNegativeTest-1589569232 tempest-RoutersNegativeTest-1589569232-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-961978'] for segment (3b268067-2bdf-4f73-84d1-730a665cead0), precommit_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:26:45.878379 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-748e6c37-3ba7-42ab-aca8-59ece643a0ce tempest-RoutersNegativeTest-1589569232 tempest-RoutersNegativeTest-1589569232-project] Releasing vlan 58 on physical network physnet1 to pool {{(pid=116162) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 11:26:45.878802 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-748e6c37-3ba7-42ab-aca8-59ece643a0ce tempest-RoutersNegativeTest-1589569232 tempest-RoutersNegativeTest-1589569232-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-961978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5051884'] for segment (3b268067-2bdf-4f73-84d1-730a665cead0), after_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:26:45.881927 dv-neutron-master-2-hyperv neutron-server[116162]: Traceback (most recent call last): Apr 28 11:26:45.881927 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 11:26:45.881927 dv-neutron-master-2-hyperv neutron-server[116162]: timer() Apr 28 11:26:45.881927 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 11:26:45.881927 dv-neutron-master-2-hyperv neutron-server[116162]: cb(*args, **kw) Apr 28 11:26:45.881927 dv-neutron-master-2-hyperv neutron-server[116162]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 28 11:26:45.881927 dv-neutron-master-2-hyperv neutron-server[116162]: return func(*args, **kwargs) Apr 28 11:26:45.881927 dv-neutron-master-2-hyperv neutron-server[116162]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 11:26:45.881927 dv-neutron-master-2-hyperv neutron-server[116162]: self._notify() Apr 28 11:26:45.881927 dv-neutron-master-2-hyperv neutron-server[116162]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 11:26:45.881927 dv-neutron-master-2-hyperv neutron-server[116162]: self.callback(batched_events) Apr 28 11:26:45.881927 dv-neutron-master-2-hyperv neutron-server[116162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 11:26:45.881927 dv-neutron-master-2-hyperv neutron-server[116162]: event.method(event) Apr 28 11:26:45.881927 dv-neutron-master-2-hyperv neutron-server[116162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 28 11:26:45.881927 dv-neutron-master-2-hyperv neutron-server[116162]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 11:26:45.881927 dv-neutron-master-2-hyperv neutron-server[116162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 28 11:26:45.881927 dv-neutron-master-2-hyperv neutron-server[116162]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 11:26:45.881927 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 28 11:26:45.881927 dv-neutron-master-2-hyperv neutron-server[116162]: return f(self, *a, **k) Apr 28 11:26:45.881927 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 28 11:26:45.881927 dv-neutron-master-2-hyperv neutron-server[116162]: return self._get(url).json() Apr 28 11:26:45.881927 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 28 11:26:45.881927 dv-neutron-master-2-hyperv neutron-server[116162]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 11:26:45.881927 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 11:26:45.881927 dv-neutron-master-2-hyperv neutron-server[116162]: return self.request(url, 'GET', **kwargs) Apr 28 11:26:45.881927 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 11:26:45.881927 dv-neutron-master-2-hyperv neutron-server[116162]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 11:26:45.881927 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 11:26:45.881927 dv-neutron-master-2-hyperv neutron-server[116162]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 11:26:45.881927 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 11:26:45.881927 dv-neutron-master-2-hyperv neutron-server[116162]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 11:26:45.881927 dv-neutron-master-2-hyperv neutron-server[116162]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 11:26:46.001420 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-748e6c37-3ba7-42ab-aca8-59ece643a0ce tempest-RoutersNegativeTest-1589569232 tempest-RoutersNegativeTest-1589569232-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-973477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2063122'] for network (4f150a14-37c7-4d22-a40f-691210e0f051), after_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:26:46.007877 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-748e6c37-3ba7-42ab-aca8-59ece643a0ce tempest-RoutersNegativeTest-1589569232 tempest-RoutersNegativeTest-1589569232-project] Publish callbacks [] for network (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:26:46.011247 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-748e6c37-3ba7-42ab-aca8-59ece643a0ce tempest-RoutersNegativeTest-1589569232 tempest-RoutersNegativeTest-1589569232-project] 10.222.0.10 "DELETE /v2.0/networks/4f150a14-37c7-4d22-a40f-691210e0f051 HTTP/1.1" status: 204 len: 168 time: 0.6498728 Apr 28 11:26:46.014490 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 59990) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:26:46.022719 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-748e6c37-3ba7-42ab-aca8-59ece643a0ce tempest-RoutersNegativeTest-1589569232 tempest-RoutersNegativeTest-1589569232-project] Pushing event deleted for resources: {'Network': ['ID=4f150a14-37c7-4d22-a40f-691210e0f051,revision_number=None']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:26:46.042872 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-7f793fcf-10cd-4ff9-8a78-29a73205d542 tempest-RoutersNegativeTest-1589569232 tempest-RoutersNegativeTest-1589569232-project] 10.222.0.10 "GET /v2.0/ports?device_id=6d00a9f6-8f1a-400a-966b-6fc2def1ba1d HTTP/1.1" status: 200 len: 205 time: 0.0270681 Apr 28 11:26:46.045267 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 59992) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:26:46.123520 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-2c19d3b8-2c70-4105-b84a-ba8dc2931c89 tempest-RoutersNegativeTest-1589569232 tempest-RoutersNegativeTest-1589569232-project] Publish callbacks [] for router (6d00a9f6-8f1a-400a-966b-6fc2def1ba1d), before_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:26:46.174168 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.agents_db [None req-54b29a82-8a19-4507-95e3-3a2d011841ff None None] Agent healthcheck: found 6 active agents {{(pid=116164) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 28 11:26:46.284933 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-2c19d3b8-2c70-4105-b84a-ba8dc2931c89 tempest-RoutersNegativeTest-1589569232 tempest-RoutersNegativeTest-1589569232-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2060865', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-63275'] for router (6d00a9f6-8f1a-400a-966b-6fc2def1ba1d), precommit_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:26:46.287081 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-2c19d3b8-2c70-4105-b84a-ba8dc2931c89 tempest-RoutersNegativeTest-1589569232 tempest-RoutersNegativeTest-1589569232-project] Publish callbacks [] for router_controller (6d00a9f6-8f1a-400a-966b-6fc2def1ba1d), precommit_delete_associations {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:26:46.376164 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Device 3136ca0f-adaa-4396-83fa-cbc9baf75d8f no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=116163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 11:26:46.396889 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] No Port match for: 3136ca0f-adaa-4396-83fa-cbc9baf75d8f {{(pid=116163) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 28 11:26:46.397227 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Device 3136ca0f-adaa-4396-83fa-cbc9baf75d8f not bound to the agent host dv-neutron-master-2-hyperv {{(pid=116163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 11:26:46.397625 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Device e9d63a76-a3ea-4ee3-9492-80138f40ea15 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=116163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 11:26:46.418898 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-2c19d3b8-2c70-4105-b84a-ba8dc2931c89 tempest-RoutersNegativeTest-1589569232 tempest-RoutersNegativeTest-1589569232-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2060888'] for router (6d00a9f6-8f1a-400a-966b-6fc2def1ba1d), after_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:26:46.419415 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c19d3b8-2c70-4105-b84a-ba8dc2931c89 tempest-RoutersNegativeTest-1589569232 tempest-RoutersNegativeTest-1589569232-project] Fanout notify agent at l3_agent the message router_deleted on router 6d00a9f6-8f1a-400a-966b-6fc2def1ba1d {{(pid=116161) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 28 11:26:46.419821 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] No Port match for: e9d63a76-a3ea-4ee3-9492-80138f40ea15 {{(pid=116163) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 28 11:26:46.420167 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Device e9d63a76-a3ea-4ee3-9492-80138f40ea15 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=116163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 11:26:46.427066 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-2c19d3b8-2c70-4105-b84a-ba8dc2931c89 tempest-RoutersNegativeTest-1589569232 tempest-RoutersNegativeTest-1589569232-project] Publish callbacks [] for router (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:26:46.428042 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-2c19d3b8-2c70-4105-b84a-ba8dc2931c89 tempest-RoutersNegativeTest-1589569232 tempest-RoutersNegativeTest-1589569232-project] 10.222.0.10 "DELETE /v2.0/routers/6d00a9f6-8f1a-400a-966b-6fc2def1ba1d HTTP/1.1" status: 204 len: 168 time: 0.3818910 Apr 28 11:26:46.851815 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 59998) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:26:46.987716 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-55afd0b0-a4af-466a-9fc3-163def16d84d admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=60d8db6dca2840bcaada69d974538ad3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1347563 Apr 28 11:26:46.990242 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 60002) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:26:47.035959 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-7050539b-a3bf-420c-80b0-215d310329fb admin admin] Publish callbacks [] for security_group (319a23c6-c45b-447a-a32f-0df3dc8a268b), before_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:26:47.056617 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-7050539b-a3bf-420c-80b0-215d310329fb admin admin] Publish callbacks [] for security_group (319a23c6-c45b-447a-a32f-0df3dc8a268b), precommit_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:26:47.184707 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-7050539b-a3bf-420c-80b0-215d310329fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924426'] for security_group (319a23c6-c45b-447a-a32f-0df3dc8a268b), after_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:26:47.187222 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-7050539b-a3bf-420c-80b0-215d310329fb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:26:47.188416 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-7050539b-a3bf-420c-80b0-215d310329fb admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/319a23c6-c45b-447a-a32f-0df3dc8a268b HTTP/1.1" status: 204 len: 168 time: 0.1972406 Apr 28 11:26:47.196333 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7050539b-a3bf-420c-80b0-215d310329fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=319a23c6-c45b-447a-a32f-0df3dc8a268b,revision_number=None']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:26:48.102788 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 60024) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:26:48.196117 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.v2.base [None req-3bf4ce0e-72d9-4e12-962b-330701b1c551 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-2061861475-network', 'tenant_id': '7dee41e6cd5d4ca1973951869c93edf3'}} {{(pid=116161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:26:48.284519 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bf4ce0e-72d9-4e12-962b-330701b1c551 admin admin] Made reservation on behalf of 7dee41e6cd5d4ca1973951869c93edf3 for: {'network': 1} {{(pid=116161) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 11:26:48.286876 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-3bf4ce0e-72d9-4e12-962b-330701b1c551 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for network (None), before_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:26:48.295602 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-3bf4ce0e-72d9-4e12-962b-330701b1c551 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:26:48.369209 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-3bf4ce0e-72d9-4e12-962b-330701b1c551 admin admin] Publish callbacks [] for security_group (aa057392-5d20-471b-a6c6-99b530395946), precommit_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:26:48.429526 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-3bf4ce0e-72d9-4e12-962b-330701b1c551 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924426'] for security_group (aa057392-5d20-471b-a6c6-99b530395946), after_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:26:48.455181 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3bf4ce0e-72d9-4e12-962b-330701b1c551 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 80} {{(pid=116161) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 11:26:48.463884 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf4ce0e-72d9-4e12-962b-330701b1c551 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa057392-5d20-471b-a6c6-99b530395946,revision_number=1']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:26:48.469824 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-3bf4ce0e-72d9-4e12-962b-330701b1c551 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-961978'] for segment (dc742cb7-1e97-4c15-9d51-e8038ef8b3cd), precommit_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:26:48.470163 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.db.segments_db [None req-3bf4ce0e-72d9-4e12-962b-330701b1c551 admin admin] Added segment dc742cb7-1e97-4c15-9d51-e8038ef8b3cd of type vlan for network b7da38b5-29e7-4a7a-9af9-efa6509f9fc0 Apr 28 11:26:48.512509 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-3bf4ce0e-72d9-4e12-962b-330701b1c551 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742234744962'] for network (b7da38b5-29e7-4a7a-9af9-efa6509f9fc0), precommit_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:26:48.590284 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-3bf4ce0e-72d9-4e12-962b-330701b1c551 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042'] for network (b7da38b5-29e7-4a7a-9af9-efa6509f9fc0), after_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:26:48.591259 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bf4ce0e-72d9-4e12-962b-330701b1c551 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:26:48.591836 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-3bf4ce0e-72d9-4e12-962b-330701b1c551 admin admin] Publish callbacks [] for network (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:26:48.649294 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf4ce0e-72d9-4e12-962b-330701b1c551 admin admin] Pushing event updated for resources: {'Network': ['ID=b7da38b5-29e7-4a7a-9af9-efa6509f9fc0,revision_number=1']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:26:48.659511 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Network b7da38b5-29e7-4a7a-9af9-efa6509f9fc0 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=116163) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 28 11:26:48.678381 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-3bf4ce0e-72d9-4e12-962b-330701b1c551 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.5744920 Apr 28 11:26:48.681143 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 60028) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:26:48.685913 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.v2.base [None req-b303cf71-0606-4fab-8045-251e5d708e74 admin admin] Request body: {'subnet': {'network_id': 'b7da38b5-29e7-4a7a-9af9-efa6509f9fc0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-2061861475-subnet', 'tenant_id': '7dee41e6cd5d4ca1973951869c93edf3', 'ip_version': 4}} {{(pid=116161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:26:48.755742 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b303cf71-0606-4fab-8045-251e5d708e74 admin admin] Made reservation on behalf of 7dee41e6cd5d4ca1973951869c93edf3 for: {'subnet': 1} {{(pid=116161) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 11:26:48.758097 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-b303cf71-0606-4fab-8045-251e5d708e74 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5125580'] for subnet (None), before_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:26:48.972847 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-b303cf71-0606-4fab-8045-251e5d708e74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5220536', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5125438'] for subnet (43965080-dd12-4069-994a-4f2bb508fa7c), after_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:26:49.027970 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b303cf71-0606-4fab-8045-251e5d708e74 admin admin] Pushing event updated for resources: {'Subnet': ['ID=43965080-dd12-4069-994a-4f2bb508fa7c,revision_number=0']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:26:49.036429 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b303cf71-0606-4fab-8045-251e5d708e74 admin admin] Checking segment: {'id': 'dc742cb7-1e97-4c15-9d51-e8038ef8b3cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'b7da38b5-29e7-4a7a-9af9-efa6509f9fc0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 11:26:49.036792 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b303cf71-0606-4fab-8045-251e5d708e74 admin admin] Network hostable DHCP agents. Network: b7da38b5-29e7-4a7a-9af9-efa6509f9fc0, hostable agents: ['75ba81b7-fe99-4281-90d2-a5adb445ecea'], hosted agents: [] {{(pid=116161) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 11:26:49.136962 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b303cf71-0606-4fab-8045-251e5d708e74 admin admin] Network b7da38b5-29e7-4a7a-9af9-efa6509f9fc0 is scheduled to be hosted by DHCP agent 75ba81b7-fe99-4281-90d2-a5adb445ecea with binding_index 1 {{(pid=116161) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 11:26:49.216262 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.scheduler.base_scheduler [None req-b303cf71-0606-4fab-8045-251e5d708e74 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, b7da38b5-29e7-4a7a-9af9-efa6509f9fc0) {{(pid=116161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 11:26:49.220201 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b303cf71-0606-4fab-8045-251e5d708e74 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:26:49.220799 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-b303cf71-0606-4fab-8045-251e5d708e74 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:26:49.225980 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e180eaf7-1f67-4f58-9231-a8d8d2461a61 None None] Network b7da38b5-29e7-4a7a-9af9-efa6509f9fc0 requested from dv-neutron-master-2-hyperv {{(pid=116163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 11:26:49.313215 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-b303cf71-0606-4fab-8045-251e5d708e74 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.6310246 Apr 28 11:26:49.315800 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 60030) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:26:49.320435 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.v2.base [None req-a0377d35-2ca8-42e5-989a-8046a1c80eca admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-2061861475-router', 'tenant_id': '7dee41e6cd5d4ca1973951869c93edf3', 'external_gateway_info': {'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c'}}} {{(pid=116161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:26:49.327218 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8546013e-1f6c-4a29-aa8c-cba2d728e616 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-b7da38b5-29e7-4a7a-9af9-efa6509f9fc0', 'network_id': 'b7da38b5-29e7-4a7a-9af9-efa6509f9fc0', 'project_id': '7dee41e6cd5d4ca1973951869c93edf3', 'fixed_ips': [{'subnet_id': '43965080-dd12-4069-994a-4f2bb508fa7c'}]}} from dv-neutron-master-2-hyperv. {{(pid=116163) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 28 11:26:49.328081 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-8546013e-1f6c-4a29-aa8c-cba2d728e616 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (None), before_create {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:26:49.389878 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-a0377d35-2ca8-42e5-989a-8046a1c80eca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2060459', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-63449'] for router (ef767ad2-1c5e-4773-9983-486968468c6b), before_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:26:49.391009 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-a0377d35-2ca8-42e5-989a-8046a1c80eca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2060827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1935275', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1960866', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-63266'] for router (ef767ad2-1c5e-4773-9983-486968468c6b), precommit_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:26:49.447043 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-a0377d35-2ca8-42e5-989a-8046a1c80eca admin admin] Publish callbacks [] for router_controller (ef767ad2-1c5e-4773-9983-486968468c6b), precommit_add_association {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:26:49.465902 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.db_base_plugin_common [None req-8546013e-1f6c-4a29-aa8c-cba2d728e616 None None] Allocated IP 172.20.0.2 (b7da38b5-29e7-4a7a-9af9-efa6509f9fc0/43965080-dd12-4069-994a-4f2bb508fa7c/7c246652-f3b0-4512-8b69-f40c91228bf7) {{(pid=116163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 11:26:49.609363 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-8546013e-1f6c-4a29-aa8c-cba2d728e616 None None] Publish callbacks [] for port (7c246652-f3b0-4512-8b69-f40c91228bf7), precommit_create {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:26:49.640813 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-a0377d35-2ca8-42e5-989a-8046a1c80eca admin admin] Publish callbacks [] for router_gateway (ef767ad2-1c5e-4773-9983-486968468c6b), precommit_update {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:26:49.679766 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-8546013e-1f6c-4a29-aa8c-cba2d728e616 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742234710357'] for port (7c246652-f3b0-4512-8b69-f40c91228bf7), after_create {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:26:49.717851 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8546013e-1f6c-4a29-aa8c-cba2d728e616 None None] Network b7da38b5-29e7-4a7a-9af9-efa6509f9fc0 is already hosted by enough agents. {{(pid=116163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 11:26:49.722669 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.scheduler.base_scheduler [None req-8546013e-1f6c-4a29-aa8c-cba2d728e616 None None] Resources bound (agent type, host, resource id): {{(pid=116163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 11:26:49.726210 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8546013e-1f6c-4a29-aa8c-cba2d728e616 None None] Received port after_create {{(pid=116163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 11:26:49.733466 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8546013e-1f6c-4a29-aa8c-cba2d728e616 None None] Pushing event updated for resources: {'Port': ['ID=7c246652-f3b0-4512-8b69-f40c91228bf7,revision_number=1']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:26:49.786275 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.managers [None req-8546013e-1f6c-4a29-aa8c-cba2d728e616 None None] Attempting to bind port 7c246652-f3b0-4512-8b69-f40c91228bf7 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=116163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 28 11:26:49.786675 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.managers [None req-8546013e-1f6c-4a29-aa8c-cba2d728e616 None None] Attempting to bind port 7c246652-f3b0-4512-8b69-f40c91228bf7 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'dc742cb7-1e97-4c15-9d51-e8038ef8b3cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'b7da38b5-29e7-4a7a-9af9-efa6509f9fc0'}] {{(pid=116163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 28 11:26:49.787034 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8546013e-1f6c-4a29-aa8c-cba2d728e616 None None] Attempting to bind port 7c246652-f3b0-4512-8b69-f40c91228bf7 on network b7da38b5-29e7-4a7a-9af9-efa6509f9fc0 {{(pid=116163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 11:26:49.791924 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8546013e-1f6c-4a29-aa8c-cba2d728e616 None None] Checking agent: {'id': 'd5baab19-5dd1-4902-922b-84acb048ab9c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 10, 50, 43), 'started_at': datetime.datetime(2022, 4, 28, 10, 51, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 11, 26, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=116163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 11:26:49.792276 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8546013e-1f6c-4a29-aa8c-cba2d728e616 None None] Checking segment: {'id': 'dc742cb7-1e97-4c15-9d51-e8038ef8b3cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'b7da38b5-29e7-4a7a-9af9-efa6509f9fc0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 11:26:49.792701 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-8546013e-1f6c-4a29-aa8c-cba2d728e616 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:26:49.793090 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8546013e-1f6c-4a29-aa8c-cba2d728e616 None None] Bound using segment: {'id': 'dc742cb7-1e97-4c15-9d51-e8038ef8b3cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'b7da38b5-29e7-4a7a-9af9-efa6509f9fc0'} {{(pid=116163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 11:26:49.793544 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.managers [None req-8546013e-1f6c-4a29-aa8c-cba2d728e616 None None] Bound port: 7c246652-f3b0-4512-8b69-f40c91228bf7, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc742cb7-1e97-4c15-9d51-e8038ef8b3cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'b7da38b5-29e7-4a7a-9af9-efa6509f9fc0'}}] {{(pid=116163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 28 11:26:49.793914 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-8546013e-1f6c-4a29-aa8c-cba2d728e616 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (7c246652-f3b0-4512-8b69-f40c91228bf7), before_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:26:49.858419 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-8546013e-1f6c-4a29-aa8c-cba2d728e616 None None] For port 7c246652-f3b0-4512-8b69-f40c91228bf7, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=116163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 11:26:49.861615 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-8546013e-1f6c-4a29-aa8c-cba2d728e616 None None] For port 7c246652-f3b0-4512-8b69-f40c91228bf7, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=7c246652-f3b0-4512-8b69-f40c91228bf7,segment=NetworkSegment(dc742cb7-1e97-4c15-9d51-e8038ef8b3cd),segment_id=dc742cb7-1e97-4c15-9d51-e8038ef8b3cd)] {{(pid=116163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 11:26:49.886848 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-a0377d35-2ca8-42e5-989a-8046a1c80eca admin admin] Publish callbacks [] for router_gateway (ef767ad2-1c5e-4773-9983-486968468c6b), before_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:26:49.906037 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-a0377d35-2ca8-42e5-989a-8046a1c80eca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (None), before_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:26:49.942898 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-8546013e-1f6c-4a29-aa8c-cba2d728e616 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393'] for port (7c246652-f3b0-4512-8b69-f40c91228bf7), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:26:50.005644 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8546013e-1f6c-4a29-aa8c-cba2d728e616 None None] Pushing event updated for resources: {'Port': ['ID=7c246652-f3b0-4512-8b69-f40c91228bf7,revision_number=2']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:26:50.025266 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.db.db_base_plugin_common [None req-a0377d35-2ca8-42e5-989a-8046a1c80eca admin admin] Allocated IP 172.36.4.45 (7be49d94-bbb8-4a61-bafe-209c5f861e1c/c0f82f52-05ee-40f2-a57c-9d02e01fb9fa/a9ea432a-b51a-4d2a-b5c1-a815ad2fc3a7) {{(pid=116161) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 11:26:50.164522 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-a0377d35-2ca8-42e5-989a-8046a1c80eca admin admin] Publish callbacks [] for port (a9ea432a-b51a-4d2a-b5c1-a815ad2fc3a7), precommit_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:26:50.257174 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-a0377d35-2ca8-42e5-989a-8046a1c80eca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742234710357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5219112'] for port (a9ea432a-b51a-4d2a-b5c1-a815ad2fc3a7), after_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:26:50.296766 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0377d35-2ca8-42e5-989a-8046a1c80eca admin admin] Network 7be49d94-bbb8-4a61-bafe-209c5f861e1c is already hosted by enough agents. {{(pid=116161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 11:26:50.301569 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.scheduler.base_scheduler [None req-a0377d35-2ca8-42e5-989a-8046a1c80eca admin admin] Resources bound (agent type, host, resource id): {{(pid=116161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 11:26:50.305173 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0377d35-2ca8-42e5-989a-8046a1c80eca admin admin] Received port after_create {{(pid=116161) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 11:26:50.327116 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0377d35-2ca8-42e5-989a-8046a1c80eca admin admin] Pushing event updated for resources: {'Port': ['ID=a9ea432a-b51a-4d2a-b5c1-a815ad2fc3a7,revision_number=1']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:26:50.404795 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Device 7c246652-f3b0-4512-8b69-f40c91228bf7 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=116163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 11:26:50.452790 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Provisioning complete for port 7c246652-f3b0-4512-8b69-f40c91228bf7 triggered by entity L2. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:26:50.453163 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (7c246652-f3b0-4512-8b69-f40c91228bf7), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:26:50.530070 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Current status of the port 7c246652-f3b0-4512-8b69-f40c91228bf7 is: DOWN; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:26:50.530482 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (7c246652-f3b0-4512-8b69-f40c91228bf7), before_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:26:50.571797 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] For port 7c246652-f3b0-4512-8b69-f40c91228bf7, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=7c246652-f3b0-4512-8b69-f40c91228bf7,segment=NetworkSegment(dc742cb7-1e97-4c15-9d51-e8038ef8b3cd),segment_id=dc742cb7-1e97-4c15-9d51-e8038ef8b3cd)] {{(pid=116163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 11:26:50.641504 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393'] for port (7c246652-f3b0-4512-8b69-f40c91228bf7), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:26:50.658342 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-a0377d35-2ca8-42e5-989a-8046a1c80eca admin admin] Publish callbacks [] for router_gateway (ef767ad2-1c5e-4773-9983-486968468c6b), after_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:26:50.700877 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Pushing event updated for resources: {'Port': ['ID=7c246652-f3b0-4512-8b69-f40c91228bf7,revision_number=3']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:26:50.772810 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (6be95134-9a6c-4663-8b48-90d12ce90c60), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:26:50.874917 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-a0377d35-2ca8-42e5-989a-8046a1c80eca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2060818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1935326'] for router (ef767ad2-1c5e-4773-9983-486968468c6b), after_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:26:50.925395 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9eea122b-1262-4def-a9af-1a85c662e9cf None None] Network b7da38b5-29e7-4a7a-9af9-efa6509f9fc0 requested from dv-neutron-master-2-hyperv {{(pid=116163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 11:26:50.999464 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-06fed72a-3846-4df5-9eab-9d46f9612af3 None None] Provisioning complete for port 7c246652-f3b0-4512-8b69-f40c91228bf7 triggered by entity DHCP. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:26:50.999841 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-06fed72a-3846-4df5-9eab-9d46f9612af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (7c246652-f3b0-4512-8b69-f40c91228bf7), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:26:51.067531 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0377d35-2ca8-42e5-989a-8046a1c80eca admin admin] Router ef767ad2-1c5e-4773-9983-486968468c6b is scheduled to L3 agent 6b492ad6-0876-4d74-b20d-28143a52ceba with binding_index 1 {{(pid=116161) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 28 11:26:51.116353 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-06fed72a-3846-4df5-9eab-9d46f9612af3 None None] Current status of the port 7c246652-f3b0-4512-8b69-f40c91228bf7 is: ACTIVE; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:26:51.335607 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-9dcc3bae-9b61-496b-8ca1-b95f442e2d6e None None] Provisioning complete for port 7c246652-f3b0-4512-8b69-f40c91228bf7 triggered by entity DHCP. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:26:51.335981 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-9dcc3bae-9b61-496b-8ca1-b95f442e2d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (7c246652-f3b0-4512-8b69-f40c91228bf7), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:26:51.416721 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-9dcc3bae-9b61-496b-8ca1-b95f442e2d6e None None] Current status of the port 7c246652-f3b0-4512-8b69-f40c91228bf7 is: ACTIVE; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:26:51.514694 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0377d35-2ca8-42e5-989a-8046a1c80eca admin admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=116161) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 11:26:51.523914 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dcca168-04cf-42fc-ad59-4b388acec85e None None] Sync routers for ids ['ef767ad2-1c5e-4773-9983-486968468c6b'] in dv-neutron-master-2-hyperv {{(pid=116164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 11:26:51.534420 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dcca168-04cf-42fc-ad59-4b388acec85e None None] Routers {'ef767ad2-1c5e-4773-9983-486968468c6b'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=116164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 11:26:51.535121 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_hamode_db [None req-0dcca168-04cf-42fc-ad59-4b388acec85e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-28T10:50:39Z,description=,heartbeat_timestamp=2022-04-28T11:26:39Z,host='dv-neutron-master-2-hyperv',id=6b492ad6-0876-4d74-b20d-28143a52ceba,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T10:50:40Z,topic='l3_agent')) {'router_ids': ['ef767ad2-1c5e-4773-9983-486968468c6b'], 'active': True} {{(pid=116164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:26:51.584329 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-a0377d35-2ca8-42e5-989a-8046a1c80eca admin admin] Publish callbacks [] for router (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:26:51.585601 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-a0377d35-2ca8-42e5-989a-8046a1c80eca admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 2.2687800 Apr 28 11:26:51.588323 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 60032) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:26:51.640086 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_dvr_db [None req-0dcca168-04cf-42fc-ad59-4b388acec85e None None] Set router ef767ad2-1c5e-4773-9983-486968468c6b gateway port host: dv-neutron-master-2-hyperv {{(pid=116164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 11:26:51.809592 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_hamode_db [None req-0dcca168-04cf-42fc-ad59-4b388acec85e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef767ad2-1c5e-4773-9983-486968468c6b', 'name': 'tempest-TestEncryptedCinderVolumes-2061861475-router', 'tenant_id': '7dee41e6cd5d4ca1973951869c93edf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'external_fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.45'}], 'enable_snat': True}, 'gw_port_id': 'a9ea432a-b51a-4d2a-b5c1-a815ad2fc3a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T11:26:49Z', 'updated_at': '2022-04-28T11:26:50Z', 'revision_number': 3, 'project_id': '7dee41e6cd5d4ca1973951869c93edf3', 'gw_port': {'id': 'a9ea432a-b51a-4d2a-b5c1-a815ad2fc3a7', 'name': '', 'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:f3:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef767ad2-1c5e-4773-9983-486968468c6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1652, 'fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:26:49Z', 'updated_at': '2022-04-28T11:26:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=116164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:26:51.924095 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dcca168-04cf-42fc-ad59-4b388acec85e None None] Checking router: ef767ad2-1c5e-4773-9983-486968468c6b for host: dv-neutron-master-2-hyperv {{(pid=116164) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 11:26:51.924442 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dcca168-04cf-42fc-ad59-4b388acec85e None None] Updating router ef767ad2-1c5e-4773-9983-486968468c6b port a9ea432a-b51a-4d2a-b5c1-a815ad2fc3a7 binding host dv-neutron-master-2-hyperv {{(pid=116164) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 28 11:26:51.951262 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron_lib.callbacks.manager [None req-0dcca168-04cf-42fc-ad59-4b388acec85e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (a9ea432a-b51a-4d2a-b5c1-a815ad2fc3a7), before_update {{(pid=116164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:26:52.012401 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-b5184dcd-98de-41f7-ad97-eebcdd009b07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (None), before_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:26:52.172665 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.db.db_base_plugin_common [None req-b5184dcd-98de-41f7-ad97-eebcdd009b07 admin admin] Allocated IP 172.20.0.1 (b7da38b5-29e7-4a7a-9af9-efa6509f9fc0/43965080-dd12-4069-994a-4f2bb508fa7c/ce8d5cc6-a5a4-4b30-8465-705aef3ad2b3) {{(pid=116161) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 11:26:52.196344 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron_lib.callbacks.manager [None req-0dcca168-04cf-42fc-ad59-4b388acec85e None None] Publish callbacks [] for port (a9ea432a-b51a-4d2a-b5c1-a815ad2fc3a7), precommit_update {{(pid=116164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:26:52.258323 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron_lib.callbacks.manager [None req-0dcca168-04cf-42fc-ad59-4b388acec85e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393'] for port (a9ea432a-b51a-4d2a-b5c1-a815ad2fc3a7), after_update {{(pid=116164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:26:52.278015 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-b5184dcd-98de-41f7-ad97-eebcdd009b07 admin admin] Publish callbacks [] for port (ce8d5cc6-a5a4-4b30-8465-705aef3ad2b3), precommit_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:26:52.309914 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.plugins.ml2.managers [None req-0dcca168-04cf-42fc-ad59-4b388acec85e None None] Attempting to bind port a9ea432a-b51a-4d2a-b5c1-a815ad2fc3a7 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=116164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 28 11:26:52.310279 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.plugins.ml2.managers [None req-0dcca168-04cf-42fc-ad59-4b388acec85e None None] Attempting to bind port a9ea432a-b51a-4d2a-b5c1-a815ad2fc3a7 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '142bc50f-d6af-4646-8d06-bb7af6b7b51c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c'}] {{(pid=116164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 28 11:26:52.310667 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dcca168-04cf-42fc-ad59-4b388acec85e None None] Attempting to bind port a9ea432a-b51a-4d2a-b5c1-a815ad2fc3a7 on network 7be49d94-bbb8-4a61-bafe-209c5f861e1c {{(pid=116164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 11:26:52.313049 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bdd0bbb-21f0-492a-a086-db2e2d114363 None None] Pushing event updated for resources: {'Port': ['ID=a9ea432a-b51a-4d2a-b5c1-a815ad2fc3a7,revision_number=2']} {{(pid=116164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:26:52.321588 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dcca168-04cf-42fc-ad59-4b388acec85e None None] Checking agent: {'id': 'd5baab19-5dd1-4902-922b-84acb048ab9c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 10, 50, 43), 'started_at': datetime.datetime(2022, 4, 28, 10, 51, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 11, 26, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=116164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 11:26:52.321956 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dcca168-04cf-42fc-ad59-4b388acec85e None None] Checking segment: {'id': '142bc50f-d6af-4646-8d06-bb7af6b7b51c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 11:26:52.322350 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron_lib.callbacks.manager [None req-0dcca168-04cf-42fc-ad59-4b388acec85e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=116164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:26:52.323133 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dcca168-04cf-42fc-ad59-4b388acec85e None None] Bound using segment: {'id': '142bc50f-d6af-4646-8d06-bb7af6b7b51c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c'} {{(pid=116164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 11:26:52.323254 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.plugins.ml2.managers [None req-0dcca168-04cf-42fc-ad59-4b388acec85e None None] Bound port: a9ea432a-b51a-4d2a-b5c1-a815ad2fc3a7, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '142bc50f-d6af-4646-8d06-bb7af6b7b51c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c'}}] {{(pid=116164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 28 11:26:52.324330 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron_lib.callbacks.manager [None req-0dcca168-04cf-42fc-ad59-4b388acec85e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (a9ea432a-b51a-4d2a-b5c1-a815ad2fc3a7), before_update {{(pid=116164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:26:52.346282 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bdd0bbb-21f0-492a-a086-db2e2d114363 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:26:52.346282 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bdd0bbb-21f0-492a-a086-db2e2d114363 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:26:52.346282 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bdd0bbb-21f0-492a-a086-db2e2d114363 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:26:52.346282 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bdd0bbb-21f0-492a-a086-db2e2d114363 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:26:52.346282 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bdd0bbb-21f0-492a-a086-db2e2d114363 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:26:52.346282 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bdd0bbb-21f0-492a-a086-db2e2d114363 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:26:52.346706 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bdd0bbb-21f0-492a-a086-db2e2d114363 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:26:52.346777 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bdd0bbb-21f0-492a-a086-db2e2d114363 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:26:52.347078 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bdd0bbb-21f0-492a-a086-db2e2d114363 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:26:52.347377 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bdd0bbb-21f0-492a-a086-db2e2d114363 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:26:52.347697 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bdd0bbb-21f0-492a-a086-db2e2d114363 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:26:52.348016 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bdd0bbb-21f0-492a-a086-db2e2d114363 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:26:52.348329 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bdd0bbb-21f0-492a-a086-db2e2d114363 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:26:52.348643 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bdd0bbb-21f0-492a-a086-db2e2d114363 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:26:52.348950 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bdd0bbb-21f0-492a-a086-db2e2d114363 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:26:52.366220 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-b5184dcd-98de-41f7-ad97-eebcdd009b07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742234710357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5219112'] for port (ce8d5cc6-a5a4-4b30-8465-705aef3ad2b3), after_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:26:52.383744 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.plugins.ml2.db [None req-0dcca168-04cf-42fc-ad59-4b388acec85e None None] For port a9ea432a-b51a-4d2a-b5c1-a815ad2fc3a7, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=116164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 11:26:52.387444 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.plugins.ml2.db [None req-0dcca168-04cf-42fc-ad59-4b388acec85e None None] For port a9ea432a-b51a-4d2a-b5c1-a815ad2fc3a7, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=a9ea432a-b51a-4d2a-b5c1-a815ad2fc3a7,segment=NetworkSegment(142bc50f-d6af-4646-8d06-bb7af6b7b51c),segment_id=142bc50f-d6af-4646-8d06-bb7af6b7b51c)] {{(pid=116164) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 11:26:52.389386 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Device 7c246652-f3b0-4512-8b69-f40c91228bf7 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=116163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 11:26:52.409633 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5184dcd-98de-41f7-ad97-eebcdd009b07 admin admin] Network b7da38b5-29e7-4a7a-9af9-efa6509f9fc0 is already hosted by enough agents. {{(pid=116161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 11:26:52.412500 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.scheduler.base_scheduler [None req-b5184dcd-98de-41f7-ad97-eebcdd009b07 admin admin] Resources bound (agent type, host, resource id): {{(pid=116161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 11:26:52.414905 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5184dcd-98de-41f7-ad97-eebcdd009b07 admin admin] Received port after_create {{(pid=116161) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 11:26:52.437740 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Provisioning complete for port 7c246652-f3b0-4512-8b69-f40c91228bf7 triggered by entity L2. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:26:52.438094 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (7c246652-f3b0-4512-8b69-f40c91228bf7), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:26:52.447585 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5184dcd-98de-41f7-ad97-eebcdd009b07 admin admin] Pushing event updated for resources: {'Port': ['ID=ce8d5cc6-a5a4-4b30-8465-705aef3ad2b3,revision_number=1']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:26:52.459131 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron_lib.callbacks.manager [None req-0dcca168-04cf-42fc-ad59-4b388acec85e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393'] for port (a9ea432a-b51a-4d2a-b5c1-a815ad2fc3a7), after_update {{(pid=116164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:26:52.464260 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-b5184dcd-98de-41f7-ad97-eebcdd009b07 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2063275'] for router_interface (ef767ad2-1c5e-4773-9983-486968468c6b), before_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:26:52.540071 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bdd0bbb-21f0-492a-a086-db2e2d114363 None None] Pushing event updated for resources: {'Port': ['ID=a9ea432a-b51a-4d2a-b5c1-a815ad2fc3a7,revision_number=3']} {{(pid=116164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:26:52.545375 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Current status of the port 7c246652-f3b0-4512-8b69-f40c91228bf7 is: ACTIVE; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:26:52.555884 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dcca168-04cf-42fc-ad59-4b388acec85e None None] Routers {'ef767ad2-1c5e-4773-9983-486968468c6b'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=116164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 11:26:52.556620 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_hamode_db [None req-0dcca168-04cf-42fc-ad59-4b388acec85e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-28T10:50:39Z,description=,heartbeat_timestamp=2022-04-28T11:26:39Z,host='dv-neutron-master-2-hyperv',id=6b492ad6-0876-4d74-b20d-28143a52ceba,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T10:50:40Z,topic='l3_agent')) {'router_ids': ['ef767ad2-1c5e-4773-9983-486968468c6b'], 'active': True} {{(pid=116164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:26:52.644258 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-ae3bfbc5-b42c-463c-a4da-e850dfe37115 None None] Provisioning complete for port ce8d5cc6-a5a4-4b30-8465-705aef3ad2b3 triggered by entity DHCP. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:26:52.644998 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-ae3bfbc5-b42c-463c-a4da-e850dfe37115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (ce8d5cc6-a5a4-4b30-8465-705aef3ad2b3), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:26:52.668166 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_dvr_db [None req-0dcca168-04cf-42fc-ad59-4b388acec85e None None] Set router ef767ad2-1c5e-4773-9983-486968468c6b gateway port host: dv-neutron-master-2-hyperv {{(pid=116164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 11:26:52.674827 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-b5184dcd-98de-41f7-ad97-eebcdd009b07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (ce8d5cc6-a5a4-4b30-8465-705aef3ad2b3), before_update {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:26:52.681605 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-ae3bfbc5-b42c-463c-a4da-e850dfe37115 None None] Port ce8d5cc6-a5a4-4b30-8465-705aef3ad2b3 cannot update to ACTIVE because it is not bound. {{(pid=116163) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 28 11:26:52.833972 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_hamode_db [None req-0dcca168-04cf-42fc-ad59-4b388acec85e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef767ad2-1c5e-4773-9983-486968468c6b', 'name': 'tempest-TestEncryptedCinderVolumes-2061861475-router', 'tenant_id': '7dee41e6cd5d4ca1973951869c93edf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'external_fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.45'}], 'enable_snat': True}, 'gw_port_id': 'a9ea432a-b51a-4d2a-b5c1-a815ad2fc3a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T11:26:49Z', 'updated_at': '2022-04-28T11:26:50Z', 'revision_number': 3, 'project_id': '7dee41e6cd5d4ca1973951869c93edf3', 'gw_port': {'id': 'a9ea432a-b51a-4d2a-b5c1-a815ad2fc3a7', 'name': '', 'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:f3:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef767ad2-1c5e-4773-9983-486968468c6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1652, 'fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:26:49Z', 'updated_at': '2022-04-28T11:26:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=116164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:26:52.845281 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-b5184dcd-98de-41f7-ad97-eebcdd009b07 admin admin] Publish callbacks [] for port (ce8d5cc6-a5a4-4b30-8465-705aef3ad2b3), precommit_update {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:26:52.860106 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dcca168-04cf-42fc-ad59-4b388acec85e None None] The sync data for ids ['ef767ad2-1c5e-4773-9983-486968468c6b'] in dv-neutron-master-2-hyperv is: [{'id': 'ef767ad2-1c5e-4773-9983-486968468c6b', 'name': 'tempest-TestEncryptedCinderVolumes-2061861475-router', 'tenant_id': '7dee41e6cd5d4ca1973951869c93edf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'external_fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.45'}], 'enable_snat': True}, 'gw_port_id': 'a9ea432a-b51a-4d2a-b5c1-a815ad2fc3a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T11:26:49Z', 'updated_at': '2022-04-28T11:26:50Z', 'revision_number': 3, 'project_id': '7dee41e6cd5d4ca1973951869c93edf3', 'gw_port': {'id': 'a9ea432a-b51a-4d2a-b5c1-a815ad2fc3a7', 'name': '', 'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:f3:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef767ad2-1c5e-4773-9983-486968468c6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1652, 'fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:26:49Z', 'updated_at': '2022-04-28T11:26:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}] {{(pid=116164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 11:26:52.909702 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-b5184dcd-98de-41f7-ad97-eebcdd009b07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5219123'] for port (ce8d5cc6-a5a4-4b30-8465-705aef3ad2b3), after_update {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:26:52.981311 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5184dcd-98de-41f7-ad97-eebcdd009b07 admin admin] Pushing event updated for resources: {'Port': ['ID=ce8d5cc6-a5a4-4b30-8465-705aef3ad2b3,revision_number=2']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:26:52.983688 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-b5184dcd-98de-41f7-ad97-eebcdd009b07 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1603056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2063387'] for router_interface (ef767ad2-1c5e-4773-9983-486968468c6b), after_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:26:53.093117 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5184dcd-98de-41f7-ad97-eebcdd009b07 admin admin] Network b7da38b5-29e7-4a7a-9af9-efa6509f9fc0 is already hosted by enough agents. {{(pid=116161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 11:26:53.094617 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.scheduler.base_scheduler [None req-b5184dcd-98de-41f7-ad97-eebcdd009b07 admin admin] Resources bound (agent type, host, resource id): {{(pid=116161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 11:26:53.223050 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5184dcd-98de-41f7-ad97-eebcdd009b07 admin admin] Router ef767ad2-1c5e-4773-9983-486968468c6b has already been hosted by L3 agent 6b492ad6-0876-4d74-b20d-28143a52ceba {{(pid=116161) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 11:26:53.344444 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5184dcd-98de-41f7-ad97-eebcdd009b07 admin admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=116161) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 11:26:53.349868 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-b5184dcd-98de-41f7-ad97-eebcdd009b07 admin admin] 10.222.0.10 "PUT /v2.0/routers/ef767ad2-1c5e-4773-9983-486968468c6b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7603736 Apr 28 11:26:53.403523 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-76e52432-412d-4532-b5e8-5e16f5594e3a None None] Provisioning complete for port ce8d5cc6-a5a4-4b30-8465-705aef3ad2b3 triggered by entity DHCP. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:26:53.404490 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-76e52432-412d-4532-b5e8-5e16f5594e3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (ce8d5cc6-a5a4-4b30-8465-705aef3ad2b3), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:26:53.443101 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-76e52432-412d-4532-b5e8-5e16f5594e3a None None] Port ce8d5cc6-a5a4-4b30-8465-705aef3ad2b3 cannot update to ACTIVE because it is not bound. {{(pid=116163) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 28 11:26:54.031877 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 60048) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:26:54.037295 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.v2.base [None req-9d371f23-0d83-4136-93c9-c4800e5437ed admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-203366069-network', 'tenant_id': '78e39e23eeda4792a38fee6f7ffb6194'}} {{(pid=116162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:26:54.109979 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d371f23-0d83-4136-93c9-c4800e5437ed admin admin] Made reservation on behalf of 78e39e23eeda4792a38fee6f7ffb6194 for: {'network': 1} {{(pid=116162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 11:26:54.112519 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-9d371f23-0d83-4136-93c9-c4800e5437ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for network (None), before_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:26:54.121917 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-9d371f23-0d83-4136-93c9-c4800e5437ed admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:26:54.198055 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-9d371f23-0d83-4136-93c9-c4800e5437ed admin admin] Publish callbacks [] for security_group (0e21f41a-bc10-4607-970b-2b91982d8409), precommit_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:26:54.247733 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-9d371f23-0d83-4136-93c9-c4800e5437ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924426'] for security_group (0e21f41a-bc10-4607-970b-2b91982d8409), after_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:26:54.274053 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9d371f23-0d83-4136-93c9-c4800e5437ed admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 89} {{(pid=116162) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 11:26:54.284285 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d371f23-0d83-4136-93c9-c4800e5437ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e21f41a-bc10-4607-970b-2b91982d8409,revision_number=1']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:26:54.290427 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-9d371f23-0d83-4136-93c9-c4800e5437ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-961978'] for segment (f51b613a-572b-4f86-9d28-e37283e06a8b), precommit_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:26:54.290765 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.db.segments_db [None req-9d371f23-0d83-4136-93c9-c4800e5437ed admin admin] Added segment f51b613a-572b-4f86-9d28-e37283e06a8b of type vlan for network c3cd7bc9-7b99-4162-9e2c-d16eb8c90ac6 Apr 28 11:26:54.333216 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-9d371f23-0d83-4136-93c9-c4800e5437ed admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742234744962'] for network (c3cd7bc9-7b99-4162-9e2c-d16eb8c90ac6), precommit_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:26:54.364484 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a0298f5-552b-4b0c-9b74-52bfbdbcb609 None None] Sync routers for ids ['ef767ad2-1c5e-4773-9983-486968468c6b'] in dv-neutron-master-2-hyperv {{(pid=116163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 11:26:54.376523 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a0298f5-552b-4b0c-9b74-52bfbdbcb609 None None] Routers {'ef767ad2-1c5e-4773-9983-486968468c6b'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=116163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 11:26:54.377158 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_hamode_db [None req-1a0298f5-552b-4b0c-9b74-52bfbdbcb609 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-28T10:50:39Z,description=,heartbeat_timestamp=2022-04-28T11:26:39Z,host='dv-neutron-master-2-hyperv',id=6b492ad6-0876-4d74-b20d-28143a52ceba,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T10:50:40Z,topic='l3_agent')) {'router_ids': ['ef767ad2-1c5e-4773-9983-486968468c6b'], 'active': True} {{(pid=116163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:26:54.412918 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Device a9ea432a-b51a-4d2a-b5c1-a815ad2fc3a7 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=116163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 11:26:54.436393 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-9d371f23-0d83-4136-93c9-c4800e5437ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042'] for network (c3cd7bc9-7b99-4162-9e2c-d16eb8c90ac6), after_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:26:54.437329 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d371f23-0d83-4136-93c9-c4800e5437ed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:26:54.437918 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-9d371f23-0d83-4136-93c9-c4800e5437ed admin admin] Publish callbacks [] for network (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:26:54.501705 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d371f23-0d83-4136-93c9-c4800e5437ed admin admin] Pushing event updated for resources: {'Network': ['ID=c3cd7bc9-7b99-4162-9e2c-d16eb8c90ac6,revision_number=1']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:26:54.516108 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Network c3cd7bc9-7b99-4162-9e2c-d16eb8c90ac6 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=116163) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 28 11:26:54.534874 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Provisioning complete for port a9ea432a-b51a-4d2a-b5c1-a815ad2fc3a7 triggered by entity L2. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:26:54.535252 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (a9ea432a-b51a-4d2a-b5c1-a815ad2fc3a7), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:26:54.538677 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 60050) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:26:54.539541 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-9d371f23-0d83-4136-93c9-c4800e5437ed admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.5059319 Apr 28 11:26:54.544922 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.v2.base [None req-4d115e41-a668-4bc6-84b1-5428e177f56f admin admin] Request body: {'subnet': {'network_id': 'c3cd7bc9-7b99-4162-9e2c-d16eb8c90ac6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-203366069-subnet', 'tenant_id': '78e39e23eeda4792a38fee6f7ffb6194', 'ip_version': 4}} {{(pid=116161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:26:54.551170 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvr_db [None req-1a0298f5-552b-4b0c-9b74-52bfbdbcb609 None None] Set router ef767ad2-1c5e-4773-9983-486968468c6b gateway port host: dv-neutron-master-2-hyperv {{(pid=116163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 11:26:54.629727 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d115e41-a668-4bc6-84b1-5428e177f56f admin admin] Made reservation on behalf of 78e39e23eeda4792a38fee6f7ffb6194 for: {'subnet': 1} {{(pid=116161) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 11:26:54.632250 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-4d115e41-a668-4bc6-84b1-5428e177f56f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5125580'] for subnet (None), before_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:26:54.787994 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Current status of the port a9ea432a-b51a-4d2a-b5c1-a815ad2fc3a7 is: DOWN; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:26:54.788381 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (a9ea432a-b51a-4d2a-b5c1-a815ad2fc3a7), before_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:26:54.820153 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] For port a9ea432a-b51a-4d2a-b5c1-a815ad2fc3a7, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=a9ea432a-b51a-4d2a-b5c1-a815ad2fc3a7,segment=NetworkSegment(142bc50f-d6af-4646-8d06-bb7af6b7b51c),segment_id=142bc50f-d6af-4646-8d06-bb7af6b7b51c)] {{(pid=116163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 11:26:54.859158 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_hamode_db [None req-1a0298f5-552b-4b0c-9b74-52bfbdbcb609 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef767ad2-1c5e-4773-9983-486968468c6b', 'name': 'tempest-TestEncryptedCinderVolumes-2061861475-router', 'tenant_id': '7dee41e6cd5d4ca1973951869c93edf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'external_fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.45'}], 'enable_snat': True}, 'gw_port_id': 'a9ea432a-b51a-4d2a-b5c1-a815ad2fc3a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T11:26:49Z', 'updated_at': '2022-04-28T11:26:52Z', 'revision_number': 4, 'project_id': '7dee41e6cd5d4ca1973951869c93edf3', 'gw_port': {'id': 'a9ea432a-b51a-4d2a-b5c1-a815ad2fc3a7', 'name': '', 'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:f3:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef767ad2-1c5e-4773-9983-486968468c6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1652, 'fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:26:49Z', 'updated_at': '2022-04-28T11:26:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'ce8d5cc6-a5a4-4b30-8465-705aef3ad2b3', 'name': '', 'network_id': 'b7da38b5-29e7-4a7a-9af9-efa6509f9fc0', 'tenant_id': '7dee41e6cd5d4ca1973951869c93edf3', 'mac_address': 'fa:16:3e:64:49:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef767ad2-1c5e-4773-9983-486968468c6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1653, 'fixed_ips': [{'subnet_id': '43965080-dd12-4069-994a-4f2bb508fa7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:26:52Z', 'updated_at': '2022-04-28T11:26:52Z', 'revision_number': 2, 'project_id': '7dee41e6cd5d4ca1973951869c93edf3', 'subnets': [{'id': '43965080-dd12-4069-994a-4f2bb508fa7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=116163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:26:54.885325 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a0298f5-552b-4b0c-9b74-52bfbdbcb609 None None] Checking router: ef767ad2-1c5e-4773-9983-486968468c6b for host: dv-neutron-master-2-hyperv {{(pid=116163) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 11:26:54.885674 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a0298f5-552b-4b0c-9b74-52bfbdbcb609 None None] Updating router ef767ad2-1c5e-4773-9983-486968468c6b port ce8d5cc6-a5a4-4b30-8465-705aef3ad2b3 binding host dv-neutron-master-2-hyperv {{(pid=116163) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 28 11:26:54.890962 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-4d115e41-a668-4bc6-84b1-5428e177f56f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5220536', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5125438'] for subnet (7b0df873-0543-46d1-bf48-437906791e94), after_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:26:54.912901 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-1a0298f5-552b-4b0c-9b74-52bfbdbcb609 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (ce8d5cc6-a5a4-4b30-8465-705aef3ad2b3), before_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:26:54.924013 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393'] for port (a9ea432a-b51a-4d2a-b5c1-a815ad2fc3a7), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:26:54.962564 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d115e41-a668-4bc6-84b1-5428e177f56f admin admin] Pushing event updated for resources: {'Subnet': ['ID=7b0df873-0543-46d1-bf48-437906791e94,revision_number=0']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:26:54.971769 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d115e41-a668-4bc6-84b1-5428e177f56f admin admin] Checking segment: {'id': 'f51b613a-572b-4f86-9d28-e37283e06a8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'c3cd7bc9-7b99-4162-9e2c-d16eb8c90ac6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 11:26:54.972168 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d115e41-a668-4bc6-84b1-5428e177f56f admin admin] Network hostable DHCP agents. Network: c3cd7bc9-7b99-4162-9e2c-d16eb8c90ac6, hostable agents: ['75ba81b7-fe99-4281-90d2-a5adb445ecea'], hosted agents: [] {{(pid=116161) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 11:26:55.045092 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d115e41-a668-4bc6-84b1-5428e177f56f admin admin] Network c3cd7bc9-7b99-4162-9e2c-d16eb8c90ac6 is scheduled to be hosted by DHCP agent 75ba81b7-fe99-4281-90d2-a5adb445ecea with binding_index 1 {{(pid=116161) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 11:26:55.118941 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.scheduler.base_scheduler [None req-4d115e41-a668-4bc6-84b1-5428e177f56f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, c3cd7bc9-7b99-4162-9e2c-d16eb8c90ac6) {{(pid=116161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 11:26:55.123466 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d115e41-a668-4bc6-84b1-5428e177f56f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:26:55.123868 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-4d115e41-a668-4bc6-84b1-5428e177f56f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:26:55.130521 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec3a2c40-f743-4a81-8b6e-f5e070a43afb None None] Network c3cd7bc9-7b99-4162-9e2c-d16eb8c90ac6 requested from dv-neutron-master-2-hyperv {{(pid=116163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 11:26:55.219406 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Pushing event updated for resources: {'Port': ['ID=a9ea432a-b51a-4d2a-b5c1-a815ad2fc3a7,revision_number=4']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:26:55.234211 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-4d115e41-a668-4bc6-84b1-5428e177f56f admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.6920822 Apr 28 11:26:55.235133 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 60052) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:26:55.240951 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.v2.base [None req-7f0df0e2-b08e-432b-b98d-d24d03467012 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-203366069-router', 'tenant_id': '78e39e23eeda4792a38fee6f7ffb6194', 'external_gateway_info': {'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c'}}} {{(pid=116162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:26:55.319574 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-7f0df0e2-b08e-432b-b98d-d24d03467012 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2060459', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-63449'] for router (88e5e958-3b67-40f4-a398-9f251f23f2b8), before_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:26:55.320643 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-7f0df0e2-b08e-432b-b98d-d24d03467012 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2060827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1935275', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1960866', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-63266'] for router (88e5e958-3b67-40f4-a398-9f251f23f2b8), precommit_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:26:55.359986 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d478e8b2-8fc6-4e97-a385-186aea2e5d70 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-c3cd7bc9-7b99-4162-9e2c-d16eb8c90ac6', 'network_id': 'c3cd7bc9-7b99-4162-9e2c-d16eb8c90ac6', 'project_id': '78e39e23eeda4792a38fee6f7ffb6194', 'fixed_ips': [{'subnet_id': '7b0df873-0543-46d1-bf48-437906791e94'}]}} from dv-neutron-master-2-hyperv. {{(pid=116163) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 28 11:26:55.360924 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-d478e8b2-8fc6-4e97-a385-186aea2e5d70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (None), before_create {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:26:55.378553 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-7f0df0e2-b08e-432b-b98d-d24d03467012 admin admin] Publish callbacks [] for router_controller (88e5e958-3b67-40f4-a398-9f251f23f2b8), precommit_add_association {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:26:55.561994 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-1a0298f5-552b-4b0c-9b74-52bfbdbcb609 None None] Publish callbacks [] for port (ce8d5cc6-a5a4-4b30-8465-705aef3ad2b3), precommit_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:26:55.566481 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.db_base_plugin_common [None req-d478e8b2-8fc6-4e97-a385-186aea2e5d70 None None] Allocated IP 172.20.0.2 (c3cd7bc9-7b99-4162-9e2c-d16eb8c90ac6/7b0df873-0543-46d1-bf48-437906791e94/9d294681-cb0e-4fca-8b76-36fcda6e7311) {{(pid=116163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 11:26:55.599015 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-7f0df0e2-b08e-432b-b98d-d24d03467012 admin admin] Publish callbacks [] for router_gateway (88e5e958-3b67-40f4-a398-9f251f23f2b8), precommit_update {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:26:55.652941 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-1a0298f5-552b-4b0c-9b74-52bfbdbcb609 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393'] for port (ce8d5cc6-a5a4-4b30-8465-705aef3ad2b3), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:26:55.773313 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb87c2a-d4cc-47be-8643-43637adac256 None None] Pushing event updated for resources: {'Port': ['ID=ce8d5cc6-a5a4-4b30-8465-705aef3ad2b3,revision_number=3']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:26:55.803101 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-d478e8b2-8fc6-4e97-a385-186aea2e5d70 None None] Publish callbacks [] for port (9d294681-cb0e-4fca-8b76-36fcda6e7311), precommit_create {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:26:55.843283 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.managers [None req-1a0298f5-552b-4b0c-9b74-52bfbdbcb609 None None] Attempting to bind port ce8d5cc6-a5a4-4b30-8465-705aef3ad2b3 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=116163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 28 11:26:55.844410 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.managers [None req-1a0298f5-552b-4b0c-9b74-52bfbdbcb609 None None] Attempting to bind port ce8d5cc6-a5a4-4b30-8465-705aef3ad2b3 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'dc742cb7-1e97-4c15-9d51-e8038ef8b3cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'b7da38b5-29e7-4a7a-9af9-efa6509f9fc0'}] {{(pid=116163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 28 11:26:55.844410 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a0298f5-552b-4b0c-9b74-52bfbdbcb609 None None] Attempting to bind port ce8d5cc6-a5a4-4b30-8465-705aef3ad2b3 on network b7da38b5-29e7-4a7a-9af9-efa6509f9fc0 {{(pid=116163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 11:26:55.850215 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a0298f5-552b-4b0c-9b74-52bfbdbcb609 None None] Checking agent: {'id': 'd5baab19-5dd1-4902-922b-84acb048ab9c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 10, 50, 43), 'started_at': datetime.datetime(2022, 4, 28, 10, 51, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 11, 26, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=116163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 11:26:55.850760 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a0298f5-552b-4b0c-9b74-52bfbdbcb609 None None] Checking segment: {'id': 'dc742cb7-1e97-4c15-9d51-e8038ef8b3cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'b7da38b5-29e7-4a7a-9af9-efa6509f9fc0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 11:26:55.851172 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-1a0298f5-552b-4b0c-9b74-52bfbdbcb609 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:26:55.851569 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a0298f5-552b-4b0c-9b74-52bfbdbcb609 None None] Bound using segment: {'id': 'dc742cb7-1e97-4c15-9d51-e8038ef8b3cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'b7da38b5-29e7-4a7a-9af9-efa6509f9fc0'} {{(pid=116163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 11:26:55.852042 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.managers [None req-1a0298f5-552b-4b0c-9b74-52bfbdbcb609 None None] Bound port: ce8d5cc6-a5a4-4b30-8465-705aef3ad2b3, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc742cb7-1e97-4c15-9d51-e8038ef8b3cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'b7da38b5-29e7-4a7a-9af9-efa6509f9fc0'}}] {{(pid=116163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 28 11:26:55.852420 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-1a0298f5-552b-4b0c-9b74-52bfbdbcb609 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (ce8d5cc6-a5a4-4b30-8465-705aef3ad2b3), before_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:26:55.907178 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-d478e8b2-8fc6-4e97-a385-186aea2e5d70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742234710357'] for port (9d294681-cb0e-4fca-8b76-36fcda6e7311), after_create {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:26:55.912613 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-7f0df0e2-b08e-432b-b98d-d24d03467012 admin admin] Publish callbacks [] for router_gateway (88e5e958-3b67-40f4-a398-9f251f23f2b8), before_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:26:55.941319 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-7f0df0e2-b08e-432b-b98d-d24d03467012 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (None), before_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:26:55.967984 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d478e8b2-8fc6-4e97-a385-186aea2e5d70 None None] Network c3cd7bc9-7b99-4162-9e2c-d16eb8c90ac6 is already hosted by enough agents. {{(pid=116163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 11:26:55.969160 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-1a0298f5-552b-4b0c-9b74-52bfbdbcb609 None None] For port ce8d5cc6-a5a4-4b30-8465-705aef3ad2b3, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=116163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 11:26:55.996809 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.scheduler.base_scheduler [None req-d478e8b2-8fc6-4e97-a385-186aea2e5d70 None None] Resources bound (agent type, host, resource id): {{(pid=116163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 11:26:56.008976 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-1a0298f5-552b-4b0c-9b74-52bfbdbcb609 None None] For port ce8d5cc6-a5a4-4b30-8465-705aef3ad2b3, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=ce8d5cc6-a5a4-4b30-8465-705aef3ad2b3,segment=NetworkSegment(dc742cb7-1e97-4c15-9d51-e8038ef8b3cd),segment_id=dc742cb7-1e97-4c15-9d51-e8038ef8b3cd)] {{(pid=116163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 11:26:56.010490 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d478e8b2-8fc6-4e97-a385-186aea2e5d70 None None] Received port after_create {{(pid=116163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 11:26:56.016310 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d478e8b2-8fc6-4e97-a385-186aea2e5d70 None None] Pushing event updated for resources: {'Port': ['ID=9d294681-cb0e-4fca-8b76-36fcda6e7311,revision_number=1']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:26:56.022209 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-03ebdeea-ff54-4ba8-8b7a-c8f089215325 None None] Provisioning complete for port ce8d5cc6-a5a4-4b30-8465-705aef3ad2b3 triggered by entity DHCP. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:26:56.022601 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-03ebdeea-ff54-4ba8-8b7a-c8f089215325 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (ce8d5cc6-a5a4-4b30-8465-705aef3ad2b3), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:26:56.075674 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-1a0298f5-552b-4b0c-9b74-52bfbdbcb609 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393'] for port (ce8d5cc6-a5a4-4b30-8465-705aef3ad2b3), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:26:56.109130 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.db.db_base_plugin_common [None req-7f0df0e2-b08e-432b-b98d-d24d03467012 admin admin] Allocated IP 172.36.4.74 (7be49d94-bbb8-4a61-bafe-209c5f861e1c/c0f82f52-05ee-40f2-a57c-9d02e01fb9fa/cb22df35-805c-46d8-8109-6d918d1dc847) {{(pid=116162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 11:26:56.129182 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-03ebdeea-ff54-4ba8-8b7a-c8f089215325 None None] Port ce8d5cc6-a5a4-4b30-8465-705aef3ad2b3 cannot update to ACTIVE because it is not bound. {{(pid=116163) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 28 11:26:56.160028 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.managers [None req-d478e8b2-8fc6-4e97-a385-186aea2e5d70 None None] Attempting to bind port 9d294681-cb0e-4fca-8b76-36fcda6e7311 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=116163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 28 11:26:56.160413 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.managers [None req-d478e8b2-8fc6-4e97-a385-186aea2e5d70 None None] Attempting to bind port 9d294681-cb0e-4fca-8b76-36fcda6e7311 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'f51b613a-572b-4f86-9d28-e37283e06a8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'c3cd7bc9-7b99-4162-9e2c-d16eb8c90ac6'}] {{(pid=116163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 28 11:26:56.160783 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d478e8b2-8fc6-4e97-a385-186aea2e5d70 None None] Attempting to bind port 9d294681-cb0e-4fca-8b76-36fcda6e7311 on network c3cd7bc9-7b99-4162-9e2c-d16eb8c90ac6 {{(pid=116163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 11:26:56.177480 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d478e8b2-8fc6-4e97-a385-186aea2e5d70 None None] Checking agent: {'id': 'd5baab19-5dd1-4902-922b-84acb048ab9c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 10, 50, 43), 'started_at': datetime.datetime(2022, 4, 28, 10, 51, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 11, 26, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=116163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 11:26:56.177857 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d478e8b2-8fc6-4e97-a385-186aea2e5d70 None None] Checking segment: {'id': 'f51b613a-572b-4f86-9d28-e37283e06a8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'c3cd7bc9-7b99-4162-9e2c-d16eb8c90ac6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 11:26:56.179656 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-d478e8b2-8fc6-4e97-a385-186aea2e5d70 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:26:56.179656 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d478e8b2-8fc6-4e97-a385-186aea2e5d70 None None] Bound using segment: {'id': 'f51b613a-572b-4f86-9d28-e37283e06a8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'c3cd7bc9-7b99-4162-9e2c-d16eb8c90ac6'} {{(pid=116163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 11:26:56.179656 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.managers [None req-d478e8b2-8fc6-4e97-a385-186aea2e5d70 None None] Bound port: 9d294681-cb0e-4fca-8b76-36fcda6e7311, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f51b613a-572b-4f86-9d28-e37283e06a8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'c3cd7bc9-7b99-4162-9e2c-d16eb8c90ac6'}}] {{(pid=116163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 28 11:26:56.179656 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-d478e8b2-8fc6-4e97-a385-186aea2e5d70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (9d294681-cb0e-4fca-8b76-36fcda6e7311), before_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:26:56.184228 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a0298f5-552b-4b0c-9b74-52bfbdbcb609 None None] Routers {'ef767ad2-1c5e-4773-9983-486968468c6b'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=116163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 11:26:56.184865 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_hamode_db [None req-1a0298f5-552b-4b0c-9b74-52bfbdbcb609 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-28T10:50:39Z,description=,heartbeat_timestamp=2022-04-28T11:26:39Z,host='dv-neutron-master-2-hyperv',id=6b492ad6-0876-4d74-b20d-28143a52ceba,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T10:50:40Z,topic='l3_agent')) {'router_ids': ['ef767ad2-1c5e-4773-9983-486968468c6b'], 'active': True} {{(pid=116163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:26:56.224294 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb87c2a-d4cc-47be-8643-43637adac256 None None] Pushing event updated for resources: {'Port': ['ID=ce8d5cc6-a5a4-4b30-8465-705aef3ad2b3,revision_number=4']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:26:56.227385 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-7f0df0e2-b08e-432b-b98d-d24d03467012 admin admin] Publish callbacks [] for port (cb22df35-805c-46d8-8109-6d918d1dc847), precommit_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:26:56.319694 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-7f0df0e2-b08e-432b-b98d-d24d03467012 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742234710357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5051867'] for port (cb22df35-805c-46d8-8109-6d918d1dc847), after_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:26:56.342139 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-d478e8b2-8fc6-4e97-a385-186aea2e5d70 None None] For port 9d294681-cb0e-4fca-8b76-36fcda6e7311, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=116163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 11:26:56.356220 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvr_db [None req-1a0298f5-552b-4b0c-9b74-52bfbdbcb609 None None] Set router ef767ad2-1c5e-4773-9983-486968468c6b gateway port host: dv-neutron-master-2-hyperv {{(pid=116163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 11:26:56.374344 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f0df0e2-b08e-432b-b98d-d24d03467012 admin admin] Network 7be49d94-bbb8-4a61-bafe-209c5f861e1c is already hosted by enough agents. {{(pid=116162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 11:26:56.382825 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.scheduler.base_scheduler [None req-7f0df0e2-b08e-432b-b98d-d24d03467012 admin admin] Resources bound (agent type, host, resource id): {{(pid=116162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 11:26:56.387118 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f0df0e2-b08e-432b-b98d-d24d03467012 admin admin] Received port after_create {{(pid=116162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 11:26:56.388072 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-d478e8b2-8fc6-4e97-a385-186aea2e5d70 None None] For port 9d294681-cb0e-4fca-8b76-36fcda6e7311, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=9d294681-cb0e-4fca-8b76-36fcda6e7311,segment=NetworkSegment(f51b613a-572b-4f86-9d28-e37283e06a8b),segment_id=f51b613a-572b-4f86-9d28-e37283e06a8b)] {{(pid=116163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 11:26:56.411954 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0df0e2-b08e-432b-b98d-d24d03467012 admin admin] Pushing event updated for resources: {'Port': ['ID=cb22df35-805c-46d8-8109-6d918d1dc847,revision_number=1']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:26:56.438240 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Device a9ea432a-b51a-4d2a-b5c1-a815ad2fc3a7 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=116163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 11:26:56.480612 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-d478e8b2-8fc6-4e97-a385-186aea2e5d70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393'] for port (9d294681-cb0e-4fca-8b76-36fcda6e7311), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:26:56.526897 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-4d273b66-c67e-4ad8-989f-e08285644818 None None] Provisioning complete for port ce8d5cc6-a5a4-4b30-8465-705aef3ad2b3 triggered by entity DHCP. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:26:56.527633 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-4d273b66-c67e-4ad8-989f-e08285644818 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (ce8d5cc6-a5a4-4b30-8465-705aef3ad2b3), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:26:56.631114 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d478e8b2-8fc6-4e97-a385-186aea2e5d70 None None] Pushing event updated for resources: {'Port': ['ID=9d294681-cb0e-4fca-8b76-36fcda6e7311,revision_number=2']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:26:56.656392 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Provisioning complete for port a9ea432a-b51a-4d2a-b5c1-a815ad2fc3a7 triggered by entity L2. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:26:56.656775 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (a9ea432a-b51a-4d2a-b5c1-a815ad2fc3a7), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:26:56.738341 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-7f0df0e2-b08e-432b-b98d-d24d03467012 admin admin] Publish callbacks [] for router_gateway (88e5e958-3b67-40f4-a398-9f251f23f2b8), after_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:26:56.756729 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_hamode_db [None req-1a0298f5-552b-4b0c-9b74-52bfbdbcb609 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef767ad2-1c5e-4773-9983-486968468c6b', 'name': 'tempest-TestEncryptedCinderVolumes-2061861475-router', 'tenant_id': '7dee41e6cd5d4ca1973951869c93edf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'external_fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.45'}], 'enable_snat': True}, 'gw_port_id': 'a9ea432a-b51a-4d2a-b5c1-a815ad2fc3a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T11:26:49Z', 'updated_at': '2022-04-28T11:26:52Z', 'revision_number': 4, 'project_id': '7dee41e6cd5d4ca1973951869c93edf3', 'gw_port': {'id': 'a9ea432a-b51a-4d2a-b5c1-a815ad2fc3a7', 'name': '', 'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:f3:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef767ad2-1c5e-4773-9983-486968468c6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1652, 'fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:26:49Z', 'updated_at': '2022-04-28T11:26:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'ce8d5cc6-a5a4-4b30-8465-705aef3ad2b3', 'name': '', 'network_id': 'b7da38b5-29e7-4a7a-9af9-efa6509f9fc0', 'tenant_id': '7dee41e6cd5d4ca1973951869c93edf3', 'mac_address': 'fa:16:3e:64:49:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef767ad2-1c5e-4773-9983-486968468c6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1653, 'fixed_ips': [{'subnet_id': '43965080-dd12-4069-994a-4f2bb508fa7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:26:52Z', 'updated_at': '2022-04-28T11:26:55Z', 'revision_number': 4, 'project_id': '7dee41e6cd5d4ca1973951869c93edf3', 'subnets': [{'id': '43965080-dd12-4069-994a-4f2bb508fa7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=116163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:26:56.811273 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a0298f5-552b-4b0c-9b74-52bfbdbcb609 None None] The sync data for ids ['ef767ad2-1c5e-4773-9983-486968468c6b'] in dv-neutron-master-2-hyperv is: [{'id': 'ef767ad2-1c5e-4773-9983-486968468c6b', 'name': 'tempest-TestEncryptedCinderVolumes-2061861475-router', 'tenant_id': '7dee41e6cd5d4ca1973951869c93edf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'external_fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.45'}], 'enable_snat': True}, 'gw_port_id': 'a9ea432a-b51a-4d2a-b5c1-a815ad2fc3a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T11:26:49Z', 'updated_at': '2022-04-28T11:26:52Z', 'revision_number': 4, 'project_id': '7dee41e6cd5d4ca1973951869c93edf3', 'gw_port': {'id': 'a9ea432a-b51a-4d2a-b5c1-a815ad2fc3a7', 'name': '', 'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:f3:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef767ad2-1c5e-4773-9983-486968468c6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1652, 'fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:26:49Z', 'updated_at': '2022-04-28T11:26:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'ce8d5cc6-a5a4-4b30-8465-705aef3ad2b3', 'name': '', 'network_id': 'b7da38b5-29e7-4a7a-9af9-efa6509f9fc0', 'tenant_id': '7dee41e6cd5d4ca1973951869c93edf3', 'mac_address': 'fa:16:3e:64:49:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef767ad2-1c5e-4773-9983-486968468c6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1653, 'fixed_ips': [{'subnet_id': '43965080-dd12-4069-994a-4f2bb508fa7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:26:52Z', 'updated_at': '2022-04-28T11:26:55Z', 'revision_number': 4, 'project_id': '7dee41e6cd5d4ca1973951869c93edf3', 'subnets': [{'id': '43965080-dd12-4069-994a-4f2bb508fa7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=116163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 11:26:56.824919 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-4d273b66-c67e-4ad8-989f-e08285644818 None None] Current status of the port ce8d5cc6-a5a4-4b30-8465-705aef3ad2b3 is: DOWN; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:26:56.825142 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-4d273b66-c67e-4ad8-989f-e08285644818 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (ce8d5cc6-a5a4-4b30-8465-705aef3ad2b3), before_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:26:56.918945 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Current status of the port a9ea432a-b51a-4d2a-b5c1-a815ad2fc3a7 is: ACTIVE; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:26:56.930530 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-4d273b66-c67e-4ad8-989f-e08285644818 None None] For port ce8d5cc6-a5a4-4b30-8465-705aef3ad2b3, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=ce8d5cc6-a5a4-4b30-8465-705aef3ad2b3,segment=NetworkSegment(dc742cb7-1e97-4c15-9d51-e8038ef8b3cd),segment_id=dc742cb7-1e97-4c15-9d51-e8038ef8b3cd)] {{(pid=116163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 11:26:57.013511 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-4d273b66-c67e-4ad8-989f-e08285644818 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393'] for port (ce8d5cc6-a5a4-4b30-8465-705aef3ad2b3), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:26:57.047913 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-7f0df0e2-b08e-432b-b98d-d24d03467012 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2060818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1935326'] for router (88e5e958-3b67-40f4-a398-9f251f23f2b8), after_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:26:57.068598 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d273b66-c67e-4ad8-989f-e08285644818 None None] Pushing event updated for resources: {'Port': ['ID=ce8d5cc6-a5a4-4b30-8465-705aef3ad2b3,revision_number=5']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:26:57.252753 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f0df0e2-b08e-432b-b98d-d24d03467012 admin admin] Router 88e5e958-3b67-40f4-a398-9f251f23f2b8 is scheduled to L3 agent 6b492ad6-0876-4d74-b20d-28143a52ceba with binding_index 1 {{(pid=116162) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 28 11:26:57.626166 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f0df0e2-b08e-432b-b98d-d24d03467012 admin admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=116162) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 11:26:57.643897 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31068ecb-7215-4195-b683-64a8d4744879 None None] Sync routers for ids ['88e5e958-3b67-40f4-a398-9f251f23f2b8'] in dv-neutron-master-2-hyperv {{(pid=116164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 11:26:57.662916 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31068ecb-7215-4195-b683-64a8d4744879 None None] Routers {'88e5e958-3b67-40f4-a398-9f251f23f2b8'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=116164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 11:26:57.662916 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_hamode_db [None req-31068ecb-7215-4195-b683-64a8d4744879 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-28T10:50:39Z,description=,heartbeat_timestamp=2022-04-28T11:26:39Z,host='dv-neutron-master-2-hyperv',id=6b492ad6-0876-4d74-b20d-28143a52ceba,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T10:50:40Z,topic='l3_agent')) {'router_ids': ['88e5e958-3b67-40f4-a398-9f251f23f2b8'], 'active': True} {{(pid=116164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:26:57.703131 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef8e3351-7986-4aff-809f-6193b842fefa None None] Network c3cd7bc9-7b99-4162-9e2c-d16eb8c90ac6 requested from dv-neutron-master-2-hyperv {{(pid=116163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 11:26:57.721866 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-7f0df0e2-b08e-432b-b98d-d24d03467012 admin admin] Publish callbacks [] for router (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:26:57.723725 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-7f0df0e2-b08e-432b-b98d-d24d03467012 admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.4870217 Apr 28 11:26:57.726712 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 60054) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:26:57.774790 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-ede344ea-8db9-41e6-9dc9-c60e633f5924 None None] Provisioning complete for port 9d294681-cb0e-4fca-8b76-36fcda6e7311 triggered by entity DHCP. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:26:57.775172 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-ede344ea-8db9-41e6-9dc9-c60e633f5924 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (9d294681-cb0e-4fca-8b76-36fcda6e7311), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:26:57.780750 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_dvr_db [None req-31068ecb-7215-4195-b683-64a8d4744879 None None] Set router 88e5e958-3b67-40f4-a398-9f251f23f2b8 gateway port host: dv-neutron-master-2-hyperv {{(pid=116164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 11:26:57.918091 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-ede344ea-8db9-41e6-9dc9-c60e633f5924 None None] Current status of the port 9d294681-cb0e-4fca-8b76-36fcda6e7311 is: DOWN; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:26:57.918654 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-ede344ea-8db9-41e6-9dc9-c60e633f5924 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (9d294681-cb0e-4fca-8b76-36fcda6e7311), before_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:26:57.955367 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-ede344ea-8db9-41e6-9dc9-c60e633f5924 None None] For port 9d294681-cb0e-4fca-8b76-36fcda6e7311, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=9d294681-cb0e-4fca-8b76-36fcda6e7311,segment=NetworkSegment(f51b613a-572b-4f86-9d28-e37283e06a8b),segment_id=f51b613a-572b-4f86-9d28-e37283e06a8b)] {{(pid=116163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 11:26:57.988051 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_hamode_db [None req-31068ecb-7215-4195-b683-64a8d4744879 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88e5e958-3b67-40f4-a398-9f251f23f2b8', 'name': 'tempest-TestEncryptedCinderVolumes-203366069-router', 'tenant_id': '78e39e23eeda4792a38fee6f7ffb6194', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'external_fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.74'}], 'enable_snat': True}, 'gw_port_id': 'cb22df35-805c-46d8-8109-6d918d1dc847', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T11:26:55Z', 'updated_at': '2022-04-28T11:26:56Z', 'revision_number': 3, 'project_id': '78e39e23eeda4792a38fee6f7ffb6194', 'gw_port': {'id': 'cb22df35-805c-46d8-8109-6d918d1dc847', 'name': '', 'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:49:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88e5e958-3b67-40f4-a398-9f251f23f2b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1664, 'fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:26:55Z', 'updated_at': '2022-04-28T11:26:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=116164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:26:58.027909 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31068ecb-7215-4195-b683-64a8d4744879 None None] Checking router: 88e5e958-3b67-40f4-a398-9f251f23f2b8 for host: dv-neutron-master-2-hyperv {{(pid=116164) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 11:26:58.028272 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31068ecb-7215-4195-b683-64a8d4744879 None None] Updating router 88e5e958-3b67-40f4-a398-9f251f23f2b8 port cb22df35-805c-46d8-8109-6d918d1dc847 binding host dv-neutron-master-2-hyperv {{(pid=116164) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 28 11:26:58.033689 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-ede344ea-8db9-41e6-9dc9-c60e633f5924 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393'] for port (9d294681-cb0e-4fca-8b76-36fcda6e7311), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:26:58.059480 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron_lib.callbacks.manager [None req-31068ecb-7215-4195-b683-64a8d4744879 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (cb22df35-805c-46d8-8109-6d918d1dc847), before_update {{(pid=116164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:26:58.129955 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede344ea-8db9-41e6-9dc9-c60e633f5924 None None] Pushing event updated for resources: {'Port': ['ID=9d294681-cb0e-4fca-8b76-36fcda6e7311,revision_number=3']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:26:58.255013 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-9137540e-0286-4d46-a768-bd74a02eba1d None None] Provisioning complete for port 9d294681-cb0e-4fca-8b76-36fcda6e7311 triggered by entity DHCP. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:26:58.255517 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-9137540e-0286-4d46-a768-bd74a02eba1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (9d294681-cb0e-4fca-8b76-36fcda6e7311), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:26:58.274135 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-93fef850-65d8-4766-bc46-c665b23b660e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (None), before_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:26:58.353763 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron_lib.callbacks.manager [None req-31068ecb-7215-4195-b683-64a8d4744879 None None] Publish callbacks [] for port (cb22df35-805c-46d8-8109-6d918d1dc847), precommit_update {{(pid=116164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:26:58.419395 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron_lib.callbacks.manager [None req-31068ecb-7215-4195-b683-64a8d4744879 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393'] for port (cb22df35-805c-46d8-8109-6d918d1dc847), after_update {{(pid=116164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:26:58.468783 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.db.db_base_plugin_common [None req-93fef850-65d8-4766-bc46-c665b23b660e admin admin] Allocated IP 172.20.0.1 (c3cd7bc9-7b99-4162-9e2c-d16eb8c90ac6/7b0df873-0543-46d1-bf48-437906791e94/0190e81a-c288-4443-be9d-a03d9fb06e6e) {{(pid=116161) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 11:26:58.489148 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.plugins.ml2.managers [None req-31068ecb-7215-4195-b683-64a8d4744879 None None] Attempting to bind port cb22df35-805c-46d8-8109-6d918d1dc847 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=116164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 28 11:26:58.489522 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.plugins.ml2.managers [None req-31068ecb-7215-4195-b683-64a8d4744879 None None] Attempting to bind port cb22df35-805c-46d8-8109-6d918d1dc847 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '142bc50f-d6af-4646-8d06-bb7af6b7b51c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c'}] {{(pid=116164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 28 11:26:58.489887 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31068ecb-7215-4195-b683-64a8d4744879 None None] Attempting to bind port cb22df35-805c-46d8-8109-6d918d1dc847 on network 7be49d94-bbb8-4a61-bafe-209c5f861e1c {{(pid=116164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 11:26:58.501266 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31068ecb-7215-4195-b683-64a8d4744879 None None] Checking agent: {'id': 'd5baab19-5dd1-4902-922b-84acb048ab9c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 10, 50, 43), 'started_at': datetime.datetime(2022, 4, 28, 10, 51, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 11, 26, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=116164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 11:26:58.501655 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31068ecb-7215-4195-b683-64a8d4744879 None None] Checking segment: {'id': '142bc50f-d6af-4646-8d06-bb7af6b7b51c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 11:26:58.504113 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron_lib.callbacks.manager [None req-31068ecb-7215-4195-b683-64a8d4744879 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=116164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:26:58.504113 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31068ecb-7215-4195-b683-64a8d4744879 None None] Bound using segment: {'id': '142bc50f-d6af-4646-8d06-bb7af6b7b51c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c'} {{(pid=116164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 11:26:58.504113 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.plugins.ml2.managers [None req-31068ecb-7215-4195-b683-64a8d4744879 None None] Bound port: cb22df35-805c-46d8-8109-6d918d1dc847, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '142bc50f-d6af-4646-8d06-bb7af6b7b51c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c'}}] {{(pid=116164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 28 11:26:58.504113 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron_lib.callbacks.manager [None req-31068ecb-7215-4195-b683-64a8d4744879 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (cb22df35-805c-46d8-8109-6d918d1dc847), before_update {{(pid=116164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:26:58.504992 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533e8b5d-4445-4d99-b184-4fadcdabe7c7 None None] Pushing event updated for resources: {'Port': ['ID=cb22df35-805c-46d8-8109-6d918d1dc847,revision_number=2']} {{(pid=116164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:26:58.510768 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Device ce8d5cc6-a5a4-4b30-8465-705aef3ad2b3 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=116163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 11:26:58.515892 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-9137540e-0286-4d46-a768-bd74a02eba1d None None] Current status of the port 9d294681-cb0e-4fca-8b76-36fcda6e7311 is: ACTIVE; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:26:58.561811 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Provisioning complete for port ce8d5cc6-a5a4-4b30-8465-705aef3ad2b3 triggered by entity L2. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:26:58.562187 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (ce8d5cc6-a5a4-4b30-8465-705aef3ad2b3), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:26:58.563607 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.plugins.ml2.db [None req-31068ecb-7215-4195-b683-64a8d4744879 None None] For port cb22df35-805c-46d8-8109-6d918d1dc847, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=116164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 11:26:58.566696 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.plugins.ml2.db [None req-31068ecb-7215-4195-b683-64a8d4744879 None None] For port cb22df35-805c-46d8-8109-6d918d1dc847, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=cb22df35-805c-46d8-8109-6d918d1dc847,segment=NetworkSegment(142bc50f-d6af-4646-8d06-bb7af6b7b51c),segment_id=142bc50f-d6af-4646-8d06-bb7af6b7b51c)] {{(pid=116164) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 11:26:58.586184 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-93fef850-65d8-4766-bc46-c665b23b660e admin admin] Publish callbacks [] for port (0190e81a-c288-4443-be9d-a03d9fb06e6e), precommit_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:26:58.635817 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron_lib.callbacks.manager [None req-31068ecb-7215-4195-b683-64a8d4744879 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393'] for port (cb22df35-805c-46d8-8109-6d918d1dc847), after_update {{(pid=116164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:26:58.638701 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Current status of the port ce8d5cc6-a5a4-4b30-8465-705aef3ad2b3 is: ACTIVE; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:26:58.639675 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Device 9d294681-cb0e-4fca-8b76-36fcda6e7311 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=116163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 11:26:58.681579 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-93fef850-65d8-4766-bc46-c665b23b660e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742234710357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5219112'] for port (0190e81a-c288-4443-be9d-a03d9fb06e6e), after_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:26:58.689547 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Provisioning complete for port 9d294681-cb0e-4fca-8b76-36fcda6e7311 triggered by entity L2. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:26:58.689962 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (9d294681-cb0e-4fca-8b76-36fcda6e7311), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:26:58.725655 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93fef850-65d8-4766-bc46-c665b23b660e admin admin] Network c3cd7bc9-7b99-4162-9e2c-d16eb8c90ac6 is already hosted by enough agents. {{(pid=116161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 11:26:58.728883 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.scheduler.base_scheduler [None req-93fef850-65d8-4766-bc46-c665b23b660e admin admin] Resources bound (agent type, host, resource id): {{(pid=116161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 11:26:58.733870 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93fef850-65d8-4766-bc46-c665b23b660e admin admin] Received port after_create {{(pid=116161) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 11:26:58.737090 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93fef850-65d8-4766-bc46-c665b23b660e admin admin] Pushing event updated for resources: {'Port': ['ID=0190e81a-c288-4443-be9d-a03d9fb06e6e,revision_number=1']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:26:58.776235 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Current status of the port 9d294681-cb0e-4fca-8b76-36fcda6e7311 is: ACTIVE; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:26:58.780506 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-93fef850-65d8-4766-bc46-c665b23b660e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2063275'] for router_interface (88e5e958-3b67-40f4-a398-9f251f23f2b8), before_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:26:58.809347 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31068ecb-7215-4195-b683-64a8d4744879 None None] Routers {'88e5e958-3b67-40f4-a398-9f251f23f2b8'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=116164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 11:26:58.809986 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_hamode_db [None req-31068ecb-7215-4195-b683-64a8d4744879 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-28T10:50:39Z,description=,heartbeat_timestamp=2022-04-28T11:26:39Z,host='dv-neutron-master-2-hyperv',id=6b492ad6-0876-4d74-b20d-28143a52ceba,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T10:50:40Z,topic='l3_agent')) {'router_ids': ['88e5e958-3b67-40f4-a398-9f251f23f2b8'], 'active': True} {{(pid=116164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:26:58.812025 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533e8b5d-4445-4d99-b184-4fadcdabe7c7 None None] Pushing event updated for resources: {'Port': ['ID=cb22df35-805c-46d8-8109-6d918d1dc847,revision_number=3']} {{(pid=116164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:26:58.928166 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_dvr_db [None req-31068ecb-7215-4195-b683-64a8d4744879 None None] Set router 88e5e958-3b67-40f4-a398-9f251f23f2b8 gateway port host: dv-neutron-master-2-hyperv {{(pid=116164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 11:26:58.992052 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-93fef850-65d8-4766-bc46-c665b23b660e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (0190e81a-c288-4443-be9d-a03d9fb06e6e), before_update {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:26:59.035025 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-8c7f69b2-4885-40cf-80b4-bee7119d5d19 None None] Provisioning complete for port 0190e81a-c288-4443-be9d-a03d9fb06e6e triggered by entity DHCP. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:26:59.035633 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-8c7f69b2-4885-40cf-80b4-bee7119d5d19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (0190e81a-c288-4443-be9d-a03d9fb06e6e), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:26:59.077636 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-8c7f69b2-4885-40cf-80b4-bee7119d5d19 None None] Port 0190e81a-c288-4443-be9d-a03d9fb06e6e cannot update to ACTIVE because it is not bound. {{(pid=116163) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 28 11:26:59.115343 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_hamode_db [None req-31068ecb-7215-4195-b683-64a8d4744879 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88e5e958-3b67-40f4-a398-9f251f23f2b8', 'name': 'tempest-TestEncryptedCinderVolumes-203366069-router', 'tenant_id': '78e39e23eeda4792a38fee6f7ffb6194', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'external_fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.74'}], 'enable_snat': True}, 'gw_port_id': 'cb22df35-805c-46d8-8109-6d918d1dc847', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T11:26:55Z', 'updated_at': '2022-04-28T11:26:56Z', 'revision_number': 3, 'project_id': '78e39e23eeda4792a38fee6f7ffb6194', 'gw_port': {'id': 'cb22df35-805c-46d8-8109-6d918d1dc847', 'name': '', 'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:49:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88e5e958-3b67-40f4-a398-9f251f23f2b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1664, 'fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:26:55Z', 'updated_at': '2022-04-28T11:26:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=116164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:26:59.145912 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31068ecb-7215-4195-b683-64a8d4744879 None None] The sync data for ids ['88e5e958-3b67-40f4-a398-9f251f23f2b8'] in dv-neutron-master-2-hyperv is: [{'id': '88e5e958-3b67-40f4-a398-9f251f23f2b8', 'name': 'tempest-TestEncryptedCinderVolumes-203366069-router', 'tenant_id': '78e39e23eeda4792a38fee6f7ffb6194', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'external_fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.74'}], 'enable_snat': True}, 'gw_port_id': 'cb22df35-805c-46d8-8109-6d918d1dc847', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T11:26:55Z', 'updated_at': '2022-04-28T11:26:56Z', 'revision_number': 3, 'project_id': '78e39e23eeda4792a38fee6f7ffb6194', 'gw_port': {'id': 'cb22df35-805c-46d8-8109-6d918d1dc847', 'name': '', 'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:49:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88e5e958-3b67-40f4-a398-9f251f23f2b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1664, 'fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:26:55Z', 'updated_at': '2022-04-28T11:26:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}] {{(pid=116164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 11:26:59.165867 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-93fef850-65d8-4766-bc46-c665b23b660e admin admin] Publish callbacks [] for port (0190e81a-c288-4443-be9d-a03d9fb06e6e), precommit_update {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:26:59.223771 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-93fef850-65d8-4766-bc46-c665b23b660e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5219123'] for port (0190e81a-c288-4443-be9d-a03d9fb06e6e), after_update {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:26:59.295104 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93fef850-65d8-4766-bc46-c665b23b660e admin admin] Pushing event updated for resources: {'Port': ['ID=0190e81a-c288-4443-be9d-a03d9fb06e6e,revision_number=2']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:26:59.297508 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-93fef850-65d8-4766-bc46-c665b23b660e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1603056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2063387'] for router_interface (88e5e958-3b67-40f4-a398-9f251f23f2b8), after_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:26:59.404323 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93fef850-65d8-4766-bc46-c665b23b660e admin admin] Network c3cd7bc9-7b99-4162-9e2c-d16eb8c90ac6 is already hosted by enough agents. {{(pid=116161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 11:26:59.405635 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.scheduler.base_scheduler [None req-93fef850-65d8-4766-bc46-c665b23b660e admin admin] Resources bound (agent type, host, resource id): {{(pid=116161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 11:26:59.533341 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93fef850-65d8-4766-bc46-c665b23b660e admin admin] Router 88e5e958-3b67-40f4-a398-9f251f23f2b8 has already been hosted by L3 agent 6b492ad6-0876-4d74-b20d-28143a52ceba {{(pid=116161) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 11:26:59.653792 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93fef850-65d8-4766-bc46-c665b23b660e admin admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=116161) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 11:26:59.658740 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-93fef850-65d8-4766-bc46-c665b23b660e admin admin] 10.222.0.10 "PUT /v2.0/routers/88e5e958-3b67-40f4-a398-9f251f23f2b8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9308252 Apr 28 11:26:59.706523 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-e96c92b8-b960-42b1-a6bd-f197fe3ee687 None None] Provisioning complete for port 0190e81a-c288-4443-be9d-a03d9fb06e6e triggered by entity DHCP. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:26:59.706965 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-e96c92b8-b960-42b1-a6bd-f197fe3ee687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (0190e81a-c288-4443-be9d-a03d9fb06e6e), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:26:59.748551 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-e96c92b8-b960-42b1-a6bd-f197fe3ee687 None None] Port 0190e81a-c288-4443-be9d-a03d9fb06e6e cannot update to ACTIVE because it is not bound. {{(pid=116163) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 28 11:27:00.419107 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Device cb22df35-805c-46d8-8109-6d918d1dc847 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=116163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 11:27:00.466687 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Provisioning complete for port cb22df35-805c-46d8-8109-6d918d1dc847 triggered by entity L2. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:27:00.469395 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (cb22df35-805c-46d8-8109-6d918d1dc847), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:27:00.553947 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Current status of the port cb22df35-805c-46d8-8109-6d918d1dc847 is: DOWN; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:27:00.554482 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (cb22df35-805c-46d8-8109-6d918d1dc847), before_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:27:00.576858 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] For port cb22df35-805c-46d8-8109-6d918d1dc847, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=cb22df35-805c-46d8-8109-6d918d1dc847,segment=NetworkSegment(142bc50f-d6af-4646-8d06-bb7af6b7b51c),segment_id=142bc50f-d6af-4646-8d06-bb7af6b7b51c)] {{(pid=116163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 11:27:00.642232 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393'] for port (cb22df35-805c-46d8-8109-6d918d1dc847), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:27:00.674830 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a143edfe-7a8f-4eb0-a303-8dac1eca6506 None None] Sync routers for ids ['88e5e958-3b67-40f4-a398-9f251f23f2b8'] in dv-neutron-master-2-hyperv {{(pid=116163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 11:27:00.690718 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a143edfe-7a8f-4eb0-a303-8dac1eca6506 None None] Routers {'88e5e958-3b67-40f4-a398-9f251f23f2b8'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=116163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 11:27:00.691360 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_hamode_db [None req-a143edfe-7a8f-4eb0-a303-8dac1eca6506 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-28T10:50:39Z,description=,heartbeat_timestamp=2022-04-28T11:26:39Z,host='dv-neutron-master-2-hyperv',id=6b492ad6-0876-4d74-b20d-28143a52ceba,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T10:50:40Z,topic='l3_agent')) {'router_ids': ['88e5e958-3b67-40f4-a398-9f251f23f2b8'], 'active': True} {{(pid=116163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:27:00.734168 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Pushing event updated for resources: {'Port': ['ID=cb22df35-805c-46d8-8109-6d918d1dc847,revision_number=4']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:27:00.740665 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1edfb3f5-490f-44cb-9620-7f8ef5f29132 req-ea81b409-04da-4d25-9e6e-9b13bcb3f37f tempest-TestEncryptedCinderVolumes-1665762440 tempest-TestEncryptedCinderVolumes-1665762440-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:27:00.742205 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-1edfb3f5-490f-44cb-9620-7f8ef5f29132 req-ea81b409-04da-4d25-9e6e-9b13bcb3f37f tempest-TestEncryptedCinderVolumes-1665762440 tempest-TestEncryptedCinderVolumes-1665762440-project] 10.222.0.10 "GET /v2.0/networks?id=b7da38b5-29e7-4a7a-9af9-efa6509f9fc0 HTTP/1.1" status: 200 len: 817 time: 0.1137431 Apr 28 11:27:00.756760 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-1edfb3f5-490f-44cb-9620-7f8ef5f29132 req-112c1110-b511-41d3-8781-1888366fd018 tempest-TestEncryptedCinderVolumes-1665762440 tempest-TestEncryptedCinderVolumes-1665762440-project] 10.222.0.10 "GET /v2.0/quotas/7dee41e6cd5d4ca1973951869c93edf3 HTTP/1.1" status: 200 len: 375 time: 0.0090590 Apr 28 11:27:00.808525 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-1edfb3f5-490f-44cb-9620-7f8ef5f29132 req-e33af599-b8a1-4f16-8203-52a2e9c87fdb tempest-TestEncryptedCinderVolumes-1665762440 tempest-TestEncryptedCinderVolumes-1665762440-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=7dee41e6cd5d4ca1973951869c93edf3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0449550 Apr 28 11:27:00.816303 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvr_db [None req-a143edfe-7a8f-4eb0-a303-8dac1eca6506 None None] Set router 88e5e958-3b67-40f4-a398-9f251f23f2b8 gateway port host: dv-neutron-master-2-hyperv {{(pid=116163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 11:27:00.994839 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-1edfb3f5-490f-44cb-9620-7f8ef5f29132 req-d64927c0-db3e-426c-b754-f33a6f32682b service neutron] 10.222.0.10 "GET /v2.0/networks/b7da38b5-29e7-4a7a-9af9-efa6509f9fc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1746459 Apr 28 11:27:01.011611 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_hamode_db [None req-a143edfe-7a8f-4eb0-a303-8dac1eca6506 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88e5e958-3b67-40f4-a398-9f251f23f2b8', 'name': 'tempest-TestEncryptedCinderVolumes-203366069-router', 'tenant_id': '78e39e23eeda4792a38fee6f7ffb6194', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'external_fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.74'}], 'enable_snat': True}, 'gw_port_id': 'cb22df35-805c-46d8-8109-6d918d1dc847', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T11:26:55Z', 'updated_at': '2022-04-28T11:26:58Z', 'revision_number': 4, 'project_id': '78e39e23eeda4792a38fee6f7ffb6194', 'gw_port': {'id': 'cb22df35-805c-46d8-8109-6d918d1dc847', 'name': '', 'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:49:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88e5e958-3b67-40f4-a398-9f251f23f2b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1664, 'fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:26:55Z', 'updated_at': '2022-04-28T11:27:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '0190e81a-c288-4443-be9d-a03d9fb06e6e', 'name': '', 'network_id': 'c3cd7bc9-7b99-4162-9e2c-d16eb8c90ac6', 'tenant_id': '78e39e23eeda4792a38fee6f7ffb6194', 'mac_address': 'fa:16:3e:5c:78:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88e5e958-3b67-40f4-a398-9f251f23f2b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1665, 'fixed_ips': [{'subnet_id': '7b0df873-0543-46d1-bf48-437906791e94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:26:58Z', 'updated_at': '2022-04-28T11:26:59Z', 'revision_number': 2, 'project_id': '78e39e23eeda4792a38fee6f7ffb6194', 'subnets': [{'id': '7b0df873-0543-46d1-bf48-437906791e94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=116163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:27:01.041671 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a143edfe-7a8f-4eb0-a303-8dac1eca6506 None None] Checking router: 88e5e958-3b67-40f4-a398-9f251f23f2b8 for host: dv-neutron-master-2-hyperv {{(pid=116163) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 11:27:01.042165 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a143edfe-7a8f-4eb0-a303-8dac1eca6506 None None] Updating router 88e5e958-3b67-40f4-a398-9f251f23f2b8 port 0190e81a-c288-4443-be9d-a03d9fb06e6e binding host dv-neutron-master-2-hyperv {{(pid=116163) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 28 11:27:01.068999 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-a143edfe-7a8f-4eb0-a303-8dac1eca6506 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (0190e81a-c288-4443-be9d-a03d9fb06e6e), before_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:27:01.086108 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-1edfb3f5-490f-44cb-9620-7f8ef5f29132 req-9b112102-6010-4dbd-81b0-841ae1393d81 service neutron] 10.222.0.10 "GET /v2.0/networks/b7da38b5-29e7-4a7a-9af9-efa6509f9fc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849547 Apr 28 11:27:01.317351 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-bfed4d4d-c185-49ea-bf69-ef2b97953277 req-725006db-cb17-4597-8e0d-a9b0325d51d4 tempest-TestEncryptedCinderVolumes-1665762440 tempest-TestEncryptedCinderVolumes-1665762440-project] 10.222.0.10 "GET /v2.0/ports?device_id=fa7472cc-d711-49f9-a44a-0c30bc783648 HTTP/1.1" status: 200 len: 210 time: 0.0301340 Apr 28 11:27:01.344219 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-a143edfe-7a8f-4eb0-a303-8dac1eca6506 None None] Publish callbacks [] for port (0190e81a-c288-4443-be9d-a03d9fb06e6e), precommit_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:27:01.410804 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-a143edfe-7a8f-4eb0-a303-8dac1eca6506 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393'] for port (0190e81a-c288-4443-be9d-a03d9fb06e6e), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:27:01.461635 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b779657-e6d5-4773-b11d-66003b43c404 None None] Pushing event updated for resources: {'Port': ['ID=0190e81a-c288-4443-be9d-a03d9fb06e6e,revision_number=3']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:27:01.540340 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.managers [None req-a143edfe-7a8f-4eb0-a303-8dac1eca6506 None None] Attempting to bind port 0190e81a-c288-4443-be9d-a03d9fb06e6e on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=116163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 28 11:27:01.540714 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.managers [None req-a143edfe-7a8f-4eb0-a303-8dac1eca6506 None None] Attempting to bind port 0190e81a-c288-4443-be9d-a03d9fb06e6e by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'f51b613a-572b-4f86-9d28-e37283e06a8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'c3cd7bc9-7b99-4162-9e2c-d16eb8c90ac6'}] {{(pid=116163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 28 11:27:01.541083 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a143edfe-7a8f-4eb0-a303-8dac1eca6506 None None] Attempting to bind port 0190e81a-c288-4443-be9d-a03d9fb06e6e on network c3cd7bc9-7b99-4162-9e2c-d16eb8c90ac6 {{(pid=116163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 11:27:01.547468 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a143edfe-7a8f-4eb0-a303-8dac1eca6506 None None] Checking agent: {'id': 'd5baab19-5dd1-4902-922b-84acb048ab9c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 10, 50, 43), 'started_at': datetime.datetime(2022, 4, 28, 10, 51, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 11, 26, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=116163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 11:27:01.554085 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a143edfe-7a8f-4eb0-a303-8dac1eca6506 None None] Checking segment: {'id': 'f51b613a-572b-4f86-9d28-e37283e06a8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'c3cd7bc9-7b99-4162-9e2c-d16eb8c90ac6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 11:27:01.554085 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-a143edfe-7a8f-4eb0-a303-8dac1eca6506 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:27:01.554085 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a143edfe-7a8f-4eb0-a303-8dac1eca6506 None None] Bound using segment: {'id': 'f51b613a-572b-4f86-9d28-e37283e06a8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'c3cd7bc9-7b99-4162-9e2c-d16eb8c90ac6'} {{(pid=116163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 11:27:01.554085 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.managers [None req-a143edfe-7a8f-4eb0-a303-8dac1eca6506 None None] Bound port: 0190e81a-c288-4443-be9d-a03d9fb06e6e, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f51b613a-572b-4f86-9d28-e37283e06a8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'c3cd7bc9-7b99-4162-9e2c-d16eb8c90ac6'}}] {{(pid=116163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 28 11:27:01.554085 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-a143edfe-7a8f-4eb0-a303-8dac1eca6506 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (0190e81a-c288-4443-be9d-a03d9fb06e6e), before_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:27:01.631759 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-a143edfe-7a8f-4eb0-a303-8dac1eca6506 None None] For port 0190e81a-c288-4443-be9d-a03d9fb06e6e, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=116163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 11:27:01.637344 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-a143edfe-7a8f-4eb0-a303-8dac1eca6506 None None] For port 0190e81a-c288-4443-be9d-a03d9fb06e6e, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=0190e81a-c288-4443-be9d-a03d9fb06e6e,segment=NetworkSegment(f51b613a-572b-4f86-9d28-e37283e06a8b),segment_id=f51b613a-572b-4f86-9d28-e37283e06a8b)] {{(pid=116163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 11:27:01.679518 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-66460d55-c59a-4679-903d-574d9598ae12 None None] Provisioning complete for port 0190e81a-c288-4443-be9d-a03d9fb06e6e triggered by entity DHCP. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:27:01.679886 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-66460d55-c59a-4679-903d-574d9598ae12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (0190e81a-c288-4443-be9d-a03d9fb06e6e), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:27:01.716239 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-66460d55-c59a-4679-903d-574d9598ae12 None None] Port 0190e81a-c288-4443-be9d-a03d9fb06e6e cannot update to ACTIVE because it is not bound. {{(pid=116163) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 28 11:27:01.725313 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-a143edfe-7a8f-4eb0-a303-8dac1eca6506 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393'] for port (0190e81a-c288-4443-be9d-a03d9fb06e6e), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:27:01.785549 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a143edfe-7a8f-4eb0-a303-8dac1eca6506 None None] Routers {'88e5e958-3b67-40f4-a398-9f251f23f2b8'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=116163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 11:27:01.788998 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_hamode_db [None req-a143edfe-7a8f-4eb0-a303-8dac1eca6506 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-28T10:50:39Z,description=,heartbeat_timestamp=2022-04-28T11:26:39Z,host='dv-neutron-master-2-hyperv',id=6b492ad6-0876-4d74-b20d-28143a52ceba,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T10:50:40Z,topic='l3_agent')) {'router_ids': ['88e5e958-3b67-40f4-a398-9f251f23f2b8'], 'active': True} {{(pid=116163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:27:01.788998 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b779657-e6d5-4773-b11d-66003b43c404 None None] Pushing event updated for resources: {'Port': ['ID=0190e81a-c288-4443-be9d-a03d9fb06e6e,revision_number=4']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:27:01.910822 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvr_db [None req-a143edfe-7a8f-4eb0-a303-8dac1eca6506 None None] Set router 88e5e958-3b67-40f4-a398-9f251f23f2b8 gateway port host: dv-neutron-master-2-hyperv {{(pid=116163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 11:27:02.069649 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-bb4411cf-b2c0-4e18-a8c9-c209ff6a32d0 None None] Provisioning complete for port 0190e81a-c288-4443-be9d-a03d9fb06e6e triggered by entity DHCP. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:27:02.070027 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-bb4411cf-b2c0-4e18-a8c9-c209ff6a32d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (0190e81a-c288-4443-be9d-a03d9fb06e6e), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:27:02.167671 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_hamode_db [None req-a143edfe-7a8f-4eb0-a303-8dac1eca6506 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88e5e958-3b67-40f4-a398-9f251f23f2b8', 'name': 'tempest-TestEncryptedCinderVolumes-203366069-router', 'tenant_id': '78e39e23eeda4792a38fee6f7ffb6194', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'external_fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.74'}], 'enable_snat': True}, 'gw_port_id': 'cb22df35-805c-46d8-8109-6d918d1dc847', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T11:26:55Z', 'updated_at': '2022-04-28T11:26:58Z', 'revision_number': 4, 'project_id': '78e39e23eeda4792a38fee6f7ffb6194', 'gw_port': {'id': 'cb22df35-805c-46d8-8109-6d918d1dc847', 'name': '', 'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:49:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88e5e958-3b67-40f4-a398-9f251f23f2b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1664, 'fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:26:55Z', 'updated_at': '2022-04-28T11:27:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '0190e81a-c288-4443-be9d-a03d9fb06e6e', 'name': '', 'network_id': 'c3cd7bc9-7b99-4162-9e2c-d16eb8c90ac6', 'tenant_id': '78e39e23eeda4792a38fee6f7ffb6194', 'mac_address': 'fa:16:3e:5c:78:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88e5e958-3b67-40f4-a398-9f251f23f2b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1665, 'fixed_ips': [{'subnet_id': '7b0df873-0543-46d1-bf48-437906791e94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:26:58Z', 'updated_at': '2022-04-28T11:27:01Z', 'revision_number': 4, 'project_id': '78e39e23eeda4792a38fee6f7ffb6194', 'subnets': [{'id': '7b0df873-0543-46d1-bf48-437906791e94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=116163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:27:02.220424 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a143edfe-7a8f-4eb0-a303-8dac1eca6506 None None] The sync data for ids ['88e5e958-3b67-40f4-a398-9f251f23f2b8'] in dv-neutron-master-2-hyperv is: [{'id': '88e5e958-3b67-40f4-a398-9f251f23f2b8', 'name': 'tempest-TestEncryptedCinderVolumes-203366069-router', 'tenant_id': '78e39e23eeda4792a38fee6f7ffb6194', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'external_fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.74'}], 'enable_snat': True}, 'gw_port_id': 'cb22df35-805c-46d8-8109-6d918d1dc847', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T11:26:55Z', 'updated_at': '2022-04-28T11:26:58Z', 'revision_number': 4, 'project_id': '78e39e23eeda4792a38fee6f7ffb6194', 'gw_port': {'id': 'cb22df35-805c-46d8-8109-6d918d1dc847', 'name': '', 'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:49:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88e5e958-3b67-40f4-a398-9f251f23f2b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1664, 'fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:26:55Z', 'updated_at': '2022-04-28T11:27:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '0190e81a-c288-4443-be9d-a03d9fb06e6e', 'name': '', 'network_id': 'c3cd7bc9-7b99-4162-9e2c-d16eb8c90ac6', 'tenant_id': '78e39e23eeda4792a38fee6f7ffb6194', 'mac_address': 'fa:16:3e:5c:78:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88e5e958-3b67-40f4-a398-9f251f23f2b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1665, 'fixed_ips': [{'subnet_id': '7b0df873-0543-46d1-bf48-437906791e94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:26:58Z', 'updated_at': '2022-04-28T11:27:01Z', 'revision_number': 4, 'project_id': '78e39e23eeda4792a38fee6f7ffb6194', 'subnets': [{'id': '7b0df873-0543-46d1-bf48-437906791e94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=116163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 11:27:02.236284 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-bb4411cf-b2c0-4e18-a8c9-c209ff6a32d0 None None] Current status of the port 0190e81a-c288-4443-be9d-a03d9fb06e6e is: DOWN; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:27:02.236686 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-bb4411cf-b2c0-4e18-a8c9-c209ff6a32d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (0190e81a-c288-4443-be9d-a03d9fb06e6e), before_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:27:02.273909 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-bb4411cf-b2c0-4e18-a8c9-c209ff6a32d0 None None] For port 0190e81a-c288-4443-be9d-a03d9fb06e6e, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=0190e81a-c288-4443-be9d-a03d9fb06e6e,segment=NetworkSegment(f51b613a-572b-4f86-9d28-e37283e06a8b),segment_id=f51b613a-572b-4f86-9d28-e37283e06a8b)] {{(pid=116163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 11:27:02.351823 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-bb4411cf-b2c0-4e18-a8c9-c209ff6a32d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393'] for port (0190e81a-c288-4443-be9d-a03d9fb06e6e), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:27:02.409942 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4411cf-b2c0-4e18-a8c9-c209ff6a32d0 None None] Pushing event updated for resources: {'Port': ['ID=0190e81a-c288-4443-be9d-a03d9fb06e6e,revision_number=5']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:27:02.439842 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-2467e0b7-2034-43f1-9971-2753b1415e65 req-e088a112-dea5-4957-af36-68491cc6b719 tempest-TestEncryptedCinderVolumes-1665762440 tempest-TestEncryptedCinderVolumes-1665762440-project] 10.222.0.10 "GET /v2.0/ports?device_id=fa7472cc-d711-49f9-a44a-0c30bc783648 HTTP/1.1" status: 200 len: 210 time: 0.0524499 Apr 28 11:27:02.503598 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Device cb22df35-805c-46d8-8109-6d918d1dc847 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=116163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 11:27:02.554561 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Provisioning complete for port cb22df35-805c-46d8-8109-6d918d1dc847 triggered by entity L2. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:27:02.554935 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (cb22df35-805c-46d8-8109-6d918d1dc847), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:27:02.640035 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Current status of the port cb22df35-805c-46d8-8109-6d918d1dc847 is: ACTIVE; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:27:02.641313 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Device 0190e81a-c288-4443-be9d-a03d9fb06e6e up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=116163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 11:27:02.688947 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Provisioning complete for port 0190e81a-c288-4443-be9d-a03d9fb06e6e triggered by entity L2. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:27:02.702105 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (0190e81a-c288-4443-be9d-a03d9fb06e6e), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:27:02.768944 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Current status of the port 0190e81a-c288-4443-be9d-a03d9fb06e6e is: ACTIVE; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:27:03.513089 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1edfb3f5-490f-44cb-9620-7f8ef5f29132 req-e1bf20f0-b789-4a18-8828-acef6150ff3d tempest-TestEncryptedCinderVolumes-1665762440 tempest-TestEncryptedCinderVolumes-1665762440-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:27:03.515418 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-1edfb3f5-490f-44cb-9620-7f8ef5f29132 req-e1bf20f0-b789-4a18-8828-acef6150ff3d tempest-TestEncryptedCinderVolumes-1665762440 tempest-TestEncryptedCinderVolumes-1665762440-project] 10.222.0.20 "GET /v2.0/networks?id=b7da38b5-29e7-4a7a-9af9-efa6509f9fc0 HTTP/1.1" status: 200 len: 817 time: 0.1089466 Apr 28 11:27:03.528086 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.v2.base [req-1edfb3f5-490f-44cb-9620-7f8ef5f29132 req-3211e169-b358-4a84-b68a-83fb3fb171f6 tempest-TestEncryptedCinderVolumes-1665762440 tempest-TestEncryptedCinderVolumes-1665762440-project] Request body: {'port': {'device_id': 'fa7472cc-d711-49f9-a44a-0c30bc783648', 'network_id': 'b7da38b5-29e7-4a7a-9af9-efa6509f9fc0', 'admin_state_up': True, 'tenant_id': '7dee41e6cd5d4ca1973951869c93edf3'}} {{(pid=116162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:27:03.546991 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-95f277f4-5d82-4b49-ac40-bca4f0f87112 req-658368f6-ac2f-4206-88db-4217a3378692 tempest-TestEncryptedCinderVolumes-1665762440 tempest-TestEncryptedCinderVolumes-1665762440-project] 10.222.0.10 "GET /v2.0/ports?device_id=fa7472cc-d711-49f9-a44a-0c30bc783648 HTTP/1.1" status: 200 len: 210 time: 0.0345342 Apr 28 11:27:03.721380 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1edfb3f5-490f-44cb-9620-7f8ef5f29132 req-3211e169-b358-4a84-b68a-83fb3fb171f6 tempest-TestEncryptedCinderVolumes-1665762440 tempest-TestEncryptedCinderVolumes-1665762440-project] Made reservation on behalf of 7dee41e6cd5d4ca1973951869c93edf3 for: {'port': 1} {{(pid=116162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 11:27:03.724761 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [req-1edfb3f5-490f-44cb-9620-7f8ef5f29132 req-3211e169-b358-4a84-b68a-83fb3fb171f6 tempest-TestEncryptedCinderVolumes-1665762440 tempest-TestEncryptedCinderVolumes-1665762440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (None), before_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:27:03.867204 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.db.db_base_plugin_common [req-1edfb3f5-490f-44cb-9620-7f8ef5f29132 req-3211e169-b358-4a84-b68a-83fb3fb171f6 tempest-TestEncryptedCinderVolumes-1665762440 tempest-TestEncryptedCinderVolumes-1665762440-project] Allocated IP 172.20.0.7 (b7da38b5-29e7-4a7a-9af9-efa6509f9fc0/43965080-dd12-4069-994a-4f2bb508fa7c/5d0c6e5a-2708-4ae3-8173-94213ed038f0) {{(pid=116162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 11:27:04.019660 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [req-1edfb3f5-490f-44cb-9620-7f8ef5f29132 req-3211e169-b358-4a84-b68a-83fb3fb171f6 tempest-TestEncryptedCinderVolumes-1665762440 tempest-TestEncryptedCinderVolumes-1665762440-project] Publish callbacks [] for port (5d0c6e5a-2708-4ae3-8173-94213ed038f0), precommit_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:27:04.115196 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [req-1edfb3f5-490f-44cb-9620-7f8ef5f29132 req-3211e169-b358-4a84-b68a-83fb3fb171f6 tempest-TestEncryptedCinderVolumes-1665762440 tempest-TestEncryptedCinderVolumes-1665762440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742234710357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5051867'] for port (5d0c6e5a-2708-4ae3-8173-94213ed038f0), after_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:27:04.155799 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1edfb3f5-490f-44cb-9620-7f8ef5f29132 req-3211e169-b358-4a84-b68a-83fb3fb171f6 tempest-TestEncryptedCinderVolumes-1665762440 tempest-TestEncryptedCinderVolumes-1665762440-project] Network b7da38b5-29e7-4a7a-9af9-efa6509f9fc0 is already hosted by enough agents. {{(pid=116162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 11:27:04.158833 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.scheduler.base_scheduler [req-1edfb3f5-490f-44cb-9620-7f8ef5f29132 req-3211e169-b358-4a84-b68a-83fb3fb171f6 tempest-TestEncryptedCinderVolumes-1665762440 tempest-TestEncryptedCinderVolumes-1665762440-project] Resources bound (agent type, host, resource id): {{(pid=116162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 11:27:04.165116 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.db.l3_dvrscheduler_db [req-1edfb3f5-490f-44cb-9620-7f8ef5f29132 req-3211e169-b358-4a84-b68a-83fb3fb171f6 tempest-TestEncryptedCinderVolumes-1665762440 tempest-TestEncryptedCinderVolumes-1665762440-project] Received port after_create {{(pid=116162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 11:27:04.190562 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3211e169-b358-4a84-b68a-83fb3fb171f6 tempest-TestEncryptedCinderVolumes-1665762440 tempest-TestEncryptedCinderVolumes-1665762440-project] Pushing event updated for resources: {'Port': ['ID=5d0c6e5a-2708-4ae3-8173-94213ed038f0,revision_number=1']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:27:04.219923 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1edfb3f5-490f-44cb-9620-7f8ef5f29132 req-3211e169-b358-4a84-b68a-83fb3fb171f6 tempest-TestEncryptedCinderVolumes-1665762440 tempest-TestEncryptedCinderVolumes-1665762440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:27:04.220562 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [req-1edfb3f5-490f-44cb-9620-7f8ef5f29132 req-3211e169-b358-4a84-b68a-83fb3fb171f6 tempest-TestEncryptedCinderVolumes-1665762440 tempest-TestEncryptedCinderVolumes-1665762440-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198022'] for port (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:27:04.300647 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-1edfb3f5-490f-44cb-9620-7f8ef5f29132 req-3211e169-b358-4a84-b68a-83fb3fb171f6 tempest-TestEncryptedCinderVolumes-1665762440 tempest-TestEncryptedCinderVolumes-1665762440-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7766082 Apr 28 11:27:04.312272 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.v2.base [req-1edfb3f5-490f-44cb-9620-7f8ef5f29132 req-b7cdb415-aed7-44de-a04a-d63246cff5df service neutron] Request body: {'port': {'device_id': 'fa7472cc-d711-49f9-a44a-0c30bc783648', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-mast'}} {{(pid=116162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:27:04.379193 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [req-1edfb3f5-490f-44cb-9620-7f8ef5f29132 req-b7cdb415-aed7-44de-a04a-d63246cff5df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (5d0c6e5a-2708-4ae3-8173-94213ed038f0), before_update {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:27:04.387368 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-3c2e9123-3ba4-4a79-b142-34a61cfbc16e None None] Provisioning complete for port 5d0c6e5a-2708-4ae3-8173-94213ed038f0 triggered by entity DHCP. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:27:04.387907 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-3c2e9123-3ba4-4a79-b142-34a61cfbc16e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (5d0c6e5a-2708-4ae3-8173-94213ed038f0), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:27:04.418241 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Device 0190e81a-c288-4443-be9d-a03d9fb06e6e up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=116163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 11:27:04.460330 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-3c2e9123-3ba4-4a79-b142-34a61cfbc16e None None] Port 5d0c6e5a-2708-4ae3-8173-94213ed038f0 cannot update to ACTIVE because it is not bound. {{(pid=116163) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 28 11:27:04.475102 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Provisioning complete for port 0190e81a-c288-4443-be9d-a03d9fb06e6e triggered by entity L2. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:27:04.475484 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (0190e81a-c288-4443-be9d-a03d9fb06e6e), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:27:04.551821 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Current status of the port 0190e81a-c288-4443-be9d-a03d9fb06e6e is: ACTIVE; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:27:04.649359 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.notifiers.nova [req-1edfb3f5-490f-44cb-9620-7f8ef5f29132 req-b7cdb415-aed7-44de-a04a-d63246cff5df service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5d0c6e5a-2708-4ae3-8173-94213ed038f0 {{(pid=116162) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 11:27:04.657409 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [req-1edfb3f5-490f-44cb-9620-7f8ef5f29132 req-b7cdb415-aed7-44de-a04a-d63246cff5df service neutron] Publish callbacks [] for port (5d0c6e5a-2708-4ae3-8173-94213ed038f0), precommit_update {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:27:04.659414 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de3b9a8-8ef7-4342-aaed-c859d19ccf58 req-c67c1d0e-23c5-4881-a1aa-687f3cd8a990 tempest-TestEncryptedCinderVolumes-1665762440 tempest-TestEncryptedCinderVolumes-1665762440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:27:04.660934 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-4de3b9a8-8ef7-4342-aaed-c859d19ccf58 req-c67c1d0e-23c5-4881-a1aa-687f3cd8a990 tempest-TestEncryptedCinderVolumes-1665762440 tempest-TestEncryptedCinderVolumes-1665762440-project] 10.222.0.10 "GET /v2.0/ports?device_id=fa7472cc-d711-49f9-a44a-0c30bc783648 HTTP/1.1" status: 200 len: 931 time: 0.0476341 Apr 28 11:27:04.670456 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.db.provisioning_blocks [req-1edfb3f5-490f-44cb-9620-7f8ef5f29132 req-b7cdb415-aed7-44de-a04a-d63246cff5df service neutron] Transition to ACTIVE for port object 5d0c6e5a-2708-4ae3-8173-94213ed038f0 will not be triggered until provisioned by entity L2. {{(pid=116162) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 28 11:27:04.710066 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-4de3b9a8-8ef7-4342-aaed-c859d19ccf58 req-d752a796-7eeb-42c6-99ee-fa65908054ae tempest-TestEncryptedCinderVolumes-1665762440 tempest-TestEncryptedCinderVolumes-1665762440-project] 10.222.0.10 "GET /v2.0/security-groups?id=aa057392-5d20-471b-a6c6-99b530395946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433347 Apr 28 11:27:04.747162 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [req-1edfb3f5-490f-44cb-9620-7f8ef5f29132 req-b7cdb415-aed7-44de-a04a-d63246cff5df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5051840'] for port (5d0c6e5a-2708-4ae3-8173-94213ed038f0), after_update {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:27:04.796585 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7cdb415-aed7-44de-a04a-d63246cff5df service neutron] Pushing event updated for resources: {'Port': ['ID=5d0c6e5a-2708-4ae3-8173-94213ed038f0,revision_number=2']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:27:04.878607 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.managers [req-1edfb3f5-490f-44cb-9620-7f8ef5f29132 req-b7cdb415-aed7-44de-a04a-d63246cff5df service neutron] Attempting to bind port 5d0c6e5a-2708-4ae3-8173-94213ed038f0 on host hv-neutron-mast for vnic_type normal with profile {{(pid=116162) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 28 11:27:04.879081 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.managers [req-1edfb3f5-490f-44cb-9620-7f8ef5f29132 req-b7cdb415-aed7-44de-a04a-d63246cff5df service neutron] Attempting to bind port 5d0c6e5a-2708-4ae3-8173-94213ed038f0 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': 'dc742cb7-1e97-4c15-9d51-e8038ef8b3cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'b7da38b5-29e7-4a7a-9af9-efa6509f9fc0'}] {{(pid=116162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 28 11:27:04.879396 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1edfb3f5-490f-44cb-9620-7f8ef5f29132 req-b7cdb415-aed7-44de-a04a-d63246cff5df service neutron] Attempting to bind port 5d0c6e5a-2708-4ae3-8173-94213ed038f0 on network b7da38b5-29e7-4a7a-9af9-efa6509f9fc0 {{(pid=116162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 11:27:04.884114 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1edfb3f5-490f-44cb-9620-7f8ef5f29132 req-b7cdb415-aed7-44de-a04a-d63246cff5df service neutron] Port 5d0c6e5a-2708-4ae3-8173-94213ed038f0 on network b7da38b5-29e7-4a7a-9af9-efa6509f9fc0 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=116162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 28 11:27:04.884445 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1edfb3f5-490f-44cb-9620-7f8ef5f29132 req-b7cdb415-aed7-44de-a04a-d63246cff5df service neutron] Attempting to bind port 5d0c6e5a-2708-4ae3-8173-94213ed038f0 on network b7da38b5-29e7-4a7a-9af9-efa6509f9fc0 {{(pid=116162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 11:27:04.889746 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1edfb3f5-490f-44cb-9620-7f8ef5f29132 req-b7cdb415-aed7-44de-a04a-d63246cff5df service neutron] Checking agent: {'id': '6be95134-9a6c-4663-8b48-90d12ce90c60', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-mast', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 10, 57, 20), 'started_at': datetime.datetime(2022, 4, 28, 10, 57, 20), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 11, 26, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=116162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 11:27:04.890093 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1edfb3f5-490f-44cb-9620-7f8ef5f29132 req-b7cdb415-aed7-44de-a04a-d63246cff5df service neutron] Checking segment: {'id': 'dc742cb7-1e97-4c15-9d51-e8038ef8b3cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'b7da38b5-29e7-4a7a-9af9-efa6509f9fc0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 11:27:04.890526 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1edfb3f5-490f-44cb-9620-7f8ef5f29132 req-b7cdb415-aed7-44de-a04a-d63246cff5df service neutron] Bound using segment: {'id': 'dc742cb7-1e97-4c15-9d51-e8038ef8b3cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'b7da38b5-29e7-4a7a-9af9-efa6509f9fc0'} {{(pid=116162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 11:27:04.890940 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.managers [req-1edfb3f5-490f-44cb-9620-7f8ef5f29132 req-b7cdb415-aed7-44de-a04a-d63246cff5df service neutron] Bound port: 5d0c6e5a-2708-4ae3-8173-94213ed038f0, host: hv-neutron-mast, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dc742cb7-1e97-4c15-9d51-e8038ef8b3cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'b7da38b5-29e7-4a7a-9af9-efa6509f9fc0'}}] {{(pid=116162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 28 11:27:04.891299 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [req-1edfb3f5-490f-44cb-9620-7f8ef5f29132 req-b7cdb415-aed7-44de-a04a-d63246cff5df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (5d0c6e5a-2708-4ae3-8173-94213ed038f0), before_update {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:27:04.959312 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.db [req-1edfb3f5-490f-44cb-9620-7f8ef5f29132 req-b7cdb415-aed7-44de-a04a-d63246cff5df service neutron] For port 5d0c6e5a-2708-4ae3-8173-94213ed038f0, host hv-neutron-mast, cleared binding levels {{(pid=116162) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 11:27:04.962273 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.db [req-1edfb3f5-490f-44cb-9620-7f8ef5f29132 req-b7cdb415-aed7-44de-a04a-d63246cff5df service neutron] For port 5d0c6e5a-2708-4ae3-8173-94213ed038f0, host hv-neutron-mast, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=5d0c6e5a-2708-4ae3-8173-94213ed038f0,segment=NetworkSegment(dc742cb7-1e97-4c15-9d51-e8038ef8b3cd),segment_id=dc742cb7-1e97-4c15-9d51-e8038ef8b3cd)] {{(pid=116162) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 11:27:05.056664 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [req-1edfb3f5-490f-44cb-9620-7f8ef5f29132 req-b7cdb415-aed7-44de-a04a-d63246cff5df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5051840'] for port (5d0c6e5a-2708-4ae3-8173-94213ed038f0), after_update {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:27:05.094391 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1edfb3f5-490f-44cb-9620-7f8ef5f29132 req-b7cdb415-aed7-44de-a04a-d63246cff5df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:27:05.095073 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [req-1edfb3f5-490f-44cb-9620-7f8ef5f29132 req-b7cdb415-aed7-44de-a04a-d63246cff5df service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198022'] for port (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:27:05.096529 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-1edfb3f5-490f-44cb-9620-7f8ef5f29132 req-b7cdb415-aed7-44de-a04a-d63246cff5df service neutron] 10.222.0.20 "PUT /v2.0/ports/5d0c6e5a-2708-4ae3-8173-94213ed038f0 HTTP/1.1" status: 200 len: 1093 time: 0.7885158 Apr 28 11:27:05.096913 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa7472cc-d711-49f9-a44a-0c30bc783648', 'tag': '5d0c6e5a-2708-4ae3-8173-94213ed038f0'}] {{(pid=116162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 11:27:05.099223 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ba53f40d6116d28995a8e36159d0e539b5353eec116fb5dd4ce03b4b2159ab1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96afbf95-55bc-42ed-9f63-8f76a84b945f" -d '{"events": [{"name": "network-changed", "server_uuid": "fa7472cc-d711-49f9-a44a-0c30bc783648", "tag": "5d0c6e5a-2708-4ae3-8173-94213ed038f0"}]}' {{(pid=116162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 11:27:05.125745 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7cdb415-aed7-44de-a04a-d63246cff5df service neutron] Pushing event updated for resources: {'Port': ['ID=5d0c6e5a-2708-4ae3-8173-94213ed038f0,revision_number=3']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:27:05.148474 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 11:27:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b388a10-c9da-4ac8-93b6-b2bfe34c51fe x-openstack-request-id: req-4b388a10-c9da-4ac8-93b6-b2bfe34c51fe {{(pid=116162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 11:27:05.148474 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fa7472cc-d711-49f9-a44a-0c30bc783648", "tag": "5d0c6e5a-2708-4ae3-8173-94213ed038f0", "status": "completed", "code": 200}]} {{(pid=116162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 11:27:05.148474 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-4b388a10-c9da-4ac8-93b6-b2bfe34c51fe {{(pid=116162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 11:27:05.149070 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4b388a10-c9da-4ac8-93b6-b2bfe34c51fe'] response: {'name': 'network-changed', 'server_uuid': 'fa7472cc-d711-49f9-a44a-0c30bc783648', 'tag': '5d0c6e5a-2708-4ae3-8173-94213ed038f0', 'status': 'completed', 'code': 200} Apr 28 11:27:05.210659 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96afbf95-55bc-42ed-9f63-8f76a84b945f req-f5a87c37-5fb2-4a04-978f-29106ad8d319 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:27:05.212348 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-96afbf95-55bc-42ed-9f63-8f76a84b945f req-f5a87c37-5fb2-4a04-978f-29106ad8d319 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=7dee41e6cd5d4ca1973951869c93edf3&device_id=fa7472cc-d711-49f9-a44a-0c30bc783648 HTTP/1.1" status: 200 len: 1127 time: 0.0427043 Apr 28 11:27:05.320224 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96afbf95-55bc-42ed-9f63-8f76a84b945f req-2defdcaa-f9a3-4514-9dfb-0cc6db5f4a91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:27:05.321688 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-96afbf95-55bc-42ed-9f63-8f76a84b945f req-2defdcaa-f9a3-4514-9dfb-0cc6db5f4a91 service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=7dee41e6cd5d4ca1973951869c93edf3&shared=False HTTP/1.1" status: 200 len: 917 time: 0.0993874 Apr 28 11:27:05.415878 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96afbf95-55bc-42ed-9f63-8f76a84b945f req-d854bee3-af8c-465e-95f9-75933b58c8f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:27:05.418266 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-96afbf95-55bc-42ed-9f63-8f76a84b945f req-d854bee3-af8c-465e-95f9-75933b58c8f3 service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0912704 Apr 28 11:27:05.489512 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1edfb3f5-490f-44cb-9620-7f8ef5f29132 req-20a6c6d9-c553-40d8-ab32-b162e5063026 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:27:05.491044 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-1edfb3f5-490f-44cb-9620-7f8ef5f29132 req-20a6c6d9-c553-40d8-ab32-b162e5063026 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=7dee41e6cd5d4ca1973951869c93edf3&device_id=fa7472cc-d711-49f9-a44a-0c30bc783648 HTTP/1.1" status: 200 len: 1127 time: 0.0398369 Apr 28 11:27:05.533544 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-1edfb3f5-490f-44cb-9620-7f8ef5f29132 req-e8726442-e31e-4e37-88ed-e678f1a320e7 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5d0c6e5a-2708-4ae3-8173-94213ed038f0 HTTP/1.1" status: 200 len: 217 time: 0.0357561 Apr 28 11:27:05.585977 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1edfb3f5-490f-44cb-9620-7f8ef5f29132 req-d5ff6c55-f2bc-4a00-b38d-99a52b978261 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:27:05.587360 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-1edfb3f5-490f-44cb-9620-7f8ef5f29132 req-d5ff6c55-f2bc-4a00-b38d-99a52b978261 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=43965080-dd12-4069-994a-4f2bb508fa7c HTTP/1.1" status: 200 len: 856 time: 0.0479043 Apr 28 11:27:05.630044 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1edfb3f5-490f-44cb-9620-7f8ef5f29132 req-44d158da-82ce-48e8-bafc-b9db286703cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:27:05.631653 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-1edfb3f5-490f-44cb-9620-7f8ef5f29132 req-44d158da-82ce-48e8-bafc-b9db286703cd service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=b7da38b5-29e7-4a7a-9af9-efa6509f9fc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0386953 Apr 28 11:27:05.720309 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-1edfb3f5-490f-44cb-9620-7f8ef5f29132 req-e76cbe69-1c46-4deb-96b4-33aa98981bb2 service neutron] 10.222.0.20 "GET /v2.0/networks/b7da38b5-29e7-4a7a-9af9-efa6509f9fc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826352 Apr 28 11:27:05.816753 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-1edfb3f5-490f-44cb-9620-7f8ef5f29132 req-0dc9fb40-0741-4ccb-bb10-a461d6c41b83 service neutron] 10.222.0.20 "GET /v2.0/networks/b7da38b5-29e7-4a7a-9af9-efa6509f9fc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905516 Apr 28 11:27:05.823689 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0762bbee-a9e2-42ba-a183-fdfc1ec64fcc req-74f81685-9651-4bf4-ad87-b3fcb77429c4 tempest-TestEncryptedCinderVolumes-1665762440 tempest-TestEncryptedCinderVolumes-1665762440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:27:05.825223 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-0762bbee-a9e2-42ba-a183-fdfc1ec64fcc req-74f81685-9651-4bf4-ad87-b3fcb77429c4 tempest-TestEncryptedCinderVolumes-1665762440 tempest-TestEncryptedCinderVolumes-1665762440-project] 10.222.0.10 "GET /v2.0/ports?device_id=fa7472cc-d711-49f9-a44a-0c30bc783648 HTTP/1.1" status: 200 len: 943 time: 0.0473812 Apr 28 11:27:05.873410 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-0762bbee-a9e2-42ba-a183-fdfc1ec64fcc req-feeeaa62-5cd0-4a3f-b46e-77c8d20d8579 tempest-TestEncryptedCinderVolumes-1665762440 tempest-TestEncryptedCinderVolumes-1665762440-project] 10.222.0.10 "GET /v2.0/security-groups?id=aa057392-5d20-471b-a6c6-99b530395946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421593 Apr 28 11:27:06.993807 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b276e4-875e-4bf7-ab2c-86003d1fce0b req-314f9719-0bea-4052-99b0-75952dd136d5 tempest-TestEncryptedCinderVolumes-1665762440 tempest-TestEncryptedCinderVolumes-1665762440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:27:06.995993 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-64b276e4-875e-4bf7-ab2c-86003d1fce0b req-314f9719-0bea-4052-99b0-75952dd136d5 tempest-TestEncryptedCinderVolumes-1665762440 tempest-TestEncryptedCinderVolumes-1665762440-project] 10.222.0.10 "GET /v2.0/ports?device_id=fa7472cc-d711-49f9-a44a-0c30bc783648 HTTP/1.1" status: 200 len: 943 time: 0.0505793 Apr 28 11:27:06.998968 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-45c7638f-32ea-4d9e-b93c-6d4798326dba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (75ba81b7-fe99-4281-90d2-a5adb445ecea), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:27:07.044068 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-64b276e4-875e-4bf7-ab2c-86003d1fce0b req-8d52f596-a0f3-49f9-90b4-c3afb78465d7 tempest-TestEncryptedCinderVolumes-1665762440 tempest-TestEncryptedCinderVolumes-1665762440-project] 10.222.0.10 "GET /v2.0/security-groups?id=aa057392-5d20-471b-a6c6-99b530395946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413811 Apr 28 11:27:08.157913 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3251078b-f5e1-4264-a44b-601176e7dc05 req-5c22b201-70db-4b49-b096-9e9a0b66cdcc tempest-TestEncryptedCinderVolumes-1665762440 tempest-TestEncryptedCinderVolumes-1665762440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:27:08.159410 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-3251078b-f5e1-4264-a44b-601176e7dc05 req-5c22b201-70db-4b49-b096-9e9a0b66cdcc tempest-TestEncryptedCinderVolumes-1665762440 tempest-TestEncryptedCinderVolumes-1665762440-project] 10.222.0.10 "GET /v2.0/ports?device_id=fa7472cc-d711-49f9-a44a-0c30bc783648 HTTP/1.1" status: 200 len: 943 time: 0.0475919 Apr 28 11:27:08.205106 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-3251078b-f5e1-4264-a44b-601176e7dc05 req-498d2c9a-0cff-424b-8481-ba7543000f33 tempest-TestEncryptedCinderVolumes-1665762440 tempest-TestEncryptedCinderVolumes-1665762440-project] 10.222.0.10 "GET /v2.0/security-groups?id=aa057392-5d20-471b-a6c6-99b530395946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401902 Apr 28 11:27:08.637962 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Device 5d0c6e5a-2708-4ae3-8173-94213ed038f0 details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=116163) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 28 11:27:08.733231 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] For port 5d0c6e5a-2708-4ae3-8173-94213ed038f0, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=5d0c6e5a-2708-4ae3-8173-94213ed038f0,segment=NetworkSegment(dc742cb7-1e97-4c15-9d51-e8038ef8b3cd),segment_id=dc742cb7-1e97-4c15-9d51-e8038ef8b3cd)] {{(pid=116163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 11:27:08.743871 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Returning: {'device': '5d0c6e5a-2708-4ae3-8173-94213ed038f0', 'network_id': 'b7da38b5-29e7-4a7a-9af9-efa6509f9fc0', 'port_id': '5d0c6e5a-2708-4ae3-8173-94213ed038f0', 'mac_address': 'fa:16:3e:2d:86:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 80, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '43965080-dd12-4069-994a-4f2bb508fa7c', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=116163) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 28 11:27:08.781172 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Current status of the port 5d0c6e5a-2708-4ae3-8173-94213ed038f0 is: DOWN; New status is: BUILD {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:27:08.781567 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (5d0c6e5a-2708-4ae3-8173-94213ed038f0), before_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:27:08.794886 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.notifiers.nova [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5d0c6e5a-2708-4ae3-8173-94213ed038f0 {{(pid=116163) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 11:27:08.814945 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] For port 5d0c6e5a-2708-4ae3-8173-94213ed038f0, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=5d0c6e5a-2708-4ae3-8173-94213ed038f0,segment=NetworkSegment(dc742cb7-1e97-4c15-9d51-e8038ef8b3cd),segment_id=dc742cb7-1e97-4c15-9d51-e8038ef8b3cd)] {{(pid=116163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 11:27:08.932811 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393'] for port (5d0c6e5a-2708-4ae3-8173-94213ed038f0), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:27:08.978567 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Pushing event updated for resources: {'Port': ['ID=5d0c6e5a-2708-4ae3-8173-94213ed038f0,revision_number=4']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:27:09.132848 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] get_ports_and_sgs() called for port_ids ['5d0c6e5a-2708-4ae3-8173-94213ed038f0'] {{(pid=116163) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 11:27:09.321537 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096884e2-74ff-43a3-936e-ac648aa661b9 req-1123aab9-e2dd-4cd3-9c1b-c8b6c5ba66ef tempest-TestEncryptedCinderVolumes-1665762440 tempest-TestEncryptedCinderVolumes-1665762440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:27:09.323137 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-096884e2-74ff-43a3-936e-ac648aa661b9 req-1123aab9-e2dd-4cd3-9c1b-c8b6c5ba66ef tempest-TestEncryptedCinderVolumes-1665762440 tempest-TestEncryptedCinderVolumes-1665762440-project] 10.222.0.10 "GET /v2.0/ports?device_id=fa7472cc-d711-49f9-a44a-0c30bc783648 HTTP/1.1" status: 200 len: 944 time: 0.0498981 Apr 28 11:27:09.371131 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-096884e2-74ff-43a3-936e-ac648aa661b9 req-ab367485-fa56-48cc-a666-ab098e269ea2 tempest-TestEncryptedCinderVolumes-1665762440 tempest-TestEncryptedCinderVolumes-1665762440-project] 10.222.0.10 "GET /v2.0/security-groups?id=aa057392-5d20-471b-a6c6-99b530395946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421977 Apr 28 11:27:09.432766 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-efa7f1ea-468c-41ff-9983-167adb6ac6db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (6b492ad6-0876-4d74-b20d-28143a52ceba), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:27:10.485561 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db014e7-cc61-443f-bb89-0124404da315 req-e748903a-ae59-40b7-a11c-816e2cb8f7ba tempest-TestEncryptedCinderVolumes-1665762440 tempest-TestEncryptedCinderVolumes-1665762440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:27:10.487094 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-7db014e7-cc61-443f-bb89-0124404da315 req-e748903a-ae59-40b7-a11c-816e2cb8f7ba tempest-TestEncryptedCinderVolumes-1665762440 tempest-TestEncryptedCinderVolumes-1665762440-project] 10.222.0.10 "GET /v2.0/ports?device_id=fa7472cc-d711-49f9-a44a-0c30bc783648 HTTP/1.1" status: 200 len: 944 time: 0.0480564 Apr 28 11:27:10.534807 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-7db014e7-cc61-443f-bb89-0124404da315 req-cbc02261-bba2-4e12-b551-9bad8d30b299 tempest-TestEncryptedCinderVolumes-1665762440 tempest-TestEncryptedCinderVolumes-1665762440-project] 10.222.0.10 "GET /v2.0/security-groups?id=aa057392-5d20-471b-a6c6-99b530395946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422151 Apr 28 11:27:10.549321 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-ae94d540-e4c6-43be-adc9-b26fb6a2f62f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (cfc241ae-e4b7-443b-b80b-59fbbc2b69c9), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:27:10.653241 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Device 5d0c6e5a-2708-4ae3-8173-94213ed038f0 up at agent hyperv_hv-neutron-mast {{(pid=116163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 11:27:10.696142 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Provisioning for port 5d0c6e5a-2708-4ae3-8173-94213ed038f0 completed by entity L2. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 28 11:27:10.752697 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Provisioning complete for port 5d0c6e5a-2708-4ae3-8173-94213ed038f0 triggered by entity L2. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:27:10.753198 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (5d0c6e5a-2708-4ae3-8173-94213ed038f0), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:27:10.831345 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Current status of the port 5d0c6e5a-2708-4ae3-8173-94213ed038f0 is: BUILD; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:27:10.831787 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (5d0c6e5a-2708-4ae3-8173-94213ed038f0), before_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:27:10.854792 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa7472cc-d711-49f9-a44a-0c30bc783648', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d0c6e5a-2708-4ae3-8173-94213ed038f0'}] {{(pid=116163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 11:27:10.857025 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f01aec4a4f83961b54a953becfce2676879fb1d4b91122543244f430a0b8460" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc54cae8-a07e-44b2-931a-2bce9aa1f791" -d '{"events": [{"server_uuid": "fa7472cc-d711-49f9-a44a-0c30bc783648", "name": "network-vif-plugged", "status": "completed", "tag": "5d0c6e5a-2708-4ae3-8173-94213ed038f0"}]}' {{(pid=116163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 11:27:10.868740 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] For port 5d0c6e5a-2708-4ae3-8173-94213ed038f0, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=5d0c6e5a-2708-4ae3-8173-94213ed038f0,segment=NetworkSegment(dc742cb7-1e97-4c15-9d51-e8038ef8b3cd),segment_id=dc742cb7-1e97-4c15-9d51-e8038ef8b3cd)] {{(pid=116163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 11:27:10.893607 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 11:27:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0ac5077-b06e-4134-a3fd-d95adf6c77ff x-openstack-request-id: req-c0ac5077-b06e-4134-a3fd-d95adf6c77ff {{(pid=116163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 11:27:10.893863 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa7472cc-d711-49f9-a44a-0c30bc783648", "name": "network-vif-plugged", "status": "completed", "tag": "5d0c6e5a-2708-4ae3-8173-94213ed038f0", "code": 200}]} {{(pid=116163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 11:27:10.894115 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-c0ac5077-b06e-4134-a3fd-d95adf6c77ff {{(pid=116163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 11:27:10.894608 dv-neutron-master-2-hyperv neutron-server[116163]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c0ac5077-b06e-4134-a3fd-d95adf6c77ff'] response: {'server_uuid': 'fa7472cc-d711-49f9-a44a-0c30bc783648', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d0c6e5a-2708-4ae3-8173-94213ed038f0', 'code': 200} Apr 28 11:27:10.953172 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393'] for port (5d0c6e5a-2708-4ae3-8173-94213ed038f0), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:27:11.001931 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Pushing event updated for resources: {'Port': ['ID=5d0c6e5a-2708-4ae3-8173-94213ed038f0,revision_number=5']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:27:11.200146 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00f7a36-6696-4e86-ab9d-5742d7689936 req-8786aed7-4f5a-4afb-9443-f7ff86cb126b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:27:11.201641 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-c00f7a36-6696-4e86-ab9d-5742d7689936 req-8786aed7-4f5a-4afb-9443-f7ff86cb126b service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=fa7472cc-d711-49f9-a44a-0c30bc783648 HTTP/1.1" status: 200 len: 1129 time: 0.0398710 Apr 28 11:27:11.246676 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-c00f7a36-6696-4e86-ab9d-5742d7689936 req-4e2cb756-1c4d-4d61-abe2-c0d1e01b1ba3 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=aa057392-5d20-471b-a6c6-99b530395946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384278 Apr 28 11:27:11.648790 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be35d082-598f-48b7-844e-02f944e8e8b2 req-78fd7e47-2bf1-479b-982b-abb58a3b3838 tempest-TestEncryptedCinderVolumes-1665762440 tempest-TestEncryptedCinderVolumes-1665762440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:27:11.650298 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-be35d082-598f-48b7-844e-02f944e8e8b2 req-78fd7e47-2bf1-479b-982b-abb58a3b3838 tempest-TestEncryptedCinderVolumes-1665762440 tempest-TestEncryptedCinderVolumes-1665762440-project] 10.222.0.10 "GET /v2.0/ports?device_id=fa7472cc-d711-49f9-a44a-0c30bc783648 HTTP/1.1" status: 200 len: 945 time: 0.0478098 Apr 28 11:27:11.700228 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-be35d082-598f-48b7-844e-02f944e8e8b2 req-ebe2faeb-06ea-4766-8e04-8b9a764407a2 tempest-TestEncryptedCinderVolumes-1665762440 tempest-TestEncryptedCinderVolumes-1665762440-project] 10.222.0.10 "GET /v2.0/security-groups?id=aa057392-5d20-471b-a6c6-99b530395946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442424 Apr 28 11:27:12.160525 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-01ef1de1-12fd-4cef-b76b-793f91379468 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (39cc4f52-f5d9-4e2c-bbfa-7a1c528e1c40), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:27:12.816023 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616fb0b3-2eb3-499c-aa28-7a804d769a9f req-05172412-d253-4662-a0e7-b4b5c979df22 tempest-TestEncryptedCinderVolumes-1665762440 tempest-TestEncryptedCinderVolumes-1665762440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:27:12.817534 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-616fb0b3-2eb3-499c-aa28-7a804d769a9f req-05172412-d253-4662-a0e7-b4b5c979df22 tempest-TestEncryptedCinderVolumes-1665762440 tempest-TestEncryptedCinderVolumes-1665762440-project] 10.222.0.10 "GET /v2.0/ports?device_id=fa7472cc-d711-49f9-a44a-0c30bc783648 HTTP/1.1" status: 200 len: 945 time: 0.0464754 Apr 28 11:27:12.864131 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-616fb0b3-2eb3-499c-aa28-7a804d769a9f req-37faeb2b-61fb-4cc0-86dc-0eb969c8793a tempest-TestEncryptedCinderVolumes-1665762440 tempest-TestEncryptedCinderVolumes-1665762440-project] 10.222.0.10 "GET /v2.0/security-groups?id=aa057392-5d20-471b-a6c6-99b530395946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408585 Apr 28 11:27:12.979599 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85463ea-30bc-4822-94d0-fc2a4a1cf6d4 req-e5787b2e-a143-4838-9c1a-9647fb90980a tempest-TestEncryptedCinderVolumes-1665762440 tempest-TestEncryptedCinderVolumes-1665762440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:27:12.981242 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-a85463ea-30bc-4822-94d0-fc2a4a1cf6d4 req-e5787b2e-a143-4838-9c1a-9647fb90980a tempest-TestEncryptedCinderVolumes-1665762440 tempest-TestEncryptedCinderVolumes-1665762440-project] 10.222.0.10 "GET /v2.0/ports?device_id=fa7472cc-d711-49f9-a44a-0c30bc783648 HTTP/1.1" status: 200 len: 945 time: 0.0468376 Apr 28 11:27:13.026490 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-a85463ea-30bc-4822-94d0-fc2a4a1cf6d4 req-b69ee19c-10e6-49bb-a4c1-1dff9bfd0436 tempest-TestEncryptedCinderVolumes-1665762440 tempest-TestEncryptedCinderVolumes-1665762440-project] 10.222.0.10 "GET /v2.0/security-groups?id=aa057392-5d20-471b-a6c6-99b530395946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390761 Apr 28 11:27:13.371879 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (d5baab19-5dd1-4902-922b-84acb048ab9c), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:27:20.787230 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (6be95134-9a6c-4663-8b48-90d12ce90c60), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:27:23.173507 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.agents_db [None req-54b29a82-8a19-4507-95e3-3a2d011841ff None None] Agent healthcheck: found 6 active agents {{(pid=116164) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 28 11:27:37.017367 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-e417e993-09b0-4e72-b310-46a2ec00da4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (75ba81b7-fe99-4281-90d2-a5adb445ecea), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:27:39.445649 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-0eebae2d-2b54-42f2-9019-88c3fc4defa5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (6b492ad6-0876-4d74-b20d-28143a52ceba), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:27:40.557509 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-ae94d540-e4c6-43be-adc9-b26fb6a2f62f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (cfc241ae-e4b7-443b-b80b-59fbbc2b69c9), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:27:42.140363 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-01ef1de1-12fd-4cef-b76b-793f91379468 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (39cc4f52-f5d9-4e2c-bbfa-7a1c528e1c40), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:27:43.377113 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (d5baab19-5dd1-4902-922b-84acb048ab9c), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:27:50.626716 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-59eaf98f-1b14-484d-b3eb-746f6356a2e0 req-80aaa1e7-6da0-44ef-b16e-8da3e1ba0f95 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=fa7472cc-d711-49f9-a44a-0c30bc783648&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0377836 Apr 28 11:27:50.705025 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59eaf98f-1b14-484d-b3eb-746f6356a2e0 req-77337a23-93c7-4cd6-bdb6-5ab3565ab88c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:27:50.706594 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-59eaf98f-1b14-484d-b3eb-746f6356a2e0 req-77337a23-93c7-4cd6-bdb6-5ab3565ab88c service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=7dee41e6cd5d4ca1973951869c93edf3&device_id=fa7472cc-d711-49f9-a44a-0c30bc783648 HTTP/1.1" status: 200 len: 1129 time: 0.0399816 Apr 28 11:27:50.783056 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (6be95134-9a6c-4663-8b48-90d12ce90c60), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:27:50.813989 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59eaf98f-1b14-484d-b3eb-746f6356a2e0 req-cd77a41b-551f-43fb-8c83-8fde47eae473 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:27:50.815506 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-59eaf98f-1b14-484d-b3eb-746f6356a2e0 req-cd77a41b-551f-43fb-8c83-8fde47eae473 service neutron] 10.222.0.20 "GET /v2.0/networks?id=b7da38b5-29e7-4a7a-9af9-efa6509f9fc0 HTTP/1.1" status: 200 len: 917 time: 0.0906568 Apr 28 11:27:50.856996 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-59eaf98f-1b14-484d-b3eb-746f6356a2e0 req-3471867e-5346-4d3b-8f51-0e610917a7c5 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5d0c6e5a-2708-4ae3-8173-94213ed038f0 HTTP/1.1" status: 200 len: 217 time: 0.0347798 Apr 28 11:27:50.904391 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59eaf98f-1b14-484d-b3eb-746f6356a2e0 req-48ec0ecb-16a8-49bf-86ea-6b7ef4e64b1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:27:50.905833 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-59eaf98f-1b14-484d-b3eb-746f6356a2e0 req-48ec0ecb-16a8-49bf-86ea-6b7ef4e64b1e service neutron] 10.222.0.20 "GET /v2.0/subnets?id=43965080-dd12-4069-994a-4f2bb508fa7c HTTP/1.1" status: 200 len: 856 time: 0.0441618 Apr 28 11:27:50.954801 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59eaf98f-1b14-484d-b3eb-746f6356a2e0 req-3a410cec-9b84-4d6f-aa87-6a3816392ec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:27:50.956288 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-59eaf98f-1b14-484d-b3eb-746f6356a2e0 req-3a410cec-9b84-4d6f-aa87-6a3816392ec6 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=b7da38b5-29e7-4a7a-9af9-efa6509f9fc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0439293 Apr 28 11:27:51.046747 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-59eaf98f-1b14-484d-b3eb-746f6356a2e0 req-2a5335c2-30c3-4ab1-9e5e-d211476234a1 service neutron] 10.222.0.20 "GET /v2.0/networks/b7da38b5-29e7-4a7a-9af9-efa6509f9fc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846286 Apr 28 11:27:51.140291 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-59eaf98f-1b14-484d-b3eb-746f6356a2e0 req-d1bdb0f9-4e7d-41b8-b48c-e5bf2c907a04 service neutron] 10.222.0.20 "GET /v2.0/networks/b7da38b5-29e7-4a7a-9af9-efa6509f9fc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881557 Apr 28 11:27:51.907660 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae197be-309e-4adb-99be-62a051ba75c2 req-d601b8ce-12f4-4d7f-8c9d-0e13f0893759 tempest-TestEncryptedCinderVolumes-1665762440 tempest-TestEncryptedCinderVolumes-1665762440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:27:51.909132 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-3ae197be-309e-4adb-99be-62a051ba75c2 req-d601b8ce-12f4-4d7f-8c9d-0e13f0893759 tempest-TestEncryptedCinderVolumes-1665762440 tempest-TestEncryptedCinderVolumes-1665762440-project] 10.222.0.10 "GET /v2.0/ports?device_id=fa7472cc-d711-49f9-a44a-0c30bc783648 HTTP/1.1" status: 200 len: 945 time: 0.0514514 Apr 28 11:27:51.955751 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-3ae197be-309e-4adb-99be-62a051ba75c2 req-3160929a-514e-44d5-8355-ecead3f0b73d tempest-TestEncryptedCinderVolumes-1665762440 tempest-TestEncryptedCinderVolumes-1665762440-project] 10.222.0.10 "GET /v2.0/security-groups?id=aa057392-5d20-471b-a6c6-99b530395946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409760 Apr 28 11:27:53.070963 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c549a30-225a-4872-a498-5e6a6fb8e658 req-2ce764ab-57e0-44e6-aae8-c3378e23a304 tempest-TestEncryptedCinderVolumes-1665762440 tempest-TestEncryptedCinderVolumes-1665762440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:27:53.072463 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-6c549a30-225a-4872-a498-5e6a6fb8e658 req-2ce764ab-57e0-44e6-aae8-c3378e23a304 tempest-TestEncryptedCinderVolumes-1665762440 tempest-TestEncryptedCinderVolumes-1665762440-project] 10.222.0.10 "GET /v2.0/ports?device_id=fa7472cc-d711-49f9-a44a-0c30bc783648 HTTP/1.1" status: 200 len: 945 time: 0.0476861 Apr 28 11:27:53.119109 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-6c549a30-225a-4872-a498-5e6a6fb8e658 req-5e6259d1-338f-4a62-95f3-ea041fb0ba74 tempest-TestEncryptedCinderVolumes-1665762440 tempest-TestEncryptedCinderVolumes-1665762440-project] 10.222.0.10 "GET /v2.0/security-groups?id=aa057392-5d20-471b-a6c6-99b530395946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410035 Apr 28 11:27:53.439344 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa385b92-728d-48a6-8fa1-601ebfb2fdb7 req-7f7be4ad-2a14-4540-bf01-baa203683b44 tempest-TestEncryptedCinderVolumes-1665762440 tempest-TestEncryptedCinderVolumes-1665762440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:27:53.440886 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-aa385b92-728d-48a6-8fa1-601ebfb2fdb7 req-7f7be4ad-2a14-4540-bf01-baa203683b44 tempest-TestEncryptedCinderVolumes-1665762440 tempest-TestEncryptedCinderVolumes-1665762440-project] 10.222.0.20 "GET /v2.0/ports?device_id=fa7472cc-d711-49f9-a44a-0c30bc783648 HTTP/1.1" status: 200 len: 945 time: 0.0477579 Apr 28 11:27:53.522169 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.plugin [req-aa385b92-728d-48a6-8fa1-601ebfb2fdb7 req-f09eafae-d061-4678-8f25-2749eb85cba8 tempest-TestEncryptedCinderVolumes-1665762440 tempest-TestEncryptedCinderVolumes-1665762440-project] Deleting port 5d0c6e5a-2708-4ae3-8173-94213ed038f0 {{(pid=116162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 11:27:53.522572 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [req-aa385b92-728d-48a6-8fa1-601ebfb2fdb7 req-f09eafae-d061-4678-8f25-2749eb85cba8 tempest-TestEncryptedCinderVolumes-1665762440 tempest-TestEncryptedCinderVolumes-1665762440-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742235130188'] for port (5d0c6e5a-2708-4ae3-8173-94213ed038f0), before_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:27:53.618979 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.db [req-aa385b92-728d-48a6-8fa1-601ebfb2fdb7 req-f09eafae-d061-4678-8f25-2749eb85cba8 tempest-TestEncryptedCinderVolumes-1665762440 tempest-TestEncryptedCinderVolumes-1665762440-project] For port 5d0c6e5a-2708-4ae3-8173-94213ed038f0, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=5d0c6e5a-2708-4ae3-8173-94213ed038f0,segment=NetworkSegment(dc742cb7-1e97-4c15-9d51-e8038ef8b3cd),segment_id=dc742cb7-1e97-4c15-9d51-e8038ef8b3cd)] {{(pid=116162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 11:27:53.619345 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [req-aa385b92-728d-48a6-8fa1-601ebfb2fdb7 req-f09eafae-d061-4678-8f25-2749eb85cba8 tempest-TestEncryptedCinderVolumes-1665762440 tempest-TestEncryptedCinderVolumes-1665762440-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1938497'] for port (5d0c6e5a-2708-4ae3-8173-94213ed038f0), precommit_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:27:53.632999 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.plugin [req-aa385b92-728d-48a6-8fa1-601ebfb2fdb7 req-f09eafae-d061-4678-8f25-2749eb85cba8 tempest-TestEncryptedCinderVolumes-1665762440 tempest-TestEncryptedCinderVolumes-1665762440-project] Calling delete_port for 5d0c6e5a-2708-4ae3-8173-94213ed038f0 owned by compute:nova {{(pid=116162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 11:27:53.810892 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [req-aa385b92-728d-48a6-8fa1-601ebfb2fdb7 req-f09eafae-d061-4678-8f25-2749eb85cba8 tempest-TestEncryptedCinderVolumes-1665762440 tempest-TestEncryptedCinderVolumes-1665762440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742235135690', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742234710366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5051867'] for port (5d0c6e5a-2708-4ae3-8173-94213ed038f0), after_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:27:53.823651 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] get_ports_and_sgs() called for port_ids ['5d0c6e5a-2708-4ae3-8173-94213ed038f0'] {{(pid=116163) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 11:27:53.840597 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f09eafae-d061-4678-8f25-2749eb85cba8 tempest-TestEncryptedCinderVolumes-1665762440 tempest-TestEncryptedCinderVolumes-1665762440-project] Pushing event deleted for resources: {'Port': ['ID=5d0c6e5a-2708-4ae3-8173-94213ed038f0,revision_number=None']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:27:53.853302 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f09eafae-d061-4678-8f25-2749eb85cba8 tempest-TestEncryptedCinderVolumes-1665762440 tempest-TestEncryptedCinderVolumes-1665762440-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:27:53.853749 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f09eafae-d061-4678-8f25-2749eb85cba8 tempest-TestEncryptedCinderVolumes-1665762440 tempest-TestEncryptedCinderVolumes-1665762440-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:27:53.854098 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f09eafae-d061-4678-8f25-2749eb85cba8 tempest-TestEncryptedCinderVolumes-1665762440 tempest-TestEncryptedCinderVolumes-1665762440-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:27:53.854437 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f09eafae-d061-4678-8f25-2749eb85cba8 tempest-TestEncryptedCinderVolumes-1665762440 tempest-TestEncryptedCinderVolumes-1665762440-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:27:53.854780 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f09eafae-d061-4678-8f25-2749eb85cba8 tempest-TestEncryptedCinderVolumes-1665762440 tempest-TestEncryptedCinderVolumes-1665762440-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:27:53.855114 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f09eafae-d061-4678-8f25-2749eb85cba8 tempest-TestEncryptedCinderVolumes-1665762440 tempest-TestEncryptedCinderVolumes-1665762440-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:27:53.855443 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f09eafae-d061-4678-8f25-2749eb85cba8 tempest-TestEncryptedCinderVolumes-1665762440 tempest-TestEncryptedCinderVolumes-1665762440-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:27:53.856001 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f09eafae-d061-4678-8f25-2749eb85cba8 tempest-TestEncryptedCinderVolumes-1665762440 tempest-TestEncryptedCinderVolumes-1665762440-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:27:53.856356 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f09eafae-d061-4678-8f25-2749eb85cba8 tempest-TestEncryptedCinderVolumes-1665762440 tempest-TestEncryptedCinderVolumes-1665762440-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:27:53.856772 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f09eafae-d061-4678-8f25-2749eb85cba8 tempest-TestEncryptedCinderVolumes-1665762440 tempest-TestEncryptedCinderVolumes-1665762440-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:27:53.857208 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f09eafae-d061-4678-8f25-2749eb85cba8 tempest-TestEncryptedCinderVolumes-1665762440 tempest-TestEncryptedCinderVolumes-1665762440-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:27:53.857543 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f09eafae-d061-4678-8f25-2749eb85cba8 tempest-TestEncryptedCinderVolumes-1665762440 tempest-TestEncryptedCinderVolumes-1665762440-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:27:53.857871 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f09eafae-d061-4678-8f25-2749eb85cba8 tempest-TestEncryptedCinderVolumes-1665762440 tempest-TestEncryptedCinderVolumes-1665762440-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:27:53.858293 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f09eafae-d061-4678-8f25-2749eb85cba8 tempest-TestEncryptedCinderVolumes-1665762440 tempest-TestEncryptedCinderVolumes-1665762440-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:27:53.858564 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f09eafae-d061-4678-8f25-2749eb85cba8 tempest-TestEncryptedCinderVolumes-1665762440 tempest-TestEncryptedCinderVolumes-1665762440-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:27:53.895887 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa385b92-728d-48a6-8fa1-601ebfb2fdb7 req-f09eafae-d061-4678-8f25-2749eb85cba8 tempest-TestEncryptedCinderVolumes-1665762440 tempest-TestEncryptedCinderVolumes-1665762440-project] No DVR routers for this DVR port 5d0c6e5a-2708-4ae3-8173-94213ed038f0 on host hv-neutron-mast {{(pid=116162) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 11:27:53.898333 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [req-aa385b92-728d-48a6-8fa1-601ebfb2fdb7 req-f09eafae-d061-4678-8f25-2749eb85cba8 tempest-TestEncryptedCinderVolumes-1665762440 tempest-TestEncryptedCinderVolumes-1665762440-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198022'] for port (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:27:53.901651 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-aa385b92-728d-48a6-8fa1-601ebfb2fdb7 req-f09eafae-d061-4678-8f25-2749eb85cba8 tempest-TestEncryptedCinderVolumes-1665762440 tempest-TestEncryptedCinderVolumes-1665762440-project] 10.222.0.20 "DELETE /v2.0/ports/5d0c6e5a-2708-4ae3-8173-94213ed038f0 HTTP/1.1" status: 204 len: 173 time: 0.4558005 Apr 28 11:27:53.902084 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa7472cc-d711-49f9-a44a-0c30bc783648', 'name': 'network-vif-deleted', 'tag': '5d0c6e5a-2708-4ae3-8173-94213ed038f0'}] {{(pid=116162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 11:27:53.905441 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ba53f40d6116d28995a8e36159d0e539b5353eec116fb5dd4ce03b4b2159ab1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78281b96-5a0f-41ea-b09a-67fbf23352b3" -d '{"events": [{"server_uuid": "fa7472cc-d711-49f9-a44a-0c30bc783648", "name": "network-vif-deleted", "tag": "5d0c6e5a-2708-4ae3-8173-94213ed038f0"}]}' {{(pid=116162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 11:27:53.939020 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 11:27:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26f811cf-ab9c-44c0-9c11-a946e00388f6 x-openstack-request-id: req-26f811cf-ab9c-44c0-9c11-a946e00388f6 {{(pid=116162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 11:27:53.939309 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa7472cc-d711-49f9-a44a-0c30bc783648", "name": "network-vif-deleted", "tag": "5d0c6e5a-2708-4ae3-8173-94213ed038f0", "status": "completed", "code": 200}]} {{(pid=116162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 11:27:53.939559 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-26f811cf-ab9c-44c0-9c11-a946e00388f6 {{(pid=116162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 11:27:53.945229 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.notifiers.nova [-] Nova event matching ['req-26f811cf-ab9c-44c0-9c11-a946e00388f6'] response: {'server_uuid': 'fa7472cc-d711-49f9-a44a-0c30bc783648', 'name': 'network-vif-deleted', 'tag': '5d0c6e5a-2708-4ae3-8173-94213ed038f0', 'status': 'completed', 'code': 200} Apr 28 11:27:54.230028 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-b48bb17e-f036-4cb0-ba2f-9a95e367298b req-07d2bacc-6dbd-423f-945c-a15a060adcf9 tempest-TestEncryptedCinderVolumes-1665762440 tempest-TestEncryptedCinderVolumes-1665762440-project] 10.222.0.10 "GET /v2.0/ports?device_id=fa7472cc-d711-49f9-a44a-0c30bc783648 HTTP/1.1" status: 200 len: 210 time: 0.0294874 Apr 28 11:27:56.019216 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c7d72a-a57b-4738-8271-916f5018058e req-d6029ef7-98a3-4601-a151-ed885a05aa80 tempest-TestEncryptedCinderVolumes-1665762440 tempest-TestEncryptedCinderVolumes-1665762440-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:27:56.020663 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-e6c7d72a-a57b-4738-8271-916f5018058e req-d6029ef7-98a3-4601-a151-ed885a05aa80 tempest-TestEncryptedCinderVolumes-1665762440 tempest-TestEncryptedCinderVolumes-1665762440-project] 10.222.0.10 "GET /v2.0/networks?id=b7da38b5-29e7-4a7a-9af9-efa6509f9fc0 HTTP/1.1" status: 200 len: 817 time: 0.1031322 Apr 28 11:27:56.035076 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-e6c7d72a-a57b-4738-8271-916f5018058e req-4a7a03de-ae3d-4603-b273-f75e3b1288e5 tempest-TestEncryptedCinderVolumes-1665762440 tempest-TestEncryptedCinderVolumes-1665762440-project] 10.222.0.10 "GET /v2.0/quotas/7dee41e6cd5d4ca1973951869c93edf3 HTTP/1.1" status: 200 len: 375 time: 0.0090566 Apr 28 11:27:56.084029 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-e6c7d72a-a57b-4738-8271-916f5018058e req-7524a9f8-0fba-4cf7-8cc6-43634d4a3321 tempest-TestEncryptedCinderVolumes-1665762440 tempest-TestEncryptedCinderVolumes-1665762440-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=7dee41e6cd5d4ca1973951869c93edf3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0441971 Apr 28 11:27:56.508338 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-e6c7d72a-a57b-4738-8271-916f5018058e req-b21c6852-5f13-44b0-b001-641a3a818587 service neutron] 10.222.0.10 "GET /v2.0/networks/b7da38b5-29e7-4a7a-9af9-efa6509f9fc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4131303 Apr 28 11:27:56.599739 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-e6c7d72a-a57b-4738-8271-916f5018058e req-6e1ac10c-f3c2-4a0e-b68a-5799ad62647e service neutron] 10.222.0.10 "GET /v2.0/networks/b7da38b5-29e7-4a7a-9af9-efa6509f9fc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851767 Apr 28 11:27:56.843230 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-687c9620-6205-45a8-a263-7e885dfe55ea req-62183bd8-6f82-4aed-9943-ec7013d7feb4 tempest-TestEncryptedCinderVolumes-1665762440 tempest-TestEncryptedCinderVolumes-1665762440-project] 10.222.0.10 "GET /v2.0/ports?device_id=90a7a365-cc72-45f7-9ee5-a94be789c6e2 HTTP/1.1" status: 200 len: 210 time: 0.0282841 Apr 28 11:27:56.869752 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Device 5d0c6e5a-2708-4ae3-8173-94213ed038f0 no longer exists at agent hyperv_hv-neutron-mast {{(pid=116163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 11:27:56.892811 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] No Port match for: 5d0c6e5a-2708-4ae3-8173-94213ed038f0 {{(pid=116163) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 28 11:27:56.893109 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Device 5d0c6e5a-2708-4ae3-8173-94213ed038f0 not bound to the agent host hv-neutron-mast {{(pid=116163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 11:27:57.937704 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-a8a8b6cc-0e72-4eda-a5ac-d01c46d637bc req-a572f871-1e2e-46e1-aeb0-54e4b8252198 tempest-TestEncryptedCinderVolumes-1665762440 tempest-TestEncryptedCinderVolumes-1665762440-project] 10.222.0.10 "GET /v2.0/ports?device_id=90a7a365-cc72-45f7-9ee5-a94be789c6e2 HTTP/1.1" status: 200 len: 210 time: 0.0279667 Apr 28 11:27:58.551865 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c7d72a-a57b-4738-8271-916f5018058e req-32f19202-42f6-4607-bab9-6f475e2f5ee9 tempest-TestEncryptedCinderVolumes-1665762440 tempest-TestEncryptedCinderVolumes-1665762440-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:27:58.553298 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-e6c7d72a-a57b-4738-8271-916f5018058e req-32f19202-42f6-4607-bab9-6f475e2f5ee9 tempest-TestEncryptedCinderVolumes-1665762440 tempest-TestEncryptedCinderVolumes-1665762440-project] 10.222.0.20 "GET /v2.0/networks?id=b7da38b5-29e7-4a7a-9af9-efa6509f9fc0 HTTP/1.1" status: 200 len: 817 time: 0.1036079 Apr 28 11:27:58.564626 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.v2.base [req-e6c7d72a-a57b-4738-8271-916f5018058e req-1011d33c-573c-4930-a2a1-7f4669507b96 tempest-TestEncryptedCinderVolumes-1665762440 tempest-TestEncryptedCinderVolumes-1665762440-project] Request body: {'port': {'device_id': '90a7a365-cc72-45f7-9ee5-a94be789c6e2', 'network_id': 'b7da38b5-29e7-4a7a-9af9-efa6509f9fc0', 'admin_state_up': True, 'tenant_id': '7dee41e6cd5d4ca1973951869c93edf3'}} {{(pid=116162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:27:58.725175 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e6c7d72a-a57b-4738-8271-916f5018058e req-1011d33c-573c-4930-a2a1-7f4669507b96 tempest-TestEncryptedCinderVolumes-1665762440 tempest-TestEncryptedCinderVolumes-1665762440-project] Made reservation on behalf of 7dee41e6cd5d4ca1973951869c93edf3 for: {'port': 1} {{(pid=116162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 11:27:58.728519 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [req-e6c7d72a-a57b-4738-8271-916f5018058e req-1011d33c-573c-4930-a2a1-7f4669507b96 tempest-TestEncryptedCinderVolumes-1665762440 tempest-TestEncryptedCinderVolumes-1665762440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (None), before_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:27:58.853361 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.db.db_base_plugin_common [req-e6c7d72a-a57b-4738-8271-916f5018058e req-1011d33c-573c-4930-a2a1-7f4669507b96 tempest-TestEncryptedCinderVolumes-1665762440 tempest-TestEncryptedCinderVolumes-1665762440-project] Allocated IP 172.20.0.12 (b7da38b5-29e7-4a7a-9af9-efa6509f9fc0/43965080-dd12-4069-994a-4f2bb508fa7c/1a10227a-9d86-4c29-8dda-6c38e6437375) {{(pid=116162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 11:27:59.004728 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [req-e6c7d72a-a57b-4738-8271-916f5018058e req-1011d33c-573c-4930-a2a1-7f4669507b96 tempest-TestEncryptedCinderVolumes-1665762440 tempest-TestEncryptedCinderVolumes-1665762440-project] Publish callbacks [] for port (1a10227a-9d86-4c29-8dda-6c38e6437375), precommit_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:27:59.034447 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-2bc97a72-211e-4bd0-8b8d-13d1c36ac664 req-2551400e-26b8-4150-904c-6d7058f6c51d tempest-TestEncryptedCinderVolumes-1665762440 tempest-TestEncryptedCinderVolumes-1665762440-project] 10.222.0.10 "GET /v2.0/ports?device_id=90a7a365-cc72-45f7-9ee5-a94be789c6e2 HTTP/1.1" status: 200 len: 210 time: 0.0267816 Apr 28 11:27:59.091342 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [req-e6c7d72a-a57b-4738-8271-916f5018058e req-1011d33c-573c-4930-a2a1-7f4669507b96 tempest-TestEncryptedCinderVolumes-1665762440 tempest-TestEncryptedCinderVolumes-1665762440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742234710357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5051867'] for port (1a10227a-9d86-4c29-8dda-6c38e6437375), after_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:27:59.134020 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e6c7d72a-a57b-4738-8271-916f5018058e req-1011d33c-573c-4930-a2a1-7f4669507b96 tempest-TestEncryptedCinderVolumes-1665762440 tempest-TestEncryptedCinderVolumes-1665762440-project] Network b7da38b5-29e7-4a7a-9af9-efa6509f9fc0 is already hosted by enough agents. {{(pid=116162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 11:27:59.139216 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.scheduler.base_scheduler [req-e6c7d72a-a57b-4738-8271-916f5018058e req-1011d33c-573c-4930-a2a1-7f4669507b96 tempest-TestEncryptedCinderVolumes-1665762440 tempest-TestEncryptedCinderVolumes-1665762440-project] Resources bound (agent type, host, resource id): {{(pid=116162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 11:27:59.142918 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6c7d72a-a57b-4738-8271-916f5018058e req-1011d33c-573c-4930-a2a1-7f4669507b96 tempest-TestEncryptedCinderVolumes-1665762440 tempest-TestEncryptedCinderVolumes-1665762440-project] Received port after_create {{(pid=116162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 11:27:59.165668 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1011d33c-573c-4930-a2a1-7f4669507b96 tempest-TestEncryptedCinderVolumes-1665762440 tempest-TestEncryptedCinderVolumes-1665762440-project] Pushing event updated for resources: {'Port': ['ID=1a10227a-9d86-4c29-8dda-6c38e6437375,revision_number=1']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:27:59.198253 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c7d72a-a57b-4738-8271-916f5018058e req-1011d33c-573c-4930-a2a1-7f4669507b96 tempest-TestEncryptedCinderVolumes-1665762440 tempest-TestEncryptedCinderVolumes-1665762440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:27:59.198899 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [req-e6c7d72a-a57b-4738-8271-916f5018058e req-1011d33c-573c-4930-a2a1-7f4669507b96 tempest-TestEncryptedCinderVolumes-1665762440 tempest-TestEncryptedCinderVolumes-1665762440-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198022'] for port (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:27:59.265520 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-e6c7d72a-a57b-4738-8271-916f5018058e req-1011d33c-573c-4930-a2a1-7f4669507b96 tempest-TestEncryptedCinderVolumes-1665762440 tempest-TestEncryptedCinderVolumes-1665762440-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7044303 Apr 28 11:27:59.276812 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.v2.base [req-e6c7d72a-a57b-4738-8271-916f5018058e req-75bb919c-e01a-49a8-a6c1-78f39f1be9b7 service neutron] Request body: {'port': {'device_id': '90a7a365-cc72-45f7-9ee5-a94be789c6e2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-mast'}} {{(pid=116162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:27:59.340902 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-1c585a77-c2ce-4a3c-9a24-51df70f41eb2 None None] Provisioning complete for port 1a10227a-9d86-4c29-8dda-6c38e6437375 triggered by entity DHCP. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:27:59.341452 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-1c585a77-c2ce-4a3c-9a24-51df70f41eb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (1a10227a-9d86-4c29-8dda-6c38e6437375), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:27:59.345676 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [req-e6c7d72a-a57b-4738-8271-916f5018058e req-75bb919c-e01a-49a8-a6c1-78f39f1be9b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (1a10227a-9d86-4c29-8dda-6c38e6437375), before_update {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:27:59.375197 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-1c585a77-c2ce-4a3c-9a24-51df70f41eb2 None None] Port 1a10227a-9d86-4c29-8dda-6c38e6437375 cannot update to ACTIVE because it is not bound. {{(pid=116163) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 28 11:27:59.603161 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.notifiers.nova [req-e6c7d72a-a57b-4738-8271-916f5018058e req-75bb919c-e01a-49a8-a6c1-78f39f1be9b7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1a10227a-9d86-4c29-8dda-6c38e6437375 {{(pid=116162) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 11:27:59.610308 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [req-e6c7d72a-a57b-4738-8271-916f5018058e req-75bb919c-e01a-49a8-a6c1-78f39f1be9b7 service neutron] Publish callbacks [] for port (1a10227a-9d86-4c29-8dda-6c38e6437375), precommit_update {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:27:59.623094 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.db.provisioning_blocks [req-e6c7d72a-a57b-4738-8271-916f5018058e req-75bb919c-e01a-49a8-a6c1-78f39f1be9b7 service neutron] Transition to ACTIVE for port object 1a10227a-9d86-4c29-8dda-6c38e6437375 will not be triggered until provisioned by entity L2. {{(pid=116162) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 28 11:27:59.718914 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [req-e6c7d72a-a57b-4738-8271-916f5018058e req-75bb919c-e01a-49a8-a6c1-78f39f1be9b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5051840'] for port (1a10227a-9d86-4c29-8dda-6c38e6437375), after_update {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:27:59.771364 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75bb919c-e01a-49a8-a6c1-78f39f1be9b7 service neutron] Pushing event updated for resources: {'Port': ['ID=1a10227a-9d86-4c29-8dda-6c38e6437375,revision_number=2']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:27:59.844396 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.managers [req-e6c7d72a-a57b-4738-8271-916f5018058e req-75bb919c-e01a-49a8-a6c1-78f39f1be9b7 service neutron] Attempting to bind port 1a10227a-9d86-4c29-8dda-6c38e6437375 on host hv-neutron-mast for vnic_type normal with profile {{(pid=116162) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 28 11:27:59.844866 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.managers [req-e6c7d72a-a57b-4738-8271-916f5018058e req-75bb919c-e01a-49a8-a6c1-78f39f1be9b7 service neutron] Attempting to bind port 1a10227a-9d86-4c29-8dda-6c38e6437375 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': 'dc742cb7-1e97-4c15-9d51-e8038ef8b3cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'b7da38b5-29e7-4a7a-9af9-efa6509f9fc0'}] {{(pid=116162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 28 11:27:59.845161 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6c7d72a-a57b-4738-8271-916f5018058e req-75bb919c-e01a-49a8-a6c1-78f39f1be9b7 service neutron] Attempting to bind port 1a10227a-9d86-4c29-8dda-6c38e6437375 on network b7da38b5-29e7-4a7a-9af9-efa6509f9fc0 {{(pid=116162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 11:27:59.849705 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6c7d72a-a57b-4738-8271-916f5018058e req-75bb919c-e01a-49a8-a6c1-78f39f1be9b7 service neutron] Port 1a10227a-9d86-4c29-8dda-6c38e6437375 on network b7da38b5-29e7-4a7a-9af9-efa6509f9fc0 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=116162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 28 11:27:59.850219 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6c7d72a-a57b-4738-8271-916f5018058e req-75bb919c-e01a-49a8-a6c1-78f39f1be9b7 service neutron] Attempting to bind port 1a10227a-9d86-4c29-8dda-6c38e6437375 on network b7da38b5-29e7-4a7a-9af9-efa6509f9fc0 {{(pid=116162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 11:27:59.856397 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6c7d72a-a57b-4738-8271-916f5018058e req-75bb919c-e01a-49a8-a6c1-78f39f1be9b7 service neutron] Checking agent: {'id': '6be95134-9a6c-4663-8b48-90d12ce90c60', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-mast', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 10, 57, 20), 'started_at': datetime.datetime(2022, 4, 28, 10, 57, 20), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 11, 27, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=116162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 11:27:59.856707 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6c7d72a-a57b-4738-8271-916f5018058e req-75bb919c-e01a-49a8-a6c1-78f39f1be9b7 service neutron] Checking segment: {'id': 'dc742cb7-1e97-4c15-9d51-e8038ef8b3cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'b7da38b5-29e7-4a7a-9af9-efa6509f9fc0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 11:27:59.857044 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6c7d72a-a57b-4738-8271-916f5018058e req-75bb919c-e01a-49a8-a6c1-78f39f1be9b7 service neutron] Bound using segment: {'id': 'dc742cb7-1e97-4c15-9d51-e8038ef8b3cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'b7da38b5-29e7-4a7a-9af9-efa6509f9fc0'} {{(pid=116162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 11:27:59.857493 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.managers [req-e6c7d72a-a57b-4738-8271-916f5018058e req-75bb919c-e01a-49a8-a6c1-78f39f1be9b7 service neutron] Bound port: 1a10227a-9d86-4c29-8dda-6c38e6437375, host: hv-neutron-mast, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dc742cb7-1e97-4c15-9d51-e8038ef8b3cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'b7da38b5-29e7-4a7a-9af9-efa6509f9fc0'}}] {{(pid=116162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 28 11:27:59.857851 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [req-e6c7d72a-a57b-4738-8271-916f5018058e req-75bb919c-e01a-49a8-a6c1-78f39f1be9b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (1a10227a-9d86-4c29-8dda-6c38e6437375), before_update {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:27:59.932358 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.db [req-e6c7d72a-a57b-4738-8271-916f5018058e req-75bb919c-e01a-49a8-a6c1-78f39f1be9b7 service neutron] For port 1a10227a-9d86-4c29-8dda-6c38e6437375, host hv-neutron-mast, cleared binding levels {{(pid=116162) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 11:27:59.932358 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.db [req-e6c7d72a-a57b-4738-8271-916f5018058e req-75bb919c-e01a-49a8-a6c1-78f39f1be9b7 service neutron] For port 1a10227a-9d86-4c29-8dda-6c38e6437375, host hv-neutron-mast, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=1a10227a-9d86-4c29-8dda-6c38e6437375,segment=NetworkSegment(dc742cb7-1e97-4c15-9d51-e8038ef8b3cd),segment_id=dc742cb7-1e97-4c15-9d51-e8038ef8b3cd)] {{(pid=116162) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 11:28:00.034007 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [req-e6c7d72a-a57b-4738-8271-916f5018058e req-75bb919c-e01a-49a8-a6c1-78f39f1be9b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5051840'] for port (1a10227a-9d86-4c29-8dda-6c38e6437375), after_update {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:28:00.075864 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c7d72a-a57b-4738-8271-916f5018058e req-75bb919c-e01a-49a8-a6c1-78f39f1be9b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:28:00.075864 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [req-e6c7d72a-a57b-4738-8271-916f5018058e req-75bb919c-e01a-49a8-a6c1-78f39f1be9b7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198022'] for port (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:28:00.075864 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-e6c7d72a-a57b-4738-8271-916f5018058e req-75bb919c-e01a-49a8-a6c1-78f39f1be9b7 service neutron] 10.222.0.20 "PUT /v2.0/ports/1a10227a-9d86-4c29-8dda-6c38e6437375 HTTP/1.1" status: 200 len: 1094 time: 0.7994235 Apr 28 11:28:00.075864 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90a7a365-cc72-45f7-9ee5-a94be789c6e2', 'tag': '1a10227a-9d86-4c29-8dda-6c38e6437375'}] {{(pid=116162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 11:28:00.075864 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ba53f40d6116d28995a8e36159d0e539b5353eec116fb5dd4ce03b4b2159ab1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55ba6981-ebb2-4642-bf4d-b80bbf214c98" -d '{"events": [{"name": "network-changed", "server_uuid": "90a7a365-cc72-45f7-9ee5-a94be789c6e2", "tag": "1a10227a-9d86-4c29-8dda-6c38e6437375"}]}' {{(pid=116162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 11:28:00.099092 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75bb919c-e01a-49a8-a6c1-78f39f1be9b7 service neutron] Pushing event updated for resources: {'Port': ['ID=1a10227a-9d86-4c29-8dda-6c38e6437375,revision_number=3']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:28:00.131247 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 11:28:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dedb5594-9e55-4d85-bdeb-ea82ff459cc2 x-openstack-request-id: req-dedb5594-9e55-4d85-bdeb-ea82ff459cc2 {{(pid=116162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 11:28:00.132092 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "90a7a365-cc72-45f7-9ee5-a94be789c6e2", "tag": "1a10227a-9d86-4c29-8dda-6c38e6437375", "status": "completed", "code": 200}]} {{(pid=116162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 11:28:00.132408 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-dedb5594-9e55-4d85-bdeb-ea82ff459cc2 {{(pid=116162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 11:28:00.132834 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dedb5594-9e55-4d85-bdeb-ea82ff459cc2'] response: {'name': 'network-changed', 'server_uuid': '90a7a365-cc72-45f7-9ee5-a94be789c6e2', 'tag': '1a10227a-9d86-4c29-8dda-6c38e6437375', 'status': 'completed', 'code': 200} Apr 28 11:28:00.176634 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.agents_db [None req-54b29a82-8a19-4507-95e3-3a2d011841ff None None] Agent healthcheck: found 6 active agents {{(pid=116164) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 28 11:28:00.188206 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6404345-c710-4d61-b131-8225a0088544 req-2a4a63a9-b16e-41f7-bde6-6a4ea989fa11 tempest-TestEncryptedCinderVolumes-1665762440 tempest-TestEncryptedCinderVolumes-1665762440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:28:00.189792 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-c6404345-c710-4d61-b131-8225a0088544 req-2a4a63a9-b16e-41f7-bde6-6a4ea989fa11 tempest-TestEncryptedCinderVolumes-1665762440 tempest-TestEncryptedCinderVolumes-1665762440-project] 10.222.0.10 "GET /v2.0/ports?device_id=90a7a365-cc72-45f7-9ee5-a94be789c6e2 HTTP/1.1" status: 200 len: 944 time: 0.0543473 Apr 28 11:28:00.200566 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ba6981-ebb2-4642-bf4d-b80bbf214c98 req-f15b82a8-a729-4865-9c5c-fe3a4f19a04c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:28:00.204014 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-55ba6981-ebb2-4642-bf4d-b80bbf214c98 req-f15b82a8-a729-4865-9c5c-fe3a4f19a04c service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=7dee41e6cd5d4ca1973951869c93edf3&device_id=90a7a365-cc72-45f7-9ee5-a94be789c6e2 HTTP/1.1" status: 200 len: 1128 time: 0.0500953 Apr 28 11:28:00.245381 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-c6404345-c710-4d61-b131-8225a0088544 req-56df2a36-6d15-4ee6-a8d0-97d81191fa38 tempest-TestEncryptedCinderVolumes-1665762440 tempest-TestEncryptedCinderVolumes-1665762440-project] 10.222.0.10 "GET /v2.0/security-groups?id=aa057392-5d20-471b-a6c6-99b530395946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496433 Apr 28 11:28:00.310011 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ba6981-ebb2-4642-bf4d-b80bbf214c98 req-caeb0d2f-2d16-41af-a46a-572964a375df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:28:00.311617 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-55ba6981-ebb2-4642-bf4d-b80bbf214c98 req-caeb0d2f-2d16-41af-a46a-572964a375df service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=7dee41e6cd5d4ca1973951869c93edf3&shared=False HTTP/1.1" status: 200 len: 917 time: 0.1025729 Apr 28 11:28:00.402954 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ba6981-ebb2-4642-bf4d-b80bbf214c98 req-a25b2aa0-ca32-44d3-9c78-ace506609078 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:28:00.404433 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-55ba6981-ebb2-4642-bf4d-b80bbf214c98 req-a25b2aa0-ca32-44d3-9c78-ace506609078 service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0869417 Apr 28 11:28:00.476902 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c7d72a-a57b-4738-8271-916f5018058e req-71b28448-2ba0-4ac6-a1ec-d8238d8c224c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:28:00.478377 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-e6c7d72a-a57b-4738-8271-916f5018058e req-71b28448-2ba0-4ac6-a1ec-d8238d8c224c service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=7dee41e6cd5d4ca1973951869c93edf3&device_id=90a7a365-cc72-45f7-9ee5-a94be789c6e2 HTTP/1.1" status: 200 len: 1128 time: 0.0398419 Apr 28 11:28:00.521898 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-e6c7d72a-a57b-4738-8271-916f5018058e req-76ff8109-e988-416c-8cb6-71ce836771cb service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1a10227a-9d86-4c29-8dda-6c38e6437375 HTTP/1.1" status: 200 len: 217 time: 0.0371699 Apr 28 11:28:00.567898 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c7d72a-a57b-4738-8271-916f5018058e req-9cdc41ef-48f9-4163-81a0-85aef26fe005 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:28:00.569310 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-e6c7d72a-a57b-4738-8271-916f5018058e req-9cdc41ef-48f9-4163-81a0-85aef26fe005 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=43965080-dd12-4069-994a-4f2bb508fa7c HTTP/1.1" status: 200 len: 856 time: 0.0424750 Apr 28 11:28:00.612270 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c7d72a-a57b-4738-8271-916f5018058e req-1dcb260f-6b7b-4194-a7d5-fcc6557b7a79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:28:00.613674 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-e6c7d72a-a57b-4738-8271-916f5018058e req-1dcb260f-6b7b-4194-a7d5-fcc6557b7a79 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=b7da38b5-29e7-4a7a-9af9-efa6509f9fc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0381598 Apr 28 11:28:00.703196 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-e6c7d72a-a57b-4738-8271-916f5018058e req-39d311b4-29ed-469a-bb6d-bd662bd6c888 service neutron] 10.222.0.20 "GET /v2.0/networks/b7da38b5-29e7-4a7a-9af9-efa6509f9fc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835116 Apr 28 11:28:00.793745 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-e6c7d72a-a57b-4738-8271-916f5018058e req-d9344119-718c-4a94-922b-bdbd5311f76f service neutron] 10.222.0.20 "GET /v2.0/networks/b7da38b5-29e7-4a7a-9af9-efa6509f9fc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834579 Apr 28 11:28:01.364404 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cacf150c-ab0c-4083-b7fd-4ec33bd177aa req-89d42c82-fe6d-40fb-8a04-8d6388a0d407 tempest-TestEncryptedCinderVolumes-1665762440 tempest-TestEncryptedCinderVolumes-1665762440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:28:01.365779 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-cacf150c-ab0c-4083-b7fd-4ec33bd177aa req-89d42c82-fe6d-40fb-8a04-8d6388a0d407 tempest-TestEncryptedCinderVolumes-1665762440 tempest-TestEncryptedCinderVolumes-1665762440-project] 10.222.0.10 "GET /v2.0/ports?device_id=90a7a365-cc72-45f7-9ee5-a94be789c6e2 HTTP/1.1" status: 200 len: 944 time: 0.0496719 Apr 28 11:28:01.412416 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-cacf150c-ab0c-4083-b7fd-4ec33bd177aa req-61c49ea2-cdf4-48f6-be42-d455a858b233 tempest-TestEncryptedCinderVolumes-1665762440 tempest-TestEncryptedCinderVolumes-1665762440-project] 10.222.0.10 "GET /v2.0/security-groups?id=aa057392-5d20-471b-a6c6-99b530395946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410028 Apr 28 11:28:02.524712 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e2a1d1-a887-4273-9426-d9f5dda86e20 req-d507e02f-4a9d-4b60-be4b-36b3d7341d7f tempest-TestEncryptedCinderVolumes-1665762440 tempest-TestEncryptedCinderVolumes-1665762440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:28:02.526169 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-34e2a1d1-a887-4273-9426-d9f5dda86e20 req-d507e02f-4a9d-4b60-be4b-36b3d7341d7f tempest-TestEncryptedCinderVolumes-1665762440 tempest-TestEncryptedCinderVolumes-1665762440-project] 10.222.0.10 "GET /v2.0/ports?device_id=90a7a365-cc72-45f7-9ee5-a94be789c6e2 HTTP/1.1" status: 200 len: 944 time: 0.0459185 Apr 28 11:28:02.572250 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-34e2a1d1-a887-4273-9426-d9f5dda86e20 req-b94d18c2-6f58-419e-8e6e-17fb147a6178 tempest-TestEncryptedCinderVolumes-1665762440 tempest-TestEncryptedCinderVolumes-1665762440-project] 10.222.0.10 "GET /v2.0/security-groups?id=aa057392-5d20-471b-a6c6-99b530395946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400484 Apr 28 11:28:02.870323 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Device 1a10227a-9d86-4c29-8dda-6c38e6437375 details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=116163) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 28 11:28:02.969226 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] For port 1a10227a-9d86-4c29-8dda-6c38e6437375, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=1a10227a-9d86-4c29-8dda-6c38e6437375,segment=NetworkSegment(dc742cb7-1e97-4c15-9d51-e8038ef8b3cd),segment_id=dc742cb7-1e97-4c15-9d51-e8038ef8b3cd)] {{(pid=116163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 11:28:02.980955 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Returning: {'device': '1a10227a-9d86-4c29-8dda-6c38e6437375', 'network_id': 'b7da38b5-29e7-4a7a-9af9-efa6509f9fc0', 'port_id': '1a10227a-9d86-4c29-8dda-6c38e6437375', 'mac_address': 'fa:16:3e:c3:17:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 80, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '43965080-dd12-4069-994a-4f2bb508fa7c', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=116163) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 28 11:28:03.018084 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Current status of the port 1a10227a-9d86-4c29-8dda-6c38e6437375 is: DOWN; New status is: BUILD {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:28:03.018568 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (1a10227a-9d86-4c29-8dda-6c38e6437375), before_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:28:03.031906 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.notifiers.nova [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1a10227a-9d86-4c29-8dda-6c38e6437375 {{(pid=116163) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 11:28:03.051179 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] For port 1a10227a-9d86-4c29-8dda-6c38e6437375, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=1a10227a-9d86-4c29-8dda-6c38e6437375,segment=NetworkSegment(dc742cb7-1e97-4c15-9d51-e8038ef8b3cd),segment_id=dc742cb7-1e97-4c15-9d51-e8038ef8b3cd)] {{(pid=116163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 11:28:03.253876 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393'] for port (1a10227a-9d86-4c29-8dda-6c38e6437375), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:28:03.305395 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Pushing event updated for resources: {'Port': ['ID=1a10227a-9d86-4c29-8dda-6c38e6437375,revision_number=4']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:28:03.314474 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:28:03.314835 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:28:03.315210 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:28:03.315607 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:28:03.315973 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:28:03.316672 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:28:03.317349 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:28:03.317694 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:28:03.318038 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:28:03.318375 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:28:03.318737 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:28:03.319106 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:28:03.319441 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:28:03.319772 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:28:03.320102 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:28:03.440044 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] get_ports_and_sgs() called for port_ids ['1a10227a-9d86-4c29-8dda-6c38e6437375'] {{(pid=116163) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 11:28:03.700148 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7924d8da-d81b-4447-aa35-7d3c4ee7884e req-2e4b6d26-43f5-4aeb-ae44-660b55c8eaaa tempest-TestEncryptedCinderVolumes-1665762440 tempest-TestEncryptedCinderVolumes-1665762440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:28:03.701713 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-7924d8da-d81b-4447-aa35-7d3c4ee7884e req-2e4b6d26-43f5-4aeb-ae44-660b55c8eaaa tempest-TestEncryptedCinderVolumes-1665762440 tempest-TestEncryptedCinderVolumes-1665762440-project] 10.222.0.10 "GET /v2.0/ports?device_id=90a7a365-cc72-45f7-9ee5-a94be789c6e2 HTTP/1.1" status: 200 len: 945 time: 0.0602551 Apr 28 11:28:03.752090 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-7924d8da-d81b-4447-aa35-7d3c4ee7884e req-72ca2e4e-69fe-4710-9dcd-d269b1575c74 tempest-TestEncryptedCinderVolumes-1665762440 tempest-TestEncryptedCinderVolumes-1665762440-project] 10.222.0.10 "GET /v2.0/security-groups?id=aa057392-5d20-471b-a6c6-99b530395946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445838 Apr 28 11:28:04.865043 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489cec9e-a575-49f9-9f8e-a0babc0cc9f8 req-01f49ffe-b38a-4bf0-b11c-a08510bf1f68 tempest-TestEncryptedCinderVolumes-1665762440 tempest-TestEncryptedCinderVolumes-1665762440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:28:04.866524 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-489cec9e-a575-49f9-9f8e-a0babc0cc9f8 req-01f49ffe-b38a-4bf0-b11c-a08510bf1f68 tempest-TestEncryptedCinderVolumes-1665762440 tempest-TestEncryptedCinderVolumes-1665762440-project] 10.222.0.10 "GET /v2.0/ports?device_id=90a7a365-cc72-45f7-9ee5-a94be789c6e2 HTTP/1.1" status: 200 len: 945 time: 0.0471005 Apr 28 11:28:04.889342 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Device 1a10227a-9d86-4c29-8dda-6c38e6437375 up at agent hyperv_hv-neutron-mast {{(pid=116163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 11:28:04.915580 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-489cec9e-a575-49f9-9f8e-a0babc0cc9f8 req-8935423d-d457-45b6-a2c8-16c521c8d08b tempest-TestEncryptedCinderVolumes-1665762440 tempest-TestEncryptedCinderVolumes-1665762440-project] 10.222.0.10 "GET /v2.0/security-groups?id=aa057392-5d20-471b-a6c6-99b530395946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428166 Apr 28 11:28:04.932606 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Provisioning for port 1a10227a-9d86-4c29-8dda-6c38e6437375 completed by entity L2. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 28 11:28:05.015970 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Provisioning complete for port 1a10227a-9d86-4c29-8dda-6c38e6437375 triggered by entity L2. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:28:05.016390 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (1a10227a-9d86-4c29-8dda-6c38e6437375), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:28:05.094621 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Current status of the port 1a10227a-9d86-4c29-8dda-6c38e6437375 is: BUILD; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:28:05.095012 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (1a10227a-9d86-4c29-8dda-6c38e6437375), before_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:28:05.118005 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90a7a365-cc72-45f7-9ee5-a94be789c6e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a10227a-9d86-4c29-8dda-6c38e6437375'}] {{(pid=116163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 11:28:05.120252 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f01aec4a4f83961b54a953becfce2676879fb1d4b91122543244f430a0b8460" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d8a5737-89e4-4d4c-a876-460176d462b2" -d '{"events": [{"server_uuid": "90a7a365-cc72-45f7-9ee5-a94be789c6e2", "name": "network-vif-plugged", "status": "completed", "tag": "1a10227a-9d86-4c29-8dda-6c38e6437375"}]}' {{(pid=116163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 11:28:05.133456 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] For port 1a10227a-9d86-4c29-8dda-6c38e6437375, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=1a10227a-9d86-4c29-8dda-6c38e6437375,segment=NetworkSegment(dc742cb7-1e97-4c15-9d51-e8038ef8b3cd),segment_id=dc742cb7-1e97-4c15-9d51-e8038ef8b3cd)] {{(pid=116163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 11:28:05.155410 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 11:28:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30012a1c-9716-4e6b-9fea-2a74b4b649fc x-openstack-request-id: req-30012a1c-9716-4e6b-9fea-2a74b4b649fc {{(pid=116163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 11:28:05.155707 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90a7a365-cc72-45f7-9ee5-a94be789c6e2", "name": "network-vif-plugged", "status": "completed", "tag": "1a10227a-9d86-4c29-8dda-6c38e6437375", "code": 200}]} {{(pid=116163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 11:28:05.156026 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-30012a1c-9716-4e6b-9fea-2a74b4b649fc {{(pid=116163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 11:28:05.156429 dv-neutron-master-2-hyperv neutron-server[116163]: INFO neutron.notifiers.nova [-] Nova event matching ['req-30012a1c-9716-4e6b-9fea-2a74b4b649fc'] response: {'server_uuid': '90a7a365-cc72-45f7-9ee5-a94be789c6e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a10227a-9d86-4c29-8dda-6c38e6437375', 'code': 200} Apr 28 11:28:05.233416 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393'] for port (1a10227a-9d86-4c29-8dda-6c38e6437375), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:28:05.284065 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Pushing event updated for resources: {'Port': ['ID=1a10227a-9d86-4c29-8dda-6c38e6437375,revision_number=5']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:28:05.708942 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f46d0c-ea94-4dea-89a0-4f7e6a949e32 req-5844796c-9cbd-4bd2-b5c2-27b83f79cc99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:28:05.710459 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-32f46d0c-ea94-4dea-89a0-4f7e6a949e32 req-5844796c-9cbd-4bd2-b5c2-27b83f79cc99 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=90a7a365-cc72-45f7-9ee5-a94be789c6e2 HTTP/1.1" status: 200 len: 1130 time: 0.2851496 Apr 28 11:28:05.751925 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-32f46d0c-ea94-4dea-89a0-4f7e6a949e32 req-45b08f4b-42e6-4c99-a5dc-6a268dc87e69 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=aa057392-5d20-471b-a6c6-99b530395946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357196 Apr 28 11:28:06.031269 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b3fb5c-abcb-4ef6-a622-b69c22a654fc req-a8bf9014-0662-46ea-9bc6-eef6b6f5a986 tempest-TestEncryptedCinderVolumes-1665762440 tempest-TestEncryptedCinderVolumes-1665762440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:28:06.032640 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-72b3fb5c-abcb-4ef6-a622-b69c22a654fc req-a8bf9014-0662-46ea-9bc6-eef6b6f5a986 tempest-TestEncryptedCinderVolumes-1665762440 tempest-TestEncryptedCinderVolumes-1665762440-project] 10.222.0.10 "GET /v2.0/ports?device_id=90a7a365-cc72-45f7-9ee5-a94be789c6e2 HTTP/1.1" status: 200 len: 946 time: 0.0472596 Apr 28 11:28:06.083620 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-72b3fb5c-abcb-4ef6-a622-b69c22a654fc req-d355c601-db29-4459-a2b8-fb3c352ed5b7 tempest-TestEncryptedCinderVolumes-1665762440 tempest-TestEncryptedCinderVolumes-1665762440-project] 10.222.0.10 "GET /v2.0/security-groups?id=aa057392-5d20-471b-a6c6-99b530395946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454147 Apr 28 11:28:07.004629 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-23824c42-0719-44a8-9657-8518ad1bcca3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (75ba81b7-fe99-4281-90d2-a5adb445ecea), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:28:07.199196 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73cfaf56-6c32-4d80-b5a3-bd8fccb14bb8 req-2b69e8aa-9c46-4fac-8908-801ad32274cc tempest-TestEncryptedCinderVolumes-1665762440 tempest-TestEncryptedCinderVolumes-1665762440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:28:07.201095 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-73cfaf56-6c32-4d80-b5a3-bd8fccb14bb8 req-2b69e8aa-9c46-4fac-8908-801ad32274cc tempest-TestEncryptedCinderVolumes-1665762440 tempest-TestEncryptedCinderVolumes-1665762440-project] 10.222.0.10 "GET /v2.0/ports?device_id=90a7a365-cc72-45f7-9ee5-a94be789c6e2 HTTP/1.1" status: 200 len: 946 time: 0.0496724 Apr 28 11:28:07.248338 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-73cfaf56-6c32-4d80-b5a3-bd8fccb14bb8 req-ad71e752-f0cc-49a0-a151-241c2394e2fa tempest-TestEncryptedCinderVolumes-1665762440 tempest-TestEncryptedCinderVolumes-1665762440-project] 10.222.0.10 "GET /v2.0/security-groups?id=aa057392-5d20-471b-a6c6-99b530395946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416815 Apr 28 11:28:07.359884 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4674aaab-3d0a-489e-8450-0c3f36dd1ff3 req-e7b32953-92e6-4d9d-b6d2-d64a3c5e47c9 tempest-TestEncryptedCinderVolumes-1665762440 tempest-TestEncryptedCinderVolumes-1665762440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:28:07.361371 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-4674aaab-3d0a-489e-8450-0c3f36dd1ff3 req-e7b32953-92e6-4d9d-b6d2-d64a3c5e47c9 tempest-TestEncryptedCinderVolumes-1665762440 tempest-TestEncryptedCinderVolumes-1665762440-project] 10.222.0.10 "GET /v2.0/ports?device_id=90a7a365-cc72-45f7-9ee5-a94be789c6e2 HTTP/1.1" status: 200 len: 946 time: 0.0475495 Apr 28 11:28:07.408023 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-4674aaab-3d0a-489e-8450-0c3f36dd1ff3 req-033d2c41-bd75-437c-b25e-d273adc53fa8 tempest-TestEncryptedCinderVolumes-1665762440 tempest-TestEncryptedCinderVolumes-1665762440-project] 10.222.0.10 "GET /v2.0/security-groups?id=aa057392-5d20-471b-a6c6-99b530395946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410981 Apr 28 11:28:09.427774 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-6e42e1b3-f0c2-452f-ad5e-78a58db022ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (6b492ad6-0876-4d74-b20d-28143a52ceba), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:28:10.570030 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-ae94d540-e4c6-43be-adc9-b26fb6a2f62f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (cfc241ae-e4b7-443b-b80b-59fbbc2b69c9), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:28:12.162197 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-01ef1de1-12fd-4cef-b76b-793f91379468 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (39cc4f52-f5d9-4e2c-bbfa-7a1c528e1c40), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:28:13.504954 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (d5baab19-5dd1-4902-922b-84acb048ab9c), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:28:20.818778 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (6be95134-9a6c-4663-8b48-90d12ce90c60), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:28:37.024024 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-a31768bd-d9f0-400f-87f3-c02d667ae268 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (75ba81b7-fe99-4281-90d2-a5adb445ecea), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:28:37.175399 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.agents_db [None req-54b29a82-8a19-4507-95e3-3a2d011841ff None None] Agent healthcheck: found 6 active agents {{(pid=116164) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 28 11:28:39.463986 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-2a34cfb0-7be0-4d48-8194-e0c2fd1ccf86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (6b492ad6-0876-4d74-b20d-28143a52ceba), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:28:40.552086 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-ae94d540-e4c6-43be-adc9-b26fb6a2f62f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (cfc241ae-e4b7-443b-b80b-59fbbc2b69c9), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:28:42.169363 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-01ef1de1-12fd-4cef-b76b-793f91379468 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (39cc4f52-f5d9-4e2c-bbfa-7a1c528e1c40), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:28:43.349407 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (d5baab19-5dd1-4902-922b-84acb048ab9c), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:28:46.217813 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bdbbda8-a8c2-4acf-b98f-02f51b5e9417 req-e492ebd7-a4ba-4f56-bc34-c6bddf2f0aec tempest-TestEncryptedCinderVolumes-1665762440 tempest-TestEncryptedCinderVolumes-1665762440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:28:46.219265 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-2bdbbda8-a8c2-4acf-b98f-02f51b5e9417 req-e492ebd7-a4ba-4f56-bc34-c6bddf2f0aec tempest-TestEncryptedCinderVolumes-1665762440 tempest-TestEncryptedCinderVolumes-1665762440-project] 10.222.0.10 "GET /v2.0/ports?device_id=90a7a365-cc72-45f7-9ee5-a94be789c6e2 HTTP/1.1" status: 200 len: 946 time: 0.0529461 Apr 28 11:28:46.266153 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-2bdbbda8-a8c2-4acf-b98f-02f51b5e9417 req-93c83de6-f26c-41d9-bbfa-749ec3585140 tempest-TestEncryptedCinderVolumes-1665762440 tempest-TestEncryptedCinderVolumes-1665762440-project] 10.222.0.10 "GET /v2.0/security-groups?id=aa057392-5d20-471b-a6c6-99b530395946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412123 Apr 28 11:28:47.380140 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0589bf4d-d464-4d61-928a-489d3dbaed20 req-ab63ceb7-1676-418c-af34-e542f94dbdf1 tempest-TestEncryptedCinderVolumes-1665762440 tempest-TestEncryptedCinderVolumes-1665762440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:28:47.381725 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-0589bf4d-d464-4d61-928a-489d3dbaed20 req-ab63ceb7-1676-418c-af34-e542f94dbdf1 tempest-TestEncryptedCinderVolumes-1665762440 tempest-TestEncryptedCinderVolumes-1665762440-project] 10.222.0.10 "GET /v2.0/ports?device_id=90a7a365-cc72-45f7-9ee5-a94be789c6e2 HTTP/1.1" status: 200 len: 946 time: 0.0475054 Apr 28 11:28:47.428624 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-0589bf4d-d464-4d61-928a-489d3dbaed20 req-87760b79-31a8-4890-ac76-ecc7152c8bb3 tempest-TestEncryptedCinderVolumes-1665762440 tempest-TestEncryptedCinderVolumes-1665762440-project] 10.222.0.10 "GET /v2.0/security-groups?id=aa057392-5d20-471b-a6c6-99b530395946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404303 Apr 28 11:28:47.676388 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7bf2d1-5e79-4562-a74f-8a6cbab91506 req-e2be2a42-3c63-4146-ac8a-5649fba4288f tempest-TestEncryptedCinderVolumes-1665762440 tempest-TestEncryptedCinderVolumes-1665762440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:28:47.677818 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-2e7bf2d1-5e79-4562-a74f-8a6cbab91506 req-e2be2a42-3c63-4146-ac8a-5649fba4288f tempest-TestEncryptedCinderVolumes-1665762440 tempest-TestEncryptedCinderVolumes-1665762440-project] 10.222.0.20 "GET /v2.0/ports?device_id=90a7a365-cc72-45f7-9ee5-a94be789c6e2 HTTP/1.1" status: 200 len: 946 time: 0.0483840 Apr 28 11:28:47.759094 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.plugin [req-2e7bf2d1-5e79-4562-a74f-8a6cbab91506 req-a7cc9d63-6da7-49f5-bd32-6405c9102549 tempest-TestEncryptedCinderVolumes-1665762440 tempest-TestEncryptedCinderVolumes-1665762440-project] Deleting port 1a10227a-9d86-4c29-8dda-6c38e6437375 {{(pid=116162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 11:28:47.759436 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [req-2e7bf2d1-5e79-4562-a74f-8a6cbab91506 req-a7cc9d63-6da7-49f5-bd32-6405c9102549 tempest-TestEncryptedCinderVolumes-1665762440 tempest-TestEncryptedCinderVolumes-1665762440-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742235130188'] for port (1a10227a-9d86-4c29-8dda-6c38e6437375), before_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:28:47.848127 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.db [req-2e7bf2d1-5e79-4562-a74f-8a6cbab91506 req-a7cc9d63-6da7-49f5-bd32-6405c9102549 tempest-TestEncryptedCinderVolumes-1665762440 tempest-TestEncryptedCinderVolumes-1665762440-project] For port 1a10227a-9d86-4c29-8dda-6c38e6437375, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=1a10227a-9d86-4c29-8dda-6c38e6437375,segment=NetworkSegment(dc742cb7-1e97-4c15-9d51-e8038ef8b3cd),segment_id=dc742cb7-1e97-4c15-9d51-e8038ef8b3cd)] {{(pid=116162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 11:28:47.848489 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [req-2e7bf2d1-5e79-4562-a74f-8a6cbab91506 req-a7cc9d63-6da7-49f5-bd32-6405c9102549 tempest-TestEncryptedCinderVolumes-1665762440 tempest-TestEncryptedCinderVolumes-1665762440-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1938497'] for port (1a10227a-9d86-4c29-8dda-6c38e6437375), precommit_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:28:47.861390 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.plugin [req-2e7bf2d1-5e79-4562-a74f-8a6cbab91506 req-a7cc9d63-6da7-49f5-bd32-6405c9102549 tempest-TestEncryptedCinderVolumes-1665762440 tempest-TestEncryptedCinderVolumes-1665762440-project] Calling delete_port for 1a10227a-9d86-4c29-8dda-6c38e6437375 owned by compute:nova {{(pid=116162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 11:28:48.069353 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [req-2e7bf2d1-5e79-4562-a74f-8a6cbab91506 req-a7cc9d63-6da7-49f5-bd32-6405c9102549 tempest-TestEncryptedCinderVolumes-1665762440 tempest-TestEncryptedCinderVolumes-1665762440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742235135690', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742234710366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5051867'] for port (1a10227a-9d86-4c29-8dda-6c38e6437375), after_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:28:48.082064 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] get_ports_and_sgs() called for port_ids ['1a10227a-9d86-4c29-8dda-6c38e6437375'] {{(pid=116163) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 11:28:48.099624 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7cc9d63-6da7-49f5-bd32-6405c9102549 tempest-TestEncryptedCinderVolumes-1665762440 tempest-TestEncryptedCinderVolumes-1665762440-project] Pushing event deleted for resources: {'Port': ['ID=1a10227a-9d86-4c29-8dda-6c38e6437375,revision_number=None']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:28:48.145884 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e7bf2d1-5e79-4562-a74f-8a6cbab91506 req-a7cc9d63-6da7-49f5-bd32-6405c9102549 tempest-TestEncryptedCinderVolumes-1665762440 tempest-TestEncryptedCinderVolumes-1665762440-project] No DVR routers for this DVR port 1a10227a-9d86-4c29-8dda-6c38e6437375 on host hv-neutron-mast {{(pid=116162) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 11:28:48.148438 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [req-2e7bf2d1-5e79-4562-a74f-8a6cbab91506 req-a7cc9d63-6da7-49f5-bd32-6405c9102549 tempest-TestEncryptedCinderVolumes-1665762440 tempest-TestEncryptedCinderVolumes-1665762440-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198022'] for port (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:28:48.152205 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-2e7bf2d1-5e79-4562-a74f-8a6cbab91506 req-a7cc9d63-6da7-49f5-bd32-6405c9102549 tempest-TestEncryptedCinderVolumes-1665762440 tempest-TestEncryptedCinderVolumes-1665762440-project] 10.222.0.20 "DELETE /v2.0/ports/1a10227a-9d86-4c29-8dda-6c38e6437375 HTTP/1.1" status: 204 len: 173 time: 0.4691689 Apr 28 11:28:48.152647 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90a7a365-cc72-45f7-9ee5-a94be789c6e2', 'name': 'network-vif-deleted', 'tag': '1a10227a-9d86-4c29-8dda-6c38e6437375'}] {{(pid=116162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 11:28:48.154933 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ba53f40d6116d28995a8e36159d0e539b5353eec116fb5dd4ce03b4b2159ab1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d249f2d-6ba4-4949-b1f3-908a8c0fc390" -d '{"events": [{"server_uuid": "90a7a365-cc72-45f7-9ee5-a94be789c6e2", "name": "network-vif-deleted", "tag": "1a10227a-9d86-4c29-8dda-6c38e6437375"}]}' {{(pid=116162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 11:28:48.190640 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 11:28:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ed690d2-fb70-42e0-8fb4-b7a5a4b7699e x-openstack-request-id: req-2ed690d2-fb70-42e0-8fb4-b7a5a4b7699e {{(pid=116162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 11:28:48.190935 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90a7a365-cc72-45f7-9ee5-a94be789c6e2", "name": "network-vif-deleted", "tag": "1a10227a-9d86-4c29-8dda-6c38e6437375", "status": "completed", "code": 200}]} {{(pid=116162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 11:28:48.191187 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-2ed690d2-fb70-42e0-8fb4-b7a5a4b7699e {{(pid=116162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 11:28:48.191590 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2ed690d2-fb70-42e0-8fb4-b7a5a4b7699e'] response: {'server_uuid': '90a7a365-cc72-45f7-9ee5-a94be789c6e2', 'name': 'network-vif-deleted', 'tag': '1a10227a-9d86-4c29-8dda-6c38e6437375', 'status': 'completed', 'code': 200} Apr 28 11:28:48.540143 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-65820787-fd30-4564-8407-ebaae9c92e27 req-25824259-9c04-4d8f-a270-65b1ceed3961 tempest-TestEncryptedCinderVolumes-1665762440 tempest-TestEncryptedCinderVolumes-1665762440-project] 10.222.0.10 "GET /v2.0/ports?device_id=90a7a365-cc72-45f7-9ee5-a94be789c6e2 HTTP/1.1" status: 200 len: 210 time: 0.0286405 Apr 28 11:28:49.713042 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 60430) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:28:50.043114 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-84654ed9-3d5e-4b60-ab69-2034e8cdfc04 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2063420'] for router_interface (ef767ad2-1c5e-4773-9983-486968468c6b), before_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:28:50.279808 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.plugin [None req-84654ed9-3d5e-4b60-ab69-2034e8cdfc04 admin admin] Deleting port ce8d5cc6-a5a4-4b30-8465-705aef3ad2b3 {{(pid=116161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 11:28:50.280139 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-84654ed9-3d5e-4b60-ab69-2034e8cdfc04 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742235130188'] for port (ce8d5cc6-a5a4-4b30-8465-705aef3ad2b3), before_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:28:50.356781 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.db [None req-84654ed9-3d5e-4b60-ab69-2034e8cdfc04 admin admin] For port ce8d5cc6-a5a4-4b30-8465-705aef3ad2b3, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=ce8d5cc6-a5a4-4b30-8465-705aef3ad2b3,segment=NetworkSegment(dc742cb7-1e97-4c15-9d51-e8038ef8b3cd),segment_id=dc742cb7-1e97-4c15-9d51-e8038ef8b3cd)] {{(pid=116161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 11:28:50.357055 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-84654ed9-3d5e-4b60-ab69-2034e8cdfc04 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1938497'] for port (ce8d5cc6-a5a4-4b30-8465-705aef3ad2b3), precommit_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:28:50.373714 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.plugin [None req-84654ed9-3d5e-4b60-ab69-2034e8cdfc04 admin admin] Calling delete_port for ce8d5cc6-a5a4-4b30-8465-705aef3ad2b3 owned by network:router_interface {{(pid=116161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 11:28:50.614769 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-84654ed9-3d5e-4b60-ab69-2034e8cdfc04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742235135690', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742234710366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5219112'] for port (ce8d5cc6-a5a4-4b30-8465-705aef3ad2b3), after_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:28:50.640032 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84654ed9-3d5e-4b60-ab69-2034e8cdfc04 admin admin] Pushing event deleted for resources: {'Port': ['ID=ce8d5cc6-a5a4-4b30-8465-705aef3ad2b3,revision_number=None']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:28:50.652374 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84654ed9-3d5e-4b60-ab69-2034e8cdfc04 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:28:50.652733 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84654ed9-3d5e-4b60-ab69-2034e8cdfc04 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:28:50.653078 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84654ed9-3d5e-4b60-ab69-2034e8cdfc04 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:28:50.653418 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84654ed9-3d5e-4b60-ab69-2034e8cdfc04 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:28:50.653757 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84654ed9-3d5e-4b60-ab69-2034e8cdfc04 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:28:50.654089 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84654ed9-3d5e-4b60-ab69-2034e8cdfc04 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:28:50.654440 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84654ed9-3d5e-4b60-ab69-2034e8cdfc04 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:28:50.654773 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84654ed9-3d5e-4b60-ab69-2034e8cdfc04 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:28:50.655101 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84654ed9-3d5e-4b60-ab69-2034e8cdfc04 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:28:50.655436 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84654ed9-3d5e-4b60-ab69-2034e8cdfc04 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:28:50.655758 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84654ed9-3d5e-4b60-ab69-2034e8cdfc04 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:28:50.656082 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84654ed9-3d5e-4b60-ab69-2034e8cdfc04 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:28:50.656410 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84654ed9-3d5e-4b60-ab69-2034e8cdfc04 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:28:50.656735 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84654ed9-3d5e-4b60-ab69-2034e8cdfc04 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:28:50.657056 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84654ed9-3d5e-4b60-ab69-2034e8cdfc04 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:28:50.800467 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (6be95134-9a6c-4663-8b48-90d12ce90c60), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:28:50.823249 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-84654ed9-3d5e-4b60-ab69-2034e8cdfc04 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1603051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2063504'] for router_interface (ef767ad2-1c5e-4773-9983-486968468c6b), after_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:28:51.039199 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84654ed9-3d5e-4b60-ab69-2034e8cdfc04 admin admin] Router ef767ad2-1c5e-4773-9983-486968468c6b has already been hosted by L3 agent 6b492ad6-0876-4d74-b20d-28143a52ceba {{(pid=116161) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 11:28:51.039432 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Device 1a10227a-9d86-4c29-8dda-6c38e6437375 no longer exists at agent hyperv_hv-neutron-mast {{(pid=116163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 11:28:51.060280 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] No Port match for: 1a10227a-9d86-4c29-8dda-6c38e6437375 {{(pid=116163) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 28 11:28:51.060633 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Device 1a10227a-9d86-4c29-8dda-6c38e6437375 not bound to the agent host hv-neutron-mast {{(pid=116163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 11:28:51.149801 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84654ed9-3d5e-4b60-ab69-2034e8cdfc04 admin admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=116161) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 11:28:51.155290 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-84654ed9-3d5e-4b60-ab69-2034e8cdfc04 admin admin] 10.222.0.10 "PUT /v2.0/routers/ef767ad2-1c5e-4773-9983-486968468c6b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4411111 Apr 28 11:28:51.157968 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 60432) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:28:51.159212 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b25c55f7-71cd-4d3d-b7fa-2ed8062d8d3e None None] Sync routers for ids ['ef767ad2-1c5e-4773-9983-486968468c6b'] in dv-neutron-master-2-hyperv {{(pid=116164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 11:28:51.169110 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b25c55f7-71cd-4d3d-b7fa-2ed8062d8d3e None None] Routers {'ef767ad2-1c5e-4773-9983-486968468c6b'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=116164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 11:28:51.169712 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_hamode_db [None req-b25c55f7-71cd-4d3d-b7fa-2ed8062d8d3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-28T10:50:39Z,description=,heartbeat_timestamp=2022-04-28T11:28:39Z,host='dv-neutron-master-2-hyperv',id=6b492ad6-0876-4d74-b20d-28143a52ceba,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T10:50:40Z,topic='l3_agent')) {'router_ids': ['ef767ad2-1c5e-4773-9983-486968468c6b'], 'active': True} {{(pid=116164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:28:51.264393 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-65773308-f891-4d8a-bb15-f7ec353ecabc admin admin] Publish callbacks [] for router (ef767ad2-1c5e-4773-9983-486968468c6b), before_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:28:51.275963 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_dvr_db [None req-b25c55f7-71cd-4d3d-b7fa-2ed8062d8d3e None None] Set router ef767ad2-1c5e-4773-9983-486968468c6b gateway port host: dv-neutron-master-2-hyperv {{(pid=116164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 11:28:51.368468 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-65773308-f891-4d8a-bb15-f7ec353ecabc admin admin] Publish callbacks [] for router_gateway (ef767ad2-1c5e-4773-9983-486968468c6b), before_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:28:51.444929 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_hamode_db [None req-b25c55f7-71cd-4d3d-b7fa-2ed8062d8d3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef767ad2-1c5e-4773-9983-486968468c6b', 'name': 'tempest-TestEncryptedCinderVolumes-2061861475-router', 'tenant_id': '7dee41e6cd5d4ca1973951869c93edf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'external_fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.45'}], 'enable_snat': True}, 'gw_port_id': 'a9ea432a-b51a-4d2a-b5c1-a815ad2fc3a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T11:26:49Z', 'updated_at': '2022-04-28T11:28:50Z', 'revision_number': 5, 'project_id': '7dee41e6cd5d4ca1973951869c93edf3', 'gw_port': {'id': 'a9ea432a-b51a-4d2a-b5c1-a815ad2fc3a7', 'name': '', 'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:f3:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef767ad2-1c5e-4773-9983-486968468c6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1652, 'fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:26:49Z', 'updated_at': '2022-04-28T11:26:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=116164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:28:51.470066 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.plugin [None req-65773308-f891-4d8a-bb15-f7ec353ecabc admin admin] Deleting port a9ea432a-b51a-4d2a-b5c1-a815ad2fc3a7 {{(pid=116161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 11:28:51.470539 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-65773308-f891-4d8a-bb15-f7ec353ecabc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742235130188'] for port (a9ea432a-b51a-4d2a-b5c1-a815ad2fc3a7), before_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:28:51.471855 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b25c55f7-71cd-4d3d-b7fa-2ed8062d8d3e None None] Checking router: ef767ad2-1c5e-4773-9983-486968468c6b for host: dv-neutron-master-2-hyperv {{(pid=116164) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 11:28:51.481001 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b25c55f7-71cd-4d3d-b7fa-2ed8062d8d3e None None] Routers {'ef767ad2-1c5e-4773-9983-486968468c6b'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=116164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 11:28:51.481549 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_hamode_db [None req-b25c55f7-71cd-4d3d-b7fa-2ed8062d8d3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-28T10:50:39Z,description=,heartbeat_timestamp=2022-04-28T11:28:39Z,host='dv-neutron-master-2-hyperv',id=6b492ad6-0876-4d74-b20d-28143a52ceba,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T10:50:40Z,topic='l3_agent')) {'router_ids': ['ef767ad2-1c5e-4773-9983-486968468c6b'], 'active': True} {{(pid=116164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:28:51.548967 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.db [None req-65773308-f891-4d8a-bb15-f7ec353ecabc admin admin] For port a9ea432a-b51a-4d2a-b5c1-a815ad2fc3a7, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=a9ea432a-b51a-4d2a-b5c1-a815ad2fc3a7,segment=NetworkSegment(142bc50f-d6af-4646-8d06-bb7af6b7b51c),segment_id=142bc50f-d6af-4646-8d06-bb7af6b7b51c)] {{(pid=116161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 11:28:51.549333 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-65773308-f891-4d8a-bb15-f7ec353ecabc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1938497'] for port (a9ea432a-b51a-4d2a-b5c1-a815ad2fc3a7), precommit_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:28:51.562973 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.plugin [None req-65773308-f891-4d8a-bb15-f7ec353ecabc admin admin] Calling delete_port for a9ea432a-b51a-4d2a-b5c1-a815ad2fc3a7 owned by network:router_gateway {{(pid=116161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 11:28:51.569774 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_dvr_db [None req-b25c55f7-71cd-4d3d-b7fa-2ed8062d8d3e None None] Set router ef767ad2-1c5e-4773-9983-486968468c6b gateway port host: None {{(pid=116164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 11:28:51.624688 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_hamode_db [None req-b25c55f7-71cd-4d3d-b7fa-2ed8062d8d3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef767ad2-1c5e-4773-9983-486968468c6b', 'name': 'tempest-TestEncryptedCinderVolumes-2061861475-router', 'tenant_id': '7dee41e6cd5d4ca1973951869c93edf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T11:26:49Z', 'updated_at': '2022-04-28T11:28:51Z', 'revision_number': 6, 'project_id': '7dee41e6cd5d4ca1973951869c93edf3', 'gw_port_host': None}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=116164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:28:51.651402 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b25c55f7-71cd-4d3d-b7fa-2ed8062d8d3e None None] The sync data for ids ['ef767ad2-1c5e-4773-9983-486968468c6b'] in dv-neutron-master-2-hyperv is: [{'id': 'ef767ad2-1c5e-4773-9983-486968468c6b', 'name': 'tempest-TestEncryptedCinderVolumes-2061861475-router', 'tenant_id': '7dee41e6cd5d4ca1973951869c93edf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T11:26:49Z', 'updated_at': '2022-04-28T11:28:51Z', 'revision_number': 6, 'project_id': '7dee41e6cd5d4ca1973951869c93edf3', 'gw_port_host': None}] {{(pid=116164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 11:28:51.800370 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-65773308-f891-4d8a-bb15-f7ec353ecabc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742235135690', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742234710366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5219112'] for port (a9ea432a-b51a-4d2a-b5c1-a815ad2fc3a7), after_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:28:51.828694 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65773308-f891-4d8a-bb15-f7ec353ecabc admin admin] Pushing event deleted for resources: {'Port': ['ID=a9ea432a-b51a-4d2a-b5c1-a815ad2fc3a7,revision_number=None']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:28:51.890727 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-65773308-f891-4d8a-bb15-f7ec353ecabc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1935354'] for router_gateway (ef767ad2-1c5e-4773-9983-486968468c6b), after_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:28:51.982866 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-65773308-f891-4d8a-bb15-f7ec353ecabc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2060865', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-63275'] for router (ef767ad2-1c5e-4773-9983-486968468c6b), precommit_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:28:51.986298 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-65773308-f891-4d8a-bb15-f7ec353ecabc admin admin] Publish callbacks [] for router_controller (ef767ad2-1c5e-4773-9983-486968468c6b), precommit_delete_associations {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:28:52.126268 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-65773308-f891-4d8a-bb15-f7ec353ecabc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2060888'] for router (ef767ad2-1c5e-4773-9983-486968468c6b), after_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:28:52.126895 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65773308-f891-4d8a-bb15-f7ec353ecabc admin admin] Fanout notify agent at l3_agent the message router_deleted on router ef767ad2-1c5e-4773-9983-486968468c6b {{(pid=116161) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 28 11:28:52.131192 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-65773308-f891-4d8a-bb15-f7ec353ecabc admin admin] Publish callbacks [] for router (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:28:52.132346 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-65773308-f891-4d8a-bb15-f7ec353ecabc admin admin] 10.222.0.10 "DELETE /v2.0/routers/ef767ad2-1c5e-4773-9983-486968468c6b HTTP/1.1" status: 204 len: 168 time: 0.9732625 Apr 28 11:28:52.135501 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 60434) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:28:52.179294 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.db.db_base_plugin_v2 [None req-1cd3bcd5-ebe4-48be-a9e2-beec4e47e1e6 admin admin] Deleting subnet 43965080-dd12-4069-994a-4f2bb508fa7c {{(pid=116161) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 28 11:28:52.182854 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-1cd3bcd5-ebe4-48be-a9e2-beec4e47e1e6 admin admin] Publish callbacks [] for subnet (43965080-dd12-4069-994a-4f2bb508fa7c), before_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:28:52.216425 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-1cd3bcd5-ebe4-48be-a9e2-beec4e47e1e6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8076976'] for subnet (43965080-dd12-4069-994a-4f2bb508fa7c), precommit_delete_associations {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:28:52.294474 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-1cd3bcd5-ebe4-48be-a9e2-beec4e47e1e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-971303'] for subnet (43965080-dd12-4069-994a-4f2bb508fa7c), precommit_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:28:52.400912 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-1cd3bcd5-ebe4-48be-a9e2-beec4e47e1e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-971310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5220601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5125409'] for subnet (43965080-dd12-4069-994a-4f2bb508fa7c), after_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:28:52.429650 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd3bcd5-ebe4-48be-a9e2-beec4e47e1e6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=43965080-dd12-4069-994a-4f2bb508fa7c,revision_number=None']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:28:52.432364 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-1cd3bcd5-ebe4-48be-a9e2-beec4e47e1e6 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:28:52.438592 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 60436) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:28:52.439132 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-1cd3bcd5-ebe4-48be-a9e2-beec4e47e1e6 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/43965080-dd12-4069-994a-4f2bb508fa7c HTTP/1.1" status: 204 len: 168 time: 0.3021667 Apr 28 11:28:52.444524 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffb5c7d5-8d26-490a-a483-26090e6d3991 None None] Network b7da38b5-29e7-4a7a-9af9-efa6509f9fc0 requested from dv-neutron-master-2-hyperv {{(pid=116163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 11:28:52.449177 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Device ce8d5cc6-a5a4-4b30-8465-705aef3ad2b3 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=116163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 11:28:52.488203 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] No Port match for: ce8d5cc6-a5a4-4b30-8465-705aef3ad2b3 {{(pid=116163) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 28 11:28:52.488552 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Device ce8d5cc6-a5a4-4b30-8465-705aef3ad2b3 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=116163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 11:28:52.488968 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Device a9ea432a-b51a-4d2a-b5c1-a815ad2fc3a7 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=116163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 11:28:52.516874 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-ecfd270e-4516-4438-a417-543bcb9802be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-979593'] for network (b7da38b5-29e7-4a7a-9af9-efa6509f9fc0), before_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:28:52.536608 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] No Port match for: a9ea432a-b51a-4d2a-b5c1-a815ad2fc3a7 {{(pid=116163) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 28 11:28:52.536952 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Device a9ea432a-b51a-4d2a-b5c1-a815ad2fc3a7 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=116163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 11:28:52.561424 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.plugin [None req-ecfd270e-4516-4438-a417-543bcb9802be admin admin] Deleting port 7c246652-f3b0-4512-8b69-f40c91228bf7 {{(pid=116162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 11:28:52.561763 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-ecfd270e-4516-4438-a417-543bcb9802be admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742235130188'] for port (7c246652-f3b0-4512-8b69-f40c91228bf7), before_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:28:52.637746 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.db [None req-ecfd270e-4516-4438-a417-543bcb9802be admin admin] For port 7c246652-f3b0-4512-8b69-f40c91228bf7, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=7c246652-f3b0-4512-8b69-f40c91228bf7,segment=NetworkSegment(dc742cb7-1e97-4c15-9d51-e8038ef8b3cd),segment_id=dc742cb7-1e97-4c15-9d51-e8038ef8b3cd)] {{(pid=116162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 11:28:52.638147 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-ecfd270e-4516-4438-a417-543bcb9802be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1938497'] for port (7c246652-f3b0-4512-8b69-f40c91228bf7), precommit_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:28:52.644022 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-242f2bc5-c80e-43a1-99cc-76df59b56171 None None] DHCP port deletion for b7da38b5-29e7-4a7a-9af9-efa6509f9fc0 request from dv-neutron-master-2-hyperv {{(pid=116163) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 28 11:28:52.654324 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.plugin [None req-ecfd270e-4516-4438-a417-543bcb9802be admin admin] Calling delete_port for 7c246652-f3b0-4512-8b69-f40c91228bf7 owned by network:dhcp {{(pid=116162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 11:28:52.690765 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-242f2bc5-c80e-43a1-99cc-76df59b56171 None None] Deleting port 7c246652-f3b0-4512-8b69-f40c91228bf7 {{(pid=116163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 11:28:52.691138 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-242f2bc5-c80e-43a1-99cc-76df59b56171 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742235130188'] for port (7c246652-f3b0-4512-8b69-f40c91228bf7), before_delete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:28:52.752986 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-242f2bc5-c80e-43a1-99cc-76df59b56171 None None] For port 7c246652-f3b0-4512-8b69-f40c91228bf7, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=7c246652-f3b0-4512-8b69-f40c91228bf7,segment=NetworkSegment(dc742cb7-1e97-4c15-9d51-e8038ef8b3cd),segment_id=dc742cb7-1e97-4c15-9d51-e8038ef8b3cd)] {{(pid=116163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 11:28:52.758083 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-242f2bc5-c80e-43a1-99cc-76df59b56171 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1938497'] for port (7c246652-f3b0-4512-8b69-f40c91228bf7), precommit_delete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:28:52.765804 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-242f2bc5-c80e-43a1-99cc-76df59b56171 None None] Calling delete_port for 7c246652-f3b0-4512-8b69-f40c91228bf7 owned by network:dhcp {{(pid=116163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 11:28:52.834671 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-ecfd270e-4516-4438-a417-543bcb9802be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742235135690', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742234710366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5051867'] for port (7c246652-f3b0-4512-8b69-f40c91228bf7), after_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:28:52.844327 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-242f2bc5-c80e-43a1-99cc-76df59b56171 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742235135690', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742234710366'] for port (7c246652-f3b0-4512-8b69-f40c91228bf7), after_delete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:28:52.862580 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecfd270e-4516-4438-a417-543bcb9802be admin admin] Pushing event deleted for resources: {'Port': ['ID=7c246652-f3b0-4512-8b69-f40c91228bf7,revision_number=None']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:28:52.866069 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecfd270e-4516-4438-a417-543bcb9802be admin admin] No DVR routers for this DVR port 7c246652-f3b0-4512-8b69-f40c91228bf7 on host dv-neutron-master-2-hyperv {{(pid=116162) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 11:28:52.870541 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-242f2bc5-c80e-43a1-99cc-76df59b56171 None None] Pushing event deleted for resources: {'Port': ['ID=7c246652-f3b0-4512-8b69-f40c91228bf7,revision_number=None']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:28:52.874422 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-242f2bc5-c80e-43a1-99cc-76df59b56171 None None] No DVR routers for this DVR port 7c246652-f3b0-4512-8b69-f40c91228bf7 on host dv-neutron-master-2-hyperv {{(pid=116163) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 11:28:52.945006 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-ecfd270e-4516-4438-a417-543bcb9802be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-973498', 'neutron.services.segments.db._delete_segments_for_network-8742235207033'] for network (b7da38b5-29e7-4a7a-9af9-efa6509f9fc0), precommit_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:28:52.966053 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.services.segments.db [None req-ecfd270e-4516-4438-a417-543bcb9802be admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b7da38b5-29e7-4a7a-9af9-efa6509f9fc0']}} {{(pid=116162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:28:52.975132 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.services.segments.db [None req-ecfd270e-4516-4438-a417-543bcb9802be admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dc742cb7-1e97-4c15-9d51-e8038ef8b3cd') {'for_net_delete': True} {{(pid=116162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:28:52.975427 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.services.segments.db [None req-ecfd270e-4516-4438-a417-543bcb9802be admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dc742cb7-1e97-4c15-9d51-e8038ef8b3cd') {} {{(pid=116162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:28:52.984877 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-ecfd270e-4516-4438-a417-543bcb9802be admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742235208578', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5026548'] for segment (dc742cb7-1e97-4c15-9d51-e8038ef8b3cd), before_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:28:52.997729 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-ecfd270e-4516-4438-a417-543bcb9802be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-961978'] for segment (dc742cb7-1e97-4c15-9d51-e8038ef8b3cd), precommit_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:28:53.003531 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ecfd270e-4516-4438-a417-543bcb9802be admin admin] Releasing vlan 80 on physical network physnet1 to pool {{(pid=116162) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 11:28:53.023072 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-ecfd270e-4516-4438-a417-543bcb9802be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-961978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5051884'] for segment (dc742cb7-1e97-4c15-9d51-e8038ef8b3cd), after_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:28:53.023072 dv-neutron-master-2-hyperv neutron-server[116162]: Traceback (most recent call last): Apr 28 11:28:53.023072 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 11:28:53.023072 dv-neutron-master-2-hyperv neutron-server[116162]: timer() Apr 28 11:28:53.023072 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 11:28:53.023072 dv-neutron-master-2-hyperv neutron-server[116162]: cb(*args, **kw) Apr 28 11:28:53.023072 dv-neutron-master-2-hyperv neutron-server[116162]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 28 11:28:53.023072 dv-neutron-master-2-hyperv neutron-server[116162]: return func(*args, **kwargs) Apr 28 11:28:53.023072 dv-neutron-master-2-hyperv neutron-server[116162]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 11:28:53.023072 dv-neutron-master-2-hyperv neutron-server[116162]: self._notify() Apr 28 11:28:53.023072 dv-neutron-master-2-hyperv neutron-server[116162]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 11:28:53.023072 dv-neutron-master-2-hyperv neutron-server[116162]: self.callback(batched_events) Apr 28 11:28:53.023072 dv-neutron-master-2-hyperv neutron-server[116162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 11:28:53.023072 dv-neutron-master-2-hyperv neutron-server[116162]: event.method(event) Apr 28 11:28:53.023072 dv-neutron-master-2-hyperv neutron-server[116162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 28 11:28:53.023072 dv-neutron-master-2-hyperv neutron-server[116162]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 11:28:53.023072 dv-neutron-master-2-hyperv neutron-server[116162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 28 11:28:53.023072 dv-neutron-master-2-hyperv neutron-server[116162]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 11:28:53.023072 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 28 11:28:53.023072 dv-neutron-master-2-hyperv neutron-server[116162]: return f(self, *a, **k) Apr 28 11:28:53.023072 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 28 11:28:53.023072 dv-neutron-master-2-hyperv neutron-server[116162]: return self._get(url).json() Apr 28 11:28:53.023072 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 28 11:28:53.023072 dv-neutron-master-2-hyperv neutron-server[116162]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 11:28:53.023072 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 11:28:53.023072 dv-neutron-master-2-hyperv neutron-server[116162]: return self.request(url, 'GET', **kwargs) Apr 28 11:28:53.023072 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 11:28:53.023072 dv-neutron-master-2-hyperv neutron-server[116162]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 11:28:53.023072 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 11:28:53.023072 dv-neutron-master-2-hyperv neutron-server[116162]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 11:28:53.023072 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 11:28:53.023072 dv-neutron-master-2-hyperv neutron-server[116162]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 11:28:53.023072 dv-neutron-master-2-hyperv neutron-server[116162]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 11:28:53.126325 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-ecfd270e-4516-4438-a417-543bcb9802be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-973477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2063122'] for network (b7da38b5-29e7-4a7a-9af9-efa6509f9fc0), after_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:28:53.131763 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-ecfd270e-4516-4438-a417-543bcb9802be admin admin] Publish callbacks [] for network (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:28:53.135588 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-ecfd270e-4516-4438-a417-543bcb9802be admin admin] 10.222.0.10 "DELETE /v2.0/networks/b7da38b5-29e7-4a7a-9af9-efa6509f9fc0 HTTP/1.1" status: 204 len: 168 time: 0.6957719 Apr 28 11:28:53.138850 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 60438) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:28:53.146201 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecfd270e-4516-4438-a417-543bcb9802be admin admin] Pushing event deleted for resources: {'Network': ['ID=b7da38b5-29e7-4a7a-9af9-efa6509f9fc0,revision_number=None']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:28:53.467850 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-92a04eb1-16ff-4886-91ae-1c44af3e70af admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2063420'] for router_interface (88e5e958-3b67-40f4-a398-9f251f23f2b8), before_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:28:53.698007 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.plugin [None req-92a04eb1-16ff-4886-91ae-1c44af3e70af admin admin] Deleting port 0190e81a-c288-4443-be9d-a03d9fb06e6e {{(pid=116161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 11:28:53.698335 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-92a04eb1-16ff-4886-91ae-1c44af3e70af admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742235130188'] for port (0190e81a-c288-4443-be9d-a03d9fb06e6e), before_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:28:54.098299 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.db [None req-92a04eb1-16ff-4886-91ae-1c44af3e70af admin admin] For port 0190e81a-c288-4443-be9d-a03d9fb06e6e, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=0190e81a-c288-4443-be9d-a03d9fb06e6e,segment=NetworkSegment(f51b613a-572b-4f86-9d28-e37283e06a8b),segment_id=f51b613a-572b-4f86-9d28-e37283e06a8b)] {{(pid=116161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 11:28:54.098696 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-92a04eb1-16ff-4886-91ae-1c44af3e70af admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1938497'] for port (0190e81a-c288-4443-be9d-a03d9fb06e6e), precommit_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:28:54.111153 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.plugin [None req-92a04eb1-16ff-4886-91ae-1c44af3e70af admin admin] Calling delete_port for 0190e81a-c288-4443-be9d-a03d9fb06e6e owned by network:router_interface {{(pid=116161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 11:28:54.337300 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-92a04eb1-16ff-4886-91ae-1c44af3e70af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742235135690', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742234710366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5219112'] for port (0190e81a-c288-4443-be9d-a03d9fb06e6e), after_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:28:54.364197 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a04eb1-16ff-4886-91ae-1c44af3e70af admin admin] Pushing event deleted for resources: {'Port': ['ID=0190e81a-c288-4443-be9d-a03d9fb06e6e,revision_number=None']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:28:54.513006 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Device 7c246652-f3b0-4512-8b69-f40c91228bf7 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=116163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 11:28:54.535612 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] No Port match for: 7c246652-f3b0-4512-8b69-f40c91228bf7 {{(pid=116163) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 28 11:28:54.536128 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Device 7c246652-f3b0-4512-8b69-f40c91228bf7 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=116163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 11:28:54.544761 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-92a04eb1-16ff-4886-91ae-1c44af3e70af admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1603051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2063504'] for router_interface (88e5e958-3b67-40f4-a398-9f251f23f2b8), after_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:28:54.762813 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92a04eb1-16ff-4886-91ae-1c44af3e70af admin admin] Router 88e5e958-3b67-40f4-a398-9f251f23f2b8 has already been hosted by L3 agent 6b492ad6-0876-4d74-b20d-28143a52ceba {{(pid=116161) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 11:28:54.875959 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92a04eb1-16ff-4886-91ae-1c44af3e70af admin admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=116161) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 11:28:54.884150 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-92a04eb1-16ff-4886-91ae-1c44af3e70af admin admin] 10.222.0.10 "PUT /v2.0/routers/88e5e958-3b67-40f4-a398-9f251f23f2b8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7411041 Apr 28 11:28:54.884150 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 60440) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:28:54.885587 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d4fe1cd-36d3-4bbf-bfd4-42ce94969c81 None None] Sync routers for ids ['88e5e958-3b67-40f4-a398-9f251f23f2b8'] in dv-neutron-master-2-hyperv {{(pid=116163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 11:28:54.897105 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d4fe1cd-36d3-4bbf-bfd4-42ce94969c81 None None] Routers {'88e5e958-3b67-40f4-a398-9f251f23f2b8'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=116163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 11:28:54.897737 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_hamode_db [None req-9d4fe1cd-36d3-4bbf-bfd4-42ce94969c81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-28T10:50:39Z,description=,heartbeat_timestamp=2022-04-28T11:28:39Z,host='dv-neutron-master-2-hyperv',id=6b492ad6-0876-4d74-b20d-28143a52ceba,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T10:50:40Z,topic='l3_agent')) {'router_ids': ['88e5e958-3b67-40f4-a398-9f251f23f2b8'], 'active': True} {{(pid=116163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:28:54.991554 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-05d12c32-13c2-4346-9e6a-6df1d7487682 admin admin] Publish callbacks [] for router (88e5e958-3b67-40f4-a398-9f251f23f2b8), before_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:28:55.010330 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvr_db [None req-9d4fe1cd-36d3-4bbf-bfd4-42ce94969c81 None None] Set router 88e5e958-3b67-40f4-a398-9f251f23f2b8 gateway port host: dv-neutron-master-2-hyperv {{(pid=116163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 11:28:55.099518 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-05d12c32-13c2-4346-9e6a-6df1d7487682 admin admin] Publish callbacks [] for router_gateway (88e5e958-3b67-40f4-a398-9f251f23f2b8), before_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:28:55.182143 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_hamode_db [None req-9d4fe1cd-36d3-4bbf-bfd4-42ce94969c81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88e5e958-3b67-40f4-a398-9f251f23f2b8', 'name': 'tempest-TestEncryptedCinderVolumes-203366069-router', 'tenant_id': '78e39e23eeda4792a38fee6f7ffb6194', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'external_fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.74'}], 'enable_snat': True}, 'gw_port_id': 'cb22df35-805c-46d8-8109-6d918d1dc847', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T11:26:55Z', 'updated_at': '2022-04-28T11:28:54Z', 'revision_number': 5, 'project_id': '78e39e23eeda4792a38fee6f7ffb6194', 'gw_port': {'id': 'cb22df35-805c-46d8-8109-6d918d1dc847', 'name': '', 'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:49:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88e5e958-3b67-40f4-a398-9f251f23f2b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1664, 'fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:26:55Z', 'updated_at': '2022-04-28T11:27:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=116163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:28:55.193591 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.plugin [None req-05d12c32-13c2-4346-9e6a-6df1d7487682 admin admin] Deleting port cb22df35-805c-46d8-8109-6d918d1dc847 {{(pid=116161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 11:28:55.193928 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-05d12c32-13c2-4346-9e6a-6df1d7487682 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742235130188'] for port (cb22df35-805c-46d8-8109-6d918d1dc847), before_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:28:55.209165 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d4fe1cd-36d3-4bbf-bfd4-42ce94969c81 None None] Checking router: 88e5e958-3b67-40f4-a398-9f251f23f2b8 for host: dv-neutron-master-2-hyperv {{(pid=116163) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 11:28:55.217682 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d4fe1cd-36d3-4bbf-bfd4-42ce94969c81 None None] Routers {'88e5e958-3b67-40f4-a398-9f251f23f2b8'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=116163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 11:28:55.218304 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_hamode_db [None req-9d4fe1cd-36d3-4bbf-bfd4-42ce94969c81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-28T10:50:39Z,description=,heartbeat_timestamp=2022-04-28T11:28:39Z,host='dv-neutron-master-2-hyperv',id=6b492ad6-0876-4d74-b20d-28143a52ceba,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T10:50:40Z,topic='l3_agent')) {'router_ids': ['88e5e958-3b67-40f4-a398-9f251f23f2b8'], 'active': True} {{(pid=116163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:28:55.273228 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.db [None req-05d12c32-13c2-4346-9e6a-6df1d7487682 admin admin] For port cb22df35-805c-46d8-8109-6d918d1dc847, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=cb22df35-805c-46d8-8109-6d918d1dc847,segment=NetworkSegment(142bc50f-d6af-4646-8d06-bb7af6b7b51c),segment_id=142bc50f-d6af-4646-8d06-bb7af6b7b51c)] {{(pid=116161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 11:28:55.273613 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-05d12c32-13c2-4346-9e6a-6df1d7487682 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1938497'] for port (cb22df35-805c-46d8-8109-6d918d1dc847), precommit_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:28:55.287251 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.plugin [None req-05d12c32-13c2-4346-9e6a-6df1d7487682 admin admin] Calling delete_port for cb22df35-805c-46d8-8109-6d918d1dc847 owned by network:router_gateway {{(pid=116161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 11:28:55.305564 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvr_db [None req-9d4fe1cd-36d3-4bbf-bfd4-42ce94969c81 None None] Set router 88e5e958-3b67-40f4-a398-9f251f23f2b8 gateway port host: None {{(pid=116163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 11:28:55.357670 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_hamode_db [None req-9d4fe1cd-36d3-4bbf-bfd4-42ce94969c81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88e5e958-3b67-40f4-a398-9f251f23f2b8', 'name': 'tempest-TestEncryptedCinderVolumes-203366069-router', 'tenant_id': '78e39e23eeda4792a38fee6f7ffb6194', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T11:26:55Z', 'updated_at': '2022-04-28T11:28:55Z', 'revision_number': 6, 'project_id': '78e39e23eeda4792a38fee6f7ffb6194', 'gw_port_host': None}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=116163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:28:55.386885 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d4fe1cd-36d3-4bbf-bfd4-42ce94969c81 None None] The sync data for ids ['88e5e958-3b67-40f4-a398-9f251f23f2b8'] in dv-neutron-master-2-hyperv is: [{'id': '88e5e958-3b67-40f4-a398-9f251f23f2b8', 'name': 'tempest-TestEncryptedCinderVolumes-203366069-router', 'tenant_id': '78e39e23eeda4792a38fee6f7ffb6194', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T11:26:55Z', 'updated_at': '2022-04-28T11:28:55Z', 'revision_number': 6, 'project_id': '78e39e23eeda4792a38fee6f7ffb6194', 'gw_port_host': None}] {{(pid=116163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 11:28:55.549057 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-05d12c32-13c2-4346-9e6a-6df1d7487682 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742235135690', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742234710366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5219112'] for port (cb22df35-805c-46d8-8109-6d918d1dc847), after_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:28:55.575815 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d12c32-13c2-4346-9e6a-6df1d7487682 admin admin] Pushing event deleted for resources: {'Port': ['ID=cb22df35-805c-46d8-8109-6d918d1dc847,revision_number=None']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:28:55.638438 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-05d12c32-13c2-4346-9e6a-6df1d7487682 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1935354'] for router_gateway (88e5e958-3b67-40f4-a398-9f251f23f2b8), after_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:28:55.731809 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-05d12c32-13c2-4346-9e6a-6df1d7487682 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2060865', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-63275'] for router (88e5e958-3b67-40f4-a398-9f251f23f2b8), precommit_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:28:55.734125 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-05d12c32-13c2-4346-9e6a-6df1d7487682 admin admin] Publish callbacks [] for router_controller (88e5e958-3b67-40f4-a398-9f251f23f2b8), precommit_delete_associations {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:28:55.826274 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-05d12c32-13c2-4346-9e6a-6df1d7487682 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2060888'] for router (88e5e958-3b67-40f4-a398-9f251f23f2b8), after_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:28:55.826923 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05d12c32-13c2-4346-9e6a-6df1d7487682 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 88e5e958-3b67-40f4-a398-9f251f23f2b8 {{(pid=116161) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 28 11:28:55.831524 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-05d12c32-13c2-4346-9e6a-6df1d7487682 admin admin] Publish callbacks [] for router (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:28:55.835274 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-05d12c32-13c2-4346-9e6a-6df1d7487682 admin admin] 10.222.0.10 "DELETE /v2.0/routers/88e5e958-3b67-40f4-a398-9f251f23f2b8 HTTP/1.1" status: 204 len: 168 time: 0.9483910 Apr 28 11:28:55.835630 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 60442) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:28:55.881520 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.db.db_base_plugin_v2 [None req-f1e415b7-bf59-4f0e-8578-ca1768ee1884 admin admin] Deleting subnet 7b0df873-0543-46d1-bf48-437906791e94 {{(pid=116161) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 28 11:28:55.884677 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-f1e415b7-bf59-4f0e-8578-ca1768ee1884 admin admin] Publish callbacks [] for subnet (7b0df873-0543-46d1-bf48-437906791e94), before_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:28:55.919999 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-f1e415b7-bf59-4f0e-8578-ca1768ee1884 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8076976'] for subnet (7b0df873-0543-46d1-bf48-437906791e94), precommit_delete_associations {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:28:55.999626 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-f1e415b7-bf59-4f0e-8578-ca1768ee1884 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-971303'] for subnet (7b0df873-0543-46d1-bf48-437906791e94), precommit_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:28:56.129743 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-f1e415b7-bf59-4f0e-8578-ca1768ee1884 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-971310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5220601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5125409'] for subnet (7b0df873-0543-46d1-bf48-437906791e94), after_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:28:56.158275 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e415b7-bf59-4f0e-8578-ca1768ee1884 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7b0df873-0543-46d1-bf48-437906791e94,revision_number=None']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:28:56.160376 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-f1e415b7-bf59-4f0e-8578-ca1768ee1884 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:28:56.164261 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-f1e415b7-bf59-4f0e-8578-ca1768ee1884 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/7b0df873-0543-46d1-bf48-437906791e94 HTTP/1.1" status: 204 len: 168 time: 0.3270445 Apr 28 11:28:56.165981 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c25608d3-1803-41c0-b798-e2a25a4817e0 None None] Network c3cd7bc9-7b99-4162-9e2c-d16eb8c90ac6 requested from dv-neutron-master-2-hyperv {{(pid=116163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 11:28:56.166681 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 60444) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:28:56.236568 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-6e9a3c8e-6b3d-47d3-9f09-c36f0c2439d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-979593'] for network (c3cd7bc9-7b99-4162-9e2c-d16eb8c90ac6), before_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:28:56.288648 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.plugin [None req-6e9a3c8e-6b3d-47d3-9f09-c36f0c2439d4 admin admin] Deleting port 9d294681-cb0e-4fca-8b76-36fcda6e7311 {{(pid=116161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 11:28:56.288993 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-6e9a3c8e-6b3d-47d3-9f09-c36f0c2439d4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742235130188'] for port (9d294681-cb0e-4fca-8b76-36fcda6e7311), before_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:28:56.319235 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b6ff868-0b61-458c-b06d-e23b692b40ad None None] DHCP port deletion for c3cd7bc9-7b99-4162-9e2c-d16eb8c90ac6 request from dv-neutron-master-2-hyperv {{(pid=116163) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 28 11:28:56.361881 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-6b6ff868-0b61-458c-b06d-e23b692b40ad None None] Deleting port 9d294681-cb0e-4fca-8b76-36fcda6e7311 {{(pid=116163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 11:28:56.362248 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-6b6ff868-0b61-458c-b06d-e23b692b40ad None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742235130188'] for port (9d294681-cb0e-4fca-8b76-36fcda6e7311), before_delete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:28:56.366019 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.db [None req-6e9a3c8e-6b3d-47d3-9f09-c36f0c2439d4 admin admin] For port 9d294681-cb0e-4fca-8b76-36fcda6e7311, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=9d294681-cb0e-4fca-8b76-36fcda6e7311,segment=NetworkSegment(f51b613a-572b-4f86-9d28-e37283e06a8b),segment_id=f51b613a-572b-4f86-9d28-e37283e06a8b)] {{(pid=116161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 11:28:56.366557 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-6e9a3c8e-6b3d-47d3-9f09-c36f0c2439d4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1938497'] for port (9d294681-cb0e-4fca-8b76-36fcda6e7311), precommit_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:28:56.382458 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.plugin [None req-6e9a3c8e-6b3d-47d3-9f09-c36f0c2439d4 admin admin] Calling delete_port for 9d294681-cb0e-4fca-8b76-36fcda6e7311 owned by network:dhcp {{(pid=116161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 11:28:56.436359 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-6b6ff868-0b61-458c-b06d-e23b692b40ad None None] For port 9d294681-cb0e-4fca-8b76-36fcda6e7311, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=9d294681-cb0e-4fca-8b76-36fcda6e7311,segment=NetworkSegment(f51b613a-572b-4f86-9d28-e37283e06a8b),segment_id=f51b613a-572b-4f86-9d28-e37283e06a8b)] {{(pid=116163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 11:28:56.436762 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-6b6ff868-0b61-458c-b06d-e23b692b40ad None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1938497'] for port (9d294681-cb0e-4fca-8b76-36fcda6e7311), precommit_delete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:28:56.452221 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-6b6ff868-0b61-458c-b06d-e23b692b40ad None None] Calling delete_port for 9d294681-cb0e-4fca-8b76-36fcda6e7311 owned by network:dhcp {{(pid=116163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 11:28:56.497901 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Device 9d294681-cb0e-4fca-8b76-36fcda6e7311 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=116163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 11:28:56.572272 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-6e9a3c8e-6b3d-47d3-9f09-c36f0c2439d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742235135690', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742234710366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5219112'] for port (9d294681-cb0e-4fca-8b76-36fcda6e7311), after_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:28:56.596382 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-6b6ff868-0b61-458c-b06d-e23b692b40ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742235135690', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742234710366'] for port (9d294681-cb0e-4fca-8b76-36fcda6e7311), after_delete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:28:56.599599 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Current status of the port 9d294681-cb0e-4fca-8b76-36fcda6e7311 is: ACTIVE; New status is: DOWN {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:28:56.599976 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (9d294681-cb0e-4fca-8b76-36fcda6e7311), before_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:28:56.600547 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e9a3c8e-6b3d-47d3-9f09-c36f0c2439d4 admin admin] Pushing event deleted for resources: {'Port': ['ID=9d294681-cb0e-4fca-8b76-36fcda6e7311,revision_number=None']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:28:56.602644 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e9a3c8e-6b3d-47d3-9f09-c36f0c2439d4 admin admin] No DVR routers for this DVR port 9d294681-cb0e-4fca-8b76-36fcda6e7311 on host dv-neutron-master-2-hyperv {{(pid=116161) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 11:28:56.634685 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6ff868-0b61-458c-b06d-e23b692b40ad None None] Pushing event deleted for resources: {'Port': ['ID=9d294681-cb0e-4fca-8b76-36fcda6e7311,revision_number=None']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:28:56.636526 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b6ff868-0b61-458c-b06d-e23b692b40ad None None] No DVR routers for this DVR port 9d294681-cb0e-4fca-8b76-36fcda6e7311 on host dv-neutron-master-2-hyperv {{(pid=116163) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 11:28:56.673708 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Device cb22df35-805c-46d8-8109-6d918d1dc847 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=116163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 11:28:56.681930 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-6e9a3c8e-6b3d-47d3-9f09-c36f0c2439d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-973498', 'neutron.services.segments.db._delete_segments_for_network-8742235207033'] for network (c3cd7bc9-7b99-4162-9e2c-d16eb8c90ac6), precommit_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:28:56.693644 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] No Port match for: cb22df35-805c-46d8-8109-6d918d1dc847 {{(pid=116163) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 28 11:28:56.694002 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Device cb22df35-805c-46d8-8109-6d918d1dc847 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=116163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 11:28:56.694456 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Device 0190e81a-c288-4443-be9d-a03d9fb06e6e no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=116163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 11:28:56.708659 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.services.segments.db [None req-6e9a3c8e-6b3d-47d3-9f09-c36f0c2439d4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c3cd7bc9-7b99-4162-9e2c-d16eb8c90ac6']}} {{(pid=116161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:28:56.713695 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] No Port match for: 0190e81a-c288-4443-be9d-a03d9fb06e6e {{(pid=116163) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 28 11:28:56.713907 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.services.segments.db [None req-6e9a3c8e-6b3d-47d3-9f09-c36f0c2439d4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f51b613a-572b-4f86-9d28-e37283e06a8b') {'for_net_delete': True} {{(pid=116161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:28:56.714052 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Device 0190e81a-c288-4443-be9d-a03d9fb06e6e not bound to the agent host dv-neutron-master-2-hyperv {{(pid=116163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 11:28:56.714203 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.services.segments.db [None req-6e9a3c8e-6b3d-47d3-9f09-c36f0c2439d4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f51b613a-572b-4f86-9d28-e37283e06a8b') {} {{(pid=116161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:28:56.724858 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-6e9a3c8e-6b3d-47d3-9f09-c36f0c2439d4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742235208578', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8076969'] for segment (f51b613a-572b-4f86-9d28-e37283e06a8b), before_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:28:56.737983 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-6e9a3c8e-6b3d-47d3-9f09-c36f0c2439d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-961978'] for segment (f51b613a-572b-4f86-9d28-e37283e06a8b), precommit_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:28:56.744108 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6e9a3c8e-6b3d-47d3-9f09-c36f0c2439d4 admin admin] Releasing vlan 89 on physical network physnet1 to pool {{(pid=116161) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 11:28:56.744487 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-6e9a3c8e-6b3d-47d3-9f09-c36f0c2439d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-961978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5219103'] for segment (f51b613a-572b-4f86-9d28-e37283e06a8b), after_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:28:56.746185 dv-neutron-master-2-hyperv neutron-server[116161]: Traceback (most recent call last): Apr 28 11:28:56.746185 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 11:28:56.746185 dv-neutron-master-2-hyperv neutron-server[116161]: timer() Apr 28 11:28:56.746185 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 11:28:56.746185 dv-neutron-master-2-hyperv neutron-server[116161]: cb(*args, **kw) Apr 28 11:28:56.746185 dv-neutron-master-2-hyperv neutron-server[116161]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 28 11:28:56.746185 dv-neutron-master-2-hyperv neutron-server[116161]: return func(*args, **kwargs) Apr 28 11:28:56.746185 dv-neutron-master-2-hyperv neutron-server[116161]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 11:28:56.746185 dv-neutron-master-2-hyperv neutron-server[116161]: self._notify() Apr 28 11:28:56.746185 dv-neutron-master-2-hyperv neutron-server[116161]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 11:28:56.746185 dv-neutron-master-2-hyperv neutron-server[116161]: self.callback(batched_events) Apr 28 11:28:56.746185 dv-neutron-master-2-hyperv neutron-server[116161]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 11:28:56.746185 dv-neutron-master-2-hyperv neutron-server[116161]: event.method(event) Apr 28 11:28:56.746185 dv-neutron-master-2-hyperv neutron-server[116161]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 28 11:28:56.746185 dv-neutron-master-2-hyperv neutron-server[116161]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 11:28:56.746185 dv-neutron-master-2-hyperv neutron-server[116161]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 28 11:28:56.746185 dv-neutron-master-2-hyperv neutron-server[116161]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 11:28:56.746185 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 28 11:28:56.746185 dv-neutron-master-2-hyperv neutron-server[116161]: return f(self, *a, **k) Apr 28 11:28:56.746185 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 28 11:28:56.746185 dv-neutron-master-2-hyperv neutron-server[116161]: return self._get(url).json() Apr 28 11:28:56.746185 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 28 11:28:56.746185 dv-neutron-master-2-hyperv neutron-server[116161]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 11:28:56.746185 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 11:28:56.746185 dv-neutron-master-2-hyperv neutron-server[116161]: return self.request(url, 'GET', **kwargs) Apr 28 11:28:56.746185 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 11:28:56.746185 dv-neutron-master-2-hyperv neutron-server[116161]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 11:28:56.746185 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 11:28:56.746185 dv-neutron-master-2-hyperv neutron-server[116161]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 11:28:56.746185 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 11:28:56.746185 dv-neutron-master-2-hyperv neutron-server[116161]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 11:28:56.746185 dv-neutron-master-2-hyperv neutron-server[116161]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 11:28:56.883005 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-6e9a3c8e-6b3d-47d3-9f09-c36f0c2439d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-973477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2063122'] for network (c3cd7bc9-7b99-4162-9e2c-d16eb8c90ac6), after_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:28:56.888393 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-6e9a3c8e-6b3d-47d3-9f09-c36f0c2439d4 admin admin] Publish callbacks [] for network (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:28:56.891758 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-6e9a3c8e-6b3d-47d3-9f09-c36f0c2439d4 admin admin] 10.222.0.10 "DELETE /v2.0/networks/c3cd7bc9-7b99-4162-9e2c-d16eb8c90ac6 HTTP/1.1" status: 204 len: 168 time: 0.7246594 Apr 28 11:28:56.902672 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e9a3c8e-6b3d-47d3-9f09-c36f0c2439d4 admin admin] Pushing event deleted for resources: {'Network': ['ID=c3cd7bc9-7b99-4162-9e2c-d16eb8c90ac6,revision_number=None']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:28:57.278507 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 60448) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:28:57.316077 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-fb7fd00d-87a5-4598-9a49-81359d5c940f admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=7dee41e6cd5d4ca1973951869c93edf3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0383630 Apr 28 11:28:57.318530 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 60450) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:28:57.369598 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-7e7513ae-2995-48ff-a74b-45dd26fee76f admin admin] Publish callbacks [] for security_group (aa057392-5d20-471b-a6c6-99b530395946), before_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:28:57.390811 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-7e7513ae-2995-48ff-a74b-45dd26fee76f admin admin] Publish callbacks [] for security_group (aa057392-5d20-471b-a6c6-99b530395946), precommit_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:28:57.503098 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-7e7513ae-2995-48ff-a74b-45dd26fee76f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924426'] for security_group (aa057392-5d20-471b-a6c6-99b530395946), after_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:28:57.505752 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-7e7513ae-2995-48ff-a74b-45dd26fee76f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:28:57.506891 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-7e7513ae-2995-48ff-a74b-45dd26fee76f admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/aa057392-5d20-471b-a6c6-99b530395946 HTTP/1.1" status: 204 len: 168 time: 0.1874640 Apr 28 11:28:57.515296 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7513ae-2995-48ff-a74b-45dd26fee76f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa057392-5d20-471b-a6c6-99b530395946,revision_number=None']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:28:58.132632 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 60456) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:28:58.174321 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-14b51972-3f56-4555-a9e2-91a725035cd1 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=78e39e23eeda4792a38fee6f7ffb6194&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0404408 Apr 28 11:28:58.176715 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 60458) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:28:58.226054 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-49484050-db36-47dd-947f-53e73c5a61d9 admin admin] Publish callbacks [] for security_group (0e21f41a-bc10-4607-970b-2b91982d8409), before_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:28:58.248198 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-49484050-db36-47dd-947f-53e73c5a61d9 admin admin] Publish callbacks [] for security_group (0e21f41a-bc10-4607-970b-2b91982d8409), precommit_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:28:58.365978 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-49484050-db36-47dd-947f-53e73c5a61d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924426'] for security_group (0e21f41a-bc10-4607-970b-2b91982d8409), after_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:28:58.368506 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-49484050-db36-47dd-947f-53e73c5a61d9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:28:58.369657 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-49484050-db36-47dd-947f-53e73c5a61d9 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/0e21f41a-bc10-4607-970b-2b91982d8409 HTTP/1.1" status: 204 len: 168 time: 0.1920431 Apr 28 11:28:58.377913 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49484050-db36-47dd-947f-53e73c5a61d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e21f41a-bc10-4607-970b-2b91982d8409,revision_number=None']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:28:59.363523 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 60480) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:28:59.456369 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.v2.base [None req-9313f681-ff7e-4253-b1f0-38c5306f1f58 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-49479825-network', 'tenant_id': 'c1d3cd1d95e04c0aaa441daece4b8dd0'}} {{(pid=116161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:28:59.565861 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9313f681-ff7e-4253-b1f0-38c5306f1f58 admin admin] Made reservation on behalf of c1d3cd1d95e04c0aaa441daece4b8dd0 for: {'network': 1} {{(pid=116161) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 11:28:59.568173 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-9313f681-ff7e-4253-b1f0-38c5306f1f58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for network (None), before_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:28:59.576743 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-9313f681-ff7e-4253-b1f0-38c5306f1f58 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:28:59.649204 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-9313f681-ff7e-4253-b1f0-38c5306f1f58 admin admin] Publish callbacks [] for security_group (2b0933c2-e5e4-4ed6-827e-375a5128c038), precommit_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:28:59.728660 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-9313f681-ff7e-4253-b1f0-38c5306f1f58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924426'] for security_group (2b0933c2-e5e4-4ed6-827e-375a5128c038), after_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:28:59.754841 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9313f681-ff7e-4253-b1f0-38c5306f1f58 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 85} {{(pid=116161) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 11:28:59.765528 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9313f681-ff7e-4253-b1f0-38c5306f1f58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b0933c2-e5e4-4ed6-827e-375a5128c038,revision_number=1']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:28:59.770254 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-9313f681-ff7e-4253-b1f0-38c5306f1f58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-961978'] for segment (f20a6d94-713c-4d88-baa2-b5bcaae05e43), precommit_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:28:59.770625 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.db.segments_db [None req-9313f681-ff7e-4253-b1f0-38c5306f1f58 admin admin] Added segment f20a6d94-713c-4d88-baa2-b5bcaae05e43 of type vlan for network 9c91e8d4-885d-4dbc-9d6c-f81cf2f0ff89 Apr 28 11:28:59.811516 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-9313f681-ff7e-4253-b1f0-38c5306f1f58 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742234744962'] for network (9c91e8d4-885d-4dbc-9d6c-f81cf2f0ff89), precommit_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:28:59.908289 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-9313f681-ff7e-4253-b1f0-38c5306f1f58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042'] for network (9c91e8d4-885d-4dbc-9d6c-f81cf2f0ff89), after_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:28:59.909282 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9313f681-ff7e-4253-b1f0-38c5306f1f58 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:28:59.909868 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-9313f681-ff7e-4253-b1f0-38c5306f1f58 admin admin] Publish callbacks [] for network (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:28:59.973431 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9313f681-ff7e-4253-b1f0-38c5306f1f58 admin admin] Pushing event updated for resources: {'Network': ['ID=9c91e8d4-885d-4dbc-9d6c-f81cf2f0ff89,revision_number=1']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:28:59.985463 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Network 9c91e8d4-885d-4dbc-9d6c-f81cf2f0ff89 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=116163) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 28 11:29:00.026451 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-9313f681-ff7e-4253-b1f0-38c5306f1f58 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6616802 Apr 28 11:29:00.029301 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 60484) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:29:00.034498 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.v2.base [None req-31537c0d-6598-4f95-8be7-327514ee3f0c admin admin] Request body: {'subnet': {'network_id': '9c91e8d4-885d-4dbc-9d6c-f81cf2f0ff89', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-49479825-subnet', 'tenant_id': 'c1d3cd1d95e04c0aaa441daece4b8dd0', 'ip_version': 4}} {{(pid=116162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:29:00.128607 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31537c0d-6598-4f95-8be7-327514ee3f0c admin admin] Made reservation on behalf of c1d3cd1d95e04c0aaa441daece4b8dd0 for: {'subnet': 1} {{(pid=116162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 11:29:00.130995 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-31537c0d-6598-4f95-8be7-327514ee3f0c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4210834'] for subnet (None), before_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:29:00.346144 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-31537c0d-6598-4f95-8be7-327514ee3f0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5054027', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4210784'] for subnet (bfc94ea5-3207-494f-889e-b4f0eee8f298), after_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:29:00.396250 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31537c0d-6598-4f95-8be7-327514ee3f0c admin admin] Pushing event updated for resources: {'Subnet': ['ID=bfc94ea5-3207-494f-889e-b4f0eee8f298,revision_number=0']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:29:00.410344 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31537c0d-6598-4f95-8be7-327514ee3f0c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:29:00.413399 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31537c0d-6598-4f95-8be7-327514ee3f0c admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:29:00.413399 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31537c0d-6598-4f95-8be7-327514ee3f0c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:29:00.413399 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31537c0d-6598-4f95-8be7-327514ee3f0c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:29:00.413399 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31537c0d-6598-4f95-8be7-327514ee3f0c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:29:00.413399 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31537c0d-6598-4f95-8be7-327514ee3f0c admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:29:00.413399 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31537c0d-6598-4f95-8be7-327514ee3f0c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:29:00.413399 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31537c0d-6598-4f95-8be7-327514ee3f0c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:29:00.413399 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31537c0d-6598-4f95-8be7-327514ee3f0c admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:29:00.413399 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31537c0d-6598-4f95-8be7-327514ee3f0c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:29:00.414084 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31537c0d-6598-4f95-8be7-327514ee3f0c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:29:00.414084 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31537c0d-6598-4f95-8be7-327514ee3f0c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:29:00.414338 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31537c0d-6598-4f95-8be7-327514ee3f0c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:29:00.414686 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31537c0d-6598-4f95-8be7-327514ee3f0c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:29:00.415138 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31537c0d-6598-4f95-8be7-327514ee3f0c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:29:00.425807 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31537c0d-6598-4f95-8be7-327514ee3f0c admin admin] Checking segment: {'id': 'f20a6d94-713c-4d88-baa2-b5bcaae05e43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '9c91e8d4-885d-4dbc-9d6c-f81cf2f0ff89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 11:29:00.426185 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31537c0d-6598-4f95-8be7-327514ee3f0c admin admin] Network hostable DHCP agents. Network: 9c91e8d4-885d-4dbc-9d6c-f81cf2f0ff89, hostable agents: ['75ba81b7-fe99-4281-90d2-a5adb445ecea'], hosted agents: [] {{(pid=116162) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 11:29:00.511363 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31537c0d-6598-4f95-8be7-327514ee3f0c admin admin] Network 9c91e8d4-885d-4dbc-9d6c-f81cf2f0ff89 is scheduled to be hosted by DHCP agent 75ba81b7-fe99-4281-90d2-a5adb445ecea with binding_index 1 {{(pid=116162) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 11:29:00.585415 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.scheduler.base_scheduler [None req-31537c0d-6598-4f95-8be7-327514ee3f0c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 9c91e8d4-885d-4dbc-9d6c-f81cf2f0ff89) {{(pid=116162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 11:29:00.590308 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31537c0d-6598-4f95-8be7-327514ee3f0c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:29:00.590926 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-31537c0d-6598-4f95-8be7-327514ee3f0c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:29:00.595753 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e03dae86-5393-4039-9ed8-47a5926a4112 None None] Network 9c91e8d4-885d-4dbc-9d6c-f81cf2f0ff89 requested from dv-neutron-master-2-hyperv {{(pid=116163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 11:29:00.674264 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-31537c0d-6598-4f95-8be7-327514ee3f0c admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.6436815 Apr 28 11:29:00.676916 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 60486) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:29:00.681173 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.v2.base [None req-d0dc01a2-78c9-4ffe-8bdb-77f5b28db410 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-49479825-router', 'tenant_id': 'c1d3cd1d95e04c0aaa441daece4b8dd0', 'external_gateway_info': {'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c'}}} {{(pid=116162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:29:00.694351 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e646fc8-3b06-4d83-a8a5-be7f79e4e1e3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-9c91e8d4-885d-4dbc-9d6c-f81cf2f0ff89', 'network_id': '9c91e8d4-885d-4dbc-9d6c-f81cf2f0ff89', 'project_id': 'c1d3cd1d95e04c0aaa441daece4b8dd0', 'fixed_ips': [{'subnet_id': 'bfc94ea5-3207-494f-889e-b4f0eee8f298'}]}} from dv-neutron-master-2-hyperv. {{(pid=116163) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 28 11:29:00.695243 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-1e646fc8-3b06-4d83-a8a5-be7f79e4e1e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (None), before_create {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:29:00.757542 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-d0dc01a2-78c9-4ffe-8bdb-77f5b28db410 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2060459', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-63449'] for router (358124e1-8a85-4011-a2bb-525bef1ef55b), before_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:29:00.758843 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-d0dc01a2-78c9-4ffe-8bdb-77f5b28db410 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2060827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1935275', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1960866', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-63266'] for router (358124e1-8a85-4011-a2bb-525bef1ef55b), precommit_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:29:00.815963 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-d0dc01a2-78c9-4ffe-8bdb-77f5b28db410 admin admin] Publish callbacks [] for router_controller (358124e1-8a85-4011-a2bb-525bef1ef55b), precommit_add_association {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:29:00.991586 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.db_base_plugin_common [None req-1e646fc8-3b06-4d83-a8a5-be7f79e4e1e3 None None] Allocated IP 172.20.0.2 (9c91e8d4-885d-4dbc-9d6c-f81cf2f0ff89/bfc94ea5-3207-494f-889e-b4f0eee8f298/2fcf0715-222b-4ac5-a049-7c637bebe7ac) {{(pid=116163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 11:29:01.031711 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-d0dc01a2-78c9-4ffe-8bdb-77f5b28db410 admin admin] Publish callbacks [] for router_gateway (358124e1-8a85-4011-a2bb-525bef1ef55b), precommit_update {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:29:01.142656 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-1e646fc8-3b06-4d83-a8a5-be7f79e4e1e3 None None] Publish callbacks [] for port (2fcf0715-222b-4ac5-a049-7c637bebe7ac), precommit_create {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:29:01.211935 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-1e646fc8-3b06-4d83-a8a5-be7f79e4e1e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742234710357'] for port (2fcf0715-222b-4ac5-a049-7c637bebe7ac), after_create {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:29:01.253617 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e646fc8-3b06-4d83-a8a5-be7f79e4e1e3 None None] Network 9c91e8d4-885d-4dbc-9d6c-f81cf2f0ff89 is already hosted by enough agents. {{(pid=116163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 11:29:01.256533 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.scheduler.base_scheduler [None req-1e646fc8-3b06-4d83-a8a5-be7f79e4e1e3 None None] Resources bound (agent type, host, resource id): {{(pid=116163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 11:29:01.258947 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e646fc8-3b06-4d83-a8a5-be7f79e4e1e3 None None] Received port after_create {{(pid=116163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 11:29:01.262887 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-d0dc01a2-78c9-4ffe-8bdb-77f5b28db410 admin admin] Publish callbacks [] for router_gateway (358124e1-8a85-4011-a2bb-525bef1ef55b), before_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:29:01.266272 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e646fc8-3b06-4d83-a8a5-be7f79e4e1e3 None None] Pushing event updated for resources: {'Port': ['ID=2fcf0715-222b-4ac5-a049-7c637bebe7ac,revision_number=1']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:29:01.282173 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-d0dc01a2-78c9-4ffe-8bdb-77f5b28db410 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (None), before_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:29:01.323766 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.managers [None req-1e646fc8-3b06-4d83-a8a5-be7f79e4e1e3 None None] Attempting to bind port 2fcf0715-222b-4ac5-a049-7c637bebe7ac on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=116163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 28 11:29:01.324135 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.managers [None req-1e646fc8-3b06-4d83-a8a5-be7f79e4e1e3 None None] Attempting to bind port 2fcf0715-222b-4ac5-a049-7c637bebe7ac by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'f20a6d94-713c-4d88-baa2-b5bcaae05e43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '9c91e8d4-885d-4dbc-9d6c-f81cf2f0ff89'}] {{(pid=116163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 28 11:29:01.324530 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e646fc8-3b06-4d83-a8a5-be7f79e4e1e3 None None] Attempting to bind port 2fcf0715-222b-4ac5-a049-7c637bebe7ac on network 9c91e8d4-885d-4dbc-9d6c-f81cf2f0ff89 {{(pid=116163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 11:29:01.329515 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e646fc8-3b06-4d83-a8a5-be7f79e4e1e3 None None] Checking agent: {'id': 'd5baab19-5dd1-4902-922b-84acb048ab9c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 10, 50, 43), 'started_at': datetime.datetime(2022, 4, 28, 10, 51, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 11, 28, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=116163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 11:29:01.329888 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e646fc8-3b06-4d83-a8a5-be7f79e4e1e3 None None] Checking segment: {'id': 'f20a6d94-713c-4d88-baa2-b5bcaae05e43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '9c91e8d4-885d-4dbc-9d6c-f81cf2f0ff89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 11:29:01.330285 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-1e646fc8-3b06-4d83-a8a5-be7f79e4e1e3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:29:01.330706 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e646fc8-3b06-4d83-a8a5-be7f79e4e1e3 None None] Bound using segment: {'id': 'f20a6d94-713c-4d88-baa2-b5bcaae05e43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '9c91e8d4-885d-4dbc-9d6c-f81cf2f0ff89'} {{(pid=116163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 11:29:01.331168 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.managers [None req-1e646fc8-3b06-4d83-a8a5-be7f79e4e1e3 None None] Bound port: 2fcf0715-222b-4ac5-a049-7c637bebe7ac, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f20a6d94-713c-4d88-baa2-b5bcaae05e43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '9c91e8d4-885d-4dbc-9d6c-f81cf2f0ff89'}}] {{(pid=116163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 28 11:29:01.331545 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-1e646fc8-3b06-4d83-a8a5-be7f79e4e1e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (2fcf0715-222b-4ac5-a049-7c637bebe7ac), before_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:29:01.384065 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.db.db_base_plugin_common [None req-d0dc01a2-78c9-4ffe-8bdb-77f5b28db410 admin admin] Allocated IP 172.36.4.24 (7be49d94-bbb8-4a61-bafe-209c5f861e1c/c0f82f52-05ee-40f2-a57c-9d02e01fb9fa/89f290bc-3af1-4b5d-9aeb-115cc74d41c4) {{(pid=116162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 11:29:01.396636 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-1e646fc8-3b06-4d83-a8a5-be7f79e4e1e3 None None] For port 2fcf0715-222b-4ac5-a049-7c637bebe7ac, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=116163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 11:29:01.399654 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-1e646fc8-3b06-4d83-a8a5-be7f79e4e1e3 None None] For port 2fcf0715-222b-4ac5-a049-7c637bebe7ac, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=2fcf0715-222b-4ac5-a049-7c637bebe7ac,segment=NetworkSegment(f20a6d94-713c-4d88-baa2-b5bcaae05e43),segment_id=f20a6d94-713c-4d88-baa2-b5bcaae05e43)] {{(pid=116163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 11:29:01.488453 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-d0dc01a2-78c9-4ffe-8bdb-77f5b28db410 admin admin] Publish callbacks [] for port (89f290bc-3af1-4b5d-9aeb-115cc74d41c4), precommit_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:29:01.492062 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-1e646fc8-3b06-4d83-a8a5-be7f79e4e1e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393'] for port (2fcf0715-222b-4ac5-a049-7c637bebe7ac), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:29:01.548901 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e646fc8-3b06-4d83-a8a5-be7f79e4e1e3 None None] Pushing event updated for resources: {'Port': ['ID=2fcf0715-222b-4ac5-a049-7c637bebe7ac,revision_number=2']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:29:01.600876 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-d0dc01a2-78c9-4ffe-8bdb-77f5b28db410 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742234710357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5051867'] for port (89f290bc-3af1-4b5d-9aeb-115cc74d41c4), after_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:29:01.638285 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0dc01a2-78c9-4ffe-8bdb-77f5b28db410 admin admin] Network 7be49d94-bbb8-4a61-bafe-209c5f861e1c is already hosted by enough agents. {{(pid=116162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 11:29:01.641323 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.scheduler.base_scheduler [None req-d0dc01a2-78c9-4ffe-8bdb-77f5b28db410 admin admin] Resources bound (agent type, host, resource id): {{(pid=116162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 11:29:01.647445 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0dc01a2-78c9-4ffe-8bdb-77f5b28db410 admin admin] Received port after_create {{(pid=116162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 11:29:01.673540 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0dc01a2-78c9-4ffe-8bdb-77f5b28db410 admin admin] Pushing event updated for resources: {'Port': ['ID=89f290bc-3af1-4b5d-9aeb-115cc74d41c4,revision_number=1']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:29:02.029585 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-d0dc01a2-78c9-4ffe-8bdb-77f5b28db410 admin admin] Publish callbacks [] for router_gateway (358124e1-8a85-4011-a2bb-525bef1ef55b), after_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:29:02.241779 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-d0dc01a2-78c9-4ffe-8bdb-77f5b28db410 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2060818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1935326'] for router (358124e1-8a85-4011-a2bb-525bef1ef55b), after_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:29:02.466339 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Device 2fcf0715-222b-4ac5-a049-7c637bebe7ac up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=116163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 11:29:02.472362 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0dc01a2-78c9-4ffe-8bdb-77f5b28db410 admin admin] Router 358124e1-8a85-4011-a2bb-525bef1ef55b is scheduled to L3 agent 6b492ad6-0876-4d74-b20d-28143a52ceba with binding_index 1 {{(pid=116162) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 28 11:29:02.522172 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de04817b-d736-4a1c-9d3c-5d1d305bf2a0 None None] Network 9c91e8d4-885d-4dbc-9d6c-f81cf2f0ff89 requested from dv-neutron-master-2-hyperv {{(pid=116163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 11:29:02.539258 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-915599b7-399e-4e11-a51b-f491f5597f0e None None] Provisioning complete for port 2fcf0715-222b-4ac5-a049-7c637bebe7ac triggered by entity DHCP. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:29:02.539626 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-915599b7-399e-4e11-a51b-f491f5597f0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (2fcf0715-222b-4ac5-a049-7c637bebe7ac), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:29:02.586579 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0dc01a2-78c9-4ffe-8bdb-77f5b28db410 admin admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=116162) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 11:29:02.596343 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8de537fa-682a-4765-87ed-0a6ab33020b7 None None] Sync routers for ids ['358124e1-8a85-4011-a2bb-525bef1ef55b'] in dv-neutron-master-2-hyperv {{(pid=116164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 11:29:02.606348 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8de537fa-682a-4765-87ed-0a6ab33020b7 None None] Routers {'358124e1-8a85-4011-a2bb-525bef1ef55b'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=116164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 11:29:02.612442 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Provisioning complete for port 2fcf0715-222b-4ac5-a049-7c637bebe7ac triggered by entity L2. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:29:02.612643 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_hamode_db [None req-8de537fa-682a-4765-87ed-0a6ab33020b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-28T10:50:39Z,description=,heartbeat_timestamp=2022-04-28T11:28:39Z,host='dv-neutron-master-2-hyperv',id=6b492ad6-0876-4d74-b20d-28143a52ceba,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T10:50:40Z,topic='l3_agent')) {'router_ids': ['358124e1-8a85-4011-a2bb-525bef1ef55b'], 'active': True} {{(pid=116164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:29:02.612777 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (2fcf0715-222b-4ac5-a049-7c637bebe7ac), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:29:02.663354 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-d0dc01a2-78c9-4ffe-8bdb-77f5b28db410 admin admin] Publish callbacks [] for router (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:29:02.668155 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-d0dc01a2-78c9-4ffe-8bdb-77f5b28db410 admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.9869785 Apr 28 11:29:02.668894 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 60488) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:29:02.743368 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-915599b7-399e-4e11-a51b-f491f5597f0e None None] Current status of the port 2fcf0715-222b-4ac5-a049-7c637bebe7ac is: DOWN; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:29:02.743368 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-915599b7-399e-4e11-a51b-f491f5597f0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (2fcf0715-222b-4ac5-a049-7c637bebe7ac), before_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:29:02.801771 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-915599b7-399e-4e11-a51b-f491f5597f0e None None] For port 2fcf0715-222b-4ac5-a049-7c637bebe7ac, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=2fcf0715-222b-4ac5-a049-7c637bebe7ac,segment=NetworkSegment(f20a6d94-713c-4d88-baa2-b5bcaae05e43),segment_id=f20a6d94-713c-4d88-baa2-b5bcaae05e43)] {{(pid=116163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 11:29:02.807399 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Current status of the port 2fcf0715-222b-4ac5-a049-7c637bebe7ac is: DOWN; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:29:02.807746 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (2fcf0715-222b-4ac5-a049-7c637bebe7ac), before_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:29:02.822262 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_dvr_db [None req-8de537fa-682a-4765-87ed-0a6ab33020b7 None None] Set router 358124e1-8a85-4011-a2bb-525bef1ef55b gateway port host: dv-neutron-master-2-hyperv {{(pid=116164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 11:29:02.886813 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-915599b7-399e-4e11-a51b-f491f5597f0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393'] for port (2fcf0715-222b-4ac5-a049-7c637bebe7ac), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:29:02.966813 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915599b7-399e-4e11-a51b-f491f5597f0e None None] Pushing event updated for resources: {'Port': ['ID=2fcf0715-222b-4ac5-a049-7c637bebe7ac,revision_number=3']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:29:02.987843 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.db.api [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=116163) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 28 11:29:02.988199 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG oslo_db.api [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=116163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 28 11:29:03.004014 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-adcd214b-c892-470c-a7f1-b493cb5e23be None None] Provisioning complete for port 2fcf0715-222b-4ac5-a049-7c637bebe7ac triggered by entity DHCP. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:29:03.004508 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-adcd214b-c892-470c-a7f1-b493cb5e23be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (2fcf0715-222b-4ac5-a049-7c637bebe7ac), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:29:03.009918 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_hamode_db [None req-8de537fa-682a-4765-87ed-0a6ab33020b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '358124e1-8a85-4011-a2bb-525bef1ef55b', 'name': 'tempest-TestMinimumBasicScenario-49479825-router', 'tenant_id': 'c1d3cd1d95e04c0aaa441daece4b8dd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'external_fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.24'}], 'enable_snat': True}, 'gw_port_id': '89f290bc-3af1-4b5d-9aeb-115cc74d41c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T11:29:00Z', 'updated_at': '2022-04-28T11:29:01Z', 'revision_number': 3, 'project_id': 'c1d3cd1d95e04c0aaa441daece4b8dd0', 'gw_port': {'id': '89f290bc-3af1-4b5d-9aeb-115cc74d41c4', 'name': '', 'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:24:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '358124e1-8a85-4011-a2bb-525bef1ef55b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1678, 'fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:29:01Z', 'updated_at': '2022-04-28T11:29:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=116164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:29:03.036906 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8de537fa-682a-4765-87ed-0a6ab33020b7 None None] Checking router: 358124e1-8a85-4011-a2bb-525bef1ef55b for host: dv-neutron-master-2-hyperv {{(pid=116164) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 11:29:03.037260 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8de537fa-682a-4765-87ed-0a6ab33020b7 None None] Updating router 358124e1-8a85-4011-a2bb-525bef1ef55b port 89f290bc-3af1-4b5d-9aeb-115cc74d41c4 binding host dv-neutron-master-2-hyperv {{(pid=116164) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 28 11:29:03.073757 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron_lib.callbacks.manager [None req-8de537fa-682a-4765-87ed-0a6ab33020b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (89f290bc-3af1-4b5d-9aeb-115cc74d41c4), before_update {{(pid=116164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:29:03.092244 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-adcd214b-c892-470c-a7f1-b493cb5e23be None None] Current status of the port 2fcf0715-222b-4ac5-a049-7c637bebe7ac is: ACTIVE; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:29:03.333376 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron_lib.callbacks.manager [None req-8de537fa-682a-4765-87ed-0a6ab33020b7 None None] Publish callbacks [] for port (89f290bc-3af1-4b5d-9aeb-115cc74d41c4), precommit_update {{(pid=116164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:29:03.397250 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron_lib.callbacks.manager [None req-8de537fa-682a-4765-87ed-0a6ab33020b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393'] for port (89f290bc-3af1-4b5d-9aeb-115cc74d41c4), after_update {{(pid=116164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:29:03.451648 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78941f55-50d1-4fb7-8b2f-60f5e0525aac None None] Pushing event updated for resources: {'Port': ['ID=89f290bc-3af1-4b5d-9aeb-115cc74d41c4,revision_number=2']} {{(pid=116164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:29:03.453757 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.plugins.ml2.managers [None req-8de537fa-682a-4765-87ed-0a6ab33020b7 None None] Attempting to bind port 89f290bc-3af1-4b5d-9aeb-115cc74d41c4 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=116164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 28 11:29:03.454118 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.plugins.ml2.managers [None req-8de537fa-682a-4765-87ed-0a6ab33020b7 None None] Attempting to bind port 89f290bc-3af1-4b5d-9aeb-115cc74d41c4 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '142bc50f-d6af-4646-8d06-bb7af6b7b51c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c'}] {{(pid=116164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 28 11:29:03.454498 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8de537fa-682a-4765-87ed-0a6ab33020b7 None None] Attempting to bind port 89f290bc-3af1-4b5d-9aeb-115cc74d41c4 on network 7be49d94-bbb8-4a61-bafe-209c5f861e1c {{(pid=116164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 11:29:03.463124 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8de537fa-682a-4765-87ed-0a6ab33020b7 None None] Checking agent: {'id': 'd5baab19-5dd1-4902-922b-84acb048ab9c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 10, 50, 43), 'started_at': datetime.datetime(2022, 4, 28, 10, 51, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 11, 28, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=116164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 11:29:03.463495 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8de537fa-682a-4765-87ed-0a6ab33020b7 None None] Checking segment: {'id': '142bc50f-d6af-4646-8d06-bb7af6b7b51c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 11:29:03.463893 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron_lib.callbacks.manager [None req-8de537fa-682a-4765-87ed-0a6ab33020b7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=116164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:29:03.464302 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8de537fa-682a-4765-87ed-0a6ab33020b7 None None] Bound using segment: {'id': '142bc50f-d6af-4646-8d06-bb7af6b7b51c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c'} {{(pid=116164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 11:29:03.464748 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.plugins.ml2.managers [None req-8de537fa-682a-4765-87ed-0a6ab33020b7 None None] Bound port: 89f290bc-3af1-4b5d-9aeb-115cc74d41c4, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '142bc50f-d6af-4646-8d06-bb7af6b7b51c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c'}}] {{(pid=116164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 28 11:29:03.465118 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron_lib.callbacks.manager [None req-8de537fa-682a-4765-87ed-0a6ab33020b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (89f290bc-3af1-4b5d-9aeb-115cc74d41c4), before_update {{(pid=116164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:29:03.467623 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78941f55-50d1-4fb7-8b2f-60f5e0525aac None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:29:03.467960 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78941f55-50d1-4fb7-8b2f-60f5e0525aac None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:29:03.468296 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78941f55-50d1-4fb7-8b2f-60f5e0525aac None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:29:03.468626 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78941f55-50d1-4fb7-8b2f-60f5e0525aac None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:29:03.468950 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78941f55-50d1-4fb7-8b2f-60f5e0525aac None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:29:03.469275 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78941f55-50d1-4fb7-8b2f-60f5e0525aac None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:29:03.469598 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78941f55-50d1-4fb7-8b2f-60f5e0525aac None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:29:03.469915 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78941f55-50d1-4fb7-8b2f-60f5e0525aac None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:29:03.470234 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78941f55-50d1-4fb7-8b2f-60f5e0525aac None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:29:03.470575 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78941f55-50d1-4fb7-8b2f-60f5e0525aac None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:29:03.470897 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78941f55-50d1-4fb7-8b2f-60f5e0525aac None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:29:03.471317 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78941f55-50d1-4fb7-8b2f-60f5e0525aac None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:29:03.471879 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78941f55-50d1-4fb7-8b2f-60f5e0525aac None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:29:03.472433 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78941f55-50d1-4fb7-8b2f-60f5e0525aac None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:29:03.473150 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78941f55-50d1-4fb7-8b2f-60f5e0525aac None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:29:03.479372 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-aa88c581-9981-499f-94fd-059713ffa124 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (None), before_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:29:03.528820 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Current status of the port 2fcf0715-222b-4ac5-a049-7c637bebe7ac is: ACTIVE; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:29:03.530812 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.plugins.ml2.db [None req-8de537fa-682a-4765-87ed-0a6ab33020b7 None None] For port 89f290bc-3af1-4b5d-9aeb-115cc74d41c4, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=116164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 11:29:03.534183 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.plugins.ml2.db [None req-8de537fa-682a-4765-87ed-0a6ab33020b7 None None] For port 89f290bc-3af1-4b5d-9aeb-115cc74d41c4, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=89f290bc-3af1-4b5d-9aeb-115cc74d41c4,segment=NetworkSegment(142bc50f-d6af-4646-8d06-bb7af6b7b51c),segment_id=142bc50f-d6af-4646-8d06-bb7af6b7b51c)] {{(pid=116164) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 11:29:03.592208 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron_lib.callbacks.manager [None req-8de537fa-682a-4765-87ed-0a6ab33020b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393'] for port (89f290bc-3af1-4b5d-9aeb-115cc74d41c4), after_update {{(pid=116164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:29:03.643065 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8de537fa-682a-4765-87ed-0a6ab33020b7 None None] Routers {'358124e1-8a85-4011-a2bb-525bef1ef55b'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=116164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 11:29:03.643829 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_hamode_db [None req-8de537fa-682a-4765-87ed-0a6ab33020b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-28T10:50:39Z,description=,heartbeat_timestamp=2022-04-28T11:28:39Z,host='dv-neutron-master-2-hyperv',id=6b492ad6-0876-4d74-b20d-28143a52ceba,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T10:50:40Z,topic='l3_agent')) {'router_ids': ['358124e1-8a85-4011-a2bb-525bef1ef55b'], 'active': True} {{(pid=116164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:29:03.657480 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.db.db_base_plugin_common [None req-aa88c581-9981-499f-94fd-059713ffa124 admin admin] Allocated IP 172.20.0.1 (9c91e8d4-885d-4dbc-9d6c-f81cf2f0ff89/bfc94ea5-3207-494f-889e-b4f0eee8f298/582314c7-5160-4e44-a456-ace79c756dfe) {{(pid=116161) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 11:29:03.700767 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78941f55-50d1-4fb7-8b2f-60f5e0525aac None None] Pushing event updated for resources: {'Port': ['ID=89f290bc-3af1-4b5d-9aeb-115cc74d41c4,revision_number=3']} {{(pid=116164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:29:03.777739 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_dvr_db [None req-8de537fa-682a-4765-87ed-0a6ab33020b7 None None] Set router 358124e1-8a85-4011-a2bb-525bef1ef55b gateway port host: dv-neutron-master-2-hyperv {{(pid=116164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 11:29:03.787423 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-aa88c581-9981-499f-94fd-059713ffa124 admin admin] Publish callbacks [] for port (582314c7-5160-4e44-a456-ace79c756dfe), precommit_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:29:03.880597 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-aa88c581-9981-499f-94fd-059713ffa124 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742234710357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5219112'] for port (582314c7-5160-4e44-a456-ace79c756dfe), after_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:29:03.917925 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa88c581-9981-499f-94fd-059713ffa124 admin admin] Network 9c91e8d4-885d-4dbc-9d6c-f81cf2f0ff89 is already hosted by enough agents. {{(pid=116161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 11:29:03.921083 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.scheduler.base_scheduler [None req-aa88c581-9981-499f-94fd-059713ffa124 admin admin] Resources bound (agent type, host, resource id): {{(pid=116161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 11:29:03.924693 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa88c581-9981-499f-94fd-059713ffa124 admin admin] Received port after_create {{(pid=116161) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 11:29:03.959501 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa88c581-9981-499f-94fd-059713ffa124 admin admin] Pushing event updated for resources: {'Port': ['ID=582314c7-5160-4e44-a456-ace79c756dfe,revision_number=1']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:29:03.977124 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-aa88c581-9981-499f-94fd-059713ffa124 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2063275'] for router_interface (358124e1-8a85-4011-a2bb-525bef1ef55b), before_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:29:03.993933 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_hamode_db [None req-8de537fa-682a-4765-87ed-0a6ab33020b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '358124e1-8a85-4011-a2bb-525bef1ef55b', 'name': 'tempest-TestMinimumBasicScenario-49479825-router', 'tenant_id': 'c1d3cd1d95e04c0aaa441daece4b8dd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'external_fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.24'}], 'enable_snat': True}, 'gw_port_id': '89f290bc-3af1-4b5d-9aeb-115cc74d41c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T11:29:00Z', 'updated_at': '2022-04-28T11:29:01Z', 'revision_number': 3, 'project_id': 'c1d3cd1d95e04c0aaa441daece4b8dd0', 'gw_port': {'id': '89f290bc-3af1-4b5d-9aeb-115cc74d41c4', 'name': '', 'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:24:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '358124e1-8a85-4011-a2bb-525bef1ef55b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1678, 'fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:29:01Z', 'updated_at': '2022-04-28T11:29:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=116164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:29:04.030170 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8de537fa-682a-4765-87ed-0a6ab33020b7 None None] The sync data for ids ['358124e1-8a85-4011-a2bb-525bef1ef55b'] in dv-neutron-master-2-hyperv is: [{'id': '358124e1-8a85-4011-a2bb-525bef1ef55b', 'name': 'tempest-TestMinimumBasicScenario-49479825-router', 'tenant_id': 'c1d3cd1d95e04c0aaa441daece4b8dd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'external_fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.24'}], 'enable_snat': True}, 'gw_port_id': '89f290bc-3af1-4b5d-9aeb-115cc74d41c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T11:29:00Z', 'updated_at': '2022-04-28T11:29:01Z', 'revision_number': 3, 'project_id': 'c1d3cd1d95e04c0aaa441daece4b8dd0', 'gw_port': {'id': '89f290bc-3af1-4b5d-9aeb-115cc74d41c4', 'name': '', 'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:24:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '358124e1-8a85-4011-a2bb-525bef1ef55b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1678, 'fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:29:01Z', 'updated_at': '2022-04-28T11:29:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}] {{(pid=116164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 11:29:04.197599 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-aa88c581-9981-499f-94fd-059713ffa124 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (582314c7-5160-4e44-a456-ace79c756dfe), before_update {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:29:04.217108 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-daa9fadf-3ea9-496e-ba26-a94d9352466a None None] Provisioning complete for port 582314c7-5160-4e44-a456-ace79c756dfe triggered by entity DHCP. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:29:04.217507 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-daa9fadf-3ea9-496e-ba26-a94d9352466a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (582314c7-5160-4e44-a456-ace79c756dfe), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:29:04.259032 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-daa9fadf-3ea9-496e-ba26-a94d9352466a None None] Port 582314c7-5160-4e44-a456-ace79c756dfe cannot update to ACTIVE because it is not bound. {{(pid=116163) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 28 11:29:04.406063 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-aa88c581-9981-499f-94fd-059713ffa124 admin admin] Publish callbacks [] for port (582314c7-5160-4e44-a456-ace79c756dfe), precommit_update {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:29:04.491683 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-aa88c581-9981-499f-94fd-059713ffa124 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5219123'] for port (582314c7-5160-4e44-a456-ace79c756dfe), after_update {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:29:04.542233 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Device 2fcf0715-222b-4ac5-a049-7c637bebe7ac up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=116163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 11:29:04.568029 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-aa88c581-9981-499f-94fd-059713ffa124 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1603056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2063387'] for router_interface (358124e1-8a85-4011-a2bb-525bef1ef55b), after_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:29:04.570934 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa88c581-9981-499f-94fd-059713ffa124 admin admin] Pushing event updated for resources: {'Port': ['ID=582314c7-5160-4e44-a456-ace79c756dfe,revision_number=2']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:29:04.593986 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Provisioning complete for port 2fcf0715-222b-4ac5-a049-7c637bebe7ac triggered by entity L2. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:29:04.594795 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (2fcf0715-222b-4ac5-a049-7c637bebe7ac), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:29:04.673091 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa88c581-9981-499f-94fd-059713ffa124 admin admin] Network 9c91e8d4-885d-4dbc-9d6c-f81cf2f0ff89 is already hosted by enough agents. {{(pid=116161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 11:29:04.674688 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.scheduler.base_scheduler [None req-aa88c581-9981-499f-94fd-059713ffa124 admin admin] Resources bound (agent type, host, resource id): {{(pid=116161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 11:29:04.683624 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Current status of the port 2fcf0715-222b-4ac5-a049-7c637bebe7ac is: ACTIVE; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:29:04.684889 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Device 89f290bc-3af1-4b5d-9aeb-115cc74d41c4 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=116163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 11:29:04.736233 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Provisioning complete for port 89f290bc-3af1-4b5d-9aeb-115cc74d41c4 triggered by entity L2. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:29:04.736958 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (89f290bc-3af1-4b5d-9aeb-115cc74d41c4), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:29:04.823962 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa88c581-9981-499f-94fd-059713ffa124 admin admin] Router 358124e1-8a85-4011-a2bb-525bef1ef55b has already been hosted by L3 agent 6b492ad6-0876-4d74-b20d-28143a52ceba {{(pid=116161) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 11:29:04.829106 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Current status of the port 89f290bc-3af1-4b5d-9aeb-115cc74d41c4 is: DOWN; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:29:04.829509 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (89f290bc-3af1-4b5d-9aeb-115cc74d41c4), before_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:29:04.855195 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] For port 89f290bc-3af1-4b5d-9aeb-115cc74d41c4, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=89f290bc-3af1-4b5d-9aeb-115cc74d41c4,segment=NetworkSegment(142bc50f-d6af-4646-8d06-bb7af6b7b51c),segment_id=142bc50f-d6af-4646-8d06-bb7af6b7b51c)] {{(pid=116163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 11:29:04.928826 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393'] for port (89f290bc-3af1-4b5d-9aeb-115cc74d41c4), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:29:04.965526 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa88c581-9981-499f-94fd-059713ffa124 admin admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=116161) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 11:29:04.971438 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-aa88c581-9981-499f-94fd-059713ffa124 admin admin] 10.222.0.10 "PUT /v2.0/routers/358124e1-8a85-4011-a2bb-525bef1ef55b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3014698 Apr 28 11:29:04.987258 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Pushing event updated for resources: {'Port': ['ID=89f290bc-3af1-4b5d-9aeb-115cc74d41c4,revision_number=4']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:29:05.001623 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:29:05.001976 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:29:05.002320 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:29:05.002685 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:29:05.003020 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:29:05.003351 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:29:05.003678 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:29:05.004007 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:29:05.004339 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:29:05.004665 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:29:05.004997 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:29:05.005320 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:29:05.005647 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:29:05.005966 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:29:05.006287 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:29:05.012010 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-92af5a38-76b1-44a0-8294-5775c986ba1a None None] Provisioning complete for port 582314c7-5160-4e44-a456-ace79c756dfe triggered by entity DHCP. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:29:05.014050 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-92af5a38-76b1-44a0-8294-5775c986ba1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (582314c7-5160-4e44-a456-ace79c756dfe), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:29:05.046843 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-92af5a38-76b1-44a0-8294-5775c986ba1a None None] Port 582314c7-5160-4e44-a456-ace79c756dfe cannot update to ACTIVE because it is not bound. {{(pid=116163) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 28 11:29:05.617471 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 60504) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:29:05.623288 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.v2.base [None req-991f5253-c1fd-4199-a06e-220c505f532f admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1437580324-network', 'tenant_id': 'd045bf66fada42abbaafb3be4d04a535'}} {{(pid=116161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:29:05.649270 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21c5ffa9-e3fb-4e80-83cf-be6d8c8f8ecc None None] Sync routers for ids ['358124e1-8a85-4011-a2bb-525bef1ef55b'] in dv-neutron-master-2-hyperv {{(pid=116163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 11:29:05.660161 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21c5ffa9-e3fb-4e80-83cf-be6d8c8f8ecc None None] Routers {'358124e1-8a85-4011-a2bb-525bef1ef55b'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=116163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 11:29:05.660783 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_hamode_db [None req-21c5ffa9-e3fb-4e80-83cf-be6d8c8f8ecc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-28T10:50:39Z,description=,heartbeat_timestamp=2022-04-28T11:28:39Z,host='dv-neutron-master-2-hyperv',id=6b492ad6-0876-4d74-b20d-28143a52ceba,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T10:50:40Z,topic='l3_agent')) {'router_ids': ['358124e1-8a85-4011-a2bb-525bef1ef55b'], 'active': True} {{(pid=116163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:29:05.705997 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-991f5253-c1fd-4199-a06e-220c505f532f admin admin] Made reservation on behalf of d045bf66fada42abbaafb3be4d04a535 for: {'network': 1} {{(pid=116161) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 11:29:05.708418 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-991f5253-c1fd-4199-a06e-220c505f532f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for network (None), before_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:29:05.717444 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-991f5253-c1fd-4199-a06e-220c505f532f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:29:05.769676 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvr_db [None req-21c5ffa9-e3fb-4e80-83cf-be6d8c8f8ecc None None] Set router 358124e1-8a85-4011-a2bb-525bef1ef55b gateway port host: dv-neutron-master-2-hyperv {{(pid=116163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 11:29:05.793742 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-991f5253-c1fd-4199-a06e-220c505f532f admin admin] Publish callbacks [] for security_group (057e552a-80fa-4949-b8c9-fc55409b2c9e), precommit_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:29:05.877397 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-991f5253-c1fd-4199-a06e-220c505f532f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924426'] for security_group (057e552a-80fa-4949-b8c9-fc55409b2c9e), after_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:29:05.905168 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-991f5253-c1fd-4199-a06e-220c505f532f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 83} {{(pid=116161) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 11:29:05.911376 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991f5253-c1fd-4199-a06e-220c505f532f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=057e552a-80fa-4949-b8c9-fc55409b2c9e,revision_number=1']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:29:05.918157 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-991f5253-c1fd-4199-a06e-220c505f532f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-961978'] for segment (f65609ce-86f9-46e9-bf73-a6cc673e0a08), precommit_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:29:05.918535 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.db.segments_db [None req-991f5253-c1fd-4199-a06e-220c505f532f admin admin] Added segment f65609ce-86f9-46e9-bf73-a6cc673e0a08 of type vlan for network 7bcc8e14-2ade-4625-967d-028ea7cdac4b Apr 28 11:29:05.963314 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-991f5253-c1fd-4199-a06e-220c505f532f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742234744962'] for network (7bcc8e14-2ade-4625-967d-028ea7cdac4b), precommit_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:29:05.964580 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_hamode_db [None req-21c5ffa9-e3fb-4e80-83cf-be6d8c8f8ecc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '358124e1-8a85-4011-a2bb-525bef1ef55b', 'name': 'tempest-TestMinimumBasicScenario-49479825-router', 'tenant_id': 'c1d3cd1d95e04c0aaa441daece4b8dd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'external_fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.24'}], 'enable_snat': True}, 'gw_port_id': '89f290bc-3af1-4b5d-9aeb-115cc74d41c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T11:29:00Z', 'updated_at': '2022-04-28T11:29:04Z', 'revision_number': 4, 'project_id': 'c1d3cd1d95e04c0aaa441daece4b8dd0', 'gw_port': {'id': '89f290bc-3af1-4b5d-9aeb-115cc74d41c4', 'name': '', 'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:24:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '358124e1-8a85-4011-a2bb-525bef1ef55b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1678, 'fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:29:01Z', 'updated_at': '2022-04-28T11:29:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '582314c7-5160-4e44-a456-ace79c756dfe', 'name': '', 'network_id': '9c91e8d4-885d-4dbc-9d6c-f81cf2f0ff89', 'tenant_id': 'c1d3cd1d95e04c0aaa441daece4b8dd0', 'mac_address': 'fa:16:3e:7e:d1:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '358124e1-8a85-4011-a2bb-525bef1ef55b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1679, 'fixed_ips': [{'subnet_id': 'bfc94ea5-3207-494f-889e-b4f0eee8f298', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:29:03Z', 'updated_at': '2022-04-28T11:29:04Z', 'revision_number': 2, 'project_id': 'c1d3cd1d95e04c0aaa441daece4b8dd0', 'subnets': [{'id': 'bfc94ea5-3207-494f-889e-b4f0eee8f298', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=116163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:29:05.991667 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21c5ffa9-e3fb-4e80-83cf-be6d8c8f8ecc None None] Checking router: 358124e1-8a85-4011-a2bb-525bef1ef55b for host: dv-neutron-master-2-hyperv {{(pid=116163) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 11:29:05.992034 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21c5ffa9-e3fb-4e80-83cf-be6d8c8f8ecc None None] Updating router 358124e1-8a85-4011-a2bb-525bef1ef55b port 582314c7-5160-4e44-a456-ace79c756dfe binding host dv-neutron-master-2-hyperv {{(pid=116163) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 28 11:29:06.020450 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-21c5ffa9-e3fb-4e80-83cf-be6d8c8f8ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (582314c7-5160-4e44-a456-ace79c756dfe), before_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:29:06.039912 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-991f5253-c1fd-4199-a06e-220c505f532f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042'] for network (7bcc8e14-2ade-4625-967d-028ea7cdac4b), after_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:29:06.041075 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-991f5253-c1fd-4199-a06e-220c505f532f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:29:06.041698 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-991f5253-c1fd-4199-a06e-220c505f532f admin admin] Publish callbacks [] for network (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:29:06.107801 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991f5253-c1fd-4199-a06e-220c505f532f admin admin] Pushing event updated for resources: {'Network': ['ID=7bcc8e14-2ade-4625-967d-028ea7cdac4b,revision_number=1']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:29:06.118821 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Network 7bcc8e14-2ade-4625-967d-028ea7cdac4b details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=116163) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 28 11:29:06.128421 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-991f5253-c1fd-4199-a06e-220c505f532f admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5092287 Apr 28 11:29:06.131074 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 60506) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:29:06.136926 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.v2.base [None req-ed1f6567-ca5a-4696-8df8-9b4136aa8fb6 admin admin] Request body: {'subnet': {'network_id': '7bcc8e14-2ade-4625-967d-028ea7cdac4b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1437580324-subnet', 'tenant_id': 'd045bf66fada42abbaafb3be4d04a535', 'ip_version': 4}} {{(pid=116161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:29:06.214490 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed1f6567-ca5a-4696-8df8-9b4136aa8fb6 admin admin] Made reservation on behalf of d045bf66fada42abbaafb3be4d04a535 for: {'subnet': 1} {{(pid=116161) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 11:29:06.216820 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-ed1f6567-ca5a-4696-8df8-9b4136aa8fb6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5125580'] for subnet (None), before_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:29:06.344834 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-21c5ffa9-e3fb-4e80-83cf-be6d8c8f8ecc None None] Publish callbacks [] for port (582314c7-5160-4e44-a456-ace79c756dfe), precommit_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:29:06.414268 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-21c5ffa9-e3fb-4e80-83cf-be6d8c8f8ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393'] for port (582314c7-5160-4e44-a456-ace79c756dfe), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:29:06.445883 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-ed1f6567-ca5a-4696-8df8-9b4136aa8fb6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5220536', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5125438'] for subnet (49caa89d-d712-4b39-afa5-40f09af1d1b9), after_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:29:06.462512 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Device 89f290bc-3af1-4b5d-9aeb-115cc74d41c4 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=116163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 11:29:06.499735 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c1b630-0694-499b-933b-590aab31cf3e None None] Pushing event updated for resources: {'Port': ['ID=582314c7-5160-4e44-a456-ace79c756dfe,revision_number=3']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:29:06.508251 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed1f6567-ca5a-4696-8df8-9b4136aa8fb6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=49caa89d-d712-4b39-afa5-40f09af1d1b9,revision_number=0']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:29:06.516191 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed1f6567-ca5a-4696-8df8-9b4136aa8fb6 admin admin] Checking segment: {'id': 'f65609ce-86f9-46e9-bf73-a6cc673e0a08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '7bcc8e14-2ade-4625-967d-028ea7cdac4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 11:29:06.516414 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed1f6567-ca5a-4696-8df8-9b4136aa8fb6 admin admin] Network hostable DHCP agents. Network: 7bcc8e14-2ade-4625-967d-028ea7cdac4b, hostable agents: ['75ba81b7-fe99-4281-90d2-a5adb445ecea'], hosted agents: [] {{(pid=116161) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 11:29:06.572423 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.managers [None req-21c5ffa9-e3fb-4e80-83cf-be6d8c8f8ecc None None] Attempting to bind port 582314c7-5160-4e44-a456-ace79c756dfe on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=116163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 28 11:29:06.572799 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.managers [None req-21c5ffa9-e3fb-4e80-83cf-be6d8c8f8ecc None None] Attempting to bind port 582314c7-5160-4e44-a456-ace79c756dfe by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'f20a6d94-713c-4d88-baa2-b5bcaae05e43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '9c91e8d4-885d-4dbc-9d6c-f81cf2f0ff89'}] {{(pid=116163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 28 11:29:06.573178 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21c5ffa9-e3fb-4e80-83cf-be6d8c8f8ecc None None] Attempting to bind port 582314c7-5160-4e44-a456-ace79c756dfe on network 9c91e8d4-885d-4dbc-9d6c-f81cf2f0ff89 {{(pid=116163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 11:29:06.576454 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Provisioning complete for port 89f290bc-3af1-4b5d-9aeb-115cc74d41c4 triggered by entity L2. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:29:06.576828 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (89f290bc-3af1-4b5d-9aeb-115cc74d41c4), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:29:06.581264 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21c5ffa9-e3fb-4e80-83cf-be6d8c8f8ecc None None] Checking agent: {'id': 'd5baab19-5dd1-4902-922b-84acb048ab9c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 10, 50, 43), 'started_at': datetime.datetime(2022, 4, 28, 10, 51, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 11, 28, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=116163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 11:29:06.585271 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21c5ffa9-e3fb-4e80-83cf-be6d8c8f8ecc None None] Checking segment: {'id': 'f20a6d94-713c-4d88-baa2-b5bcaae05e43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '9c91e8d4-885d-4dbc-9d6c-f81cf2f0ff89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 11:29:06.585271 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-21c5ffa9-e3fb-4e80-83cf-be6d8c8f8ecc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:29:06.585271 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21c5ffa9-e3fb-4e80-83cf-be6d8c8f8ecc None None] Bound using segment: {'id': 'f20a6d94-713c-4d88-baa2-b5bcaae05e43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '9c91e8d4-885d-4dbc-9d6c-f81cf2f0ff89'} {{(pid=116163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 11:29:06.585271 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.managers [None req-21c5ffa9-e3fb-4e80-83cf-be6d8c8f8ecc None None] Bound port: 582314c7-5160-4e44-a456-ace79c756dfe, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f20a6d94-713c-4d88-baa2-b5bcaae05e43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '9c91e8d4-885d-4dbc-9d6c-f81cf2f0ff89'}}] {{(pid=116163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 28 11:29:06.585271 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-21c5ffa9-e3fb-4e80-83cf-be6d8c8f8ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (582314c7-5160-4e44-a456-ace79c756dfe), before_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:29:06.605554 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed1f6567-ca5a-4696-8df8-9b4136aa8fb6 admin admin] Network 7bcc8e14-2ade-4625-967d-028ea7cdac4b is scheduled to be hosted by DHCP agent 75ba81b7-fe99-4281-90d2-a5adb445ecea with binding_index 1 {{(pid=116161) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 11:29:06.683216 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.scheduler.base_scheduler [None req-ed1f6567-ca5a-4696-8df8-9b4136aa8fb6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 7bcc8e14-2ade-4625-967d-028ea7cdac4b) {{(pid=116161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 11:29:06.687319 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed1f6567-ca5a-4696-8df8-9b4136aa8fb6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:29:06.687950 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-ed1f6567-ca5a-4696-8df8-9b4136aa8fb6 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:29:06.708596 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-285c8f19-7a0f-4277-a16c-dbfe258031e5 None None] Network 7bcc8e14-2ade-4625-967d-028ea7cdac4b requested from dv-neutron-master-2-hyperv {{(pid=116163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 11:29:06.725650 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-21c5ffa9-e3fb-4e80-83cf-be6d8c8f8ecc None None] For port 582314c7-5160-4e44-a456-ace79c756dfe, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=116163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 11:29:06.733490 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-f685f9fd-1d3e-4a8d-b3d9-a1856031ea42 None None] Provisioning complete for port 582314c7-5160-4e44-a456-ace79c756dfe triggered by entity DHCP. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:29:06.733803 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-f685f9fd-1d3e-4a8d-b3d9-a1856031ea42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (582314c7-5160-4e44-a456-ace79c756dfe), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:29:06.759401 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-21c5ffa9-e3fb-4e80-83cf-be6d8c8f8ecc None None] For port 582314c7-5160-4e44-a456-ace79c756dfe, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=582314c7-5160-4e44-a456-ace79c756dfe,segment=NetworkSegment(f20a6d94-713c-4d88-baa2-b5bcaae05e43),segment_id=f20a6d94-713c-4d88-baa2-b5bcaae05e43)] {{(pid=116163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 11:29:06.765796 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-ed1f6567-ca5a-4696-8df8-9b4136aa8fb6 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6336181 Apr 28 11:29:06.768275 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 60508) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:29:06.772473 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.v2.base [None req-f8a3e8bf-ff89-43d3-b37c-bfc2fd92a779 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1437580324-router', 'tenant_id': 'd045bf66fada42abbaafb3be4d04a535', 'external_gateway_info': {'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c'}}} {{(pid=116161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:29:06.783987 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Current status of the port 89f290bc-3af1-4b5d-9aeb-115cc74d41c4 is: ACTIVE; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:29:06.832048 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-f685f9fd-1d3e-4a8d-b3d9-a1856031ea42 None None] Port 582314c7-5160-4e44-a456-ace79c756dfe cannot update to ACTIVE because it is not bound. {{(pid=116163) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 28 11:29:06.858387 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-21c5ffa9-e3fb-4e80-83cf-be6d8c8f8ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393'] for port (582314c7-5160-4e44-a456-ace79c756dfe), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:29:06.874765 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-f8a3e8bf-ff89-43d3-b37c-bfc2fd92a779 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2060459', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-63449'] for router (f3cb1671-52fd-4bdf-8812-9cd6f11e3bd1), before_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:29:06.877735 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-f8a3e8bf-ff89-43d3-b37c-bfc2fd92a779 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2060827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1935275', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1960866', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-63266'] for router (f3cb1671-52fd-4bdf-8812-9cd6f11e3bd1), precommit_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:29:06.891910 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35cbf2d2-03c6-40d8-910b-7530b5b86fd8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-7bcc8e14-2ade-4625-967d-028ea7cdac4b', 'network_id': '7bcc8e14-2ade-4625-967d-028ea7cdac4b', 'project_id': 'd045bf66fada42abbaafb3be4d04a535', 'fixed_ips': [{'subnet_id': '49caa89d-d712-4b39-afa5-40f09af1d1b9'}]}} from dv-neutron-master-2-hyperv. {{(pid=116163) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 28 11:29:06.892762 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-35cbf2d2-03c6-40d8-910b-7530b5b86fd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (None), before_create {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:29:06.938564 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-f8a3e8bf-ff89-43d3-b37c-bfc2fd92a779 admin admin] Publish callbacks [] for router_controller (f3cb1671-52fd-4bdf-8812-9cd6f11e3bd1), precommit_add_association {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:29:06.959701 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c1b630-0694-499b-933b-590aab31cf3e None None] Pushing event updated for resources: {'Port': ['ID=582314c7-5160-4e44-a456-ace79c756dfe,revision_number=4']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:29:07.007062 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21c5ffa9-e3fb-4e80-83cf-be6d8c8f8ecc None None] Routers {'358124e1-8a85-4011-a2bb-525bef1ef55b'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=116163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 11:29:07.007690 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_hamode_db [None req-21c5ffa9-e3fb-4e80-83cf-be6d8c8f8ecc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-28T10:50:39Z,description=,heartbeat_timestamp=2022-04-28T11:28:39Z,host='dv-neutron-master-2-hyperv',id=6b492ad6-0876-4d74-b20d-28143a52ceba,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T10:50:40Z,topic='l3_agent')) {'router_ids': ['358124e1-8a85-4011-a2bb-525bef1ef55b'], 'active': True} {{(pid=116163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:29:07.168872 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-f8a3e8bf-ff89-43d3-b37c-bfc2fd92a779 admin admin] Publish callbacks [] for router_gateway (f3cb1671-52fd-4bdf-8812-9cd6f11e3bd1), precommit_update {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:29:07.223266 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-6602687c-97ca-4d90-a009-5526d6751c8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (75ba81b7-fe99-4281-90d2-a5adb445ecea), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:29:07.267989 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-e219e2a3-b8c2-4100-a45b-3a637bc78849 None None] Provisioning complete for port 582314c7-5160-4e44-a456-ace79c756dfe triggered by entity DHCP. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:29:07.268250 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-e219e2a3-b8c2-4100-a45b-3a637bc78849 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (582314c7-5160-4e44-a456-ace79c756dfe), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:29:07.361317 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.db_base_plugin_common [None req-35cbf2d2-03c6-40d8-910b-7530b5b86fd8 None None] Allocated IP 172.20.0.2 (7bcc8e14-2ade-4625-967d-028ea7cdac4b/49caa89d-d712-4b39-afa5-40f09af1d1b9/15d95417-2302-4f90-b44f-4144f905096b) {{(pid=116163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 11:29:07.388954 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvr_db [None req-21c5ffa9-e3fb-4e80-83cf-be6d8c8f8ecc None None] Set router 358124e1-8a85-4011-a2bb-525bef1ef55b gateway port host: dv-neutron-master-2-hyperv {{(pid=116163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 11:29:07.400897 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-f8a3e8bf-ff89-43d3-b37c-bfc2fd92a779 admin admin] Publish callbacks [] for router_gateway (f3cb1671-52fd-4bdf-8812-9cd6f11e3bd1), before_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:29:07.420121 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-f8a3e8bf-ff89-43d3-b37c-bfc2fd92a779 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (None), before_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:29:07.527494 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.db.db_base_plugin_common [None req-f8a3e8bf-ff89-43d3-b37c-bfc2fd92a779 admin admin] Allocated IP 172.36.4.187 (7be49d94-bbb8-4a61-bafe-209c5f861e1c/c0f82f52-05ee-40f2-a57c-9d02e01fb9fa/d02fdd35-9c6f-4db8-980b-382f074a132c) {{(pid=116161) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 11:29:07.542443 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-e219e2a3-b8c2-4100-a45b-3a637bc78849 None None] Current status of the port 582314c7-5160-4e44-a456-ace79c756dfe is: DOWN; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:29:07.545526 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-e219e2a3-b8c2-4100-a45b-3a637bc78849 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (582314c7-5160-4e44-a456-ace79c756dfe), before_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:29:07.629174 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-f8a3e8bf-ff89-43d3-b37c-bfc2fd92a779 admin admin] Publish callbacks [] for port (d02fdd35-9c6f-4db8-980b-382f074a132c), precommit_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:29:07.672676 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-e219e2a3-b8c2-4100-a45b-3a637bc78849 None None] For port 582314c7-5160-4e44-a456-ace79c756dfe, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=582314c7-5160-4e44-a456-ace79c756dfe,segment=NetworkSegment(f20a6d94-713c-4d88-baa2-b5bcaae05e43),segment_id=f20a6d94-713c-4d88-baa2-b5bcaae05e43)] {{(pid=116163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 11:29:07.714429 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-f8a3e8bf-ff89-43d3-b37c-bfc2fd92a779 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742234710357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5219112'] for port (d02fdd35-9c6f-4db8-980b-382f074a132c), after_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:29:07.734197 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-35cbf2d2-03c6-40d8-910b-7530b5b86fd8 None None] Publish callbacks [] for port (15d95417-2302-4f90-b44f-4144f905096b), precommit_create {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:29:07.741913 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-e219e2a3-b8c2-4100-a45b-3a637bc78849 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393'] for port (582314c7-5160-4e44-a456-ace79c756dfe), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:29:07.758184 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8a3e8bf-ff89-43d3-b37c-bfc2fd92a779 admin admin] Network 7be49d94-bbb8-4a61-bafe-209c5f861e1c is already hosted by enough agents. {{(pid=116161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 11:29:07.765793 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.scheduler.base_scheduler [None req-f8a3e8bf-ff89-43d3-b37c-bfc2fd92a779 admin admin] Resources bound (agent type, host, resource id): {{(pid=116161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 11:29:07.770237 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8a3e8bf-ff89-43d3-b37c-bfc2fd92a779 admin admin] Received port after_create {{(pid=116161) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 11:29:07.773258 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a3e8bf-ff89-43d3-b37c-bfc2fd92a779 admin admin] Pushing event updated for resources: {'Port': ['ID=d02fdd35-9c6f-4db8-980b-382f074a132c,revision_number=1']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:29:07.777674 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_hamode_db [None req-21c5ffa9-e3fb-4e80-83cf-be6d8c8f8ecc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '358124e1-8a85-4011-a2bb-525bef1ef55b', 'name': 'tempest-TestMinimumBasicScenario-49479825-router', 'tenant_id': 'c1d3cd1d95e04c0aaa441daece4b8dd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'external_fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.24'}], 'enable_snat': True}, 'gw_port_id': '89f290bc-3af1-4b5d-9aeb-115cc74d41c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T11:29:00Z', 'updated_at': '2022-04-28T11:29:04Z', 'revision_number': 4, 'project_id': 'c1d3cd1d95e04c0aaa441daece4b8dd0', 'gw_port': {'id': '89f290bc-3af1-4b5d-9aeb-115cc74d41c4', 'name': '', 'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:24:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '358124e1-8a85-4011-a2bb-525bef1ef55b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1678, 'fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:29:01Z', 'updated_at': '2022-04-28T11:29:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '582314c7-5160-4e44-a456-ace79c756dfe', 'name': '', 'network_id': '9c91e8d4-885d-4dbc-9d6c-f81cf2f0ff89', 'tenant_id': 'c1d3cd1d95e04c0aaa441daece4b8dd0', 'mac_address': 'fa:16:3e:7e:d1:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '358124e1-8a85-4011-a2bb-525bef1ef55b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1679, 'fixed_ips': [{'subnet_id': 'bfc94ea5-3207-494f-889e-b4f0eee8f298', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:29:03Z', 'updated_at': '2022-04-28T11:29:06Z', 'revision_number': 4, 'project_id': 'c1d3cd1d95e04c0aaa441daece4b8dd0', 'subnets': [{'id': 'bfc94ea5-3207-494f-889e-b4f0eee8f298', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=116163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:29:07.811288 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21c5ffa9-e3fb-4e80-83cf-be6d8c8f8ecc None None] The sync data for ids ['358124e1-8a85-4011-a2bb-525bef1ef55b'] in dv-neutron-master-2-hyperv is: [{'id': '358124e1-8a85-4011-a2bb-525bef1ef55b', 'name': 'tempest-TestMinimumBasicScenario-49479825-router', 'tenant_id': 'c1d3cd1d95e04c0aaa441daece4b8dd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'external_fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.24'}], 'enable_snat': True}, 'gw_port_id': '89f290bc-3af1-4b5d-9aeb-115cc74d41c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T11:29:00Z', 'updated_at': '2022-04-28T11:29:04Z', 'revision_number': 4, 'project_id': 'c1d3cd1d95e04c0aaa441daece4b8dd0', 'gw_port': {'id': '89f290bc-3af1-4b5d-9aeb-115cc74d41c4', 'name': '', 'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:24:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '358124e1-8a85-4011-a2bb-525bef1ef55b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1678, 'fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:29:01Z', 'updated_at': '2022-04-28T11:29:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '582314c7-5160-4e44-a456-ace79c756dfe', 'name': '', 'network_id': '9c91e8d4-885d-4dbc-9d6c-f81cf2f0ff89', 'tenant_id': 'c1d3cd1d95e04c0aaa441daece4b8dd0', 'mac_address': 'fa:16:3e:7e:d1:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '358124e1-8a85-4011-a2bb-525bef1ef55b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1679, 'fixed_ips': [{'subnet_id': 'bfc94ea5-3207-494f-889e-b4f0eee8f298', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:29:03Z', 'updated_at': '2022-04-28T11:29:06Z', 'revision_number': 4, 'project_id': 'c1d3cd1d95e04c0aaa441daece4b8dd0', 'subnets': [{'id': 'bfc94ea5-3207-494f-889e-b4f0eee8f298', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=116163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 11:29:07.813188 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-35cbf2d2-03c6-40d8-910b-7530b5b86fd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742234710357'] for port (15d95417-2302-4f90-b44f-4144f905096b), after_create {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:29:07.832464 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e219e2a3-b8c2-4100-a45b-3a637bc78849 None None] Pushing event updated for resources: {'Port': ['ID=582314c7-5160-4e44-a456-ace79c756dfe,revision_number=5']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:29:07.871477 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35cbf2d2-03c6-40d8-910b-7530b5b86fd8 None None] Network 7bcc8e14-2ade-4625-967d-028ea7cdac4b is already hosted by enough agents. {{(pid=116163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 11:29:07.890261 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.scheduler.base_scheduler [None req-35cbf2d2-03c6-40d8-910b-7530b5b86fd8 None None] Resources bound (agent type, host, resource id): {{(pid=116163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 11:29:07.897976 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35cbf2d2-03c6-40d8-910b-7530b5b86fd8 None None] Received port after_create {{(pid=116163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 11:29:07.932395 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35cbf2d2-03c6-40d8-910b-7530b5b86fd8 None None] Pushing event updated for resources: {'Port': ['ID=15d95417-2302-4f90-b44f-4144f905096b,revision_number=1']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:29:07.969628 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.managers [None req-35cbf2d2-03c6-40d8-910b-7530b5b86fd8 None None] Attempting to bind port 15d95417-2302-4f90-b44f-4144f905096b on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=116163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 28 11:29:07.970037 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.managers [None req-35cbf2d2-03c6-40d8-910b-7530b5b86fd8 None None] Attempting to bind port 15d95417-2302-4f90-b44f-4144f905096b by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'f65609ce-86f9-46e9-bf73-a6cc673e0a08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '7bcc8e14-2ade-4625-967d-028ea7cdac4b'}] {{(pid=116163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 28 11:29:07.970426 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35cbf2d2-03c6-40d8-910b-7530b5b86fd8 None None] Attempting to bind port 15d95417-2302-4f90-b44f-4144f905096b on network 7bcc8e14-2ade-4625-967d-028ea7cdac4b {{(pid=116163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 11:29:07.975741 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35cbf2d2-03c6-40d8-910b-7530b5b86fd8 None None] Checking agent: {'id': 'd5baab19-5dd1-4902-922b-84acb048ab9c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 10, 50, 43), 'started_at': datetime.datetime(2022, 4, 28, 10, 51, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 11, 28, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=116163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 11:29:07.976128 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35cbf2d2-03c6-40d8-910b-7530b5b86fd8 None None] Checking segment: {'id': 'f65609ce-86f9-46e9-bf73-a6cc673e0a08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '7bcc8e14-2ade-4625-967d-028ea7cdac4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 11:29:07.976542 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-35cbf2d2-03c6-40d8-910b-7530b5b86fd8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:29:07.976942 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35cbf2d2-03c6-40d8-910b-7530b5b86fd8 None None] Bound using segment: {'id': 'f65609ce-86f9-46e9-bf73-a6cc673e0a08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '7bcc8e14-2ade-4625-967d-028ea7cdac4b'} {{(pid=116163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 11:29:07.977514 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.managers [None req-35cbf2d2-03c6-40d8-910b-7530b5b86fd8 None None] Bound port: 15d95417-2302-4f90-b44f-4144f905096b, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f65609ce-86f9-46e9-bf73-a6cc673e0a08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '7bcc8e14-2ade-4625-967d-028ea7cdac4b'}}] {{(pid=116163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 28 11:29:07.977852 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-35cbf2d2-03c6-40d8-910b-7530b5b86fd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (15d95417-2302-4f90-b44f-4144f905096b), before_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:29:08.046496 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-35cbf2d2-03c6-40d8-910b-7530b5b86fd8 None None] For port 15d95417-2302-4f90-b44f-4144f905096b, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=116163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 11:29:08.049717 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-35cbf2d2-03c6-40d8-910b-7530b5b86fd8 None None] For port 15d95417-2302-4f90-b44f-4144f905096b, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=15d95417-2302-4f90-b44f-4144f905096b,segment=NetworkSegment(f65609ce-86f9-46e9-bf73-a6cc673e0a08),segment_id=f65609ce-86f9-46e9-bf73-a6cc673e0a08)] {{(pid=116163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 11:29:08.114952 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-35cbf2d2-03c6-40d8-910b-7530b5b86fd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393'] for port (15d95417-2302-4f90-b44f-4144f905096b), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:29:08.120939 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-f8a3e8bf-ff89-43d3-b37c-bfc2fd92a779 admin admin] Publish callbacks [] for router_gateway (f3cb1671-52fd-4bdf-8812-9cd6f11e3bd1), after_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:29:08.185300 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35cbf2d2-03c6-40d8-910b-7530b5b86fd8 None None] Pushing event updated for resources: {'Port': ['ID=15d95417-2302-4f90-b44f-4144f905096b,revision_number=2']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:29:08.367393 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-f8a3e8bf-ff89-43d3-b37c-bfc2fd92a779 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2060818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1935326'] for router (f3cb1671-52fd-4bdf-8812-9cd6f11e3bd1), after_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:29:08.520943 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Device 582314c7-5160-4e44-a456-ace79c756dfe up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=116163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 11:29:08.573251 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Provisioning complete for port 582314c7-5160-4e44-a456-ace79c756dfe triggered by entity L2. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:29:08.573715 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (582314c7-5160-4e44-a456-ace79c756dfe), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:29:08.645508 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8a3e8bf-ff89-43d3-b37c-bfc2fd92a779 admin admin] Router f3cb1671-52fd-4bdf-8812-9cd6f11e3bd1 is scheduled to L3 agent 6b492ad6-0876-4d74-b20d-28143a52ceba with binding_index 1 {{(pid=116161) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 28 11:29:08.656652 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Current status of the port 582314c7-5160-4e44-a456-ace79c756dfe is: ACTIVE; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:29:08.657728 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Device 15d95417-2302-4f90-b44f-4144f905096b up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=116163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 11:29:08.709680 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Provisioning complete for port 15d95417-2302-4f90-b44f-4144f905096b triggered by entity L2. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:29:08.710070 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (15d95417-2302-4f90-b44f-4144f905096b), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:29:08.767004 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8a3e8bf-ff89-43d3-b37c-bfc2fd92a779 admin admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=116161) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 11:29:08.778581 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51a60793-051f-4b42-9d63-19253cc1e034 None None] Sync routers for ids ['f3cb1671-52fd-4bdf-8812-9cd6f11e3bd1'] in dv-neutron-master-2-hyperv {{(pid=116164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 11:29:08.790195 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51a60793-051f-4b42-9d63-19253cc1e034 None None] Routers {'f3cb1671-52fd-4bdf-8812-9cd6f11e3bd1'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=116164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 11:29:08.792583 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_hamode_db [None req-51a60793-051f-4b42-9d63-19253cc1e034 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-28T10:50:39Z,description=,heartbeat_timestamp=2022-04-28T11:28:39Z,host='dv-neutron-master-2-hyperv',id=6b492ad6-0876-4d74-b20d-28143a52ceba,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T10:50:40Z,topic='l3_agent')) {'router_ids': ['f3cb1671-52fd-4bdf-8812-9cd6f11e3bd1'], 'active': True} {{(pid=116164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:29:08.801182 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Current status of the port 15d95417-2302-4f90-b44f-4144f905096b is: DOWN; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:29:08.801738 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (15d95417-2302-4f90-b44f-4144f905096b), before_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:29:08.836388 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-f8a3e8bf-ff89-43d3-b37c-bfc2fd92a779 admin admin] Publish callbacks [] for router (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:29:08.839596 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] For port 15d95417-2302-4f90-b44f-4144f905096b, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=15d95417-2302-4f90-b44f-4144f905096b,segment=NetworkSegment(f65609ce-86f9-46e9-bf73-a6cc673e0a08),segment_id=f65609ce-86f9-46e9-bf73-a6cc673e0a08)] {{(pid=116163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 11:29:08.842728 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 60510) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:29:08.847351 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-f8a3e8bf-ff89-43d3-b37c-bfc2fd92a779 admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.0779188 Apr 28 11:29:08.917774 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_dvr_db [None req-51a60793-051f-4b42-9d63-19253cc1e034 None None] Set router f3cb1671-52fd-4bdf-8812-9cd6f11e3bd1 gateway port host: dv-neutron-master-2-hyperv {{(pid=116164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 11:29:08.921194 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393'] for port (15d95417-2302-4f90-b44f-4144f905096b), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:29:08.985568 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Pushing event updated for resources: {'Port': ['ID=15d95417-2302-4f90-b44f-4144f905096b,revision_number=3']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:29:09.127785 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_hamode_db [None req-51a60793-051f-4b42-9d63-19253cc1e034 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3cb1671-52fd-4bdf-8812-9cd6f11e3bd1', 'name': 'tempest-TestMinimumBasicScenario-1437580324-router', 'tenant_id': 'd045bf66fada42abbaafb3be4d04a535', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'external_fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.187'}], 'enable_snat': True}, 'gw_port_id': 'd02fdd35-9c6f-4db8-980b-382f074a132c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T11:29:06Z', 'updated_at': '2022-04-28T11:29:07Z', 'revision_number': 3, 'project_id': 'd045bf66fada42abbaafb3be4d04a535', 'gw_port': {'id': 'd02fdd35-9c6f-4db8-980b-382f074a132c', 'name': '', 'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:ed:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3cb1671-52fd-4bdf-8812-9cd6f11e3bd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1690, 'fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:29:07Z', 'updated_at': '2022-04-28T11:29:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=116164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:29:09.156059 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51a60793-051f-4b42-9d63-19253cc1e034 None None] Checking router: f3cb1671-52fd-4bdf-8812-9cd6f11e3bd1 for host: dv-neutron-master-2-hyperv {{(pid=116164) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 11:29:09.156403 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51a60793-051f-4b42-9d63-19253cc1e034 None None] Updating router f3cb1671-52fd-4bdf-8812-9cd6f11e3bd1 port d02fdd35-9c6f-4db8-980b-382f074a132c binding host dv-neutron-master-2-hyperv {{(pid=116164) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 28 11:29:09.280936 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron_lib.callbacks.manager [None req-51a60793-051f-4b42-9d63-19253cc1e034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (d02fdd35-9c6f-4db8-980b-382f074a132c), before_update {{(pid=116164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:29:09.356638 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-b49f42ff-524d-4c76-a2a8-2d54043667c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (None), before_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:29:09.369158 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ba5d26d-861e-440c-ae5f-70173591dc54 None None] Network 7bcc8e14-2ade-4625-967d-028ea7cdac4b requested from dv-neutron-master-2-hyperv {{(pid=116163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 11:29:09.408619 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-97c9c1ce-da5f-4adf-9b95-eaa7650beafd None None] Provisioning complete for port 15d95417-2302-4f90-b44f-4144f905096b triggered by entity DHCP. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:29:09.409132 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-97c9c1ce-da5f-4adf-9b95-eaa7650beafd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (15d95417-2302-4f90-b44f-4144f905096b), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:29:09.496267 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-e27caf96-a972-4abd-ad37-6d4b9016f573 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (6b492ad6-0876-4d74-b20d-28143a52ceba), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:29:09.556346 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron_lib.callbacks.manager [None req-51a60793-051f-4b42-9d63-19253cc1e034 None None] Publish callbacks [] for port (d02fdd35-9c6f-4db8-980b-382f074a132c), precommit_update {{(pid=116164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:29:09.566186 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-97c9c1ce-da5f-4adf-9b95-eaa7650beafd None None] Current status of the port 15d95417-2302-4f90-b44f-4144f905096b is: ACTIVE; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:29:09.626640 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron_lib.callbacks.manager [None req-51a60793-051f-4b42-9d63-19253cc1e034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393'] for port (d02fdd35-9c6f-4db8-980b-382f074a132c), after_update {{(pid=116164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:29:09.681891 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.plugins.ml2.managers [None req-51a60793-051f-4b42-9d63-19253cc1e034 None None] Attempting to bind port d02fdd35-9c6f-4db8-980b-382f074a132c on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=116164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 28 11:29:09.682266 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.plugins.ml2.managers [None req-51a60793-051f-4b42-9d63-19253cc1e034 None None] Attempting to bind port d02fdd35-9c6f-4db8-980b-382f074a132c by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '142bc50f-d6af-4646-8d06-bb7af6b7b51c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c'}] {{(pid=116164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 28 11:29:09.682635 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51a60793-051f-4b42-9d63-19253cc1e034 None None] Attempting to bind port d02fdd35-9c6f-4db8-980b-382f074a132c on network 7be49d94-bbb8-4a61-bafe-209c5f861e1c {{(pid=116164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 11:29:09.684756 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f181a7fc-2234-4328-b30b-cf42b01f364f None None] Pushing event updated for resources: {'Port': ['ID=d02fdd35-9c6f-4db8-980b-382f074a132c,revision_number=2']} {{(pid=116164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:29:09.690780 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51a60793-051f-4b42-9d63-19253cc1e034 None None] Checking agent: {'id': 'd5baab19-5dd1-4902-922b-84acb048ab9c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 10, 50, 43), 'started_at': datetime.datetime(2022, 4, 28, 10, 51, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 11, 28, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=116164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 11:29:09.691154 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51a60793-051f-4b42-9d63-19253cc1e034 None None] Checking segment: {'id': '142bc50f-d6af-4646-8d06-bb7af6b7b51c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 11:29:09.691546 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron_lib.callbacks.manager [None req-51a60793-051f-4b42-9d63-19253cc1e034 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=116164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:29:09.692769 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51a60793-051f-4b42-9d63-19253cc1e034 None None] Bound using segment: {'id': '142bc50f-d6af-4646-8d06-bb7af6b7b51c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c'} {{(pid=116164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 11:29:09.692769 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.plugins.ml2.managers [None req-51a60793-051f-4b42-9d63-19253cc1e034 None None] Bound port: d02fdd35-9c6f-4db8-980b-382f074a132c, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '142bc50f-d6af-4646-8d06-bb7af6b7b51c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c'}}] {{(pid=116164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 28 11:29:09.692769 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron_lib.callbacks.manager [None req-51a60793-051f-4b42-9d63-19253cc1e034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (d02fdd35-9c6f-4db8-980b-382f074a132c), before_update {{(pid=116164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:29:09.750229 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.plugins.ml2.db [None req-51a60793-051f-4b42-9d63-19253cc1e034 None None] For port d02fdd35-9c6f-4db8-980b-382f074a132c, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=116164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 11:29:09.753682 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.plugins.ml2.db [None req-51a60793-051f-4b42-9d63-19253cc1e034 None None] For port d02fdd35-9c6f-4db8-980b-382f074a132c, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=d02fdd35-9c6f-4db8-980b-382f074a132c,segment=NetworkSegment(142bc50f-d6af-4646-8d06-bb7af6b7b51c),segment_id=142bc50f-d6af-4646-8d06-bb7af6b7b51c)] {{(pid=116164) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 11:29:09.784687 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-68072523-21f2-4b7e-b25d-e7838ee38d1c None None] Provisioning complete for port 15d95417-2302-4f90-b44f-4144f905096b triggered by entity DHCP. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:29:09.786205 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-68072523-21f2-4b7e-b25d-e7838ee38d1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (15d95417-2302-4f90-b44f-4144f905096b), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:29:09.828937 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron_lib.callbacks.manager [None req-51a60793-051f-4b42-9d63-19253cc1e034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393'] for port (d02fdd35-9c6f-4db8-980b-382f074a132c), after_update {{(pid=116164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:29:09.833792 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.db.db_base_plugin_common [None req-b49f42ff-524d-4c76-a2a8-2d54043667c5 admin admin] Allocated IP 172.20.0.1 (7bcc8e14-2ade-4625-967d-028ea7cdac4b/49caa89d-d712-4b39-afa5-40f09af1d1b9/8dc64040-0124-43bd-8ddd-83800eaf8c8a) {{(pid=116162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 11:29:09.868920 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-68072523-21f2-4b7e-b25d-e7838ee38d1c None None] Current status of the port 15d95417-2302-4f90-b44f-4144f905096b is: ACTIVE; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:29:09.890382 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51a60793-051f-4b42-9d63-19253cc1e034 None None] Routers {'f3cb1671-52fd-4bdf-8812-9cd6f11e3bd1'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=116164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 11:29:09.891042 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_hamode_db [None req-51a60793-051f-4b42-9d63-19253cc1e034 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-28T10:50:39Z,description=,heartbeat_timestamp=2022-04-28T11:29:09Z,host='dv-neutron-master-2-hyperv',id=6b492ad6-0876-4d74-b20d-28143a52ceba,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T10:50:40Z,topic='l3_agent')) {'router_ids': ['f3cb1671-52fd-4bdf-8812-9cd6f11e3bd1'], 'active': True} {{(pid=116164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:29:09.925066 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f181a7fc-2234-4328-b30b-cf42b01f364f None None] Pushing event updated for resources: {'Port': ['ID=d02fdd35-9c6f-4db8-980b-382f074a132c,revision_number=3']} {{(pid=116164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:29:09.949487 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-b49f42ff-524d-4c76-a2a8-2d54043667c5 admin admin] Publish callbacks [] for port (8dc64040-0124-43bd-8ddd-83800eaf8c8a), precommit_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:29:10.005143 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_dvr_db [None req-51a60793-051f-4b42-9d63-19253cc1e034 None None] Set router f3cb1671-52fd-4bdf-8812-9cd6f11e3bd1 gateway port host: dv-neutron-master-2-hyperv {{(pid=116164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 11:29:10.034678 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-b49f42ff-524d-4c76-a2a8-2d54043667c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742234710357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5051867'] for port (8dc64040-0124-43bd-8ddd-83800eaf8c8a), after_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:29:10.076091 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b49f42ff-524d-4c76-a2a8-2d54043667c5 admin admin] Network 7bcc8e14-2ade-4625-967d-028ea7cdac4b is already hosted by enough agents. {{(pid=116162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 11:29:10.081098 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.scheduler.base_scheduler [None req-b49f42ff-524d-4c76-a2a8-2d54043667c5 admin admin] Resources bound (agent type, host, resource id): {{(pid=116162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 11:29:10.085000 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b49f42ff-524d-4c76-a2a8-2d54043667c5 admin admin] Received port after_create {{(pid=116162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 11:29:10.108494 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b49f42ff-524d-4c76-a2a8-2d54043667c5 admin admin] Pushing event updated for resources: {'Port': ['ID=8dc64040-0124-43bd-8ddd-83800eaf8c8a,revision_number=1']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:29:10.138695 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-b49f42ff-524d-4c76-a2a8-2d54043667c5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2063275'] for router_interface (f3cb1671-52fd-4bdf-8812-9cd6f11e3bd1), before_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:29:10.195675 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_hamode_db [None req-51a60793-051f-4b42-9d63-19253cc1e034 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3cb1671-52fd-4bdf-8812-9cd6f11e3bd1', 'name': 'tempest-TestMinimumBasicScenario-1437580324-router', 'tenant_id': 'd045bf66fada42abbaafb3be4d04a535', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'external_fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.187'}], 'enable_snat': True}, 'gw_port_id': 'd02fdd35-9c6f-4db8-980b-382f074a132c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T11:29:06Z', 'updated_at': '2022-04-28T11:29:07Z', 'revision_number': 3, 'project_id': 'd045bf66fada42abbaafb3be4d04a535', 'gw_port': {'id': 'd02fdd35-9c6f-4db8-980b-382f074a132c', 'name': '', 'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:ed:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3cb1671-52fd-4bdf-8812-9cd6f11e3bd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1690, 'fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:29:07Z', 'updated_at': '2022-04-28T11:29:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=116164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:29:10.229845 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51a60793-051f-4b42-9d63-19253cc1e034 None None] The sync data for ids ['f3cb1671-52fd-4bdf-8812-9cd6f11e3bd1'] in dv-neutron-master-2-hyperv is: [{'id': 'f3cb1671-52fd-4bdf-8812-9cd6f11e3bd1', 'name': 'tempest-TestMinimumBasicScenario-1437580324-router', 'tenant_id': 'd045bf66fada42abbaafb3be4d04a535', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'external_fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.187'}], 'enable_snat': True}, 'gw_port_id': 'd02fdd35-9c6f-4db8-980b-382f074a132c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T11:29:06Z', 'updated_at': '2022-04-28T11:29:07Z', 'revision_number': 3, 'project_id': 'd045bf66fada42abbaafb3be4d04a535', 'gw_port': {'id': 'd02fdd35-9c6f-4db8-980b-382f074a132c', 'name': '', 'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:ed:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3cb1671-52fd-4bdf-8812-9cd6f11e3bd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1690, 'fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:29:07Z', 'updated_at': '2022-04-28T11:29:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}] {{(pid=116164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 11:29:10.376614 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-b49f42ff-524d-4c76-a2a8-2d54043667c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (8dc64040-0124-43bd-8ddd-83800eaf8c8a), before_update {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:29:10.408494 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-685489ab-145a-4c2d-b240-7af8fe6b8787 None None] Provisioning complete for port 8dc64040-0124-43bd-8ddd-83800eaf8c8a triggered by entity DHCP. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:29:10.408875 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-685489ab-145a-4c2d-b240-7af8fe6b8787 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (8dc64040-0124-43bd-8ddd-83800eaf8c8a), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:29:10.450623 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-685489ab-145a-4c2d-b240-7af8fe6b8787 None None] Port 8dc64040-0124-43bd-8ddd-83800eaf8c8a cannot update to ACTIVE because it is not bound. {{(pid=116163) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 28 11:29:10.481904 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Device 15d95417-2302-4f90-b44f-4144f905096b up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=116163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 11:29:10.538525 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Provisioning complete for port 15d95417-2302-4f90-b44f-4144f905096b triggered by entity L2. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:29:10.538837 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (15d95417-2302-4f90-b44f-4144f905096b), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:29:10.565570 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-b49f42ff-524d-4c76-a2a8-2d54043667c5 admin admin] Publish callbacks [] for port (8dc64040-0124-43bd-8ddd-83800eaf8c8a), precommit_update {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:29:10.591079 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-ae94d540-e4c6-43be-adc9-b26fb6a2f62f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (cfc241ae-e4b7-443b-b80b-59fbbc2b69c9), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:29:10.637145 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Current status of the port 15d95417-2302-4f90-b44f-4144f905096b is: ACTIVE; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:29:10.648284 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-b49f42ff-524d-4c76-a2a8-2d54043667c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5051840'] for port (8dc64040-0124-43bd-8ddd-83800eaf8c8a), after_update {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:29:10.722614 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-b49f42ff-524d-4c76-a2a8-2d54043667c5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1603056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2063387'] for router_interface (f3cb1671-52fd-4bdf-8812-9cd6f11e3bd1), after_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:29:10.724455 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b49f42ff-524d-4c76-a2a8-2d54043667c5 admin admin] Pushing event updated for resources: {'Port': ['ID=8dc64040-0124-43bd-8ddd-83800eaf8c8a,revision_number=2']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:29:10.824390 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b49f42ff-524d-4c76-a2a8-2d54043667c5 admin admin] Network 7bcc8e14-2ade-4625-967d-028ea7cdac4b is already hosted by enough agents. {{(pid=116162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 11:29:10.825840 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.scheduler.base_scheduler [None req-b49f42ff-524d-4c76-a2a8-2d54043667c5 admin admin] Resources bound (agent type, host, resource id): {{(pid=116162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 11:29:10.956939 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b49f42ff-524d-4c76-a2a8-2d54043667c5 admin admin] Router f3cb1671-52fd-4bdf-8812-9cd6f11e3bd1 has already been hosted by L3 agent 6b492ad6-0876-4d74-b20d-28143a52ceba {{(pid=116162) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 11:29:11.073516 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-a315bb36-79ae-470a-8b9e-a40da2dedb03 None None] Provisioning complete for port 8dc64040-0124-43bd-8ddd-83800eaf8c8a triggered by entity DHCP. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:29:11.074091 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-a315bb36-79ae-470a-8b9e-a40da2dedb03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (8dc64040-0124-43bd-8ddd-83800eaf8c8a), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:29:11.088326 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b49f42ff-524d-4c76-a2a8-2d54043667c5 admin admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=116162) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 11:29:11.103434 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-b49f42ff-524d-4c76-a2a8-2d54043667c5 admin admin] 10.222.0.10 "PUT /v2.0/routers/f3cb1671-52fd-4bdf-8812-9cd6f11e3bd1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2496054 Apr 28 11:29:11.121374 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-a315bb36-79ae-470a-8b9e-a40da2dedb03 None None] Port 8dc64040-0124-43bd-8ddd-83800eaf8c8a cannot update to ACTIVE because it is not bound. {{(pid=116163) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 28 11:29:11.991017 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4737129-e1e1-4f7d-a6af-42b55670dade None None] Sync routers for ids ['f3cb1671-52fd-4bdf-8812-9cd6f11e3bd1'] in dv-neutron-master-2-hyperv {{(pid=116163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 11:29:12.002744 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4737129-e1e1-4f7d-a6af-42b55670dade None None] Routers {'f3cb1671-52fd-4bdf-8812-9cd6f11e3bd1'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=116163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 11:29:12.004094 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_hamode_db [None req-f4737129-e1e1-4f7d-a6af-42b55670dade None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-28T10:50:39Z,description=,heartbeat_timestamp=2022-04-28T11:29:09Z,host='dv-neutron-master-2-hyperv',id=6b492ad6-0876-4d74-b20d-28143a52ceba,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T10:50:40Z,topic='l3_agent')) {'router_ids': ['f3cb1671-52fd-4bdf-8812-9cd6f11e3bd1'], 'active': True} {{(pid=116163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:29:12.141214 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvr_db [None req-f4737129-e1e1-4f7d-a6af-42b55670dade None None] Set router f3cb1671-52fd-4bdf-8812-9cd6f11e3bd1 gateway port host: dv-neutron-master-2-hyperv {{(pid=116163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 11:29:12.225407 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-01ef1de1-12fd-4cef-b76b-793f91379468 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (39cc4f52-f5d9-4e2c-bbfa-7a1c528e1c40), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:29:12.515652 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Device d02fdd35-9c6f-4db8-980b-382f074a132c up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=116163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 11:29:12.551608 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_hamode_db [None req-f4737129-e1e1-4f7d-a6af-42b55670dade None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3cb1671-52fd-4bdf-8812-9cd6f11e3bd1', 'name': 'tempest-TestMinimumBasicScenario-1437580324-router', 'tenant_id': 'd045bf66fada42abbaafb3be4d04a535', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'external_fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.187'}], 'enable_snat': True}, 'gw_port_id': 'd02fdd35-9c6f-4db8-980b-382f074a132c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T11:29:06Z', 'updated_at': '2022-04-28T11:29:10Z', 'revision_number': 4, 'project_id': 'd045bf66fada42abbaafb3be4d04a535', 'gw_port': {'id': 'd02fdd35-9c6f-4db8-980b-382f074a132c', 'name': '', 'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:ed:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3cb1671-52fd-4bdf-8812-9cd6f11e3bd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1690, 'fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:29:07Z', 'updated_at': '2022-04-28T11:29:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '8dc64040-0124-43bd-8ddd-83800eaf8c8a', 'name': '', 'network_id': '7bcc8e14-2ade-4625-967d-028ea7cdac4b', 'tenant_id': 'd045bf66fada42abbaafb3be4d04a535', 'mac_address': 'fa:16:3e:61:bb:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3cb1671-52fd-4bdf-8812-9cd6f11e3bd1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1691, 'fixed_ips': [{'subnet_id': '49caa89d-d712-4b39-afa5-40f09af1d1b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:29:09Z', 'updated_at': '2022-04-28T11:29:10Z', 'revision_number': 2, 'project_id': 'd045bf66fada42abbaafb3be4d04a535', 'subnets': [{'id': '49caa89d-d712-4b39-afa5-40f09af1d1b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=116163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:29:12.584740 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4737129-e1e1-4f7d-a6af-42b55670dade None None] Checking router: f3cb1671-52fd-4bdf-8812-9cd6f11e3bd1 for host: dv-neutron-master-2-hyperv {{(pid=116163) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 11:29:12.585091 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4737129-e1e1-4f7d-a6af-42b55670dade None None] Updating router f3cb1671-52fd-4bdf-8812-9cd6f11e3bd1 port 8dc64040-0124-43bd-8ddd-83800eaf8c8a binding host dv-neutron-master-2-hyperv {{(pid=116163) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 28 11:29:12.623351 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-f4737129-e1e1-4f7d-a6af-42b55670dade None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (8dc64040-0124-43bd-8ddd-83800eaf8c8a), before_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:29:12.642428 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Provisioning complete for port d02fdd35-9c6f-4db8-980b-382f074a132c triggered by entity L2. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:29:12.642780 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (d02fdd35-9c6f-4db8-980b-382f074a132c), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:29:12.856616 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Current status of the port d02fdd35-9c6f-4db8-980b-382f074a132c is: DOWN; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:29:12.856916 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (d02fdd35-9c6f-4db8-980b-382f074a132c), before_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:29:12.889778 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] For port d02fdd35-9c6f-4db8-980b-382f074a132c, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=d02fdd35-9c6f-4db8-980b-382f074a132c,segment=NetworkSegment(142bc50f-d6af-4646-8d06-bb7af6b7b51c),segment_id=142bc50f-d6af-4646-8d06-bb7af6b7b51c)] {{(pid=116163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 11:29:12.962161 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393'] for port (d02fdd35-9c6f-4db8-980b-382f074a132c), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:29:12.997498 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-f4737129-e1e1-4f7d-a6af-42b55670dade None None] Publish callbacks [] for port (8dc64040-0124-43bd-8ddd-83800eaf8c8a), precommit_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:29:13.025789 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Pushing event updated for resources: {'Port': ['ID=d02fdd35-9c6f-4db8-980b-382f074a132c,revision_number=4']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:29:13.066119 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-f4737129-e1e1-4f7d-a6af-42b55670dade None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393'] for port (8dc64040-0124-43bd-8ddd-83800eaf8c8a), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:29:13.128962 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b8d007f-27c7-4d81-9891-631561f0eea2 None None] Pushing event updated for resources: {'Port': ['ID=8dc64040-0124-43bd-8ddd-83800eaf8c8a,revision_number=3']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:29:13.217583 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.managers [None req-f4737129-e1e1-4f7d-a6af-42b55670dade None None] Attempting to bind port 8dc64040-0124-43bd-8ddd-83800eaf8c8a on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=116163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 28 11:29:13.218246 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.managers [None req-f4737129-e1e1-4f7d-a6af-42b55670dade None None] Attempting to bind port 8dc64040-0124-43bd-8ddd-83800eaf8c8a by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'f65609ce-86f9-46e9-bf73-a6cc673e0a08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '7bcc8e14-2ade-4625-967d-028ea7cdac4b'}] {{(pid=116163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 28 11:29:13.218246 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4737129-e1e1-4f7d-a6af-42b55670dade None None] Attempting to bind port 8dc64040-0124-43bd-8ddd-83800eaf8c8a on network 7bcc8e14-2ade-4625-967d-028ea7cdac4b {{(pid=116163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 11:29:13.224522 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4737129-e1e1-4f7d-a6af-42b55670dade None None] Checking agent: {'id': 'd5baab19-5dd1-4902-922b-84acb048ab9c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 10, 50, 43), 'started_at': datetime.datetime(2022, 4, 28, 10, 51, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 11, 28, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=116163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 11:29:13.224897 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4737129-e1e1-4f7d-a6af-42b55670dade None None] Checking segment: {'id': 'f65609ce-86f9-46e9-bf73-a6cc673e0a08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '7bcc8e14-2ade-4625-967d-028ea7cdac4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 11:29:13.225300 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-f4737129-e1e1-4f7d-a6af-42b55670dade None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:29:13.225688 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4737129-e1e1-4f7d-a6af-42b55670dade None None] Bound using segment: {'id': 'f65609ce-86f9-46e9-bf73-a6cc673e0a08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '7bcc8e14-2ade-4625-967d-028ea7cdac4b'} {{(pid=116163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 11:29:13.226154 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.managers [None req-f4737129-e1e1-4f7d-a6af-42b55670dade None None] Bound port: 8dc64040-0124-43bd-8ddd-83800eaf8c8a, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f65609ce-86f9-46e9-bf73-a6cc673e0a08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '7bcc8e14-2ade-4625-967d-028ea7cdac4b'}}] {{(pid=116163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 28 11:29:13.226568 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-f4737129-e1e1-4f7d-a6af-42b55670dade None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (8dc64040-0124-43bd-8ddd-83800eaf8c8a), before_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:29:13.334604 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-f4737129-e1e1-4f7d-a6af-42b55670dade None None] For port 8dc64040-0124-43bd-8ddd-83800eaf8c8a, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=116163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 11:29:13.339143 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-f4737129-e1e1-4f7d-a6af-42b55670dade None None] For port 8dc64040-0124-43bd-8ddd-83800eaf8c8a, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=8dc64040-0124-43bd-8ddd-83800eaf8c8a,segment=NetworkSegment(f65609ce-86f9-46e9-bf73-a6cc673e0a08),segment_id=f65609ce-86f9-46e9-bf73-a6cc673e0a08)] {{(pid=116163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 11:29:13.376835 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (d5baab19-5dd1-4902-922b-84acb048ab9c), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:29:13.406005 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-f4737129-e1e1-4f7d-a6af-42b55670dade None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393'] for port (8dc64040-0124-43bd-8ddd-83800eaf8c8a), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:29:13.502487 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-4bc8f869-01c3-4f51-8e98-755d72aec6c8 None None] Provisioning complete for port 8dc64040-0124-43bd-8ddd-83800eaf8c8a triggered by entity DHCP. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:29:13.502861 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-4bc8f869-01c3-4f51-8e98-755d72aec6c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (8dc64040-0124-43bd-8ddd-83800eaf8c8a), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:29:13.532361 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b8d007f-27c7-4d81-9891-631561f0eea2 None None] Pushing event updated for resources: {'Port': ['ID=8dc64040-0124-43bd-8ddd-83800eaf8c8a,revision_number=4']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:29:13.535085 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4737129-e1e1-4f7d-a6af-42b55670dade None None] Routers {'f3cb1671-52fd-4bdf-8812-9cd6f11e3bd1'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=116163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 11:29:13.535709 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_hamode_db [None req-f4737129-e1e1-4f7d-a6af-42b55670dade None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-28T10:50:39Z,description=,heartbeat_timestamp=2022-04-28T11:29:09Z,host='dv-neutron-master-2-hyperv',id=6b492ad6-0876-4d74-b20d-28143a52ceba,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T10:50:40Z,topic='l3_agent')) {'router_ids': ['f3cb1671-52fd-4bdf-8812-9cd6f11e3bd1'], 'active': True} {{(pid=116163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:29:13.700901 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvr_db [None req-f4737129-e1e1-4f7d-a6af-42b55670dade None None] Set router f3cb1671-52fd-4bdf-8812-9cd6f11e3bd1 gateway port host: dv-neutron-master-2-hyperv {{(pid=116163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 11:29:13.756567 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-4bc8f869-01c3-4f51-8e98-755d72aec6c8 None None] Current status of the port 8dc64040-0124-43bd-8ddd-83800eaf8c8a is: DOWN; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:29:13.756567 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-4bc8f869-01c3-4f51-8e98-755d72aec6c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (8dc64040-0124-43bd-8ddd-83800eaf8c8a), before_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:29:13.844988 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-4bc8f869-01c3-4f51-8e98-755d72aec6c8 None None] For port 8dc64040-0124-43bd-8ddd-83800eaf8c8a, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=8dc64040-0124-43bd-8ddd-83800eaf8c8a,segment=NetworkSegment(f65609ce-86f9-46e9-bf73-a6cc673e0a08),segment_id=f65609ce-86f9-46e9-bf73-a6cc673e0a08)] {{(pid=116163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 11:29:13.936098 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-4bc8f869-01c3-4f51-8e98-755d72aec6c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393'] for port (8dc64040-0124-43bd-8ddd-83800eaf8c8a), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:29:13.983199 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_hamode_db [None req-f4737129-e1e1-4f7d-a6af-42b55670dade None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3cb1671-52fd-4bdf-8812-9cd6f11e3bd1', 'name': 'tempest-TestMinimumBasicScenario-1437580324-router', 'tenant_id': 'd045bf66fada42abbaafb3be4d04a535', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'external_fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.187'}], 'enable_snat': True}, 'gw_port_id': 'd02fdd35-9c6f-4db8-980b-382f074a132c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T11:29:06Z', 'updated_at': '2022-04-28T11:29:10Z', 'revision_number': 4, 'project_id': 'd045bf66fada42abbaafb3be4d04a535', 'gw_port': {'id': 'd02fdd35-9c6f-4db8-980b-382f074a132c', 'name': '', 'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:ed:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3cb1671-52fd-4bdf-8812-9cd6f11e3bd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1690, 'fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:29:07Z', 'updated_at': '2022-04-28T11:29:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '8dc64040-0124-43bd-8ddd-83800eaf8c8a', 'name': '', 'network_id': '7bcc8e14-2ade-4625-967d-028ea7cdac4b', 'tenant_id': 'd045bf66fada42abbaafb3be4d04a535', 'mac_address': 'fa:16:3e:61:bb:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3cb1671-52fd-4bdf-8812-9cd6f11e3bd1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1691, 'fixed_ips': [{'subnet_id': '49caa89d-d712-4b39-afa5-40f09af1d1b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:29:09Z', 'updated_at': '2022-04-28T11:29:13Z', 'revision_number': 4, 'project_id': 'd045bf66fada42abbaafb3be4d04a535', 'subnets': [{'id': '49caa89d-d712-4b39-afa5-40f09af1d1b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=116163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:29:14.019127 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4737129-e1e1-4f7d-a6af-42b55670dade None None] The sync data for ids ['f3cb1671-52fd-4bdf-8812-9cd6f11e3bd1'] in dv-neutron-master-2-hyperv is: [{'id': 'f3cb1671-52fd-4bdf-8812-9cd6f11e3bd1', 'name': 'tempest-TestMinimumBasicScenario-1437580324-router', 'tenant_id': 'd045bf66fada42abbaafb3be4d04a535', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'external_fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.187'}], 'enable_snat': True}, 'gw_port_id': 'd02fdd35-9c6f-4db8-980b-382f074a132c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T11:29:06Z', 'updated_at': '2022-04-28T11:29:10Z', 'revision_number': 4, 'project_id': 'd045bf66fada42abbaafb3be4d04a535', 'gw_port': {'id': 'd02fdd35-9c6f-4db8-980b-382f074a132c', 'name': '', 'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:ed:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3cb1671-52fd-4bdf-8812-9cd6f11e3bd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1690, 'fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:29:07Z', 'updated_at': '2022-04-28T11:29:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '8dc64040-0124-43bd-8ddd-83800eaf8c8a', 'name': '', 'network_id': '7bcc8e14-2ade-4625-967d-028ea7cdac4b', 'tenant_id': 'd045bf66fada42abbaafb3be4d04a535', 'mac_address': 'fa:16:3e:61:bb:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3cb1671-52fd-4bdf-8812-9cd6f11e3bd1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1691, 'fixed_ips': [{'subnet_id': '49caa89d-d712-4b39-afa5-40f09af1d1b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:29:09Z', 'updated_at': '2022-04-28T11:29:13Z', 'revision_number': 4, 'project_id': 'd045bf66fada42abbaafb3be4d04a535', 'subnets': [{'id': '49caa89d-d712-4b39-afa5-40f09af1d1b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=116163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 11:29:14.025331 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc8f869-01c3-4f51-8e98-755d72aec6c8 None None] Pushing event updated for resources: {'Port': ['ID=8dc64040-0124-43bd-8ddd-83800eaf8c8a,revision_number=5']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:29:14.056091 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-9ecf3e16-4612-44d9-bcae-05e8c398e106 None None] Provisioning complete for port 8dc64040-0124-43bd-8ddd-83800eaf8c8a triggered by entity DHCP. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:29:14.056596 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-9ecf3e16-4612-44d9-bcae-05e8c398e106 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (8dc64040-0124-43bd-8ddd-83800eaf8c8a), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:29:14.169727 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-9ecf3e16-4612-44d9-bcae-05e8c398e106 None None] Current status of the port 8dc64040-0124-43bd-8ddd-83800eaf8c8a is: ACTIVE; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:29:14.175108 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.agents_db [None req-54b29a82-8a19-4507-95e3-3a2d011841ff None None] Agent healthcheck: found 6 active agents {{(pid=116164) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 28 11:29:14.566278 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Device 8dc64040-0124-43bd-8ddd-83800eaf8c8a up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=116163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 11:29:14.624539 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Provisioning complete for port 8dc64040-0124-43bd-8ddd-83800eaf8c8a triggered by entity L2. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:29:14.625064 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (8dc64040-0124-43bd-8ddd-83800eaf8c8a), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:29:14.717602 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Current status of the port 8dc64040-0124-43bd-8ddd-83800eaf8c8a is: ACTIVE; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:29:14.718839 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Device d02fdd35-9c6f-4db8-980b-382f074a132c up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=116163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 11:29:14.772591 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Provisioning complete for port d02fdd35-9c6f-4db8-980b-382f074a132c triggered by entity L2. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:29:14.772954 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (d02fdd35-9c6f-4db8-980b-382f074a132c), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:29:14.859898 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Current status of the port d02fdd35-9c6f-4db8-980b-382f074a132c is: ACTIVE; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:29:21.124970 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (6be95134-9a6c-4663-8b48-90d12ce90c60), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:29:22.825927 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc66f68-3994-40a4-a225-c047de58adc8 req-2e709df5-688f-43d9-8877-ed5aeb7da320 tempest-TestMinimumBasicScenario-265646460 tempest-TestMinimumBasicScenario-265646460-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:29:22.827432 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-2fc66f68-3994-40a4-a225-c047de58adc8 req-2e709df5-688f-43d9-8877-ed5aeb7da320 tempest-TestMinimumBasicScenario-265646460 tempest-TestMinimumBasicScenario-265646460-project] 10.222.0.10 "GET /v2.0/networks?id=9c91e8d4-885d-4dbc-9d6c-f81cf2f0ff89 HTTP/1.1" status: 200 len: 813 time: 0.1003170 Apr 28 11:29:22.841858 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-2fc66f68-3994-40a4-a225-c047de58adc8 req-f93ea307-63da-427a-a072-5dc6340722bb tempest-TestMinimumBasicScenario-265646460 tempest-TestMinimumBasicScenario-265646460-project] 10.222.0.10 "GET /v2.0/quotas/c1d3cd1d95e04c0aaa441daece4b8dd0 HTTP/1.1" status: 200 len: 375 time: 0.0092065 Apr 28 11:29:22.893839 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-2fc66f68-3994-40a4-a225-c047de58adc8 req-a2154106-2729-4574-809e-18b60e573105 tempest-TestMinimumBasicScenario-265646460 tempest-TestMinimumBasicScenario-265646460-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=c1d3cd1d95e04c0aaa441daece4b8dd0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0471046 Apr 28 11:29:22.995043 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-2fc66f68-3994-40a4-a225-c047de58adc8 req-1c47c9a6-cfe6-42b4-b4dd-091c9d470548 service neutron] 10.222.0.10 "GET /v2.0/networks/9c91e8d4-885d-4dbc-9d6c-f81cf2f0ff89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888143 Apr 28 11:29:23.094738 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-2fc66f68-3994-40a4-a225-c047de58adc8 req-56b622a7-0085-4d61-a7eb-a2e52565f2dd service neutron] 10.222.0.10 "GET /v2.0/networks/9c91e8d4-885d-4dbc-9d6c-f81cf2f0ff89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935762 Apr 28 11:29:24.442250 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-82e4ce3c-8fcd-4f04-925d-6f7d967531ac req-7bb8f9b0-e3fc-44d9-8b20-259b9cbc2a46 tempest-TestMinimumBasicScenario-265646460 tempest-TestMinimumBasicScenario-265646460-project] 10.222.0.10 "GET /v2.0/ports?device_id=d204db4c-504d-414b-8a7c-6d549ae9d056 HTTP/1.1" status: 200 len: 210 time: 0.0304701 Apr 28 11:29:25.539472 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-200e58cc-bbeb-4781-af1c-46056e39df5e req-72aaaaf6-b61c-4da5-bad4-511363a84712 tempest-TestMinimumBasicScenario-265646460 tempest-TestMinimumBasicScenario-265646460-project] 10.222.0.10 "GET /v2.0/ports?device_id=d204db4c-504d-414b-8a7c-6d549ae9d056 HTTP/1.1" status: 200 len: 210 time: 0.0275998 Apr 28 11:29:26.364203 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc66f68-3994-40a4-a225-c047de58adc8 req-2622d287-c561-4027-8498-8921f149ef3f tempest-TestMinimumBasicScenario-265646460 tempest-TestMinimumBasicScenario-265646460-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:29:26.365611 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-2fc66f68-3994-40a4-a225-c047de58adc8 req-2622d287-c561-4027-8498-8921f149ef3f tempest-TestMinimumBasicScenario-265646460 tempest-TestMinimumBasicScenario-265646460-project] 10.222.0.20 "GET /v2.0/networks?id=9c91e8d4-885d-4dbc-9d6c-f81cf2f0ff89 HTTP/1.1" status: 200 len: 813 time: 0.1066029 Apr 28 11:29:26.377993 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.v2.base [req-2fc66f68-3994-40a4-a225-c047de58adc8 req-d4de6001-8bf5-40ff-919e-0dca526e1c34 tempest-TestMinimumBasicScenario-265646460 tempest-TestMinimumBasicScenario-265646460-project] Request body: {'port': {'device_id': 'd204db4c-504d-414b-8a7c-6d549ae9d056', 'network_id': '9c91e8d4-885d-4dbc-9d6c-f81cf2f0ff89', 'admin_state_up': True, 'tenant_id': 'c1d3cd1d95e04c0aaa441daece4b8dd0'}} {{(pid=116162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:29:26.565006 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2fc66f68-3994-40a4-a225-c047de58adc8 req-d4de6001-8bf5-40ff-919e-0dca526e1c34 tempest-TestMinimumBasicScenario-265646460 tempest-TestMinimumBasicScenario-265646460-project] Made reservation on behalf of c1d3cd1d95e04c0aaa441daece4b8dd0 for: {'port': 1} {{(pid=116162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 11:29:26.568631 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [req-2fc66f68-3994-40a4-a225-c047de58adc8 req-d4de6001-8bf5-40ff-919e-0dca526e1c34 tempest-TestMinimumBasicScenario-265646460 tempest-TestMinimumBasicScenario-265646460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (None), before_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:29:26.637432 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-084ce072-3b58-438b-9faf-1bd67b29fcd2 req-d9034cc3-745c-42fa-a6ad-ed874b047a36 tempest-TestMinimumBasicScenario-265646460 tempest-TestMinimumBasicScenario-265646460-project] 10.222.0.10 "GET /v2.0/ports?device_id=d204db4c-504d-414b-8a7c-6d549ae9d056 HTTP/1.1" status: 200 len: 210 time: 0.0291946 Apr 28 11:29:26.699900 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.db.db_base_plugin_common [req-2fc66f68-3994-40a4-a225-c047de58adc8 req-d4de6001-8bf5-40ff-919e-0dca526e1c34 tempest-TestMinimumBasicScenario-265646460 tempest-TestMinimumBasicScenario-265646460-project] Allocated IP 172.20.0.13 (9c91e8d4-885d-4dbc-9d6c-f81cf2f0ff89/bfc94ea5-3207-494f-889e-b4f0eee8f298/b03000ab-48fb-459a-b802-a5075431290b) {{(pid=116162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 11:29:26.852645 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [req-2fc66f68-3994-40a4-a225-c047de58adc8 req-d4de6001-8bf5-40ff-919e-0dca526e1c34 tempest-TestMinimumBasicScenario-265646460 tempest-TestMinimumBasicScenario-265646460-project] Publish callbacks [] for port (b03000ab-48fb-459a-b802-a5075431290b), precommit_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:29:26.928353 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [req-2fc66f68-3994-40a4-a225-c047de58adc8 req-d4de6001-8bf5-40ff-919e-0dca526e1c34 tempest-TestMinimumBasicScenario-265646460 tempest-TestMinimumBasicScenario-265646460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742234710357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5051867'] for port (b03000ab-48fb-459a-b802-a5075431290b), after_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:29:26.971432 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2fc66f68-3994-40a4-a225-c047de58adc8 req-d4de6001-8bf5-40ff-919e-0dca526e1c34 tempest-TestMinimumBasicScenario-265646460 tempest-TestMinimumBasicScenario-265646460-project] Network 9c91e8d4-885d-4dbc-9d6c-f81cf2f0ff89 is already hosted by enough agents. {{(pid=116162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 11:29:26.975151 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.scheduler.base_scheduler [req-2fc66f68-3994-40a4-a225-c047de58adc8 req-d4de6001-8bf5-40ff-919e-0dca526e1c34 tempest-TestMinimumBasicScenario-265646460 tempest-TestMinimumBasicScenario-265646460-project] Resources bound (agent type, host, resource id): {{(pid=116162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 11:29:26.981669 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.db.l3_dvrscheduler_db [req-2fc66f68-3994-40a4-a225-c047de58adc8 req-d4de6001-8bf5-40ff-919e-0dca526e1c34 tempest-TestMinimumBasicScenario-265646460 tempest-TestMinimumBasicScenario-265646460-project] Received port after_create {{(pid=116162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 11:29:27.018922 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4de6001-8bf5-40ff-919e-0dca526e1c34 tempest-TestMinimumBasicScenario-265646460 tempest-TestMinimumBasicScenario-265646460-project] Pushing event updated for resources: {'Port': ['ID=b03000ab-48fb-459a-b802-a5075431290b,revision_number=1']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:29:27.053044 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc66f68-3994-40a4-a225-c047de58adc8 req-d4de6001-8bf5-40ff-919e-0dca526e1c34 tempest-TestMinimumBasicScenario-265646460 tempest-TestMinimumBasicScenario-265646460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:29:27.053677 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [req-2fc66f68-3994-40a4-a225-c047de58adc8 req-d4de6001-8bf5-40ff-919e-0dca526e1c34 tempest-TestMinimumBasicScenario-265646460 tempest-TestMinimumBasicScenario-265646460-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198022'] for port (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:29:27.143133 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-2fc66f68-3994-40a4-a225-c047de58adc8 req-d4de6001-8bf5-40ff-919e-0dca526e1c34 tempest-TestMinimumBasicScenario-265646460 tempest-TestMinimumBasicScenario-265646460-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7687504 Apr 28 11:29:27.155257 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.v2.base [req-2fc66f68-3994-40a4-a225-c047de58adc8 req-ca3d2405-a6b6-4a10-ac15-44395eb632d0 service neutron] Request body: {'port': {'device_id': 'd204db4c-504d-414b-8a7c-6d549ae9d056', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-mast'}} {{(pid=116162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:29:27.227575 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [req-2fc66f68-3994-40a4-a225-c047de58adc8 req-ca3d2405-a6b6-4a10-ac15-44395eb632d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (b03000ab-48fb-459a-b802-a5075431290b), before_update {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:29:27.281428 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-dccf2e85-b42a-47cd-ac05-3ad0e3418e00 None None] Provisioning complete for port b03000ab-48fb-459a-b802-a5075431290b triggered by entity DHCP. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:29:27.282462 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-dccf2e85-b42a-47cd-ac05-3ad0e3418e00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (b03000ab-48fb-459a-b802-a5075431290b), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:29:27.328533 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-dccf2e85-b42a-47cd-ac05-3ad0e3418e00 None None] Port b03000ab-48fb-459a-b802-a5075431290b cannot update to ACTIVE because it is not bound. {{(pid=116163) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 28 11:29:27.513916 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.notifiers.nova [req-2fc66f68-3994-40a4-a225-c047de58adc8 req-ca3d2405-a6b6-4a10-ac15-44395eb632d0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b03000ab-48fb-459a-b802-a5075431290b {{(pid=116162) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 11:29:27.522852 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [req-2fc66f68-3994-40a4-a225-c047de58adc8 req-ca3d2405-a6b6-4a10-ac15-44395eb632d0 service neutron] Publish callbacks [] for port (b03000ab-48fb-459a-b802-a5075431290b), precommit_update {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:29:27.537144 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.db.provisioning_blocks [req-2fc66f68-3994-40a4-a225-c047de58adc8 req-ca3d2405-a6b6-4a10-ac15-44395eb632d0 service neutron] Transition to ACTIVE for port object b03000ab-48fb-459a-b802-a5075431290b will not be triggered until provisioned by entity L2. {{(pid=116162) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 28 11:29:27.616956 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [req-2fc66f68-3994-40a4-a225-c047de58adc8 req-ca3d2405-a6b6-4a10-ac15-44395eb632d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5051840'] for port (b03000ab-48fb-459a-b802-a5075431290b), after_update {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:29:27.674920 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca3d2405-a6b6-4a10-ac15-44395eb632d0 service neutron] Pushing event updated for resources: {'Port': ['ID=b03000ab-48fb-459a-b802-a5075431290b,revision_number=2']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:29:27.782643 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.managers [req-2fc66f68-3994-40a4-a225-c047de58adc8 req-ca3d2405-a6b6-4a10-ac15-44395eb632d0 service neutron] Attempting to bind port b03000ab-48fb-459a-b802-a5075431290b on host hv-neutron-mast for vnic_type normal with profile {{(pid=116162) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 28 11:29:27.783425 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.managers [req-2fc66f68-3994-40a4-a225-c047de58adc8 req-ca3d2405-a6b6-4a10-ac15-44395eb632d0 service neutron] Attempting to bind port b03000ab-48fb-459a-b802-a5075431290b by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': 'f20a6d94-713c-4d88-baa2-b5bcaae05e43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '9c91e8d4-885d-4dbc-9d6c-f81cf2f0ff89'}] {{(pid=116162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 28 11:29:27.783967 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fc66f68-3994-40a4-a225-c047de58adc8 req-ca3d2405-a6b6-4a10-ac15-44395eb632d0 service neutron] Attempting to bind port b03000ab-48fb-459a-b802-a5075431290b on network 9c91e8d4-885d-4dbc-9d6c-f81cf2f0ff89 {{(pid=116162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 11:29:27.790286 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fc66f68-3994-40a4-a225-c047de58adc8 req-ca3d2405-a6b6-4a10-ac15-44395eb632d0 service neutron] Port b03000ab-48fb-459a-b802-a5075431290b on network 9c91e8d4-885d-4dbc-9d6c-f81cf2f0ff89 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=116162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 28 11:29:27.791030 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fc66f68-3994-40a4-a225-c047de58adc8 req-ca3d2405-a6b6-4a10-ac15-44395eb632d0 service neutron] Attempting to bind port b03000ab-48fb-459a-b802-a5075431290b on network 9c91e8d4-885d-4dbc-9d6c-f81cf2f0ff89 {{(pid=116162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 11:29:27.798517 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fc66f68-3994-40a4-a225-c047de58adc8 req-ca3d2405-a6b6-4a10-ac15-44395eb632d0 service neutron] Checking agent: {'id': '6be95134-9a6c-4663-8b48-90d12ce90c60', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-mast', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 10, 57, 20), 'started_at': datetime.datetime(2022, 4, 28, 10, 57, 20), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 11, 29, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=116162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 11:29:27.799662 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fc66f68-3994-40a4-a225-c047de58adc8 req-ca3d2405-a6b6-4a10-ac15-44395eb632d0 service neutron] Checking segment: {'id': 'f20a6d94-713c-4d88-baa2-b5bcaae05e43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '9c91e8d4-885d-4dbc-9d6c-f81cf2f0ff89'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 11:29:27.801097 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fc66f68-3994-40a4-a225-c047de58adc8 req-ca3d2405-a6b6-4a10-ac15-44395eb632d0 service neutron] Bound using segment: {'id': 'f20a6d94-713c-4d88-baa2-b5bcaae05e43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '9c91e8d4-885d-4dbc-9d6c-f81cf2f0ff89'} {{(pid=116162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 11:29:27.801922 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.managers [req-2fc66f68-3994-40a4-a225-c047de58adc8 req-ca3d2405-a6b6-4a10-ac15-44395eb632d0 service neutron] Bound port: b03000ab-48fb-459a-b802-a5075431290b, host: hv-neutron-mast, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f20a6d94-713c-4d88-baa2-b5bcaae05e43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '9c91e8d4-885d-4dbc-9d6c-f81cf2f0ff89'}}] {{(pid=116162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 28 11:29:27.802659 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [req-2fc66f68-3994-40a4-a225-c047de58adc8 req-ca3d2405-a6b6-4a10-ac15-44395eb632d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (b03000ab-48fb-459a-b802-a5075431290b), before_update {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:29:27.899004 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.db [req-2fc66f68-3994-40a4-a225-c047de58adc8 req-ca3d2405-a6b6-4a10-ac15-44395eb632d0 service neutron] For port b03000ab-48fb-459a-b802-a5075431290b, host hv-neutron-mast, cleared binding levels {{(pid=116162) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 11:29:27.903457 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.db [req-2fc66f68-3994-40a4-a225-c047de58adc8 req-ca3d2405-a6b6-4a10-ac15-44395eb632d0 service neutron] For port b03000ab-48fb-459a-b802-a5075431290b, host hv-neutron-mast, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=b03000ab-48fb-459a-b802-a5075431290b,segment=NetworkSegment(f20a6d94-713c-4d88-baa2-b5bcaae05e43),segment_id=f20a6d94-713c-4d88-baa2-b5bcaae05e43)] {{(pid=116162) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 11:29:27.958766 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [req-2fc66f68-3994-40a4-a225-c047de58adc8 req-ca3d2405-a6b6-4a10-ac15-44395eb632d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5051840'] for port (b03000ab-48fb-459a-b802-a5075431290b), after_update {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:29:28.004061 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc66f68-3994-40a4-a225-c047de58adc8 req-ca3d2405-a6b6-4a10-ac15-44395eb632d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:29:28.007145 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [req-2fc66f68-3994-40a4-a225-c047de58adc8 req-ca3d2405-a6b6-4a10-ac15-44395eb632d0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198022'] for port (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:29:28.010015 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-2fc66f68-3994-40a4-a225-c047de58adc8 req-ca3d2405-a6b6-4a10-ac15-44395eb632d0 service neutron] 10.222.0.20 "PUT /v2.0/ports/b03000ab-48fb-459a-b802-a5075431290b HTTP/1.1" status: 200 len: 1094 time: 0.8597662 Apr 28 11:29:28.010788 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd204db4c-504d-414b-8a7c-6d549ae9d056', 'tag': 'b03000ab-48fb-459a-b802-a5075431290b'}] {{(pid=116162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 11:29:28.013528 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ba53f40d6116d28995a8e36159d0e539b5353eec116fb5dd4ce03b4b2159ab1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b7b94d0-366c-49ae-8e43-471615c347a4" -d '{"events": [{"name": "network-changed", "server_uuid": "d204db4c-504d-414b-8a7c-6d549ae9d056", "tag": "b03000ab-48fb-459a-b802-a5075431290b"}]}' {{(pid=116162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 11:29:28.058811 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca3d2405-a6b6-4a10-ac15-44395eb632d0 service neutron] Pushing event updated for resources: {'Port': ['ID=b03000ab-48fb-459a-b802-a5075431290b,revision_number=3']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:29:28.092171 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 11:29:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4105a1ca-6f64-451f-8fc7-8bfa88240c18 x-openstack-request-id: req-4105a1ca-6f64-451f-8fc7-8bfa88240c18 {{(pid=116162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 11:29:28.092465 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d204db4c-504d-414b-8a7c-6d549ae9d056", "tag": "b03000ab-48fb-459a-b802-a5075431290b", "status": "completed", "code": 200}]} {{(pid=116162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 11:29:28.092721 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-4105a1ca-6f64-451f-8fc7-8bfa88240c18 {{(pid=116162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 11:29:28.093131 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4105a1ca-6f64-451f-8fc7-8bfa88240c18'] response: {'name': 'network-changed', 'server_uuid': 'd204db4c-504d-414b-8a7c-6d549ae9d056', 'tag': 'b03000ab-48fb-459a-b802-a5075431290b', 'status': 'completed', 'code': 200} Apr 28 11:29:28.419057 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb657de1-5c66-4249-9427-baf61339aa7e req-c1fef83d-1e46-4fa8-8af7-972eb52420d2 tempest-TestMinimumBasicScenario-265646460 tempest-TestMinimumBasicScenario-265646460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:29:28.422781 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-fb657de1-5c66-4249-9427-baf61339aa7e req-c1fef83d-1e46-4fa8-8af7-972eb52420d2 tempest-TestMinimumBasicScenario-265646460 tempest-TestMinimumBasicScenario-265646460-project] 10.222.0.10 "GET /v2.0/ports?device_id=d204db4c-504d-414b-8a7c-6d549ae9d056 HTTP/1.1" status: 200 len: 944 time: 0.6474319 Apr 28 11:29:28.505111 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-fb657de1-5c66-4249-9427-baf61339aa7e req-20294542-5e51-453b-9ca8-fab1cf0b2e46 tempest-TestMinimumBasicScenario-265646460 tempest-TestMinimumBasicScenario-265646460-project] 10.222.0.10 "GET /v2.0/security-groups?id=2b0933c2-e5e4-4ed6-827e-375a5128c038&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752788 Apr 28 11:29:29.631106 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffcef597-04cc-4f15-b36a-1a1cb701d024 req-514f28b2-2680-4031-9909-70e14c668acc tempest-TestMinimumBasicScenario-265646460 tempest-TestMinimumBasicScenario-265646460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:29:29.632909 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-ffcef597-04cc-4f15-b36a-1a1cb701d024 req-514f28b2-2680-4031-9909-70e14c668acc tempest-TestMinimumBasicScenario-265646460 tempest-TestMinimumBasicScenario-265646460-project] 10.222.0.10 "GET /v2.0/ports?device_id=d204db4c-504d-414b-8a7c-6d549ae9d056 HTTP/1.1" status: 200 len: 944 time: 0.0495594 Apr 28 11:29:29.714327 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-ffcef597-04cc-4f15-b36a-1a1cb701d024 req-992d4cea-36e0-45c6-b48c-2717e885b8b8 tempest-TestMinimumBasicScenario-265646460 tempest-TestMinimumBasicScenario-265646460-project] 10.222.0.10 "GET /v2.0/security-groups?id=2b0933c2-e5e4-4ed6-827e-375a5128c038&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701342 Apr 28 11:29:30.842591 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29300313-cf80-42b3-91a8-fab70f64cf31 req-4004d0c1-04bc-4570-80ab-317f4c2dabfc tempest-TestMinimumBasicScenario-265646460 tempest-TestMinimumBasicScenario-265646460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:29:30.844317 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-29300313-cf80-42b3-91a8-fab70f64cf31 req-4004d0c1-04bc-4570-80ab-317f4c2dabfc tempest-TestMinimumBasicScenario-265646460 tempest-TestMinimumBasicScenario-265646460-project] 10.222.0.10 "GET /v2.0/ports?device_id=d204db4c-504d-414b-8a7c-6d549ae9d056 HTTP/1.1" status: 200 len: 944 time: 0.0633798 Apr 28 11:29:30.891559 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-29300313-cf80-42b3-91a8-fab70f64cf31 req-39bbf484-7425-460a-9040-1dcd0ce4c231 tempest-TestMinimumBasicScenario-265646460 tempest-TestMinimumBasicScenario-265646460-project] 10.222.0.10 "GET /v2.0/security-groups?id=2b0933c2-e5e4-4ed6-827e-375a5128c038&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417168 Apr 28 11:29:32.014911 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e25b78-0d3a-4c06-9f92-929d0a1961c3 req-3282ec6e-214c-4f73-8ba1-4a16b65cc8a3 tempest-TestMinimumBasicScenario-265646460 tempest-TestMinimumBasicScenario-265646460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:29:32.017438 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-03e25b78-0d3a-4c06-9f92-929d0a1961c3 req-3282ec6e-214c-4f73-8ba1-4a16b65cc8a3 tempest-TestMinimumBasicScenario-265646460 tempest-TestMinimumBasicScenario-265646460-project] 10.222.0.10 "GET /v2.0/ports?device_id=d204db4c-504d-414b-8a7c-6d549ae9d056 HTTP/1.1" status: 200 len: 944 time: 0.0540094 Apr 28 11:29:32.082239 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-03e25b78-0d3a-4c06-9f92-929d0a1961c3 req-ce39e146-1b94-4024-bed1-cf46f751e285 tempest-TestMinimumBasicScenario-265646460 tempest-TestMinimumBasicScenario-265646460-project] 10.222.0.10 "GET /v2.0/security-groups?id=2b0933c2-e5e4-4ed6-827e-375a5128c038&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528371 Apr 28 11:29:33.202509 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab80ca3-5e2e-428c-b1bc-e66922c866eb req-f757cee7-d414-4d1b-a891-4772204b17a6 tempest-TestMinimumBasicScenario-265646460 tempest-TestMinimumBasicScenario-265646460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:29:33.204101 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-aab80ca3-5e2e-428c-b1bc-e66922c866eb req-f757cee7-d414-4d1b-a891-4772204b17a6 tempest-TestMinimumBasicScenario-265646460 tempest-TestMinimumBasicScenario-265646460-project] 10.222.0.10 "GET /v2.0/ports?device_id=d204db4c-504d-414b-8a7c-6d549ae9d056 HTTP/1.1" status: 200 len: 944 time: 0.0518906 Apr 28 11:29:33.257286 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-aab80ca3-5e2e-428c-b1bc-e66922c866eb req-2bec30c6-a1b8-49ed-bf47-9eef797ce0c5 tempest-TestMinimumBasicScenario-265646460 tempest-TestMinimumBasicScenario-265646460-project] 10.222.0.10 "GET /v2.0/security-groups?id=2b0933c2-e5e4-4ed6-827e-375a5128c038&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472848 Apr 28 11:29:34.376191 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db296508-9186-4b77-b3b5-df1146939317 req-b4aa8d4c-7882-4f41-8973-61192164e184 tempest-TestMinimumBasicScenario-265646460 tempest-TestMinimumBasicScenario-265646460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:29:34.378338 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-db296508-9186-4b77-b3b5-df1146939317 req-b4aa8d4c-7882-4f41-8973-61192164e184 tempest-TestMinimumBasicScenario-265646460 tempest-TestMinimumBasicScenario-265646460-project] 10.222.0.10 "GET /v2.0/ports?device_id=d204db4c-504d-414b-8a7c-6d549ae9d056 HTTP/1.1" status: 200 len: 944 time: 0.0540385 Apr 28 11:29:34.406974 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7b94d0-366c-49ae-8e43-471615c347a4 req-d884150b-56d0-4e3a-838e-fafff3af54af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:29:34.408417 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-6b7b94d0-366c-49ae-8e43-471615c347a4 req-d884150b-56d0-4e3a-838e-fafff3af54af service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c1d3cd1d95e04c0aaa441daece4b8dd0&device_id=d204db4c-504d-414b-8a7c-6d549ae9d056 HTTP/1.1" status: 200 len: 1128 time: 0.0436559 Apr 28 11:29:34.431564 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-db296508-9186-4b77-b3b5-df1146939317 req-22275045-409e-4f17-9145-484628becf17 tempest-TestMinimumBasicScenario-265646460 tempest-TestMinimumBasicScenario-265646460-project] 10.222.0.10 "GET /v2.0/security-groups?id=2b0933c2-e5e4-4ed6-827e-375a5128c038&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468068 Apr 28 11:29:34.512298 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7b94d0-366c-49ae-8e43-471615c347a4 req-b59666b8-493b-4e84-9727-0e32bb6f547f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:29:34.513747 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-6b7b94d0-366c-49ae-8e43-471615c347a4 req-b59666b8-493b-4e84-9727-0e32bb6f547f service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=c1d3cd1d95e04c0aaa441daece4b8dd0&shared=False HTTP/1.1" status: 200 len: 913 time: 0.0956130 Apr 28 11:29:34.606884 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7b94d0-366c-49ae-8e43-471615c347a4 req-d7dad028-6926-47df-a736-ac9de5b53739 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:29:34.608358 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-6b7b94d0-366c-49ae-8e43-471615c347a4 req-d7dad028-6926-47df-a736-ac9de5b53739 service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0867603 Apr 28 11:29:34.686889 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc66f68-3994-40a4-a225-c047de58adc8 req-2ca63f18-f586-49ff-a550-3edd9d348213 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:29:34.688661 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-2fc66f68-3994-40a4-a225-c047de58adc8 req-2ca63f18-f586-49ff-a550-3edd9d348213 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c1d3cd1d95e04c0aaa441daece4b8dd0&device_id=d204db4c-504d-414b-8a7c-6d549ae9d056 HTTP/1.1" status: 200 len: 1128 time: 0.0444987 Apr 28 11:29:34.728416 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-2fc66f68-3994-40a4-a225-c047de58adc8 req-243e04d5-6cc4-43bb-baf1-0961cacd539b service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b03000ab-48fb-459a-b802-a5075431290b HTTP/1.1" status: 200 len: 217 time: 0.0331805 Apr 28 11:29:34.774283 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc66f68-3994-40a4-a225-c047de58adc8 req-cc51e450-d037-4cd7-a4fd-43eb7b6d4c0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:29:34.775736 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-2fc66f68-3994-40a4-a225-c047de58adc8 req-cc51e450-d037-4cd7-a4fd-43eb7b6d4c0b service neutron] 10.222.0.20 "GET /v2.0/subnets?id=bfc94ea5-3207-494f-889e-b4f0eee8f298 HTTP/1.1" status: 200 len: 852 time: 0.0417078 Apr 28 11:29:34.821813 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc66f68-3994-40a4-a225-c047de58adc8 req-e4c0f8a5-c364-47a8-afe7-5040c9b651a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:29:34.823292 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-2fc66f68-3994-40a4-a225-c047de58adc8 req-e4c0f8a5-c364-47a8-afe7-5040c9b651a3 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=9c91e8d4-885d-4dbc-9d6c-f81cf2f0ff89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0417323 Apr 28 11:29:34.910539 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-2fc66f68-3994-40a4-a225-c047de58adc8 req-c57b9a38-5fa9-4d2b-8f59-9d06f3c682e5 service neutron] 10.222.0.20 "GET /v2.0/networks/9c91e8d4-885d-4dbc-9d6c-f81cf2f0ff89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806723 Apr 28 11:29:35.000142 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-2fc66f68-3994-40a4-a225-c047de58adc8 req-49682a95-9722-40bf-8e3a-2b36a9c39f2f service neutron] 10.222.0.20 "GET /v2.0/networks/9c91e8d4-885d-4dbc-9d6c-f81cf2f0ff89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840273 Apr 28 11:29:35.543232 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09684138-7f6e-415c-a26e-200230412183 req-a197025c-70f3-4b6b-90b3-5f4be1123090 tempest-TestMinimumBasicScenario-265646460 tempest-TestMinimumBasicScenario-265646460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:29:35.544694 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-09684138-7f6e-415c-a26e-200230412183 req-a197025c-70f3-4b6b-90b3-5f4be1123090 tempest-TestMinimumBasicScenario-265646460 tempest-TestMinimumBasicScenario-265646460-project] 10.222.0.10 "GET /v2.0/ports?device_id=d204db4c-504d-414b-8a7c-6d549ae9d056 HTTP/1.1" status: 200 len: 944 time: 0.0465269 Apr 28 11:29:35.591078 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-09684138-7f6e-415c-a26e-200230412183 req-36ca74bf-a93b-44c4-b819-b7d347914da1 tempest-TestMinimumBasicScenario-265646460 tempest-TestMinimumBasicScenario-265646460-project] 10.222.0.10 "GET /v2.0/security-groups?id=2b0933c2-e5e4-4ed6-827e-375a5128c038&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409203 Apr 28 11:29:36.707142 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642b806f-9a8e-43bc-b50a-117f50827ae4 req-5c7def68-be13-44b2-a0b3-40fa81a92e0f tempest-TestMinimumBasicScenario-265646460 tempest-TestMinimumBasicScenario-265646460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:29:36.708505 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-642b806f-9a8e-43bc-b50a-117f50827ae4 req-5c7def68-be13-44b2-a0b3-40fa81a92e0f tempest-TestMinimumBasicScenario-265646460 tempest-TestMinimumBasicScenario-265646460-project] 10.222.0.10 "GET /v2.0/ports?device_id=d204db4c-504d-414b-8a7c-6d549ae9d056 HTTP/1.1" status: 200 len: 944 time: 0.0501535 Apr 28 11:29:36.753921 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-642b806f-9a8e-43bc-b50a-117f50827ae4 req-f86dd0aa-0dbe-471e-8126-60d55885774b tempest-TestMinimumBasicScenario-265646460 tempest-TestMinimumBasicScenario-265646460-project] 10.222.0.10 "GET /v2.0/security-groups?id=2b0933c2-e5e4-4ed6-827e-375a5128c038&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393627 Apr 28 11:29:37.024705 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-5912f581-9681-4e03-9f48-e7105f282848 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (75ba81b7-fe99-4281-90d2-a5adb445ecea), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:29:37.302551 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Device b03000ab-48fb-459a-b802-a5075431290b details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=116163) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 28 11:29:37.400012 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] For port b03000ab-48fb-459a-b802-a5075431290b, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=b03000ab-48fb-459a-b802-a5075431290b,segment=NetworkSegment(f20a6d94-713c-4d88-baa2-b5bcaae05e43),segment_id=f20a6d94-713c-4d88-baa2-b5bcaae05e43)] {{(pid=116163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 11:29:37.410961 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Returning: {'device': 'b03000ab-48fb-459a-b802-a5075431290b', 'network_id': '9c91e8d4-885d-4dbc-9d6c-f81cf2f0ff89', 'port_id': 'b03000ab-48fb-459a-b802-a5075431290b', 'mac_address': 'fa:16:3e:41:c0:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 85, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bfc94ea5-3207-494f-889e-b4f0eee8f298', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=116163) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 28 11:29:37.448526 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Current status of the port b03000ab-48fb-459a-b802-a5075431290b is: DOWN; New status is: BUILD {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:29:37.448913 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (b03000ab-48fb-459a-b802-a5075431290b), before_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:29:37.461390 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.notifiers.nova [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b03000ab-48fb-459a-b802-a5075431290b {{(pid=116163) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 11:29:37.480442 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] For port b03000ab-48fb-459a-b802-a5075431290b, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=b03000ab-48fb-459a-b802-a5075431290b,segment=NetworkSegment(f20a6d94-713c-4d88-baa2-b5bcaae05e43),segment_id=f20a6d94-713c-4d88-baa2-b5bcaae05e43)] {{(pid=116163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 11:29:37.550322 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393'] for port (b03000ab-48fb-459a-b802-a5075431290b), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:29:37.597292 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Pushing event updated for resources: {'Port': ['ID=b03000ab-48fb-459a-b802-a5075431290b,revision_number=4']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:29:37.751297 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] get_ports_and_sgs() called for port_ids ['b03000ab-48fb-459a-b802-a5075431290b'] {{(pid=116163) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 11:29:37.872677 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51607630-de7c-4e01-a376-b02d8561526a req-1f925a01-1d10-4aec-956b-34ae59ca7856 tempest-TestMinimumBasicScenario-265646460 tempest-TestMinimumBasicScenario-265646460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:29:37.874186 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-51607630-de7c-4e01-a376-b02d8561526a req-1f925a01-1d10-4aec-956b-34ae59ca7856 tempest-TestMinimumBasicScenario-265646460 tempest-TestMinimumBasicScenario-265646460-project] 10.222.0.10 "GET /v2.0/ports?device_id=d204db4c-504d-414b-8a7c-6d549ae9d056 HTTP/1.1" status: 200 len: 945 time: 0.0496891 Apr 28 11:29:37.923632 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-51607630-de7c-4e01-a376-b02d8561526a req-28fcd9b3-7c9f-4fd8-bf68-c98f5aa222fc tempest-TestMinimumBasicScenario-265646460 tempest-TestMinimumBasicScenario-265646460-project] 10.222.0.10 "GET /v2.0/security-groups?id=2b0933c2-e5e4-4ed6-827e-375a5128c038&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435629 Apr 28 11:29:39.034964 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4c3c2b-dd0e-4c3c-9874-89e4a016669d req-67bc9bd5-90b6-40ba-9f88-e1c87c3ccdba tempest-TestMinimumBasicScenario-265646460 tempest-TestMinimumBasicScenario-265646460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:29:39.036436 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-7e4c3c2b-dd0e-4c3c-9874-89e4a016669d req-67bc9bd5-90b6-40ba-9f88-e1c87c3ccdba tempest-TestMinimumBasicScenario-265646460 tempest-TestMinimumBasicScenario-265646460-project] 10.222.0.10 "GET /v2.0/ports?device_id=d204db4c-504d-414b-8a7c-6d549ae9d056 HTTP/1.1" status: 200 len: 945 time: 0.0472295 Apr 28 11:29:39.087588 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-7e4c3c2b-dd0e-4c3c-9874-89e4a016669d req-2013715b-7ea3-4c71-8885-53c4e76b86f4 tempest-TestMinimumBasicScenario-265646460 tempest-TestMinimumBasicScenario-265646460-project] 10.222.0.10 "GET /v2.0/security-groups?id=2b0933c2-e5e4-4ed6-827e-375a5128c038&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450408 Apr 28 11:29:39.318553 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Device b03000ab-48fb-459a-b802-a5075431290b up at agent hyperv_hv-neutron-mast {{(pid=116163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 11:29:39.361917 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Provisioning for port b03000ab-48fb-459a-b802-a5075431290b completed by entity L2. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 28 11:29:39.444373 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Provisioning complete for port b03000ab-48fb-459a-b802-a5075431290b triggered by entity L2. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:29:39.445313 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (b03000ab-48fb-459a-b802-a5075431290b), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:29:39.470275 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-1a938d1c-d362-4bc5-af77-a809159fd9fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (6b492ad6-0876-4d74-b20d-28143a52ceba), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:29:39.526269 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Current status of the port b03000ab-48fb-459a-b802-a5075431290b is: BUILD; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:29:39.526674 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (b03000ab-48fb-459a-b802-a5075431290b), before_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:29:39.549067 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd204db4c-504d-414b-8a7c-6d549ae9d056', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b03000ab-48fb-459a-b802-a5075431290b'}] {{(pid=116163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 11:29:39.551351 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f01aec4a4f83961b54a953becfce2676879fb1d4b91122543244f430a0b8460" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-107f247d-7a7f-4674-9c42-cba1b1af41a2" -d '{"events": [{"server_uuid": "d204db4c-504d-414b-8a7c-6d549ae9d056", "name": "network-vif-plugged", "status": "completed", "tag": "b03000ab-48fb-459a-b802-a5075431290b"}]}' {{(pid=116163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 11:29:39.563424 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] For port b03000ab-48fb-459a-b802-a5075431290b, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=b03000ab-48fb-459a-b802-a5075431290b,segment=NetworkSegment(f20a6d94-713c-4d88-baa2-b5bcaae05e43),segment_id=f20a6d94-713c-4d88-baa2-b5bcaae05e43)] {{(pid=116163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 11:29:39.589100 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 11:29:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5eaab41c-d521-4b5c-9a06-8b2105c96e3d x-openstack-request-id: req-5eaab41c-d521-4b5c-9a06-8b2105c96e3d {{(pid=116163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 11:29:39.589393 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d204db4c-504d-414b-8a7c-6d549ae9d056", "name": "network-vif-plugged", "status": "completed", "tag": "b03000ab-48fb-459a-b802-a5075431290b", "code": 200}]} {{(pid=116163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 11:29:39.589649 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-5eaab41c-d521-4b5c-9a06-8b2105c96e3d {{(pid=116163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 11:29:39.590050 dv-neutron-master-2-hyperv neutron-server[116163]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5eaab41c-d521-4b5c-9a06-8b2105c96e3d'] response: {'server_uuid': 'd204db4c-504d-414b-8a7c-6d549ae9d056', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b03000ab-48fb-459a-b802-a5075431290b', 'code': 200} Apr 28 11:29:39.627581 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393'] for port (b03000ab-48fb-459a-b802-a5075431290b), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:29:39.674898 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Pushing event updated for resources: {'Port': ['ID=b03000ab-48fb-459a-b802-a5075431290b,revision_number=5']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:29:39.876051 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fedb0d35-d088-4ee3-8e6b-3278cac6b956 req-9c9dd911-efa2-4692-9344-7d7b358964eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:29:39.877467 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-fedb0d35-d088-4ee3-8e6b-3278cac6b956 req-9c9dd911-efa2-4692-9344-7d7b358964eb service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=d204db4c-504d-414b-8a7c-6d549ae9d056 HTTP/1.1" status: 200 len: 1130 time: 0.0383925 Apr 28 11:29:39.920580 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-fedb0d35-d088-4ee3-8e6b-3278cac6b956 req-0331ba76-f00b-473f-91fb-8cc943da10db service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=2b0933c2-e5e4-4ed6-827e-375a5128c038&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374386 Apr 28 11:29:40.201996 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8065f2c3-08c0-438d-b829-701273e8b138 req-9410c66b-0a2f-43e9-9790-8ce03f9f6e37 tempest-TestMinimumBasicScenario-265646460 tempest-TestMinimumBasicScenario-265646460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:29:40.203543 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-8065f2c3-08c0-438d-b829-701273e8b138 req-9410c66b-0a2f-43e9-9790-8ce03f9f6e37 tempest-TestMinimumBasicScenario-265646460 tempest-TestMinimumBasicScenario-265646460-project] 10.222.0.10 "GET /v2.0/ports?device_id=d204db4c-504d-414b-8a7c-6d549ae9d056 HTTP/1.1" status: 200 len: 946 time: 0.0480962 Apr 28 11:29:40.249538 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-8065f2c3-08c0-438d-b829-701273e8b138 req-ab3ed1f4-c9ed-462c-a5f6-93f035a9de44 tempest-TestMinimumBasicScenario-265646460 tempest-TestMinimumBasicScenario-265646460-project] 10.222.0.10 "GET /v2.0/security-groups?id=2b0933c2-e5e4-4ed6-827e-375a5128c038&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404303 Apr 28 11:29:40.586923 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-ae94d540-e4c6-43be-adc9-b26fb6a2f62f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (cfc241ae-e4b7-443b-b80b-59fbbc2b69c9), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:29:41.364457 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c89516-d3fb-4785-92fe-6e2e6d30a436 req-ac56bb02-7aec-49cc-9ff9-4af9117cca47 tempest-TestMinimumBasicScenario-265646460 tempest-TestMinimumBasicScenario-265646460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:29:41.365866 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-22c89516-d3fb-4785-92fe-6e2e6d30a436 req-ac56bb02-7aec-49cc-9ff9-4af9117cca47 tempest-TestMinimumBasicScenario-265646460 tempest-TestMinimumBasicScenario-265646460-project] 10.222.0.10 "GET /v2.0/ports?device_id=d204db4c-504d-414b-8a7c-6d549ae9d056 HTTP/1.1" status: 200 len: 946 time: 0.0468369 Apr 28 11:29:41.412179 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-22c89516-d3fb-4785-92fe-6e2e6d30a436 req-4c57e561-4048-490e-b16c-7d300dec1447 tempest-TestMinimumBasicScenario-265646460 tempest-TestMinimumBasicScenario-265646460-project] 10.222.0.10 "GET /v2.0/security-groups?id=2b0933c2-e5e4-4ed6-827e-375a5128c038&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404136 Apr 28 11:29:41.525610 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d020e7ed-b40e-4015-94f8-16a8dc364b45 req-7d511a71-2d3e-4b4d-a597-24bccc7cad58 tempest-TestMinimumBasicScenario-265646460 tempest-TestMinimumBasicScenario-265646460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:29:41.527133 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-d020e7ed-b40e-4015-94f8-16a8dc364b45 req-7d511a71-2d3e-4b4d-a597-24bccc7cad58 tempest-TestMinimumBasicScenario-265646460 tempest-TestMinimumBasicScenario-265646460-project] 10.222.0.10 "GET /v2.0/ports?device_id=d204db4c-504d-414b-8a7c-6d549ae9d056 HTTP/1.1" status: 200 len: 946 time: 0.0496433 Apr 28 11:29:41.573764 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-d020e7ed-b40e-4015-94f8-16a8dc364b45 req-bf6a8eb9-ca7d-4993-b80a-2347adc30136 tempest-TestMinimumBasicScenario-265646460 tempest-TestMinimumBasicScenario-265646460-project] 10.222.0.10 "GET /v2.0/security-groups?id=2b0933c2-e5e4-4ed6-827e-375a5128c038&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411913 Apr 28 11:29:41.891853 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a914443-8553-456f-88d6-54d1ece4c542 req-c0e82120-89c8-45e2-96d4-18bead3fac06 tempest-TestMinimumBasicScenario-265646460 tempest-TestMinimumBasicScenario-265646460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:29:41.893326 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-5a914443-8553-456f-88d6-54d1ece4c542 req-c0e82120-89c8-45e2-96d4-18bead3fac06 tempest-TestMinimumBasicScenario-265646460 tempest-TestMinimumBasicScenario-265646460-project] 10.222.0.10 "GET /v2.0/ports?device_id=d204db4c-504d-414b-8a7c-6d549ae9d056 HTTP/1.1" status: 200 len: 946 time: 0.0457180 Apr 28 11:29:41.939552 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-5a914443-8553-456f-88d6-54d1ece4c542 req-e35b1a31-d6a5-465a-91f4-a7110a8bad78 tempest-TestMinimumBasicScenario-265646460 tempest-TestMinimumBasicScenario-265646460-project] 10.222.0.10 "GET /v2.0/security-groups?id=2b0933c2-e5e4-4ed6-827e-375a5128c038&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401866 Apr 28 11:29:42.150218 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-01ef1de1-12fd-4cef-b76b-793f91379468 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (39cc4f52-f5d9-4e2c-bbfa-7a1c528e1c40), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:29:43.381085 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (d5baab19-5dd1-4902-922b-84acb048ab9c), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:29:50.792571 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (6be95134-9a6c-4663-8b48-90d12ce90c60), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:29:51.176389 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.agents_db [None req-54b29a82-8a19-4507-95e3-3a2d011841ff None None] Agent healthcheck: found 6 active agents {{(pid=116164) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 28 11:29:53.647903 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-cc6dc97b-9610-4864-90c5-118b13d4e202 req-ff26073d-2b53-4fbf-98d2-7a0409a2cc97 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=d204db4c-504d-414b-8a7c-6d549ae9d056&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0414453 Apr 28 11:29:53.734211 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6dc97b-9610-4864-90c5-118b13d4e202 req-e44f2020-36d1-4eba-80c1-00511624ea14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:29:53.735727 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-cc6dc97b-9610-4864-90c5-118b13d4e202 req-e44f2020-36d1-4eba-80c1-00511624ea14 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c1d3cd1d95e04c0aaa441daece4b8dd0&device_id=d204db4c-504d-414b-8a7c-6d549ae9d056 HTTP/1.1" status: 200 len: 1130 time: 0.0427821 Apr 28 11:29:53.842619 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6dc97b-9610-4864-90c5-118b13d4e202 req-8e3f9849-b102-49d1-96c2-c16e97bd13bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:29:53.844181 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-cc6dc97b-9610-4864-90c5-118b13d4e202 req-8e3f9849-b102-49d1-96c2-c16e97bd13bd service neutron] 10.222.0.20 "GET /v2.0/networks?id=9c91e8d4-885d-4dbc-9d6c-f81cf2f0ff89 HTTP/1.1" status: 200 len: 913 time: 0.0879123 Apr 28 11:29:53.892824 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-cc6dc97b-9610-4864-90c5-118b13d4e202 req-854d1703-a3c2-4730-bbae-bff608f3ca2a service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b03000ab-48fb-459a-b802-a5075431290b HTTP/1.1" status: 200 len: 217 time: 0.0412459 Apr 28 11:29:53.941364 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6dc97b-9610-4864-90c5-118b13d4e202 req-0e77f546-d689-4dc5-b8d3-92b74c53804d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:29:53.942704 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-cc6dc97b-9610-4864-90c5-118b13d4e202 req-0e77f546-d689-4dc5-b8d3-92b74c53804d service neutron] 10.222.0.20 "GET /v2.0/subnets?id=bfc94ea5-3207-494f-889e-b4f0eee8f298 HTTP/1.1" status: 200 len: 852 time: 0.0437996 Apr 28 11:29:53.985101 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6dc97b-9610-4864-90c5-118b13d4e202 req-08b0b853-e6db-464c-867e-2dd96fb7e39c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:29:53.986613 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-cc6dc97b-9610-4864-90c5-118b13d4e202 req-08b0b853-e6db-464c-867e-2dd96fb7e39c service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=9c91e8d4-885d-4dbc-9d6c-f81cf2f0ff89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0383394 Apr 28 11:29:54.077097 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-cc6dc97b-9610-4864-90c5-118b13d4e202 req-74635a47-3481-4c95-86d4-b4db7846dbed service neutron] 10.222.0.20 "GET /v2.0/networks/9c91e8d4-885d-4dbc-9d6c-f81cf2f0ff89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845788 Apr 28 11:29:54.164249 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-cc6dc97b-9610-4864-90c5-118b13d4e202 req-397e385b-5680-4827-9149-bd61bb7d2e83 service neutron] 10.222.0.20 "GET /v2.0/networks/9c91e8d4-885d-4dbc-9d6c-f81cf2f0ff89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809288 Apr 28 11:30:02.627462 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04fcd4ce-b111-474c-9fc2-5be2945cbcbe req-fd491d7a-db53-4a51-ad31-0fb2e2ee3592 tempest-TestMinimumBasicScenario-265646460 tempest-TestMinimumBasicScenario-265646460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:30:02.629073 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-04fcd4ce-b111-474c-9fc2-5be2945cbcbe req-fd491d7a-db53-4a51-ad31-0fb2e2ee3592 tempest-TestMinimumBasicScenario-265646460 tempest-TestMinimumBasicScenario-265646460-project] 10.222.0.10 "GET /v2.0/ports?device_id=d204db4c-504d-414b-8a7c-6d549ae9d056 HTTP/1.1" status: 200 len: 946 time: 0.2086227 Apr 28 11:30:02.679905 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-04fcd4ce-b111-474c-9fc2-5be2945cbcbe req-7a2ffaa8-4a78-454d-9b86-e5317e0105f0 tempest-TestMinimumBasicScenario-265646460 tempest-TestMinimumBasicScenario-265646460-project] 10.222.0.10 "GET /v2.0/security-groups?id=2b0933c2-e5e4-4ed6-827e-375a5128c038&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425677 Apr 28 11:30:02.703858 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 60726) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:30:02.784091 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c45e6f91-263f-443a-8b72-e6b1aad0eb3a tempest-TestMinimumBasicScenario-1561605180 tempest-TestMinimumBasicScenario-1561605180-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:30:02.785673 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-c45e6f91-263f-443a-8b72-e6b1aad0eb3a tempest-TestMinimumBasicScenario-1561605180 tempest-TestMinimumBasicScenario-1561605180-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=d204db4c-504d-414b-8a7c-6d549ae9d056 HTTP/1.1" status: 200 len: 1125 time: 0.0807717 Apr 28 11:30:02.789730 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 60730) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:30:02.793993 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.v2.base [None req-040b33ad-0f0a-4621-968c-4b55dbd1c348 tempest-TestMinimumBasicScenario-265646460 tempest-TestMinimumBasicScenario-265646460-project] Request body: {'floatingip': {'floating_network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'port_id': 'b03000ab-48fb-459a-b802-a5075431290b', 'tenant_id': 'c1d3cd1d95e04c0aaa441daece4b8dd0', 'fixed_ip_address': '172.20.0.13'}} {{(pid=116161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:30:02.866159 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-040b33ad-0f0a-4621-968c-4b55dbd1c348 tempest-TestMinimumBasicScenario-265646460 tempest-TestMinimumBasicScenario-265646460-project] Publish callbacks [] for floatingip (None), before_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:30:02.946999 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-040b33ad-0f0a-4621-968c-4b55dbd1c348 tempest-TestMinimumBasicScenario-265646460 tempest-TestMinimumBasicScenario-265646460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (None), before_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:30:03.048322 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.db.db_base_plugin_common [None req-040b33ad-0f0a-4621-968c-4b55dbd1c348 tempest-TestMinimumBasicScenario-265646460 tempest-TestMinimumBasicScenario-265646460-project] Allocated IP 172.36.4.147 (7be49d94-bbb8-4a61-bafe-209c5f861e1c/c0f82f52-05ee-40f2-a57c-9d02e01fb9fa/e47177c0-9ba4-4b89-a928-b9cc31fcd920) {{(pid=116161) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 11:30:03.152228 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-040b33ad-0f0a-4621-968c-4b55dbd1c348 tempest-TestMinimumBasicScenario-265646460 tempest-TestMinimumBasicScenario-265646460-project] Publish callbacks [] for port (e47177c0-9ba4-4b89-a928-b9cc31fcd920), precommit_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:30:03.232582 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-040b33ad-0f0a-4621-968c-4b55dbd1c348 tempest-TestMinimumBasicScenario-265646460 tempest-TestMinimumBasicScenario-265646460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742234710357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5219112'] for port (e47177c0-9ba4-4b89-a928-b9cc31fcd920), after_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:30:03.273896 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-040b33ad-0f0a-4621-968c-4b55dbd1c348 tempest-TestMinimumBasicScenario-265646460 tempest-TestMinimumBasicScenario-265646460-project] Network 7be49d94-bbb8-4a61-bafe-209c5f861e1c is already hosted by enough agents. {{(pid=116161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 11:30:03.276927 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.scheduler.base_scheduler [None req-040b33ad-0f0a-4621-968c-4b55dbd1c348 tempest-TestMinimumBasicScenario-265646460 tempest-TestMinimumBasicScenario-265646460-project] Resources bound (agent type, host, resource id): {{(pid=116161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 11:30:03.282180 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-040b33ad-0f0a-4621-968c-4b55dbd1c348 tempest-TestMinimumBasicScenario-265646460 tempest-TestMinimumBasicScenario-265646460-project] Received port after_create {{(pid=116161) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 11:30:03.286065 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040b33ad-0f0a-4621-968c-4b55dbd1c348 tempest-TestMinimumBasicScenario-265646460 tempest-TestMinimumBasicScenario-265646460-project] Pushing event updated for resources: {'Port': ['ID=e47177c0-9ba4-4b89-a928-b9cc31fcd920,revision_number=1']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:30:03.310811 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-040b33ad-0f0a-4621-968c-4b55dbd1c348 tempest-TestMinimumBasicScenario-265646460 tempest-TestMinimumBasicScenario-265646460-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:30:03.311167 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-040b33ad-0f0a-4621-968c-4b55dbd1c348 tempest-TestMinimumBasicScenario-265646460 tempest-TestMinimumBasicScenario-265646460-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:30:03.311515 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-040b33ad-0f0a-4621-968c-4b55dbd1c348 tempest-TestMinimumBasicScenario-265646460 tempest-TestMinimumBasicScenario-265646460-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:30:03.311859 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-040b33ad-0f0a-4621-968c-4b55dbd1c348 tempest-TestMinimumBasicScenario-265646460 tempest-TestMinimumBasicScenario-265646460-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:30:03.312457 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-040b33ad-0f0a-4621-968c-4b55dbd1c348 tempest-TestMinimumBasicScenario-265646460 tempest-TestMinimumBasicScenario-265646460-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:30:03.312799 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-040b33ad-0f0a-4621-968c-4b55dbd1c348 tempest-TestMinimumBasicScenario-265646460 tempest-TestMinimumBasicScenario-265646460-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:30:03.313132 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-040b33ad-0f0a-4621-968c-4b55dbd1c348 tempest-TestMinimumBasicScenario-265646460 tempest-TestMinimumBasicScenario-265646460-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:30:03.313466 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-040b33ad-0f0a-4621-968c-4b55dbd1c348 tempest-TestMinimumBasicScenario-265646460 tempest-TestMinimumBasicScenario-265646460-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:30:03.313798 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-040b33ad-0f0a-4621-968c-4b55dbd1c348 tempest-TestMinimumBasicScenario-265646460 tempest-TestMinimumBasicScenario-265646460-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:30:03.314130 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-040b33ad-0f0a-4621-968c-4b55dbd1c348 tempest-TestMinimumBasicScenario-265646460 tempest-TestMinimumBasicScenario-265646460-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:30:03.314486 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-040b33ad-0f0a-4621-968c-4b55dbd1c348 tempest-TestMinimumBasicScenario-265646460 tempest-TestMinimumBasicScenario-265646460-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:30:03.314824 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-040b33ad-0f0a-4621-968c-4b55dbd1c348 tempest-TestMinimumBasicScenario-265646460 tempest-TestMinimumBasicScenario-265646460-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:30:03.315149 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-040b33ad-0f0a-4621-968c-4b55dbd1c348 tempest-TestMinimumBasicScenario-265646460 tempest-TestMinimumBasicScenario-265646460-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:30:03.315478 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-040b33ad-0f0a-4621-968c-4b55dbd1c348 tempest-TestMinimumBasicScenario-265646460 tempest-TestMinimumBasicScenario-265646460-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:30:03.315807 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-040b33ad-0f0a-4621-968c-4b55dbd1c348 tempest-TestMinimumBasicScenario-265646460 tempest-TestMinimumBasicScenario-265646460-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:30:03.688226 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-040b33ad-0f0a-4621-968c-4b55dbd1c348 tempest-TestMinimumBasicScenario-265646460 tempest-TestMinimumBasicScenario-265646460-project] Publish callbacks [] for floatingip (51c50966-db4c-4ba6-a2ac-5bac8a1ceb33), precommit_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:30:03.810471 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-040b33ad-0f0a-4621-968c-4b55dbd1c348 tempest-TestMinimumBasicScenario-265646460 tempest-TestMinimumBasicScenario-265646460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (e47177c0-9ba4-4b89-a928-b9cc31fcd920), before_update {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:30:03.974557 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-040b33ad-0f0a-4621-968c-4b55dbd1c348 tempest-TestMinimumBasicScenario-265646460 tempest-TestMinimumBasicScenario-265646460-project] Publish callbacks [] for port (e47177c0-9ba4-4b89-a928-b9cc31fcd920), precommit_update {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:30:04.089384 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-040b33ad-0f0a-4621-968c-4b55dbd1c348 tempest-TestMinimumBasicScenario-265646460 tempest-TestMinimumBasicScenario-265646460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5219123'] for port (e47177c0-9ba4-4b89-a928-b9cc31fcd920), after_update {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:30:04.160958 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040b33ad-0f0a-4621-968c-4b55dbd1c348 tempest-TestMinimumBasicScenario-265646460 tempest-TestMinimumBasicScenario-265646460-project] Pushing event updated for resources: {'Port': ['ID=e47177c0-9ba4-4b89-a928-b9cc31fcd920,revision_number=2']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:30:04.173146 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-040b33ad-0f0a-4621-968c-4b55dbd1c348 tempest-TestMinimumBasicScenario-265646460 tempest-TestMinimumBasicScenario-265646460-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2063164'] for floatingip (51c50966-db4c-4ba6-a2ac-5bac8a1ceb33), after_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:30:04.278599 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.db.l3_db [None req-040b33ad-0f0a-4621-968c-4b55dbd1c348 tempest-TestMinimumBasicScenario-265646460 tempest-TestMinimumBasicScenario-265646460-project] Floating IP 51c50966-db4c-4ba6-a2ac-5bac8a1ceb33 associated. External IP: 172.36.4.147, port: b03000ab-48fb-459a-b802-a5075431290b. Apr 28 11:30:04.494672 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-040b33ad-0f0a-4621-968c-4b55dbd1c348 tempest-TestMinimumBasicScenario-265646460 tempest-TestMinimumBasicScenario-265646460-project] Router 358124e1-8a85-4011-a2bb-525bef1ef55b has already been hosted by L3 agent 6b492ad6-0876-4d74-b20d-28143a52ceba {{(pid=116161) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 11:30:04.603711 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-040b33ad-0f0a-4621-968c-4b55dbd1c348 tempest-TestMinimumBasicScenario-265646460 tempest-TestMinimumBasicScenario-265646460-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=116161) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 11:30:04.613223 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-427dd94f-0e4e-4f11-9490-137437309ea5 None None] Sync routers for ids ['358124e1-8a85-4011-a2bb-525bef1ef55b'] in dv-neutron-master-2-hyperv {{(pid=116164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 11:30:04.623881 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-427dd94f-0e4e-4f11-9490-137437309ea5 None None] Routers {'358124e1-8a85-4011-a2bb-525bef1ef55b'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=116164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 11:30:04.624491 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_hamode_db [None req-427dd94f-0e4e-4f11-9490-137437309ea5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-28T10:50:39Z,description=,heartbeat_timestamp=2022-04-28T11:29:39Z,host='dv-neutron-master-2-hyperv',id=6b492ad6-0876-4d74-b20d-28143a52ceba,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T10:50:40Z,topic='l3_agent')) {'router_ids': ['358124e1-8a85-4011-a2bb-525bef1ef55b'], 'active': True} {{(pid=116164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:30:04.677534 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-040b33ad-0f0a-4621-968c-4b55dbd1c348 tempest-TestMinimumBasicScenario-265646460 tempest-TestMinimumBasicScenario-265646460-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198022'] for floatingip (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:30:04.709077 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-040b33ad-0f0a-4621-968c-4b55dbd1c348 tempest-TestMinimumBasicScenario-265646460 tempest-TestMinimumBasicScenario-265646460-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.9183242 Apr 28 11:30:04.709771 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd204db4c-504d-414b-8a7c-6d549ae9d056', 'tag': 'b03000ab-48fb-459a-b802-a5075431290b'}] {{(pid=116161) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 11:30:04.711989 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 60732) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:30:04.712429 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e748734031c26dffb00ab563e48cb7690d820419218221ecd4f9c2a21276ff88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9baa2bbb-96b6-4337-abb8-5c69bdd09171" -d '{"events": [{"name": "network-changed", "server_uuid": "d204db4c-504d-414b-8a7c-6d549ae9d056", "tag": "b03000ab-48fb-459a-b802-a5075431290b"}]}' {{(pid=116161) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 11:30:04.717561 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.v2.base [None req-a2a66b5e-4baa-4c93-81a3-29b2e6f2be06 tempest-TestMinimumBasicScenario-265646460 tempest-TestMinimumBasicScenario-265646460-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1744960849', 'description': 'tempest-secgroup-smoke-1744960849 description', 'project_id': 'c1d3cd1d95e04c0aaa441daece4b8dd0'}} {{(pid=116162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:30:04.734999 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_dvr_db [None req-427dd94f-0e4e-4f11-9490-137437309ea5 None None] Set router 358124e1-8a85-4011-a2bb-525bef1ef55b gateway port host: dv-neutron-master-2-hyperv {{(pid=116164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 11:30:04.800154 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-a2a66b5e-4baa-4c93-81a3-29b2e6f2be06 tempest-TestMinimumBasicScenario-265646460 tempest-TestMinimumBasicScenario-265646460-project] Publish callbacks [] for security_group (None), before_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:30:04.814900 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 11:30:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bec1ac32-c72b-4f76-8ed6-54dedbf2dd68 x-openstack-request-id: req-bec1ac32-c72b-4f76-8ed6-54dedbf2dd68 {{(pid=116161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 11:30:04.815264 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d204db4c-504d-414b-8a7c-6d549ae9d056", "tag": "b03000ab-48fb-459a-b802-a5075431290b", "status": "completed", "code": 200}]} {{(pid=116161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 11:30:04.815617 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-bec1ac32-c72b-4f76-8ed6-54dedbf2dd68 {{(pid=116161) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 11:30:04.816036 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bec1ac32-c72b-4f76-8ed6-54dedbf2dd68'] response: {'name': 'network-changed', 'server_uuid': 'd204db4c-504d-414b-8a7c-6d549ae9d056', 'tag': 'b03000ab-48fb-459a-b802-a5075431290b', 'status': 'completed', 'code': 200} Apr 28 11:30:04.886907 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9baa2bbb-96b6-4337-abb8-5c69bdd09171 req-0cc460e6-50d6-4ea1-972b-dbea2719868a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:30:04.888398 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-9baa2bbb-96b6-4337-abb8-5c69bdd09171 req-0cc460e6-50d6-4ea1-972b-dbea2719868a service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c1d3cd1d95e04c0aaa441daece4b8dd0&device_id=d204db4c-504d-414b-8a7c-6d549ae9d056 HTTP/1.1" status: 200 len: 1130 time: 0.0506761 Apr 28 11:30:04.923775 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-a2a66b5e-4baa-4c93-81a3-29b2e6f2be06 tempest-TestMinimumBasicScenario-265646460 tempest-TestMinimumBasicScenario-265646460-project] Publish callbacks [] for security_group (b9fd1691-1125-4712-af06-9a4059194983), precommit_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:30:04.961859 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_hamode_db [None req-427dd94f-0e4e-4f11-9490-137437309ea5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '358124e1-8a85-4011-a2bb-525bef1ef55b', 'name': 'tempest-TestMinimumBasicScenario-49479825-router', 'tenant_id': 'c1d3cd1d95e04c0aaa441daece4b8dd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'external_fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.24'}], 'enable_snat': True}, 'gw_port_id': '89f290bc-3af1-4b5d-9aeb-115cc74d41c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T11:29:00Z', 'updated_at': '2022-04-28T11:29:04Z', 'revision_number': 4, 'project_id': 'c1d3cd1d95e04c0aaa441daece4b8dd0', 'gw_port': {'id': '89f290bc-3af1-4b5d-9aeb-115cc74d41c4', 'name': '', 'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:24:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '358124e1-8a85-4011-a2bb-525bef1ef55b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1678, 'fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:29:01Z', 'updated_at': '2022-04-28T11:29:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '51c50966-db4c-4ba6-a2ac-5bac8a1ceb33', 'tenant_id': 'c1d3cd1d95e04c0aaa441daece4b8dd0', 'floating_ip_address': '172.36.4.147', 'floating_network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'router_id': '358124e1-8a85-4011-a2bb-525bef1ef55b', 'port_id': 'b03000ab-48fb-459a-b802-a5075431290b', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1694, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9c91e8d4-885d-4dbc-9d6c-f81cf2f0ff89', 'mac_address': 'fa:16:3e:41:c0:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd204db4c-504d-414b-8a7c-6d549ae9d056', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T11:30:03Z', 'updated_at': '2022-04-28T11:30:03Z', 'revision_number': 0, 'project_id': 'c1d3cd1d95e04c0aaa441daece4b8dd0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '582314c7-5160-4e44-a456-ace79c756dfe', 'name': '', 'network_id': '9c91e8d4-885d-4dbc-9d6c-f81cf2f0ff89', 'tenant_id': 'c1d3cd1d95e04c0aaa441daece4b8dd0', 'mac_address': 'fa:16:3e:7e:d1:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '358124e1-8a85-4011-a2bb-525bef1ef55b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1679, 'fixed_ips': [{'subnet_id': 'bfc94ea5-3207-494f-889e-b4f0eee8f298', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:29:03Z', 'updated_at': '2022-04-28T11:29:07Z', 'revision_number': 5, 'project_id': 'c1d3cd1d95e04c0aaa441daece4b8dd0', 'subnets': [{'id': 'bfc94ea5-3207-494f-889e-b4f0eee8f298', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=116164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:30:04.976493 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-a2a66b5e-4baa-4c93-81a3-29b2e6f2be06 tempest-TestMinimumBasicScenario-265646460 tempest-TestMinimumBasicScenario-265646460-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924426'] for security_group (b9fd1691-1125-4712-af06-9a4059194983), after_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:30:04.992890 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-427dd94f-0e4e-4f11-9490-137437309ea5 None None] Checking router: 358124e1-8a85-4011-a2bb-525bef1ef55b for host: dv-neutron-master-2-hyperv {{(pid=116164) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 11:30:05.001613 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-427dd94f-0e4e-4f11-9490-137437309ea5 None None] Routers {'358124e1-8a85-4011-a2bb-525bef1ef55b'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=116164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 11:30:05.002234 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_hamode_db [None req-427dd94f-0e4e-4f11-9490-137437309ea5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-28T10:50:39Z,description=,heartbeat_timestamp=2022-04-28T11:29:39Z,host='dv-neutron-master-2-hyperv',id=6b492ad6-0876-4d74-b20d-28143a52ceba,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T10:50:40Z,topic='l3_agent')) {'router_ids': ['358124e1-8a85-4011-a2bb-525bef1ef55b'], 'active': True} {{(pid=116164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:30:05.016644 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9baa2bbb-96b6-4337-abb8-5c69bdd09171 req-3e82cb4b-79e5-4647-b4e1-652a62713111 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:30:05.018123 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-9baa2bbb-96b6-4337-abb8-5c69bdd09171 req-3e82cb4b-79e5-4647-b4e1-652a62713111 service neutron] 10.222.0.20 "GET /v2.0/networks?id=9c91e8d4-885d-4dbc-9d6c-f81cf2f0ff89 HTTP/1.1" status: 200 len: 913 time: 0.1205049 Apr 28 11:30:05.022062 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a66b5e-4baa-4c93-81a3-29b2e6f2be06 tempest-TestMinimumBasicScenario-265646460 tempest-TestMinimumBasicScenario-265646460-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b9fd1691-1125-4712-af06-9a4059194983,revision_number=1']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:30:05.062973 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2a66b5e-4baa-4c93-81a3-29b2e6f2be06 tempest-TestMinimumBasicScenario-265646460 tempest-TestMinimumBasicScenario-265646460-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:30:05.063324 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2a66b5e-4baa-4c93-81a3-29b2e6f2be06 tempest-TestMinimumBasicScenario-265646460 tempest-TestMinimumBasicScenario-265646460-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:30:05.063662 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2a66b5e-4baa-4c93-81a3-29b2e6f2be06 tempest-TestMinimumBasicScenario-265646460 tempest-TestMinimumBasicScenario-265646460-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:30:05.063999 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2a66b5e-4baa-4c93-81a3-29b2e6f2be06 tempest-TestMinimumBasicScenario-265646460 tempest-TestMinimumBasicScenario-265646460-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:30:05.064335 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2a66b5e-4baa-4c93-81a3-29b2e6f2be06 tempest-TestMinimumBasicScenario-265646460 tempest-TestMinimumBasicScenario-265646460-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:30:05.064667 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2a66b5e-4baa-4c93-81a3-29b2e6f2be06 tempest-TestMinimumBasicScenario-265646460 tempest-TestMinimumBasicScenario-265646460-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:30:05.064998 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2a66b5e-4baa-4c93-81a3-29b2e6f2be06 tempest-TestMinimumBasicScenario-265646460 tempest-TestMinimumBasicScenario-265646460-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:30:05.065324 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2a66b5e-4baa-4c93-81a3-29b2e6f2be06 tempest-TestMinimumBasicScenario-265646460 tempest-TestMinimumBasicScenario-265646460-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:30:05.065652 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2a66b5e-4baa-4c93-81a3-29b2e6f2be06 tempest-TestMinimumBasicScenario-265646460 tempest-TestMinimumBasicScenario-265646460-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:30:05.065978 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2a66b5e-4baa-4c93-81a3-29b2e6f2be06 tempest-TestMinimumBasicScenario-265646460 tempest-TestMinimumBasicScenario-265646460-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:30:05.066304 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2a66b5e-4baa-4c93-81a3-29b2e6f2be06 tempest-TestMinimumBasicScenario-265646460 tempest-TestMinimumBasicScenario-265646460-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:30:05.066656 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2a66b5e-4baa-4c93-81a3-29b2e6f2be06 tempest-TestMinimumBasicScenario-265646460 tempest-TestMinimumBasicScenario-265646460-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:30:05.066980 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2a66b5e-4baa-4c93-81a3-29b2e6f2be06 tempest-TestMinimumBasicScenario-265646460 tempest-TestMinimumBasicScenario-265646460-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:30:05.067307 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2a66b5e-4baa-4c93-81a3-29b2e6f2be06 tempest-TestMinimumBasicScenario-265646460 tempest-TestMinimumBasicScenario-265646460-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:30:05.067629 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2a66b5e-4baa-4c93-81a3-29b2e6f2be06 tempest-TestMinimumBasicScenario-265646460 tempest-TestMinimumBasicScenario-265646460-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:30:05.085771 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-a2a66b5e-4baa-4c93-81a3-29b2e6f2be06 tempest-TestMinimumBasicScenario-265646460 tempest-TestMinimumBasicScenario-265646460-project] Publish callbacks [] for security_group (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:30:05.089744 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-a2a66b5e-4baa-4c93-81a3-29b2e6f2be06 tempest-TestMinimumBasicScenario-265646460 tempest-TestMinimumBasicScenario-265646460-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.3729579 Apr 28 11:30:05.090180 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 60738) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:30:05.095554 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.v2.base [None req-7b18c8a0-3cd4-43a4-a71c-2e7905a8867f tempest-TestMinimumBasicScenario-265646460 tempest-TestMinimumBasicScenario-265646460-project] Request body: {'security_group_rule': {'security_group_id': 'b9fd1691-1125-4712-af06-9a4059194983', 'project_id': 'c1d3cd1d95e04c0aaa441daece4b8dd0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=116161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:30:05.108350 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-9baa2bbb-96b6-4337-abb8-5c69bdd09171 req-3496653f-c576-40f4-a17d-3b7349322919 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b03000ab-48fb-459a-b802-a5075431290b HTTP/1.1" status: 200 len: 1000 time: 0.0835409 Apr 28 11:30:05.114040 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_dvr_db [None req-427dd94f-0e4e-4f11-9490-137437309ea5 None None] Set router 358124e1-8a85-4011-a2bb-525bef1ef55b gateway port host: dv-neutron-master-2-hyperv {{(pid=116164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 11:30:05.160177 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9baa2bbb-96b6-4337-abb8-5c69bdd09171 req-684112b4-a867-4d3a-9ad4-483ae7bfbacc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:30:05.161610 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-9baa2bbb-96b6-4337-abb8-5c69bdd09171 req-684112b4-a867-4d3a-9ad4-483ae7bfbacc service neutron] 10.222.0.20 "GET /v2.0/subnets?id=bfc94ea5-3207-494f-889e-b4f0eee8f298 HTTP/1.1" status: 200 len: 852 time: 0.0470071 Apr 28 11:30:05.182440 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-7b18c8a0-3cd4-43a4-a71c-2e7905a8867f tempest-TestMinimumBasicScenario-265646460 tempest-TestMinimumBasicScenario-265646460-project] Publish callbacks [] for security_group_rule (a016d4e9-6ba5-47cd-b65a-698e03d1ab1b), before_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:30:05.212845 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9baa2bbb-96b6-4337-abb8-5c69bdd09171 req-386072dc-5532-4016-8339-1d93d8cfc5fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:30:05.214464 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-9baa2bbb-96b6-4337-abb8-5c69bdd09171 req-386072dc-5532-4016-8339-1d93d8cfc5fa service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=9c91e8d4-885d-4dbc-9d6c-f81cf2f0ff89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0468874 Apr 28 11:30:05.224681 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [req-9baa2bbb-96b6-4337-abb8-5c69bdd09171 req-8728ca00-bcb9-4899-89d8-545bd94e021b service neutron] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=116162) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 28 11:30:05.227077 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-9baa2bbb-96b6-4337-abb8-5c69bdd09171 req-8728ca00-bcb9-4899-89d8-545bd94e021b service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0070260 Apr 28 11:30:05.244243 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-7b18c8a0-3cd4-43a4-a71c-2e7905a8867f tempest-TestMinimumBasicScenario-265646460 tempest-TestMinimumBasicScenario-265646460-project] Publish callbacks [] for security_group_rule (a016d4e9-6ba5-47cd-b65a-698e03d1ab1b), precommit_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:30:05.315478 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-7b18c8a0-3cd4-43a4-a71c-2e7905a8867f tempest-TestMinimumBasicScenario-265646460 tempest-TestMinimumBasicScenario-265646460-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1912725'] for security_group_rule (a016d4e9-6ba5-47cd-b65a-698e03d1ab1b), after_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:30:05.316995 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-9baa2bbb-96b6-4337-abb8-5c69bdd09171 req-142f6c9f-3dce-40a0-a6fe-29352053efa7 service neutron] 10.222.0.20 "GET /v2.0/networks/9c91e8d4-885d-4dbc-9d6c-f81cf2f0ff89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836070 Apr 28 11:30:05.335705 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b18c8a0-3cd4-43a4-a71c-2e7905a8867f tempest-TestMinimumBasicScenario-265646460 tempest-TestMinimumBasicScenario-265646460-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a016d4e9-6ba5-47cd-b65a-698e03d1ab1b,revision_number=0']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:30:05.403615 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-7b18c8a0-3cd4-43a4-a71c-2e7905a8867f tempest-TestMinimumBasicScenario-265646460 tempest-TestMinimumBasicScenario-265646460-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:30:05.405397 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-7b18c8a0-3cd4-43a4-a71c-2e7905a8867f tempest-TestMinimumBasicScenario-265646460 tempest-TestMinimumBasicScenario-265646460-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3139305 Apr 28 11:30:05.408112 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 60740) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:30:05.414101 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.v2.base [None req-fd2fefed-3c69-440e-b184-03e9275a17b7 tempest-TestMinimumBasicScenario-265646460 tempest-TestMinimumBasicScenario-265646460-project] Request body: {'security_group_rule': {'security_group_id': 'b9fd1691-1125-4712-af06-9a4059194983', 'project_id': 'c1d3cd1d95e04c0aaa441daece4b8dd0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=116162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:30:05.423489 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_hamode_db [None req-427dd94f-0e4e-4f11-9490-137437309ea5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '358124e1-8a85-4011-a2bb-525bef1ef55b', 'name': 'tempest-TestMinimumBasicScenario-49479825-router', 'tenant_id': 'c1d3cd1d95e04c0aaa441daece4b8dd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'external_fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.24'}], 'enable_snat': True}, 'gw_port_id': '89f290bc-3af1-4b5d-9aeb-115cc74d41c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T11:29:00Z', 'updated_at': '2022-04-28T11:29:04Z', 'revision_number': 4, 'project_id': 'c1d3cd1d95e04c0aaa441daece4b8dd0', 'gw_port': {'id': '89f290bc-3af1-4b5d-9aeb-115cc74d41c4', 'name': '', 'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:24:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '358124e1-8a85-4011-a2bb-525bef1ef55b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1678, 'fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:29:01Z', 'updated_at': '2022-04-28T11:29:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '51c50966-db4c-4ba6-a2ac-5bac8a1ceb33', 'tenant_id': 'c1d3cd1d95e04c0aaa441daece4b8dd0', 'floating_ip_address': '172.36.4.147', 'floating_network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'router_id': '358124e1-8a85-4011-a2bb-525bef1ef55b', 'port_id': 'b03000ab-48fb-459a-b802-a5075431290b', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1694, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9c91e8d4-885d-4dbc-9d6c-f81cf2f0ff89', 'mac_address': 'fa:16:3e:41:c0:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd204db4c-504d-414b-8a7c-6d549ae9d056', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T11:30:03Z', 'updated_at': '2022-04-28T11:30:03Z', 'revision_number': 0, 'project_id': 'c1d3cd1d95e04c0aaa441daece4b8dd0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '582314c7-5160-4e44-a456-ace79c756dfe', 'name': '', 'network_id': '9c91e8d4-885d-4dbc-9d6c-f81cf2f0ff89', 'tenant_id': 'c1d3cd1d95e04c0aaa441daece4b8dd0', 'mac_address': 'fa:16:3e:7e:d1:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '358124e1-8a85-4011-a2bb-525bef1ef55b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1679, 'fixed_ips': [{'subnet_id': 'bfc94ea5-3207-494f-889e-b4f0eee8f298', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:29:03Z', 'updated_at': '2022-04-28T11:29:07Z', 'revision_number': 5, 'project_id': 'c1d3cd1d95e04c0aaa441daece4b8dd0', 'subnets': [{'id': 'bfc94ea5-3207-494f-889e-b4f0eee8f298', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=116164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:30:05.425293 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-9baa2bbb-96b6-4337-abb8-5c69bdd09171 req-0d077c04-d8a8-4dfc-adec-df921d463b6f service neutron] 10.222.0.20 "GET /v2.0/networks/9c91e8d4-885d-4dbc-9d6c-f81cf2f0ff89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1029518 Apr 28 11:30:05.453320 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-427dd94f-0e4e-4f11-9490-137437309ea5 None None] The sync data for ids ['358124e1-8a85-4011-a2bb-525bef1ef55b'] in dv-neutron-master-2-hyperv is: [{'id': '358124e1-8a85-4011-a2bb-525bef1ef55b', 'name': 'tempest-TestMinimumBasicScenario-49479825-router', 'tenant_id': 'c1d3cd1d95e04c0aaa441daece4b8dd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'external_fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.24'}], 'enable_snat': True}, 'gw_port_id': '89f290bc-3af1-4b5d-9aeb-115cc74d41c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T11:29:00Z', 'updated_at': '2022-04-28T11:29:04Z', 'revision_number': 4, 'project_id': 'c1d3cd1d95e04c0aaa441daece4b8dd0', 'gw_port': {'id': '89f290bc-3af1-4b5d-9aeb-115cc74d41c4', 'name': '', 'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:24:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '358124e1-8a85-4011-a2bb-525bef1ef55b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1678, 'fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:29:01Z', 'updated_at': '2022-04-28T11:29:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '51c50966-db4c-4ba6-a2ac-5bac8a1ceb33', 'tenant_id': 'c1d3cd1d95e04c0aaa441daece4b8dd0', 'floating_ip_address': '172.36.4.147', 'floating_network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'router_id': '358124e1-8a85-4011-a2bb-525bef1ef55b', 'port_id': 'b03000ab-48fb-459a-b802-a5075431290b', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1694, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9c91e8d4-885d-4dbc-9d6c-f81cf2f0ff89', 'mac_address': 'fa:16:3e:41:c0:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd204db4c-504d-414b-8a7c-6d549ae9d056', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T11:30:03Z', 'updated_at': '2022-04-28T11:30:03Z', 'revision_number': 0, 'project_id': 'c1d3cd1d95e04c0aaa441daece4b8dd0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '582314c7-5160-4e44-a456-ace79c756dfe', 'name': '', 'network_id': '9c91e8d4-885d-4dbc-9d6c-f81cf2f0ff89', 'tenant_id': 'c1d3cd1d95e04c0aaa441daece4b8dd0', 'mac_address': 'fa:16:3e:7e:d1:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '358124e1-8a85-4011-a2bb-525bef1ef55b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1679, 'fixed_ips': [{'subnet_id': 'bfc94ea5-3207-494f-889e-b4f0eee8f298', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:29:03Z', 'updated_at': '2022-04-28T11:29:07Z', 'revision_number': 5, 'project_id': 'c1d3cd1d95e04c0aaa441daece4b8dd0', 'subnets': [{'id': 'bfc94ea5-3207-494f-889e-b4f0eee8f298', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=116164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 11:30:05.521355 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-fd2fefed-3c69-440e-b184-03e9275a17b7 tempest-TestMinimumBasicScenario-265646460 tempest-TestMinimumBasicScenario-265646460-project] Publish callbacks [] for security_group_rule (a77d2af9-5090-43d7-abab-9b15329e3a77), before_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:30:05.578298 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-fd2fefed-3c69-440e-b184-03e9275a17b7 tempest-TestMinimumBasicScenario-265646460 tempest-TestMinimumBasicScenario-265646460-project] Publish callbacks [] for security_group_rule (a77d2af9-5090-43d7-abab-9b15329e3a77), precommit_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:30:05.642160 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-485a2a3e-e1c7-4826-94d3-cd822aba6ee8 None None] New status for floating IP 51c50966-db4c-4ba6-a2ac-5bac8a1ceb33: ACTIVE {{(pid=116163) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 28 11:30:05.655097 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-fd2fefed-3c69-440e-b184-03e9275a17b7 tempest-TestMinimumBasicScenario-265646460 tempest-TestMinimumBasicScenario-265646460-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1912725'] for security_group_rule (a77d2af9-5090-43d7-abab-9b15329e3a77), after_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:30:05.674559 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2fefed-3c69-440e-b184-03e9275a17b7 tempest-TestMinimumBasicScenario-265646460 tempest-TestMinimumBasicScenario-265646460-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a77d2af9-5090-43d7-abab-9b15329e3a77,revision_number=0']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:30:05.743677 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-fd2fefed-3c69-440e-b184-03e9275a17b7 tempest-TestMinimumBasicScenario-265646460 tempest-TestMinimumBasicScenario-265646460-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:30:05.744910 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-fd2fefed-3c69-440e-b184-03e9275a17b7 tempest-TestMinimumBasicScenario-265646460 tempest-TestMinimumBasicScenario-265646460-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3358324 Apr 28 11:30:05.747650 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 60742) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:30:05.752013 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.v2.base [None req-c47efbd1-e8d3-419e-9515-14b200ca8f63 tempest-TestMinimumBasicScenario-265646460 tempest-TestMinimumBasicScenario-265646460-project] Request body: {'security_group_rule': {'security_group_id': 'b9fd1691-1125-4712-af06-9a4059194983', 'project_id': 'c1d3cd1d95e04c0aaa441daece4b8dd0', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=116162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:30:05.825974 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-c47efbd1-e8d3-419e-9515-14b200ca8f63 tempest-TestMinimumBasicScenario-265646460 tempest-TestMinimumBasicScenario-265646460-project] Publish callbacks [] for security_group_rule (b4446574-cc0f-4936-bfd6-8b6fa4277064), before_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:30:05.886379 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-c47efbd1-e8d3-419e-9515-14b200ca8f63 tempest-TestMinimumBasicScenario-265646460 tempest-TestMinimumBasicScenario-265646460-project] Publish callbacks [] for security_group_rule (b4446574-cc0f-4936-bfd6-8b6fa4277064), precommit_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:30:05.934548 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-c47efbd1-e8d3-419e-9515-14b200ca8f63 tempest-TestMinimumBasicScenario-265646460 tempest-TestMinimumBasicScenario-265646460-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1912725'] for security_group_rule (b4446574-cc0f-4936-bfd6-8b6fa4277064), after_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:30:05.956038 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47efbd1-e8d3-419e-9515-14b200ca8f63 tempest-TestMinimumBasicScenario-265646460 tempest-TestMinimumBasicScenario-265646460-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b4446574-cc0f-4936-bfd6-8b6fa4277064,revision_number=0']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:30:06.054318 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-c47efbd1-e8d3-419e-9515-14b200ca8f63 tempest-TestMinimumBasicScenario-265646460 tempest-TestMinimumBasicScenario-265646460-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:30:06.055564 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-c47efbd1-e8d3-419e-9515-14b200ca8f63 tempest-TestMinimumBasicScenario-265646460 tempest-TestMinimumBasicScenario-265646460-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3069770 Apr 28 11:30:06.058232 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 60744) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:30:06.062726 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.v2.base [None req-25c5de9d-b936-4edd-8f26-f26a70a876fb tempest-TestMinimumBasicScenario-265646460 tempest-TestMinimumBasicScenario-265646460-project] Request body: {'security_group_rule': {'security_group_id': 'b9fd1691-1125-4712-af06-9a4059194983', 'project_id': 'c1d3cd1d95e04c0aaa441daece4b8dd0', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=116162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:30:06.143382 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-25c5de9d-b936-4edd-8f26-f26a70a876fb tempest-TestMinimumBasicScenario-265646460 tempest-TestMinimumBasicScenario-265646460-project] Publish callbacks [] for security_group_rule (c6455e97-1fa1-42e5-b301-1c6f2b0dd8b6), before_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:30:06.199587 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-25c5de9d-b936-4edd-8f26-f26a70a876fb tempest-TestMinimumBasicScenario-265646460 tempest-TestMinimumBasicScenario-265646460-project] Publish callbacks [] for security_group_rule (c6455e97-1fa1-42e5-b301-1c6f2b0dd8b6), precommit_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:30:06.275089 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-25c5de9d-b936-4edd-8f26-f26a70a876fb tempest-TestMinimumBasicScenario-265646460 tempest-TestMinimumBasicScenario-265646460-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1912725'] for security_group_rule (c6455e97-1fa1-42e5-b301-1c6f2b0dd8b6), after_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:30:06.294191 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c5de9d-b936-4edd-8f26-f26a70a876fb tempest-TestMinimumBasicScenario-265646460 tempest-TestMinimumBasicScenario-265646460-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c6455e97-1fa1-42e5-b301-1c6f2b0dd8b6,revision_number=0']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:30:06.354279 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-25c5de9d-b936-4edd-8f26-f26a70a876fb tempest-TestMinimumBasicScenario-265646460 tempest-TestMinimumBasicScenario-265646460-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:30:06.355508 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-25c5de9d-b936-4edd-8f26-f26a70a876fb tempest-TestMinimumBasicScenario-265646460 tempest-TestMinimumBasicScenario-265646460-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2963276 Apr 28 11:30:06.358133 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 60746) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:30:06.362358 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.v2.base [None req-d4f52599-20e4-48a7-9472-af17cc08a7d4 tempest-TestMinimumBasicScenario-265646460 tempest-TestMinimumBasicScenario-265646460-project] Request body: {'security_group_rule': {'security_group_id': 'b9fd1691-1125-4712-af06-9a4059194983', 'project_id': 'c1d3cd1d95e04c0aaa441daece4b8dd0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=116162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:30:06.434978 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.db.securitygroups_db [None req-d4f52599-20e4-48a7-9472-af17cc08a7d4 tempest-TestMinimumBasicScenario-265646460 tempest-TestMinimumBasicScenario-265646460-project] Project c1d3cd1d95e04c0aaa441daece4b8dd0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 28 11:30:06.440851 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-d4f52599-20e4-48a7-9472-af17cc08a7d4 tempest-TestMinimumBasicScenario-265646460 tempest-TestMinimumBasicScenario-265646460-project] Publish callbacks [] for security_group_rule (90b9465b-3951-4f08-9676-52cd7472292e), before_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:30:06.497851 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-d4f52599-20e4-48a7-9472-af17cc08a7d4 tempest-TestMinimumBasicScenario-265646460 tempest-TestMinimumBasicScenario-265646460-project] Publish callbacks [] for security_group_rule (90b9465b-3951-4f08-9676-52cd7472292e), precommit_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:30:06.568572 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-d4f52599-20e4-48a7-9472-af17cc08a7d4 tempest-TestMinimumBasicScenario-265646460 tempest-TestMinimumBasicScenario-265646460-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1912725'] for security_group_rule (90b9465b-3951-4f08-9676-52cd7472292e), after_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:30:06.586936 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f52599-20e4-48a7-9472-af17cc08a7d4 tempest-TestMinimumBasicScenario-265646460 tempest-TestMinimumBasicScenario-265646460-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=90b9465b-3951-4f08-9676-52cd7472292e,revision_number=0']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:30:06.690983 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-d4f52599-20e4-48a7-9472-af17cc08a7d4 tempest-TestMinimumBasicScenario-265646460 tempest-TestMinimumBasicScenario-265646460-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:30:06.692226 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-d4f52599-20e4-48a7-9472-af17cc08a7d4 tempest-TestMinimumBasicScenario-265646460 tempest-TestMinimumBasicScenario-265646460-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3331432 Apr 28 11:30:06.694920 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 60748) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:30:06.699586 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.v2.base [None req-7df66b47-9969-4a2f-8906-1b3c9d0c3a79 tempest-TestMinimumBasicScenario-265646460 tempest-TestMinimumBasicScenario-265646460-project] Request body: {'security_group_rule': {'security_group_id': 'b9fd1691-1125-4712-af06-9a4059194983', 'project_id': 'c1d3cd1d95e04c0aaa441daece4b8dd0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=116162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:30:06.783962 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.db.securitygroups_db [None req-7df66b47-9969-4a2f-8906-1b3c9d0c3a79 tempest-TestMinimumBasicScenario-265646460 tempest-TestMinimumBasicScenario-265646460-project] Project c1d3cd1d95e04c0aaa441daece4b8dd0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 28 11:30:06.790332 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-7df66b47-9969-4a2f-8906-1b3c9d0c3a79 tempest-TestMinimumBasicScenario-265646460 tempest-TestMinimumBasicScenario-265646460-project] Publish callbacks [] for security_group_rule (e22c07c5-685d-4e3b-9cef-3d64278c3881), before_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:30:06.848842 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-7df66b47-9969-4a2f-8906-1b3c9d0c3a79 tempest-TestMinimumBasicScenario-265646460 tempest-TestMinimumBasicScenario-265646460-project] Publish callbacks [] for security_group_rule (e22c07c5-685d-4e3b-9cef-3d64278c3881), precommit_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:30:06.920848 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-7df66b47-9969-4a2f-8906-1b3c9d0c3a79 tempest-TestMinimumBasicScenario-265646460 tempest-TestMinimumBasicScenario-265646460-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1912725'] for security_group_rule (e22c07c5-685d-4e3b-9cef-3d64278c3881), after_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:30:06.940530 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df66b47-9969-4a2f-8906-1b3c9d0c3a79 tempest-TestMinimumBasicScenario-265646460 tempest-TestMinimumBasicScenario-265646460-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e22c07c5-685d-4e3b-9cef-3d64278c3881,revision_number=0']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:30:07.003154 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-3381d34d-a98f-4560-aa21-0751ab6ec14a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (75ba81b7-fe99-4281-90d2-a5adb445ecea), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:30:07.026449 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-7df66b47-9969-4a2f-8906-1b3c9d0c3a79 tempest-TestMinimumBasicScenario-265646460 tempest-TestMinimumBasicScenario-265646460-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:30:07.027686 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-7df66b47-9969-4a2f-8906-1b3c9d0c3a79 tempest-TestMinimumBasicScenario-265646460 tempest-TestMinimumBasicScenario-265646460-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3315310 Apr 28 11:30:07.118391 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-68a1352e-0474-48f7-bb2c-def8d5b99998 req-b950e509-c27e-469d-8848-23d7c31b0ef1 tempest-TestMinimumBasicScenario-265646460 tempest-TestMinimumBasicScenario-265646460-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1744960849&fields=id&tenant_id=c1d3cd1d95e04c0aaa441daece4b8dd0 HTTP/1.1" status: 200 len: 267 time: 0.0444591 Apr 28 11:30:07.168447 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a1352e-0474-48f7-bb2c-def8d5b99998 req-47797c25-6289-4b33-b035-6dab8a75ced5 tempest-TestMinimumBasicScenario-265646460 tempest-TestMinimumBasicScenario-265646460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:30:07.169915 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-68a1352e-0474-48f7-bb2c-def8d5b99998 req-47797c25-6289-4b33-b035-6dab8a75ced5 tempest-TestMinimumBasicScenario-265646460 tempest-TestMinimumBasicScenario-265646460-project] 10.222.0.10 "GET /v2.0/ports?device_id=d204db4c-504d-414b-8a7c-6d549ae9d056 HTTP/1.1" status: 200 len: 946 time: 0.0459948 Apr 28 11:30:07.183127 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.v2.base [req-68a1352e-0474-48f7-bb2c-def8d5b99998 req-244f7331-bacf-41a6-9fbc-100aae50ce95 tempest-TestMinimumBasicScenario-265646460 tempest-TestMinimumBasicScenario-265646460-project] Request body: {'port': {'security_groups': ['2b0933c2-e5e4-4ed6-827e-375a5128c038', 'b9fd1691-1125-4712-af06-9a4059194983']}} {{(pid=116161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:30:07.259674 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [req-68a1352e-0474-48f7-bb2c-def8d5b99998 req-244f7331-bacf-41a6-9fbc-100aae50ce95 tempest-TestMinimumBasicScenario-265646460 tempest-TestMinimumBasicScenario-265646460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (b03000ab-48fb-459a-b802-a5075431290b), before_update {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:30:07.442327 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.db [req-68a1352e-0474-48f7-bb2c-def8d5b99998 req-244f7331-bacf-41a6-9fbc-100aae50ce95 tempest-TestMinimumBasicScenario-265646460 tempest-TestMinimumBasicScenario-265646460-project] For port b03000ab-48fb-459a-b802-a5075431290b, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=b03000ab-48fb-459a-b802-a5075431290b,segment=NetworkSegment(f20a6d94-713c-4d88-baa2-b5bcaae05e43),segment_id=f20a6d94-713c-4d88-baa2-b5bcaae05e43)] {{(pid=116161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 11:30:07.472445 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [req-68a1352e-0474-48f7-bb2c-def8d5b99998 req-244f7331-bacf-41a6-9fbc-100aae50ce95 tempest-TestMinimumBasicScenario-265646460 tempest-TestMinimumBasicScenario-265646460-project] Publish callbacks [] for port (b03000ab-48fb-459a-b802-a5075431290b), precommit_update {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:30:07.529012 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [req-68a1352e-0474-48f7-bb2c-def8d5b99998 req-244f7331-bacf-41a6-9fbc-100aae50ce95 tempest-TestMinimumBasicScenario-265646460 tempest-TestMinimumBasicScenario-265646460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5219123'] for port (b03000ab-48fb-459a-b802-a5075431290b), after_update {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:30:07.540243 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] get_ports_and_sgs() called for port_ids ['b03000ab-48fb-459a-b802-a5075431290b'] {{(pid=116163) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 11:30:07.572193 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a1352e-0474-48f7-bb2c-def8d5b99998 req-244f7331-bacf-41a6-9fbc-100aae50ce95 tempest-TestMinimumBasicScenario-265646460 tempest-TestMinimumBasicScenario-265646460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:30:07.572828 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [req-68a1352e-0474-48f7-bb2c-def8d5b99998 req-244f7331-bacf-41a6-9fbc-100aae50ce95 tempest-TestMinimumBasicScenario-265646460 tempest-TestMinimumBasicScenario-265646460-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198022'] for port (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:30:07.574244 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-68a1352e-0474-48f7-bb2c-def8d5b99998 req-244f7331-bacf-41a6-9fbc-100aae50ce95 tempest-TestMinimumBasicScenario-265646460 tempest-TestMinimumBasicScenario-265646460-project] 10.222.0.10 "PUT /v2.0/ports/b03000ab-48fb-459a-b802-a5075431290b HTTP/1.1" status: 200 len: 982 time: 0.3958323 Apr 28 11:30:07.574725 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd204db4c-504d-414b-8a7c-6d549ae9d056', 'tag': 'b03000ab-48fb-459a-b802-a5075431290b'}] {{(pid=116161) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 11:30:07.580065 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e748734031c26dffb00ab563e48cb7690d820419218221ecd4f9c2a21276ff88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb79d105-21e8-4db4-baae-b28a8dcac519" -d '{"events": [{"name": "network-changed", "server_uuid": "d204db4c-504d-414b-8a7c-6d549ae9d056", "tag": "b03000ab-48fb-459a-b802-a5075431290b"}]}' {{(pid=116161) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 11:30:07.607799 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-244f7331-bacf-41a6-9fbc-100aae50ce95 tempest-TestMinimumBasicScenario-265646460 tempest-TestMinimumBasicScenario-265646460-project] Pushing event updated for resources: {'Port': ['ID=b03000ab-48fb-459a-b802-a5075431290b,revision_number=6']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:30:07.641503 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] get_ports_and_sgs() called for port_ids ['b03000ab-48fb-459a-b802-a5075431290b'] {{(pid=116163) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 11:30:07.659937 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 11:30:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9dac522-9ecc-4dea-9ce9-aae9d6198a22 x-openstack-request-id: req-c9dac522-9ecc-4dea-9ce9-aae9d6198a22 {{(pid=116161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 11:30:07.660573 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d204db4c-504d-414b-8a7c-6d549ae9d056", "tag": "b03000ab-48fb-459a-b802-a5075431290b", "status": "completed", "code": 200}]} {{(pid=116161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 11:30:07.660833 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-c9dac522-9ecc-4dea-9ce9-aae9d6198a22 {{(pid=116161) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 11:30:07.661252 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c9dac522-9ecc-4dea-9ce9-aae9d6198a22'] response: {'name': 'network-changed', 'server_uuid': 'd204db4c-504d-414b-8a7c-6d549ae9d056', 'tag': 'b03000ab-48fb-459a-b802-a5075431290b', 'status': 'completed', 'code': 200} Apr 28 11:30:07.812321 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79a192d-9e79-4584-9d71-330bb10b1ef1 req-14c555ad-d0dc-4380-bdfb-4a15e5c368d8 tempest-TestMinimumBasicScenario-265646460 tempest-TestMinimumBasicScenario-265646460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:30:07.814056 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-b79a192d-9e79-4584-9d71-330bb10b1ef1 req-14c555ad-d0dc-4380-bdfb-4a15e5c368d8 tempest-TestMinimumBasicScenario-265646460 tempest-TestMinimumBasicScenario-265646460-project] 10.222.0.10 "GET /v2.0/ports?device_id=d204db4c-504d-414b-8a7c-6d549ae9d056 HTTP/1.1" status: 200 len: 985 time: 0.1359589 Apr 28 11:30:07.879887 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-d01ca902-3309-4140-86a1-4f4bf8627dee None None] Provisioning complete for port b03000ab-48fb-459a-b802-a5075431290b triggered by entity DHCP. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:30:07.880260 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-d01ca902-3309-4140-86a1-4f4bf8627dee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (b03000ab-48fb-459a-b802-a5075431290b), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:30:07.884725 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-b79a192d-9e79-4584-9d71-330bb10b1ef1 req-998dc692-494f-495d-bdd8-4a72970a8151 tempest-TestMinimumBasicScenario-265646460 tempest-TestMinimumBasicScenario-265646460-project] 10.222.0.10 "GET /v2.0/security-groups?id=2b0933c2-e5e4-4ed6-827e-375a5128c038&id=b9fd1691-1125-4712-af06-9a4059194983&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0641198 Apr 28 11:30:08.006683 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb79d105-21e8-4db4-baae-b28a8dcac519 req-0310f7e7-b13f-4b18-96a4-7d3e01cf5dcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:30:08.008646 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-eb79d105-21e8-4db4-baae-b28a8dcac519 req-0310f7e7-b13f-4b18-96a4-7d3e01cf5dcc service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c1d3cd1d95e04c0aaa441daece4b8dd0&device_id=d204db4c-504d-414b-8a7c-6d549ae9d056 HTTP/1.1" status: 200 len: 1169 time: 0.3272851 Apr 28 11:30:08.092072 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-d01ca902-3309-4140-86a1-4f4bf8627dee None None] Current status of the port b03000ab-48fb-459a-b802-a5075431290b is: ACTIVE; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:30:08.102931 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb79d105-21e8-4db4-baae-b28a8dcac519 req-89960f5b-8b8d-4409-9be9-d58f93839560 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:30:08.104386 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-eb79d105-21e8-4db4-baae-b28a8dcac519 req-89960f5b-8b8d-4409-9be9-d58f93839560 service neutron] 10.222.0.20 "GET /v2.0/networks?id=9c91e8d4-885d-4dbc-9d6c-f81cf2f0ff89 HTTP/1.1" status: 200 len: 913 time: 0.0898561 Apr 28 11:30:08.172750 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-eb79d105-21e8-4db4-baae-b28a8dcac519 req-b413f2ab-00a8-4fcd-95a6-2a7ea2fb3e51 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b03000ab-48fb-459a-b802-a5075431290b HTTP/1.1" status: 200 len: 1002 time: 0.0613134 Apr 28 11:30:08.220295 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb79d105-21e8-4db4-baae-b28a8dcac519 req-5a48cdee-f73b-49b5-a511-7899d04be0bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:30:08.221713 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-eb79d105-21e8-4db4-baae-b28a8dcac519 req-5a48cdee-f73b-49b5-a511-7899d04be0bc service neutron] 10.222.0.20 "GET /v2.0/subnets?id=bfc94ea5-3207-494f-889e-b4f0eee8f298 HTTP/1.1" status: 200 len: 852 time: 0.0435915 Apr 28 11:30:08.265094 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb79d105-21e8-4db4-baae-b28a8dcac519 req-6df01949-4239-4d4a-9f38-3e3d3b45f3b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:30:08.266527 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-eb79d105-21e8-4db4-baae-b28a8dcac519 req-6df01949-4239-4d4a-9f38-3e3d3b45f3b5 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=9c91e8d4-885d-4dbc-9d6c-f81cf2f0ff89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0388482 Apr 28 11:30:08.355952 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-eb79d105-21e8-4db4-baae-b28a8dcac519 req-b0422db9-4b10-4133-b569-3fd2e66a343f service neutron] 10.222.0.20 "GET /v2.0/networks/9c91e8d4-885d-4dbc-9d6c-f81cf2f0ff89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833900 Apr 28 11:30:08.447227 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-eb79d105-21e8-4db4-baae-b28a8dcac519 req-64d93d1a-ccc8-4e72-82a9-9ca0ea1b21dd service neutron] 10.222.0.20 "GET /v2.0/networks/9c91e8d4-885d-4dbc-9d6c-f81cf2f0ff89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844858 Apr 28 11:30:09.457813 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-fed798d4-7002-4ad4-afb0-c4b739287a62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (6b492ad6-0876-4d74-b20d-28143a52ceba), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:30:10.534130 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-ae94d540-e4c6-43be-adc9-b26fb6a2f62f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (cfc241ae-e4b7-443b-b80b-59fbbc2b69c9), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:30:12.140320 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-01ef1de1-12fd-4cef-b76b-793f91379468 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (39cc4f52-f5d9-4e2c-bbfa-7a1c528e1c40), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:30:13.371779 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (d5baab19-5dd1-4902-922b-84acb048ab9c), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:30:15.743612 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a61813-7083-465b-bb5c-8f21a1939077 req-52478036-459a-46e2-9661-35c6185e236d tempest-TestMinimumBasicScenario-265646460 tempest-TestMinimumBasicScenario-265646460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:30:15.745647 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-c5a61813-7083-465b-bb5c-8f21a1939077 req-52478036-459a-46e2-9661-35c6185e236d tempest-TestMinimumBasicScenario-265646460 tempest-TestMinimumBasicScenario-265646460-project] 10.222.0.10 "GET /v2.0/ports?device_id=d204db4c-504d-414b-8a7c-6d549ae9d056 HTTP/1.1" status: 200 len: 985 time: 0.0498312 Apr 28 11:30:15.808306 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-c5a61813-7083-465b-bb5c-8f21a1939077 req-08064d13-2a32-4788-9167-be2f642f7644 tempest-TestMinimumBasicScenario-265646460 tempest-TestMinimumBasicScenario-265646460-project] 10.222.0.10 "GET /v2.0/security-groups?id=2b0933c2-e5e4-4ed6-827e-375a5128c038&id=b9fd1691-1125-4712-af06-9a4059194983&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0565054 Apr 28 11:30:15.829044 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a3f75b-e3ee-42e9-8f80-c7fbfa2b9c2f req-09c23bf8-8faf-43a3-b724-e358b17b5a1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:30:15.830548 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-46a3f75b-e3ee-42e9-8f80-c7fbfa2b9c2f req-09c23bf8-8faf-43a3-b724-e358b17b5a1a service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c1d3cd1d95e04c0aaa441daece4b8dd0&device_id=d204db4c-504d-414b-8a7c-6d549ae9d056 HTTP/1.1" status: 200 len: 1169 time: 0.0463767 Apr 28 11:30:15.920245 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a3f75b-e3ee-42e9-8f80-c7fbfa2b9c2f req-d8878266-0830-4605-be8f-ab077bb1b8c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:30:15.921715 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-46a3f75b-e3ee-42e9-8f80-c7fbfa2b9c2f req-d8878266-0830-4605-be8f-ab077bb1b8c2 service neutron] 10.222.0.20 "GET /v2.0/networks?id=9c91e8d4-885d-4dbc-9d6c-f81cf2f0ff89 HTTP/1.1" status: 200 len: 913 time: 0.0854158 Apr 28 11:30:15.985104 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-46a3f75b-e3ee-42e9-8f80-c7fbfa2b9c2f req-b605706f-9056-41d1-a3ca-6ffb54705d6c service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b03000ab-48fb-459a-b802-a5075431290b HTTP/1.1" status: 200 len: 1002 time: 0.0572581 Apr 28 11:30:16.032948 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a3f75b-e3ee-42e9-8f80-c7fbfa2b9c2f req-697062d7-91e2-4701-82d5-75e02472a203 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:30:16.034340 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-46a3f75b-e3ee-42e9-8f80-c7fbfa2b9c2f req-697062d7-91e2-4701-82d5-75e02472a203 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=bfc94ea5-3207-494f-889e-b4f0eee8f298 HTTP/1.1" status: 200 len: 852 time: 0.0431726 Apr 28 11:30:16.082301 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a3f75b-e3ee-42e9-8f80-c7fbfa2b9c2f req-980140e5-ddd2-4410-a11d-a31a9a68a064 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:30:16.083846 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-46a3f75b-e3ee-42e9-8f80-c7fbfa2b9c2f req-980140e5-ddd2-4410-a11d-a31a9a68a064 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=9c91e8d4-885d-4dbc-9d6c-f81cf2f0ff89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0433080 Apr 28 11:30:16.173249 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-46a3f75b-e3ee-42e9-8f80-c7fbfa2b9c2f req-e2c30da8-8ab1-46a7-98ae-2d340757ce7c service neutron] 10.222.0.20 "GET /v2.0/networks/9c91e8d4-885d-4dbc-9d6c-f81cf2f0ff89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829947 Apr 28 11:30:16.265547 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-46a3f75b-e3ee-42e9-8f80-c7fbfa2b9c2f req-18b7d872-16b8-457a-a6a0-fd1fde59b1a2 service neutron] 10.222.0.20 "GET /v2.0/networks/9c91e8d4-885d-4dbc-9d6c-f81cf2f0ff89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864069 Apr 28 11:30:16.923607 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef790fe-2473-40ca-814f-1770b6afb733 req-6dff4d88-59bc-4680-b23d-73c1903c91e0 tempest-TestMinimumBasicScenario-265646460 tempest-TestMinimumBasicScenario-265646460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:30:16.925042 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-fef790fe-2473-40ca-814f-1770b6afb733 req-6dff4d88-59bc-4680-b23d-73c1903c91e0 tempest-TestMinimumBasicScenario-265646460 tempest-TestMinimumBasicScenario-265646460-project] 10.222.0.10 "GET /v2.0/ports?device_id=d204db4c-504d-414b-8a7c-6d549ae9d056 HTTP/1.1" status: 200 len: 985 time: 0.0470183 Apr 28 11:30:16.987464 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-fef790fe-2473-40ca-814f-1770b6afb733 req-2fc729b6-fefb-45f4-8c44-9452e069eb10 tempest-TestMinimumBasicScenario-265646460 tempest-TestMinimumBasicScenario-265646460-project] 10.222.0.10 "GET /v2.0/security-groups?id=2b0933c2-e5e4-4ed6-827e-375a5128c038&id=b9fd1691-1125-4712-af06-9a4059194983&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0568550 Apr 28 11:30:18.101636 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608a550f-2615-4cb1-9d36-31360da85c5a req-4a28d42a-a98f-44bf-bac6-e9207ce136c6 tempest-TestMinimumBasicScenario-265646460 tempest-TestMinimumBasicScenario-265646460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:30:18.103138 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-608a550f-2615-4cb1-9d36-31360da85c5a req-4a28d42a-a98f-44bf-bac6-e9207ce136c6 tempest-TestMinimumBasicScenario-265646460 tempest-TestMinimumBasicScenario-265646460-project] 10.222.0.10 "GET /v2.0/ports?device_id=d204db4c-504d-414b-8a7c-6d549ae9d056 HTTP/1.1" status: 200 len: 985 time: 0.0477161 Apr 28 11:30:18.162014 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-608a550f-2615-4cb1-9d36-31360da85c5a req-ee11562b-fad2-454c-93ce-7a60fe4e5d4d tempest-TestMinimumBasicScenario-265646460 tempest-TestMinimumBasicScenario-265646460-project] 10.222.0.10 "GET /v2.0/security-groups?id=2b0933c2-e5e4-4ed6-827e-375a5128c038&id=b9fd1691-1125-4712-af06-9a4059194983&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0531271 Apr 28 11:30:19.274378 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76acbe7-11f6-4476-96d5-5e2bdf51c38e req-786b8d6a-fc05-4833-aa63-b3474944a616 tempest-TestMinimumBasicScenario-265646460 tempest-TestMinimumBasicScenario-265646460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:30:19.276615 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-b76acbe7-11f6-4476-96d5-5e2bdf51c38e req-786b8d6a-fc05-4833-aa63-b3474944a616 tempest-TestMinimumBasicScenario-265646460 tempest-TestMinimumBasicScenario-265646460-project] 10.222.0.10 "GET /v2.0/ports?device_id=d204db4c-504d-414b-8a7c-6d549ae9d056 HTTP/1.1" status: 200 len: 985 time: 0.0471864 Apr 28 11:30:19.335378 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-b76acbe7-11f6-4476-96d5-5e2bdf51c38e req-4933b5c7-40c2-4234-b025-31d13dad85e1 tempest-TestMinimumBasicScenario-265646460 tempest-TestMinimumBasicScenario-265646460-project] 10.222.0.10 "GET /v2.0/security-groups?id=2b0933c2-e5e4-4ed6-827e-375a5128c038&id=b9fd1691-1125-4712-af06-9a4059194983&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0531027 Apr 28 11:30:20.452380 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8906966c-5b32-4ce2-8441-b814accbc3ed req-ef7a1e3d-43ee-4557-8237-c327074877c2 tempest-TestMinimumBasicScenario-265646460 tempest-TestMinimumBasicScenario-265646460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:30:20.453912 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-8906966c-5b32-4ce2-8441-b814accbc3ed req-ef7a1e3d-43ee-4557-8237-c327074877c2 tempest-TestMinimumBasicScenario-265646460 tempest-TestMinimumBasicScenario-265646460-project] 10.222.0.10 "GET /v2.0/ports?device_id=d204db4c-504d-414b-8a7c-6d549ae9d056 HTTP/1.1" status: 200 len: 985 time: 0.0530424 Apr 28 11:30:20.512521 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-8906966c-5b32-4ce2-8441-b814accbc3ed req-f1e34977-0eec-4cc2-a84a-ce4647dd7162 tempest-TestMinimumBasicScenario-265646460 tempest-TestMinimumBasicScenario-265646460-project] 10.222.0.10 "GET /v2.0/security-groups?id=2b0933c2-e5e4-4ed6-827e-375a5128c038&id=b9fd1691-1125-4712-af06-9a4059194983&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0529528 Apr 28 11:30:20.790969 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (6be95134-9a6c-4663-8b48-90d12ce90c60), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:30:21.624263 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41fdbf2-d105-4996-89f1-c5bd80da8245 req-ef3a1172-5aab-44c2-8b16-598d8aa072a7 tempest-TestMinimumBasicScenario-265646460 tempest-TestMinimumBasicScenario-265646460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:30:21.625782 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-c41fdbf2-d105-4996-89f1-c5bd80da8245 req-ef3a1172-5aab-44c2-8b16-598d8aa072a7 tempest-TestMinimumBasicScenario-265646460 tempest-TestMinimumBasicScenario-265646460-project] 10.222.0.10 "GET /v2.0/ports?device_id=d204db4c-504d-414b-8a7c-6d549ae9d056 HTTP/1.1" status: 200 len: 985 time: 0.0472240 Apr 28 11:30:21.684884 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-c41fdbf2-d105-4996-89f1-c5bd80da8245 req-5450e75e-90d2-4af4-85f6-a0915a113cda tempest-TestMinimumBasicScenario-265646460 tempest-TestMinimumBasicScenario-265646460-project] 10.222.0.10 "GET /v2.0/security-groups?id=2b0933c2-e5e4-4ed6-827e-375a5128c038&id=b9fd1691-1125-4712-af06-9a4059194983&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0534997 Apr 28 11:30:22.795548 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f33c05-a440-4906-bfac-5aad78657067 req-7dcf2e19-ab87-47a0-a20c-6b277287dcd9 tempest-TestMinimumBasicScenario-265646460 tempest-TestMinimumBasicScenario-265646460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:30:22.797000 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-e8f33c05-a440-4906-bfac-5aad78657067 req-7dcf2e19-ab87-47a0-a20c-6b277287dcd9 tempest-TestMinimumBasicScenario-265646460 tempest-TestMinimumBasicScenario-265646460-project] 10.222.0.10 "GET /v2.0/ports?device_id=d204db4c-504d-414b-8a7c-6d549ae9d056 HTTP/1.1" status: 200 len: 985 time: 0.0466270 Apr 28 11:30:22.859870 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-e8f33c05-a440-4906-bfac-5aad78657067 req-37deb70d-0c12-441c-92a4-e1dd2186cef1 tempest-TestMinimumBasicScenario-265646460 tempest-TestMinimumBasicScenario-265646460-project] 10.222.0.10 "GET /v2.0/security-groups?id=2b0933c2-e5e4-4ed6-827e-375a5128c038&id=b9fd1691-1125-4712-af06-9a4059194983&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0572629 Apr 28 11:30:23.973162 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b0c7ac-30c4-489c-b1c4-834d26192c17 req-d09260e7-c0a1-4498-b70f-d6af40bcbc19 tempest-TestMinimumBasicScenario-265646460 tempest-TestMinimumBasicScenario-265646460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:30:23.974721 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-12b0c7ac-30c4-489c-b1c4-834d26192c17 req-d09260e7-c0a1-4498-b70f-d6af40bcbc19 tempest-TestMinimumBasicScenario-265646460 tempest-TestMinimumBasicScenario-265646460-project] 10.222.0.10 "GET /v2.0/ports?device_id=d204db4c-504d-414b-8a7c-6d549ae9d056 HTTP/1.1" status: 200 len: 985 time: 0.0481040 Apr 28 11:30:24.040433 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-12b0c7ac-30c4-489c-b1c4-834d26192c17 req-73b0c3c1-70b7-451b-9e0b-9b0ac21d79b6 tempest-TestMinimumBasicScenario-265646460 tempest-TestMinimumBasicScenario-265646460-project] 10.222.0.10 "GET /v2.0/security-groups?id=2b0933c2-e5e4-4ed6-827e-375a5128c038&id=b9fd1691-1125-4712-af06-9a4059194983&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0596721 Apr 28 11:30:25.159294 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a112d997-3b2e-4a7f-914d-755752cf6bf6 req-1c12048e-b884-45d9-8123-1e28cefe12ed tempest-TestMinimumBasicScenario-265646460 tempest-TestMinimumBasicScenario-265646460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:30:25.160795 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-a112d997-3b2e-4a7f-914d-755752cf6bf6 req-1c12048e-b884-45d9-8123-1e28cefe12ed tempest-TestMinimumBasicScenario-265646460 tempest-TestMinimumBasicScenario-265646460-project] 10.222.0.10 "GET /v2.0/ports?device_id=d204db4c-504d-414b-8a7c-6d549ae9d056 HTTP/1.1" status: 200 len: 985 time: 0.0483274 Apr 28 11:30:25.220718 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-a112d997-3b2e-4a7f-914d-755752cf6bf6 req-6f3d5387-db5f-4482-8e71-2832f536eec3 tempest-TestMinimumBasicScenario-265646460 tempest-TestMinimumBasicScenario-265646460-project] 10.222.0.10 "GET /v2.0/security-groups?id=2b0933c2-e5e4-4ed6-827e-375a5128c038&id=b9fd1691-1125-4712-af06-9a4059194983&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0541489 Apr 28 11:30:26.335802 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85c072b-35ef-4e83-b928-6bf43191a548 req-f7fdb98a-611d-4733-a27c-7b1dfa50498b tempest-TestMinimumBasicScenario-265646460 tempest-TestMinimumBasicScenario-265646460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:30:26.337153 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-b85c072b-35ef-4e83-b928-6bf43191a548 req-f7fdb98a-611d-4733-a27c-7b1dfa50498b tempest-TestMinimumBasicScenario-265646460 tempest-TestMinimumBasicScenario-265646460-project] 10.222.0.10 "GET /v2.0/ports?device_id=d204db4c-504d-414b-8a7c-6d549ae9d056 HTTP/1.1" status: 200 len: 985 time: 0.0502553 Apr 28 11:30:26.395860 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-b85c072b-35ef-4e83-b928-6bf43191a548 req-d7d329e1-35c2-447f-beb9-03a13a32a0b8 tempest-TestMinimumBasicScenario-265646460 tempest-TestMinimumBasicScenario-265646460-project] 10.222.0.10 "GET /v2.0/security-groups?id=2b0933c2-e5e4-4ed6-827e-375a5128c038&id=b9fd1691-1125-4712-af06-9a4059194983&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0529389 Apr 28 11:30:27.506635 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2d87e0-f362-4c63-8df0-4fea6603040c req-12e273a9-57b1-42e7-a762-e1ba23f81c25 tempest-TestMinimumBasicScenario-265646460 tempest-TestMinimumBasicScenario-265646460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:30:27.508094 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-fe2d87e0-f362-4c63-8df0-4fea6603040c req-12e273a9-57b1-42e7-a762-e1ba23f81c25 tempest-TestMinimumBasicScenario-265646460 tempest-TestMinimumBasicScenario-265646460-project] 10.222.0.10 "GET /v2.0/ports?device_id=d204db4c-504d-414b-8a7c-6d549ae9d056 HTTP/1.1" status: 200 len: 985 time: 0.0465112 Apr 28 11:30:27.567221 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-fe2d87e0-f362-4c63-8df0-4fea6603040c req-206fb589-84d4-4117-894a-0a6dc2e495e1 tempest-TestMinimumBasicScenario-265646460 tempest-TestMinimumBasicScenario-265646460-project] 10.222.0.10 "GET /v2.0/security-groups?id=2b0933c2-e5e4-4ed6-827e-375a5128c038&id=b9fd1691-1125-4712-af06-9a4059194983&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0526698 Apr 28 11:30:28.175168 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.agents_db [None req-54b29a82-8a19-4507-95e3-3a2d011841ff None None] Agent healthcheck: found 6 active agents {{(pid=116164) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 28 11:30:28.683151 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5cc8463-b79f-4bf7-893f-b0b563094ea4 req-b35163df-178a-4a03-a7ab-0fbb1561c827 tempest-TestMinimumBasicScenario-265646460 tempest-TestMinimumBasicScenario-265646460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:30:28.684546 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-d5cc8463-b79f-4bf7-893f-b0b563094ea4 req-b35163df-178a-4a03-a7ab-0fbb1561c827 tempest-TestMinimumBasicScenario-265646460 tempest-TestMinimumBasicScenario-265646460-project] 10.222.0.10 "GET /v2.0/ports?device_id=d204db4c-504d-414b-8a7c-6d549ae9d056 HTTP/1.1" status: 200 len: 985 time: 0.0506082 Apr 28 11:30:28.742379 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-d5cc8463-b79f-4bf7-893f-b0b563094ea4 req-11cb27de-fb6c-41dc-b91e-5017aba42a9e tempest-TestMinimumBasicScenario-265646460 tempest-TestMinimumBasicScenario-265646460-project] 10.222.0.10 "GET /v2.0/security-groups?id=2b0933c2-e5e4-4ed6-827e-375a5128c038&id=b9fd1691-1125-4712-af06-9a4059194983&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0520291 Apr 28 11:30:29.855605 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f767f26e-a617-4120-b576-93adde610b52 req-fe123df8-cba7-4a34-82f8-fcda3b5ed419 tempest-TestMinimumBasicScenario-265646460 tempest-TestMinimumBasicScenario-265646460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:30:29.857075 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-f767f26e-a617-4120-b576-93adde610b52 req-fe123df8-cba7-4a34-82f8-fcda3b5ed419 tempest-TestMinimumBasicScenario-265646460 tempest-TestMinimumBasicScenario-265646460-project] 10.222.0.10 "GET /v2.0/ports?device_id=d204db4c-504d-414b-8a7c-6d549ae9d056 HTTP/1.1" status: 200 len: 985 time: 0.0477095 Apr 28 11:30:29.914871 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-f767f26e-a617-4120-b576-93adde610b52 req-58e324d6-e6e2-4c94-a14f-19d3a10c8129 tempest-TestMinimumBasicScenario-265646460 tempest-TestMinimumBasicScenario-265646460-project] 10.222.0.10 "GET /v2.0/security-groups?id=2b0933c2-e5e4-4ed6-827e-375a5128c038&id=b9fd1691-1125-4712-af06-9a4059194983&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0522108 Apr 28 11:30:31.026693 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84b33e9-d6f8-452a-a890-bd534e531dc5 req-9987c0a0-af36-4f1d-9727-a97e61322ea3 tempest-TestMinimumBasicScenario-265646460 tempest-TestMinimumBasicScenario-265646460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:30:31.028181 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-e84b33e9-d6f8-452a-a890-bd534e531dc5 req-9987c0a0-af36-4f1d-9727-a97e61322ea3 tempest-TestMinimumBasicScenario-265646460 tempest-TestMinimumBasicScenario-265646460-project] 10.222.0.10 "GET /v2.0/ports?device_id=d204db4c-504d-414b-8a7c-6d549ae9d056 HTTP/1.1" status: 200 len: 985 time: 0.0470304 Apr 28 11:30:31.089828 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-e84b33e9-d6f8-452a-a890-bd534e531dc5 req-595497d5-15e3-4cd5-8d90-7515069a7e2e tempest-TestMinimumBasicScenario-265646460 tempest-TestMinimumBasicScenario-265646460-project] 10.222.0.10 "GET /v2.0/security-groups?id=2b0933c2-e5e4-4ed6-827e-375a5128c038&id=b9fd1691-1125-4712-af06-9a4059194983&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0560992 Apr 28 11:30:32.204607 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e725874c-94f2-4577-951b-1b2f884d8208 req-98ccd993-ad52-4ef7-95ec-5c2ecc743aae tempest-TestMinimumBasicScenario-265646460 tempest-TestMinimumBasicScenario-265646460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:30:32.206074 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-e725874c-94f2-4577-951b-1b2f884d8208 req-98ccd993-ad52-4ef7-95ec-5c2ecc743aae tempest-TestMinimumBasicScenario-265646460 tempest-TestMinimumBasicScenario-265646460-project] 10.222.0.10 "GET /v2.0/ports?device_id=d204db4c-504d-414b-8a7c-6d549ae9d056 HTTP/1.1" status: 200 len: 985 time: 0.0480642 Apr 28 11:30:32.264863 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-e725874c-94f2-4577-951b-1b2f884d8208 req-aab1fa3c-3718-4aad-98c0-a525925228f8 tempest-TestMinimumBasicScenario-265646460 tempest-TestMinimumBasicScenario-265646460-project] 10.222.0.10 "GET /v2.0/security-groups?id=2b0933c2-e5e4-4ed6-827e-375a5128c038&id=b9fd1691-1125-4712-af06-9a4059194983&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0530317 Apr 28 11:30:33.377275 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dadf08de-50f9-4946-a03e-88aca2429335 req-908dc74a-aa6f-4e37-8ca5-d5a5f9f15da9 tempest-TestMinimumBasicScenario-265646460 tempest-TestMinimumBasicScenario-265646460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:30:33.378683 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-dadf08de-50f9-4946-a03e-88aca2429335 req-908dc74a-aa6f-4e37-8ca5-d5a5f9f15da9 tempest-TestMinimumBasicScenario-265646460 tempest-TestMinimumBasicScenario-265646460-project] 10.222.0.10 "GET /v2.0/ports?device_id=d204db4c-504d-414b-8a7c-6d549ae9d056 HTTP/1.1" status: 200 len: 985 time: 0.0472181 Apr 28 11:30:33.437642 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-dadf08de-50f9-4946-a03e-88aca2429335 req-48bc5eb0-46df-47a3-a7ec-7dfc979c9ccd tempest-TestMinimumBasicScenario-265646460 tempest-TestMinimumBasicScenario-265646460-project] 10.222.0.10 "GET /v2.0/security-groups?id=2b0933c2-e5e4-4ed6-827e-375a5128c038&id=b9fd1691-1125-4712-af06-9a4059194983&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0533113 Apr 28 11:30:37.005413 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-51dcad8a-ee7f-4fd2-b991-99570012d6ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (75ba81b7-fe99-4281-90d2-a5adb445ecea), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:30:39.445591 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-522c1fd2-9156-4c77-96fc-b434dcd741ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (6b492ad6-0876-4d74-b20d-28143a52ceba), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:30:40.607814 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-ae94d540-e4c6-43be-adc9-b26fb6a2f62f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (cfc241ae-e4b7-443b-b80b-59fbbc2b69c9), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:30:42.182823 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-01ef1de1-12fd-4cef-b76b-793f91379468 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (39cc4f52-f5d9-4e2c-bbfa-7a1c528e1c40), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:30:43.390203 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (d5baab19-5dd1-4902-922b-84acb048ab9c), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:30:50.813065 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (6be95134-9a6c-4663-8b48-90d12ce90c60), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:30:54.669922 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-b940f9b6-227d-452e-bcfe-6b475a8862a4 req-8ad3e2fe-2c46-4590-b6af-6f360af0473b service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=d204db4c-504d-414b-8a7c-6d549ae9d056&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0867014 Apr 28 11:30:54.752262 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b940f9b6-227d-452e-bcfe-6b475a8862a4 req-4b8dc207-f8c1-4405-8109-b6a90b8777c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:30:54.753667 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-b940f9b6-227d-452e-bcfe-6b475a8862a4 req-4b8dc207-f8c1-4405-8109-b6a90b8777c5 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c1d3cd1d95e04c0aaa441daece4b8dd0&device_id=d204db4c-504d-414b-8a7c-6d549ae9d056 HTTP/1.1" status: 200 len: 1169 time: 0.0426846 Apr 28 11:30:54.855522 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b940f9b6-227d-452e-bcfe-6b475a8862a4 req-a8f3d4e0-0ec1-40d3-ba18-ab188fe71871 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:30:54.856987 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-b940f9b6-227d-452e-bcfe-6b475a8862a4 req-a8f3d4e0-0ec1-40d3-ba18-ab188fe71871 service neutron] 10.222.0.20 "GET /v2.0/networks?id=9c91e8d4-885d-4dbc-9d6c-f81cf2f0ff89 HTTP/1.1" status: 200 len: 913 time: 0.0857317 Apr 28 11:30:54.926283 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-b940f9b6-227d-452e-bcfe-6b475a8862a4 req-4032159a-ec4c-4aab-8763-506b3f0e18a6 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b03000ab-48fb-459a-b802-a5075431290b HTTP/1.1" status: 200 len: 1002 time: 0.0609124 Apr 28 11:30:54.972928 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b940f9b6-227d-452e-bcfe-6b475a8862a4 req-68884855-d9ba-48cc-901e-94087207d788 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:30:54.974320 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-b940f9b6-227d-452e-bcfe-6b475a8862a4 req-68884855-d9ba-48cc-901e-94087207d788 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=bfc94ea5-3207-494f-889e-b4f0eee8f298 HTTP/1.1" status: 200 len: 852 time: 0.0425768 Apr 28 11:30:55.017506 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b940f9b6-227d-452e-bcfe-6b475a8862a4 req-84375a7c-110e-40ef-8edf-b4caae4a2511 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:30:55.018991 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-b940f9b6-227d-452e-bcfe-6b475a8862a4 req-84375a7c-110e-40ef-8edf-b4caae4a2511 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=9c91e8d4-885d-4dbc-9d6c-f81cf2f0ff89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0381119 Apr 28 11:30:55.111515 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-b940f9b6-227d-452e-bcfe-6b475a8862a4 req-baae7ce4-b06f-446b-887b-ddbf88667c9c service neutron] 10.222.0.20 "GET /v2.0/networks/9c91e8d4-885d-4dbc-9d6c-f81cf2f0ff89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865262 Apr 28 11:30:55.199659 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-b940f9b6-227d-452e-bcfe-6b475a8862a4 req-72028ab8-1d1d-419d-a3f4-b0beed47cc51 service neutron] 10.222.0.20 "GET /v2.0/networks/9c91e8d4-885d-4dbc-9d6c-f81cf2f0ff89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825391 Apr 28 11:31:02.545395 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-d4a6c806-7a28-4db6-ba62-ca6fc51b159d req-71831257-9b4f-4869-825d-a8c71fdb956a tempest-TestMinimumBasicScenario-265646460 tempest-TestMinimumBasicScenario-265646460-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1744960849&fields=id&tenant_id=c1d3cd1d95e04c0aaa441daece4b8dd0 HTTP/1.1" status: 200 len: 267 time: 0.0462723 Apr 28 11:31:02.596311 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a6c806-7a28-4db6-ba62-ca6fc51b159d req-2cd218e5-8439-4cd9-8788-77e1161e9eca tempest-TestMinimumBasicScenario-265646460 tempest-TestMinimumBasicScenario-265646460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:31:02.597767 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-d4a6c806-7a28-4db6-ba62-ca6fc51b159d req-2cd218e5-8439-4cd9-8788-77e1161e9eca tempest-TestMinimumBasicScenario-265646460 tempest-TestMinimumBasicScenario-265646460-project] 10.222.0.10 "GET /v2.0/ports?device_id=d204db4c-504d-414b-8a7c-6d549ae9d056 HTTP/1.1" status: 200 len: 985 time: 0.0471065 Apr 28 11:31:02.608623 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.v2.base [req-d4a6c806-7a28-4db6-ba62-ca6fc51b159d req-b052d27e-c093-4834-a2b2-05ce6f2be974 tempest-TestMinimumBasicScenario-265646460 tempest-TestMinimumBasicScenario-265646460-project] Request body: {'port': {'security_groups': ['2b0933c2-e5e4-4ed6-827e-375a5128c038']}} {{(pid=116161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:31:02.676019 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [req-d4a6c806-7a28-4db6-ba62-ca6fc51b159d req-b052d27e-c093-4834-a2b2-05ce6f2be974 tempest-TestMinimumBasicScenario-265646460 tempest-TestMinimumBasicScenario-265646460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (b03000ab-48fb-459a-b802-a5075431290b), before_update {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:31:02.845736 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.db [req-d4a6c806-7a28-4db6-ba62-ca6fc51b159d req-b052d27e-c093-4834-a2b2-05ce6f2be974 tempest-TestMinimumBasicScenario-265646460 tempest-TestMinimumBasicScenario-265646460-project] For port b03000ab-48fb-459a-b802-a5075431290b, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=b03000ab-48fb-459a-b802-a5075431290b,segment=NetworkSegment(f20a6d94-713c-4d88-baa2-b5bcaae05e43),segment_id=f20a6d94-713c-4d88-baa2-b5bcaae05e43)] {{(pid=116161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 11:31:02.875122 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [req-d4a6c806-7a28-4db6-ba62-ca6fc51b159d req-b052d27e-c093-4834-a2b2-05ce6f2be974 tempest-TestMinimumBasicScenario-265646460 tempest-TestMinimumBasicScenario-265646460-project] Publish callbacks [] for port (b03000ab-48fb-459a-b802-a5075431290b), precommit_update {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:31:02.936238 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [req-d4a6c806-7a28-4db6-ba62-ca6fc51b159d req-b052d27e-c093-4834-a2b2-05ce6f2be974 tempest-TestMinimumBasicScenario-265646460 tempest-TestMinimumBasicScenario-265646460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5219123'] for port (b03000ab-48fb-459a-b802-a5075431290b), after_update {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:31:02.948029 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] get_ports_and_sgs() called for port_ids ['b03000ab-48fb-459a-b802-a5075431290b'] {{(pid=116163) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 11:31:02.981883 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a6c806-7a28-4db6-ba62-ca6fc51b159d req-b052d27e-c093-4834-a2b2-05ce6f2be974 tempest-TestMinimumBasicScenario-265646460 tempest-TestMinimumBasicScenario-265646460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:31:02.982513 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [req-d4a6c806-7a28-4db6-ba62-ca6fc51b159d req-b052d27e-c093-4834-a2b2-05ce6f2be974 tempest-TestMinimumBasicScenario-265646460 tempest-TestMinimumBasicScenario-265646460-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198022'] for port (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:31:02.983917 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-d4a6c806-7a28-4db6-ba62-ca6fc51b159d req-b052d27e-c093-4834-a2b2-05ce6f2be974 tempest-TestMinimumBasicScenario-265646460 tempest-TestMinimumBasicScenario-265646460-project] 10.222.0.10 "PUT /v2.0/ports/b03000ab-48fb-459a-b802-a5075431290b HTTP/1.1" status: 200 len: 943 time: 0.3802264 Apr 28 11:31:02.984422 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd204db4c-504d-414b-8a7c-6d549ae9d056', 'tag': 'b03000ab-48fb-459a-b802-a5075431290b'}] {{(pid=116161) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 11:31:02.986750 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e748734031c26dffb00ab563e48cb7690d820419218221ecd4f9c2a21276ff88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-666c9fff-752b-42f0-9708-b975cc68f00c" -d '{"events": [{"name": "network-changed", "server_uuid": "d204db4c-504d-414b-8a7c-6d549ae9d056", "tag": "b03000ab-48fb-459a-b802-a5075431290b"}]}' {{(pid=116161) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 11:31:02.990440 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 60814) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:31:03.027879 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b052d27e-c093-4834-a2b2-05ce6f2be974 tempest-TestMinimumBasicScenario-265646460 tempest-TestMinimumBasicScenario-265646460-project] Pushing event updated for resources: {'Port': ['ID=b03000ab-48fb-459a-b802-a5075431290b,revision_number=7']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:31:03.057550 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 11:31:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e44453d-54f6-4eac-8000-b77eb3634a67 x-openstack-request-id: req-8e44453d-54f6-4eac-8000-b77eb3634a67 {{(pid=116161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 11:31:03.057848 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d204db4c-504d-414b-8a7c-6d549ae9d056", "tag": "b03000ab-48fb-459a-b802-a5075431290b", "status": "completed", "code": 200}]} {{(pid=116161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 11:31:03.058106 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-8e44453d-54f6-4eac-8000-b77eb3634a67 {{(pid=116161) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 11:31:03.058545 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8e44453d-54f6-4eac-8000-b77eb3634a67'] response: {'name': 'network-changed', 'server_uuid': 'd204db4c-504d-414b-8a7c-6d549ae9d056', 'tag': 'b03000ab-48fb-459a-b802-a5075431290b', 'status': 'completed', 'code': 200} Apr 28 11:31:03.081590 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] get_ports_and_sgs() called for port_ids ['b03000ab-48fb-459a-b802-a5075431290b'] {{(pid=116163) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 11:31:03.124062 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-717bc4f1-836b-48ba-824d-bbb8bb2f0006 tempest-TestMinimumBasicScenario-265646460 tempest-TestMinimumBasicScenario-265646460-project] Publish callbacks [] for security_group (b9fd1691-1125-4712-af06-9a4059194983), before_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:31:03.150749 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666c9fff-752b-42f0-9708-b975cc68f00c req-29c6d28f-af44-4579-80ea-d7ef079a080f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:31:03.152759 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-666c9fff-752b-42f0-9708-b975cc68f00c req-29c6d28f-af44-4579-80ea-d7ef079a080f service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c1d3cd1d95e04c0aaa441daece4b8dd0&device_id=d204db4c-504d-414b-8a7c-6d549ae9d056 HTTP/1.1" status: 200 len: 1130 time: 0.0586877 Apr 28 11:31:03.164976 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-717bc4f1-836b-48ba-824d-bbb8bb2f0006 tempest-TestMinimumBasicScenario-265646460 tempest-TestMinimumBasicScenario-265646460-project] Publish callbacks [] for security_group (b9fd1691-1125-4712-af06-9a4059194983), precommit_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:31:03.249094 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-2070b087-701e-4684-a283-319cef8faa80 None None] Provisioning complete for port b03000ab-48fb-459a-b802-a5075431290b triggered by entity DHCP. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:31:03.249400 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-2070b087-701e-4684-a283-319cef8faa80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (b03000ab-48fb-459a-b802-a5075431290b), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:31:03.285714 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666c9fff-752b-42f0-9708-b975cc68f00c req-2cd1fd2f-1701-4b72-bf5d-f57b087e8057 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:31:03.287323 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-666c9fff-752b-42f0-9708-b975cc68f00c req-2cd1fd2f-1701-4b72-bf5d-f57b087e8057 service neutron] 10.222.0.20 "GET /v2.0/networks?id=9c91e8d4-885d-4dbc-9d6c-f81cf2f0ff89 HTTP/1.1" status: 200 len: 913 time: 0.1250968 Apr 28 11:31:03.333770 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-2070b087-701e-4684-a283-319cef8faa80 None None] Current status of the port b03000ab-48fb-459a-b802-a5075431290b is: ACTIVE; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:31:03.355241 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-666c9fff-752b-42f0-9708-b975cc68f00c req-ac176764-246b-47ee-8e23-6ad68798ede6 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b03000ab-48fb-459a-b802-a5075431290b HTTP/1.1" status: 200 len: 1002 time: 0.0620496 Apr 28 11:31:03.361064 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-717bc4f1-836b-48ba-824d-bbb8bb2f0006 tempest-TestMinimumBasicScenario-265646460 tempest-TestMinimumBasicScenario-265646460-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924426'] for security_group (b9fd1691-1125-4712-af06-9a4059194983), after_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:31:03.363696 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-717bc4f1-836b-48ba-824d-bbb8bb2f0006 tempest-TestMinimumBasicScenario-265646460 tempest-TestMinimumBasicScenario-265646460-project] Publish callbacks [] for security_group (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:31:03.364713 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-717bc4f1-836b-48ba-824d-bbb8bb2f0006 tempest-TestMinimumBasicScenario-265646460 tempest-TestMinimumBasicScenario-265646460-project] 10.222.0.10 "DELETE /v2.0/security-groups/b9fd1691-1125-4712-af06-9a4059194983 HTTP/1.1" status: 204 len: 168 time: 0.3714941 Apr 28 11:31:03.367707 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 60816) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:31:03.399586 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-717bc4f1-836b-48ba-824d-bbb8bb2f0006 tempest-TestMinimumBasicScenario-265646460 tempest-TestMinimumBasicScenario-265646460-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9fd1691-1125-4712-af06-9a4059194983,revision_number=None']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:31:03.421634 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666c9fff-752b-42f0-9708-b975cc68f00c req-0b1006e5-a0b2-48e3-8b51-22d7d1d1f9de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:31:03.423139 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-666c9fff-752b-42f0-9708-b975cc68f00c req-0b1006e5-a0b2-48e3-8b51-22d7d1d1f9de service neutron] 10.222.0.20 "GET /v2.0/subnets?id=bfc94ea5-3207-494f-889e-b4f0eee8f298 HTTP/1.1" status: 200 len: 852 time: 0.0574732 Apr 28 11:31:03.471959 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666c9fff-752b-42f0-9708-b975cc68f00c req-4573e887-b7d8-4e2d-8cb4-3372fd305c39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:31:03.473478 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-666c9fff-752b-42f0-9708-b975cc68f00c req-4573e887-b7d8-4e2d-8cb4-3372fd305c39 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=9c91e8d4-885d-4dbc-9d6c-f81cf2f0ff89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0446980 Apr 28 11:31:03.523152 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.plugin [None req-d226c2d6-ef39-483b-ac2a-bbe2b6ddecfd tempest-TestMinimumBasicScenario-265646460 tempest-TestMinimumBasicScenario-265646460-project] Deleting port e47177c0-9ba4-4b89-a928-b9cc31fcd920 {{(pid=116161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 11:31:03.523494 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-d226c2d6-ef39-483b-ac2a-bbe2b6ddecfd tempest-TestMinimumBasicScenario-265646460 tempest-TestMinimumBasicScenario-265646460-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742235130188'] for port (e47177c0-9ba4-4b89-a928-b9cc31fcd920), before_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:31:03.561717 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-666c9fff-752b-42f0-9708-b975cc68f00c req-7117e98f-f0bc-4c46-a108-0fcc4399df64 service neutron] 10.222.0.20 "GET /v2.0/networks/9c91e8d4-885d-4dbc-9d6c-f81cf2f0ff89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816207 Apr 28 11:31:03.598062 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-d226c2d6-ef39-483b-ac2a-bbe2b6ddecfd tempest-TestMinimumBasicScenario-265646460 tempest-TestMinimumBasicScenario-265646460-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1938497'] for port (e47177c0-9ba4-4b89-a928-b9cc31fcd920), precommit_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:31:03.598699 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-d226c2d6-ef39-483b-ac2a-bbe2b6ddecfd tempest-TestMinimumBasicScenario-265646460 tempest-TestMinimumBasicScenario-265646460-project] Publish callbacks [] for floatingip (e47177c0-9ba4-4b89-a928-b9cc31fcd920), precommit_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:31:03.610213 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.plugin [None req-d226c2d6-ef39-483b-ac2a-bbe2b6ddecfd tempest-TestMinimumBasicScenario-265646460 tempest-TestMinimumBasicScenario-265646460-project] Calling delete_port for e47177c0-9ba4-4b89-a928-b9cc31fcd920 owned by network:floatingip {{(pid=116161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 11:31:03.653449 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-666c9fff-752b-42f0-9708-b975cc68f00c req-ba9cc98a-1141-4abc-8ba5-169263d05bf3 service neutron] 10.222.0.20 "GET /v2.0/networks/9c91e8d4-885d-4dbc-9d6c-f81cf2f0ff89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859013 Apr 28 11:31:03.818286 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-d226c2d6-ef39-483b-ac2a-bbe2b6ddecfd tempest-TestMinimumBasicScenario-265646460 tempest-TestMinimumBasicScenario-265646460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742235135690', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742234710366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5219112'] for port (e47177c0-9ba4-4b89-a928-b9cc31fcd920), after_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:31:03.843935 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d226c2d6-ef39-483b-ac2a-bbe2b6ddecfd tempest-TestMinimumBasicScenario-265646460 tempest-TestMinimumBasicScenario-265646460-project] Pushing event deleted for resources: {'Port': ['ID=e47177c0-9ba4-4b89-a928-b9cc31fcd920,revision_number=None']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:31:04.195107 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d226c2d6-ef39-483b-ac2a-bbe2b6ddecfd tempest-TestMinimumBasicScenario-265646460 tempest-TestMinimumBasicScenario-265646460-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:31:04.195453 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d226c2d6-ef39-483b-ac2a-bbe2b6ddecfd tempest-TestMinimumBasicScenario-265646460 tempest-TestMinimumBasicScenario-265646460-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:31:04.195793 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d226c2d6-ef39-483b-ac2a-bbe2b6ddecfd tempest-TestMinimumBasicScenario-265646460 tempest-TestMinimumBasicScenario-265646460-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:31:04.196123 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d226c2d6-ef39-483b-ac2a-bbe2b6ddecfd tempest-TestMinimumBasicScenario-265646460 tempest-TestMinimumBasicScenario-265646460-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:31:04.196452 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d226c2d6-ef39-483b-ac2a-bbe2b6ddecfd tempest-TestMinimumBasicScenario-265646460 tempest-TestMinimumBasicScenario-265646460-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:31:04.196776 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d226c2d6-ef39-483b-ac2a-bbe2b6ddecfd tempest-TestMinimumBasicScenario-265646460 tempest-TestMinimumBasicScenario-265646460-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:31:04.197098 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d226c2d6-ef39-483b-ac2a-bbe2b6ddecfd tempest-TestMinimumBasicScenario-265646460 tempest-TestMinimumBasicScenario-265646460-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:31:04.197417 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d226c2d6-ef39-483b-ac2a-bbe2b6ddecfd tempest-TestMinimumBasicScenario-265646460 tempest-TestMinimumBasicScenario-265646460-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:31:04.198421 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d226c2d6-ef39-483b-ac2a-bbe2b6ddecfd tempest-TestMinimumBasicScenario-265646460 tempest-TestMinimumBasicScenario-265646460-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:31:04.198899 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d226c2d6-ef39-483b-ac2a-bbe2b6ddecfd tempest-TestMinimumBasicScenario-265646460 tempest-TestMinimumBasicScenario-265646460-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:31:04.199223 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d226c2d6-ef39-483b-ac2a-bbe2b6ddecfd tempest-TestMinimumBasicScenario-265646460 tempest-TestMinimumBasicScenario-265646460-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:31:04.199544 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d226c2d6-ef39-483b-ac2a-bbe2b6ddecfd tempest-TestMinimumBasicScenario-265646460 tempest-TestMinimumBasicScenario-265646460-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:31:04.199863 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d226c2d6-ef39-483b-ac2a-bbe2b6ddecfd tempest-TestMinimumBasicScenario-265646460 tempest-TestMinimumBasicScenario-265646460-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:31:04.200187 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d226c2d6-ef39-483b-ac2a-bbe2b6ddecfd tempest-TestMinimumBasicScenario-265646460 tempest-TestMinimumBasicScenario-265646460-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:31:04.200508 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d226c2d6-ef39-483b-ac2a-bbe2b6ddecfd tempest-TestMinimumBasicScenario-265646460 tempest-TestMinimumBasicScenario-265646460-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:31:04.242819 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-d226c2d6-ef39-483b-ac2a-bbe2b6ddecfd tempest-TestMinimumBasicScenario-265646460 tempest-TestMinimumBasicScenario-265646460-project] Publish callbacks [] for floatingip (51c50966-db4c-4ba6-a2ac-5bac8a1ceb33), after_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:31:04.243165 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.db.l3_db [None req-d226c2d6-ef39-483b-ac2a-bbe2b6ddecfd tempest-TestMinimumBasicScenario-265646460 tempest-TestMinimumBasicScenario-265646460-project] Floating IP 51c50966-db4c-4ba6-a2ac-5bac8a1ceb33 disassociated (deleted). External IP: 172.36.4.147, port: b03000ab-48fb-459a-b802-a5075431290b. Apr 28 11:31:04.465765 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d226c2d6-ef39-483b-ac2a-bbe2b6ddecfd tempest-TestMinimumBasicScenario-265646460 tempest-TestMinimumBasicScenario-265646460-project] Router 358124e1-8a85-4011-a2bb-525bef1ef55b has already been hosted by L3 agent 6b492ad6-0876-4d74-b20d-28143a52ceba {{(pid=116161) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 11:31:04.593406 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d226c2d6-ef39-483b-ac2a-bbe2b6ddecfd tempest-TestMinimumBasicScenario-265646460 tempest-TestMinimumBasicScenario-265646460-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=116161) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 11:31:04.599146 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-d226c2d6-ef39-483b-ac2a-bbe2b6ddecfd tempest-TestMinimumBasicScenario-265646460 tempest-TestMinimumBasicScenario-265646460-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198022'] for floatingip (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:31:04.604672 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bffa5437-a339-4106-a4e6-92a135b67e96 None None] Sync routers for ids ['358124e1-8a85-4011-a2bb-525bef1ef55b'] in dv-neutron-master-2-hyperv {{(pid=116164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 11:31:04.618269 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bffa5437-a339-4106-a4e6-92a135b67e96 None None] Routers {'358124e1-8a85-4011-a2bb-525bef1ef55b'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=116164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 11:31:04.621071 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_hamode_db [None req-bffa5437-a339-4106-a4e6-92a135b67e96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-28T10:50:39Z,description=,heartbeat_timestamp=2022-04-28T11:30:39Z,host='dv-neutron-master-2-hyperv',id=6b492ad6-0876-4d74-b20d-28143a52ceba,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T10:50:40Z,topic='l3_agent')) {'router_ids': ['358124e1-8a85-4011-a2bb-525bef1ef55b'], 'active': True} {{(pid=116164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:31:04.634813 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-d226c2d6-ef39-483b-ac2a-bbe2b6ddecfd tempest-TestMinimumBasicScenario-265646460 tempest-TestMinimumBasicScenario-265646460-project] 10.222.0.10 "DELETE /v2.0/floatingips/51c50966-db4c-4ba6-a2ac-5bac8a1ceb33 HTTP/1.1" status: 204 len: 168 time: 1.2635412 Apr 28 11:31:04.741369 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_dvr_db [None req-bffa5437-a339-4106-a4e6-92a135b67e96 None None] Set router 358124e1-8a85-4011-a2bb-525bef1ef55b gateway port host: dv-neutron-master-2-hyperv {{(pid=116164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 11:31:04.951611 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_hamode_db [None req-bffa5437-a339-4106-a4e6-92a135b67e96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '358124e1-8a85-4011-a2bb-525bef1ef55b', 'name': 'tempest-TestMinimumBasicScenario-49479825-router', 'tenant_id': 'c1d3cd1d95e04c0aaa441daece4b8dd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'external_fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.24'}], 'enable_snat': True}, 'gw_port_id': '89f290bc-3af1-4b5d-9aeb-115cc74d41c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T11:29:00Z', 'updated_at': '2022-04-28T11:29:04Z', 'revision_number': 4, 'project_id': 'c1d3cd1d95e04c0aaa441daece4b8dd0', 'gw_port': {'id': '89f290bc-3af1-4b5d-9aeb-115cc74d41c4', 'name': '', 'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:24:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '358124e1-8a85-4011-a2bb-525bef1ef55b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1678, 'fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:29:01Z', 'updated_at': '2022-04-28T11:29:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '582314c7-5160-4e44-a456-ace79c756dfe', 'name': '', 'network_id': '9c91e8d4-885d-4dbc-9d6c-f81cf2f0ff89', 'tenant_id': 'c1d3cd1d95e04c0aaa441daece4b8dd0', 'mac_address': 'fa:16:3e:7e:d1:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '358124e1-8a85-4011-a2bb-525bef1ef55b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1679, 'fixed_ips': [{'subnet_id': 'bfc94ea5-3207-494f-889e-b4f0eee8f298', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:29:03Z', 'updated_at': '2022-04-28T11:29:07Z', 'revision_number': 5, 'project_id': 'c1d3cd1d95e04c0aaa441daece4b8dd0', 'subnets': [{'id': 'bfc94ea5-3207-494f-889e-b4f0eee8f298', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=116164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:31:04.982941 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bffa5437-a339-4106-a4e6-92a135b67e96 None None] Checking router: 358124e1-8a85-4011-a2bb-525bef1ef55b for host: dv-neutron-master-2-hyperv {{(pid=116164) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 11:31:04.992611 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bffa5437-a339-4106-a4e6-92a135b67e96 None None] Routers {'358124e1-8a85-4011-a2bb-525bef1ef55b'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=116164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 11:31:04.993238 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_hamode_db [None req-bffa5437-a339-4106-a4e6-92a135b67e96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-28T10:50:39Z,description=,heartbeat_timestamp=2022-04-28T11:30:39Z,host='dv-neutron-master-2-hyperv',id=6b492ad6-0876-4d74-b20d-28143a52ceba,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T10:50:40Z,topic='l3_agent')) {'router_ids': ['358124e1-8a85-4011-a2bb-525bef1ef55b'], 'active': True} {{(pid=116164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:31:05.060058 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd204db4c-504d-414b-8a7c-6d549ae9d056', 'tag': 'b03000ab-48fb-459a-b802-a5075431290b'}] {{(pid=116161) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 11:31:05.062721 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e748734031c26dffb00ab563e48cb7690d820419218221ecd4f9c2a21276ff88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8cf59e90-5c4f-4360-9a65-d1e43bbec287" -d '{"events": [{"name": "network-changed", "server_uuid": "d204db4c-504d-414b-8a7c-6d549ae9d056", "tag": "b03000ab-48fb-459a-b802-a5075431290b"}]}' {{(pid=116161) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 11:31:05.103930 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 11:31:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e810ac81-2e9d-4ae1-9d5a-3c8e734d2268 x-openstack-request-id: req-e810ac81-2e9d-4ae1-9d5a-3c8e734d2268 {{(pid=116161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 11:31:05.104845 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d204db4c-504d-414b-8a7c-6d549ae9d056", "tag": "b03000ab-48fb-459a-b802-a5075431290b", "status": "completed", "code": 200}]} {{(pid=116161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 11:31:05.105277 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-e810ac81-2e9d-4ae1-9d5a-3c8e734d2268 {{(pid=116161) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 11:31:05.106070 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e810ac81-2e9d-4ae1-9d5a-3c8e734d2268'] response: {'name': 'network-changed', 'server_uuid': 'd204db4c-504d-414b-8a7c-6d549ae9d056', 'tag': 'b03000ab-48fb-459a-b802-a5075431290b', 'status': 'completed', 'code': 200} Apr 28 11:31:05.122283 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_dvr_db [None req-bffa5437-a339-4106-a4e6-92a135b67e96 None None] Set router 358124e1-8a85-4011-a2bb-525bef1ef55b gateway port host: dv-neutron-master-2-hyperv {{(pid=116164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 11:31:05.177120 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf59e90-5c4f-4360-9a65-d1e43bbec287 req-2648de5c-1224-46fa-beb7-06271b49c745 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:31:05.178677 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-8cf59e90-5c4f-4360-9a65-d1e43bbec287 req-2648de5c-1224-46fa-beb7-06271b49c745 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c1d3cd1d95e04c0aaa441daece4b8dd0&device_id=d204db4c-504d-414b-8a7c-6d549ae9d056 HTTP/1.1" status: 200 len: 1130 time: 0.0481918 Apr 28 11:31:05.203202 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.agents_db [None req-54b29a82-8a19-4507-95e3-3a2d011841ff None None] Agent healthcheck: found 6 active agents {{(pid=116164) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 28 11:31:05.322952 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_hamode_db [None req-bffa5437-a339-4106-a4e6-92a135b67e96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '358124e1-8a85-4011-a2bb-525bef1ef55b', 'name': 'tempest-TestMinimumBasicScenario-49479825-router', 'tenant_id': 'c1d3cd1d95e04c0aaa441daece4b8dd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'external_fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.24'}], 'enable_snat': True}, 'gw_port_id': '89f290bc-3af1-4b5d-9aeb-115cc74d41c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T11:29:00Z', 'updated_at': '2022-04-28T11:29:04Z', 'revision_number': 4, 'project_id': 'c1d3cd1d95e04c0aaa441daece4b8dd0', 'gw_port': {'id': '89f290bc-3af1-4b5d-9aeb-115cc74d41c4', 'name': '', 'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:24:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '358124e1-8a85-4011-a2bb-525bef1ef55b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1678, 'fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:29:01Z', 'updated_at': '2022-04-28T11:29:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '582314c7-5160-4e44-a456-ace79c756dfe', 'name': '', 'network_id': '9c91e8d4-885d-4dbc-9d6c-f81cf2f0ff89', 'tenant_id': 'c1d3cd1d95e04c0aaa441daece4b8dd0', 'mac_address': 'fa:16:3e:7e:d1:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '358124e1-8a85-4011-a2bb-525bef1ef55b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1679, 'fixed_ips': [{'subnet_id': 'bfc94ea5-3207-494f-889e-b4f0eee8f298', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:29:03Z', 'updated_at': '2022-04-28T11:29:07Z', 'revision_number': 5, 'project_id': 'c1d3cd1d95e04c0aaa441daece4b8dd0', 'subnets': [{'id': 'bfc94ea5-3207-494f-889e-b4f0eee8f298', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=116164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:31:05.349105 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bffa5437-a339-4106-a4e6-92a135b67e96 None None] The sync data for ids ['358124e1-8a85-4011-a2bb-525bef1ef55b'] in dv-neutron-master-2-hyperv is: [{'id': '358124e1-8a85-4011-a2bb-525bef1ef55b', 'name': 'tempest-TestMinimumBasicScenario-49479825-router', 'tenant_id': 'c1d3cd1d95e04c0aaa441daece4b8dd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'external_fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.24'}], 'enable_snat': True}, 'gw_port_id': '89f290bc-3af1-4b5d-9aeb-115cc74d41c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T11:29:00Z', 'updated_at': '2022-04-28T11:29:04Z', 'revision_number': 4, 'project_id': 'c1d3cd1d95e04c0aaa441daece4b8dd0', 'gw_port': {'id': '89f290bc-3af1-4b5d-9aeb-115cc74d41c4', 'name': '', 'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:24:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '358124e1-8a85-4011-a2bb-525bef1ef55b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1678, 'fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:29:01Z', 'updated_at': '2022-04-28T11:29:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '582314c7-5160-4e44-a456-ace79c756dfe', 'name': '', 'network_id': '9c91e8d4-885d-4dbc-9d6c-f81cf2f0ff89', 'tenant_id': 'c1d3cd1d95e04c0aaa441daece4b8dd0', 'mac_address': 'fa:16:3e:7e:d1:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '358124e1-8a85-4011-a2bb-525bef1ef55b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1679, 'fixed_ips': [{'subnet_id': 'bfc94ea5-3207-494f-889e-b4f0eee8f298', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:29:03Z', 'updated_at': '2022-04-28T11:29:07Z', 'revision_number': 5, 'project_id': 'c1d3cd1d95e04c0aaa441daece4b8dd0', 'subnets': [{'id': 'bfc94ea5-3207-494f-889e-b4f0eee8f298', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=116164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 11:31:05.515614 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf59e90-5c4f-4360-9a65-d1e43bbec287 req-c8c62c7f-a476-47e1-92b6-42c9fd1f5dc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:31:05.517985 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-8cf59e90-5c4f-4360-9a65-d1e43bbec287 req-c8c62c7f-a476-47e1-92b6-42c9fd1f5dc1 service neutron] 10.222.0.20 "GET /v2.0/networks?id=9c91e8d4-885d-4dbc-9d6c-f81cf2f0ff89 HTTP/1.1" status: 200 len: 913 time: 0.0996549 Apr 28 11:31:05.579580 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-8cf59e90-5c4f-4360-9a65-d1e43bbec287 req-038d222e-3b57-4972-a9e1-c52c5b165bde service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b03000ab-48fb-459a-b802-a5075431290b HTTP/1.1" status: 200 len: 217 time: 0.0370598 Apr 28 11:31:05.591254 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c77172ac-5dc7-4c98-b4b5-1c1bc8da8062 None None] New status for floating IP 51c50966-db4c-4ba6-a2ac-5bac8a1ceb33: DOWN {{(pid=116163) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 28 11:31:05.630238 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf59e90-5c4f-4360-9a65-d1e43bbec287 req-7693b867-8f79-4cf9-8cfe-462dc2c2483d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:31:05.631765 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-8cf59e90-5c4f-4360-9a65-d1e43bbec287 req-7693b867-8f79-4cf9-8cfe-462dc2c2483d service neutron] 10.222.0.20 "GET /v2.0/subnets?id=bfc94ea5-3207-494f-889e-b4f0eee8f298 HTTP/1.1" status: 200 len: 852 time: 0.0494556 Apr 28 11:31:05.686097 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf59e90-5c4f-4360-9a65-d1e43bbec287 req-91d39d12-6993-44e8-9d29-a55306e0f79e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:31:05.687665 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-8cf59e90-5c4f-4360-9a65-d1e43bbec287 req-91d39d12-6993-44e8-9d29-a55306e0f79e service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=9c91e8d4-885d-4dbc-9d6c-f81cf2f0ff89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0502899 Apr 28 11:31:05.777927 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-8cf59e90-5c4f-4360-9a65-d1e43bbec287 req-a45ccf4f-cddc-45bd-9333-a4d54449602a service neutron] 10.222.0.20 "GET /v2.0/networks/9c91e8d4-885d-4dbc-9d6c-f81cf2f0ff89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838096 Apr 28 11:31:05.871967 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-8cf59e90-5c4f-4360-9a65-d1e43bbec287 req-96a5166d-c01c-4a44-8ffe-f28b1012ddd6 service neutron] 10.222.0.20 "GET /v2.0/networks/9c91e8d4-885d-4dbc-9d6c-f81cf2f0ff89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882032 Apr 28 11:31:07.010529 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-a3be8e0d-2c00-4534-aff6-588394ceae82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (75ba81b7-fe99-4281-90d2-a5adb445ecea), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:31:09.423621 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-5a908467-244a-4a50-bdea-3e5621073e1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (6b492ad6-0876-4d74-b20d-28143a52ceba), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:31:10.561095 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-ae94d540-e4c6-43be-adc9-b26fb6a2f62f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (cfc241ae-e4b7-443b-b80b-59fbbc2b69c9), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:31:12.170483 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-01ef1de1-12fd-4cef-b76b-793f91379468 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (39cc4f52-f5d9-4e2c-bbfa-7a1c528e1c40), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:31:13.361118 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (d5baab19-5dd1-4902-922b-84acb048ab9c), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:31:20.160938 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [req-ffbbd207-31a4-4e2e-a228-9093117b7d81 req-5d726a4c-1892-4e8b-b7f2-b066530af0e6 service neutron] (116161) timed out ('10.222.0.20', 59213) {{(pid=116161) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Apr 28 11:31:20.846478 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (6be95134-9a6c-4663-8b48-90d12ce90c60), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:31:22.584211 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90cbcb4-5eaf-476d-a62f-e154de3e7b20 req-2c4821f6-17f8-48b9-bf3c-caeb4c703121 tempest-TestMinimumBasicScenario-265646460 tempest-TestMinimumBasicScenario-265646460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:31:22.585702 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-d90cbcb4-5eaf-476d-a62f-e154de3e7b20 req-2c4821f6-17f8-48b9-bf3c-caeb4c703121 tempest-TestMinimumBasicScenario-265646460 tempest-TestMinimumBasicScenario-265646460-project] 10.222.0.10 "GET /v2.0/ports?device_id=d204db4c-504d-414b-8a7c-6d549ae9d056 HTTP/1.1" status: 200 len: 946 time: 0.0490723 Apr 28 11:31:22.633620 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-d90cbcb4-5eaf-476d-a62f-e154de3e7b20 req-e48bd9ae-d0fe-43c2-9aee-fa273f6b908b tempest-TestMinimumBasicScenario-265646460 tempest-TestMinimumBasicScenario-265646460-project] 10.222.0.10 "GET /v2.0/security-groups?id=2b0933c2-e5e4-4ed6-827e-375a5128c038&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418594 Apr 28 11:31:23.760107 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05745d1e-0a67-4026-b406-4ba4cde3a29c req-dc57686d-8127-4298-bfa6-3758931186b4 tempest-TestMinimumBasicScenario-265646460 tempest-TestMinimumBasicScenario-265646460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:31:23.761742 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-05745d1e-0a67-4026-b406-4ba4cde3a29c req-dc57686d-8127-4298-bfa6-3758931186b4 tempest-TestMinimumBasicScenario-265646460 tempest-TestMinimumBasicScenario-265646460-project] 10.222.0.10 "GET /v2.0/ports?device_id=d204db4c-504d-414b-8a7c-6d549ae9d056 HTTP/1.1" status: 200 len: 946 time: 0.0550342 Apr 28 11:31:23.812124 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-05745d1e-0a67-4026-b406-4ba4cde3a29c req-0e1a272d-ad43-4dbc-9f07-503761e6537d tempest-TestMinimumBasicScenario-265646460 tempest-TestMinimumBasicScenario-265646460-project] 10.222.0.10 "GET /v2.0/security-groups?id=2b0933c2-e5e4-4ed6-827e-375a5128c038&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444810 Apr 28 11:31:24.198614 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4976e03-67f1-4eaa-9f5d-cd8287054224 req-31f0fb6d-ac04-4664-9772-23daf6274f64 tempest-TestMinimumBasicScenario-265646460 tempest-TestMinimumBasicScenario-265646460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:31:24.200083 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-f4976e03-67f1-4eaa-9f5d-cd8287054224 req-31f0fb6d-ac04-4664-9772-23daf6274f64 tempest-TestMinimumBasicScenario-265646460 tempest-TestMinimumBasicScenario-265646460-project] 10.222.0.20 "GET /v2.0/ports?device_id=d204db4c-504d-414b-8a7c-6d549ae9d056 HTTP/1.1" status: 200 len: 946 time: 0.0476353 Apr 28 11:31:24.288306 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.plugin [req-f4976e03-67f1-4eaa-9f5d-cd8287054224 req-5779b90d-6181-410b-9de6-913cf187ce4a tempest-TestMinimumBasicScenario-265646460 tempest-TestMinimumBasicScenario-265646460-project] Deleting port b03000ab-48fb-459a-b802-a5075431290b {{(pid=116162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 11:31:24.288649 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [req-f4976e03-67f1-4eaa-9f5d-cd8287054224 req-5779b90d-6181-410b-9de6-913cf187ce4a tempest-TestMinimumBasicScenario-265646460 tempest-TestMinimumBasicScenario-265646460-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742235130188'] for port (b03000ab-48fb-459a-b802-a5075431290b), before_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:31:24.376697 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.db [req-f4976e03-67f1-4eaa-9f5d-cd8287054224 req-5779b90d-6181-410b-9de6-913cf187ce4a tempest-TestMinimumBasicScenario-265646460 tempest-TestMinimumBasicScenario-265646460-project] For port b03000ab-48fb-459a-b802-a5075431290b, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=b03000ab-48fb-459a-b802-a5075431290b,segment=NetworkSegment(f20a6d94-713c-4d88-baa2-b5bcaae05e43),segment_id=f20a6d94-713c-4d88-baa2-b5bcaae05e43)] {{(pid=116162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 11:31:24.376980 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [req-f4976e03-67f1-4eaa-9f5d-cd8287054224 req-5779b90d-6181-410b-9de6-913cf187ce4a tempest-TestMinimumBasicScenario-265646460 tempest-TestMinimumBasicScenario-265646460-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1938497'] for port (b03000ab-48fb-459a-b802-a5075431290b), precommit_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:31:24.390611 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.plugin [req-f4976e03-67f1-4eaa-9f5d-cd8287054224 req-5779b90d-6181-410b-9de6-913cf187ce4a tempest-TestMinimumBasicScenario-265646460 tempest-TestMinimumBasicScenario-265646460-project] Calling delete_port for b03000ab-48fb-459a-b802-a5075431290b owned by compute:nova {{(pid=116162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 11:31:24.593031 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [req-f4976e03-67f1-4eaa-9f5d-cd8287054224 req-5779b90d-6181-410b-9de6-913cf187ce4a tempest-TestMinimumBasicScenario-265646460 tempest-TestMinimumBasicScenario-265646460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742235135690', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742234710366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5051867'] for port (b03000ab-48fb-459a-b802-a5075431290b), after_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:31:24.605294 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] get_ports_and_sgs() called for port_ids ['b03000ab-48fb-459a-b802-a5075431290b'] {{(pid=116163) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 11:31:24.622120 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5779b90d-6181-410b-9de6-913cf187ce4a tempest-TestMinimumBasicScenario-265646460 tempest-TestMinimumBasicScenario-265646460-project] Pushing event deleted for resources: {'Port': ['ID=b03000ab-48fb-459a-b802-a5075431290b,revision_number=None']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:31:24.635520 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5779b90d-6181-410b-9de6-913cf187ce4a tempest-TestMinimumBasicScenario-265646460 tempest-TestMinimumBasicScenario-265646460-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:31:24.635871 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5779b90d-6181-410b-9de6-913cf187ce4a tempest-TestMinimumBasicScenario-265646460 tempest-TestMinimumBasicScenario-265646460-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:31:24.636218 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5779b90d-6181-410b-9de6-913cf187ce4a tempest-TestMinimumBasicScenario-265646460 tempest-TestMinimumBasicScenario-265646460-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:31:24.636550 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5779b90d-6181-410b-9de6-913cf187ce4a tempest-TestMinimumBasicScenario-265646460 tempest-TestMinimumBasicScenario-265646460-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:31:24.636892 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5779b90d-6181-410b-9de6-913cf187ce4a tempest-TestMinimumBasicScenario-265646460 tempest-TestMinimumBasicScenario-265646460-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:31:24.637224 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5779b90d-6181-410b-9de6-913cf187ce4a tempest-TestMinimumBasicScenario-265646460 tempest-TestMinimumBasicScenario-265646460-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:31:24.637555 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5779b90d-6181-410b-9de6-913cf187ce4a tempest-TestMinimumBasicScenario-265646460 tempest-TestMinimumBasicScenario-265646460-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:31:24.637882 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5779b90d-6181-410b-9de6-913cf187ce4a tempest-TestMinimumBasicScenario-265646460 tempest-TestMinimumBasicScenario-265646460-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:31:24.638210 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5779b90d-6181-410b-9de6-913cf187ce4a tempest-TestMinimumBasicScenario-265646460 tempest-TestMinimumBasicScenario-265646460-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:31:24.638559 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5779b90d-6181-410b-9de6-913cf187ce4a tempest-TestMinimumBasicScenario-265646460 tempest-TestMinimumBasicScenario-265646460-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:31:24.638888 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5779b90d-6181-410b-9de6-913cf187ce4a tempest-TestMinimumBasicScenario-265646460 tempest-TestMinimumBasicScenario-265646460-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:31:24.639212 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5779b90d-6181-410b-9de6-913cf187ce4a tempest-TestMinimumBasicScenario-265646460 tempest-TestMinimumBasicScenario-265646460-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:31:24.639534 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5779b90d-6181-410b-9de6-913cf187ce4a tempest-TestMinimumBasicScenario-265646460 tempest-TestMinimumBasicScenario-265646460-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:31:24.639858 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5779b90d-6181-410b-9de6-913cf187ce4a tempest-TestMinimumBasicScenario-265646460 tempest-TestMinimumBasicScenario-265646460-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:31:24.640178 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5779b90d-6181-410b-9de6-913cf187ce4a tempest-TestMinimumBasicScenario-265646460 tempest-TestMinimumBasicScenario-265646460-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:31:24.681434 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4976e03-67f1-4eaa-9f5d-cd8287054224 req-5779b90d-6181-410b-9de6-913cf187ce4a tempest-TestMinimumBasicScenario-265646460 tempest-TestMinimumBasicScenario-265646460-project] No DVR routers for this DVR port b03000ab-48fb-459a-b802-a5075431290b on host hv-neutron-mast {{(pid=116162) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 11:31:24.684377 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [req-f4976e03-67f1-4eaa-9f5d-cd8287054224 req-5779b90d-6181-410b-9de6-913cf187ce4a tempest-TestMinimumBasicScenario-265646460 tempest-TestMinimumBasicScenario-265646460-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198022'] for port (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:31:24.687760 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-f4976e03-67f1-4eaa-9f5d-cd8287054224 req-5779b90d-6181-410b-9de6-913cf187ce4a tempest-TestMinimumBasicScenario-265646460 tempest-TestMinimumBasicScenario-265646460-project] 10.222.0.20 "DELETE /v2.0/ports/b03000ab-48fb-459a-b802-a5075431290b HTTP/1.1" status: 204 len: 173 time: 0.4820652 Apr 28 11:31:24.688201 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd204db4c-504d-414b-8a7c-6d549ae9d056', 'name': 'network-vif-deleted', 'tag': 'b03000ab-48fb-459a-b802-a5075431290b'}] {{(pid=116162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 11:31:24.690554 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ba53f40d6116d28995a8e36159d0e539b5353eec116fb5dd4ce03b4b2159ab1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-324381d4-595b-40a1-b9ec-f31212446042" -d '{"events": [{"server_uuid": "d204db4c-504d-414b-8a7c-6d549ae9d056", "name": "network-vif-deleted", "tag": "b03000ab-48fb-459a-b802-a5075431290b"}]}' {{(pid=116162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 11:31:24.790552 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 11:31:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbf61a69-e28e-41ba-b3ad-8741a9ebed6b x-openstack-request-id: req-bbf61a69-e28e-41ba-b3ad-8741a9ebed6b {{(pid=116162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 11:31:24.791049 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d204db4c-504d-414b-8a7c-6d549ae9d056", "name": "network-vif-deleted", "tag": "b03000ab-48fb-459a-b802-a5075431290b", "status": "completed", "code": 200}]} {{(pid=116162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 11:31:24.791439 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-bbf61a69-e28e-41ba-b3ad-8741a9ebed6b {{(pid=116162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 11:31:24.791858 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bbf61a69-e28e-41ba-b3ad-8741a9ebed6b'] response: {'server_uuid': 'd204db4c-504d-414b-8a7c-6d549ae9d056', 'name': 'network-vif-deleted', 'tag': 'b03000ab-48fb-459a-b802-a5075431290b', 'status': 'completed', 'code': 200} Apr 28 11:31:24.914929 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-5be6bcb1-763e-460d-aa9d-03a6a5ff6fb4 req-4e5b4748-b77b-475d-9ef5-bb1fabe1037b tempest-TestMinimumBasicScenario-265646460 tempest-TestMinimumBasicScenario-265646460-project] 10.222.0.10 "GET /v2.0/ports?device_id=d204db4c-504d-414b-8a7c-6d549ae9d056 HTTP/1.1" status: 200 len: 210 time: 0.0291469 Apr 28 11:31:27.157539 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 60942) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:31:27.483564 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-c0716657-6c0e-4ff8-8a72-8c21934c20fc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2063420'] for router_interface (358124e1-8a85-4011-a2bb-525bef1ef55b), before_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:31:27.713701 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.plugin [None req-c0716657-6c0e-4ff8-8a72-8c21934c20fc admin admin] Deleting port 582314c7-5160-4e44-a456-ace79c756dfe {{(pid=116161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 11:31:27.714032 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-c0716657-6c0e-4ff8-8a72-8c21934c20fc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742235130188'] for port (582314c7-5160-4e44-a456-ace79c756dfe), before_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:31:27.789457 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.db [None req-c0716657-6c0e-4ff8-8a72-8c21934c20fc admin admin] For port 582314c7-5160-4e44-a456-ace79c756dfe, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=582314c7-5160-4e44-a456-ace79c756dfe,segment=NetworkSegment(f20a6d94-713c-4d88-baa2-b5bcaae05e43),segment_id=f20a6d94-713c-4d88-baa2-b5bcaae05e43)] {{(pid=116161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 11:31:27.789739 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-c0716657-6c0e-4ff8-8a72-8c21934c20fc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1938497'] for port (582314c7-5160-4e44-a456-ace79c756dfe), precommit_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:31:27.802276 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.plugin [None req-c0716657-6c0e-4ff8-8a72-8c21934c20fc admin admin] Calling delete_port for 582314c7-5160-4e44-a456-ace79c756dfe owned by network:router_interface {{(pid=116161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 11:31:27.865700 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Device b03000ab-48fb-459a-b802-a5075431290b no longer exists at agent hyperv_hv-neutron-mast {{(pid=116163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 11:31:27.887867 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] No Port match for: b03000ab-48fb-459a-b802-a5075431290b {{(pid=116163) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 28 11:31:27.888209 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Device b03000ab-48fb-459a-b802-a5075431290b not bound to the agent host hv-neutron-mast {{(pid=116163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 11:31:28.063093 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-c0716657-6c0e-4ff8-8a72-8c21934c20fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742235135690', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742234710366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5219112'] for port (582314c7-5160-4e44-a456-ace79c756dfe), after_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:31:28.088919 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0716657-6c0e-4ff8-8a72-8c21934c20fc admin admin] Pushing event deleted for resources: {'Port': ['ID=582314c7-5160-4e44-a456-ace79c756dfe,revision_number=None']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:31:28.265645 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-c0716657-6c0e-4ff8-8a72-8c21934c20fc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1603051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2063504'] for router_interface (358124e1-8a85-4011-a2bb-525bef1ef55b), after_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:31:28.490604 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0716657-6c0e-4ff8-8a72-8c21934c20fc admin admin] Router 358124e1-8a85-4011-a2bb-525bef1ef55b has already been hosted by L3 agent 6b492ad6-0876-4d74-b20d-28143a52ceba {{(pid=116161) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 11:31:28.596380 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0716657-6c0e-4ff8-8a72-8c21934c20fc admin admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=116161) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 11:31:28.601379 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-c0716657-6c0e-4ff8-8a72-8c21934c20fc admin admin] 10.222.0.10 "PUT /v2.0/routers/358124e1-8a85-4011-a2bb-525bef1ef55b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4428248 Apr 28 11:31:28.604941 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 60944) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:31:28.607659 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f56f7de7-ebaa-4f48-82e0-ba44f573436e None None] Sync routers for ids ['358124e1-8a85-4011-a2bb-525bef1ef55b'] in dv-neutron-master-2-hyperv {{(pid=116164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 11:31:28.617118 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f56f7de7-ebaa-4f48-82e0-ba44f573436e None None] Routers {'358124e1-8a85-4011-a2bb-525bef1ef55b'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=116164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 11:31:28.617727 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_hamode_db [None req-f56f7de7-ebaa-4f48-82e0-ba44f573436e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-28T10:50:39Z,description=,heartbeat_timestamp=2022-04-28T11:31:09Z,host='dv-neutron-master-2-hyperv',id=6b492ad6-0876-4d74-b20d-28143a52ceba,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T10:50:40Z,topic='l3_agent')) {'router_ids': ['358124e1-8a85-4011-a2bb-525bef1ef55b'], 'active': True} {{(pid=116164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:31:28.710850 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-99a93b72-9897-41cf-815c-6bf0ed89a855 admin admin] Publish callbacks [] for router (358124e1-8a85-4011-a2bb-525bef1ef55b), before_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:31:28.722906 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_dvr_db [None req-f56f7de7-ebaa-4f48-82e0-ba44f573436e None None] Set router 358124e1-8a85-4011-a2bb-525bef1ef55b gateway port host: dv-neutron-master-2-hyperv {{(pid=116164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 11:31:28.820095 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-99a93b72-9897-41cf-815c-6bf0ed89a855 admin admin] Publish callbacks [] for router_gateway (358124e1-8a85-4011-a2bb-525bef1ef55b), before_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:31:28.957148 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.plugin [None req-99a93b72-9897-41cf-815c-6bf0ed89a855 admin admin] Deleting port 89f290bc-3af1-4b5d-9aeb-115cc74d41c4 {{(pid=116161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 11:31:28.957487 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-99a93b72-9897-41cf-815c-6bf0ed89a855 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742235130188'] for port (89f290bc-3af1-4b5d-9aeb-115cc74d41c4), before_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:31:28.974152 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_hamode_db [None req-f56f7de7-ebaa-4f48-82e0-ba44f573436e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '358124e1-8a85-4011-a2bb-525bef1ef55b', 'name': 'tempest-TestMinimumBasicScenario-49479825-router', 'tenant_id': 'c1d3cd1d95e04c0aaa441daece4b8dd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'external_fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.24'}], 'enable_snat': True}, 'gw_port_id': '89f290bc-3af1-4b5d-9aeb-115cc74d41c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T11:29:00Z', 'updated_at': '2022-04-28T11:31:27Z', 'revision_number': 5, 'project_id': 'c1d3cd1d95e04c0aaa441daece4b8dd0', 'gw_port': {'id': '89f290bc-3af1-4b5d-9aeb-115cc74d41c4', 'name': '', 'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:24:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '358124e1-8a85-4011-a2bb-525bef1ef55b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1678, 'fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:29:01Z', 'updated_at': '2022-04-28T11:29:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=116164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:31:29.001144 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f56f7de7-ebaa-4f48-82e0-ba44f573436e None None] Checking router: 358124e1-8a85-4011-a2bb-525bef1ef55b for host: dv-neutron-master-2-hyperv {{(pid=116164) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 11:31:29.009320 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f56f7de7-ebaa-4f48-82e0-ba44f573436e None None] Routers {'358124e1-8a85-4011-a2bb-525bef1ef55b'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=116164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 11:31:29.009926 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_hamode_db [None req-f56f7de7-ebaa-4f48-82e0-ba44f573436e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-28T10:50:39Z,description=,heartbeat_timestamp=2022-04-28T11:31:09Z,host='dv-neutron-master-2-hyperv',id=6b492ad6-0876-4d74-b20d-28143a52ceba,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T10:50:40Z,topic='l3_agent')) {'router_ids': ['358124e1-8a85-4011-a2bb-525bef1ef55b'], 'active': True} {{(pid=116164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:31:29.036648 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.db [None req-99a93b72-9897-41cf-815c-6bf0ed89a855 admin admin] For port 89f290bc-3af1-4b5d-9aeb-115cc74d41c4, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=89f290bc-3af1-4b5d-9aeb-115cc74d41c4,segment=NetworkSegment(142bc50f-d6af-4646-8d06-bb7af6b7b51c),segment_id=142bc50f-d6af-4646-8d06-bb7af6b7b51c)] {{(pid=116161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 11:31:29.037009 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-99a93b72-9897-41cf-815c-6bf0ed89a855 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1938497'] for port (89f290bc-3af1-4b5d-9aeb-115cc74d41c4), precommit_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:31:29.050058 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.plugin [None req-99a93b72-9897-41cf-815c-6bf0ed89a855 admin admin] Calling delete_port for 89f290bc-3af1-4b5d-9aeb-115cc74d41c4 owned by network:router_gateway {{(pid=116161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 11:31:29.097017 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_dvr_db [None req-f56f7de7-ebaa-4f48-82e0-ba44f573436e None None] Set router 358124e1-8a85-4011-a2bb-525bef1ef55b gateway port host: None {{(pid=116164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 11:31:29.153198 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_hamode_db [None req-f56f7de7-ebaa-4f48-82e0-ba44f573436e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '358124e1-8a85-4011-a2bb-525bef1ef55b', 'name': 'tempest-TestMinimumBasicScenario-49479825-router', 'tenant_id': 'c1d3cd1d95e04c0aaa441daece4b8dd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T11:29:00Z', 'updated_at': '2022-04-28T11:31:28Z', 'revision_number': 6, 'project_id': 'c1d3cd1d95e04c0aaa441daece4b8dd0', 'gw_port_host': None}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=116164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:31:29.179331 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f56f7de7-ebaa-4f48-82e0-ba44f573436e None None] The sync data for ids ['358124e1-8a85-4011-a2bb-525bef1ef55b'] in dv-neutron-master-2-hyperv is: [{'id': '358124e1-8a85-4011-a2bb-525bef1ef55b', 'name': 'tempest-TestMinimumBasicScenario-49479825-router', 'tenant_id': 'c1d3cd1d95e04c0aaa441daece4b8dd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T11:29:00Z', 'updated_at': '2022-04-28T11:31:28Z', 'revision_number': 6, 'project_id': 'c1d3cd1d95e04c0aaa441daece4b8dd0', 'gw_port_host': None}] {{(pid=116164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 11:31:29.274902 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-99a93b72-9897-41cf-815c-6bf0ed89a855 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742235135690', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742234710366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5219112'] for port (89f290bc-3af1-4b5d-9aeb-115cc74d41c4), after_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:31:29.298634 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a93b72-9897-41cf-815c-6bf0ed89a855 admin admin] Pushing event deleted for resources: {'Port': ['ID=89f290bc-3af1-4b5d-9aeb-115cc74d41c4,revision_number=None']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:31:29.362410 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-99a93b72-9897-41cf-815c-6bf0ed89a855 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1935354'] for router_gateway (358124e1-8a85-4011-a2bb-525bef1ef55b), after_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:31:29.453098 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-99a93b72-9897-41cf-815c-6bf0ed89a855 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2060865', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-63275'] for router (358124e1-8a85-4011-a2bb-525bef1ef55b), precommit_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:31:29.455244 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-99a93b72-9897-41cf-815c-6bf0ed89a855 admin admin] Publish callbacks [] for router_controller (358124e1-8a85-4011-a2bb-525bef1ef55b), precommit_delete_associations {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:31:29.891794 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-99a93b72-9897-41cf-815c-6bf0ed89a855 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2060888'] for router (358124e1-8a85-4011-a2bb-525bef1ef55b), after_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:31:29.892368 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99a93b72-9897-41cf-815c-6bf0ed89a855 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 358124e1-8a85-4011-a2bb-525bef1ef55b {{(pid=116161) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 28 11:31:29.897038 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-99a93b72-9897-41cf-815c-6bf0ed89a855 admin admin] Publish callbacks [] for router (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:31:29.898187 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-99a93b72-9897-41cf-815c-6bf0ed89a855 admin admin] 10.222.0.10 "DELETE /v2.0/routers/358124e1-8a85-4011-a2bb-525bef1ef55b HTTP/1.1" status: 204 len: 168 time: 1.2923474 Apr 28 11:31:29.900686 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 60946) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:31:29.946087 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.db.db_base_plugin_v2 [None req-638c473c-9978-4628-9f5b-054572aede8d admin admin] Deleting subnet bfc94ea5-3207-494f-889e-b4f0eee8f298 {{(pid=116161) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 28 11:31:29.950199 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-638c473c-9978-4628-9f5b-054572aede8d admin admin] Publish callbacks [] for subnet (bfc94ea5-3207-494f-889e-b4f0eee8f298), before_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:31:29.984197 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-638c473c-9978-4628-9f5b-054572aede8d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8076976'] for subnet (bfc94ea5-3207-494f-889e-b4f0eee8f298), precommit_delete_associations {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:31:30.066295 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-638c473c-9978-4628-9f5b-054572aede8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-971303'] for subnet (bfc94ea5-3207-494f-889e-b4f0eee8f298), precommit_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:31:30.193076 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-638c473c-9978-4628-9f5b-054572aede8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-971310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5220601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5125409'] for subnet (bfc94ea5-3207-494f-889e-b4f0eee8f298), after_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:31:30.217577 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638c473c-9978-4628-9f5b-054572aede8d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bfc94ea5-3207-494f-889e-b4f0eee8f298,revision_number=None']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:31:30.224114 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-638c473c-9978-4628-9f5b-054572aede8d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:31:30.228223 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-638c473c-9978-4628-9f5b-054572aede8d admin admin] 10.222.0.10 "DELETE /v2.0/subnets/bfc94ea5-3207-494f-889e-b4f0eee8f298 HTTP/1.1" status: 204 len: 168 time: 0.3258410 Apr 28 11:31:30.231196 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 60948) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:31:30.231315 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0825cb0-a55b-4c41-b27c-187ba609d27a None None] Network 9c91e8d4-885d-4dbc-9d6c-f81cf2f0ff89 requested from dv-neutron-master-2-hyperv {{(pid=116163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 11:31:30.297000 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-f26e07fe-810e-450b-ab5d-8ba0d1d3d195 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-979593'] for network (9c91e8d4-885d-4dbc-9d6c-f81cf2f0ff89), before_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:31:30.345624 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.plugin [None req-f26e07fe-810e-450b-ab5d-8ba0d1d3d195 admin admin] Deleting port 2fcf0715-222b-4ac5-a049-7c637bebe7ac {{(pid=116161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 11:31:30.345974 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-f26e07fe-810e-450b-ab5d-8ba0d1d3d195 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742235130188'] for port (2fcf0715-222b-4ac5-a049-7c637bebe7ac), before_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:31:30.405918 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-976deecb-0469-4fda-93d9-9d9e9daf1da0 None None] DHCP port deletion for 9c91e8d4-885d-4dbc-9d6c-f81cf2f0ff89 request from dv-neutron-master-2-hyperv {{(pid=116163) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 28 11:31:30.410212 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.db [None req-f26e07fe-810e-450b-ab5d-8ba0d1d3d195 admin admin] For port 2fcf0715-222b-4ac5-a049-7c637bebe7ac, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=2fcf0715-222b-4ac5-a049-7c637bebe7ac,segment=NetworkSegment(f20a6d94-713c-4d88-baa2-b5bcaae05e43),segment_id=f20a6d94-713c-4d88-baa2-b5bcaae05e43)] {{(pid=116161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 11:31:30.410565 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-f26e07fe-810e-450b-ab5d-8ba0d1d3d195 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1938497'] for port (2fcf0715-222b-4ac5-a049-7c637bebe7ac), precommit_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:31:30.423801 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.plugin [None req-f26e07fe-810e-450b-ab5d-8ba0d1d3d195 admin admin] Calling delete_port for 2fcf0715-222b-4ac5-a049-7c637bebe7ac owned by network:dhcp {{(pid=116161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 11:31:30.448607 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-976deecb-0469-4fda-93d9-9d9e9daf1da0 None None] Deleting port 2fcf0715-222b-4ac5-a049-7c637bebe7ac {{(pid=116163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 11:31:30.448902 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-976deecb-0469-4fda-93d9-9d9e9daf1da0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742235130188'] for port (2fcf0715-222b-4ac5-a049-7c637bebe7ac), before_delete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:31:30.511274 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-976deecb-0469-4fda-93d9-9d9e9daf1da0 None None] For port 2fcf0715-222b-4ac5-a049-7c637bebe7ac, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=2fcf0715-222b-4ac5-a049-7c637bebe7ac,segment=NetworkSegment(f20a6d94-713c-4d88-baa2-b5bcaae05e43),segment_id=f20a6d94-713c-4d88-baa2-b5bcaae05e43)] {{(pid=116163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 11:31:30.511911 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-976deecb-0469-4fda-93d9-9d9e9daf1da0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1938497'] for port (2fcf0715-222b-4ac5-a049-7c637bebe7ac), precommit_delete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:31:30.525605 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-976deecb-0469-4fda-93d9-9d9e9daf1da0 None None] Calling delete_port for 2fcf0715-222b-4ac5-a049-7c637bebe7ac owned by network:dhcp {{(pid=116163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 11:31:30.528648 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Device 582314c7-5160-4e44-a456-ace79c756dfe no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=116163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 11:31:30.552221 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] No Port match for: 582314c7-5160-4e44-a456-ace79c756dfe {{(pid=116163) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 28 11:31:30.555566 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Device 582314c7-5160-4e44-a456-ace79c756dfe not bound to the agent host dv-neutron-master-2-hyperv {{(pid=116163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 11:31:30.555566 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Device 89f290bc-3af1-4b5d-9aeb-115cc74d41c4 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=116163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 11:31:30.575943 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-f26e07fe-810e-450b-ab5d-8ba0d1d3d195 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742235135690', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742234710366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5219112'] for port (2fcf0715-222b-4ac5-a049-7c637bebe7ac), after_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:31:30.580374 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] No Port match for: 89f290bc-3af1-4b5d-9aeb-115cc74d41c4 {{(pid=116163) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 28 11:31:30.580374 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Device 89f290bc-3af1-4b5d-9aeb-115cc74d41c4 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=116163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 11:31:30.580374 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Device 2fcf0715-222b-4ac5-a049-7c637bebe7ac no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=116163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 11:31:30.604488 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f26e07fe-810e-450b-ab5d-8ba0d1d3d195 admin admin] Pushing event deleted for resources: {'Port': ['ID=2fcf0715-222b-4ac5-a049-7c637bebe7ac,revision_number=None']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:31:30.612528 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f26e07fe-810e-450b-ab5d-8ba0d1d3d195 admin admin] No DVR routers for this DVR port 2fcf0715-222b-4ac5-a049-7c637bebe7ac on host dv-neutron-master-2-hyperv {{(pid=116161) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 11:31:30.629878 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] No Port match for: 2fcf0715-222b-4ac5-a049-7c637bebe7ac {{(pid=116163) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 28 11:31:30.630227 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Device 2fcf0715-222b-4ac5-a049-7c637bebe7ac not bound to the agent host dv-neutron-master-2-hyperv {{(pid=116163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 11:31:30.662849 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-976deecb-0469-4fda-93d9-9d9e9daf1da0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742235135690', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742234710366'] for port (2fcf0715-222b-4ac5-a049-7c637bebe7ac), after_delete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:31:30.679823 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-f26e07fe-810e-450b-ab5d-8ba0d1d3d195 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-973498', 'neutron.services.segments.db._delete_segments_for_network-8742235207033'] for network (9c91e8d4-885d-4dbc-9d6c-f81cf2f0ff89), precommit_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:31:30.689411 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-976deecb-0469-4fda-93d9-9d9e9daf1da0 None None] Pushing event deleted for resources: {'Port': ['ID=2fcf0715-222b-4ac5-a049-7c637bebe7ac,revision_number=None']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:31:30.691816 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-976deecb-0469-4fda-93d9-9d9e9daf1da0 None None] No DVR routers for this DVR port 2fcf0715-222b-4ac5-a049-7c637bebe7ac on host dv-neutron-master-2-hyperv {{(pid=116163) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 11:31:30.701529 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-976deecb-0469-4fda-93d9-9d9e9daf1da0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:31:30.701887 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-976deecb-0469-4fda-93d9-9d9e9daf1da0 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:31:30.701997 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.services.segments.db [None req-f26e07fe-810e-450b-ab5d-8ba0d1d3d195 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9c91e8d4-885d-4dbc-9d6c-f81cf2f0ff89']}} {{(pid=116161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:31:30.702226 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-976deecb-0469-4fda-93d9-9d9e9daf1da0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:31:30.702606 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-976deecb-0469-4fda-93d9-9d9e9daf1da0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:31:30.702996 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-976deecb-0469-4fda-93d9-9d9e9daf1da0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:31:30.703407 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-976deecb-0469-4fda-93d9-9d9e9daf1da0 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:31:30.703657 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-976deecb-0469-4fda-93d9-9d9e9daf1da0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:31:30.703985 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-976deecb-0469-4fda-93d9-9d9e9daf1da0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:31:30.704482 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-976deecb-0469-4fda-93d9-9d9e9daf1da0 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:31:30.704815 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-976deecb-0469-4fda-93d9-9d9e9daf1da0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:31:30.705151 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-976deecb-0469-4fda-93d9-9d9e9daf1da0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:31:30.705481 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-976deecb-0469-4fda-93d9-9d9e9daf1da0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:31:30.705804 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-976deecb-0469-4fda-93d9-9d9e9daf1da0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:31:30.706127 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-976deecb-0469-4fda-93d9-9d9e9daf1da0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:31:30.706469 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-976deecb-0469-4fda-93d9-9d9e9daf1da0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:31:30.711676 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.services.segments.db [None req-f26e07fe-810e-450b-ab5d-8ba0d1d3d195 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f20a6d94-713c-4d88-baa2-b5bcaae05e43') {'for_net_delete': True} {{(pid=116161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:31:30.712510 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.services.segments.db [None req-f26e07fe-810e-450b-ab5d-8ba0d1d3d195 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f20a6d94-713c-4d88-baa2-b5bcaae05e43') {} {{(pid=116161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:31:30.721980 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-f26e07fe-810e-450b-ab5d-8ba0d1d3d195 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742235208578', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8076969'] for segment (f20a6d94-713c-4d88-baa2-b5bcaae05e43), before_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:31:30.734957 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-f26e07fe-810e-450b-ab5d-8ba0d1d3d195 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-961978'] for segment (f20a6d94-713c-4d88-baa2-b5bcaae05e43), precommit_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:31:30.740753 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f26e07fe-810e-450b-ab5d-8ba0d1d3d195 admin admin] Releasing vlan 85 on physical network physnet1 to pool {{(pid=116161) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 11:31:30.746532 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-f26e07fe-810e-450b-ab5d-8ba0d1d3d195 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-961978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5219103'] for segment (f20a6d94-713c-4d88-baa2-b5bcaae05e43), after_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:31:30.746532 dv-neutron-master-2-hyperv neutron-server[116161]: Traceback (most recent call last): Apr 28 11:31:30.746532 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 11:31:30.746532 dv-neutron-master-2-hyperv neutron-server[116161]: timer() Apr 28 11:31:30.746532 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 11:31:30.746532 dv-neutron-master-2-hyperv neutron-server[116161]: cb(*args, **kw) Apr 28 11:31:30.746532 dv-neutron-master-2-hyperv neutron-server[116161]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 28 11:31:30.746532 dv-neutron-master-2-hyperv neutron-server[116161]: return func(*args, **kwargs) Apr 28 11:31:30.746532 dv-neutron-master-2-hyperv neutron-server[116161]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 11:31:30.746532 dv-neutron-master-2-hyperv neutron-server[116161]: self._notify() Apr 28 11:31:30.746532 dv-neutron-master-2-hyperv neutron-server[116161]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 11:31:30.746532 dv-neutron-master-2-hyperv neutron-server[116161]: self.callback(batched_events) Apr 28 11:31:30.746532 dv-neutron-master-2-hyperv neutron-server[116161]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 11:31:30.746532 dv-neutron-master-2-hyperv neutron-server[116161]: event.method(event) Apr 28 11:31:30.746532 dv-neutron-master-2-hyperv neutron-server[116161]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 28 11:31:30.746532 dv-neutron-master-2-hyperv neutron-server[116161]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 11:31:30.746532 dv-neutron-master-2-hyperv neutron-server[116161]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 28 11:31:30.746532 dv-neutron-master-2-hyperv neutron-server[116161]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 11:31:30.746532 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 28 11:31:30.746532 dv-neutron-master-2-hyperv neutron-server[116161]: return f(self, *a, **k) Apr 28 11:31:30.746532 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 28 11:31:30.746532 dv-neutron-master-2-hyperv neutron-server[116161]: return self._get(url).json() Apr 28 11:31:30.746532 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 28 11:31:30.746532 dv-neutron-master-2-hyperv neutron-server[116161]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 11:31:30.746532 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 11:31:30.746532 dv-neutron-master-2-hyperv neutron-server[116161]: return self.request(url, 'GET', **kwargs) Apr 28 11:31:30.746532 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 11:31:30.746532 dv-neutron-master-2-hyperv neutron-server[116161]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 11:31:30.746532 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 11:31:30.746532 dv-neutron-master-2-hyperv neutron-server[116161]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 11:31:30.746532 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 11:31:30.746532 dv-neutron-master-2-hyperv neutron-server[116161]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 11:31:30.746532 dv-neutron-master-2-hyperv neutron-server[116161]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 11:31:30.846061 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-f26e07fe-810e-450b-ab5d-8ba0d1d3d195 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-973477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2063122'] for network (9c91e8d4-885d-4dbc-9d6c-f81cf2f0ff89), after_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:31:30.851312 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-f26e07fe-810e-450b-ab5d-8ba0d1d3d195 admin admin] Publish callbacks [] for network (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:31:30.856377 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-f26e07fe-810e-450b-ab5d-8ba0d1d3d195 admin admin] 10.222.0.10 "DELETE /v2.0/networks/9c91e8d4-885d-4dbc-9d6c-f81cf2f0ff89 HTTP/1.1" status: 204 len: 168 time: 0.6236482 Apr 28 11:31:30.857599 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 60950) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:31:30.865564 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f26e07fe-810e-450b-ab5d-8ba0d1d3d195 admin admin] Pushing event deleted for resources: {'Network': ['ID=9c91e8d4-885d-4dbc-9d6c-f81cf2f0ff89,revision_number=None']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:31:31.427135 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-9031cb4f-c523-45c8-84d0-1deb4235e1f5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2063420'] for router_interface (f3cb1671-52fd-4bdf-8812-9cd6f11e3bd1), before_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:31:31.653221 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.plugin [None req-9031cb4f-c523-45c8-84d0-1deb4235e1f5 admin admin] Deleting port 8dc64040-0124-43bd-8ddd-83800eaf8c8a {{(pid=116162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 11:31:31.653553 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-9031cb4f-c523-45c8-84d0-1deb4235e1f5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742235130188'] for port (8dc64040-0124-43bd-8ddd-83800eaf8c8a), before_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:31:31.734049 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.db [None req-9031cb4f-c523-45c8-84d0-1deb4235e1f5 admin admin] For port 8dc64040-0124-43bd-8ddd-83800eaf8c8a, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=8dc64040-0124-43bd-8ddd-83800eaf8c8a,segment=NetworkSegment(f65609ce-86f9-46e9-bf73-a6cc673e0a08),segment_id=f65609ce-86f9-46e9-bf73-a6cc673e0a08)] {{(pid=116162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 11:31:31.734323 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-9031cb4f-c523-45c8-84d0-1deb4235e1f5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1938497'] for port (8dc64040-0124-43bd-8ddd-83800eaf8c8a), precommit_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:31:31.747690 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.plugin [None req-9031cb4f-c523-45c8-84d0-1deb4235e1f5 admin admin] Calling delete_port for 8dc64040-0124-43bd-8ddd-83800eaf8c8a owned by network:router_interface {{(pid=116162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 11:31:31.992357 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-9031cb4f-c523-45c8-84d0-1deb4235e1f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742235135690', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742234710366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5051867'] for port (8dc64040-0124-43bd-8ddd-83800eaf8c8a), after_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:31:32.017964 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9031cb4f-c523-45c8-84d0-1deb4235e1f5 admin admin] Pushing event deleted for resources: {'Port': ['ID=8dc64040-0124-43bd-8ddd-83800eaf8c8a,revision_number=None']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:31:32.189855 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-9031cb4f-c523-45c8-84d0-1deb4235e1f5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1603051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2063504'] for router_interface (f3cb1671-52fd-4bdf-8812-9cd6f11e3bd1), after_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:31:32.407264 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9031cb4f-c523-45c8-84d0-1deb4235e1f5 admin admin] Router f3cb1671-52fd-4bdf-8812-9cd6f11e3bd1 has already been hosted by L3 agent 6b492ad6-0876-4d74-b20d-28143a52ceba {{(pid=116162) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 11:31:32.517018 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9031cb4f-c523-45c8-84d0-1deb4235e1f5 admin admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=116162) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 11:31:32.523540 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-9031cb4f-c523-45c8-84d0-1deb4235e1f5 admin admin] 10.222.0.10 "PUT /v2.0/routers/f3cb1671-52fd-4bdf-8812-9cd6f11e3bd1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6621041 Apr 28 11:31:32.525193 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 60952) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:31:32.526712 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c09353d0-f168-497a-81cb-95e8c3cde316 None None] Sync routers for ids ['f3cb1671-52fd-4bdf-8812-9cd6f11e3bd1'] in dv-neutron-master-2-hyperv {{(pid=116163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 11:31:32.536834 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c09353d0-f168-497a-81cb-95e8c3cde316 None None] Routers {'f3cb1671-52fd-4bdf-8812-9cd6f11e3bd1'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=116163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 11:31:32.537531 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_hamode_db [None req-c09353d0-f168-497a-81cb-95e8c3cde316 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-28T10:50:39Z,description=,heartbeat_timestamp=2022-04-28T11:31:09Z,host='dv-neutron-master-2-hyperv',id=6b492ad6-0876-4d74-b20d-28143a52ceba,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T10:50:40Z,topic='l3_agent')) {'router_ids': ['f3cb1671-52fd-4bdf-8812-9cd6f11e3bd1'], 'active': True} {{(pid=116163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:31:32.630484 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-3072de14-edf7-49ee-a71f-f371c8ab35ea admin admin] Publish callbacks [] for router (f3cb1671-52fd-4bdf-8812-9cd6f11e3bd1), before_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:31:32.642304 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvr_db [None req-c09353d0-f168-497a-81cb-95e8c3cde316 None None] Set router f3cb1671-52fd-4bdf-8812-9cd6f11e3bd1 gateway port host: dv-neutron-master-2-hyperv {{(pid=116163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 11:31:32.739321 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-3072de14-edf7-49ee-a71f-f371c8ab35ea admin admin] Publish callbacks [] for router_gateway (f3cb1671-52fd-4bdf-8812-9cd6f11e3bd1), before_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:31:32.805309 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_hamode_db [None req-c09353d0-f168-497a-81cb-95e8c3cde316 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3cb1671-52fd-4bdf-8812-9cd6f11e3bd1', 'name': 'tempest-TestMinimumBasicScenario-1437580324-router', 'tenant_id': 'd045bf66fada42abbaafb3be4d04a535', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'external_fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.187'}], 'enable_snat': True}, 'gw_port_id': 'd02fdd35-9c6f-4db8-980b-382f074a132c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T11:29:06Z', 'updated_at': '2022-04-28T11:31:31Z', 'revision_number': 5, 'project_id': 'd045bf66fada42abbaafb3be4d04a535', 'gw_port': {'id': 'd02fdd35-9c6f-4db8-980b-382f074a132c', 'name': '', 'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:ed:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3cb1671-52fd-4bdf-8812-9cd6f11e3bd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1690, 'fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:29:07Z', 'updated_at': '2022-04-28T11:29:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=116163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:31:32.831445 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c09353d0-f168-497a-81cb-95e8c3cde316 None None] Checking router: f3cb1671-52fd-4bdf-8812-9cd6f11e3bd1 for host: dv-neutron-master-2-hyperv {{(pid=116163) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 11:31:32.840265 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c09353d0-f168-497a-81cb-95e8c3cde316 None None] Routers {'f3cb1671-52fd-4bdf-8812-9cd6f11e3bd1'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=116163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 11:31:32.840861 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_hamode_db [None req-c09353d0-f168-497a-81cb-95e8c3cde316 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-28T10:50:39Z,description=,heartbeat_timestamp=2022-04-28T11:31:09Z,host='dv-neutron-master-2-hyperv',id=6b492ad6-0876-4d74-b20d-28143a52ceba,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T10:50:40Z,topic='l3_agent')) {'router_ids': ['f3cb1671-52fd-4bdf-8812-9cd6f11e3bd1'], 'active': True} {{(pid=116163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:31:32.887747 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.plugin [None req-3072de14-edf7-49ee-a71f-f371c8ab35ea admin admin] Deleting port d02fdd35-9c6f-4db8-980b-382f074a132c {{(pid=116162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 11:31:32.888520 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-3072de14-edf7-49ee-a71f-f371c8ab35ea admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742235130188'] for port (d02fdd35-9c6f-4db8-980b-382f074a132c), before_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:31:32.975992 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.db [None req-3072de14-edf7-49ee-a71f-f371c8ab35ea admin admin] For port d02fdd35-9c6f-4db8-980b-382f074a132c, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=d02fdd35-9c6f-4db8-980b-382f074a132c,segment=NetworkSegment(142bc50f-d6af-4646-8d06-bb7af6b7b51c),segment_id=142bc50f-d6af-4646-8d06-bb7af6b7b51c)] {{(pid=116162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 11:31:32.976366 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-3072de14-edf7-49ee-a71f-f371c8ab35ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1938497'] for port (d02fdd35-9c6f-4db8-980b-382f074a132c), precommit_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:31:32.990016 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.plugin [None req-3072de14-edf7-49ee-a71f-f371c8ab35ea admin admin] Calling delete_port for d02fdd35-9c6f-4db8-980b-382f074a132c owned by network:router_gateway {{(pid=116162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 11:31:33.092152 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvr_db [None req-c09353d0-f168-497a-81cb-95e8c3cde316 None None] Set router f3cb1671-52fd-4bdf-8812-9cd6f11e3bd1 gateway port host: dv-neutron-master-2-hyperv {{(pid=116163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 11:31:33.259994 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_hamode_db [None req-c09353d0-f168-497a-81cb-95e8c3cde316 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3cb1671-52fd-4bdf-8812-9cd6f11e3bd1', 'name': 'tempest-TestMinimumBasicScenario-1437580324-router', 'tenant_id': 'd045bf66fada42abbaafb3be4d04a535', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'external_fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.187'}], 'enable_snat': True}, 'gw_port_id': 'd02fdd35-9c6f-4db8-980b-382f074a132c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T11:29:06Z', 'updated_at': '2022-04-28T11:31:31Z', 'revision_number': 5, 'project_id': 'd045bf66fada42abbaafb3be4d04a535', 'gw_port': {'id': 'd02fdd35-9c6f-4db8-980b-382f074a132c', 'name': '', 'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:ed:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3cb1671-52fd-4bdf-8812-9cd6f11e3bd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1690, 'fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:29:07Z', 'updated_at': '2022-04-28T11:29:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=116163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:31:33.285343 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c09353d0-f168-497a-81cb-95e8c3cde316 None None] The sync data for ids ['f3cb1671-52fd-4bdf-8812-9cd6f11e3bd1'] in dv-neutron-master-2-hyperv is: [{'id': 'f3cb1671-52fd-4bdf-8812-9cd6f11e3bd1', 'name': 'tempest-TestMinimumBasicScenario-1437580324-router', 'tenant_id': 'd045bf66fada42abbaafb3be4d04a535', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'external_fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.187'}], 'enable_snat': True}, 'gw_port_id': 'd02fdd35-9c6f-4db8-980b-382f074a132c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T11:29:06Z', 'updated_at': '2022-04-28T11:31:31Z', 'revision_number': 5, 'project_id': 'd045bf66fada42abbaafb3be4d04a535', 'gw_port': {'id': 'd02fdd35-9c6f-4db8-980b-382f074a132c', 'name': '', 'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:ed:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3cb1671-52fd-4bdf-8812-9cd6f11e3bd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1690, 'fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:29:07Z', 'updated_at': '2022-04-28T11:29:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}] {{(pid=116163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 11:31:33.290963 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-3072de14-edf7-49ee-a71f-f371c8ab35ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742235135690', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742234710366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5051867'] for port (d02fdd35-9c6f-4db8-980b-382f074a132c), after_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:31:33.316169 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3072de14-edf7-49ee-a71f-f371c8ab35ea admin admin] Pushing event deleted for resources: {'Port': ['ID=d02fdd35-9c6f-4db8-980b-382f074a132c,revision_number=None']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:31:33.382071 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-3072de14-edf7-49ee-a71f-f371c8ab35ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1935354'] for router_gateway (f3cb1671-52fd-4bdf-8812-9cd6f11e3bd1), after_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:31:33.477014 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-3072de14-edf7-49ee-a71f-f371c8ab35ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2060865', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-63275'] for router (f3cb1671-52fd-4bdf-8812-9cd6f11e3bd1), precommit_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:31:33.479724 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-3072de14-edf7-49ee-a71f-f371c8ab35ea admin admin] Publish callbacks [] for router_controller (f3cb1671-52fd-4bdf-8812-9cd6f11e3bd1), precommit_delete_associations {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:31:33.577199 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-3072de14-edf7-49ee-a71f-f371c8ab35ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2060888'] for router (f3cb1671-52fd-4bdf-8812-9cd6f11e3bd1), after_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:31:33.577664 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3072de14-edf7-49ee-a71f-f371c8ab35ea admin admin] Fanout notify agent at l3_agent the message router_deleted on router f3cb1671-52fd-4bdf-8812-9cd6f11e3bd1 {{(pid=116162) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 28 11:31:33.582100 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-3072de14-edf7-49ee-a71f-f371c8ab35ea admin admin] Publish callbacks [] for router (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:31:33.583278 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-3072de14-edf7-49ee-a71f-f371c8ab35ea admin admin] 10.222.0.10 "DELETE /v2.0/routers/f3cb1671-52fd-4bdf-8812-9cd6f11e3bd1 HTTP/1.1" status: 204 len: 168 time: 1.0571535 Apr 28 11:31:33.585808 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 60954) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:31:33.631846 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.db.db_base_plugin_v2 [None req-5e781b0f-c030-451f-b971-05309768a80e admin admin] Deleting subnet 49caa89d-d712-4b39-afa5-40f09af1d1b9 {{(pid=116162) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 28 11:31:33.635135 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-5e781b0f-c030-451f-b971-05309768a80e admin admin] Publish callbacks [] for subnet (49caa89d-d712-4b39-afa5-40f09af1d1b9), before_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:31:33.671904 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-5e781b0f-c030-451f-b971-05309768a80e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5026541'] for subnet (49caa89d-d712-4b39-afa5-40f09af1d1b9), precommit_delete_associations {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:31:33.757290 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-5e781b0f-c030-451f-b971-05309768a80e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-971303'] for subnet (49caa89d-d712-4b39-afa5-40f09af1d1b9), precommit_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:31:33.869516 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-5e781b0f-c030-451f-b971-05309768a80e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-971310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5053962', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4210815'] for subnet (49caa89d-d712-4b39-afa5-40f09af1d1b9), after_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:31:33.896468 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e781b0f-c030-451f-b971-05309768a80e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=49caa89d-d712-4b39-afa5-40f09af1d1b9,revision_number=None']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:31:33.901195 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-5e781b0f-c030-451f-b971-05309768a80e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:31:33.904494 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-5e781b0f-c030-451f-b971-05309768a80e admin admin] 10.222.0.10 "DELETE /v2.0/subnets/49caa89d-d712-4b39-afa5-40f09af1d1b9 HTTP/1.1" status: 204 len: 168 time: 0.3176515 Apr 28 11:31:33.907228 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 60956) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:31:33.907761 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8db3bff-ae4b-4b19-b9f2-724779a529b1 None None] Network 7bcc8e14-2ade-4625-967d-028ea7cdac4b requested from dv-neutron-master-2-hyperv {{(pid=116163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 11:31:33.993853 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-33857aba-b53a-4057-b37d-d27d2704fd4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-979593'] for network (7bcc8e14-2ade-4625-967d-028ea7cdac4b), before_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:31:34.038885 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.plugin [None req-33857aba-b53a-4057-b37d-d27d2704fd4e admin admin] Deleting port 15d95417-2302-4f90-b44f-4144f905096b {{(pid=116161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 11:31:34.039227 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-33857aba-b53a-4057-b37d-d27d2704fd4e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742235130188'] for port (15d95417-2302-4f90-b44f-4144f905096b), before_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:31:34.106856 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.db [None req-33857aba-b53a-4057-b37d-d27d2704fd4e admin admin] For port 15d95417-2302-4f90-b44f-4144f905096b, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=15d95417-2302-4f90-b44f-4144f905096b,segment=NetworkSegment(f65609ce-86f9-46e9-bf73-a6cc673e0a08),segment_id=f65609ce-86f9-46e9-bf73-a6cc673e0a08)] {{(pid=116161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 11:31:34.107138 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-33857aba-b53a-4057-b37d-d27d2704fd4e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1938497'] for port (15d95417-2302-4f90-b44f-4144f905096b), precommit_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:31:34.120264 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.plugin [None req-33857aba-b53a-4057-b37d-d27d2704fd4e admin admin] Calling delete_port for 15d95417-2302-4f90-b44f-4144f905096b owned by network:dhcp {{(pid=116161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 11:31:34.298680 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4119c25-c76c-424d-bd62-35948821fe92 None None] DHCP port deletion for 7bcc8e14-2ade-4625-967d-028ea7cdac4b request from dv-neutron-master-2-hyperv {{(pid=116163) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 28 11:31:34.309344 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-33857aba-b53a-4057-b37d-d27d2704fd4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742235135690', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742234710366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5219112'] for port (15d95417-2302-4f90-b44f-4144f905096b), after_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:31:34.326802 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-e4119c25-c76c-424d-bd62-35948821fe92 None None] The port '15d95417-2302-4f90-b44f-4144f905096b' was deleted {{(pid=116163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2065}} Apr 28 11:31:34.341903 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33857aba-b53a-4057-b37d-d27d2704fd4e admin admin] No DVR routers for this DVR port 15d95417-2302-4f90-b44f-4144f905096b on host dv-neutron-master-2-hyperv {{(pid=116161) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 11:31:34.346765 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33857aba-b53a-4057-b37d-d27d2704fd4e admin admin] Pushing event deleted for resources: {'Port': ['ID=15d95417-2302-4f90-b44f-4144f905096b,revision_number=None']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:31:34.418849 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-33857aba-b53a-4057-b37d-d27d2704fd4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-973498', 'neutron.services.segments.db._delete_segments_for_network-8742235207033'] for network (7bcc8e14-2ade-4625-967d-028ea7cdac4b), precommit_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:31:34.439705 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.services.segments.db [None req-33857aba-b53a-4057-b37d-d27d2704fd4e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7bcc8e14-2ade-4625-967d-028ea7cdac4b']}} {{(pid=116161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:31:34.450712 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.services.segments.db [None req-33857aba-b53a-4057-b37d-d27d2704fd4e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f65609ce-86f9-46e9-bf73-a6cc673e0a08') {'for_net_delete': True} {{(pid=116161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:31:34.451012 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.services.segments.db [None req-33857aba-b53a-4057-b37d-d27d2704fd4e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f65609ce-86f9-46e9-bf73-a6cc673e0a08') {} {{(pid=116161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:31:34.460831 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-33857aba-b53a-4057-b37d-d27d2704fd4e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742235208578', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8076969'] for segment (f65609ce-86f9-46e9-bf73-a6cc673e0a08), before_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:31:34.474765 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-33857aba-b53a-4057-b37d-d27d2704fd4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-961978'] for segment (f65609ce-86f9-46e9-bf73-a6cc673e0a08), precommit_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:31:34.481060 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-33857aba-b53a-4057-b37d-d27d2704fd4e admin admin] Releasing vlan 83 on physical network physnet1 to pool {{(pid=116161) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 11:31:34.481485 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-33857aba-b53a-4057-b37d-d27d2704fd4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-961978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5219103'] for segment (f65609ce-86f9-46e9-bf73-a6cc673e0a08), after_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:31:34.483256 dv-neutron-master-2-hyperv neutron-server[116161]: Traceback (most recent call last): Apr 28 11:31:34.483256 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 11:31:34.483256 dv-neutron-master-2-hyperv neutron-server[116161]: timer() Apr 28 11:31:34.483256 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 11:31:34.483256 dv-neutron-master-2-hyperv neutron-server[116161]: cb(*args, **kw) Apr 28 11:31:34.483256 dv-neutron-master-2-hyperv neutron-server[116161]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 28 11:31:34.483256 dv-neutron-master-2-hyperv neutron-server[116161]: return func(*args, **kwargs) Apr 28 11:31:34.483256 dv-neutron-master-2-hyperv neutron-server[116161]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 11:31:34.483256 dv-neutron-master-2-hyperv neutron-server[116161]: self._notify() Apr 28 11:31:34.483256 dv-neutron-master-2-hyperv neutron-server[116161]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 11:31:34.483256 dv-neutron-master-2-hyperv neutron-server[116161]: self.callback(batched_events) Apr 28 11:31:34.483256 dv-neutron-master-2-hyperv neutron-server[116161]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 11:31:34.483256 dv-neutron-master-2-hyperv neutron-server[116161]: event.method(event) Apr 28 11:31:34.483256 dv-neutron-master-2-hyperv neutron-server[116161]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 28 11:31:34.483256 dv-neutron-master-2-hyperv neutron-server[116161]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 11:31:34.483256 dv-neutron-master-2-hyperv neutron-server[116161]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 28 11:31:34.483256 dv-neutron-master-2-hyperv neutron-server[116161]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 11:31:34.483256 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 28 11:31:34.483256 dv-neutron-master-2-hyperv neutron-server[116161]: return f(self, *a, **k) Apr 28 11:31:34.483256 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 28 11:31:34.483256 dv-neutron-master-2-hyperv neutron-server[116161]: return self._get(url).json() Apr 28 11:31:34.483256 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 28 11:31:34.483256 dv-neutron-master-2-hyperv neutron-server[116161]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 11:31:34.483256 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 11:31:34.483256 dv-neutron-master-2-hyperv neutron-server[116161]: return self.request(url, 'GET', **kwargs) Apr 28 11:31:34.483256 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 11:31:34.483256 dv-neutron-master-2-hyperv neutron-server[116161]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 11:31:34.483256 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 11:31:34.483256 dv-neutron-master-2-hyperv neutron-server[116161]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 11:31:34.483256 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 11:31:34.483256 dv-neutron-master-2-hyperv neutron-server[116161]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 11:31:34.483256 dv-neutron-master-2-hyperv neutron-server[116161]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 11:31:34.535883 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Device 8dc64040-0124-43bd-8ddd-83800eaf8c8a no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=116163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 11:31:34.558392 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] No Port match for: 8dc64040-0124-43bd-8ddd-83800eaf8c8a {{(pid=116163) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 28 11:31:34.558392 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Device 8dc64040-0124-43bd-8ddd-83800eaf8c8a not bound to the agent host dv-neutron-master-2-hyperv {{(pid=116163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 11:31:34.558941 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Device d02fdd35-9c6f-4db8-980b-382f074a132c no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=116163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 11:31:34.581581 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] No Port match for: d02fdd35-9c6f-4db8-980b-382f074a132c {{(pid=116163) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 28 11:31:34.581969 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Device d02fdd35-9c6f-4db8-980b-382f074a132c not bound to the agent host dv-neutron-master-2-hyperv {{(pid=116163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 11:31:34.582365 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Device 15d95417-2302-4f90-b44f-4144f905096b no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=116163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 11:31:34.601314 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] No Port match for: 15d95417-2302-4f90-b44f-4144f905096b {{(pid=116163) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 28 11:31:34.601659 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Device 15d95417-2302-4f90-b44f-4144f905096b not bound to the agent host dv-neutron-master-2-hyperv {{(pid=116163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 11:31:34.605684 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-33857aba-b53a-4057-b37d-d27d2704fd4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-973477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2063122'] for network (7bcc8e14-2ade-4625-967d-028ea7cdac4b), after_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:31:34.609781 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-33857aba-b53a-4057-b37d-d27d2704fd4e admin admin] Publish callbacks [] for network (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:31:34.613520 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-33857aba-b53a-4057-b37d-d27d2704fd4e admin admin] 10.222.0.10 "DELETE /v2.0/networks/7bcc8e14-2ade-4625-967d-028ea7cdac4b HTTP/1.1" status: 204 len: 168 time: 0.7042842 Apr 28 11:31:34.626766 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33857aba-b53a-4057-b37d-d27d2704fd4e admin admin] Pushing event deleted for resources: {'Network': ['ID=7bcc8e14-2ade-4625-967d-028ea7cdac4b,revision_number=None']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:31:34.954655 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 60960) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:31:34.996813 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-7618a983-ea76-4caf-8e86-90c43bf764b3 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=c1d3cd1d95e04c0aaa441daece4b8dd0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0410006 Apr 28 11:31:34.999356 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 60962) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:31:35.045362 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-083ad298-2c1e-4c68-a93a-176b2acdf47d admin admin] Publish callbacks [] for security_group (2b0933c2-e5e4-4ed6-827e-375a5128c038), before_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:31:35.067053 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-083ad298-2c1e-4c68-a93a-176b2acdf47d admin admin] Publish callbacks [] for security_group (2b0933c2-e5e4-4ed6-827e-375a5128c038), precommit_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:31:35.171284 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-083ad298-2c1e-4c68-a93a-176b2acdf47d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924426'] for security_group (2b0933c2-e5e4-4ed6-827e-375a5128c038), after_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:31:35.174128 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-083ad298-2c1e-4c68-a93a-176b2acdf47d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:31:35.175341 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-083ad298-2c1e-4c68-a93a-176b2acdf47d admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/2b0933c2-e5e4-4ed6-827e-375a5128c038 HTTP/1.1" status: 204 len: 168 time: 0.1750884 Apr 28 11:31:35.184367 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-083ad298-2c1e-4c68-a93a-176b2acdf47d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b0933c2-e5e4-4ed6-827e-375a5128c038,revision_number=None']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:31:35.731172 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 60968) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:31:35.770679 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-67af4cb9-4070-41ba-8b3d-bcae0fc77e33 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=d045bf66fada42abbaafb3be4d04a535&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0382967 Apr 28 11:31:35.772949 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 60970) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:31:35.823602 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-9e05225a-8ac2-4ba8-a440-09cd60c01086 admin admin] Publish callbacks [] for security_group (057e552a-80fa-4949-b8c9-fc55409b2c9e), before_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:31:35.844669 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-9e05225a-8ac2-4ba8-a440-09cd60c01086 admin admin] Publish callbacks [] for security_group (057e552a-80fa-4949-b8c9-fc55409b2c9e), precommit_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:31:35.948733 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-9e05225a-8ac2-4ba8-a440-09cd60c01086 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924426'] for security_group (057e552a-80fa-4949-b8c9-fc55409b2c9e), after_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:31:35.951388 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-9e05225a-8ac2-4ba8-a440-09cd60c01086 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:31:35.952542 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-9e05225a-8ac2-4ba8-a440-09cd60c01086 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/057e552a-80fa-4949-b8c9-fc55409b2c9e HTTP/1.1" status: 204 len: 168 time: 0.1786869 Apr 28 11:31:35.960306 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e05225a-8ac2-4ba8-a440-09cd60c01086 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=057e552a-80fa-4949-b8c9-fc55409b2c9e,revision_number=None']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:31:37.017257 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-ad40b2bf-dcae-4d68-afd8-2a3ddafd0eb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (75ba81b7-fe99-4281-90d2-a5adb445ecea), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:31:38.427247 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 32778) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:31:38.432108 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.v2.base [None req-56f3424d-52ac-49fd-a442-f8614a3c0e27 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1466014110', 'description': 'tempest-secgroup-smoke-1466014110 description', 'project_id': 'c2ca2bda274d41e2b49f61461a68882b'}} {{(pid=116161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:31:38.519922 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-56f3424d-52ac-49fd-a442-f8614a3c0e27 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Publish callbacks [] for security_group (None), before_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:31:38.528313 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-56f3424d-52ac-49fd-a442-f8614a3c0e27 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Publish callbacks [] for security_group (None), before_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:31:38.601911 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-56f3424d-52ac-49fd-a442-f8614a3c0e27 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Publish callbacks [] for security_group (50282905-02f6-4c16-ac21-29e187894e56), precommit_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:31:38.656860 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-56f3424d-52ac-49fd-a442-f8614a3c0e27 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924426'] for security_group (50282905-02f6-4c16-ac21-29e187894e56), after_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:31:38.692918 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f3424d-52ac-49fd-a442-f8614a3c0e27 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Pushing event updated for resources: {'SecurityGroup': ['ID=50282905-02f6-4c16-ac21-29e187894e56,revision_number=1']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:31:38.734342 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-56f3424d-52ac-49fd-a442-f8614a3c0e27 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Publish callbacks [] for security_group (9af61558-cb92-435f-b1f0-68841f34ef00), precommit_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:31:38.805909 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-56f3424d-52ac-49fd-a442-f8614a3c0e27 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924426'] for security_group (9af61558-cb92-435f-b1f0-68841f34ef00), after_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:31:38.837624 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f3424d-52ac-49fd-a442-f8614a3c0e27 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9af61558-cb92-435f-b1f0-68841f34ef00,revision_number=1']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:31:38.881466 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-56f3424d-52ac-49fd-a442-f8614a3c0e27 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Publish callbacks [] for security_group (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:31:38.882793 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-56f3424d-52ac-49fd-a442-f8614a3c0e27 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.4545350 Apr 28 11:31:38.885709 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 32780) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:31:38.890046 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.v2.base [None req-0731b9b2-8003-43f8-a3f6-d777e92b996f tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Request body: {'security_group_rule': {'security_group_id': '9af61558-cb92-435f-b1f0-68841f34ef00', 'project_id': 'c2ca2bda274d41e2b49f61461a68882b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=116161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:31:38.974102 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-0731b9b2-8003-43f8-a3f6-d777e92b996f tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Publish callbacks [] for security_group_rule (131dfe90-1bca-421e-b402-2547e024bbe9), before_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:31:39.028545 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-0731b9b2-8003-43f8-a3f6-d777e92b996f tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Publish callbacks [] for security_group_rule (131dfe90-1bca-421e-b402-2547e024bbe9), precommit_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:31:39.106607 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-0731b9b2-8003-43f8-a3f6-d777e92b996f tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1912725'] for security_group_rule (131dfe90-1bca-421e-b402-2547e024bbe9), after_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:31:39.124638 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0731b9b2-8003-43f8-a3f6-d777e92b996f tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=131dfe90-1bca-421e-b402-2547e024bbe9,revision_number=0']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:31:39.194005 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-0731b9b2-8003-43f8-a3f6-d777e92b996f tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:31:39.195266 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-0731b9b2-8003-43f8-a3f6-d777e92b996f tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3086369 Apr 28 11:31:39.198744 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 32782) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:31:39.203152 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.v2.base [None req-21e84448-08e2-413a-8408-5ca966635f67 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Request body: {'security_group_rule': {'security_group_id': '9af61558-cb92-435f-b1f0-68841f34ef00', 'project_id': 'c2ca2bda274d41e2b49f61461a68882b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=116161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:31:39.279872 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-21e84448-08e2-413a-8408-5ca966635f67 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Publish callbacks [] for security_group_rule (3048d732-620a-4502-92e4-a67c4eebc24a), before_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:31:39.335029 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-21e84448-08e2-413a-8408-5ca966635f67 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Publish callbacks [] for security_group_rule (3048d732-620a-4502-92e4-a67c4eebc24a), precommit_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:31:39.376801 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-21e84448-08e2-413a-8408-5ca966635f67 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1912725'] for security_group_rule (3048d732-620a-4502-92e4-a67c4eebc24a), after_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:31:39.392817 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e84448-08e2-413a-8408-5ca966635f67 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3048d732-620a-4502-92e4-a67c4eebc24a,revision_number=0']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:31:39.428845 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-f927ca49-79a1-4be2-9620-7deb51240b43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (6b492ad6-0876-4d74-b20d-28143a52ceba), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:31:39.453428 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-21e84448-08e2-413a-8408-5ca966635f67 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:31:39.454688 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-21e84448-08e2-413a-8408-5ca966635f67 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2549915 Apr 28 11:31:39.457542 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 32784) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:31:39.462540 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.v2.base [None req-41296c14-461f-4d1b-896f-af5d5b38f0d1 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Request body: {'security_group_rule': {'security_group_id': '9af61558-cb92-435f-b1f0-68841f34ef00', 'project_id': 'c2ca2bda274d41e2b49f61461a68882b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=116161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:31:39.551683 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-41296c14-461f-4d1b-896f-af5d5b38f0d1 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Publish callbacks [] for security_group_rule (b97c3a12-c617-48df-9a7f-264bc7eb8aec), before_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:31:39.607220 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-41296c14-461f-4d1b-896f-af5d5b38f0d1 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Publish callbacks [] for security_group_rule (b97c3a12-c617-48df-9a7f-264bc7eb8aec), precommit_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:31:39.677716 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-41296c14-461f-4d1b-896f-af5d5b38f0d1 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1912725'] for security_group_rule (b97c3a12-c617-48df-9a7f-264bc7eb8aec), after_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:31:39.697500 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41296c14-461f-4d1b-896f-af5d5b38f0d1 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b97c3a12-c617-48df-9a7f-264bc7eb8aec,revision_number=0']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:31:39.778454 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-41296c14-461f-4d1b-896f-af5d5b38f0d1 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:31:39.779677 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-41296c14-461f-4d1b-896f-af5d5b38f0d1 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3212123 Apr 28 11:31:39.782499 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 32786) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:31:39.788125 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.v2.base [None req-62b9a118-8eba-46a1-85cf-b8137758a083 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Request body: {'security_group_rule': {'security_group_id': '9af61558-cb92-435f-b1f0-68841f34ef00', 'project_id': 'c2ca2bda274d41e2b49f61461a68882b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=116162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:31:39.874017 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-62b9a118-8eba-46a1-85cf-b8137758a083 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Publish callbacks [] for security_group_rule (27ee1ea1-f7eb-42d5-9632-75e83f480490), before_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:31:39.931075 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-62b9a118-8eba-46a1-85cf-b8137758a083 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Publish callbacks [] for security_group_rule (27ee1ea1-f7eb-42d5-9632-75e83f480490), precommit_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:31:39.982663 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-62b9a118-8eba-46a1-85cf-b8137758a083 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1912725'] for security_group_rule (27ee1ea1-f7eb-42d5-9632-75e83f480490), after_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:31:40.005038 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b9a118-8eba-46a1-85cf-b8137758a083 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=27ee1ea1-f7eb-42d5-9632-75e83f480490,revision_number=0']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:31:40.085877 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-62b9a118-8eba-46a1-85cf-b8137758a083 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:31:40.087500 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-62b9a118-8eba-46a1-85cf-b8137758a083 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3040037 Apr 28 11:31:40.090107 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 32788) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:31:40.094461 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.v2.base [None req-a21bacce-1ec8-4f52-adf0-063cd3a11418 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Request body: {'security_group_rule': {'security_group_id': '9af61558-cb92-435f-b1f0-68841f34ef00', 'project_id': 'c2ca2bda274d41e2b49f61461a68882b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=116162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:31:40.181631 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.db.securitygroups_db [None req-a21bacce-1ec8-4f52-adf0-063cd3a11418 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Project c2ca2bda274d41e2b49f61461a68882b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 28 11:31:40.187624 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-a21bacce-1ec8-4f52-adf0-063cd3a11418 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Publish callbacks [] for security_group_rule (cde5ae72-25ba-4157-b90f-62cde920d783), before_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:31:40.246392 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-a21bacce-1ec8-4f52-adf0-063cd3a11418 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Publish callbacks [] for security_group_rule (cde5ae72-25ba-4157-b90f-62cde920d783), precommit_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:31:40.331002 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-a21bacce-1ec8-4f52-adf0-063cd3a11418 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1912725'] for security_group_rule (cde5ae72-25ba-4157-b90f-62cde920d783), after_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:31:40.349860 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a21bacce-1ec8-4f52-adf0-063cd3a11418 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cde5ae72-25ba-4157-b90f-62cde920d783,revision_number=0']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:31:40.418816 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-a21bacce-1ec8-4f52-adf0-063cd3a11418 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:31:40.420015 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-a21bacce-1ec8-4f52-adf0-063cd3a11418 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3289187 Apr 28 11:31:40.422732 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 32790) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:31:40.427098 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.v2.base [None req-9fc01eb7-ec6c-4388-ae9a-9c96cef98e59 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Request body: {'security_group_rule': {'security_group_id': '9af61558-cb92-435f-b1f0-68841f34ef00', 'project_id': 'c2ca2bda274d41e2b49f61461a68882b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=116162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:31:40.529426 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.db.securitygroups_db [None req-9fc01eb7-ec6c-4388-ae9a-9c96cef98e59 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Project c2ca2bda274d41e2b49f61461a68882b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 28 11:31:40.535074 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-9fc01eb7-ec6c-4388-ae9a-9c96cef98e59 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Publish callbacks [] for security_group_rule (6aea1dba-d66f-4857-94a2-05605ee050f6), before_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:31:40.580692 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-ae94d540-e4c6-43be-adc9-b26fb6a2f62f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (cfc241ae-e4b7-443b-b80b-59fbbc2b69c9), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:31:40.594247 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-9fc01eb7-ec6c-4388-ae9a-9c96cef98e59 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Publish callbacks [] for security_group_rule (6aea1dba-d66f-4857-94a2-05605ee050f6), precommit_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:31:40.660634 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-9fc01eb7-ec6c-4388-ae9a-9c96cef98e59 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1912725'] for security_group_rule (6aea1dba-d66f-4857-94a2-05605ee050f6), after_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:31:40.678802 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc01eb7-ec6c-4388-ae9a-9c96cef98e59 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6aea1dba-d66f-4857-94a2-05605ee050f6,revision_number=0']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:31:40.754681 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-9fc01eb7-ec6c-4388-ae9a-9c96cef98e59 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:31:40.755912 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-9fc01eb7-ec6c-4388-ae9a-9c96cef98e59 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3321757 Apr 28 11:31:40.758852 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 32792) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:31:40.763717 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.v2.base [None req-b8474145-e9f0-46f1-9192-68450bcad04c tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Request body: {'network': {'name': 'tempest-network-smoke--657687187', 'project_id': 'c2ca2bda274d41e2b49f61461a68882b', 'port_security_enabled': True}} {{(pid=116162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:31:40.851055 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8474145-e9f0-46f1-9192-68450bcad04c tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Made reservation on behalf of c2ca2bda274d41e2b49f61461a68882b for: {'network': 1} {{(pid=116162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 11:31:40.855184 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-b8474145-e9f0-46f1-9192-68450bcad04c tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for network (None), before_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:31:40.878934 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b8474145-e9f0-46f1-9192-68450bcad04c tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 92} {{(pid=116162) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 11:31:40.887650 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-b8474145-e9f0-46f1-9192-68450bcad04c tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-961978'] for segment (01d95769-cc84-4803-abcd-8922dd5ff9fb), precommit_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:31:40.888001 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.db.segments_db [None req-b8474145-e9f0-46f1-9192-68450bcad04c tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Added segment 01d95769-cc84-4803-abcd-8922dd5ff9fb of type vlan for network e975440d-6f57-4356-9632-d8a01ab22b35 Apr 28 11:31:40.929211 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-b8474145-e9f0-46f1-9192-68450bcad04c tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742234744962'] for network (e975440d-6f57-4356-9632-d8a01ab22b35), precommit_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:31:41.010792 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-b8474145-e9f0-46f1-9192-68450bcad04c tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042'] for network (e975440d-6f57-4356-9632-d8a01ab22b35), after_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:31:41.015698 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8474145-e9f0-46f1-9192-68450bcad04c tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:31:41.016275 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-b8474145-e9f0-46f1-9192-68450bcad04c tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Publish callbacks [] for network (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:31:41.082073 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8474145-e9f0-46f1-9192-68450bcad04c tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Pushing event updated for resources: {'Network': ['ID=e975440d-6f57-4356-9632-d8a01ab22b35,revision_number=1']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:31:41.093193 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Network e975440d-6f57-4356-9632-d8a01ab22b35 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=116163) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 28 11:31:41.109077 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-b8474145-e9f0-46f1-9192-68450bcad04c tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3491683 Apr 28 11:31:41.111916 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 32794) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:31:41.116444 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.v2.base [None req-04544d4c-2c27-4a5d-af68-f303364ac946 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1512485951', 'admin_state_up': True, 'project_id': 'c2ca2bda274d41e2b49f61461a68882b', 'external_gateway_info': {'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c'}}} {{(pid=116162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:31:41.212151 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-04544d4c-2c27-4a5d-af68-f303364ac946 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2060459', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-63449'] for router (b42e0642-7c7c-4aa2-8fd4-2a9610593e8e), before_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:31:41.213223 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-04544d4c-2c27-4a5d-af68-f303364ac946 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2060827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1935275', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1960866', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-63266'] for router (b42e0642-7c7c-4aa2-8fd4-2a9610593e8e), precommit_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:31:41.267774 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-04544d4c-2c27-4a5d-af68-f303364ac946 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Publish callbacks [] for router_controller (b42e0642-7c7c-4aa2-8fd4-2a9610593e8e), precommit_add_association {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:31:41.470090 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-04544d4c-2c27-4a5d-af68-f303364ac946 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Publish callbacks [] for router_gateway (b42e0642-7c7c-4aa2-8fd4-2a9610593e8e), precommit_update {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:31:41.704652 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-04544d4c-2c27-4a5d-af68-f303364ac946 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Publish callbacks [] for router_gateway (b42e0642-7c7c-4aa2-8fd4-2a9610593e8e), before_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:31:41.723346 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-04544d4c-2c27-4a5d-af68-f303364ac946 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (None), before_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:31:41.825115 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.db.db_base_plugin_common [None req-04544d4c-2c27-4a5d-af68-f303364ac946 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Allocated IP 172.36.4.227 (7be49d94-bbb8-4a61-bafe-209c5f861e1c/c0f82f52-05ee-40f2-a57c-9d02e01fb9fa/efe1dc8e-4171-4936-944b-1f7d99b2e915) {{(pid=116162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 11:31:41.923862 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-04544d4c-2c27-4a5d-af68-f303364ac946 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Publish callbacks [] for port (efe1dc8e-4171-4936-944b-1f7d99b2e915), precommit_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:31:42.011652 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-04544d4c-2c27-4a5d-af68-f303364ac946 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742234710357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5051867'] for port (efe1dc8e-4171-4936-944b-1f7d99b2e915), after_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:31:42.048746 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04544d4c-2c27-4a5d-af68-f303364ac946 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Network 7be49d94-bbb8-4a61-bafe-209c5f861e1c is already hosted by enough agents. {{(pid=116162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 11:31:42.055068 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.scheduler.base_scheduler [None req-04544d4c-2c27-4a5d-af68-f303364ac946 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Resources bound (agent type, host, resource id): {{(pid=116162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 11:31:42.059679 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04544d4c-2c27-4a5d-af68-f303364ac946 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Received port after_create {{(pid=116162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 11:31:42.062751 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04544d4c-2c27-4a5d-af68-f303364ac946 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Pushing event updated for resources: {'Port': ['ID=efe1dc8e-4171-4936-944b-1f7d99b2e915,revision_number=1']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:31:42.169397 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-01ef1de1-12fd-4cef-b76b-793f91379468 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (39cc4f52-f5d9-4e2c-bbfa-7a1c528e1c40), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:31:42.172880 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.agents_db [None req-54b29a82-8a19-4507-95e3-3a2d011841ff None None] Agent healthcheck: found 6 active agents {{(pid=116164) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 28 11:31:42.672279 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-04544d4c-2c27-4a5d-af68-f303364ac946 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Publish callbacks [] for router_gateway (b42e0642-7c7c-4aa2-8fd4-2a9610593e8e), after_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:31:42.870017 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-04544d4c-2c27-4a5d-af68-f303364ac946 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2060818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1935326'] for router (b42e0642-7c7c-4aa2-8fd4-2a9610593e8e), after_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:31:43.113980 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04544d4c-2c27-4a5d-af68-f303364ac946 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Router b42e0642-7c7c-4aa2-8fd4-2a9610593e8e is scheduled to L3 agent 6b492ad6-0876-4d74-b20d-28143a52ceba with binding_index 1 {{(pid=116162) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 28 11:31:43.223506 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04544d4c-2c27-4a5d-af68-f303364ac946 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=116162) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 11:31:43.232883 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37ec9c4d-278a-4076-9d76-381cd999625c None None] Sync routers for ids ['b42e0642-7c7c-4aa2-8fd4-2a9610593e8e'] in dv-neutron-master-2-hyperv {{(pid=116164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 11:31:43.242144 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37ec9c4d-278a-4076-9d76-381cd999625c None None] Routers {'b42e0642-7c7c-4aa2-8fd4-2a9610593e8e'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=116164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 11:31:43.242816 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_hamode_db [None req-37ec9c4d-278a-4076-9d76-381cd999625c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-28T10:50:39Z,description=,heartbeat_timestamp=2022-04-28T11:31:39Z,host='dv-neutron-master-2-hyperv',id=6b492ad6-0876-4d74-b20d-28143a52ceba,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T10:50:40Z,topic='l3_agent')) {'router_ids': ['b42e0642-7c7c-4aa2-8fd4-2a9610593e8e'], 'active': True} {{(pid=116164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:31:43.299076 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-04544d4c-2c27-4a5d-af68-f303364ac946 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Publish callbacks [] for router (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:31:43.300339 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-04544d4c-2c27-4a5d-af68-f303364ac946 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.1874430 Apr 28 11:31:43.303508 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 32796) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:31:43.351924 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_dvr_db [None req-37ec9c4d-278a-4076-9d76-381cd999625c None None] Set router b42e0642-7c7c-4aa2-8fd4-2a9610593e8e gateway port host: dv-neutron-master-2-hyperv {{(pid=116164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 11:31:43.376920 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (d5baab19-5dd1-4902-922b-84acb048ab9c), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:31:43.434504 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-31777b3d-4e7b-4c2d-873d-c24be3222e74 tempest-TestNetworkAdvancedServerOps-1604766071 tempest-TestNetworkAdvancedServerOps-1604766071-project-admin] 10.222.0.10 "GET /v2.0/subnets?project_id=c2ca2bda274d41e2b49f61461a68882b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1298544 Apr 28 11:31:43.437057 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 32800) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:31:43.527018 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_hamode_db [None req-37ec9c4d-278a-4076-9d76-381cd999625c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b42e0642-7c7c-4aa2-8fd4-2a9610593e8e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1512485951', 'tenant_id': 'c2ca2bda274d41e2b49f61461a68882b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'external_fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.227'}], 'enable_snat': True}, 'gw_port_id': 'efe1dc8e-4171-4936-944b-1f7d99b2e915', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T11:31:41Z', 'updated_at': '2022-04-28T11:31:42Z', 'revision_number': 3, 'project_id': 'c2ca2bda274d41e2b49f61461a68882b', 'gw_port': {'id': 'efe1dc8e-4171-4936-944b-1f7d99b2e915', 'name': '', 'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:b8:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b42e0642-7c7c-4aa2-8fd4-2a9610593e8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1721, 'fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:31:41Z', 'updated_at': '2022-04-28T11:31:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=116164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:31:43.553812 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37ec9c4d-278a-4076-9d76-381cd999625c None None] Checking router: b42e0642-7c7c-4aa2-8fd4-2a9610593e8e for host: dv-neutron-master-2-hyperv {{(pid=116164) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 11:31:43.554160 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37ec9c4d-278a-4076-9d76-381cd999625c None None] Updating router b42e0642-7c7c-4aa2-8fd4-2a9610593e8e port efe1dc8e-4171-4936-944b-1f7d99b2e915 binding host dv-neutron-master-2-hyperv {{(pid=116164) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 28 11:31:43.581482 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron_lib.callbacks.manager [None req-37ec9c4d-278a-4076-9d76-381cd999625c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (efe1dc8e-4171-4936-944b-1f7d99b2e915), before_update {{(pid=116164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:31:43.584594 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be62d57e-1f32-48a1-8675-e7d8ddd82178 tempest-TestNetworkAdvancedServerOps-1604766071 tempest-TestNetworkAdvancedServerOps-1604766071-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:31:43.586124 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-be62d57e-1f32-48a1-8675-e7d8ddd82178 tempest-TestNetworkAdvancedServerOps-1604766071 tempest-TestNetworkAdvancedServerOps-1604766071-project-admin] 10.222.0.10 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1481695 Apr 28 11:31:43.589110 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 32802) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:31:43.626018 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-77bbfa3f-2e05-4252-b031-0815aade6bcd tempest-TestNetworkAdvancedServerOps-1604766071 tempest-TestNetworkAdvancedServerOps-1604766071-project-admin] 10.222.0.10 "GET /v2.0/subnets?network_id=7be49d94-bbb8-4a61-bafe-209c5f861e1c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0358360 Apr 28 11:31:43.628660 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 32804) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:31:43.633874 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.v2.base [None req-ab1de581-b748-493a-9a95-9fe1371dfbd9 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1198836165', 'network_id': 'e975440d-6f57-4356-9632-d8a01ab22b35', 'project_id': 'c2ca2bda274d41e2b49f61461a68882b', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=116162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:31:43.780587 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab1de581-b748-493a-9a95-9fe1371dfbd9 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Made reservation on behalf of c2ca2bda274d41e2b49f61461a68882b for: {'subnet': 1} {{(pid=116162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 11:31:43.784093 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-ab1de581-b748-493a-9a95-9fe1371dfbd9 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4210834'] for subnet (None), before_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:31:43.824340 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron_lib.callbacks.manager [None req-37ec9c4d-278a-4076-9d76-381cd999625c None None] Publish callbacks [] for port (efe1dc8e-4171-4936-944b-1f7d99b2e915), precommit_update {{(pid=116164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:31:43.895163 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron_lib.callbacks.manager [None req-37ec9c4d-278a-4076-9d76-381cd999625c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393'] for port (efe1dc8e-4171-4936-944b-1f7d99b2e915), after_update {{(pid=116164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:31:43.951664 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.plugins.ml2.managers [None req-37ec9c4d-278a-4076-9d76-381cd999625c None None] Attempting to bind port efe1dc8e-4171-4936-944b-1f7d99b2e915 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=116164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 28 11:31:43.952032 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.plugins.ml2.managers [None req-37ec9c4d-278a-4076-9d76-381cd999625c None None] Attempting to bind port efe1dc8e-4171-4936-944b-1f7d99b2e915 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '142bc50f-d6af-4646-8d06-bb7af6b7b51c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c'}] {{(pid=116164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 28 11:31:43.952391 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37ec9c4d-278a-4076-9d76-381cd999625c None None] Attempting to bind port efe1dc8e-4171-4936-944b-1f7d99b2e915 on network 7be49d94-bbb8-4a61-bafe-209c5f861e1c {{(pid=116164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 11:31:43.955241 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d19830a9-4e54-445d-81aa-ee10a1dec883 None None] Pushing event updated for resources: {'Port': ['ID=efe1dc8e-4171-4936-944b-1f7d99b2e915,revision_number=2']} {{(pid=116164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:31:43.963556 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37ec9c4d-278a-4076-9d76-381cd999625c None None] Checking agent: {'id': 'd5baab19-5dd1-4902-922b-84acb048ab9c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 10, 50, 43), 'started_at': datetime.datetime(2022, 4, 28, 10, 51, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 11, 31, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=116164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 11:31:43.963925 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37ec9c4d-278a-4076-9d76-381cd999625c None None] Checking segment: {'id': '142bc50f-d6af-4646-8d06-bb7af6b7b51c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 11:31:43.965589 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron_lib.callbacks.manager [None req-37ec9c4d-278a-4076-9d76-381cd999625c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=116164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:31:43.965589 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37ec9c4d-278a-4076-9d76-381cd999625c None None] Bound using segment: {'id': '142bc50f-d6af-4646-8d06-bb7af6b7b51c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c'} {{(pid=116164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 11:31:43.965589 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.plugins.ml2.managers [None req-37ec9c4d-278a-4076-9d76-381cd999625c None None] Bound port: efe1dc8e-4171-4936-944b-1f7d99b2e915, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '142bc50f-d6af-4646-8d06-bb7af6b7b51c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c'}}] {{(pid=116164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 28 11:31:43.965589 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron_lib.callbacks.manager [None req-37ec9c4d-278a-4076-9d76-381cd999625c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (efe1dc8e-4171-4936-944b-1f7d99b2e915), before_update {{(pid=116164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:31:43.967708 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d19830a9-4e54-445d-81aa-ee10a1dec883 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:31:43.968048 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d19830a9-4e54-445d-81aa-ee10a1dec883 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:31:43.968383 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d19830a9-4e54-445d-81aa-ee10a1dec883 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:31:43.968713 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d19830a9-4e54-445d-81aa-ee10a1dec883 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:31:43.969038 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d19830a9-4e54-445d-81aa-ee10a1dec883 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:31:43.969361 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d19830a9-4e54-445d-81aa-ee10a1dec883 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:31:43.969681 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d19830a9-4e54-445d-81aa-ee10a1dec883 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:31:43.969998 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d19830a9-4e54-445d-81aa-ee10a1dec883 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:31:43.970332 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d19830a9-4e54-445d-81aa-ee10a1dec883 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:31:43.970679 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d19830a9-4e54-445d-81aa-ee10a1dec883 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:31:43.970999 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d19830a9-4e54-445d-81aa-ee10a1dec883 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:31:43.971318 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d19830a9-4e54-445d-81aa-ee10a1dec883 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:31:43.971632 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d19830a9-4e54-445d-81aa-ee10a1dec883 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:31:43.971945 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d19830a9-4e54-445d-81aa-ee10a1dec883 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:31:43.972257 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d19830a9-4e54-445d-81aa-ee10a1dec883 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:31:44.005561 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-ab1de581-b748-493a-9a95-9fe1371dfbd9 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5054027', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4210784'] for subnet (7c61da64-f95c-420c-ab48-2a9703a4a261), after_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:31:44.023649 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.plugins.ml2.db [None req-37ec9c4d-278a-4076-9d76-381cd999625c None None] For port efe1dc8e-4171-4936-944b-1f7d99b2e915, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=116164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 11:31:44.027365 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.plugins.ml2.db [None req-37ec9c4d-278a-4076-9d76-381cd999625c None None] For port efe1dc8e-4171-4936-944b-1f7d99b2e915, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=efe1dc8e-4171-4936-944b-1f7d99b2e915,segment=NetworkSegment(142bc50f-d6af-4646-8d06-bb7af6b7b51c),segment_id=142bc50f-d6af-4646-8d06-bb7af6b7b51c)] {{(pid=116164) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 11:31:44.073603 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1de581-b748-493a-9a95-9fe1371dfbd9 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Pushing event updated for resources: {'Subnet': ['ID=7c61da64-f95c-420c-ab48-2a9703a4a261,revision_number=0']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:31:44.078830 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab1de581-b748-493a-9a95-9fe1371dfbd9 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Checking segment: {'id': '01d95769-cc84-4803-abcd-8922dd5ff9fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'e975440d-6f57-4356-9632-d8a01ab22b35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 11:31:44.079189 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab1de581-b748-493a-9a95-9fe1371dfbd9 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Network hostable DHCP agents. Network: e975440d-6f57-4356-9632-d8a01ab22b35, hostable agents: ['75ba81b7-fe99-4281-90d2-a5adb445ecea'], hosted agents: [] {{(pid=116162) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 11:31:44.086160 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron_lib.callbacks.manager [None req-37ec9c4d-278a-4076-9d76-381cd999625c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393'] for port (efe1dc8e-4171-4936-944b-1f7d99b2e915), after_update {{(pid=116164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:31:44.142744 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37ec9c4d-278a-4076-9d76-381cd999625c None None] Routers {'b42e0642-7c7c-4aa2-8fd4-2a9610593e8e'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=116164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 11:31:44.142933 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab1de581-b748-493a-9a95-9fe1371dfbd9 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Network e975440d-6f57-4356-9632-d8a01ab22b35 is scheduled to be hosted by DHCP agent 75ba81b7-fe99-4281-90d2-a5adb445ecea with binding_index 1 {{(pid=116162) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 11:31:44.143383 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_hamode_db [None req-37ec9c4d-278a-4076-9d76-381cd999625c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-28T10:50:39Z,description=,heartbeat_timestamp=2022-04-28T11:31:39Z,host='dv-neutron-master-2-hyperv',id=6b492ad6-0876-4d74-b20d-28143a52ceba,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T10:50:40Z,topic='l3_agent')) {'router_ids': ['b42e0642-7c7c-4aa2-8fd4-2a9610593e8e'], 'active': True} {{(pid=116164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:31:44.180378 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d19830a9-4e54-445d-81aa-ee10a1dec883 None None] Pushing event updated for resources: {'Port': ['ID=efe1dc8e-4171-4936-944b-1f7d99b2e915,revision_number=3']} {{(pid=116164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:31:44.193860 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.scheduler.base_scheduler [None req-ab1de581-b748-493a-9a95-9fe1371dfbd9 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, e975440d-6f57-4356-9632-d8a01ab22b35) {{(pid=116162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 11:31:44.197992 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab1de581-b748-493a-9a95-9fe1371dfbd9 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:31:44.198619 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-ab1de581-b748-493a-9a95-9fe1371dfbd9 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Publish callbacks [] for subnet (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:31:44.205326 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd6d5b1f-ccf6-4cc8-ac72-ba68c75d908c None None] Network e975440d-6f57-4356-9632-d8a01ab22b35 requested from dv-neutron-master-2-hyperv {{(pid=116163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 11:31:44.254153 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_dvr_db [None req-37ec9c4d-278a-4076-9d76-381cd999625c None None] Set router b42e0642-7c7c-4aa2-8fd4-2a9610593e8e gateway port host: dv-neutron-master-2-hyperv {{(pid=116164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 11:31:44.265232 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-ab1de581-b748-493a-9a95-9fe1371dfbd9 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.6350520 Apr 28 11:31:44.267927 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 32806) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:31:44.323920 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18f01ed6-95f0-484a-998e-7672c79e6294 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-e975440d-6f57-4356-9632-d8a01ab22b35', 'network_id': 'e975440d-6f57-4356-9632-d8a01ab22b35', 'project_id': 'c2ca2bda274d41e2b49f61461a68882b', 'fixed_ips': [{'subnet_id': '7c61da64-f95c-420c-ab48-2a9703a4a261'}]}} from dv-neutron-master-2-hyperv. {{(pid=116163) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 28 11:31:44.324727 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-18f01ed6-95f0-484a-998e-7672c79e6294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (None), before_create {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:31:44.437369 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_hamode_db [None req-37ec9c4d-278a-4076-9d76-381cd999625c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b42e0642-7c7c-4aa2-8fd4-2a9610593e8e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1512485951', 'tenant_id': 'c2ca2bda274d41e2b49f61461a68882b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'external_fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.227'}], 'enable_snat': True}, 'gw_port_id': 'efe1dc8e-4171-4936-944b-1f7d99b2e915', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T11:31:41Z', 'updated_at': '2022-04-28T11:31:42Z', 'revision_number': 3, 'project_id': 'c2ca2bda274d41e2b49f61461a68882b', 'gw_port': {'id': 'efe1dc8e-4171-4936-944b-1f7d99b2e915', 'name': '', 'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:b8:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b42e0642-7c7c-4aa2-8fd4-2a9610593e8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1721, 'fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:31:41Z', 'updated_at': '2022-04-28T11:31:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=116164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:31:44.468485 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37ec9c4d-278a-4076-9d76-381cd999625c None None] The sync data for ids ['b42e0642-7c7c-4aa2-8fd4-2a9610593e8e'] in dv-neutron-master-2-hyperv is: [{'id': 'b42e0642-7c7c-4aa2-8fd4-2a9610593e8e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1512485951', 'tenant_id': 'c2ca2bda274d41e2b49f61461a68882b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'external_fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.227'}], 'enable_snat': True}, 'gw_port_id': 'efe1dc8e-4171-4936-944b-1f7d99b2e915', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T11:31:41Z', 'updated_at': '2022-04-28T11:31:42Z', 'revision_number': 3, 'project_id': 'c2ca2bda274d41e2b49f61461a68882b', 'gw_port': {'id': 'efe1dc8e-4171-4936-944b-1f7d99b2e915', 'name': '', 'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:b8:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b42e0642-7c7c-4aa2-8fd4-2a9610593e8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1721, 'fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:31:41Z', 'updated_at': '2022-04-28T11:31:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}] {{(pid=116164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 11:31:44.478474 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.db_base_plugin_common [None req-18f01ed6-95f0-484a-998e-7672c79e6294 None None] Allocated IP 172.20.0.2 (e975440d-6f57-4356-9632-d8a01ab22b35/7c61da64-f95c-420c-ab48-2a9703a4a261/17e81abd-9f35-4eed-a99d-67a017dec948) {{(pid=116163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 11:31:44.635156 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-18f01ed6-95f0-484a-998e-7672c79e6294 None None] Publish callbacks [] for port (17e81abd-9f35-4eed-a99d-67a017dec948), precommit_create {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:31:44.711034 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-18f01ed6-95f0-484a-998e-7672c79e6294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742234710357'] for port (17e81abd-9f35-4eed-a99d-67a017dec948), after_create {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:31:44.752417 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-6ed3f81a-2740-4789-a5c4-eedae8b12f2d tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (None), before_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:31:44.755623 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18f01ed6-95f0-484a-998e-7672c79e6294 None None] Network e975440d-6f57-4356-9632-d8a01ab22b35 is already hosted by enough agents. {{(pid=116163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 11:31:44.758703 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.scheduler.base_scheduler [None req-18f01ed6-95f0-484a-998e-7672c79e6294 None None] Resources bound (agent type, host, resource id): {{(pid=116163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 11:31:44.764846 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18f01ed6-95f0-484a-998e-7672c79e6294 None None] Received port after_create {{(pid=116163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 11:31:44.789249 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f01ed6-95f0-484a-998e-7672c79e6294 None None] Pushing event updated for resources: {'Port': ['ID=17e81abd-9f35-4eed-a99d-67a017dec948,revision_number=1']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:31:44.841887 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.managers [None req-18f01ed6-95f0-484a-998e-7672c79e6294 None None] Attempting to bind port 17e81abd-9f35-4eed-a99d-67a017dec948 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=116163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 28 11:31:44.842199 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.managers [None req-18f01ed6-95f0-484a-998e-7672c79e6294 None None] Attempting to bind port 17e81abd-9f35-4eed-a99d-67a017dec948 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '01d95769-cc84-4803-abcd-8922dd5ff9fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'e975440d-6f57-4356-9632-d8a01ab22b35'}] {{(pid=116163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 28 11:31:44.842566 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18f01ed6-95f0-484a-998e-7672c79e6294 None None] Attempting to bind port 17e81abd-9f35-4eed-a99d-67a017dec948 on network e975440d-6f57-4356-9632-d8a01ab22b35 {{(pid=116163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 11:31:44.847925 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18f01ed6-95f0-484a-998e-7672c79e6294 None None] Checking agent: {'id': 'd5baab19-5dd1-4902-922b-84acb048ab9c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 10, 50, 43), 'started_at': datetime.datetime(2022, 4, 28, 10, 51, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 11, 31, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=116163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 11:31:44.848301 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18f01ed6-95f0-484a-998e-7672c79e6294 None None] Checking segment: {'id': '01d95769-cc84-4803-abcd-8922dd5ff9fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'e975440d-6f57-4356-9632-d8a01ab22b35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 11:31:44.848705 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-18f01ed6-95f0-484a-998e-7672c79e6294 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:31:44.849103 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18f01ed6-95f0-484a-998e-7672c79e6294 None None] Bound using segment: {'id': '01d95769-cc84-4803-abcd-8922dd5ff9fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'e975440d-6f57-4356-9632-d8a01ab22b35'} {{(pid=116163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 11:31:44.849573 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.managers [None req-18f01ed6-95f0-484a-998e-7672c79e6294 None None] Bound port: 17e81abd-9f35-4eed-a99d-67a017dec948, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01d95769-cc84-4803-abcd-8922dd5ff9fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'e975440d-6f57-4356-9632-d8a01ab22b35'}}] {{(pid=116163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 28 11:31:44.849953 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-18f01ed6-95f0-484a-998e-7672c79e6294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (17e81abd-9f35-4eed-a99d-67a017dec948), before_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:31:44.926055 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-18f01ed6-95f0-484a-998e-7672c79e6294 None None] For port 17e81abd-9f35-4eed-a99d-67a017dec948, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=116163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 11:31:44.929302 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-18f01ed6-95f0-484a-998e-7672c79e6294 None None] For port 17e81abd-9f35-4eed-a99d-67a017dec948, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=17e81abd-9f35-4eed-a99d-67a017dec948,segment=NetworkSegment(01d95769-cc84-4803-abcd-8922dd5ff9fb),segment_id=01d95769-cc84-4803-abcd-8922dd5ff9fb)] {{(pid=116163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 11:31:44.998292 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-18f01ed6-95f0-484a-998e-7672c79e6294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393'] for port (17e81abd-9f35-4eed-a99d-67a017dec948), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:31:45.065810 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f01ed6-95f0-484a-998e-7672c79e6294 None None] Pushing event updated for resources: {'Port': ['ID=17e81abd-9f35-4eed-a99d-67a017dec948,revision_number=2']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:31:45.119423 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.db.db_base_plugin_common [None req-6ed3f81a-2740-4789-a5c4-eedae8b12f2d tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Allocated IP 172.20.0.1 (e975440d-6f57-4356-9632-d8a01ab22b35/7c61da64-f95c-420c-ab48-2a9703a4a261/59ffb628-8191-4371-bb02-2c4d2906a3a8) {{(pid=116162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 11:31:45.271511 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-6ed3f81a-2740-4789-a5c4-eedae8b12f2d tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Publish callbacks [] for port (59ffb628-8191-4371-bb02-2c4d2906a3a8), precommit_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:31:45.394504 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-6ed3f81a-2740-4789-a5c4-eedae8b12f2d tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742234710357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5051867'] for port (59ffb628-8191-4371-bb02-2c4d2906a3a8), after_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:31:45.437579 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ed3f81a-2740-4789-a5c4-eedae8b12f2d tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Network e975440d-6f57-4356-9632-d8a01ab22b35 is already hosted by enough agents. {{(pid=116162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 11:31:45.442691 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.scheduler.base_scheduler [None req-6ed3f81a-2740-4789-a5c4-eedae8b12f2d tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Resources bound (agent type, host, resource id): {{(pid=116162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 11:31:45.446446 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ed3f81a-2740-4789-a5c4-eedae8b12f2d tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Received port after_create {{(pid=116162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 11:31:45.452501 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed3f81a-2740-4789-a5c4-eedae8b12f2d tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Pushing event updated for resources: {'Port': ['ID=59ffb628-8191-4371-bb02-2c4d2906a3a8,revision_number=1']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:31:45.495711 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-6ed3f81a-2740-4789-a5c4-eedae8b12f2d tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2063275'] for router_interface (b42e0642-7c7c-4aa2-8fd4-2a9610593e8e), before_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:31:45.694996 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-6ed3f81a-2740-4789-a5c4-eedae8b12f2d tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (59ffb628-8191-4371-bb02-2c4d2906a3a8), before_update {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:31:45.983721 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-6ed3f81a-2740-4789-a5c4-eedae8b12f2d tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Publish callbacks [] for port (59ffb628-8191-4371-bb02-2c4d2906a3a8), precommit_update {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:31:45.989221 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec04019e-c5cb-4cec-b939-f2dc930902bc None None] Network e975440d-6f57-4356-9632-d8a01ab22b35 requested from dv-neutron-master-2-hyperv {{(pid=116163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 11:31:46.049326 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-6ed3f81a-2740-4789-a5c4-eedae8b12f2d tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5051840'] for port (59ffb628-8191-4371-bb02-2c4d2906a3a8), after_update {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:31:46.056475 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-43b0d7bc-a90c-43b1-b70d-17efb031ab93 None None] Provisioning complete for port 17e81abd-9f35-4eed-a99d-67a017dec948 triggered by entity DHCP. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:31:46.056851 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-43b0d7bc-a90c-43b1-b70d-17efb031ab93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (17e81abd-9f35-4eed-a99d-67a017dec948), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:31:46.178129 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-43b0d7bc-a90c-43b1-b70d-17efb031ab93 None None] Current status of the port 17e81abd-9f35-4eed-a99d-67a017dec948 is: DOWN; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:31:46.178771 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-43b0d7bc-a90c-43b1-b70d-17efb031ab93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (17e81abd-9f35-4eed-a99d-67a017dec948), before_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:31:46.219587 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-43b0d7bc-a90c-43b1-b70d-17efb031ab93 None None] For port 17e81abd-9f35-4eed-a99d-67a017dec948, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=17e81abd-9f35-4eed-a99d-67a017dec948,segment=NetworkSegment(01d95769-cc84-4803-abcd-8922dd5ff9fb),segment_id=01d95769-cc84-4803-abcd-8922dd5ff9fb)] {{(pid=116163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 11:31:46.291844 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-43b0d7bc-a90c-43b1-b70d-17efb031ab93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393'] for port (17e81abd-9f35-4eed-a99d-67a017dec948), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:31:46.356598 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b0d7bc-a90c-43b1-b70d-17efb031ab93 None None] Pushing event updated for resources: {'Port': ['ID=17e81abd-9f35-4eed-a99d-67a017dec948,revision_number=3']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:31:46.404974 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed3f81a-2740-4789-a5c4-eedae8b12f2d tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Pushing event updated for resources: {'Port': ['ID=59ffb628-8191-4371-bb02-2c4d2906a3a8,revision_number=2']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:31:46.408247 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-6ed3f81a-2740-4789-a5c4-eedae8b12f2d tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1603056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2063387'] for router_interface (b42e0642-7c7c-4aa2-8fd4-2a9610593e8e), after_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:31:46.416754 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-9c6ac947-0b0d-4ef6-8609-b3dec27f16ce None None] Provisioning complete for port 17e81abd-9f35-4eed-a99d-67a017dec948 triggered by entity DHCP. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:31:46.417517 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-9c6ac947-0b0d-4ef6-8609-b3dec27f16ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (17e81abd-9f35-4eed-a99d-67a017dec948), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:31:46.538356 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ed3f81a-2740-4789-a5c4-eedae8b12f2d tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Network e975440d-6f57-4356-9632-d8a01ab22b35 is already hosted by enough agents. {{(pid=116162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 11:31:46.540392 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-9c6ac947-0b0d-4ef6-8609-b3dec27f16ce None None] Current status of the port 17e81abd-9f35-4eed-a99d-67a017dec948 is: ACTIVE; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:31:46.543201 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.scheduler.base_scheduler [None req-6ed3f81a-2740-4789-a5c4-eedae8b12f2d tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Resources bound (agent type, host, resource id): {{(pid=116162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 11:31:46.566027 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-9c6ac947-0b0d-4ef6-8609-b3dec27f16ce None None] Provisioning complete for port 59ffb628-8191-4371-bb02-2c4d2906a3a8 triggered by entity DHCP. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:31:46.566433 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-9c6ac947-0b0d-4ef6-8609-b3dec27f16ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (59ffb628-8191-4371-bb02-2c4d2906a3a8), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:31:46.607782 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-9c6ac947-0b0d-4ef6-8609-b3dec27f16ce None None] Port 59ffb628-8191-4371-bb02-2c4d2906a3a8 cannot update to ACTIVE because it is not bound. {{(pid=116163) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 28 11:31:46.618449 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Device efe1dc8e-4171-4936-944b-1f7d99b2e915 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=116163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 11:31:46.671169 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Provisioning complete for port efe1dc8e-4171-4936-944b-1f7d99b2e915 triggered by entity L2. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:31:46.671548 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (efe1dc8e-4171-4936-944b-1f7d99b2e915), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:31:46.675538 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ed3f81a-2740-4789-a5c4-eedae8b12f2d tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Router b42e0642-7c7c-4aa2-8fd4-2a9610593e8e has already been hosted by L3 agent 6b492ad6-0876-4d74-b20d-28143a52ceba {{(pid=116162) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 11:31:46.747015 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-0399ed8d-4230-42bf-8170-f02f265af07e None None] Provisioning complete for port 59ffb628-8191-4371-bb02-2c4d2906a3a8 triggered by entity DHCP. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:31:46.747385 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-0399ed8d-4230-42bf-8170-f02f265af07e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (59ffb628-8191-4371-bb02-2c4d2906a3a8), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:31:46.786946 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Current status of the port efe1dc8e-4171-4936-944b-1f7d99b2e915 is: DOWN; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:31:46.787325 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (efe1dc8e-4171-4936-944b-1f7d99b2e915), before_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:31:46.803160 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ed3f81a-2740-4789-a5c4-eedae8b12f2d tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=116162) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 11:31:46.806614 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-0399ed8d-4230-42bf-8170-f02f265af07e None None] Port 59ffb628-8191-4371-bb02-2c4d2906a3a8 cannot update to ACTIVE because it is not bound. {{(pid=116163) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 28 11:31:46.818433 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-6ed3f81a-2740-4789-a5c4-eedae8b12f2d tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] 10.222.0.10 "PUT /v2.0/routers/b42e0642-7c7c-4aa2-8fd4-2a9610593e8e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5413871 Apr 28 11:31:46.819384 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] For port efe1dc8e-4171-4936-944b-1f7d99b2e915, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=efe1dc8e-4171-4936-944b-1f7d99b2e915,segment=NetworkSegment(142bc50f-d6af-4646-8d06-bb7af6b7b51c),segment_id=142bc50f-d6af-4646-8d06-bb7af6b7b51c)] {{(pid=116163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 11:31:46.821983 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13391483-de6b-4dc7-a3bc-860fbdbd9970 None None] Sync routers for ids ['b42e0642-7c7c-4aa2-8fd4-2a9610593e8e'] in dv-neutron-master-2-hyperv {{(pid=116163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 11:31:46.834541 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13391483-de6b-4dc7-a3bc-860fbdbd9970 None None] Routers {'b42e0642-7c7c-4aa2-8fd4-2a9610593e8e'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=116163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 11:31:46.834541 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_hamode_db [None req-13391483-de6b-4dc7-a3bc-860fbdbd9970 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-28T10:50:39Z,description=,heartbeat_timestamp=2022-04-28T11:31:39Z,host='dv-neutron-master-2-hyperv',id=6b492ad6-0876-4d74-b20d-28143a52ceba,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T10:50:40Z,topic='l3_agent')) {'router_ids': ['b42e0642-7c7c-4aa2-8fd4-2a9610593e8e'], 'active': True} {{(pid=116163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:31:46.924633 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393'] for port (efe1dc8e-4171-4936-944b-1f7d99b2e915), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:31:46.925404 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Device 17e81abd-9f35-4eed-a99d-67a017dec948 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=116163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 11:31:46.965045 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-8e38fc9f-f97e-42e1-9568-c5c8951da044 req-01690207-f385-4865-95f9-dbae6ace8db4 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1466014110&fields=id&tenant_id=c2ca2bda274d41e2b49f61461a68882b HTTP/1.1" status: 200 len: 267 time: 0.0480318 Apr 28 11:31:47.006522 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-dff83ca6-36ce-4bba-a0b6-5e1191d14248 None None] Provisioning complete for port 59ffb628-8191-4371-bb02-2c4d2906a3a8 triggered by entity DHCP. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:31:47.007154 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-dff83ca6-36ce-4bba-a0b6-5e1191d14248 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (59ffb628-8191-4371-bb02-2c4d2906a3a8), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:31:47.052077 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvr_db [None req-13391483-de6b-4dc7-a3bc-860fbdbd9970 None None] Set router b42e0642-7c7c-4aa2-8fd4-2a9610593e8e gateway port host: dv-neutron-master-2-hyperv {{(pid=116163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 11:31:47.071496 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e38fc9f-f97e-42e1-9568-c5c8951da044 req-85500440-2c36-4c67-b372-dae068a056c8 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:31:47.077134 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-8e38fc9f-f97e-42e1-9568-c5c8951da044 req-85500440-2c36-4c67-b372-dae068a056c8 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] 10.222.0.10 "GET /v2.0/networks?id=e975440d-6f57-4356-9632-d8a01ab22b35 HTTP/1.1" status: 200 len: 796 time: 0.1056519 Apr 28 11:31:47.083705 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Pushing event updated for resources: {'Port': ['ID=efe1dc8e-4171-4936-944b-1f7d99b2e915,revision_number=4']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:31:47.088568 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-8e38fc9f-f97e-42e1-9568-c5c8951da044 req-3a87b07b-5fca-4cc5-8267-a65723695fa6 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] 10.222.0.10 "GET /v2.0/quotas/c2ca2bda274d41e2b49f61461a68882b HTTP/1.1" status: 200 len: 375 time: 0.0099201 Apr 28 11:31:47.112377 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Provisioning complete for port 17e81abd-9f35-4eed-a99d-67a017dec948 triggered by entity L2. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:31:47.112758 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (17e81abd-9f35-4eed-a99d-67a017dec948), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:31:47.117299 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-dff83ca6-36ce-4bba-a0b6-5e1191d14248 None None] Port 59ffb628-8191-4371-bb02-2c4d2906a3a8 cannot update to ACTIVE because it is not bound. {{(pid=116163) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 28 11:31:47.152086 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-8e38fc9f-f97e-42e1-9568-c5c8951da044 req-69cbf240-163f-41fa-a64d-ec9f95032cf6 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=c2ca2bda274d41e2b49f61461a68882b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0510609 Apr 28 11:31:47.168864 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [req-8e38fc9f-f97e-42e1-9568-c5c8951da044 req-7a53d11f-0be2-49fe-9723-8eafc07d0c5b service neutron] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=116161) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 28 11:31:47.170039 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-8e38fc9f-f97e-42e1-9568-c5c8951da044 req-7a53d11f-0be2-49fe-9723-8eafc07d0c5b service neutron] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0067441 Apr 28 11:31:47.267832 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-8e38fc9f-f97e-42e1-9568-c5c8951da044 req-52a1d094-cf20-4480-9fb5-f99ccda1fb08 service neutron] 10.222.0.10 "GET /v2.0/networks/e975440d-6f57-4356-9632-d8a01ab22b35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913091 Apr 28 11:31:47.364703 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-8e38fc9f-f97e-42e1-9568-c5c8951da044 req-5e7b030c-41ef-4e49-8f68-0e96b8d6f80e service neutron] 10.222.0.10 "GET /v2.0/networks/e975440d-6f57-4356-9632-d8a01ab22b35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911791 Apr 28 11:31:47.459213 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Current status of the port 17e81abd-9f35-4eed-a99d-67a017dec948 is: ACTIVE; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:31:47.478936 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_hamode_db [None req-13391483-de6b-4dc7-a3bc-860fbdbd9970 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b42e0642-7c7c-4aa2-8fd4-2a9610593e8e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1512485951', 'tenant_id': 'c2ca2bda274d41e2b49f61461a68882b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'external_fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.227'}], 'enable_snat': True}, 'gw_port_id': 'efe1dc8e-4171-4936-944b-1f7d99b2e915', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T11:31:41Z', 'updated_at': '2022-04-28T11:31:45Z', 'revision_number': 4, 'project_id': 'c2ca2bda274d41e2b49f61461a68882b', 'gw_port': {'id': 'efe1dc8e-4171-4936-944b-1f7d99b2e915', 'name': '', 'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:b8:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b42e0642-7c7c-4aa2-8fd4-2a9610593e8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1721, 'fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:31:41Z', 'updated_at': '2022-04-28T11:31:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '59ffb628-8191-4371-bb02-2c4d2906a3a8', 'name': '', 'network_id': 'e975440d-6f57-4356-9632-d8a01ab22b35', 'tenant_id': 'c2ca2bda274d41e2b49f61461a68882b', 'mac_address': 'fa:16:3e:0f:97:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b42e0642-7c7c-4aa2-8fd4-2a9610593e8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1724, 'fixed_ips': [{'subnet_id': '7c61da64-f95c-420c-ab48-2a9703a4a261', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:31:44Z', 'updated_at': '2022-04-28T11:31:45Z', 'revision_number': 2, 'project_id': 'c2ca2bda274d41e2b49f61461a68882b', 'subnets': [{'id': '7c61da64-f95c-420c-ab48-2a9703a4a261', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=116163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:31:47.504762 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13391483-de6b-4dc7-a3bc-860fbdbd9970 None None] Checking router: b42e0642-7c7c-4aa2-8fd4-2a9610593e8e for host: dv-neutron-master-2-hyperv {{(pid=116163) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 11:31:47.505174 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13391483-de6b-4dc7-a3bc-860fbdbd9970 None None] Updating router b42e0642-7c7c-4aa2-8fd4-2a9610593e8e port 59ffb628-8191-4371-bb02-2c4d2906a3a8 binding host dv-neutron-master-2-hyperv {{(pid=116163) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 28 11:31:47.532548 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-13391483-de6b-4dc7-a3bc-860fbdbd9970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (59ffb628-8191-4371-bb02-2c4d2906a3a8), before_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:31:47.622743 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-89bb440a-3364-4af7-bbb4-7eb5d7c71fd8 req-0a291fa5-9e09-43e2-9705-25dc931832c0 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] 10.222.0.10 "GET /v2.0/ports?device_id=52dd4e01-3688-4e43-b0e4-be5e1e5add55 HTTP/1.1" status: 200 len: 210 time: 0.0358558 Apr 28 11:31:47.803028 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-13391483-de6b-4dc7-a3bc-860fbdbd9970 None None] Publish callbacks [] for port (59ffb628-8191-4371-bb02-2c4d2906a3a8), precommit_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:31:47.866276 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-13391483-de6b-4dc7-a3bc-860fbdbd9970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393'] for port (59ffb628-8191-4371-bb02-2c4d2906a3a8), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:31:47.917035 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f68f8ba-4174-4856-87f6-b9eebc5f95b9 None None] Pushing event updated for resources: {'Port': ['ID=59ffb628-8191-4371-bb02-2c4d2906a3a8,revision_number=3']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:31:47.969213 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.managers [None req-13391483-de6b-4dc7-a3bc-860fbdbd9970 None None] Attempting to bind port 59ffb628-8191-4371-bb02-2c4d2906a3a8 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=116163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 28 11:31:47.969620 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.managers [None req-13391483-de6b-4dc7-a3bc-860fbdbd9970 None None] Attempting to bind port 59ffb628-8191-4371-bb02-2c4d2906a3a8 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '01d95769-cc84-4803-abcd-8922dd5ff9fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'e975440d-6f57-4356-9632-d8a01ab22b35'}] {{(pid=116163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 28 11:31:47.970030 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13391483-de6b-4dc7-a3bc-860fbdbd9970 None None] Attempting to bind port 59ffb628-8191-4371-bb02-2c4d2906a3a8 on network e975440d-6f57-4356-9632-d8a01ab22b35 {{(pid=116163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 11:31:47.975804 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13391483-de6b-4dc7-a3bc-860fbdbd9970 None None] Checking agent: {'id': 'd5baab19-5dd1-4902-922b-84acb048ab9c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 10, 50, 43), 'started_at': datetime.datetime(2022, 4, 28, 10, 51, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 11, 31, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=116163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 11:31:47.976159 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13391483-de6b-4dc7-a3bc-860fbdbd9970 None None] Checking segment: {'id': '01d95769-cc84-4803-abcd-8922dd5ff9fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'e975440d-6f57-4356-9632-d8a01ab22b35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 11:31:47.976557 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-13391483-de6b-4dc7-a3bc-860fbdbd9970 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:31:47.977051 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13391483-de6b-4dc7-a3bc-860fbdbd9970 None None] Bound using segment: {'id': '01d95769-cc84-4803-abcd-8922dd5ff9fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'e975440d-6f57-4356-9632-d8a01ab22b35'} {{(pid=116163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 11:31:47.977532 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.managers [None req-13391483-de6b-4dc7-a3bc-860fbdbd9970 None None] Bound port: 59ffb628-8191-4371-bb02-2c4d2906a3a8, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01d95769-cc84-4803-abcd-8922dd5ff9fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'e975440d-6f57-4356-9632-d8a01ab22b35'}}] {{(pid=116163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 28 11:31:47.977936 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-13391483-de6b-4dc7-a3bc-860fbdbd9970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (59ffb628-8191-4371-bb02-2c4d2906a3a8), before_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:31:48.047834 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-13391483-de6b-4dc7-a3bc-860fbdbd9970 None None] For port 59ffb628-8191-4371-bb02-2c4d2906a3a8, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=116163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 11:31:48.050868 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-13391483-de6b-4dc7-a3bc-860fbdbd9970 None None] For port 59ffb628-8191-4371-bb02-2c4d2906a3a8, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=59ffb628-8191-4371-bb02-2c4d2906a3a8,segment=NetworkSegment(01d95769-cc84-4803-abcd-8922dd5ff9fb),segment_id=01d95769-cc84-4803-abcd-8922dd5ff9fb)] {{(pid=116163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 11:31:48.139320 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-3d8fb5b4-fe5b-48b4-97f7-c0f3c4bcafc5 None None] Provisioning complete for port 59ffb628-8191-4371-bb02-2c4d2906a3a8 triggered by entity DHCP. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:31:48.139628 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-3d8fb5b4-fe5b-48b4-97f7-c0f3c4bcafc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (59ffb628-8191-4371-bb02-2c4d2906a3a8), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:31:48.161762 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-13391483-de6b-4dc7-a3bc-860fbdbd9970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393'] for port (59ffb628-8191-4371-bb02-2c4d2906a3a8), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:31:48.210673 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-3d8fb5b4-fe5b-48b4-97f7-c0f3c4bcafc5 None None] Port 59ffb628-8191-4371-bb02-2c4d2906a3a8 cannot update to ACTIVE because it is not bound. {{(pid=116163) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 28 11:31:48.237332 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13391483-de6b-4dc7-a3bc-860fbdbd9970 None None] Routers {'b42e0642-7c7c-4aa2-8fd4-2a9610593e8e'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=116163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 11:31:48.237975 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_hamode_db [None req-13391483-de6b-4dc7-a3bc-860fbdbd9970 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-28T10:50:39Z,description=,heartbeat_timestamp=2022-04-28T11:31:39Z,host='dv-neutron-master-2-hyperv',id=6b492ad6-0876-4d74-b20d-28143a52ceba,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T10:50:40Z,topic='l3_agent')) {'router_ids': ['b42e0642-7c7c-4aa2-8fd4-2a9610593e8e'], 'active': True} {{(pid=116163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:31:48.239814 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f68f8ba-4174-4856-87f6-b9eebc5f95b9 None None] Pushing event updated for resources: {'Port': ['ID=59ffb628-8191-4371-bb02-2c4d2906a3a8,revision_number=4']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:31:48.356766 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvr_db [None req-13391483-de6b-4dc7-a3bc-860fbdbd9970 None None] Set router b42e0642-7c7c-4aa2-8fd4-2a9610593e8e gateway port host: dv-neutron-master-2-hyperv {{(pid=116163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 11:31:48.456310 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-5e72ddb7-b4a8-4b13-9312-621eaec0b6c0 None None] Provisioning complete for port 59ffb628-8191-4371-bb02-2c4d2906a3a8 triggered by entity DHCP. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:31:48.456679 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-5e72ddb7-b4a8-4b13-9312-621eaec0b6c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (59ffb628-8191-4371-bb02-2c4d2906a3a8), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:31:48.547221 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Device efe1dc8e-4171-4936-944b-1f7d99b2e915 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=116163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 11:31:48.644306 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-5e72ddb7-b4a8-4b13-9312-621eaec0b6c0 None None] Current status of the port 59ffb628-8191-4371-bb02-2c4d2906a3a8 is: DOWN; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:31:48.644694 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-5e72ddb7-b4a8-4b13-9312-621eaec0b6c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (59ffb628-8191-4371-bb02-2c4d2906a3a8), before_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:31:48.672429 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_hamode_db [None req-13391483-de6b-4dc7-a3bc-860fbdbd9970 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b42e0642-7c7c-4aa2-8fd4-2a9610593e8e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1512485951', 'tenant_id': 'c2ca2bda274d41e2b49f61461a68882b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'external_fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.227'}], 'enable_snat': True}, 'gw_port_id': 'efe1dc8e-4171-4936-944b-1f7d99b2e915', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T11:31:41Z', 'updated_at': '2022-04-28T11:31:45Z', 'revision_number': 4, 'project_id': 'c2ca2bda274d41e2b49f61461a68882b', 'gw_port': {'id': 'efe1dc8e-4171-4936-944b-1f7d99b2e915', 'name': '', 'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:b8:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b42e0642-7c7c-4aa2-8fd4-2a9610593e8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1721, 'fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:31:41Z', 'updated_at': '2022-04-28T11:31:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '59ffb628-8191-4371-bb02-2c4d2906a3a8', 'name': '', 'network_id': 'e975440d-6f57-4356-9632-d8a01ab22b35', 'tenant_id': 'c2ca2bda274d41e2b49f61461a68882b', 'mac_address': 'fa:16:3e:0f:97:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b42e0642-7c7c-4aa2-8fd4-2a9610593e8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1724, 'fixed_ips': [{'subnet_id': '7c61da64-f95c-420c-ab48-2a9703a4a261', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:31:44Z', 'updated_at': '2022-04-28T11:31:48Z', 'revision_number': 4, 'project_id': 'c2ca2bda274d41e2b49f61461a68882b', 'subnets': [{'id': '7c61da64-f95c-420c-ab48-2a9703a4a261', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=116163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:31:48.695756 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-23bc022b-ad54-43ab-9c37-5f7bb1a44e0d req-27985238-184d-43e5-b376-6114890db8e2 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] 10.222.0.10 "GET /v2.0/ports?device_id=52dd4e01-3688-4e43-b0e4-be5e1e5add55 HTTP/1.1" status: 200 len: 210 time: 0.0293734 Apr 28 11:31:48.711500 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Provisioning complete for port efe1dc8e-4171-4936-944b-1f7d99b2e915 triggered by entity L2. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:31:48.712496 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (efe1dc8e-4171-4936-944b-1f7d99b2e915), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:31:48.714432 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13391483-de6b-4dc7-a3bc-860fbdbd9970 None None] The sync data for ids ['b42e0642-7c7c-4aa2-8fd4-2a9610593e8e'] in dv-neutron-master-2-hyperv is: [{'id': 'b42e0642-7c7c-4aa2-8fd4-2a9610593e8e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1512485951', 'tenant_id': 'c2ca2bda274d41e2b49f61461a68882b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'external_fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.227'}], 'enable_snat': True}, 'gw_port_id': 'efe1dc8e-4171-4936-944b-1f7d99b2e915', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T11:31:41Z', 'updated_at': '2022-04-28T11:31:45Z', 'revision_number': 4, 'project_id': 'c2ca2bda274d41e2b49f61461a68882b', 'gw_port': {'id': 'efe1dc8e-4171-4936-944b-1f7d99b2e915', 'name': '', 'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:b8:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b42e0642-7c7c-4aa2-8fd4-2a9610593e8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1721, 'fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:31:41Z', 'updated_at': '2022-04-28T11:31:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '59ffb628-8191-4371-bb02-2c4d2906a3a8', 'name': '', 'network_id': 'e975440d-6f57-4356-9632-d8a01ab22b35', 'tenant_id': 'c2ca2bda274d41e2b49f61461a68882b', 'mac_address': 'fa:16:3e:0f:97:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b42e0642-7c7c-4aa2-8fd4-2a9610593e8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1724, 'fixed_ips': [{'subnet_id': '7c61da64-f95c-420c-ab48-2a9703a4a261', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:31:44Z', 'updated_at': '2022-04-28T11:31:48Z', 'revision_number': 4, 'project_id': 'c2ca2bda274d41e2b49f61461a68882b', 'subnets': [{'id': '7c61da64-f95c-420c-ab48-2a9703a4a261', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=116163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 11:31:48.719180 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-5e72ddb7-b4a8-4b13-9312-621eaec0b6c0 None None] For port 59ffb628-8191-4371-bb02-2c4d2906a3a8, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=59ffb628-8191-4371-bb02-2c4d2906a3a8,segment=NetworkSegment(01d95769-cc84-4803-abcd-8922dd5ff9fb),segment_id=01d95769-cc84-4803-abcd-8922dd5ff9fb)] {{(pid=116163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 11:31:48.799170 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-5e72ddb7-b4a8-4b13-9312-621eaec0b6c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393'] for port (59ffb628-8191-4371-bb02-2c4d2906a3a8), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:31:48.839162 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Current status of the port efe1dc8e-4171-4936-944b-1f7d99b2e915 is: ACTIVE; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:31:48.860687 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e72ddb7-b4a8-4b13-9312-621eaec0b6c0 None None] Pushing event updated for resources: {'Port': ['ID=59ffb628-8191-4371-bb02-2c4d2906a3a8,revision_number=5']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:31:49.793228 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-a830f0e5-9202-434e-bacf-d689c4e37fc2 req-4b432ff9-d352-4bda-903b-fdf773d4e6b1 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] 10.222.0.10 "GET /v2.0/ports?device_id=52dd4e01-3688-4e43-b0e4-be5e1e5add55 HTTP/1.1" status: 200 len: 210 time: 0.0294852 Apr 28 11:31:49.863894 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e38fc9f-f97e-42e1-9568-c5c8951da044 req-d828d246-cad2-4233-8d9a-e607922bdf7d tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:31:49.865349 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-8e38fc9f-f97e-42e1-9568-c5c8951da044 req-d828d246-cad2-4233-8d9a-e607922bdf7d tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] 10.222.0.20 "GET /v2.0/networks?id=e975440d-6f57-4356-9632-d8a01ab22b35 HTTP/1.1" status: 200 len: 796 time: 0.1007972 Apr 28 11:31:49.927600 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-8e38fc9f-f97e-42e1-9568-c5c8951da044 req-21e66b51-824c-44ab-a342-c30b4fae3783 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c2ca2bda274d41e2b49f61461a68882b HTTP/1.1" status: 200 len: 380 time: 0.0547073 Apr 28 11:31:49.936291 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.v2.base [req-8e38fc9f-f97e-42e1-9568-c5c8951da044 req-335ac5ec-8359-4597-9160-b0669fd852e9 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Request body: {'port': {'device_id': '52dd4e01-3688-4e43-b0e4-be5e1e5add55', 'network_id': 'e975440d-6f57-4356-9632-d8a01ab22b35', 'admin_state_up': True, 'tenant_id': 'c2ca2bda274d41e2b49f61461a68882b', 'security_groups': ['9af61558-cb92-435f-b1f0-68841f34ef00']}} {{(pid=116162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:31:50.120000 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8e38fc9f-f97e-42e1-9568-c5c8951da044 req-335ac5ec-8359-4597-9160-b0669fd852e9 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Made reservation on behalf of c2ca2bda274d41e2b49f61461a68882b for: {'port': 1} {{(pid=116162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 11:31:50.123635 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [req-8e38fc9f-f97e-42e1-9568-c5c8951da044 req-335ac5ec-8359-4597-9160-b0669fd852e9 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (None), before_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:31:50.255071 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.db.db_base_plugin_common [req-8e38fc9f-f97e-42e1-9568-c5c8951da044 req-335ac5ec-8359-4597-9160-b0669fd852e9 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Allocated IP 172.20.0.13 (e975440d-6f57-4356-9632-d8a01ab22b35/7c61da64-f95c-420c-ab48-2a9703a4a261/77b654b2-e217-4205-99ea-ec87f3e9fc8c) {{(pid=116162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 11:31:50.389070 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [req-8e38fc9f-f97e-42e1-9568-c5c8951da044 req-335ac5ec-8359-4597-9160-b0669fd852e9 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Publish callbacks [] for port (77b654b2-e217-4205-99ea-ec87f3e9fc8c), precommit_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:31:50.485448 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [req-8e38fc9f-f97e-42e1-9568-c5c8951da044 req-335ac5ec-8359-4597-9160-b0669fd852e9 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742234710357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5051867'] for port (77b654b2-e217-4205-99ea-ec87f3e9fc8c), after_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:31:50.530700 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8e38fc9f-f97e-42e1-9568-c5c8951da044 req-335ac5ec-8359-4597-9160-b0669fd852e9 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Network e975440d-6f57-4356-9632-d8a01ab22b35 is already hosted by enough agents. {{(pid=116162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 11:31:50.535686 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.scheduler.base_scheduler [req-8e38fc9f-f97e-42e1-9568-c5c8951da044 req-335ac5ec-8359-4597-9160-b0669fd852e9 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Resources bound (agent type, host, resource id): {{(pid=116162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 11:31:50.539446 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e38fc9f-f97e-42e1-9568-c5c8951da044 req-335ac5ec-8359-4597-9160-b0669fd852e9 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Received port after_create {{(pid=116162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 11:31:50.545141 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Device 59ffb628-8191-4371-bb02-2c4d2906a3a8 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=116163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 11:31:50.579901 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-335ac5ec-8359-4597-9160-b0669fd852e9 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Pushing event updated for resources: {'Port': ['ID=77b654b2-e217-4205-99ea-ec87f3e9fc8c,revision_number=1']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:31:50.595816 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Provisioning complete for port 59ffb628-8191-4371-bb02-2c4d2906a3a8 triggered by entity L2. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:31:50.596440 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (59ffb628-8191-4371-bb02-2c4d2906a3a8), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:31:50.605979 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e38fc9f-f97e-42e1-9568-c5c8951da044 req-335ac5ec-8359-4597-9160-b0669fd852e9 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:31:50.606933 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [req-8e38fc9f-f97e-42e1-9568-c5c8951da044 req-335ac5ec-8359-4597-9160-b0669fd852e9 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198022'] for port (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:31:50.682555 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Current status of the port 59ffb628-8191-4371-bb02-2c4d2906a3a8 is: ACTIVE; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:31:50.686954 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-8e38fc9f-f97e-42e1-9568-c5c8951da044 req-335ac5ec-8359-4597-9160-b0669fd852e9 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7544980 Apr 28 11:31:50.698370 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.v2.base [req-8e38fc9f-f97e-42e1-9568-c5c8951da044 req-f54998d8-a48a-4be4-9f79-1e0281ef762c service neutron] Request body: {'port': {'device_id': '52dd4e01-3688-4e43-b0e4-be5e1e5add55', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-mast'}} {{(pid=116162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:31:50.762484 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [req-8e38fc9f-f97e-42e1-9568-c5c8951da044 req-f54998d8-a48a-4be4-9f79-1e0281ef762c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (77b654b2-e217-4205-99ea-ec87f3e9fc8c), before_update {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:31:50.788126 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (6be95134-9a6c-4663-8b48-90d12ce90c60), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:31:50.829632 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-7036ec00-a90e-48ef-aea2-ba950ad347f1 None None] Provisioning complete for port 77b654b2-e217-4205-99ea-ec87f3e9fc8c triggered by entity DHCP. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:31:50.830460 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-7036ec00-a90e-48ef-aea2-ba950ad347f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (77b654b2-e217-4205-99ea-ec87f3e9fc8c), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:31:50.864874 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-7036ec00-a90e-48ef-aea2-ba950ad347f1 None None] Port 77b654b2-e217-4205-99ea-ec87f3e9fc8c cannot update to ACTIVE because it is not bound. {{(pid=116163) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 28 11:31:50.911868 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a5891a-d4e8-4b2d-bb4a-4fc4a0b5647d req-453428e8-b45b-4a71-b6d7-f38abf0e4778 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:31:50.913418 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-47a5891a-d4e8-4b2d-bb4a-4fc4a0b5647d req-453428e8-b45b-4a71-b6d7-f38abf0e4778 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] 10.222.0.10 "GET /v2.0/ports?device_id=52dd4e01-3688-4e43-b0e4-be5e1e5add55 HTTP/1.1" status: 200 len: 932 time: 0.0467877 Apr 28 11:31:50.967240 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-47a5891a-d4e8-4b2d-bb4a-4fc4a0b5647d req-5b0e61ef-7d41-41c4-ab01-d63a8e213f9a tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] 10.222.0.10 "GET /v2.0/security-groups?id=9af61558-cb92-435f-b1f0-68841f34ef00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479228 Apr 28 11:31:51.033198 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.notifiers.nova [req-8e38fc9f-f97e-42e1-9568-c5c8951da044 req-f54998d8-a48a-4be4-9f79-1e0281ef762c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 77b654b2-e217-4205-99ea-ec87f3e9fc8c {{(pid=116162) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 11:31:51.040517 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [req-8e38fc9f-f97e-42e1-9568-c5c8951da044 req-f54998d8-a48a-4be4-9f79-1e0281ef762c service neutron] Publish callbacks [] for port (77b654b2-e217-4205-99ea-ec87f3e9fc8c), precommit_update {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:31:51.052438 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.db.provisioning_blocks [req-8e38fc9f-f97e-42e1-9568-c5c8951da044 req-f54998d8-a48a-4be4-9f79-1e0281ef762c service neutron] Transition to ACTIVE for port object 77b654b2-e217-4205-99ea-ec87f3e9fc8c will not be triggered until provisioned by entity L2. {{(pid=116162) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 28 11:31:51.129256 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [req-8e38fc9f-f97e-42e1-9568-c5c8951da044 req-f54998d8-a48a-4be4-9f79-1e0281ef762c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5051840'] for port (77b654b2-e217-4205-99ea-ec87f3e9fc8c), after_update {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:31:51.180219 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54998d8-a48a-4be4-9f79-1e0281ef762c service neutron] Pushing event updated for resources: {'Port': ['ID=77b654b2-e217-4205-99ea-ec87f3e9fc8c,revision_number=2']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:31:51.255984 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.managers [req-8e38fc9f-f97e-42e1-9568-c5c8951da044 req-f54998d8-a48a-4be4-9f79-1e0281ef762c service neutron] Attempting to bind port 77b654b2-e217-4205-99ea-ec87f3e9fc8c on host hv-neutron-mast for vnic_type normal with profile {{(pid=116162) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 28 11:31:51.256321 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.managers [req-8e38fc9f-f97e-42e1-9568-c5c8951da044 req-f54998d8-a48a-4be4-9f79-1e0281ef762c service neutron] Attempting to bind port 77b654b2-e217-4205-99ea-ec87f3e9fc8c by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '01d95769-cc84-4803-abcd-8922dd5ff9fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'e975440d-6f57-4356-9632-d8a01ab22b35'}] {{(pid=116162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 28 11:31:51.256653 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e38fc9f-f97e-42e1-9568-c5c8951da044 req-f54998d8-a48a-4be4-9f79-1e0281ef762c service neutron] Attempting to bind port 77b654b2-e217-4205-99ea-ec87f3e9fc8c on network e975440d-6f57-4356-9632-d8a01ab22b35 {{(pid=116162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 11:31:51.262042 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e38fc9f-f97e-42e1-9568-c5c8951da044 req-f54998d8-a48a-4be4-9f79-1e0281ef762c service neutron] Port 77b654b2-e217-4205-99ea-ec87f3e9fc8c on network e975440d-6f57-4356-9632-d8a01ab22b35 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=116162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 28 11:31:51.262363 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e38fc9f-f97e-42e1-9568-c5c8951da044 req-f54998d8-a48a-4be4-9f79-1e0281ef762c service neutron] Attempting to bind port 77b654b2-e217-4205-99ea-ec87f3e9fc8c on network e975440d-6f57-4356-9632-d8a01ab22b35 {{(pid=116162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 11:31:51.268191 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e38fc9f-f97e-42e1-9568-c5c8951da044 req-f54998d8-a48a-4be4-9f79-1e0281ef762c service neutron] Checking agent: {'id': '6be95134-9a6c-4663-8b48-90d12ce90c60', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-mast', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 10, 57, 20), 'started_at': datetime.datetime(2022, 4, 28, 10, 57, 20), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 11, 31, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=116162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 11:31:51.268530 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e38fc9f-f97e-42e1-9568-c5c8951da044 req-f54998d8-a48a-4be4-9f79-1e0281ef762c service neutron] Checking segment: {'id': '01d95769-cc84-4803-abcd-8922dd5ff9fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'e975440d-6f57-4356-9632-d8a01ab22b35'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 11:31:51.268913 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e38fc9f-f97e-42e1-9568-c5c8951da044 req-f54998d8-a48a-4be4-9f79-1e0281ef762c service neutron] Bound using segment: {'id': '01d95769-cc84-4803-abcd-8922dd5ff9fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'e975440d-6f57-4356-9632-d8a01ab22b35'} {{(pid=116162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 11:31:51.269333 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.managers [req-8e38fc9f-f97e-42e1-9568-c5c8951da044 req-f54998d8-a48a-4be4-9f79-1e0281ef762c service neutron] Bound port: 77b654b2-e217-4205-99ea-ec87f3e9fc8c, host: hv-neutron-mast, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '01d95769-cc84-4803-abcd-8922dd5ff9fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'e975440d-6f57-4356-9632-d8a01ab22b35'}}] {{(pid=116162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 28 11:31:51.269694 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [req-8e38fc9f-f97e-42e1-9568-c5c8951da044 req-f54998d8-a48a-4be4-9f79-1e0281ef762c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (77b654b2-e217-4205-99ea-ec87f3e9fc8c), before_update {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:31:51.335051 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.db [req-8e38fc9f-f97e-42e1-9568-c5c8951da044 req-f54998d8-a48a-4be4-9f79-1e0281ef762c service neutron] For port 77b654b2-e217-4205-99ea-ec87f3e9fc8c, host hv-neutron-mast, cleared binding levels {{(pid=116162) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 11:31:51.338355 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.db [req-8e38fc9f-f97e-42e1-9568-c5c8951da044 req-f54998d8-a48a-4be4-9f79-1e0281ef762c service neutron] For port 77b654b2-e217-4205-99ea-ec87f3e9fc8c, host hv-neutron-mast, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=77b654b2-e217-4205-99ea-ec87f3e9fc8c,segment=NetworkSegment(01d95769-cc84-4803-abcd-8922dd5ff9fb),segment_id=01d95769-cc84-4803-abcd-8922dd5ff9fb)] {{(pid=116162) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 11:31:51.457029 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [req-8e38fc9f-f97e-42e1-9568-c5c8951da044 req-f54998d8-a48a-4be4-9f79-1e0281ef762c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5051840'] for port (77b654b2-e217-4205-99ea-ec87f3e9fc8c), after_update {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:31:51.488553 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e38fc9f-f97e-42e1-9568-c5c8951da044 req-f54998d8-a48a-4be4-9f79-1e0281ef762c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:31:51.489127 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [req-8e38fc9f-f97e-42e1-9568-c5c8951da044 req-f54998d8-a48a-4be4-9f79-1e0281ef762c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198022'] for port (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:31:51.490823 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-8e38fc9f-f97e-42e1-9568-c5c8951da044 req-f54998d8-a48a-4be4-9f79-1e0281ef762c service neutron] 10.222.0.20 "PUT /v2.0/ports/77b654b2-e217-4205-99ea-ec87f3e9fc8c HTTP/1.1" status: 200 len: 1094 time: 0.7972798 Apr 28 11:31:51.493593 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '52dd4e01-3688-4e43-b0e4-be5e1e5add55', 'tag': '77b654b2-e217-4205-99ea-ec87f3e9fc8c'}] {{(pid=116162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 11:31:51.497094 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ba53f40d6116d28995a8e36159d0e539b5353eec116fb5dd4ce03b4b2159ab1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85817af8-8ef4-4e65-8deb-c87b4c75b0ce" -d '{"events": [{"name": "network-changed", "server_uuid": "52dd4e01-3688-4e43-b0e4-be5e1e5add55", "tag": "77b654b2-e217-4205-99ea-ec87f3e9fc8c"}]}' {{(pid=116162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 11:31:51.528309 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54998d8-a48a-4be4-9f79-1e0281ef762c service neutron] Pushing event updated for resources: {'Port': ['ID=77b654b2-e217-4205-99ea-ec87f3e9fc8c,revision_number=3']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:31:51.541701 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 11:31:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4030154c-50f9-4afd-9773-abd69365134e x-openstack-request-id: req-4030154c-50f9-4afd-9773-abd69365134e {{(pid=116162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 11:31:51.542006 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "52dd4e01-3688-4e43-b0e4-be5e1e5add55", "tag": "77b654b2-e217-4205-99ea-ec87f3e9fc8c", "status": "completed", "code": 200}]} {{(pid=116162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 11:31:51.542259 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-4030154c-50f9-4afd-9773-abd69365134e {{(pid=116162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 11:31:51.542700 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4030154c-50f9-4afd-9773-abd69365134e'] response: {'name': 'network-changed', 'server_uuid': '52dd4e01-3688-4e43-b0e4-be5e1e5add55', 'tag': '77b654b2-e217-4205-99ea-ec87f3e9fc8c', 'status': 'completed', 'code': 200} Apr 28 11:31:51.607594 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85817af8-8ef4-4e65-8deb-c87b4c75b0ce req-c18164aa-87f9-4904-a29b-c08b7ddbe6bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:31:51.609170 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-85817af8-8ef4-4e65-8deb-c87b4c75b0ce req-c18164aa-87f9-4904-a29b-c08b7ddbe6bb service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c2ca2bda274d41e2b49f61461a68882b&device_id=52dd4e01-3688-4e43-b0e4-be5e1e5add55 HTTP/1.1" status: 200 len: 1128 time: 0.0434155 Apr 28 11:31:51.715514 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85817af8-8ef4-4e65-8deb-c87b4c75b0ce req-e4d321a9-9625-4949-add0-6772f0fc591c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:31:51.717004 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-85817af8-8ef4-4e65-8deb-c87b4c75b0ce req-e4d321a9-9625-4949-add0-6772f0fc591c service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=c2ca2bda274d41e2b49f61461a68882b&shared=False HTTP/1.1" status: 200 len: 896 time: 0.1017523 Apr 28 11:31:51.810614 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85817af8-8ef4-4e65-8deb-c87b4c75b0ce req-a9af7ebc-aa1a-4569-b23e-ddd604de3142 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:31:51.811992 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-85817af8-8ef4-4e65-8deb-c87b4c75b0ce req-a9af7ebc-aa1a-4569-b23e-ddd604de3142 service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0897436 Apr 28 11:31:51.884852 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e38fc9f-f97e-42e1-9568-c5c8951da044 req-8550ca63-dba9-420d-8077-18e68227606d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:31:51.886344 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-8e38fc9f-f97e-42e1-9568-c5c8951da044 req-8550ca63-dba9-420d-8077-18e68227606d service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c2ca2bda274d41e2b49f61461a68882b&device_id=52dd4e01-3688-4e43-b0e4-be5e1e5add55 HTTP/1.1" status: 200 len: 1128 time: 0.0394106 Apr 28 11:31:51.925915 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-8e38fc9f-f97e-42e1-9568-c5c8951da044 req-52a0f6e1-b9c4-4d32-ab8d-937a17e70cc1 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=77b654b2-e217-4205-99ea-ec87f3e9fc8c HTTP/1.1" status: 200 len: 217 time: 0.0329595 Apr 28 11:31:51.972997 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e38fc9f-f97e-42e1-9568-c5c8951da044 req-33f63582-e240-4f4f-9a57-59002d2e6e8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:31:51.974440 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-8e38fc9f-f97e-42e1-9568-c5c8951da044 req-33f63582-e240-4f4f-9a57-59002d2e6e8f service neutron] 10.222.0.20 "GET /v2.0/subnets?id=7c61da64-f95c-420c-ab48-2a9703a4a261 HTTP/1.1" status: 200 len: 835 time: 0.0427468 Apr 28 11:31:52.021529 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e38fc9f-f97e-42e1-9568-c5c8951da044 req-079e7477-5044-4639-85fa-e739afd59514 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:31:52.023115 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-8e38fc9f-f97e-42e1-9568-c5c8951da044 req-079e7477-5044-4639-85fa-e739afd59514 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e975440d-6f57-4356-9632-d8a01ab22b35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0430627 Apr 28 11:31:52.079003 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a2c3ca-bbf4-49d2-a088-1d5a4a6ce2cc req-13be89f3-4385-4adf-972b-f90d8b9a1af6 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:31:52.080611 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-29a2c3ca-bbf4-49d2-a088-1d5a4a6ce2cc req-13be89f3-4385-4adf-972b-f90d8b9a1af6 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] 10.222.0.10 "GET /v2.0/ports?device_id=52dd4e01-3688-4e43-b0e4-be5e1e5add55 HTTP/1.1" status: 200 len: 944 time: 0.0482812 Apr 28 11:31:52.115456 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-8e38fc9f-f97e-42e1-9568-c5c8951da044 req-a094ce10-8a09-4faf-bf2a-c80ff1647160 service neutron] 10.222.0.20 "GET /v2.0/networks/e975440d-6f57-4356-9632-d8a01ab22b35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862749 Apr 28 11:31:52.131995 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-29a2c3ca-bbf4-49d2-a088-1d5a4a6ce2cc req-41d1492d-a7ba-450c-a184-888739b2a55b tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] 10.222.0.10 "GET /v2.0/security-groups?id=9af61558-cb92-435f-b1f0-68841f34ef00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454600 Apr 28 11:31:52.208902 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-8e38fc9f-f97e-42e1-9568-c5c8951da044 req-8abf55da-3495-4991-add5-55c2b33333a4 service neutron] 10.222.0.20 "GET /v2.0/networks/e975440d-6f57-4356-9632-d8a01ab22b35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876553 Apr 28 11:31:53.274787 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc758da-bf0f-43cf-b863-9c50d5c655cb req-b5cf5cd7-b10b-4dc2-9c0b-e050b48485b1 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:31:53.276254 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-5cc758da-bf0f-43cf-b863-9c50d5c655cb req-b5cf5cd7-b10b-4dc2-9c0b-e050b48485b1 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] 10.222.0.10 "GET /v2.0/ports?device_id=52dd4e01-3688-4e43-b0e4-be5e1e5add55 HTTP/1.1" status: 200 len: 944 time: 0.0754309 Apr 28 11:31:53.324233 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-5cc758da-bf0f-43cf-b863-9c50d5c655cb req-ea84a93c-593d-41be-a8da-7abefa7a34dc tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] 10.222.0.10 "GET /v2.0/security-groups?id=9af61558-cb92-435f-b1f0-68841f34ef00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423577 Apr 28 11:31:53.970972 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Device 77b654b2-e217-4205-99ea-ec87f3e9fc8c details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=116163) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 28 11:31:54.065354 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] For port 77b654b2-e217-4205-99ea-ec87f3e9fc8c, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=77b654b2-e217-4205-99ea-ec87f3e9fc8c,segment=NetworkSegment(01d95769-cc84-4803-abcd-8922dd5ff9fb),segment_id=01d95769-cc84-4803-abcd-8922dd5ff9fb)] {{(pid=116163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 11:31:54.077091 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Returning: {'device': '77b654b2-e217-4205-99ea-ec87f3e9fc8c', 'network_id': 'e975440d-6f57-4356-9632-d8a01ab22b35', 'port_id': '77b654b2-e217-4205-99ea-ec87f3e9fc8c', 'mac_address': 'fa:16:3e:6a:fd:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 92, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7c61da64-f95c-420c-ab48-2a9703a4a261', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=116163) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 28 11:31:54.116473 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Current status of the port 77b654b2-e217-4205-99ea-ec87f3e9fc8c is: DOWN; New status is: BUILD {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:31:54.116857 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (77b654b2-e217-4205-99ea-ec87f3e9fc8c), before_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:31:54.129910 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.notifiers.nova [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 77b654b2-e217-4205-99ea-ec87f3e9fc8c {{(pid=116163) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 11:31:54.183349 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] For port 77b654b2-e217-4205-99ea-ec87f3e9fc8c, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=77b654b2-e217-4205-99ea-ec87f3e9fc8c,segment=NetworkSegment(01d95769-cc84-4803-abcd-8922dd5ff9fb),segment_id=01d95769-cc84-4803-abcd-8922dd5ff9fb)] {{(pid=116163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 11:31:54.279150 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393'] for port (77b654b2-e217-4205-99ea-ec87f3e9fc8c), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:31:54.326345 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Pushing event updated for resources: {'Port': ['ID=77b654b2-e217-4205-99ea-ec87f3e9fc8c,revision_number=4']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:31:54.455854 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e74549-82f9-47ea-9913-033e41a150ca req-d9a44bf4-3a7e-4e2e-a446-49c23a92285e tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:31:54.457563 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-a1e74549-82f9-47ea-9913-033e41a150ca req-d9a44bf4-3a7e-4e2e-a446-49c23a92285e tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] 10.222.0.10 "GET /v2.0/ports?device_id=52dd4e01-3688-4e43-b0e4-be5e1e5add55 HTTP/1.1" status: 200 len: 945 time: 0.0631163 Apr 28 11:31:54.504870 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] get_ports_and_sgs() called for port_ids ['77b654b2-e217-4205-99ea-ec87f3e9fc8c'] {{(pid=116163) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 11:31:54.507589 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-a1e74549-82f9-47ea-9913-033e41a150ca req-c7223064-9706-40b2-b89b-bbc0d360ccae tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] 10.222.0.10 "GET /v2.0/security-groups?id=9af61558-cb92-435f-b1f0-68841f34ef00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443347 Apr 28 11:31:55.619337 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381c22aa-033e-4819-bcd5-86ebbdea4cce req-b0da9e07-45f0-4ecf-a241-3d60a14f2265 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:31:55.620843 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-381c22aa-033e-4819-bcd5-86ebbdea4cce req-b0da9e07-45f0-4ecf-a241-3d60a14f2265 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] 10.222.0.10 "GET /v2.0/ports?device_id=52dd4e01-3688-4e43-b0e4-be5e1e5add55 HTTP/1.1" status: 200 len: 945 time: 0.0472715 Apr 28 11:31:55.669001 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-381c22aa-033e-4819-bcd5-86ebbdea4cce req-be1eb1b3-3f30-45a4-9c61-e8d319ee644b tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] 10.222.0.10 "GET /v2.0/security-groups?id=9af61558-cb92-435f-b1f0-68841f34ef00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426486 Apr 28 11:31:55.986127 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Device 77b654b2-e217-4205-99ea-ec87f3e9fc8c up at agent hyperv_hv-neutron-mast {{(pid=116163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 11:31:56.030391 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Provisioning for port 77b654b2-e217-4205-99ea-ec87f3e9fc8c completed by entity L2. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 28 11:31:56.117176 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Provisioning complete for port 77b654b2-e217-4205-99ea-ec87f3e9fc8c triggered by entity L2. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:31:56.118038 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (77b654b2-e217-4205-99ea-ec87f3e9fc8c), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:31:56.198714 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Current status of the port 77b654b2-e217-4205-99ea-ec87f3e9fc8c is: BUILD; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:31:56.199101 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (77b654b2-e217-4205-99ea-ec87f3e9fc8c), before_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:31:56.220993 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52dd4e01-3688-4e43-b0e4-be5e1e5add55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77b654b2-e217-4205-99ea-ec87f3e9fc8c'}] {{(pid=116163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 11:31:56.223268 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f01aec4a4f83961b54a953becfce2676879fb1d4b91122543244f430a0b8460" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37dc4c74-9866-4db9-81bb-eea800f4eb28" -d '{"events": [{"server_uuid": "52dd4e01-3688-4e43-b0e4-be5e1e5add55", "name": "network-vif-plugged", "status": "completed", "tag": "77b654b2-e217-4205-99ea-ec87f3e9fc8c"}]}' {{(pid=116163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 11:31:56.236501 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] For port 77b654b2-e217-4205-99ea-ec87f3e9fc8c, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=77b654b2-e217-4205-99ea-ec87f3e9fc8c,segment=NetworkSegment(01d95769-cc84-4803-abcd-8922dd5ff9fb),segment_id=01d95769-cc84-4803-abcd-8922dd5ff9fb)] {{(pid=116163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 11:31:56.279024 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393'] for port (77b654b2-e217-4205-99ea-ec87f3e9fc8c), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:31:56.320231 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 11:31:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0fcb89c-022a-4e55-b3fc-5fa988968017 x-openstack-request-id: req-d0fcb89c-022a-4e55-b3fc-5fa988968017 {{(pid=116163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 11:31:56.320522 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52dd4e01-3688-4e43-b0e4-be5e1e5add55", "name": "network-vif-plugged", "status": "completed", "tag": "77b654b2-e217-4205-99ea-ec87f3e9fc8c", "code": 200}]} {{(pid=116163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 11:31:56.321412 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-d0fcb89c-022a-4e55-b3fc-5fa988968017 {{(pid=116163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 11:31:56.321993 dv-neutron-master-2-hyperv neutron-server[116163]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d0fcb89c-022a-4e55-b3fc-5fa988968017'] response: {'server_uuid': '52dd4e01-3688-4e43-b0e4-be5e1e5add55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77b654b2-e217-4205-99ea-ec87f3e9fc8c', 'code': 200} Apr 28 11:31:56.331632 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Pushing event updated for resources: {'Port': ['ID=77b654b2-e217-4205-99ea-ec87f3e9fc8c,revision_number=5']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:31:56.622764 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ad3282-81c8-4fac-b2bf-635355aa206d req-4cd0b23e-2456-4002-8083-23b4137176f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:31:56.624179 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-e3ad3282-81c8-4fac-b2bf-635355aa206d req-4cd0b23e-2456-4002-8083-23b4137176f9 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=52dd4e01-3688-4e43-b0e4-be5e1e5add55 HTTP/1.1" status: 200 len: 1130 time: 0.0398669 Apr 28 11:31:56.782751 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319b7a2a-fe80-4b7d-b242-48dbed7cc03f req-cad3bcf1-f7e4-460e-979a-e22979be28b0 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:31:56.784227 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-319b7a2a-fe80-4b7d-b242-48dbed7cc03f req-cad3bcf1-f7e4-460e-979a-e22979be28b0 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] 10.222.0.10 "GET /v2.0/ports?device_id=52dd4e01-3688-4e43-b0e4-be5e1e5add55 HTTP/1.1" status: 200 len: 946 time: 0.0499494 Apr 28 11:31:56.834023 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-319b7a2a-fe80-4b7d-b242-48dbed7cc03f req-b73a73d4-2b9f-4a48-a503-adfa532a4567 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] 10.222.0.10 "GET /v2.0/security-groups?id=9af61558-cb92-435f-b1f0-68841f34ef00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443821 Apr 28 11:31:56.856282 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-e3ad3282-81c8-4fac-b2bf-635355aa206d req-b7b603cb-6f1c-451a-9378-aba7af22a1d5 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=9af61558-cb92-435f-b1f0-68841f34ef00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482202 Apr 28 11:31:57.951198 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf526ec0-c679-446d-9f14-2d7b70be9817 req-5c86e7cb-dc3d-4361-81fd-1021fa95442f tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:31:57.952747 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-cf526ec0-c679-446d-9f14-2d7b70be9817 req-5c86e7cb-dc3d-4361-81fd-1021fa95442f tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] 10.222.0.10 "GET /v2.0/ports?device_id=52dd4e01-3688-4e43-b0e4-be5e1e5add55 HTTP/1.1" status: 200 len: 946 time: 0.0488920 Apr 28 11:31:58.002513 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-cf526ec0-c679-446d-9f14-2d7b70be9817 req-1a783c37-7bdb-45aa-9c99-6ad1a533ab77 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] 10.222.0.10 "GET /v2.0/security-groups?id=9af61558-cb92-435f-b1f0-68841f34ef00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441418 Apr 28 11:31:59.114174 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a077e3cb-adf2-4689-ba8a-d99f821428cc req-658cc2f3-96d7-4713-8fc9-81b2990bce4c tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:31:59.115704 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-a077e3cb-adf2-4689-ba8a-d99f821428cc req-658cc2f3-96d7-4713-8fc9-81b2990bce4c tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] 10.222.0.10 "GET /v2.0/ports?device_id=52dd4e01-3688-4e43-b0e4-be5e1e5add55 HTTP/1.1" status: 200 len: 946 time: 0.0475447 Apr 28 11:31:59.169057 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-a077e3cb-adf2-4689-ba8a-d99f821428cc req-78c0afc7-637f-4e04-90c8-e7938553c98a tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] 10.222.0.10 "GET /v2.0/security-groups?id=9af61558-cb92-435f-b1f0-68841f34ef00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477889 Apr 28 11:31:59.280658 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9189f79e-69b3-4aeb-9d3c-a00e76231366 req-3d603f57-d4fa-4ee3-98a7-13c924a7f92a tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:31:59.282037 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-9189f79e-69b3-4aeb-9d3c-a00e76231366 req-3d603f57-d4fa-4ee3-98a7-13c924a7f92a tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] 10.222.0.10 "GET /v2.0/ports?device_id=52dd4e01-3688-4e43-b0e4-be5e1e5add55 HTTP/1.1" status: 200 len: 946 time: 0.0458174 Apr 28 11:31:59.330024 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-9189f79e-69b3-4aeb-9d3c-a00e76231366 req-96d93981-1b2c-41dd-80a7-37e1fb78503f tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] 10.222.0.10 "GET /v2.0/security-groups?id=9af61558-cb92-435f-b1f0-68841f34ef00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424666 Apr 28 11:31:59.351453 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 32866) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:31:59.388482 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be165d9b-f134-4d77-a882-1a04b7ae04f7 tempest-TestNetworkAdvancedServerOps-1604766071 tempest-TestNetworkAdvancedServerOps-1604766071-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:31:59.389971 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-be165d9b-f134-4d77-a882-1a04b7ae04f7 tempest-TestNetworkAdvancedServerOps-1604766071 tempest-TestNetworkAdvancedServerOps-1604766071-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=52dd4e01-3688-4e43-b0e4-be5e1e5add55 HTTP/1.1" status: 200 len: 1125 time: 0.0369856 Apr 28 11:31:59.392710 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 32868) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:31:59.396830 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.v2.base [None req-333aab77-a583-4c90-a931-7e79f62dbdd3 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Request body: {'floatingip': {'floating_network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'port_id': '77b654b2-e217-4205-99ea-ec87f3e9fc8c', 'tenant_id': 'c2ca2bda274d41e2b49f61461a68882b', 'fixed_ip_address': '172.20.0.13'}} {{(pid=116161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:31:59.483071 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-333aab77-a583-4c90-a931-7e79f62dbdd3 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Publish callbacks [] for floatingip (None), before_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:31:59.563545 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-333aab77-a583-4c90-a931-7e79f62dbdd3 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (None), before_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:31:59.663366 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.db.db_base_plugin_common [None req-333aab77-a583-4c90-a931-7e79f62dbdd3 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Allocated IP 172.36.4.228 (7be49d94-bbb8-4a61-bafe-209c5f861e1c/c0f82f52-05ee-40f2-a57c-9d02e01fb9fa/d2cedc5a-a14b-48ad-9668-22b5ea0641ed) {{(pid=116161) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 11:31:59.766220 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-333aab77-a583-4c90-a931-7e79f62dbdd3 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Publish callbacks [] for port (d2cedc5a-a14b-48ad-9668-22b5ea0641ed), precommit_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:31:59.856611 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-333aab77-a583-4c90-a931-7e79f62dbdd3 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742234710357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5219112'] for port (d2cedc5a-a14b-48ad-9668-22b5ea0641ed), after_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:31:59.893344 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-333aab77-a583-4c90-a931-7e79f62dbdd3 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Network 7be49d94-bbb8-4a61-bafe-209c5f861e1c is already hosted by enough agents. {{(pid=116161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 11:31:59.896141 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.scheduler.base_scheduler [None req-333aab77-a583-4c90-a931-7e79f62dbdd3 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Resources bound (agent type, host, resource id): {{(pid=116161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 11:31:59.901623 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-333aab77-a583-4c90-a931-7e79f62dbdd3 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Received port after_create {{(pid=116161) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 11:31:59.924384 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333aab77-a583-4c90-a931-7e79f62dbdd3 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Pushing event updated for resources: {'Port': ['ID=d2cedc5a-a14b-48ad-9668-22b5ea0641ed,revision_number=1']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:32:00.269025 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-333aab77-a583-4c90-a931-7e79f62dbdd3 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Publish callbacks [] for floatingip (910b245d-6852-44ff-9d50-276d9656ba31), precommit_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:32:00.392136 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-333aab77-a583-4c90-a931-7e79f62dbdd3 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (d2cedc5a-a14b-48ad-9668-22b5ea0641ed), before_update {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:32:00.539392 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-333aab77-a583-4c90-a931-7e79f62dbdd3 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Publish callbacks [] for port (d2cedc5a-a14b-48ad-9668-22b5ea0641ed), precommit_update {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:32:00.593327 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-333aab77-a583-4c90-a931-7e79f62dbdd3 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5219123'] for port (d2cedc5a-a14b-48ad-9668-22b5ea0641ed), after_update {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:32:00.663623 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333aab77-a583-4c90-a931-7e79f62dbdd3 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Pushing event updated for resources: {'Port': ['ID=d2cedc5a-a14b-48ad-9668-22b5ea0641ed,revision_number=2']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:32:00.675092 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-333aab77-a583-4c90-a931-7e79f62dbdd3 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2063164'] for floatingip (910b245d-6852-44ff-9d50-276d9656ba31), after_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:32:00.777679 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.db.l3_db [None req-333aab77-a583-4c90-a931-7e79f62dbdd3 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Floating IP 910b245d-6852-44ff-9d50-276d9656ba31 associated. External IP: 172.36.4.228, port: 77b654b2-e217-4205-99ea-ec87f3e9fc8c. Apr 28 11:32:00.984487 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-333aab77-a583-4c90-a931-7e79f62dbdd3 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Router b42e0642-7c7c-4aa2-8fd4-2a9610593e8e has already been hosted by L3 agent 6b492ad6-0876-4d74-b20d-28143a52ceba {{(pid=116161) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 11:32:01.092883 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-333aab77-a583-4c90-a931-7e79f62dbdd3 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=116161) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 11:32:01.103012 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3edd378e-3120-40e7-9ef8-40f63a607442 None None] Sync routers for ids ['b42e0642-7c7c-4aa2-8fd4-2a9610593e8e'] in dv-neutron-master-2-hyperv {{(pid=116164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 11:32:01.112236 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3edd378e-3120-40e7-9ef8-40f63a607442 None None] Routers {'b42e0642-7c7c-4aa2-8fd4-2a9610593e8e'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=116164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 11:32:01.112857 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_hamode_db [None req-3edd378e-3120-40e7-9ef8-40f63a607442 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-28T10:50:39Z,description=,heartbeat_timestamp=2022-04-28T11:31:39Z,host='dv-neutron-master-2-hyperv',id=6b492ad6-0876-4d74-b20d-28143a52ceba,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T10:50:40Z,topic='l3_agent')) {'router_ids': ['b42e0642-7c7c-4aa2-8fd4-2a9610593e8e'], 'active': True} {{(pid=116164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:32:01.189943 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-333aab77-a583-4c90-a931-7e79f62dbdd3 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198022'] for floatingip (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:32:01.221591 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-333aab77-a583-4c90-a931-7e79f62dbdd3 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8278804 Apr 28 11:32:01.222219 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '52dd4e01-3688-4e43-b0e4-be5e1e5add55', 'tag': '77b654b2-e217-4205-99ea-ec87f3e9fc8c'}] {{(pid=116161) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 11:32:01.224205 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_dvr_db [None req-3edd378e-3120-40e7-9ef8-40f63a607442 None None] Set router b42e0642-7c7c-4aa2-8fd4-2a9610593e8e gateway port host: dv-neutron-master-2-hyperv {{(pid=116164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 11:32:01.225138 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e748734031c26dffb00ab563e48cb7690d820419218221ecd4f9c2a21276ff88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7355689-a8c0-405f-bc97-67c7c4a16549" -d '{"events": [{"name": "network-changed", "server_uuid": "52dd4e01-3688-4e43-b0e4-be5e1e5add55", "tag": "77b654b2-e217-4205-99ea-ec87f3e9fc8c"}]}' {{(pid=116161) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 11:32:01.260935 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 11:32:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf5470bc-ddfc-414b-90d2-448c693aa304 x-openstack-request-id: req-bf5470bc-ddfc-414b-90d2-448c693aa304 {{(pid=116161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 11:32:01.261234 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "52dd4e01-3688-4e43-b0e4-be5e1e5add55", "tag": "77b654b2-e217-4205-99ea-ec87f3e9fc8c", "status": "completed", "code": 200}]} {{(pid=116161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 11:32:01.261495 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-bf5470bc-ddfc-414b-90d2-448c693aa304 {{(pid=116161) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 11:32:01.261913 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bf5470bc-ddfc-414b-90d2-448c693aa304'] response: {'name': 'network-changed', 'server_uuid': '52dd4e01-3688-4e43-b0e4-be5e1e5add55', 'tag': '77b654b2-e217-4205-99ea-ec87f3e9fc8c', 'status': 'completed', 'code': 200} Apr 28 11:32:01.319684 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6ab9c4-1bd1-464c-8c52-fb3d4a09a0a0 req-4ea4237c-09be-4efb-9c44-1d8791d76505 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:32:01.321779 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-0a6ab9c4-1bd1-464c-8c52-fb3d4a09a0a0 req-4ea4237c-09be-4efb-9c44-1d8791d76505 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] 10.222.0.10 "GET /v2.0/ports?device_id=52dd4e01-3688-4e43-b0e4-be5e1e5add55 HTTP/1.1" status: 200 len: 946 time: 0.0492105 Apr 28 11:32:01.328257 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7355689-a8c0-405f-bc97-67c7c4a16549 req-d056fcae-5e0e-4c74-ad2d-b6a75d8b8602 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:32:01.329750 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-e7355689-a8c0-405f-bc97-67c7c4a16549 req-d056fcae-5e0e-4c74-ad2d-b6a75d8b8602 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c2ca2bda274d41e2b49f61461a68882b&device_id=52dd4e01-3688-4e43-b0e4-be5e1e5add55 HTTP/1.1" status: 200 len: 1130 time: 0.0453637 Apr 28 11:32:01.374200 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-0a6ab9c4-1bd1-464c-8c52-fb3d4a09a0a0 req-4ba35c37-68a2-42a9-be44-793759f858f7 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] 10.222.0.10 "GET /v2.0/security-groups?id=9af61558-cb92-435f-b1f0-68841f34ef00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461040 Apr 28 11:32:01.397692 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 32874) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:32:01.422987 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7355689-a8c0-405f-bc97-67c7c4a16549 req-54a9ac39-eaf9-4f12-b900-39492faa0a09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:32:01.424491 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-e7355689-a8c0-405f-bc97-67c7c4a16549 req-54a9ac39-eaf9-4f12-b900-39492faa0a09 service neutron] 10.222.0.20 "GET /v2.0/networks?id=e975440d-6f57-4356-9632-d8a01ab22b35 HTTP/1.1" status: 200 len: 896 time: 0.0886896 Apr 28 11:32:01.453115 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_hamode_db [None req-3edd378e-3120-40e7-9ef8-40f63a607442 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b42e0642-7c7c-4aa2-8fd4-2a9610593e8e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1512485951', 'tenant_id': 'c2ca2bda274d41e2b49f61461a68882b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'external_fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.227'}], 'enable_snat': True}, 'gw_port_id': 'efe1dc8e-4171-4936-944b-1f7d99b2e915', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T11:31:41Z', 'updated_at': '2022-04-28T11:31:45Z', 'revision_number': 4, 'project_id': 'c2ca2bda274d41e2b49f61461a68882b', 'gw_port': {'id': 'efe1dc8e-4171-4936-944b-1f7d99b2e915', 'name': '', 'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:b8:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b42e0642-7c7c-4aa2-8fd4-2a9610593e8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1721, 'fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:31:41Z', 'updated_at': '2022-04-28T11:31:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '910b245d-6852-44ff-9d50-276d9656ba31', 'tenant_id': 'c2ca2bda274d41e2b49f61461a68882b', 'floating_ip_address': '172.36.4.228', 'floating_network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'router_id': 'b42e0642-7c7c-4aa2-8fd4-2a9610593e8e', 'port_id': '77b654b2-e217-4205-99ea-ec87f3e9fc8c', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1727, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e975440d-6f57-4356-9632-d8a01ab22b35', 'mac_address': 'fa:16:3e:6a:fd:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52dd4e01-3688-4e43-b0e4-be5e1e5add55', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T11:32:00Z', 'updated_at': '2022-04-28T11:32:00Z', 'revision_number': 0, 'project_id': 'c2ca2bda274d41e2b49f61461a68882b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '59ffb628-8191-4371-bb02-2c4d2906a3a8', 'name': '', 'network_id': 'e975440d-6f57-4356-9632-d8a01ab22b35', 'tenant_id': 'c2ca2bda274d41e2b49f61461a68882b', 'mac_address': 'fa:16:3e:0f:97:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b42e0642-7c7c-4aa2-8fd4-2a9610593e8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1724, 'fixed_ips': [{'subnet_id': '7c61da64-f95c-420c-ab48-2a9703a4a261', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:31:44Z', 'updated_at': '2022-04-28T11:31:48Z', 'revision_number': 5, 'project_id': 'c2ca2bda274d41e2b49f61461a68882b', 'subnets': [{'id': '7c61da64-f95c-420c-ab48-2a9703a4a261', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=116164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:32:01.464244 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-b122568d-1f68-4900-9840-80e5dd926bfa tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] 10.222.0.10 "GET /v2.0/floatingips/910b245d-6852-44ff-9d50-276d9656ba31 HTTP/1.1" status: 200 len: 992 time: 0.0652456 Apr 28 11:32:01.508136 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-e7355689-a8c0-405f-bc97-67c7c4a16549 req-b8dce804-1c60-4dac-a949-1f7d3e316801 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=77b654b2-e217-4205-99ea-ec87f3e9fc8c HTTP/1.1" status: 200 len: 1000 time: 0.0779331 Apr 28 11:32:01.558307 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7355689-a8c0-405f-bc97-67c7c4a16549 req-75fb904b-5e7d-4b18-86b1-7750f59b056a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:32:01.559854 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-e7355689-a8c0-405f-bc97-67c7c4a16549 req-75fb904b-5e7d-4b18-86b1-7750f59b056a service neutron] 10.222.0.20 "GET /v2.0/subnets?id=7c61da64-f95c-420c-ab48-2a9703a4a261 HTTP/1.1" status: 200 len: 835 time: 0.0462554 Apr 28 11:32:01.564003 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3edd378e-3120-40e7-9ef8-40f63a607442 None None] Checking router: b42e0642-7c7c-4aa2-8fd4-2a9610593e8e for host: dv-neutron-master-2-hyperv {{(pid=116164) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 11:32:01.572545 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3edd378e-3120-40e7-9ef8-40f63a607442 None None] Routers {'b42e0642-7c7c-4aa2-8fd4-2a9610593e8e'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=116164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 11:32:01.573145 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_hamode_db [None req-3edd378e-3120-40e7-9ef8-40f63a607442 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-28T10:50:39Z,description=,heartbeat_timestamp=2022-04-28T11:31:39Z,host='dv-neutron-master-2-hyperv',id=6b492ad6-0876-4d74-b20d-28143a52ceba,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T10:50:40Z,topic='l3_agent')) {'router_ids': ['b42e0642-7c7c-4aa2-8fd4-2a9610593e8e'], 'active': True} {{(pid=116164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:32:01.605707 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7355689-a8c0-405f-bc97-67c7c4a16549 req-11feb5e3-723a-4f1e-9b1b-ef226883790b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:32:01.607293 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-e7355689-a8c0-405f-bc97-67c7c4a16549 req-11feb5e3-723a-4f1e-9b1b-ef226883790b service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e975440d-6f57-4356-9632-d8a01ab22b35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0397034 Apr 28 11:32:01.680539 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_dvr_db [None req-3edd378e-3120-40e7-9ef8-40f63a607442 None None] Set router b42e0642-7c7c-4aa2-8fd4-2a9610593e8e gateway port host: dv-neutron-master-2-hyperv {{(pid=116164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 11:32:01.702845 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-e7355689-a8c0-405f-bc97-67c7c4a16549 req-e646c1cd-e9f9-48fa-a45c-2336fb27b482 service neutron] 10.222.0.20 "GET /v2.0/networks/e975440d-6f57-4356-9632-d8a01ab22b35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894818 Apr 28 11:32:01.795976 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-e7355689-a8c0-405f-bc97-67c7c4a16549 req-14231882-4e64-4eb0-96e6-b9bc8f8e9fd4 service neutron] 10.222.0.20 "GET /v2.0/networks/e975440d-6f57-4356-9632-d8a01ab22b35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860016 Apr 28 11:32:01.890122 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_hamode_db [None req-3edd378e-3120-40e7-9ef8-40f63a607442 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b42e0642-7c7c-4aa2-8fd4-2a9610593e8e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1512485951', 'tenant_id': 'c2ca2bda274d41e2b49f61461a68882b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'external_fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.227'}], 'enable_snat': True}, 'gw_port_id': 'efe1dc8e-4171-4936-944b-1f7d99b2e915', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T11:31:41Z', 'updated_at': '2022-04-28T11:31:45Z', 'revision_number': 4, 'project_id': 'c2ca2bda274d41e2b49f61461a68882b', 'gw_port': {'id': 'efe1dc8e-4171-4936-944b-1f7d99b2e915', 'name': '', 'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:b8:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b42e0642-7c7c-4aa2-8fd4-2a9610593e8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1721, 'fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:31:41Z', 'updated_at': '2022-04-28T11:31:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '910b245d-6852-44ff-9d50-276d9656ba31', 'tenant_id': 'c2ca2bda274d41e2b49f61461a68882b', 'floating_ip_address': '172.36.4.228', 'floating_network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'router_id': 'b42e0642-7c7c-4aa2-8fd4-2a9610593e8e', 'port_id': '77b654b2-e217-4205-99ea-ec87f3e9fc8c', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1727, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e975440d-6f57-4356-9632-d8a01ab22b35', 'mac_address': 'fa:16:3e:6a:fd:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52dd4e01-3688-4e43-b0e4-be5e1e5add55', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T11:32:00Z', 'updated_at': '2022-04-28T11:32:00Z', 'revision_number': 0, 'project_id': 'c2ca2bda274d41e2b49f61461a68882b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '59ffb628-8191-4371-bb02-2c4d2906a3a8', 'name': '', 'network_id': 'e975440d-6f57-4356-9632-d8a01ab22b35', 'tenant_id': 'c2ca2bda274d41e2b49f61461a68882b', 'mac_address': 'fa:16:3e:0f:97:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b42e0642-7c7c-4aa2-8fd4-2a9610593e8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1724, 'fixed_ips': [{'subnet_id': '7c61da64-f95c-420c-ab48-2a9703a4a261', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:31:44Z', 'updated_at': '2022-04-28T11:31:48Z', 'revision_number': 5, 'project_id': 'c2ca2bda274d41e2b49f61461a68882b', 'subnets': [{'id': '7c61da64-f95c-420c-ab48-2a9703a4a261', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=116164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:32:01.919390 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3edd378e-3120-40e7-9ef8-40f63a607442 None None] The sync data for ids ['b42e0642-7c7c-4aa2-8fd4-2a9610593e8e'] in dv-neutron-master-2-hyperv is: [{'id': 'b42e0642-7c7c-4aa2-8fd4-2a9610593e8e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1512485951', 'tenant_id': 'c2ca2bda274d41e2b49f61461a68882b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'external_fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.227'}], 'enable_snat': True}, 'gw_port_id': 'efe1dc8e-4171-4936-944b-1f7d99b2e915', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T11:31:41Z', 'updated_at': '2022-04-28T11:31:45Z', 'revision_number': 4, 'project_id': 'c2ca2bda274d41e2b49f61461a68882b', 'gw_port': {'id': 'efe1dc8e-4171-4936-944b-1f7d99b2e915', 'name': '', 'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:b8:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b42e0642-7c7c-4aa2-8fd4-2a9610593e8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1721, 'fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:31:41Z', 'updated_at': '2022-04-28T11:31:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '910b245d-6852-44ff-9d50-276d9656ba31', 'tenant_id': 'c2ca2bda274d41e2b49f61461a68882b', 'floating_ip_address': '172.36.4.228', 'floating_network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'router_id': 'b42e0642-7c7c-4aa2-8fd4-2a9610593e8e', 'port_id': '77b654b2-e217-4205-99ea-ec87f3e9fc8c', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1727, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e975440d-6f57-4356-9632-d8a01ab22b35', 'mac_address': 'fa:16:3e:6a:fd:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52dd4e01-3688-4e43-b0e4-be5e1e5add55', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T11:32:00Z', 'updated_at': '2022-04-28T11:32:00Z', 'revision_number': 0, 'project_id': 'c2ca2bda274d41e2b49f61461a68882b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '59ffb628-8191-4371-bb02-2c4d2906a3a8', 'name': '', 'network_id': 'e975440d-6f57-4356-9632-d8a01ab22b35', 'tenant_id': 'c2ca2bda274d41e2b49f61461a68882b', 'mac_address': 'fa:16:3e:0f:97:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b42e0642-7c7c-4aa2-8fd4-2a9610593e8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1724, 'fixed_ips': [{'subnet_id': '7c61da64-f95c-420c-ab48-2a9703a4a261', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:31:44Z', 'updated_at': '2022-04-28T11:31:48Z', 'revision_number': 5, 'project_id': 'c2ca2bda274d41e2b49f61461a68882b', 'subnets': [{'id': '7c61da64-f95c-420c-ab48-2a9703a4a261', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=116164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 11:32:02.106225 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adf5d7d9-60f3-4f41-86c2-987df9c0e538 None None] New status for floating IP 910b245d-6852-44ff-9d50-276d9656ba31: ACTIVE {{(pid=116163) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 28 11:32:02.468158 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 32876) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:32:02.531806 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-1a76ad74-dbef-457b-91a4-7f578b8b8721 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] 10.222.0.10 "GET /v2.0/floatingips/910b245d-6852-44ff-9d50-276d9656ba31 HTTP/1.1" status: 200 len: 994 time: 0.0625331 Apr 28 11:32:06.997419 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-f2aa4386-5875-4860-a39a-ed98b057a9f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (75ba81b7-fe99-4281-90d2-a5adb445ecea), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:32:09.471465 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-2693ab52-9d7c-4a34-be30-a4a06c5f57f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (6b492ad6-0876-4d74-b20d-28143a52ceba), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:32:10.581417 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-ae94d540-e4c6-43be-adc9-b26fb6a2f62f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (cfc241ae-e4b7-443b-b80b-59fbbc2b69c9), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:32:12.146815 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-01ef1de1-12fd-4cef-b76b-793f91379468 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (39cc4f52-f5d9-4e2c-bbfa-7a1c528e1c40), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:32:13.358243 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (d5baab19-5dd1-4902-922b-84acb048ab9c), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:32:19.172684 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.agents_db [None req-54b29a82-8a19-4507-95e3-3a2d011841ff None None] Agent healthcheck: found 6 active agents {{(pid=116164) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 28 11:32:20.804093 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (6be95134-9a6c-4663-8b48-90d12ce90c60), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:32:34.001850 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7b44fe-aec7-4726-aaac-5637cc31b196 req-0f5d0bf2-6cd9-4b67-a442-2b0eb6b10c52 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:32:34.003305 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-2a7b44fe-aec7-4726-aaac-5637cc31b196 req-0f5d0bf2-6cd9-4b67-a442-2b0eb6b10c52 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] 10.222.0.10 "GET /v2.0/ports?device_id=52dd4e01-3688-4e43-b0e4-be5e1e5add55 HTTP/1.1" status: 200 len: 946 time: 0.0502701 Apr 28 11:32:34.052430 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-2a7b44fe-aec7-4726-aaac-5637cc31b196 req-15129384-c4ef-486b-87b5-4e36d6e71789 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] 10.222.0.10 "GET /v2.0/security-groups?id=9af61558-cb92-435f-b1f0-68841f34ef00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434382 Apr 28 11:32:35.166214 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c964cfff-52ce-4947-baf4-fcea16826497 req-f2018a2b-f673-487f-9491-da7dd81d7cea tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:32:35.167836 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-c964cfff-52ce-4947-baf4-fcea16826497 req-f2018a2b-f673-487f-9491-da7dd81d7cea tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] 10.222.0.10 "GET /v2.0/ports?device_id=52dd4e01-3688-4e43-b0e4-be5e1e5add55 HTTP/1.1" status: 200 len: 946 time: 0.0462828 Apr 28 11:32:35.219668 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-c964cfff-52ce-4947-baf4-fcea16826497 req-044b8114-a356-40f9-8602-2552424ef3fd tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] 10.222.0.10 "GET /v2.0/security-groups?id=9af61558-cb92-435f-b1f0-68841f34ef00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463979 Apr 28 11:32:35.241552 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 32894) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:32:35.300684 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-9a00c137-1d1c-4207-92d6-78bbba3c9a74 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] 10.222.0.10 "GET /v2.0/floatingips/910b245d-6852-44ff-9d50-276d9656ba31 HTTP/1.1" status: 200 len: 994 time: 0.0579929 Apr 28 11:32:36.718059 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd01cbaf-54a7-4414-a27c-be657899c628 req-704f27da-bf11-42bd-acde-ec209a4c5377 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:32:36.719600 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-dd01cbaf-54a7-4414-a27c-be657899c628 req-704f27da-bf11-42bd-acde-ec209a4c5377 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] 10.222.0.10 "GET /v2.0/ports?device_id=52dd4e01-3688-4e43-b0e4-be5e1e5add55 HTTP/1.1" status: 200 len: 946 time: 0.0493634 Apr 28 11:32:36.769207 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-dd01cbaf-54a7-4414-a27c-be657899c628 req-ce8bddbc-2d1d-46d6-b7de-625efb84d21c tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] 10.222.0.10 "GET /v2.0/security-groups?id=9af61558-cb92-435f-b1f0-68841f34ef00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438907 Apr 28 11:32:36.997325 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-0f4968b6-787f-4215-b19a-9ae52629931b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (75ba81b7-fe99-4281-90d2-a5adb445ecea), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:32:38.210887 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c096ccc9-86ac-4019-b840-5e687ef3a9b1 req-06876842-761f-405d-a3e0-5d174f2e6403 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:32:38.213238 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-c096ccc9-86ac-4019-b840-5e687ef3a9b1 req-06876842-761f-405d-a3e0-5d174f2e6403 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] 10.222.0.10 "GET /v2.0/ports?device_id=52dd4e01-3688-4e43-b0e4-be5e1e5add55 HTTP/1.1" status: 200 len: 946 time: 0.3729107 Apr 28 11:32:38.261297 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-c096ccc9-86ac-4019-b840-5e687ef3a9b1 req-ef834ca1-898f-4167-b5a6-929d35ad5aaf tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] 10.222.0.10 "GET /v2.0/security-groups?id=9af61558-cb92-435f-b1f0-68841f34ef00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425105 Apr 28 11:32:38.283557 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 32904) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:32:38.343153 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-5f03c386-e58e-48ac-88b1-c96b6c0bd753 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] 10.222.0.10 "GET /v2.0/floatingips/910b245d-6852-44ff-9d50-276d9656ba31 HTTP/1.1" status: 200 len: 994 time: 0.0583994 Apr 28 11:32:38.575477 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 32910) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:32:38.719950 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.plugin [None req-aa88dcb1-e6b5-4f23-8c8b-501cbba53719 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Deleting port d2cedc5a-a14b-48ad-9668-22b5ea0641ed {{(pid=116162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 11:32:38.720289 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-aa88dcb1-e6b5-4f23-8c8b-501cbba53719 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742235130188'] for port (d2cedc5a-a14b-48ad-9668-22b5ea0641ed), before_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:32:38.794343 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-aa88dcb1-e6b5-4f23-8c8b-501cbba53719 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1938497'] for port (d2cedc5a-a14b-48ad-9668-22b5ea0641ed), precommit_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:32:38.794696 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-aa88dcb1-e6b5-4f23-8c8b-501cbba53719 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Publish callbacks [] for floatingip (d2cedc5a-a14b-48ad-9668-22b5ea0641ed), precommit_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:32:38.807455 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.plugin [None req-aa88dcb1-e6b5-4f23-8c8b-501cbba53719 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Calling delete_port for d2cedc5a-a14b-48ad-9668-22b5ea0641ed owned by network:floatingip {{(pid=116162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 11:32:39.026251 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-aa88dcb1-e6b5-4f23-8c8b-501cbba53719 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742235135690', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742234710366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5051867'] for port (d2cedc5a-a14b-48ad-9668-22b5ea0641ed), after_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:32:39.055421 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa88dcb1-e6b5-4f23-8c8b-501cbba53719 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Pushing event deleted for resources: {'Port': ['ID=d2cedc5a-a14b-48ad-9668-22b5ea0641ed,revision_number=None']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:32:39.078007 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa88dcb1-e6b5-4f23-8c8b-501cbba53719 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:32:39.078355 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa88dcb1-e6b5-4f23-8c8b-501cbba53719 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:32:39.078728 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa88dcb1-e6b5-4f23-8c8b-501cbba53719 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:32:39.079063 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa88dcb1-e6b5-4f23-8c8b-501cbba53719 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:32:39.079393 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa88dcb1-e6b5-4f23-8c8b-501cbba53719 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:32:39.079721 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa88dcb1-e6b5-4f23-8c8b-501cbba53719 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:32:39.080047 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa88dcb1-e6b5-4f23-8c8b-501cbba53719 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:32:39.080370 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa88dcb1-e6b5-4f23-8c8b-501cbba53719 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:32:39.080693 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa88dcb1-e6b5-4f23-8c8b-501cbba53719 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:32:39.081015 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa88dcb1-e6b5-4f23-8c8b-501cbba53719 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:32:39.081340 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa88dcb1-e6b5-4f23-8c8b-501cbba53719 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:32:39.081659 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa88dcb1-e6b5-4f23-8c8b-501cbba53719 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:32:39.081978 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa88dcb1-e6b5-4f23-8c8b-501cbba53719 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:32:39.082304 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa88dcb1-e6b5-4f23-8c8b-501cbba53719 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:32:39.082649 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa88dcb1-e6b5-4f23-8c8b-501cbba53719 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:32:39.128077 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-aa88dcb1-e6b5-4f23-8c8b-501cbba53719 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Publish callbacks [] for floatingip (910b245d-6852-44ff-9d50-276d9656ba31), after_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:32:39.128411 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.db.l3_db [None req-aa88dcb1-e6b5-4f23-8c8b-501cbba53719 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Floating IP 910b245d-6852-44ff-9d50-276d9656ba31 disassociated (deleted). External IP: 172.36.4.228, port: 77b654b2-e217-4205-99ea-ec87f3e9fc8c. Apr 28 11:32:39.464772 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-dc39acb0-625d-492e-bf61-b67ca17cf333 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (6b492ad6-0876-4d74-b20d-28143a52ceba), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:32:39.617756 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa88dcb1-e6b5-4f23-8c8b-501cbba53719 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Router b42e0642-7c7c-4aa2-8fd4-2a9610593e8e has already been hosted by L3 agent 6b492ad6-0876-4d74-b20d-28143a52ceba {{(pid=116162) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 11:32:39.726092 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa88dcb1-e6b5-4f23-8c8b-501cbba53719 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=116162) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 11:32:39.731043 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-aa88dcb1-e6b5-4f23-8c8b-501cbba53719 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198022'] for floatingip (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:32:39.736542 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cadddfe1-b110-434f-8112-8cbb775be7c3 None None] Sync routers for ids ['b42e0642-7c7c-4aa2-8fd4-2a9610593e8e'] in dv-neutron-master-2-hyperv {{(pid=116164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 11:32:39.746262 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cadddfe1-b110-434f-8112-8cbb775be7c3 None None] Routers {'b42e0642-7c7c-4aa2-8fd4-2a9610593e8e'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=116164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 11:32:39.746945 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_hamode_db [None req-cadddfe1-b110-434f-8112-8cbb775be7c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-28T10:50:39Z,description=,heartbeat_timestamp=2022-04-28T11:32:39Z,host='dv-neutron-master-2-hyperv',id=6b492ad6-0876-4d74-b20d-28143a52ceba,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T10:50:40Z,topic='l3_agent')) {'router_ids': ['b42e0642-7c7c-4aa2-8fd4-2a9610593e8e'], 'active': True} {{(pid=116164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:32:39.761965 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-aa88dcb1-e6b5-4f23-8c8b-501cbba53719 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] 10.222.0.10 "DELETE /v2.0/floatingips/910b245d-6852-44ff-9d50-276d9656ba31 HTTP/1.1" status: 204 len: 168 time: 1.1854167 Apr 28 11:32:39.762686 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '52dd4e01-3688-4e43-b0e4-be5e1e5add55', 'tag': '77b654b2-e217-4205-99ea-ec87f3e9fc8c'}] {{(pid=116162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 11:32:39.765015 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ba53f40d6116d28995a8e36159d0e539b5353eec116fb5dd4ce03b4b2159ab1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e485700d-57be-4e6f-b7bd-70dca3c03d8c" -d '{"events": [{"name": "network-changed", "server_uuid": "52dd4e01-3688-4e43-b0e4-be5e1e5add55", "tag": "77b654b2-e217-4205-99ea-ec87f3e9fc8c"}]}' {{(pid=116162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 11:32:39.802566 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 11:32:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f9ec9c1-8779-4020-a1f6-b13683de9fc0 x-openstack-request-id: req-9f9ec9c1-8779-4020-a1f6-b13683de9fc0 {{(pid=116162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 11:32:39.802867 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "52dd4e01-3688-4e43-b0e4-be5e1e5add55", "tag": "77b654b2-e217-4205-99ea-ec87f3e9fc8c", "status": "completed", "code": 200}]} {{(pid=116162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 11:32:39.803127 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-9f9ec9c1-8779-4020-a1f6-b13683de9fc0 {{(pid=116162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 11:32:39.803539 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9f9ec9c1-8779-4020-a1f6-b13683de9fc0'] response: {'name': 'network-changed', 'server_uuid': '52dd4e01-3688-4e43-b0e4-be5e1e5add55', 'tag': '77b654b2-e217-4205-99ea-ec87f3e9fc8c', 'status': 'completed', 'code': 200} Apr 28 11:32:39.862295 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_dvr_db [None req-cadddfe1-b110-434f-8112-8cbb775be7c3 None None] Set router b42e0642-7c7c-4aa2-8fd4-2a9610593e8e gateway port host: dv-neutron-master-2-hyperv {{(pid=116164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 11:32:39.874250 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e485700d-57be-4e6f-b7bd-70dca3c03d8c req-065217b5-ad04-4770-88c8-21ea41791cc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:32:39.874250 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-e485700d-57be-4e6f-b7bd-70dca3c03d8c req-065217b5-ad04-4770-88c8-21ea41791cc9 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c2ca2bda274d41e2b49f61461a68882b&device_id=52dd4e01-3688-4e43-b0e4-be5e1e5add55 HTTP/1.1" status: 200 len: 1130 time: 0.0418108 Apr 28 11:32:39.967830 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e485700d-57be-4e6f-b7bd-70dca3c03d8c req-e2834a62-65a6-4ff6-8a60-c4f5caf6a517 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:32:39.969317 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-e485700d-57be-4e6f-b7bd-70dca3c03d8c req-e2834a62-65a6-4ff6-8a60-c4f5caf6a517 service neutron] 10.222.0.20 "GET /v2.0/networks?id=e975440d-6f57-4356-9632-d8a01ab22b35 HTTP/1.1" status: 200 len: 896 time: 0.0982568 Apr 28 11:32:40.010612 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-e485700d-57be-4e6f-b7bd-70dca3c03d8c req-546f1da6-afd8-45e7-977c-e14ac30e14b2 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=77b654b2-e217-4205-99ea-ec87f3e9fc8c HTTP/1.1" status: 200 len: 217 time: 0.0355000 Apr 28 11:32:40.057199 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_hamode_db [None req-cadddfe1-b110-434f-8112-8cbb775be7c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b42e0642-7c7c-4aa2-8fd4-2a9610593e8e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1512485951', 'tenant_id': 'c2ca2bda274d41e2b49f61461a68882b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'external_fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.227'}], 'enable_snat': True}, 'gw_port_id': 'efe1dc8e-4171-4936-944b-1f7d99b2e915', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T11:31:41Z', 'updated_at': '2022-04-28T11:31:45Z', 'revision_number': 4, 'project_id': 'c2ca2bda274d41e2b49f61461a68882b', 'gw_port': {'id': 'efe1dc8e-4171-4936-944b-1f7d99b2e915', 'name': '', 'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:b8:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b42e0642-7c7c-4aa2-8fd4-2a9610593e8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1721, 'fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:31:41Z', 'updated_at': '2022-04-28T11:31:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '59ffb628-8191-4371-bb02-2c4d2906a3a8', 'name': '', 'network_id': 'e975440d-6f57-4356-9632-d8a01ab22b35', 'tenant_id': 'c2ca2bda274d41e2b49f61461a68882b', 'mac_address': 'fa:16:3e:0f:97:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b42e0642-7c7c-4aa2-8fd4-2a9610593e8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1724, 'fixed_ips': [{'subnet_id': '7c61da64-f95c-420c-ab48-2a9703a4a261', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:31:44Z', 'updated_at': '2022-04-28T11:31:48Z', 'revision_number': 5, 'project_id': 'c2ca2bda274d41e2b49f61461a68882b', 'subnets': [{'id': '7c61da64-f95c-420c-ab48-2a9703a4a261', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=116164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:32:40.061226 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e485700d-57be-4e6f-b7bd-70dca3c03d8c req-7a3f68cf-4d19-461b-946c-74bd595ffe3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:32:40.062727 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-e485700d-57be-4e6f-b7bd-70dca3c03d8c req-7a3f68cf-4d19-461b-946c-74bd595ffe3f service neutron] 10.222.0.20 "GET /v2.0/subnets?id=7c61da64-f95c-420c-ab48-2a9703a4a261 HTTP/1.1" status: 200 len: 835 time: 0.0468073 Apr 28 11:32:40.087329 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cadddfe1-b110-434f-8112-8cbb775be7c3 None None] Checking router: b42e0642-7c7c-4aa2-8fd4-2a9610593e8e for host: dv-neutron-master-2-hyperv {{(pid=116164) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 11:32:40.101048 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cadddfe1-b110-434f-8112-8cbb775be7c3 None None] Routers {'b42e0642-7c7c-4aa2-8fd4-2a9610593e8e'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=116164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 11:32:40.101718 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_hamode_db [None req-cadddfe1-b110-434f-8112-8cbb775be7c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-28T10:50:39Z,description=,heartbeat_timestamp=2022-04-28T11:32:39Z,host='dv-neutron-master-2-hyperv',id=6b492ad6-0876-4d74-b20d-28143a52ceba,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T10:50:40Z,topic='l3_agent')) {'router_ids': ['b42e0642-7c7c-4aa2-8fd4-2a9610593e8e'], 'active': True} {{(pid=116164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:32:40.115676 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e485700d-57be-4e6f-b7bd-70dca3c03d8c req-647899b8-3c4f-4f00-84ad-e9e5764bc51e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:32:40.117521 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-e485700d-57be-4e6f-b7bd-70dca3c03d8c req-647899b8-3c4f-4f00-84ad-e9e5764bc51e service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e975440d-6f57-4356-9632-d8a01ab22b35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0487485 Apr 28 11:32:40.217091 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_dvr_db [None req-cadddfe1-b110-434f-8112-8cbb775be7c3 None None] Set router b42e0642-7c7c-4aa2-8fd4-2a9610593e8e gateway port host: dv-neutron-master-2-hyperv {{(pid=116164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 11:32:40.220236 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74f0b3d-24c0-4a4a-85e3-38bd05eb86c9 req-86e667d8-7dcc-48bd-889d-cf6e0840ed5b tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:32:40.221737 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-f74f0b3d-24c0-4a4a-85e3-38bd05eb86c9 req-86e667d8-7dcc-48bd-889d-cf6e0840ed5b tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] 10.222.0.10 "GET /v2.0/ports?device_id=52dd4e01-3688-4e43-b0e4-be5e1e5add55 HTTP/1.1" status: 200 len: 946 time: 0.0505154 Apr 28 11:32:40.273132 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-f74f0b3d-24c0-4a4a-85e3-38bd05eb86c9 req-fcfc0904-daa7-4dc9-9624-3cbec6ad5e11 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] 10.222.0.10 "GET /v2.0/security-groups?id=9af61558-cb92-435f-b1f0-68841f34ef00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445726 Apr 28 11:32:40.406194 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_hamode_db [None req-cadddfe1-b110-434f-8112-8cbb775be7c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b42e0642-7c7c-4aa2-8fd4-2a9610593e8e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1512485951', 'tenant_id': 'c2ca2bda274d41e2b49f61461a68882b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'external_fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.227'}], 'enable_snat': True}, 'gw_port_id': 'efe1dc8e-4171-4936-944b-1f7d99b2e915', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T11:31:41Z', 'updated_at': '2022-04-28T11:31:45Z', 'revision_number': 4, 'project_id': 'c2ca2bda274d41e2b49f61461a68882b', 'gw_port': {'id': 'efe1dc8e-4171-4936-944b-1f7d99b2e915', 'name': '', 'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:b8:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b42e0642-7c7c-4aa2-8fd4-2a9610593e8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1721, 'fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:31:41Z', 'updated_at': '2022-04-28T11:31:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '59ffb628-8191-4371-bb02-2c4d2906a3a8', 'name': '', 'network_id': 'e975440d-6f57-4356-9632-d8a01ab22b35', 'tenant_id': 'c2ca2bda274d41e2b49f61461a68882b', 'mac_address': 'fa:16:3e:0f:97:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b42e0642-7c7c-4aa2-8fd4-2a9610593e8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1724, 'fixed_ips': [{'subnet_id': '7c61da64-f95c-420c-ab48-2a9703a4a261', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:31:44Z', 'updated_at': '2022-04-28T11:31:48Z', 'revision_number': 5, 'project_id': 'c2ca2bda274d41e2b49f61461a68882b', 'subnets': [{'id': '7c61da64-f95c-420c-ab48-2a9703a4a261', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=116164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:32:40.431942 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cadddfe1-b110-434f-8112-8cbb775be7c3 None None] The sync data for ids ['b42e0642-7c7c-4aa2-8fd4-2a9610593e8e'] in dv-neutron-master-2-hyperv is: [{'id': 'b42e0642-7c7c-4aa2-8fd4-2a9610593e8e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1512485951', 'tenant_id': 'c2ca2bda274d41e2b49f61461a68882b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'external_fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.227'}], 'enable_snat': True}, 'gw_port_id': 'efe1dc8e-4171-4936-944b-1f7d99b2e915', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T11:31:41Z', 'updated_at': '2022-04-28T11:31:45Z', 'revision_number': 4, 'project_id': 'c2ca2bda274d41e2b49f61461a68882b', 'gw_port': {'id': 'efe1dc8e-4171-4936-944b-1f7d99b2e915', 'name': '', 'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:b8:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b42e0642-7c7c-4aa2-8fd4-2a9610593e8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1721, 'fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:31:41Z', 'updated_at': '2022-04-28T11:31:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '59ffb628-8191-4371-bb02-2c4d2906a3a8', 'name': '', 'network_id': 'e975440d-6f57-4356-9632-d8a01ab22b35', 'tenant_id': 'c2ca2bda274d41e2b49f61461a68882b', 'mac_address': 'fa:16:3e:0f:97:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b42e0642-7c7c-4aa2-8fd4-2a9610593e8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1724, 'fixed_ips': [{'subnet_id': '7c61da64-f95c-420c-ab48-2a9703a4a261', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:31:44Z', 'updated_at': '2022-04-28T11:31:48Z', 'revision_number': 5, 'project_id': 'c2ca2bda274d41e2b49f61461a68882b', 'subnets': [{'id': '7c61da64-f95c-420c-ab48-2a9703a4a261', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=116164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 11:32:40.587014 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-ae94d540-e4c6-43be-adc9-b26fb6a2f62f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (cfc241ae-e4b7-443b-b80b-59fbbc2b69c9), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:32:40.648369 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91b784a4-6bcd-470f-b9df-971214c6b20a None None] New status for floating IP 910b245d-6852-44ff-9d50-276d9656ba31: DOWN {{(pid=116163) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 28 11:32:41.388540 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7bfbfa6-8f78-4d42-bd9e-e1968549813c req-9e1d0f47-f49d-4e03-bf1f-e2e42f90138f tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:32:41.390071 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-e7bfbfa6-8f78-4d42-bd9e-e1968549813c req-9e1d0f47-f49d-4e03-bf1f-e2e42f90138f tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] 10.222.0.10 "GET /v2.0/ports?device_id=52dd4e01-3688-4e43-b0e4-be5e1e5add55 HTTP/1.1" status: 200 len: 946 time: 0.0473166 Apr 28 11:32:41.391963 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-e485700d-57be-4e6f-b7bd-70dca3c03d8c req-f39cf506-5a63-4841-80b2-ddee4b0a4397 service neutron] 10.222.0.20 "GET /v2.0/networks/e975440d-6f57-4356-9632-d8a01ab22b35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847068 Apr 28 11:32:41.443529 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-e7bfbfa6-8f78-4d42-bd9e-e1968549813c req-ff91273e-3be2-4f89-81c3-465a94b9387a tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] 10.222.0.10 "GET /v2.0/security-groups?id=9af61558-cb92-435f-b1f0-68841f34ef00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476265 Apr 28 11:32:41.500353 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-e485700d-57be-4e6f-b7bd-70dca3c03d8c req-558a15bd-2116-4679-928a-bc9015dbfbc0 service neutron] 10.222.0.20 "GET /v2.0/networks/e975440d-6f57-4356-9632-d8a01ab22b35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908184 Apr 28 11:32:41.659613 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2290ec64-bf94-407f-9812-35538fec0368 req-e1805fe5-c136-4d83-a0ef-9a917ce42488 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:32:41.661076 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-2290ec64-bf94-407f-9812-35538fec0368 req-e1805fe5-c136-4d83-a0ef-9a917ce42488 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] 10.222.0.20 "GET /v2.0/ports?device_id=52dd4e01-3688-4e43-b0e4-be5e1e5add55 HTTP/1.1" status: 200 len: 946 time: 0.0477557 Apr 28 11:32:41.742849 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.plugin [req-2290ec64-bf94-407f-9812-35538fec0368 req-7efe939b-344d-4204-ab64-3a7a6b5de9d6 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Deleting port 77b654b2-e217-4205-99ea-ec87f3e9fc8c {{(pid=116162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 11:32:41.743186 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [req-2290ec64-bf94-407f-9812-35538fec0368 req-7efe939b-344d-4204-ab64-3a7a6b5de9d6 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742235130188'] for port (77b654b2-e217-4205-99ea-ec87f3e9fc8c), before_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:32:41.832325 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.db [req-2290ec64-bf94-407f-9812-35538fec0368 req-7efe939b-344d-4204-ab64-3a7a6b5de9d6 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] For port 77b654b2-e217-4205-99ea-ec87f3e9fc8c, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=77b654b2-e217-4205-99ea-ec87f3e9fc8c,segment=NetworkSegment(01d95769-cc84-4803-abcd-8922dd5ff9fb),segment_id=01d95769-cc84-4803-abcd-8922dd5ff9fb)] {{(pid=116162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 11:32:41.832684 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [req-2290ec64-bf94-407f-9812-35538fec0368 req-7efe939b-344d-4204-ab64-3a7a6b5de9d6 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1938497'] for port (77b654b2-e217-4205-99ea-ec87f3e9fc8c), precommit_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:32:41.845635 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.plugin [req-2290ec64-bf94-407f-9812-35538fec0368 req-7efe939b-344d-4204-ab64-3a7a6b5de9d6 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Calling delete_port for 77b654b2-e217-4205-99ea-ec87f3e9fc8c owned by compute:nova {{(pid=116162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 11:32:42.043597 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [req-2290ec64-bf94-407f-9812-35538fec0368 req-7efe939b-344d-4204-ab64-3a7a6b5de9d6 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742235135690', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742234710366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5051867'] for port (77b654b2-e217-4205-99ea-ec87f3e9fc8c), after_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:32:42.071043 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7efe939b-344d-4204-ab64-3a7a6b5de9d6 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Pushing event deleted for resources: {'Port': ['ID=77b654b2-e217-4205-99ea-ec87f3e9fc8c,revision_number=None']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:32:42.119951 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.db.l3_dvrscheduler_db [req-2290ec64-bf94-407f-9812-35538fec0368 req-7efe939b-344d-4204-ab64-3a7a6b5de9d6 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] No DVR routers for this DVR port 77b654b2-e217-4205-99ea-ec87f3e9fc8c on host hv-neutron-mast {{(pid=116162) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 11:32:42.122436 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [req-2290ec64-bf94-407f-9812-35538fec0368 req-7efe939b-344d-4204-ab64-3a7a6b5de9d6 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198022'] for port (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:32:42.125836 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-2290ec64-bf94-407f-9812-35538fec0368 req-7efe939b-344d-4204-ab64-3a7a6b5de9d6 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] 10.222.0.20 "DELETE /v2.0/ports/77b654b2-e217-4205-99ea-ec87f3e9fc8c HTTP/1.1" status: 204 len: 173 time: 0.4599586 Apr 28 11:32:42.126280 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52dd4e01-3688-4e43-b0e4-be5e1e5add55', 'name': 'network-vif-deleted', 'tag': '77b654b2-e217-4205-99ea-ec87f3e9fc8c'}] {{(pid=116162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 11:32:42.128658 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ba53f40d6116d28995a8e36159d0e539b5353eec116fb5dd4ce03b4b2159ab1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1521ac0-a175-4eb5-a98f-477f99036054" -d '{"events": [{"server_uuid": "52dd4e01-3688-4e43-b0e4-be5e1e5add55", "name": "network-vif-deleted", "tag": "77b654b2-e217-4205-99ea-ec87f3e9fc8c"}]}' {{(pid=116162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 11:32:42.166832 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 11:32:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47579e2d-248a-4f7e-9855-6d1c1b8e85e9 x-openstack-request-id: req-47579e2d-248a-4f7e-9855-6d1c1b8e85e9 {{(pid=116162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 11:32:42.167132 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52dd4e01-3688-4e43-b0e4-be5e1e5add55", "name": "network-vif-deleted", "tag": "77b654b2-e217-4205-99ea-ec87f3e9fc8c", "status": "completed", "code": 200}]} {{(pid=116162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 11:32:42.167423 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-47579e2d-248a-4f7e-9855-6d1c1b8e85e9 {{(pid=116162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 11:32:42.167831 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.notifiers.nova [-] Nova event matching ['req-47579e2d-248a-4f7e-9855-6d1c1b8e85e9'] response: {'server_uuid': '52dd4e01-3688-4e43-b0e4-be5e1e5add55', 'name': 'network-vif-deleted', 'tag': '77b654b2-e217-4205-99ea-ec87f3e9fc8c', 'status': 'completed', 'code': 200} Apr 28 11:32:42.180624 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-01ef1de1-12fd-4cef-b76b-793f91379468 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (39cc4f52-f5d9-4e2c-bbfa-7a1c528e1c40), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:32:42.558816 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-7dcacbb6-f979-47d6-a80e-c8323c1235be req-fa687766-b932-4093-b42c-cc78321a6f6e tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] 10.222.0.10 "GET /v2.0/ports?device_id=52dd4e01-3688-4e43-b0e4-be5e1e5add55 HTTP/1.1" status: 200 len: 210 time: 0.0328596 Apr 28 11:32:43.351831 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (d5baab19-5dd1-4902-922b-84acb048ab9c), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:32:43.616178 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 32926) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:32:43.955032 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-e7e9bff2-6492-4ac2-8007-5d9a6de556bc tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2063420'] for router_interface (b42e0642-7c7c-4aa2-8fd4-2a9610593e8e), before_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:32:44.195345 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.plugin [None req-e7e9bff2-6492-4ac2-8007-5d9a6de556bc tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Deleting port 59ffb628-8191-4371-bb02-2c4d2906a3a8 {{(pid=116162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 11:32:44.195703 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-e7e9bff2-6492-4ac2-8007-5d9a6de556bc tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742235130188'] for port (59ffb628-8191-4371-bb02-2c4d2906a3a8), before_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:32:44.281828 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.db [None req-e7e9bff2-6492-4ac2-8007-5d9a6de556bc tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] For port 59ffb628-8191-4371-bb02-2c4d2906a3a8, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=59ffb628-8191-4371-bb02-2c4d2906a3a8,segment=NetworkSegment(01d95769-cc84-4803-abcd-8922dd5ff9fb),segment_id=01d95769-cc84-4803-abcd-8922dd5ff9fb)] {{(pid=116162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 11:32:44.282111 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-e7e9bff2-6492-4ac2-8007-5d9a6de556bc tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1938497'] for port (59ffb628-8191-4371-bb02-2c4d2906a3a8), precommit_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:32:44.295208 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.plugin [None req-e7e9bff2-6492-4ac2-8007-5d9a6de556bc tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Calling delete_port for 59ffb628-8191-4371-bb02-2c4d2906a3a8 owned by network:router_interface {{(pid=116162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 11:32:44.552006 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-e7e9bff2-6492-4ac2-8007-5d9a6de556bc tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742235135690', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742234710366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5051867'] for port (59ffb628-8191-4371-bb02-2c4d2906a3a8), after_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:32:44.579159 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e9bff2-6492-4ac2-8007-5d9a6de556bc tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Pushing event deleted for resources: {'Port': ['ID=59ffb628-8191-4371-bb02-2c4d2906a3a8,revision_number=None']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:32:44.757464 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-e7e9bff2-6492-4ac2-8007-5d9a6de556bc tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1603051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2063504'] for router_interface (b42e0642-7c7c-4aa2-8fd4-2a9610593e8e), after_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:32:44.975497 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7e9bff2-6492-4ac2-8007-5d9a6de556bc tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Router b42e0642-7c7c-4aa2-8fd4-2a9610593e8e has already been hosted by L3 agent 6b492ad6-0876-4d74-b20d-28143a52ceba {{(pid=116162) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 11:32:45.080970 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7e9bff2-6492-4ac2-8007-5d9a6de556bc tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=116162) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 11:32:45.085883 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-e7e9bff2-6492-4ac2-8007-5d9a6de556bc tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] 10.222.0.10 "PUT /v2.0/routers/b42e0642-7c7c-4aa2-8fd4-2a9610593e8e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4687128 Apr 28 11:32:45.089312 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 32928) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:32:45.090892 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c88e746-70e4-4604-9ce8-586830e63c05 None None] Sync routers for ids ['b42e0642-7c7c-4aa2-8fd4-2a9610593e8e'] in dv-neutron-master-2-hyperv {{(pid=116164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 11:32:45.104828 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c88e746-70e4-4604-9ce8-586830e63c05 None None] Routers {'b42e0642-7c7c-4aa2-8fd4-2a9610593e8e'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=116164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 11:32:45.105435 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_hamode_db [None req-0c88e746-70e4-4604-9ce8-586830e63c05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-28T10:50:39Z,description=,heartbeat_timestamp=2022-04-28T11:32:39Z,host='dv-neutron-master-2-hyperv',id=6b492ad6-0876-4d74-b20d-28143a52ceba,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T10:50:40Z,topic='l3_agent')) {'router_ids': ['b42e0642-7c7c-4aa2-8fd4-2a9610593e8e'], 'active': True} {{(pid=116164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:32:45.140052 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.db.db_base_plugin_v2 [None req-381d58a1-4d7c-497a-84a9-515e68ba0de7 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Deleting subnet 7c61da64-f95c-420c-ab48-2a9703a4a261 {{(pid=116161) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 28 11:32:45.143331 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-381d58a1-4d7c-497a-84a9-515e68ba0de7 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Publish callbacks [] for subnet (7c61da64-f95c-420c-ab48-2a9703a4a261), before_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:32:45.184210 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-381d58a1-4d7c-497a-84a9-515e68ba0de7 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8076976'] for subnet (7c61da64-f95c-420c-ab48-2a9703a4a261), precommit_delete_associations {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:32:45.210855 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_dvr_db [None req-0c88e746-70e4-4604-9ce8-586830e63c05 None None] Set router b42e0642-7c7c-4aa2-8fd4-2a9610593e8e gateway port host: dv-neutron-master-2-hyperv {{(pid=116164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 11:32:45.271207 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-381d58a1-4d7c-497a-84a9-515e68ba0de7 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-971303'] for subnet (7c61da64-f95c-420c-ab48-2a9703a4a261), precommit_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:32:45.374752 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_hamode_db [None req-0c88e746-70e4-4604-9ce8-586830e63c05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b42e0642-7c7c-4aa2-8fd4-2a9610593e8e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1512485951', 'tenant_id': 'c2ca2bda274d41e2b49f61461a68882b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'external_fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.227'}], 'enable_snat': True}, 'gw_port_id': 'efe1dc8e-4171-4936-944b-1f7d99b2e915', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T11:31:41Z', 'updated_at': '2022-04-28T11:32:44Z', 'revision_number': 5, 'project_id': 'c2ca2bda274d41e2b49f61461a68882b', 'gw_port': {'id': 'efe1dc8e-4171-4936-944b-1f7d99b2e915', 'name': '', 'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:b8:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b42e0642-7c7c-4aa2-8fd4-2a9610593e8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1721, 'fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:31:41Z', 'updated_at': '2022-04-28T11:31:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=116164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:32:45.404013 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-381d58a1-4d7c-497a-84a9-515e68ba0de7 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-971310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5220601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5125409'] for subnet (7c61da64-f95c-420c-ab48-2a9703a4a261), after_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:32:45.435368 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381d58a1-4d7c-497a-84a9-515e68ba0de7 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Pushing event deleted for resources: {'Subnet': ['ID=7c61da64-f95c-420c-ab48-2a9703a4a261,revision_number=None']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:32:45.438181 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-381d58a1-4d7c-497a-84a9-515e68ba0de7 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Publish callbacks [] for subnet (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:32:45.444019 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-381d58a1-4d7c-497a-84a9-515e68ba0de7 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] 10.222.0.10 "DELETE /v2.0/subnets/7c61da64-f95c-420c-ab48-2a9703a4a261 HTTP/1.1" status: 204 len: 168 time: 0.3509483 Apr 28 11:32:45.444239 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14165901-a2c2-4f50-b2c0-6c3f02f4c2b0 None None] Network e975440d-6f57-4356-9632-d8a01ab22b35 requested from dv-neutron-master-2-hyperv {{(pid=116163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 11:32:45.444680 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 32930) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:32:45.461613 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381d58a1-4d7c-497a-84a9-515e68ba0de7 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:32:45.462319 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381d58a1-4d7c-497a-84a9-515e68ba0de7 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:32:45.463052 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381d58a1-4d7c-497a-84a9-515e68ba0de7 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:32:45.464242 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381d58a1-4d7c-497a-84a9-515e68ba0de7 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:32:45.464891 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381d58a1-4d7c-497a-84a9-515e68ba0de7 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:32:45.465425 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381d58a1-4d7c-497a-84a9-515e68ba0de7 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:32:45.465994 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381d58a1-4d7c-497a-84a9-515e68ba0de7 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:32:45.466795 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381d58a1-4d7c-497a-84a9-515e68ba0de7 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:32:45.467330 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381d58a1-4d7c-497a-84a9-515e68ba0de7 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:32:45.467850 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381d58a1-4d7c-497a-84a9-515e68ba0de7 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:32:45.468371 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381d58a1-4d7c-497a-84a9-515e68ba0de7 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:32:45.469038 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381d58a1-4d7c-497a-84a9-515e68ba0de7 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:32:45.470764 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381d58a1-4d7c-497a-84a9-515e68ba0de7 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:32:45.471313 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381d58a1-4d7c-497a-84a9-515e68ba0de7 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:32:45.472352 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381d58a1-4d7c-497a-84a9-515e68ba0de7 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:32:45.492397 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c88e746-70e4-4604-9ce8-586830e63c05 None None] Checking router: b42e0642-7c7c-4aa2-8fd4-2a9610593e8e for host: dv-neutron-master-2-hyperv {{(pid=116164) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 11:32:45.501467 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c88e746-70e4-4604-9ce8-586830e63c05 None None] Routers {'b42e0642-7c7c-4aa2-8fd4-2a9610593e8e'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=116164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 11:32:45.502290 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_hamode_db [None req-0c88e746-70e4-4604-9ce8-586830e63c05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-28T10:50:39Z,description=,heartbeat_timestamp=2022-04-28T11:32:39Z,host='dv-neutron-master-2-hyperv',id=6b492ad6-0876-4d74-b20d-28143a52ceba,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T10:50:40Z,topic='l3_agent')) {'router_ids': ['b42e0642-7c7c-4aa2-8fd4-2a9610593e8e'], 'active': True} {{(pid=116164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:32:45.564347 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-a8915f24-aedc-40ea-99b6-956c100480f5 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Publish callbacks [] for router (b42e0642-7c7c-4aa2-8fd4-2a9610593e8e), before_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:32:45.611426 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-deb0f4d7-6e84-4edb-a391-609d7829b9e1 None None] DHCP port deletion for e975440d-6f57-4356-9632-d8a01ab22b35 request from dv-neutron-master-2-hyperv {{(pid=116163) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 28 11:32:45.613063 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_dvr_db [None req-0c88e746-70e4-4604-9ce8-586830e63c05 None None] Set router b42e0642-7c7c-4aa2-8fd4-2a9610593e8e gateway port host: dv-neutron-master-2-hyperv {{(pid=116164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 11:32:45.655135 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-deb0f4d7-6e84-4edb-a391-609d7829b9e1 None None] Deleting port 17e81abd-9f35-4eed-a99d-67a017dec948 {{(pid=116163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 11:32:45.655502 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-deb0f4d7-6e84-4edb-a391-609d7829b9e1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742235130188'] for port (17e81abd-9f35-4eed-a99d-67a017dec948), before_delete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:32:45.688904 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-a8915f24-aedc-40ea-99b6-956c100480f5 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Publish callbacks [] for router_gateway (b42e0642-7c7c-4aa2-8fd4-2a9610593e8e), before_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:32:45.717948 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-deb0f4d7-6e84-4edb-a391-609d7829b9e1 None None] For port 17e81abd-9f35-4eed-a99d-67a017dec948, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=17e81abd-9f35-4eed-a99d-67a017dec948,segment=NetworkSegment(01d95769-cc84-4803-abcd-8922dd5ff9fb),segment_id=01d95769-cc84-4803-abcd-8922dd5ff9fb)] {{(pid=116163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 11:32:45.718424 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-deb0f4d7-6e84-4edb-a391-609d7829b9e1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1938497'] for port (17e81abd-9f35-4eed-a99d-67a017dec948), precommit_delete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:32:45.731547 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-deb0f4d7-6e84-4edb-a391-609d7829b9e1 None None] Calling delete_port for 17e81abd-9f35-4eed-a99d-67a017dec948 owned by network:dhcp {{(pid=116163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 11:32:45.786868 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_hamode_db [None req-0c88e746-70e4-4604-9ce8-586830e63c05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b42e0642-7c7c-4aa2-8fd4-2a9610593e8e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1512485951', 'tenant_id': 'c2ca2bda274d41e2b49f61461a68882b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'external_fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.227'}], 'enable_snat': True}, 'gw_port_id': 'efe1dc8e-4171-4936-944b-1f7d99b2e915', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T11:31:41Z', 'updated_at': '2022-04-28T11:32:44Z', 'revision_number': 5, 'project_id': 'c2ca2bda274d41e2b49f61461a68882b', 'gw_port': {'id': 'efe1dc8e-4171-4936-944b-1f7d99b2e915', 'name': '', 'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:b8:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b42e0642-7c7c-4aa2-8fd4-2a9610593e8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1721, 'fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:31:41Z', 'updated_at': '2022-04-28T11:31:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=116164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:32:45.790819 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.plugin [None req-a8915f24-aedc-40ea-99b6-956c100480f5 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Deleting port efe1dc8e-4171-4936-944b-1f7d99b2e915 {{(pid=116162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 11:32:45.791704 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-a8915f24-aedc-40ea-99b6-956c100480f5 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742235130188'] for port (efe1dc8e-4171-4936-944b-1f7d99b2e915), before_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:32:45.816102 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c88e746-70e4-4604-9ce8-586830e63c05 None None] The sync data for ids ['b42e0642-7c7c-4aa2-8fd4-2a9610593e8e'] in dv-neutron-master-2-hyperv is: [{'id': 'b42e0642-7c7c-4aa2-8fd4-2a9610593e8e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1512485951', 'tenant_id': 'c2ca2bda274d41e2b49f61461a68882b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'external_fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.227'}], 'enable_snat': True}, 'gw_port_id': 'efe1dc8e-4171-4936-944b-1f7d99b2e915', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T11:31:41Z', 'updated_at': '2022-04-28T11:32:44Z', 'revision_number': 5, 'project_id': 'c2ca2bda274d41e2b49f61461a68882b', 'gw_port': {'id': 'efe1dc8e-4171-4936-944b-1f7d99b2e915', 'name': '', 'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:b8:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b42e0642-7c7c-4aa2-8fd4-2a9610593e8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1721, 'fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:31:41Z', 'updated_at': '2022-04-28T11:31:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}] {{(pid=116164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 11:32:45.871795 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.db [None req-a8915f24-aedc-40ea-99b6-956c100480f5 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] For port efe1dc8e-4171-4936-944b-1f7d99b2e915, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=efe1dc8e-4171-4936-944b-1f7d99b2e915,segment=NetworkSegment(142bc50f-d6af-4646-8d06-bb7af6b7b51c),segment_id=142bc50f-d6af-4646-8d06-bb7af6b7b51c)] {{(pid=116162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 11:32:45.872347 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-a8915f24-aedc-40ea-99b6-956c100480f5 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1938497'] for port (efe1dc8e-4171-4936-944b-1f7d99b2e915), precommit_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:32:45.888783 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-deb0f4d7-6e84-4edb-a391-609d7829b9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742235135690', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742234710366'] for port (17e81abd-9f35-4eed-a99d-67a017dec948), after_delete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:32:45.889610 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.plugin [None req-a8915f24-aedc-40ea-99b6-956c100480f5 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Calling delete_port for efe1dc8e-4171-4936-944b-1f7d99b2e915 owned by network:router_gateway {{(pid=116162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 11:32:45.914613 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb0f4d7-6e84-4edb-a391-609d7829b9e1 None None] Pushing event deleted for resources: {'Port': ['ID=17e81abd-9f35-4eed-a99d-67a017dec948,revision_number=None']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:32:45.919439 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-deb0f4d7-6e84-4edb-a391-609d7829b9e1 None None] No DVR routers for this DVR port 17e81abd-9f35-4eed-a99d-67a017dec948 on host dv-neutron-master-2-hyperv {{(pid=116163) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 11:32:45.925996 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb0f4d7-6e84-4edb-a391-609d7829b9e1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:32:45.929751 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb0f4d7-6e84-4edb-a391-609d7829b9e1 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:32:45.929751 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb0f4d7-6e84-4edb-a391-609d7829b9e1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:32:45.929751 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb0f4d7-6e84-4edb-a391-609d7829b9e1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:32:45.929751 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb0f4d7-6e84-4edb-a391-609d7829b9e1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:32:45.929751 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb0f4d7-6e84-4edb-a391-609d7829b9e1 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:32:45.929751 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb0f4d7-6e84-4edb-a391-609d7829b9e1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:32:45.929751 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb0f4d7-6e84-4edb-a391-609d7829b9e1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:32:45.929751 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb0f4d7-6e84-4edb-a391-609d7829b9e1 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:32:45.929751 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb0f4d7-6e84-4edb-a391-609d7829b9e1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:32:45.929751 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb0f4d7-6e84-4edb-a391-609d7829b9e1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:32:45.929751 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb0f4d7-6e84-4edb-a391-609d7829b9e1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:32:45.932302 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb0f4d7-6e84-4edb-a391-609d7829b9e1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:32:45.932302 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb0f4d7-6e84-4edb-a391-609d7829b9e1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:32:45.932302 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb0f4d7-6e84-4edb-a391-609d7829b9e1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:32:46.106042 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-a8915f24-aedc-40ea-99b6-956c100480f5 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742235135690', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742234710366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5051867'] for port (efe1dc8e-4171-4936-944b-1f7d99b2e915), after_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:32:46.131911 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8915f24-aedc-40ea-99b6-956c100480f5 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Pushing event deleted for resources: {'Port': ['ID=efe1dc8e-4171-4936-944b-1f7d99b2e915,revision_number=None']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:32:46.153431 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Device 77b654b2-e217-4205-99ea-ec87f3e9fc8c no longer exists at agent hyperv_hv-neutron-mast {{(pid=116163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 11:32:46.177133 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] No Port match for: 77b654b2-e217-4205-99ea-ec87f3e9fc8c {{(pid=116163) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 28 11:32:46.177492 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Device 77b654b2-e217-4205-99ea-ec87f3e9fc8c not bound to the agent host hv-neutron-mast {{(pid=116163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 11:32:46.198940 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-a8915f24-aedc-40ea-99b6-956c100480f5 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1935354'] for router_gateway (b42e0642-7c7c-4aa2-8fd4-2a9610593e8e), after_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:32:46.295442 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-a8915f24-aedc-40ea-99b6-956c100480f5 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2060865', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-63275'] for router (b42e0642-7c7c-4aa2-8fd4-2a9610593e8e), precommit_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:32:46.297616 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-a8915f24-aedc-40ea-99b6-956c100480f5 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Publish callbacks [] for router_controller (b42e0642-7c7c-4aa2-8fd4-2a9610593e8e), precommit_delete_associations {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:32:46.408591 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-a8915f24-aedc-40ea-99b6-956c100480f5 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2060888'] for router (b42e0642-7c7c-4aa2-8fd4-2a9610593e8e), after_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:32:46.409153 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8915f24-aedc-40ea-99b6-956c100480f5 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Fanout notify agent at l3_agent the message router_deleted on router b42e0642-7c7c-4aa2-8fd4-2a9610593e8e {{(pid=116162) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 28 11:32:46.415735 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-a8915f24-aedc-40ea-99b6-956c100480f5 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Publish callbacks [] for router (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:32:46.417494 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-a8915f24-aedc-40ea-99b6-956c100480f5 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] 10.222.0.10 "DELETE /v2.0/routers/b42e0642-7c7c-4aa2-8fd4-2a9610593e8e HTTP/1.1" status: 204 len: 168 time: 0.9721584 Apr 28 11:32:46.420265 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 32932) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:32:46.499532 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-c31710e5-f6c3-4b64-ad24-bbc89bd6d513 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-979593'] for network (e975440d-6f57-4356-9632-d8a01ab22b35), before_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:32:46.866075 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-c31710e5-f6c3-4b64-ad24-bbc89bd6d513 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-973498', 'neutron.services.segments.db._delete_segments_for_network-8742235207033'] for network (e975440d-6f57-4356-9632-d8a01ab22b35), precommit_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:32:46.889556 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.services.segments.db [None req-c31710e5-f6c3-4b64-ad24-bbc89bd6d513 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e975440d-6f57-4356-9632-d8a01ab22b35']}} {{(pid=116162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:32:46.893925 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Device efe1dc8e-4171-4936-944b-1f7d99b2e915 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=116163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 11:32:46.902314 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.services.segments.db [None req-c31710e5-f6c3-4b64-ad24-bbc89bd6d513 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '01d95769-cc84-4803-abcd-8922dd5ff9fb') {'for_net_delete': True} {{(pid=116162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:32:46.902898 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.services.segments.db [None req-c31710e5-f6c3-4b64-ad24-bbc89bd6d513 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '01d95769-cc84-4803-abcd-8922dd5ff9fb') {} {{(pid=116162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:32:46.913065 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-c31710e5-f6c3-4b64-ad24-bbc89bd6d513 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742235208578', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5026548'] for segment (01d95769-cc84-4803-abcd-8922dd5ff9fb), before_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:32:46.915175 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] No Port match for: efe1dc8e-4171-4936-944b-1f7d99b2e915 {{(pid=116163) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 28 11:32:46.915528 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Device efe1dc8e-4171-4936-944b-1f7d99b2e915 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=116163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 11:32:46.916452 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Device 59ffb628-8191-4371-bb02-2c4d2906a3a8 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=116163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 11:32:46.928413 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-c31710e5-f6c3-4b64-ad24-bbc89bd6d513 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-961978'] for segment (01d95769-cc84-4803-abcd-8922dd5ff9fb), precommit_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:32:46.933976 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c31710e5-f6c3-4b64-ad24-bbc89bd6d513 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Releasing vlan 92 on physical network physnet1 to pool {{(pid=116162) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 11:32:46.934355 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-c31710e5-f6c3-4b64-ad24-bbc89bd6d513 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-961978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5051884'] for segment (01d95769-cc84-4803-abcd-8922dd5ff9fb), after_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:32:46.935897 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] No Port match for: 59ffb628-8191-4371-bb02-2c4d2906a3a8 {{(pid=116163) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 28 11:32:46.936253 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Device 59ffb628-8191-4371-bb02-2c4d2906a3a8 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=116163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 11:32:46.936665 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Device 17e81abd-9f35-4eed-a99d-67a017dec948 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=116163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 11:32:46.937312 dv-neutron-master-2-hyperv neutron-server[116162]: Traceback (most recent call last): Apr 28 11:32:46.937312 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 11:32:46.937312 dv-neutron-master-2-hyperv neutron-server[116162]: timer() Apr 28 11:32:46.937312 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 11:32:46.937312 dv-neutron-master-2-hyperv neutron-server[116162]: cb(*args, **kw) Apr 28 11:32:46.937312 dv-neutron-master-2-hyperv neutron-server[116162]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 28 11:32:46.937312 dv-neutron-master-2-hyperv neutron-server[116162]: return func(*args, **kwargs) Apr 28 11:32:46.937312 dv-neutron-master-2-hyperv neutron-server[116162]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 11:32:46.937312 dv-neutron-master-2-hyperv neutron-server[116162]: self._notify() Apr 28 11:32:46.937312 dv-neutron-master-2-hyperv neutron-server[116162]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 11:32:46.937312 dv-neutron-master-2-hyperv neutron-server[116162]: self.callback(batched_events) Apr 28 11:32:46.937312 dv-neutron-master-2-hyperv neutron-server[116162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 11:32:46.937312 dv-neutron-master-2-hyperv neutron-server[116162]: event.method(event) Apr 28 11:32:46.937312 dv-neutron-master-2-hyperv neutron-server[116162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 28 11:32:46.937312 dv-neutron-master-2-hyperv neutron-server[116162]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 11:32:46.937312 dv-neutron-master-2-hyperv neutron-server[116162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 28 11:32:46.937312 dv-neutron-master-2-hyperv neutron-server[116162]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 11:32:46.937312 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 28 11:32:46.937312 dv-neutron-master-2-hyperv neutron-server[116162]: return f(self, *a, **k) Apr 28 11:32:46.937312 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 28 11:32:46.937312 dv-neutron-master-2-hyperv neutron-server[116162]: return self._get(url).json() Apr 28 11:32:46.937312 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 28 11:32:46.937312 dv-neutron-master-2-hyperv neutron-server[116162]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 11:32:46.937312 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 11:32:46.937312 dv-neutron-master-2-hyperv neutron-server[116162]: return self.request(url, 'GET', **kwargs) Apr 28 11:32:46.937312 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 11:32:46.937312 dv-neutron-master-2-hyperv neutron-server[116162]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 11:32:46.937312 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 11:32:46.937312 dv-neutron-master-2-hyperv neutron-server[116162]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 11:32:46.937312 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 11:32:46.937312 dv-neutron-master-2-hyperv neutron-server[116162]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 11:32:46.937312 dv-neutron-master-2-hyperv neutron-server[116162]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 11:32:46.957581 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] No Port match for: 17e81abd-9f35-4eed-a99d-67a017dec948 {{(pid=116163) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 28 11:32:46.957928 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Device 17e81abd-9f35-4eed-a99d-67a017dec948 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=116163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 11:32:47.043189 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-c31710e5-f6c3-4b64-ad24-bbc89bd6d513 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-973477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2063122'] for network (e975440d-6f57-4356-9632-d8a01ab22b35), after_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:32:47.054725 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-c31710e5-f6c3-4b64-ad24-bbc89bd6d513 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Publish callbacks [] for network (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:32:47.054725 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-c31710e5-f6c3-4b64-ad24-bbc89bd6d513 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] 10.222.0.10 "DELETE /v2.0/networks/e975440d-6f57-4356-9632-d8a01ab22b35 HTTP/1.1" status: 204 len: 168 time: 0.6318614 Apr 28 11:32:47.056467 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 32934) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:32:47.065515 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c31710e5-f6c3-4b64-ad24-bbc89bd6d513 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Pushing event deleted for resources: {'Network': ['ID=e975440d-6f57-4356-9632-d8a01ab22b35,revision_number=None']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:32:47.116002 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-71400b1f-af76-4300-bb41-fa723df5a07b tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Publish callbacks [] for security_group (9af61558-cb92-435f-b1f0-68841f34ef00), before_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:32:47.140523 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-71400b1f-af76-4300-bb41-fa723df5a07b tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Publish callbacks [] for security_group (9af61558-cb92-435f-b1f0-68841f34ef00), precommit_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:32:47.265775 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-71400b1f-af76-4300-bb41-fa723df5a07b tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924426'] for security_group (9af61558-cb92-435f-b1f0-68841f34ef00), after_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:32:47.268396 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-71400b1f-af76-4300-bb41-fa723df5a07b tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Publish callbacks [] for security_group (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:32:47.269563 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-71400b1f-af76-4300-bb41-fa723df5a07b tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] 10.222.0.10 "DELETE /v2.0/security-groups/9af61558-cb92-435f-b1f0-68841f34ef00 HTTP/1.1" status: 204 len: 168 time: 0.2114885 Apr 28 11:32:47.279441 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71400b1f-af76-4300-bb41-fa723df5a07b tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9af61558-cb92-435f-b1f0-68841f34ef00,revision_number=None']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:32:47.909865 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 32940) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:32:47.914389 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.v2.base [None req-db49faae-64b2-4ea1-be8c-23cd88d45e98 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-428277640', 'description': 'tempest-secgroup-smoke-428277640 description', 'project_id': 'c2ca2bda274d41e2b49f61461a68882b'}} {{(pid=116161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:32:48.003171 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-db49faae-64b2-4ea1-be8c-23cd88d45e98 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Publish callbacks [] for security_group (None), before_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:32:48.073491 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-db49faae-64b2-4ea1-be8c-23cd88d45e98 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Publish callbacks [] for security_group (f1c2abcf-e8d3-4b00-91cb-4527197725c7), precommit_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:32:48.151572 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-db49faae-64b2-4ea1-be8c-23cd88d45e98 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924426'] for security_group (f1c2abcf-e8d3-4b00-91cb-4527197725c7), after_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:32:48.180260 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db49faae-64b2-4ea1-be8c-23cd88d45e98 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f1c2abcf-e8d3-4b00-91cb-4527197725c7,revision_number=1']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:32:48.309153 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-db49faae-64b2-4ea1-be8c-23cd88d45e98 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Publish callbacks [] for security_group (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:32:48.310476 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-db49faae-64b2-4ea1-be8c-23cd88d45e98 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3995335 Apr 28 11:32:48.313338 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 32942) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:32:48.317692 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.v2.base [None req-218e0c8c-47da-4368-aefa-4ad70360eaec tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Request body: {'security_group_rule': {'security_group_id': 'f1c2abcf-e8d3-4b00-91cb-4527197725c7', 'project_id': 'c2ca2bda274d41e2b49f61461a68882b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=116161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:32:48.420071 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-218e0c8c-47da-4368-aefa-4ad70360eaec tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Publish callbacks [] for security_group_rule (f7ba2dff-55ab-4228-9f15-c60ec03afb49), before_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:32:48.474525 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-218e0c8c-47da-4368-aefa-4ad70360eaec tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Publish callbacks [] for security_group_rule (f7ba2dff-55ab-4228-9f15-c60ec03afb49), precommit_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:32:48.558020 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-218e0c8c-47da-4368-aefa-4ad70360eaec tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1912725'] for security_group_rule (f7ba2dff-55ab-4228-9f15-c60ec03afb49), after_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:32:48.577616 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-218e0c8c-47da-4368-aefa-4ad70360eaec tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f7ba2dff-55ab-4228-9f15-c60ec03afb49,revision_number=0']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:32:48.644839 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-218e0c8c-47da-4368-aefa-4ad70360eaec tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:32:48.646051 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-218e0c8c-47da-4368-aefa-4ad70360eaec tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3317940 Apr 28 11:32:48.648796 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 32944) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:32:48.653640 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.v2.base [None req-d4a31c66-653c-4bea-b07c-8ea5ef169d10 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Request body: {'security_group_rule': {'security_group_id': 'f1c2abcf-e8d3-4b00-91cb-4527197725c7', 'project_id': 'c2ca2bda274d41e2b49f61461a68882b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=116161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:32:48.739841 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-d4a31c66-653c-4bea-b07c-8ea5ef169d10 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Publish callbacks [] for security_group_rule (eea1f941-ed56-4e2a-a725-474eba35154a), before_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:32:48.793914 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-d4a31c66-653c-4bea-b07c-8ea5ef169d10 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Publish callbacks [] for security_group_rule (eea1f941-ed56-4e2a-a725-474eba35154a), precommit_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:32:48.877287 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-d4a31c66-653c-4bea-b07c-8ea5ef169d10 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1912725'] for security_group_rule (eea1f941-ed56-4e2a-a725-474eba35154a), after_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:32:48.895822 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a31c66-653c-4bea-b07c-8ea5ef169d10 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eea1f941-ed56-4e2a-a725-474eba35154a,revision_number=0']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:32:48.965096 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-d4a31c66-653c-4bea-b07c-8ea5ef169d10 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:32:48.966288 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-d4a31c66-653c-4bea-b07c-8ea5ef169d10 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3165419 Apr 28 11:32:48.968952 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 32946) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:32:48.973180 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.v2.base [None req-1d90dc1a-9532-431a-af24-28a29377dcef tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Request body: {'security_group_rule': {'security_group_id': 'f1c2abcf-e8d3-4b00-91cb-4527197725c7', 'project_id': 'c2ca2bda274d41e2b49f61461a68882b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=116161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:32:49.070661 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-1d90dc1a-9532-431a-af24-28a29377dcef tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Publish callbacks [] for security_group_rule (d2a68f56-594c-41d4-bfc0-6afb64dd8c0e), before_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:32:49.130196 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-1d90dc1a-9532-431a-af24-28a29377dcef tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Publish callbacks [] for security_group_rule (d2a68f56-594c-41d4-bfc0-6afb64dd8c0e), precommit_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:32:49.229865 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-1d90dc1a-9532-431a-af24-28a29377dcef tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1912725'] for security_group_rule (d2a68f56-594c-41d4-bfc0-6afb64dd8c0e), after_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:32:49.248048 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d90dc1a-9532-431a-af24-28a29377dcef tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d2a68f56-594c-41d4-bfc0-6afb64dd8c0e,revision_number=0']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:32:49.319008 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-1d90dc1a-9532-431a-af24-28a29377dcef tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:32:49.320232 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-1d90dc1a-9532-431a-af24-28a29377dcef tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3503325 Apr 28 11:32:49.324063 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 32948) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:32:49.328335 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.v2.base [None req-4b13d4e0-d7ea-45b2-ad77-7792a6de072d tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Request body: {'security_group_rule': {'security_group_id': 'f1c2abcf-e8d3-4b00-91cb-4527197725c7', 'project_id': 'c2ca2bda274d41e2b49f61461a68882b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=116161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:32:49.412409 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-4b13d4e0-d7ea-45b2-ad77-7792a6de072d tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Publish callbacks [] for security_group_rule (4d221a38-63c1-4f0c-bcc8-ee0f85ef720c), before_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:32:49.469750 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-4b13d4e0-d7ea-45b2-ad77-7792a6de072d tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Publish callbacks [] for security_group_rule (4d221a38-63c1-4f0c-bcc8-ee0f85ef720c), precommit_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:32:49.551238 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-4b13d4e0-d7ea-45b2-ad77-7792a6de072d tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1912725'] for security_group_rule (4d221a38-63c1-4f0c-bcc8-ee0f85ef720c), after_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:32:49.569641 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b13d4e0-d7ea-45b2-ad77-7792a6de072d tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4d221a38-63c1-4f0c-bcc8-ee0f85ef720c,revision_number=0']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:32:49.655894 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-4b13d4e0-d7ea-45b2-ad77-7792a6de072d tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:32:49.657114 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-4b13d4e0-d7ea-45b2-ad77-7792a6de072d tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3321519 Apr 28 11:32:49.659849 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 32950) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:32:49.664156 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.v2.base [None req-48e956be-19e0-4e5e-9816-7422ee556c95 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Request body: {'security_group_rule': {'security_group_id': 'f1c2abcf-e8d3-4b00-91cb-4527197725c7', 'project_id': 'c2ca2bda274d41e2b49f61461a68882b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=116161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:32:49.762612 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.db.securitygroups_db [None req-48e956be-19e0-4e5e-9816-7422ee556c95 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Project c2ca2bda274d41e2b49f61461a68882b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 28 11:32:49.768059 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-48e956be-19e0-4e5e-9816-7422ee556c95 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Publish callbacks [] for security_group_rule (094a82a0-aeee-49d8-b699-cda3a72a6785), before_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:32:49.825005 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-48e956be-19e0-4e5e-9816-7422ee556c95 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Publish callbacks [] for security_group_rule (094a82a0-aeee-49d8-b699-cda3a72a6785), precommit_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:32:49.899584 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-48e956be-19e0-4e5e-9816-7422ee556c95 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1912725'] for security_group_rule (094a82a0-aeee-49d8-b699-cda3a72a6785), after_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:32:49.917600 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e956be-19e0-4e5e-9816-7422ee556c95 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=094a82a0-aeee-49d8-b699-cda3a72a6785,revision_number=0']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:32:49.987491 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-48e956be-19e0-4e5e-9816-7422ee556c95 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:32:49.988719 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-48e956be-19e0-4e5e-9816-7422ee556c95 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3278880 Apr 28 11:32:49.991434 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 32952) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:32:49.996186 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.v2.base [None req-8e0c2239-075b-442e-bd43-2057ec2e9f9d tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Request body: {'security_group_rule': {'security_group_id': 'f1c2abcf-e8d3-4b00-91cb-4527197725c7', 'project_id': 'c2ca2bda274d41e2b49f61461a68882b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=116161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:32:50.094714 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.db.securitygroups_db [None req-8e0c2239-075b-442e-bd43-2057ec2e9f9d tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Project c2ca2bda274d41e2b49f61461a68882b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 28 11:32:50.100408 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-8e0c2239-075b-442e-bd43-2057ec2e9f9d tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Publish callbacks [] for security_group_rule (b06bd3b5-90e0-4929-9ec6-0a48cc99ec38), before_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:32:50.161463 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-8e0c2239-075b-442e-bd43-2057ec2e9f9d tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Publish callbacks [] for security_group_rule (b06bd3b5-90e0-4929-9ec6-0a48cc99ec38), precommit_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:32:50.242932 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-8e0c2239-075b-442e-bd43-2057ec2e9f9d tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1912725'] for security_group_rule (b06bd3b5-90e0-4929-9ec6-0a48cc99ec38), after_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:32:50.262241 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e0c2239-075b-442e-bd43-2057ec2e9f9d tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b06bd3b5-90e0-4929-9ec6-0a48cc99ec38,revision_number=0']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:32:50.319507 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-8e0c2239-075b-442e-bd43-2057ec2e9f9d tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:32:50.320724 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-8e0c2239-075b-442e-bd43-2057ec2e9f9d tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3283710 Apr 28 11:32:50.324363 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 32954) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:32:50.329307 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.v2.base [None req-b321495b-74ec-4071-bcd1-2e01b0b00bb3 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Request body: {'network': {'name': 'tempest-network-smoke--378319709', 'project_id': 'c2ca2bda274d41e2b49f61461a68882b', 'port_security_enabled': True}} {{(pid=116161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:32:50.413009 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b321495b-74ec-4071-bcd1-2e01b0b00bb3 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Made reservation on behalf of c2ca2bda274d41e2b49f61461a68882b for: {'network': 1} {{(pid=116161) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 11:32:50.416958 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-b321495b-74ec-4071-bcd1-2e01b0b00bb3 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for network (None), before_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:32:50.444954 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b321495b-74ec-4071-bcd1-2e01b0b00bb3 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 74} {{(pid=116161) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 11:32:50.455239 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-b321495b-74ec-4071-bcd1-2e01b0b00bb3 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-961978'] for segment (dd6966b5-cd50-4cf0-8e3b-ea7a01fb35e8), precommit_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:32:50.455588 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.db.segments_db [None req-b321495b-74ec-4071-bcd1-2e01b0b00bb3 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Added segment dd6966b5-cd50-4cf0-8e3b-ea7a01fb35e8 of type vlan for network 18068e1d-1cc4-4cd2-99bd-72acfffd29be Apr 28 11:32:50.495496 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-b321495b-74ec-4071-bcd1-2e01b0b00bb3 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742234744962'] for network (18068e1d-1cc4-4cd2-99bd-72acfffd29be), precommit_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:32:50.563005 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-b321495b-74ec-4071-bcd1-2e01b0b00bb3 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042'] for network (18068e1d-1cc4-4cd2-99bd-72acfffd29be), after_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:32:50.568037 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b321495b-74ec-4071-bcd1-2e01b0b00bb3 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:32:50.568670 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-b321495b-74ec-4071-bcd1-2e01b0b00bb3 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Publish callbacks [] for network (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:32:50.637088 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b321495b-74ec-4071-bcd1-2e01b0b00bb3 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Pushing event updated for resources: {'Network': ['ID=18068e1d-1cc4-4cd2-99bd-72acfffd29be,revision_number=1']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:32:50.646971 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Network 18068e1d-1cc4-4cd2-99bd-72acfffd29be details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=116163) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 28 11:32:50.656857 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-b321495b-74ec-4071-bcd1-2e01b0b00bb3 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3314362 Apr 28 11:32:50.659908 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 32956) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:32:50.664535 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.v2.base [None req-64be92e1-e7f1-41c8-9551-de4943eea5bd tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-352903800', 'admin_state_up': True, 'project_id': 'c2ca2bda274d41e2b49f61461a68882b', 'external_gateway_info': {'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c'}}} {{(pid=116162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:32:50.740172 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-64be92e1-e7f1-41c8-9551-de4943eea5bd tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2060459', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-63449'] for router (f424a844-9828-479c-a4b9-67cdd420e374), before_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:32:50.741248 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-64be92e1-e7f1-41c8-9551-de4943eea5bd tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2060827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1935275', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1960866', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-63266'] for router (f424a844-9828-479c-a4b9-67cdd420e374), precommit_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:32:50.790028 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (6be95134-9a6c-4663-8b48-90d12ce90c60), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:32:50.792681 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-64be92e1-e7f1-41c8-9551-de4943eea5bd tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Publish callbacks [] for router_controller (f424a844-9828-479c-a4b9-67cdd420e374), precommit_add_association {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:32:50.989670 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-64be92e1-e7f1-41c8-9551-de4943eea5bd tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Publish callbacks [] for router_gateway (f424a844-9828-479c-a4b9-67cdd420e374), precommit_update {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:32:51.215195 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-64be92e1-e7f1-41c8-9551-de4943eea5bd tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Publish callbacks [] for router_gateway (f424a844-9828-479c-a4b9-67cdd420e374), before_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:32:51.233499 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-64be92e1-e7f1-41c8-9551-de4943eea5bd tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (None), before_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:32:51.337359 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.db.db_base_plugin_common [None req-64be92e1-e7f1-41c8-9551-de4943eea5bd tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Allocated IP 172.36.4.252 (7be49d94-bbb8-4a61-bafe-209c5f861e1c/c0f82f52-05ee-40f2-a57c-9d02e01fb9fa/04050617-b747-4178-a4a3-a1e8e7cb8b90) {{(pid=116162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 11:32:51.440831 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-64be92e1-e7f1-41c8-9551-de4943eea5bd tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Publish callbacks [] for port (04050617-b747-4178-a4a3-a1e8e7cb8b90), precommit_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:32:51.523170 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-64be92e1-e7f1-41c8-9551-de4943eea5bd tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742234710357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5051867'] for port (04050617-b747-4178-a4a3-a1e8e7cb8b90), after_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:32:51.565309 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64be92e1-e7f1-41c8-9551-de4943eea5bd tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Network 7be49d94-bbb8-4a61-bafe-209c5f861e1c is already hosted by enough agents. {{(pid=116162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 11:32:51.568372 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.scheduler.base_scheduler [None req-64be92e1-e7f1-41c8-9551-de4943eea5bd tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Resources bound (agent type, host, resource id): {{(pid=116162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 11:32:51.572828 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64be92e1-e7f1-41c8-9551-de4943eea5bd tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Received port after_create {{(pid=116162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 11:32:51.574663 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64be92e1-e7f1-41c8-9551-de4943eea5bd tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Pushing event updated for resources: {'Port': ['ID=04050617-b747-4178-a4a3-a1e8e7cb8b90,revision_number=1']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:32:51.875396 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-64be92e1-e7f1-41c8-9551-de4943eea5bd tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Publish callbacks [] for router_gateway (f424a844-9828-479c-a4b9-67cdd420e374), after_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:32:52.071686 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-64be92e1-e7f1-41c8-9551-de4943eea5bd tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2060818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1935326'] for router (f424a844-9828-479c-a4b9-67cdd420e374), after_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:32:52.265671 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64be92e1-e7f1-41c8-9551-de4943eea5bd tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Router f424a844-9828-479c-a4b9-67cdd420e374 is scheduled to L3 agent 6b492ad6-0876-4d74-b20d-28143a52ceba with binding_index 1 {{(pid=116162) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 28 11:32:52.375318 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64be92e1-e7f1-41c8-9551-de4943eea5bd tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=116162) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 11:32:52.385169 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90e770f2-8dd9-4c82-93fa-1be4974e08c0 None None] Sync routers for ids ['f424a844-9828-479c-a4b9-67cdd420e374'] in dv-neutron-master-2-hyperv {{(pid=116163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 11:32:52.394838 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90e770f2-8dd9-4c82-93fa-1be4974e08c0 None None] Routers {'f424a844-9828-479c-a4b9-67cdd420e374'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=116163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 11:32:52.395466 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_hamode_db [None req-90e770f2-8dd9-4c82-93fa-1be4974e08c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-28T10:50:39Z,description=,heartbeat_timestamp=2022-04-28T11:32:39Z,host='dv-neutron-master-2-hyperv',id=6b492ad6-0876-4d74-b20d-28143a52ceba,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T10:50:40Z,topic='l3_agent')) {'router_ids': ['f424a844-9828-479c-a4b9-67cdd420e374'], 'active': True} {{(pid=116163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:32:52.479353 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-64be92e1-e7f1-41c8-9551-de4943eea5bd tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Publish callbacks [] for router (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:32:52.480848 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-64be92e1-e7f1-41c8-9551-de4943eea5bd tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.8199353 Apr 28 11:32:52.484197 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 32958) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:32:52.501123 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvr_db [None req-90e770f2-8dd9-4c82-93fa-1be4974e08c0 None None] Set router f424a844-9828-479c-a4b9-67cdd420e374 gateway port host: dv-neutron-master-2-hyperv {{(pid=116163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 11:32:52.513844 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-e807a32c-cdea-4250-acf2-cc08dedfc198 tempest-TestNetworkAdvancedServerOps-1604766071 tempest-TestNetworkAdvancedServerOps-1604766071-project-admin] 10.222.0.10 "GET /v2.0/subnets?project_id=c2ca2bda274d41e2b49f61461a68882b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0279672 Apr 28 11:32:52.516625 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 32960) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:32:52.606412 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-506683cd-1a71-415f-8269-7d231552f647 tempest-TestNetworkAdvancedServerOps-1604766071 tempest-TestNetworkAdvancedServerOps-1604766071-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:32:52.607974 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-506683cd-1a71-415f-8269-7d231552f647 tempest-TestNetworkAdvancedServerOps-1604766071 tempest-TestNetworkAdvancedServerOps-1604766071-project-admin] 10.222.0.10 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0905039 Apr 28 11:32:52.610741 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 32962) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:32:52.640803 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-81e9ed17-fdc7-41b2-af6e-f870b5568e5e tempest-TestNetworkAdvancedServerOps-1604766071 tempest-TestNetworkAdvancedServerOps-1604766071-project-admin] 10.222.0.10 "GET /v2.0/subnets?network_id=7be49d94-bbb8-4a61-bafe-209c5f861e1c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0266232 Apr 28 11:32:52.641027 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 32964) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:32:52.645709 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.v2.base [None req-fa1d833a-02a2-4b3a-b6f6-a0f25baa1666 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1351693942', 'network_id': '18068e1d-1cc4-4cd2-99bd-72acfffd29be', 'project_id': 'c2ca2bda274d41e2b49f61461a68882b', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=116161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:32:52.672188 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_hamode_db [None req-90e770f2-8dd9-4c82-93fa-1be4974e08c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f424a844-9828-479c-a4b9-67cdd420e374', 'name': 'tempest-TestNetworkAdvancedServerOps-router-352903800', 'tenant_id': 'c2ca2bda274d41e2b49f61461a68882b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'external_fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.252'}], 'enable_snat': True}, 'gw_port_id': '04050617-b747-4178-a4a3-a1e8e7cb8b90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T11:32:50Z', 'updated_at': '2022-04-28T11:32:51Z', 'revision_number': 3, 'project_id': 'c2ca2bda274d41e2b49f61461a68882b', 'gw_port': {'id': '04050617-b747-4178-a4a3-a1e8e7cb8b90', 'name': '', 'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:35:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f424a844-9828-479c-a4b9-67cdd420e374', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1740, 'fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:32:51Z', 'updated_at': '2022-04-28T11:32:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=116163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:32:52.700186 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90e770f2-8dd9-4c82-93fa-1be4974e08c0 None None] Checking router: f424a844-9828-479c-a4b9-67cdd420e374 for host: dv-neutron-master-2-hyperv {{(pid=116163) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 11:32:52.700542 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90e770f2-8dd9-4c82-93fa-1be4974e08c0 None None] Updating router f424a844-9828-479c-a4b9-67cdd420e374 port 04050617-b747-4178-a4a3-a1e8e7cb8b90 binding host dv-neutron-master-2-hyperv {{(pid=116163) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 28 11:32:52.731682 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-90e770f2-8dd9-4c82-93fa-1be4974e08c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (04050617-b747-4178-a4a3-a1e8e7cb8b90), before_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:32:52.797351 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa1d833a-02a2-4b3a-b6f6-a0f25baa1666 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Made reservation on behalf of c2ca2bda274d41e2b49f61461a68882b for: {'subnet': 1} {{(pid=116161) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 11:32:52.800782 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-fa1d833a-02a2-4b3a-b6f6-a0f25baa1666 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5125580'] for subnet (None), before_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:32:52.984589 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-90e770f2-8dd9-4c82-93fa-1be4974e08c0 None None] Publish callbacks [] for port (04050617-b747-4178-a4a3-a1e8e7cb8b90), precommit_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:32:53.054537 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-fa1d833a-02a2-4b3a-b6f6-a0f25baa1666 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5220536', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5125438'] for subnet (9017d3c8-d698-40bc-a03f-a6ad38c5fa11), after_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:32:53.082819 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-90e770f2-8dd9-4c82-93fa-1be4974e08c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393'] for port (04050617-b747-4178-a4a3-a1e8e7cb8b90), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:32:53.125749 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa1d833a-02a2-4b3a-b6f6-a0f25baa1666 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Pushing event updated for resources: {'Subnet': ['ID=9017d3c8-d698-40bc-a03f-a6ad38c5fa11,revision_number=0']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:32:53.132277 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa1d833a-02a2-4b3a-b6f6-a0f25baa1666 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Checking segment: {'id': 'dd6966b5-cd50-4cf0-8e3b-ea7a01fb35e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '18068e1d-1cc4-4cd2-99bd-72acfffd29be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 11:32:53.132638 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa1d833a-02a2-4b3a-b6f6-a0f25baa1666 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Network hostable DHCP agents. Network: 18068e1d-1cc4-4cd2-99bd-72acfffd29be, hostable agents: ['75ba81b7-fe99-4281-90d2-a5adb445ecea'], hosted agents: [] {{(pid=116161) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 11:32:53.136699 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.managers [None req-90e770f2-8dd9-4c82-93fa-1be4974e08c0 None None] Attempting to bind port 04050617-b747-4178-a4a3-a1e8e7cb8b90 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=116163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 28 11:32:53.137161 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.managers [None req-90e770f2-8dd9-4c82-93fa-1be4974e08c0 None None] Attempting to bind port 04050617-b747-4178-a4a3-a1e8e7cb8b90 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '142bc50f-d6af-4646-8d06-bb7af6b7b51c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c'}] {{(pid=116163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 28 11:32:53.137518 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90e770f2-8dd9-4c82-93fa-1be4974e08c0 None None] Attempting to bind port 04050617-b747-4178-a4a3-a1e8e7cb8b90 on network 7be49d94-bbb8-4a61-bafe-209c5f861e1c {{(pid=116163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 11:32:53.139515 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd91f031-c8d4-4821-becc-386d6374fec3 None None] Pushing event updated for resources: {'Port': ['ID=04050617-b747-4178-a4a3-a1e8e7cb8b90,revision_number=2']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:32:53.145054 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90e770f2-8dd9-4c82-93fa-1be4974e08c0 None None] Checking agent: {'id': 'd5baab19-5dd1-4902-922b-84acb048ab9c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 10, 50, 43), 'started_at': datetime.datetime(2022, 4, 28, 10, 51, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 11, 32, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=116163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 11:32:53.150669 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90e770f2-8dd9-4c82-93fa-1be4974e08c0 None None] Checking segment: {'id': '142bc50f-d6af-4646-8d06-bb7af6b7b51c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 11:32:53.150669 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-90e770f2-8dd9-4c82-93fa-1be4974e08c0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:32:53.150669 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90e770f2-8dd9-4c82-93fa-1be4974e08c0 None None] Bound using segment: {'id': '142bc50f-d6af-4646-8d06-bb7af6b7b51c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c'} {{(pid=116163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 11:32:53.150669 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.managers [None req-90e770f2-8dd9-4c82-93fa-1be4974e08c0 None None] Bound port: 04050617-b747-4178-a4a3-a1e8e7cb8b90, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '142bc50f-d6af-4646-8d06-bb7af6b7b51c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c'}}] {{(pid=116163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 28 11:32:53.150669 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-90e770f2-8dd9-4c82-93fa-1be4974e08c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (04050617-b747-4178-a4a3-a1e8e7cb8b90), before_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:32:53.200357 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-90e770f2-8dd9-4c82-93fa-1be4974e08c0 None None] For port 04050617-b747-4178-a4a3-a1e8e7cb8b90, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=116163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 11:32:53.203317 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-90e770f2-8dd9-4c82-93fa-1be4974e08c0 None None] For port 04050617-b747-4178-a4a3-a1e8e7cb8b90, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=04050617-b747-4178-a4a3-a1e8e7cb8b90,segment=NetworkSegment(142bc50f-d6af-4646-8d06-bb7af6b7b51c),segment_id=142bc50f-d6af-4646-8d06-bb7af6b7b51c)] {{(pid=116163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 11:32:53.237104 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa1d833a-02a2-4b3a-b6f6-a0f25baa1666 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Network 18068e1d-1cc4-4cd2-99bd-72acfffd29be is scheduled to be hosted by DHCP agent 75ba81b7-fe99-4281-90d2-a5adb445ecea with binding_index 1 {{(pid=116161) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 11:32:53.288718 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-90e770f2-8dd9-4c82-93fa-1be4974e08c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393'] for port (04050617-b747-4178-a4a3-a1e8e7cb8b90), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:32:53.316860 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.scheduler.base_scheduler [None req-fa1d833a-02a2-4b3a-b6f6-a0f25baa1666 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 18068e1d-1cc4-4cd2-99bd-72acfffd29be) {{(pid=116161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 11:32:53.321180 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa1d833a-02a2-4b3a-b6f6-a0f25baa1666 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:32:53.322338 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-fa1d833a-02a2-4b3a-b6f6-a0f25baa1666 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Publish callbacks [] for subnet (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:32:53.334915 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f80cb30-1f6f-4068-86d8-d2b9cd65463c None None] Network 18068e1d-1cc4-4cd2-99bd-72acfffd29be requested from dv-neutron-master-2-hyperv {{(pid=116163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 11:32:53.375651 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd91f031-c8d4-4821-becc-386d6374fec3 None None] Pushing event updated for resources: {'Port': ['ID=04050617-b747-4178-a4a3-a1e8e7cb8b90,revision_number=3']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:32:53.378071 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90e770f2-8dd9-4c82-93fa-1be4974e08c0 None None] Routers {'f424a844-9828-479c-a4b9-67cdd420e374'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=116163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 11:32:53.378702 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_hamode_db [None req-90e770f2-8dd9-4c82-93fa-1be4974e08c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-28T10:50:39Z,description=,heartbeat_timestamp=2022-04-28T11:32:39Z,host='dv-neutron-master-2-hyperv',id=6b492ad6-0876-4d74-b20d-28143a52ceba,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T10:50:40Z,topic='l3_agent')) {'router_ids': ['f424a844-9828-479c-a4b9-67cdd420e374'], 'active': True} {{(pid=116163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:32:53.399550 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-fa1d833a-02a2-4b3a-b6f6-a0f25baa1666 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7574973 Apr 28 11:32:53.402850 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 32966) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:32:53.541994 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d2cba00-1239-4fd2-bee2-5fab2c5f1acd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-18068e1d-1cc4-4cd2-99bd-72acfffd29be', 'network_id': '18068e1d-1cc4-4cd2-99bd-72acfffd29be', 'project_id': 'c2ca2bda274d41e2b49f61461a68882b', 'fixed_ips': [{'subnet_id': '9017d3c8-d698-40bc-a03f-a6ad38c5fa11'}]}} from dv-neutron-master-2-hyperv. {{(pid=116163) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 28 11:32:53.543074 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-6d2cba00-1239-4fd2-bee2-5fab2c5f1acd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (None), before_create {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:32:53.562672 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvr_db [None req-90e770f2-8dd9-4c82-93fa-1be4974e08c0 None None] Set router f424a844-9828-479c-a4b9-67cdd420e374 gateway port host: dv-neutron-master-2-hyperv {{(pid=116163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 11:32:53.836572 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-3f04c7bf-bdd7-4b15-97d4-acc26557ffe2 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (None), before_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:32:53.981781 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.db_base_plugin_common [None req-6d2cba00-1239-4fd2-bee2-5fab2c5f1acd None None] Allocated IP 172.20.0.2 (18068e1d-1cc4-4cd2-99bd-72acfffd29be/9017d3c8-d698-40bc-a03f-a6ad38c5fa11/0a78bbaf-cdef-48e6-8edb-99e40ab8f6bc) {{(pid=116163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 11:32:53.997133 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_hamode_db [None req-90e770f2-8dd9-4c82-93fa-1be4974e08c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f424a844-9828-479c-a4b9-67cdd420e374', 'name': 'tempest-TestNetworkAdvancedServerOps-router-352903800', 'tenant_id': 'c2ca2bda274d41e2b49f61461a68882b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'external_fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.252'}], 'enable_snat': True}, 'gw_port_id': '04050617-b747-4178-a4a3-a1e8e7cb8b90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T11:32:50Z', 'updated_at': '2022-04-28T11:32:51Z', 'revision_number': 3, 'project_id': 'c2ca2bda274d41e2b49f61461a68882b', 'gw_port': {'id': '04050617-b747-4178-a4a3-a1e8e7cb8b90', 'name': '', 'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:35:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f424a844-9828-479c-a4b9-67cdd420e374', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1740, 'fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:32:51Z', 'updated_at': '2022-04-28T11:32:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=116163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:32:54.028408 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90e770f2-8dd9-4c82-93fa-1be4974e08c0 None None] The sync data for ids ['f424a844-9828-479c-a4b9-67cdd420e374'] in dv-neutron-master-2-hyperv is: [{'id': 'f424a844-9828-479c-a4b9-67cdd420e374', 'name': 'tempest-TestNetworkAdvancedServerOps-router-352903800', 'tenant_id': 'c2ca2bda274d41e2b49f61461a68882b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'external_fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.252'}], 'enable_snat': True}, 'gw_port_id': '04050617-b747-4178-a4a3-a1e8e7cb8b90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T11:32:50Z', 'updated_at': '2022-04-28T11:32:51Z', 'revision_number': 3, 'project_id': 'c2ca2bda274d41e2b49f61461a68882b', 'gw_port': {'id': '04050617-b747-4178-a4a3-a1e8e7cb8b90', 'name': '', 'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:35:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f424a844-9828-479c-a4b9-67cdd420e374', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1740, 'fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:32:51Z', 'updated_at': '2022-04-28T11:32:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}] {{(pid=116163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 11:32:54.172403 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-6d2cba00-1239-4fd2-bee2-5fab2c5f1acd None None] Publish callbacks [] for port (0a78bbaf-cdef-48e6-8edb-99e40ab8f6bc), precommit_create {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:32:54.273670 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-6d2cba00-1239-4fd2-bee2-5fab2c5f1acd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742234710357'] for port (0a78bbaf-cdef-48e6-8edb-99e40ab8f6bc), after_create {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:32:54.314818 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d2cba00-1239-4fd2-bee2-5fab2c5f1acd None None] Network 18068e1d-1cc4-4cd2-99bd-72acfffd29be is already hosted by enough agents. {{(pid=116163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 11:32:54.318034 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.scheduler.base_scheduler [None req-6d2cba00-1239-4fd2-bee2-5fab2c5f1acd None None] Resources bound (agent type, host, resource id): {{(pid=116163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 11:32:54.320544 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d2cba00-1239-4fd2-bee2-5fab2c5f1acd None None] Received port after_create {{(pid=116163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 11:32:54.329692 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.db.db_base_plugin_common [None req-3f04c7bf-bdd7-4b15-97d4-acc26557ffe2 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Allocated IP 172.20.0.1 (18068e1d-1cc4-4cd2-99bd-72acfffd29be/9017d3c8-d698-40bc-a03f-a6ad38c5fa11/e4c33150-421d-42e0-9863-f8e99fc3ef3e) {{(pid=116161) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 11:32:54.356071 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d2cba00-1239-4fd2-bee2-5fab2c5f1acd None None] Pushing event updated for resources: {'Port': ['ID=0a78bbaf-cdef-48e6-8edb-99e40ab8f6bc,revision_number=1']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:32:54.397345 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.managers [None req-6d2cba00-1239-4fd2-bee2-5fab2c5f1acd None None] Attempting to bind port 0a78bbaf-cdef-48e6-8edb-99e40ab8f6bc on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=116163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 28 11:32:54.397816 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.managers [None req-6d2cba00-1239-4fd2-bee2-5fab2c5f1acd None None] Attempting to bind port 0a78bbaf-cdef-48e6-8edb-99e40ab8f6bc by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'dd6966b5-cd50-4cf0-8e3b-ea7a01fb35e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '18068e1d-1cc4-4cd2-99bd-72acfffd29be'}] {{(pid=116163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 28 11:32:54.398277 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d2cba00-1239-4fd2-bee2-5fab2c5f1acd None None] Attempting to bind port 0a78bbaf-cdef-48e6-8edb-99e40ab8f6bc on network 18068e1d-1cc4-4cd2-99bd-72acfffd29be {{(pid=116163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 11:32:54.411343 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d2cba00-1239-4fd2-bee2-5fab2c5f1acd None None] Checking agent: {'id': 'd5baab19-5dd1-4902-922b-84acb048ab9c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 10, 50, 43), 'started_at': datetime.datetime(2022, 4, 28, 10, 51, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 11, 32, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=116163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 11:32:54.411817 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d2cba00-1239-4fd2-bee2-5fab2c5f1acd None None] Checking segment: {'id': 'dd6966b5-cd50-4cf0-8e3b-ea7a01fb35e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '18068e1d-1cc4-4cd2-99bd-72acfffd29be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 11:32:54.412297 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-6d2cba00-1239-4fd2-bee2-5fab2c5f1acd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:32:54.412777 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d2cba00-1239-4fd2-bee2-5fab2c5f1acd None None] Bound using segment: {'id': 'dd6966b5-cd50-4cf0-8e3b-ea7a01fb35e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '18068e1d-1cc4-4cd2-99bd-72acfffd29be'} {{(pid=116163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 11:32:54.413457 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.managers [None req-6d2cba00-1239-4fd2-bee2-5fab2c5f1acd None None] Bound port: 0a78bbaf-cdef-48e6-8edb-99e40ab8f6bc, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd6966b5-cd50-4cf0-8e3b-ea7a01fb35e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '18068e1d-1cc4-4cd2-99bd-72acfffd29be'}}] {{(pid=116163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 28 11:32:54.413825 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-6d2cba00-1239-4fd2-bee2-5fab2c5f1acd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (0a78bbaf-cdef-48e6-8edb-99e40ab8f6bc), before_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:32:54.476014 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-3f04c7bf-bdd7-4b15-97d4-acc26557ffe2 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Publish callbacks [] for port (e4c33150-421d-42e0-9863-f8e99fc3ef3e), precommit_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:32:54.484841 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-6d2cba00-1239-4fd2-bee2-5fab2c5f1acd None None] For port 0a78bbaf-cdef-48e6-8edb-99e40ab8f6bc, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=116163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 11:32:54.488165 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-6d2cba00-1239-4fd2-bee2-5fab2c5f1acd None None] For port 0a78bbaf-cdef-48e6-8edb-99e40ab8f6bc, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=0a78bbaf-cdef-48e6-8edb-99e40ab8f6bc,segment=NetworkSegment(dd6966b5-cd50-4cf0-8e3b-ea7a01fb35e8),segment_id=dd6966b5-cd50-4cf0-8e3b-ea7a01fb35e8)] {{(pid=116163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 11:32:54.551996 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-6d2cba00-1239-4fd2-bee2-5fab2c5f1acd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393'] for port (0a78bbaf-cdef-48e6-8edb-99e40ab8f6bc), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:32:54.581115 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-3f04c7bf-bdd7-4b15-97d4-acc26557ffe2 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742234710357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5219112'] for port (e4c33150-421d-42e0-9863-f8e99fc3ef3e), after_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:32:54.637451 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d2cba00-1239-4fd2-bee2-5fab2c5f1acd None None] Pushing event updated for resources: {'Port': ['ID=0a78bbaf-cdef-48e6-8edb-99e40ab8f6bc,revision_number=2']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:32:54.647007 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f04c7bf-bdd7-4b15-97d4-acc26557ffe2 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Network 18068e1d-1cc4-4cd2-99bd-72acfffd29be is already hosted by enough agents. {{(pid=116161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 11:32:54.653477 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.scheduler.base_scheduler [None req-3f04c7bf-bdd7-4b15-97d4-acc26557ffe2 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Resources bound (agent type, host, resource id): {{(pid=116161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 11:32:54.657833 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f04c7bf-bdd7-4b15-97d4-acc26557ffe2 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Received port after_create {{(pid=116161) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 11:32:54.664407 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f04c7bf-bdd7-4b15-97d4-acc26557ffe2 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Pushing event updated for resources: {'Port': ['ID=e4c33150-421d-42e0-9863-f8e99fc3ef3e,revision_number=1']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:32:54.701958 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Device 04050617-b747-4178-a4a3-a1e8e7cb8b90 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=116163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 11:32:54.715238 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-3f04c7bf-bdd7-4b15-97d4-acc26557ffe2 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2063275'] for router_interface (f424a844-9828-479c-a4b9-67cdd420e374), before_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:32:54.755044 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Provisioning complete for port 04050617-b747-4178-a4a3-a1e8e7cb8b90 triggered by entity L2. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:32:54.755424 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (04050617-b747-4178-a4a3-a1e8e7cb8b90), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:32:54.870149 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Current status of the port 04050617-b747-4178-a4a3-a1e8e7cb8b90 is: DOWN; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:32:54.870149 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (04050617-b747-4178-a4a3-a1e8e7cb8b90), before_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:32:54.895958 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] For port 04050617-b747-4178-a4a3-a1e8e7cb8b90, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=04050617-b747-4178-a4a3-a1e8e7cb8b90,segment=NetworkSegment(142bc50f-d6af-4646-8d06-bb7af6b7b51c),segment_id=142bc50f-d6af-4646-8d06-bb7af6b7b51c)] {{(pid=116163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 11:32:54.957011 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393'] for port (04050617-b747-4178-a4a3-a1e8e7cb8b90), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:32:54.998675 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-3f04c7bf-bdd7-4b15-97d4-acc26557ffe2 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (e4c33150-421d-42e0-9863-f8e99fc3ef3e), before_update {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:32:55.020469 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Pushing event updated for resources: {'Port': ['ID=04050617-b747-4178-a4a3-a1e8e7cb8b90,revision_number=4']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:32:55.282184 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-3f04c7bf-bdd7-4b15-97d4-acc26557ffe2 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Publish callbacks [] for port (e4c33150-421d-42e0-9863-f8e99fc3ef3e), precommit_update {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:32:55.344095 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-3f04c7bf-bdd7-4b15-97d4-acc26557ffe2 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5219123'] for port (e4c33150-421d-42e0-9863-f8e99fc3ef3e), after_update {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:32:55.421066 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-3f04c7bf-bdd7-4b15-97d4-acc26557ffe2 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1603056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2063387'] for router_interface (f424a844-9828-479c-a4b9-67cdd420e374), after_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:32:55.422982 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f04c7bf-bdd7-4b15-97d4-acc26557ffe2 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Pushing event updated for resources: {'Port': ['ID=e4c33150-421d-42e0-9863-f8e99fc3ef3e,revision_number=2']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:32:55.523967 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f04c7bf-bdd7-4b15-97d4-acc26557ffe2 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Network 18068e1d-1cc4-4cd2-99bd-72acfffd29be is already hosted by enough agents. {{(pid=116161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 11:32:55.526269 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.scheduler.base_scheduler [None req-3f04c7bf-bdd7-4b15-97d4-acc26557ffe2 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Resources bound (agent type, host, resource id): {{(pid=116161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 11:32:55.616601 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b79570fc-c70b-44cf-aa5b-3c029b0e784a None None] Network 18068e1d-1cc4-4cd2-99bd-72acfffd29be requested from dv-neutron-master-2-hyperv {{(pid=116163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 11:32:55.648053 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f04c7bf-bdd7-4b15-97d4-acc26557ffe2 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Router f424a844-9828-479c-a4b9-67cdd420e374 has already been hosted by L3 agent 6b492ad6-0876-4d74-b20d-28143a52ceba {{(pid=116161) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 11:32:55.726243 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-344bc3ab-063f-437e-870d-8c3d4cf0afad None None] Provisioning complete for port 0a78bbaf-cdef-48e6-8edb-99e40ab8f6bc triggered by entity DHCP. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:32:55.726561 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-344bc3ab-063f-437e-870d-8c3d4cf0afad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (0a78bbaf-cdef-48e6-8edb-99e40ab8f6bc), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:32:55.761535 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f04c7bf-bdd7-4b15-97d4-acc26557ffe2 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=116161) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 11:32:55.773524 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-3f04c7bf-bdd7-4b15-97d4-acc26557ffe2 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] 10.222.0.10 "PUT /v2.0/routers/f424a844-9828-479c-a4b9-67cdd420e374/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3634331 Apr 28 11:32:55.820643 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-344bc3ab-063f-437e-870d-8c3d4cf0afad None None] Current status of the port 0a78bbaf-cdef-48e6-8edb-99e40ab8f6bc is: DOWN; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:32:55.821204 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-344bc3ab-063f-437e-870d-8c3d4cf0afad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (0a78bbaf-cdef-48e6-8edb-99e40ab8f6bc), before_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:32:55.862220 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-344bc3ab-063f-437e-870d-8c3d4cf0afad None None] For port 0a78bbaf-cdef-48e6-8edb-99e40ab8f6bc, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=0a78bbaf-cdef-48e6-8edb-99e40ab8f6bc,segment=NetworkSegment(dd6966b5-cd50-4cf0-8e3b-ea7a01fb35e8),segment_id=dd6966b5-cd50-4cf0-8e3b-ea7a01fb35e8)] {{(pid=116163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 11:32:55.931044 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-344bc3ab-063f-437e-870d-8c3d4cf0afad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393'] for port (0a78bbaf-cdef-48e6-8edb-99e40ab8f6bc), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:32:55.990982 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344bc3ab-063f-437e-870d-8c3d4cf0afad None None] Pushing event updated for resources: {'Port': ['ID=0a78bbaf-cdef-48e6-8edb-99e40ab8f6bc,revision_number=3']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:32:56.003102 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-bc7afcf9-f223-4870-b8ef-ce3f7a0eadf2 req-c7a5388e-3eb0-42ef-9184-f9969c58f108 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-428277640&fields=id&tenant_id=c2ca2bda274d41e2b49f61461a68882b HTTP/1.1" status: 200 len: 267 time: 0.0517344 Apr 28 11:32:56.054979 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-f9fc8423-ad1f-4841-8fb2-ca31d5cd7f5a None None] Provisioning complete for port 0a78bbaf-cdef-48e6-8edb-99e40ab8f6bc triggered by entity DHCP. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:32:56.054979 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-f9fc8423-ad1f-4841-8fb2-ca31d5cd7f5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (0a78bbaf-cdef-48e6-8edb-99e40ab8f6bc), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:32:56.134120 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7afcf9-f223-4870-b8ef-ce3f7a0eadf2 req-1d5fe343-dcd9-4fc2-a2d6-fa6f8c755431 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:32:56.136095 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-bc7afcf9-f223-4870-b8ef-ce3f7a0eadf2 req-1d5fe343-dcd9-4fc2-a2d6-fa6f8c755431 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] 10.222.0.10 "GET /v2.0/networks?id=18068e1d-1cc4-4cd2-99bd-72acfffd29be HTTP/1.1" status: 200 len: 796 time: 0.1245155 Apr 28 11:32:56.151679 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-f9fc8423-ad1f-4841-8fb2-ca31d5cd7f5a None None] Current status of the port 0a78bbaf-cdef-48e6-8edb-99e40ab8f6bc is: ACTIVE; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:32:56.152814 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-bc7afcf9-f223-4870-b8ef-ce3f7a0eadf2 req-5a04bc30-0f7e-47f6-96eb-1b282e3d83b2 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] 10.222.0.10 "GET /v2.0/quotas/c2ca2bda274d41e2b49f61461a68882b HTTP/1.1" status: 200 len: 375 time: 0.0105631 Apr 28 11:32:56.160848 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-f9fc8423-ad1f-4841-8fb2-ca31d5cd7f5a None None] Provisioning complete for port e4c33150-421d-42e0-9863-f8e99fc3ef3e triggered by entity DHCP. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:32:56.161350 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-f9fc8423-ad1f-4841-8fb2-ca31d5cd7f5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (e4c33150-421d-42e0-9863-f8e99fc3ef3e), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:32:56.174818 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.agents_db [None req-54b29a82-8a19-4507-95e3-3a2d011841ff None None] Agent healthcheck: found 6 active agents {{(pid=116164) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 28 11:32:56.207841 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-bc7afcf9-f223-4870-b8ef-ce3f7a0eadf2 req-a6b3ce7f-497d-4fa8-95bd-7d4d824d3688 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=c2ca2bda274d41e2b49f61461a68882b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0480378 Apr 28 11:32:56.214222 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-f9fc8423-ad1f-4841-8fb2-ca31d5cd7f5a None None] Port e4c33150-421d-42e0-9863-f8e99fc3ef3e cannot update to ACTIVE because it is not bound. {{(pid=116163) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 28 11:32:56.218750 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0f44087-0e13-4a71-a067-c9ef7598cb9f None None] Sync routers for ids ['f424a844-9828-479c-a4b9-67cdd420e374'] in dv-neutron-master-2-hyperv {{(pid=116164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 11:32:56.231147 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0f44087-0e13-4a71-a067-c9ef7598cb9f None None] Routers {'f424a844-9828-479c-a4b9-67cdd420e374'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=116164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 11:32:56.231834 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_hamode_db [None req-e0f44087-0e13-4a71-a067-c9ef7598cb9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-28T10:50:39Z,description=,heartbeat_timestamp=2022-04-28T11:32:39Z,host='dv-neutron-master-2-hyperv',id=6b492ad6-0876-4d74-b20d-28143a52ceba,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T10:50:40Z,topic='l3_agent')) {'router_ids': ['f424a844-9828-479c-a4b9-67cdd420e374'], 'active': True} {{(pid=116164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:32:56.331007 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-e2e1856d-eb7b-4fb6-bdd0-bc88c57fd83c None None] Provisioning complete for port e4c33150-421d-42e0-9863-f8e99fc3ef3e triggered by entity DHCP. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:32:56.331384 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-e2e1856d-eb7b-4fb6-bdd0-bc88c57fd83c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (e4c33150-421d-42e0-9863-f8e99fc3ef3e), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:32:56.346454 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_dvr_db [None req-e0f44087-0e13-4a71-a067-c9ef7598cb9f None None] Set router f424a844-9828-479c-a4b9-67cdd420e374 gateway port host: dv-neutron-master-2-hyperv {{(pid=116164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 11:32:56.373365 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-e2e1856d-eb7b-4fb6-bdd0-bc88c57fd83c None None] Port e4c33150-421d-42e0-9863-f8e99fc3ef3e cannot update to ACTIVE because it is not bound. {{(pid=116163) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 28 11:32:56.411560 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-bc7afcf9-f223-4870-b8ef-ce3f7a0eadf2 req-bf20fd70-3bf8-42f4-b5c8-61197c70b056 service neutron] 10.222.0.10 "GET /v2.0/networks/18068e1d-1cc4-4cd2-99bd-72acfffd29be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1889935 Apr 28 11:32:56.490795 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-f3183aba-dbd2-4340-a740-9dbf2d77800b None None] Provisioning complete for port e4c33150-421d-42e0-9863-f8e99fc3ef3e triggered by entity DHCP. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:32:56.491463 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-f3183aba-dbd2-4340-a740-9dbf2d77800b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (e4c33150-421d-42e0-9863-f8e99fc3ef3e), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:32:56.506419 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-bc7afcf9-f223-4870-b8ef-ce3f7a0eadf2 req-9002d954-6d3d-412c-9152-4896620a6074 service neutron] 10.222.0.10 "GET /v2.0/networks/18068e1d-1cc4-4cd2-99bd-72acfffd29be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886078 Apr 28 11:32:56.528797 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-f3183aba-dbd2-4340-a740-9dbf2d77800b None None] Port e4c33150-421d-42e0-9863-f8e99fc3ef3e cannot update to ACTIVE because it is not bound. {{(pid=116163) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 28 11:32:56.548575 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_hamode_db [None req-e0f44087-0e13-4a71-a067-c9ef7598cb9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f424a844-9828-479c-a4b9-67cdd420e374', 'name': 'tempest-TestNetworkAdvancedServerOps-router-352903800', 'tenant_id': 'c2ca2bda274d41e2b49f61461a68882b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'external_fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.252'}], 'enable_snat': True}, 'gw_port_id': '04050617-b747-4178-a4a3-a1e8e7cb8b90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T11:32:50Z', 'updated_at': '2022-04-28T11:32:54Z', 'revision_number': 4, 'project_id': 'c2ca2bda274d41e2b49f61461a68882b', 'gw_port': {'id': '04050617-b747-4178-a4a3-a1e8e7cb8b90', 'name': '', 'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:35:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f424a844-9828-479c-a4b9-67cdd420e374', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1740, 'fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:32:51Z', 'updated_at': '2022-04-28T11:32:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'e4c33150-421d-42e0-9863-f8e99fc3ef3e', 'name': '', 'network_id': '18068e1d-1cc4-4cd2-99bd-72acfffd29be', 'tenant_id': 'c2ca2bda274d41e2b49f61461a68882b', 'mac_address': 'fa:16:3e:8b:94:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f424a844-9828-479c-a4b9-67cdd420e374', 'device_owner': 'network:router_interface', 'standard_attr_id': 1743, 'fixed_ips': [{'subnet_id': '9017d3c8-d698-40bc-a03f-a6ad38c5fa11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:32:53Z', 'updated_at': '2022-04-28T11:32:55Z', 'revision_number': 2, 'project_id': 'c2ca2bda274d41e2b49f61461a68882b', 'subnets': [{'id': '9017d3c8-d698-40bc-a03f-a6ad38c5fa11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=116164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:32:56.579393 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0f44087-0e13-4a71-a067-c9ef7598cb9f None None] Checking router: f424a844-9828-479c-a4b9-67cdd420e374 for host: dv-neutron-master-2-hyperv {{(pid=116164) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 11:32:56.579748 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0f44087-0e13-4a71-a067-c9ef7598cb9f None None] Updating router f424a844-9828-479c-a4b9-67cdd420e374 port e4c33150-421d-42e0-9863-f8e99fc3ef3e binding host dv-neutron-master-2-hyperv {{(pid=116164) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 28 11:32:56.607920 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron_lib.callbacks.manager [None req-e0f44087-0e13-4a71-a067-c9ef7598cb9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (e4c33150-421d-42e0-9863-f8e99fc3ef3e), before_update {{(pid=116164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:32:56.711698 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Device 04050617-b747-4178-a4a3-a1e8e7cb8b90 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=116163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 11:32:56.760243 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Provisioning complete for port 04050617-b747-4178-a4a3-a1e8e7cb8b90 triggered by entity L2. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:32:56.760903 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (04050617-b747-4178-a4a3-a1e8e7cb8b90), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:32:56.842109 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Current status of the port 04050617-b747-4178-a4a3-a1e8e7cb8b90 is: ACTIVE; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:32:56.843212 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Device 0a78bbaf-cdef-48e6-8edb-99e40ab8f6bc up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=116163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 11:32:56.881134 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron_lib.callbacks.manager [None req-e0f44087-0e13-4a71-a067-c9ef7598cb9f None None] Publish callbacks [] for port (e4c33150-421d-42e0-9863-f8e99fc3ef3e), precommit_update {{(pid=116164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:32:56.892038 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Provisioning complete for port 0a78bbaf-cdef-48e6-8edb-99e40ab8f6bc triggered by entity L2. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:32:56.892412 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (0a78bbaf-cdef-48e6-8edb-99e40ab8f6bc), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:32:56.963252 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron_lib.callbacks.manager [None req-e0f44087-0e13-4a71-a067-c9ef7598cb9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393'] for port (e4c33150-421d-42e0-9863-f8e99fc3ef3e), after_update {{(pid=116164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:32:56.974040 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Current status of the port 0a78bbaf-cdef-48e6-8edb-99e40ab8f6bc is: ACTIVE; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:32:57.010824 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ad39ba-f508-4820-80c6-42816ed73fd7 None None] Pushing event updated for resources: {'Port': ['ID=e4c33150-421d-42e0-9863-f8e99fc3ef3e,revision_number=3']} {{(pid=116164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:32:57.021218 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29ad39ba-f508-4820-80c6-42816ed73fd7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:32:57.021564 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29ad39ba-f508-4820-80c6-42816ed73fd7 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:32:57.021907 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29ad39ba-f508-4820-80c6-42816ed73fd7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:32:57.022239 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29ad39ba-f508-4820-80c6-42816ed73fd7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:32:57.022599 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29ad39ba-f508-4820-80c6-42816ed73fd7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:32:57.022928 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29ad39ba-f508-4820-80c6-42816ed73fd7 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:32:57.023252 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29ad39ba-f508-4820-80c6-42816ed73fd7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:32:57.023572 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29ad39ba-f508-4820-80c6-42816ed73fd7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:32:57.023914 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29ad39ba-f508-4820-80c6-42816ed73fd7 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:32:57.024219 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29ad39ba-f508-4820-80c6-42816ed73fd7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:32:57.024542 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29ad39ba-f508-4820-80c6-42816ed73fd7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:32:57.025358 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29ad39ba-f508-4820-80c6-42816ed73fd7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:32:57.025681 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29ad39ba-f508-4820-80c6-42816ed73fd7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:32:57.025997 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29ad39ba-f508-4820-80c6-42816ed73fd7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:32:57.026554 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29ad39ba-f508-4820-80c6-42816ed73fd7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:32:57.087294 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.plugins.ml2.managers [None req-e0f44087-0e13-4a71-a067-c9ef7598cb9f None None] Attempting to bind port e4c33150-421d-42e0-9863-f8e99fc3ef3e on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=116164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 28 11:32:57.088250 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.plugins.ml2.managers [None req-e0f44087-0e13-4a71-a067-c9ef7598cb9f None None] Attempting to bind port e4c33150-421d-42e0-9863-f8e99fc3ef3e by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'dd6966b5-cd50-4cf0-8e3b-ea7a01fb35e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '18068e1d-1cc4-4cd2-99bd-72acfffd29be'}] {{(pid=116164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 28 11:32:57.088622 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0f44087-0e13-4a71-a067-c9ef7598cb9f None None] Attempting to bind port e4c33150-421d-42e0-9863-f8e99fc3ef3e on network 18068e1d-1cc4-4cd2-99bd-72acfffd29be {{(pid=116164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 11:32:57.095149 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0f44087-0e13-4a71-a067-c9ef7598cb9f None None] Checking agent: {'id': 'd5baab19-5dd1-4902-922b-84acb048ab9c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 10, 50, 43), 'started_at': datetime.datetime(2022, 4, 28, 10, 51, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 11, 32, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=116164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 11:32:57.095540 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0f44087-0e13-4a71-a067-c9ef7598cb9f None None] Checking segment: {'id': 'dd6966b5-cd50-4cf0-8e3b-ea7a01fb35e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '18068e1d-1cc4-4cd2-99bd-72acfffd29be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 11:32:57.095934 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron_lib.callbacks.manager [None req-e0f44087-0e13-4a71-a067-c9ef7598cb9f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=116164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:32:57.096505 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0f44087-0e13-4a71-a067-c9ef7598cb9f None None] Bound using segment: {'id': 'dd6966b5-cd50-4cf0-8e3b-ea7a01fb35e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '18068e1d-1cc4-4cd2-99bd-72acfffd29be'} {{(pid=116164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 11:32:57.096982 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.plugins.ml2.managers [None req-e0f44087-0e13-4a71-a067-c9ef7598cb9f None None] Bound port: e4c33150-421d-42e0-9863-f8e99fc3ef3e, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd6966b5-cd50-4cf0-8e3b-ea7a01fb35e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '18068e1d-1cc4-4cd2-99bd-72acfffd29be'}}] {{(pid=116164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 28 11:32:57.097363 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron_lib.callbacks.manager [None req-e0f44087-0e13-4a71-a067-c9ef7598cb9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (e4c33150-421d-42e0-9863-f8e99fc3ef3e), before_update {{(pid=116164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:32:57.165139 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.plugins.ml2.db [None req-e0f44087-0e13-4a71-a067-c9ef7598cb9f None None] For port e4c33150-421d-42e0-9863-f8e99fc3ef3e, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=116164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 11:32:57.169047 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.plugins.ml2.db [None req-e0f44087-0e13-4a71-a067-c9ef7598cb9f None None] For port e4c33150-421d-42e0-9863-f8e99fc3ef3e, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=e4c33150-421d-42e0-9863-f8e99fc3ef3e,segment=NetworkSegment(dd6966b5-cd50-4cf0-8e3b-ea7a01fb35e8),segment_id=dd6966b5-cd50-4cf0-8e3b-ea7a01fb35e8)] {{(pid=116164) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 11:32:57.226209 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron_lib.callbacks.manager [None req-e0f44087-0e13-4a71-a067-c9ef7598cb9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393'] for port (e4c33150-421d-42e0-9863-f8e99fc3ef3e), after_update {{(pid=116164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:32:57.252154 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-c2a0f4ab-80c4-4018-8540-a1fa9653f970 None None] Provisioning complete for port e4c33150-421d-42e0-9863-f8e99fc3ef3e triggered by entity DHCP. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:32:57.252530 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-c2a0f4ab-80c4-4018-8540-a1fa9653f970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (e4c33150-421d-42e0-9863-f8e99fc3ef3e), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:32:57.285885 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ad39ba-f508-4820-80c6-42816ed73fd7 None None] Pushing event updated for resources: {'Port': ['ID=e4c33150-421d-42e0-9863-f8e99fc3ef3e,revision_number=4']} {{(pid=116164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:32:57.289496 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0f44087-0e13-4a71-a067-c9ef7598cb9f None None] Routers {'f424a844-9828-479c-a4b9-67cdd420e374'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=116164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 11:32:57.290110 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_hamode_db [None req-e0f44087-0e13-4a71-a067-c9ef7598cb9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-28T10:50:39Z,description=,heartbeat_timestamp=2022-04-28T11:32:39Z,host='dv-neutron-master-2-hyperv',id=6b492ad6-0876-4d74-b20d-28143a52ceba,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T10:50:40Z,topic='l3_agent')) {'router_ids': ['f424a844-9828-479c-a4b9-67cdd420e374'], 'active': True} {{(pid=116164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:32:57.351203 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-c2a0f4ab-80c4-4018-8540-a1fa9653f970 None None] Current status of the port e4c33150-421d-42e0-9863-f8e99fc3ef3e is: DOWN; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:32:57.351591 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-c2a0f4ab-80c4-4018-8540-a1fa9653f970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (e4c33150-421d-42e0-9863-f8e99fc3ef3e), before_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:32:57.389864 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-c2a0f4ab-80c4-4018-8540-a1fa9653f970 None None] For port e4c33150-421d-42e0-9863-f8e99fc3ef3e, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=e4c33150-421d-42e0-9863-f8e99fc3ef3e,segment=NetworkSegment(dd6966b5-cd50-4cf0-8e3b-ea7a01fb35e8),segment_id=dd6966b5-cd50-4cf0-8e3b-ea7a01fb35e8)] {{(pid=116163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 11:32:57.405636 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_dvr_db [None req-e0f44087-0e13-4a71-a067-c9ef7598cb9f None None] Set router f424a844-9828-479c-a4b9-67cdd420e374 gateway port host: dv-neutron-master-2-hyperv {{(pid=116164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 11:32:57.465607 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-c2a0f4ab-80c4-4018-8540-a1fa9653f970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393'] for port (e4c33150-421d-42e0-9863-f8e99fc3ef3e), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:32:57.514595 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a0f4ab-80c4-4018-8540-a1fa9653f970 None None] Pushing event updated for resources: {'Port': ['ID=e4c33150-421d-42e0-9863-f8e99fc3ef3e,revision_number=5']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:32:57.584088 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-098f8010-1e84-44ce-8e35-fdcbf374efb3 None None] Provisioning complete for port e4c33150-421d-42e0-9863-f8e99fc3ef3e triggered by entity DHCP. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:32:57.584380 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-098f8010-1e84-44ce-8e35-fdcbf374efb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (e4c33150-421d-42e0-9863-f8e99fc3ef3e), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:32:57.667991 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-098f8010-1e84-44ce-8e35-fdcbf374efb3 None None] Current status of the port e4c33150-421d-42e0-9863-f8e99fc3ef3e is: ACTIVE; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:32:57.686012 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_hamode_db [None req-e0f44087-0e13-4a71-a067-c9ef7598cb9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f424a844-9828-479c-a4b9-67cdd420e374', 'name': 'tempest-TestNetworkAdvancedServerOps-router-352903800', 'tenant_id': 'c2ca2bda274d41e2b49f61461a68882b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'external_fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.252'}], 'enable_snat': True}, 'gw_port_id': '04050617-b747-4178-a4a3-a1e8e7cb8b90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T11:32:50Z', 'updated_at': '2022-04-28T11:32:54Z', 'revision_number': 4, 'project_id': 'c2ca2bda274d41e2b49f61461a68882b', 'gw_port': {'id': '04050617-b747-4178-a4a3-a1e8e7cb8b90', 'name': '', 'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:35:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f424a844-9828-479c-a4b9-67cdd420e374', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1740, 'fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:32:51Z', 'updated_at': '2022-04-28T11:32:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'e4c33150-421d-42e0-9863-f8e99fc3ef3e', 'name': '', 'network_id': '18068e1d-1cc4-4cd2-99bd-72acfffd29be', 'tenant_id': 'c2ca2bda274d41e2b49f61461a68882b', 'mac_address': 'fa:16:3e:8b:94:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f424a844-9828-479c-a4b9-67cdd420e374', 'device_owner': 'network:router_interface', 'standard_attr_id': 1743, 'fixed_ips': [{'subnet_id': '9017d3c8-d698-40bc-a03f-a6ad38c5fa11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:32:53Z', 'updated_at': '2022-04-28T11:32:57Z', 'revision_number': 4, 'project_id': 'c2ca2bda274d41e2b49f61461a68882b', 'subnets': [{'id': '9017d3c8-d698-40bc-a03f-a6ad38c5fa11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=116164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:32:57.712527 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0f44087-0e13-4a71-a067-c9ef7598cb9f None None] The sync data for ids ['f424a844-9828-479c-a4b9-67cdd420e374'] in dv-neutron-master-2-hyperv is: [{'id': 'f424a844-9828-479c-a4b9-67cdd420e374', 'name': 'tempest-TestNetworkAdvancedServerOps-router-352903800', 'tenant_id': 'c2ca2bda274d41e2b49f61461a68882b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'external_fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.252'}], 'enable_snat': True}, 'gw_port_id': '04050617-b747-4178-a4a3-a1e8e7cb8b90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T11:32:50Z', 'updated_at': '2022-04-28T11:32:54Z', 'revision_number': 4, 'project_id': 'c2ca2bda274d41e2b49f61461a68882b', 'gw_port': {'id': '04050617-b747-4178-a4a3-a1e8e7cb8b90', 'name': '', 'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:35:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f424a844-9828-479c-a4b9-67cdd420e374', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1740, 'fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:32:51Z', 'updated_at': '2022-04-28T11:32:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'e4c33150-421d-42e0-9863-f8e99fc3ef3e', 'name': '', 'network_id': '18068e1d-1cc4-4cd2-99bd-72acfffd29be', 'tenant_id': 'c2ca2bda274d41e2b49f61461a68882b', 'mac_address': 'fa:16:3e:8b:94:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f424a844-9828-479c-a4b9-67cdd420e374', 'device_owner': 'network:router_interface', 'standard_attr_id': 1743, 'fixed_ips': [{'subnet_id': '9017d3c8-d698-40bc-a03f-a6ad38c5fa11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:32:53Z', 'updated_at': '2022-04-28T11:32:57Z', 'revision_number': 4, 'project_id': 'c2ca2bda274d41e2b49f61461a68882b', 'subnets': [{'id': '9017d3c8-d698-40bc-a03f-a6ad38c5fa11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=116164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 11:32:57.795223 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-1ab0f245-3201-480d-b5a5-96a8991d3aec req-bd6eda39-e1f4-4a95-9076-4321252cfb55 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] 10.222.0.10 "GET /v2.0/ports?device_id=5a3825d7-c57c-44ba-a737-bfded7b6ed5e HTTP/1.1" status: 200 len: 210 time: 0.0510571 Apr 28 11:32:58.657765 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Device e4c33150-421d-42e0-9863-f8e99fc3ef3e up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=116163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 11:32:58.714714 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Provisioning complete for port e4c33150-421d-42e0-9863-f8e99fc3ef3e triggered by entity L2. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:32:58.715166 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (e4c33150-421d-42e0-9863-f8e99fc3ef3e), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:32:58.792721 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Current status of the port e4c33150-421d-42e0-9863-f8e99fc3ef3e is: ACTIVE; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:32:58.890698 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-48d15cc1-5b00-462a-8a4f-de8c4d711f07 req-8a616866-a6b0-4a14-b473-5dde04d64cf7 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] 10.222.0.10 "GET /v2.0/ports?device_id=5a3825d7-c57c-44ba-a737-bfded7b6ed5e HTTP/1.1" status: 200 len: 210 time: 0.0286758 Apr 28 11:32:59.662180 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7afcf9-f223-4870-b8ef-ce3f7a0eadf2 req-1a5e7a7b-c5b2-4015-86a0-3fabeb8b3865 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:32:59.664764 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-bc7afcf9-f223-4870-b8ef-ce3f7a0eadf2 req-1a5e7a7b-c5b2-4015-86a0-3fabeb8b3865 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] 10.222.0.20 "GET /v2.0/networks?id=18068e1d-1cc4-4cd2-99bd-72acfffd29be HTTP/1.1" status: 200 len: 796 time: 0.1046634 Apr 28 11:32:59.725523 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-bc7afcf9-f223-4870-b8ef-ce3f7a0eadf2 req-0532ef2e-ee98-400b-ab54-e7d6bc4da48c tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c2ca2bda274d41e2b49f61461a68882b HTTP/1.1" status: 200 len: 379 time: 0.0541091 Apr 28 11:32:59.734144 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.v2.base [req-bc7afcf9-f223-4870-b8ef-ce3f7a0eadf2 req-be633865-b42b-460e-b590-9ece231c31d6 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Request body: {'port': {'device_id': '5a3825d7-c57c-44ba-a737-bfded7b6ed5e', 'network_id': '18068e1d-1cc4-4cd2-99bd-72acfffd29be', 'admin_state_up': True, 'tenant_id': 'c2ca2bda274d41e2b49f61461a68882b', 'security_groups': ['f1c2abcf-e8d3-4b00-91cb-4527197725c7']}} {{(pid=116162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:32:59.905546 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bc7afcf9-f223-4870-b8ef-ce3f7a0eadf2 req-be633865-b42b-460e-b590-9ece231c31d6 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Made reservation on behalf of c2ca2bda274d41e2b49f61461a68882b for: {'port': 1} {{(pid=116162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 11:32:59.908903 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [req-bc7afcf9-f223-4870-b8ef-ce3f7a0eadf2 req-be633865-b42b-460e-b590-9ece231c31d6 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (None), before_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:32:59.988225 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-d46bac5f-a3de-4b0f-bf8d-dff384efcc1f req-5901c1d4-e2da-4b91-bc53-7bde3cbd93d8 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] 10.222.0.10 "GET /v2.0/ports?device_id=5a3825d7-c57c-44ba-a737-bfded7b6ed5e HTTP/1.1" status: 200 len: 210 time: 0.0283024 Apr 28 11:33:00.044698 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.db.db_base_plugin_common [req-bc7afcf9-f223-4870-b8ef-ce3f7a0eadf2 req-be633865-b42b-460e-b590-9ece231c31d6 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Allocated IP 172.20.0.4 (18068e1d-1cc4-4cd2-99bd-72acfffd29be/9017d3c8-d698-40bc-a03f-a6ad38c5fa11/0bcfb22b-917c-4741-86d9-92c11b30b504) {{(pid=116162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 11:33:00.188313 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [req-bc7afcf9-f223-4870-b8ef-ce3f7a0eadf2 req-be633865-b42b-460e-b590-9ece231c31d6 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Publish callbacks [] for port (0bcfb22b-917c-4741-86d9-92c11b30b504), precommit_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:33:00.260137 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [req-bc7afcf9-f223-4870-b8ef-ce3f7a0eadf2 req-be633865-b42b-460e-b590-9ece231c31d6 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742234710357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5051867'] for port (0bcfb22b-917c-4741-86d9-92c11b30b504), after_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:33:00.301191 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bc7afcf9-f223-4870-b8ef-ce3f7a0eadf2 req-be633865-b42b-460e-b590-9ece231c31d6 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Network 18068e1d-1cc4-4cd2-99bd-72acfffd29be is already hosted by enough agents. {{(pid=116162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 11:33:00.304324 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.scheduler.base_scheduler [req-bc7afcf9-f223-4870-b8ef-ce3f7a0eadf2 req-be633865-b42b-460e-b590-9ece231c31d6 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Resources bound (agent type, host, resource id): {{(pid=116162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 11:33:00.312121 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc7afcf9-f223-4870-b8ef-ce3f7a0eadf2 req-be633865-b42b-460e-b590-9ece231c31d6 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Received port after_create {{(pid=116162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 11:33:00.338881 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be633865-b42b-460e-b590-9ece231c31d6 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Pushing event updated for resources: {'Port': ['ID=0bcfb22b-917c-4741-86d9-92c11b30b504,revision_number=1']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:33:00.365380 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7afcf9-f223-4870-b8ef-ce3f7a0eadf2 req-be633865-b42b-460e-b590-9ece231c31d6 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:33:00.366002 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [req-bc7afcf9-f223-4870-b8ef-ce3f7a0eadf2 req-be633865-b42b-460e-b590-9ece231c31d6 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198022'] for port (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:33:00.435792 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-bc7afcf9-f223-4870-b8ef-ce3f7a0eadf2 req-be633865-b42b-460e-b590-9ece231c31d6 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7051690 Apr 28 11:33:00.447947 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.v2.base [req-bc7afcf9-f223-4870-b8ef-ce3f7a0eadf2 req-85cd10e3-a95f-44b2-8035-feea352e7afa service neutron] Request body: {'port': {'device_id': '5a3825d7-c57c-44ba-a737-bfded7b6ed5e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-mast'}} {{(pid=116162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:33:00.507992 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-a8e65c94-b469-41b0-81e9-a1b7a73f84ff None None] Provisioning complete for port 0bcfb22b-917c-4741-86d9-92c11b30b504 triggered by entity DHCP. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:33:00.508600 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-a8e65c94-b469-41b0-81e9-a1b7a73f84ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (0bcfb22b-917c-4741-86d9-92c11b30b504), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:33:00.511131 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [req-bc7afcf9-f223-4870-b8ef-ce3f7a0eadf2 req-85cd10e3-a95f-44b2-8035-feea352e7afa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (0bcfb22b-917c-4741-86d9-92c11b30b504), before_update {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:33:00.546262 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-a8e65c94-b469-41b0-81e9-a1b7a73f84ff None None] Port 0bcfb22b-917c-4741-86d9-92c11b30b504 cannot update to ACTIVE because it is not bound. {{(pid=116163) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 28 11:33:00.765845 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.notifiers.nova [req-bc7afcf9-f223-4870-b8ef-ce3f7a0eadf2 req-85cd10e3-a95f-44b2-8035-feea352e7afa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0bcfb22b-917c-4741-86d9-92c11b30b504 {{(pid=116162) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 11:33:00.772980 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [req-bc7afcf9-f223-4870-b8ef-ce3f7a0eadf2 req-85cd10e3-a95f-44b2-8035-feea352e7afa service neutron] Publish callbacks [] for port (0bcfb22b-917c-4741-86d9-92c11b30b504), precommit_update {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:33:00.785428 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.db.provisioning_blocks [req-bc7afcf9-f223-4870-b8ef-ce3f7a0eadf2 req-85cd10e3-a95f-44b2-8035-feea352e7afa service neutron] Transition to ACTIVE for port object 0bcfb22b-917c-4741-86d9-92c11b30b504 will not be triggered until provisioned by entity L2. {{(pid=116162) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 28 11:33:00.871108 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [req-bc7afcf9-f223-4870-b8ef-ce3f7a0eadf2 req-85cd10e3-a95f-44b2-8035-feea352e7afa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5051840'] for port (0bcfb22b-917c-4741-86d9-92c11b30b504), after_update {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:33:00.922755 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85cd10e3-a95f-44b2-8035-feea352e7afa service neutron] Pushing event updated for resources: {'Port': ['ID=0bcfb22b-917c-4741-86d9-92c11b30b504,revision_number=2']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:33:00.999013 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.managers [req-bc7afcf9-f223-4870-b8ef-ce3f7a0eadf2 req-85cd10e3-a95f-44b2-8035-feea352e7afa service neutron] Attempting to bind port 0bcfb22b-917c-4741-86d9-92c11b30b504 on host hv-neutron-mast for vnic_type normal with profile {{(pid=116162) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 28 11:33:00.999646 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.managers [req-bc7afcf9-f223-4870-b8ef-ce3f7a0eadf2 req-85cd10e3-a95f-44b2-8035-feea352e7afa service neutron] Attempting to bind port 0bcfb22b-917c-4741-86d9-92c11b30b504 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': 'dd6966b5-cd50-4cf0-8e3b-ea7a01fb35e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '18068e1d-1cc4-4cd2-99bd-72acfffd29be'}] {{(pid=116162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 28 11:33:00.999975 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc7afcf9-f223-4870-b8ef-ce3f7a0eadf2 req-85cd10e3-a95f-44b2-8035-feea352e7afa service neutron] Attempting to bind port 0bcfb22b-917c-4741-86d9-92c11b30b504 on network 18068e1d-1cc4-4cd2-99bd-72acfffd29be {{(pid=116162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 11:33:01.004677 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc7afcf9-f223-4870-b8ef-ce3f7a0eadf2 req-85cd10e3-a95f-44b2-8035-feea352e7afa service neutron] Port 0bcfb22b-917c-4741-86d9-92c11b30b504 on network 18068e1d-1cc4-4cd2-99bd-72acfffd29be not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=116162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 28 11:33:01.005062 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc7afcf9-f223-4870-b8ef-ce3f7a0eadf2 req-85cd10e3-a95f-44b2-8035-feea352e7afa service neutron] Attempting to bind port 0bcfb22b-917c-4741-86d9-92c11b30b504 on network 18068e1d-1cc4-4cd2-99bd-72acfffd29be {{(pid=116162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 11:33:01.011868 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc7afcf9-f223-4870-b8ef-ce3f7a0eadf2 req-85cd10e3-a95f-44b2-8035-feea352e7afa service neutron] Checking agent: {'id': '6be95134-9a6c-4663-8b48-90d12ce90c60', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-mast', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 10, 57, 20), 'started_at': datetime.datetime(2022, 4, 28, 10, 57, 20), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 11, 32, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=116162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 11:33:01.011868 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc7afcf9-f223-4870-b8ef-ce3f7a0eadf2 req-85cd10e3-a95f-44b2-8035-feea352e7afa service neutron] Checking segment: {'id': 'dd6966b5-cd50-4cf0-8e3b-ea7a01fb35e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '18068e1d-1cc4-4cd2-99bd-72acfffd29be'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 11:33:01.012186 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc7afcf9-f223-4870-b8ef-ce3f7a0eadf2 req-85cd10e3-a95f-44b2-8035-feea352e7afa service neutron] Bound using segment: {'id': 'dd6966b5-cd50-4cf0-8e3b-ea7a01fb35e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '18068e1d-1cc4-4cd2-99bd-72acfffd29be'} {{(pid=116162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 11:33:01.012772 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.managers [req-bc7afcf9-f223-4870-b8ef-ce3f7a0eadf2 req-85cd10e3-a95f-44b2-8035-feea352e7afa service neutron] Bound port: 0bcfb22b-917c-4741-86d9-92c11b30b504, host: hv-neutron-mast, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dd6966b5-cd50-4cf0-8e3b-ea7a01fb35e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '18068e1d-1cc4-4cd2-99bd-72acfffd29be'}}] {{(pid=116162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 28 11:33:01.013144 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [req-bc7afcf9-f223-4870-b8ef-ce3f7a0eadf2 req-85cd10e3-a95f-44b2-8035-feea352e7afa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (0bcfb22b-917c-4741-86d9-92c11b30b504), before_update {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:33:01.084895 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.db [req-bc7afcf9-f223-4870-b8ef-ce3f7a0eadf2 req-85cd10e3-a95f-44b2-8035-feea352e7afa service neutron] For port 0bcfb22b-917c-4741-86d9-92c11b30b504, host hv-neutron-mast, cleared binding levels {{(pid=116162) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 11:33:01.088553 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.db [req-bc7afcf9-f223-4870-b8ef-ce3f7a0eadf2 req-85cd10e3-a95f-44b2-8035-feea352e7afa service neutron] For port 0bcfb22b-917c-4741-86d9-92c11b30b504, host hv-neutron-mast, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=0bcfb22b-917c-4741-86d9-92c11b30b504,segment=NetworkSegment(dd6966b5-cd50-4cf0-8e3b-ea7a01fb35e8),segment_id=dd6966b5-cd50-4cf0-8e3b-ea7a01fb35e8)] {{(pid=116162) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 11:33:01.110801 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69bcf2be-1144-48b2-881b-ee5ef19979e4 req-dd30f1b6-3b58-4e99-aaa4-d5444d2535c9 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:33:01.112497 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-69bcf2be-1144-48b2-881b-ee5ef19979e4 req-dd30f1b6-3b58-4e99-aaa4-d5444d2535c9 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] 10.222.0.10 "GET /v2.0/ports?device_id=5a3825d7-c57c-44ba-a737-bfded7b6ed5e HTTP/1.1" status: 200 len: 943 time: 0.0528367 Apr 28 11:33:01.163432 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-69bcf2be-1144-48b2-881b-ee5ef19979e4 req-75a68475-a5e9-45b1-ac20-bcb0bfef3577 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] 10.222.0.10 "GET /v2.0/security-groups?id=f1c2abcf-e8d3-4b00-91cb-4527197725c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453618 Apr 28 11:33:01.180745 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [req-bc7afcf9-f223-4870-b8ef-ce3f7a0eadf2 req-85cd10e3-a95f-44b2-8035-feea352e7afa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5051840'] for port (0bcfb22b-917c-4741-86d9-92c11b30b504), after_update {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:33:01.214276 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7afcf9-f223-4870-b8ef-ce3f7a0eadf2 req-85cd10e3-a95f-44b2-8035-feea352e7afa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:33:01.214916 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [req-bc7afcf9-f223-4870-b8ef-ce3f7a0eadf2 req-85cd10e3-a95f-44b2-8035-feea352e7afa service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198022'] for port (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:33:01.217127 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-bc7afcf9-f223-4870-b8ef-ce3f7a0eadf2 req-85cd10e3-a95f-44b2-8035-feea352e7afa service neutron] 10.222.0.20 "PUT /v2.0/ports/0bcfb22b-917c-4741-86d9-92c11b30b504 HTTP/1.1" status: 200 len: 1093 time: 0.7729523 Apr 28 11:33:01.217127 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a3825d7-c57c-44ba-a737-bfded7b6ed5e', 'tag': '0bcfb22b-917c-4741-86d9-92c11b30b504'}] {{(pid=116162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 11:33:01.218970 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ba53f40d6116d28995a8e36159d0e539b5353eec116fb5dd4ce03b4b2159ab1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0908ca01-9951-4b99-86a3-ac09c38103d0" -d '{"events": [{"name": "network-changed", "server_uuid": "5a3825d7-c57c-44ba-a737-bfded7b6ed5e", "tag": "0bcfb22b-917c-4741-86d9-92c11b30b504"}]}' {{(pid=116162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 11:33:01.246283 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85cd10e3-a95f-44b2-8035-feea352e7afa service neutron] Pushing event updated for resources: {'Port': ['ID=0bcfb22b-917c-4741-86d9-92c11b30b504,revision_number=3']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:33:01.261554 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 11:33:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66876ce3-b9f2-4607-bbd3-9b9a24f59860 x-openstack-request-id: req-66876ce3-b9f2-4607-bbd3-9b9a24f59860 {{(pid=116162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 11:33:01.261842 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5a3825d7-c57c-44ba-a737-bfded7b6ed5e", "tag": "0bcfb22b-917c-4741-86d9-92c11b30b504", "status": "completed", "code": 200}]} {{(pid=116162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 11:33:01.262100 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-66876ce3-b9f2-4607-bbd3-9b9a24f59860 {{(pid=116162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 11:33:01.262543 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.notifiers.nova [-] Nova event matching ['req-66876ce3-b9f2-4607-bbd3-9b9a24f59860'] response: {'name': 'network-changed', 'server_uuid': '5a3825d7-c57c-44ba-a737-bfded7b6ed5e', 'tag': '0bcfb22b-917c-4741-86d9-92c11b30b504', 'status': 'completed', 'code': 200} Apr 28 11:33:01.326076 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0908ca01-9951-4b99-86a3-ac09c38103d0 req-05f069cf-f18e-4935-9579-99058d0d1841 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:33:01.327674 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-0908ca01-9951-4b99-86a3-ac09c38103d0 req-05f069cf-f18e-4935-9579-99058d0d1841 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c2ca2bda274d41e2b49f61461a68882b&device_id=5a3825d7-c57c-44ba-a737-bfded7b6ed5e HTTP/1.1" status: 200 len: 1127 time: 0.0470192 Apr 28 11:33:01.426624 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0908ca01-9951-4b99-86a3-ac09c38103d0 req-a9277c3f-c39b-4897-8605-42c64d968de1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:33:01.428103 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-0908ca01-9951-4b99-86a3-ac09c38103d0 req-a9277c3f-c39b-4897-8605-42c64d968de1 service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=c2ca2bda274d41e2b49f61461a68882b&shared=False HTTP/1.1" status: 200 len: 896 time: 0.0941441 Apr 28 11:33:01.524020 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0908ca01-9951-4b99-86a3-ac09c38103d0 req-0ede8dff-9406-4177-b90d-1112a5aebce3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:33:01.525515 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-0908ca01-9951-4b99-86a3-ac09c38103d0 req-0ede8dff-9406-4177-b90d-1112a5aebce3 service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0921612 Apr 28 11:33:01.595333 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7afcf9-f223-4870-b8ef-ce3f7a0eadf2 req-b9c3d3ae-d9c2-44c0-ba32-df746048b60e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:33:01.596806 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-bc7afcf9-f223-4870-b8ef-ce3f7a0eadf2 req-b9c3d3ae-d9c2-44c0-ba32-df746048b60e service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c2ca2bda274d41e2b49f61461a68882b&device_id=5a3825d7-c57c-44ba-a737-bfded7b6ed5e HTTP/1.1" status: 200 len: 1127 time: 0.0388200 Apr 28 11:33:01.642047 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-bc7afcf9-f223-4870-b8ef-ce3f7a0eadf2 req-5ee5db13-2b5f-41c3-bf51-d48eed674403 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0bcfb22b-917c-4741-86d9-92c11b30b504 HTTP/1.1" status: 200 len: 217 time: 0.0380249 Apr 28 11:33:01.691633 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7afcf9-f223-4870-b8ef-ce3f7a0eadf2 req-f9d084e7-579b-403c-bab9-98d5db2d87dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:33:01.693104 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-bc7afcf9-f223-4870-b8ef-ce3f7a0eadf2 req-f9d084e7-579b-403c-bab9-98d5db2d87dc service neutron] 10.222.0.20 "GET /v2.0/subnets?id=9017d3c8-d698-40bc-a03f-a6ad38c5fa11 HTTP/1.1" status: 200 len: 835 time: 0.0453618 Apr 28 11:33:01.735529 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7afcf9-f223-4870-b8ef-ce3f7a0eadf2 req-3c2bbad6-ec65-446c-96d6-cd4e0d3d6fe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:33:01.737005 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-bc7afcf9-f223-4870-b8ef-ce3f7a0eadf2 req-3c2bbad6-ec65-446c-96d6-cd4e0d3d6fe1 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=18068e1d-1cc4-4cd2-99bd-72acfffd29be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0375812 Apr 28 11:33:01.827958 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-bc7afcf9-f223-4870-b8ef-ce3f7a0eadf2 req-07e18aa3-8904-4469-aced-5da96e4aedbb service neutron] 10.222.0.20 "GET /v2.0/networks/18068e1d-1cc4-4cd2-99bd-72acfffd29be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854385 Apr 28 11:33:01.914113 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-bc7afcf9-f223-4870-b8ef-ce3f7a0eadf2 req-04910e9d-9015-4dec-aad8-e0d57d2dd6db service neutron] 10.222.0.20 "GET /v2.0/networks/18068e1d-1cc4-4cd2-99bd-72acfffd29be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804176 Apr 28 11:33:02.287851 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4441c278-bbe8-459d-aa8e-d7c5bea57a21 req-ea36da04-11c4-434b-adad-22228e652e49 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:33:02.289323 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-4441c278-bbe8-459d-aa8e-d7c5bea57a21 req-ea36da04-11c4-434b-adad-22228e652e49 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] 10.222.0.10 "GET /v2.0/ports?device_id=5a3825d7-c57c-44ba-a737-bfded7b6ed5e HTTP/1.1" status: 200 len: 943 time: 0.0466921 Apr 28 11:33:02.339331 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-4441c278-bbe8-459d-aa8e-d7c5bea57a21 req-5224b69b-3768-46e7-8fd2-b1ec19aee614 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] 10.222.0.10 "GET /v2.0/security-groups?id=f1c2abcf-e8d3-4b00-91cb-4527197725c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435829 Apr 28 11:33:03.451432 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44a46fb-58cc-475b-a9f0-e80fed1d873d req-bd63687d-ce4b-4db4-9b00-b6d4ad132570 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:33:03.452901 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-c44a46fb-58cc-475b-a9f0-e80fed1d873d req-bd63687d-ce4b-4db4-9b00-b6d4ad132570 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] 10.222.0.10 "GET /v2.0/ports?device_id=5a3825d7-c57c-44ba-a737-bfded7b6ed5e HTTP/1.1" status: 200 len: 943 time: 0.0465956 Apr 28 11:33:03.504680 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-c44a46fb-58cc-475b-a9f0-e80fed1d873d req-bd76e256-9a7a-4126-af9c-243cda4c1c43 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] 10.222.0.10 "GET /v2.0/security-groups?id=f1c2abcf-e8d3-4b00-91cb-4527197725c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463386 Apr 28 11:33:04.620082 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67093500-f5d4-4603-ad03-cca09524beb6 req-bc0b2cb0-82b6-4635-8fc0-9bd817e8d187 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:33:04.621599 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-67093500-f5d4-4603-ad03-cca09524beb6 req-bc0b2cb0-82b6-4635-8fc0-9bd817e8d187 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] 10.222.0.10 "GET /v2.0/ports?device_id=5a3825d7-c57c-44ba-a737-bfded7b6ed5e HTTP/1.1" status: 200 len: 943 time: 0.0505803 Apr 28 11:33:04.671750 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-67093500-f5d4-4603-ad03-cca09524beb6 req-3b3fe3f7-dbc3-4105-af20-788d4cc6e734 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] 10.222.0.10 "GET /v2.0/security-groups?id=f1c2abcf-e8d3-4b00-91cb-4527197725c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442498 Apr 28 11:33:05.784095 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c1c4de-aff6-4c42-b2a2-6e0ad5a16c0d req-6033239e-d4ba-4feb-a3d0-8d84e4d09452 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:33:05.785555 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-b2c1c4de-aff6-4c42-b2a2-6e0ad5a16c0d req-6033239e-d4ba-4feb-a3d0-8d84e4d09452 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] 10.222.0.10 "GET /v2.0/ports?device_id=5a3825d7-c57c-44ba-a737-bfded7b6ed5e HTTP/1.1" status: 200 len: 943 time: 0.0463326 Apr 28 11:33:05.833324 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-b2c1c4de-aff6-4c42-b2a2-6e0ad5a16c0d req-3605b895-a142-4fda-8c0e-1666a54b9370 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] 10.222.0.10 "GET /v2.0/security-groups?id=f1c2abcf-e8d3-4b00-91cb-4527197725c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422392 Apr 28 11:33:06.246664 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Device 0bcfb22b-917c-4741-86d9-92c11b30b504 details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=116163) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 28 11:33:06.343757 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] For port 0bcfb22b-917c-4741-86d9-92c11b30b504, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=0bcfb22b-917c-4741-86d9-92c11b30b504,segment=NetworkSegment(dd6966b5-cd50-4cf0-8e3b-ea7a01fb35e8),segment_id=dd6966b5-cd50-4cf0-8e3b-ea7a01fb35e8)] {{(pid=116163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 11:33:06.354988 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Returning: {'device': '0bcfb22b-917c-4741-86d9-92c11b30b504', 'network_id': '18068e1d-1cc4-4cd2-99bd-72acfffd29be', 'port_id': '0bcfb22b-917c-4741-86d9-92c11b30b504', 'mac_address': 'fa:16:3e:84:11:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 74, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9017d3c8-d698-40bc-a03f-a6ad38c5fa11', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=116163) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 28 11:33:06.391552 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Current status of the port 0bcfb22b-917c-4741-86d9-92c11b30b504 is: DOWN; New status is: BUILD {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:33:06.391935 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (0bcfb22b-917c-4741-86d9-92c11b30b504), before_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:33:06.404207 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.notifiers.nova [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0bcfb22b-917c-4741-86d9-92c11b30b504 {{(pid=116163) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 11:33:06.423150 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] For port 0bcfb22b-917c-4741-86d9-92c11b30b504, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=0bcfb22b-917c-4741-86d9-92c11b30b504,segment=NetworkSegment(dd6966b5-cd50-4cf0-8e3b-ea7a01fb35e8),segment_id=dd6966b5-cd50-4cf0-8e3b-ea7a01fb35e8)] {{(pid=116163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 11:33:06.487607 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393'] for port (0bcfb22b-917c-4741-86d9-92c11b30b504), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:33:06.533387 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Pushing event updated for resources: {'Port': ['ID=0bcfb22b-917c-4741-86d9-92c11b30b504,revision_number=4']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:33:06.688793 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] get_ports_and_sgs() called for port_ids ['0bcfb22b-917c-4741-86d9-92c11b30b504'] {{(pid=116163) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 11:33:06.951380 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b6a536-9823-49bb-aae5-7439fa2ce9c3 req-ac6399f7-5122-44be-a918-42d77ab64977 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:33:06.952808 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-51b6a536-9823-49bb-aae5-7439fa2ce9c3 req-ac6399f7-5122-44be-a918-42d77ab64977 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] 10.222.0.10 "GET /v2.0/ports?device_id=5a3825d7-c57c-44ba-a737-bfded7b6ed5e HTTP/1.1" status: 200 len: 944 time: 0.0527313 Apr 28 11:33:07.002791 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-51b6a536-9823-49bb-aae5-7439fa2ce9c3 req-42e3c4f9-9717-4d87-b80b-31cbfc9fc173 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] 10.222.0.10 "GET /v2.0/security-groups?id=f1c2abcf-e8d3-4b00-91cb-4527197725c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441911 Apr 28 11:33:07.007769 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-a0e30fe2-cb3c-4db0-ba91-f5865cf3091f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (75ba81b7-fe99-4281-90d2-a5adb445ecea), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:33:08.118508 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf376b3-aaae-4495-871c-17b8f06a277d req-4b830067-1c87-4dc2-9d0f-ad0db5d8f34d tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:33:08.120449 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-9bf376b3-aaae-4495-871c-17b8f06a277d req-4b830067-1c87-4dc2-9d0f-ad0db5d8f34d tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] 10.222.0.10 "GET /v2.0/ports?device_id=5a3825d7-c57c-44ba-a737-bfded7b6ed5e HTTP/1.1" status: 200 len: 944 time: 0.0481005 Apr 28 11:33:08.169655 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-9bf376b3-aaae-4495-871c-17b8f06a277d req-c0418f62-c417-4d2c-9e52-6de51116dfaa tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] 10.222.0.10 "GET /v2.0/security-groups?id=f1c2abcf-e8d3-4b00-91cb-4527197725c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437174 Apr 28 11:33:08.262687 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Device 0bcfb22b-917c-4741-86d9-92c11b30b504 up at agent hyperv_hv-neutron-mast {{(pid=116163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 11:33:08.306248 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Provisioning for port 0bcfb22b-917c-4741-86d9-92c11b30b504 completed by entity L2. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 28 11:33:08.367484 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Provisioning complete for port 0bcfb22b-917c-4741-86d9-92c11b30b504 triggered by entity L2. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:33:08.367858 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (0bcfb22b-917c-4741-86d9-92c11b30b504), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:33:08.443960 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Current status of the port 0bcfb22b-917c-4741-86d9-92c11b30b504 is: BUILD; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:33:08.444347 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (0bcfb22b-917c-4741-86d9-92c11b30b504), before_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:33:08.466088 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a3825d7-c57c-44ba-a737-bfded7b6ed5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0bcfb22b-917c-4741-86d9-92c11b30b504'}] {{(pid=116163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 11:33:08.468333 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f01aec4a4f83961b54a953becfce2676879fb1d4b91122543244f430a0b8460" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b40811ab-51cf-4d3f-9c3d-dcbf11e01ad1" -d '{"events": [{"server_uuid": "5a3825d7-c57c-44ba-a737-bfded7b6ed5e", "name": "network-vif-plugged", "status": "completed", "tag": "0bcfb22b-917c-4741-86d9-92c11b30b504"}]}' {{(pid=116163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 11:33:08.484175 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] For port 0bcfb22b-917c-4741-86d9-92c11b30b504, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=0bcfb22b-917c-4741-86d9-92c11b30b504,segment=NetworkSegment(dd6966b5-cd50-4cf0-8e3b-ea7a01fb35e8),segment_id=dd6966b5-cd50-4cf0-8e3b-ea7a01fb35e8)] {{(pid=116163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 11:33:08.505416 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 11:33:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80acb249-1753-4a99-b4cc-70c9c3e5a588 x-openstack-request-id: req-80acb249-1753-4a99-b4cc-70c9c3e5a588 {{(pid=116163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 11:33:08.505701 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a3825d7-c57c-44ba-a737-bfded7b6ed5e", "name": "network-vif-plugged", "status": "completed", "tag": "0bcfb22b-917c-4741-86d9-92c11b30b504", "code": 200}]} {{(pid=116163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 11:33:08.506008 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-80acb249-1753-4a99-b4cc-70c9c3e5a588 {{(pid=116163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 11:33:08.506468 dv-neutron-master-2-hyperv neutron-server[116163]: INFO neutron.notifiers.nova [-] Nova event matching ['req-80acb249-1753-4a99-b4cc-70c9c3e5a588'] response: {'server_uuid': '5a3825d7-c57c-44ba-a737-bfded7b6ed5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0bcfb22b-917c-4741-86d9-92c11b30b504', 'code': 200} Apr 28 11:33:08.550693 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393'] for port (0bcfb22b-917c-4741-86d9-92c11b30b504), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:33:08.597407 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Pushing event updated for resources: {'Port': ['ID=0bcfb22b-917c-4741-86d9-92c11b30b504,revision_number=5']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:33:08.798336 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc949b4-c09d-4abd-b603-b443d744f5fd req-62ecaede-f0c1-47b9-8a8c-a6f49645a813 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:33:08.799931 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-8bc949b4-c09d-4abd-b603-b443d744f5fd req-62ecaede-f0c1-47b9-8a8c-a6f49645a813 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=5a3825d7-c57c-44ba-a737-bfded7b6ed5e HTTP/1.1" status: 200 len: 1129 time: 0.0432415 Apr 28 11:33:08.845058 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-8bc949b4-c09d-4abd-b603-b443d744f5fd req-bfcd5451-b5fd-4c2b-bcd5-2398519fc180 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=f1c2abcf-e8d3-4b00-91cb-4527197725c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388377 Apr 28 11:33:09.287478 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a0511e-6c2c-4d87-884c-32ac359e2494 req-0a1ee093-3589-4222-9e57-d08bd1238536 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:33:09.288954 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-59a0511e-6c2c-4d87-884c-32ac359e2494 req-0a1ee093-3589-4222-9e57-d08bd1238536 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] 10.222.0.10 "GET /v2.0/ports?device_id=5a3825d7-c57c-44ba-a737-bfded7b6ed5e HTTP/1.1" status: 200 len: 945 time: 0.0503607 Apr 28 11:33:09.337133 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-59a0511e-6c2c-4d87-884c-32ac359e2494 req-defe94e4-c68a-4508-a9b1-a9396fe5bf51 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] 10.222.0.10 "GET /v2.0/security-groups?id=f1c2abcf-e8d3-4b00-91cb-4527197725c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424299 Apr 28 11:33:09.446857 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-e1343fb1-3adc-4474-a82b-d99cf75fbd17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (6b492ad6-0876-4d74-b20d-28143a52ceba), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:33:10.451464 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60bccf77-c6c3-4a66-ad03-5283ef40bb3e req-ef3b7cb3-312c-4173-8937-593e79c6bd87 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:33:10.452929 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-60bccf77-c6c3-4a66-ad03-5283ef40bb3e req-ef3b7cb3-312c-4173-8937-593e79c6bd87 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] 10.222.0.10 "GET /v2.0/ports?device_id=5a3825d7-c57c-44ba-a737-bfded7b6ed5e HTTP/1.1" status: 200 len: 945 time: 0.0467460 Apr 28 11:33:10.501508 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-60bccf77-c6c3-4a66-ad03-5283ef40bb3e req-e2f1cf94-1636-4e18-9743-645dddbeda56 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] 10.222.0.10 "GET /v2.0/security-groups?id=f1c2abcf-e8d3-4b00-91cb-4527197725c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431337 Apr 28 11:33:10.579103 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-ae94d540-e4c6-43be-adc9-b26fb6a2f62f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (cfc241ae-e4b7-443b-b80b-59fbbc2b69c9), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:33:10.613457 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f218cd3-5112-4604-a523-bea397924110 req-87d6be39-bbc0-408c-b6fa-07b6a399c5e9 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:33:10.614960 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-2f218cd3-5112-4604-a523-bea397924110 req-87d6be39-bbc0-408c-b6fa-07b6a399c5e9 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] 10.222.0.10 "GET /v2.0/ports?device_id=5a3825d7-c57c-44ba-a737-bfded7b6ed5e HTTP/1.1" status: 200 len: 945 time: 0.0478320 Apr 28 11:33:10.667333 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-2f218cd3-5112-4604-a523-bea397924110 req-890beda8-1c89-4346-92fc-41ab4fedb695 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] 10.222.0.10 "GET /v2.0/security-groups?id=f1c2abcf-e8d3-4b00-91cb-4527197725c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467224 Apr 28 11:33:10.688276 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 33032) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:33:10.726030 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7e4f1bd-db11-4210-9fe0-7c74d06d1b93 tempest-TestNetworkAdvancedServerOps-1604766071 tempest-TestNetworkAdvancedServerOps-1604766071-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:33:10.727674 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-f7e4f1bd-db11-4210-9fe0-7c74d06d1b93 tempest-TestNetworkAdvancedServerOps-1604766071 tempest-TestNetworkAdvancedServerOps-1604766071-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=5a3825d7-c57c-44ba-a737-bfded7b6ed5e HTTP/1.1" status: 200 len: 1124 time: 0.0383768 Apr 28 11:33:10.730304 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 33034) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:33:10.734428 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.v2.base [None req-cae49fd8-6552-4bb6-bbb1-9c348d8e0c26 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Request body: {'floatingip': {'floating_network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'port_id': '0bcfb22b-917c-4741-86d9-92c11b30b504', 'tenant_id': 'c2ca2bda274d41e2b49f61461a68882b', 'fixed_ip_address': '172.20.0.4'}} {{(pid=116161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:33:10.790528 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-cae49fd8-6552-4bb6-bbb1-9c348d8e0c26 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Publish callbacks [] for floatingip (None), before_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:33:10.866942 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-cae49fd8-6552-4bb6-bbb1-9c348d8e0c26 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (None), before_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:33:11.291928 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.db.db_base_plugin_common [None req-cae49fd8-6552-4bb6-bbb1-9c348d8e0c26 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Allocated IP 172.36.4.223 (7be49d94-bbb8-4a61-bafe-209c5f861e1c/c0f82f52-05ee-40f2-a57c-9d02e01fb9fa/a4c9d241-db66-488c-87d9-3ea5f1ad778a) {{(pid=116161) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 11:33:11.393643 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-cae49fd8-6552-4bb6-bbb1-9c348d8e0c26 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Publish callbacks [] for port (a4c9d241-db66-488c-87d9-3ea5f1ad778a), precommit_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:33:11.475157 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-cae49fd8-6552-4bb6-bbb1-9c348d8e0c26 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742234710357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5219112'] for port (a4c9d241-db66-488c-87d9-3ea5f1ad778a), after_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:33:11.512485 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cae49fd8-6552-4bb6-bbb1-9c348d8e0c26 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Network 7be49d94-bbb8-4a61-bafe-209c5f861e1c is already hosted by enough agents. {{(pid=116161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 11:33:11.515298 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.scheduler.base_scheduler [None req-cae49fd8-6552-4bb6-bbb1-9c348d8e0c26 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Resources bound (agent type, host, resource id): {{(pid=116161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 11:33:11.520747 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cae49fd8-6552-4bb6-bbb1-9c348d8e0c26 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Received port after_create {{(pid=116161) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 11:33:11.544043 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae49fd8-6552-4bb6-bbb1-9c348d8e0c26 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Pushing event updated for resources: {'Port': ['ID=a4c9d241-db66-488c-87d9-3ea5f1ad778a,revision_number=1']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:33:11.886655 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-cae49fd8-6552-4bb6-bbb1-9c348d8e0c26 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Publish callbacks [] for floatingip (27ee5eff-8bd3-4e45-89f9-660029467eb3), precommit_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:33:12.009785 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-cae49fd8-6552-4bb6-bbb1-9c348d8e0c26 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (a4c9d241-db66-488c-87d9-3ea5f1ad778a), before_update {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:33:12.179107 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-01ef1de1-12fd-4cef-b76b-793f91379468 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (39cc4f52-f5d9-4e2c-bbfa-7a1c528e1c40), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:33:12.214946 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-cae49fd8-6552-4bb6-bbb1-9c348d8e0c26 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Publish callbacks [] for port (a4c9d241-db66-488c-87d9-3ea5f1ad778a), precommit_update {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:33:12.264546 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-cae49fd8-6552-4bb6-bbb1-9c348d8e0c26 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5219123'] for port (a4c9d241-db66-488c-87d9-3ea5f1ad778a), after_update {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:33:12.339691 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae49fd8-6552-4bb6-bbb1-9c348d8e0c26 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Pushing event updated for resources: {'Port': ['ID=a4c9d241-db66-488c-87d9-3ea5f1ad778a,revision_number=2']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:33:12.347729 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-cae49fd8-6552-4bb6-bbb1-9c348d8e0c26 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2063164'] for floatingip (27ee5eff-8bd3-4e45-89f9-660029467eb3), after_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:33:12.449877 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.db.l3_db [None req-cae49fd8-6552-4bb6-bbb1-9c348d8e0c26 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Floating IP 27ee5eff-8bd3-4e45-89f9-660029467eb3 associated. External IP: 172.36.4.223, port: 0bcfb22b-917c-4741-86d9-92c11b30b504. Apr 28 11:33:12.661822 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cae49fd8-6552-4bb6-bbb1-9c348d8e0c26 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Router f424a844-9828-479c-a4b9-67cdd420e374 has already been hosted by L3 agent 6b492ad6-0876-4d74-b20d-28143a52ceba {{(pid=116161) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 11:33:12.772940 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cae49fd8-6552-4bb6-bbb1-9c348d8e0c26 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=116161) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 11:33:12.783242 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4756ac53-669e-48ee-92d0-00330cc56944 None None] Sync routers for ids ['f424a844-9828-479c-a4b9-67cdd420e374'] in dv-neutron-master-2-hyperv {{(pid=116163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 11:33:12.794233 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4756ac53-669e-48ee-92d0-00330cc56944 None None] Routers {'f424a844-9828-479c-a4b9-67cdd420e374'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=116163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 11:33:12.798190 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_hamode_db [None req-4756ac53-669e-48ee-92d0-00330cc56944 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-28T10:50:39Z,description=,heartbeat_timestamp=2022-04-28T11:33:09Z,host='dv-neutron-master-2-hyperv',id=6b492ad6-0876-4d74-b20d-28143a52ceba,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T10:50:40Z,topic='l3_agent')) {'router_ids': ['f424a844-9828-479c-a4b9-67cdd420e374'], 'active': True} {{(pid=116163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:33:12.842867 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-cae49fd8-6552-4bb6-bbb1-9c348d8e0c26 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198022'] for floatingip (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:33:12.872906 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-cae49fd8-6552-4bb6-bbb1-9c348d8e0c26 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1415751 Apr 28 11:33:12.873594 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a3825d7-c57c-44ba-a737-bfded7b6ed5e', 'tag': '0bcfb22b-917c-4741-86d9-92c11b30b504'}] {{(pid=116161) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 11:33:12.876138 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e748734031c26dffb00ab563e48cb7690d820419218221ecd4f9c2a21276ff88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5bb3989-7b85-4d77-887a-e41bb971efe6" -d '{"events": [{"name": "network-changed", "server_uuid": "5a3825d7-c57c-44ba-a737-bfded7b6ed5e", "tag": "0bcfb22b-917c-4741-86d9-92c11b30b504"}]}' {{(pid=116161) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 11:33:12.906355 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvr_db [None req-4756ac53-669e-48ee-92d0-00330cc56944 None None] Set router f424a844-9828-479c-a4b9-67cdd420e374 gateway port host: dv-neutron-master-2-hyperv {{(pid=116163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 11:33:12.920361 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 11:33:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f751d6cc-0a43-4573-a8a3-bac9bb4e433a x-openstack-request-id: req-f751d6cc-0a43-4573-a8a3-bac9bb4e433a {{(pid=116161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 11:33:12.920657 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5a3825d7-c57c-44ba-a737-bfded7b6ed5e", "tag": "0bcfb22b-917c-4741-86d9-92c11b30b504", "status": "completed", "code": 200}]} {{(pid=116161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 11:33:12.920910 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-f751d6cc-0a43-4573-a8a3-bac9bb4e433a {{(pid=116161) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 11:33:12.921316 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f751d6cc-0a43-4573-a8a3-bac9bb4e433a'] response: {'name': 'network-changed', 'server_uuid': '5a3825d7-c57c-44ba-a737-bfded7b6ed5e', 'tag': '0bcfb22b-917c-4741-86d9-92c11b30b504', 'status': 'completed', 'code': 200} Apr 28 11:33:12.984937 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5bb3989-7b85-4d77-887a-e41bb971efe6 req-f4e23644-37cf-45bb-94c7-252a7e7ba047 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:33:12.985562 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7c9590-5bfc-42f3-8edd-d42f9b21c5bb req-9d4ae2b4-4397-4105-b4b3-13e0f74da750 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:33:12.986537 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-5c7c9590-5bfc-42f3-8edd-d42f9b21c5bb req-9d4ae2b4-4397-4105-b4b3-13e0f74da750 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] 10.222.0.10 "GET /v2.0/ports?device_id=5a3825d7-c57c-44ba-a737-bfded7b6ed5e HTTP/1.1" status: 200 len: 945 time: 0.0531852 Apr 28 11:33:12.986847 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-a5bb3989-7b85-4d77-887a-e41bb971efe6 req-f4e23644-37cf-45bb-94c7-252a7e7ba047 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c2ca2bda274d41e2b49f61461a68882b&device_id=5a3825d7-c57c-44ba-a737-bfded7b6ed5e HTTP/1.1" status: 200 len: 1129 time: 0.0418313 Apr 28 11:33:13.039083 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-5c7c9590-5bfc-42f3-8edd-d42f9b21c5bb req-0c7a9ae2-b783-4289-996b-2ef8ce7d5c5a tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] 10.222.0.10 "GET /v2.0/security-groups?id=f1c2abcf-e8d3-4b00-91cb-4527197725c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461328 Apr 28 11:33:13.061646 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 33040) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:33:13.092586 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5bb3989-7b85-4d77-887a-e41bb971efe6 req-e629a92f-36ae-4e67-aca9-e4a8ce2b3bfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:33:13.097445 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-a5bb3989-7b85-4d77-887a-e41bb971efe6 req-e629a92f-36ae-4e67-aca9-e4a8ce2b3bfc service neutron] 10.222.0.20 "GET /v2.0/networks?id=18068e1d-1cc4-4cd2-99bd-72acfffd29be HTTP/1.1" status: 200 len: 896 time: 0.1019688 Apr 28 11:33:13.124883 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-a30b709e-bac1-4549-b083-5b8fc6135e84 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] 10.222.0.10 "GET /v2.0/floatingips/27ee5eff-8bd3-4e45-89f9-660029467eb3 HTTP/1.1" status: 200 len: 991 time: 0.0620859 Apr 28 11:33:13.152672 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_hamode_db [None req-4756ac53-669e-48ee-92d0-00330cc56944 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f424a844-9828-479c-a4b9-67cdd420e374', 'name': 'tempest-TestNetworkAdvancedServerOps-router-352903800', 'tenant_id': 'c2ca2bda274d41e2b49f61461a68882b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'external_fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.252'}], 'enable_snat': True}, 'gw_port_id': '04050617-b747-4178-a4a3-a1e8e7cb8b90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T11:32:50Z', 'updated_at': '2022-04-28T11:32:54Z', 'revision_number': 4, 'project_id': 'c2ca2bda274d41e2b49f61461a68882b', 'gw_port': {'id': '04050617-b747-4178-a4a3-a1e8e7cb8b90', 'name': '', 'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:35:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f424a844-9828-479c-a4b9-67cdd420e374', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1740, 'fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:32:51Z', 'updated_at': '2022-04-28T11:32:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '27ee5eff-8bd3-4e45-89f9-660029467eb3', 'tenant_id': 'c2ca2bda274d41e2b49f61461a68882b', 'floating_ip_address': '172.36.4.223', 'floating_network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'router_id': 'f424a844-9828-479c-a4b9-67cdd420e374', 'port_id': '0bcfb22b-917c-4741-86d9-92c11b30b504', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1746, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '18068e1d-1cc4-4cd2-99bd-72acfffd29be', 'mac_address': 'fa:16:3e:84:11:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a3825d7-c57c-44ba-a737-bfded7b6ed5e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T11:33:11Z', 'updated_at': '2022-04-28T11:33:11Z', 'revision_number': 0, 'project_id': 'c2ca2bda274d41e2b49f61461a68882b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e4c33150-421d-42e0-9863-f8e99fc3ef3e', 'name': '', 'network_id': '18068e1d-1cc4-4cd2-99bd-72acfffd29be', 'tenant_id': 'c2ca2bda274d41e2b49f61461a68882b', 'mac_address': 'fa:16:3e:8b:94:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f424a844-9828-479c-a4b9-67cdd420e374', 'device_owner': 'network:router_interface', 'standard_attr_id': 1743, 'fixed_ips': [{'subnet_id': '9017d3c8-d698-40bc-a03f-a6ad38c5fa11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:32:53Z', 'updated_at': '2022-04-28T11:32:57Z', 'revision_number': 5, 'project_id': 'c2ca2bda274d41e2b49f61461a68882b', 'subnets': [{'id': '9017d3c8-d698-40bc-a03f-a6ad38c5fa11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=116163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:33:13.182069 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4756ac53-669e-48ee-92d0-00330cc56944 None None] Checking router: f424a844-9828-479c-a4b9-67cdd420e374 for host: dv-neutron-master-2-hyperv {{(pid=116163) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 11:33:13.191908 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4756ac53-669e-48ee-92d0-00330cc56944 None None] Routers {'f424a844-9828-479c-a4b9-67cdd420e374'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=116163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 11:33:13.192547 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_hamode_db [None req-4756ac53-669e-48ee-92d0-00330cc56944 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-28T10:50:39Z,description=,heartbeat_timestamp=2022-04-28T11:33:09Z,host='dv-neutron-master-2-hyperv',id=6b492ad6-0876-4d74-b20d-28143a52ceba,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T10:50:40Z,topic='l3_agent')) {'router_ids': ['f424a844-9828-479c-a4b9-67cdd420e374'], 'active': True} {{(pid=116163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:33:13.320667 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvr_db [None req-4756ac53-669e-48ee-92d0-00330cc56944 None None] Set router f424a844-9828-479c-a4b9-67cdd420e374 gateway port host: dv-neutron-master-2-hyperv {{(pid=116163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 11:33:13.404133 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (d5baab19-5dd1-4902-922b-84acb048ab9c), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:33:13.448305 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-a5bb3989-7b85-4d77-887a-e41bb971efe6 req-f1793efc-913d-458b-a252-62d2a650f82a service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0bcfb22b-917c-4741-86d9-92c11b30b504 HTTP/1.1" status: 200 len: 999 time: 0.3471143 Apr 28 11:33:13.495830 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5bb3989-7b85-4d77-887a-e41bb971efe6 req-2d2398b5-88ec-4c8b-8fee-afa59e103476 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:33:13.497294 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-a5bb3989-7b85-4d77-887a-e41bb971efe6 req-2d2398b5-88ec-4c8b-8fee-afa59e103476 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=9017d3c8-d698-40bc-a03f-a6ad38c5fa11 HTTP/1.1" status: 200 len: 835 time: 0.0437367 Apr 28 11:33:13.545781 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5bb3989-7b85-4d77-887a-e41bb971efe6 req-51ebd3bd-aad7-44f6-9ec1-430185ca3b85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:33:13.547336 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-a5bb3989-7b85-4d77-887a-e41bb971efe6 req-51ebd3bd-aad7-44f6-9ec1-430185ca3b85 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=18068e1d-1cc4-4cd2-99bd-72acfffd29be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0439501 Apr 28 11:33:13.645448 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-a5bb3989-7b85-4d77-887a-e41bb971efe6 req-ee528148-7785-4f79-86b7-26ad6e87fd0e service neutron] 10.222.0.20 "GET /v2.0/networks/18068e1d-1cc4-4cd2-99bd-72acfffd29be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919771 Apr 28 11:33:13.694985 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_hamode_db [None req-4756ac53-669e-48ee-92d0-00330cc56944 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f424a844-9828-479c-a4b9-67cdd420e374', 'name': 'tempest-TestNetworkAdvancedServerOps-router-352903800', 'tenant_id': 'c2ca2bda274d41e2b49f61461a68882b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'external_fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.252'}], 'enable_snat': True}, 'gw_port_id': '04050617-b747-4178-a4a3-a1e8e7cb8b90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T11:32:50Z', 'updated_at': '2022-04-28T11:32:54Z', 'revision_number': 4, 'project_id': 'c2ca2bda274d41e2b49f61461a68882b', 'gw_port': {'id': '04050617-b747-4178-a4a3-a1e8e7cb8b90', 'name': '', 'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:35:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f424a844-9828-479c-a4b9-67cdd420e374', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1740, 'fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:32:51Z', 'updated_at': '2022-04-28T11:32:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '27ee5eff-8bd3-4e45-89f9-660029467eb3', 'tenant_id': 'c2ca2bda274d41e2b49f61461a68882b', 'floating_ip_address': '172.36.4.223', 'floating_network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'router_id': 'f424a844-9828-479c-a4b9-67cdd420e374', 'port_id': '0bcfb22b-917c-4741-86d9-92c11b30b504', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1746, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '18068e1d-1cc4-4cd2-99bd-72acfffd29be', 'mac_address': 'fa:16:3e:84:11:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a3825d7-c57c-44ba-a737-bfded7b6ed5e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T11:33:11Z', 'updated_at': '2022-04-28T11:33:11Z', 'revision_number': 0, 'project_id': 'c2ca2bda274d41e2b49f61461a68882b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e4c33150-421d-42e0-9863-f8e99fc3ef3e', 'name': '', 'network_id': '18068e1d-1cc4-4cd2-99bd-72acfffd29be', 'tenant_id': 'c2ca2bda274d41e2b49f61461a68882b', 'mac_address': 'fa:16:3e:8b:94:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f424a844-9828-479c-a4b9-67cdd420e374', 'device_owner': 'network:router_interface', 'standard_attr_id': 1743, 'fixed_ips': [{'subnet_id': '9017d3c8-d698-40bc-a03f-a6ad38c5fa11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:32:53Z', 'updated_at': '2022-04-28T11:32:57Z', 'revision_number': 5, 'project_id': 'c2ca2bda274d41e2b49f61461a68882b', 'subnets': [{'id': '9017d3c8-d698-40bc-a03f-a6ad38c5fa11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=116163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:33:13.721975 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4756ac53-669e-48ee-92d0-00330cc56944 None None] The sync data for ids ['f424a844-9828-479c-a4b9-67cdd420e374'] in dv-neutron-master-2-hyperv is: [{'id': 'f424a844-9828-479c-a4b9-67cdd420e374', 'name': 'tempest-TestNetworkAdvancedServerOps-router-352903800', 'tenant_id': 'c2ca2bda274d41e2b49f61461a68882b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'external_fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.252'}], 'enable_snat': True}, 'gw_port_id': '04050617-b747-4178-a4a3-a1e8e7cb8b90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T11:32:50Z', 'updated_at': '2022-04-28T11:32:54Z', 'revision_number': 4, 'project_id': 'c2ca2bda274d41e2b49f61461a68882b', 'gw_port': {'id': '04050617-b747-4178-a4a3-a1e8e7cb8b90', 'name': '', 'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:35:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f424a844-9828-479c-a4b9-67cdd420e374', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1740, 'fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:32:51Z', 'updated_at': '2022-04-28T11:32:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '27ee5eff-8bd3-4e45-89f9-660029467eb3', 'tenant_id': 'c2ca2bda274d41e2b49f61461a68882b', 'floating_ip_address': '172.36.4.223', 'floating_network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'router_id': 'f424a844-9828-479c-a4b9-67cdd420e374', 'port_id': '0bcfb22b-917c-4741-86d9-92c11b30b504', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1746, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '18068e1d-1cc4-4cd2-99bd-72acfffd29be', 'mac_address': 'fa:16:3e:84:11:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a3825d7-c57c-44ba-a737-bfded7b6ed5e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T11:33:11Z', 'updated_at': '2022-04-28T11:33:11Z', 'revision_number': 0, 'project_id': 'c2ca2bda274d41e2b49f61461a68882b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e4c33150-421d-42e0-9863-f8e99fc3ef3e', 'name': '', 'network_id': '18068e1d-1cc4-4cd2-99bd-72acfffd29be', 'tenant_id': 'c2ca2bda274d41e2b49f61461a68882b', 'mac_address': 'fa:16:3e:8b:94:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f424a844-9828-479c-a4b9-67cdd420e374', 'device_owner': 'network:router_interface', 'standard_attr_id': 1743, 'fixed_ips': [{'subnet_id': '9017d3c8-d698-40bc-a03f-a6ad38c5fa11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:32:53Z', 'updated_at': '2022-04-28T11:32:57Z', 'revision_number': 5, 'project_id': 'c2ca2bda274d41e2b49f61461a68882b', 'subnets': [{'id': '9017d3c8-d698-40bc-a03f-a6ad38c5fa11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=116163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 11:33:13.738922 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-a5bb3989-7b85-4d77-887a-e41bb971efe6 req-bbba132d-2b10-44c3-a86b-caf21cb71a5a service neutron] 10.222.0.20 "GET /v2.0/networks/18068e1d-1cc4-4cd2-99bd-72acfffd29be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873470 Apr 28 11:33:13.909345 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22207d00-4ac2-4a3f-9259-9ab47857f48d None None] New status for floating IP 27ee5eff-8bd3-4e45-89f9-660029467eb3: ACTIVE {{(pid=116164) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 28 11:33:14.128256 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 33042) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:33:14.193208 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-c9640763-1b47-4c96-a31c-2135eeffdda3 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] 10.222.0.10 "GET /v2.0/floatingips/27ee5eff-8bd3-4e45-89f9-660029467eb3 HTTP/1.1" status: 200 len: 993 time: 0.0632372 Apr 28 11:33:20.807264 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (6be95134-9a6c-4663-8b48-90d12ce90c60), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:33:33.173788 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.agents_db [None req-54b29a82-8a19-4507-95e3-3a2d011841ff None None] Agent healthcheck: found 6 active agents {{(pid=116164) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 28 11:33:36.989467 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-690a9393-46cc-4547-a3b3-351401e2bef0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (75ba81b7-fe99-4281-90d2-a5adb445ecea), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:33:39.457807 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-730b900a-81c5-47ee-9ead-b0158529dd6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (6b492ad6-0876-4d74-b20d-28143a52ceba), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:33:40.583988 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-ae94d540-e4c6-43be-adc9-b26fb6a2f62f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (cfc241ae-e4b7-443b-b80b-59fbbc2b69c9), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:33:42.172141 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-01ef1de1-12fd-4cef-b76b-793f91379468 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (39cc4f52-f5d9-4e2c-bbfa-7a1c528e1c40), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:33:43.360694 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (d5baab19-5dd1-4902-922b-84acb048ab9c), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:33:45.660729 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848e386a-b5a5-44a3-94b1-2888c38a2b9b req-7de00cf2-2a8c-401e-8727-cfd3544116e2 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:33:45.662228 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-848e386a-b5a5-44a3-94b1-2888c38a2b9b req-7de00cf2-2a8c-401e-8727-cfd3544116e2 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] 10.222.0.10 "GET /v2.0/ports?device_id=5a3825d7-c57c-44ba-a737-bfded7b6ed5e HTTP/1.1" status: 200 len: 945 time: 0.0508294 Apr 28 11:33:45.712661 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-848e386a-b5a5-44a3-94b1-2888c38a2b9b req-163e29a7-d1ed-4c2a-9895-ecd6951a9a03 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] 10.222.0.10 "GET /v2.0/security-groups?id=f1c2abcf-e8d3-4b00-91cb-4527197725c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447578 Apr 28 11:33:45.718579 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febf1ced-c1b4-4eaa-964b-89a0365ac341 req-4e5372b2-77b4-4068-aae0-c28e66595acd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:33:45.720083 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-febf1ced-c1b4-4eaa-964b-89a0365ac341 req-4e5372b2-77b4-4068-aae0-c28e66595acd service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c2ca2bda274d41e2b49f61461a68882b&device_id=5a3825d7-c57c-44ba-a737-bfded7b6ed5e HTTP/1.1" status: 200 len: 1129 time: 0.0403042 Apr 28 11:33:45.811462 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febf1ced-c1b4-4eaa-964b-89a0365ac341 req-6f27c9d1-782c-478a-a726-cd2fc90a5035 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:33:45.814971 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-febf1ced-c1b4-4eaa-964b-89a0365ac341 req-6f27c9d1-782c-478a-a726-cd2fc90a5035 service neutron] 10.222.0.20 "GET /v2.0/networks?id=18068e1d-1cc4-4cd2-99bd-72acfffd29be HTTP/1.1" status: 200 len: 896 time: 0.0870144 Apr 28 11:33:45.878650 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-febf1ced-c1b4-4eaa-964b-89a0365ac341 req-c616e43a-5219-4120-8fc8-f7bb16c6c719 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0bcfb22b-917c-4741-86d9-92c11b30b504 HTTP/1.1" status: 200 len: 1001 time: 0.0591772 Apr 28 11:33:45.931349 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febf1ced-c1b4-4eaa-964b-89a0365ac341 req-396a1d4f-40e0-429e-8de2-27ee8dd84199 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:33:45.932712 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-febf1ced-c1b4-4eaa-964b-89a0365ac341 req-396a1d4f-40e0-429e-8de2-27ee8dd84199 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=9017d3c8-d698-40bc-a03f-a6ad38c5fa11 HTTP/1.1" status: 200 len: 835 time: 0.0478494 Apr 28 11:33:45.975552 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febf1ced-c1b4-4eaa-964b-89a0365ac341 req-bb9f4a4b-4ed4-44d3-b293-722986cf436c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:33:45.979444 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-febf1ced-c1b4-4eaa-964b-89a0365ac341 req-bb9f4a4b-4ed4-44d3-b293-722986cf436c service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=18068e1d-1cc4-4cd2-99bd-72acfffd29be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0390279 Apr 28 11:33:46.065486 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-febf1ced-c1b4-4eaa-964b-89a0365ac341 req-3f26b9b2-5471-4618-b045-0c4b4976c724 service neutron] 10.222.0.20 "GET /v2.0/networks/18068e1d-1cc4-4cd2-99bd-72acfffd29be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820575 Apr 28 11:33:46.156770 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-febf1ced-c1b4-4eaa-964b-89a0365ac341 req-739879d7-0e3b-4829-ab1f-fb32967cee13 service neutron] 10.222.0.20 "GET /v2.0/networks/18068e1d-1cc4-4cd2-99bd-72acfffd29be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845437 Apr 28 11:33:46.826299 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4021cc91-1ccb-4cfa-949f-ae0d2d9c1deb req-a73544a6-e044-45a7-9788-3d891ac23763 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:33:46.827836 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-4021cc91-1ccb-4cfa-949f-ae0d2d9c1deb req-a73544a6-e044-45a7-9788-3d891ac23763 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] 10.222.0.10 "GET /v2.0/ports?device_id=5a3825d7-c57c-44ba-a737-bfded7b6ed5e HTTP/1.1" status: 200 len: 945 time: 0.0475433 Apr 28 11:33:46.880973 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-4021cc91-1ccb-4cfa-949f-ae0d2d9c1deb req-cda323dc-da49-44e4-8e1f-09df72d35a11 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] 10.222.0.10 "GET /v2.0/security-groups?id=f1c2abcf-e8d3-4b00-91cb-4527197725c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477467 Apr 28 11:33:47.997230 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453ae83c-a48e-43e9-bd00-0c5ddc518761 req-73254453-c898-4106-ace7-67a1197a6c5a tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:33:47.998711 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-453ae83c-a48e-43e9-bd00-0c5ddc518761 req-73254453-c898-4106-ace7-67a1197a6c5a tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] 10.222.0.10 "GET /v2.0/ports?device_id=5a3825d7-c57c-44ba-a737-bfded7b6ed5e HTTP/1.1" status: 200 len: 945 time: 0.0461981 Apr 28 11:33:48.047220 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-453ae83c-a48e-43e9-bd00-0c5ddc518761 req-7f60438b-714d-4085-ba45-80c26d74ff71 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] 10.222.0.10 "GET /v2.0/security-groups?id=f1c2abcf-e8d3-4b00-91cb-4527197725c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430765 Apr 28 11:33:49.163626 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149acd9c-879c-407f-b120-4088f20bd3a0 req-4c3df131-a64b-49eb-9555-b51a44cccf14 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:33:49.165168 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-149acd9c-879c-407f-b120-4088f20bd3a0 req-4c3df131-a64b-49eb-9555-b51a44cccf14 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] 10.222.0.10 "GET /v2.0/ports?device_id=5a3825d7-c57c-44ba-a737-bfded7b6ed5e HTTP/1.1" status: 200 len: 945 time: 0.0461538 Apr 28 11:33:49.213311 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-149acd9c-879c-407f-b120-4088f20bd3a0 req-9475f375-2b1d-45a2-8f8b-1c572d419794 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] 10.222.0.10 "GET /v2.0/security-groups?id=f1c2abcf-e8d3-4b00-91cb-4527197725c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427809 Apr 28 11:33:50.329744 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4474a25c-b06a-4124-a863-33ad19d8e17b req-81c0cd40-f7e1-4edd-bc0e-c13510ad043f tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:33:50.331136 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-4474a25c-b06a-4124-a863-33ad19d8e17b req-81c0cd40-f7e1-4edd-bc0e-c13510ad043f tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] 10.222.0.10 "GET /v2.0/ports?device_id=5a3825d7-c57c-44ba-a737-bfded7b6ed5e HTTP/1.1" status: 200 len: 945 time: 0.0506999 Apr 28 11:33:50.380073 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-4474a25c-b06a-4124-a863-33ad19d8e17b req-6d27dfeb-63db-41b5-8234-239121708bc3 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] 10.222.0.10 "GET /v2.0/security-groups?id=f1c2abcf-e8d3-4b00-91cb-4527197725c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433087 Apr 28 11:33:50.823140 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (6be95134-9a6c-4663-8b48-90d12ce90c60), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:33:51.493748 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511349a7-6e3b-4a5b-865c-69e45678d9cc req-31219210-980a-4671-a987-14e6554477f6 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:33:51.495264 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-511349a7-6e3b-4a5b-865c-69e45678d9cc req-31219210-980a-4671-a987-14e6554477f6 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] 10.222.0.10 "GET /v2.0/ports?device_id=5a3825d7-c57c-44ba-a737-bfded7b6ed5e HTTP/1.1" status: 200 len: 945 time: 0.0464001 Apr 28 11:33:51.543012 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-511349a7-6e3b-4a5b-865c-69e45678d9cc req-0ba99d61-96d3-42cb-b212-973220616ae5 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] 10.222.0.10 "GET /v2.0/security-groups?id=f1c2abcf-e8d3-4b00-91cb-4527197725c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423026 Apr 28 11:33:52.659676 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d815b9-d309-4b09-9f14-655f580c6b92 req-547b0a61-3576-41d2-8d50-38d3e4e72810 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:33:52.661149 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-b5d815b9-d309-4b09-9f14-655f580c6b92 req-547b0a61-3576-41d2-8d50-38d3e4e72810 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] 10.222.0.10 "GET /v2.0/ports?device_id=5a3825d7-c57c-44ba-a737-bfded7b6ed5e HTTP/1.1" status: 200 len: 945 time: 0.0502913 Apr 28 11:33:52.708996 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-b5d815b9-d309-4b09-9f14-655f580c6b92 req-5f43a494-b543-4567-b97d-22c687810494 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] 10.222.0.10 "GET /v2.0/security-groups?id=f1c2abcf-e8d3-4b00-91cb-4527197725c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424142 Apr 28 11:33:53.824080 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293b975f-6d9d-4907-b838-0a38b82b3d58 req-87f26220-947e-4b59-b854-05501f027bbd tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:33:53.825565 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-293b975f-6d9d-4907-b838-0a38b82b3d58 req-87f26220-947e-4b59-b854-05501f027bbd tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] 10.222.0.10 "GET /v2.0/ports?device_id=5a3825d7-c57c-44ba-a737-bfded7b6ed5e HTTP/1.1" status: 200 len: 945 time: 0.0467517 Apr 28 11:33:53.875005 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-293b975f-6d9d-4907-b838-0a38b82b3d58 req-dabcf7c1-b7ea-43e4-a3b8-eba7aa52797b tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] 10.222.0.10 "GET /v2.0/security-groups?id=f1c2abcf-e8d3-4b00-91cb-4527197725c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440559 Apr 28 11:33:54.987048 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7880cc09-e2d2-4e99-9a73-f38b03c23fef req-1285a73a-da21-4296-8dbb-740b83216d53 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:33:54.988598 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-7880cc09-e2d2-4e99-9a73-f38b03c23fef req-1285a73a-da21-4296-8dbb-740b83216d53 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] 10.222.0.10 "GET /v2.0/ports?device_id=5a3825d7-c57c-44ba-a737-bfded7b6ed5e HTTP/1.1" status: 200 len: 945 time: 0.0472903 Apr 28 11:33:55.040765 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-7880cc09-e2d2-4e99-9a73-f38b03c23fef req-1fac5376-711f-4a1c-83d6-2e42d41db1c4 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] 10.222.0.10 "GET /v2.0/security-groups?id=f1c2abcf-e8d3-4b00-91cb-4527197725c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459564 Apr 28 11:33:56.155076 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f740c809-1242-4d96-aa8a-83d7a15ea52d req-97f7059f-1b75-4fe1-bb08-dea834fd80a6 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:33:56.156674 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-f740c809-1242-4d96-aa8a-83d7a15ea52d req-97f7059f-1b75-4fe1-bb08-dea834fd80a6 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] 10.222.0.10 "GET /v2.0/ports?device_id=5a3825d7-c57c-44ba-a737-bfded7b6ed5e HTTP/1.1" status: 200 len: 945 time: 0.0476475 Apr 28 11:33:56.204827 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-f740c809-1242-4d96-aa8a-83d7a15ea52d req-0a0296f2-3136-4a54-89bb-c4827ae73d1f tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] 10.222.0.10 "GET /v2.0/security-groups?id=f1c2abcf-e8d3-4b00-91cb-4527197725c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427122 Apr 28 11:33:57.322186 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ea19d8-6399-488e-ad56-9e73cfd641c6 req-b0cd1b8f-9dbe-4991-9057-459e8178f7f8 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:33:57.323697 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-b1ea19d8-6399-488e-ad56-9e73cfd641c6 req-b0cd1b8f-9dbe-4991-9057-459e8178f7f8 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] 10.222.0.10 "GET /v2.0/ports?device_id=5a3825d7-c57c-44ba-a737-bfded7b6ed5e HTTP/1.1" status: 200 len: 945 time: 0.0477235 Apr 28 11:33:57.372296 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-b1ea19d8-6399-488e-ad56-9e73cfd641c6 req-60fc82f0-897d-4692-8689-02f11e6dbdcc tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] 10.222.0.10 "GET /v2.0/security-groups?id=f1c2abcf-e8d3-4b00-91cb-4527197725c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431521 Apr 28 11:33:58.487356 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999a3ebf-dc28-4ff6-b501-b0ef1633b6d8 req-d8923f1d-1152-4307-b1ba-f06b10d1f8b8 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:33:58.488849 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-999a3ebf-dc28-4ff6-b501-b0ef1633b6d8 req-d8923f1d-1152-4307-b1ba-f06b10d1f8b8 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] 10.222.0.10 "GET /v2.0/ports?device_id=5a3825d7-c57c-44ba-a737-bfded7b6ed5e HTTP/1.1" status: 200 len: 945 time: 0.0505826 Apr 28 11:33:58.537131 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-999a3ebf-dc28-4ff6-b501-b0ef1633b6d8 req-904df80e-f990-4605-bcb0-905a43de92d8 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] 10.222.0.10 "GET /v2.0/security-groups?id=f1c2abcf-e8d3-4b00-91cb-4527197725c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423357 Apr 28 11:33:58.643597 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e7493e-5c4c-4620-b7c0-87afc3df0b6d req-deb45297-d2ef-4fd2-a740-829cb7f5ff0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:33:58.645071 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-01e7493e-5c4c-4620-b7c0-87afc3df0b6d req-deb45297-d2ef-4fd2-a740-829cb7f5ff0b service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c2ca2bda274d41e2b49f61461a68882b&device_id=5a3825d7-c57c-44ba-a737-bfded7b6ed5e HTTP/1.1" status: 200 len: 1129 time: 0.0389833 Apr 28 11:33:58.749853 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e7493e-5c4c-4620-b7c0-87afc3df0b6d req-8929a7db-b1ee-4921-9583-ebd609bc5cd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:33:58.751260 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-01e7493e-5c4c-4620-b7c0-87afc3df0b6d req-8929a7db-b1ee-4921-9583-ebd609bc5cd0 service neutron] 10.222.0.20 "GET /v2.0/networks?id=18068e1d-1cc4-4cd2-99bd-72acfffd29be HTTP/1.1" status: 200 len: 896 time: 0.0881519 Apr 28 11:33:58.815020 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-01e7493e-5c4c-4620-b7c0-87afc3df0b6d req-64827102-d65e-47fa-abee-d0f20043ba0e service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0bcfb22b-917c-4741-86d9-92c11b30b504 HTTP/1.1" status: 200 len: 1001 time: 0.0576310 Apr 28 11:33:58.866787 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e7493e-5c4c-4620-b7c0-87afc3df0b6d req-52a9ad77-d8a4-4345-b937-3d8894994867 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:33:58.869238 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-01e7493e-5c4c-4620-b7c0-87afc3df0b6d req-52a9ad77-d8a4-4345-b937-3d8894994867 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=9017d3c8-d698-40bc-a03f-a6ad38c5fa11 HTTP/1.1" status: 200 len: 835 time: 0.0484097 Apr 28 11:33:58.913129 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e7493e-5c4c-4620-b7c0-87afc3df0b6d req-940cc229-992f-45da-aece-6146fbf138fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:33:58.915547 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-01e7493e-5c4c-4620-b7c0-87afc3df0b6d req-940cc229-992f-45da-aece-6146fbf138fd service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=18068e1d-1cc4-4cd2-99bd-72acfffd29be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0405111 Apr 28 11:33:59.006566 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-01e7493e-5c4c-4620-b7c0-87afc3df0b6d req-d895d3ab-d91a-4cfe-9ab4-370bbaccb02e service neutron] 10.222.0.20 "GET /v2.0/networks/18068e1d-1cc4-4cd2-99bd-72acfffd29be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830762 Apr 28 11:33:59.142758 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-01e7493e-5c4c-4620-b7c0-87afc3df0b6d req-ef554676-029a-4190-a222-e5ddf4e68ea9 service neutron] 10.222.0.20 "GET /v2.0/networks/18068e1d-1cc4-4cd2-99bd-72acfffd29be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864072 Apr 28 11:33:59.650717 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8f2258-8ec4-429b-bf53-c66ebb6ed35e req-d1ee13e4-6574-4b79-a4fb-b709f611c843 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:33:59.652195 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-0a8f2258-8ec4-429b-bf53-c66ebb6ed35e req-d1ee13e4-6574-4b79-a4fb-b709f611c843 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] 10.222.0.10 "GET /v2.0/ports?device_id=5a3825d7-c57c-44ba-a737-bfded7b6ed5e HTTP/1.1" status: 200 len: 945 time: 0.0478361 Apr 28 11:33:59.700873 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-0a8f2258-8ec4-429b-bf53-c66ebb6ed35e req-341a33ce-c5ec-4dfb-911e-c4e3c3295d61 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] 10.222.0.10 "GET /v2.0/security-groups?id=f1c2abcf-e8d3-4b00-91cb-4527197725c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429265 Apr 28 11:34:00.811888 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15c5e97-18ca-4196-8357-92ddd4fda753 req-d5ec1021-76d4-4d0d-bf1a-627059f187d1 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:34:00.822992 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-d15c5e97-18ca-4196-8357-92ddd4fda753 req-d5ec1021-76d4-4d0d-bf1a-627059f187d1 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] 10.222.0.10 "GET /v2.0/ports?device_id=5a3825d7-c57c-44ba-a737-bfded7b6ed5e HTTP/1.1" status: 200 len: 945 time: 0.0464714 Apr 28 11:34:00.865473 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-d15c5e97-18ca-4196-8357-92ddd4fda753 req-32229f35-6a08-4582-9f6a-4bf2c2b55abd tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] 10.222.0.10 "GET /v2.0/security-groups?id=f1c2abcf-e8d3-4b00-91cb-4527197725c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466735 Apr 28 11:34:01.980243 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f7e9c1-b7f3-4f2e-a0df-ef164e7ed927 req-34437216-4b31-41e1-97e4-790da8e261ad tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:34:01.981740 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-a9f7e9c1-b7f3-4f2e-a0df-ef164e7ed927 req-34437216-4b31-41e1-97e4-790da8e261ad tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] 10.222.0.10 "GET /v2.0/ports?device_id=5a3825d7-c57c-44ba-a737-bfded7b6ed5e HTTP/1.1" status: 200 len: 945 time: 0.0490384 Apr 28 11:34:02.029605 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-a9f7e9c1-b7f3-4f2e-a0df-ef164e7ed927 req-4b9edf1f-19ee-4f02-b18d-b97e9810aa85 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] 10.222.0.10 "GET /v2.0/security-groups?id=f1c2abcf-e8d3-4b00-91cb-4527197725c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420723 Apr 28 11:34:03.142377 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3dd5f64-fed1-464e-a471-1aff0f73f83a req-1afd4b41-6629-4fdc-beff-264294d1e2d2 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:34:03.143896 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-a3dd5f64-fed1-464e-a471-1aff0f73f83a req-1afd4b41-6629-4fdc-beff-264294d1e2d2 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] 10.222.0.10 "GET /v2.0/ports?device_id=5a3825d7-c57c-44ba-a737-bfded7b6ed5e HTTP/1.1" status: 200 len: 945 time: 0.0472541 Apr 28 11:34:03.192323 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-a3dd5f64-fed1-464e-a471-1aff0f73f83a req-a6daf241-8237-4fe8-8148-f083df410cad tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] 10.222.0.10 "GET /v2.0/security-groups?id=f1c2abcf-e8d3-4b00-91cb-4527197725c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429993 Apr 28 11:34:03.214183 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 33090) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:34:03.276259 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-485c7ddf-61ab-4a0b-8665-a483c20fc0e7 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] 10.222.0.10 "GET /v2.0/floatingips/27ee5eff-8bd3-4e45-89f9-660029467eb3 HTTP/1.1" status: 200 len: 993 time: 0.0609493 Apr 28 11:34:07.005255 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-bb3f74ae-e0fa-4b0c-8517-151c0d28b962 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (75ba81b7-fe99-4281-90d2-a5adb445ecea), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:34:09.451526 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-36221292-0770-4aad-b910-316bab6efa5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (6b492ad6-0876-4d74-b20d-28143a52ceba), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:34:10.173114 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.agents_db [None req-54b29a82-8a19-4507-95e3-3a2d011841ff None None] Agent healthcheck: found 6 active agents {{(pid=116164) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 28 11:34:10.576854 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-ae94d540-e4c6-43be-adc9-b26fb6a2f62f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (cfc241ae-e4b7-443b-b80b-59fbbc2b69c9), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:34:12.154176 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-01ef1de1-12fd-4cef-b76b-793f91379468 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (39cc4f52-f5d9-4e2c-bbfa-7a1c528e1c40), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:34:13.348438 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (d5baab19-5dd1-4902-922b-84acb048ab9c), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:34:20.833526 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (6be95134-9a6c-4663-8b48-90d12ce90c60), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:34:33.752960 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 33104) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:34:33.900072 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.plugin [None req-4e7d64bb-7a36-4061-8cf6-a41bbd4eb912 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Deleting port a4c9d241-db66-488c-87d9-3ea5f1ad778a {{(pid=116161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 11:34:33.900411 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-4e7d64bb-7a36-4061-8cf6-a41bbd4eb912 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742235130188'] for port (a4c9d241-db66-488c-87d9-3ea5f1ad778a), before_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:34:33.977331 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-4e7d64bb-7a36-4061-8cf6-a41bbd4eb912 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1938497'] for port (a4c9d241-db66-488c-87d9-3ea5f1ad778a), precommit_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:34:33.977735 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-4e7d64bb-7a36-4061-8cf6-a41bbd4eb912 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Publish callbacks [] for floatingip (a4c9d241-db66-488c-87d9-3ea5f1ad778a), precommit_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:34:33.989230 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.plugin [None req-4e7d64bb-7a36-4061-8cf6-a41bbd4eb912 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Calling delete_port for a4c9d241-db66-488c-87d9-3ea5f1ad778a owned by network:floatingip {{(pid=116161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 11:34:34.192932 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-4e7d64bb-7a36-4061-8cf6-a41bbd4eb912 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742235135690', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742234710366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5219112'] for port (a4c9d241-db66-488c-87d9-3ea5f1ad778a), after_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:34:34.222290 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e7d64bb-7a36-4061-8cf6-a41bbd4eb912 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Pushing event deleted for resources: {'Port': ['ID=a4c9d241-db66-488c-87d9-3ea5f1ad778a,revision_number=None']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:34:34.234386 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e7d64bb-7a36-4061-8cf6-a41bbd4eb912 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:34:34.234770 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e7d64bb-7a36-4061-8cf6-a41bbd4eb912 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:34:34.235125 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e7d64bb-7a36-4061-8cf6-a41bbd4eb912 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:34:34.235473 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e7d64bb-7a36-4061-8cf6-a41bbd4eb912 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:34:34.235823 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e7d64bb-7a36-4061-8cf6-a41bbd4eb912 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:34:34.236162 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e7d64bb-7a36-4061-8cf6-a41bbd4eb912 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:34:34.236502 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e7d64bb-7a36-4061-8cf6-a41bbd4eb912 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:34:34.236839 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e7d64bb-7a36-4061-8cf6-a41bbd4eb912 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:34:34.237173 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e7d64bb-7a36-4061-8cf6-a41bbd4eb912 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:34:34.237510 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e7d64bb-7a36-4061-8cf6-a41bbd4eb912 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:34:34.237841 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e7d64bb-7a36-4061-8cf6-a41bbd4eb912 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:34:34.238173 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e7d64bb-7a36-4061-8cf6-a41bbd4eb912 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:34:34.238532 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e7d64bb-7a36-4061-8cf6-a41bbd4eb912 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:34:34.238867 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e7d64bb-7a36-4061-8cf6-a41bbd4eb912 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:34:34.239197 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e7d64bb-7a36-4061-8cf6-a41bbd4eb912 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:34:34.294276 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-4e7d64bb-7a36-4061-8cf6-a41bbd4eb912 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Publish callbacks [] for floatingip (27ee5eff-8bd3-4e45-89f9-660029467eb3), after_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:34:34.294622 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.db.l3_db [None req-4e7d64bb-7a36-4061-8cf6-a41bbd4eb912 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Floating IP 27ee5eff-8bd3-4e45-89f9-660029467eb3 disassociated (deleted). External IP: 172.36.4.223, port: 0bcfb22b-917c-4741-86d9-92c11b30b504. Apr 28 11:34:34.507555 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e7d64bb-7a36-4061-8cf6-a41bbd4eb912 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Router f424a844-9828-479c-a4b9-67cdd420e374 has already been hosted by L3 agent 6b492ad6-0876-4d74-b20d-28143a52ceba {{(pid=116161) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 11:34:34.616269 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e7d64bb-7a36-4061-8cf6-a41bbd4eb912 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=116161) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 11:34:34.621145 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-4e7d64bb-7a36-4061-8cf6-a41bbd4eb912 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198022'] for floatingip (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:34:34.626200 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cab686b3-513e-4217-8ffa-6c2ba119ebaf None None] Sync routers for ids ['f424a844-9828-479c-a4b9-67cdd420e374'] in dv-neutron-master-2-hyperv {{(pid=116163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 11:34:34.636293 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cab686b3-513e-4217-8ffa-6c2ba119ebaf None None] Routers {'f424a844-9828-479c-a4b9-67cdd420e374'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=116163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 11:34:34.636917 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_hamode_db [None req-cab686b3-513e-4217-8ffa-6c2ba119ebaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-28T10:50:39Z,description=,heartbeat_timestamp=2022-04-28T11:34:09Z,host='dv-neutron-master-2-hyperv',id=6b492ad6-0876-4d74-b20d-28143a52ceba,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T10:50:40Z,topic='l3_agent')) {'router_ids': ['f424a844-9828-479c-a4b9-67cdd420e374'], 'active': True} {{(pid=116163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:34:34.656523 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-4e7d64bb-7a36-4061-8cf6-a41bbd4eb912 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] 10.222.0.10 "DELETE /v2.0/floatingips/27ee5eff-8bd3-4e45-89f9-660029467eb3 HTTP/1.1" status: 204 len: 168 time: 0.9024334 Apr 28 11:34:34.657169 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a3825d7-c57c-44ba-a737-bfded7b6ed5e', 'tag': '0bcfb22b-917c-4741-86d9-92c11b30b504'}] {{(pid=116161) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 11:34:34.659466 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e748734031c26dffb00ab563e48cb7690d820419218221ecd4f9c2a21276ff88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18f97310-78c9-42d5-b301-1011db0c02ef" -d '{"events": [{"name": "network-changed", "server_uuid": "5a3825d7-c57c-44ba-a737-bfded7b6ed5e", "tag": "0bcfb22b-917c-4741-86d9-92c11b30b504"}]}' {{(pid=116161) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 11:34:34.700500 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 11:34:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7012c63-2325-4b4a-99ef-af8c7d6d37c9 x-openstack-request-id: req-b7012c63-2325-4b4a-99ef-af8c7d6d37c9 {{(pid=116161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 11:34:34.700803 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5a3825d7-c57c-44ba-a737-bfded7b6ed5e", "tag": "0bcfb22b-917c-4741-86d9-92c11b30b504", "status": "completed", "code": 200}]} {{(pid=116161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 11:34:34.701057 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-b7012c63-2325-4b4a-99ef-af8c7d6d37c9 {{(pid=116161) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 11:34:34.701468 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b7012c63-2325-4b4a-99ef-af8c7d6d37c9'] response: {'name': 'network-changed', 'server_uuid': '5a3825d7-c57c-44ba-a737-bfded7b6ed5e', 'tag': '0bcfb22b-917c-4741-86d9-92c11b30b504', 'status': 'completed', 'code': 200} Apr 28 11:34:34.753116 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvr_db [None req-cab686b3-513e-4217-8ffa-6c2ba119ebaf None None] Set router f424a844-9828-479c-a4b9-67cdd420e374 gateway port host: dv-neutron-master-2-hyperv {{(pid=116163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 11:34:34.763722 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f97310-78c9-42d5-b301-1011db0c02ef req-3888e253-6836-4a0b-a911-018b639334b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:34:34.765300 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-18f97310-78c9-42d5-b301-1011db0c02ef req-3888e253-6836-4a0b-a911-018b639334b6 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c2ca2bda274d41e2b49f61461a68882b&device_id=5a3825d7-c57c-44ba-a737-bfded7b6ed5e HTTP/1.1" status: 200 len: 1129 time: 0.0406916 Apr 28 11:34:34.864727 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f97310-78c9-42d5-b301-1011db0c02ef req-2d761a8a-e148-4f43-b670-7d62302eac9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:34:34.866232 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-18f97310-78c9-42d5-b301-1011db0c02ef req-2d761a8a-e148-4f43-b670-7d62302eac9f service neutron] 10.222.0.20 "GET /v2.0/networks?id=18068e1d-1cc4-4cd2-99bd-72acfffd29be HTTP/1.1" status: 200 len: 896 time: 0.0940297 Apr 28 11:34:34.907512 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-18f97310-78c9-42d5-b301-1011db0c02ef req-b6ecfaa2-fdb6-4c52-9ab9-4e8fc558fd47 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0bcfb22b-917c-4741-86d9-92c11b30b504 HTTP/1.1" status: 200 len: 217 time: 0.0353131 Apr 28 11:34:34.947943 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_hamode_db [None req-cab686b3-513e-4217-8ffa-6c2ba119ebaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f424a844-9828-479c-a4b9-67cdd420e374', 'name': 'tempest-TestNetworkAdvancedServerOps-router-352903800', 'tenant_id': 'c2ca2bda274d41e2b49f61461a68882b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'external_fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.252'}], 'enable_snat': True}, 'gw_port_id': '04050617-b747-4178-a4a3-a1e8e7cb8b90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T11:32:50Z', 'updated_at': '2022-04-28T11:32:54Z', 'revision_number': 4, 'project_id': 'c2ca2bda274d41e2b49f61461a68882b', 'gw_port': {'id': '04050617-b747-4178-a4a3-a1e8e7cb8b90', 'name': '', 'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:35:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f424a844-9828-479c-a4b9-67cdd420e374', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1740, 'fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:32:51Z', 'updated_at': '2022-04-28T11:32:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'e4c33150-421d-42e0-9863-f8e99fc3ef3e', 'name': '', 'network_id': '18068e1d-1cc4-4cd2-99bd-72acfffd29be', 'tenant_id': 'c2ca2bda274d41e2b49f61461a68882b', 'mac_address': 'fa:16:3e:8b:94:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f424a844-9828-479c-a4b9-67cdd420e374', 'device_owner': 'network:router_interface', 'standard_attr_id': 1743, 'fixed_ips': [{'subnet_id': '9017d3c8-d698-40bc-a03f-a6ad38c5fa11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:32:53Z', 'updated_at': '2022-04-28T11:32:57Z', 'revision_number': 5, 'project_id': 'c2ca2bda274d41e2b49f61461a68882b', 'subnets': [{'id': '9017d3c8-d698-40bc-a03f-a6ad38c5fa11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=116163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:34:34.965394 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f97310-78c9-42d5-b301-1011db0c02ef req-83f99b81-d36f-4296-b95c-13dcd46ee84b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:34:34.966913 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-18f97310-78c9-42d5-b301-1011db0c02ef req-83f99b81-d36f-4296-b95c-13dcd46ee84b service neutron] 10.222.0.20 "GET /v2.0/subnets?id=9017d3c8-d698-40bc-a03f-a6ad38c5fa11 HTTP/1.1" status: 200 len: 835 time: 0.0537620 Apr 28 11:34:34.980220 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cab686b3-513e-4217-8ffa-6c2ba119ebaf None None] Checking router: f424a844-9828-479c-a4b9-67cdd420e374 for host: dv-neutron-master-2-hyperv {{(pid=116163) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 11:34:34.988786 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cab686b3-513e-4217-8ffa-6c2ba119ebaf None None] Routers {'f424a844-9828-479c-a4b9-67cdd420e374'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=116163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 11:34:34.989412 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_hamode_db [None req-cab686b3-513e-4217-8ffa-6c2ba119ebaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-28T10:50:39Z,description=,heartbeat_timestamp=2022-04-28T11:34:09Z,host='dv-neutron-master-2-hyperv',id=6b492ad6-0876-4d74-b20d-28143a52ceba,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T10:50:40Z,topic='l3_agent')) {'router_ids': ['f424a844-9828-479c-a4b9-67cdd420e374'], 'active': True} {{(pid=116163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:34:35.023020 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f97310-78c9-42d5-b301-1011db0c02ef req-b1d3968f-c631-424e-8a22-7b2aa47cf41f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:34:35.025568 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-18f97310-78c9-42d5-b301-1011db0c02ef req-b1d3968f-c631-424e-8a22-7b2aa47cf41f service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=18068e1d-1cc4-4cd2-99bd-72acfffd29be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0521355 Apr 28 11:34:35.103709 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvr_db [None req-cab686b3-513e-4217-8ffa-6c2ba119ebaf None None] Set router f424a844-9828-479c-a4b9-67cdd420e374 gateway port host: dv-neutron-master-2-hyperv {{(pid=116163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 11:34:35.119921 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762c7187-3faa-4b21-ae74-294bf5e60088 req-12473c9c-1489-4f36-849e-822b85daa931 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:34:35.124309 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-762c7187-3faa-4b21-ae74-294bf5e60088 req-12473c9c-1489-4f36-849e-822b85daa931 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] 10.222.0.10 "GET /v2.0/ports?device_id=5a3825d7-c57c-44ba-a737-bfded7b6ed5e HTTP/1.1" status: 200 len: 945 time: 0.0486512 Apr 28 11:34:35.170566 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-762c7187-3faa-4b21-ae74-294bf5e60088 req-c32b766c-f4c3-4ccf-b414-6c45b0c57b74 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] 10.222.0.10 "GET /v2.0/security-groups?id=f1c2abcf-e8d3-4b00-91cb-4527197725c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433030 Apr 28 11:34:35.291886 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_hamode_db [None req-cab686b3-513e-4217-8ffa-6c2ba119ebaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f424a844-9828-479c-a4b9-67cdd420e374', 'name': 'tempest-TestNetworkAdvancedServerOps-router-352903800', 'tenant_id': 'c2ca2bda274d41e2b49f61461a68882b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'external_fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.252'}], 'enable_snat': True}, 'gw_port_id': '04050617-b747-4178-a4a3-a1e8e7cb8b90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T11:32:50Z', 'updated_at': '2022-04-28T11:32:54Z', 'revision_number': 4, 'project_id': 'c2ca2bda274d41e2b49f61461a68882b', 'gw_port': {'id': '04050617-b747-4178-a4a3-a1e8e7cb8b90', 'name': '', 'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:35:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f424a844-9828-479c-a4b9-67cdd420e374', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1740, 'fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:32:51Z', 'updated_at': '2022-04-28T11:32:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'e4c33150-421d-42e0-9863-f8e99fc3ef3e', 'name': '', 'network_id': '18068e1d-1cc4-4cd2-99bd-72acfffd29be', 'tenant_id': 'c2ca2bda274d41e2b49f61461a68882b', 'mac_address': 'fa:16:3e:8b:94:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f424a844-9828-479c-a4b9-67cdd420e374', 'device_owner': 'network:router_interface', 'standard_attr_id': 1743, 'fixed_ips': [{'subnet_id': '9017d3c8-d698-40bc-a03f-a6ad38c5fa11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:32:53Z', 'updated_at': '2022-04-28T11:32:57Z', 'revision_number': 5, 'project_id': 'c2ca2bda274d41e2b49f61461a68882b', 'subnets': [{'id': '9017d3c8-d698-40bc-a03f-a6ad38c5fa11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=116163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:34:35.317261 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cab686b3-513e-4217-8ffa-6c2ba119ebaf None None] The sync data for ids ['f424a844-9828-479c-a4b9-67cdd420e374'] in dv-neutron-master-2-hyperv is: [{'id': 'f424a844-9828-479c-a4b9-67cdd420e374', 'name': 'tempest-TestNetworkAdvancedServerOps-router-352903800', 'tenant_id': 'c2ca2bda274d41e2b49f61461a68882b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'external_fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.252'}], 'enable_snat': True}, 'gw_port_id': '04050617-b747-4178-a4a3-a1e8e7cb8b90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T11:32:50Z', 'updated_at': '2022-04-28T11:32:54Z', 'revision_number': 4, 'project_id': 'c2ca2bda274d41e2b49f61461a68882b', 'gw_port': {'id': '04050617-b747-4178-a4a3-a1e8e7cb8b90', 'name': '', 'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:35:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f424a844-9828-479c-a4b9-67cdd420e374', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1740, 'fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:32:51Z', 'updated_at': '2022-04-28T11:32:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'e4c33150-421d-42e0-9863-f8e99fc3ef3e', 'name': '', 'network_id': '18068e1d-1cc4-4cd2-99bd-72acfffd29be', 'tenant_id': 'c2ca2bda274d41e2b49f61461a68882b', 'mac_address': 'fa:16:3e:8b:94:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f424a844-9828-479c-a4b9-67cdd420e374', 'device_owner': 'network:router_interface', 'standard_attr_id': 1743, 'fixed_ips': [{'subnet_id': '9017d3c8-d698-40bc-a03f-a6ad38c5fa11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:32:53Z', 'updated_at': '2022-04-28T11:32:57Z', 'revision_number': 5, 'project_id': 'c2ca2bda274d41e2b49f61461a68882b', 'subnets': [{'id': '9017d3c8-d698-40bc-a03f-a6ad38c5fa11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=116163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 11:34:35.530492 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a01db8f6-38ac-46db-bf92-defe45b532d0 None None] New status for floating IP 27ee5eff-8bd3-4e45-89f9-660029467eb3: DOWN {{(pid=116164) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 28 11:34:36.250515 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-18f97310-78c9-42d5-b301-1011db0c02ef req-6108cb5a-a0fa-4717-8cf2-b6403740c572 service neutron] 10.222.0.20 "GET /v2.0/networks/18068e1d-1cc4-4cd2-99bd-72acfffd29be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831130 Apr 28 11:34:36.287819 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e321b3a0-ea6d-4b85-86f9-ae66a1a16338 req-17984a7f-adf5-433e-8a22-0ffce949738c tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:34:36.289798 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-e321b3a0-ea6d-4b85-86f9-ae66a1a16338 req-17984a7f-adf5-433e-8a22-0ffce949738c tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] 10.222.0.10 "GET /v2.0/ports?device_id=5a3825d7-c57c-44ba-a737-bfded7b6ed5e HTTP/1.1" status: 200 len: 945 time: 0.0503008 Apr 28 11:34:36.338104 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-e321b3a0-ea6d-4b85-86f9-ae66a1a16338 req-3e3aacb7-1192-4eb3-9e06-dd86459a62c1 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] 10.222.0.10 "GET /v2.0/security-groups?id=f1c2abcf-e8d3-4b00-91cb-4527197725c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425706 Apr 28 11:34:36.454435 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-18f97310-78c9-42d5-b301-1011db0c02ef req-42700216-8b38-4a72-b8db-98a9ab77b858 service neutron] 10.222.0.20 "GET /v2.0/networks/18068e1d-1cc4-4cd2-99bd-72acfffd29be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875068 Apr 28 11:34:36.526966 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cac67cc-26de-4118-9a78-e00102a12a8b req-e12d0380-a350-4fe7-a17d-de005a87cb49 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:34:36.528336 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-0cac67cc-26de-4118-9a78-e00102a12a8b req-e12d0380-a350-4fe7-a17d-de005a87cb49 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] 10.222.0.20 "GET /v2.0/ports?device_id=5a3825d7-c57c-44ba-a737-bfded7b6ed5e HTTP/1.1" status: 200 len: 945 time: 0.0464065 Apr 28 11:34:36.615658 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.plugin [req-0cac67cc-26de-4118-9a78-e00102a12a8b req-0e1c85d3-7477-4df4-ab94-bb1081be1bbd tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Deleting port 0bcfb22b-917c-4741-86d9-92c11b30b504 {{(pid=116162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 11:34:36.616001 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [req-0cac67cc-26de-4118-9a78-e00102a12a8b req-0e1c85d3-7477-4df4-ab94-bb1081be1bbd tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742235130188'] for port (0bcfb22b-917c-4741-86d9-92c11b30b504), before_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:34:36.701988 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.db [req-0cac67cc-26de-4118-9a78-e00102a12a8b req-0e1c85d3-7477-4df4-ab94-bb1081be1bbd tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] For port 0bcfb22b-917c-4741-86d9-92c11b30b504, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=0bcfb22b-917c-4741-86d9-92c11b30b504,segment=NetworkSegment(dd6966b5-cd50-4cf0-8e3b-ea7a01fb35e8),segment_id=dd6966b5-cd50-4cf0-8e3b-ea7a01fb35e8)] {{(pid=116162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 11:34:36.702354 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [req-0cac67cc-26de-4118-9a78-e00102a12a8b req-0e1c85d3-7477-4df4-ab94-bb1081be1bbd tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1938497'] for port (0bcfb22b-917c-4741-86d9-92c11b30b504), precommit_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:34:36.715591 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.plugin [req-0cac67cc-26de-4118-9a78-e00102a12a8b req-0e1c85d3-7477-4df4-ab94-bb1081be1bbd tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Calling delete_port for 0bcfb22b-917c-4741-86d9-92c11b30b504 owned by compute:nova {{(pid=116162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 11:34:36.901346 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [req-0cac67cc-26de-4118-9a78-e00102a12a8b req-0e1c85d3-7477-4df4-ab94-bb1081be1bbd tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742235135690', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742234710366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5051867'] for port (0bcfb22b-917c-4741-86d9-92c11b30b504), after_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:34:36.929761 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e1c85d3-7477-4df4-ab94-bb1081be1bbd tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Pushing event deleted for resources: {'Port': ['ID=0bcfb22b-917c-4741-86d9-92c11b30b504,revision_number=None']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:34:36.942286 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e1c85d3-7477-4df4-ab94-bb1081be1bbd tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:34:36.942669 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e1c85d3-7477-4df4-ab94-bb1081be1bbd tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:34:36.943040 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e1c85d3-7477-4df4-ab94-bb1081be1bbd tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:34:36.943371 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e1c85d3-7477-4df4-ab94-bb1081be1bbd tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:34:36.943715 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e1c85d3-7477-4df4-ab94-bb1081be1bbd tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:34:36.944048 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e1c85d3-7477-4df4-ab94-bb1081be1bbd tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:34:36.944383 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e1c85d3-7477-4df4-ab94-bb1081be1bbd tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:34:36.944717 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e1c85d3-7477-4df4-ab94-bb1081be1bbd tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:34:36.945524 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e1c85d3-7477-4df4-ab94-bb1081be1bbd tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:34:36.945874 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e1c85d3-7477-4df4-ab94-bb1081be1bbd tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:34:36.946201 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e1c85d3-7477-4df4-ab94-bb1081be1bbd tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:34:36.946559 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e1c85d3-7477-4df4-ab94-bb1081be1bbd tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:34:36.946883 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e1c85d3-7477-4df4-ab94-bb1081be1bbd tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:34:36.947212 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e1c85d3-7477-4df4-ab94-bb1081be1bbd tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:34:36.947536 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e1c85d3-7477-4df4-ab94-bb1081be1bbd tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:34:36.988463 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.db.l3_dvrscheduler_db [req-0cac67cc-26de-4118-9a78-e00102a12a8b req-0e1c85d3-7477-4df4-ab94-bb1081be1bbd tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] No DVR routers for this DVR port 0bcfb22b-917c-4741-86d9-92c11b30b504 on host hv-neutron-mast {{(pid=116162) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 11:34:36.990913 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [req-0cac67cc-26de-4118-9a78-e00102a12a8b req-0e1c85d3-7477-4df4-ab94-bb1081be1bbd tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198022'] for port (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:34:36.994527 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-0cac67cc-26de-4118-9a78-e00102a12a8b req-0e1c85d3-7477-4df4-ab94-bb1081be1bbd tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] 10.222.0.20 "DELETE /v2.0/ports/0bcfb22b-917c-4741-86d9-92c11b30b504 HTTP/1.1" status: 204 len: 173 time: 0.4616234 Apr 28 11:34:36.999870 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a3825d7-c57c-44ba-a737-bfded7b6ed5e', 'name': 'network-vif-deleted', 'tag': '0bcfb22b-917c-4741-86d9-92c11b30b504'}] {{(pid=116162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 11:34:36.999870 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ba53f40d6116d28995a8e36159d0e539b5353eec116fb5dd4ce03b4b2159ab1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e283721f-0131-4382-b265-d7f9d51408f0" -d '{"events": [{"server_uuid": "5a3825d7-c57c-44ba-a737-bfded7b6ed5e", "name": "network-vif-deleted", "tag": "0bcfb22b-917c-4741-86d9-92c11b30b504"}]}' {{(pid=116162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 11:34:37.010041 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-473a7bca-62fb-4970-b27c-bb8f980f0851 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (75ba81b7-fe99-4281-90d2-a5adb445ecea), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:34:37.207632 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 11:34:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e18472fe-f666-46d5-87fe-463d88744edd x-openstack-request-id: req-e18472fe-f666-46d5-87fe-463d88744edd {{(pid=116162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 11:34:37.207929 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a3825d7-c57c-44ba-a737-bfded7b6ed5e", "name": "network-vif-deleted", "tag": "0bcfb22b-917c-4741-86d9-92c11b30b504", "status": "completed", "code": 200}]} {{(pid=116162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 11:34:37.208235 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-e18472fe-f666-46d5-87fe-463d88744edd {{(pid=116162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 11:34:37.208656 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e18472fe-f666-46d5-87fe-463d88744edd'] response: {'server_uuid': '5a3825d7-c57c-44ba-a737-bfded7b6ed5e', 'name': 'network-vif-deleted', 'tag': '0bcfb22b-917c-4741-86d9-92c11b30b504', 'status': 'completed', 'code': 200} Apr 28 11:34:37.449958 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-da9c26a2-55a2-41e9-9f66-d7763c3032dc req-74d0c09f-8acd-4ea5-a888-53bb9f2ce2a6 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] 10.222.0.10 "GET /v2.0/ports?device_id=5a3825d7-c57c-44ba-a737-bfded7b6ed5e HTTP/1.1" status: 200 len: 210 time: 0.0282831 Apr 28 11:34:38.504897 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 33130) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:34:38.838736 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-d9b741a5-51a5-44b1-ab4e-e45a8d001848 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2063420'] for router_interface (f424a844-9828-479c-a4b9-67cdd420e374), before_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:34:39.079176 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.plugin [None req-d9b741a5-51a5-44b1-ab4e-e45a8d001848 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Deleting port e4c33150-421d-42e0-9863-f8e99fc3ef3e {{(pid=116162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 11:34:39.079522 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-d9b741a5-51a5-44b1-ab4e-e45a8d001848 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742235130188'] for port (e4c33150-421d-42e0-9863-f8e99fc3ef3e), before_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:34:39.170700 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.db [None req-d9b741a5-51a5-44b1-ab4e-e45a8d001848 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] For port e4c33150-421d-42e0-9863-f8e99fc3ef3e, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=e4c33150-421d-42e0-9863-f8e99fc3ef3e,segment=NetworkSegment(dd6966b5-cd50-4cf0-8e3b-ea7a01fb35e8),segment_id=dd6966b5-cd50-4cf0-8e3b-ea7a01fb35e8)] {{(pid=116162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 11:34:39.171067 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-d9b741a5-51a5-44b1-ab4e-e45a8d001848 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1938497'] for port (e4c33150-421d-42e0-9863-f8e99fc3ef3e), precommit_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:34:39.184510 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.plugin [None req-d9b741a5-51a5-44b1-ab4e-e45a8d001848 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Calling delete_port for e4c33150-421d-42e0-9863-f8e99fc3ef3e owned by network:router_interface {{(pid=116162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 11:34:39.432904 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-d9b741a5-51a5-44b1-ab4e-e45a8d001848 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742235135690', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742234710366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5051867'] for port (e4c33150-421d-42e0-9863-f8e99fc3ef3e), after_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:34:39.459149 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b741a5-51a5-44b1-ab4e-e45a8d001848 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Pushing event deleted for resources: {'Port': ['ID=e4c33150-421d-42e0-9863-f8e99fc3ef3e,revision_number=None']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:34:39.461949 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-2cecc1c9-0d3c-44ba-a443-ba7ae5ac1a56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (6b492ad6-0876-4d74-b20d-28143a52ceba), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:34:39.642023 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-d9b741a5-51a5-44b1-ab4e-e45a8d001848 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1603051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2063504'] for router_interface (f424a844-9828-479c-a4b9-67cdd420e374), after_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:34:39.853650 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9b741a5-51a5-44b1-ab4e-e45a8d001848 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Router f424a844-9828-479c-a4b9-67cdd420e374 has already been hosted by L3 agent 6b492ad6-0876-4d74-b20d-28143a52ceba {{(pid=116162) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 11:34:39.962187 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9b741a5-51a5-44b1-ab4e-e45a8d001848 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=116162) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 11:34:39.975474 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-d9b741a5-51a5-44b1-ab4e-e45a8d001848 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] 10.222.0.10 "PUT /v2.0/routers/f424a844-9828-479c-a4b9-67cdd420e374/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4614778 Apr 28 11:34:39.975474 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 33132) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:34:39.975686 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3148b7db-7eab-47c5-9e09-e7dc2d656fb4 None None] Sync routers for ids ['f424a844-9828-479c-a4b9-67cdd420e374'] in dv-neutron-master-2-hyperv {{(pid=116163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 11:34:39.982547 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3148b7db-7eab-47c5-9e09-e7dc2d656fb4 None None] Routers {'f424a844-9828-479c-a4b9-67cdd420e374'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=116163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 11:34:39.983170 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_hamode_db [None req-3148b7db-7eab-47c5-9e09-e7dc2d656fb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-28T10:50:39Z,description=,heartbeat_timestamp=2022-04-28T11:34:39Z,host='dv-neutron-master-2-hyperv',id=6b492ad6-0876-4d74-b20d-28143a52ceba,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T10:50:40Z,topic='l3_agent')) {'router_ids': ['f424a844-9828-479c-a4b9-67cdd420e374'], 'active': True} {{(pid=116163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:34:40.024643 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.db.db_base_plugin_v2 [None req-a53af2fb-79e5-43e8-99c0-805fa7464207 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Deleting subnet 9017d3c8-d698-40bc-a03f-a6ad38c5fa11 {{(pid=116162) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 28 11:34:40.027888 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-a53af2fb-79e5-43e8-99c0-805fa7464207 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Publish callbacks [] for subnet (9017d3c8-d698-40bc-a03f-a6ad38c5fa11), before_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:34:40.067026 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-a53af2fb-79e5-43e8-99c0-805fa7464207 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5026541'] for subnet (9017d3c8-d698-40bc-a03f-a6ad38c5fa11), precommit_delete_associations {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:34:40.092714 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvr_db [None req-3148b7db-7eab-47c5-9e09-e7dc2d656fb4 None None] Set router f424a844-9828-479c-a4b9-67cdd420e374 gateway port host: dv-neutron-master-2-hyperv {{(pid=116163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 11:34:40.149272 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-a53af2fb-79e5-43e8-99c0-805fa7464207 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-971303'] for subnet (9017d3c8-d698-40bc-a03f-a6ad38c5fa11), precommit_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:34:40.264566 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_hamode_db [None req-3148b7db-7eab-47c5-9e09-e7dc2d656fb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f424a844-9828-479c-a4b9-67cdd420e374', 'name': 'tempest-TestNetworkAdvancedServerOps-router-352903800', 'tenant_id': 'c2ca2bda274d41e2b49f61461a68882b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'external_fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.252'}], 'enable_snat': True}, 'gw_port_id': '04050617-b747-4178-a4a3-a1e8e7cb8b90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T11:32:50Z', 'updated_at': '2022-04-28T11:34:39Z', 'revision_number': 5, 'project_id': 'c2ca2bda274d41e2b49f61461a68882b', 'gw_port': {'id': '04050617-b747-4178-a4a3-a1e8e7cb8b90', 'name': '', 'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:35:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f424a844-9828-479c-a4b9-67cdd420e374', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1740, 'fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:32:51Z', 'updated_at': '2022-04-28T11:32:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=116163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:34:40.274548 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-a53af2fb-79e5-43e8-99c0-805fa7464207 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-971310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5053962', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4210815'] for subnet (9017d3c8-d698-40bc-a03f-a6ad38c5fa11), after_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:34:40.295961 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3148b7db-7eab-47c5-9e09-e7dc2d656fb4 None None] Checking router: f424a844-9828-479c-a4b9-67cdd420e374 for host: dv-neutron-master-2-hyperv {{(pid=116163) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 11:34:40.304646 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3148b7db-7eab-47c5-9e09-e7dc2d656fb4 None None] Routers {'f424a844-9828-479c-a4b9-67cdd420e374'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=116163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 11:34:40.304878 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-a53af2fb-79e5-43e8-99c0-805fa7464207 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Publish callbacks [] for subnet (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:34:40.305602 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_hamode_db [None req-3148b7db-7eab-47c5-9e09-e7dc2d656fb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-28T10:50:39Z,description=,heartbeat_timestamp=2022-04-28T11:34:39Z,host='dv-neutron-master-2-hyperv',id=6b492ad6-0876-4d74-b20d-28143a52ceba,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T10:50:40Z,topic='l3_agent')) {'router_ids': ['f424a844-9828-479c-a4b9-67cdd420e374'], 'active': True} {{(pid=116163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:34:40.308792 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-a53af2fb-79e5-43e8-99c0-805fa7464207 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] 10.222.0.10 "DELETE /v2.0/subnets/9017d3c8-d698-40bc-a03f-a6ad38c5fa11 HTTP/1.1" status: 204 len: 168 time: 0.3371241 Apr 28 11:34:40.310046 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53af2fb-79e5-43e8-99c0-805fa7464207 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Pushing event deleted for resources: {'Subnet': ['ID=9017d3c8-d698-40bc-a03f-a6ad38c5fa11,revision_number=None']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:34:40.311112 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 33134) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:34:40.312240 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b994174-6eb1-492a-a2a5-c404364bfdd4 None None] Network 18068e1d-1cc4-4cd2-99bd-72acfffd29be requested from dv-neutron-master-2-hyperv {{(pid=116163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 11:34:40.425565 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-a948eef1-54e6-43f7-afa4-86ce8e9ad6d6 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Publish callbacks [] for router (f424a844-9828-479c-a4b9-67cdd420e374), before_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:34:40.538310 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-a948eef1-54e6-43f7-afa4-86ce8e9ad6d6 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Publish callbacks [] for router_gateway (f424a844-9828-479c-a4b9-67cdd420e374), before_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:34:40.641833 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.plugin [None req-a948eef1-54e6-43f7-afa4-86ce8e9ad6d6 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Deleting port 04050617-b747-4178-a4a3-a1e8e7cb8b90 {{(pid=116161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 11:34:40.642623 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-a948eef1-54e6-43f7-afa4-86ce8e9ad6d6 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742235130188'] for port (04050617-b747-4178-a4a3-a1e8e7cb8b90), before_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:34:40.648810 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvr_db [None req-3148b7db-7eab-47c5-9e09-e7dc2d656fb4 None None] Set router f424a844-9828-479c-a4b9-67cdd420e374 gateway port host: dv-neutron-master-2-hyperv {{(pid=116163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 11:34:40.651819 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-ae94d540-e4c6-43be-adc9-b26fb6a2f62f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (cfc241ae-e4b7-443b-b80b-59fbbc2b69c9), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:34:40.711859 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Device 0bcfb22b-917c-4741-86d9-92c11b30b504 no longer exists at agent hyperv_hv-neutron-mast {{(pid=116163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 11:34:40.732800 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.db [None req-a948eef1-54e6-43f7-afa4-86ce8e9ad6d6 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] For port 04050617-b747-4178-a4a3-a1e8e7cb8b90, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=04050617-b747-4178-a4a3-a1e8e7cb8b90,segment=NetworkSegment(142bc50f-d6af-4646-8d06-bb7af6b7b51c),segment_id=142bc50f-d6af-4646-8d06-bb7af6b7b51c)] {{(pid=116161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 11:34:40.733228 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-a948eef1-54e6-43f7-afa4-86ce8e9ad6d6 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1938497'] for port (04050617-b747-4178-a4a3-a1e8e7cb8b90), precommit_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:34:40.735029 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-066ecfda-3ee0-45c7-ad88-8636a3f9c4ad None None] DHCP port deletion for 18068e1d-1cc4-4cd2-99bd-72acfffd29be request from dv-neutron-master-2-hyperv {{(pid=116163) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 28 11:34:40.746587 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] No Port match for: 0bcfb22b-917c-4741-86d9-92c11b30b504 {{(pid=116163) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 28 11:34:40.746931 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Device 0bcfb22b-917c-4741-86d9-92c11b30b504 not bound to the agent host hv-neutron-mast {{(pid=116163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 11:34:40.748976 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.plugin [None req-a948eef1-54e6-43f7-afa4-86ce8e9ad6d6 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Calling delete_port for 04050617-b747-4178-a4a3-a1e8e7cb8b90 owned by network:router_gateway {{(pid=116161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 11:34:40.830460 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-066ecfda-3ee0-45c7-ad88-8636a3f9c4ad None None] Deleting port 0a78bbaf-cdef-48e6-8edb-99e40ab8f6bc {{(pid=116163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 11:34:40.830836 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-066ecfda-3ee0-45c7-ad88-8636a3f9c4ad None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742235130188'] for port (0a78bbaf-cdef-48e6-8edb-99e40ab8f6bc), before_delete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:34:40.934593 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-066ecfda-3ee0-45c7-ad88-8636a3f9c4ad None None] For port 0a78bbaf-cdef-48e6-8edb-99e40ab8f6bc, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=0a78bbaf-cdef-48e6-8edb-99e40ab8f6bc,segment=NetworkSegment(dd6966b5-cd50-4cf0-8e3b-ea7a01fb35e8),segment_id=dd6966b5-cd50-4cf0-8e3b-ea7a01fb35e8)] {{(pid=116163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 11:34:40.934910 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-066ecfda-3ee0-45c7-ad88-8636a3f9c4ad None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1938497'] for port (0a78bbaf-cdef-48e6-8edb-99e40ab8f6bc), precommit_delete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:34:40.952200 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-066ecfda-3ee0-45c7-ad88-8636a3f9c4ad None None] Calling delete_port for 0a78bbaf-cdef-48e6-8edb-99e40ab8f6bc owned by network:dhcp {{(pid=116163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 11:34:40.958420 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_hamode_db [None req-3148b7db-7eab-47c5-9e09-e7dc2d656fb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f424a844-9828-479c-a4b9-67cdd420e374', 'name': 'tempest-TestNetworkAdvancedServerOps-router-352903800', 'tenant_id': 'c2ca2bda274d41e2b49f61461a68882b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'external_fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.252'}], 'enable_snat': True}, 'gw_port_id': '04050617-b747-4178-a4a3-a1e8e7cb8b90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T11:32:50Z', 'updated_at': '2022-04-28T11:34:39Z', 'revision_number': 5, 'project_id': 'c2ca2bda274d41e2b49f61461a68882b', 'gw_port': {'id': '04050617-b747-4178-a4a3-a1e8e7cb8b90', 'name': '', 'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:35:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f424a844-9828-479c-a4b9-67cdd420e374', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1740, 'fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:32:51Z', 'updated_at': '2022-04-28T11:32:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=116163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:34:40.981968 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-a948eef1-54e6-43f7-afa4-86ce8e9ad6d6 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742235135690', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742234710366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5219112'] for port (04050617-b747-4178-a4a3-a1e8e7cb8b90), after_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:34:40.989277 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3148b7db-7eab-47c5-9e09-e7dc2d656fb4 None None] The sync data for ids ['f424a844-9828-479c-a4b9-67cdd420e374'] in dv-neutron-master-2-hyperv is: [{'id': 'f424a844-9828-479c-a4b9-67cdd420e374', 'name': 'tempest-TestNetworkAdvancedServerOps-router-352903800', 'tenant_id': 'c2ca2bda274d41e2b49f61461a68882b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'external_fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.252'}], 'enable_snat': True}, 'gw_port_id': '04050617-b747-4178-a4a3-a1e8e7cb8b90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T11:32:50Z', 'updated_at': '2022-04-28T11:34:39Z', 'revision_number': 5, 'project_id': 'c2ca2bda274d41e2b49f61461a68882b', 'gw_port': {'id': '04050617-b747-4178-a4a3-a1e8e7cb8b90', 'name': '', 'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:35:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f424a844-9828-479c-a4b9-67cdd420e374', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1740, 'fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:32:51Z', 'updated_at': '2022-04-28T11:32:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}] {{(pid=116163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 11:34:41.009493 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a948eef1-54e6-43f7-afa4-86ce8e9ad6d6 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Pushing event deleted for resources: {'Port': ['ID=04050617-b747-4178-a4a3-a1e8e7cb8b90,revision_number=None']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:34:41.070242 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-a948eef1-54e6-43f7-afa4-86ce8e9ad6d6 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1935354'] for router_gateway (f424a844-9828-479c-a4b9-67cdd420e374), after_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:34:41.159007 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-066ecfda-3ee0-45c7-ad88-8636a3f9c4ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742235135690', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742234710366'] for port (0a78bbaf-cdef-48e6-8edb-99e40ab8f6bc), after_delete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:34:41.188487 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066ecfda-3ee0-45c7-ad88-8636a3f9c4ad None None] Pushing event deleted for resources: {'Port': ['ID=0a78bbaf-cdef-48e6-8edb-99e40ab8f6bc,revision_number=None']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:34:41.190891 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-066ecfda-3ee0-45c7-ad88-8636a3f9c4ad None None] No DVR routers for this DVR port 0a78bbaf-cdef-48e6-8edb-99e40ab8f6bc on host dv-neutron-master-2-hyperv {{(pid=116163) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 11:34:41.201740 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066ecfda-3ee0-45c7-ad88-8636a3f9c4ad None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:34:41.201740 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066ecfda-3ee0-45c7-ad88-8636a3f9c4ad None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:34:41.201740 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066ecfda-3ee0-45c7-ad88-8636a3f9c4ad None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:34:41.201740 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066ecfda-3ee0-45c7-ad88-8636a3f9c4ad None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:34:41.201740 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066ecfda-3ee0-45c7-ad88-8636a3f9c4ad None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:34:41.201740 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066ecfda-3ee0-45c7-ad88-8636a3f9c4ad None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:34:41.201740 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066ecfda-3ee0-45c7-ad88-8636a3f9c4ad None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:34:41.201740 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066ecfda-3ee0-45c7-ad88-8636a3f9c4ad None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:34:41.202906 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066ecfda-3ee0-45c7-ad88-8636a3f9c4ad None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:34:41.202906 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066ecfda-3ee0-45c7-ad88-8636a3f9c4ad None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:34:41.202906 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066ecfda-3ee0-45c7-ad88-8636a3f9c4ad None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:34:41.202906 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066ecfda-3ee0-45c7-ad88-8636a3f9c4ad None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:34:41.203294 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066ecfda-3ee0-45c7-ad88-8636a3f9c4ad None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:34:41.204946 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066ecfda-3ee0-45c7-ad88-8636a3f9c4ad None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:34:41.204946 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066ecfda-3ee0-45c7-ad88-8636a3f9c4ad None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:34:41.496159 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-a948eef1-54e6-43f7-afa4-86ce8e9ad6d6 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2060865', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-63275'] for router (f424a844-9828-479c-a4b9-67cdd420e374), precommit_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:34:41.498365 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-a948eef1-54e6-43f7-afa4-86ce8e9ad6d6 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Publish callbacks [] for router_controller (f424a844-9828-479c-a4b9-67cdd420e374), precommit_delete_associations {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:34:41.643813 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-a948eef1-54e6-43f7-afa4-86ce8e9ad6d6 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2060888'] for router (f424a844-9828-479c-a4b9-67cdd420e374), after_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:34:41.644385 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a948eef1-54e6-43f7-afa4-86ce8e9ad6d6 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Fanout notify agent at l3_agent the message router_deleted on router f424a844-9828-479c-a4b9-67cdd420e374 {{(pid=116161) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 28 11:34:41.654957 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-a948eef1-54e6-43f7-afa4-86ce8e9ad6d6 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Publish callbacks [] for router (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:34:41.654957 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-a948eef1-54e6-43f7-afa4-86ce8e9ad6d6 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] 10.222.0.10 "DELETE /v2.0/routers/f424a844-9828-479c-a4b9-67cdd420e374 HTTP/1.1" status: 204 len: 168 time: 1.3391769 Apr 28 11:34:41.654957 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 33136) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:34:41.734571 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-bddc5582-907d-4856-8641-af920aa9eafc tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-979593'] for network (18068e1d-1cc4-4cd2-99bd-72acfffd29be), before_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:34:41.825909 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-bddc5582-907d-4856-8641-af920aa9eafc tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-973498', 'neutron.services.segments.db._delete_segments_for_network-8742235207033'] for network (18068e1d-1cc4-4cd2-99bd-72acfffd29be), precommit_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:34:41.845834 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.services.segments.db [None req-bddc5582-907d-4856-8641-af920aa9eafc tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['18068e1d-1cc4-4cd2-99bd-72acfffd29be']}} {{(pid=116161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:34:41.855611 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.services.segments.db [None req-bddc5582-907d-4856-8641-af920aa9eafc tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dd6966b5-cd50-4cf0-8e3b-ea7a01fb35e8') {'for_net_delete': True} {{(pid=116161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:34:41.855909 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.services.segments.db [None req-bddc5582-907d-4856-8641-af920aa9eafc tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dd6966b5-cd50-4cf0-8e3b-ea7a01fb35e8') {} {{(pid=116161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:34:41.865283 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-bddc5582-907d-4856-8641-af920aa9eafc tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742235208578', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8076969'] for segment (dd6966b5-cd50-4cf0-8e3b-ea7a01fb35e8), before_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:34:41.878318 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-bddc5582-907d-4856-8641-af920aa9eafc tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-961978'] for segment (dd6966b5-cd50-4cf0-8e3b-ea7a01fb35e8), precommit_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:34:41.884359 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bddc5582-907d-4856-8641-af920aa9eafc tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Releasing vlan 74 on physical network physnet1 to pool {{(pid=116161) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 11:34:41.884738 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-bddc5582-907d-4856-8641-af920aa9eafc tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-961978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5219103'] for segment (dd6966b5-cd50-4cf0-8e3b-ea7a01fb35e8), after_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:34:41.887728 dv-neutron-master-2-hyperv neutron-server[116161]: Traceback (most recent call last): Apr 28 11:34:41.887728 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 11:34:41.887728 dv-neutron-master-2-hyperv neutron-server[116161]: timer() Apr 28 11:34:41.887728 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 11:34:41.887728 dv-neutron-master-2-hyperv neutron-server[116161]: cb(*args, **kw) Apr 28 11:34:41.887728 dv-neutron-master-2-hyperv neutron-server[116161]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 28 11:34:41.887728 dv-neutron-master-2-hyperv neutron-server[116161]: return func(*args, **kwargs) Apr 28 11:34:41.887728 dv-neutron-master-2-hyperv neutron-server[116161]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 11:34:41.887728 dv-neutron-master-2-hyperv neutron-server[116161]: self._notify() Apr 28 11:34:41.887728 dv-neutron-master-2-hyperv neutron-server[116161]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 11:34:41.887728 dv-neutron-master-2-hyperv neutron-server[116161]: self.callback(batched_events) Apr 28 11:34:41.887728 dv-neutron-master-2-hyperv neutron-server[116161]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 11:34:41.887728 dv-neutron-master-2-hyperv neutron-server[116161]: event.method(event) Apr 28 11:34:41.887728 dv-neutron-master-2-hyperv neutron-server[116161]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 28 11:34:41.887728 dv-neutron-master-2-hyperv neutron-server[116161]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 11:34:41.887728 dv-neutron-master-2-hyperv neutron-server[116161]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 28 11:34:41.887728 dv-neutron-master-2-hyperv neutron-server[116161]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 11:34:41.887728 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 28 11:34:41.887728 dv-neutron-master-2-hyperv neutron-server[116161]: return f(self, *a, **k) Apr 28 11:34:41.887728 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 28 11:34:41.887728 dv-neutron-master-2-hyperv neutron-server[116161]: return self._get(url).json() Apr 28 11:34:41.887728 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 28 11:34:41.887728 dv-neutron-master-2-hyperv neutron-server[116161]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 11:34:41.887728 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 11:34:41.887728 dv-neutron-master-2-hyperv neutron-server[116161]: return self.request(url, 'GET', **kwargs) Apr 28 11:34:41.887728 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 11:34:41.887728 dv-neutron-master-2-hyperv neutron-server[116161]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 11:34:41.887728 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 11:34:41.887728 dv-neutron-master-2-hyperv neutron-server[116161]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 11:34:41.887728 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 11:34:41.887728 dv-neutron-master-2-hyperv neutron-server[116161]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 11:34:41.887728 dv-neutron-master-2-hyperv neutron-server[116161]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 11:34:41.992692 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-bddc5582-907d-4856-8641-af920aa9eafc tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-973477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2063122'] for network (18068e1d-1cc4-4cd2-99bd-72acfffd29be), after_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:34:41.996929 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-bddc5582-907d-4856-8641-af920aa9eafc tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Publish callbacks [] for network (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:34:42.005116 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-bddc5582-907d-4856-8641-af920aa9eafc tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] 10.222.0.10 "DELETE /v2.0/networks/18068e1d-1cc4-4cd2-99bd-72acfffd29be HTTP/1.1" status: 204 len: 168 time: 0.3446229 Apr 28 11:34:42.005574 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 33138) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:34:42.015153 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bddc5582-907d-4856-8641-af920aa9eafc tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Pushing event deleted for resources: {'Network': ['ID=18068e1d-1cc4-4cd2-99bd-72acfffd29be,revision_number=None']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:34:42.061868 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-95dae3c3-c906-468a-b88d-90f472ec4181 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Publish callbacks [] for security_group (f1c2abcf-e8d3-4b00-91cb-4527197725c7), before_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:34:42.102496 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-95dae3c3-c906-468a-b88d-90f472ec4181 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Publish callbacks [] for security_group (f1c2abcf-e8d3-4b00-91cb-4527197725c7), precommit_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:34:42.181264 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-01ef1de1-12fd-4cef-b76b-793f91379468 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (39cc4f52-f5d9-4e2c-bbfa-7a1c528e1c40), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:34:42.244511 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-95dae3c3-c906-468a-b88d-90f472ec4181 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924426'] for security_group (f1c2abcf-e8d3-4b00-91cb-4527197725c7), after_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:34:42.247165 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-95dae3c3-c906-468a-b88d-90f472ec4181 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Publish callbacks [] for security_group (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:34:42.248319 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-95dae3c3-c906-468a-b88d-90f472ec4181 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] 10.222.0.10 "DELETE /v2.0/security-groups/f1c2abcf-e8d3-4b00-91cb-4527197725c7 HTTP/1.1" status: 204 len: 168 time: 0.2438107 Apr 28 11:34:42.258046 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95dae3c3-c906-468a-b88d-90f472ec4181 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1c2abcf-e8d3-4b00-91cb-4527197725c7,revision_number=None']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:34:42.681831 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Device 04050617-b747-4178-a4a3-a1e8e7cb8b90 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=116163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 11:34:42.703020 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] No Port match for: 04050617-b747-4178-a4a3-a1e8e7cb8b90 {{(pid=116163) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 28 11:34:42.703374 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Device 04050617-b747-4178-a4a3-a1e8e7cb8b90 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=116163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 11:34:42.703784 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Device e4c33150-421d-42e0-9863-f8e99fc3ef3e no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=116163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 11:34:42.725212 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] No Port match for: e4c33150-421d-42e0-9863-f8e99fc3ef3e {{(pid=116163) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 28 11:34:42.725561 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Device e4c33150-421d-42e0-9863-f8e99fc3ef3e not bound to the agent host dv-neutron-master-2-hyperv {{(pid=116163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 11:34:42.728308 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Device 0a78bbaf-cdef-48e6-8edb-99e40ab8f6bc no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=116163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 11:34:42.745530 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] No Port match for: 0a78bbaf-cdef-48e6-8edb-99e40ab8f6bc {{(pid=116163) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 28 11:34:42.745887 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Device 0a78bbaf-cdef-48e6-8edb-99e40ab8f6bc not bound to the agent host dv-neutron-master-2-hyperv {{(pid=116163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 11:34:42.782678 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 33144) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:34:42.787320 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.v2.base [None req-2293d65d-e630-42c1-a35d-167379b29e08 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-498548828', 'description': 'tempest-secgroup-smoke-498548828 description', 'project_id': 'c2ca2bda274d41e2b49f61461a68882b'}} {{(pid=116162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:34:42.872999 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-2293d65d-e630-42c1-a35d-167379b29e08 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Publish callbacks [] for security_group (None), before_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:34:42.938981 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-2293d65d-e630-42c1-a35d-167379b29e08 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Publish callbacks [] for security_group (0279dd02-1f64-4e1b-b70c-81618f2c1ced), precommit_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:34:42.998406 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-2293d65d-e630-42c1-a35d-167379b29e08 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924426'] for security_group (0279dd02-1f64-4e1b-b70c-81618f2c1ced), after_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:34:43.029507 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2293d65d-e630-42c1-a35d-167379b29e08 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0279dd02-1f64-4e1b-b70c-81618f2c1ced,revision_number=1']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:34:43.086383 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-2293d65d-e630-42c1-a35d-167379b29e08 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Publish callbacks [] for security_group (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:34:43.087765 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-2293d65d-e630-42c1-a35d-167379b29e08 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3040898 Apr 28 11:34:43.090576 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 33146) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:34:43.094785 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.v2.base [None req-67943161-f27f-42de-8851-6c0e93900be0 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Request body: {'security_group_rule': {'security_group_id': '0279dd02-1f64-4e1b-b70c-81618f2c1ced', 'project_id': 'c2ca2bda274d41e2b49f61461a68882b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=116162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:34:43.166680 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-67943161-f27f-42de-8851-6c0e93900be0 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Publish callbacks [] for security_group_rule (c562dab5-b98d-47c1-8ff1-2312ad3e4882), before_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:34:43.220682 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-67943161-f27f-42de-8851-6c0e93900be0 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Publish callbacks [] for security_group_rule (c562dab5-b98d-47c1-8ff1-2312ad3e4882), precommit_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:34:43.266710 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-67943161-f27f-42de-8851-6c0e93900be0 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1912725'] for security_group_rule (c562dab5-b98d-47c1-8ff1-2312ad3e4882), after_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:34:43.284555 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67943161-f27f-42de-8851-6c0e93900be0 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c562dab5-b98d-47c1-8ff1-2312ad3e4882,revision_number=0']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:34:43.360271 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-67943161-f27f-42de-8851-6c0e93900be0 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:34:43.361491 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-67943161-f27f-42de-8851-6c0e93900be0 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2699795 Apr 28 11:34:43.364248 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 33148) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:34:43.369343 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.v2.base [None req-ab3bfdb5-63d2-4e45-9475-a100fe4f8b8a tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Request body: {'security_group_rule': {'security_group_id': '0279dd02-1f64-4e1b-b70c-81618f2c1ced', 'project_id': 'c2ca2bda274d41e2b49f61461a68882b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=116162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:34:43.381454 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (d5baab19-5dd1-4902-922b-84acb048ab9c), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:34:43.472665 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-ab3bfdb5-63d2-4e45-9475-a100fe4f8b8a tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Publish callbacks [] for security_group_rule (e1fc4860-ef77-427f-b33c-2f56d875c737), before_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:34:43.527290 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-ab3bfdb5-63d2-4e45-9475-a100fe4f8b8a tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Publish callbacks [] for security_group_rule (e1fc4860-ef77-427f-b33c-2f56d875c737), precommit_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:34:43.581266 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-ab3bfdb5-63d2-4e45-9475-a100fe4f8b8a tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1912725'] for security_group_rule (e1fc4860-ef77-427f-b33c-2f56d875c737), after_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:34:43.598972 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3bfdb5-63d2-4e45-9475-a100fe4f8b8a tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e1fc4860-ef77-427f-b33c-2f56d875c737,revision_number=0']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:34:43.657297 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-ab3bfdb5-63d2-4e45-9475-a100fe4f8b8a tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:34:43.658529 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-ab3bfdb5-63d2-4e45-9475-a100fe4f8b8a tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2933040 Apr 28 11:34:43.661119 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 33150) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:34:43.666050 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.v2.base [None req-44fe2206-ab95-4d65-88b9-6af5d3ad9c69 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Request body: {'security_group_rule': {'security_group_id': '0279dd02-1f64-4e1b-b70c-81618f2c1ced', 'project_id': 'c2ca2bda274d41e2b49f61461a68882b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=116162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:34:43.740730 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-44fe2206-ab95-4d65-88b9-6af5d3ad9c69 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Publish callbacks [] for security_group_rule (00fa79c0-ff13-4730-9041-aa1e315a977f), before_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:34:43.796461 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-44fe2206-ab95-4d65-88b9-6af5d3ad9c69 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Publish callbacks [] for security_group_rule (00fa79c0-ff13-4730-9041-aa1e315a977f), precommit_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:34:43.867505 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-44fe2206-ab95-4d65-88b9-6af5d3ad9c69 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1912725'] for security_group_rule (00fa79c0-ff13-4730-9041-aa1e315a977f), after_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:34:43.887498 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44fe2206-ab95-4d65-88b9-6af5d3ad9c69 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=00fa79c0-ff13-4730-9041-aa1e315a977f,revision_number=0']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:34:43.983294 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-44fe2206-ab95-4d65-88b9-6af5d3ad9c69 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:34:43.984489 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-44fe2206-ab95-4d65-88b9-6af5d3ad9c69 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3224430 Apr 28 11:34:43.987176 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 33152) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:34:43.991452 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.v2.base [None req-b0f85a8b-aa59-4980-b0ba-0cb92b1012e2 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Request body: {'security_group_rule': {'security_group_id': '0279dd02-1f64-4e1b-b70c-81618f2c1ced', 'project_id': 'c2ca2bda274d41e2b49f61461a68882b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=116162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:34:44.083999 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-b0f85a8b-aa59-4980-b0ba-0cb92b1012e2 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Publish callbacks [] for security_group_rule (2b0b49a4-819d-4f01-9e3e-02cd84bb10e1), before_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:34:44.413938 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-b0f85a8b-aa59-4980-b0ba-0cb92b1012e2 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Publish callbacks [] for security_group_rule (2b0b49a4-819d-4f01-9e3e-02cd84bb10e1), precommit_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:34:44.501652 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-b0f85a8b-aa59-4980-b0ba-0cb92b1012e2 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1912725'] for security_group_rule (2b0b49a4-819d-4f01-9e3e-02cd84bb10e1), after_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:34:44.519922 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f85a8b-aa59-4980-b0ba-0cb92b1012e2 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2b0b49a4-819d-4f01-9e3e-02cd84bb10e1,revision_number=0']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:34:44.594748 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-b0f85a8b-aa59-4980-b0ba-0cb92b1012e2 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:34:44.595969 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-b0f85a8b-aa59-4980-b0ba-0cb92b1012e2 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6078773 Apr 28 11:34:44.598906 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 33154) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:34:44.603332 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.v2.base [None req-c84dd468-ac96-4c24-887e-529433507fa1 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Request body: {'security_group_rule': {'security_group_id': '0279dd02-1f64-4e1b-b70c-81618f2c1ced', 'project_id': 'c2ca2bda274d41e2b49f61461a68882b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=116162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:34:44.667315 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.db.securitygroups_db [None req-c84dd468-ac96-4c24-887e-529433507fa1 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Project c2ca2bda274d41e2b49f61461a68882b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 28 11:34:44.672928 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-c84dd468-ac96-4c24-887e-529433507fa1 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Publish callbacks [] for security_group_rule (b785e638-428e-4c8c-8720-134a6e1b47a2), before_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:34:44.731118 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-c84dd468-ac96-4c24-887e-529433507fa1 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Publish callbacks [] for security_group_rule (b785e638-428e-4c8c-8720-134a6e1b47a2), precommit_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:34:44.809943 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-c84dd468-ac96-4c24-887e-529433507fa1 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1912725'] for security_group_rule (b785e638-428e-4c8c-8720-134a6e1b47a2), after_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:34:44.828076 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84dd468-ac96-4c24-887e-529433507fa1 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b785e638-428e-4c8c-8720-134a6e1b47a2,revision_number=0']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:34:44.897530 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-c84dd468-ac96-4c24-887e-529433507fa1 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:34:44.898825 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-c84dd468-ac96-4c24-887e-529433507fa1 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2990055 Apr 28 11:34:44.901664 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 33156) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:34:44.905914 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.v2.base [None req-120b3ff4-cea2-4bea-b7e4-4e1337cef3d7 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Request body: {'security_group_rule': {'security_group_id': '0279dd02-1f64-4e1b-b70c-81618f2c1ced', 'project_id': 'c2ca2bda274d41e2b49f61461a68882b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=116162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:34:45.004077 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.db.securitygroups_db [None req-120b3ff4-cea2-4bea-b7e4-4e1337cef3d7 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Project c2ca2bda274d41e2b49f61461a68882b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 28 11:34:45.010216 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-120b3ff4-cea2-4bea-b7e4-4e1337cef3d7 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Publish callbacks [] for security_group_rule (dc833d54-1176-4d38-8f3b-eacef2b1820f), before_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:34:45.067484 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-120b3ff4-cea2-4bea-b7e4-4e1337cef3d7 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Publish callbacks [] for security_group_rule (dc833d54-1176-4d38-8f3b-eacef2b1820f), precommit_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:34:45.141058 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-120b3ff4-cea2-4bea-b7e4-4e1337cef3d7 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1912725'] for security_group_rule (dc833d54-1176-4d38-8f3b-eacef2b1820f), after_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:34:45.159758 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120b3ff4-cea2-4bea-b7e4-4e1337cef3d7 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dc833d54-1176-4d38-8f3b-eacef2b1820f,revision_number=0']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:34:45.240137 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-120b3ff4-cea2-4bea-b7e4-4e1337cef3d7 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:34:45.241370 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-120b3ff4-cea2-4bea-b7e4-4e1337cef3d7 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3387890 Apr 28 11:34:45.244814 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 33158) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:34:45.249644 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.v2.base [None req-75aaf9dd-ef4a-4bf7-90c8-d795de0a99e8 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Request body: {'network': {'name': 'tempest-network-smoke--439203171', 'project_id': 'c2ca2bda274d41e2b49f61461a68882b', 'port_security_enabled': True}} {{(pid=116162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:34:45.335515 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75aaf9dd-ef4a-4bf7-90c8-d795de0a99e8 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Made reservation on behalf of c2ca2bda274d41e2b49f61461a68882b for: {'network': 1} {{(pid=116162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 11:34:45.338735 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-75aaf9dd-ef4a-4bf7-90c8-d795de0a99e8 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for network (None), before_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:34:45.361243 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-75aaf9dd-ef4a-4bf7-90c8-d795de0a99e8 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 74} {{(pid=116162) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 11:34:45.370138 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-75aaf9dd-ef4a-4bf7-90c8-d795de0a99e8 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-961978'] for segment (7cb30200-1918-49de-b0bc-de065c3b6134), precommit_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:34:45.370514 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.db.segments_db [None req-75aaf9dd-ef4a-4bf7-90c8-d795de0a99e8 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Added segment 7cb30200-1918-49de-b0bc-de065c3b6134 of type vlan for network 9fe94ce3-bdf5-49f7-b603-41e4e6fe5eef Apr 28 11:34:45.408878 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-75aaf9dd-ef4a-4bf7-90c8-d795de0a99e8 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742234744962'] for network (9fe94ce3-bdf5-49f7-b603-41e4e6fe5eef), precommit_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:34:45.495297 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-75aaf9dd-ef4a-4bf7-90c8-d795de0a99e8 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042'] for network (9fe94ce3-bdf5-49f7-b603-41e4e6fe5eef), after_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:34:45.500151 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75aaf9dd-ef4a-4bf7-90c8-d795de0a99e8 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:34:45.500723 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-75aaf9dd-ef4a-4bf7-90c8-d795de0a99e8 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Publish callbacks [] for network (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:34:45.566523 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75aaf9dd-ef4a-4bf7-90c8-d795de0a99e8 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Pushing event updated for resources: {'Network': ['ID=9fe94ce3-bdf5-49f7-b603-41e4e6fe5eef,revision_number=1']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:34:45.576939 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Network 9fe94ce3-bdf5-49f7-b603-41e4e6fe5eef details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=116163) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 28 11:34:45.591642 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-75aaf9dd-ef4a-4bf7-90c8-d795de0a99e8 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3441050 Apr 28 11:34:45.592881 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 33160) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:34:45.597316 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.v2.base [None req-50adf047-e7c8-4ed7-b799-7f986d8a5073 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1832079843', 'admin_state_up': True, 'project_id': 'c2ca2bda274d41e2b49f61461a68882b', 'external_gateway_info': {'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c'}}} {{(pid=116162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:34:45.667124 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-50adf047-e7c8-4ed7-b799-7f986d8a5073 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2060459', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-63449'] for router (18937fea-1547-4d57-8db5-b5b4595d2112), before_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:34:45.668161 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-50adf047-e7c8-4ed7-b799-7f986d8a5073 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2060827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1935275', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1960866', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-63266'] for router (18937fea-1547-4d57-8db5-b5b4595d2112), precommit_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:34:45.718379 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-50adf047-e7c8-4ed7-b799-7f986d8a5073 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Publish callbacks [] for router_controller (18937fea-1547-4d57-8db5-b5b4595d2112), precommit_add_association {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:34:45.904181 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-50adf047-e7c8-4ed7-b799-7f986d8a5073 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Publish callbacks [] for router_gateway (18937fea-1547-4d57-8db5-b5b4595d2112), precommit_update {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:34:46.133137 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-50adf047-e7c8-4ed7-b799-7f986d8a5073 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Publish callbacks [] for router_gateway (18937fea-1547-4d57-8db5-b5b4595d2112), before_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:34:46.154825 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-50adf047-e7c8-4ed7-b799-7f986d8a5073 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (None), before_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:34:46.253297 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.db.db_base_plugin_common [None req-50adf047-e7c8-4ed7-b799-7f986d8a5073 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Allocated IP 172.36.4.95 (7be49d94-bbb8-4a61-bafe-209c5f861e1c/c0f82f52-05ee-40f2-a57c-9d02e01fb9fa/e6c932ed-43c5-4391-b4d1-619e26b13855) {{(pid=116162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 11:34:46.356917 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-50adf047-e7c8-4ed7-b799-7f986d8a5073 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Publish callbacks [] for port (e6c932ed-43c5-4391-b4d1-619e26b13855), precommit_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:34:46.438808 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-50adf047-e7c8-4ed7-b799-7f986d8a5073 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742234710357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5051867'] for port (e6c932ed-43c5-4391-b4d1-619e26b13855), after_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:34:46.474919 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50adf047-e7c8-4ed7-b799-7f986d8a5073 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Network 7be49d94-bbb8-4a61-bafe-209c5f861e1c is already hosted by enough agents. {{(pid=116162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 11:34:46.478416 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.scheduler.base_scheduler [None req-50adf047-e7c8-4ed7-b799-7f986d8a5073 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Resources bound (agent type, host, resource id): {{(pid=116162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 11:34:46.484004 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50adf047-e7c8-4ed7-b799-7f986d8a5073 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Received port after_create {{(pid=116162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 11:34:46.506777 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50adf047-e7c8-4ed7-b799-7f986d8a5073 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Pushing event updated for resources: {'Port': ['ID=e6c932ed-43c5-4391-b4d1-619e26b13855,revision_number=1']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:34:46.806441 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-50adf047-e7c8-4ed7-b799-7f986d8a5073 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Publish callbacks [] for router_gateway (18937fea-1547-4d57-8db5-b5b4595d2112), after_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:34:47.003833 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-50adf047-e7c8-4ed7-b799-7f986d8a5073 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2060818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1935326'] for router (18937fea-1547-4d57-8db5-b5b4595d2112), after_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:34:47.172152 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.agents_db [None req-54b29a82-8a19-4507-95e3-3a2d011841ff None None] Agent healthcheck: found 6 active agents {{(pid=116164) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 28 11:34:47.175488 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50adf047-e7c8-4ed7-b799-7f986d8a5073 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Router 18937fea-1547-4d57-8db5-b5b4595d2112 is scheduled to L3 agent 6b492ad6-0876-4d74-b20d-28143a52ceba with binding_index 1 {{(pid=116162) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 28 11:34:47.286069 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50adf047-e7c8-4ed7-b799-7f986d8a5073 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=116162) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 11:34:47.295902 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80911cc8-15b3-4da8-a3ee-b475ada562d8 None None] Sync routers for ids ['18937fea-1547-4d57-8db5-b5b4595d2112'] in dv-neutron-master-2-hyperv {{(pid=116164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 11:34:47.305951 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80911cc8-15b3-4da8-a3ee-b475ada562d8 None None] Routers {'18937fea-1547-4d57-8db5-b5b4595d2112'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=116164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 11:34:47.308319 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_hamode_db [None req-80911cc8-15b3-4da8-a3ee-b475ada562d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-28T10:50:39Z,description=,heartbeat_timestamp=2022-04-28T11:34:39Z,host='dv-neutron-master-2-hyperv',id=6b492ad6-0876-4d74-b20d-28143a52ceba,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T10:50:40Z,topic='l3_agent')) {'router_ids': ['18937fea-1547-4d57-8db5-b5b4595d2112'], 'active': True} {{(pid=116164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:34:47.360753 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-50adf047-e7c8-4ed7-b799-7f986d8a5073 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Publish callbacks [] for router (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:34:47.361934 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-50adf047-e7c8-4ed7-b799-7f986d8a5073 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.7680554 Apr 28 11:34:47.365173 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 33162) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:34:47.393860 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-7675a667-f06d-42ef-a15b-c0c6b1d6101f tempest-TestNetworkAdvancedServerOps-1604766071 tempest-TestNetworkAdvancedServerOps-1604766071-project-admin] 10.222.0.10 "GET /v2.0/subnets?project_id=c2ca2bda274d41e2b49f61461a68882b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0275505 Apr 28 11:34:47.396436 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 33164) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:34:47.412097 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_dvr_db [None req-80911cc8-15b3-4da8-a3ee-b475ada562d8 None None] Set router 18937fea-1547-4d57-8db5-b5b4595d2112 gateway port host: dv-neutron-master-2-hyperv {{(pid=116164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 11:34:47.487075 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebfd33ab-de4a-4c77-a42b-c729493f50d8 tempest-TestNetworkAdvancedServerOps-1604766071 tempest-TestNetworkAdvancedServerOps-1604766071-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:34:47.488572 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-ebfd33ab-de4a-4c77-a42b-c729493f50d8 tempest-TestNetworkAdvancedServerOps-1604766071 tempest-TestNetworkAdvancedServerOps-1604766071-project-admin] 10.222.0.10 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0912466 Apr 28 11:34:47.491398 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 33166) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:34:47.519008 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-126145d9-a34b-4073-bf56-4cfbeadf1c59 tempest-TestNetworkAdvancedServerOps-1604766071 tempest-TestNetworkAdvancedServerOps-1604766071-project-admin] 10.222.0.10 "GET /v2.0/subnets?network_id=7be49d94-bbb8-4a61-bafe-209c5f861e1c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0264201 Apr 28 11:34:47.521309 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 33168) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:34:47.526419 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.v2.base [None req-75521376-820f-43ad-b36e-38de79671d6e tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1684126994', 'network_id': '9fe94ce3-bdf5-49f7-b603-41e4e6fe5eef', 'project_id': 'c2ca2bda274d41e2b49f61461a68882b', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=116162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:34:47.579909 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_hamode_db [None req-80911cc8-15b3-4da8-a3ee-b475ada562d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18937fea-1547-4d57-8db5-b5b4595d2112', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1832079843', 'tenant_id': 'c2ca2bda274d41e2b49f61461a68882b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'external_fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.95'}], 'enable_snat': True}, 'gw_port_id': 'e6c932ed-43c5-4391-b4d1-619e26b13855', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T11:34:45Z', 'updated_at': '2022-04-28T11:34:46Z', 'revision_number': 3, 'project_id': 'c2ca2bda274d41e2b49f61461a68882b', 'gw_port': {'id': 'e6c932ed-43c5-4391-b4d1-619e26b13855', 'name': '', 'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:de:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18937fea-1547-4d57-8db5-b5b4595d2112', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1759, 'fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:34:46Z', 'updated_at': '2022-04-28T11:34:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=116164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:34:47.606061 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80911cc8-15b3-4da8-a3ee-b475ada562d8 None None] Checking router: 18937fea-1547-4d57-8db5-b5b4595d2112 for host: dv-neutron-master-2-hyperv {{(pid=116164) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 11:34:47.606427 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80911cc8-15b3-4da8-a3ee-b475ada562d8 None None] Updating router 18937fea-1547-4d57-8db5-b5b4595d2112 port e6c932ed-43c5-4391-b4d1-619e26b13855 binding host dv-neutron-master-2-hyperv {{(pid=116164) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 28 11:34:47.633016 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron_lib.callbacks.manager [None req-80911cc8-15b3-4da8-a3ee-b475ada562d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (e6c932ed-43c5-4391-b4d1-619e26b13855), before_update {{(pid=116164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:34:47.678588 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75521376-820f-43ad-b36e-38de79671d6e tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Made reservation on behalf of c2ca2bda274d41e2b49f61461a68882b for: {'subnet': 1} {{(pid=116162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 11:34:47.682643 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-75521376-820f-43ad-b36e-38de79671d6e tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4210834'] for subnet (None), before_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:34:47.878288 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron_lib.callbacks.manager [None req-80911cc8-15b3-4da8-a3ee-b475ada562d8 None None] Publish callbacks [] for port (e6c932ed-43c5-4391-b4d1-619e26b13855), precommit_update {{(pid=116164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:34:47.918693 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-75521376-820f-43ad-b36e-38de79671d6e tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5054027', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4210784'] for subnet (229806dd-1e72-42eb-8553-404965769ce6), after_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:34:47.946816 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron_lib.callbacks.manager [None req-80911cc8-15b3-4da8-a3ee-b475ada562d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393'] for port (e6c932ed-43c5-4391-b4d1-619e26b13855), after_update {{(pid=116164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:34:47.983549 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75521376-820f-43ad-b36e-38de79671d6e tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Pushing event updated for resources: {'Subnet': ['ID=229806dd-1e72-42eb-8553-404965769ce6,revision_number=0']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:34:47.994576 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75521376-820f-43ad-b36e-38de79671d6e tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Checking segment: {'id': '7cb30200-1918-49de-b0bc-de065c3b6134', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '9fe94ce3-bdf5-49f7-b603-41e4e6fe5eef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 11:34:47.994950 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75521376-820f-43ad-b36e-38de79671d6e tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Network hostable DHCP agents. Network: 9fe94ce3-bdf5-49f7-b603-41e4e6fe5eef, hostable agents: ['75ba81b7-fe99-4281-90d2-a5adb445ecea'], hosted agents: [] {{(pid=116162) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 11:34:48.000172 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd6ce12-d7e3-453d-8f4d-7d167fd3b316 None None] Pushing event updated for resources: {'Port': ['ID=e6c932ed-43c5-4391-b4d1-619e26b13855,revision_number=2']} {{(pid=116164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:34:48.003128 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.plugins.ml2.managers [None req-80911cc8-15b3-4da8-a3ee-b475ada562d8 None None] Attempting to bind port e6c932ed-43c5-4391-b4d1-619e26b13855 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=116164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 28 11:34:48.003493 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.plugins.ml2.managers [None req-80911cc8-15b3-4da8-a3ee-b475ada562d8 None None] Attempting to bind port e6c932ed-43c5-4391-b4d1-619e26b13855 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '142bc50f-d6af-4646-8d06-bb7af6b7b51c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c'}] {{(pid=116164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 28 11:34:48.003849 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80911cc8-15b3-4da8-a3ee-b475ada562d8 None None] Attempting to bind port e6c932ed-43c5-4391-b4d1-619e26b13855 on network 7be49d94-bbb8-4a61-bafe-209c5f861e1c {{(pid=116164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 11:34:48.011840 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bd6ce12-d7e3-453d-8f4d-7d167fd3b316 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:34:48.012195 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bd6ce12-d7e3-453d-8f4d-7d167fd3b316 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:34:48.012517 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bd6ce12-d7e3-453d-8f4d-7d167fd3b316 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:34:48.012852 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bd6ce12-d7e3-453d-8f4d-7d167fd3b316 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:34:48.013179 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bd6ce12-d7e3-453d-8f4d-7d167fd3b316 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:34:48.013525 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bd6ce12-d7e3-453d-8f4d-7d167fd3b316 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:34:48.013833 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bd6ce12-d7e3-453d-8f4d-7d167fd3b316 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:34:48.014153 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bd6ce12-d7e3-453d-8f4d-7d167fd3b316 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:34:48.014502 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bd6ce12-d7e3-453d-8f4d-7d167fd3b316 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:34:48.014825 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bd6ce12-d7e3-453d-8f4d-7d167fd3b316 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:34:48.015145 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bd6ce12-d7e3-453d-8f4d-7d167fd3b316 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:34:48.020048 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bd6ce12-d7e3-453d-8f4d-7d167fd3b316 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:34:48.020048 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bd6ce12-d7e3-453d-8f4d-7d167fd3b316 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:34:48.020048 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bd6ce12-d7e3-453d-8f4d-7d167fd3b316 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:34:48.020048 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bd6ce12-d7e3-453d-8f4d-7d167fd3b316 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:34:48.020048 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80911cc8-15b3-4da8-a3ee-b475ada562d8 None None] Checking agent: {'id': 'd5baab19-5dd1-4902-922b-84acb048ab9c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 10, 50, 43), 'started_at': datetime.datetime(2022, 4, 28, 10, 51, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 11, 34, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=116164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 11:34:48.020559 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80911cc8-15b3-4da8-a3ee-b475ada562d8 None None] Checking segment: {'id': '142bc50f-d6af-4646-8d06-bb7af6b7b51c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 11:34:48.020559 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron_lib.callbacks.manager [None req-80911cc8-15b3-4da8-a3ee-b475ada562d8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=116164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:34:48.020947 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80911cc8-15b3-4da8-a3ee-b475ada562d8 None None] Bound using segment: {'id': '142bc50f-d6af-4646-8d06-bb7af6b7b51c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c'} {{(pid=116164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 11:34:48.021407 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.plugins.ml2.managers [None req-80911cc8-15b3-4da8-a3ee-b475ada562d8 None None] Bound port: e6c932ed-43c5-4391-b4d1-619e26b13855, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '142bc50f-d6af-4646-8d06-bb7af6b7b51c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c'}}] {{(pid=116164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 28 11:34:48.021804 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron_lib.callbacks.manager [None req-80911cc8-15b3-4da8-a3ee-b475ada562d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (e6c932ed-43c5-4391-b4d1-619e26b13855), before_update {{(pid=116164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:34:48.061170 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75521376-820f-43ad-b36e-38de79671d6e tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Network 9fe94ce3-bdf5-49f7-b603-41e4e6fe5eef is scheduled to be hosted by DHCP agent 75ba81b7-fe99-4281-90d2-a5adb445ecea with binding_index 1 {{(pid=116162) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 11:34:48.073876 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.plugins.ml2.db [None req-80911cc8-15b3-4da8-a3ee-b475ada562d8 None None] For port e6c932ed-43c5-4391-b4d1-619e26b13855, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=116164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 11:34:48.077013 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.plugins.ml2.db [None req-80911cc8-15b3-4da8-a3ee-b475ada562d8 None None] For port e6c932ed-43c5-4391-b4d1-619e26b13855, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=e6c932ed-43c5-4391-b4d1-619e26b13855,segment=NetworkSegment(142bc50f-d6af-4646-8d06-bb7af6b7b51c),segment_id=142bc50f-d6af-4646-8d06-bb7af6b7b51c)] {{(pid=116164) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 11:34:48.124034 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.scheduler.base_scheduler [None req-75521376-820f-43ad-b36e-38de79671d6e tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 9fe94ce3-bdf5-49f7-b603-41e4e6fe5eef) {{(pid=116162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 11:34:48.128067 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75521376-820f-43ad-b36e-38de79671d6e tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:34:48.128664 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-75521376-820f-43ad-b36e-38de79671d6e tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Publish callbacks [] for subnet (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:34:48.133294 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0de89ef6-c391-45e6-bf7a-5be695de7379 None None] Network 9fe94ce3-bdf5-49f7-b603-41e4e6fe5eef requested from dv-neutron-master-2-hyperv {{(pid=116163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 11:34:48.141635 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron_lib.callbacks.manager [None req-80911cc8-15b3-4da8-a3ee-b475ada562d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393'] for port (e6c932ed-43c5-4391-b4d1-619e26b13855), after_update {{(pid=116164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:34:48.186897 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-75521376-820f-43ad-b36e-38de79671d6e tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.6620250 Apr 28 11:34:48.187462 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 33170) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:34:48.200514 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80911cc8-15b3-4da8-a3ee-b475ada562d8 None None] Routers {'18937fea-1547-4d57-8db5-b5b4595d2112'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=116164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 11:34:48.201304 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_hamode_db [None req-80911cc8-15b3-4da8-a3ee-b475ada562d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-28T10:50:39Z,description=,heartbeat_timestamp=2022-04-28T11:34:39Z,host='dv-neutron-master-2-hyperv',id=6b492ad6-0876-4d74-b20d-28143a52ceba,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T10:50:40Z,topic='l3_agent')) {'router_ids': ['18937fea-1547-4d57-8db5-b5b4595d2112'], 'active': True} {{(pid=116164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:34:48.235968 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dbb0ebe-9c9e-4c6c-b756-774c54e3a6a0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-9fe94ce3-bdf5-49f7-b603-41e4e6fe5eef', 'network_id': '9fe94ce3-bdf5-49f7-b603-41e4e6fe5eef', 'project_id': 'c2ca2bda274d41e2b49f61461a68882b', 'fixed_ips': [{'subnet_id': '229806dd-1e72-42eb-8553-404965769ce6'}]}} from dv-neutron-master-2-hyperv. {{(pid=116163) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 28 11:34:48.236834 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-1dbb0ebe-9c9e-4c6c-b756-774c54e3a6a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (None), before_create {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:34:48.245435 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd6ce12-d7e3-453d-8f4d-7d167fd3b316 None None] Pushing event updated for resources: {'Port': ['ID=e6c932ed-43c5-4391-b4d1-619e26b13855,revision_number=3']} {{(pid=116164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:34:48.327440 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_dvr_db [None req-80911cc8-15b3-4da8-a3ee-b475ada562d8 None None] Set router 18937fea-1547-4d57-8db5-b5b4595d2112 gateway port host: dv-neutron-master-2-hyperv {{(pid=116164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 11:34:48.378438 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.db_base_plugin_common [None req-1dbb0ebe-9c9e-4c6c-b756-774c54e3a6a0 None None] Allocated IP 172.20.0.2 (9fe94ce3-bdf5-49f7-b603-41e4e6fe5eef/229806dd-1e72-42eb-8553-404965769ce6/dc755c97-b314-484a-89ff-40b621783bd7) {{(pid=116163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 11:34:48.533852 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-1dbb0ebe-9c9e-4c6c-b756-774c54e3a6a0 None None] Publish callbacks [] for port (dc755c97-b314-484a-89ff-40b621783bd7), precommit_create {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:34:48.593602 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-1dbb0ebe-9c9e-4c6c-b756-774c54e3a6a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742234710357'] for port (dc755c97-b314-484a-89ff-40b621783bd7), after_create {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:34:48.601390 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_hamode_db [None req-80911cc8-15b3-4da8-a3ee-b475ada562d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18937fea-1547-4d57-8db5-b5b4595d2112', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1832079843', 'tenant_id': 'c2ca2bda274d41e2b49f61461a68882b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'external_fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.95'}], 'enable_snat': True}, 'gw_port_id': 'e6c932ed-43c5-4391-b4d1-619e26b13855', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T11:34:45Z', 'updated_at': '2022-04-28T11:34:46Z', 'revision_number': 3, 'project_id': 'c2ca2bda274d41e2b49f61461a68882b', 'gw_port': {'id': 'e6c932ed-43c5-4391-b4d1-619e26b13855', 'name': '', 'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:de:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18937fea-1547-4d57-8db5-b5b4595d2112', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1759, 'fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:34:46Z', 'updated_at': '2022-04-28T11:34:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=116164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:34:48.628575 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80911cc8-15b3-4da8-a3ee-b475ada562d8 None None] The sync data for ids ['18937fea-1547-4d57-8db5-b5b4595d2112'] in dv-neutron-master-2-hyperv is: [{'id': '18937fea-1547-4d57-8db5-b5b4595d2112', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1832079843', 'tenant_id': 'c2ca2bda274d41e2b49f61461a68882b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'external_fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.95'}], 'enable_snat': True}, 'gw_port_id': 'e6c932ed-43c5-4391-b4d1-619e26b13855', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T11:34:45Z', 'updated_at': '2022-04-28T11:34:46Z', 'revision_number': 3, 'project_id': 'c2ca2bda274d41e2b49f61461a68882b', 'gw_port': {'id': 'e6c932ed-43c5-4391-b4d1-619e26b13855', 'name': '', 'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:de:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18937fea-1547-4d57-8db5-b5b4595d2112', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1759, 'fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:34:46Z', 'updated_at': '2022-04-28T11:34:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}] {{(pid=116164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 11:34:48.645029 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dbb0ebe-9c9e-4c6c-b756-774c54e3a6a0 None None] Network 9fe94ce3-bdf5-49f7-b603-41e4e6fe5eef is already hosted by enough agents. {{(pid=116163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 11:34:48.652425 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.scheduler.base_scheduler [None req-1dbb0ebe-9c9e-4c6c-b756-774c54e3a6a0 None None] Resources bound (agent type, host, resource id): {{(pid=116163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 11:34:48.655233 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dbb0ebe-9c9e-4c6c-b756-774c54e3a6a0 None None] Received port after_create {{(pid=116163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 11:34:48.661120 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-914f10de-67bb-4ef8-a31a-c2c7a7ce958a tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (None), before_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:34:48.667608 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dbb0ebe-9c9e-4c6c-b756-774c54e3a6a0 None None] Pushing event updated for resources: {'Port': ['ID=dc755c97-b314-484a-89ff-40b621783bd7,revision_number=1']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:34:48.720261 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.managers [None req-1dbb0ebe-9c9e-4c6c-b756-774c54e3a6a0 None None] Attempting to bind port dc755c97-b314-484a-89ff-40b621783bd7 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=116163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 28 11:34:48.720520 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.managers [None req-1dbb0ebe-9c9e-4c6c-b756-774c54e3a6a0 None None] Attempting to bind port dc755c97-b314-484a-89ff-40b621783bd7 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '7cb30200-1918-49de-b0bc-de065c3b6134', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '9fe94ce3-bdf5-49f7-b603-41e4e6fe5eef'}] {{(pid=116163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 28 11:34:48.720884 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dbb0ebe-9c9e-4c6c-b756-774c54e3a6a0 None None] Attempting to bind port dc755c97-b314-484a-89ff-40b621783bd7 on network 9fe94ce3-bdf5-49f7-b603-41e4e6fe5eef {{(pid=116163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 11:34:48.726730 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dbb0ebe-9c9e-4c6c-b756-774c54e3a6a0 None None] Checking agent: {'id': 'd5baab19-5dd1-4902-922b-84acb048ab9c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 10, 50, 43), 'started_at': datetime.datetime(2022, 4, 28, 10, 51, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 11, 34, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=116163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 11:34:48.727091 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dbb0ebe-9c9e-4c6c-b756-774c54e3a6a0 None None] Checking segment: {'id': '7cb30200-1918-49de-b0bc-de065c3b6134', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '9fe94ce3-bdf5-49f7-b603-41e4e6fe5eef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 11:34:48.727496 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-1dbb0ebe-9c9e-4c6c-b756-774c54e3a6a0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:34:48.727892 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dbb0ebe-9c9e-4c6c-b756-774c54e3a6a0 None None] Bound using segment: {'id': '7cb30200-1918-49de-b0bc-de065c3b6134', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '9fe94ce3-bdf5-49f7-b603-41e4e6fe5eef'} {{(pid=116163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 11:34:48.728354 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.managers [None req-1dbb0ebe-9c9e-4c6c-b756-774c54e3a6a0 None None] Bound port: dc755c97-b314-484a-89ff-40b621783bd7, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7cb30200-1918-49de-b0bc-de065c3b6134', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '9fe94ce3-bdf5-49f7-b603-41e4e6fe5eef'}}] {{(pid=116163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 28 11:34:48.728734 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-1dbb0ebe-9c9e-4c6c-b756-774c54e3a6a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (dc755c97-b314-484a-89ff-40b621783bd7), before_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:34:48.802639 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-1dbb0ebe-9c9e-4c6c-b756-774c54e3a6a0 None None] For port dc755c97-b314-484a-89ff-40b621783bd7, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=116163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 11:34:48.806256 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-1dbb0ebe-9c9e-4c6c-b756-774c54e3a6a0 None None] For port dc755c97-b314-484a-89ff-40b621783bd7, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=dc755c97-b314-484a-89ff-40b621783bd7,segment=NetworkSegment(7cb30200-1918-49de-b0bc-de065c3b6134),segment_id=7cb30200-1918-49de-b0bc-de065c3b6134)] {{(pid=116163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 11:34:48.888061 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-1dbb0ebe-9c9e-4c6c-b756-774c54e3a6a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393'] for port (dc755c97-b314-484a-89ff-40b621783bd7), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:34:48.962356 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dbb0ebe-9c9e-4c6c-b756-774c54e3a6a0 None None] Pushing event updated for resources: {'Port': ['ID=dc755c97-b314-484a-89ff-40b621783bd7,revision_number=2']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:34:48.975564 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.db.db_base_plugin_common [None req-914f10de-67bb-4ef8-a31a-c2c7a7ce958a tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Allocated IP 172.20.0.1 (9fe94ce3-bdf5-49f7-b603-41e4e6fe5eef/229806dd-1e72-42eb-8553-404965769ce6/d671b1dc-332f-41ba-8c41-9573757892b1) {{(pid=116161) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 11:34:49.115320 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-914f10de-67bb-4ef8-a31a-c2c7a7ce958a tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Publish callbacks [] for port (d671b1dc-332f-41ba-8c41-9573757892b1), precommit_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:34:49.222047 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-914f10de-67bb-4ef8-a31a-c2c7a7ce958a tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742234710357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5219112'] for port (d671b1dc-332f-41ba-8c41-9573757892b1), after_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:34:49.268714 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-914f10de-67bb-4ef8-a31a-c2c7a7ce958a tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Network 9fe94ce3-bdf5-49f7-b603-41e4e6fe5eef is already hosted by enough agents. {{(pid=116161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 11:34:49.274550 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.scheduler.base_scheduler [None req-914f10de-67bb-4ef8-a31a-c2c7a7ce958a tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Resources bound (agent type, host, resource id): {{(pid=116161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 11:34:49.278847 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-914f10de-67bb-4ef8-a31a-c2c7a7ce958a tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Received port after_create {{(pid=116161) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 11:34:49.304698 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914f10de-67bb-4ef8-a31a-c2c7a7ce958a tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Pushing event updated for resources: {'Port': ['ID=d671b1dc-332f-41ba-8c41-9573757892b1,revision_number=1']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:34:49.329277 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-914f10de-67bb-4ef8-a31a-c2c7a7ce958a tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2063275'] for router_interface (18937fea-1547-4d57-8db5-b5b4595d2112), before_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:34:49.524078 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-914f10de-67bb-4ef8-a31a-c2c7a7ce958a tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (d671b1dc-332f-41ba-8c41-9573757892b1), before_update {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:34:49.826342 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-914f10de-67bb-4ef8-a31a-c2c7a7ce958a tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Publish callbacks [] for port (d671b1dc-332f-41ba-8c41-9573757892b1), precommit_update {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:34:49.874244 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-456001a3-c447-4491-af3a-bbe48ae69d8b None None] Network 9fe94ce3-bdf5-49f7-b603-41e4e6fe5eef requested from dv-neutron-master-2-hyperv {{(pid=116163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 11:34:49.895572 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-914f10de-67bb-4ef8-a31a-c2c7a7ce958a tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5219123'] for port (d671b1dc-332f-41ba-8c41-9573757892b1), after_update {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:34:49.958871 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-74730bb6-0332-4cf8-8405-5be123244f28 None None] Provisioning complete for port dc755c97-b314-484a-89ff-40b621783bd7 triggered by entity DHCP. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:34:49.959535 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-74730bb6-0332-4cf8-8405-5be123244f28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (dc755c97-b314-484a-89ff-40b621783bd7), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:34:49.969909 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914f10de-67bb-4ef8-a31a-c2c7a7ce958a tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Pushing event updated for resources: {'Port': ['ID=d671b1dc-332f-41ba-8c41-9573757892b1,revision_number=2']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:34:49.976561 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-914f10de-67bb-4ef8-a31a-c2c7a7ce958a tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1603056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2063387'] for router_interface (18937fea-1547-4d57-8db5-b5b4595d2112), after_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:34:50.066957 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-74730bb6-0332-4cf8-8405-5be123244f28 None None] Current status of the port dc755c97-b314-484a-89ff-40b621783bd7 is: DOWN; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:34:50.067338 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-74730bb6-0332-4cf8-8405-5be123244f28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (dc755c97-b314-484a-89ff-40b621783bd7), before_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:34:50.106070 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-914f10de-67bb-4ef8-a31a-c2c7a7ce958a tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Network 9fe94ce3-bdf5-49f7-b603-41e4e6fe5eef is already hosted by enough agents. {{(pid=116161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 11:34:50.107943 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.scheduler.base_scheduler [None req-914f10de-67bb-4ef8-a31a-c2c7a7ce958a tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Resources bound (agent type, host, resource id): {{(pid=116161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 11:34:50.113536 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-74730bb6-0332-4cf8-8405-5be123244f28 None None] For port dc755c97-b314-484a-89ff-40b621783bd7, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=dc755c97-b314-484a-89ff-40b621783bd7,segment=NetworkSegment(7cb30200-1918-49de-b0bc-de065c3b6134),segment_id=7cb30200-1918-49de-b0bc-de065c3b6134)] {{(pid=116163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 11:34:50.198536 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-74730bb6-0332-4cf8-8405-5be123244f28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393'] for port (dc755c97-b314-484a-89ff-40b621783bd7), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:34:50.244745 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-914f10de-67bb-4ef8-a31a-c2c7a7ce958a tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Router 18937fea-1547-4d57-8db5-b5b4595d2112 has already been hosted by L3 agent 6b492ad6-0876-4d74-b20d-28143a52ceba {{(pid=116161) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 11:34:50.268143 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74730bb6-0332-4cf8-8405-5be123244f28 None None] Pushing event updated for resources: {'Port': ['ID=dc755c97-b314-484a-89ff-40b621783bd7,revision_number=3']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:34:50.317968 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-c1898146-49a9-4973-95de-a2fdbd315092 None None] Provisioning complete for port dc755c97-b314-484a-89ff-40b621783bd7 triggered by entity DHCP. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:34:50.318475 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-c1898146-49a9-4973-95de-a2fdbd315092 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (dc755c97-b314-484a-89ff-40b621783bd7), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:34:50.373286 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-914f10de-67bb-4ef8-a31a-c2c7a7ce958a tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=116161) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 11:34:50.387608 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-914f10de-67bb-4ef8-a31a-c2c7a7ce958a tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] 10.222.0.10 "PUT /v2.0/routers/18937fea-1547-4d57-8db5-b5b4595d2112/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1904309 Apr 28 11:34:50.396395 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fb73e25-6491-4a88-8259-cbac8d7d261d None None] Sync routers for ids ['18937fea-1547-4d57-8db5-b5b4595d2112'] in dv-neutron-master-2-hyperv {{(pid=116163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 11:34:50.421860 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-c1898146-49a9-4973-95de-a2fdbd315092 None None] Current status of the port dc755c97-b314-484a-89ff-40b621783bd7 is: ACTIVE; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:34:50.424425 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fb73e25-6491-4a88-8259-cbac8d7d261d None None] Routers {'18937fea-1547-4d57-8db5-b5b4595d2112'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=116163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 11:34:50.425063 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_hamode_db [None req-8fb73e25-6491-4a88-8259-cbac8d7d261d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-28T10:50:39Z,description=,heartbeat_timestamp=2022-04-28T11:34:39Z,host='dv-neutron-master-2-hyperv',id=6b492ad6-0876-4d74-b20d-28143a52ceba,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T10:50:40Z,topic='l3_agent')) {'router_ids': ['18937fea-1547-4d57-8db5-b5b4595d2112'], 'active': True} {{(pid=116163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:34:50.468354 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-c1898146-49a9-4973-95de-a2fdbd315092 None None] Provisioning complete for port d671b1dc-332f-41ba-8c41-9573757892b1 triggered by entity DHCP. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:34:50.468722 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-c1898146-49a9-4973-95de-a2fdbd315092 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (d671b1dc-332f-41ba-8c41-9573757892b1), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:34:50.519969 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-c1898146-49a9-4973-95de-a2fdbd315092 None None] Port d671b1dc-332f-41ba-8c41-9573757892b1 cannot update to ACTIVE because it is not bound. {{(pid=116163) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 28 11:34:50.540689 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-4894b454-5499-4c48-b085-554b7d763b3a req-bca107fc-409f-413a-8c2f-6d1ee91c311d tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-498548828&fields=id&tenant_id=c2ca2bda274d41e2b49f61461a68882b HTTP/1.1" status: 200 len: 267 time: 0.0491257 Apr 28 11:34:50.579707 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvr_db [None req-8fb73e25-6491-4a88-8259-cbac8d7d261d None None] Set router 18937fea-1547-4d57-8db5-b5b4595d2112 gateway port host: dv-neutron-master-2-hyperv {{(pid=116163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 11:34:50.667413 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-78187080-c950-4c52-9b99-385137313ffa None None] Provisioning complete for port d671b1dc-332f-41ba-8c41-9573757892b1 triggered by entity DHCP. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:34:50.667891 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-78187080-c950-4c52-9b99-385137313ffa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (d671b1dc-332f-41ba-8c41-9573757892b1), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:34:50.674875 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4894b454-5499-4c48-b085-554b7d763b3a req-8a678174-7f00-425a-9943-515ae7286b68 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:34:50.675482 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-4894b454-5499-4c48-b085-554b7d763b3a req-8a678174-7f00-425a-9943-515ae7286b68 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] 10.222.0.10 "GET /v2.0/networks?id=9fe94ce3-bdf5-49f7-b603-41e4e6fe5eef HTTP/1.1" status: 200 len: 796 time: 0.1280391 Apr 28 11:34:50.695618 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-4894b454-5499-4c48-b085-554b7d763b3a req-7640aeea-2ec5-444f-b518-1ed2354a452d tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] 10.222.0.10 "GET /v2.0/quotas/c2ca2bda274d41e2b49f61461a68882b HTTP/1.1" status: 200 len: 375 time: 0.0132046 Apr 28 11:34:50.749569 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-4894b454-5499-4c48-b085-554b7d763b3a req-be5a94f6-9552-4ffc-b24d-96d1df13ccc3 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=c2ca2bda274d41e2b49f61461a68882b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0452359 Apr 28 11:34:50.753545 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-78187080-c950-4c52-9b99-385137313ffa None None] Port d671b1dc-332f-41ba-8c41-9573757892b1 cannot update to ACTIVE because it is not bound. {{(pid=116163) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 28 11:34:50.768896 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [req-4894b454-5499-4c48-b085-554b7d763b3a req-9bbbd109-4817-4368-aa27-e09cd0df970c service neutron] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=116161) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 28 11:34:50.769982 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-4894b454-5499-4c48-b085-554b7d763b3a req-9bbbd109-4817-4368-aa27-e09cd0df970c service neutron] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0058639 Apr 28 11:34:50.771806 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Device dc755c97-b314-484a-89ff-40b621783bd7 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=116163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 11:34:50.865504 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-4894b454-5499-4c48-b085-554b7d763b3a req-c3031da1-4930-4dce-bc7d-37ecf38d4f51 service neutron] 10.222.0.10 "GET /v2.0/networks/9fe94ce3-bdf5-49f7-b603-41e4e6fe5eef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885599 Apr 28 11:34:50.964275 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-4894b454-5499-4c48-b085-554b7d763b3a req-1ca78d64-6522-44c5-954f-b3f6c1cbf30b service neutron] 10.222.0.10 "GET /v2.0/networks/9fe94ce3-bdf5-49f7-b603-41e4e6fe5eef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920925 Apr 28 11:34:50.992237 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-45ed6eaa-6e4f-4043-86b1-1202a4a7dcf6 None None] Provisioning complete for port d671b1dc-332f-41ba-8c41-9573757892b1 triggered by entity DHCP. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:34:50.992777 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-45ed6eaa-6e4f-4043-86b1-1202a4a7dcf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (d671b1dc-332f-41ba-8c41-9573757892b1), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:34:51.018432 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (6be95134-9a6c-4663-8b48-90d12ce90c60), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:34:51.066522 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-45ed6eaa-6e4f-4043-86b1-1202a4a7dcf6 None None] Port d671b1dc-332f-41ba-8c41-9573757892b1 cannot update to ACTIVE because it is not bound. {{(pid=116163) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 28 11:34:51.070106 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Provisioning complete for port dc755c97-b314-484a-89ff-40b621783bd7 triggered by entity L2. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:34:51.070106 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (dc755c97-b314-484a-89ff-40b621783bd7), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:34:51.074920 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_hamode_db [None req-8fb73e25-6491-4a88-8259-cbac8d7d261d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18937fea-1547-4d57-8db5-b5b4595d2112', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1832079843', 'tenant_id': 'c2ca2bda274d41e2b49f61461a68882b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'external_fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.95'}], 'enable_snat': True}, 'gw_port_id': 'e6c932ed-43c5-4391-b4d1-619e26b13855', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T11:34:45Z', 'updated_at': '2022-04-28T11:34:49Z', 'revision_number': 4, 'project_id': 'c2ca2bda274d41e2b49f61461a68882b', 'gw_port': {'id': 'e6c932ed-43c5-4391-b4d1-619e26b13855', 'name': '', 'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:de:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18937fea-1547-4d57-8db5-b5b4595d2112', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1759, 'fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:34:46Z', 'updated_at': '2022-04-28T11:34:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'd671b1dc-332f-41ba-8c41-9573757892b1', 'name': '', 'network_id': '9fe94ce3-bdf5-49f7-b603-41e4e6fe5eef', 'tenant_id': 'c2ca2bda274d41e2b49f61461a68882b', 'mac_address': 'fa:16:3e:9c:61:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18937fea-1547-4d57-8db5-b5b4595d2112', 'device_owner': 'network:router_interface', 'standard_attr_id': 1762, 'fixed_ips': [{'subnet_id': '229806dd-1e72-42eb-8553-404965769ce6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:34:48Z', 'updated_at': '2022-04-28T11:34:49Z', 'revision_number': 2, 'project_id': 'c2ca2bda274d41e2b49f61461a68882b', 'subnets': [{'id': '229806dd-1e72-42eb-8553-404965769ce6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=116163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:34:51.123345 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fb73e25-6491-4a88-8259-cbac8d7d261d None None] Checking router: 18937fea-1547-4d57-8db5-b5b4595d2112 for host: dv-neutron-master-2-hyperv {{(pid=116163) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 11:34:51.123625 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fb73e25-6491-4a88-8259-cbac8d7d261d None None] Updating router 18937fea-1547-4d57-8db5-b5b4595d2112 port d671b1dc-332f-41ba-8c41-9573757892b1 binding host dv-neutron-master-2-hyperv {{(pid=116163) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 28 11:34:51.166145 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-8fb73e25-6491-4a88-8259-cbac8d7d261d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (d671b1dc-332f-41ba-8c41-9573757892b1), before_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:34:51.183650 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-eb797478-3ab7-4e02-976a-a16a5efe46dd req-e6f8f446-98ab-4234-86cc-8c0188b25b33 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] 10.222.0.10 "GET /v2.0/ports?device_id=d4703858-722a-44fc-8787-5768948397ce HTTP/1.1" status: 200 len: 210 time: 0.0351853 Apr 28 11:34:51.235247 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Current status of the port dc755c97-b314-484a-89ff-40b621783bd7 is: ACTIVE; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:34:51.236283 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Device e6c932ed-43c5-4391-b4d1-619e26b13855 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=116163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 11:34:51.360227 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Provisioning complete for port e6c932ed-43c5-4391-b4d1-619e26b13855 triggered by entity L2. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:34:51.360607 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (e6c932ed-43c5-4391-b4d1-619e26b13855), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:34:51.507839 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Current status of the port e6c932ed-43c5-4391-b4d1-619e26b13855 is: DOWN; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:34:51.508361 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (e6c932ed-43c5-4391-b4d1-619e26b13855), before_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:34:51.565900 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] For port e6c932ed-43c5-4391-b4d1-619e26b13855, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=e6c932ed-43c5-4391-b4d1-619e26b13855,segment=NetworkSegment(142bc50f-d6af-4646-8d06-bb7af6b7b51c),segment_id=142bc50f-d6af-4646-8d06-bb7af6b7b51c)] {{(pid=116163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 11:34:51.576494 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-8fb73e25-6491-4a88-8259-cbac8d7d261d None None] Publish callbacks [] for port (d671b1dc-332f-41ba-8c41-9573757892b1), precommit_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:34:51.614648 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393'] for port (e6c932ed-43c5-4391-b4d1-619e26b13855), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:34:51.645111 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-8fb73e25-6491-4a88-8259-cbac8d7d261d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393'] for port (d671b1dc-332f-41ba-8c41-9573757892b1), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:34:51.672237 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Pushing event updated for resources: {'Port': ['ID=e6c932ed-43c5-4391-b4d1-619e26b13855,revision_number=4']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:34:51.761068 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6901c3-6bf6-4c4a-86df-5ecda63789cb None None] Pushing event updated for resources: {'Port': ['ID=d671b1dc-332f-41ba-8c41-9573757892b1,revision_number=3']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:34:51.767460 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.managers [None req-8fb73e25-6491-4a88-8259-cbac8d7d261d None None] Attempting to bind port d671b1dc-332f-41ba-8c41-9573757892b1 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=116163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 28 11:34:51.767832 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.managers [None req-8fb73e25-6491-4a88-8259-cbac8d7d261d None None] Attempting to bind port d671b1dc-332f-41ba-8c41-9573757892b1 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '7cb30200-1918-49de-b0bc-de065c3b6134', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '9fe94ce3-bdf5-49f7-b603-41e4e6fe5eef'}] {{(pid=116163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 28 11:34:51.768200 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fb73e25-6491-4a88-8259-cbac8d7d261d None None] Attempting to bind port d671b1dc-332f-41ba-8c41-9573757892b1 on network 9fe94ce3-bdf5-49f7-b603-41e4e6fe5eef {{(pid=116163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 11:34:51.773698 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fb73e25-6491-4a88-8259-cbac8d7d261d None None] Checking agent: {'id': 'd5baab19-5dd1-4902-922b-84acb048ab9c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 10, 50, 43), 'started_at': datetime.datetime(2022, 4, 28, 10, 51, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 11, 34, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=116163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 11:34:51.774082 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fb73e25-6491-4a88-8259-cbac8d7d261d None None] Checking segment: {'id': '7cb30200-1918-49de-b0bc-de065c3b6134', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '9fe94ce3-bdf5-49f7-b603-41e4e6fe5eef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 11:34:51.774515 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-8fb73e25-6491-4a88-8259-cbac8d7d261d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:34:51.774913 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fb73e25-6491-4a88-8259-cbac8d7d261d None None] Bound using segment: {'id': '7cb30200-1918-49de-b0bc-de065c3b6134', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '9fe94ce3-bdf5-49f7-b603-41e4e6fe5eef'} {{(pid=116163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 11:34:51.775382 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.managers [None req-8fb73e25-6491-4a88-8259-cbac8d7d261d None None] Bound port: d671b1dc-332f-41ba-8c41-9573757892b1, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7cb30200-1918-49de-b0bc-de065c3b6134', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '9fe94ce3-bdf5-49f7-b603-41e4e6fe5eef'}}] {{(pid=116163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 28 11:34:51.775768 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-8fb73e25-6491-4a88-8259-cbac8d7d261d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (d671b1dc-332f-41ba-8c41-9573757892b1), before_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:34:51.842344 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-8fb73e25-6491-4a88-8259-cbac8d7d261d None None] For port d671b1dc-332f-41ba-8c41-9573757892b1, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=116163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 11:34:51.845567 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-8fb73e25-6491-4a88-8259-cbac8d7d261d None None] For port d671b1dc-332f-41ba-8c41-9573757892b1, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=d671b1dc-332f-41ba-8c41-9573757892b1,segment=NetworkSegment(7cb30200-1918-49de-b0bc-de065c3b6134),segment_id=7cb30200-1918-49de-b0bc-de065c3b6134)] {{(pid=116163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 11:34:51.887738 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-0dabaadd-8c47-4246-b701-150712584aa2 None None] Provisioning complete for port d671b1dc-332f-41ba-8c41-9573757892b1 triggered by entity DHCP. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:34:51.888116 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-0dabaadd-8c47-4246-b701-150712584aa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (d671b1dc-332f-41ba-8c41-9573757892b1), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:34:51.923221 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-0dabaadd-8c47-4246-b701-150712584aa2 None None] Port d671b1dc-332f-41ba-8c41-9573757892b1 cannot update to ACTIVE because it is not bound. {{(pid=116163) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 28 11:34:51.941311 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-8fb73e25-6491-4a88-8259-cbac8d7d261d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393'] for port (d671b1dc-332f-41ba-8c41-9573757892b1), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:34:52.000053 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fb73e25-6491-4a88-8259-cbac8d7d261d None None] Routers {'18937fea-1547-4d57-8db5-b5b4595d2112'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=116163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 11:34:52.000704 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_hamode_db [None req-8fb73e25-6491-4a88-8259-cbac8d7d261d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-28T10:50:39Z,description=,heartbeat_timestamp=2022-04-28T11:34:39Z,host='dv-neutron-master-2-hyperv',id=6b492ad6-0876-4d74-b20d-28143a52ceba,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T10:50:40Z,topic='l3_agent')) {'router_ids': ['18937fea-1547-4d57-8db5-b5b4595d2112'], 'active': True} {{(pid=116163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:34:52.003871 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6901c3-6bf6-4c4a-86df-5ecda63789cb None None] Pushing event updated for resources: {'Port': ['ID=d671b1dc-332f-41ba-8c41-9573757892b1,revision_number=4']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:34:52.121913 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvr_db [None req-8fb73e25-6491-4a88-8259-cbac8d7d261d None None] Set router 18937fea-1547-4d57-8db5-b5b4595d2112 gateway port host: dv-neutron-master-2-hyperv {{(pid=116163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 11:34:52.271731 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-a6e52243-d640-4044-91ed-adcec56b1606 None None] Provisioning complete for port d671b1dc-332f-41ba-8c41-9573757892b1 triggered by entity DHCP. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:34:52.272028 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-a6e52243-d640-4044-91ed-adcec56b1606 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (d671b1dc-332f-41ba-8c41-9573757892b1), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:34:52.283534 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-d70d853a-ea3b-42ce-b873-51a8f1517d67 req-70084eeb-e81f-4b19-a265-526bfc785b48 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] 10.222.0.10 "GET /v2.0/ports?device_id=d4703858-722a-44fc-8787-5768948397ce HTTP/1.1" status: 200 len: 210 time: 0.0315843 Apr 28 11:34:52.382075 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_hamode_db [None req-8fb73e25-6491-4a88-8259-cbac8d7d261d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18937fea-1547-4d57-8db5-b5b4595d2112', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1832079843', 'tenant_id': 'c2ca2bda274d41e2b49f61461a68882b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'external_fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.95'}], 'enable_snat': True}, 'gw_port_id': 'e6c932ed-43c5-4391-b4d1-619e26b13855', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T11:34:45Z', 'updated_at': '2022-04-28T11:34:49Z', 'revision_number': 4, 'project_id': 'c2ca2bda274d41e2b49f61461a68882b', 'gw_port': {'id': 'e6c932ed-43c5-4391-b4d1-619e26b13855', 'name': '', 'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:de:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18937fea-1547-4d57-8db5-b5b4595d2112', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1759, 'fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:34:46Z', 'updated_at': '2022-04-28T11:34:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'd671b1dc-332f-41ba-8c41-9573757892b1', 'name': '', 'network_id': '9fe94ce3-bdf5-49f7-b603-41e4e6fe5eef', 'tenant_id': 'c2ca2bda274d41e2b49f61461a68882b', 'mac_address': 'fa:16:3e:9c:61:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18937fea-1547-4d57-8db5-b5b4595d2112', 'device_owner': 'network:router_interface', 'standard_attr_id': 1762, 'fixed_ips': [{'subnet_id': '229806dd-1e72-42eb-8553-404965769ce6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:34:48Z', 'updated_at': '2022-04-28T11:34:51Z', 'revision_number': 4, 'project_id': 'c2ca2bda274d41e2b49f61461a68882b', 'subnets': [{'id': '229806dd-1e72-42eb-8553-404965769ce6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=116163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:34:52.417900 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fb73e25-6491-4a88-8259-cbac8d7d261d None None] The sync data for ids ['18937fea-1547-4d57-8db5-b5b4595d2112'] in dv-neutron-master-2-hyperv is: [{'id': '18937fea-1547-4d57-8db5-b5b4595d2112', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1832079843', 'tenant_id': 'c2ca2bda274d41e2b49f61461a68882b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'external_fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.95'}], 'enable_snat': True}, 'gw_port_id': 'e6c932ed-43c5-4391-b4d1-619e26b13855', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T11:34:45Z', 'updated_at': '2022-04-28T11:34:49Z', 'revision_number': 4, 'project_id': 'c2ca2bda274d41e2b49f61461a68882b', 'gw_port': {'id': 'e6c932ed-43c5-4391-b4d1-619e26b13855', 'name': '', 'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:de:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18937fea-1547-4d57-8db5-b5b4595d2112', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1759, 'fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:34:46Z', 'updated_at': '2022-04-28T11:34:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'd671b1dc-332f-41ba-8c41-9573757892b1', 'name': '', 'network_id': '9fe94ce3-bdf5-49f7-b603-41e4e6fe5eef', 'tenant_id': 'c2ca2bda274d41e2b49f61461a68882b', 'mac_address': 'fa:16:3e:9c:61:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18937fea-1547-4d57-8db5-b5b4595d2112', 'device_owner': 'network:router_interface', 'standard_attr_id': 1762, 'fixed_ips': [{'subnet_id': '229806dd-1e72-42eb-8553-404965769ce6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:34:48Z', 'updated_at': '2022-04-28T11:34:51Z', 'revision_number': 4, 'project_id': 'c2ca2bda274d41e2b49f61461a68882b', 'subnets': [{'id': '229806dd-1e72-42eb-8553-404965769ce6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=116163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 11:34:52.426899 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-a6e52243-d640-4044-91ed-adcec56b1606 None None] Current status of the port d671b1dc-332f-41ba-8c41-9573757892b1 is: DOWN; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:34:52.427289 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-a6e52243-d640-4044-91ed-adcec56b1606 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (d671b1dc-332f-41ba-8c41-9573757892b1), before_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:34:52.468815 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-a6e52243-d640-4044-91ed-adcec56b1606 None None] For port d671b1dc-332f-41ba-8c41-9573757892b1, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=d671b1dc-332f-41ba-8c41-9573757892b1,segment=NetworkSegment(7cb30200-1918-49de-b0bc-de065c3b6134),segment_id=7cb30200-1918-49de-b0bc-de065c3b6134)] {{(pid=116163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 11:34:52.557556 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-a6e52243-d640-4044-91ed-adcec56b1606 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393'] for port (d671b1dc-332f-41ba-8c41-9573757892b1), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:34:52.613237 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e52243-d640-4044-91ed-adcec56b1606 None None] Pushing event updated for resources: {'Port': ['ID=d671b1dc-332f-41ba-8c41-9573757892b1,revision_number=5']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:34:52.770998 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Device e6c932ed-43c5-4391-b4d1-619e26b13855 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=116163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 11:34:52.819766 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Provisioning complete for port e6c932ed-43c5-4391-b4d1-619e26b13855 triggered by entity L2. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:34:52.820130 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (e6c932ed-43c5-4391-b4d1-619e26b13855), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:34:52.915876 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Current status of the port e6c932ed-43c5-4391-b4d1-619e26b13855 is: ACTIVE; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:34:52.917178 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Device d671b1dc-332f-41ba-8c41-9573757892b1 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=116163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 11:34:52.922481 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4894b454-5499-4c48-b085-554b7d763b3a req-a2046250-0561-4738-bfee-e51931109762 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:34:52.924102 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-4894b454-5499-4c48-b085-554b7d763b3a req-a2046250-0561-4738-bfee-e51931109762 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] 10.222.0.20 "GET /v2.0/networks?id=9fe94ce3-bdf5-49f7-b603-41e4e6fe5eef HTTP/1.1" status: 200 len: 796 time: 0.1167524 Apr 28 11:34:52.968936 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Provisioning complete for port d671b1dc-332f-41ba-8c41-9573757892b1 triggered by entity L2. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:34:52.969320 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (d671b1dc-332f-41ba-8c41-9573757892b1), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:34:52.999490 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-4894b454-5499-4c48-b085-554b7d763b3a req-4ce87f55-3de1-47cc-9038-8f93ee38f394 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c2ca2bda274d41e2b49f61461a68882b HTTP/1.1" status: 200 len: 379 time: 0.0672579 Apr 28 11:34:53.009919 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.v2.base [req-4894b454-5499-4c48-b085-554b7d763b3a req-a3eba514-73b2-4738-9a01-d153d34c798c tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Request body: {'port': {'device_id': 'd4703858-722a-44fc-8787-5768948397ce', 'network_id': '9fe94ce3-bdf5-49f7-b603-41e4e6fe5eef', 'admin_state_up': True, 'tenant_id': 'c2ca2bda274d41e2b49f61461a68882b', 'security_groups': ['0279dd02-1f64-4e1b-b70c-81618f2c1ced']}} {{(pid=116162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:34:53.062745 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Current status of the port d671b1dc-332f-41ba-8c41-9573757892b1 is: ACTIVE; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:34:53.204251 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4894b454-5499-4c48-b085-554b7d763b3a req-a3eba514-73b2-4738-9a01-d153d34c798c tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Made reservation on behalf of c2ca2bda274d41e2b49f61461a68882b for: {'port': 1} {{(pid=116162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 11:34:53.207950 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [req-4894b454-5499-4c48-b085-554b7d763b3a req-a3eba514-73b2-4738-9a01-d153d34c798c tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (None), before_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:34:53.346540 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.db.db_base_plugin_common [req-4894b454-5499-4c48-b085-554b7d763b3a req-a3eba514-73b2-4738-9a01-d153d34c798c tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Allocated IP 172.20.0.6 (9fe94ce3-bdf5-49f7-b603-41e4e6fe5eef/229806dd-1e72-42eb-8553-404965769ce6/9a528604-3774-4f6c-98ee-0c1ff6096d0d) {{(pid=116162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 11:34:53.393218 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-3b57060e-34cd-4550-8955-0f817ba32465 req-f4f37058-4fac-455a-aa53-28bd78587666 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] 10.222.0.10 "GET /v2.0/ports?device_id=d4703858-722a-44fc-8787-5768948397ce HTTP/1.1" status: 200 len: 210 time: 0.0345743 Apr 28 11:34:53.499101 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [req-4894b454-5499-4c48-b085-554b7d763b3a req-a3eba514-73b2-4738-9a01-d153d34c798c tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Publish callbacks [] for port (9a528604-3774-4f6c-98ee-0c1ff6096d0d), precommit_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:34:53.593266 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [req-4894b454-5499-4c48-b085-554b7d763b3a req-a3eba514-73b2-4738-9a01-d153d34c798c tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742234710357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5051867'] for port (9a528604-3774-4f6c-98ee-0c1ff6096d0d), after_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:34:53.638994 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4894b454-5499-4c48-b085-554b7d763b3a req-a3eba514-73b2-4738-9a01-d153d34c798c tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Network 9fe94ce3-bdf5-49f7-b603-41e4e6fe5eef is already hosted by enough agents. {{(pid=116162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 11:34:53.642041 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.scheduler.base_scheduler [req-4894b454-5499-4c48-b085-554b7d763b3a req-a3eba514-73b2-4738-9a01-d153d34c798c tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Resources bound (agent type, host, resource id): {{(pid=116162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 11:34:53.648928 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.db.l3_dvrscheduler_db [req-4894b454-5499-4c48-b085-554b7d763b3a req-a3eba514-73b2-4738-9a01-d153d34c798c tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Received port after_create {{(pid=116162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 11:34:53.673237 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3eba514-73b2-4738-9a01-d153d34c798c tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Pushing event updated for resources: {'Port': ['ID=9a528604-3774-4f6c-98ee-0c1ff6096d0d,revision_number=1']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:34:53.703123 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4894b454-5499-4c48-b085-554b7d763b3a req-a3eba514-73b2-4738-9a01-d153d34c798c tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:34:53.703755 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [req-4894b454-5499-4c48-b085-554b7d763b3a req-a3eba514-73b2-4738-9a01-d153d34c798c tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198022'] for port (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:34:53.790079 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-4894b454-5499-4c48-b085-554b7d763b3a req-a3eba514-73b2-4738-9a01-d153d34c798c tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7841976 Apr 28 11:34:53.801490 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.v2.base [req-4894b454-5499-4c48-b085-554b7d763b3a req-8db66794-71f1-42d9-80a8-7adbb7265678 service neutron] Request body: {'port': {'device_id': 'd4703858-722a-44fc-8787-5768948397ce', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-mast'}} {{(pid=116162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:34:53.859388 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [req-4894b454-5499-4c48-b085-554b7d763b3a req-8db66794-71f1-42d9-80a8-7adbb7265678 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (9a528604-3774-4f6c-98ee-0c1ff6096d0d), before_update {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:34:53.882430 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-16a5db9c-9df8-49e2-9446-904d1e642b51 None None] Provisioning complete for port 9a528604-3774-4f6c-98ee-0c1ff6096d0d triggered by entity DHCP. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:34:53.882899 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-16a5db9c-9df8-49e2-9446-904d1e642b51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (9a528604-3774-4f6c-98ee-0c1ff6096d0d), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:34:53.917859 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-16a5db9c-9df8-49e2-9446-904d1e642b51 None None] Port 9a528604-3774-4f6c-98ee-0c1ff6096d0d cannot update to ACTIVE because it is not bound. {{(pid=116163) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 28 11:34:54.119611 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.notifiers.nova [req-4894b454-5499-4c48-b085-554b7d763b3a req-8db66794-71f1-42d9-80a8-7adbb7265678 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9a528604-3774-4f6c-98ee-0c1ff6096d0d {{(pid=116162) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 11:34:54.127193 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [req-4894b454-5499-4c48-b085-554b7d763b3a req-8db66794-71f1-42d9-80a8-7adbb7265678 service neutron] Publish callbacks [] for port (9a528604-3774-4f6c-98ee-0c1ff6096d0d), precommit_update {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:34:54.139396 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.db.provisioning_blocks [req-4894b454-5499-4c48-b085-554b7d763b3a req-8db66794-71f1-42d9-80a8-7adbb7265678 service neutron] Transition to ACTIVE for port object 9a528604-3774-4f6c-98ee-0c1ff6096d0d will not be triggered until provisioned by entity L2. {{(pid=116162) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 28 11:34:54.198134 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [req-4894b454-5499-4c48-b085-554b7d763b3a req-8db66794-71f1-42d9-80a8-7adbb7265678 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5051840'] for port (9a528604-3774-4f6c-98ee-0c1ff6096d0d), after_update {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:34:54.252678 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db66794-71f1-42d9-80a8-7adbb7265678 service neutron] Pushing event updated for resources: {'Port': ['ID=9a528604-3774-4f6c-98ee-0c1ff6096d0d,revision_number=2']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:34:54.328733 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.managers [req-4894b454-5499-4c48-b085-554b7d763b3a req-8db66794-71f1-42d9-80a8-7adbb7265678 service neutron] Attempting to bind port 9a528604-3774-4f6c-98ee-0c1ff6096d0d on host hv-neutron-mast for vnic_type normal with profile {{(pid=116162) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 28 11:34:54.328968 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.managers [req-4894b454-5499-4c48-b085-554b7d763b3a req-8db66794-71f1-42d9-80a8-7adbb7265678 service neutron] Attempting to bind port 9a528604-3774-4f6c-98ee-0c1ff6096d0d by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '7cb30200-1918-49de-b0bc-de065c3b6134', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '9fe94ce3-bdf5-49f7-b603-41e4e6fe5eef'}] {{(pid=116162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 28 11:34:54.329276 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4894b454-5499-4c48-b085-554b7d763b3a req-8db66794-71f1-42d9-80a8-7adbb7265678 service neutron] Attempting to bind port 9a528604-3774-4f6c-98ee-0c1ff6096d0d on network 9fe94ce3-bdf5-49f7-b603-41e4e6fe5eef {{(pid=116162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 11:34:54.333801 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4894b454-5499-4c48-b085-554b7d763b3a req-8db66794-71f1-42d9-80a8-7adbb7265678 service neutron] Port 9a528604-3774-4f6c-98ee-0c1ff6096d0d on network 9fe94ce3-bdf5-49f7-b603-41e4e6fe5eef not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=116162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 28 11:34:54.334123 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4894b454-5499-4c48-b085-554b7d763b3a req-8db66794-71f1-42d9-80a8-7adbb7265678 service neutron] Attempting to bind port 9a528604-3774-4f6c-98ee-0c1ff6096d0d on network 9fe94ce3-bdf5-49f7-b603-41e4e6fe5eef {{(pid=116162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 11:34:54.339271 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4894b454-5499-4c48-b085-554b7d763b3a req-8db66794-71f1-42d9-80a8-7adbb7265678 service neutron] Checking agent: {'id': '6be95134-9a6c-4663-8b48-90d12ce90c60', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-mast', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 10, 57, 20), 'started_at': datetime.datetime(2022, 4, 28, 10, 57, 20), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 11, 34, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=116162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 11:34:54.339615 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4894b454-5499-4c48-b085-554b7d763b3a req-8db66794-71f1-42d9-80a8-7adbb7265678 service neutron] Checking segment: {'id': '7cb30200-1918-49de-b0bc-de065c3b6134', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '9fe94ce3-bdf5-49f7-b603-41e4e6fe5eef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 11:34:54.340001 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4894b454-5499-4c48-b085-554b7d763b3a req-8db66794-71f1-42d9-80a8-7adbb7265678 service neutron] Bound using segment: {'id': '7cb30200-1918-49de-b0bc-de065c3b6134', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '9fe94ce3-bdf5-49f7-b603-41e4e6fe5eef'} {{(pid=116162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 11:34:54.340424 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.managers [req-4894b454-5499-4c48-b085-554b7d763b3a req-8db66794-71f1-42d9-80a8-7adbb7265678 service neutron] Bound port: 9a528604-3774-4f6c-98ee-0c1ff6096d0d, host: hv-neutron-mast, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7cb30200-1918-49de-b0bc-de065c3b6134', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '9fe94ce3-bdf5-49f7-b603-41e4e6fe5eef'}}] {{(pid=116162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 28 11:34:54.340779 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [req-4894b454-5499-4c48-b085-554b7d763b3a req-8db66794-71f1-42d9-80a8-7adbb7265678 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (9a528604-3774-4f6c-98ee-0c1ff6096d0d), before_update {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:34:54.407635 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.db [req-4894b454-5499-4c48-b085-554b7d763b3a req-8db66794-71f1-42d9-80a8-7adbb7265678 service neutron] For port 9a528604-3774-4f6c-98ee-0c1ff6096d0d, host hv-neutron-mast, cleared binding levels {{(pid=116162) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 11:34:54.410673 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.db [req-4894b454-5499-4c48-b085-554b7d763b3a req-8db66794-71f1-42d9-80a8-7adbb7265678 service neutron] For port 9a528604-3774-4f6c-98ee-0c1ff6096d0d, host hv-neutron-mast, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=9a528604-3774-4f6c-98ee-0c1ff6096d0d,segment=NetworkSegment(7cb30200-1918-49de-b0bc-de065c3b6134),segment_id=7cb30200-1918-49de-b0bc-de065c3b6134)] {{(pid=116162) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 11:34:54.484437 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [req-4894b454-5499-4c48-b085-554b7d763b3a req-8db66794-71f1-42d9-80a8-7adbb7265678 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5051840'] for port (9a528604-3774-4f6c-98ee-0c1ff6096d0d), after_update {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:34:54.515632 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153eacf6-f251-486e-a21e-091c16193a7d req-f64e6e16-dcfc-4eff-ab99-e7f22e0f3e69 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:34:54.518999 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4894b454-5499-4c48-b085-554b7d763b3a req-8db66794-71f1-42d9-80a8-7adbb7265678 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:34:54.519614 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [req-4894b454-5499-4c48-b085-554b7d763b3a req-8db66794-71f1-42d9-80a8-7adbb7265678 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198022'] for port (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:34:54.521075 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-4894b454-5499-4c48-b085-554b7d763b3a req-8db66794-71f1-42d9-80a8-7adbb7265678 service neutron] 10.222.0.20 "PUT /v2.0/ports/9a528604-3774-4f6c-98ee-0c1ff6096d0d HTTP/1.1" status: 200 len: 1093 time: 0.7239442 Apr 28 11:34:54.521430 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd4703858-722a-44fc-8787-5768948397ce', 'tag': '9a528604-3774-4f6c-98ee-0c1ff6096d0d'}] {{(pid=116162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 11:34:54.523138 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-153eacf6-f251-486e-a21e-091c16193a7d req-f64e6e16-dcfc-4eff-ab99-e7f22e0f3e69 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] 10.222.0.10 "GET /v2.0/ports?device_id=d4703858-722a-44fc-8787-5768948397ce HTTP/1.1" status: 200 len: 943 time: 0.0587559 Apr 28 11:34:54.524304 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ba53f40d6116d28995a8e36159d0e539b5353eec116fb5dd4ce03b4b2159ab1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a162232a-68f0-4173-9ad9-440f76611a1b" -d '{"events": [{"name": "network-changed", "server_uuid": "d4703858-722a-44fc-8787-5768948397ce", "tag": "9a528604-3774-4f6c-98ee-0c1ff6096d0d"}]}' {{(pid=116162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 11:34:54.557578 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db66794-71f1-42d9-80a8-7adbb7265678 service neutron] Pushing event updated for resources: {'Port': ['ID=9a528604-3774-4f6c-98ee-0c1ff6096d0d,revision_number=3']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:34:54.569574 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 11:34:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-acb51693-5b8c-4654-b487-e48c5a53199e x-openstack-request-id: req-acb51693-5b8c-4654-b487-e48c5a53199e {{(pid=116162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 11:34:54.570240 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d4703858-722a-44fc-8787-5768948397ce", "tag": "9a528604-3774-4f6c-98ee-0c1ff6096d0d", "status": "completed", "code": 200}]} {{(pid=116162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 11:34:54.570529 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-acb51693-5b8c-4654-b487-e48c5a53199e {{(pid=116162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 11:34:54.570946 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.notifiers.nova [-] Nova event matching ['req-acb51693-5b8c-4654-b487-e48c5a53199e'] response: {'name': 'network-changed', 'server_uuid': 'd4703858-722a-44fc-8787-5768948397ce', 'tag': '9a528604-3774-4f6c-98ee-0c1ff6096d0d', 'status': 'completed', 'code': 200} Apr 28 11:34:54.581621 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-153eacf6-f251-486e-a21e-091c16193a7d req-4913c445-679d-49a7-9513-46fb55a1b7ca tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] 10.222.0.10 "GET /v2.0/security-groups?id=0279dd02-1f64-4e1b-b70c-81618f2c1ced&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0571828 Apr 28 11:34:54.634266 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a162232a-68f0-4173-9ad9-440f76611a1b req-47604251-8f2a-45ae-8c20-2fd51492beeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:34:54.635667 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-a162232a-68f0-4173-9ad9-440f76611a1b req-47604251-8f2a-45ae-8c20-2fd51492beeb service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c2ca2bda274d41e2b49f61461a68882b&device_id=d4703858-722a-44fc-8787-5768948397ce HTTP/1.1" status: 200 len: 1127 time: 0.0422034 Apr 28 11:34:54.743572 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a162232a-68f0-4173-9ad9-440f76611a1b req-b92fd5a0-2b44-4919-8e4c-4b1aaa4dd03e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:34:54.745140 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-a162232a-68f0-4173-9ad9-440f76611a1b req-b92fd5a0-2b44-4919-8e4c-4b1aaa4dd03e service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=c2ca2bda274d41e2b49f61461a68882b&shared=False HTTP/1.1" status: 200 len: 896 time: 0.1030295 Apr 28 11:34:55.119521 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a162232a-68f0-4173-9ad9-440f76611a1b req-0600c338-5853-4186-995d-2b169ac9e56d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:34:55.120996 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-a162232a-68f0-4173-9ad9-440f76611a1b req-0600c338-5853-4186-995d-2b169ac9e56d service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.3706410 Apr 28 11:34:55.192129 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4894b454-5499-4c48-b085-554b7d763b3a req-84446803-ed72-4bb4-ae45-16fd87889df3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:34:55.193522 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-4894b454-5499-4c48-b085-554b7d763b3a req-84446803-ed72-4bb4-ae45-16fd87889df3 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c2ca2bda274d41e2b49f61461a68882b&device_id=d4703858-722a-44fc-8787-5768948397ce HTTP/1.1" status: 200 len: 1127 time: 0.0389476 Apr 28 11:34:55.232999 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-4894b454-5499-4c48-b085-554b7d763b3a req-b6a609a9-4a9b-428f-b125-813aad4456d1 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9a528604-3774-4f6c-98ee-0c1ff6096d0d HTTP/1.1" status: 200 len: 217 time: 0.0329657 Apr 28 11:34:55.280030 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4894b454-5499-4c48-b085-554b7d763b3a req-923434c7-d38c-448c-bf46-2d61b2fd6c48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:34:55.281452 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-4894b454-5499-4c48-b085-554b7d763b3a req-923434c7-d38c-448c-bf46-2d61b2fd6c48 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=229806dd-1e72-42eb-8553-404965769ce6 HTTP/1.1" status: 200 len: 835 time: 0.0437143 Apr 28 11:34:55.327844 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4894b454-5499-4c48-b085-554b7d763b3a req-493e2dc7-2e0f-45d1-8de9-4afdb3665e4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:34:55.329300 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-4894b454-5499-4c48-b085-554b7d763b3a req-493e2dc7-2e0f-45d1-8de9-4afdb3665e4f service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=9fe94ce3-bdf5-49f7-b603-41e4e6fe5eef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0417473 Apr 28 11:34:55.416503 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-4894b454-5499-4c48-b085-554b7d763b3a req-cae28cdc-6a9b-4a01-92e7-4c2c42caec8d service neutron] 10.222.0.20 "GET /v2.0/networks/9fe94ce3-bdf5-49f7-b603-41e4e6fe5eef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806272 Apr 28 11:34:55.509882 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-4894b454-5499-4c48-b085-554b7d763b3a req-ac95ae89-9b4d-41df-949e-584038068cba service neutron] 10.222.0.20 "GET /v2.0/networks/9fe94ce3-bdf5-49f7-b603-41e4e6fe5eef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877676 Apr 28 11:34:55.691143 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7a0343-bd22-4751-9094-0a82f6b25c8a req-7bf18d3c-5af9-4ae6-8087-c454cd6bca58 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:34:55.692614 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-3b7a0343-bd22-4751-9094-0a82f6b25c8a req-7bf18d3c-5af9-4ae6-8087-c454cd6bca58 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] 10.222.0.10 "GET /v2.0/ports?device_id=d4703858-722a-44fc-8787-5768948397ce HTTP/1.1" status: 200 len: 943 time: 0.0471621 Apr 28 11:34:55.741018 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-3b7a0343-bd22-4751-9094-0a82f6b25c8a req-8c10a145-a0d7-4cb9-a6c6-816eb75e0d18 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] 10.222.0.10 "GET /v2.0/security-groups?id=0279dd02-1f64-4e1b-b70c-81618f2c1ced&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420570 Apr 28 11:34:56.853526 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2110aec8-2f0c-4faa-9fb4-46783850718c req-4e9e31b4-5262-4d6d-885c-cd31a228594e tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:34:56.855064 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-2110aec8-2f0c-4faa-9fb4-46783850718c req-4e9e31b4-5262-4d6d-885c-cd31a228594e tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] 10.222.0.10 "GET /v2.0/ports?device_id=d4703858-722a-44fc-8787-5768948397ce HTTP/1.1" status: 200 len: 943 time: 0.0471172 Apr 28 11:34:56.908413 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-2110aec8-2f0c-4faa-9fb4-46783850718c req-9aa9df89-f758-41fb-be1b-5ec07fd14456 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] 10.222.0.10 "GET /v2.0/security-groups?id=0279dd02-1f64-4e1b-b70c-81618f2c1ced&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478129 Apr 28 11:34:58.019827 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372ab561-10e7-4dcd-b0cc-74a57ae857dc req-5a0c56d8-2aa6-4f37-b454-b37ab9bf92ac tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:34:58.021299 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-372ab561-10e7-4dcd-b0cc-74a57ae857dc req-5a0c56d8-2aa6-4f37-b454-b37ab9bf92ac tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] 10.222.0.10 "GET /v2.0/ports?device_id=d4703858-722a-44fc-8787-5768948397ce HTTP/1.1" status: 200 len: 943 time: 0.0476708 Apr 28 11:34:58.069368 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-372ab561-10e7-4dcd-b0cc-74a57ae857dc req-92ef890f-2104-42fe-8920-776dd3c4cc49 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] 10.222.0.10 "GET /v2.0/security-groups?id=0279dd02-1f64-4e1b-b70c-81618f2c1ced&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423317 Apr 28 11:34:58.711674 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Device 9a528604-3774-4f6c-98ee-0c1ff6096d0d details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=116163) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 28 11:34:58.810642 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] For port 9a528604-3774-4f6c-98ee-0c1ff6096d0d, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=9a528604-3774-4f6c-98ee-0c1ff6096d0d,segment=NetworkSegment(7cb30200-1918-49de-b0bc-de065c3b6134),segment_id=7cb30200-1918-49de-b0bc-de065c3b6134)] {{(pid=116163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 11:34:58.821973 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Returning: {'device': '9a528604-3774-4f6c-98ee-0c1ff6096d0d', 'network_id': '9fe94ce3-bdf5-49f7-b603-41e4e6fe5eef', 'port_id': '9a528604-3774-4f6c-98ee-0c1ff6096d0d', 'mac_address': 'fa:16:3e:eb:be:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 74, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '229806dd-1e72-42eb-8553-404965769ce6', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=116163) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 28 11:34:58.859077 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Current status of the port 9a528604-3774-4f6c-98ee-0c1ff6096d0d is: DOWN; New status is: BUILD {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:34:58.859493 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (9a528604-3774-4f6c-98ee-0c1ff6096d0d), before_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:34:58.872560 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.notifiers.nova [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9a528604-3774-4f6c-98ee-0c1ff6096d0d {{(pid=116163) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 11:34:58.892027 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] For port 9a528604-3774-4f6c-98ee-0c1ff6096d0d, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=9a528604-3774-4f6c-98ee-0c1ff6096d0d,segment=NetworkSegment(7cb30200-1918-49de-b0bc-de065c3b6134),segment_id=7cb30200-1918-49de-b0bc-de065c3b6134)] {{(pid=116163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 11:34:58.986586 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393'] for port (9a528604-3774-4f6c-98ee-0c1ff6096d0d), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:34:59.037960 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Pushing event updated for resources: {'Port': ['ID=9a528604-3774-4f6c-98ee-0c1ff6096d0d,revision_number=4']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:34:59.184750 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762dd196-6846-4afd-a4de-84b3ac03aaa3 req-82a5a793-cba0-4aed-87e1-051078f93c39 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:34:59.186265 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-762dd196-6846-4afd-a4de-84b3ac03aaa3 req-82a5a793-cba0-4aed-87e1-051078f93c39 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] 10.222.0.10 "GET /v2.0/ports?device_id=d4703858-722a-44fc-8787-5768948397ce HTTP/1.1" status: 200 len: 944 time: 0.0491445 Apr 28 11:34:59.218094 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] get_ports_and_sgs() called for port_ids ['9a528604-3774-4f6c-98ee-0c1ff6096d0d'] {{(pid=116163) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 11:34:59.233865 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-762dd196-6846-4afd-a4de-84b3ac03aaa3 req-a14608a7-b3c9-4f80-aa7d-e5036a7e31dc tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] 10.222.0.10 "GET /v2.0/security-groups?id=0279dd02-1f64-4e1b-b70c-81618f2c1ced&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421374 Apr 28 11:35:00.350128 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9fc774-72a4-469f-9f61-6fcfbd48ca60 req-69951538-7805-46d8-ae24-32588c222a24 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:35:00.352283 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-0d9fc774-72a4-469f-9f61-6fcfbd48ca60 req-69951538-7805-46d8-ae24-32588c222a24 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] 10.222.0.10 "GET /v2.0/ports?device_id=d4703858-722a-44fc-8787-5768948397ce HTTP/1.1" status: 200 len: 944 time: 0.0501461 Apr 28 11:35:00.400365 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-0d9fc774-72a4-469f-9f61-6fcfbd48ca60 req-9e05c9a8-5647-4a4a-b3b6-9117fa721d0d tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] 10.222.0.10 "GET /v2.0/security-groups?id=0279dd02-1f64-4e1b-b70c-81618f2c1ced&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427058 Apr 28 11:35:00.711487 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Device 9a528604-3774-4f6c-98ee-0c1ff6096d0d up at agent hyperv_hv-neutron-mast {{(pid=116163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 11:35:00.756445 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Provisioning for port 9a528604-3774-4f6c-98ee-0c1ff6096d0d completed by entity L2. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 28 11:35:00.860113 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Provisioning complete for port 9a528604-3774-4f6c-98ee-0c1ff6096d0d triggered by entity L2. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:35:00.860485 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (9a528604-3774-4f6c-98ee-0c1ff6096d0d), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:35:00.939009 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Current status of the port 9a528604-3774-4f6c-98ee-0c1ff6096d0d is: BUILD; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:35:00.939308 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (9a528604-3774-4f6c-98ee-0c1ff6096d0d), before_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:35:00.960861 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4703858-722a-44fc-8787-5768948397ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a528604-3774-4f6c-98ee-0c1ff6096d0d'}] {{(pid=116163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 11:35:00.963776 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f01aec4a4f83961b54a953becfce2676879fb1d4b91122543244f430a0b8460" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e6e8e0f-f6a2-40b7-b338-068524165213" -d '{"events": [{"server_uuid": "d4703858-722a-44fc-8787-5768948397ce", "name": "network-vif-plugged", "status": "completed", "tag": "9a528604-3774-4f6c-98ee-0c1ff6096d0d"}]}' {{(pid=116163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 11:35:00.978515 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] For port 9a528604-3774-4f6c-98ee-0c1ff6096d0d, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=9a528604-3774-4f6c-98ee-0c1ff6096d0d,segment=NetworkSegment(7cb30200-1918-49de-b0bc-de065c3b6134),segment_id=7cb30200-1918-49de-b0bc-de065c3b6134)] {{(pid=116163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 11:35:00.997940 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 11:35:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-882afc57-763b-4b38-aad4-2d5a0036b707 x-openstack-request-id: req-882afc57-763b-4b38-aad4-2d5a0036b707 {{(pid=116163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 11:35:00.998261 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4703858-722a-44fc-8787-5768948397ce", "name": "network-vif-plugged", "status": "completed", "tag": "9a528604-3774-4f6c-98ee-0c1ff6096d0d", "code": 200}]} {{(pid=116163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 11:35:00.998544 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-882afc57-763b-4b38-aad4-2d5a0036b707 {{(pid=116163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 11:35:00.998948 dv-neutron-master-2-hyperv neutron-server[116163]: INFO neutron.notifiers.nova [-] Nova event matching ['req-882afc57-763b-4b38-aad4-2d5a0036b707'] response: {'server_uuid': 'd4703858-722a-44fc-8787-5768948397ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a528604-3774-4f6c-98ee-0c1ff6096d0d', 'code': 200} Apr 28 11:35:01.054989 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393'] for port (9a528604-3774-4f6c-98ee-0c1ff6096d0d), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:35:01.103639 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Pushing event updated for resources: {'Port': ['ID=9a528604-3774-4f6c-98ee-0c1ff6096d0d,revision_number=5']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:35:01.303613 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6745a4b-5c4b-429c-89de-f364ae006db7 req-8684b4e7-095f-4f82-90be-dd6db4b62b2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:35:01.305025 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-e6745a4b-5c4b-429c-89de-f364ae006db7 req-8684b4e7-095f-4f82-90be-dd6db4b62b2c service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=d4703858-722a-44fc-8787-5768948397ce HTTP/1.1" status: 200 len: 1129 time: 0.0390153 Apr 28 11:35:01.348114 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-e6745a4b-5c4b-429c-89de-f364ae006db7 req-aaa95af6-8a16-4734-b5dd-821a052dca3a service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=0279dd02-1f64-4e1b-b70c-81618f2c1ced&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378337 Apr 28 11:35:01.513091 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8698107a-a6d6-49f2-89ea-ada720602846 req-777976ad-2cf1-4a7d-a751-dcc9c4ba0662 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:35:01.514586 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-8698107a-a6d6-49f2-89ea-ada720602846 req-777976ad-2cf1-4a7d-a751-dcc9c4ba0662 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] 10.222.0.10 "GET /v2.0/ports?device_id=d4703858-722a-44fc-8787-5768948397ce HTTP/1.1" status: 200 len: 945 time: 0.0471230 Apr 28 11:35:01.563022 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-8698107a-a6d6-49f2-89ea-ada720602846 req-d3f3df94-ce22-4f48-b2e2-0e9dbb5f5995 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] 10.222.0.10 "GET /v2.0/security-groups?id=0279dd02-1f64-4e1b-b70c-81618f2c1ced&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428298 Apr 28 11:35:02.758941 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52125f6e-f874-4219-b478-74b4885f9f48 req-26354922-289a-4f9e-a5fb-c3c4169d9db8 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:35:02.760409 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-52125f6e-f874-4219-b478-74b4885f9f48 req-26354922-289a-4f9e-a5fb-c3c4169d9db8 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] 10.222.0.10 "GET /v2.0/ports?device_id=d4703858-722a-44fc-8787-5768948397ce HTTP/1.1" status: 200 len: 945 time: 0.1259816 Apr 28 11:35:02.809541 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-52125f6e-f874-4219-b478-74b4885f9f48 req-dc794c6b-6098-4ff1-ab76-a8f2c03063d4 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] 10.222.0.10 "GET /v2.0/security-groups?id=0279dd02-1f64-4e1b-b70c-81618f2c1ced&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435529 Apr 28 11:35:02.920962 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07428dd8-129b-4245-b6ab-efe528598399 req-f6b3ab4b-c166-4c2e-88ef-bf5493c3099b tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:35:02.922440 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-07428dd8-129b-4245-b6ab-efe528598399 req-f6b3ab4b-c166-4c2e-88ef-bf5493c3099b tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] 10.222.0.10 "GET /v2.0/ports?device_id=d4703858-722a-44fc-8787-5768948397ce HTTP/1.1" status: 200 len: 945 time: 0.0467501 Apr 28 11:35:02.971009 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-07428dd8-129b-4245-b6ab-efe528598399 req-015faeec-d63e-4f09-a46f-4e8fced21d43 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] 10.222.0.10 "GET /v2.0/security-groups?id=0279dd02-1f64-4e1b-b70c-81618f2c1ced&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426612 Apr 28 11:35:02.991898 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 33230) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:35:03.029307 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ce33405-02aa-4d5e-bcce-fb83ee6820fa tempest-TestNetworkAdvancedServerOps-1604766071 tempest-TestNetworkAdvancedServerOps-1604766071-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:35:03.030813 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-2ce33405-02aa-4d5e-bcce-fb83ee6820fa tempest-TestNetworkAdvancedServerOps-1604766071 tempest-TestNetworkAdvancedServerOps-1604766071-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=d4703858-722a-44fc-8787-5768948397ce HTTP/1.1" status: 200 len: 1124 time: 0.0373366 Apr 28 11:35:03.033436 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 33232) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:35:03.037488 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.v2.base [None req-063db7e9-fbb0-491c-ae39-d87e3f47167a tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Request body: {'floatingip': {'floating_network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'port_id': '9a528604-3774-4f6c-98ee-0c1ff6096d0d', 'tenant_id': 'c2ca2bda274d41e2b49f61461a68882b', 'fixed_ip_address': '172.20.0.6'}} {{(pid=116161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:35:03.112192 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-063db7e9-fbb0-491c-ae39-d87e3f47167a tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Publish callbacks [] for floatingip (None), before_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:35:03.194160 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-063db7e9-fbb0-491c-ae39-d87e3f47167a tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (None), before_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:35:03.297545 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.db.db_base_plugin_common [None req-063db7e9-fbb0-491c-ae39-d87e3f47167a tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Allocated IP 172.36.4.123 (7be49d94-bbb8-4a61-bafe-209c5f861e1c/c0f82f52-05ee-40f2-a57c-9d02e01fb9fa/45cc43ea-4c1c-4a07-891b-7cf7c52f1c86) {{(pid=116161) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 11:35:03.397455 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-063db7e9-fbb0-491c-ae39-d87e3f47167a tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Publish callbacks [] for port (45cc43ea-4c1c-4a07-891b-7cf7c52f1c86), precommit_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:35:03.500626 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-063db7e9-fbb0-491c-ae39-d87e3f47167a tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742234710357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5219112'] for port (45cc43ea-4c1c-4a07-891b-7cf7c52f1c86), after_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:35:03.536633 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-063db7e9-fbb0-491c-ae39-d87e3f47167a tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Network 7be49d94-bbb8-4a61-bafe-209c5f861e1c is already hosted by enough agents. {{(pid=116161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 11:35:03.540116 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.scheduler.base_scheduler [None req-063db7e9-fbb0-491c-ae39-d87e3f47167a tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Resources bound (agent type, host, resource id): {{(pid=116161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 11:35:03.545611 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-063db7e9-fbb0-491c-ae39-d87e3f47167a tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Received port after_create {{(pid=116161) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 11:35:03.572269 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-063db7e9-fbb0-491c-ae39-d87e3f47167a tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Pushing event updated for resources: {'Port': ['ID=45cc43ea-4c1c-4a07-891b-7cf7c52f1c86,revision_number=1']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:35:03.911933 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-063db7e9-fbb0-491c-ae39-d87e3f47167a tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Publish callbacks [] for floatingip (4594d98e-f30f-45cb-b0d6-36e293799cca), precommit_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:35:04.027659 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-063db7e9-fbb0-491c-ae39-d87e3f47167a tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (45cc43ea-4c1c-4a07-891b-7cf7c52f1c86), before_update {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:35:04.173612 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-063db7e9-fbb0-491c-ae39-d87e3f47167a tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Publish callbacks [] for port (45cc43ea-4c1c-4a07-891b-7cf7c52f1c86), precommit_update {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:35:04.220353 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-063db7e9-fbb0-491c-ae39-d87e3f47167a tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5219123'] for port (45cc43ea-4c1c-4a07-891b-7cf7c52f1c86), after_update {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:35:04.294958 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-063db7e9-fbb0-491c-ae39-d87e3f47167a tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Pushing event updated for resources: {'Port': ['ID=45cc43ea-4c1c-4a07-891b-7cf7c52f1c86,revision_number=2']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:35:04.307265 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-063db7e9-fbb0-491c-ae39-d87e3f47167a tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2063164'] for floatingip (4594d98e-f30f-45cb-b0d6-36e293799cca), after_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:35:04.744515 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.db.l3_db [None req-063db7e9-fbb0-491c-ae39-d87e3f47167a tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Floating IP 4594d98e-f30f-45cb-b0d6-36e293799cca associated. External IP: 172.36.4.123, port: 9a528604-3774-4f6c-98ee-0c1ff6096d0d. Apr 28 11:35:04.961007 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-063db7e9-fbb0-491c-ae39-d87e3f47167a tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Router 18937fea-1547-4d57-8db5-b5b4595d2112 has already been hosted by L3 agent 6b492ad6-0876-4d74-b20d-28143a52ceba {{(pid=116161) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 11:35:05.073559 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-063db7e9-fbb0-491c-ae39-d87e3f47167a tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=116161) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 11:35:05.083440 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09620d4b-ac4b-4af5-9b94-bec13483a531 None None] Sync routers for ids ['18937fea-1547-4d57-8db5-b5b4595d2112'] in dv-neutron-master-2-hyperv {{(pid=116164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 11:35:05.093659 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09620d4b-ac4b-4af5-9b94-bec13483a531 None None] Routers {'18937fea-1547-4d57-8db5-b5b4595d2112'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=116164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 11:35:05.094277 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_hamode_db [None req-09620d4b-ac4b-4af5-9b94-bec13483a531 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-28T10:50:39Z,description=,heartbeat_timestamp=2022-04-28T11:34:39Z,host='dv-neutron-master-2-hyperv',id=6b492ad6-0876-4d74-b20d-28143a52ceba,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T10:50:40Z,topic='l3_agent')) {'router_ids': ['18937fea-1547-4d57-8db5-b5b4595d2112'], 'active': True} {{(pid=116164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:35:05.159887 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-063db7e9-fbb0-491c-ae39-d87e3f47167a tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198022'] for floatingip (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:35:05.192360 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-063db7e9-fbb0-491c-ae39-d87e3f47167a tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1579254 Apr 28 11:35:05.193418 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd4703858-722a-44fc-8787-5768948397ce', 'tag': '9a528604-3774-4f6c-98ee-0c1ff6096d0d'}] {{(pid=116161) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 11:35:05.196278 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e748734031c26dffb00ab563e48cb7690d820419218221ecd4f9c2a21276ff88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9bb6e91-6e47-4714-9f34-387aa2eeef38" -d '{"events": [{"name": "network-changed", "server_uuid": "d4703858-722a-44fc-8787-5768948397ce", "tag": "9a528604-3774-4f6c-98ee-0c1ff6096d0d"}]}' {{(pid=116161) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 11:35:05.206731 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_dvr_db [None req-09620d4b-ac4b-4af5-9b94-bec13483a531 None None] Set router 18937fea-1547-4d57-8db5-b5b4595d2112 gateway port host: dv-neutron-master-2-hyperv {{(pid=116164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 11:35:05.291530 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 11:35:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff9331f1-a883-401c-af4f-29fc21ddffd5 x-openstack-request-id: req-ff9331f1-a883-401c-af4f-29fc21ddffd5 {{(pid=116161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 11:35:05.291826 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d4703858-722a-44fc-8787-5768948397ce", "tag": "9a528604-3774-4f6c-98ee-0c1ff6096d0d", "status": "completed", "code": 200}]} {{(pid=116161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 11:35:05.292083 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-ff9331f1-a883-401c-af4f-29fc21ddffd5 {{(pid=116161) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 11:35:05.292505 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ff9331f1-a883-401c-af4f-29fc21ddffd5'] response: {'name': 'network-changed', 'server_uuid': 'd4703858-722a-44fc-8787-5768948397ce', 'tag': '9a528604-3774-4f6c-98ee-0c1ff6096d0d', 'status': 'completed', 'code': 200} Apr 28 11:35:05.301061 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d2a0ed-2d91-4597-8454-74c85aa421d5 req-2aa4feb8-3e48-44ff-a6c8-642cca8a8ce8 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:35:05.306515 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-93d2a0ed-2d91-4597-8454-74c85aa421d5 req-2aa4feb8-3e48-44ff-a6c8-642cca8a8ce8 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] 10.222.0.10 "GET /v2.0/ports?device_id=d4703858-722a-44fc-8787-5768948397ce HTTP/1.1" status: 200 len: 945 time: 0.0589445 Apr 28 11:35:05.355405 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-93d2a0ed-2d91-4597-8454-74c85aa421d5 req-5bcd0120-109a-4b2b-90f6-96bdf37f4c29 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] 10.222.0.10 "GET /v2.0/security-groups?id=0279dd02-1f64-4e1b-b70c-81618f2c1ced&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470514 Apr 28 11:35:05.359466 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9bb6e91-6e47-4714-9f34-387aa2eeef38 req-62659797-8b6d-44ce-a08e-467d1f1a03ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:35:05.361488 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-c9bb6e91-6e47-4714-9f34-387aa2eeef38 req-62659797-8b6d-44ce-a08e-467d1f1a03ef service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c2ca2bda274d41e2b49f61461a68882b&device_id=d4703858-722a-44fc-8787-5768948397ce HTTP/1.1" status: 200 len: 1129 time: 0.0517619 Apr 28 11:35:05.378031 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 33240) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:35:05.440266 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_hamode_db [None req-09620d4b-ac4b-4af5-9b94-bec13483a531 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18937fea-1547-4d57-8db5-b5b4595d2112', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1832079843', 'tenant_id': 'c2ca2bda274d41e2b49f61461a68882b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'external_fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.95'}], 'enable_snat': True}, 'gw_port_id': 'e6c932ed-43c5-4391-b4d1-619e26b13855', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T11:34:45Z', 'updated_at': '2022-04-28T11:34:49Z', 'revision_number': 4, 'project_id': 'c2ca2bda274d41e2b49f61461a68882b', 'gw_port': {'id': 'e6c932ed-43c5-4391-b4d1-619e26b13855', 'name': '', 'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:de:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18937fea-1547-4d57-8db5-b5b4595d2112', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1759, 'fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:34:46Z', 'updated_at': '2022-04-28T11:34:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '4594d98e-f30f-45cb-b0d6-36e293799cca', 'tenant_id': 'c2ca2bda274d41e2b49f61461a68882b', 'floating_ip_address': '172.36.4.123', 'floating_network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'router_id': '18937fea-1547-4d57-8db5-b5b4595d2112', 'port_id': '9a528604-3774-4f6c-98ee-0c1ff6096d0d', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1765, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9fe94ce3-bdf5-49f7-b603-41e4e6fe5eef', 'mac_address': 'fa:16:3e:eb:be:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4703858-722a-44fc-8787-5768948397ce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T11:35:03Z', 'updated_at': '2022-04-28T11:35:03Z', 'revision_number': 0, 'project_id': 'c2ca2bda274d41e2b49f61461a68882b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd671b1dc-332f-41ba-8c41-9573757892b1', 'name': '', 'network_id': '9fe94ce3-bdf5-49f7-b603-41e4e6fe5eef', 'tenant_id': 'c2ca2bda274d41e2b49f61461a68882b', 'mac_address': 'fa:16:3e:9c:61:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18937fea-1547-4d57-8db5-b5b4595d2112', 'device_owner': 'network:router_interface', 'standard_attr_id': 1762, 'fixed_ips': [{'subnet_id': '229806dd-1e72-42eb-8553-404965769ce6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:34:48Z', 'updated_at': '2022-04-28T11:34:52Z', 'revision_number': 5, 'project_id': 'c2ca2bda274d41e2b49f61461a68882b', 'subnets': [{'id': '229806dd-1e72-42eb-8553-404965769ce6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=116164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:35:05.449630 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-3df8ed75-eca4-4763-8e97-df5152815794 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] 10.222.0.10 "GET /v2.0/floatingips/4594d98e-f30f-45cb-b0d6-36e293799cca HTTP/1.1" status: 200 len: 991 time: 0.0703065 Apr 28 11:35:05.472375 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09620d4b-ac4b-4af5-9b94-bec13483a531 None None] Checking router: 18937fea-1547-4d57-8db5-b5b4595d2112 for host: dv-neutron-master-2-hyperv {{(pid=116164) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 11:35:05.477206 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9bb6e91-6e47-4714-9f34-387aa2eeef38 req-507b5b07-6159-4090-a097-62cf95e4dee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:35:05.478731 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-c9bb6e91-6e47-4714-9f34-387aa2eeef38 req-507b5b07-6159-4090-a097-62cf95e4dee6 service neutron] 10.222.0.20 "GET /v2.0/networks?id=9fe94ce3-bdf5-49f7-b603-41e4e6fe5eef HTTP/1.1" status: 200 len: 896 time: 0.1060600 Apr 28 11:35:05.480635 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09620d4b-ac4b-4af5-9b94-bec13483a531 None None] Routers {'18937fea-1547-4d57-8db5-b5b4595d2112'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=116164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 11:35:05.481241 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_hamode_db [None req-09620d4b-ac4b-4af5-9b94-bec13483a531 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-28T10:50:39Z,description=,heartbeat_timestamp=2022-04-28T11:34:39Z,host='dv-neutron-master-2-hyperv',id=6b492ad6-0876-4d74-b20d-28143a52ceba,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T10:50:40Z,topic='l3_agent')) {'router_ids': ['18937fea-1547-4d57-8db5-b5b4595d2112'], 'active': True} {{(pid=116164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:35:05.546447 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-c9bb6e91-6e47-4714-9f34-387aa2eeef38 req-68918582-f7d7-478a-89b6-6997f11bd6cf service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9a528604-3774-4f6c-98ee-0c1ff6096d0d HTTP/1.1" status: 200 len: 999 time: 0.0621967 Apr 28 11:35:05.595961 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9bb6e91-6e47-4714-9f34-387aa2eeef38 req-a6ff0a8e-d013-48d9-a01d-5afbe2c4bdfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:35:05.597432 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-c9bb6e91-6e47-4714-9f34-387aa2eeef38 req-a6ff0a8e-d013-48d9-a01d-5afbe2c4bdfb service neutron] 10.222.0.20 "GET /v2.0/subnets?id=229806dd-1e72-42eb-8553-404965769ce6 HTTP/1.1" status: 200 len: 835 time: 0.0452583 Apr 28 11:35:05.602727 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_dvr_db [None req-09620d4b-ac4b-4af5-9b94-bec13483a531 None None] Set router 18937fea-1547-4d57-8db5-b5b4595d2112 gateway port host: dv-neutron-master-2-hyperv {{(pid=116164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 11:35:05.641924 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9bb6e91-6e47-4714-9f34-387aa2eeef38 req-ded967a9-ff74-4be5-8a9d-75959da7c071 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:35:05.643800 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-c9bb6e91-6e47-4714-9f34-387aa2eeef38 req-ded967a9-ff74-4be5-8a9d-75959da7c071 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=9fe94ce3-bdf5-49f7-b603-41e4e6fe5eef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0405219 Apr 28 11:35:05.752231 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-c9bb6e91-6e47-4714-9f34-387aa2eeef38 req-d7f75f20-5046-40a5-9618-bd93a071a226 service neutron] 10.222.0.20 "GET /v2.0/networks/9fe94ce3-bdf5-49f7-b603-41e4e6fe5eef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0964940 Apr 28 11:35:05.844845 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-c9bb6e91-6e47-4714-9f34-387aa2eeef38 req-95835796-7e02-4321-b4eb-198962ae377b service neutron] 10.222.0.20 "GET /v2.0/networks/9fe94ce3-bdf5-49f7-b603-41e4e6fe5eef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868382 Apr 28 11:35:05.856181 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_hamode_db [None req-09620d4b-ac4b-4af5-9b94-bec13483a531 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18937fea-1547-4d57-8db5-b5b4595d2112', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1832079843', 'tenant_id': 'c2ca2bda274d41e2b49f61461a68882b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'external_fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.95'}], 'enable_snat': True}, 'gw_port_id': 'e6c932ed-43c5-4391-b4d1-619e26b13855', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T11:34:45Z', 'updated_at': '2022-04-28T11:34:49Z', 'revision_number': 4, 'project_id': 'c2ca2bda274d41e2b49f61461a68882b', 'gw_port': {'id': 'e6c932ed-43c5-4391-b4d1-619e26b13855', 'name': '', 'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:de:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18937fea-1547-4d57-8db5-b5b4595d2112', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1759, 'fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:34:46Z', 'updated_at': '2022-04-28T11:34:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '4594d98e-f30f-45cb-b0d6-36e293799cca', 'tenant_id': 'c2ca2bda274d41e2b49f61461a68882b', 'floating_ip_address': '172.36.4.123', 'floating_network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'router_id': '18937fea-1547-4d57-8db5-b5b4595d2112', 'port_id': '9a528604-3774-4f6c-98ee-0c1ff6096d0d', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1765, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9fe94ce3-bdf5-49f7-b603-41e4e6fe5eef', 'mac_address': 'fa:16:3e:eb:be:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4703858-722a-44fc-8787-5768948397ce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T11:35:03Z', 'updated_at': '2022-04-28T11:35:03Z', 'revision_number': 0, 'project_id': 'c2ca2bda274d41e2b49f61461a68882b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd671b1dc-332f-41ba-8c41-9573757892b1', 'name': '', 'network_id': '9fe94ce3-bdf5-49f7-b603-41e4e6fe5eef', 'tenant_id': 'c2ca2bda274d41e2b49f61461a68882b', 'mac_address': 'fa:16:3e:9c:61:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18937fea-1547-4d57-8db5-b5b4595d2112', 'device_owner': 'network:router_interface', 'standard_attr_id': 1762, 'fixed_ips': [{'subnet_id': '229806dd-1e72-42eb-8553-404965769ce6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:34:48Z', 'updated_at': '2022-04-28T11:34:52Z', 'revision_number': 5, 'project_id': 'c2ca2bda274d41e2b49f61461a68882b', 'subnets': [{'id': '229806dd-1e72-42eb-8553-404965769ce6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=116164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:35:05.886148 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09620d4b-ac4b-4af5-9b94-bec13483a531 None None] The sync data for ids ['18937fea-1547-4d57-8db5-b5b4595d2112'] in dv-neutron-master-2-hyperv is: [{'id': '18937fea-1547-4d57-8db5-b5b4595d2112', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1832079843', 'tenant_id': 'c2ca2bda274d41e2b49f61461a68882b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'external_fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.95'}], 'enable_snat': True}, 'gw_port_id': 'e6c932ed-43c5-4391-b4d1-619e26b13855', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T11:34:45Z', 'updated_at': '2022-04-28T11:34:49Z', 'revision_number': 4, 'project_id': 'c2ca2bda274d41e2b49f61461a68882b', 'gw_port': {'id': 'e6c932ed-43c5-4391-b4d1-619e26b13855', 'name': '', 'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:de:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18937fea-1547-4d57-8db5-b5b4595d2112', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1759, 'fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:34:46Z', 'updated_at': '2022-04-28T11:34:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '4594d98e-f30f-45cb-b0d6-36e293799cca', 'tenant_id': 'c2ca2bda274d41e2b49f61461a68882b', 'floating_ip_address': '172.36.4.123', 'floating_network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'router_id': '18937fea-1547-4d57-8db5-b5b4595d2112', 'port_id': '9a528604-3774-4f6c-98ee-0c1ff6096d0d', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1765, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9fe94ce3-bdf5-49f7-b603-41e4e6fe5eef', 'mac_address': 'fa:16:3e:eb:be:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4703858-722a-44fc-8787-5768948397ce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T11:35:03Z', 'updated_at': '2022-04-28T11:35:03Z', 'revision_number': 0, 'project_id': 'c2ca2bda274d41e2b49f61461a68882b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd671b1dc-332f-41ba-8c41-9573757892b1', 'name': '', 'network_id': '9fe94ce3-bdf5-49f7-b603-41e4e6fe5eef', 'tenant_id': 'c2ca2bda274d41e2b49f61461a68882b', 'mac_address': 'fa:16:3e:9c:61:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18937fea-1547-4d57-8db5-b5b4595d2112', 'device_owner': 'network:router_interface', 'standard_attr_id': 1762, 'fixed_ips': [{'subnet_id': '229806dd-1e72-42eb-8553-404965769ce6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:34:48Z', 'updated_at': '2022-04-28T11:34:52Z', 'revision_number': 5, 'project_id': 'c2ca2bda274d41e2b49f61461a68882b', 'subnets': [{'id': '229806dd-1e72-42eb-8553-404965769ce6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=116164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 11:35:06.100309 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5882f3b0-1fd2-4512-87ec-60f8c7eee751 None None] New status for floating IP 4594d98e-f30f-45cb-b0d6-36e293799cca: ACTIVE {{(pid=116163) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 28 11:35:06.453409 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 33242) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:35:06.519662 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-6580aaa4-9ec9-419d-89d0-c5321aa28ca5 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] 10.222.0.10 "GET /v2.0/floatingips/4594d98e-f30f-45cb-b0d6-36e293799cca HTTP/1.1" status: 200 len: 993 time: 0.0650895 Apr 28 11:35:07.003532 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-5e847a49-9f7a-4054-a975-129542319706 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (75ba81b7-fe99-4281-90d2-a5adb445ecea), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:35:09.437767 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-c0322950-c04b-401e-959a-1f9d510021ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (6b492ad6-0876-4d74-b20d-28143a52ceba), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:35:10.580512 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-ae94d540-e4c6-43be-adc9-b26fb6a2f62f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (cfc241ae-e4b7-443b-b80b-59fbbc2b69c9), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:35:12.186683 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-01ef1de1-12fd-4cef-b76b-793f91379468 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (39cc4f52-f5d9-4e2c-bbfa-7a1c528e1c40), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:35:13.363882 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (d5baab19-5dd1-4902-922b-84acb048ab9c), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:35:20.826739 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (6be95134-9a6c-4663-8b48-90d12ce90c60), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:35:24.171285 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.agents_db [None req-54b29a82-8a19-4507-95e3-3a2d011841ff None None] Agent healthcheck: found 6 active agents {{(pid=116164) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 28 11:35:37.005023 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-c5a352e4-3e5a-4461-9658-ab8746b8ef77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (75ba81b7-fe99-4281-90d2-a5adb445ecea), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:35:37.819812 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [req-f6a87c58-1971-4eaf-9279-4abd3045d1ad req-58dccd55-d1fd-401d-b111-d4a45ee52423 service neutron] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=116161) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 28 11:35:37.820827 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-f6a87c58-1971-4eaf-9279-4abd3045d1ad req-58dccd55-d1fd-401d-b111-d4a45ee52423 service neutron] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0053670 Apr 28 11:35:38.158286 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560c752d-c1f4-4f44-bc39-a3aaf5440137 req-3ab75a13-7614-467f-8b1e-4045ac9de16d tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:35:38.159882 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-560c752d-c1f4-4f44-bc39-a3aaf5440137 req-3ab75a13-7614-467f-8b1e-4045ac9de16d tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] 10.222.0.10 "GET /v2.0/ports?device_id=d4703858-722a-44fc-8787-5768948397ce HTTP/1.1" status: 200 len: 945 time: 0.0988622 Apr 28 11:35:38.208941 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-560c752d-c1f4-4f44-bc39-a3aaf5440137 req-3f72fd68-8d96-4cfe-9acc-b1290d7274f9 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] 10.222.0.10 "GET /v2.0/security-groups?id=0279dd02-1f64-4e1b-b70c-81618f2c1ced&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436502 Apr 28 11:35:38.325698 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 33264) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:35:38.403588 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-71fdb79b-9c81-4230-b1d7-7ee7f8f6db19 req-7e7d21ff-5637-40fc-93bb-1a4d74d4c3c3 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=d4703858-722a-44fc-8787-5768948397ce&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0767434 Apr 28 11:35:38.411977 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [req-71fdb79b-9c81-4230-b1d7-7ee7f8f6db19 req-fe76650b-c1ff-41fa-a87f-6430b8fd0b38 service neutron] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=116162) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 28 11:35:38.412929 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-71fdb79b-9c81-4230-b1d7-7ee7f8f6db19 req-fe76650b-c1ff-41fa-a87f-6430b8fd0b38 service neutron] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0048766 Apr 28 11:35:39.325773 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0ee72a-2c89-484b-8b4f-2a80fb0386c5 req-010fbf95-6d66-4be9-ab7a-d1524a89fea7 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:35:39.327261 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-ce0ee72a-2c89-484b-8b4f-2a80fb0386c5 req-010fbf95-6d66-4be9-ab7a-d1524a89fea7 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] 10.222.0.10 "GET /v2.0/ports?device_id=d4703858-722a-44fc-8787-5768948397ce HTTP/1.1" status: 200 len: 945 time: 0.0507801 Apr 28 11:35:39.375978 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-ce0ee72a-2c89-484b-8b4f-2a80fb0386c5 req-3a3fc42a-e73d-4396-bec9-a4711843a485 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] 10.222.0.10 "GET /v2.0/security-groups?id=0279dd02-1f64-4e1b-b70c-81618f2c1ced&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430686 Apr 28 11:35:39.585553 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-da5a74c7-ade0-4c3f-bbb6-d2c413fa9eed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (6b492ad6-0876-4d74-b20d-28143a52ceba), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:35:39.885985 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 33288) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:35:39.984707 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71fdb79b-9c81-4230-b1d7-7ee7f8f6db19 req-8cb531df-017f-4358-8ef9-eac7b3e98342 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:35:39.986083 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-71fdb79b-9c81-4230-b1d7-7ee7f8f6db19 req-8cb531df-017f-4358-8ef9-eac7b3e98342 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] 10.222.0.10 "GET /v2.0/ports/9a528604-3774-4f6c-98ee-0c1ff6096d0d HTTP/1.1" status: 200 len: 942 time: 0.0985146 Apr 28 11:35:40.488123 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb9859a-b334-44d4-8644-fa5f4675f973 req-905a0b9c-53d5-46eb-9b19-7f6223e9ef8d tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:35:40.489591 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-5cb9859a-b334-44d4-8644-fa5f4675f973 req-905a0b9c-53d5-46eb-9b19-7f6223e9ef8d tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] 10.222.0.10 "GET /v2.0/ports?device_id=d4703858-722a-44fc-8787-5768948397ce HTTP/1.1" status: 200 len: 945 time: 0.0471570 Apr 28 11:35:40.538351 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-5cb9859a-b334-44d4-8644-fa5f4675f973 req-94dd7215-a0ef-4d62-90ba-8557a5f199f3 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] 10.222.0.10 "GET /v2.0/security-groups?id=0279dd02-1f64-4e1b-b70c-81618f2c1ced&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431619 Apr 28 11:35:40.576528 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-ae94d540-e4c6-43be-adc9-b26fb6a2f62f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (cfc241ae-e4b7-443b-b80b-59fbbc2b69c9), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:35:41.654702 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165b85ca-878a-4cfb-acbe-ba9ea3636f8f req-a636b2d0-30b2-447b-9ac7-1c3c3af3d418 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:35:41.656189 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-165b85ca-878a-4cfb-acbe-ba9ea3636f8f req-a636b2d0-30b2-447b-9ac7-1c3c3af3d418 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] 10.222.0.10 "GET /v2.0/ports?device_id=d4703858-722a-44fc-8787-5768948397ce HTTP/1.1" status: 200 len: 945 time: 0.0474942 Apr 28 11:35:41.709483 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-165b85ca-878a-4cfb-acbe-ba9ea3636f8f req-71bb48a0-1ab4-4dfd-98fc-a6ff9c542ed6 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] 10.222.0.10 "GET /v2.0/security-groups?id=0279dd02-1f64-4e1b-b70c-81618f2c1ced&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477991 Apr 28 11:35:42.193635 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-01ef1de1-12fd-4cef-b76b-793f91379468 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (39cc4f52-f5d9-4e2c-bbfa-7a1c528e1c40), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:35:42.823709 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed915390-71f8-4768-9e34-7d92928662da req-9c902637-4eda-4cd5-b056-9b632797da18 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:35:42.825821 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-ed915390-71f8-4768-9e34-7d92928662da req-9c902637-4eda-4cd5-b056-9b632797da18 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] 10.222.0.10 "GET /v2.0/ports?device_id=d4703858-722a-44fc-8787-5768948397ce HTTP/1.1" status: 200 len: 945 time: 0.0467348 Apr 28 11:35:42.874173 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-ed915390-71f8-4768-9e34-7d92928662da req-86a5aacf-7897-4c37-bea6-70ad3cd71f83 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] 10.222.0.10 "GET /v2.0/security-groups?id=0279dd02-1f64-4e1b-b70c-81618f2c1ced&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429242 Apr 28 11:35:43.359703 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (d5baab19-5dd1-4902-922b-84acb048ab9c), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:35:43.984974 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1baa4a-87e5-4dbe-a8a1-56b5268da19e req-567f571e-7403-418b-ba56-8040dd0a1938 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:35:43.986457 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-8a1baa4a-87e5-4dbe-a8a1-56b5268da19e req-567f571e-7403-418b-ba56-8040dd0a1938 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] 10.222.0.10 "GET /v2.0/ports?device_id=d4703858-722a-44fc-8787-5768948397ce HTTP/1.1" status: 200 len: 945 time: 0.0464299 Apr 28 11:35:44.034360 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-8a1baa4a-87e5-4dbe-a8a1-56b5268da19e req-3a218e66-6f2f-437f-86cb-8f914084d6fc tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] 10.222.0.10 "GET /v2.0/security-groups?id=0279dd02-1f64-4e1b-b70c-81618f2c1ced&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423141 Apr 28 11:35:44.298832 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71fdb79b-9c81-4230-b1d7-7ee7f8f6db19 req-b3e72385-f2dd-48cf-a6bf-160dace4082e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:35:44.300298 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-71fdb79b-9c81-4230-b1d7-7ee7f8f6db19 req-b3e72385-f2dd-48cf-a6bf-160dace4082e service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c2ca2bda274d41e2b49f61461a68882b&device_id=d4703858-722a-44fc-8787-5768948397ce HTTP/1.1" status: 200 len: 1129 time: 0.0407817 Apr 28 11:35:44.390242 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71fdb79b-9c81-4230-b1d7-7ee7f8f6db19 req-9be0a190-5132-4785-976d-d702e806f933 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:35:44.391767 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-71fdb79b-9c81-4230-b1d7-7ee7f8f6db19 req-9be0a190-5132-4785-976d-d702e806f933 service neutron] 10.222.0.20 "GET /v2.0/networks?id=9fe94ce3-bdf5-49f7-b603-41e4e6fe5eef HTTP/1.1" status: 200 len: 896 time: 0.0861127 Apr 28 11:35:44.462623 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-71fdb79b-9c81-4230-b1d7-7ee7f8f6db19 req-1f7ed456-0067-482a-8a73-c770a9d90190 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9a528604-3774-4f6c-98ee-0c1ff6096d0d HTTP/1.1" status: 200 len: 1001 time: 0.0645878 Apr 28 11:35:44.509975 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71fdb79b-9c81-4230-b1d7-7ee7f8f6db19 req-f391fca1-8db9-4d60-9700-f56b0d38760b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:35:44.511458 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-71fdb79b-9c81-4230-b1d7-7ee7f8f6db19 req-f391fca1-8db9-4d60-9700-f56b0d38760b service neutron] 10.222.0.20 "GET /v2.0/subnets?id=229806dd-1e72-42eb-8553-404965769ce6 HTTP/1.1" status: 200 len: 835 time: 0.0428193 Apr 28 11:35:44.553705 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71fdb79b-9c81-4230-b1d7-7ee7f8f6db19 req-8a763d7c-b558-408c-8641-accb9f94a1b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:35:44.555108 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-71fdb79b-9c81-4230-b1d7-7ee7f8f6db19 req-8a763d7c-b558-408c-8641-accb9f94a1b3 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=9fe94ce3-bdf5-49f7-b603-41e4e6fe5eef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0377412 Apr 28 11:35:44.646926 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-71fdb79b-9c81-4230-b1d7-7ee7f8f6db19 req-a22e809f-a3bb-4969-886a-6e874a64bc21 service neutron] 10.222.0.20 "GET /v2.0/networks/9fe94ce3-bdf5-49f7-b603-41e4e6fe5eef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850580 Apr 28 11:35:44.738717 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-71fdb79b-9c81-4230-b1d7-7ee7f8f6db19 req-e616e7b1-a042-4499-ba2f-571484ed2c38 service neutron] 10.222.0.20 "GET /v2.0/networks/9fe94ce3-bdf5-49f7-b603-41e4e6fe5eef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854640 Apr 28 11:35:45.152454 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37fad40-9780-4253-9cee-f19953a7f704 req-ed030d72-2c4c-4185-9bef-ee1d0a7d429e tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:35:45.154335 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-e37fad40-9780-4253-9cee-f19953a7f704 req-ed030d72-2c4c-4185-9bef-ee1d0a7d429e tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] 10.222.0.10 "GET /v2.0/ports?device_id=d4703858-722a-44fc-8787-5768948397ce HTTP/1.1" status: 200 len: 945 time: 0.0523076 Apr 28 11:35:45.204367 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-e37fad40-9780-4253-9cee-f19953a7f704 req-40f6aec7-f38b-4af6-9242-47e540812be5 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] 10.222.0.10 "GET /v2.0/security-groups?id=0279dd02-1f64-4e1b-b70c-81618f2c1ced&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444055 Apr 28 11:35:46.317614 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6e93d1-44cd-46f5-a5e3-0c562f3a4632 req-08684e38-acd5-4982-beaf-769e9b1487f5 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:35:46.319140 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-6a6e93d1-44cd-46f5-a5e3-0c562f3a4632 req-08684e38-acd5-4982-beaf-769e9b1487f5 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] 10.222.0.10 "GET /v2.0/ports?device_id=d4703858-722a-44fc-8787-5768948397ce HTTP/1.1" status: 200 len: 945 time: 0.0471251 Apr 28 11:35:46.367078 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-6a6e93d1-44cd-46f5-a5e3-0c562f3a4632 req-288046a7-2ec9-4500-8e8b-06130506bb89 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] 10.222.0.10 "GET /v2.0/security-groups?id=0279dd02-1f64-4e1b-b70c-81618f2c1ced&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423980 Apr 28 11:35:47.479601 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4b97af-b75c-493f-86b2-366aac4dfb20 req-f273bf3c-f329-4ed3-b210-01a972fd66df tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:35:47.481604 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-5e4b97af-b75c-493f-86b2-366aac4dfb20 req-f273bf3c-f329-4ed3-b210-01a972fd66df tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] 10.222.0.10 "GET /v2.0/ports?device_id=d4703858-722a-44fc-8787-5768948397ce HTTP/1.1" status: 200 len: 945 time: 0.0458519 Apr 28 11:35:47.533578 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-5e4b97af-b75c-493f-86b2-366aac4dfb20 req-98119fdd-0e2e-47f0-81b1-d4a09caaf31f tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] 10.222.0.10 "GET /v2.0/security-groups?id=0279dd02-1f64-4e1b-b70c-81618f2c1ced&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465155 Apr 28 11:35:48.646536 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be55e4f7-2721-41b8-b759-a65550a7f64e req-419bec1e-421b-4ea5-805a-b200ddd1a7a1 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:35:48.648015 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-be55e4f7-2721-41b8-b759-a65550a7f64e req-419bec1e-421b-4ea5-805a-b200ddd1a7a1 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] 10.222.0.10 "GET /v2.0/ports?device_id=d4703858-722a-44fc-8787-5768948397ce HTTP/1.1" status: 200 len: 945 time: 0.0471029 Apr 28 11:35:48.696484 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-be55e4f7-2721-41b8-b759-a65550a7f64e req-4b4fc7bc-8307-4ede-bd6c-53b9c62a55df tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] 10.222.0.10 "GET /v2.0/security-groups?id=0279dd02-1f64-4e1b-b70c-81618f2c1ced&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429916 Apr 28 11:35:49.810131 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b0a84b-f782-442e-b5dc-804e93b71a29 req-3911b053-f510-40d3-9059-c924a75bb814 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:35:49.811632 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-44b0a84b-f782-442e-b5dc-804e93b71a29 req-3911b053-f510-40d3-9059-c924a75bb814 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] 10.222.0.10 "GET /v2.0/ports?device_id=d4703858-722a-44fc-8787-5768948397ce HTTP/1.1" status: 200 len: 945 time: 0.0472145 Apr 28 11:35:49.860830 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-44b0a84b-f782-442e-b5dc-804e93b71a29 req-88244ae7-1d9c-45f8-9265-849ea0473ec1 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] 10.222.0.10 "GET /v2.0/security-groups?id=0279dd02-1f64-4e1b-b70c-81618f2c1ced&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437198 Apr 28 11:35:50.850962 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (6be95134-9a6c-4663-8b48-90d12ce90c60), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:35:50.976272 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420f7edd-f20f-4b10-a571-77fcc66b0005 req-8b0d2d73-a2bc-47c2-9784-2e194965c397 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:35:50.977670 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-420f7edd-f20f-4b10-a571-77fcc66b0005 req-8b0d2d73-a2bc-47c2-9784-2e194965c397 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] 10.222.0.10 "GET /v2.0/ports?device_id=d4703858-722a-44fc-8787-5768948397ce HTTP/1.1" status: 200 len: 945 time: 0.0503156 Apr 28 11:35:51.028514 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-420f7edd-f20f-4b10-a571-77fcc66b0005 req-ea69cef2-a026-4da7-9af3-7f7dd01af1aa tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] 10.222.0.10 "GET /v2.0/security-groups?id=0279dd02-1f64-4e1b-b70c-81618f2c1ced&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447042 Apr 28 11:35:52.140914 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c7e853-dfd5-48db-be67-76709d20c9c6 req-017e4f21-da5c-4fe7-aa41-737e68ab718d tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:35:52.142376 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-d7c7e853-dfd5-48db-be67-76709d20c9c6 req-017e4f21-da5c-4fe7-aa41-737e68ab718d tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] 10.222.0.10 "GET /v2.0/ports?device_id=d4703858-722a-44fc-8787-5768948397ce HTTP/1.1" status: 200 len: 945 time: 0.0458958 Apr 28 11:35:52.191046 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-d7c7e853-dfd5-48db-be67-76709d20c9c6 req-3c123b60-de24-4989-aa2c-4271ed7af87c tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] 10.222.0.10 "GET /v2.0/security-groups?id=0279dd02-1f64-4e1b-b70c-81618f2c1ced&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431552 Apr 28 11:35:53.307339 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588a25c4-b749-4b7b-8683-3c0c189749fd req-69583026-43e4-4c4d-b868-4d45aab259ec tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:35:53.308800 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-588a25c4-b749-4b7b-8683-3c0c189749fd req-69583026-43e4-4c4d-b868-4d45aab259ec tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] 10.222.0.10 "GET /v2.0/ports?device_id=d4703858-722a-44fc-8787-5768948397ce HTTP/1.1" status: 200 len: 945 time: 0.0508671 Apr 28 11:35:53.357390 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-588a25c4-b749-4b7b-8683-3c0c189749fd req-fab3642f-f685-4fe1-904e-3c36e78285f7 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] 10.222.0.10 "GET /v2.0/security-groups?id=0279dd02-1f64-4e1b-b70c-81618f2c1ced&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423589 Apr 28 11:35:54.471885 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b71078-93ba-4ee1-a64c-8ddacd9fe390 req-920c86a9-89e0-4ffa-ad9d-07ca86c82d41 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:35:54.473383 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-66b71078-93ba-4ee1-a64c-8ddacd9fe390 req-920c86a9-89e0-4ffa-ad9d-07ca86c82d41 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] 10.222.0.10 "GET /v2.0/ports?device_id=d4703858-722a-44fc-8787-5768948397ce HTTP/1.1" status: 200 len: 945 time: 0.0472033 Apr 28 11:35:54.521978 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-66b71078-93ba-4ee1-a64c-8ddacd9fe390 req-84351268-e6c7-493b-a0d9-c5ea0776b7fc tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] 10.222.0.10 "GET /v2.0/security-groups?id=0279dd02-1f64-4e1b-b70c-81618f2c1ced&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428672 Apr 28 11:35:55.633889 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a5e957-3ba3-4dda-a83b-6a7cba4bebb1 req-a9c035e2-91b2-44b8-bf15-02bef788e34f tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:35:55.635372 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-a5a5e957-3ba3-4dda-a83b-6a7cba4bebb1 req-a9c035e2-91b2-44b8-bf15-02bef788e34f tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] 10.222.0.10 "GET /v2.0/ports?device_id=d4703858-722a-44fc-8787-5768948397ce HTTP/1.1" status: 200 len: 945 time: 0.0458860 Apr 28 11:35:55.689521 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-a5a5e957-3ba3-4dda-a83b-6a7cba4bebb1 req-af4a4dcb-8667-4584-9b33-7a9b5a8d4414 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] 10.222.0.10 "GET /v2.0/security-groups?id=0279dd02-1f64-4e1b-b70c-81618f2c1ced&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477614 Apr 28 11:35:56.486324 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-71fdb79b-9c81-4230-b1d7-7ee7f8f6db19 req-54c57ddb-08d0-4138-8c45-6418f1d18fdc service neutron] 10.222.0.20 "GET /v2.0/ports/9a528604-3774-4f6c-98ee-0c1ff6096d0d/bindings/hv-neutron-mast HTTP/1.1" status: 200 len: 384 time: 0.0961757 Apr 28 11:35:56.804084 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e31d1c-066b-4275-ba3d-0d3e210b3db2 req-89514846-e9ff-48b9-aad6-6be1bbdb5523 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:35:56.805593 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-95e31d1c-066b-4275-ba3d-0d3e210b3db2 req-89514846-e9ff-48b9-aad6-6be1bbdb5523 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] 10.222.0.10 "GET /v2.0/ports?device_id=d4703858-722a-44fc-8787-5768948397ce HTTP/1.1" status: 200 len: 945 time: 0.0475750 Apr 28 11:35:56.856052 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-95e31d1c-066b-4275-ba3d-0d3e210b3db2 req-86e8588f-a2fb-4339-9abb-8681c62ce121 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] 10.222.0.10 "GET /v2.0/security-groups?id=0279dd02-1f64-4e1b-b70c-81618f2c1ced&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438776 Apr 28 11:35:56.895111 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71fdb79b-9c81-4230-b1d7-7ee7f8f6db19 req-9153400d-0f9d-4874-b7d3-68a355d16517 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:35:56.896625 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-71fdb79b-9c81-4230-b1d7-7ee7f8f6db19 req-9153400d-0f9d-4874-b7d3-68a355d16517 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=d4703858-722a-44fc-8787-5768948397ce&tenant_id=c2ca2bda274d41e2b49f61461a68882b HTTP/1.1" status: 200 len: 1129 time: 0.0412934 Apr 28 11:35:56.954504 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71fdb79b-9c81-4230-b1d7-7ee7f8f6db19 req-f275cdbe-5faf-440d-9bef-d27d3b6a5375 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:35:56.955910 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-71fdb79b-9c81-4230-b1d7-7ee7f8f6db19 req-f275cdbe-5faf-440d-9bef-d27d3b6a5375 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c2ca2bda274d41e2b49f61461a68882b&device_id=d4703858-722a-44fc-8787-5768948397ce HTTP/1.1" status: 200 len: 1129 time: 0.0393202 Apr 28 11:35:57.046190 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71fdb79b-9c81-4230-b1d7-7ee7f8f6db19 req-0ce37210-c82b-4a44-b5b2-1889498befc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:35:57.047661 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-71fdb79b-9c81-4230-b1d7-7ee7f8f6db19 req-0ce37210-c82b-4a44-b5b2-1889498befc3 service neutron] 10.222.0.20 "GET /v2.0/networks?id=9fe94ce3-bdf5-49f7-b603-41e4e6fe5eef HTTP/1.1" status: 200 len: 896 time: 0.0859537 Apr 28 11:35:57.111035 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-71fdb79b-9c81-4230-b1d7-7ee7f8f6db19 req-3dbd97f8-f9c5-496c-b289-27da24a912bc service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9a528604-3774-4f6c-98ee-0c1ff6096d0d HTTP/1.1" status: 200 len: 1001 time: 0.0577393 Apr 28 11:35:57.162417 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71fdb79b-9c81-4230-b1d7-7ee7f8f6db19 req-04bd1f9b-ecf3-431e-9358-c6f0f48a4e28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:35:57.163832 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-71fdb79b-9c81-4230-b1d7-7ee7f8f6db19 req-04bd1f9b-ecf3-431e-9358-c6f0f48a4e28 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=229806dd-1e72-42eb-8553-404965769ce6 HTTP/1.1" status: 200 len: 835 time: 0.0468564 Apr 28 11:35:57.206215 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71fdb79b-9c81-4230-b1d7-7ee7f8f6db19 req-8e11dce3-a4d0-4d93-b850-71ef902dab14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:35:57.207620 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-71fdb79b-9c81-4230-b1d7-7ee7f8f6db19 req-8e11dce3-a4d0-4d93-b850-71ef902dab14 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=9fe94ce3-bdf5-49f7-b603-41e4e6fe5eef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0376527 Apr 28 11:35:57.298024 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-71fdb79b-9c81-4230-b1d7-7ee7f8f6db19 req-3e9d1215-106d-4e22-a48a-cbb06a951b82 service neutron] 10.222.0.20 "GET /v2.0/networks/9fe94ce3-bdf5-49f7-b603-41e4e6fe5eef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846746 Apr 28 11:35:57.384619 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-71fdb79b-9c81-4230-b1d7-7ee7f8f6db19 req-bb80cba0-1ef7-41af-b1bb-e98ce37b2ce7 service neutron] 10.222.0.20 "GET /v2.0/networks/9fe94ce3-bdf5-49f7-b603-41e4e6fe5eef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805185 Apr 28 11:35:57.971308 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd1e9f4-7693-4ff1-9f4c-985e12d82e45 req-2221ab61-80f4-4c58-8fe9-670cb046c866 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:35:57.972782 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-bfd1e9f4-7693-4ff1-9f4c-985e12d82e45 req-2221ab61-80f4-4c58-8fe9-670cb046c866 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] 10.222.0.10 "GET /v2.0/ports?device_id=d4703858-722a-44fc-8787-5768948397ce HTTP/1.1" status: 200 len: 945 time: 0.0470610 Apr 28 11:35:58.020089 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-bfd1e9f4-7693-4ff1-9f4c-985e12d82e45 req-eb88143c-c0d7-4e37-acb1-45373f8ec54d tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] 10.222.0.10 "GET /v2.0/security-groups?id=0279dd02-1f64-4e1b-b70c-81618f2c1ced&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419519 Apr 28 11:35:59.139493 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5131bc2-a39e-4739-8359-7ad53f01a7f4 req-315b0b64-d969-4d2e-a5d2-2c6174b0d1dd tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:35:59.140970 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-a5131bc2-a39e-4739-8359-7ad53f01a7f4 req-315b0b64-d969-4d2e-a5d2-2c6174b0d1dd tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] 10.222.0.10 "GET /v2.0/ports?device_id=d4703858-722a-44fc-8787-5768948397ce HTTP/1.1" status: 200 len: 945 time: 0.0511019 Apr 28 11:35:59.190020 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-a5131bc2-a39e-4739-8359-7ad53f01a7f4 req-31d95612-8971-48ea-9305-bec635445212 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] 10.222.0.10 "GET /v2.0/security-groups?id=0279dd02-1f64-4e1b-b70c-81618f2c1ced&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435030 Apr 28 11:36:00.304848 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23b73cc-281f-4b6b-b696-1c64a2c4ecfd req-6434c005-63b0-46c6-ad5b-7f6388b33d06 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:36:00.306335 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-d23b73cc-281f-4b6b-b696-1c64a2c4ecfd req-6434c005-63b0-46c6-ad5b-7f6388b33d06 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] 10.222.0.10 "GET /v2.0/ports?device_id=d4703858-722a-44fc-8787-5768948397ce HTTP/1.1" status: 200 len: 945 time: 0.0485094 Apr 28 11:36:00.354835 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-d23b73cc-281f-4b6b-b696-1c64a2c4ecfd req-99808a78-a424-4668-8135-18c97f3a7bc4 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] 10.222.0.10 "GET /v2.0/security-groups?id=0279dd02-1f64-4e1b-b70c-81618f2c1ced&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422616 Apr 28 11:36:00.667395 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ce594e-b1bc-4d70-bfc5-23d9b2898ffb req-b8f6200a-6d7a-4e96-815a-2912b27df3c6 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:36:00.669758 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-e7ce594e-b1bc-4d70-bfc5-23d9b2898ffb req-b8f6200a-6d7a-4e96-815a-2912b27df3c6 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] 10.222.0.10 "GET /v2.0/ports?device_id=d4703858-722a-44fc-8787-5768948397ce HTTP/1.1" status: 200 len: 945 time: 0.0471728 Apr 28 11:36:00.724654 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-e7ce594e-b1bc-4d70-bfc5-23d9b2898ffb req-546dc7ef-50c7-4c9c-aa86-a0ae480a2c14 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] 10.222.0.10 "GET /v2.0/security-groups?id=0279dd02-1f64-4e1b-b70c-81618f2c1ced&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482187 Apr 28 11:36:00.840386 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be8ddbf-ba32-4977-8c3d-7c7cd974e55e req-5f2be812-e0d0-4be8-8d6d-fc7d73af6316 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:36:00.841918 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-5be8ddbf-ba32-4977-8c3d-7c7cd974e55e req-5f2be812-e0d0-4be8-8d6d-fc7d73af6316 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] 10.222.0.10 "GET /v2.0/ports?device_id=d4703858-722a-44fc-8787-5768948397ce HTTP/1.1" status: 200 len: 945 time: 0.0491850 Apr 28 11:36:00.885353 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffae815-ba88-4367-9242-45a321c1c7ca req-a3c0b176-e896-4b7e-bd24-78b92faaeeda tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:36:00.886892 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-3ffae815-ba88-4367-9242-45a321c1c7ca req-a3c0b176-e896-4b7e-bd24-78b92faaeeda tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] 10.222.0.20 "GET /v2.0/ports?device_id=d4703858-722a-44fc-8787-5768948397ce&tenant_id=c2ca2bda274d41e2b49f61461a68882b&binding%3Ahost_id=hv-neutron-mast HTTP/1.1" status: 200 len: 945 time: 0.0536592 Apr 28 11:36:00.898325 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-5be8ddbf-ba32-4977-8c3d-7c7cd974e55e req-6e11532a-d4fe-4e6d-bbb3-f276083434e7 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] 10.222.0.10 "GET /v2.0/security-groups?id=0279dd02-1f64-4e1b-b70c-81618f2c1ced&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486200 Apr 28 11:36:00.971741 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffae815-ba88-4367-9242-45a321c1c7ca req-047afefe-31bf-474b-abd0-65ec9861da73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:36:00.973271 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-3ffae815-ba88-4367-9242-45a321c1c7ca req-047afefe-31bf-474b-abd0-65ec9861da73 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c2ca2bda274d41e2b49f61461a68882b&device_id=d4703858-722a-44fc-8787-5768948397ce HTTP/1.1" status: 200 len: 1129 time: 0.0442998 Apr 28 11:36:01.007329 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Device 9a528604-3774-4f6c-98ee-0c1ff6096d0d details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=116163) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 28 11:36:01.009429 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Device 9a528604-3774-4f6c-98ee-0c1ff6096d0d no longer exists at agent hyperv_hv-neutron-mast {{(pid=116163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 11:36:01.150428 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Current status of the port 9a528604-3774-4f6c-98ee-0c1ff6096d0d is: ACTIVE; New status is: DOWN {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:36:01.150810 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (9a528604-3774-4f6c-98ee-0c1ff6096d0d), before_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:36:01.171620 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.agents_db [None req-54b29a82-8a19-4507-95e3-3a2d011841ff None None] Agent healthcheck: found 6 active agents {{(pid=116164) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 28 11:36:01.174800 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] For port 9a528604-3774-4f6c-98ee-0c1ff6096d0d, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=9a528604-3774-4f6c-98ee-0c1ff6096d0d,segment=NetworkSegment(7cb30200-1918-49de-b0bc-de065c3b6134),segment_id=7cb30200-1918-49de-b0bc-de065c3b6134)] {{(pid=116163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 11:36:01.194961 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4703858-722a-44fc-8787-5768948397ce', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9a528604-3774-4f6c-98ee-0c1ff6096d0d'}] {{(pid=116163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 11:36:01.197192 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f01aec4a4f83961b54a953becfce2676879fb1d4b91122543244f430a0b8460" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8c1c117-3010-4816-9864-6fcb8a4e56be" -d '{"events": [{"server_uuid": "d4703858-722a-44fc-8787-5768948397ce", "name": "network-vif-unplugged", "status": "completed", "tag": "9a528604-3774-4f6c-98ee-0c1ff6096d0d"}]}' {{(pid=116163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 11:36:01.201498 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Returning: {'device': '9a528604-3774-4f6c-98ee-0c1ff6096d0d', 'network_id': '9fe94ce3-bdf5-49f7-b603-41e4e6fe5eef', 'port_id': '9a528604-3774-4f6c-98ee-0c1ff6096d0d', 'mac_address': 'fa:16:3e:eb:be:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 74, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '229806dd-1e72-42eb-8553-404965769ce6', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=116163) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 28 11:36:01.211650 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] For port 9a528604-3774-4f6c-98ee-0c1ff6096d0d, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=9a528604-3774-4f6c-98ee-0c1ff6096d0d,segment=NetworkSegment(7cb30200-1918-49de-b0bc-de065c3b6134),segment_id=7cb30200-1918-49de-b0bc-de065c3b6134)] {{(pid=116163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 11:36:01.232357 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffae815-ba88-4367-9242-45a321c1c7ca req-5ad62290-234a-4cda-988e-63fe6a11dfca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:36:01.233903 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-3ffae815-ba88-4367-9242-45a321c1c7ca req-5ad62290-234a-4cda-988e-63fe6a11dfca service neutron] 10.222.0.20 "GET /v2.0/networks?id=9fe94ce3-bdf5-49f7-b603-41e4e6fe5eef HTTP/1.1" status: 200 len: 896 time: 0.0928178 Apr 28 11:36:01.250393 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 28 Apr 2022 11:36:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99f8287e-c1c0-4d89-ad72-8b04923894f2 x-openstack-request-id: req-99f8287e-c1c0-4d89-ad72-8b04923894f2 {{(pid=116163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 11:36:01.252683 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4703858-722a-44fc-8787-5768948397ce", "name": "network-vif-unplugged", "status": "completed", "tag": "9a528604-3774-4f6c-98ee-0c1ff6096d0d", "code": 200}]} {{(pid=116163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 11:36:01.252683 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-99f8287e-c1c0-4d89-ad72-8b04923894f2 {{(pid=116163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 11:36:01.252683 dv-neutron-master-2-hyperv neutron-server[116163]: INFO neutron.notifiers.nova [-] Nova event matching ['req-99f8287e-c1c0-4d89-ad72-8b04923894f2'] response: {'server_uuid': 'd4703858-722a-44fc-8787-5768948397ce', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9a528604-3774-4f6c-98ee-0c1ff6096d0d', 'code': 200} Apr 28 11:36:01.255288 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Current status of the port 9a528604-3774-4f6c-98ee-0c1ff6096d0d is: ACTIVE; New status is: BUILD {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:36:01.255696 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (9a528604-3774-4f6c-98ee-0c1ff6096d0d), before_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:36:01.266021 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393'] for port (9a528604-3774-4f6c-98ee-0c1ff6096d0d), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:36:01.272655 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.notifiers.nova [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9a528604-3774-4f6c-98ee-0c1ff6096d0d {{(pid=116163) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 11:36:01.313354 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-3ffae815-ba88-4367-9242-45a321c1c7ca req-e8605d48-2535-4e6a-a99c-73641f8ff345 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9a528604-3774-4f6c-98ee-0c1ff6096d0d HTTP/1.1" status: 200 len: 1001 time: 0.0735486 Apr 28 11:36:01.347796 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Pushing event updated for resources: {'Port': ['ID=9a528604-3774-4f6c-98ee-0c1ff6096d0d,revision_number=6']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:36:01.349967 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.db.api [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=116163) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 28 11:36:01.350325 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG oslo_db.api [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=116163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 28 11:36:01.356182 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:36:01.357138 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:36:01.357492 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:36:01.357832 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:36:01.358170 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:36:01.358529 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:36:01.358867 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:36:01.359194 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:36:01.359526 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:36:01.359856 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:36:01.360185 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:36:01.360513 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:36:01.360843 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:36:01.361167 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:36:01.361487 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:36:01.361963 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffae815-ba88-4367-9242-45a321c1c7ca req-74409d2c-9df1-4174-a3a7-3aac87767a63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:36:01.363467 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-3ffae815-ba88-4367-9242-45a321c1c7ca req-74409d2c-9df1-4174-a3a7-3aac87767a63 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=229806dd-1e72-42eb-8553-404965769ce6 HTTP/1.1" status: 200 len: 835 time: 0.0442383 Apr 28 11:36:01.406932 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffae815-ba88-4367-9242-45a321c1c7ca req-71fe7f27-d136-4aee-8c73-2dc164349201 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:36:01.408485 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-3ffae815-ba88-4367-9242-45a321c1c7ca req-71fe7f27-d136-4aee-8c73-2dc164349201 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=9fe94ce3-bdf5-49f7-b603-41e4e6fe5eef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0394373 Apr 28 11:36:01.500345 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-3ffae815-ba88-4367-9242-45a321c1c7ca req-9c5c8a3d-36d0-43c9-bed5-3fa8acdb53d7 service neutron] 10.222.0.20 "GET /v2.0/networks/9fe94ce3-bdf5-49f7-b603-41e4e6fe5eef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852339 Apr 28 11:36:01.588542 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-3ffae815-ba88-4367-9242-45a321c1c7ca req-13075865-dd3e-405d-b1cc-5949059b9a95 service neutron] 10.222.0.20 "GET /v2.0/networks/9fe94ce3-bdf5-49f7-b603-41e4e6fe5eef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809262 Apr 28 11:36:01.889202 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Current status of the port 9a528604-3774-4f6c-98ee-0c1ff6096d0d is: DOWN; New status is: BUILD {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:36:01.889603 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (9a528604-3774-4f6c-98ee-0c1ff6096d0d), before_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:36:01.901941 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.notifiers.nova [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9a528604-3774-4f6c-98ee-0c1ff6096d0d {{(pid=116163) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 11:36:01.920284 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] For port 9a528604-3774-4f6c-98ee-0c1ff6096d0d, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=9a528604-3774-4f6c-98ee-0c1ff6096d0d,segment=NetworkSegment(7cb30200-1918-49de-b0bc-de065c3b6134),segment_id=7cb30200-1918-49de-b0bc-de065c3b6134)] {{(pid=116163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 11:36:01.977737 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393'] for port (9a528604-3774-4f6c-98ee-0c1ff6096d0d), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:36:02.015458 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ee0c3d-fc05-4887-b555-7fce58fc88e8 req-473ef3e5-9f64-48a6-8ce8-3ef767a8d570 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:36:02.016996 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-e4ee0c3d-fc05-4887-b555-7fce58fc88e8 req-473ef3e5-9f64-48a6-8ce8-3ef767a8d570 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] 10.222.0.10 "GET /v2.0/ports?device_id=d4703858-722a-44fc-8787-5768948397ce HTTP/1.1" status: 200 len: 944 time: 0.0499618 Apr 28 11:36:02.029446 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Pushing event updated for resources: {'Port': ['ID=9a528604-3774-4f6c-98ee-0c1ff6096d0d,revision_number=7']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:36:02.034717 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] get_ports_and_sgs() called for port_ids ['9a528604-3774-4f6c-98ee-0c1ff6096d0d'] {{(pid=116163) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 11:36:02.069093 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-e4ee0c3d-fc05-4887-b555-7fce58fc88e8 req-166a6625-358e-4bc1-8c40-d384eb50b7d2 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] 10.222.0.10 "GET /v2.0/security-groups?id=0279dd02-1f64-4e1b-b70c-81618f2c1ced&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461545 Apr 28 11:36:02.216549 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-6f2f7994-4fdc-4234-abf7-9dd0b93692e8 req-46619863-45a0-41cc-93e3-52009dc97014 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=d4703858-722a-44fc-8787-5768948397ce&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0445800 Apr 28 11:36:02.298786 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2f7994-4fdc-4234-abf7-9dd0b93692e8 req-44728a1b-894a-4fe2-a9da-9a9648035d39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:36:02.300300 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-6f2f7994-4fdc-4234-abf7-9dd0b93692e8 req-44728a1b-894a-4fe2-a9da-9a9648035d39 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c2ca2bda274d41e2b49f61461a68882b&device_id=d4703858-722a-44fc-8787-5768948397ce HTTP/1.1" status: 200 len: 1128 time: 0.0413566 Apr 28 11:36:02.404430 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2f7994-4fdc-4234-abf7-9dd0b93692e8 req-78ece8a9-4208-4a63-97ab-fed8b6b78672 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:36:02.405909 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-6f2f7994-4fdc-4234-abf7-9dd0b93692e8 req-78ece8a9-4208-4a63-97ab-fed8b6b78672 service neutron] 10.222.0.20 "GET /v2.0/networks?id=9fe94ce3-bdf5-49f7-b603-41e4e6fe5eef HTTP/1.1" status: 200 len: 896 time: 0.0841544 Apr 28 11:36:02.476182 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-6f2f7994-4fdc-4234-abf7-9dd0b93692e8 req-a6b48645-5cea-44f4-9479-2c6b028909c7 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9a528604-3774-4f6c-98ee-0c1ff6096d0d HTTP/1.1" status: 200 len: 1000 time: 0.0637736 Apr 28 11:36:02.528263 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2f7994-4fdc-4234-abf7-9dd0b93692e8 req-98a444df-48e9-4912-bcbe-79161a116d40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:36:02.529775 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-6f2f7994-4fdc-4234-abf7-9dd0b93692e8 req-98a444df-48e9-4912-bcbe-79161a116d40 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=229806dd-1e72-42eb-8553-404965769ce6 HTTP/1.1" status: 200 len: 835 time: 0.0436151 Apr 28 11:36:02.572950 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2f7994-4fdc-4234-abf7-9dd0b93692e8 req-30f5b279-1ecc-46a9-8cd0-f9ae2a881729 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:36:02.574451 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-6f2f7994-4fdc-4234-abf7-9dd0b93692e8 req-30f5b279-1ecc-46a9-8cd0-f9ae2a881729 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=9fe94ce3-bdf5-49f7-b603-41e4e6fe5eef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0393255 Apr 28 11:36:02.664372 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-6f2f7994-4fdc-4234-abf7-9dd0b93692e8 req-938e71e6-f695-4b8e-ab75-b3ca4b8447f3 service neutron] 10.222.0.20 "GET /v2.0/networks/9fe94ce3-bdf5-49f7-b603-41e4e6fe5eef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844560 Apr 28 11:36:02.755424 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-6f2f7994-4fdc-4234-abf7-9dd0b93692e8 req-d8498e71-8529-4577-a9be-124c7e0403b7 service neutron] 10.222.0.20 "GET /v2.0/networks/9fe94ce3-bdf5-49f7-b603-41e4e6fe5eef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849621 Apr 28 11:36:03.028942 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Device 9a528604-3774-4f6c-98ee-0c1ff6096d0d up at agent hyperv_hv-neutron-mast {{(pid=116163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 11:36:03.075353 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Provisioning complete for port 9a528604-3774-4f6c-98ee-0c1ff6096d0d triggered by entity L2. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:36:03.075913 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (9a528604-3774-4f6c-98ee-0c1ff6096d0d), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:36:03.153914 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Current status of the port 9a528604-3774-4f6c-98ee-0c1ff6096d0d is: BUILD; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:36:03.154303 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (9a528604-3774-4f6c-98ee-0c1ff6096d0d), before_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:36:03.186021 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] For port 9a528604-3774-4f6c-98ee-0c1ff6096d0d, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=9a528604-3774-4f6c-98ee-0c1ff6096d0d,segment=NetworkSegment(7cb30200-1918-49de-b0bc-de065c3b6134),segment_id=7cb30200-1918-49de-b0bc-de065c3b6134)] {{(pid=116163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 11:36:03.189756 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9fcd23f-1009-4318-b3be-cb1c97a4a449 req-9e1f2bf8-3934-4ffe-9775-a3934e6d50c7 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:36:03.191290 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-c9fcd23f-1009-4318-b3be-cb1c97a4a449 req-9e1f2bf8-3934-4ffe-9775-a3934e6d50c7 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] 10.222.0.10 "GET /v2.0/ports?device_id=d4703858-722a-44fc-8787-5768948397ce HTTP/1.1" status: 200 len: 944 time: 0.0510755 Apr 28 11:36:03.240280 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-c9fcd23f-1009-4318-b3be-cb1c97a4a449 req-247c4cb2-b7e0-4cc0-8f10-4824a657dbed tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] 10.222.0.10 "GET /v2.0/security-groups?id=0279dd02-1f64-4e1b-b70c-81618f2c1ced&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432892 Apr 28 11:36:03.252611 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4703858-722a-44fc-8787-5768948397ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a528604-3774-4f6c-98ee-0c1ff6096d0d'}] {{(pid=116163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 11:36:03.255037 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f01aec4a4f83961b54a953becfce2676879fb1d4b91122543244f430a0b8460" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d20e8480-aca8-4d26-b053-befc1672babc" -d '{"events": [{"server_uuid": "d4703858-722a-44fc-8787-5768948397ce", "name": "network-vif-plugged", "status": "completed", "tag": "9a528604-3774-4f6c-98ee-0c1ff6096d0d"}]}' {{(pid=116163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 11:36:03.266598 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 33364) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:36:03.266727 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393'] for port (9a528604-3774-4f6c-98ee-0c1ff6096d0d), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:36:03.295511 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 11:36:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c374817-638f-4a92-98e7-357d2174fc08 x-openstack-request-id: req-8c374817-638f-4a92-98e7-357d2174fc08 {{(pid=116163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 11:36:03.295511 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4703858-722a-44fc-8787-5768948397ce", "name": "network-vif-plugged", "status": "completed", "tag": "9a528604-3774-4f6c-98ee-0c1ff6096d0d", "code": 200}]} {{(pid=116163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 11:36:03.295511 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-8c374817-638f-4a92-98e7-357d2174fc08 {{(pid=116163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 11:36:03.295511 dv-neutron-master-2-hyperv neutron-server[116163]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8c374817-638f-4a92-98e7-357d2174fc08'] response: {'server_uuid': 'd4703858-722a-44fc-8787-5768948397ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a528604-3774-4f6c-98ee-0c1ff6096d0d', 'code': 200} Apr 28 11:36:03.316771 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Pushing event updated for resources: {'Port': ['ID=9a528604-3774-4f6c-98ee-0c1ff6096d0d,revision_number=8']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:36:03.329156 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-774e1b61-846e-4dc8-a9b8-afb428d895c9 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] 10.222.0.10 "GET /v2.0/floatingips/4594d98e-f30f-45cb-b0d6-36e293799cca HTTP/1.1" status: 200 len: 993 time: 0.0644698 Apr 28 11:36:07.011944 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-543692c2-ee7a-4796-ad1e-6a1470dced16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (75ba81b7-fe99-4281-90d2-a5adb445ecea), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:36:09.423121 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-bdc97179-7ce4-4366-a565-f81976866e13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (6b492ad6-0876-4d74-b20d-28143a52ceba), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:36:10.583259 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-ae94d540-e4c6-43be-adc9-b26fb6a2f62f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (cfc241ae-e4b7-443b-b80b-59fbbc2b69c9), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:36:12.206187 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-01ef1de1-12fd-4cef-b76b-793f91379468 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (39cc4f52-f5d9-4e2c-bbfa-7a1c528e1c40), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:36:13.360452 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (d5baab19-5dd1-4902-922b-84acb048ab9c), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:36:20.852489 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (6be95134-9a6c-4663-8b48-90d12ce90c60), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:36:29.789110 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 33374) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:36:29.935727 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.plugin [None req-fe57a63d-483d-4699-bc6b-cdce5623ebe6 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Deleting port 45cc43ea-4c1c-4a07-891b-7cf7c52f1c86 {{(pid=116162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 11:36:29.936072 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-fe57a63d-483d-4699-bc6b-cdce5623ebe6 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742235130188'] for port (45cc43ea-4c1c-4a07-891b-7cf7c52f1c86), before_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:36:30.012644 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-fe57a63d-483d-4699-bc6b-cdce5623ebe6 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1938497'] for port (45cc43ea-4c1c-4a07-891b-7cf7c52f1c86), precommit_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:36:30.012974 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-fe57a63d-483d-4699-bc6b-cdce5623ebe6 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Publish callbacks [] for floatingip (45cc43ea-4c1c-4a07-891b-7cf7c52f1c86), precommit_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:36:30.025287 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.plugin [None req-fe57a63d-483d-4699-bc6b-cdce5623ebe6 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Calling delete_port for 45cc43ea-4c1c-4a07-891b-7cf7c52f1c86 owned by network:floatingip {{(pid=116162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 11:36:30.219681 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-fe57a63d-483d-4699-bc6b-cdce5623ebe6 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742235135690', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742234710366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5051867'] for port (45cc43ea-4c1c-4a07-891b-7cf7c52f1c86), after_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:36:30.248529 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe57a63d-483d-4699-bc6b-cdce5623ebe6 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Pushing event deleted for resources: {'Port': ['ID=45cc43ea-4c1c-4a07-891b-7cf7c52f1c86,revision_number=None']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:36:30.261148 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe57a63d-483d-4699-bc6b-cdce5623ebe6 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:36:30.268411 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe57a63d-483d-4699-bc6b-cdce5623ebe6 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:36:30.268411 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe57a63d-483d-4699-bc6b-cdce5623ebe6 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:36:30.268411 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe57a63d-483d-4699-bc6b-cdce5623ebe6 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:36:30.268411 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe57a63d-483d-4699-bc6b-cdce5623ebe6 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:36:30.268411 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe57a63d-483d-4699-bc6b-cdce5623ebe6 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:36:30.268411 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe57a63d-483d-4699-bc6b-cdce5623ebe6 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:36:30.268411 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe57a63d-483d-4699-bc6b-cdce5623ebe6 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:36:30.268411 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe57a63d-483d-4699-bc6b-cdce5623ebe6 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:36:30.268411 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe57a63d-483d-4699-bc6b-cdce5623ebe6 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:36:30.268411 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe57a63d-483d-4699-bc6b-cdce5623ebe6 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:36:30.268411 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe57a63d-483d-4699-bc6b-cdce5623ebe6 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:36:30.268411 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe57a63d-483d-4699-bc6b-cdce5623ebe6 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:36:30.268411 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe57a63d-483d-4699-bc6b-cdce5623ebe6 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:36:30.268411 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe57a63d-483d-4699-bc6b-cdce5623ebe6 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:36:30.321638 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-fe57a63d-483d-4699-bc6b-cdce5623ebe6 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Publish callbacks [] for floatingip (4594d98e-f30f-45cb-b0d6-36e293799cca), after_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:36:30.321968 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.db.l3_db [None req-fe57a63d-483d-4699-bc6b-cdce5623ebe6 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Floating IP 4594d98e-f30f-45cb-b0d6-36e293799cca disassociated (deleted). External IP: 172.36.4.123, port: 9a528604-3774-4f6c-98ee-0c1ff6096d0d. Apr 28 11:36:30.534099 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe57a63d-483d-4699-bc6b-cdce5623ebe6 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Router 18937fea-1547-4d57-8db5-b5b4595d2112 has already been hosted by L3 agent 6b492ad6-0876-4d74-b20d-28143a52ceba {{(pid=116162) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 11:36:30.642641 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe57a63d-483d-4699-bc6b-cdce5623ebe6 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=116162) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 11:36:30.647071 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-fe57a63d-483d-4699-bc6b-cdce5623ebe6 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198022'] for floatingip (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:36:30.652884 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1afbf09-5998-45f4-acb1-c08d2493729a None None] Sync routers for ids ['18937fea-1547-4d57-8db5-b5b4595d2112'] in dv-neutron-master-2-hyperv {{(pid=116164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 11:36:30.662833 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1afbf09-5998-45f4-acb1-c08d2493729a None None] Routers {'18937fea-1547-4d57-8db5-b5b4595d2112'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=116164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 11:36:30.663461 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_hamode_db [None req-f1afbf09-5998-45f4-acb1-c08d2493729a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-28T10:50:39Z,description=,heartbeat_timestamp=2022-04-28T11:36:09Z,host='dv-neutron-master-2-hyperv',id=6b492ad6-0876-4d74-b20d-28143a52ceba,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T10:50:40Z,topic='l3_agent')) {'router_ids': ['18937fea-1547-4d57-8db5-b5b4595d2112'], 'active': True} {{(pid=116164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:36:30.677107 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-fe57a63d-483d-4699-bc6b-cdce5623ebe6 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] 10.222.0.10 "DELETE /v2.0/floatingips/4594d98e-f30f-45cb-b0d6-36e293799cca HTTP/1.1" status: 204 len: 168 time: 0.8869216 Apr 28 11:36:30.677721 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd4703858-722a-44fc-8787-5768948397ce', 'tag': '9a528604-3774-4f6c-98ee-0c1ff6096d0d'}] {{(pid=116162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 11:36:30.680248 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ba53f40d6116d28995a8e36159d0e539b5353eec116fb5dd4ce03b4b2159ab1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e97c072b-5084-45e2-9298-e934a22bd8b7" -d '{"events": [{"name": "network-changed", "server_uuid": "d4703858-722a-44fc-8787-5768948397ce", "tag": "9a528604-3774-4f6c-98ee-0c1ff6096d0d"}]}' {{(pid=116162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 11:36:30.774037 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 11:36:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d90ef4c-afde-417f-b8b9-43613f6611c4 x-openstack-request-id: req-8d90ef4c-afde-417f-b8b9-43613f6611c4 {{(pid=116162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 11:36:30.774335 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d4703858-722a-44fc-8787-5768948397ce", "tag": "9a528604-3774-4f6c-98ee-0c1ff6096d0d", "status": "completed", "code": 200}]} {{(pid=116162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 11:36:30.774624 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-8d90ef4c-afde-417f-b8b9-43613f6611c4 {{(pid=116162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 11:36:30.775038 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8d90ef4c-afde-417f-b8b9-43613f6611c4'] response: {'name': 'network-changed', 'server_uuid': 'd4703858-722a-44fc-8787-5768948397ce', 'tag': '9a528604-3774-4f6c-98ee-0c1ff6096d0d', 'status': 'completed', 'code': 200} Apr 28 11:36:30.780219 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_dvr_db [None req-f1afbf09-5998-45f4-acb1-c08d2493729a None None] Set router 18937fea-1547-4d57-8db5-b5b4595d2112 gateway port host: dv-neutron-master-2-hyperv {{(pid=116164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 11:36:30.859309 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97c072b-5084-45e2-9298-e934a22bd8b7 req-9062773c-1300-49f3-82df-e923432f0503 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:36:30.859309 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-e97c072b-5084-45e2-9298-e934a22bd8b7 req-9062773c-1300-49f3-82df-e923432f0503 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c2ca2bda274d41e2b49f61461a68882b&device_id=d4703858-722a-44fc-8787-5768948397ce HTTP/1.1" status: 200 len: 1129 time: 0.0453370 Apr 28 11:36:30.942371 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97c072b-5084-45e2-9298-e934a22bd8b7 req-5b89329e-8cdc-4252-af69-1e8035746a8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:36:30.943886 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-e97c072b-5084-45e2-9298-e934a22bd8b7 req-5b89329e-8cdc-4252-af69-1e8035746a8f service neutron] 10.222.0.20 "GET /v2.0/networks?id=9fe94ce3-bdf5-49f7-b603-41e4e6fe5eef HTTP/1.1" status: 200 len: 896 time: 0.0961592 Apr 28 11:36:30.984957 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-e97c072b-5084-45e2-9298-e934a22bd8b7 req-7584d39f-bb23-4f00-8c3f-5ac3897e85ff service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9a528604-3774-4f6c-98ee-0c1ff6096d0d HTTP/1.1" status: 200 len: 217 time: 0.0347774 Apr 28 11:36:31.037346 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97c072b-5084-45e2-9298-e934a22bd8b7 req-8f5f8958-f93b-422e-9043-5e3a7d4796e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:36:31.038852 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-e97c072b-5084-45e2-9298-e934a22bd8b7 req-8f5f8958-f93b-422e-9043-5e3a7d4796e6 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=229806dd-1e72-42eb-8553-404965769ce6 HTTP/1.1" status: 200 len: 835 time: 0.0487392 Apr 28 11:36:31.072315 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_hamode_db [None req-f1afbf09-5998-45f4-acb1-c08d2493729a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18937fea-1547-4d57-8db5-b5b4595d2112', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1832079843', 'tenant_id': 'c2ca2bda274d41e2b49f61461a68882b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'external_fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.95'}], 'enable_snat': True}, 'gw_port_id': 'e6c932ed-43c5-4391-b4d1-619e26b13855', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T11:34:45Z', 'updated_at': '2022-04-28T11:34:49Z', 'revision_number': 4, 'project_id': 'c2ca2bda274d41e2b49f61461a68882b', 'gw_port': {'id': 'e6c932ed-43c5-4391-b4d1-619e26b13855', 'name': '', 'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:de:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18937fea-1547-4d57-8db5-b5b4595d2112', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1759, 'fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:34:46Z', 'updated_at': '2022-04-28T11:34:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'd671b1dc-332f-41ba-8c41-9573757892b1', 'name': '', 'network_id': '9fe94ce3-bdf5-49f7-b603-41e4e6fe5eef', 'tenant_id': 'c2ca2bda274d41e2b49f61461a68882b', 'mac_address': 'fa:16:3e:9c:61:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18937fea-1547-4d57-8db5-b5b4595d2112', 'device_owner': 'network:router_interface', 'standard_attr_id': 1762, 'fixed_ips': [{'subnet_id': '229806dd-1e72-42eb-8553-404965769ce6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:34:48Z', 'updated_at': '2022-04-28T11:34:52Z', 'revision_number': 5, 'project_id': 'c2ca2bda274d41e2b49f61461a68882b', 'subnets': [{'id': '229806dd-1e72-42eb-8553-404965769ce6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=116164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:36:31.085149 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97c072b-5084-45e2-9298-e934a22bd8b7 req-0f03b2a8-0954-43a8-a8ac-2da3a4a2ef2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:36:31.086754 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-e97c072b-5084-45e2-9298-e934a22bd8b7 req-0f03b2a8-0954-43a8-a8ac-2da3a4a2ef2f service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=9fe94ce3-bdf5-49f7-b603-41e4e6fe5eef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0422497 Apr 28 11:36:31.103605 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1afbf09-5998-45f4-acb1-c08d2493729a None None] Checking router: 18937fea-1547-4d57-8db5-b5b4595d2112 for host: dv-neutron-master-2-hyperv {{(pid=116164) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 11:36:31.112319 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1afbf09-5998-45f4-acb1-c08d2493729a None None] Routers {'18937fea-1547-4d57-8db5-b5b4595d2112'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=116164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 11:36:31.112929 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_hamode_db [None req-f1afbf09-5998-45f4-acb1-c08d2493729a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-28T10:50:39Z,description=,heartbeat_timestamp=2022-04-28T11:36:09Z,host='dv-neutron-master-2-hyperv',id=6b492ad6-0876-4d74-b20d-28143a52ceba,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T10:50:40Z,topic='l3_agent')) {'router_ids': ['18937fea-1547-4d57-8db5-b5b4595d2112'], 'active': True} {{(pid=116164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:36:31.132351 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b6b4d1-7ea5-4253-889d-2202daa87284 req-35787bd3-e635-4d86-86ac-139d07b60976 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:36:31.133848 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-b7b6b4d1-7ea5-4253-889d-2202daa87284 req-35787bd3-e635-4d86-86ac-139d07b60976 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] 10.222.0.10 "GET /v2.0/ports?device_id=d4703858-722a-44fc-8787-5768948397ce HTTP/1.1" status: 200 len: 945 time: 0.0517535 Apr 28 11:36:31.183696 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-b7b6b4d1-7ea5-4253-889d-2202daa87284 req-8258f067-8bfa-4900-9c89-c0b72a401c5c tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] 10.222.0.10 "GET /v2.0/security-groups?id=0279dd02-1f64-4e1b-b70c-81618f2c1ced&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440779 Apr 28 11:36:31.221626 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_dvr_db [None req-f1afbf09-5998-45f4-acb1-c08d2493729a None None] Set router 18937fea-1547-4d57-8db5-b5b4595d2112 gateway port host: dv-neutron-master-2-hyperv {{(pid=116164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 11:36:31.417589 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_hamode_db [None req-f1afbf09-5998-45f4-acb1-c08d2493729a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18937fea-1547-4d57-8db5-b5b4595d2112', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1832079843', 'tenant_id': 'c2ca2bda274d41e2b49f61461a68882b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'external_fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.95'}], 'enable_snat': True}, 'gw_port_id': 'e6c932ed-43c5-4391-b4d1-619e26b13855', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T11:34:45Z', 'updated_at': '2022-04-28T11:34:49Z', 'revision_number': 4, 'project_id': 'c2ca2bda274d41e2b49f61461a68882b', 'gw_port': {'id': 'e6c932ed-43c5-4391-b4d1-619e26b13855', 'name': '', 'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:de:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18937fea-1547-4d57-8db5-b5b4595d2112', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1759, 'fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:34:46Z', 'updated_at': '2022-04-28T11:34:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'd671b1dc-332f-41ba-8c41-9573757892b1', 'name': '', 'network_id': '9fe94ce3-bdf5-49f7-b603-41e4e6fe5eef', 'tenant_id': 'c2ca2bda274d41e2b49f61461a68882b', 'mac_address': 'fa:16:3e:9c:61:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18937fea-1547-4d57-8db5-b5b4595d2112', 'device_owner': 'network:router_interface', 'standard_attr_id': 1762, 'fixed_ips': [{'subnet_id': '229806dd-1e72-42eb-8553-404965769ce6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:34:48Z', 'updated_at': '2022-04-28T11:34:52Z', 'revision_number': 5, 'project_id': 'c2ca2bda274d41e2b49f61461a68882b', 'subnets': [{'id': '229806dd-1e72-42eb-8553-404965769ce6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=116164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:36:31.443983 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1afbf09-5998-45f4-acb1-c08d2493729a None None] The sync data for ids ['18937fea-1547-4d57-8db5-b5b4595d2112'] in dv-neutron-master-2-hyperv is: [{'id': '18937fea-1547-4d57-8db5-b5b4595d2112', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1832079843', 'tenant_id': 'c2ca2bda274d41e2b49f61461a68882b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'external_fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.95'}], 'enable_snat': True}, 'gw_port_id': 'e6c932ed-43c5-4391-b4d1-619e26b13855', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T11:34:45Z', 'updated_at': '2022-04-28T11:34:49Z', 'revision_number': 4, 'project_id': 'c2ca2bda274d41e2b49f61461a68882b', 'gw_port': {'id': 'e6c932ed-43c5-4391-b4d1-619e26b13855', 'name': '', 'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:de:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18937fea-1547-4d57-8db5-b5b4595d2112', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1759, 'fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:34:46Z', 'updated_at': '2022-04-28T11:34:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'd671b1dc-332f-41ba-8c41-9573757892b1', 'name': '', 'network_id': '9fe94ce3-bdf5-49f7-b603-41e4e6fe5eef', 'tenant_id': 'c2ca2bda274d41e2b49f61461a68882b', 'mac_address': 'fa:16:3e:9c:61:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18937fea-1547-4d57-8db5-b5b4595d2112', 'device_owner': 'network:router_interface', 'standard_attr_id': 1762, 'fixed_ips': [{'subnet_id': '229806dd-1e72-42eb-8553-404965769ce6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:34:48Z', 'updated_at': '2022-04-28T11:34:52Z', 'revision_number': 5, 'project_id': 'c2ca2bda274d41e2b49f61461a68882b', 'subnets': [{'id': '229806dd-1e72-42eb-8553-404965769ce6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=116164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 11:36:31.644922 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5158b83-12f6-4308-bba5-feaa1201a8d4 None None] New status for floating IP 4594d98e-f30f-45cb-b0d6-36e293799cca: DOWN {{(pid=116163) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 28 11:36:32.300778 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e878dd-ffec-4637-9c12-2757b299e8a3 req-efe553f1-245e-418d-bc02-13f9d3514d1a tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:36:32.302243 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-23e878dd-ffec-4637-9c12-2757b299e8a3 req-efe553f1-245e-418d-bc02-13f9d3514d1a tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] 10.222.0.10 "GET /v2.0/ports?device_id=d4703858-722a-44fc-8787-5768948397ce HTTP/1.1" status: 200 len: 945 time: 0.0475576 Apr 28 11:36:32.350989 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-23e878dd-ffec-4637-9c12-2757b299e8a3 req-b8e8827f-b909-44c9-b265-69c27970290f tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] 10.222.0.10 "GET /v2.0/security-groups?id=0279dd02-1f64-4e1b-b70c-81618f2c1ced&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426486 Apr 28 11:36:32.516388 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-e97c072b-5084-45e2-9298-e934a22bd8b7 req-fc2cb451-975a-40b9-b7a7-9bbacd322968 service neutron] 10.222.0.20 "GET /v2.0/networks/9fe94ce3-bdf5-49f7-b603-41e4e6fe5eef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830400 Apr 28 11:36:33.002885 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e848439-b75b-4bef-83ba-6936693886dc req-2e9825a4-6af2-4a0e-9990-064c0d0f9c8a tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:36:33.004221 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-2e848439-b75b-4bef-83ba-6936693886dc req-2e9825a4-6af2-4a0e-9990-064c0d0f9c8a tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] 10.222.0.20 "GET /v2.0/ports?device_id=d4703858-722a-44fc-8787-5768948397ce HTTP/1.1" status: 200 len: 945 time: 0.0554206 Apr 28 11:36:33.021204 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-e97c072b-5084-45e2-9298-e934a22bd8b7 req-602fb393-c79e-4f13-9882-3738af4c69ed service neutron] 10.222.0.20 "GET /v2.0/networks/9fe94ce3-bdf5-49f7-b603-41e4e6fe5eef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4048021 Apr 28 11:36:33.094020 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.plugin [req-2e848439-b75b-4bef-83ba-6936693886dc req-c1b7e689-a9a7-4e7f-87c5-81ac79313690 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Deleting port 9a528604-3774-4f6c-98ee-0c1ff6096d0d {{(pid=116162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 11:36:33.094365 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [req-2e848439-b75b-4bef-83ba-6936693886dc req-c1b7e689-a9a7-4e7f-87c5-81ac79313690 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742235130188'] for port (9a528604-3774-4f6c-98ee-0c1ff6096d0d), before_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:36:33.183621 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.db [req-2e848439-b75b-4bef-83ba-6936693886dc req-c1b7e689-a9a7-4e7f-87c5-81ac79313690 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] For port 9a528604-3774-4f6c-98ee-0c1ff6096d0d, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=9a528604-3774-4f6c-98ee-0c1ff6096d0d,segment=NetworkSegment(7cb30200-1918-49de-b0bc-de065c3b6134),segment_id=7cb30200-1918-49de-b0bc-de065c3b6134)] {{(pid=116162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 11:36:33.183991 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [req-2e848439-b75b-4bef-83ba-6936693886dc req-c1b7e689-a9a7-4e7f-87c5-81ac79313690 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1938497'] for port (9a528604-3774-4f6c-98ee-0c1ff6096d0d), precommit_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:36:33.200825 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.plugin [req-2e848439-b75b-4bef-83ba-6936693886dc req-c1b7e689-a9a7-4e7f-87c5-81ac79313690 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Calling delete_port for 9a528604-3774-4f6c-98ee-0c1ff6096d0d owned by compute:nova {{(pid=116162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 11:36:33.424237 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [req-2e848439-b75b-4bef-83ba-6936693886dc req-c1b7e689-a9a7-4e7f-87c5-81ac79313690 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742235135690', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742234710366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5051867'] for port (9a528604-3774-4f6c-98ee-0c1ff6096d0d), after_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:36:33.449003 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-6175d5ee-2df6-4bac-8f97-9ff7507adee3 req-335fcbe5-cb99-42d2-8cf7-88f235262fb6 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] 10.222.0.10 "GET /v2.0/ports?device_id=d4703858-722a-44fc-8787-5768948397ce HTTP/1.1" status: 200 len: 210 time: 0.0292506 Apr 28 11:36:33.451269 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b7e689-a9a7-4e7f-87c5-81ac79313690 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Pushing event deleted for resources: {'Port': ['ID=9a528604-3774-4f6c-98ee-0c1ff6096d0d,revision_number=None']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:36:33.507895 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e848439-b75b-4bef-83ba-6936693886dc req-c1b7e689-a9a7-4e7f-87c5-81ac79313690 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] No DVR routers for this DVR port 9a528604-3774-4f6c-98ee-0c1ff6096d0d on host hv-neutron-mast {{(pid=116162) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 11:36:33.510381 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [req-2e848439-b75b-4bef-83ba-6936693886dc req-c1b7e689-a9a7-4e7f-87c5-81ac79313690 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198022'] for port (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:36:33.513682 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-2e848439-b75b-4bef-83ba-6936693886dc req-c1b7e689-a9a7-4e7f-87c5-81ac79313690 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] 10.222.0.20 "DELETE /v2.0/ports/9a528604-3774-4f6c-98ee-0c1ff6096d0d HTTP/1.1" status: 204 len: 173 time: 0.5025454 Apr 28 11:36:33.514112 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4703858-722a-44fc-8787-5768948397ce', 'name': 'network-vif-deleted', 'tag': '9a528604-3774-4f6c-98ee-0c1ff6096d0d'}] {{(pid=116162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 11:36:33.516497 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ba53f40d6116d28995a8e36159d0e539b5353eec116fb5dd4ce03b4b2159ab1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae78d3f5-1520-4c55-a48c-0765c023e5ce" -d '{"events": [{"server_uuid": "d4703858-722a-44fc-8787-5768948397ce", "name": "network-vif-deleted", "tag": "9a528604-3774-4f6c-98ee-0c1ff6096d0d"}]}' {{(pid=116162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 11:36:33.551805 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 11:36:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-040884ea-a7ae-4bad-b0f6-b991ed221af2 x-openstack-request-id: req-040884ea-a7ae-4bad-b0f6-b991ed221af2 {{(pid=116162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 11:36:33.552102 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4703858-722a-44fc-8787-5768948397ce", "name": "network-vif-deleted", "tag": "9a528604-3774-4f6c-98ee-0c1ff6096d0d", "status": "completed", "code": 200}]} {{(pid=116162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 11:36:33.552411 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-040884ea-a7ae-4bad-b0f6-b991ed221af2 {{(pid=116162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 11:36:33.552821 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.notifiers.nova [-] Nova event matching ['req-040884ea-a7ae-4bad-b0f6-b991ed221af2'] response: {'server_uuid': 'd4703858-722a-44fc-8787-5768948397ce', 'name': 'network-vif-deleted', 'tag': '9a528604-3774-4f6c-98ee-0c1ff6096d0d', 'status': 'completed', 'code': 200} Apr 28 11:36:34.505387 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 33392) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:36:34.844438 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-ecfac810-dd0d-4ecd-a072-a54f7454dd2e tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2063420'] for router_interface (18937fea-1547-4d57-8db5-b5b4595d2112), before_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:36:35.085389 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.plugin [None req-ecfac810-dd0d-4ecd-a072-a54f7454dd2e tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Deleting port d671b1dc-332f-41ba-8c41-9573757892b1 {{(pid=116162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 11:36:35.085744 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-ecfac810-dd0d-4ecd-a072-a54f7454dd2e tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742235130188'] for port (d671b1dc-332f-41ba-8c41-9573757892b1), before_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:36:35.177183 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.db [None req-ecfac810-dd0d-4ecd-a072-a54f7454dd2e tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] For port d671b1dc-332f-41ba-8c41-9573757892b1, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=d671b1dc-332f-41ba-8c41-9573757892b1,segment=NetworkSegment(7cb30200-1918-49de-b0bc-de065c3b6134),segment_id=7cb30200-1918-49de-b0bc-de065c3b6134)] {{(pid=116162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 11:36:35.177549 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-ecfac810-dd0d-4ecd-a072-a54f7454dd2e tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1938497'] for port (d671b1dc-332f-41ba-8c41-9573757892b1), precommit_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:36:35.191461 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.plugin [None req-ecfac810-dd0d-4ecd-a072-a54f7454dd2e tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Calling delete_port for d671b1dc-332f-41ba-8c41-9573757892b1 owned by network:router_interface {{(pid=116162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 11:36:35.418761 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-ecfac810-dd0d-4ecd-a072-a54f7454dd2e tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742235135690', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742234710366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5051867'] for port (d671b1dc-332f-41ba-8c41-9573757892b1), after_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:36:35.444226 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecfac810-dd0d-4ecd-a072-a54f7454dd2e tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Pushing event deleted for resources: {'Port': ['ID=d671b1dc-332f-41ba-8c41-9573757892b1,revision_number=None']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:36:35.621756 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-ecfac810-dd0d-4ecd-a072-a54f7454dd2e tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1603051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2063504'] for router_interface (18937fea-1547-4d57-8db5-b5b4595d2112), after_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:36:35.838264 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ecfac810-dd0d-4ecd-a072-a54f7454dd2e tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Router 18937fea-1547-4d57-8db5-b5b4595d2112 has already been hosted by L3 agent 6b492ad6-0876-4d74-b20d-28143a52ceba {{(pid=116162) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 11:36:35.943499 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ecfac810-dd0d-4ecd-a072-a54f7454dd2e tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=116162) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 11:36:35.948681 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-ecfac810-dd0d-4ecd-a072-a54f7454dd2e tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] 10.222.0.10 "PUT /v2.0/routers/18937fea-1547-4d57-8db5-b5b4595d2112/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4422612 Apr 28 11:36:35.951543 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 33394) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:36:35.957954 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ae0e289-2da6-4eba-899e-01da7168a5e5 None None] Sync routers for ids ['18937fea-1547-4d57-8db5-b5b4595d2112'] in dv-neutron-master-2-hyperv {{(pid=116164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 11:36:35.967001 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ae0e289-2da6-4eba-899e-01da7168a5e5 None None] Routers {'18937fea-1547-4d57-8db5-b5b4595d2112'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=116164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 11:36:35.967608 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_hamode_db [None req-9ae0e289-2da6-4eba-899e-01da7168a5e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-28T10:50:39Z,description=,heartbeat_timestamp=2022-04-28T11:36:09Z,host='dv-neutron-master-2-hyperv',id=6b492ad6-0876-4d74-b20d-28143a52ceba,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T10:50:40Z,topic='l3_agent')) {'router_ids': ['18937fea-1547-4d57-8db5-b5b4595d2112'], 'active': True} {{(pid=116164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:36:36.006760 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.db.db_base_plugin_v2 [None req-5b5322c7-39b2-4ee5-a24a-39129d92a7e9 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Deleting subnet 229806dd-1e72-42eb-8553-404965769ce6 {{(pid=116161) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 28 11:36:36.009811 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-5b5322c7-39b2-4ee5-a24a-39129d92a7e9 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Publish callbacks [] for subnet (229806dd-1e72-42eb-8553-404965769ce6), before_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:36:36.050678 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-5b5322c7-39b2-4ee5-a24a-39129d92a7e9 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8076976'] for subnet (229806dd-1e72-42eb-8553-404965769ce6), precommit_delete_associations {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:36:36.072701 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_dvr_db [None req-9ae0e289-2da6-4eba-899e-01da7168a5e5 None None] Set router 18937fea-1547-4d57-8db5-b5b4595d2112 gateway port host: dv-neutron-master-2-hyperv {{(pid=116164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 11:36:36.134485 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-5b5322c7-39b2-4ee5-a24a-39129d92a7e9 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-971303'] for subnet (229806dd-1e72-42eb-8553-404965769ce6), precommit_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:36:36.238182 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_hamode_db [None req-9ae0e289-2da6-4eba-899e-01da7168a5e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18937fea-1547-4d57-8db5-b5b4595d2112', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1832079843', 'tenant_id': 'c2ca2bda274d41e2b49f61461a68882b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'external_fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.95'}], 'enable_snat': True}, 'gw_port_id': 'e6c932ed-43c5-4391-b4d1-619e26b13855', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T11:34:45Z', 'updated_at': '2022-04-28T11:36:35Z', 'revision_number': 5, 'project_id': 'c2ca2bda274d41e2b49f61461a68882b', 'gw_port': {'id': 'e6c932ed-43c5-4391-b4d1-619e26b13855', 'name': '', 'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:de:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18937fea-1547-4d57-8db5-b5b4595d2112', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1759, 'fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:34:46Z', 'updated_at': '2022-04-28T11:34:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=116164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:36:36.242178 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-5b5322c7-39b2-4ee5-a24a-39129d92a7e9 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-971310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5220601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5125409'] for subnet (229806dd-1e72-42eb-8553-404965769ce6), after_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:36:36.264044 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ae0e289-2da6-4eba-899e-01da7168a5e5 None None] Checking router: 18937fea-1547-4d57-8db5-b5b4595d2112 for host: dv-neutron-master-2-hyperv {{(pid=116164) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 11:36:36.271761 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5322c7-39b2-4ee5-a24a-39129d92a7e9 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Pushing event deleted for resources: {'Subnet': ['ID=229806dd-1e72-42eb-8553-404965769ce6,revision_number=None']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:36:36.272320 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ae0e289-2da6-4eba-899e-01da7168a5e5 None None] Routers {'18937fea-1547-4d57-8db5-b5b4595d2112'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=116164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 11:36:36.272929 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_hamode_db [None req-9ae0e289-2da6-4eba-899e-01da7168a5e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-28T10:50:39Z,description=,heartbeat_timestamp=2022-04-28T11:36:09Z,host='dv-neutron-master-2-hyperv',id=6b492ad6-0876-4d74-b20d-28143a52ceba,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T10:50:40Z,topic='l3_agent')) {'router_ids': ['18937fea-1547-4d57-8db5-b5b4595d2112'], 'active': True} {{(pid=116164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:36:36.275275 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-5b5322c7-39b2-4ee5-a24a-39129d92a7e9 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Publish callbacks [] for subnet (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:36:36.278508 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-5b5322c7-39b2-4ee5-a24a-39129d92a7e9 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] 10.222.0.10 "DELETE /v2.0/subnets/229806dd-1e72-42eb-8553-404965769ce6 HTTP/1.1" status: 204 len: 168 time: 0.3257506 Apr 28 11:36:36.279664 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfb2041b-1d16-4491-a286-b5045ec481da None None] Network 9fe94ce3-bdf5-49f7-b603-41e4e6fe5eef requested from dv-neutron-master-2-hyperv {{(pid=116163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 11:36:36.281577 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 33396) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:36:36.284842 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b5322c7-39b2-4ee5-a24a-39129d92a7e9 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:36:36.285002 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b5322c7-39b2-4ee5-a24a-39129d92a7e9 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:36:36.285304 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b5322c7-39b2-4ee5-a24a-39129d92a7e9 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:36:36.285660 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b5322c7-39b2-4ee5-a24a-39129d92a7e9 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:36:36.286008 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b5322c7-39b2-4ee5-a24a-39129d92a7e9 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:36:36.286353 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b5322c7-39b2-4ee5-a24a-39129d92a7e9 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:36:36.286742 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b5322c7-39b2-4ee5-a24a-39129d92a7e9 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:36:36.287085 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b5322c7-39b2-4ee5-a24a-39129d92a7e9 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:36:36.287424 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b5322c7-39b2-4ee5-a24a-39129d92a7e9 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:36:36.287758 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b5322c7-39b2-4ee5-a24a-39129d92a7e9 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:36:36.288096 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b5322c7-39b2-4ee5-a24a-39129d92a7e9 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:36:36.288430 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b5322c7-39b2-4ee5-a24a-39129d92a7e9 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:36:36.288765 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b5322c7-39b2-4ee5-a24a-39129d92a7e9 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:36:36.289095 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b5322c7-39b2-4ee5-a24a-39129d92a7e9 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:36:36.289434 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b5322c7-39b2-4ee5-a24a-39129d92a7e9 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:36:36.385837 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_dvr_db [None req-9ae0e289-2da6-4eba-899e-01da7168a5e5 None None] Set router 18937fea-1547-4d57-8db5-b5b4595d2112 gateway port host: dv-neutron-master-2-hyperv {{(pid=116164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 11:36:36.406388 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-98c2930d-250a-4935-b729-0a6abfc13cee tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Publish callbacks [] for router (18937fea-1547-4d57-8db5-b5b4595d2112), before_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:36:36.451830 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d69d0ec3-4b4b-4db2-946d-622b5338c2bf None None] DHCP port deletion for 9fe94ce3-bdf5-49f7-b603-41e4e6fe5eef request from dv-neutron-master-2-hyperv {{(pid=116163) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 28 11:36:36.491691 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-d69d0ec3-4b4b-4db2-946d-622b5338c2bf None None] Deleting port dc755c97-b314-484a-89ff-40b621783bd7 {{(pid=116163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 11:36:36.492360 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-d69d0ec3-4b4b-4db2-946d-622b5338c2bf None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742235130188'] for port (dc755c97-b314-484a-89ff-40b621783bd7), before_delete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:36:36.521181 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-98c2930d-250a-4935-b729-0a6abfc13cee tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Publish callbacks [] for router_gateway (18937fea-1547-4d57-8db5-b5b4595d2112), before_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:36:36.555831 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-d69d0ec3-4b4b-4db2-946d-622b5338c2bf None None] For port dc755c97-b314-484a-89ff-40b621783bd7, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=dc755c97-b314-484a-89ff-40b621783bd7,segment=NetworkSegment(7cb30200-1918-49de-b0bc-de065c3b6134),segment_id=7cb30200-1918-49de-b0bc-de065c3b6134)] {{(pid=116163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 11:36:36.556223 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-d69d0ec3-4b4b-4db2-946d-622b5338c2bf None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1938497'] for port (dc755c97-b314-484a-89ff-40b621783bd7), precommit_delete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:36:36.569416 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-d69d0ec3-4b4b-4db2-946d-622b5338c2bf None None] Calling delete_port for dc755c97-b314-484a-89ff-40b621783bd7 owned by network:dhcp {{(pid=116163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 11:36:36.570829 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_hamode_db [None req-9ae0e289-2da6-4eba-899e-01da7168a5e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18937fea-1547-4d57-8db5-b5b4595d2112', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1832079843', 'tenant_id': 'c2ca2bda274d41e2b49f61461a68882b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'external_fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.95'}], 'enable_snat': True}, 'gw_port_id': 'e6c932ed-43c5-4391-b4d1-619e26b13855', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T11:34:45Z', 'updated_at': '2022-04-28T11:36:35Z', 'revision_number': 5, 'project_id': 'c2ca2bda274d41e2b49f61461a68882b', 'gw_port': {'id': 'e6c932ed-43c5-4391-b4d1-619e26b13855', 'name': '', 'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:de:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18937fea-1547-4d57-8db5-b5b4595d2112', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1759, 'fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:34:46Z', 'updated_at': '2022-04-28T11:34:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=116164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:36:36.597643 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ae0e289-2da6-4eba-899e-01da7168a5e5 None None] The sync data for ids ['18937fea-1547-4d57-8db5-b5b4595d2112'] in dv-neutron-master-2-hyperv is: [{'id': '18937fea-1547-4d57-8db5-b5b4595d2112', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1832079843', 'tenant_id': 'c2ca2bda274d41e2b49f61461a68882b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'external_fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.95'}], 'enable_snat': True}, 'gw_port_id': 'e6c932ed-43c5-4391-b4d1-619e26b13855', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T11:34:45Z', 'updated_at': '2022-04-28T11:36:35Z', 'revision_number': 5, 'project_id': 'c2ca2bda274d41e2b49f61461a68882b', 'gw_port': {'id': 'e6c932ed-43c5-4391-b4d1-619e26b13855', 'name': '', 'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:de:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18937fea-1547-4d57-8db5-b5b4595d2112', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1759, 'fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:34:46Z', 'updated_at': '2022-04-28T11:34:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}] {{(pid=116164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 11:36:36.656024 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.plugin [None req-98c2930d-250a-4935-b729-0a6abfc13cee tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Deleting port e6c932ed-43c5-4391-b4d1-619e26b13855 {{(pid=116162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 11:36:36.656376 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-98c2930d-250a-4935-b729-0a6abfc13cee tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742235130188'] for port (e6c932ed-43c5-4391-b4d1-619e26b13855), before_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:36:36.710514 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-d69d0ec3-4b4b-4db2-946d-622b5338c2bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742235135690', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742234710366'] for port (dc755c97-b314-484a-89ff-40b621783bd7), after_delete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:36:36.737667 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69d0ec3-4b4b-4db2-946d-622b5338c2bf None None] Pushing event deleted for resources: {'Port': ['ID=dc755c97-b314-484a-89ff-40b621783bd7,revision_number=None']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:36:36.739680 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d69d0ec3-4b4b-4db2-946d-622b5338c2bf None None] No DVR routers for this DVR port dc755c97-b314-484a-89ff-40b621783bd7 on host dv-neutron-master-2-hyperv {{(pid=116163) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 11:36:36.740918 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.db [None req-98c2930d-250a-4935-b729-0a6abfc13cee tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] For port e6c932ed-43c5-4391-b4d1-619e26b13855, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=e6c932ed-43c5-4391-b4d1-619e26b13855,segment=NetworkSegment(142bc50f-d6af-4646-8d06-bb7af6b7b51c),segment_id=142bc50f-d6af-4646-8d06-bb7af6b7b51c)] {{(pid=116162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 11:36:36.741080 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-98c2930d-250a-4935-b729-0a6abfc13cee tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1938497'] for port (e6c932ed-43c5-4391-b4d1-619e26b13855), precommit_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:36:36.756362 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.plugin [None req-98c2930d-250a-4935-b729-0a6abfc13cee tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Calling delete_port for e6c932ed-43c5-4391-b4d1-619e26b13855 owned by network:router_gateway {{(pid=116162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 11:36:36.979901 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-98c2930d-250a-4935-b729-0a6abfc13cee tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742235135690', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742234710366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5051867'] for port (e6c932ed-43c5-4391-b4d1-619e26b13855), after_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:36:36.996165 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-dca7de4b-fa7e-4904-a3b2-2827611f1ef1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (75ba81b7-fe99-4281-90d2-a5adb445ecea), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:36:37.013103 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Device dc755c97-b314-484a-89ff-40b621783bd7 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=116163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 11:36:37.016917 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c2930d-250a-4935-b729-0a6abfc13cee tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Pushing event deleted for resources: {'Port': ['ID=e6c932ed-43c5-4391-b4d1-619e26b13855,revision_number=None']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:36:37.035861 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] No Port match for: dc755c97-b314-484a-89ff-40b621783bd7 {{(pid=116163) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 28 11:36:37.036307 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Device dc755c97-b314-484a-89ff-40b621783bd7 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=116163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 11:36:37.036907 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Device d671b1dc-332f-41ba-8c41-9573757892b1 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=116163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 11:36:37.060542 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] No Port match for: d671b1dc-332f-41ba-8c41-9573757892b1 {{(pid=116163) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 28 11:36:37.060888 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Device d671b1dc-332f-41ba-8c41-9573757892b1 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=116163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 11:36:37.086821 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-98c2930d-250a-4935-b729-0a6abfc13cee tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1935354'] for router_gateway (18937fea-1547-4d57-8db5-b5b4595d2112), after_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:36:37.185303 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-98c2930d-250a-4935-b729-0a6abfc13cee tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2060865', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-63275'] for router (18937fea-1547-4d57-8db5-b5b4595d2112), precommit_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:36:37.187446 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-98c2930d-250a-4935-b729-0a6abfc13cee tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Publish callbacks [] for router_controller (18937fea-1547-4d57-8db5-b5b4595d2112), precommit_delete_associations {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:36:37.211953 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Device 9a528604-3774-4f6c-98ee-0c1ff6096d0d no longer exists at agent hyperv_hv-neutron-mast {{(pid=116163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 11:36:37.232627 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] No Port match for: 9a528604-3774-4f6c-98ee-0c1ff6096d0d {{(pid=116163) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 28 11:36:37.232969 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Device 9a528604-3774-4f6c-98ee-0c1ff6096d0d not bound to the agent host hv-neutron-mast {{(pid=116163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 11:36:37.275883 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-98c2930d-250a-4935-b729-0a6abfc13cee tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2060888'] for router (18937fea-1547-4d57-8db5-b5b4595d2112), after_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:36:37.276443 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98c2930d-250a-4935-b729-0a6abfc13cee tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Fanout notify agent at l3_agent the message router_deleted on router 18937fea-1547-4d57-8db5-b5b4595d2112 {{(pid=116162) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 28 11:36:37.289824 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-98c2930d-250a-4935-b729-0a6abfc13cee tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Publish callbacks [] for router (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:36:37.289824 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-98c2930d-250a-4935-b729-0a6abfc13cee tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] 10.222.0.10 "DELETE /v2.0/routers/18937fea-1547-4d57-8db5-b5b4595d2112 HTTP/1.1" status: 204 len: 168 time: 1.0013897 Apr 28 11:36:37.290002 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 33398) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:36:37.419803 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-b2495c6e-4baa-42ff-bed4-84011aed7c96 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-979593'] for network (9fe94ce3-bdf5-49f7-b603-41e4e6fe5eef), before_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:36:37.506477 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-b2495c6e-4baa-42ff-bed4-84011aed7c96 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-973498', 'neutron.services.segments.db._delete_segments_for_network-8742235207033'] for network (9fe94ce3-bdf5-49f7-b603-41e4e6fe5eef), precommit_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:36:37.525814 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.services.segments.db [None req-b2495c6e-4baa-42ff-bed4-84011aed7c96 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9fe94ce3-bdf5-49f7-b603-41e4e6fe5eef']}} {{(pid=116161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:36:37.535419 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.services.segments.db [None req-b2495c6e-4baa-42ff-bed4-84011aed7c96 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7cb30200-1918-49de-b0bc-de065c3b6134') {'for_net_delete': True} {{(pid=116161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:36:37.535716 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.services.segments.db [None req-b2495c6e-4baa-42ff-bed4-84011aed7c96 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7cb30200-1918-49de-b0bc-de065c3b6134') {} {{(pid=116161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:36:37.544827 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-b2495c6e-4baa-42ff-bed4-84011aed7c96 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742235208578', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8076969'] for segment (7cb30200-1918-49de-b0bc-de065c3b6134), before_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:36:37.557945 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-b2495c6e-4baa-42ff-bed4-84011aed7c96 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-961978'] for segment (7cb30200-1918-49de-b0bc-de065c3b6134), precommit_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:36:37.563750 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b2495c6e-4baa-42ff-bed4-84011aed7c96 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Releasing vlan 74 on physical network physnet1 to pool {{(pid=116161) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 11:36:37.564139 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-b2495c6e-4baa-42ff-bed4-84011aed7c96 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-961978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5219103'] for segment (7cb30200-1918-49de-b0bc-de065c3b6134), after_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:36:37.567084 dv-neutron-master-2-hyperv neutron-server[116161]: Traceback (most recent call last): Apr 28 11:36:37.567084 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 11:36:37.567084 dv-neutron-master-2-hyperv neutron-server[116161]: timer() Apr 28 11:36:37.567084 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 11:36:37.567084 dv-neutron-master-2-hyperv neutron-server[116161]: cb(*args, **kw) Apr 28 11:36:37.567084 dv-neutron-master-2-hyperv neutron-server[116161]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 28 11:36:37.567084 dv-neutron-master-2-hyperv neutron-server[116161]: return func(*args, **kwargs) Apr 28 11:36:37.567084 dv-neutron-master-2-hyperv neutron-server[116161]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 11:36:37.567084 dv-neutron-master-2-hyperv neutron-server[116161]: self._notify() Apr 28 11:36:37.567084 dv-neutron-master-2-hyperv neutron-server[116161]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 11:36:37.567084 dv-neutron-master-2-hyperv neutron-server[116161]: self.callback(batched_events) Apr 28 11:36:37.567084 dv-neutron-master-2-hyperv neutron-server[116161]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 11:36:37.567084 dv-neutron-master-2-hyperv neutron-server[116161]: event.method(event) Apr 28 11:36:37.567084 dv-neutron-master-2-hyperv neutron-server[116161]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 28 11:36:37.567084 dv-neutron-master-2-hyperv neutron-server[116161]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 11:36:37.567084 dv-neutron-master-2-hyperv neutron-server[116161]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 28 11:36:37.567084 dv-neutron-master-2-hyperv neutron-server[116161]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 11:36:37.567084 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 28 11:36:37.567084 dv-neutron-master-2-hyperv neutron-server[116161]: return f(self, *a, **k) Apr 28 11:36:37.567084 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 28 11:36:37.567084 dv-neutron-master-2-hyperv neutron-server[116161]: return self._get(url).json() Apr 28 11:36:37.567084 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 28 11:36:37.567084 dv-neutron-master-2-hyperv neutron-server[116161]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 11:36:37.567084 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 11:36:37.567084 dv-neutron-master-2-hyperv neutron-server[116161]: return self.request(url, 'GET', **kwargs) Apr 28 11:36:37.567084 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 11:36:37.567084 dv-neutron-master-2-hyperv neutron-server[116161]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 11:36:37.567084 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 11:36:37.567084 dv-neutron-master-2-hyperv neutron-server[116161]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 11:36:37.567084 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 11:36:37.567084 dv-neutron-master-2-hyperv neutron-server[116161]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 11:36:37.567084 dv-neutron-master-2-hyperv neutron-server[116161]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 11:36:37.710218 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-b2495c6e-4baa-42ff-bed4-84011aed7c96 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-973477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2063122'] for network (9fe94ce3-bdf5-49f7-b603-41e4e6fe5eef), after_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:36:37.728116 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-b2495c6e-4baa-42ff-bed4-84011aed7c96 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Publish callbacks [] for network (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:36:37.731312 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-b2495c6e-4baa-42ff-bed4-84011aed7c96 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] 10.222.0.10 "DELETE /v2.0/networks/9fe94ce3-bdf5-49f7-b603-41e4e6fe5eef HTTP/1.1" status: 204 len: 168 time: 0.4434497 Apr 28 11:36:37.733113 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2495c6e-4baa-42ff-bed4-84011aed7c96 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Pushing event deleted for resources: {'Network': ['ID=9fe94ce3-bdf5-49f7-b603-41e4e6fe5eef,revision_number=None']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:36:37.734508 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 33402) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:36:37.793507 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-58a81b98-3b46-4e06-b267-e841f78690c0 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Publish callbacks [] for security_group (0279dd02-1f64-4e1b-b70c-81618f2c1ced), before_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:36:37.819521 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-58a81b98-3b46-4e06-b267-e841f78690c0 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Publish callbacks [] for security_group (0279dd02-1f64-4e1b-b70c-81618f2c1ced), precommit_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:36:37.950348 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-58a81b98-3b46-4e06-b267-e841f78690c0 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924426'] for security_group (0279dd02-1f64-4e1b-b70c-81618f2c1ced), after_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:36:37.953020 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-58a81b98-3b46-4e06-b267-e841f78690c0 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Publish callbacks [] for security_group (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:36:37.954188 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-58a81b98-3b46-4e06-b267-e841f78690c0 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] 10.222.0.10 "DELETE /v2.0/security-groups/0279dd02-1f64-4e1b-b70c-81618f2c1ced HTTP/1.1" status: 204 len: 168 time: 0.2186964 Apr 28 11:36:37.964116 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a81b98-3b46-4e06-b267-e841f78690c0 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0279dd02-1f64-4e1b-b70c-81618f2c1ced,revision_number=None']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:36:38.170280 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.agents_db [None req-54b29a82-8a19-4507-95e3-3a2d011841ff None None] Agent healthcheck: found 6 active agents {{(pid=116164) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 28 11:36:38.322097 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 33408) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:36:38.326687 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.v2.base [None req-280eb1cd-4cd6-4280-8914-1c736b1c7e7d tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1369199301', 'description': 'tempest-secgroup-smoke-1369199301 description', 'project_id': 'c2ca2bda274d41e2b49f61461a68882b'}} {{(pid=116162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:36:38.401805 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-280eb1cd-4cd6-4280-8914-1c736b1c7e7d tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Publish callbacks [] for security_group (None), before_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:36:38.469210 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-280eb1cd-4cd6-4280-8914-1c736b1c7e7d tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Publish callbacks [] for security_group (939a13a2-61f2-49dd-a4f5-cff547f90a03), precommit_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:36:38.521705 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-280eb1cd-4cd6-4280-8914-1c736b1c7e7d tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924426'] for security_group (939a13a2-61f2-49dd-a4f5-cff547f90a03), after_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:36:38.550794 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-280eb1cd-4cd6-4280-8914-1c736b1c7e7d tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Pushing event updated for resources: {'SecurityGroup': ['ID=939a13a2-61f2-49dd-a4f5-cff547f90a03,revision_number=1']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:36:38.592478 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-280eb1cd-4cd6-4280-8914-1c736b1c7e7d tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Publish callbacks [] for security_group (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:36:38.593649 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-280eb1cd-4cd6-4280-8914-1c736b1c7e7d tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.2705674 Apr 28 11:36:38.596516 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 33410) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:36:38.600865 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.v2.base [None req-2771e2cd-07d5-4a88-a17d-7d684a07eb53 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Request body: {'security_group_rule': {'security_group_id': '939a13a2-61f2-49dd-a4f5-cff547f90a03', 'project_id': 'c2ca2bda274d41e2b49f61461a68882b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=116162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:36:38.702750 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-2771e2cd-07d5-4a88-a17d-7d684a07eb53 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Publish callbacks [] for security_group_rule (a935fc1a-5b52-490a-a93d-96cf55287b35), before_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:36:38.743253 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Device e6c932ed-43c5-4391-b4d1-619e26b13855 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=116163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 11:36:38.755177 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-2771e2cd-07d5-4a88-a17d-7d684a07eb53 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Publish callbacks [] for security_group_rule (a935fc1a-5b52-490a-a93d-96cf55287b35), precommit_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:36:38.762732 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] No Port match for: e6c932ed-43c5-4391-b4d1-619e26b13855 {{(pid=116163) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 28 11:36:38.763077 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Device e6c932ed-43c5-4391-b4d1-619e26b13855 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=116163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 11:36:38.818821 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-2771e2cd-07d5-4a88-a17d-7d684a07eb53 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1912725'] for security_group_rule (a935fc1a-5b52-490a-a93d-96cf55287b35), after_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:36:38.836789 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2771e2cd-07d5-4a88-a17d-7d684a07eb53 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a935fc1a-5b52-490a-a93d-96cf55287b35,revision_number=0']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:36:38.895106 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-2771e2cd-07d5-4a88-a17d-7d684a07eb53 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:36:38.896330 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-2771e2cd-07d5-4a88-a17d-7d684a07eb53 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2988014 Apr 28 11:36:38.899120 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 33412) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:36:38.903402 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.v2.base [None req-efed1148-975e-45c1-ae26-1882f907d178 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Request body: {'security_group_rule': {'security_group_id': '939a13a2-61f2-49dd-a4f5-cff547f90a03', 'project_id': 'c2ca2bda274d41e2b49f61461a68882b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=116162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:36:39.000995 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-efed1148-975e-45c1-ae26-1882f907d178 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Publish callbacks [] for security_group_rule (c91edd5a-1b0e-446a-966f-282150589e79), before_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:36:39.055853 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-efed1148-975e-45c1-ae26-1882f907d178 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Publish callbacks [] for security_group_rule (c91edd5a-1b0e-446a-966f-282150589e79), precommit_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:36:39.138588 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-efed1148-975e-45c1-ae26-1882f907d178 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1912725'] for security_group_rule (c91edd5a-1b0e-446a-966f-282150589e79), after_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:36:39.159324 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efed1148-975e-45c1-ae26-1882f907d178 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c91edd5a-1b0e-446a-966f-282150589e79,revision_number=0']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:36:39.226081 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-efed1148-975e-45c1-ae26-1882f907d178 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:36:39.227304 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-efed1148-975e-45c1-ae26-1882f907d178 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3272698 Apr 28 11:36:39.229980 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 33414) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:36:39.234696 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.v2.base [None req-d1dd16c9-4075-4c8b-acbf-46099fa95067 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Request body: {'security_group_rule': {'security_group_id': '939a13a2-61f2-49dd-a4f5-cff547f90a03', 'project_id': 'c2ca2bda274d41e2b49f61461a68882b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=116162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:36:39.309677 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-d1dd16c9-4075-4c8b-acbf-46099fa95067 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Publish callbacks [] for security_group_rule (34d535c3-3e74-4bc4-9c0f-37f3b6cd7c90), before_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:36:39.365371 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-d1dd16c9-4075-4c8b-acbf-46099fa95067 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Publish callbacks [] for security_group_rule (34d535c3-3e74-4bc4-9c0f-37f3b6cd7c90), precommit_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:36:39.425198 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-d1dd16c9-4075-4c8b-acbf-46099fa95067 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1912725'] for security_group_rule (34d535c3-3e74-4bc4-9c0f-37f3b6cd7c90), after_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:36:39.442626 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1dd16c9-4075-4c8b-acbf-46099fa95067 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=34d535c3-3e74-4bc4-9c0f-37f3b6cd7c90,revision_number=0']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:36:39.447792 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-d2af90ea-8751-4277-a234-f7f771b2e2e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (6b492ad6-0876-4d74-b20d-28143a52ceba), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:36:39.483450 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-d1dd16c9-4075-4c8b-acbf-46099fa95067 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:36:39.484676 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-d1dd16c9-4075-4c8b-acbf-46099fa95067 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2537305 Apr 28 11:36:39.487913 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 33416) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:36:39.492403 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.v2.base [None req-3abcc22d-5d3b-4dcc-bc0c-485bd48221e5 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Request body: {'security_group_rule': {'security_group_id': '939a13a2-61f2-49dd-a4f5-cff547f90a03', 'project_id': 'c2ca2bda274d41e2b49f61461a68882b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=116162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:36:39.567274 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-3abcc22d-5d3b-4dcc-bc0c-485bd48221e5 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Publish callbacks [] for security_group_rule (641e9d04-d823-439f-9f52-0ea414dbd963), before_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:36:39.622822 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-3abcc22d-5d3b-4dcc-bc0c-485bd48221e5 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Publish callbacks [] for security_group_rule (641e9d04-d823-439f-9f52-0ea414dbd963), precommit_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:36:39.670050 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-3abcc22d-5d3b-4dcc-bc0c-485bd48221e5 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1912725'] for security_group_rule (641e9d04-d823-439f-9f52-0ea414dbd963), after_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:36:39.687789 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3abcc22d-5d3b-4dcc-bc0c-485bd48221e5 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=641e9d04-d823-439f-9f52-0ea414dbd963,revision_number=0']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:36:39.734967 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-3abcc22d-5d3b-4dcc-bc0c-485bd48221e5 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:36:39.736163 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-3abcc22d-5d3b-4dcc-bc0c-485bd48221e5 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2472539 Apr 28 11:36:39.739704 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 33418) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:36:39.744957 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.v2.base [None req-54fda867-10c4-4475-aba6-42cb0f970dd1 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Request body: {'security_group_rule': {'security_group_id': '939a13a2-61f2-49dd-a4f5-cff547f90a03', 'project_id': 'c2ca2bda274d41e2b49f61461a68882b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=116161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:36:39.836135 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.db.securitygroups_db [None req-54fda867-10c4-4475-aba6-42cb0f970dd1 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Project c2ca2bda274d41e2b49f61461a68882b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 28 11:36:39.841750 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-54fda867-10c4-4475-aba6-42cb0f970dd1 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Publish callbacks [] for security_group_rule (20868c2a-a839-46b6-98b6-04450a27fe1a), before_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:36:39.900817 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-54fda867-10c4-4475-aba6-42cb0f970dd1 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Publish callbacks [] for security_group_rule (20868c2a-a839-46b6-98b6-04450a27fe1a), precommit_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:36:39.973538 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-54fda867-10c4-4475-aba6-42cb0f970dd1 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1912725'] for security_group_rule (20868c2a-a839-46b6-98b6-04450a27fe1a), after_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:36:39.991817 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54fda867-10c4-4475-aba6-42cb0f970dd1 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=20868c2a-a839-46b6-98b6-04450a27fe1a,revision_number=0']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:36:40.049319 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-54fda867-10c4-4475-aba6-42cb0f970dd1 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:36:40.051149 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-54fda867-10c4-4475-aba6-42cb0f970dd1 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3104486 Apr 28 11:36:40.053959 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 33420) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:36:40.058782 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.v2.base [None req-c0afc38f-6ad0-4642-b456-defe06e3685c tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Request body: {'security_group_rule': {'security_group_id': '939a13a2-61f2-49dd-a4f5-cff547f90a03', 'project_id': 'c2ca2bda274d41e2b49f61461a68882b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=116162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:36:40.138976 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.db.securitygroups_db [None req-c0afc38f-6ad0-4642-b456-defe06e3685c tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Project c2ca2bda274d41e2b49f61461a68882b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 28 11:36:40.144551 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-c0afc38f-6ad0-4642-b456-defe06e3685c tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Publish callbacks [] for security_group_rule (63cff215-bc5c-4263-aa3d-2f2e596bc117), before_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:36:40.202312 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-c0afc38f-6ad0-4642-b456-defe06e3685c tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Publish callbacks [] for security_group_rule (63cff215-bc5c-4263-aa3d-2f2e596bc117), precommit_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:36:40.264272 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-c0afc38f-6ad0-4642-b456-defe06e3685c tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1912725'] for security_group_rule (63cff215-bc5c-4263-aa3d-2f2e596bc117), after_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:36:40.283615 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0afc38f-6ad0-4642-b456-defe06e3685c tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=63cff215-bc5c-4263-aa3d-2f2e596bc117,revision_number=0']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:36:40.335195 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-c0afc38f-6ad0-4642-b456-defe06e3685c tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:36:40.336428 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-c0afc38f-6ad0-4642-b456-defe06e3685c tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2811301 Apr 28 11:36:40.339298 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 33422) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:36:40.344124 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.v2.base [None req-31b6c35d-9945-4882-acf7-24f3b1dada87 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Request body: {'network': {'name': 'tempest-network-smoke--504455939', 'project_id': 'c2ca2bda274d41e2b49f61461a68882b', 'port_security_enabled': True}} {{(pid=116162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:36:40.407375 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31b6c35d-9945-4882-acf7-24f3b1dada87 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Made reservation on behalf of c2ca2bda274d41e2b49f61461a68882b for: {'network': 1} {{(pid=116162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 11:36:40.411196 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-31b6c35d-9945-4882-acf7-24f3b1dada87 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for network (None), before_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:36:40.433881 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-31b6c35d-9945-4882-acf7-24f3b1dada87 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 54} {{(pid=116162) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 11:36:40.442137 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-31b6c35d-9945-4882-acf7-24f3b1dada87 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-961978'] for segment (584cd955-cbaa-4108-b5ec-a1766f525093), precommit_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:36:40.442510 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.db.segments_db [None req-31b6c35d-9945-4882-acf7-24f3b1dada87 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Added segment 584cd955-cbaa-4108-b5ec-a1766f525093 of type vlan for network 4365b88a-d540-4126-9458-5522ad84ad16 Apr 28 11:36:40.481265 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-31b6c35d-9945-4882-acf7-24f3b1dada87 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742234744962'] for network (4365b88a-d540-4126-9458-5522ad84ad16), precommit_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:36:40.544796 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-31b6c35d-9945-4882-acf7-24f3b1dada87 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042'] for network (4365b88a-d540-4126-9458-5522ad84ad16), after_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:36:40.549762 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31b6c35d-9945-4882-acf7-24f3b1dada87 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:36:40.550817 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-31b6c35d-9945-4882-acf7-24f3b1dada87 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Publish callbacks [] for network (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:36:40.614207 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b6c35d-9945-4882-acf7-24f3b1dada87 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Pushing event updated for resources: {'Network': ['ID=4365b88a-d540-4126-9458-5522ad84ad16,revision_number=1']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:36:40.624083 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Network 4365b88a-d540-4126-9458-5522ad84ad16 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=116163) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 28 11:36:40.630644 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-ae94d540-e4c6-43be-adc9-b26fb6a2f62f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (cfc241ae-e4b7-443b-b80b-59fbbc2b69c9), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:36:40.656205 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-31b6c35d-9945-4882-acf7-24f3b1dada87 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3158805 Apr 28 11:36:40.658985 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 33424) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:36:40.664394 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.v2.base [None req-6c0fd605-16f8-4c14-a25d-e441d1b9feb0 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1068738406', 'admin_state_up': True, 'project_id': 'c2ca2bda274d41e2b49f61461a68882b', 'external_gateway_info': {'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c'}}} {{(pid=116162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:36:40.756482 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-6c0fd605-16f8-4c14-a25d-e441d1b9feb0 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2060459', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-63449'] for router (806a2c53-85e4-4694-ab89-dd7b72416dfe), before_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:36:40.757557 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-6c0fd605-16f8-4c14-a25d-e441d1b9feb0 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2060827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1935275', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1960866', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-63266'] for router (806a2c53-85e4-4694-ab89-dd7b72416dfe), precommit_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:36:40.811926 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-6c0fd605-16f8-4c14-a25d-e441d1b9feb0 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Publish callbacks [] for router_controller (806a2c53-85e4-4694-ab89-dd7b72416dfe), precommit_add_association {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:36:41.010541 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-6c0fd605-16f8-4c14-a25d-e441d1b9feb0 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Publish callbacks [] for router_gateway (806a2c53-85e4-4694-ab89-dd7b72416dfe), precommit_update {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:36:41.240472 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-6c0fd605-16f8-4c14-a25d-e441d1b9feb0 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Publish callbacks [] for router_gateway (806a2c53-85e4-4694-ab89-dd7b72416dfe), before_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:36:41.259440 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-6c0fd605-16f8-4c14-a25d-e441d1b9feb0 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (None), before_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:36:41.368722 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.db.db_base_plugin_common [None req-6c0fd605-16f8-4c14-a25d-e441d1b9feb0 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Allocated IP 172.36.4.86 (7be49d94-bbb8-4a61-bafe-209c5f861e1c/c0f82f52-05ee-40f2-a57c-9d02e01fb9fa/e025d065-bb60-4447-a44e-312fb3edcf32) {{(pid=116162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 11:36:41.472165 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-6c0fd605-16f8-4c14-a25d-e441d1b9feb0 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Publish callbacks [] for port (e025d065-bb60-4447-a44e-312fb3edcf32), precommit_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:36:41.556501 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-6c0fd605-16f8-4c14-a25d-e441d1b9feb0 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742234710357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5051867'] for port (e025d065-bb60-4447-a44e-312fb3edcf32), after_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:36:41.593894 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c0fd605-16f8-4c14-a25d-e441d1b9feb0 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Network 7be49d94-bbb8-4a61-bafe-209c5f861e1c is already hosted by enough agents. {{(pid=116162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 11:36:41.599351 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.scheduler.base_scheduler [None req-6c0fd605-16f8-4c14-a25d-e441d1b9feb0 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Resources bound (agent type, host, resource id): {{(pid=116162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 11:36:41.602954 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c0fd605-16f8-4c14-a25d-e441d1b9feb0 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Received port after_create {{(pid=116162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 11:36:41.608216 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0fd605-16f8-4c14-a25d-e441d1b9feb0 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Pushing event updated for resources: {'Port': ['ID=e025d065-bb60-4447-a44e-312fb3edcf32,revision_number=1']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:36:42.201682 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-01ef1de1-12fd-4cef-b76b-793f91379468 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (39cc4f52-f5d9-4e2c-bbfa-7a1c528e1c40), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:36:42.222528 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-6c0fd605-16f8-4c14-a25d-e441d1b9feb0 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Publish callbacks [] for router_gateway (806a2c53-85e4-4694-ab89-dd7b72416dfe), after_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:36:42.421261 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-6c0fd605-16f8-4c14-a25d-e441d1b9feb0 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2060818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1935326'] for router (806a2c53-85e4-4694-ab89-dd7b72416dfe), after_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:36:42.601461 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c0fd605-16f8-4c14-a25d-e441d1b9feb0 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Router 806a2c53-85e4-4694-ab89-dd7b72416dfe is scheduled to L3 agent 6b492ad6-0876-4d74-b20d-28143a52ceba with binding_index 1 {{(pid=116162) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 28 11:36:42.709000 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c0fd605-16f8-4c14-a25d-e441d1b9feb0 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=116162) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 11:36:42.718892 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c452e2b-f9a0-43b8-9f84-075da5c3650e None None] Sync routers for ids ['806a2c53-85e4-4694-ab89-dd7b72416dfe'] in dv-neutron-master-2-hyperv {{(pid=116163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 11:36:42.729659 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c452e2b-f9a0-43b8-9f84-075da5c3650e None None] Routers {'806a2c53-85e4-4694-ab89-dd7b72416dfe'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=116163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 11:36:42.732215 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_hamode_db [None req-9c452e2b-f9a0-43b8-9f84-075da5c3650e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-28T10:50:39Z,description=,heartbeat_timestamp=2022-04-28T11:36:39Z,host='dv-neutron-master-2-hyperv',id=6b492ad6-0876-4d74-b20d-28143a52ceba,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T10:50:40Z,topic='l3_agent')) {'router_ids': ['806a2c53-85e4-4694-ab89-dd7b72416dfe'], 'active': True} {{(pid=116163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:36:42.803851 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-6c0fd605-16f8-4c14-a25d-e441d1b9feb0 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Publish callbacks [] for router (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:36:42.805398 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-6c0fd605-16f8-4c14-a25d-e441d1b9feb0 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.1445103 Apr 28 11:36:42.808547 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 33426) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:36:42.834953 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvr_db [None req-9c452e2b-f9a0-43b8-9f84-075da5c3650e None None] Set router 806a2c53-85e4-4694-ab89-dd7b72416dfe gateway port host: dv-neutron-master-2-hyperv {{(pid=116163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 11:36:42.837314 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-81850cf5-e601-4127-9623-49b7deed29c0 tempest-TestNetworkAdvancedServerOps-1604766071 tempest-TestNetworkAdvancedServerOps-1604766071-project-admin] 10.222.0.10 "GET /v2.0/subnets?project_id=c2ca2bda274d41e2b49f61461a68882b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0276313 Apr 28 11:36:42.839806 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 33428) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:36:42.925314 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c90c260-277b-4761-b99b-b4f96131baff tempest-TestNetworkAdvancedServerOps-1604766071 tempest-TestNetworkAdvancedServerOps-1604766071-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:36:42.926869 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-9c90c260-277b-4761-b99b-b4f96131baff tempest-TestNetworkAdvancedServerOps-1604766071 tempest-TestNetworkAdvancedServerOps-1604766071-project-admin] 10.222.0.10 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0861714 Apr 28 11:36:42.929917 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 33430) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:36:42.961994 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-edf50a7a-82a2-45fa-98bb-be498df08c89 tempest-TestNetworkAdvancedServerOps-1604766071 tempest-TestNetworkAdvancedServerOps-1604766071-project-admin] 10.222.0.10 "GET /v2.0/subnets?network_id=7be49d94-bbb8-4a61-bafe-209c5f861e1c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0308034 Apr 28 11:36:42.964436 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 33432) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:36:42.969651 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.v2.base [None req-ad365e4a-37f9-4987-b68f-90e67d14c062 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-460183679', 'network_id': '4365b88a-d540-4126-9458-5522ad84ad16', 'project_id': 'c2ca2bda274d41e2b49f61461a68882b', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=116161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:36:43.005050 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_hamode_db [None req-9c452e2b-f9a0-43b8-9f84-075da5c3650e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '806a2c53-85e4-4694-ab89-dd7b72416dfe', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1068738406', 'tenant_id': 'c2ca2bda274d41e2b49f61461a68882b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'external_fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.86'}], 'enable_snat': True}, 'gw_port_id': 'e025d065-bb60-4447-a44e-312fb3edcf32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T11:36:40Z', 'updated_at': '2022-04-28T11:36:42Z', 'revision_number': 3, 'project_id': 'c2ca2bda274d41e2b49f61461a68882b', 'gw_port': {'id': 'e025d065-bb60-4447-a44e-312fb3edcf32', 'name': '', 'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:8f:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '806a2c53-85e4-4694-ab89-dd7b72416dfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1778, 'fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:36:41Z', 'updated_at': '2022-04-28T11:36:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=116163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:36:43.031703 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c452e2b-f9a0-43b8-9f84-075da5c3650e None None] Checking router: 806a2c53-85e4-4694-ab89-dd7b72416dfe for host: dv-neutron-master-2-hyperv {{(pid=116163) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 11:36:43.032049 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c452e2b-f9a0-43b8-9f84-075da5c3650e None None] Updating router 806a2c53-85e4-4694-ab89-dd7b72416dfe port e025d065-bb60-4447-a44e-312fb3edcf32 binding host dv-neutron-master-2-hyperv {{(pid=116163) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 28 11:36:43.058839 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-9c452e2b-f9a0-43b8-9f84-075da5c3650e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (e025d065-bb60-4447-a44e-312fb3edcf32), before_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:36:43.122058 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad365e4a-37f9-4987-b68f-90e67d14c062 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Made reservation on behalf of c2ca2bda274d41e2b49f61461a68882b for: {'subnet': 1} {{(pid=116161) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 11:36:43.125550 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-ad365e4a-37f9-4987-b68f-90e67d14c062 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5125580'] for subnet (None), before_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:36:43.326217 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-9c452e2b-f9a0-43b8-9f84-075da5c3650e None None] Publish callbacks [] for port (e025d065-bb60-4447-a44e-312fb3edcf32), precommit_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:36:43.379497 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-ad365e4a-37f9-4987-b68f-90e67d14c062 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5220536', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5125438'] for subnet (93dd2923-be90-40c1-98a6-3a457433f926), after_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:36:43.407853 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (d5baab19-5dd1-4902-922b-84acb048ab9c), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:36:43.409992 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-9c452e2b-f9a0-43b8-9f84-075da5c3650e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393'] for port (e025d065-bb60-4447-a44e-312fb3edcf32), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:36:43.442457 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad365e4a-37f9-4987-b68f-90e67d14c062 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Pushing event updated for resources: {'Subnet': ['ID=93dd2923-be90-40c1-98a6-3a457433f926,revision_number=0']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:36:43.453973 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad365e4a-37f9-4987-b68f-90e67d14c062 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Checking segment: {'id': '584cd955-cbaa-4108-b5ec-a1766f525093', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '4365b88a-d540-4126-9458-5522ad84ad16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 11:36:43.454337 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad365e4a-37f9-4987-b68f-90e67d14c062 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Network hostable DHCP agents. Network: 4365b88a-d540-4126-9458-5522ad84ad16, hostable agents: ['75ba81b7-fe99-4281-90d2-a5adb445ecea'], hosted agents: [] {{(pid=116161) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 11:36:43.457066 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.managers [None req-9c452e2b-f9a0-43b8-9f84-075da5c3650e None None] Attempting to bind port e025d065-bb60-4447-a44e-312fb3edcf32 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=116163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 28 11:36:43.457294 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.managers [None req-9c452e2b-f9a0-43b8-9f84-075da5c3650e None None] Attempting to bind port e025d065-bb60-4447-a44e-312fb3edcf32 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '142bc50f-d6af-4646-8d06-bb7af6b7b51c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c'}] {{(pid=116163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 28 11:36:43.457658 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c452e2b-f9a0-43b8-9f84-075da5c3650e None None] Attempting to bind port e025d065-bb60-4447-a44e-312fb3edcf32 on network 7be49d94-bbb8-4a61-bafe-209c5f861e1c {{(pid=116163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 11:36:43.467639 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c452e2b-f9a0-43b8-9f84-075da5c3650e None None] Checking agent: {'id': 'd5baab19-5dd1-4902-922b-84acb048ab9c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 10, 50, 43), 'started_at': datetime.datetime(2022, 4, 28, 10, 51, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 11, 36, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=116163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 11:36:43.468013 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c452e2b-f9a0-43b8-9f84-075da5c3650e None None] Checking segment: {'id': '142bc50f-d6af-4646-8d06-bb7af6b7b51c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 11:36:43.468424 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-9c452e2b-f9a0-43b8-9f84-075da5c3650e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:36:43.468815 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c452e2b-f9a0-43b8-9f84-075da5c3650e None None] Bound using segment: {'id': '142bc50f-d6af-4646-8d06-bb7af6b7b51c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c'} {{(pid=116163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 11:36:43.469283 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.managers [None req-9c452e2b-f9a0-43b8-9f84-075da5c3650e None None] Bound port: e025d065-bb60-4447-a44e-312fb3edcf32, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '142bc50f-d6af-4646-8d06-bb7af6b7b51c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c'}}] {{(pid=116163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 28 11:36:43.469664 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-9c452e2b-f9a0-43b8-9f84-075da5c3650e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (e025d065-bb60-4447-a44e-312fb3edcf32), before_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:36:43.475418 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db7771f-4d14-493b-9690-15a8a62b10ee None None] Pushing event updated for resources: {'Port': ['ID=e025d065-bb60-4447-a44e-312fb3edcf32,revision_number=2']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:36:43.524361 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-9c452e2b-f9a0-43b8-9f84-075da5c3650e None None] For port e025d065-bb60-4447-a44e-312fb3edcf32, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=116163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 11:36:43.527382 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-9c452e2b-f9a0-43b8-9f84-075da5c3650e None None] For port e025d065-bb60-4447-a44e-312fb3edcf32, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=e025d065-bb60-4447-a44e-312fb3edcf32,segment=NetworkSegment(142bc50f-d6af-4646-8d06-bb7af6b7b51c),segment_id=142bc50f-d6af-4646-8d06-bb7af6b7b51c)] {{(pid=116163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 11:36:43.533138 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad365e4a-37f9-4987-b68f-90e67d14c062 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Network 4365b88a-d540-4126-9458-5522ad84ad16 is scheduled to be hosted by DHCP agent 75ba81b7-fe99-4281-90d2-a5adb445ecea with binding_index 1 {{(pid=116161) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 11:36:43.613855 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-9c452e2b-f9a0-43b8-9f84-075da5c3650e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393'] for port (e025d065-bb60-4447-a44e-312fb3edcf32), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:36:43.624794 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.scheduler.base_scheduler [None req-ad365e4a-37f9-4987-b68f-90e67d14c062 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 4365b88a-d540-4126-9458-5522ad84ad16) {{(pid=116161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 11:36:43.629585 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad365e4a-37f9-4987-b68f-90e67d14c062 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:36:43.631512 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-ad365e4a-37f9-4987-b68f-90e67d14c062 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Publish callbacks [] for subnet (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:36:43.643171 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d661d4c1-38bf-4205-8ff5-6cefe1051a30 None None] Network 4365b88a-d540-4126-9458-5522ad84ad16 requested from dv-neutron-master-2-hyperv {{(pid=116163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 11:36:43.707817 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-ad365e4a-37f9-4987-b68f-90e67d14c062 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.7420614 Apr 28 11:36:43.710481 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 33434) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:36:43.728112 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db7771f-4d14-493b-9690-15a8a62b10ee None None] Pushing event updated for resources: {'Port': ['ID=e025d065-bb60-4447-a44e-312fb3edcf32,revision_number=3']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:36:43.732113 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c452e2b-f9a0-43b8-9f84-075da5c3650e None None] Routers {'806a2c53-85e4-4694-ab89-dd7b72416dfe'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=116163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 11:36:43.732721 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_hamode_db [None req-9c452e2b-f9a0-43b8-9f84-075da5c3650e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-28T10:50:39Z,description=,heartbeat_timestamp=2022-04-28T11:36:39Z,host='dv-neutron-master-2-hyperv',id=6b492ad6-0876-4d74-b20d-28143a52ceba,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T10:50:40Z,topic='l3_agent')) {'router_ids': ['806a2c53-85e4-4694-ab89-dd7b72416dfe'], 'active': True} {{(pid=116163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:36:43.851073 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d48d55ee-bf5e-4bc6-8d89-383b38fb1a74 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-4365b88a-d540-4126-9458-5522ad84ad16', 'network_id': '4365b88a-d540-4126-9458-5522ad84ad16', 'project_id': 'c2ca2bda274d41e2b49f61461a68882b', 'fixed_ips': [{'subnet_id': '93dd2923-be90-40c1-98a6-3a457433f926'}]}} from dv-neutron-master-2-hyperv. {{(pid=116163) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 28 11:36:43.851925 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-d48d55ee-bf5e-4bc6-8d89-383b38fb1a74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (None), before_create {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:36:44.084846 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvr_db [None req-9c452e2b-f9a0-43b8-9f84-075da5c3650e None None] Set router 806a2c53-85e4-4694-ab89-dd7b72416dfe gateway port host: dv-neutron-master-2-hyperv {{(pid=116163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 11:36:44.152266 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-a7aea020-2b1e-47b9-9acc-948254013185 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (None), before_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:36:44.256134 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.db_base_plugin_common [None req-d48d55ee-bf5e-4bc6-8d89-383b38fb1a74 None None] Allocated IP 172.20.0.2 (4365b88a-d540-4126-9458-5522ad84ad16/93dd2923-be90-40c1-98a6-3a457433f926/e0825631-b2ff-4c2f-8823-e17323fc9bb0) {{(pid=116163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 11:36:44.353888 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_hamode_db [None req-9c452e2b-f9a0-43b8-9f84-075da5c3650e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '806a2c53-85e4-4694-ab89-dd7b72416dfe', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1068738406', 'tenant_id': 'c2ca2bda274d41e2b49f61461a68882b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'external_fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.86'}], 'enable_snat': True}, 'gw_port_id': 'e025d065-bb60-4447-a44e-312fb3edcf32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T11:36:40Z', 'updated_at': '2022-04-28T11:36:42Z', 'revision_number': 3, 'project_id': 'c2ca2bda274d41e2b49f61461a68882b', 'gw_port': {'id': 'e025d065-bb60-4447-a44e-312fb3edcf32', 'name': '', 'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:8f:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '806a2c53-85e4-4694-ab89-dd7b72416dfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1778, 'fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:36:41Z', 'updated_at': '2022-04-28T11:36:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=116163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:36:44.390475 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c452e2b-f9a0-43b8-9f84-075da5c3650e None None] The sync data for ids ['806a2c53-85e4-4694-ab89-dd7b72416dfe'] in dv-neutron-master-2-hyperv is: [{'id': '806a2c53-85e4-4694-ab89-dd7b72416dfe', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1068738406', 'tenant_id': 'c2ca2bda274d41e2b49f61461a68882b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'external_fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.86'}], 'enable_snat': True}, 'gw_port_id': 'e025d065-bb60-4447-a44e-312fb3edcf32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T11:36:40Z', 'updated_at': '2022-04-28T11:36:42Z', 'revision_number': 3, 'project_id': 'c2ca2bda274d41e2b49f61461a68882b', 'gw_port': {'id': 'e025d065-bb60-4447-a44e-312fb3edcf32', 'name': '', 'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:8f:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '806a2c53-85e4-4694-ab89-dd7b72416dfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1778, 'fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:36:41Z', 'updated_at': '2022-04-28T11:36:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}] {{(pid=116163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 11:36:44.470051 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-d48d55ee-bf5e-4bc6-8d89-383b38fb1a74 None None] Publish callbacks [] for port (e0825631-b2ff-4c2f-8823-e17323fc9bb0), precommit_create {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:36:44.522246 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-d48d55ee-bf5e-4bc6-8d89-383b38fb1a74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742234710357'] for port (e0825631-b2ff-4c2f-8823-e17323fc9bb0), after_create {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:36:44.562206 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d48d55ee-bf5e-4bc6-8d89-383b38fb1a74 None None] Network 4365b88a-d540-4126-9458-5522ad84ad16 is already hosted by enough agents. {{(pid=116163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 11:36:44.567615 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.scheduler.base_scheduler [None req-d48d55ee-bf5e-4bc6-8d89-383b38fb1a74 None None] Resources bound (agent type, host, resource id): {{(pid=116163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 11:36:44.571334 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d48d55ee-bf5e-4bc6-8d89-383b38fb1a74 None None] Received port after_create {{(pid=116163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 11:36:44.578492 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d48d55ee-bf5e-4bc6-8d89-383b38fb1a74 None None] Pushing event updated for resources: {'Port': ['ID=e0825631-b2ff-4c2f-8823-e17323fc9bb0,revision_number=1']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:36:44.578857 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.db.db_base_plugin_common [None req-a7aea020-2b1e-47b9-9acc-948254013185 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Allocated IP 172.20.0.1 (4365b88a-d540-4126-9458-5522ad84ad16/93dd2923-be90-40c1-98a6-3a457433f926/8f37513d-15bf-4654-b906-502cd8204a9c) {{(pid=116161) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 11:36:44.671400 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.managers [None req-d48d55ee-bf5e-4bc6-8d89-383b38fb1a74 None None] Attempting to bind port e0825631-b2ff-4c2f-8823-e17323fc9bb0 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=116163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 28 11:36:44.671780 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.managers [None req-d48d55ee-bf5e-4bc6-8d89-383b38fb1a74 None None] Attempting to bind port e0825631-b2ff-4c2f-8823-e17323fc9bb0 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '584cd955-cbaa-4108-b5ec-a1766f525093', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '4365b88a-d540-4126-9458-5522ad84ad16'}] {{(pid=116163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 28 11:36:44.672147 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d48d55ee-bf5e-4bc6-8d89-383b38fb1a74 None None] Attempting to bind port e0825631-b2ff-4c2f-8823-e17323fc9bb0 on network 4365b88a-d540-4126-9458-5522ad84ad16 {{(pid=116163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 11:36:44.678743 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d48d55ee-bf5e-4bc6-8d89-383b38fb1a74 None None] Checking agent: {'id': 'd5baab19-5dd1-4902-922b-84acb048ab9c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 10, 50, 43), 'started_at': datetime.datetime(2022, 4, 28, 10, 51, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 11, 36, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=116163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 11:36:44.679190 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d48d55ee-bf5e-4bc6-8d89-383b38fb1a74 None None] Checking segment: {'id': '584cd955-cbaa-4108-b5ec-a1766f525093', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '4365b88a-d540-4126-9458-5522ad84ad16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 11:36:44.679529 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-d48d55ee-bf5e-4bc6-8d89-383b38fb1a74 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:36:44.680176 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d48d55ee-bf5e-4bc6-8d89-383b38fb1a74 None None] Bound using segment: {'id': '584cd955-cbaa-4108-b5ec-a1766f525093', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '4365b88a-d540-4126-9458-5522ad84ad16'} {{(pid=116163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 11:36:44.680648 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.managers [None req-d48d55ee-bf5e-4bc6-8d89-383b38fb1a74 None None] Bound port: e0825631-b2ff-4c2f-8823-e17323fc9bb0, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '584cd955-cbaa-4108-b5ec-a1766f525093', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '4365b88a-d540-4126-9458-5522ad84ad16'}}] {{(pid=116163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 28 11:36:44.681032 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-d48d55ee-bf5e-4bc6-8d89-383b38fb1a74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (e0825631-b2ff-4c2f-8823-e17323fc9bb0), before_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:36:44.730056 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-a7aea020-2b1e-47b9-9acc-948254013185 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Publish callbacks [] for port (8f37513d-15bf-4654-b906-502cd8204a9c), precommit_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:36:44.754067 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-d48d55ee-bf5e-4bc6-8d89-383b38fb1a74 None None] For port e0825631-b2ff-4c2f-8823-e17323fc9bb0, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=116163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 11:36:44.757401 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-d48d55ee-bf5e-4bc6-8d89-383b38fb1a74 None None] For port e0825631-b2ff-4c2f-8823-e17323fc9bb0, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=e0825631-b2ff-4c2f-8823-e17323fc9bb0,segment=NetworkSegment(584cd955-cbaa-4108-b5ec-a1766f525093),segment_id=584cd955-cbaa-4108-b5ec-a1766f525093)] {{(pid=116163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 11:36:44.799500 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Device e025d065-bb60-4447-a44e-312fb3edcf32 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=116163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 11:36:44.805066 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-d48d55ee-bf5e-4bc6-8d89-383b38fb1a74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393'] for port (e0825631-b2ff-4c2f-8823-e17323fc9bb0), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:36:44.819989 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-a7aea020-2b1e-47b9-9acc-948254013185 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742234710357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5219112'] for port (8f37513d-15bf-4654-b906-502cd8204a9c), after_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:36:44.865272 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7aea020-2b1e-47b9-9acc-948254013185 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Network 4365b88a-d540-4126-9458-5522ad84ad16 is already hosted by enough agents. {{(pid=116161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 11:36:44.878873 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.scheduler.base_scheduler [None req-a7aea020-2b1e-47b9-9acc-948254013185 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Resources bound (agent type, host, resource id): {{(pid=116161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 11:36:44.882741 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7aea020-2b1e-47b9-9acc-948254013185 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Received port after_create {{(pid=116161) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 11:36:44.914713 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d48d55ee-bf5e-4bc6-8d89-383b38fb1a74 None None] Pushing event updated for resources: {'Port': ['ID=e0825631-b2ff-4c2f-8823-e17323fc9bb0,revision_number=2']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:36:44.918116 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7aea020-2b1e-47b9-9acc-948254013185 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Pushing event updated for resources: {'Port': ['ID=8f37513d-15bf-4654-b906-502cd8204a9c,revision_number=1']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:36:44.918923 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Provisioning complete for port e025d065-bb60-4447-a44e-312fb3edcf32 triggered by entity L2. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:36:44.919298 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (e025d065-bb60-4447-a44e-312fb3edcf32), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:36:44.944168 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-a7aea020-2b1e-47b9-9acc-948254013185 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2063275'] for router_interface (806a2c53-85e4-4694-ab89-dd7b72416dfe), before_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:36:45.010902 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Current status of the port e025d065-bb60-4447-a44e-312fb3edcf32 is: DOWN; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:36:45.011314 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (e025d065-bb60-4447-a44e-312fb3edcf32), before_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:36:45.036948 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] For port e025d065-bb60-4447-a44e-312fb3edcf32, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=e025d065-bb60-4447-a44e-312fb3edcf32,segment=NetworkSegment(142bc50f-d6af-4646-8d06-bb7af6b7b51c),segment_id=142bc50f-d6af-4646-8d06-bb7af6b7b51c)] {{(pid=116163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 11:36:45.133705 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393'] for port (e025d065-bb60-4447-a44e-312fb3edcf32), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:36:45.192243 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Pushing event updated for resources: {'Port': ['ID=e025d065-bb60-4447-a44e-312fb3edcf32,revision_number=4']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:36:45.241232 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-a7aea020-2b1e-47b9-9acc-948254013185 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (8f37513d-15bf-4654-b906-502cd8204a9c), before_update {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:36:45.532860 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-a7aea020-2b1e-47b9-9acc-948254013185 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Publish callbacks [] for port (8f37513d-15bf-4654-b906-502cd8204a9c), precommit_update {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:36:45.596219 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-a7aea020-2b1e-47b9-9acc-948254013185 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5219123'] for port (8f37513d-15bf-4654-b906-502cd8204a9c), after_update {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:36:45.669002 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7aea020-2b1e-47b9-9acc-948254013185 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Pushing event updated for resources: {'Port': ['ID=8f37513d-15bf-4654-b906-502cd8204a9c,revision_number=2']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:36:45.674000 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-a7aea020-2b1e-47b9-9acc-948254013185 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1603056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2063387'] for router_interface (806a2c53-85e4-4694-ab89-dd7b72416dfe), after_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:36:45.775895 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7aea020-2b1e-47b9-9acc-948254013185 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Network 4365b88a-d540-4126-9458-5522ad84ad16 is already hosted by enough agents. {{(pid=116161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 11:36:45.777331 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.scheduler.base_scheduler [None req-a7aea020-2b1e-47b9-9acc-948254013185 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Resources bound (agent type, host, resource id): {{(pid=116161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 11:36:45.880375 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28a8d7f2-8ba2-4b0d-9265-716aca47c381 None None] Network 4365b88a-d540-4126-9458-5522ad84ad16 requested from dv-neutron-master-2-hyperv {{(pid=116163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 11:36:45.960796 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-dace2330-eb52-41f5-9a0d-2b09f9c4d2f7 None None] Provisioning complete for port e0825631-b2ff-4c2f-8823-e17323fc9bb0 triggered by entity DHCP. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:36:45.961186 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-dace2330-eb52-41f5-9a0d-2b09f9c4d2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (e0825631-b2ff-4c2f-8823-e17323fc9bb0), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:36:46.089301 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-dace2330-eb52-41f5-9a0d-2b09f9c4d2f7 None None] Current status of the port e0825631-b2ff-4c2f-8823-e17323fc9bb0 is: DOWN; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:36:46.089692 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-dace2330-eb52-41f5-9a0d-2b09f9c4d2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (e0825631-b2ff-4c2f-8823-e17323fc9bb0), before_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:36:46.127916 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-dace2330-eb52-41f5-9a0d-2b09f9c4d2f7 None None] For port e0825631-b2ff-4c2f-8823-e17323fc9bb0, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=e0825631-b2ff-4c2f-8823-e17323fc9bb0,segment=NetworkSegment(584cd955-cbaa-4108-b5ec-a1766f525093),segment_id=584cd955-cbaa-4108-b5ec-a1766f525093)] {{(pid=116163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 11:36:46.196546 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-dace2330-eb52-41f5-9a0d-2b09f9c4d2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393'] for port (e0825631-b2ff-4c2f-8823-e17323fc9bb0), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:36:46.250505 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7aea020-2b1e-47b9-9acc-948254013185 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Router 806a2c53-85e4-4694-ab89-dd7b72416dfe has already been hosted by L3 agent 6b492ad6-0876-4d74-b20d-28143a52ceba {{(pid=116161) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 11:36:46.255824 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dace2330-eb52-41f5-9a0d-2b09f9c4d2f7 None None] Pushing event updated for resources: {'Port': ['ID=e0825631-b2ff-4c2f-8823-e17323fc9bb0,revision_number=3']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:36:46.315824 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-58138e18-bc75-41b9-aaff-ce391cec6a4e None None] Provisioning complete for port 8f37513d-15bf-4654-b906-502cd8204a9c triggered by entity DHCP. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:36:46.316197 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-58138e18-bc75-41b9-aaff-ce391cec6a4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (8f37513d-15bf-4654-b906-502cd8204a9c), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:36:46.355893 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-58138e18-bc75-41b9-aaff-ce391cec6a4e None None] Port 8f37513d-15bf-4654-b906-502cd8204a9c cannot update to ACTIVE because it is not bound. {{(pid=116163) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 28 11:36:46.364610 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-58138e18-bc75-41b9-aaff-ce391cec6a4e None None] Provisioning complete for port e0825631-b2ff-4c2f-8823-e17323fc9bb0 triggered by entity DHCP. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:36:46.364993 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-58138e18-bc75-41b9-aaff-ce391cec6a4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (e0825631-b2ff-4c2f-8823-e17323fc9bb0), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:36:46.422755 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7aea020-2b1e-47b9-9acc-948254013185 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=116161) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 11:36:46.428436 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-a7aea020-2b1e-47b9-9acc-948254013185 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] 10.222.0.10 "PUT /v2.0/routers/806a2c53-85e4-4694-ab89-dd7b72416dfe/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7169945 Apr 28 11:36:46.435029 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffbece52-90bb-4ff7-b3c6-d8170130273e None None] Sync routers for ids ['806a2c53-85e4-4694-ab89-dd7b72416dfe'] in dv-neutron-master-2-hyperv {{(pid=116164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 11:36:46.448357 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffbece52-90bb-4ff7-b3c6-d8170130273e None None] Routers {'806a2c53-85e4-4694-ab89-dd7b72416dfe'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=116164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 11:36:46.449353 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_hamode_db [None req-ffbece52-90bb-4ff7-b3c6-d8170130273e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-28T10:50:39Z,description=,heartbeat_timestamp=2022-04-28T11:36:39Z,host='dv-neutron-master-2-hyperv',id=6b492ad6-0876-4d74-b20d-28143a52ceba,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T10:50:40Z,topic='l3_agent')) {'router_ids': ['806a2c53-85e4-4694-ab89-dd7b72416dfe'], 'active': True} {{(pid=116164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:36:46.466557 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-58138e18-bc75-41b9-aaff-ce391cec6a4e None None] Current status of the port e0825631-b2ff-4c2f-8823-e17323fc9bb0 is: ACTIVE; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:36:46.568195 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_dvr_db [None req-ffbece52-90bb-4ff7-b3c6-d8170130273e None None] Set router 806a2c53-85e4-4694-ab89-dd7b72416dfe gateway port host: dv-neutron-master-2-hyperv {{(pid=116164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 11:36:46.589332 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-a510f938-df1e-4ab2-a75c-38581cb2c0a2 None None] Provisioning complete for port 8f37513d-15bf-4654-b906-502cd8204a9c triggered by entity DHCP. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:36:46.589705 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-a510f938-df1e-4ab2-a75c-38581cb2c0a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (8f37513d-15bf-4654-b906-502cd8204a9c), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:36:46.605974 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-afed7b75-e7c6-4950-939d-9617a9dd145e req-04fc9b42-747d-4c86-a15a-c8b50c3471d8 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1369199301&fields=id&tenant_id=c2ca2bda274d41e2b49f61461a68882b HTTP/1.1" status: 200 len: 267 time: 0.0529985 Apr 28 11:36:46.627340 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-a510f938-df1e-4ab2-a75c-38581cb2c0a2 None None] Port 8f37513d-15bf-4654-b906-502cd8204a9c cannot update to ACTIVE because it is not bound. {{(pid=116163) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 28 11:36:46.728198 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afed7b75-e7c6-4950-939d-9617a9dd145e req-c96fdf6c-d6ce-48fa-a001-d496b6358ba6 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:36:46.734058 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-afed7b75-e7c6-4950-939d-9617a9dd145e req-c96fdf6c-d6ce-48fa-a001-d496b6358ba6 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] 10.222.0.10 "GET /v2.0/networks?id=4365b88a-d540-4126-9458-5522ad84ad16 HTTP/1.1" status: 200 len: 796 time: 0.1204815 Apr 28 11:36:46.747797 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-3ec05fb4-f4e5-4cd6-9e8d-2bcf88d25df3 None None] Provisioning complete for port 8f37513d-15bf-4654-b906-502cd8204a9c triggered by entity DHCP. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:36:46.748226 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-3ec05fb4-f4e5-4cd6-9e8d-2bcf88d25df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (8f37513d-15bf-4654-b906-502cd8204a9c), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:36:46.753869 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-afed7b75-e7c6-4950-939d-9617a9dd145e req-e82355c9-8784-4308-bc80-63b8d8494d9c tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] 10.222.0.10 "GET /v2.0/quotas/c2ca2bda274d41e2b49f61461a68882b HTTP/1.1" status: 200 len: 375 time: 0.0184779 Apr 28 11:36:46.796675 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-3ec05fb4-f4e5-4cd6-9e8d-2bcf88d25df3 None None] Port 8f37513d-15bf-4654-b906-502cd8204a9c cannot update to ACTIVE because it is not bound. {{(pid=116163) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 28 11:36:46.815157 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-afed7b75-e7c6-4950-939d-9617a9dd145e req-8177316b-ce0a-4d7f-bf1b-3fb853407348 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=c2ca2bda274d41e2b49f61461a68882b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0519776 Apr 28 11:36:46.867268 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Device e025d065-bb60-4447-a44e-312fb3edcf32 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=116163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 11:36:46.872506 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_hamode_db [None req-ffbece52-90bb-4ff7-b3c6-d8170130273e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '806a2c53-85e4-4694-ab89-dd7b72416dfe', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1068738406', 'tenant_id': 'c2ca2bda274d41e2b49f61461a68882b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'external_fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.86'}], 'enable_snat': True}, 'gw_port_id': 'e025d065-bb60-4447-a44e-312fb3edcf32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T11:36:40Z', 'updated_at': '2022-04-28T11:36:45Z', 'revision_number': 4, 'project_id': 'c2ca2bda274d41e2b49f61461a68882b', 'gw_port': {'id': 'e025d065-bb60-4447-a44e-312fb3edcf32', 'name': '', 'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:8f:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '806a2c53-85e4-4694-ab89-dd7b72416dfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1778, 'fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:36:41Z', 'updated_at': '2022-04-28T11:36:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '8f37513d-15bf-4654-b906-502cd8204a9c', 'name': '', 'network_id': '4365b88a-d540-4126-9458-5522ad84ad16', 'tenant_id': 'c2ca2bda274d41e2b49f61461a68882b', 'mac_address': 'fa:16:3e:bc:4c:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '806a2c53-85e4-4694-ab89-dd7b72416dfe', 'device_owner': 'network:router_interface', 'standard_attr_id': 1781, 'fixed_ips': [{'subnet_id': '93dd2923-be90-40c1-98a6-3a457433f926', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:36:44Z', 'updated_at': '2022-04-28T11:36:45Z', 'revision_number': 2, 'project_id': 'c2ca2bda274d41e2b49f61461a68882b', 'subnets': [{'id': '93dd2923-be90-40c1-98a6-3a457433f926', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=116164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:36:46.899784 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffbece52-90bb-4ff7-b3c6-d8170130273e None None] Checking router: 806a2c53-85e4-4694-ab89-dd7b72416dfe for host: dv-neutron-master-2-hyperv {{(pid=116164) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 11:36:46.900139 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffbece52-90bb-4ff7-b3c6-d8170130273e None None] Updating router 806a2c53-85e4-4694-ab89-dd7b72416dfe port 8f37513d-15bf-4654-b906-502cd8204a9c binding host dv-neutron-master-2-hyperv {{(pid=116164) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 28 11:36:46.917810 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Provisioning complete for port e025d065-bb60-4447-a44e-312fb3edcf32 triggered by entity L2. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:36:46.918436 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (e025d065-bb60-4447-a44e-312fb3edcf32), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:36:46.926258 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron_lib.callbacks.manager [None req-ffbece52-90bb-4ff7-b3c6-d8170130273e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (8f37513d-15bf-4654-b906-502cd8204a9c), before_update {{(pid=116164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:36:46.964737 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-afed7b75-e7c6-4950-939d-9617a9dd145e req-128cf813-6ada-4725-abe7-1a471a8c5598 service neutron] 10.222.0.10 "GET /v2.0/networks/4365b88a-d540-4126-9458-5522ad84ad16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1360266 Apr 28 11:36:46.998451 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Current status of the port e025d065-bb60-4447-a44e-312fb3edcf32 is: ACTIVE; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:36:46.999547 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Device e0825631-b2ff-4c2f-8823-e17323fc9bb0 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=116163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 11:36:47.048738 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Provisioning complete for port e0825631-b2ff-4c2f-8823-e17323fc9bb0 triggered by entity L2. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:36:47.049369 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (e0825631-b2ff-4c2f-8823-e17323fc9bb0), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:36:47.068314 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-afed7b75-e7c6-4950-939d-9617a9dd145e req-63cca3a9-22d6-421a-9582-1ea94628b43e service neutron] 10.222.0.10 "GET /v2.0/networks/4365b88a-d540-4126-9458-5522ad84ad16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0977492 Apr 28 11:36:47.137239 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Current status of the port e0825631-b2ff-4c2f-8823-e17323fc9bb0 is: ACTIVE; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:36:47.188578 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron_lib.callbacks.manager [None req-ffbece52-90bb-4ff7-b3c6-d8170130273e None None] Publish callbacks [] for port (8f37513d-15bf-4654-b906-502cd8204a9c), precommit_update {{(pid=116164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:36:47.236476 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron_lib.callbacks.manager [None req-ffbece52-90bb-4ff7-b3c6-d8170130273e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393'] for port (8f37513d-15bf-4654-b906-502cd8204a9c), after_update {{(pid=116164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:36:47.282361 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-655024d1-6de5-4a4e-9824-6df388284801 None None] Pushing event updated for resources: {'Port': ['ID=8f37513d-15bf-4654-b906-502cd8204a9c,revision_number=3']} {{(pid=116164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:36:47.295261 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-655024d1-6de5-4a4e-9824-6df388284801 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:36:47.295602 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-655024d1-6de5-4a4e-9824-6df388284801 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:36:47.295938 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-655024d1-6de5-4a4e-9824-6df388284801 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:36:47.296293 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-655024d1-6de5-4a4e-9824-6df388284801 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:36:47.296606 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-655024d1-6de5-4a4e-9824-6df388284801 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:36:47.296931 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-655024d1-6de5-4a4e-9824-6df388284801 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:36:47.297245 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-655024d1-6de5-4a4e-9824-6df388284801 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:36:47.297605 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-655024d1-6de5-4a4e-9824-6df388284801 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:36:47.297925 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-655024d1-6de5-4a4e-9824-6df388284801 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:36:47.298244 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-655024d1-6de5-4a4e-9824-6df388284801 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:36:47.298591 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-655024d1-6de5-4a4e-9824-6df388284801 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:36:47.298913 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-655024d1-6de5-4a4e-9824-6df388284801 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:36:47.299227 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-655024d1-6de5-4a4e-9824-6df388284801 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:36:47.299539 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-655024d1-6de5-4a4e-9824-6df388284801 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:36:47.299917 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-655024d1-6de5-4a4e-9824-6df388284801 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:36:47.352816 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.plugins.ml2.managers [None req-ffbece52-90bb-4ff7-b3c6-d8170130273e None None] Attempting to bind port 8f37513d-15bf-4654-b906-502cd8204a9c on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=116164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 28 11:36:47.353449 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.plugins.ml2.managers [None req-ffbece52-90bb-4ff7-b3c6-d8170130273e None None] Attempting to bind port 8f37513d-15bf-4654-b906-502cd8204a9c by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '584cd955-cbaa-4108-b5ec-a1766f525093', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '4365b88a-d540-4126-9458-5522ad84ad16'}] {{(pid=116164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 28 11:36:47.353993 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffbece52-90bb-4ff7-b3c6-d8170130273e None None] Attempting to bind port 8f37513d-15bf-4654-b906-502cd8204a9c on network 4365b88a-d540-4126-9458-5522ad84ad16 {{(pid=116164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 11:36:47.365525 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffbece52-90bb-4ff7-b3c6-d8170130273e None None] Checking agent: {'id': 'd5baab19-5dd1-4902-922b-84acb048ab9c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 10, 50, 43), 'started_at': datetime.datetime(2022, 4, 28, 10, 51, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 11, 36, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=116164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 11:36:47.366149 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffbece52-90bb-4ff7-b3c6-d8170130273e None None] Checking segment: {'id': '584cd955-cbaa-4108-b5ec-a1766f525093', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '4365b88a-d540-4126-9458-5522ad84ad16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 11:36:47.366867 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron_lib.callbacks.manager [None req-ffbece52-90bb-4ff7-b3c6-d8170130273e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=116164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:36:47.367348 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffbece52-90bb-4ff7-b3c6-d8170130273e None None] Bound using segment: {'id': '584cd955-cbaa-4108-b5ec-a1766f525093', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '4365b88a-d540-4126-9458-5522ad84ad16'} {{(pid=116164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 11:36:47.368055 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.plugins.ml2.managers [None req-ffbece52-90bb-4ff7-b3c6-d8170130273e None None] Bound port: 8f37513d-15bf-4654-b906-502cd8204a9c, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '584cd955-cbaa-4108-b5ec-a1766f525093', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '4365b88a-d540-4126-9458-5522ad84ad16'}}] {{(pid=116164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 28 11:36:47.368429 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron_lib.callbacks.manager [None req-ffbece52-90bb-4ff7-b3c6-d8170130273e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (8f37513d-15bf-4654-b906-502cd8204a9c), before_update {{(pid=116164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:36:47.378442 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-e3c3183c-48ec-4f52-8a23-a182c2f9b353 req-dc2d2c9b-3879-4d0d-8b2a-876b1d640583 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] 10.222.0.10 "GET /v2.0/ports?device_id=83cc985a-1a6d-4449-966f-76ef2a59baff HTTP/1.1" status: 200 len: 210 time: 0.0443263 Apr 28 11:36:47.454256 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.plugins.ml2.db [None req-ffbece52-90bb-4ff7-b3c6-d8170130273e None None] For port 8f37513d-15bf-4654-b906-502cd8204a9c, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=116164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 11:36:47.458076 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.plugins.ml2.db [None req-ffbece52-90bb-4ff7-b3c6-d8170130273e None None] For port 8f37513d-15bf-4654-b906-502cd8204a9c, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=8f37513d-15bf-4654-b906-502cd8204a9c,segment=NetworkSegment(584cd955-cbaa-4108-b5ec-a1766f525093),segment_id=584cd955-cbaa-4108-b5ec-a1766f525093)] {{(pid=116164) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 11:36:47.528419 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron_lib.callbacks.manager [None req-ffbece52-90bb-4ff7-b3c6-d8170130273e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393'] for port (8f37513d-15bf-4654-b906-502cd8204a9c), after_update {{(pid=116164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:36:47.591553 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-655024d1-6de5-4a4e-9824-6df388284801 None None] Pushing event updated for resources: {'Port': ['ID=8f37513d-15bf-4654-b906-502cd8204a9c,revision_number=4']} {{(pid=116164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:36:47.594145 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffbece52-90bb-4ff7-b3c6-d8170130273e None None] Routers {'806a2c53-85e4-4694-ab89-dd7b72416dfe'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=116164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 11:36:47.594785 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_hamode_db [None req-ffbece52-90bb-4ff7-b3c6-d8170130273e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-28T10:50:39Z,description=,heartbeat_timestamp=2022-04-28T11:36:39Z,host='dv-neutron-master-2-hyperv',id=6b492ad6-0876-4d74-b20d-28143a52ceba,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T10:50:40Z,topic='l3_agent')) {'router_ids': ['806a2c53-85e4-4694-ab89-dd7b72416dfe'], 'active': True} {{(pid=116164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:36:47.623032 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-0b816a8f-24ec-43fa-973c-35c8b6779938 None None] Provisioning complete for port 8f37513d-15bf-4654-b906-502cd8204a9c triggered by entity DHCP. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:36:47.623516 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-0b816a8f-24ec-43fa-973c-35c8b6779938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (8f37513d-15bf-4654-b906-502cd8204a9c), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:36:47.708796 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_dvr_db [None req-ffbece52-90bb-4ff7-b3c6-d8170130273e None None] Set router 806a2c53-85e4-4694-ab89-dd7b72416dfe gateway port host: dv-neutron-master-2-hyperv {{(pid=116164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 11:36:47.731504 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-0b816a8f-24ec-43fa-973c-35c8b6779938 None None] Current status of the port 8f37513d-15bf-4654-b906-502cd8204a9c is: DOWN; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:36:47.731504 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-0b816a8f-24ec-43fa-973c-35c8b6779938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (8f37513d-15bf-4654-b906-502cd8204a9c), before_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:36:47.773493 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-0b816a8f-24ec-43fa-973c-35c8b6779938 None None] For port 8f37513d-15bf-4654-b906-502cd8204a9c, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=8f37513d-15bf-4654-b906-502cd8204a9c,segment=NetworkSegment(584cd955-cbaa-4108-b5ec-a1766f525093),segment_id=584cd955-cbaa-4108-b5ec-a1766f525093)] {{(pid=116163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 11:36:47.842520 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-0b816a8f-24ec-43fa-973c-35c8b6779938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393'] for port (8f37513d-15bf-4654-b906-502cd8204a9c), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:36:47.897224 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b816a8f-24ec-43fa-973c-35c8b6779938 None None] Pushing event updated for resources: {'Port': ['ID=8f37513d-15bf-4654-b906-502cd8204a9c,revision_number=5']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:36:47.907288 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_hamode_db [None req-ffbece52-90bb-4ff7-b3c6-d8170130273e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '806a2c53-85e4-4694-ab89-dd7b72416dfe', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1068738406', 'tenant_id': 'c2ca2bda274d41e2b49f61461a68882b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'external_fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.86'}], 'enable_snat': True}, 'gw_port_id': 'e025d065-bb60-4447-a44e-312fb3edcf32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T11:36:40Z', 'updated_at': '2022-04-28T11:36:45Z', 'revision_number': 4, 'project_id': 'c2ca2bda274d41e2b49f61461a68882b', 'gw_port': {'id': 'e025d065-bb60-4447-a44e-312fb3edcf32', 'name': '', 'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:8f:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '806a2c53-85e4-4694-ab89-dd7b72416dfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1778, 'fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:36:41Z', 'updated_at': '2022-04-28T11:36:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '8f37513d-15bf-4654-b906-502cd8204a9c', 'name': '', 'network_id': '4365b88a-d540-4126-9458-5522ad84ad16', 'tenant_id': 'c2ca2bda274d41e2b49f61461a68882b', 'mac_address': 'fa:16:3e:bc:4c:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '806a2c53-85e4-4694-ab89-dd7b72416dfe', 'device_owner': 'network:router_interface', 'standard_attr_id': 1781, 'fixed_ips': [{'subnet_id': '93dd2923-be90-40c1-98a6-3a457433f926', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:36:44Z', 'updated_at': '2022-04-28T11:36:47Z', 'revision_number': 4, 'project_id': 'c2ca2bda274d41e2b49f61461a68882b', 'subnets': [{'id': '93dd2923-be90-40c1-98a6-3a457433f926', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=116164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:36:47.937782 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffbece52-90bb-4ff7-b3c6-d8170130273e None None] The sync data for ids ['806a2c53-85e4-4694-ab89-dd7b72416dfe'] in dv-neutron-master-2-hyperv is: [{'id': '806a2c53-85e4-4694-ab89-dd7b72416dfe', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1068738406', 'tenant_id': 'c2ca2bda274d41e2b49f61461a68882b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'external_fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.86'}], 'enable_snat': True}, 'gw_port_id': 'e025d065-bb60-4447-a44e-312fb3edcf32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T11:36:40Z', 'updated_at': '2022-04-28T11:36:45Z', 'revision_number': 4, 'project_id': 'c2ca2bda274d41e2b49f61461a68882b', 'gw_port': {'id': 'e025d065-bb60-4447-a44e-312fb3edcf32', 'name': '', 'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:8f:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '806a2c53-85e4-4694-ab89-dd7b72416dfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1778, 'fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:36:41Z', 'updated_at': '2022-04-28T11:36:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '8f37513d-15bf-4654-b906-502cd8204a9c', 'name': '', 'network_id': '4365b88a-d540-4126-9458-5522ad84ad16', 'tenant_id': 'c2ca2bda274d41e2b49f61461a68882b', 'mac_address': 'fa:16:3e:bc:4c:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '806a2c53-85e4-4694-ab89-dd7b72416dfe', 'device_owner': 'network:router_interface', 'standard_attr_id': 1781, 'fixed_ips': [{'subnet_id': '93dd2923-be90-40c1-98a6-3a457433f926', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:36:44Z', 'updated_at': '2022-04-28T11:36:47Z', 'revision_number': 4, 'project_id': 'c2ca2bda274d41e2b49f61461a68882b', 'subnets': [{'id': '93dd2923-be90-40c1-98a6-3a457433f926', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=116164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 11:36:47.961580 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-d1a7ed7d-9aea-472d-9cfb-9d3186e784e3 None None] Provisioning complete for port 8f37513d-15bf-4654-b906-502cd8204a9c triggered by entity DHCP. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:36:47.962063 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-d1a7ed7d-9aea-472d-9cfb-9d3186e784e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (8f37513d-15bf-4654-b906-502cd8204a9c), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:36:48.057364 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-d1a7ed7d-9aea-472d-9cfb-9d3186e784e3 None None] Current status of the port 8f37513d-15bf-4654-b906-502cd8204a9c is: ACTIVE; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:36:48.481743 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-c7416b19-9d0e-4422-a87a-9de9869cf358 req-4f075c21-b90f-4c7f-a7a3-83e1c05e010a tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] 10.222.0.10 "GET /v2.0/ports?device_id=83cc985a-1a6d-4449-966f-76ef2a59baff HTTP/1.1" status: 200 len: 210 time: 0.0292571 Apr 28 11:36:48.780833 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Device 8f37513d-15bf-4654-b906-502cd8204a9c up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=116163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 11:36:48.837328 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Provisioning complete for port 8f37513d-15bf-4654-b906-502cd8204a9c triggered by entity L2. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:36:48.837702 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (8f37513d-15bf-4654-b906-502cd8204a9c), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:36:48.916333 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Current status of the port 8f37513d-15bf-4654-b906-502cd8204a9c is: ACTIVE; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:36:49.253694 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afed7b75-e7c6-4950-939d-9617a9dd145e req-f95080de-1ee9-4027-9b1d-62b963b1adfd tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:36:49.255315 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-afed7b75-e7c6-4950-939d-9617a9dd145e req-f95080de-1ee9-4027-9b1d-62b963b1adfd tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] 10.222.0.20 "GET /v2.0/networks?id=4365b88a-d540-4126-9458-5522ad84ad16 HTTP/1.1" status: 200 len: 796 time: 0.1039417 Apr 28 11:36:49.318521 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-afed7b75-e7c6-4950-939d-9617a9dd145e req-f86c0bf6-67ba-42a1-b70f-7335cb01e7e8 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c2ca2bda274d41e2b49f61461a68882b HTTP/1.1" status: 200 len: 380 time: 0.0557778 Apr 28 11:36:49.326477 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.v2.base [req-afed7b75-e7c6-4950-939d-9617a9dd145e req-cb00916d-f056-4c6d-bc21-0645cf6ee82e tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Request body: {'port': {'device_id': '83cc985a-1a6d-4449-966f-76ef2a59baff', 'network_id': '4365b88a-d540-4126-9458-5522ad84ad16', 'admin_state_up': True, 'tenant_id': 'c2ca2bda274d41e2b49f61461a68882b', 'security_groups': ['939a13a2-61f2-49dd-a4f5-cff547f90a03']}} {{(pid=116162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:36:49.489537 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-afed7b75-e7c6-4950-939d-9617a9dd145e req-cb00916d-f056-4c6d-bc21-0645cf6ee82e tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Made reservation on behalf of c2ca2bda274d41e2b49f61461a68882b for: {'port': 1} {{(pid=116162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 11:36:49.492959 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [req-afed7b75-e7c6-4950-939d-9617a9dd145e req-cb00916d-f056-4c6d-bc21-0645cf6ee82e tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (None), before_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:36:49.580052 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-674a4cf4-fe0f-4f92-8bd6-908a100a2f4f req-6a3ca446-d319-4bee-9f16-25b74e356447 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] 10.222.0.10 "GET /v2.0/ports?device_id=83cc985a-1a6d-4449-966f-76ef2a59baff HTTP/1.1" status: 200 len: 210 time: 0.0279529 Apr 28 11:36:49.622284 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.db.db_base_plugin_common [req-afed7b75-e7c6-4950-939d-9617a9dd145e req-cb00916d-f056-4c6d-bc21-0645cf6ee82e tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Allocated IP 172.20.0.3 (4365b88a-d540-4126-9458-5522ad84ad16/93dd2923-be90-40c1-98a6-3a457433f926/ca60781b-cbd2-4cd3-bbb4-4e75c3ac8817) {{(pid=116162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 11:36:49.754912 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [req-afed7b75-e7c6-4950-939d-9617a9dd145e req-cb00916d-f056-4c6d-bc21-0645cf6ee82e tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Publish callbacks [] for port (ca60781b-cbd2-4cd3-bbb4-4e75c3ac8817), precommit_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:36:49.819665 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [req-afed7b75-e7c6-4950-939d-9617a9dd145e req-cb00916d-f056-4c6d-bc21-0645cf6ee82e tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742234710357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5051867'] for port (ca60781b-cbd2-4cd3-bbb4-4e75c3ac8817), after_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:36:49.867228 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-afed7b75-e7c6-4950-939d-9617a9dd145e req-cb00916d-f056-4c6d-bc21-0645cf6ee82e tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Network 4365b88a-d540-4126-9458-5522ad84ad16 is already hosted by enough agents. {{(pid=116162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 11:36:49.872814 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.scheduler.base_scheduler [req-afed7b75-e7c6-4950-939d-9617a9dd145e req-cb00916d-f056-4c6d-bc21-0645cf6ee82e tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Resources bound (agent type, host, resource id): {{(pid=116162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 11:36:49.876704 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.db.l3_dvrscheduler_db [req-afed7b75-e7c6-4950-939d-9617a9dd145e req-cb00916d-f056-4c6d-bc21-0645cf6ee82e tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Received port after_create {{(pid=116162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 11:36:49.883560 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb00916d-f056-4c6d-bc21-0645cf6ee82e tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Pushing event updated for resources: {'Port': ['ID=ca60781b-cbd2-4cd3-bbb4-4e75c3ac8817,revision_number=1']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:36:49.929551 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afed7b75-e7c6-4950-939d-9617a9dd145e req-cb00916d-f056-4c6d-bc21-0645cf6ee82e tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:36:49.930442 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [req-afed7b75-e7c6-4950-939d-9617a9dd145e req-cb00916d-f056-4c6d-bc21-0645cf6ee82e tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198022'] for port (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:36:49.981970 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-afed7b75-e7c6-4950-939d-9617a9dd145e req-cb00916d-f056-4c6d-bc21-0645cf6ee82e tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6591415 Apr 28 11:36:49.993687 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.v2.base [req-afed7b75-e7c6-4950-939d-9617a9dd145e req-3c715e9f-6ccd-4af4-9dc2-3c22510d7f9d service neutron] Request body: {'port': {'device_id': '83cc985a-1a6d-4449-966f-76ef2a59baff', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-mast'}} {{(pid=116162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:36:50.055927 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [req-afed7b75-e7c6-4950-939d-9617a9dd145e req-3c715e9f-6ccd-4af4-9dc2-3c22510d7f9d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (ca60781b-cbd2-4cd3-bbb4-4e75c3ac8817), before_update {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:36:50.101079 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-2b3a0edd-cdda-4336-9eec-b1e4be267957 None None] Provisioning complete for port ca60781b-cbd2-4cd3-bbb4-4e75c3ac8817 triggered by entity DHCP. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:36:50.102163 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-2b3a0edd-cdda-4336-9eec-b1e4be267957 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (ca60781b-cbd2-4cd3-bbb4-4e75c3ac8817), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:36:50.136416 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-2b3a0edd-cdda-4336-9eec-b1e4be267957 None None] Port ca60781b-cbd2-4cd3-bbb4-4e75c3ac8817 cannot update to ACTIVE because it is not bound. {{(pid=116163) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 28 11:36:50.323915 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.notifiers.nova [req-afed7b75-e7c6-4950-939d-9617a9dd145e req-3c715e9f-6ccd-4af4-9dc2-3c22510d7f9d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ca60781b-cbd2-4cd3-bbb4-4e75c3ac8817 {{(pid=116162) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 11:36:50.331310 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [req-afed7b75-e7c6-4950-939d-9617a9dd145e req-3c715e9f-6ccd-4af4-9dc2-3c22510d7f9d service neutron] Publish callbacks [] for port (ca60781b-cbd2-4cd3-bbb4-4e75c3ac8817), precommit_update {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:36:50.343503 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.db.provisioning_blocks [req-afed7b75-e7c6-4950-939d-9617a9dd145e req-3c715e9f-6ccd-4af4-9dc2-3c22510d7f9d service neutron] Transition to ACTIVE for port object ca60781b-cbd2-4cd3-bbb4-4e75c3ac8817 will not be triggered until provisioned by entity L2. {{(pid=116162) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 28 11:36:50.453414 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [req-afed7b75-e7c6-4950-939d-9617a9dd145e req-3c715e9f-6ccd-4af4-9dc2-3c22510d7f9d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5051840'] for port (ca60781b-cbd2-4cd3-bbb4-4e75c3ac8817), after_update {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:36:50.509282 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c715e9f-6ccd-4af4-9dc2-3c22510d7f9d service neutron] Pushing event updated for resources: {'Port': ['ID=ca60781b-cbd2-4cd3-bbb4-4e75c3ac8817,revision_number=2']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:36:50.581708 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.managers [req-afed7b75-e7c6-4950-939d-9617a9dd145e req-3c715e9f-6ccd-4af4-9dc2-3c22510d7f9d service neutron] Attempting to bind port ca60781b-cbd2-4cd3-bbb4-4e75c3ac8817 on host hv-neutron-mast for vnic_type normal with profile {{(pid=116162) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 28 11:36:50.582145 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.managers [req-afed7b75-e7c6-4950-939d-9617a9dd145e req-3c715e9f-6ccd-4af4-9dc2-3c22510d7f9d service neutron] Attempting to bind port ca60781b-cbd2-4cd3-bbb4-4e75c3ac8817 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '584cd955-cbaa-4108-b5ec-a1766f525093', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '4365b88a-d540-4126-9458-5522ad84ad16'}] {{(pid=116162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 28 11:36:50.582624 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afed7b75-e7c6-4950-939d-9617a9dd145e req-3c715e9f-6ccd-4af4-9dc2-3c22510d7f9d service neutron] Attempting to bind port ca60781b-cbd2-4cd3-bbb4-4e75c3ac8817 on network 4365b88a-d540-4126-9458-5522ad84ad16 {{(pid=116162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 11:36:50.588011 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afed7b75-e7c6-4950-939d-9617a9dd145e req-3c715e9f-6ccd-4af4-9dc2-3c22510d7f9d service neutron] Port ca60781b-cbd2-4cd3-bbb4-4e75c3ac8817 on network 4365b88a-d540-4126-9458-5522ad84ad16 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=116162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 28 11:36:50.588342 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afed7b75-e7c6-4950-939d-9617a9dd145e req-3c715e9f-6ccd-4af4-9dc2-3c22510d7f9d service neutron] Attempting to bind port ca60781b-cbd2-4cd3-bbb4-4e75c3ac8817 on network 4365b88a-d540-4126-9458-5522ad84ad16 {{(pid=116162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 11:36:50.593427 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afed7b75-e7c6-4950-939d-9617a9dd145e req-3c715e9f-6ccd-4af4-9dc2-3c22510d7f9d service neutron] Checking agent: {'id': '6be95134-9a6c-4663-8b48-90d12ce90c60', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-mast', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 10, 57, 20), 'started_at': datetime.datetime(2022, 4, 28, 10, 57, 20), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 11, 36, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=116162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 11:36:50.593839 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afed7b75-e7c6-4950-939d-9617a9dd145e req-3c715e9f-6ccd-4af4-9dc2-3c22510d7f9d service neutron] Checking segment: {'id': '584cd955-cbaa-4108-b5ec-a1766f525093', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '4365b88a-d540-4126-9458-5522ad84ad16'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 11:36:50.594145 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afed7b75-e7c6-4950-939d-9617a9dd145e req-3c715e9f-6ccd-4af4-9dc2-3c22510d7f9d service neutron] Bound using segment: {'id': '584cd955-cbaa-4108-b5ec-a1766f525093', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '4365b88a-d540-4126-9458-5522ad84ad16'} {{(pid=116162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 11:36:50.594613 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.managers [req-afed7b75-e7c6-4950-939d-9617a9dd145e req-3c715e9f-6ccd-4af4-9dc2-3c22510d7f9d service neutron] Bound port: ca60781b-cbd2-4cd3-bbb4-4e75c3ac8817, host: hv-neutron-mast, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '584cd955-cbaa-4108-b5ec-a1766f525093', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '4365b88a-d540-4126-9458-5522ad84ad16'}}] {{(pid=116162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 28 11:36:50.594977 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [req-afed7b75-e7c6-4950-939d-9617a9dd145e req-3c715e9f-6ccd-4af4-9dc2-3c22510d7f9d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (ca60781b-cbd2-4cd3-bbb4-4e75c3ac8817), before_update {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:36:50.670669 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.db [req-afed7b75-e7c6-4950-939d-9617a9dd145e req-3c715e9f-6ccd-4af4-9dc2-3c22510d7f9d service neutron] For port ca60781b-cbd2-4cd3-bbb4-4e75c3ac8817, host hv-neutron-mast, cleared binding levels {{(pid=116162) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 11:36:50.673663 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.db [req-afed7b75-e7c6-4950-939d-9617a9dd145e req-3c715e9f-6ccd-4af4-9dc2-3c22510d7f9d service neutron] For port ca60781b-cbd2-4cd3-bbb4-4e75c3ac8817, host hv-neutron-mast, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=ca60781b-cbd2-4cd3-bbb4-4e75c3ac8817,segment=NetworkSegment(584cd955-cbaa-4108-b5ec-a1766f525093),segment_id=584cd955-cbaa-4108-b5ec-a1766f525093)] {{(pid=116162) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 11:36:50.702861 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1dee1db-206c-455e-83f6-febc346a7a01 req-874ea69d-d182-462a-b6d5-ec75116e6f82 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:36:50.704351 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-f1dee1db-206c-455e-83f6-febc346a7a01 req-874ea69d-d182-462a-b6d5-ec75116e6f82 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] 10.222.0.10 "GET /v2.0/ports?device_id=83cc985a-1a6d-4449-966f-76ef2a59baff HTTP/1.1" status: 200 len: 943 time: 0.0515893 Apr 28 11:36:50.734280 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [req-afed7b75-e7c6-4950-939d-9617a9dd145e req-3c715e9f-6ccd-4af4-9dc2-3c22510d7f9d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5051840'] for port (ca60781b-cbd2-4cd3-bbb4-4e75c3ac8817), after_update {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:36:50.754278 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-f1dee1db-206c-455e-83f6-febc346a7a01 req-20dae11a-6458-4a8e-b390-a07d5fe93aa8 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] 10.222.0.10 "GET /v2.0/security-groups?id=939a13a2-61f2-49dd-a4f5-cff547f90a03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434396 Apr 28 11:36:50.776687 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afed7b75-e7c6-4950-939d-9617a9dd145e req-3c715e9f-6ccd-4af4-9dc2-3c22510d7f9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:36:50.777305 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [req-afed7b75-e7c6-4950-939d-9617a9dd145e req-3c715e9f-6ccd-4af4-9dc2-3c22510d7f9d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198022'] for port (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:36:50.778754 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-afed7b75-e7c6-4950-939d-9617a9dd145e req-3c715e9f-6ccd-4af4-9dc2-3c22510d7f9d service neutron] 10.222.0.20 "PUT /v2.0/ports/ca60781b-cbd2-4cd3-bbb4-4e75c3ac8817 HTTP/1.1" status: 200 len: 1093 time: 0.7893922 Apr 28 11:36:50.779194 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '83cc985a-1a6d-4449-966f-76ef2a59baff', 'tag': 'ca60781b-cbd2-4cd3-bbb4-4e75c3ac8817'}] {{(pid=116162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 11:36:50.781447 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ba53f40d6116d28995a8e36159d0e539b5353eec116fb5dd4ce03b4b2159ab1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2007c15e-6469-485c-ba54-f8362d5cada8" -d '{"events": [{"name": "network-changed", "server_uuid": "83cc985a-1a6d-4449-966f-76ef2a59baff", "tag": "ca60781b-cbd2-4cd3-bbb4-4e75c3ac8817"}]}' {{(pid=116162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 11:36:50.809790 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c715e9f-6ccd-4af4-9dc2-3c22510d7f9d service neutron] Pushing event updated for resources: {'Port': ['ID=ca60781b-cbd2-4cd3-bbb4-4e75c3ac8817,revision_number=3']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:36:50.822858 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 11:36:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4b068c6-4eea-4143-ac69-6eb900e24a35 x-openstack-request-id: req-f4b068c6-4eea-4143-ac69-6eb900e24a35 {{(pid=116162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 11:36:50.823835 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "83cc985a-1a6d-4449-966f-76ef2a59baff", "tag": "ca60781b-cbd2-4cd3-bbb4-4e75c3ac8817", "status": "completed", "code": 200}]} {{(pid=116162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 11:36:50.824137 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-f4b068c6-4eea-4143-ac69-6eb900e24a35 {{(pid=116162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 11:36:50.825539 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f4b068c6-4eea-4143-ac69-6eb900e24a35'] response: {'name': 'network-changed', 'server_uuid': '83cc985a-1a6d-4449-966f-76ef2a59baff', 'tag': 'ca60781b-cbd2-4cd3-bbb4-4e75c3ac8817', 'status': 'completed', 'code': 200} Apr 28 11:36:50.853978 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (6be95134-9a6c-4663-8b48-90d12ce90c60), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:36:50.880975 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2007c15e-6469-485c-ba54-f8362d5cada8 req-2667568d-6366-42c1-927f-19607e86836b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:36:50.882525 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-2007c15e-6469-485c-ba54-f8362d5cada8 req-2667568d-6366-42c1-927f-19607e86836b service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c2ca2bda274d41e2b49f61461a68882b&device_id=83cc985a-1a6d-4449-966f-76ef2a59baff HTTP/1.1" status: 200 len: 1127 time: 0.0416229 Apr 28 11:36:50.988201 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2007c15e-6469-485c-ba54-f8362d5cada8 req-00215c70-168f-4927-b34f-6350b9810e30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:36:50.989844 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-2007c15e-6469-485c-ba54-f8362d5cada8 req-00215c70-168f-4927-b34f-6350b9810e30 service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=c2ca2bda274d41e2b49f61461a68882b&shared=False HTTP/1.1" status: 200 len: 896 time: 0.1011593 Apr 28 11:36:51.087934 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2007c15e-6469-485c-ba54-f8362d5cada8 req-c4f75a1e-036d-4cc0-afb5-3de3f51d89b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:36:51.089416 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-2007c15e-6469-485c-ba54-f8362d5cada8 req-c4f75a1e-036d-4cc0-afb5-3de3f51d89b1 service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0916390 Apr 28 11:36:51.167761 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afed7b75-e7c6-4950-939d-9617a9dd145e req-b3c8e7e1-1ab9-4783-bb8b-9b3d365e4a7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:36:51.169270 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-afed7b75-e7c6-4950-939d-9617a9dd145e req-b3c8e7e1-1ab9-4783-bb8b-9b3d365e4a7c service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c2ca2bda274d41e2b49f61461a68882b&device_id=83cc985a-1a6d-4449-966f-76ef2a59baff HTTP/1.1" status: 200 len: 1127 time: 0.0396256 Apr 28 11:36:51.209780 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-afed7b75-e7c6-4950-939d-9617a9dd145e req-a1a6b41b-dd1f-48aa-8dd2-0684e7a58041 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ca60781b-cbd2-4cd3-bbb4-4e75c3ac8817 HTTP/1.1" status: 200 len: 217 time: 0.0340590 Apr 28 11:36:51.257155 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afed7b75-e7c6-4950-939d-9617a9dd145e req-c947b29b-1f31-469d-8e25-45e9e7b97ead service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:36:51.258678 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-afed7b75-e7c6-4950-939d-9617a9dd145e req-c947b29b-1f31-469d-8e25-45e9e7b97ead service neutron] 10.222.0.20 "GET /v2.0/subnets?id=93dd2923-be90-40c1-98a6-3a457433f926 HTTP/1.1" status: 200 len: 834 time: 0.0434732 Apr 28 11:36:51.304008 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afed7b75-e7c6-4950-939d-9617a9dd145e req-df94ab42-4aea-4898-8eb1-f6a7cee5880d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:36:51.305713 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-afed7b75-e7c6-4950-939d-9617a9dd145e req-df94ab42-4aea-4898-8eb1-f6a7cee5880d service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=4365b88a-d540-4126-9458-5522ad84ad16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0418923 Apr 28 11:36:51.397235 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-afed7b75-e7c6-4950-939d-9617a9dd145e req-274bba16-2179-4134-86cf-9fd603ca6b59 service neutron] 10.222.0.20 "GET /v2.0/networks/4365b88a-d540-4126-9458-5522ad84ad16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814760 Apr 28 11:36:51.486588 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-afed7b75-e7c6-4950-939d-9617a9dd145e req-8c1ff312-2709-4900-a063-b43e0c1a2f97 service neutron] 10.222.0.20 "GET /v2.0/networks/4365b88a-d540-4126-9458-5522ad84ad16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835073 Apr 28 11:36:51.868007 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14d4059-a23b-4d66-9b7d-415dfd4764d4 req-94c7604e-8a7e-424c-9051-d5c0847d40c0 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:36:51.869500 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-d14d4059-a23b-4d66-9b7d-415dfd4764d4 req-94c7604e-8a7e-424c-9051-d5c0847d40c0 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] 10.222.0.10 "GET /v2.0/ports?device_id=83cc985a-1a6d-4449-966f-76ef2a59baff HTTP/1.1" status: 200 len: 943 time: 0.0471692 Apr 28 11:36:51.917308 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-d14d4059-a23b-4d66-9b7d-415dfd4764d4 req-8436cbd9-f42c-479c-8bb5-31a02bed95eb tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] 10.222.0.10 "GET /v2.0/security-groups?id=939a13a2-61f2-49dd-a4f5-cff547f90a03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422180 Apr 28 11:36:53.033696 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5818f4-67ae-46eb-994f-d0e8b99711df req-39cbbb35-5ca9-4ffd-8fb9-4da8a6b21580 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:36:53.035192 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-2a5818f4-67ae-46eb-994f-d0e8b99711df req-39cbbb35-5ca9-4ffd-8fb9-4da8a6b21580 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] 10.222.0.10 "GET /v2.0/ports?device_id=83cc985a-1a6d-4449-966f-76ef2a59baff HTTP/1.1" status: 200 len: 943 time: 0.0498078 Apr 28 11:36:53.084487 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-2a5818f4-67ae-46eb-994f-d0e8b99711df req-db0c892a-92fe-4995-ad80-9ce25d8e4fd7 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] 10.222.0.10 "GET /v2.0/security-groups?id=939a13a2-61f2-49dd-a4f5-cff547f90a03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430102 Apr 28 11:36:54.194879 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b643c5-7b64-4fbb-bc11-03b8a18d4ca3 req-e22c10a5-2dfd-4f83-a01e-9d1cc31375fc tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:36:54.196262 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-77b643c5-7b64-4fbb-bc11-03b8a18d4ca3 req-e22c10a5-2dfd-4f83-a01e-9d1cc31375fc tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] 10.222.0.10 "GET /v2.0/ports?device_id=83cc985a-1a6d-4449-966f-76ef2a59baff HTTP/1.1" status: 200 len: 943 time: 0.0469618 Apr 28 11:36:54.244918 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-77b643c5-7b64-4fbb-bc11-03b8a18d4ca3 req-f482e5ca-47d8-421c-ba3b-c8dbf51fbb04 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] 10.222.0.10 "GET /v2.0/security-groups?id=939a13a2-61f2-49dd-a4f5-cff547f90a03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429900 Apr 28 11:36:55.285061 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Device ca60781b-cbd2-4cd3-bbb4-4e75c3ac8817 details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=116163) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 28 11:36:55.358058 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5541d6-ee15-44e0-b9e4-dfdb1e544547 req-8a638d89-e296-42f9-b831-5cc6d3057d9c tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:36:55.359565 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-ca5541d6-ee15-44e0-b9e4-dfdb1e544547 req-8a638d89-e296-42f9-b831-5cc6d3057d9c tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] 10.222.0.10 "GET /v2.0/ports?device_id=83cc985a-1a6d-4449-966f-76ef2a59baff HTTP/1.1" status: 200 len: 943 time: 0.0473061 Apr 28 11:36:55.384818 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] For port ca60781b-cbd2-4cd3-bbb4-4e75c3ac8817, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=ca60781b-cbd2-4cd3-bbb4-4e75c3ac8817,segment=NetworkSegment(584cd955-cbaa-4108-b5ec-a1766f525093),segment_id=584cd955-cbaa-4108-b5ec-a1766f525093)] {{(pid=116163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 11:36:55.395916 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Returning: {'device': 'ca60781b-cbd2-4cd3-bbb4-4e75c3ac8817', 'network_id': '4365b88a-d540-4126-9458-5522ad84ad16', 'port_id': 'ca60781b-cbd2-4cd3-bbb4-4e75c3ac8817', 'mac_address': 'fa:16:3e:df:00:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 54, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '93dd2923-be90-40c1-98a6-3a457433f926', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=116163) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 28 11:36:55.413856 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-ca5541d6-ee15-44e0-b9e4-dfdb1e544547 req-fb1ffbbc-0914-4b10-8d1b-bdb08df272df tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] 10.222.0.10 "GET /v2.0/security-groups?id=939a13a2-61f2-49dd-a4f5-cff547f90a03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478132 Apr 28 11:36:55.434270 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Current status of the port ca60781b-cbd2-4cd3-bbb4-4e75c3ac8817 is: DOWN; New status is: BUILD {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:36:55.434690 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (ca60781b-cbd2-4cd3-bbb4-4e75c3ac8817), before_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:36:55.447582 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.notifiers.nova [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ca60781b-cbd2-4cd3-bbb4-4e75c3ac8817 {{(pid=116163) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 11:36:55.466962 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] For port ca60781b-cbd2-4cd3-bbb4-4e75c3ac8817, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=ca60781b-cbd2-4cd3-bbb4-4e75c3ac8817,segment=NetworkSegment(584cd955-cbaa-4108-b5ec-a1766f525093),segment_id=584cd955-cbaa-4108-b5ec-a1766f525093)] {{(pid=116163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 11:36:55.516851 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393'] for port (ca60781b-cbd2-4cd3-bbb4-4e75c3ac8817), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:36:55.570447 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Pushing event updated for resources: {'Port': ['ID=ca60781b-cbd2-4cd3-bbb4-4e75c3ac8817,revision_number=4']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:36:55.714497 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] get_ports_and_sgs() called for port_ids ['ca60781b-cbd2-4cd3-bbb4-4e75c3ac8817'] {{(pid=116163) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 11:36:56.529052 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e86cc4-14fd-42d0-b3e2-87e04a203201 req-326a59ae-f354-4db5-b069-c0ec7f5be0ee tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:36:56.530558 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-76e86cc4-14fd-42d0-b3e2-87e04a203201 req-326a59ae-f354-4db5-b069-c0ec7f5be0ee tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] 10.222.0.10 "GET /v2.0/ports?device_id=83cc985a-1a6d-4449-966f-76ef2a59baff HTTP/1.1" status: 200 len: 944 time: 0.0474584 Apr 28 11:36:56.585497 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-76e86cc4-14fd-42d0-b3e2-87e04a203201 req-5ae06190-3f2d-4003-8f14-83240b3e9d89 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] 10.222.0.10 "GET /v2.0/security-groups?id=939a13a2-61f2-49dd-a4f5-cff547f90a03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493879 Apr 28 11:36:57.285123 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Device ca60781b-cbd2-4cd3-bbb4-4e75c3ac8817 up at agent hyperv_hv-neutron-mast {{(pid=116163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 11:36:57.329831 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Provisioning for port ca60781b-cbd2-4cd3-bbb4-4e75c3ac8817 completed by entity L2. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 28 11:36:57.436846 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Provisioning complete for port ca60781b-cbd2-4cd3-bbb4-4e75c3ac8817 triggered by entity L2. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:36:57.437272 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (ca60781b-cbd2-4cd3-bbb4-4e75c3ac8817), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:36:57.515461 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Current status of the port ca60781b-cbd2-4cd3-bbb4-4e75c3ac8817 is: BUILD; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:36:57.515850 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (ca60781b-cbd2-4cd3-bbb4-4e75c3ac8817), before_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:36:57.539360 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83cc985a-1a6d-4449-966f-76ef2a59baff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca60781b-cbd2-4cd3-bbb4-4e75c3ac8817'}] {{(pid=116163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 11:36:57.541593 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f01aec4a4f83961b54a953becfce2676879fb1d4b91122543244f430a0b8460" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9791cf88-1d65-4065-b4c9-15f473f4e912" -d '{"events": [{"server_uuid": "83cc985a-1a6d-4449-966f-76ef2a59baff", "name": "network-vif-plugged", "status": "completed", "tag": "ca60781b-cbd2-4cd3-bbb4-4e75c3ac8817"}]}' {{(pid=116163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 11:36:57.554681 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] For port ca60781b-cbd2-4cd3-bbb4-4e75c3ac8817, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=ca60781b-cbd2-4cd3-bbb4-4e75c3ac8817,segment=NetworkSegment(584cd955-cbaa-4108-b5ec-a1766f525093),segment_id=584cd955-cbaa-4108-b5ec-a1766f525093)] {{(pid=116163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 11:36:57.602780 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393'] for port (ca60781b-cbd2-4cd3-bbb4-4e75c3ac8817), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:36:57.627507 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 11:36:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-785b9cd8-bfd9-4713-b9fb-337333299cd4 x-openstack-request-id: req-785b9cd8-bfd9-4713-b9fb-337333299cd4 {{(pid=116163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 11:36:57.627830 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83cc985a-1a6d-4449-966f-76ef2a59baff", "name": "network-vif-plugged", "status": "completed", "tag": "ca60781b-cbd2-4cd3-bbb4-4e75c3ac8817", "code": 200}]} {{(pid=116163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 11:36:57.628078 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-785b9cd8-bfd9-4713-b9fb-337333299cd4 {{(pid=116163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 11:36:57.628465 dv-neutron-master-2-hyperv neutron-server[116163]: INFO neutron.notifiers.nova [-] Nova event matching ['req-785b9cd8-bfd9-4713-b9fb-337333299cd4'] response: {'server_uuid': '83cc985a-1a6d-4449-966f-76ef2a59baff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca60781b-cbd2-4cd3-bbb4-4e75c3ac8817', 'code': 200} Apr 28 11:36:57.656796 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Pushing event updated for resources: {'Port': ['ID=ca60781b-cbd2-4cd3-bbb4-4e75c3ac8817,revision_number=5']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:36:57.703487 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfb8b2b-fae4-4876-9920-3ded1fe39ba7 req-dc35d9cc-50c8-4b0d-8685-0973593a5991 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:36:57.704981 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-8dfb8b2b-fae4-4876-9920-3ded1fe39ba7 req-dc35d9cc-50c8-4b0d-8685-0973593a5991 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] 10.222.0.10 "GET /v2.0/ports?device_id=83cc985a-1a6d-4449-966f-76ef2a59baff HTTP/1.1" status: 200 len: 945 time: 0.0481377 Apr 28 11:36:57.753940 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-8dfb8b2b-fae4-4876-9920-3ded1fe39ba7 req-c8507216-3a1e-45aa-87fc-843356f4b947 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] 10.222.0.10 "GET /v2.0/security-groups?id=939a13a2-61f2-49dd-a4f5-cff547f90a03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424788 Apr 28 11:36:57.905300 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3145bad9-6119-4a6e-b45d-c0856183df7c req-9d1e6048-65e2-4af5-9211-3134e0b86a9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:36:57.906798 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-3145bad9-6119-4a6e-b45d-c0856183df7c req-9d1e6048-65e2-4af5-9211-3134e0b86a9d service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=83cc985a-1a6d-4449-966f-76ef2a59baff HTTP/1.1" status: 200 len: 1129 time: 0.0391030 Apr 28 11:36:57.950532 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-3145bad9-6119-4a6e-b45d-c0856183df7c req-a3a91a2c-0e2e-4363-80a7-62fd4b430e39 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=939a13a2-61f2-49dd-a4f5-cff547f90a03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379283 Apr 28 11:36:59.049074 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce2e693-4d57-4fd6-adf3-75d96ed1b43f req-08d13b93-e81b-4aa5-8f89-5bddeb6ef6ef tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:36:59.050508 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-8ce2e693-4d57-4fd6-adf3-75d96ed1b43f req-08d13b93-e81b-4aa5-8f89-5bddeb6ef6ef tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] 10.222.0.10 "GET /v2.0/ports?device_id=83cc985a-1a6d-4449-966f-76ef2a59baff HTTP/1.1" status: 200 len: 945 time: 0.0512688 Apr 28 11:36:59.100993 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-8ce2e693-4d57-4fd6-adf3-75d96ed1b43f req-e434a638-9226-462a-9348-1125cd619a47 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] 10.222.0.10 "GET /v2.0/security-groups?id=939a13a2-61f2-49dd-a4f5-cff547f90a03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440364 Apr 28 11:37:00.215230 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b529bb16-7422-4963-95cf-fe2113040b9e req-f5f5c4ad-abac-446d-ab2b-dbbd49a723eb tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:37:00.216758 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-b529bb16-7422-4963-95cf-fe2113040b9e req-f5f5c4ad-abac-446d-ab2b-dbbd49a723eb tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] 10.222.0.10 "GET /v2.0/ports?device_id=83cc985a-1a6d-4449-966f-76ef2a59baff HTTP/1.1" status: 200 len: 945 time: 0.0483525 Apr 28 11:37:00.265859 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-b529bb16-7422-4963-95cf-fe2113040b9e req-11ff31ee-be51-4575-93eb-8db3388fc1cd tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] 10.222.0.10 "GET /v2.0/security-groups?id=939a13a2-61f2-49dd-a4f5-cff547f90a03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435743 Apr 28 11:37:00.382725 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234da4b9-cb8b-4de0-a438-a8137de9cd88 req-dc33edf0-1de0-48f8-aac0-bf975738ecba tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:37:00.384224 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-234da4b9-cb8b-4de0-a438-a8137de9cd88 req-dc33edf0-1de0-48f8-aac0-bf975738ecba tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] 10.222.0.10 "GET /v2.0/ports?device_id=83cc985a-1a6d-4449-966f-76ef2a59baff HTTP/1.1" status: 200 len: 945 time: 0.0481119 Apr 28 11:37:00.436312 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-234da4b9-cb8b-4de0-a438-a8137de9cd88 req-ccdf8b8b-168f-48e6-b7bc-d19108b3a5f7 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] 10.222.0.10 "GET /v2.0/security-groups?id=939a13a2-61f2-49dd-a4f5-cff547f90a03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465446 Apr 28 11:37:00.457645 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 33496) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:37:00.535060 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-153c8f43-9616-49ad-a8c4-7d2848d08b96 tempest-TestNetworkAdvancedServerOps-1604766071 tempest-TestNetworkAdvancedServerOps-1604766071-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:37:00.536616 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-153c8f43-9616-49ad-a8c4-7d2848d08b96 tempest-TestNetworkAdvancedServerOps-1604766071 tempest-TestNetworkAdvancedServerOps-1604766071-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=83cc985a-1a6d-4449-966f-76ef2a59baff HTTP/1.1" status: 200 len: 1124 time: 0.0778549 Apr 28 11:37:00.539339 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 33500) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:37:00.543561 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.v2.base [None req-1f1373d0-71c4-4cc5-a2d7-999eb8cbe089 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Request body: {'floatingip': {'floating_network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'port_id': 'ca60781b-cbd2-4cd3-bbb4-4e75c3ac8817', 'tenant_id': 'c2ca2bda274d41e2b49f61461a68882b', 'fixed_ip_address': '172.20.0.3'}} {{(pid=116161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:37:00.637084 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-1f1373d0-71c4-4cc5-a2d7-999eb8cbe089 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Publish callbacks [] for floatingip (None), before_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:37:00.717734 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-1f1373d0-71c4-4cc5-a2d7-999eb8cbe089 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (None), before_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:37:00.821815 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.db.db_base_plugin_common [None req-1f1373d0-71c4-4cc5-a2d7-999eb8cbe089 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Allocated IP 172.36.4.13 (7be49d94-bbb8-4a61-bafe-209c5f861e1c/c0f82f52-05ee-40f2-a57c-9d02e01fb9fa/97d9f40c-e96f-4ba9-9be3-73a0c7a5a5c3) {{(pid=116161) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 11:37:00.931952 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-1f1373d0-71c4-4cc5-a2d7-999eb8cbe089 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Publish callbacks [] for port (97d9f40c-e96f-4ba9-9be3-73a0c7a5a5c3), precommit_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:37:01.014138 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-1f1373d0-71c4-4cc5-a2d7-999eb8cbe089 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742234710357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5219112'] for port (97d9f40c-e96f-4ba9-9be3-73a0c7a5a5c3), after_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:37:01.051145 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f1373d0-71c4-4cc5-a2d7-999eb8cbe089 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Network 7be49d94-bbb8-4a61-bafe-209c5f861e1c is already hosted by enough agents. {{(pid=116161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 11:37:01.054035 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.scheduler.base_scheduler [None req-1f1373d0-71c4-4cc5-a2d7-999eb8cbe089 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Resources bound (agent type, host, resource id): {{(pid=116161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 11:37:01.059842 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f1373d0-71c4-4cc5-a2d7-999eb8cbe089 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Received port after_create {{(pid=116161) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 11:37:01.083661 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f1373d0-71c4-4cc5-a2d7-999eb8cbe089 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Pushing event updated for resources: {'Port': ['ID=97d9f40c-e96f-4ba9-9be3-73a0c7a5a5c3,revision_number=1']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:37:01.429347 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-1f1373d0-71c4-4cc5-a2d7-999eb8cbe089 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Publish callbacks [] for floatingip (0c2047e2-c125-4a3e-8784-0610a55d91b9), precommit_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:37:01.539406 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-1f1373d0-71c4-4cc5-a2d7-999eb8cbe089 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (97d9f40c-e96f-4ba9-9be3-73a0c7a5a5c3), before_update {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:37:01.699772 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-1f1373d0-71c4-4cc5-a2d7-999eb8cbe089 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Publish callbacks [] for port (97d9f40c-e96f-4ba9-9be3-73a0c7a5a5c3), precommit_update {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:37:01.762439 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-1f1373d0-71c4-4cc5-a2d7-999eb8cbe089 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5219123'] for port (97d9f40c-e96f-4ba9-9be3-73a0c7a5a5c3), after_update {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:37:01.833119 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f1373d0-71c4-4cc5-a2d7-999eb8cbe089 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Pushing event updated for resources: {'Port': ['ID=97d9f40c-e96f-4ba9-9be3-73a0c7a5a5c3,revision_number=2']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:37:01.844440 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-1f1373d0-71c4-4cc5-a2d7-999eb8cbe089 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2063164'] for floatingip (0c2047e2-c125-4a3e-8784-0610a55d91b9), after_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:37:01.946109 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.db.l3_db [None req-1f1373d0-71c4-4cc5-a2d7-999eb8cbe089 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Floating IP 0c2047e2-c125-4a3e-8784-0610a55d91b9 associated. External IP: 172.36.4.13, port: ca60781b-cbd2-4cd3-bbb4-4e75c3ac8817. Apr 28 11:37:02.153019 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f1373d0-71c4-4cc5-a2d7-999eb8cbe089 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Router 806a2c53-85e4-4694-ab89-dd7b72416dfe has already been hosted by L3 agent 6b492ad6-0876-4d74-b20d-28143a52ceba {{(pid=116161) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 11:37:02.261770 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f1373d0-71c4-4cc5-a2d7-999eb8cbe089 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=116161) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 11:37:02.271766 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f1211f8-5bcf-4a96-b4be-6b8169b522d2 None None] Sync routers for ids ['806a2c53-85e4-4694-ab89-dd7b72416dfe'] in dv-neutron-master-2-hyperv {{(pid=116163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 11:37:02.281428 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f1211f8-5bcf-4a96-b4be-6b8169b522d2 None None] Routers {'806a2c53-85e4-4694-ab89-dd7b72416dfe'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=116163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 11:37:02.285901 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_hamode_db [None req-0f1211f8-5bcf-4a96-b4be-6b8169b522d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-28T10:50:39Z,description=,heartbeat_timestamp=2022-04-28T11:36:39Z,host='dv-neutron-master-2-hyperv',id=6b492ad6-0876-4d74-b20d-28143a52ceba,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T10:50:40Z,topic='l3_agent')) {'router_ids': ['806a2c53-85e4-4694-ab89-dd7b72416dfe'], 'active': True} {{(pid=116163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:37:02.370749 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-1f1373d0-71c4-4cc5-a2d7-999eb8cbe089 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198022'] for floatingip (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:37:02.391895 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvr_db [None req-0f1211f8-5bcf-4a96-b4be-6b8169b522d2 None None] Set router 806a2c53-85e4-4694-ab89-dd7b72416dfe gateway port host: dv-neutron-master-2-hyperv {{(pid=116163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 11:37:02.401185 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-1f1373d0-71c4-4cc5-a2d7-999eb8cbe089 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8607669 Apr 28 11:37:02.401929 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '83cc985a-1a6d-4449-966f-76ef2a59baff', 'tag': 'ca60781b-cbd2-4cd3-bbb4-4e75c3ac8817'}] {{(pid=116161) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 11:37:02.404372 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e748734031c26dffb00ab563e48cb7690d820419218221ecd4f9c2a21276ff88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0506ce55-ed88-4071-bea8-38095a5597bb" -d '{"events": [{"name": "network-changed", "server_uuid": "83cc985a-1a6d-4449-966f-76ef2a59baff", "tag": "ca60781b-cbd2-4cd3-bbb4-4e75c3ac8817"}]}' {{(pid=116161) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 11:37:02.447652 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 11:37:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bc280b9-9214-4085-b0af-439b5c289564 x-openstack-request-id: req-5bc280b9-9214-4085-b0af-439b5c289564 {{(pid=116161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 11:37:02.448256 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "83cc985a-1a6d-4449-966f-76ef2a59baff", "tag": "ca60781b-cbd2-4cd3-bbb4-4e75c3ac8817", "status": "completed", "code": 200}]} {{(pid=116161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 11:37:02.448256 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-5bc280b9-9214-4085-b0af-439b5c289564 {{(pid=116161) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 11:37:02.448603 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5bc280b9-9214-4085-b0af-439b5c289564'] response: {'name': 'network-changed', 'server_uuid': '83cc985a-1a6d-4449-966f-76ef2a59baff', 'tag': 'ca60781b-cbd2-4cd3-bbb4-4e75c3ac8817', 'status': 'completed', 'code': 200} Apr 28 11:37:02.504052 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3035be49-d5c0-4bc1-9bf6-3216a8308055 req-1692febd-5583-484b-8429-38d6c297f582 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:37:02.505729 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-3035be49-d5c0-4bc1-9bf6-3216a8308055 req-1692febd-5583-484b-8429-38d6c297f582 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] 10.222.0.10 "GET /v2.0/ports?device_id=83cc985a-1a6d-4449-966f-76ef2a59baff HTTP/1.1" status: 200 len: 945 time: 0.0507777 Apr 28 11:37:02.512783 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0506ce55-ed88-4071-bea8-38095a5597bb req-b30939bc-3f92-4057-a776-e649701636c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:37:02.514390 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-0506ce55-ed88-4071-bea8-38095a5597bb req-b30939bc-3f92-4057-a776-e649701636c5 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c2ca2bda274d41e2b49f61461a68882b&device_id=83cc985a-1a6d-4449-966f-76ef2a59baff HTTP/1.1" status: 200 len: 1129 time: 0.0448875 Apr 28 11:37:02.561266 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-3035be49-d5c0-4bc1-9bf6-3216a8308055 req-923c9c72-765b-44d8-95b7-4614abb629b8 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] 10.222.0.10 "GET /v2.0/security-groups?id=939a13a2-61f2-49dd-a4f5-cff547f90a03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484028 Apr 28 11:37:02.582151 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 33506) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:37:02.613016 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0506ce55-ed88-4071-bea8-38095a5597bb req-a476a4e8-0a4f-482f-a5ec-516d7a25ce78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:37:02.615182 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-0506ce55-ed88-4071-bea8-38095a5597bb req-a476a4e8-0a4f-482f-a5ec-516d7a25ce78 service neutron] 10.222.0.20 "GET /v2.0/networks?id=4365b88a-d540-4126-9458-5522ad84ad16 HTTP/1.1" status: 200 len: 896 time: 0.0952792 Apr 28 11:37:02.618973 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_hamode_db [None req-0f1211f8-5bcf-4a96-b4be-6b8169b522d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '806a2c53-85e4-4694-ab89-dd7b72416dfe', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1068738406', 'tenant_id': 'c2ca2bda274d41e2b49f61461a68882b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'external_fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.86'}], 'enable_snat': True}, 'gw_port_id': 'e025d065-bb60-4447-a44e-312fb3edcf32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T11:36:40Z', 'updated_at': '2022-04-28T11:36:45Z', 'revision_number': 4, 'project_id': 'c2ca2bda274d41e2b49f61461a68882b', 'gw_port': {'id': 'e025d065-bb60-4447-a44e-312fb3edcf32', 'name': '', 'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:8f:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '806a2c53-85e4-4694-ab89-dd7b72416dfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1778, 'fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:36:41Z', 'updated_at': '2022-04-28T11:36:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '0c2047e2-c125-4a3e-8784-0610a55d91b9', 'tenant_id': 'c2ca2bda274d41e2b49f61461a68882b', 'floating_ip_address': '172.36.4.13', 'floating_network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'router_id': '806a2c53-85e4-4694-ab89-dd7b72416dfe', 'port_id': 'ca60781b-cbd2-4cd3-bbb4-4e75c3ac8817', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1784, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4365b88a-d540-4126-9458-5522ad84ad16', 'mac_address': 'fa:16:3e:df:00:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83cc985a-1a6d-4449-966f-76ef2a59baff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T11:37:01Z', 'updated_at': '2022-04-28T11:37:01Z', 'revision_number': 0, 'project_id': 'c2ca2bda274d41e2b49f61461a68882b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8f37513d-15bf-4654-b906-502cd8204a9c', 'name': '', 'network_id': '4365b88a-d540-4126-9458-5522ad84ad16', 'tenant_id': 'c2ca2bda274d41e2b49f61461a68882b', 'mac_address': 'fa:16:3e:bc:4c:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '806a2c53-85e4-4694-ab89-dd7b72416dfe', 'device_owner': 'network:router_interface', 'standard_attr_id': 1781, 'fixed_ips': [{'subnet_id': '93dd2923-be90-40c1-98a6-3a457433f926', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:36:44Z', 'updated_at': '2022-04-28T11:36:47Z', 'revision_number': 5, 'project_id': 'c2ca2bda274d41e2b49f61461a68882b', 'subnets': [{'id': '93dd2923-be90-40c1-98a6-3a457433f926', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=116163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:37:02.646051 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f1211f8-5bcf-4a96-b4be-6b8169b522d2 None None] Checking router: 806a2c53-85e4-4694-ab89-dd7b72416dfe for host: dv-neutron-master-2-hyperv {{(pid=116163) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 11:37:02.652646 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-6691a881-972e-4b91-8ced-f1d2bfbfbdb5 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] 10.222.0.10 "GET /v2.0/floatingips/0c2047e2-c125-4a3e-8784-0610a55d91b9 HTTP/1.1" status: 200 len: 990 time: 0.0681875 Apr 28 11:37:02.654882 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f1211f8-5bcf-4a96-b4be-6b8169b522d2 None None] Routers {'806a2c53-85e4-4694-ab89-dd7b72416dfe'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=116163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 11:37:02.655496 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_hamode_db [None req-0f1211f8-5bcf-4a96-b4be-6b8169b522d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-28T10:50:39Z,description=,heartbeat_timestamp=2022-04-28T11:36:39Z,host='dv-neutron-master-2-hyperv',id=6b492ad6-0876-4d74-b20d-28143a52ceba,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T10:50:40Z,topic='l3_agent')) {'router_ids': ['806a2c53-85e4-4694-ab89-dd7b72416dfe'], 'active': True} {{(pid=116163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:37:02.684751 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-0506ce55-ed88-4071-bea8-38095a5597bb req-8d81d2ef-ab34-47ce-97db-447ed1135c06 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ca60781b-cbd2-4cd3-bbb4-4e75c3ac8817 HTTP/1.1" status: 200 len: 998 time: 0.0642591 Apr 28 11:37:02.732618 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0506ce55-ed88-4071-bea8-38095a5597bb req-b26469a1-3780-46f4-b838-466a941d2b8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:37:02.734088 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-0506ce55-ed88-4071-bea8-38095a5597bb req-b26469a1-3780-46f4-b838-466a941d2b8b service neutron] 10.222.0.20 "GET /v2.0/subnets?id=93dd2923-be90-40c1-98a6-3a457433f926 HTTP/1.1" status: 200 len: 834 time: 0.0434840 Apr 28 11:37:02.765561 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvr_db [None req-0f1211f8-5bcf-4a96-b4be-6b8169b522d2 None None] Set router 806a2c53-85e4-4694-ab89-dd7b72416dfe gateway port host: dv-neutron-master-2-hyperv {{(pid=116163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 11:37:02.776516 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0506ce55-ed88-4071-bea8-38095a5597bb req-ab40a4a0-b0e0-4a34-83b9-621651fd090c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:37:02.778018 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-0506ce55-ed88-4071-bea8-38095a5597bb req-ab40a4a0-b0e0-4a34-83b9-621651fd090c service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=4365b88a-d540-4126-9458-5522ad84ad16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0387700 Apr 28 11:37:02.870218 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-0506ce55-ed88-4071-bea8-38095a5597bb req-7a7c2cbf-7bc3-4ffa-be63-5c1a882d6da2 service neutron] 10.222.0.20 "GET /v2.0/networks/4365b88a-d540-4126-9458-5522ad84ad16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862546 Apr 28 11:37:02.958569 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-0506ce55-ed88-4071-bea8-38095a5597bb req-929eafd0-0d19-45cb-a317-f38addb52f8c service neutron] 10.222.0.20 "GET /v2.0/networks/4365b88a-d540-4126-9458-5522ad84ad16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820689 Apr 28 11:37:02.982212 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_hamode_db [None req-0f1211f8-5bcf-4a96-b4be-6b8169b522d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '806a2c53-85e4-4694-ab89-dd7b72416dfe', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1068738406', 'tenant_id': 'c2ca2bda274d41e2b49f61461a68882b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'external_fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.86'}], 'enable_snat': True}, 'gw_port_id': 'e025d065-bb60-4447-a44e-312fb3edcf32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T11:36:40Z', 'updated_at': '2022-04-28T11:36:45Z', 'revision_number': 4, 'project_id': 'c2ca2bda274d41e2b49f61461a68882b', 'gw_port': {'id': 'e025d065-bb60-4447-a44e-312fb3edcf32', 'name': '', 'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:8f:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '806a2c53-85e4-4694-ab89-dd7b72416dfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1778, 'fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:36:41Z', 'updated_at': '2022-04-28T11:36:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '0c2047e2-c125-4a3e-8784-0610a55d91b9', 'tenant_id': 'c2ca2bda274d41e2b49f61461a68882b', 'floating_ip_address': '172.36.4.13', 'floating_network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'router_id': '806a2c53-85e4-4694-ab89-dd7b72416dfe', 'port_id': 'ca60781b-cbd2-4cd3-bbb4-4e75c3ac8817', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1784, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4365b88a-d540-4126-9458-5522ad84ad16', 'mac_address': 'fa:16:3e:df:00:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83cc985a-1a6d-4449-966f-76ef2a59baff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T11:37:01Z', 'updated_at': '2022-04-28T11:37:01Z', 'revision_number': 0, 'project_id': 'c2ca2bda274d41e2b49f61461a68882b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8f37513d-15bf-4654-b906-502cd8204a9c', 'name': '', 'network_id': '4365b88a-d540-4126-9458-5522ad84ad16', 'tenant_id': 'c2ca2bda274d41e2b49f61461a68882b', 'mac_address': 'fa:16:3e:bc:4c:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '806a2c53-85e4-4694-ab89-dd7b72416dfe', 'device_owner': 'network:router_interface', 'standard_attr_id': 1781, 'fixed_ips': [{'subnet_id': '93dd2923-be90-40c1-98a6-3a457433f926', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:36:44Z', 'updated_at': '2022-04-28T11:36:47Z', 'revision_number': 5, 'project_id': 'c2ca2bda274d41e2b49f61461a68882b', 'subnets': [{'id': '93dd2923-be90-40c1-98a6-3a457433f926', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=116163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:37:03.008267 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f1211f8-5bcf-4a96-b4be-6b8169b522d2 None None] The sync data for ids ['806a2c53-85e4-4694-ab89-dd7b72416dfe'] in dv-neutron-master-2-hyperv is: [{'id': '806a2c53-85e4-4694-ab89-dd7b72416dfe', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1068738406', 'tenant_id': 'c2ca2bda274d41e2b49f61461a68882b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'external_fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.86'}], 'enable_snat': True}, 'gw_port_id': 'e025d065-bb60-4447-a44e-312fb3edcf32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T11:36:40Z', 'updated_at': '2022-04-28T11:36:45Z', 'revision_number': 4, 'project_id': 'c2ca2bda274d41e2b49f61461a68882b', 'gw_port': {'id': 'e025d065-bb60-4447-a44e-312fb3edcf32', 'name': '', 'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:8f:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '806a2c53-85e4-4694-ab89-dd7b72416dfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1778, 'fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:36:41Z', 'updated_at': '2022-04-28T11:36:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '0c2047e2-c125-4a3e-8784-0610a55d91b9', 'tenant_id': 'c2ca2bda274d41e2b49f61461a68882b', 'floating_ip_address': '172.36.4.13', 'floating_network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'router_id': '806a2c53-85e4-4694-ab89-dd7b72416dfe', 'port_id': 'ca60781b-cbd2-4cd3-bbb4-4e75c3ac8817', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1784, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4365b88a-d540-4126-9458-5522ad84ad16', 'mac_address': 'fa:16:3e:df:00:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83cc985a-1a6d-4449-966f-76ef2a59baff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T11:37:01Z', 'updated_at': '2022-04-28T11:37:01Z', 'revision_number': 0, 'project_id': 'c2ca2bda274d41e2b49f61461a68882b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8f37513d-15bf-4654-b906-502cd8204a9c', 'name': '', 'network_id': '4365b88a-d540-4126-9458-5522ad84ad16', 'tenant_id': 'c2ca2bda274d41e2b49f61461a68882b', 'mac_address': 'fa:16:3e:bc:4c:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '806a2c53-85e4-4694-ab89-dd7b72416dfe', 'device_owner': 'network:router_interface', 'standard_attr_id': 1781, 'fixed_ips': [{'subnet_id': '93dd2923-be90-40c1-98a6-3a457433f926', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:36:44Z', 'updated_at': '2022-04-28T11:36:47Z', 'revision_number': 5, 'project_id': 'c2ca2bda274d41e2b49f61461a68882b', 'subnets': [{'id': '93dd2923-be90-40c1-98a6-3a457433f926', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=116163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 11:37:03.203176 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9da58ac2-86dd-497b-a853-a6a027e2e2f2 None None] New status for floating IP 0c2047e2-c125-4a3e-8784-0610a55d91b9: ACTIVE {{(pid=116164) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 28 11:37:03.618052 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-036ae6ad-545d-4add-bc5b-b2408a0632f1 req-789ff67d-2146-4c46-b462-be3f634f78f7 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=83cc985a-1a6d-4449-966f-76ef2a59baff&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0420234 Apr 28 11:37:03.655081 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 33508) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:37:03.697521 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036ae6ad-545d-4add-bc5b-b2408a0632f1 req-d9326757-fe18-4901-97ba-b5db6fd28431 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:37:03.698938 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-036ae6ad-545d-4add-bc5b-b2408a0632f1 req-d9326757-fe18-4901-97ba-b5db6fd28431 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c2ca2bda274d41e2b49f61461a68882b&device_id=83cc985a-1a6d-4449-966f-76ef2a59baff HTTP/1.1" status: 200 len: 1129 time: 0.0397272 Apr 28 11:37:03.719135 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-a1be92b5-3dd7-4c1e-8d65-f6790a11f621 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] 10.222.0.10 "GET /v2.0/floatingips/0c2047e2-c125-4a3e-8784-0610a55d91b9 HTTP/1.1" status: 200 len: 992 time: 0.0626998 Apr 28 11:37:03.798418 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036ae6ad-545d-4add-bc5b-b2408a0632f1 req-55f4e8f5-3c58-408f-90ac-b75de223d3f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:37:03.799888 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-036ae6ad-545d-4add-bc5b-b2408a0632f1 req-55f4e8f5-3c58-408f-90ac-b75de223d3f7 service neutron] 10.222.0.20 "GET /v2.0/networks?id=4365b88a-d540-4126-9458-5522ad84ad16 HTTP/1.1" status: 200 len: 896 time: 0.0836151 Apr 28 11:37:03.866993 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-036ae6ad-545d-4add-bc5b-b2408a0632f1 req-0029c632-bf3e-4918-824b-21c40871f8c6 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ca60781b-cbd2-4cd3-bbb4-4e75c3ac8817 HTTP/1.1" status: 200 len: 1000 time: 0.0616910 Apr 28 11:37:03.914912 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036ae6ad-545d-4add-bc5b-b2408a0632f1 req-084b7475-f3f3-4fb4-a6a6-b9187daf91d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:37:03.916360 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-036ae6ad-545d-4add-bc5b-b2408a0632f1 req-084b7475-f3f3-4fb4-a6a6-b9187daf91d8 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=93dd2923-be90-40c1-98a6-3a457433f926 HTTP/1.1" status: 200 len: 834 time: 0.0434844 Apr 28 11:37:03.959389 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036ae6ad-545d-4add-bc5b-b2408a0632f1 req-efd81598-027e-4571-9573-3db4b71479c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:37:03.960719 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-036ae6ad-545d-4add-bc5b-b2408a0632f1 req-efd81598-027e-4571-9573-3db4b71479c9 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=4365b88a-d540-4126-9458-5522ad84ad16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0380762 Apr 28 11:37:04.049619 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-036ae6ad-545d-4add-bc5b-b2408a0632f1 req-e148bc5f-a827-4eff-bcd0-4b874f2f54f8 service neutron] 10.222.0.20 "GET /v2.0/networks/4365b88a-d540-4126-9458-5522ad84ad16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834532 Apr 28 11:37:04.140033 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-036ae6ad-545d-4add-bc5b-b2408a0632f1 req-8a6da50e-76af-42f7-93ea-8504c9381291 service neutron] 10.222.0.20 "GET /v2.0/networks/4365b88a-d540-4126-9458-5522ad84ad16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847275 Apr 28 11:37:07.003014 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-fba0fda1-1715-4464-ba57-2173e9c52af3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (75ba81b7-fe99-4281-90d2-a5adb445ecea), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:37:09.425397 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-cb506c20-6aca-4314-a896-a36198de08bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (6b492ad6-0876-4d74-b20d-28143a52ceba), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:37:10.591462 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-ae94d540-e4c6-43be-adc9-b26fb6a2f62f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (cfc241ae-e4b7-443b-b80b-59fbbc2b69c9), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:37:12.242782 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-01ef1de1-12fd-4cef-b76b-793f91379468 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (39cc4f52-f5d9-4e2c-bbfa-7a1c528e1c40), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:37:13.357413 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (d5baab19-5dd1-4902-922b-84acb048ab9c), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:37:15.169428 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.agents_db [None req-54b29a82-8a19-4507-95e3-3a2d011841ff None None] Agent healthcheck: found 6 active agents {{(pid=116164) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 28 11:37:20.866306 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (6be95134-9a6c-4663-8b48-90d12ce90c60), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:37:30.622440 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f890edb-fd30-42e2-9679-babb529da6a2 req-beefbff8-e476-4f9c-9f95-a369817bccb7 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:37:30.623860 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-1f890edb-fd30-42e2-9679-babb529da6a2 req-beefbff8-e476-4f9c-9f95-a369817bccb7 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] 10.222.0.10 "GET /v2.0/ports?device_id=83cc985a-1a6d-4449-966f-76ef2a59baff HTTP/1.1" status: 200 len: 945 time: 0.0484109 Apr 28 11:37:30.676956 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-1f890edb-fd30-42e2-9679-babb529da6a2 req-c355591b-b366-4751-a19c-9c4aaf239bad tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] 10.222.0.10 "GET /v2.0/security-groups?id=939a13a2-61f2-49dd-a4f5-cff547f90a03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476427 Apr 28 11:37:31.791846 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d92d6ba-e95a-4844-a871-5309c9084275 req-7a6f581b-40e4-4d9b-b267-239725f15ede tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:37:31.793293 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-2d92d6ba-e95a-4844-a871-5309c9084275 req-7a6f581b-40e4-4d9b-b267-239725f15ede tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] 10.222.0.10 "GET /v2.0/ports?device_id=83cc985a-1a6d-4449-966f-76ef2a59baff HTTP/1.1" status: 200 len: 945 time: 0.0462441 Apr 28 11:37:31.841778 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-2d92d6ba-e95a-4844-a871-5309c9084275 req-3ca809c8-98a5-42ff-93c9-b125d5e0a379 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] 10.222.0.10 "GET /v2.0/security-groups?id=939a13a2-61f2-49dd-a4f5-cff547f90a03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429244 Apr 28 11:37:32.954081 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1084eb-b01b-4737-8d93-19071828ec70 req-499f1443-ce07-4879-934a-451971cefd1d tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:37:32.955556 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-9a1084eb-b01b-4737-8d93-19071828ec70 req-499f1443-ce07-4879-934a-451971cefd1d tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] 10.222.0.10 "GET /v2.0/ports?device_id=83cc985a-1a6d-4449-966f-76ef2a59baff HTTP/1.1" status: 200 len: 945 time: 0.0460484 Apr 28 11:37:33.003097 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-9a1084eb-b01b-4737-8d93-19071828ec70 req-f9c14afe-20e4-4e5e-bc6e-12e47696ba1b tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] 10.222.0.10 "GET /v2.0/security-groups?id=939a13a2-61f2-49dd-a4f5-cff547f90a03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412812 Apr 28 11:37:34.446383 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b73765e-e5c1-4a7b-a28d-1319306241c7 req-2f5520f0-d1e4-4b3e-9d2c-cb016ceb7a8b tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:37:34.447991 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-8b73765e-e5c1-4a7b-a28d-1319306241c7 req-2f5520f0-d1e4-4b3e-9d2c-cb016ceb7a8b tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] 10.222.0.10 "GET /v2.0/ports?device_id=83cc985a-1a6d-4449-966f-76ef2a59baff HTTP/1.1" status: 200 len: 945 time: 0.3766775 Apr 28 11:37:34.496325 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-8b73765e-e5c1-4a7b-a28d-1319306241c7 req-0444a091-6f2b-4c99-b59d-d467371ad7ee tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] 10.222.0.10 "GET /v2.0/security-groups?id=939a13a2-61f2-49dd-a4f5-cff547f90a03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425589 Apr 28 11:37:35.607131 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c9f721-0156-4066-9857-11149d43626e req-700cce2e-fed5-4faf-b1ba-1072777e54cc tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:37:35.608595 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-c7c9f721-0156-4066-9857-11149d43626e req-700cce2e-fed5-4faf-b1ba-1072777e54cc tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] 10.222.0.10 "GET /v2.0/ports?device_id=83cc985a-1a6d-4449-966f-76ef2a59baff HTTP/1.1" status: 200 len: 945 time: 0.0460474 Apr 28 11:37:35.656249 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-c7c9f721-0156-4066-9857-11149d43626e req-eac476f2-bb37-444d-a111-a6e4ff072cd5 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] 10.222.0.10 "GET /v2.0/security-groups?id=939a13a2-61f2-49dd-a4f5-cff547f90a03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422075 Apr 28 11:37:36.772650 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5224708b-dd09-46c1-a520-f8cb37c1aeff req-32cc15dc-3017-4711-bc38-50f58f9fc011 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:37:36.774096 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-5224708b-dd09-46c1-a520-f8cb37c1aeff req-32cc15dc-3017-4711-bc38-50f58f9fc011 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] 10.222.0.10 "GET /v2.0/ports?device_id=83cc985a-1a6d-4449-966f-76ef2a59baff HTTP/1.1" status: 200 len: 945 time: 0.0491042 Apr 28 11:37:36.821871 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-5224708b-dd09-46c1-a520-f8cb37c1aeff req-e593c4ec-a602-44c1-aedd-82e645f81826 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] 10.222.0.10 "GET /v2.0/security-groups?id=939a13a2-61f2-49dd-a4f5-cff547f90a03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422871 Apr 28 11:37:37.015345 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-505e19ac-a5a3-48d1-89dc-cee19af49794 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (75ba81b7-fe99-4281-90d2-a5adb445ecea), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:37:37.937384 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596fffc6-6803-4d4c-97e4-92d15e99f48c req-670242d2-d768-45ab-83d5-cd7aaec7ab52 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:37:37.938876 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-596fffc6-6803-4d4c-97e4-92d15e99f48c req-670242d2-d768-45ab-83d5-cd7aaec7ab52 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] 10.222.0.10 "GET /v2.0/ports?device_id=83cc985a-1a6d-4449-966f-76ef2a59baff HTTP/1.1" status: 200 len: 945 time: 0.0467331 Apr 28 11:37:37.986838 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-596fffc6-6803-4d4c-97e4-92d15e99f48c req-27d58bf1-9988-4014-ba3e-84819f396656 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] 10.222.0.10 "GET /v2.0/security-groups?id=939a13a2-61f2-49dd-a4f5-cff547f90a03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417464 Apr 28 11:37:39.099967 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772a9247-4363-4d94-8cb5-eeb1bcd493cc req-3342c58c-bd2a-411f-bc88-b7dbe0fa589a tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:37:39.101676 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-772a9247-4363-4d94-8cb5-eeb1bcd493cc req-3342c58c-bd2a-411f-bc88-b7dbe0fa589a tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] 10.222.0.10 "GET /v2.0/ports?device_id=83cc985a-1a6d-4449-966f-76ef2a59baff HTTP/1.1" status: 200 len: 945 time: 0.0476563 Apr 28 11:37:39.153243 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-772a9247-4363-4d94-8cb5-eeb1bcd493cc req-995b9770-d21f-469e-ac2e-9f026d77c7df tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] 10.222.0.10 "GET /v2.0/security-groups?id=939a13a2-61f2-49dd-a4f5-cff547f90a03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459619 Apr 28 11:37:39.438123 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-687e1661-2825-4d31-88d0-0539ebb4a368 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (6b492ad6-0876-4d74-b20d-28143a52ceba), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:37:40.264357 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5aebcd0-0cc7-42ae-8051-af335b824f84 req-f351fc86-8a10-4d1f-8240-2b9ee0d76881 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:37:40.265831 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-a5aebcd0-0cc7-42ae-8051-af335b824f84 req-f351fc86-8a10-4d1f-8240-2b9ee0d76881 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] 10.222.0.10 "GET /v2.0/ports?device_id=83cc985a-1a6d-4449-966f-76ef2a59baff HTTP/1.1" status: 200 len: 945 time: 0.0463459 Apr 28 11:37:40.314562 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-a5aebcd0-0cc7-42ae-8051-af335b824f84 req-6a3a8b61-8288-4087-9b3f-df0e73b0aa46 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] 10.222.0.10 "GET /v2.0/security-groups?id=939a13a2-61f2-49dd-a4f5-cff547f90a03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431654 Apr 28 11:37:40.610027 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-ae94d540-e4c6-43be-adc9-b26fb6a2f62f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (cfc241ae-e4b7-443b-b80b-59fbbc2b69c9), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:37:41.426587 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376aa211-0936-4ae5-b2f1-5b0a857be9d4 req-174e4a29-2a3d-4a80-8100-d453cae50b1b tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:37:41.428573 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-376aa211-0936-4ae5-b2f1-5b0a857be9d4 req-174e4a29-2a3d-4a80-8100-d453cae50b1b tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] 10.222.0.10 "GET /v2.0/ports?device_id=83cc985a-1a6d-4449-966f-76ef2a59baff HTTP/1.1" status: 200 len: 945 time: 0.0467494 Apr 28 11:37:41.476458 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-376aa211-0936-4ae5-b2f1-5b0a857be9d4 req-8d6c1c2e-2e1c-4161-b901-2efdab6d5c0b tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] 10.222.0.10 "GET /v2.0/security-groups?id=939a13a2-61f2-49dd-a4f5-cff547f90a03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421309 Apr 28 11:37:41.498516 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 33540) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:37:41.561232 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-85134fcb-3785-49b1-a913-56d590f1a572 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] 10.222.0.10 "GET /v2.0/floatingips/0c2047e2-c125-4a3e-8784-0610a55d91b9 HTTP/1.1" status: 200 len: 992 time: 0.0616131 Apr 28 11:37:42.198296 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-01ef1de1-12fd-4cef-b76b-793f91379468 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (39cc4f52-f5d9-4e2c-bbfa-7a1c528e1c40), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:37:42.942632 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbefbe8-6420-4227-95c2-da50e0447f0f req-3cb36aa9-b7f3-42c7-a73c-be24d28a859f tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:37:42.944932 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-1dbefbe8-6420-4227-95c2-da50e0447f0f req-3cb36aa9-b7f3-42c7-a73c-be24d28a859f tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] 10.222.0.10 "GET /v2.0/ports?device_id=83cc985a-1a6d-4449-966f-76ef2a59baff HTTP/1.1" status: 200 len: 945 time: 0.0507836 Apr 28 11:37:42.995709 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-1dbefbe8-6420-4227-95c2-da50e0447f0f req-25de7efc-0c43-4f71-97ae-ebbe7f299cd6 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] 10.222.0.10 "GET /v2.0/security-groups?id=939a13a2-61f2-49dd-a4f5-cff547f90a03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450311 Apr 28 11:37:43.021515 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b38d71-a1b6-4106-95f3-9f34fa2b2080 req-2331fb51-757c-4874-a694-fe5b757d81a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:37:43.023066 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-14b38d71-a1b6-4106-95f3-9f34fa2b2080 req-2331fb51-757c-4874-a694-fe5b757d81a6 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c2ca2bda274d41e2b49f61461a68882b&device_id=83cc985a-1a6d-4449-966f-76ef2a59baff HTTP/1.1" status: 200 len: 1129 time: 0.0407574 Apr 28 11:37:43.114187 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b38d71-a1b6-4106-95f3-9f34fa2b2080 req-fb4960b4-4fe2-4db9-b5d2-cbe74faaedcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:37:43.116231 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-14b38d71-a1b6-4106-95f3-9f34fa2b2080 req-fb4960b4-4fe2-4db9-b5d2-cbe74faaedcc service neutron] 10.222.0.20 "GET /v2.0/networks?id=4365b88a-d540-4126-9458-5522ad84ad16 HTTP/1.1" status: 200 len: 896 time: 0.0854774 Apr 28 11:37:43.176557 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-14b38d71-a1b6-4106-95f3-9f34fa2b2080 req-e0554e6e-aeb0-4f62-8252-f81638b5fbf0 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ca60781b-cbd2-4cd3-bbb4-4e75c3ac8817 HTTP/1.1" status: 200 len: 1000 time: 0.0556622 Apr 28 11:37:43.228318 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b38d71-a1b6-4106-95f3-9f34fa2b2080 req-10e1cd05-f47f-4ce6-854e-738466afb675 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:37:43.229743 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-14b38d71-a1b6-4106-95f3-9f34fa2b2080 req-10e1cd05-f47f-4ce6-854e-738466afb675 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=93dd2923-be90-40c1-98a6-3a457433f926 HTTP/1.1" status: 200 len: 834 time: 0.0473821 Apr 28 11:37:43.274094 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b38d71-a1b6-4106-95f3-9f34fa2b2080 req-397f6b8c-b967-4232-ab96-59ded584225c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:37:43.275837 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-14b38d71-a1b6-4106-95f3-9f34fa2b2080 req-397f6b8c-b967-4232-ab96-59ded584225c service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=4365b88a-d540-4126-9458-5522ad84ad16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0396042 Apr 28 11:37:43.364126 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (d5baab19-5dd1-4902-922b-84acb048ab9c), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:37:43.365315 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-14b38d71-a1b6-4106-95f3-9f34fa2b2080 req-e613bc6e-d282-4ba9-aa63-36e63dc34065 service neutron] 10.222.0.20 "GET /v2.0/networks/4365b88a-d540-4126-9458-5522ad84ad16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836637 Apr 28 11:37:43.457737 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-14b38d71-a1b6-4106-95f3-9f34fa2b2080 req-513f4cbd-b1d0-474a-9ecf-ea86345ba274 service neutron] 10.222.0.20 "GET /v2.0/networks/4365b88a-d540-4126-9458-5522ad84ad16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868840 Apr 28 11:37:44.115515 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d632775-6310-4df3-9cbe-e9e03a7953d9 req-35fb9f63-dea4-449c-a51f-d859cabc2a3a tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:37:44.117099 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-5d632775-6310-4df3-9cbe-e9e03a7953d9 req-35fb9f63-dea4-449c-a51f-d859cabc2a3a tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] 10.222.0.10 "GET /v2.0/ports?device_id=83cc985a-1a6d-4449-966f-76ef2a59baff HTTP/1.1" status: 200 len: 945 time: 0.0509295 Apr 28 11:37:44.165299 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-5d632775-6310-4df3-9cbe-e9e03a7953d9 req-66cf1e29-f543-4286-be3f-c5d54be63f1e tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] 10.222.0.10 "GET /v2.0/security-groups?id=939a13a2-61f2-49dd-a4f5-cff547f90a03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426538 Apr 28 11:37:45.277461 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c744ca6-4336-46d9-b691-454389132a5c req-ce1ae801-7f52-4e3b-b32c-26ef96ebd9b7 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:37:45.279005 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-1c744ca6-4336-46d9-b691-454389132a5c req-ce1ae801-7f52-4e3b-b32c-26ef96ebd9b7 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] 10.222.0.10 "GET /v2.0/ports?device_id=83cc985a-1a6d-4449-966f-76ef2a59baff HTTP/1.1" status: 200 len: 945 time: 0.0471330 Apr 28 11:37:45.326984 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-1c744ca6-4336-46d9-b691-454389132a5c req-200f2369-9625-4433-bbfb-ab453d861933 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] 10.222.0.10 "GET /v2.0/security-groups?id=939a13a2-61f2-49dd-a4f5-cff547f90a03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422850 Apr 28 11:37:45.349881 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 33552) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:37:45.408850 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-b6fb4a14-7970-4f3b-bb87-3c1b0c760e26 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] 10.222.0.10 "GET /v2.0/floatingips/0c2047e2-c125-4a3e-8784-0610a55d91b9 HTTP/1.1" status: 200 len: 992 time: 0.0577362 Apr 28 11:37:50.849770 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (6be95134-9a6c-4663-8b48-90d12ce90c60), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:37:52.169495 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.agents_db [None req-54b29a82-8a19-4507-95e3-3a2d011841ff None None] Agent healthcheck: found 6 active agents {{(pid=116164) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 28 11:38:05.458387 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-f152ed49-9082-4017-8d3b-e0101d617bce req-5440578a-5412-4546-b943-b1d381b1cce9 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=83cc985a-1a6d-4449-966f-76ef2a59baff&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0376585 Apr 28 11:38:05.536295 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f152ed49-9082-4017-8d3b-e0101d617bce req-3584208b-ef4b-4d8e-bd53-e39424022792 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:38:05.537756 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-f152ed49-9082-4017-8d3b-e0101d617bce req-3584208b-ef4b-4d8e-bd53-e39424022792 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c2ca2bda274d41e2b49f61461a68882b&device_id=83cc985a-1a6d-4449-966f-76ef2a59baff HTTP/1.1" status: 200 len: 1129 time: 0.0381289 Apr 28 11:38:05.639763 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f152ed49-9082-4017-8d3b-e0101d617bce req-76404ff0-1136-426a-b628-8a2222781133 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:38:05.641189 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-f152ed49-9082-4017-8d3b-e0101d617bce req-76404ff0-1136-426a-b628-8a2222781133 service neutron] 10.222.0.20 "GET /v2.0/networks?id=4365b88a-d540-4126-9458-5522ad84ad16 HTTP/1.1" status: 200 len: 896 time: 0.0858860 Apr 28 11:38:05.705324 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-f152ed49-9082-4017-8d3b-e0101d617bce req-e5a5dbbd-be27-4aac-b1ae-d9375e73a1a1 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ca60781b-cbd2-4cd3-bbb4-4e75c3ac8817 HTTP/1.1" status: 200 len: 1000 time: 0.0572746 Apr 28 11:38:05.753096 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f152ed49-9082-4017-8d3b-e0101d617bce req-64400451-7d31-43eb-ad00-b963bd8e6b39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:38:05.754446 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-f152ed49-9082-4017-8d3b-e0101d617bce req-64400451-7d31-43eb-ad00-b963bd8e6b39 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=93dd2923-be90-40c1-98a6-3a457433f926 HTTP/1.1" status: 200 len: 834 time: 0.0424545 Apr 28 11:38:05.800167 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f152ed49-9082-4017-8d3b-e0101d617bce req-326127c8-1b7e-4d50-9cef-ef1b2573e46b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:38:05.801645 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-f152ed49-9082-4017-8d3b-e0101d617bce req-326127c8-1b7e-4d50-9cef-ef1b2573e46b service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=4365b88a-d540-4126-9458-5522ad84ad16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0417233 Apr 28 11:38:05.891461 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-f152ed49-9082-4017-8d3b-e0101d617bce req-a35202ca-2219-48fa-8aa6-dcc52e724232 service neutron] 10.222.0.20 "GET /v2.0/networks/4365b88a-d540-4126-9458-5522ad84ad16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833004 Apr 28 11:38:05.984464 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-f152ed49-9082-4017-8d3b-e0101d617bce req-807057c4-7daa-43a2-a3fd-7cff7403f7ce service neutron] 10.222.0.20 "GET /v2.0/networks/4365b88a-d540-4126-9458-5522ad84ad16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862527 Apr 28 11:38:07.004785 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-f29ef1b8-bc11-4fcf-ba94-db2502442269 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (75ba81b7-fe99-4281-90d2-a5adb445ecea), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:38:09.456348 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-332bc4c8-c6c6-498f-be8e-13f46f175244 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (6b492ad6-0876-4d74-b20d-28143a52ceba), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:38:10.588069 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-ae94d540-e4c6-43be-adc9-b26fb6a2f62f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (cfc241ae-e4b7-443b-b80b-59fbbc2b69c9), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:38:12.182183 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-01ef1de1-12fd-4cef-b76b-793f91379468 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (39cc4f52-f5d9-4e2c-bbfa-7a1c528e1c40), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:38:13.386929 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (d5baab19-5dd1-4902-922b-84acb048ab9c), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:38:13.770246 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 33570) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:38:14.192194 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.plugin [None req-14b55b5e-80a4-4ac2-b029-12b31e0a86f3 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Deleting port 97d9f40c-e96f-4ba9-9be3-73a0c7a5a5c3 {{(pid=116162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 11:38:14.192530 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-14b55b5e-80a4-4ac2-b029-12b31e0a86f3 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742235130188'] for port (97d9f40c-e96f-4ba9-9be3-73a0c7a5a5c3), before_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:38:14.267689 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-14b55b5e-80a4-4ac2-b029-12b31e0a86f3 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1938497'] for port (97d9f40c-e96f-4ba9-9be3-73a0c7a5a5c3), precommit_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:38:14.268007 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-14b55b5e-80a4-4ac2-b029-12b31e0a86f3 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Publish callbacks [] for floatingip (97d9f40c-e96f-4ba9-9be3-73a0c7a5a5c3), precommit_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:38:14.279837 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.plugin [None req-14b55b5e-80a4-4ac2-b029-12b31e0a86f3 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Calling delete_port for 97d9f40c-e96f-4ba9-9be3-73a0c7a5a5c3 owned by network:floatingip {{(pid=116162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 11:38:14.519379 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-14b55b5e-80a4-4ac2-b029-12b31e0a86f3 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742235135690', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742234710366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5051867'] for port (97d9f40c-e96f-4ba9-9be3-73a0c7a5a5c3), after_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:38:14.544755 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b55b5e-80a4-4ac2-b029-12b31e0a86f3 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Pushing event deleted for resources: {'Port': ['ID=97d9f40c-e96f-4ba9-9be3-73a0c7a5a5c3,revision_number=None']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:38:14.570444 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b55b5e-80a4-4ac2-b029-12b31e0a86f3 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:38:14.572739 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b55b5e-80a4-4ac2-b029-12b31e0a86f3 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:38:14.572739 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b55b5e-80a4-4ac2-b029-12b31e0a86f3 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:38:14.572739 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b55b5e-80a4-4ac2-b029-12b31e0a86f3 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:38:14.572739 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b55b5e-80a4-4ac2-b029-12b31e0a86f3 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:38:14.572739 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b55b5e-80a4-4ac2-b029-12b31e0a86f3 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:38:14.573246 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b55b5e-80a4-4ac2-b029-12b31e0a86f3 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:38:14.573506 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b55b5e-80a4-4ac2-b029-12b31e0a86f3 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:38:14.573835 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b55b5e-80a4-4ac2-b029-12b31e0a86f3 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:38:14.574181 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b55b5e-80a4-4ac2-b029-12b31e0a86f3 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:38:14.574530 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b55b5e-80a4-4ac2-b029-12b31e0a86f3 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:38:14.574867 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b55b5e-80a4-4ac2-b029-12b31e0a86f3 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:38:14.575198 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b55b5e-80a4-4ac2-b029-12b31e0a86f3 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:38:14.575617 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b55b5e-80a4-4ac2-b029-12b31e0a86f3 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:38:14.575938 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b55b5e-80a4-4ac2-b029-12b31e0a86f3 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:38:14.616334 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-14b55b5e-80a4-4ac2-b029-12b31e0a86f3 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Publish callbacks [] for floatingip (0c2047e2-c125-4a3e-8784-0610a55d91b9), after_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:38:14.616677 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.db.l3_db [None req-14b55b5e-80a4-4ac2-b029-12b31e0a86f3 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Floating IP 0c2047e2-c125-4a3e-8784-0610a55d91b9 disassociated (deleted). External IP: 172.36.4.13, port: ca60781b-cbd2-4cd3-bbb4-4e75c3ac8817. Apr 28 11:38:14.833170 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14b55b5e-80a4-4ac2-b029-12b31e0a86f3 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Router 806a2c53-85e4-4694-ab89-dd7b72416dfe has already been hosted by L3 agent 6b492ad6-0876-4d74-b20d-28143a52ceba {{(pid=116162) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 11:38:14.945082 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14b55b5e-80a4-4ac2-b029-12b31e0a86f3 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=116162) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 11:38:14.950529 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-14b55b5e-80a4-4ac2-b029-12b31e0a86f3 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198022'] for floatingip (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:38:14.954887 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88b13db3-e082-488b-8290-56f82e15daf9 None None] Sync routers for ids ['806a2c53-85e4-4694-ab89-dd7b72416dfe'] in dv-neutron-master-2-hyperv {{(pid=116163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 11:38:14.965160 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88b13db3-e082-488b-8290-56f82e15daf9 None None] Routers {'806a2c53-85e4-4694-ab89-dd7b72416dfe'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=116163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 11:38:14.965846 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_hamode_db [None req-88b13db3-e082-488b-8290-56f82e15daf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-28T10:50:39Z,description=,heartbeat_timestamp=2022-04-28T11:38:09Z,host='dv-neutron-master-2-hyperv',id=6b492ad6-0876-4d74-b20d-28143a52ceba,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T10:50:40Z,topic='l3_agent')) {'router_ids': ['806a2c53-85e4-4694-ab89-dd7b72416dfe'], 'active': True} {{(pid=116163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:38:14.984348 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-14b55b5e-80a4-4ac2-b029-12b31e0a86f3 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] 10.222.0.10 "DELETE /v2.0/floatingips/0c2047e2-c125-4a3e-8784-0610a55d91b9 HTTP/1.1" status: 204 len: 168 time: 1.2106123 Apr 28 11:38:14.984348 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '83cc985a-1a6d-4449-966f-76ef2a59baff', 'tag': 'ca60781b-cbd2-4cd3-bbb4-4e75c3ac8817'}] {{(pid=116162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 11:38:14.984845 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ba53f40d6116d28995a8e36159d0e539b5353eec116fb5dd4ce03b4b2159ab1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebceb50c-a372-4a5c-95f8-62ab408177e1" -d '{"events": [{"name": "network-changed", "server_uuid": "83cc985a-1a6d-4449-966f-76ef2a59baff", "tag": "ca60781b-cbd2-4cd3-bbb4-4e75c3ac8817"}]}' {{(pid=116162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 11:38:15.027908 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 11:38:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6e00890-3559-41e1-81c0-8e198b0822af x-openstack-request-id: req-d6e00890-3559-41e1-81c0-8e198b0822af {{(pid=116162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 11:38:15.028205 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "83cc985a-1a6d-4449-966f-76ef2a59baff", "tag": "ca60781b-cbd2-4cd3-bbb4-4e75c3ac8817", "status": "completed", "code": 200}]} {{(pid=116162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 11:38:15.028458 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-d6e00890-3559-41e1-81c0-8e198b0822af {{(pid=116162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 11:38:15.028863 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d6e00890-3559-41e1-81c0-8e198b0822af'] response: {'name': 'network-changed', 'server_uuid': '83cc985a-1a6d-4449-966f-76ef2a59baff', 'tag': 'ca60781b-cbd2-4cd3-bbb4-4e75c3ac8817', 'status': 'completed', 'code': 200} Apr 28 11:38:15.082832 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvr_db [None req-88b13db3-e082-488b-8290-56f82e15daf9 None None] Set router 806a2c53-85e4-4694-ab89-dd7b72416dfe gateway port host: dv-neutron-master-2-hyperv {{(pid=116163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 11:38:15.092541 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebceb50c-a372-4a5c-95f8-62ab408177e1 req-cee142e0-a1cd-4798-81ad-ebce15bfb4df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:38:15.095005 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-ebceb50c-a372-4a5c-95f8-62ab408177e1 req-cee142e0-a1cd-4798-81ad-ebce15bfb4df service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c2ca2bda274d41e2b49f61461a68882b&device_id=83cc985a-1a6d-4449-966f-76ef2a59baff HTTP/1.1" status: 200 len: 1129 time: 0.0439384 Apr 28 11:38:15.192725 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebceb50c-a372-4a5c-95f8-62ab408177e1 req-b6539276-faee-40a4-80ff-fa2aa7237d02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:38:15.194301 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-ebceb50c-a372-4a5c-95f8-62ab408177e1 req-b6539276-faee-40a4-80ff-fa2aa7237d02 service neutron] 10.222.0.20 "GET /v2.0/networks?id=4365b88a-d540-4126-9458-5522ad84ad16 HTTP/1.1" status: 200 len: 896 time: 0.0904963 Apr 28 11:38:15.235813 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-ebceb50c-a372-4a5c-95f8-62ab408177e1 req-244d2531-57eb-4306-bb95-846a13731cc2 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ca60781b-cbd2-4cd3-bbb4-4e75c3ac8817 HTTP/1.1" status: 200 len: 217 time: 0.0351658 Apr 28 11:38:15.283673 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_hamode_db [None req-88b13db3-e082-488b-8290-56f82e15daf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '806a2c53-85e4-4694-ab89-dd7b72416dfe', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1068738406', 'tenant_id': 'c2ca2bda274d41e2b49f61461a68882b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'external_fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.86'}], 'enable_snat': True}, 'gw_port_id': 'e025d065-bb60-4447-a44e-312fb3edcf32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T11:36:40Z', 'updated_at': '2022-04-28T11:36:45Z', 'revision_number': 4, 'project_id': 'c2ca2bda274d41e2b49f61461a68882b', 'gw_port': {'id': 'e025d065-bb60-4447-a44e-312fb3edcf32', 'name': '', 'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:8f:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '806a2c53-85e4-4694-ab89-dd7b72416dfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1778, 'fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:36:41Z', 'updated_at': '2022-04-28T11:36:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '8f37513d-15bf-4654-b906-502cd8204a9c', 'name': '', 'network_id': '4365b88a-d540-4126-9458-5522ad84ad16', 'tenant_id': 'c2ca2bda274d41e2b49f61461a68882b', 'mac_address': 'fa:16:3e:bc:4c:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '806a2c53-85e4-4694-ab89-dd7b72416dfe', 'device_owner': 'network:router_interface', 'standard_attr_id': 1781, 'fixed_ips': [{'subnet_id': '93dd2923-be90-40c1-98a6-3a457433f926', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:36:44Z', 'updated_at': '2022-04-28T11:36:47Z', 'revision_number': 5, 'project_id': 'c2ca2bda274d41e2b49f61461a68882b', 'subnets': [{'id': '93dd2923-be90-40c1-98a6-3a457433f926', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=116163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:38:15.295487 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebceb50c-a372-4a5c-95f8-62ab408177e1 req-c6f30053-8aee-4ff0-95c2-50b1d344273d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:38:15.296935 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-ebceb50c-a372-4a5c-95f8-62ab408177e1 req-c6f30053-8aee-4ff0-95c2-50b1d344273d service neutron] 10.222.0.20 "GET /v2.0/subnets?id=93dd2923-be90-40c1-98a6-3a457433f926 HTTP/1.1" status: 200 len: 834 time: 0.0496571 Apr 28 11:38:15.316230 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88b13db3-e082-488b-8290-56f82e15daf9 None None] Checking router: 806a2c53-85e4-4694-ab89-dd7b72416dfe for host: dv-neutron-master-2-hyperv {{(pid=116163) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 11:38:15.320945 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88b13db3-e082-488b-8290-56f82e15daf9 None None] Routers {'806a2c53-85e4-4694-ab89-dd7b72416dfe'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=116163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 11:38:15.321699 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_hamode_db [None req-88b13db3-e082-488b-8290-56f82e15daf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-28T10:50:39Z,description=,heartbeat_timestamp=2022-04-28T11:38:09Z,host='dv-neutron-master-2-hyperv',id=6b492ad6-0876-4d74-b20d-28143a52ceba,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T10:50:40Z,topic='l3_agent')) {'router_ids': ['806a2c53-85e4-4694-ab89-dd7b72416dfe'], 'active': True} {{(pid=116163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:38:15.343796 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebceb50c-a372-4a5c-95f8-62ab408177e1 req-03d0f1ad-4f89-48db-9263-2dbb89e6ec4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:38:15.345242 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-ebceb50c-a372-4a5c-95f8-62ab408177e1 req-03d0f1ad-4f89-48db-9263-2dbb89e6ec4c service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=4365b88a-d540-4126-9458-5522ad84ad16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0412714 Apr 28 11:38:15.418568 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d6e7e5-c975-4efa-ab97-7867378a40e4 req-14905c05-2626-4252-93e3-7f1033cde2d7 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:38:15.420045 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-47d6e7e5-c975-4efa-ab97-7867378a40e4 req-14905c05-2626-4252-93e3-7f1033cde2d7 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] 10.222.0.10 "GET /v2.0/ports?device_id=83cc985a-1a6d-4449-966f-76ef2a59baff HTTP/1.1" status: 200 len: 945 time: 0.0511668 Apr 28 11:38:15.434386 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvr_db [None req-88b13db3-e082-488b-8290-56f82e15daf9 None None] Set router 806a2c53-85e4-4694-ab89-dd7b72416dfe gateway port host: dv-neutron-master-2-hyperv {{(pid=116163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 11:38:15.469266 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-47d6e7e5-c975-4efa-ab97-7867378a40e4 req-82dcdc17-a3a8-4a8f-b2a5-dd0fc99a81d3 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] 10.222.0.10 "GET /v2.0/security-groups?id=939a13a2-61f2-49dd-a4f5-cff547f90a03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430763 Apr 28 11:38:15.627127 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_hamode_db [None req-88b13db3-e082-488b-8290-56f82e15daf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '806a2c53-85e4-4694-ab89-dd7b72416dfe', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1068738406', 'tenant_id': 'c2ca2bda274d41e2b49f61461a68882b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'external_fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.86'}], 'enable_snat': True}, 'gw_port_id': 'e025d065-bb60-4447-a44e-312fb3edcf32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T11:36:40Z', 'updated_at': '2022-04-28T11:36:45Z', 'revision_number': 4, 'project_id': 'c2ca2bda274d41e2b49f61461a68882b', 'gw_port': {'id': 'e025d065-bb60-4447-a44e-312fb3edcf32', 'name': '', 'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:8f:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '806a2c53-85e4-4694-ab89-dd7b72416dfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1778, 'fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:36:41Z', 'updated_at': '2022-04-28T11:36:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '8f37513d-15bf-4654-b906-502cd8204a9c', 'name': '', 'network_id': '4365b88a-d540-4126-9458-5522ad84ad16', 'tenant_id': 'c2ca2bda274d41e2b49f61461a68882b', 'mac_address': 'fa:16:3e:bc:4c:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '806a2c53-85e4-4694-ab89-dd7b72416dfe', 'device_owner': 'network:router_interface', 'standard_attr_id': 1781, 'fixed_ips': [{'subnet_id': '93dd2923-be90-40c1-98a6-3a457433f926', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:36:44Z', 'updated_at': '2022-04-28T11:36:47Z', 'revision_number': 5, 'project_id': 'c2ca2bda274d41e2b49f61461a68882b', 'subnets': [{'id': '93dd2923-be90-40c1-98a6-3a457433f926', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=116163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:38:15.653380 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88b13db3-e082-488b-8290-56f82e15daf9 None None] The sync data for ids ['806a2c53-85e4-4694-ab89-dd7b72416dfe'] in dv-neutron-master-2-hyperv is: [{'id': '806a2c53-85e4-4694-ab89-dd7b72416dfe', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1068738406', 'tenant_id': 'c2ca2bda274d41e2b49f61461a68882b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'external_fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.86'}], 'enable_snat': True}, 'gw_port_id': 'e025d065-bb60-4447-a44e-312fb3edcf32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T11:36:40Z', 'updated_at': '2022-04-28T11:36:45Z', 'revision_number': 4, 'project_id': 'c2ca2bda274d41e2b49f61461a68882b', 'gw_port': {'id': 'e025d065-bb60-4447-a44e-312fb3edcf32', 'name': '', 'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:8f:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '806a2c53-85e4-4694-ab89-dd7b72416dfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1778, 'fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:36:41Z', 'updated_at': '2022-04-28T11:36:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '8f37513d-15bf-4654-b906-502cd8204a9c', 'name': '', 'network_id': '4365b88a-d540-4126-9458-5522ad84ad16', 'tenant_id': 'c2ca2bda274d41e2b49f61461a68882b', 'mac_address': 'fa:16:3e:bc:4c:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '806a2c53-85e4-4694-ab89-dd7b72416dfe', 'device_owner': 'network:router_interface', 'standard_attr_id': 1781, 'fixed_ips': [{'subnet_id': '93dd2923-be90-40c1-98a6-3a457433f926', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:36:44Z', 'updated_at': '2022-04-28T11:36:47Z', 'revision_number': 5, 'project_id': 'c2ca2bda274d41e2b49f61461a68882b', 'subnets': [{'id': '93dd2923-be90-40c1-98a6-3a457433f926', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=116163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 11:38:15.867478 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e41dcde7-1159-4349-91e3-ba024762ade2 None None] New status for floating IP 0c2047e2-c125-4a3e-8784-0610a55d91b9: DOWN {{(pid=116164) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 28 11:38:16.582384 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-ebceb50c-a372-4a5c-95f8-62ab408177e1 req-f4a86daa-e48a-488a-839d-278ad615f0f3 service neutron] 10.222.0.20 "GET /v2.0/networks/4365b88a-d540-4126-9458-5522ad84ad16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870466 Apr 28 11:38:16.585898 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e710998-9b8a-4f19-9017-7636a93e6fe4 req-e966d5fb-23a5-4ab3-8f16-9220eb537529 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:38:16.587487 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-2e710998-9b8a-4f19-9017-7636a93e6fe4 req-e966d5fb-23a5-4ab3-8f16-9220eb537529 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] 10.222.0.10 "GET /v2.0/ports?device_id=83cc985a-1a6d-4449-966f-76ef2a59baff HTTP/1.1" status: 200 len: 945 time: 0.0474429 Apr 28 11:38:16.636521 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-2e710998-9b8a-4f19-9017-7636a93e6fe4 req-1313c781-c0e1-4501-88fa-eaa05e04e5fa tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] 10.222.0.10 "GET /v2.0/security-groups?id=939a13a2-61f2-49dd-a4f5-cff547f90a03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432348 Apr 28 11:38:16.753913 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-ebceb50c-a372-4a5c-95f8-62ab408177e1 req-a0ad0054-68e9-4033-ac43-ef15f4dd2830 service neutron] 10.222.0.20 "GET /v2.0/networks/4365b88a-d540-4126-9458-5522ad84ad16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834081 Apr 28 11:38:16.818069 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3232cefb-6308-4977-8429-439ef3993e86 req-059ab2e3-df6e-4d54-9f64-0c74d1f57304 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:38:16.819537 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-3232cefb-6308-4977-8429-439ef3993e86 req-059ab2e3-df6e-4d54-9f64-0c74d1f57304 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] 10.222.0.20 "GET /v2.0/ports?device_id=83cc985a-1a6d-4449-966f-76ef2a59baff HTTP/1.1" status: 200 len: 945 time: 0.0466447 Apr 28 11:38:16.904353 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.plugin [req-3232cefb-6308-4977-8429-439ef3993e86 req-e0796739-3074-4d2f-bc49-d1628f917082 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Deleting port ca60781b-cbd2-4cd3-bbb4-4e75c3ac8817 {{(pid=116162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 11:38:16.904693 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [req-3232cefb-6308-4977-8429-439ef3993e86 req-e0796739-3074-4d2f-bc49-d1628f917082 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742235130188'] for port (ca60781b-cbd2-4cd3-bbb4-4e75c3ac8817), before_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:38:16.991970 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.db [req-3232cefb-6308-4977-8429-439ef3993e86 req-e0796739-3074-4d2f-bc49-d1628f917082 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] For port ca60781b-cbd2-4cd3-bbb4-4e75c3ac8817, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=ca60781b-cbd2-4cd3-bbb4-4e75c3ac8817,segment=NetworkSegment(584cd955-cbaa-4108-b5ec-a1766f525093),segment_id=584cd955-cbaa-4108-b5ec-a1766f525093)] {{(pid=116162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 11:38:16.992333 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [req-3232cefb-6308-4977-8429-439ef3993e86 req-e0796739-3074-4d2f-bc49-d1628f917082 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1938497'] for port (ca60781b-cbd2-4cd3-bbb4-4e75c3ac8817), precommit_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:38:17.008979 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.plugin [req-3232cefb-6308-4977-8429-439ef3993e86 req-e0796739-3074-4d2f-bc49-d1628f917082 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Calling delete_port for ca60781b-cbd2-4cd3-bbb4-4e75c3ac8817 owned by compute:nova {{(pid=116162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 11:38:17.193643 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [req-3232cefb-6308-4977-8429-439ef3993e86 req-e0796739-3074-4d2f-bc49-d1628f917082 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742235135690', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742234710366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5051867'] for port (ca60781b-cbd2-4cd3-bbb4-4e75c3ac8817), after_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:38:17.219520 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0796739-3074-4d2f-bc49-d1628f917082 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Pushing event deleted for resources: {'Port': ['ID=ca60781b-cbd2-4cd3-bbb4-4e75c3ac8817,revision_number=None']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:38:17.269698 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.db.l3_dvrscheduler_db [req-3232cefb-6308-4977-8429-439ef3993e86 req-e0796739-3074-4d2f-bc49-d1628f917082 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] No DVR routers for this DVR port ca60781b-cbd2-4cd3-bbb4-4e75c3ac8817 on host hv-neutron-mast {{(pid=116162) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 11:38:17.272101 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [req-3232cefb-6308-4977-8429-439ef3993e86 req-e0796739-3074-4d2f-bc49-d1628f917082 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198022'] for port (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:38:17.275519 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-3232cefb-6308-4977-8429-439ef3993e86 req-e0796739-3074-4d2f-bc49-d1628f917082 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] 10.222.0.20 "DELETE /v2.0/ports/ca60781b-cbd2-4cd3-bbb4-4e75c3ac8817 HTTP/1.1" status: 204 len: 173 time: 0.4511802 Apr 28 11:38:17.275991 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83cc985a-1a6d-4449-966f-76ef2a59baff', 'name': 'network-vif-deleted', 'tag': 'ca60781b-cbd2-4cd3-bbb4-4e75c3ac8817'}] {{(pid=116162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 11:38:17.278353 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ba53f40d6116d28995a8e36159d0e539b5353eec116fb5dd4ce03b4b2159ab1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d694dbf9-ce06-4bc7-9f20-0180cc1668ec" -d '{"events": [{"server_uuid": "83cc985a-1a6d-4449-966f-76ef2a59baff", "name": "network-vif-deleted", "tag": "ca60781b-cbd2-4cd3-bbb4-4e75c3ac8817"}]}' {{(pid=116162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 11:38:17.317653 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 11:38:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6de2285c-334d-4ee7-bd75-f1eed7ecfb1a x-openstack-request-id: req-6de2285c-334d-4ee7-bd75-f1eed7ecfb1a {{(pid=116162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 11:38:17.317653 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83cc985a-1a6d-4449-966f-76ef2a59baff", "name": "network-vif-deleted", "tag": "ca60781b-cbd2-4cd3-bbb4-4e75c3ac8817", "status": "completed", "code": 200}]} {{(pid=116162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 11:38:17.317653 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-6de2285c-334d-4ee7-bd75-f1eed7ecfb1a {{(pid=116162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 11:38:17.317653 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6de2285c-334d-4ee7-bd75-f1eed7ecfb1a'] response: {'server_uuid': '83cc985a-1a6d-4449-966f-76ef2a59baff', 'name': 'network-vif-deleted', 'tag': 'ca60781b-cbd2-4cd3-bbb4-4e75c3ac8817', 'status': 'completed', 'code': 200} Apr 28 11:38:17.743611 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-d9eee51e-6ee5-4cc8-9bed-0f9ae6a0e9ef req-17795f17-8d0b-4a25-ba08-1ac430ce31ed tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] 10.222.0.10 "GET /v2.0/ports?device_id=83cc985a-1a6d-4449-966f-76ef2a59baff HTTP/1.1" status: 200 len: 210 time: 0.0276830 Apr 28 11:38:18.801511 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 33586) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:38:19.158347 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-fc92f665-14e0-4c95-b0d4-86fdda101aa3 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2063420'] for router_interface (806a2c53-85e4-4694-ab89-dd7b72416dfe), before_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:38:19.401619 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.plugin [None req-fc92f665-14e0-4c95-b0d4-86fdda101aa3 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Deleting port 8f37513d-15bf-4654-b906-502cd8204a9c {{(pid=116161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 11:38:19.401965 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-fc92f665-14e0-4c95-b0d4-86fdda101aa3 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742235130188'] for port (8f37513d-15bf-4654-b906-502cd8204a9c), before_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:38:19.492683 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.db [None req-fc92f665-14e0-4c95-b0d4-86fdda101aa3 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] For port 8f37513d-15bf-4654-b906-502cd8204a9c, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=8f37513d-15bf-4654-b906-502cd8204a9c,segment=NetworkSegment(584cd955-cbaa-4108-b5ec-a1766f525093),segment_id=584cd955-cbaa-4108-b5ec-a1766f525093)] {{(pid=116161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 11:38:19.493047 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-fc92f665-14e0-4c95-b0d4-86fdda101aa3 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1938497'] for port (8f37513d-15bf-4654-b906-502cd8204a9c), precommit_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:38:19.505710 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.plugin [None req-fc92f665-14e0-4c95-b0d4-86fdda101aa3 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Calling delete_port for 8f37513d-15bf-4654-b906-502cd8204a9c owned by network:router_interface {{(pid=116161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 11:38:19.742564 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-fc92f665-14e0-4c95-b0d4-86fdda101aa3 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742235135690', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742234710366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5219112'] for port (8f37513d-15bf-4654-b906-502cd8204a9c), after_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:38:19.769551 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc92f665-14e0-4c95-b0d4-86fdda101aa3 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Pushing event deleted for resources: {'Port': ['ID=8f37513d-15bf-4654-b906-502cd8204a9c,revision_number=None']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:38:19.795620 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc92f665-14e0-4c95-b0d4-86fdda101aa3 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:38:19.795971 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc92f665-14e0-4c95-b0d4-86fdda101aa3 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:38:19.796313 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc92f665-14e0-4c95-b0d4-86fdda101aa3 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:38:19.796653 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc92f665-14e0-4c95-b0d4-86fdda101aa3 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:38:19.796985 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc92f665-14e0-4c95-b0d4-86fdda101aa3 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:38:19.797318 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc92f665-14e0-4c95-b0d4-86fdda101aa3 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:38:19.797648 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc92f665-14e0-4c95-b0d4-86fdda101aa3 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:38:19.797974 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc92f665-14e0-4c95-b0d4-86fdda101aa3 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:38:19.798306 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc92f665-14e0-4c95-b0d4-86fdda101aa3 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:38:19.798659 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc92f665-14e0-4c95-b0d4-86fdda101aa3 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:38:19.798984 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc92f665-14e0-4c95-b0d4-86fdda101aa3 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:38:19.799300 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc92f665-14e0-4c95-b0d4-86fdda101aa3 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:38:19.799625 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc92f665-14e0-4c95-b0d4-86fdda101aa3 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:38:19.799944 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc92f665-14e0-4c95-b0d4-86fdda101aa3 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:38:19.800266 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc92f665-14e0-4c95-b0d4-86fdda101aa3 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:38:19.968280 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-fc92f665-14e0-4c95-b0d4-86fdda101aa3 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1603051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2063504'] for router_interface (806a2c53-85e4-4694-ab89-dd7b72416dfe), after_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:38:20.200085 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc92f665-14e0-4c95-b0d4-86fdda101aa3 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Router 806a2c53-85e4-4694-ab89-dd7b72416dfe has already been hosted by L3 agent 6b492ad6-0876-4d74-b20d-28143a52ceba {{(pid=116161) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 11:38:20.309637 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc92f665-14e0-4c95-b0d4-86fdda101aa3 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=116161) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 11:38:20.317438 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-fc92f665-14e0-4c95-b0d4-86fdda101aa3 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] 10.222.0.10 "PUT /v2.0/routers/806a2c53-85e4-4694-ab89-dd7b72416dfe/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5145187 Apr 28 11:38:20.317633 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 33588) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:38:20.320317 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cd691e3-0ff4-49e5-91ce-1681bdaa5ee1 None None] Sync routers for ids ['806a2c53-85e4-4694-ab89-dd7b72416dfe'] in dv-neutron-master-2-hyperv {{(pid=116163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 11:38:20.330190 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cd691e3-0ff4-49e5-91ce-1681bdaa5ee1 None None] Routers {'806a2c53-85e4-4694-ab89-dd7b72416dfe'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=116163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 11:38:20.330787 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_hamode_db [None req-5cd691e3-0ff4-49e5-91ce-1681bdaa5ee1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-28T10:50:39Z,description=,heartbeat_timestamp=2022-04-28T11:38:09Z,host='dv-neutron-master-2-hyperv',id=6b492ad6-0876-4d74-b20d-28143a52ceba,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T10:50:40Z,topic='l3_agent')) {'router_ids': ['806a2c53-85e4-4694-ab89-dd7b72416dfe'], 'active': True} {{(pid=116163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:38:20.369516 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.db.db_base_plugin_v2 [None req-7e1b88f8-f29e-48db-9d17-35c8cedc9ae5 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Deleting subnet 93dd2923-be90-40c1-98a6-3a457433f926 {{(pid=116162) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 28 11:38:20.372704 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-7e1b88f8-f29e-48db-9d17-35c8cedc9ae5 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Publish callbacks [] for subnet (93dd2923-be90-40c1-98a6-3a457433f926), before_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:38:20.411887 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-7e1b88f8-f29e-48db-9d17-35c8cedc9ae5 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5026541'] for subnet (93dd2923-be90-40c1-98a6-3a457433f926), precommit_delete_associations {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:38:20.437700 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvr_db [None req-5cd691e3-0ff4-49e5-91ce-1681bdaa5ee1 None None] Set router 806a2c53-85e4-4694-ab89-dd7b72416dfe gateway port host: dv-neutron-master-2-hyperv {{(pid=116163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 11:38:20.500880 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-7e1b88f8-f29e-48db-9d17-35c8cedc9ae5 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-971303'] for subnet (93dd2923-be90-40c1-98a6-3a457433f926), precommit_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:38:20.607466 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_hamode_db [None req-5cd691e3-0ff4-49e5-91ce-1681bdaa5ee1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '806a2c53-85e4-4694-ab89-dd7b72416dfe', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1068738406', 'tenant_id': 'c2ca2bda274d41e2b49f61461a68882b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'external_fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.86'}], 'enable_snat': True}, 'gw_port_id': 'e025d065-bb60-4447-a44e-312fb3edcf32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T11:36:40Z', 'updated_at': '2022-04-28T11:38:19Z', 'revision_number': 5, 'project_id': 'c2ca2bda274d41e2b49f61461a68882b', 'gw_port': {'id': 'e025d065-bb60-4447-a44e-312fb3edcf32', 'name': '', 'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:8f:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '806a2c53-85e4-4694-ab89-dd7b72416dfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1778, 'fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:36:41Z', 'updated_at': '2022-04-28T11:36:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=116163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:38:20.634361 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-7e1b88f8-f29e-48db-9d17-35c8cedc9ae5 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-971310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5053962', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4210815'] for subnet (93dd2923-be90-40c1-98a6-3a457433f926), after_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:38:20.637713 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cd691e3-0ff4-49e5-91ce-1681bdaa5ee1 None None] Checking router: 806a2c53-85e4-4694-ab89-dd7b72416dfe for host: dv-neutron-master-2-hyperv {{(pid=116163) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 11:38:20.646061 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cd691e3-0ff4-49e5-91ce-1681bdaa5ee1 None None] Routers {'806a2c53-85e4-4694-ab89-dd7b72416dfe'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=116163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 11:38:20.646707 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_hamode_db [None req-5cd691e3-0ff4-49e5-91ce-1681bdaa5ee1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-28T10:50:39Z,description=,heartbeat_timestamp=2022-04-28T11:38:09Z,host='dv-neutron-master-2-hyperv',id=6b492ad6-0876-4d74-b20d-28143a52ceba,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T10:50:40Z,topic='l3_agent')) {'router_ids': ['806a2c53-85e4-4694-ab89-dd7b72416dfe'], 'active': True} {{(pid=116163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:38:20.661700 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e1b88f8-f29e-48db-9d17-35c8cedc9ae5 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Pushing event deleted for resources: {'Subnet': ['ID=93dd2923-be90-40c1-98a6-3a457433f926,revision_number=None']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:38:20.667243 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-7e1b88f8-f29e-48db-9d17-35c8cedc9ae5 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Publish callbacks [] for subnet (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:38:20.672906 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-7e1b88f8-f29e-48db-9d17-35c8cedc9ae5 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] 10.222.0.10 "DELETE /v2.0/subnets/93dd2923-be90-40c1-98a6-3a457433f926 HTTP/1.1" status: 204 len: 168 time: 0.3519812 Apr 28 11:38:20.673168 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 33590) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:38:20.686844 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5d0f025-f451-4136-8b0d-c658d3872e8d None None] Network 4365b88a-d540-4126-9458-5522ad84ad16 requested from dv-neutron-master-2-hyperv {{(pid=116163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 11:38:20.788405 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-19b394de-91c2-4a26-ad26-df796903bb65 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Publish callbacks [] for router (806a2c53-85e4-4694-ab89-dd7b72416dfe), before_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:38:20.902363 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-19b394de-91c2-4a26-ad26-df796903bb65 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Publish callbacks [] for router_gateway (806a2c53-85e4-4694-ab89-dd7b72416dfe), before_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:38:20.998518 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvr_db [None req-5cd691e3-0ff4-49e5-91ce-1681bdaa5ee1 None None] Set router 806a2c53-85e4-4694-ab89-dd7b72416dfe gateway port host: dv-neutron-master-2-hyperv {{(pid=116163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 11:38:21.031173 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.plugin [None req-19b394de-91c2-4a26-ad26-df796903bb65 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Deleting port e025d065-bb60-4447-a44e-312fb3edcf32 {{(pid=116162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 11:38:21.031517 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-19b394de-91c2-4a26-ad26-df796903bb65 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742235130188'] for port (e025d065-bb60-4447-a44e-312fb3edcf32), before_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:38:21.052281 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (6be95134-9a6c-4663-8b48-90d12ce90c60), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:38:21.055118 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c46f2013-3899-4046-92d5-a50b6b0aaf9b None None] DHCP port deletion for 4365b88a-d540-4126-9458-5522ad84ad16 request from dv-neutron-master-2-hyperv {{(pid=116163) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 28 11:38:21.116829 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.db [None req-19b394de-91c2-4a26-ad26-df796903bb65 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] For port e025d065-bb60-4447-a44e-312fb3edcf32, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=e025d065-bb60-4447-a44e-312fb3edcf32,segment=NetworkSegment(142bc50f-d6af-4646-8d06-bb7af6b7b51c),segment_id=142bc50f-d6af-4646-8d06-bb7af6b7b51c)] {{(pid=116162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 11:38:21.117178 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-19b394de-91c2-4a26-ad26-df796903bb65 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1938497'] for port (e025d065-bb60-4447-a44e-312fb3edcf32), precommit_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:38:21.130391 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.plugin [None req-19b394de-91c2-4a26-ad26-df796903bb65 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Calling delete_port for e025d065-bb60-4447-a44e-312fb3edcf32 owned by network:router_gateway {{(pid=116162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 11:38:21.154725 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-c46f2013-3899-4046-92d5-a50b6b0aaf9b None None] Deleting port e0825631-b2ff-4c2f-8823-e17323fc9bb0 {{(pid=116163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 11:38:21.155026 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-c46f2013-3899-4046-92d5-a50b6b0aaf9b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742235130188'] for port (e0825631-b2ff-4c2f-8823-e17323fc9bb0), before_delete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:38:21.258270 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-c46f2013-3899-4046-92d5-a50b6b0aaf9b None None] For port e0825631-b2ff-4c2f-8823-e17323fc9bb0, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=e0825631-b2ff-4c2f-8823-e17323fc9bb0,segment=NetworkSegment(584cd955-cbaa-4108-b5ec-a1766f525093),segment_id=584cd955-cbaa-4108-b5ec-a1766f525093)] {{(pid=116163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 11:38:21.258709 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-c46f2013-3899-4046-92d5-a50b6b0aaf9b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1938497'] for port (e0825631-b2ff-4c2f-8823-e17323fc9bb0), precommit_delete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:38:21.275194 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_hamode_db [None req-5cd691e3-0ff4-49e5-91ce-1681bdaa5ee1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '806a2c53-85e4-4694-ab89-dd7b72416dfe', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1068738406', 'tenant_id': 'c2ca2bda274d41e2b49f61461a68882b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'external_fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.86'}], 'enable_snat': True}, 'gw_port_id': 'e025d065-bb60-4447-a44e-312fb3edcf32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T11:36:40Z', 'updated_at': '2022-04-28T11:38:19Z', 'revision_number': 5, 'project_id': 'c2ca2bda274d41e2b49f61461a68882b', 'gw_port': {'id': 'e025d065-bb60-4447-a44e-312fb3edcf32', 'name': '', 'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:8f:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '806a2c53-85e4-4694-ab89-dd7b72416dfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1778, 'fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:36:41Z', 'updated_at': '2022-04-28T11:36:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=116163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:38:21.277375 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-c46f2013-3899-4046-92d5-a50b6b0aaf9b None None] Calling delete_port for e0825631-b2ff-4c2f-8823-e17323fc9bb0 owned by network:dhcp {{(pid=116163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 11:38:21.310099 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cd691e3-0ff4-49e5-91ce-1681bdaa5ee1 None None] The sync data for ids ['806a2c53-85e4-4694-ab89-dd7b72416dfe'] in dv-neutron-master-2-hyperv is: [{'id': '806a2c53-85e4-4694-ab89-dd7b72416dfe', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1068738406', 'tenant_id': 'c2ca2bda274d41e2b49f61461a68882b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'external_fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.86'}], 'enable_snat': True}, 'gw_port_id': 'e025d065-bb60-4447-a44e-312fb3edcf32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T11:36:40Z', 'updated_at': '2022-04-28T11:38:19Z', 'revision_number': 5, 'project_id': 'c2ca2bda274d41e2b49f61461a68882b', 'gw_port': {'id': 'e025d065-bb60-4447-a44e-312fb3edcf32', 'name': '', 'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:8f:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '806a2c53-85e4-4694-ab89-dd7b72416dfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1778, 'fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:36:41Z', 'updated_at': '2022-04-28T11:36:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}] {{(pid=116163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 11:38:21.355106 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-19b394de-91c2-4a26-ad26-df796903bb65 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742235135690', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742234710366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5051867'] for port (e025d065-bb60-4447-a44e-312fb3edcf32), after_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:38:21.381557 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b394de-91c2-4a26-ad26-df796903bb65 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Pushing event deleted for resources: {'Port': ['ID=e025d065-bb60-4447-a44e-312fb3edcf32,revision_number=None']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:38:21.439534 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-c46f2013-3899-4046-92d5-a50b6b0aaf9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742235135690', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742234710366'] for port (e0825631-b2ff-4c2f-8823-e17323fc9bb0), after_delete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:38:21.449091 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-19b394de-91c2-4a26-ad26-df796903bb65 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1935354'] for router_gateway (806a2c53-85e4-4694-ab89-dd7b72416dfe), after_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:38:21.466150 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c46f2013-3899-4046-92d5-a50b6b0aaf9b None None] Pushing event deleted for resources: {'Port': ['ID=e0825631-b2ff-4c2f-8823-e17323fc9bb0,revision_number=None']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:38:21.471698 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c46f2013-3899-4046-92d5-a50b6b0aaf9b None None] No DVR routers for this DVR port e0825631-b2ff-4c2f-8823-e17323fc9bb0 on host dv-neutron-master-2-hyperv {{(pid=116163) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 11:38:21.480641 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c46f2013-3899-4046-92d5-a50b6b0aaf9b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:38:21.481047 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c46f2013-3899-4046-92d5-a50b6b0aaf9b None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:38:21.481621 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c46f2013-3899-4046-92d5-a50b6b0aaf9b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:38:21.481744 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c46f2013-3899-4046-92d5-a50b6b0aaf9b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:38:21.482083 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c46f2013-3899-4046-92d5-a50b6b0aaf9b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:38:21.482427 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c46f2013-3899-4046-92d5-a50b6b0aaf9b None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:38:21.482787 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c46f2013-3899-4046-92d5-a50b6b0aaf9b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:38:21.483111 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c46f2013-3899-4046-92d5-a50b6b0aaf9b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:38:21.483439 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c46f2013-3899-4046-92d5-a50b6b0aaf9b None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:38:21.483795 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c46f2013-3899-4046-92d5-a50b6b0aaf9b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:38:21.484125 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c46f2013-3899-4046-92d5-a50b6b0aaf9b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:38:21.484446 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c46f2013-3899-4046-92d5-a50b6b0aaf9b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:38:21.484953 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c46f2013-3899-4046-92d5-a50b6b0aaf9b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:38:21.485128 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c46f2013-3899-4046-92d5-a50b6b0aaf9b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:38:21.485432 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c46f2013-3899-4046-92d5-a50b6b0aaf9b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:38:21.543980 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-19b394de-91c2-4a26-ad26-df796903bb65 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2060865', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-63275'] for router (806a2c53-85e4-4694-ab89-dd7b72416dfe), precommit_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:38:21.546120 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-19b394de-91c2-4a26-ad26-df796903bb65 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Publish callbacks [] for router_controller (806a2c53-85e4-4694-ab89-dd7b72416dfe), precommit_delete_associations {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:38:21.651391 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-19b394de-91c2-4a26-ad26-df796903bb65 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2060888'] for router (806a2c53-85e4-4694-ab89-dd7b72416dfe), after_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:38:21.651930 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19b394de-91c2-4a26-ad26-df796903bb65 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Fanout notify agent at l3_agent the message router_deleted on router 806a2c53-85e4-4694-ab89-dd7b72416dfe {{(pid=116162) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 28 11:38:21.662472 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-19b394de-91c2-4a26-ad26-df796903bb65 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Publish callbacks [] for router (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:38:21.664081 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-19b394de-91c2-4a26-ad26-df796903bb65 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] 10.222.0.10 "DELETE /v2.0/routers/806a2c53-85e4-4694-ab89-dd7b72416dfe HTTP/1.1" status: 204 len: 168 time: 0.9898274 Apr 28 11:38:21.667636 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 33592) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:38:21.670246 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Device ca60781b-cbd2-4cd3-bbb4-4e75c3ac8817 no longer exists at agent hyperv_hv-neutron-mast {{(pid=116163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 11:38:21.696039 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] No Port match for: ca60781b-cbd2-4cd3-bbb4-4e75c3ac8817 {{(pid=116163) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 28 11:38:21.696296 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Device ca60781b-cbd2-4cd3-bbb4-4e75c3ac8817 not bound to the agent host hv-neutron-mast {{(pid=116163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 11:38:21.754664 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-41702ef7-5c20-41c7-b90c-cca7c9377a6f tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-979593'] for network (4365b88a-d540-4126-9458-5522ad84ad16), before_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:38:21.842385 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-41702ef7-5c20-41c7-b90c-cca7c9377a6f tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-973498', 'neutron.services.segments.db._delete_segments_for_network-8742235207033'] for network (4365b88a-d540-4126-9458-5522ad84ad16), precommit_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:38:21.863239 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.services.segments.db [None req-41702ef7-5c20-41c7-b90c-cca7c9377a6f tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4365b88a-d540-4126-9458-5522ad84ad16']}} {{(pid=116162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:38:21.873821 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.services.segments.db [None req-41702ef7-5c20-41c7-b90c-cca7c9377a6f tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '584cd955-cbaa-4108-b5ec-a1766f525093') {'for_net_delete': True} {{(pid=116162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:38:21.874308 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.services.segments.db [None req-41702ef7-5c20-41c7-b90c-cca7c9377a6f tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '584cd955-cbaa-4108-b5ec-a1766f525093') {} {{(pid=116162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:38:21.884786 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-41702ef7-5c20-41c7-b90c-cca7c9377a6f tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742235208578', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5026548'] for segment (584cd955-cbaa-4108-b5ec-a1766f525093), before_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:38:21.898667 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-41702ef7-5c20-41c7-b90c-cca7c9377a6f tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-961978'] for segment (584cd955-cbaa-4108-b5ec-a1766f525093), precommit_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:38:21.905365 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-41702ef7-5c20-41c7-b90c-cca7c9377a6f tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Releasing vlan 54 on physical network physnet1 to pool {{(pid=116162) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 11:38:21.905811 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-41702ef7-5c20-41c7-b90c-cca7c9377a6f tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-961978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5051884'] for segment (584cd955-cbaa-4108-b5ec-a1766f525093), after_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:38:21.909009 dv-neutron-master-2-hyperv neutron-server[116162]: Traceback (most recent call last): Apr 28 11:38:21.909009 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 11:38:21.909009 dv-neutron-master-2-hyperv neutron-server[116162]: timer() Apr 28 11:38:21.909009 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 11:38:21.909009 dv-neutron-master-2-hyperv neutron-server[116162]: cb(*args, **kw) Apr 28 11:38:21.909009 dv-neutron-master-2-hyperv neutron-server[116162]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 28 11:38:21.909009 dv-neutron-master-2-hyperv neutron-server[116162]: return func(*args, **kwargs) Apr 28 11:38:21.909009 dv-neutron-master-2-hyperv neutron-server[116162]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 11:38:21.909009 dv-neutron-master-2-hyperv neutron-server[116162]: self._notify() Apr 28 11:38:21.909009 dv-neutron-master-2-hyperv neutron-server[116162]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 11:38:21.909009 dv-neutron-master-2-hyperv neutron-server[116162]: self.callback(batched_events) Apr 28 11:38:21.909009 dv-neutron-master-2-hyperv neutron-server[116162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 11:38:21.909009 dv-neutron-master-2-hyperv neutron-server[116162]: event.method(event) Apr 28 11:38:21.909009 dv-neutron-master-2-hyperv neutron-server[116162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 28 11:38:21.909009 dv-neutron-master-2-hyperv neutron-server[116162]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 11:38:21.909009 dv-neutron-master-2-hyperv neutron-server[116162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 28 11:38:21.909009 dv-neutron-master-2-hyperv neutron-server[116162]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 11:38:21.909009 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 28 11:38:21.909009 dv-neutron-master-2-hyperv neutron-server[116162]: return f(self, *a, **k) Apr 28 11:38:21.909009 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 28 11:38:21.909009 dv-neutron-master-2-hyperv neutron-server[116162]: return self._get(url).json() Apr 28 11:38:21.909009 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 28 11:38:21.909009 dv-neutron-master-2-hyperv neutron-server[116162]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 11:38:21.909009 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 11:38:21.909009 dv-neutron-master-2-hyperv neutron-server[116162]: return self.request(url, 'GET', **kwargs) Apr 28 11:38:21.909009 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 11:38:21.909009 dv-neutron-master-2-hyperv neutron-server[116162]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 11:38:21.909009 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 11:38:21.909009 dv-neutron-master-2-hyperv neutron-server[116162]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 11:38:21.909009 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 11:38:21.909009 dv-neutron-master-2-hyperv neutron-server[116162]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 11:38:21.909009 dv-neutron-master-2-hyperv neutron-server[116162]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 11:38:22.051072 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-41702ef7-5c20-41c7-b90c-cca7c9377a6f tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-973477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2063122'] for network (4365b88a-d540-4126-9458-5522ad84ad16), after_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:38:22.059005 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-41702ef7-5c20-41c7-b90c-cca7c9377a6f tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Publish callbacks [] for network (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:38:22.061829 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-41702ef7-5c20-41c7-b90c-cca7c9377a6f tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] 10.222.0.10 "DELETE /v2.0/networks/4365b88a-d540-4126-9458-5522ad84ad16 HTTP/1.1" status: 204 len: 168 time: 0.3923094 Apr 28 11:38:22.064660 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 33594) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:38:22.075525 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41702ef7-5c20-41c7-b90c-cca7c9377a6f tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Pushing event deleted for resources: {'Network': ['ID=4365b88a-d540-4126-9458-5522ad84ad16,revision_number=None']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:38:22.125012 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-b18b570e-bf47-41ef-9bcf-a35ce981e7d2 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Publish callbacks [] for security_group (939a13a2-61f2-49dd-a4f5-cff547f90a03), before_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:38:22.150582 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-b18b570e-bf47-41ef-9bcf-a35ce981e7d2 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Publish callbacks [] for security_group (939a13a2-61f2-49dd-a4f5-cff547f90a03), precommit_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:38:22.268042 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-b18b570e-bf47-41ef-9bcf-a35ce981e7d2 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924426'] for security_group (939a13a2-61f2-49dd-a4f5-cff547f90a03), after_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:38:22.270884 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-b18b570e-bf47-41ef-9bcf-a35ce981e7d2 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Publish callbacks [] for security_group (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:38:22.272117 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-b18b570e-bf47-41ef-9bcf-a35ce981e7d2 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] 10.222.0.10 "DELETE /v2.0/security-groups/939a13a2-61f2-49dd-a4f5-cff547f90a03 HTTP/1.1" status: 204 len: 168 time: 0.2064586 Apr 28 11:38:22.286548 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b18b570e-bf47-41ef-9bcf-a35ce981e7d2 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=939a13a2-61f2-49dd-a4f5-cff547f90a03,revision_number=None']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:38:22.605975 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 33600) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:38:22.610600 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.v2.base [None req-fa9210ac-ed68-4b71-b55d-1ac653c9185c tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1189860717', 'description': 'tempest-secgroup-smoke-1189860717 description', 'project_id': 'c2ca2bda274d41e2b49f61461a68882b'}} {{(pid=116161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:38:22.696996 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-fa9210ac-ed68-4b71-b55d-1ac653c9185c tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Publish callbacks [] for security_group (None), before_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:38:22.765473 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-fa9210ac-ed68-4b71-b55d-1ac653c9185c tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Publish callbacks [] for security_group (61205853-0070-4623-8a1c-3bcf6ff03bfd), precommit_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:38:22.797851 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Device e0825631-b2ff-4c2f-8823-e17323fc9bb0 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=116163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 11:38:22.820501 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] No Port match for: e0825631-b2ff-4c2f-8823-e17323fc9bb0 {{(pid=116163) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 28 11:38:22.821904 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Device e0825631-b2ff-4c2f-8823-e17323fc9bb0 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=116163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 11:38:22.821904 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Device e025d065-bb60-4447-a44e-312fb3edcf32 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=116163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 11:38:22.839805 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-fa9210ac-ed68-4b71-b55d-1ac653c9185c tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924426'] for security_group (61205853-0070-4623-8a1c-3bcf6ff03bfd), after_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:38:22.840508 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] No Port match for: e025d065-bb60-4447-a44e-312fb3edcf32 {{(pid=116163) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 28 11:38:22.840857 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Device e025d065-bb60-4447-a44e-312fb3edcf32 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=116163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 11:38:22.841263 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Device 8f37513d-15bf-4654-b906-502cd8204a9c no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=116163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 11:38:22.861086 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] No Port match for: 8f37513d-15bf-4654-b906-502cd8204a9c {{(pid=116163) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 28 11:38:22.861441 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Device 8f37513d-15bf-4654-b906-502cd8204a9c not bound to the agent host dv-neutron-master-2-hyperv {{(pid=116163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 11:38:22.870659 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9210ac-ed68-4b71-b55d-1ac653c9185c tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Pushing event updated for resources: {'SecurityGroup': ['ID=61205853-0070-4623-8a1c-3bcf6ff03bfd,revision_number=1']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:38:22.933088 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-fa9210ac-ed68-4b71-b55d-1ac653c9185c tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Publish callbacks [] for security_group (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:38:22.934355 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-fa9210ac-ed68-4b71-b55d-1ac653c9185c tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.3273408 Apr 28 11:38:22.943154 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 33602) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:38:22.947463 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.v2.base [None req-dd309e53-365a-491d-bbc8-fc524b5925ae tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Request body: {'security_group_rule': {'security_group_id': '61205853-0070-4623-8a1c-3bcf6ff03bfd', 'project_id': 'c2ca2bda274d41e2b49f61461a68882b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=116161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:38:23.029059 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-dd309e53-365a-491d-bbc8-fc524b5925ae tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Publish callbacks [] for security_group_rule (79a55881-8885-420e-809a-3e3a5f4277ec), before_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:38:23.084965 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-dd309e53-365a-491d-bbc8-fc524b5925ae tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Publish callbacks [] for security_group_rule (79a55881-8885-420e-809a-3e3a5f4277ec), precommit_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:38:23.148175 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-dd309e53-365a-491d-bbc8-fc524b5925ae tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1912725'] for security_group_rule (79a55881-8885-420e-809a-3e3a5f4277ec), after_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:38:23.166598 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd309e53-365a-491d-bbc8-fc524b5925ae tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=79a55881-8885-420e-809a-3e3a5f4277ec,revision_number=0']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:38:23.235223 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-dd309e53-365a-491d-bbc8-fc524b5925ae tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:38:23.236486 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-dd309e53-365a-491d-bbc8-fc524b5925ae tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2924023 Apr 28 11:38:23.239155 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 33604) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:38:23.243485 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.v2.base [None req-d610cb3c-73b8-40d7-a7d3-1d988aaf5a15 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Request body: {'security_group_rule': {'security_group_id': '61205853-0070-4623-8a1c-3bcf6ff03bfd', 'project_id': 'c2ca2bda274d41e2b49f61461a68882b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=116161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:38:23.336482 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-d610cb3c-73b8-40d7-a7d3-1d988aaf5a15 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Publish callbacks [] for security_group_rule (87b85b45-b8be-4d9e-b8ae-f5c3f3535c1f), before_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:38:23.392335 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-d610cb3c-73b8-40d7-a7d3-1d988aaf5a15 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Publish callbacks [] for security_group_rule (87b85b45-b8be-4d9e-b8ae-f5c3f3535c1f), precommit_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:38:23.468277 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-d610cb3c-73b8-40d7-a7d3-1d988aaf5a15 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1912725'] for security_group_rule (87b85b45-b8be-4d9e-b8ae-f5c3f3535c1f), after_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:38:23.489209 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d610cb3c-73b8-40d7-a7d3-1d988aaf5a15 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=87b85b45-b8be-4d9e-b8ae-f5c3f3535c1f,revision_number=0']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:38:23.573814 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-d610cb3c-73b8-40d7-a7d3-1d988aaf5a15 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:38:23.575092 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-d610cb3c-73b8-40d7-a7d3-1d988aaf5a15 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3349805 Apr 28 11:38:23.577815 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 33606) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:38:23.582162 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.v2.base [None req-58d6a384-86b5-423d-a9e9-9c52fa184f55 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Request body: {'security_group_rule': {'security_group_id': '61205853-0070-4623-8a1c-3bcf6ff03bfd', 'project_id': 'c2ca2bda274d41e2b49f61461a68882b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=116161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:38:23.668461 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-58d6a384-86b5-423d-a9e9-9c52fa184f55 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Publish callbacks [] for security_group_rule (1cafd301-2fc8-41bb-be8d-9953453255b5), before_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:38:23.725508 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-58d6a384-86b5-423d-a9e9-9c52fa184f55 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Publish callbacks [] for security_group_rule (1cafd301-2fc8-41bb-be8d-9953453255b5), precommit_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:38:23.771114 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-58d6a384-86b5-423d-a9e9-9c52fa184f55 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1912725'] for security_group_rule (1cafd301-2fc8-41bb-be8d-9953453255b5), after_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:38:23.790004 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d6a384-86b5-423d-a9e9-9c52fa184f55 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1cafd301-2fc8-41bb-be8d-9953453255b5,revision_number=0']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:38:23.847947 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-58d6a384-86b5-423d-a9e9-9c52fa184f55 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:38:23.849188 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-58d6a384-86b5-423d-a9e9-9c52fa184f55 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2704554 Apr 28 11:38:23.852001 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 33608) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:38:23.856633 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.v2.base [None req-08c1b42c-3df4-427e-89a3-4f42b27ef388 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Request body: {'security_group_rule': {'security_group_id': '61205853-0070-4623-8a1c-3bcf6ff03bfd', 'project_id': 'c2ca2bda274d41e2b49f61461a68882b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=116161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:38:23.943047 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-08c1b42c-3df4-427e-89a3-4f42b27ef388 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Publish callbacks [] for security_group_rule (9688e06d-3e59-4586-944a-a80e3dceda54), before_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:38:24.001323 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-08c1b42c-3df4-427e-89a3-4f42b27ef388 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Publish callbacks [] for security_group_rule (9688e06d-3e59-4586-944a-a80e3dceda54), precommit_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:38:24.075224 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-08c1b42c-3df4-427e-89a3-4f42b27ef388 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1912725'] for security_group_rule (9688e06d-3e59-4586-944a-a80e3dceda54), after_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:38:24.096322 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c1b42c-3df4-427e-89a3-4f42b27ef388 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9688e06d-3e59-4586-944a-a80e3dceda54,revision_number=0']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:38:24.167638 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-08c1b42c-3df4-427e-89a3-4f42b27ef388 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:38:24.168930 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-08c1b42c-3df4-427e-89a3-4f42b27ef388 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3159637 Apr 28 11:38:24.171669 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 33610) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:38:24.176141 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.v2.base [None req-116d3fdd-111a-48ca-ab00-d2e8f11fc1f1 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Request body: {'security_group_rule': {'security_group_id': '61205853-0070-4623-8a1c-3bcf6ff03bfd', 'project_id': 'c2ca2bda274d41e2b49f61461a68882b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=116161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:38:24.251595 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.db.securitygroups_db [None req-116d3fdd-111a-48ca-ab00-d2e8f11fc1f1 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Project c2ca2bda274d41e2b49f61461a68882b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 28 11:38:24.257450 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-116d3fdd-111a-48ca-ab00-d2e8f11fc1f1 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Publish callbacks [] for security_group_rule (9a1189de-08e4-49bc-be3f-d03e430a3c43), before_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:38:24.315639 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-116d3fdd-111a-48ca-ab00-d2e8f11fc1f1 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Publish callbacks [] for security_group_rule (9a1189de-08e4-49bc-be3f-d03e430a3c43), precommit_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:38:24.377040 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-116d3fdd-111a-48ca-ab00-d2e8f11fc1f1 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1912725'] for security_group_rule (9a1189de-08e4-49bc-be3f-d03e430a3c43), after_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:38:24.398077 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-116d3fdd-111a-48ca-ab00-d2e8f11fc1f1 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9a1189de-08e4-49bc-be3f-d03e430a3c43,revision_number=0']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:38:24.464702 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-116d3fdd-111a-48ca-ab00-d2e8f11fc1f1 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:38:24.465944 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-116d3fdd-111a-48ca-ab00-d2e8f11fc1f1 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2931874 Apr 28 11:38:24.474513 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 33612) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:38:24.479728 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.v2.base [None req-50f114c1-1252-4ee3-82f0-0c16ec52bed2 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Request body: {'security_group_rule': {'security_group_id': '61205853-0070-4623-8a1c-3bcf6ff03bfd', 'project_id': 'c2ca2bda274d41e2b49f61461a68882b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=116161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:38:24.571105 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.db.securitygroups_db [None req-50f114c1-1252-4ee3-82f0-0c16ec52bed2 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Project c2ca2bda274d41e2b49f61461a68882b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 28 11:38:24.577316 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-50f114c1-1252-4ee3-82f0-0c16ec52bed2 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Publish callbacks [] for security_group_rule (eb170c0b-c412-41b6-9aa5-061461be926c), before_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:38:24.636848 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-50f114c1-1252-4ee3-82f0-0c16ec52bed2 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Publish callbacks [] for security_group_rule (eb170c0b-c412-41b6-9aa5-061461be926c), precommit_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:38:24.714514 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-50f114c1-1252-4ee3-82f0-0c16ec52bed2 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1912725'] for security_group_rule (eb170c0b-c412-41b6-9aa5-061461be926c), after_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:38:24.732195 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f114c1-1252-4ee3-82f0-0c16ec52bed2 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eb170c0b-c412-41b6-9aa5-061461be926c,revision_number=0']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:38:24.796098 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-50f114c1-1252-4ee3-82f0-0c16ec52bed2 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:38:24.797401 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-50f114c1-1252-4ee3-82f0-0c16ec52bed2 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3219306 Apr 28 11:38:24.800139 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 33614) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:38:24.805321 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.v2.base [None req-1d4bed22-eae6-4ec6-854c-a3213a7cf899 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Request body: {'network': {'name': 'tempest-network-smoke--1406518161', 'project_id': 'c2ca2bda274d41e2b49f61461a68882b', 'port_security_enabled': True}} {{(pid=116161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:38:24.885393 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d4bed22-eae6-4ec6-854c-a3213a7cf899 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Made reservation on behalf of c2ca2bda274d41e2b49f61461a68882b for: {'network': 1} {{(pid=116161) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 11:38:24.889142 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-1d4bed22-eae6-4ec6-854c-a3213a7cf899 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for network (None), before_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:38:24.914677 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1d4bed22-eae6-4ec6-854c-a3213a7cf899 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 54} {{(pid=116161) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 11:38:24.923771 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-1d4bed22-eae6-4ec6-854c-a3213a7cf899 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-961978'] for segment (32d8c539-3696-4cc3-8a47-924edb1edc8a), precommit_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:38:24.924164 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.db.segments_db [None req-1d4bed22-eae6-4ec6-854c-a3213a7cf899 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Added segment 32d8c539-3696-4cc3-8a47-924edb1edc8a of type vlan for network 9a8d8ff2-0750-4cb0-9d34-551ec5417c1a Apr 28 11:38:24.966417 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-1d4bed22-eae6-4ec6-854c-a3213a7cf899 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742234744962'] for network (9a8d8ff2-0750-4cb0-9d34-551ec5417c1a), precommit_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:38:25.057046 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-1d4bed22-eae6-4ec6-854c-a3213a7cf899 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042'] for network (9a8d8ff2-0750-4cb0-9d34-551ec5417c1a), after_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:38:25.062290 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d4bed22-eae6-4ec6-854c-a3213a7cf899 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:38:25.062868 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-1d4bed22-eae6-4ec6-854c-a3213a7cf899 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Publish callbacks [] for network (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:38:25.135010 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4bed22-eae6-4ec6-854c-a3213a7cf899 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Pushing event updated for resources: {'Network': ['ID=9a8d8ff2-0750-4cb0-9d34-551ec5417c1a,revision_number=1']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:38:25.145193 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Network 9a8d8ff2-0750-4cb0-9d34-551ec5417c1a details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=116163) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 28 11:38:25.157216 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-1d4bed22-eae6-4ec6-854c-a3213a7cf899 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3558528 Apr 28 11:38:25.161211 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 33616) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:38:25.167870 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.v2.base [None req-042627db-185e-4777-9e8a-8d46e883ddc5 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1267142734', 'admin_state_up': True, 'project_id': 'c2ca2bda274d41e2b49f61461a68882b', 'external_gateway_info': {'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c'}}} {{(pid=116161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:38:25.234450 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-042627db-185e-4777-9e8a-8d46e883ddc5 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2060459', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-63449'] for router (4fcb1173-7ec2-493c-936f-e4ff4a491904), before_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:38:25.235625 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-042627db-185e-4777-9e8a-8d46e883ddc5 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2060827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1935275', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1960866', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-63266'] for router (4fcb1173-7ec2-493c-936f-e4ff4a491904), precommit_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:38:25.288472 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-042627db-185e-4777-9e8a-8d46e883ddc5 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Publish callbacks [] for router_controller (4fcb1173-7ec2-493c-936f-e4ff4a491904), precommit_add_association {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:38:25.475106 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-042627db-185e-4777-9e8a-8d46e883ddc5 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Publish callbacks [] for router_gateway (4fcb1173-7ec2-493c-936f-e4ff4a491904), precommit_update {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:38:25.702860 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-042627db-185e-4777-9e8a-8d46e883ddc5 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Publish callbacks [] for router_gateway (4fcb1173-7ec2-493c-936f-e4ff4a491904), before_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:38:25.720891 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-042627db-185e-4777-9e8a-8d46e883ddc5 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (None), before_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:38:25.818947 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.db.db_base_plugin_common [None req-042627db-185e-4777-9e8a-8d46e883ddc5 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Allocated IP 172.36.4.13 (7be49d94-bbb8-4a61-bafe-209c5f861e1c/c0f82f52-05ee-40f2-a57c-9d02e01fb9fa/0f00be2b-7eec-4c5f-b52c-fcdd1caf55a9) {{(pid=116161) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 11:38:25.922041 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-042627db-185e-4777-9e8a-8d46e883ddc5 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Publish callbacks [] for port (0f00be2b-7eec-4c5f-b52c-fcdd1caf55a9), precommit_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:38:25.999873 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-042627db-185e-4777-9e8a-8d46e883ddc5 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742234710357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5219112'] for port (0f00be2b-7eec-4c5f-b52c-fcdd1caf55a9), after_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:38:26.035899 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-042627db-185e-4777-9e8a-8d46e883ddc5 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Network 7be49d94-bbb8-4a61-bafe-209c5f861e1c is already hosted by enough agents. {{(pid=116161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 11:38:26.038709 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.scheduler.base_scheduler [None req-042627db-185e-4777-9e8a-8d46e883ddc5 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Resources bound (agent type, host, resource id): {{(pid=116161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 11:38:26.041080 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-042627db-185e-4777-9e8a-8d46e883ddc5 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Received port after_create {{(pid=116161) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 11:38:26.069580 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-042627db-185e-4777-9e8a-8d46e883ddc5 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Pushing event updated for resources: {'Port': ['ID=0f00be2b-7eec-4c5f-b52c-fcdd1caf55a9,revision_number=1']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:38:26.366755 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-042627db-185e-4777-9e8a-8d46e883ddc5 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Publish callbacks [] for router_gateway (4fcb1173-7ec2-493c-936f-e4ff4a491904), after_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:38:26.570234 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-042627db-185e-4777-9e8a-8d46e883ddc5 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2060818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1935326'] for router (4fcb1173-7ec2-493c-936f-e4ff4a491904), after_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:38:26.782733 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-042627db-185e-4777-9e8a-8d46e883ddc5 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Router 4fcb1173-7ec2-493c-936f-e4ff4a491904 is scheduled to L3 agent 6b492ad6-0876-4d74-b20d-28143a52ceba with binding_index 1 {{(pid=116161) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 28 11:38:26.888918 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-042627db-185e-4777-9e8a-8d46e883ddc5 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=116161) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 11:38:26.898330 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd3452e0-87f1-4253-aad4-e6636bb5d7bd None None] Sync routers for ids ['4fcb1173-7ec2-493c-936f-e4ff4a491904'] in dv-neutron-master-2-hyperv {{(pid=116164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 11:38:26.908580 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd3452e0-87f1-4253-aad4-e6636bb5d7bd None None] Routers {'4fcb1173-7ec2-493c-936f-e4ff4a491904'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=116164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 11:38:26.909187 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_hamode_db [None req-cd3452e0-87f1-4253-aad4-e6636bb5d7bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-28T10:50:39Z,description=,heartbeat_timestamp=2022-04-28T11:38:09Z,host='dv-neutron-master-2-hyperv',id=6b492ad6-0876-4d74-b20d-28143a52ceba,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T10:50:40Z,topic='l3_agent')) {'router_ids': ['4fcb1173-7ec2-493c-936f-e4ff4a491904'], 'active': True} {{(pid=116164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:38:26.973296 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-042627db-185e-4777-9e8a-8d46e883ddc5 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Publish callbacks [] for router (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:38:26.974609 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-042627db-185e-4777-9e8a-8d46e883ddc5 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.8122706 Apr 28 11:38:26.977941 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 33618) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:38:27.006225 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-17de6438-dc78-4a8e-8ddb-4dfa23be67c9 tempest-TestNetworkAdvancedServerOps-1604766071 tempest-TestNetworkAdvancedServerOps-1604766071-project-admin] 10.222.0.10 "GET /v2.0/subnets?project_id=c2ca2bda274d41e2b49f61461a68882b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0268610 Apr 28 11:38:27.008737 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 33620) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:38:27.012352 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_dvr_db [None req-cd3452e0-87f1-4253-aad4-e6636bb5d7bd None None] Set router 4fcb1173-7ec2-493c-936f-e4ff4a491904 gateway port host: dv-neutron-master-2-hyperv {{(pid=116164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 11:38:27.100044 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94c80b79-5ecf-471e-98c8-9ae6e51203f4 tempest-TestNetworkAdvancedServerOps-1604766071 tempest-TestNetworkAdvancedServerOps-1604766071-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:38:27.101569 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-94c80b79-5ecf-471e-98c8-9ae6e51203f4 tempest-TestNetworkAdvancedServerOps-1604766071 tempest-TestNetworkAdvancedServerOps-1604766071-project-admin] 10.222.0.10 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0914464 Apr 28 11:38:27.105199 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 33622) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:38:27.135909 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-c8ffdaff-5bd8-4bc9-a562-e869e1fa42a7 tempest-TestNetworkAdvancedServerOps-1604766071 tempest-TestNetworkAdvancedServerOps-1604766071-project-admin] 10.222.0.10 "GET /v2.0/subnets?network_id=7be49d94-bbb8-4a61-bafe-209c5f861e1c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0267503 Apr 28 11:38:27.136150 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 33624) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:38:27.140836 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.v2.base [None req-f2c9fd94-612d-441a-9c0f-1056ef456561 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-700978036', 'network_id': '9a8d8ff2-0750-4cb0-9d34-551ec5417c1a', 'project_id': 'c2ca2bda274d41e2b49f61461a68882b', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=116162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:38:27.271772 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_hamode_db [None req-cd3452e0-87f1-4253-aad4-e6636bb5d7bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fcb1173-7ec2-493c-936f-e4ff4a491904', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1267142734', 'tenant_id': 'c2ca2bda274d41e2b49f61461a68882b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'external_fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.13'}], 'enable_snat': True}, 'gw_port_id': '0f00be2b-7eec-4c5f-b52c-fcdd1caf55a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T11:38:25Z', 'updated_at': '2022-04-28T11:38:26Z', 'revision_number': 3, 'project_id': 'c2ca2bda274d41e2b49f61461a68882b', 'gw_port': {'id': '0f00be2b-7eec-4c5f-b52c-fcdd1caf55a9', 'name': '', 'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:c6:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4fcb1173-7ec2-493c-936f-e4ff4a491904', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1797, 'fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:38:25Z', 'updated_at': '2022-04-28T11:38:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=116164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:38:27.296923 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd3452e0-87f1-4253-aad4-e6636bb5d7bd None None] Checking router: 4fcb1173-7ec2-493c-936f-e4ff4a491904 for host: dv-neutron-master-2-hyperv {{(pid=116164) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 11:38:27.297269 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd3452e0-87f1-4253-aad4-e6636bb5d7bd None None] Updating router 4fcb1173-7ec2-493c-936f-e4ff4a491904 port 0f00be2b-7eec-4c5f-b52c-fcdd1caf55a9 binding host dv-neutron-master-2-hyperv {{(pid=116164) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 28 11:38:27.314075 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2c9fd94-612d-441a-9c0f-1056ef456561 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Made reservation on behalf of c2ca2bda274d41e2b49f61461a68882b for: {'subnet': 1} {{(pid=116162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 11:38:27.317480 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-f2c9fd94-612d-441a-9c0f-1056ef456561 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4210834'] for subnet (None), before_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:38:27.324830 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron_lib.callbacks.manager [None req-cd3452e0-87f1-4253-aad4-e6636bb5d7bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (0f00be2b-7eec-4c5f-b52c-fcdd1caf55a9), before_update {{(pid=116164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:38:27.565510 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-f2c9fd94-612d-441a-9c0f-1056ef456561 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5054027', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4210784'] for subnet (e87da519-5c48-454f-9ab6-3d06cbbc33f7), after_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:38:27.571245 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron_lib.callbacks.manager [None req-cd3452e0-87f1-4253-aad4-e6636bb5d7bd None None] Publish callbacks [] for port (0f00be2b-7eec-4c5f-b52c-fcdd1caf55a9), precommit_update {{(pid=116164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:38:27.627554 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c9fd94-612d-441a-9c0f-1056ef456561 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Pushing event updated for resources: {'Subnet': ['ID=e87da519-5c48-454f-9ab6-3d06cbbc33f7,revision_number=0']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:38:27.635775 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2c9fd94-612d-441a-9c0f-1056ef456561 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Checking segment: {'id': '32d8c539-3696-4cc3-8a47-924edb1edc8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '9a8d8ff2-0750-4cb0-9d34-551ec5417c1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 11:38:27.636156 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2c9fd94-612d-441a-9c0f-1056ef456561 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Network hostable DHCP agents. Network: 9a8d8ff2-0750-4cb0-9d34-551ec5417c1a, hostable agents: ['75ba81b7-fe99-4281-90d2-a5adb445ecea'], hosted agents: [] {{(pid=116162) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 11:38:27.650979 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron_lib.callbacks.manager [None req-cd3452e0-87f1-4253-aad4-e6636bb5d7bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393'] for port (0f00be2b-7eec-4c5f-b52c-fcdd1caf55a9), after_update {{(pid=116164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:38:27.701705 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.plugins.ml2.managers [None req-cd3452e0-87f1-4253-aad4-e6636bb5d7bd None None] Attempting to bind port 0f00be2b-7eec-4c5f-b52c-fcdd1caf55a9 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=116164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 28 11:38:27.702063 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.plugins.ml2.managers [None req-cd3452e0-87f1-4253-aad4-e6636bb5d7bd None None] Attempting to bind port 0f00be2b-7eec-4c5f-b52c-fcdd1caf55a9 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '142bc50f-d6af-4646-8d06-bb7af6b7b51c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c'}] {{(pid=116164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 28 11:38:27.702434 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd3452e0-87f1-4253-aad4-e6636bb5d7bd None None] Attempting to bind port 0f00be2b-7eec-4c5f-b52c-fcdd1caf55a9 on network 7be49d94-bbb8-4a61-bafe-209c5f861e1c {{(pid=116164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 11:38:27.708849 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa084ce-e288-49e4-a622-ccf006508b2f None None] Pushing event updated for resources: {'Port': ['ID=0f00be2b-7eec-4c5f-b52c-fcdd1caf55a9,revision_number=2']} {{(pid=116164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:38:27.711893 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd3452e0-87f1-4253-aad4-e6636bb5d7bd None None] Checking agent: {'id': 'd5baab19-5dd1-4902-922b-84acb048ab9c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 10, 50, 43), 'started_at': datetime.datetime(2022, 4, 28, 10, 51, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 11, 38, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=116164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 11:38:27.712295 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd3452e0-87f1-4253-aad4-e6636bb5d7bd None None] Checking segment: {'id': '142bc50f-d6af-4646-8d06-bb7af6b7b51c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 11:38:27.712873 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron_lib.callbacks.manager [None req-cd3452e0-87f1-4253-aad4-e6636bb5d7bd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=116164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:38:27.713265 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd3452e0-87f1-4253-aad4-e6636bb5d7bd None None] Bound using segment: {'id': '142bc50f-d6af-4646-8d06-bb7af6b7b51c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c'} {{(pid=116164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 11:38:27.713710 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.plugins.ml2.managers [None req-cd3452e0-87f1-4253-aad4-e6636bb5d7bd None None] Bound port: 0f00be2b-7eec-4c5f-b52c-fcdd1caf55a9, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '142bc50f-d6af-4646-8d06-bb7af6b7b51c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c'}}] {{(pid=116164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 28 11:38:27.714081 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron_lib.callbacks.manager [None req-cd3452e0-87f1-4253-aad4-e6636bb5d7bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (0f00be2b-7eec-4c5f-b52c-fcdd1caf55a9), before_update {{(pid=116164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:38:27.719942 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa084ce-e288-49e4-a622-ccf006508b2f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:38:27.720283 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa084ce-e288-49e4-a622-ccf006508b2f None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:38:27.720669 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa084ce-e288-49e4-a622-ccf006508b2f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:38:27.721003 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa084ce-e288-49e4-a622-ccf006508b2f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:38:27.721327 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa084ce-e288-49e4-a622-ccf006508b2f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:38:27.721647 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa084ce-e288-49e4-a622-ccf006508b2f None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:38:27.721961 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa084ce-e288-49e4-a622-ccf006508b2f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:38:27.722272 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa084ce-e288-49e4-a622-ccf006508b2f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:38:27.722611 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa084ce-e288-49e4-a622-ccf006508b2f None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:38:27.722928 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa084ce-e288-49e4-a622-ccf006508b2f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:38:27.723236 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa084ce-e288-49e4-a622-ccf006508b2f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:38:27.723549 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa084ce-e288-49e4-a622-ccf006508b2f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:38:27.723859 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa084ce-e288-49e4-a622-ccf006508b2f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:38:27.724165 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa084ce-e288-49e4-a622-ccf006508b2f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:38:27.724474 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa084ce-e288-49e4-a622-ccf006508b2f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:38:27.748439 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2c9fd94-612d-441a-9c0f-1056ef456561 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Network 9a8d8ff2-0750-4cb0-9d34-551ec5417c1a is scheduled to be hosted by DHCP agent 75ba81b7-fe99-4281-90d2-a5adb445ecea with binding_index 1 {{(pid=116162) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 11:38:27.773447 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.plugins.ml2.db [None req-cd3452e0-87f1-4253-aad4-e6636bb5d7bd None None] For port 0f00be2b-7eec-4c5f-b52c-fcdd1caf55a9, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=116164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 11:38:27.776343 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.plugins.ml2.db [None req-cd3452e0-87f1-4253-aad4-e6636bb5d7bd None None] For port 0f00be2b-7eec-4c5f-b52c-fcdd1caf55a9, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=0f00be2b-7eec-4c5f-b52c-fcdd1caf55a9,segment=NetworkSegment(142bc50f-d6af-4646-8d06-bb7af6b7b51c),segment_id=142bc50f-d6af-4646-8d06-bb7af6b7b51c)] {{(pid=116164) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 11:38:27.844903 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.scheduler.base_scheduler [None req-f2c9fd94-612d-441a-9c0f-1056ef456561 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 9a8d8ff2-0750-4cb0-9d34-551ec5417c1a) {{(pid=116162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 11:38:27.848905 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2c9fd94-612d-441a-9c0f-1056ef456561 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:38:27.849566 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-f2c9fd94-612d-441a-9c0f-1056ef456561 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Publish callbacks [] for subnet (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:38:27.855031 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9929c0e-0c61-4e5b-ba2a-b4174bba4095 None None] Network 9a8d8ff2-0750-4cb0-9d34-551ec5417c1a requested from dv-neutron-master-2-hyperv {{(pid=116163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 11:38:27.874178 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron_lib.callbacks.manager [None req-cd3452e0-87f1-4253-aad4-e6636bb5d7bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393'] for port (0f00be2b-7eec-4c5f-b52c-fcdd1caf55a9), after_update {{(pid=116164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:38:27.935084 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd3452e0-87f1-4253-aad4-e6636bb5d7bd None None] Routers {'4fcb1173-7ec2-493c-936f-e4ff4a491904'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=116164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 11:38:27.935793 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_hamode_db [None req-cd3452e0-87f1-4253-aad4-e6636bb5d7bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-28T10:50:39Z,description=,heartbeat_timestamp=2022-04-28T11:38:09Z,host='dv-neutron-master-2-hyperv',id=6b492ad6-0876-4d74-b20d-28143a52ceba,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T10:50:40Z,topic='l3_agent')) {'router_ids': ['4fcb1173-7ec2-493c-936f-e4ff4a491904'], 'active': True} {{(pid=116164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:38:27.938451 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa084ce-e288-49e4-a622-ccf006508b2f None None] Pushing event updated for resources: {'Port': ['ID=0f00be2b-7eec-4c5f-b52c-fcdd1caf55a9,revision_number=3']} {{(pid=116164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:38:27.953147 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-f2c9fd94-612d-441a-9c0f-1056ef456561 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.8159819 Apr 28 11:38:27.956079 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 33626) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:38:27.961455 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac639bc1-fc3f-4661-9705-024a64c7fd6c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-9a8d8ff2-0750-4cb0-9d34-551ec5417c1a', 'network_id': '9a8d8ff2-0750-4cb0-9d34-551ec5417c1a', 'project_id': 'c2ca2bda274d41e2b49f61461a68882b', 'fixed_ips': [{'subnet_id': 'e87da519-5c48-454f-9ab6-3d06cbbc33f7'}]}} from dv-neutron-master-2-hyperv. {{(pid=116163) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 28 11:38:27.969875 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-ac639bc1-fc3f-4661-9705-024a64c7fd6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (None), before_create {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:38:28.054472 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_dvr_db [None req-cd3452e0-87f1-4253-aad4-e6636bb5d7bd None None] Set router 4fcb1173-7ec2-493c-936f-e4ff4a491904 gateway port host: dv-neutron-master-2-hyperv {{(pid=116164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 11:38:28.107012 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.db_base_plugin_common [None req-ac639bc1-fc3f-4661-9705-024a64c7fd6c None None] Allocated IP 172.20.0.2 (9a8d8ff2-0750-4cb0-9d34-551ec5417c1a/e87da519-5c48-454f-9ab6-3d06cbbc33f7/5d498d85-4779-4c7a-883c-21a60df515a7) {{(pid=116163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 11:38:28.239775 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_hamode_db [None req-cd3452e0-87f1-4253-aad4-e6636bb5d7bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fcb1173-7ec2-493c-936f-e4ff4a491904', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1267142734', 'tenant_id': 'c2ca2bda274d41e2b49f61461a68882b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'external_fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.13'}], 'enable_snat': True}, 'gw_port_id': '0f00be2b-7eec-4c5f-b52c-fcdd1caf55a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T11:38:25Z', 'updated_at': '2022-04-28T11:38:26Z', 'revision_number': 3, 'project_id': 'c2ca2bda274d41e2b49f61461a68882b', 'gw_port': {'id': '0f00be2b-7eec-4c5f-b52c-fcdd1caf55a9', 'name': '', 'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:c6:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4fcb1173-7ec2-493c-936f-e4ff4a491904', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1797, 'fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:38:25Z', 'updated_at': '2022-04-28T11:38:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=116164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:38:28.256563 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-ac639bc1-fc3f-4661-9705-024a64c7fd6c None None] Publish callbacks [] for port (5d498d85-4779-4c7a-883c-21a60df515a7), precommit_create {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:38:28.269023 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd3452e0-87f1-4253-aad4-e6636bb5d7bd None None] The sync data for ids ['4fcb1173-7ec2-493c-936f-e4ff4a491904'] in dv-neutron-master-2-hyperv is: [{'id': '4fcb1173-7ec2-493c-936f-e4ff4a491904', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1267142734', 'tenant_id': 'c2ca2bda274d41e2b49f61461a68882b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'external_fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.13'}], 'enable_snat': True}, 'gw_port_id': '0f00be2b-7eec-4c5f-b52c-fcdd1caf55a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T11:38:25Z', 'updated_at': '2022-04-28T11:38:26Z', 'revision_number': 3, 'project_id': 'c2ca2bda274d41e2b49f61461a68882b', 'gw_port': {'id': '0f00be2b-7eec-4c5f-b52c-fcdd1caf55a9', 'name': '', 'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:c6:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4fcb1173-7ec2-493c-936f-e4ff4a491904', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1797, 'fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:38:25Z', 'updated_at': '2022-04-28T11:38:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}] {{(pid=116164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 11:38:28.331717 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-ac639bc1-fc3f-4661-9705-024a64c7fd6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742234710357'] for port (5d498d85-4779-4c7a-883c-21a60df515a7), after_create {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:38:28.378048 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac639bc1-fc3f-4661-9705-024a64c7fd6c None None] Network 9a8d8ff2-0750-4cb0-9d34-551ec5417c1a is already hosted by enough agents. {{(pid=116163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 11:38:28.381225 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.scheduler.base_scheduler [None req-ac639bc1-fc3f-4661-9705-024a64c7fd6c None None] Resources bound (agent type, host, resource id): {{(pid=116163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 11:38:28.386296 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac639bc1-fc3f-4661-9705-024a64c7fd6c None None] Received port after_create {{(pid=116163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 11:38:28.389655 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac639bc1-fc3f-4661-9705-024a64c7fd6c None None] Pushing event updated for resources: {'Port': ['ID=5d498d85-4779-4c7a-883c-21a60df515a7,revision_number=1']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:38:28.453901 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.managers [None req-ac639bc1-fc3f-4661-9705-024a64c7fd6c None None] Attempting to bind port 5d498d85-4779-4c7a-883c-21a60df515a7 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=116163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 28 11:38:28.454625 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.managers [None req-ac639bc1-fc3f-4661-9705-024a64c7fd6c None None] Attempting to bind port 5d498d85-4779-4c7a-883c-21a60df515a7 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '32d8c539-3696-4cc3-8a47-924edb1edc8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '9a8d8ff2-0750-4cb0-9d34-551ec5417c1a'}] {{(pid=116163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 28 11:38:28.455178 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac639bc1-fc3f-4661-9705-024a64c7fd6c None None] Attempting to bind port 5d498d85-4779-4c7a-883c-21a60df515a7 on network 9a8d8ff2-0750-4cb0-9d34-551ec5417c1a {{(pid=116163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 11:38:28.462705 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac639bc1-fc3f-4661-9705-024a64c7fd6c None None] Checking agent: {'id': 'd5baab19-5dd1-4902-922b-84acb048ab9c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 10, 50, 43), 'started_at': datetime.datetime(2022, 4, 28, 10, 51, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 11, 38, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=116163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 11:38:28.463297 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac639bc1-fc3f-4661-9705-024a64c7fd6c None None] Checking segment: {'id': '32d8c539-3696-4cc3-8a47-924edb1edc8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '9a8d8ff2-0750-4cb0-9d34-551ec5417c1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 11:38:28.463710 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-ac639bc1-fc3f-4661-9705-024a64c7fd6c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:38:28.464116 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac639bc1-fc3f-4661-9705-024a64c7fd6c None None] Bound using segment: {'id': '32d8c539-3696-4cc3-8a47-924edb1edc8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '9a8d8ff2-0750-4cb0-9d34-551ec5417c1a'} {{(pid=116163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 11:38:28.464639 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.managers [None req-ac639bc1-fc3f-4661-9705-024a64c7fd6c None None] Bound port: 5d498d85-4779-4c7a-883c-21a60df515a7, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32d8c539-3696-4cc3-8a47-924edb1edc8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '9a8d8ff2-0750-4cb0-9d34-551ec5417c1a'}}] {{(pid=116163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 28 11:38:28.465034 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-ac639bc1-fc3f-4661-9705-024a64c7fd6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (5d498d85-4779-4c7a-883c-21a60df515a7), before_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:38:28.558934 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-ac639bc1-fc3f-4661-9705-024a64c7fd6c None None] For port 5d498d85-4779-4c7a-883c-21a60df515a7, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=116163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 11:38:28.562250 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-ac639bc1-fc3f-4661-9705-024a64c7fd6c None None] For port 5d498d85-4779-4c7a-883c-21a60df515a7, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=5d498d85-4779-4c7a-883c-21a60df515a7,segment=NetworkSegment(32d8c539-3696-4cc3-8a47-924edb1edc8a),segment_id=32d8c539-3696-4cc3-8a47-924edb1edc8a)] {{(pid=116163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 11:38:28.680314 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-ac639bc1-fc3f-4661-9705-024a64c7fd6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393'] for port (5d498d85-4779-4c7a-883c-21a60df515a7), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:38:28.768781 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac639bc1-fc3f-4661-9705-024a64c7fd6c None None] Pushing event updated for resources: {'Port': ['ID=5d498d85-4779-4c7a-883c-21a60df515a7,revision_number=2']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:38:28.788780 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-e0e9008c-e3dd-475f-bdc5-938fa5fc9799 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (None), before_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:38:28.861338 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Device 0f00be2b-7eec-4c5f-b52c-fcdd1caf55a9 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=116163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 11:38:28.940608 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Provisioning complete for port 0f00be2b-7eec-4c5f-b52c-fcdd1caf55a9 triggered by entity L2. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:38:28.940984 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (0f00be2b-7eec-4c5f-b52c-fcdd1caf55a9), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:38:29.057016 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Current status of the port 0f00be2b-7eec-4c5f-b52c-fcdd1caf55a9 is: DOWN; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:38:29.057697 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (0f00be2b-7eec-4c5f-b52c-fcdd1caf55a9), before_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:38:29.085050 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] For port 0f00be2b-7eec-4c5f-b52c-fcdd1caf55a9, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=0f00be2b-7eec-4c5f-b52c-fcdd1caf55a9,segment=NetworkSegment(142bc50f-d6af-4646-8d06-bb7af6b7b51c),segment_id=142bc50f-d6af-4646-8d06-bb7af6b7b51c)] {{(pid=116163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 11:38:29.157140 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.db.db_base_plugin_common [None req-e0e9008c-e3dd-475f-bdc5-938fa5fc9799 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Allocated IP 172.20.0.1 (9a8d8ff2-0750-4cb0-9d34-551ec5417c1a/e87da519-5c48-454f-9ab6-3d06cbbc33f7/8a1dad4b-5bde-406d-8b8b-4abd111f7892) {{(pid=116161) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 11:38:29.165362 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393'] for port (0f00be2b-7eec-4c5f-b52c-fcdd1caf55a9), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:38:29.178426 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.agents_db [None req-54b29a82-8a19-4507-95e3-3a2d011841ff None None] Agent healthcheck: found 6 active agents {{(pid=116164) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 28 11:38:29.226921 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Pushing event updated for resources: {'Port': ['ID=0f00be2b-7eec-4c5f-b52c-fcdd1caf55a9,revision_number=4']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:38:29.286207 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-e0e9008c-e3dd-475f-bdc5-938fa5fc9799 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Publish callbacks [] for port (8a1dad4b-5bde-406d-8b8b-4abd111f7892), precommit_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:38:29.383312 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-e0e9008c-e3dd-475f-bdc5-938fa5fc9799 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742234710357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5219112'] for port (8a1dad4b-5bde-406d-8b8b-4abd111f7892), after_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:38:29.424360 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0e9008c-e3dd-475f-bdc5-938fa5fc9799 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Network 9a8d8ff2-0750-4cb0-9d34-551ec5417c1a is already hosted by enough agents. {{(pid=116161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 11:38:29.429898 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.scheduler.base_scheduler [None req-e0e9008c-e3dd-475f-bdc5-938fa5fc9799 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Resources bound (agent type, host, resource id): {{(pid=116161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 11:38:29.433080 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0e9008c-e3dd-475f-bdc5-938fa5fc9799 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Received port after_create {{(pid=116161) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 11:38:29.458943 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e9008c-e3dd-475f-bdc5-938fa5fc9799 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Pushing event updated for resources: {'Port': ['ID=8a1dad4b-5bde-406d-8b8b-4abd111f7892,revision_number=1']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:38:29.486310 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-e0e9008c-e3dd-475f-bdc5-938fa5fc9799 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2063275'] for router_interface (4fcb1173-7ec2-493c-936f-e4ff4a491904), before_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:38:29.691833 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-e0e9008c-e3dd-475f-bdc5-938fa5fc9799 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (8a1dad4b-5bde-406d-8b8b-4abd111f7892), before_update {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:38:29.741903 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2778b15-0687-45d0-8211-3f21d913e543 None None] Network 9a8d8ff2-0750-4cb0-9d34-551ec5417c1a requested from dv-neutron-master-2-hyperv {{(pid=116163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 11:38:29.813352 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-dff6929d-51c2-4ac1-8012-a014211398a8 None None] Provisioning complete for port 5d498d85-4779-4c7a-883c-21a60df515a7 triggered by entity DHCP. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:38:29.813721 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-dff6929d-51c2-4ac1-8012-a014211398a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (5d498d85-4779-4c7a-883c-21a60df515a7), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:38:29.932517 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-dff6929d-51c2-4ac1-8012-a014211398a8 None None] Current status of the port 5d498d85-4779-4c7a-883c-21a60df515a7 is: DOWN; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:38:29.933352 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-dff6929d-51c2-4ac1-8012-a014211398a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (5d498d85-4779-4c7a-883c-21a60df515a7), before_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:38:29.975749 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-dff6929d-51c2-4ac1-8012-a014211398a8 None None] For port 5d498d85-4779-4c7a-883c-21a60df515a7, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=5d498d85-4779-4c7a-883c-21a60df515a7,segment=NetworkSegment(32d8c539-3696-4cc3-8a47-924edb1edc8a),segment_id=32d8c539-3696-4cc3-8a47-924edb1edc8a)] {{(pid=116163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 11:38:30.002973 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-e0e9008c-e3dd-475f-bdc5-938fa5fc9799 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Publish callbacks [] for port (8a1dad4b-5bde-406d-8b8b-4abd111f7892), precommit_update {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:38:30.074688 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-e0e9008c-e3dd-475f-bdc5-938fa5fc9799 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5219123'] for port (8a1dad4b-5bde-406d-8b8b-4abd111f7892), after_update {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:38:30.075473 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-dff6929d-51c2-4ac1-8012-a014211398a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393'] for port (5d498d85-4779-4c7a-883c-21a60df515a7), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:38:30.138607 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff6929d-51c2-4ac1-8012-a014211398a8 None None] Pushing event updated for resources: {'Port': ['ID=5d498d85-4779-4c7a-883c-21a60df515a7,revision_number=3']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:38:30.166788 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e9008c-e3dd-475f-bdc5-938fa5fc9799 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Pushing event updated for resources: {'Port': ['ID=8a1dad4b-5bde-406d-8b8b-4abd111f7892,revision_number=2']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:38:30.169255 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-e0e9008c-e3dd-475f-bdc5-938fa5fc9799 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1603056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2063387'] for router_interface (4fcb1173-7ec2-493c-936f-e4ff4a491904), after_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:38:30.199890 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-1514941e-dc8b-43ca-ad10-93605263abcb None None] Provisioning complete for port 5d498d85-4779-4c7a-883c-21a60df515a7 triggered by entity DHCP. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:38:30.200270 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-1514941e-dc8b-43ca-ad10-93605263abcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (5d498d85-4779-4c7a-883c-21a60df515a7), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:38:30.279866 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0e9008c-e3dd-475f-bdc5-938fa5fc9799 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Network 9a8d8ff2-0750-4cb0-9d34-551ec5417c1a is already hosted by enough agents. {{(pid=116161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 11:38:30.281388 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.scheduler.base_scheduler [None req-e0e9008c-e3dd-475f-bdc5-938fa5fc9799 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Resources bound (agent type, host, resource id): {{(pid=116161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 11:38:30.293404 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-1514941e-dc8b-43ca-ad10-93605263abcb None None] Current status of the port 5d498d85-4779-4c7a-883c-21a60df515a7 is: ACTIVE; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:38:30.302247 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-1514941e-dc8b-43ca-ad10-93605263abcb None None] Provisioning complete for port 8a1dad4b-5bde-406d-8b8b-4abd111f7892 triggered by entity DHCP. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:38:30.302652 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-1514941e-dc8b-43ca-ad10-93605263abcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (8a1dad4b-5bde-406d-8b8b-4abd111f7892), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:38:30.336672 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-1514941e-dc8b-43ca-ad10-93605263abcb None None] Port 8a1dad4b-5bde-406d-8b8b-4abd111f7892 cannot update to ACTIVE because it is not bound. {{(pid=116163) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 28 11:38:30.406030 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0e9008c-e3dd-475f-bdc5-938fa5fc9799 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Router 4fcb1173-7ec2-493c-936f-e4ff4a491904 has already been hosted by L3 agent 6b492ad6-0876-4d74-b20d-28143a52ceba {{(pid=116161) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 11:38:30.456497 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-45a061cb-3675-461f-b1fb-648607b28117 None None] Provisioning complete for port 8a1dad4b-5bde-406d-8b8b-4abd111f7892 triggered by entity DHCP. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:38:30.456873 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-45a061cb-3675-461f-b1fb-648607b28117 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (8a1dad4b-5bde-406d-8b8b-4abd111f7892), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:38:30.493672 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-45a061cb-3675-461f-b1fb-648607b28117 None None] Port 8a1dad4b-5bde-406d-8b8b-4abd111f7892 cannot update to ACTIVE because it is not bound. {{(pid=116163) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 28 11:38:30.522937 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0e9008c-e3dd-475f-bdc5-938fa5fc9799 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=116161) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 11:38:30.535843 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-e0e9008c-e3dd-475f-bdc5-938fa5fc9799 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] 10.222.0.10 "PUT /v2.0/routers/4fcb1173-7ec2-493c-936f-e4ff4a491904/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5717702 Apr 28 11:38:30.536321 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8a14828-c48f-4d5c-84ed-2526ed77ef95 None None] Sync routers for ids ['4fcb1173-7ec2-493c-936f-e4ff4a491904'] in dv-neutron-master-2-hyperv {{(pid=116163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 11:38:30.543160 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8a14828-c48f-4d5c-84ed-2526ed77ef95 None None] Routers {'4fcb1173-7ec2-493c-936f-e4ff4a491904'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=116163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 11:38:30.543775 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_hamode_db [None req-c8a14828-c48f-4d5c-84ed-2526ed77ef95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-28T10:50:39Z,description=,heartbeat_timestamp=2022-04-28T11:38:09Z,host='dv-neutron-master-2-hyperv',id=6b492ad6-0876-4d74-b20d-28143a52ceba,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T10:50:40Z,topic='l3_agent')) {'router_ids': ['4fcb1173-7ec2-493c-936f-e4ff4a491904'], 'active': True} {{(pid=116163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:38:30.645056 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-304c0813-beca-4f72-8a17-ff9865931583 None None] Provisioning complete for port 8a1dad4b-5bde-406d-8b8b-4abd111f7892 triggered by entity DHCP. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:38:30.645420 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-304c0813-beca-4f72-8a17-ff9865931583 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (8a1dad4b-5bde-406d-8b8b-4abd111f7892), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:38:30.677883 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-fafb1362-4062-480d-92e2-329d28d05b1a req-6ce0f114-229e-4b0d-9ba0-721e3dc80f1e tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1189860717&fields=id&tenant_id=c2ca2bda274d41e2b49f61461a68882b HTTP/1.1" status: 200 len: 267 time: 0.0460331 Apr 28 11:38:30.680076 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvr_db [None req-c8a14828-c48f-4d5c-84ed-2526ed77ef95 None None] Set router 4fcb1173-7ec2-493c-936f-e4ff4a491904 gateway port host: dv-neutron-master-2-hyperv {{(pid=116163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 11:38:30.718773 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-304c0813-beca-4f72-8a17-ff9865931583 None None] Port 8a1dad4b-5bde-406d-8b8b-4abd111f7892 cannot update to ACTIVE because it is not bound. {{(pid=116163) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 28 11:38:30.797999 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fafb1362-4062-480d-92e2-329d28d05b1a req-3993b85e-9315-4ab0-9acd-2449f511f079 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:38:30.804231 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-fafb1362-4062-480d-92e2-329d28d05b1a req-3993b85e-9315-4ab0-9acd-2449f511f079 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] 10.222.0.10 "GET /v2.0/networks?id=9a8d8ff2-0750-4cb0-9d34-551ec5417c1a HTTP/1.1" status: 200 len: 797 time: 0.1146317 Apr 28 11:38:30.814674 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-fafb1362-4062-480d-92e2-329d28d05b1a req-dda28c00-a495-468b-9759-6c2f22e89222 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] 10.222.0.10 "GET /v2.0/quotas/c2ca2bda274d41e2b49f61461a68882b HTTP/1.1" status: 200 len: 375 time: 0.0097344 Apr 28 11:38:30.870868 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-fafb1362-4062-480d-92e2-329d28d05b1a req-52f14098-4811-4f18-92ce-cb27341f82af tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=c2ca2bda274d41e2b49f61461a68882b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0500457 Apr 28 11:38:30.891557 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_hamode_db [None req-c8a14828-c48f-4d5c-84ed-2526ed77ef95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fcb1173-7ec2-493c-936f-e4ff4a491904', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1267142734', 'tenant_id': 'c2ca2bda274d41e2b49f61461a68882b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'external_fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.13'}], 'enable_snat': True}, 'gw_port_id': '0f00be2b-7eec-4c5f-b52c-fcdd1caf55a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T11:38:25Z', 'updated_at': '2022-04-28T11:38:29Z', 'revision_number': 4, 'project_id': 'c2ca2bda274d41e2b49f61461a68882b', 'gw_port': {'id': '0f00be2b-7eec-4c5f-b52c-fcdd1caf55a9', 'name': '', 'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:c6:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fcb1173-7ec2-493c-936f-e4ff4a491904', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1797, 'fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:38:25Z', 'updated_at': '2022-04-28T11:38:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '8a1dad4b-5bde-406d-8b8b-4abd111f7892', 'name': '', 'network_id': '9a8d8ff2-0750-4cb0-9d34-551ec5417c1a', 'tenant_id': 'c2ca2bda274d41e2b49f61461a68882b', 'mac_address': 'fa:16:3e:16:be:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4fcb1173-7ec2-493c-936f-e4ff4a491904', 'device_owner': 'network:router_interface', 'standard_attr_id': 1800, 'fixed_ips': [{'subnet_id': 'e87da519-5c48-454f-9ab6-3d06cbbc33f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:38:28Z', 'updated_at': '2022-04-28T11:38:29Z', 'revision_number': 2, 'project_id': 'c2ca2bda274d41e2b49f61461a68882b', 'subnets': [{'id': 'e87da519-5c48-454f-9ab6-3d06cbbc33f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=116163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:38:30.894886 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Device 0f00be2b-7eec-4c5f-b52c-fcdd1caf55a9 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=116163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 11:38:30.940772 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8a14828-c48f-4d5c-84ed-2526ed77ef95 None None] Checking router: 4fcb1173-7ec2-493c-936f-e4ff4a491904 for host: dv-neutron-master-2-hyperv {{(pid=116163) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 11:38:30.941417 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8a14828-c48f-4d5c-84ed-2526ed77ef95 None None] Updating router 4fcb1173-7ec2-493c-936f-e4ff4a491904 port 8a1dad4b-5bde-406d-8b8b-4abd111f7892 binding host dv-neutron-master-2-hyperv {{(pid=116163) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 28 11:38:31.012584 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-fafb1362-4062-480d-92e2-329d28d05b1a req-9c0d8d36-b8a5-4e28-ac59-66baa4347922 service neutron] 10.222.0.10 "GET /v2.0/networks/9a8d8ff2-0750-4cb0-9d34-551ec5417c1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1299715 Apr 28 11:38:31.114155 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-fafb1362-4062-480d-92e2-329d28d05b1a req-8a8cbeed-6f34-4c21-ac22-358779cc6fd1 service neutron] 10.222.0.10 "GET /v2.0/networks/9a8d8ff2-0750-4cb0-9d34-551ec5417c1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0957830 Apr 28 11:38:31.135028 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-c8a14828-c48f-4d5c-84ed-2526ed77ef95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (8a1dad4b-5bde-406d-8b8b-4abd111f7892), before_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:38:31.152823 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Provisioning complete for port 0f00be2b-7eec-4c5f-b52c-fcdd1caf55a9 triggered by entity L2. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:38:31.153194 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (0f00be2b-7eec-4c5f-b52c-fcdd1caf55a9), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:38:31.346248 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Current status of the port 0f00be2b-7eec-4c5f-b52c-fcdd1caf55a9 is: ACTIVE; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:38:31.347362 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Device 5d498d85-4779-4c7a-883c-21a60df515a7 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=116163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 11:38:31.355185 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-0b2bba70-935c-4e62-8acc-63c74ee033de req-0c54a367-5157-4591-8d04-6f2cca4c8cf4 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] 10.222.0.10 "GET /v2.0/ports?device_id=a62b669b-e735-49fa-aec0-7226643ef717 HTTP/1.1" status: 200 len: 210 time: 0.0364900 Apr 28 11:38:31.451061 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Provisioning complete for port 5d498d85-4779-4c7a-883c-21a60df515a7 triggered by entity L2. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:38:31.451437 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (5d498d85-4779-4c7a-883c-21a60df515a7), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:38:31.539608 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-c8a14828-c48f-4d5c-84ed-2526ed77ef95 None None] Publish callbacks [] for port (8a1dad4b-5bde-406d-8b8b-4abd111f7892), precommit_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:38:31.578386 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Current status of the port 5d498d85-4779-4c7a-883c-21a60df515a7 is: ACTIVE; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:38:31.628621 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-c8a14828-c48f-4d5c-84ed-2526ed77ef95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393'] for port (8a1dad4b-5bde-406d-8b8b-4abd111f7892), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:38:31.678099 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-644c9294-f373-4f5c-bf31-7f62aee0a8d9 None None] Pushing event updated for resources: {'Port': ['ID=8a1dad4b-5bde-406d-8b8b-4abd111f7892,revision_number=3']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:38:31.739758 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.managers [None req-c8a14828-c48f-4d5c-84ed-2526ed77ef95 None None] Attempting to bind port 8a1dad4b-5bde-406d-8b8b-4abd111f7892 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=116163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 28 11:38:31.740136 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.managers [None req-c8a14828-c48f-4d5c-84ed-2526ed77ef95 None None] Attempting to bind port 8a1dad4b-5bde-406d-8b8b-4abd111f7892 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '32d8c539-3696-4cc3-8a47-924edb1edc8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '9a8d8ff2-0750-4cb0-9d34-551ec5417c1a'}] {{(pid=116163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 28 11:38:31.740512 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8a14828-c48f-4d5c-84ed-2526ed77ef95 None None] Attempting to bind port 8a1dad4b-5bde-406d-8b8b-4abd111f7892 on network 9a8d8ff2-0750-4cb0-9d34-551ec5417c1a {{(pid=116163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 11:38:31.746659 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8a14828-c48f-4d5c-84ed-2526ed77ef95 None None] Checking agent: {'id': 'd5baab19-5dd1-4902-922b-84acb048ab9c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 10, 50, 43), 'started_at': datetime.datetime(2022, 4, 28, 10, 51, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 11, 38, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=116163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 11:38:31.747044 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8a14828-c48f-4d5c-84ed-2526ed77ef95 None None] Checking segment: {'id': '32d8c539-3696-4cc3-8a47-924edb1edc8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '9a8d8ff2-0750-4cb0-9d34-551ec5417c1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 11:38:31.747507 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-c8a14828-c48f-4d5c-84ed-2526ed77ef95 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:38:31.747910 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8a14828-c48f-4d5c-84ed-2526ed77ef95 None None] Bound using segment: {'id': '32d8c539-3696-4cc3-8a47-924edb1edc8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '9a8d8ff2-0750-4cb0-9d34-551ec5417c1a'} {{(pid=116163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 11:38:31.748381 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.managers [None req-c8a14828-c48f-4d5c-84ed-2526ed77ef95 None None] Bound port: 8a1dad4b-5bde-406d-8b8b-4abd111f7892, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32d8c539-3696-4cc3-8a47-924edb1edc8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '9a8d8ff2-0750-4cb0-9d34-551ec5417c1a'}}] {{(pid=116163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 28 11:38:31.748766 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-c8a14828-c48f-4d5c-84ed-2526ed77ef95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (8a1dad4b-5bde-406d-8b8b-4abd111f7892), before_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:38:31.822816 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-c8a14828-c48f-4d5c-84ed-2526ed77ef95 None None] For port 8a1dad4b-5bde-406d-8b8b-4abd111f7892, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=116163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 11:38:31.826178 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-c8a14828-c48f-4d5c-84ed-2526ed77ef95 None None] For port 8a1dad4b-5bde-406d-8b8b-4abd111f7892, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=8a1dad4b-5bde-406d-8b8b-4abd111f7892,segment=NetworkSegment(32d8c539-3696-4cc3-8a47-924edb1edc8a),segment_id=32d8c539-3696-4cc3-8a47-924edb1edc8a)] {{(pid=116163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 11:38:31.914881 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-c8a14828-c48f-4d5c-84ed-2526ed77ef95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393'] for port (8a1dad4b-5bde-406d-8b8b-4abd111f7892), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:38:31.974209 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-780d8efb-42fd-4c1d-9a7c-0da4c10ebffd None None] Provisioning complete for port 8a1dad4b-5bde-406d-8b8b-4abd111f7892 triggered by entity DHCP. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:38:31.975071 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-780d8efb-42fd-4c1d-9a7c-0da4c10ebffd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (8a1dad4b-5bde-406d-8b8b-4abd111f7892), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:38:32.013811 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8a14828-c48f-4d5c-84ed-2526ed77ef95 None None] Routers {'4fcb1173-7ec2-493c-936f-e4ff4a491904'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=116163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 11:38:32.014481 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_hamode_db [None req-c8a14828-c48f-4d5c-84ed-2526ed77ef95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-28T10:50:39Z,description=,heartbeat_timestamp=2022-04-28T11:38:09Z,host='dv-neutron-master-2-hyperv',id=6b492ad6-0876-4d74-b20d-28143a52ceba,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T10:50:40Z,topic='l3_agent')) {'router_ids': ['4fcb1173-7ec2-493c-936f-e4ff4a491904'], 'active': True} {{(pid=116163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:38:32.017986 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-644c9294-f373-4f5c-bf31-7f62aee0a8d9 None None] Pushing event updated for resources: {'Port': ['ID=8a1dad4b-5bde-406d-8b8b-4abd111f7892,revision_number=4']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:38:32.171466 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvr_db [None req-c8a14828-c48f-4d5c-84ed-2526ed77ef95 None None] Set router 4fcb1173-7ec2-493c-936f-e4ff4a491904 gateway port host: dv-neutron-master-2-hyperv {{(pid=116163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 11:38:32.173508 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-780d8efb-42fd-4c1d-9a7c-0da4c10ebffd None None] Current status of the port 8a1dad4b-5bde-406d-8b8b-4abd111f7892 is: DOWN; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:38:32.173890 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-780d8efb-42fd-4c1d-9a7c-0da4c10ebffd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (8a1dad4b-5bde-406d-8b8b-4abd111f7892), before_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:38:32.280076 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-780d8efb-42fd-4c1d-9a7c-0da4c10ebffd None None] For port 8a1dad4b-5bde-406d-8b8b-4abd111f7892, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=8a1dad4b-5bde-406d-8b8b-4abd111f7892,segment=NetworkSegment(32d8c539-3696-4cc3-8a47-924edb1edc8a),segment_id=32d8c539-3696-4cc3-8a47-924edb1edc8a)] {{(pid=116163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 11:38:32.340037 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-780d8efb-42fd-4c1d-9a7c-0da4c10ebffd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393'] for port (8a1dad4b-5bde-406d-8b8b-4abd111f7892), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:38:32.440913 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780d8efb-42fd-4c1d-9a7c-0da4c10ebffd None None] Pushing event updated for resources: {'Port': ['ID=8a1dad4b-5bde-406d-8b8b-4abd111f7892,revision_number=5']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:38:32.447395 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-88adbd83-8cf8-4ab5-8c38-b03a5f7d7cde req-729e3eb6-9a84-435e-b7fe-7893c29084de tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] 10.222.0.10 "GET /v2.0/ports?device_id=a62b669b-e735-49fa-aec0-7226643ef717 HTTP/1.1" status: 200 len: 210 time: 0.0301247 Apr 28 11:38:32.457533 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_hamode_db [None req-c8a14828-c48f-4d5c-84ed-2526ed77ef95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fcb1173-7ec2-493c-936f-e4ff4a491904', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1267142734', 'tenant_id': 'c2ca2bda274d41e2b49f61461a68882b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'external_fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.13'}], 'enable_snat': True}, 'gw_port_id': '0f00be2b-7eec-4c5f-b52c-fcdd1caf55a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T11:38:25Z', 'updated_at': '2022-04-28T11:38:29Z', 'revision_number': 4, 'project_id': 'c2ca2bda274d41e2b49f61461a68882b', 'gw_port': {'id': '0f00be2b-7eec-4c5f-b52c-fcdd1caf55a9', 'name': '', 'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:c6:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fcb1173-7ec2-493c-936f-e4ff4a491904', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1797, 'fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:38:25Z', 'updated_at': '2022-04-28T11:38:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '8a1dad4b-5bde-406d-8b8b-4abd111f7892', 'name': '', 'network_id': '9a8d8ff2-0750-4cb0-9d34-551ec5417c1a', 'tenant_id': 'c2ca2bda274d41e2b49f61461a68882b', 'mac_address': 'fa:16:3e:16:be:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4fcb1173-7ec2-493c-936f-e4ff4a491904', 'device_owner': 'network:router_interface', 'standard_attr_id': 1800, 'fixed_ips': [{'subnet_id': 'e87da519-5c48-454f-9ab6-3d06cbbc33f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:38:28Z', 'updated_at': '2022-04-28T11:38:31Z', 'revision_number': 4, 'project_id': 'c2ca2bda274d41e2b49f61461a68882b', 'subnets': [{'id': 'e87da519-5c48-454f-9ab6-3d06cbbc33f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=116163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:38:32.497409 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8a14828-c48f-4d5c-84ed-2526ed77ef95 None None] The sync data for ids ['4fcb1173-7ec2-493c-936f-e4ff4a491904'] in dv-neutron-master-2-hyperv is: [{'id': '4fcb1173-7ec2-493c-936f-e4ff4a491904', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1267142734', 'tenant_id': 'c2ca2bda274d41e2b49f61461a68882b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'external_fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.13'}], 'enable_snat': True}, 'gw_port_id': '0f00be2b-7eec-4c5f-b52c-fcdd1caf55a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T11:38:25Z', 'updated_at': '2022-04-28T11:38:29Z', 'revision_number': 4, 'project_id': 'c2ca2bda274d41e2b49f61461a68882b', 'gw_port': {'id': '0f00be2b-7eec-4c5f-b52c-fcdd1caf55a9', 'name': '', 'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:c6:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fcb1173-7ec2-493c-936f-e4ff4a491904', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1797, 'fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:38:25Z', 'updated_at': '2022-04-28T11:38:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '8a1dad4b-5bde-406d-8b8b-4abd111f7892', 'name': '', 'network_id': '9a8d8ff2-0750-4cb0-9d34-551ec5417c1a', 'tenant_id': 'c2ca2bda274d41e2b49f61461a68882b', 'mac_address': 'fa:16:3e:16:be:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4fcb1173-7ec2-493c-936f-e4ff4a491904', 'device_owner': 'network:router_interface', 'standard_attr_id': 1800, 'fixed_ips': [{'subnet_id': 'e87da519-5c48-454f-9ab6-3d06cbbc33f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:38:28Z', 'updated_at': '2022-04-28T11:38:31Z', 'revision_number': 4, 'project_id': 'c2ca2bda274d41e2b49f61461a68882b', 'subnets': [{'id': 'e87da519-5c48-454f-9ab6-3d06cbbc33f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=116163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 11:38:32.498998 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-73fb6378-fb38-462d-876c-9250076e25e1 None None] Provisioning complete for port 8a1dad4b-5bde-406d-8b8b-4abd111f7892 triggered by entity DHCP. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:38:32.499377 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-73fb6378-fb38-462d-876c-9250076e25e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (8a1dad4b-5bde-406d-8b8b-4abd111f7892), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:38:32.595748 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-73fb6378-fb38-462d-876c-9250076e25e1 None None] Current status of the port 8a1dad4b-5bde-406d-8b8b-4abd111f7892 is: ACTIVE; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:38:32.822428 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Device 8a1dad4b-5bde-406d-8b8b-4abd111f7892 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=116163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 11:38:32.874130 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Provisioning complete for port 8a1dad4b-5bde-406d-8b8b-4abd111f7892 triggered by entity L2. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:38:32.874742 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (8a1dad4b-5bde-406d-8b8b-4abd111f7892), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:38:32.957797 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Current status of the port 8a1dad4b-5bde-406d-8b8b-4abd111f7892 is: ACTIVE; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:38:33.211171 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fafb1362-4062-480d-92e2-329d28d05b1a req-75420e39-8e38-4b4e-a3eb-08f7c510e6d4 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:38:33.212928 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-fafb1362-4062-480d-92e2-329d28d05b1a req-75420e39-8e38-4b4e-a3eb-08f7c510e6d4 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] 10.222.0.20 "GET /v2.0/networks?id=9a8d8ff2-0750-4cb0-9d34-551ec5417c1a HTTP/1.1" status: 200 len: 797 time: 0.1145377 Apr 28 11:38:33.280814 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-fafb1362-4062-480d-92e2-329d28d05b1a req-476c333f-265c-4523-aa65-5d8db2ab068a tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c2ca2bda274d41e2b49f61461a68882b HTTP/1.1" status: 200 len: 380 time: 0.0604098 Apr 28 11:38:33.289641 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.v2.base [req-fafb1362-4062-480d-92e2-329d28d05b1a req-b0cf9a3a-de4f-403f-bc3a-9103c9abcb5e tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Request body: {'port': {'device_id': 'a62b669b-e735-49fa-aec0-7226643ef717', 'network_id': '9a8d8ff2-0750-4cb0-9d34-551ec5417c1a', 'admin_state_up': True, 'tenant_id': 'c2ca2bda274d41e2b49f61461a68882b', 'security_groups': ['61205853-0070-4623-8a1c-3bcf6ff03bfd']}} {{(pid=116162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:38:33.491288 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fafb1362-4062-480d-92e2-329d28d05b1a req-b0cf9a3a-de4f-403f-bc3a-9103c9abcb5e tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Made reservation on behalf of c2ca2bda274d41e2b49f61461a68882b for: {'port': 1} {{(pid=116162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 11:38:33.495582 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [req-fafb1362-4062-480d-92e2-329d28d05b1a req-b0cf9a3a-de4f-403f-bc3a-9103c9abcb5e tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (None), before_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:38:33.562877 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-edb4a6f8-e5fd-43ba-a69c-9a41e24f5665 req-e19b32dd-a3f2-41fd-9c5b-1d5c3e8d8d4b tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] 10.222.0.10 "GET /v2.0/ports?device_id=a62b669b-e735-49fa-aec0-7226643ef717 HTTP/1.1" status: 200 len: 210 time: 0.0326355 Apr 28 11:38:33.648184 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.db.db_base_plugin_common [req-fafb1362-4062-480d-92e2-329d28d05b1a req-b0cf9a3a-de4f-403f-bc3a-9103c9abcb5e tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Allocated IP 172.20.0.14 (9a8d8ff2-0750-4cb0-9d34-551ec5417c1a/e87da519-5c48-454f-9ab6-3d06cbbc33f7/ffee79fb-e185-44d1-9810-d8f15f3d43cb) {{(pid=116162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 11:38:33.799298 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [req-fafb1362-4062-480d-92e2-329d28d05b1a req-b0cf9a3a-de4f-403f-bc3a-9103c9abcb5e tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Publish callbacks [] for port (ffee79fb-e185-44d1-9810-d8f15f3d43cb), precommit_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:38:33.915012 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [req-fafb1362-4062-480d-92e2-329d28d05b1a req-b0cf9a3a-de4f-403f-bc3a-9103c9abcb5e tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742234710357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5051867'] for port (ffee79fb-e185-44d1-9810-d8f15f3d43cb), after_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:38:33.956136 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fafb1362-4062-480d-92e2-329d28d05b1a req-b0cf9a3a-de4f-403f-bc3a-9103c9abcb5e tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Network 9a8d8ff2-0750-4cb0-9d34-551ec5417c1a is already hosted by enough agents. {{(pid=116162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 11:38:33.959157 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.scheduler.base_scheduler [req-fafb1362-4062-480d-92e2-329d28d05b1a req-b0cf9a3a-de4f-403f-bc3a-9103c9abcb5e tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Resources bound (agent type, host, resource id): {{(pid=116162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 11:38:33.965145 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.db.l3_dvrscheduler_db [req-fafb1362-4062-480d-92e2-329d28d05b1a req-b0cf9a3a-de4f-403f-bc3a-9103c9abcb5e tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Received port after_create {{(pid=116162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 11:38:33.992342 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0cf9a3a-de4f-403f-bc3a-9103c9abcb5e tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Pushing event updated for resources: {'Port': ['ID=ffee79fb-e185-44d1-9810-d8f15f3d43cb,revision_number=1']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:38:34.020055 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fafb1362-4062-480d-92e2-329d28d05b1a req-b0cf9a3a-de4f-403f-bc3a-9103c9abcb5e tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:38:34.020647 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [req-fafb1362-4062-480d-92e2-329d28d05b1a req-b0cf9a3a-de4f-403f-bc3a-9103c9abcb5e tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198022'] for port (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:38:34.099871 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-fafb1362-4062-480d-92e2-329d28d05b1a req-b0cf9a3a-de4f-403f-bc3a-9103c9abcb5e tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8138037 Apr 28 11:38:34.110449 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.v2.base [req-fafb1362-4062-480d-92e2-329d28d05b1a req-c248493d-02f4-4d14-8a4f-5dd4c99cbe02 service neutron] Request body: {'port': {'device_id': 'a62b669b-e735-49fa-aec0-7226643ef717', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-mast'}} {{(pid=116162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:38:34.175258 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [req-fafb1362-4062-480d-92e2-329d28d05b1a req-c248493d-02f4-4d14-8a4f-5dd4c99cbe02 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (ffee79fb-e185-44d1-9810-d8f15f3d43cb), before_update {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:38:34.223376 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-4baa5351-73c2-45b5-aa07-d5c1e242f5f9 None None] Provisioning complete for port ffee79fb-e185-44d1-9810-d8f15f3d43cb triggered by entity DHCP. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:38:34.223991 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-4baa5351-73c2-45b5-aa07-d5c1e242f5f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (ffee79fb-e185-44d1-9810-d8f15f3d43cb), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:38:34.258914 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-4baa5351-73c2-45b5-aa07-d5c1e242f5f9 None None] Port ffee79fb-e185-44d1-9810-d8f15f3d43cb cannot update to ACTIVE because it is not bound. {{(pid=116163) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 28 11:38:34.439427 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.notifiers.nova [req-fafb1362-4062-480d-92e2-329d28d05b1a req-c248493d-02f4-4d14-8a4f-5dd4c99cbe02 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ffee79fb-e185-44d1-9810-d8f15f3d43cb {{(pid=116162) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 11:38:34.447342 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [req-fafb1362-4062-480d-92e2-329d28d05b1a req-c248493d-02f4-4d14-8a4f-5dd4c99cbe02 service neutron] Publish callbacks [] for port (ffee79fb-e185-44d1-9810-d8f15f3d43cb), precommit_update {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:38:34.459678 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.db.provisioning_blocks [req-fafb1362-4062-480d-92e2-329d28d05b1a req-c248493d-02f4-4d14-8a4f-5dd4c99cbe02 service neutron] Transition to ACTIVE for port object ffee79fb-e185-44d1-9810-d8f15f3d43cb will not be triggered until provisioned by entity L2. {{(pid=116162) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 28 11:38:34.526482 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [req-fafb1362-4062-480d-92e2-329d28d05b1a req-c248493d-02f4-4d14-8a4f-5dd4c99cbe02 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5051840'] for port (ffee79fb-e185-44d1-9810-d8f15f3d43cb), after_update {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:38:34.584780 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c248493d-02f4-4d14-8a4f-5dd4c99cbe02 service neutron] Pushing event updated for resources: {'Port': ['ID=ffee79fb-e185-44d1-9810-d8f15f3d43cb,revision_number=2']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:38:34.666918 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.managers [req-fafb1362-4062-480d-92e2-329d28d05b1a req-c248493d-02f4-4d14-8a4f-5dd4c99cbe02 service neutron] Attempting to bind port ffee79fb-e185-44d1-9810-d8f15f3d43cb on host hv-neutron-mast for vnic_type normal with profile {{(pid=116162) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 28 11:38:34.667252 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.managers [req-fafb1362-4062-480d-92e2-329d28d05b1a req-c248493d-02f4-4d14-8a4f-5dd4c99cbe02 service neutron] Attempting to bind port ffee79fb-e185-44d1-9810-d8f15f3d43cb by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '32d8c539-3696-4cc3-8a47-924edb1edc8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '9a8d8ff2-0750-4cb0-9d34-551ec5417c1a'}] {{(pid=116162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 28 11:38:34.667582 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fafb1362-4062-480d-92e2-329d28d05b1a req-c248493d-02f4-4d14-8a4f-5dd4c99cbe02 service neutron] Attempting to bind port ffee79fb-e185-44d1-9810-d8f15f3d43cb on network 9a8d8ff2-0750-4cb0-9d34-551ec5417c1a {{(pid=116162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 11:38:34.672204 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fafb1362-4062-480d-92e2-329d28d05b1a req-c248493d-02f4-4d14-8a4f-5dd4c99cbe02 service neutron] Port ffee79fb-e185-44d1-9810-d8f15f3d43cb on network 9a8d8ff2-0750-4cb0-9d34-551ec5417c1a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=116162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 28 11:38:34.672523 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fafb1362-4062-480d-92e2-329d28d05b1a req-c248493d-02f4-4d14-8a4f-5dd4c99cbe02 service neutron] Attempting to bind port ffee79fb-e185-44d1-9810-d8f15f3d43cb on network 9a8d8ff2-0750-4cb0-9d34-551ec5417c1a {{(pid=116162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 11:38:34.678050 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fafb1362-4062-480d-92e2-329d28d05b1a req-c248493d-02f4-4d14-8a4f-5dd4c99cbe02 service neutron] Checking agent: {'id': '6be95134-9a6c-4663-8b48-90d12ce90c60', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-mast', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 10, 57, 20), 'started_at': datetime.datetime(2022, 4, 28, 10, 57, 20), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 11, 38, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=116162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 11:38:34.678385 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fafb1362-4062-480d-92e2-329d28d05b1a req-c248493d-02f4-4d14-8a4f-5dd4c99cbe02 service neutron] Checking segment: {'id': '32d8c539-3696-4cc3-8a47-924edb1edc8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '9a8d8ff2-0750-4cb0-9d34-551ec5417c1a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 11:38:34.678820 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fafb1362-4062-480d-92e2-329d28d05b1a req-c248493d-02f4-4d14-8a4f-5dd4c99cbe02 service neutron] Bound using segment: {'id': '32d8c539-3696-4cc3-8a47-924edb1edc8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '9a8d8ff2-0750-4cb0-9d34-551ec5417c1a'} {{(pid=116162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 11:38:34.679246 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.managers [req-fafb1362-4062-480d-92e2-329d28d05b1a req-c248493d-02f4-4d14-8a4f-5dd4c99cbe02 service neutron] Bound port: ffee79fb-e185-44d1-9810-d8f15f3d43cb, host: hv-neutron-mast, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '32d8c539-3696-4cc3-8a47-924edb1edc8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '9a8d8ff2-0750-4cb0-9d34-551ec5417c1a'}}] {{(pid=116162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 28 11:38:34.679606 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [req-fafb1362-4062-480d-92e2-329d28d05b1a req-c248493d-02f4-4d14-8a4f-5dd4c99cbe02 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (ffee79fb-e185-44d1-9810-d8f15f3d43cb), before_update {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:38:34.690980 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78f6ac6-8451-44c4-b182-ca11fe6459a1 req-0215cf01-a889-46d2-825e-93e3499840ae tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:38:34.693172 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-f78f6ac6-8451-44c4-b182-ca11fe6459a1 req-0215cf01-a889-46d2-825e-93e3499840ae tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] 10.222.0.10 "GET /v2.0/ports?device_id=a62b669b-e735-49fa-aec0-7226643ef717 HTTP/1.1" status: 200 len: 944 time: 0.0563614 Apr 28 11:38:34.752448 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.db [req-fafb1362-4062-480d-92e2-329d28d05b1a req-c248493d-02f4-4d14-8a4f-5dd4c99cbe02 service neutron] For port ffee79fb-e185-44d1-9810-d8f15f3d43cb, host hv-neutron-mast, cleared binding levels {{(pid=116162) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 11:38:34.755707 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-f78f6ac6-8451-44c4-b182-ca11fe6459a1 req-e8eb1970-374d-4baf-b4b8-c26106d6216e tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] 10.222.0.10 "GET /v2.0/security-groups?id=61205853-0070-4623-8a1c-3bcf6ff03bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0561728 Apr 28 11:38:34.755879 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.db [req-fafb1362-4062-480d-92e2-329d28d05b1a req-c248493d-02f4-4d14-8a4f-5dd4c99cbe02 service neutron] For port ffee79fb-e185-44d1-9810-d8f15f3d43cb, host hv-neutron-mast, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=ffee79fb-e185-44d1-9810-d8f15f3d43cb,segment=NetworkSegment(32d8c539-3696-4cc3-8a47-924edb1edc8a),segment_id=32d8c539-3696-4cc3-8a47-924edb1edc8a)] {{(pid=116162) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 11:38:34.840935 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [req-fafb1362-4062-480d-92e2-329d28d05b1a req-c248493d-02f4-4d14-8a4f-5dd4c99cbe02 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5051840'] for port (ffee79fb-e185-44d1-9810-d8f15f3d43cb), after_update {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:38:34.874826 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fafb1362-4062-480d-92e2-329d28d05b1a req-c248493d-02f4-4d14-8a4f-5dd4c99cbe02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:38:34.875266 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [req-fafb1362-4062-480d-92e2-329d28d05b1a req-c248493d-02f4-4d14-8a4f-5dd4c99cbe02 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198022'] for port (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:38:34.876819 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-fafb1362-4062-480d-92e2-329d28d05b1a req-c248493d-02f4-4d14-8a4f-5dd4c99cbe02 service neutron] 10.222.0.20 "PUT /v2.0/ports/ffee79fb-e185-44d1-9810-d8f15f3d43cb HTTP/1.1" status: 200 len: 1094 time: 0.7706277 Apr 28 11:38:34.879203 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a62b669b-e735-49fa-aec0-7226643ef717', 'tag': 'ffee79fb-e185-44d1-9810-d8f15f3d43cb'}] {{(pid=116162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 11:38:34.882282 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ba53f40d6116d28995a8e36159d0e539b5353eec116fb5dd4ce03b4b2159ab1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ece47598-221a-43d6-bc3f-22cb88ca862d" -d '{"events": [{"name": "network-changed", "server_uuid": "a62b669b-e735-49fa-aec0-7226643ef717", "tag": "ffee79fb-e185-44d1-9810-d8f15f3d43cb"}]}' {{(pid=116162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 11:38:34.913122 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c248493d-02f4-4d14-8a4f-5dd4c99cbe02 service neutron] Pushing event updated for resources: {'Port': ['ID=ffee79fb-e185-44d1-9810-d8f15f3d43cb,revision_number=3']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:38:34.935607 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 11:38:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e3e256c-cace-4e0d-a700-91fe5adbdc89 x-openstack-request-id: req-6e3e256c-cace-4e0d-a700-91fe5adbdc89 {{(pid=116162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 11:38:34.936079 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a62b669b-e735-49fa-aec0-7226643ef717", "tag": "ffee79fb-e185-44d1-9810-d8f15f3d43cb", "status": "completed", "code": 200}]} {{(pid=116162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 11:38:34.936636 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-6e3e256c-cace-4e0d-a700-91fe5adbdc89 {{(pid=116162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 11:38:34.937951 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6e3e256c-cace-4e0d-a700-91fe5adbdc89'] response: {'name': 'network-changed', 'server_uuid': 'a62b669b-e735-49fa-aec0-7226643ef717', 'tag': 'ffee79fb-e185-44d1-9810-d8f15f3d43cb', 'status': 'completed', 'code': 200} Apr 28 11:38:35.280980 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece47598-221a-43d6-bc3f-22cb88ca862d req-8b30dca6-040f-4d08-bea6-1beb8e2fb0ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:38:35.282335 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-ece47598-221a-43d6-bc3f-22cb88ca862d req-8b30dca6-040f-4d08-bea6-1beb8e2fb0ac service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c2ca2bda274d41e2b49f61461a68882b&device_id=a62b669b-e735-49fa-aec0-7226643ef717 HTTP/1.1" status: 200 len: 1128 time: 0.3272164 Apr 28 11:38:35.378829 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece47598-221a-43d6-bc3f-22cb88ca862d req-afc30775-fe11-4a7a-9db9-39b7a2f99cf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:38:35.380292 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-ece47598-221a-43d6-bc3f-22cb88ca862d req-afc30775-fe11-4a7a-9db9-39b7a2f99cf5 service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=c2ca2bda274d41e2b49f61461a68882b&shared=False HTTP/1.1" status: 200 len: 897 time: 0.0900815 Apr 28 11:38:35.494297 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece47598-221a-43d6-bc3f-22cb88ca862d req-945f0094-815c-4fff-8903-49a7bcf32ffb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:38:35.495811 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-ece47598-221a-43d6-bc3f-22cb88ca862d req-945f0094-815c-4fff-8903-49a7bcf32ffb service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1093714 Apr 28 11:38:35.569390 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fafb1362-4062-480d-92e2-329d28d05b1a req-89f1df05-437b-4b01-a1e7-3135c74e9b8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:38:35.570828 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-fafb1362-4062-480d-92e2-329d28d05b1a req-89f1df05-437b-4b01-a1e7-3135c74e9b8d service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c2ca2bda274d41e2b49f61461a68882b&device_id=a62b669b-e735-49fa-aec0-7226643ef717 HTTP/1.1" status: 200 len: 1128 time: 0.0403965 Apr 28 11:38:35.613786 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-fafb1362-4062-480d-92e2-329d28d05b1a req-033617b1-1a10-45d8-988a-731e90a02138 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ffee79fb-e185-44d1-9810-d8f15f3d43cb HTTP/1.1" status: 200 len: 217 time: 0.0362635 Apr 28 11:38:35.660789 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fafb1362-4062-480d-92e2-329d28d05b1a req-bcac11f3-d50c-4b55-9883-43315c264f62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:38:35.662222 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-fafb1362-4062-480d-92e2-329d28d05b1a req-bcac11f3-d50c-4b55-9883-43315c264f62 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e87da519-5c48-454f-9ab6-3d06cbbc33f7 HTTP/1.1" status: 200 len: 834 time: 0.0422637 Apr 28 11:38:35.704844 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fafb1362-4062-480d-92e2-329d28d05b1a req-74144a10-76b1-4b63-9269-0e87d37839d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:38:35.706302 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-fafb1362-4062-480d-92e2-329d28d05b1a req-74144a10-76b1-4b63-9269-0e87d37839d5 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=9a8d8ff2-0750-4cb0-9d34-551ec5417c1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0385926 Apr 28 11:38:35.797526 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-fafb1362-4062-480d-92e2-329d28d05b1a req-b2ceedeb-d735-4640-940a-fea4295ff0ca service neutron] 10.222.0.20 "GET /v2.0/networks/9a8d8ff2-0750-4cb0-9d34-551ec5417c1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848780 Apr 28 11:38:35.871840 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4af5b3-6056-4f99-8825-4789336c420c req-b59be855-e50e-4695-bed0-5960a5b4ca8c tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:38:35.873311 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-bf4af5b3-6056-4f99-8825-4789336c420c req-b59be855-e50e-4695-bed0-5960a5b4ca8c tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] 10.222.0.10 "GET /v2.0/ports?device_id=a62b669b-e735-49fa-aec0-7226643ef717 HTTP/1.1" status: 200 len: 944 time: 0.0482872 Apr 28 11:38:35.887194 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-fafb1362-4062-480d-92e2-329d28d05b1a req-6fd428e7-3470-449e-b584-d0bcfd59d718 service neutron] 10.222.0.20 "GET /v2.0/networks/9a8d8ff2-0750-4cb0-9d34-551ec5417c1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833855 Apr 28 11:38:35.923416 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-bf4af5b3-6056-4f99-8825-4789336c420c req-b277abfb-2826-4134-9f04-218359ed75d7 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] 10.222.0.10 "GET /v2.0/security-groups?id=61205853-0070-4623-8a1c-3bcf6ff03bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445349 Apr 28 11:38:37.023247 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-f225df3b-84c5-42fb-80c3-816a668f4252 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (75ba81b7-fe99-4281-90d2-a5adb445ecea), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:38:37.045750 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da2cd08-e0d3-4e0b-881e-091122079971 req-49d0133a-9cbe-4fb4-a979-87988b9ec87d tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:38:37.047440 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-4da2cd08-e0d3-4e0b-881e-091122079971 req-49d0133a-9cbe-4fb4-a979-87988b9ec87d tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] 10.222.0.10 "GET /v2.0/ports?device_id=a62b669b-e735-49fa-aec0-7226643ef717 HTTP/1.1" status: 200 len: 944 time: 0.0494881 Apr 28 11:38:37.100971 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-4da2cd08-e0d3-4e0b-881e-091122079971 req-69e9e744-2677-4ba1-922e-3e8f96817ce2 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] 10.222.0.10 "GET /v2.0/security-groups?id=61205853-0070-4623-8a1c-3bcf6ff03bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478206 Apr 28 11:38:38.216647 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74cb66cc-1112-4207-b4b9-d428922a7f9f req-0bfdd765-0e17-40fb-a7fc-7e79a349e20a tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:38:38.218152 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-74cb66cc-1112-4207-b4b9-d428922a7f9f req-0bfdd765-0e17-40fb-a7fc-7e79a349e20a tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] 10.222.0.10 "GET /v2.0/ports?device_id=a62b669b-e735-49fa-aec0-7226643ef717 HTTP/1.1" status: 200 len: 944 time: 0.0478590 Apr 28 11:38:38.265834 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-74cb66cc-1112-4207-b4b9-d428922a7f9f req-c93a9fd4-24e7-48de-85cd-761721240432 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] 10.222.0.10 "GET /v2.0/security-groups?id=61205853-0070-4623-8a1c-3bcf6ff03bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422239 Apr 28 11:38:39.381406 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46074799-b54a-4f13-91ea-9ffdd6cf1054 req-a5621f68-1a72-4fca-9b33-436869c94230 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:38:39.382969 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-46074799-b54a-4f13-91ea-9ffdd6cf1054 req-a5621f68-1a72-4fca-9b33-436869c94230 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] 10.222.0.10 "GET /v2.0/ports?device_id=a62b669b-e735-49fa-aec0-7226643ef717 HTTP/1.1" status: 200 len: 944 time: 0.0494614 Apr 28 11:38:39.435032 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-46074799-b54a-4f13-91ea-9ffdd6cf1054 req-873adf23-b4c5-42c3-9b21-0206434dcff7 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] 10.222.0.10 "GET /v2.0/security-groups?id=61205853-0070-4623-8a1c-3bcf6ff03bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453341 Apr 28 11:38:39.451402 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-74baa315-2b2c-49af-97fb-b277660a49a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (6b492ad6-0876-4d74-b20d-28143a52ceba), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:38:39.712301 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Device ffee79fb-e185-44d1-9810-d8f15f3d43cb details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=116163) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 28 11:38:39.813229 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] For port ffee79fb-e185-44d1-9810-d8f15f3d43cb, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=ffee79fb-e185-44d1-9810-d8f15f3d43cb,segment=NetworkSegment(32d8c539-3696-4cc3-8a47-924edb1edc8a),segment_id=32d8c539-3696-4cc3-8a47-924edb1edc8a)] {{(pid=116163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 11:38:39.825195 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Returning: {'device': 'ffee79fb-e185-44d1-9810-d8f15f3d43cb', 'network_id': '9a8d8ff2-0750-4cb0-9d34-551ec5417c1a', 'port_id': 'ffee79fb-e185-44d1-9810-d8f15f3d43cb', 'mac_address': 'fa:16:3e:a6:0f:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 54, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e87da519-5c48-454f-9ab6-3d06cbbc33f7', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=116163) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 28 11:38:39.863252 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Current status of the port ffee79fb-e185-44d1-9810-d8f15f3d43cb is: DOWN; New status is: BUILD {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:38:39.863642 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (ffee79fb-e185-44d1-9810-d8f15f3d43cb), before_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:38:39.876333 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.notifiers.nova [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ffee79fb-e185-44d1-9810-d8f15f3d43cb {{(pid=116163) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 11:38:39.896029 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] For port ffee79fb-e185-44d1-9810-d8f15f3d43cb, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=ffee79fb-e185-44d1-9810-d8f15f3d43cb,segment=NetworkSegment(32d8c539-3696-4cc3-8a47-924edb1edc8a),segment_id=32d8c539-3696-4cc3-8a47-924edb1edc8a)] {{(pid=116163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 11:38:39.943351 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393'] for port (ffee79fb-e185-44d1-9810-d8f15f3d43cb), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:38:39.992646 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Pushing event updated for resources: {'Port': ['ID=ffee79fb-e185-44d1-9810-d8f15f3d43cb,revision_number=4']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:38:40.145866 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] get_ports_and_sgs() called for port_ids ['ffee79fb-e185-44d1-9810-d8f15f3d43cb'] {{(pid=116163) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 11:38:40.553924 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0291130c-3c32-4229-b99b-c10654225588 req-b7514288-7a69-4450-a0c4-9694c59f78f8 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:38:40.555485 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-0291130c-3c32-4229-b99b-c10654225588 req-b7514288-7a69-4450-a0c4-9694c59f78f8 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] 10.222.0.10 "GET /v2.0/ports?device_id=a62b669b-e735-49fa-aec0-7226643ef717 HTTP/1.1" status: 200 len: 945 time: 0.0525203 Apr 28 11:38:40.600230 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-ae94d540-e4c6-43be-adc9-b26fb6a2f62f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (cfc241ae-e4b7-443b-b80b-59fbbc2b69c9), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:38:40.607315 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-0291130c-3c32-4229-b99b-c10654225588 req-ad99a6d0-1137-4e59-9727-fd9a2058b1bf tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] 10.222.0.10 "GET /v2.0/security-groups?id=61205853-0070-4623-8a1c-3bcf6ff03bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452313 Apr 28 11:38:41.724323 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6b6d2a-a93e-49a2-bb55-2902b492d5fc req-704fac45-0667-4663-a745-fb1516b05362 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:38:41.725820 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-de6b6d2a-a93e-49a2-bb55-2902b492d5fc req-704fac45-0667-4663-a745-fb1516b05362 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] 10.222.0.10 "GET /v2.0/ports?device_id=a62b669b-e735-49fa-aec0-7226643ef717 HTTP/1.1" status: 200 len: 945 time: 0.0484052 Apr 28 11:38:41.731019 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Device ffee79fb-e185-44d1-9810-d8f15f3d43cb up at agent hyperv_hv-neutron-mast {{(pid=116163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 11:38:41.778686 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Provisioning for port ffee79fb-e185-44d1-9810-d8f15f3d43cb completed by entity L2. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 28 11:38:41.786682 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-de6b6d2a-a93e-49a2-bb55-2902b492d5fc req-82d3c08a-fe73-4cc3-99a2-adcfeadd8a76 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] 10.222.0.10 "GET /v2.0/security-groups?id=61205853-0070-4623-8a1c-3bcf6ff03bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544269 Apr 28 11:38:41.840245 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Provisioning complete for port ffee79fb-e185-44d1-9810-d8f15f3d43cb triggered by entity L2. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:38:41.840634 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (ffee79fb-e185-44d1-9810-d8f15f3d43cb), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:38:41.919237 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Current status of the port ffee79fb-e185-44d1-9810-d8f15f3d43cb is: BUILD; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:38:41.919544 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (ffee79fb-e185-44d1-9810-d8f15f3d43cb), before_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:38:41.942131 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a62b669b-e735-49fa-aec0-7226643ef717', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ffee79fb-e185-44d1-9810-d8f15f3d43cb'}] {{(pid=116163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 11:38:41.944393 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f01aec4a4f83961b54a953becfce2676879fb1d4b91122543244f430a0b8460" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f8665ac-1f9c-4432-a6a1-c47041fcb0e4" -d '{"events": [{"server_uuid": "a62b669b-e735-49fa-aec0-7226643ef717", "name": "network-vif-plugged", "status": "completed", "tag": "ffee79fb-e185-44d1-9810-d8f15f3d43cb"}]}' {{(pid=116163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 11:38:41.956748 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] For port ffee79fb-e185-44d1-9810-d8f15f3d43cb, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=ffee79fb-e185-44d1-9810-d8f15f3d43cb,segment=NetworkSegment(32d8c539-3696-4cc3-8a47-924edb1edc8a),segment_id=32d8c539-3696-4cc3-8a47-924edb1edc8a)] {{(pid=116163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 11:38:41.982948 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 11:38:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-990a8601-c0c4-4c42-ba19-3565b8dcd9d7 x-openstack-request-id: req-990a8601-c0c4-4c42-ba19-3565b8dcd9d7 {{(pid=116163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 11:38:41.982948 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a62b669b-e735-49fa-aec0-7226643ef717", "name": "network-vif-plugged", "status": "completed", "tag": "ffee79fb-e185-44d1-9810-d8f15f3d43cb", "code": 200}]} {{(pid=116163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 11:38:41.982948 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-990a8601-c0c4-4c42-ba19-3565b8dcd9d7 {{(pid=116163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 11:38:41.982948 dv-neutron-master-2-hyperv neutron-server[116163]: INFO neutron.notifiers.nova [-] Nova event matching ['req-990a8601-c0c4-4c42-ba19-3565b8dcd9d7'] response: {'server_uuid': 'a62b669b-e735-49fa-aec0-7226643ef717', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ffee79fb-e185-44d1-9810-d8f15f3d43cb', 'code': 200} Apr 28 11:38:42.043176 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393'] for port (ffee79fb-e185-44d1-9810-d8f15f3d43cb), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:38:42.276622 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616b614e-6818-421a-8f90-eeff0977d46b req-770bae34-740d-4075-9b6d-99aa5e64c1bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:38:42.278064 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-616b614e-6818-421a-8f90-eeff0977d46b req-770bae34-740d-4075-9b6d-99aa5e64c1bd service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=a62b669b-e735-49fa-aec0-7226643ef717 HTTP/1.1" status: 200 len: 1130 time: 0.0441802 Apr 28 11:38:42.301713 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Pushing event updated for resources: {'Port': ['ID=ffee79fb-e185-44d1-9810-d8f15f3d43cb,revision_number=5']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:38:42.327583 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-616b614e-6818-421a-8f90-eeff0977d46b req-256bf3dd-599b-409a-939e-09a9da4dd9e6 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=61205853-0070-4623-8a1c-3bcf6ff03bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440013 Apr 28 11:38:42.377357 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-01ef1de1-12fd-4cef-b76b-793f91379468 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (39cc4f52-f5d9-4e2c-bbfa-7a1c528e1c40), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:38:42.907768 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1223274-3987-4745-a485-799ea111bc86 req-a44a5c21-4865-489c-97fe-f4b6ffbb7d80 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:38:42.909266 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-b1223274-3987-4745-a485-799ea111bc86 req-a44a5c21-4865-489c-97fe-f4b6ffbb7d80 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] 10.222.0.10 "GET /v2.0/ports?device_id=a62b669b-e735-49fa-aec0-7226643ef717 HTTP/1.1" status: 200 len: 946 time: 0.0519986 Apr 28 11:38:42.960069 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-b1223274-3987-4745-a485-799ea111bc86 req-f6b74c84-a0b7-4f95-9378-25b0fa09ff87 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] 10.222.0.10 "GET /v2.0/security-groups?id=61205853-0070-4623-8a1c-3bcf6ff03bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453022 Apr 28 11:38:43.377428 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (d5baab19-5dd1-4902-922b-84acb048ab9c), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:38:44.080226 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b576bed-04ef-480c-a51a-759e786d56e8 req-5ec5b798-bc89-4659-900f-aeeeab66d1e5 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:38:44.081826 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-6b576bed-04ef-480c-a51a-759e786d56e8 req-5ec5b798-bc89-4659-900f-aeeeab66d1e5 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] 10.222.0.10 "GET /v2.0/ports?device_id=a62b669b-e735-49fa-aec0-7226643ef717 HTTP/1.1" status: 200 len: 946 time: 0.0494499 Apr 28 11:38:44.132947 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-6b576bed-04ef-480c-a51a-759e786d56e8 req-d6e4ccee-9a31-421e-a21c-a28db8e7a81d tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] 10.222.0.10 "GET /v2.0/security-groups?id=61205853-0070-4623-8a1c-3bcf6ff03bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454721 Apr 28 11:38:44.247349 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b529e8-44ec-42a4-98ba-5bd7b6f7b388 req-723e898c-eab7-4378-b500-f44b67ff1048 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:38:44.248769 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-96b529e8-44ec-42a4-98ba-5bd7b6f7b388 req-723e898c-eab7-4378-b500-f44b67ff1048 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] 10.222.0.10 "GET /v2.0/ports?device_id=a62b669b-e735-49fa-aec0-7226643ef717 HTTP/1.1" status: 200 len: 946 time: 0.0485580 Apr 28 11:38:44.302017 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-96b529e8-44ec-42a4-98ba-5bd7b6f7b388 req-983139ac-1b53-4554-913b-f70e7611b2de tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] 10.222.0.10 "GET /v2.0/security-groups?id=61205853-0070-4623-8a1c-3bcf6ff03bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476787 Apr 28 11:38:44.324705 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 33690) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:38:44.363427 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0ecc334-79b5-43ad-ad0b-2c0e39efc3ff tempest-TestNetworkAdvancedServerOps-1604766071 tempest-TestNetworkAdvancedServerOps-1604766071-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:38:44.367623 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-c0ecc334-79b5-43ad-ad0b-2c0e39efc3ff tempest-TestNetworkAdvancedServerOps-1604766071 tempest-TestNetworkAdvancedServerOps-1604766071-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=a62b669b-e735-49fa-aec0-7226643ef717 HTTP/1.1" status: 200 len: 1125 time: 0.0392046 Apr 28 11:38:44.369839 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 33692) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:38:44.372919 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.v2.base [None req-d727a036-856e-4a49-86f9-56db63933271 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Request body: {'floatingip': {'floating_network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'port_id': 'ffee79fb-e185-44d1-9810-d8f15f3d43cb', 'tenant_id': 'c2ca2bda274d41e2b49f61461a68882b', 'fixed_ip_address': '172.20.0.14'}} {{(pid=116161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:38:44.474972 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-d727a036-856e-4a49-86f9-56db63933271 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Publish callbacks [] for floatingip (None), before_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:38:44.552513 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-d727a036-856e-4a49-86f9-56db63933271 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (None), before_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:38:44.657022 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.db.db_base_plugin_common [None req-d727a036-856e-4a49-86f9-56db63933271 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Allocated IP 172.36.4.179 (7be49d94-bbb8-4a61-bafe-209c5f861e1c/c0f82f52-05ee-40f2-a57c-9d02e01fb9fa/8ce4e3ac-efff-4c38-992a-383d5709bf29) {{(pid=116161) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 11:38:44.761188 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-d727a036-856e-4a49-86f9-56db63933271 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Publish callbacks [] for port (8ce4e3ac-efff-4c38-992a-383d5709bf29), precommit_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:38:44.857039 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-d727a036-856e-4a49-86f9-56db63933271 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742234710357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5219112'] for port (8ce4e3ac-efff-4c38-992a-383d5709bf29), after_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:38:44.892687 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d727a036-856e-4a49-86f9-56db63933271 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Network 7be49d94-bbb8-4a61-bafe-209c5f861e1c is already hosted by enough agents. {{(pid=116161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 11:38:44.895536 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.scheduler.base_scheduler [None req-d727a036-856e-4a49-86f9-56db63933271 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Resources bound (agent type, host, resource id): {{(pid=116161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 11:38:44.902453 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d727a036-856e-4a49-86f9-56db63933271 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Received port after_create {{(pid=116161) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 11:38:44.924986 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d727a036-856e-4a49-86f9-56db63933271 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Pushing event updated for resources: {'Port': ['ID=8ce4e3ac-efff-4c38-992a-383d5709bf29,revision_number=1']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:38:45.275567 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-d727a036-856e-4a49-86f9-56db63933271 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Publish callbacks [] for floatingip (0ac0e016-f285-42de-bc38-c648eafbf813), precommit_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:38:45.399997 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-d727a036-856e-4a49-86f9-56db63933271 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (8ce4e3ac-efff-4c38-992a-383d5709bf29), before_update {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:38:45.550884 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-d727a036-856e-4a49-86f9-56db63933271 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Publish callbacks [] for port (8ce4e3ac-efff-4c38-992a-383d5709bf29), precommit_update {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:38:45.610886 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-d727a036-856e-4a49-86f9-56db63933271 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5219123'] for port (8ce4e3ac-efff-4c38-992a-383d5709bf29), after_update {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:38:45.680244 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d727a036-856e-4a49-86f9-56db63933271 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Pushing event updated for resources: {'Port': ['ID=8ce4e3ac-efff-4c38-992a-383d5709bf29,revision_number=2']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:38:45.693251 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-d727a036-856e-4a49-86f9-56db63933271 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2063164'] for floatingip (0ac0e016-f285-42de-bc38-c648eafbf813), after_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:38:45.795713 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.db.l3_db [None req-d727a036-856e-4a49-86f9-56db63933271 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Floating IP 0ac0e016-f285-42de-bc38-c648eafbf813 associated. External IP: 172.36.4.179, port: ffee79fb-e185-44d1-9810-d8f15f3d43cb. Apr 28 11:38:46.010280 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d727a036-856e-4a49-86f9-56db63933271 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Router 4fcb1173-7ec2-493c-936f-e4ff4a491904 has already been hosted by L3 agent 6b492ad6-0876-4d74-b20d-28143a52ceba {{(pid=116161) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 11:38:46.464316 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d727a036-856e-4a49-86f9-56db63933271 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=116161) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 11:38:46.476757 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0c42152-44aa-4096-bc5e-bd5f253453c8 None None] Sync routers for ids ['4fcb1173-7ec2-493c-936f-e4ff4a491904'] in dv-neutron-master-2-hyperv {{(pid=116164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 11:38:46.488248 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0c42152-44aa-4096-bc5e-bd5f253453c8 None None] Routers {'4fcb1173-7ec2-493c-936f-e4ff4a491904'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=116164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 11:38:46.492438 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_hamode_db [None req-b0c42152-44aa-4096-bc5e-bd5f253453c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-28T10:50:39Z,description=,heartbeat_timestamp=2022-04-28T11:38:39Z,host='dv-neutron-master-2-hyperv',id=6b492ad6-0876-4d74-b20d-28143a52ceba,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T10:50:40Z,topic='l3_agent')) {'router_ids': ['4fcb1173-7ec2-493c-936f-e4ff4a491904'], 'active': True} {{(pid=116164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:38:46.539860 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-d727a036-856e-4a49-86f9-56db63933271 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198022'] for floatingip (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:38:46.571043 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-d727a036-856e-4a49-86f9-56db63933271 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.2022073 Apr 28 11:38:46.571657 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a62b669b-e735-49fa-aec0-7226643ef717', 'tag': 'ffee79fb-e185-44d1-9810-d8f15f3d43cb'}] {{(pid=116161) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 11:38:46.574418 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e748734031c26dffb00ab563e48cb7690d820419218221ecd4f9c2a21276ff88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70787881-21b2-49c8-b2e0-8ff6ac7f5fd7" -d '{"events": [{"name": "network-changed", "server_uuid": "a62b669b-e735-49fa-aec0-7226643ef717", "tag": "ffee79fb-e185-44d1-9810-d8f15f3d43cb"}]}' {{(pid=116161) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 11:38:46.600520 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_dvr_db [None req-b0c42152-44aa-4096-bc5e-bd5f253453c8 None None] Set router 4fcb1173-7ec2-493c-936f-e4ff4a491904 gateway port host: dv-neutron-master-2-hyperv {{(pid=116164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 11:38:46.615951 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 11:38:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ef861fc-fcbb-4fa1-9613-fe264641beff x-openstack-request-id: req-8ef861fc-fcbb-4fa1-9613-fe264641beff {{(pid=116161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 11:38:46.615951 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a62b669b-e735-49fa-aec0-7226643ef717", "tag": "ffee79fb-e185-44d1-9810-d8f15f3d43cb", "status": "completed", "code": 200}]} {{(pid=116161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 11:38:46.615951 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-8ef861fc-fcbb-4fa1-9613-fe264641beff {{(pid=116161) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 11:38:46.616615 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8ef861fc-fcbb-4fa1-9613-fe264641beff'] response: {'name': 'network-changed', 'server_uuid': 'a62b669b-e735-49fa-aec0-7226643ef717', 'tag': 'ffee79fb-e185-44d1-9810-d8f15f3d43cb', 'status': 'completed', 'code': 200} Apr 28 11:38:46.677695 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e2d3f1-c754-4304-863f-f141aa946b14 req-42312039-6757-4c0a-a752-7d35ef6c4df7 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:38:46.679330 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-09e2d3f1-c754-4304-863f-f141aa946b14 req-42312039-6757-4c0a-a752-7d35ef6c4df7 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] 10.222.0.10 "GET /v2.0/ports?device_id=a62b669b-e735-49fa-aec0-7226643ef717 HTTP/1.1" status: 200 len: 946 time: 0.0518188 Apr 28 11:38:46.691241 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70787881-21b2-49c8-b2e0-8ff6ac7f5fd7 req-13534d04-580d-4bfa-b757-d419cac13519 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:38:46.692862 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-70787881-21b2-49c8-b2e0-8ff6ac7f5fd7 req-13534d04-580d-4bfa-b757-d419cac13519 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c2ca2bda274d41e2b49f61461a68882b&device_id=a62b669b-e735-49fa-aec0-7226643ef717 HTTP/1.1" status: 200 len: 1130 time: 0.0450025 Apr 28 11:38:46.734342 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-09e2d3f1-c754-4304-863f-f141aa946b14 req-88e7ff5c-4f50-4eb1-a0ce-9ef6510f8422 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] 10.222.0.10 "GET /v2.0/security-groups?id=61205853-0070-4623-8a1c-3bcf6ff03bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476322 Apr 28 11:38:46.756966 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 33698) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:38:46.798068 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70787881-21b2-49c8-b2e0-8ff6ac7f5fd7 req-a3cff274-3962-432c-a27a-74d408fa2fd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:38:46.799608 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-70787881-21b2-49c8-b2e0-8ff6ac7f5fd7 req-a3cff274-3962-432c-a27a-74d408fa2fd8 service neutron] 10.222.0.20 "GET /v2.0/networks?id=9a8d8ff2-0750-4cb0-9d34-551ec5417c1a HTTP/1.1" status: 200 len: 897 time: 0.1012888 Apr 28 11:38:46.826320 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-ae994d1e-c631-420c-abf8-aff91dd3569d tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] 10.222.0.10 "GET /v2.0/floatingips/0ac0e016-f285-42de-bc38-c648eafbf813 HTTP/1.1" status: 200 len: 992 time: 0.0681679 Apr 28 11:38:46.833382 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_hamode_db [None req-b0c42152-44aa-4096-bc5e-bd5f253453c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fcb1173-7ec2-493c-936f-e4ff4a491904', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1267142734', 'tenant_id': 'c2ca2bda274d41e2b49f61461a68882b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'external_fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.13'}], 'enable_snat': True}, 'gw_port_id': '0f00be2b-7eec-4c5f-b52c-fcdd1caf55a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T11:38:25Z', 'updated_at': '2022-04-28T11:38:29Z', 'revision_number': 4, 'project_id': 'c2ca2bda274d41e2b49f61461a68882b', 'gw_port': {'id': '0f00be2b-7eec-4c5f-b52c-fcdd1caf55a9', 'name': '', 'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:c6:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fcb1173-7ec2-493c-936f-e4ff4a491904', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1797, 'fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:38:25Z', 'updated_at': '2022-04-28T11:38:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '0ac0e016-f285-42de-bc38-c648eafbf813', 'tenant_id': 'c2ca2bda274d41e2b49f61461a68882b', 'floating_ip_address': '172.36.4.179', 'floating_network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'router_id': '4fcb1173-7ec2-493c-936f-e4ff4a491904', 'port_id': 'ffee79fb-e185-44d1-9810-d8f15f3d43cb', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1803, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9a8d8ff2-0750-4cb0-9d34-551ec5417c1a', 'mac_address': 'fa:16:3e:a6:0f:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a62b669b-e735-49fa-aec0-7226643ef717', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T11:38:45Z', 'updated_at': '2022-04-28T11:38:45Z', 'revision_number': 0, 'project_id': 'c2ca2bda274d41e2b49f61461a68882b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8a1dad4b-5bde-406d-8b8b-4abd111f7892', 'name': '', 'network_id': '9a8d8ff2-0750-4cb0-9d34-551ec5417c1a', 'tenant_id': 'c2ca2bda274d41e2b49f61461a68882b', 'mac_address': 'fa:16:3e:16:be:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fcb1173-7ec2-493c-936f-e4ff4a491904', 'device_owner': 'network:router_interface', 'standard_attr_id': 1800, 'fixed_ips': [{'subnet_id': 'e87da519-5c48-454f-9ab6-3d06cbbc33f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:38:28Z', 'updated_at': '2022-04-28T11:38:32Z', 'revision_number': 5, 'project_id': 'c2ca2bda274d41e2b49f61461a68882b', 'subnets': [{'id': 'e87da519-5c48-454f-9ab6-3d06cbbc33f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=116164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:38:46.858233 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0c42152-44aa-4096-bc5e-bd5f253453c8 None None] Checking router: 4fcb1173-7ec2-493c-936f-e4ff4a491904 for host: dv-neutron-master-2-hyperv {{(pid=116164) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 11:38:46.866710 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0c42152-44aa-4096-bc5e-bd5f253453c8 None None] Routers {'4fcb1173-7ec2-493c-936f-e4ff4a491904'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=116164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 11:38:46.867317 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_hamode_db [None req-b0c42152-44aa-4096-bc5e-bd5f253453c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-28T10:50:39Z,description=,heartbeat_timestamp=2022-04-28T11:38:39Z,host='dv-neutron-master-2-hyperv',id=6b492ad6-0876-4d74-b20d-28143a52ceba,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T10:50:40Z,topic='l3_agent')) {'router_ids': ['4fcb1173-7ec2-493c-936f-e4ff4a491904'], 'active': True} {{(pid=116164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:38:46.871054 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-70787881-21b2-49c8-b2e0-8ff6ac7f5fd7 req-5872ffae-eb78-47e7-be9e-b24d660171f4 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ffee79fb-e185-44d1-9810-d8f15f3d43cb HTTP/1.1" status: 200 len: 1000 time: 0.0653706 Apr 28 11:38:46.919772 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70787881-21b2-49c8-b2e0-8ff6ac7f5fd7 req-fcbb5112-0011-4042-937e-778b6d125392 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:38:46.921244 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-70787881-21b2-49c8-b2e0-8ff6ac7f5fd7 req-fcbb5112-0011-4042-937e-778b6d125392 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e87da519-5c48-454f-9ab6-3d06cbbc33f7 HTTP/1.1" status: 200 len: 834 time: 0.0448611 Apr 28 11:38:46.970198 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70787881-21b2-49c8-b2e0-8ff6ac7f5fd7 req-23ea3e0b-48b2-4eb3-b43e-e24205cbee7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:38:46.971757 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-70787881-21b2-49c8-b2e0-8ff6ac7f5fd7 req-23ea3e0b-48b2-4eb3-b43e-e24205cbee7c service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=9a8d8ff2-0750-4cb0-9d34-551ec5417c1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0444953 Apr 28 11:38:46.980469 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_dvr_db [None req-b0c42152-44aa-4096-bc5e-bd5f253453c8 None None] Set router 4fcb1173-7ec2-493c-936f-e4ff4a491904 gateway port host: dv-neutron-master-2-hyperv {{(pid=116164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 11:38:47.077353 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-70787881-21b2-49c8-b2e0-8ff6ac7f5fd7 req-f01a898f-bb11-4c26-90d1-6bce74237406 service neutron] 10.222.0.20 "GET /v2.0/networks/9a8d8ff2-0750-4cb0-9d34-551ec5417c1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0980852 Apr 28 11:38:47.177120 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-70787881-21b2-49c8-b2e0-8ff6ac7f5fd7 req-1ad7f227-b1f8-429b-b778-ecaec6eb563e service neutron] 10.222.0.20 "GET /v2.0/networks/9a8d8ff2-0750-4cb0-9d34-551ec5417c1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0952122 Apr 28 11:38:47.294185 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_hamode_db [None req-b0c42152-44aa-4096-bc5e-bd5f253453c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fcb1173-7ec2-493c-936f-e4ff4a491904', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1267142734', 'tenant_id': 'c2ca2bda274d41e2b49f61461a68882b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'external_fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.13'}], 'enable_snat': True}, 'gw_port_id': '0f00be2b-7eec-4c5f-b52c-fcdd1caf55a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T11:38:25Z', 'updated_at': '2022-04-28T11:38:29Z', 'revision_number': 4, 'project_id': 'c2ca2bda274d41e2b49f61461a68882b', 'gw_port': {'id': '0f00be2b-7eec-4c5f-b52c-fcdd1caf55a9', 'name': '', 'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:c6:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fcb1173-7ec2-493c-936f-e4ff4a491904', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1797, 'fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:38:25Z', 'updated_at': '2022-04-28T11:38:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '0ac0e016-f285-42de-bc38-c648eafbf813', 'tenant_id': 'c2ca2bda274d41e2b49f61461a68882b', 'floating_ip_address': '172.36.4.179', 'floating_network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'router_id': '4fcb1173-7ec2-493c-936f-e4ff4a491904', 'port_id': 'ffee79fb-e185-44d1-9810-d8f15f3d43cb', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1803, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9a8d8ff2-0750-4cb0-9d34-551ec5417c1a', 'mac_address': 'fa:16:3e:a6:0f:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a62b669b-e735-49fa-aec0-7226643ef717', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T11:38:45Z', 'updated_at': '2022-04-28T11:38:45Z', 'revision_number': 0, 'project_id': 'c2ca2bda274d41e2b49f61461a68882b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8a1dad4b-5bde-406d-8b8b-4abd111f7892', 'name': '', 'network_id': '9a8d8ff2-0750-4cb0-9d34-551ec5417c1a', 'tenant_id': 'c2ca2bda274d41e2b49f61461a68882b', 'mac_address': 'fa:16:3e:16:be:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fcb1173-7ec2-493c-936f-e4ff4a491904', 'device_owner': 'network:router_interface', 'standard_attr_id': 1800, 'fixed_ips': [{'subnet_id': 'e87da519-5c48-454f-9ab6-3d06cbbc33f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:38:28Z', 'updated_at': '2022-04-28T11:38:32Z', 'revision_number': 5, 'project_id': 'c2ca2bda274d41e2b49f61461a68882b', 'subnets': [{'id': 'e87da519-5c48-454f-9ab6-3d06cbbc33f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=116164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:38:47.321020 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0c42152-44aa-4096-bc5e-bd5f253453c8 None None] The sync data for ids ['4fcb1173-7ec2-493c-936f-e4ff4a491904'] in dv-neutron-master-2-hyperv is: [{'id': '4fcb1173-7ec2-493c-936f-e4ff4a491904', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1267142734', 'tenant_id': 'c2ca2bda274d41e2b49f61461a68882b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'external_fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.13'}], 'enable_snat': True}, 'gw_port_id': '0f00be2b-7eec-4c5f-b52c-fcdd1caf55a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T11:38:25Z', 'updated_at': '2022-04-28T11:38:29Z', 'revision_number': 4, 'project_id': 'c2ca2bda274d41e2b49f61461a68882b', 'gw_port': {'id': '0f00be2b-7eec-4c5f-b52c-fcdd1caf55a9', 'name': '', 'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:c6:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fcb1173-7ec2-493c-936f-e4ff4a491904', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1797, 'fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:38:25Z', 'updated_at': '2022-04-28T11:38:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '0ac0e016-f285-42de-bc38-c648eafbf813', 'tenant_id': 'c2ca2bda274d41e2b49f61461a68882b', 'floating_ip_address': '172.36.4.179', 'floating_network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'router_id': '4fcb1173-7ec2-493c-936f-e4ff4a491904', 'port_id': 'ffee79fb-e185-44d1-9810-d8f15f3d43cb', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1803, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9a8d8ff2-0750-4cb0-9d34-551ec5417c1a', 'mac_address': 'fa:16:3e:a6:0f:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a62b669b-e735-49fa-aec0-7226643ef717', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T11:38:45Z', 'updated_at': '2022-04-28T11:38:45Z', 'revision_number': 0, 'project_id': 'c2ca2bda274d41e2b49f61461a68882b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8a1dad4b-5bde-406d-8b8b-4abd111f7892', 'name': '', 'network_id': '9a8d8ff2-0750-4cb0-9d34-551ec5417c1a', 'tenant_id': 'c2ca2bda274d41e2b49f61461a68882b', 'mac_address': 'fa:16:3e:16:be:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fcb1173-7ec2-493c-936f-e4ff4a491904', 'device_owner': 'network:router_interface', 'standard_attr_id': 1800, 'fixed_ips': [{'subnet_id': 'e87da519-5c48-454f-9ab6-3d06cbbc33f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:38:28Z', 'updated_at': '2022-04-28T11:38:32Z', 'revision_number': 5, 'project_id': 'c2ca2bda274d41e2b49f61461a68882b', 'subnets': [{'id': 'e87da519-5c48-454f-9ab6-3d06cbbc33f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=116164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 11:38:47.510268 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-973c4760-e659-4b96-a767-636b6b67fa72 None None] New status for floating IP 0ac0e016-f285-42de-bc38-c648eafbf813: ACTIVE {{(pid=116163) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 28 11:38:47.836775 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 33700) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:38:47.899975 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-0d0d53ef-88dd-4668-9ee5-cde2f58b5bc2 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] 10.222.0.10 "GET /v2.0/floatingips/0ac0e016-f285-42de-bc38-c648eafbf813 HTTP/1.1" status: 200 len: 994 time: 0.0619063 Apr 28 11:38:50.880649 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (6be95134-9a6c-4663-8b48-90d12ce90c60), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:39:05.197176 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-365dcc6d-70d3-4c17-adbc-b0235b2de705 req-83a90910-c682-495a-8e4d-d7f8e63ae7c5 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=a62b669b-e735-49fa-aec0-7226643ef717&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0392728 Apr 28 11:39:05.275664 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365dcc6d-70d3-4c17-adbc-b0235b2de705 req-77c0a9da-b788-4b15-9d73-41f8ad72c116 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:39:05.277249 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-365dcc6d-70d3-4c17-adbc-b0235b2de705 req-77c0a9da-b788-4b15-9d73-41f8ad72c116 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c2ca2bda274d41e2b49f61461a68882b&device_id=a62b669b-e735-49fa-aec0-7226643ef717 HTTP/1.1" status: 200 len: 1130 time: 0.0385590 Apr 28 11:39:05.379405 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365dcc6d-70d3-4c17-adbc-b0235b2de705 req-c3062689-c32a-4c25-bbd8-3493ecfa2fa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:39:05.380881 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-365dcc6d-70d3-4c17-adbc-b0235b2de705 req-c3062689-c32a-4c25-bbd8-3493ecfa2fa2 service neutron] 10.222.0.20 "GET /v2.0/networks?id=9a8d8ff2-0750-4cb0-9d34-551ec5417c1a HTTP/1.1" status: 200 len: 897 time: 0.0871239 Apr 28 11:39:05.443937 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-365dcc6d-70d3-4c17-adbc-b0235b2de705 req-36043a69-652a-4fe1-ba19-e80a6b33e0e9 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ffee79fb-e185-44d1-9810-d8f15f3d43cb HTTP/1.1" status: 200 len: 1002 time: 0.0574112 Apr 28 11:39:05.495356 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365dcc6d-70d3-4c17-adbc-b0235b2de705 req-9f761eb7-af84-4031-bd1a-37c7b0acaadc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:39:05.496762 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-365dcc6d-70d3-4c17-adbc-b0235b2de705 req-9f761eb7-af84-4031-bd1a-37c7b0acaadc service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e87da519-5c48-454f-9ab6-3d06cbbc33f7 HTTP/1.1" status: 200 len: 834 time: 0.0467718 Apr 28 11:39:05.539379 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365dcc6d-70d3-4c17-adbc-b0235b2de705 req-50120875-45f0-4002-912c-b9f714ad8404 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:39:05.542882 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-365dcc6d-70d3-4c17-adbc-b0235b2de705 req-50120875-45f0-4002-912c-b9f714ad8404 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=9a8d8ff2-0750-4cb0-9d34-551ec5417c1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0378382 Apr 28 11:39:05.632644 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-365dcc6d-70d3-4c17-adbc-b0235b2de705 req-e6cff973-5d87-42bf-94ae-1a52c53fc5ac service neutron] 10.222.0.20 "GET /v2.0/networks/9a8d8ff2-0750-4cb0-9d34-551ec5417c1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852334 Apr 28 11:39:05.720815 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-365dcc6d-70d3-4c17-adbc-b0235b2de705 req-8c42c01e-0931-444f-8a8e-06bb567d938d service neutron] 10.222.0.20 "GET /v2.0/networks/9a8d8ff2-0750-4cb0-9d34-551ec5417c1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822270 Apr 28 11:39:06.169869 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.agents_db [None req-54b29a82-8a19-4507-95e3-3a2d011841ff None None] Agent healthcheck: found 6 active agents {{(pid=116164) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 28 11:39:07.018070 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-3c2b207a-0095-4fe9-8719-1e5ac2f89dcd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (75ba81b7-fe99-4281-90d2-a5adb445ecea), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:39:09.458230 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-ef3250d6-aae1-4b4c-92ee-4b39c3e5e073 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (6b492ad6-0876-4d74-b20d-28143a52ceba), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:39:10.629435 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-ae94d540-e4c6-43be-adc9-b26fb6a2f62f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (cfc241ae-e4b7-443b-b80b-59fbbc2b69c9), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:39:12.206566 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-01ef1de1-12fd-4cef-b76b-793f91379468 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (39cc4f52-f5d9-4e2c-bbfa-7a1c528e1c40), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:39:12.553690 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [req-422e8d70-770a-4bc6-b1bf-65c966787695 req-4f048ac4-a526-4be2-aec3-8f40e1393cbc service neutron] (116161) timed out ('10.222.0.10', 58196) {{(pid=116161) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Apr 28 11:39:13.160959 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [req-422e8d70-770a-4bc6-b1bf-65c966787695 req-1cb3e977-4e1b-4a9a-9126-77681cf8d000 tempest-ServerActionsTestJSON-569792930 tempest-ServerActionsTestJSON-569792930-project] (116162) timed out ('10.222.0.10', 56586) {{(pid=116162) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Apr 28 11:39:13.355627 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (d5baab19-5dd1-4902-922b-84acb048ab9c), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:39:19.533846 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef31ea8-da9d-43bd-ab7d-33d5788ff44f req-d9d99188-7d37-480d-9966-b55ee562117c tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:39:19.535363 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-7ef31ea8-da9d-43bd-ab7d-33d5788ff44f req-d9d99188-7d37-480d-9966-b55ee562117c tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] 10.222.0.10 "GET /v2.0/ports?device_id=a62b669b-e735-49fa-aec0-7226643ef717 HTTP/1.1" status: 200 len: 946 time: 0.0489533 Apr 28 11:39:19.588031 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-7ef31ea8-da9d-43bd-ab7d-33d5788ff44f req-cca5b050-65f5-4cc1-b75e-d12d44c14742 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] 10.222.0.10 "GET /v2.0/security-groups?id=61205853-0070-4623-8a1c-3bcf6ff03bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471344 Apr 28 11:39:20.704911 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f07801a-1736-4453-8824-867bcf86a3ab req-045893d8-398b-4efc-9808-eabb9dd4fbc9 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:39:20.706377 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-7f07801a-1736-4453-8824-867bcf86a3ab req-045893d8-398b-4efc-9808-eabb9dd4fbc9 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] 10.222.0.10 "GET /v2.0/ports?device_id=a62b669b-e735-49fa-aec0-7226643ef717 HTTP/1.1" status: 200 len: 946 time: 0.0469682 Apr 28 11:39:20.755532 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-7f07801a-1736-4453-8824-867bcf86a3ab req-705cd0dc-fdca-41ca-8e7d-cb1d73d4b88b tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] 10.222.0.10 "GET /v2.0/security-groups?id=61205853-0070-4623-8a1c-3bcf6ff03bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435646 Apr 28 11:39:20.777598 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 33718) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:39:20.841465 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-ab5374e1-6f8b-48b5-98e7-b1ffc146ee0b tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] 10.222.0.10 "GET /v2.0/floatingips/0ac0e016-f285-42de-bc38-c648eafbf813 HTTP/1.1" status: 200 len: 994 time: 0.0627019 Apr 28 11:39:20.909588 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (6be95134-9a6c-4663-8b48-90d12ce90c60), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:39:22.244430 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82992c3a-50c5-4010-b085-b216b95e9cf1 req-fa012048-8bfc-487a-80b7-2be39e7116fe tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:39:22.246656 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-82992c3a-50c5-4010-b085-b216b95e9cf1 req-fa012048-8bfc-487a-80b7-2be39e7116fe tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] 10.222.0.10 "GET /v2.0/ports?device_id=a62b669b-e735-49fa-aec0-7226643ef717 HTTP/1.1" status: 200 len: 946 time: 0.0483394 Apr 28 11:39:22.296993 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-82992c3a-50c5-4010-b085-b216b95e9cf1 req-5710a24c-2253-46d0-a85b-9711e84a06b7 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] 10.222.0.10 "GET /v2.0/security-groups?id=61205853-0070-4623-8a1c-3bcf6ff03bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445223 Apr 28 11:39:22.338107 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b93454b-6772-4ca0-84f6-7d847216aa98 req-e95063fd-a6e5-4727-98a7-c502daa98dc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:39:22.339895 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-5b93454b-6772-4ca0-84f6-7d847216aa98 req-e95063fd-a6e5-4727-98a7-c502daa98dc5 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c2ca2bda274d41e2b49f61461a68882b&device_id=a62b669b-e735-49fa-aec0-7226643ef717 HTTP/1.1" status: 200 len: 1130 time: 0.0441771 Apr 28 11:39:22.427736 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b93454b-6772-4ca0-84f6-7d847216aa98 req-2ab031d6-eddf-4111-bae2-8ed6dbcc022e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:39:22.429124 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-5b93454b-6772-4ca0-84f6-7d847216aa98 req-2ab031d6-eddf-4111-bae2-8ed6dbcc022e service neutron] 10.222.0.20 "GET /v2.0/networks?id=9a8d8ff2-0750-4cb0-9d34-551ec5417c1a HTTP/1.1" status: 200 len: 897 time: 0.0841041 Apr 28 11:39:22.496272 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-5b93454b-6772-4ca0-84f6-7d847216aa98 req-8926300c-e19b-4496-ad9b-9fcb01a987c2 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ffee79fb-e185-44d1-9810-d8f15f3d43cb HTTP/1.1" status: 200 len: 1002 time: 0.0607669 Apr 28 11:39:22.541598 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b93454b-6772-4ca0-84f6-7d847216aa98 req-3f1656de-df96-4615-a52c-ea6aef99c880 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:39:22.544370 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-5b93454b-6772-4ca0-84f6-7d847216aa98 req-3f1656de-df96-4615-a52c-ea6aef99c880 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e87da519-5c48-454f-9ab6-3d06cbbc33f7 HTTP/1.1" status: 200 len: 834 time: 0.0430813 Apr 28 11:39:22.586095 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b93454b-6772-4ca0-84f6-7d847216aa98 req-31f69c9c-ef1d-4fda-8845-b86c58535573 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:39:22.587611 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-5b93454b-6772-4ca0-84f6-7d847216aa98 req-31f69c9c-ef1d-4fda-8845-b86c58535573 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=9a8d8ff2-0750-4cb0-9d34-551ec5417c1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0387640 Apr 28 11:39:22.677618 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-5b93454b-6772-4ca0-84f6-7d847216aa98 req-b2d67b95-814f-4855-b218-9bf507f23710 service neutron] 10.222.0.20 "GET /v2.0/networks/9a8d8ff2-0750-4cb0-9d34-551ec5417c1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841143 Apr 28 11:39:22.766371 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-5b93454b-6772-4ca0-84f6-7d847216aa98 req-265fcbfc-b282-4deb-b6c4-337c8c6a420e service neutron] 10.222.0.20 "GET /v2.0/networks/9a8d8ff2-0750-4cb0-9d34-551ec5417c1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821042 Apr 28 11:39:23.414883 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0860e5a-25c3-4f7b-a820-9356132c150d req-54dc8afc-1321-47fa-a732-085228ea6d7f tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:39:23.416396 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-f0860e5a-25c3-4f7b-a820-9356132c150d req-54dc8afc-1321-47fa-a732-085228ea6d7f tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] 10.222.0.10 "GET /v2.0/ports?device_id=a62b669b-e735-49fa-aec0-7226643ef717 HTTP/1.1" status: 200 len: 946 time: 0.0495758 Apr 28 11:39:23.467754 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-f0860e5a-25c3-4f7b-a820-9356132c150d req-ac49a2d2-0d31-4859-9746-aca513c0dae5 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] 10.222.0.10 "GET /v2.0/security-groups?id=61205853-0070-4623-8a1c-3bcf6ff03bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455947 Apr 28 11:39:24.588853 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c89dff-8f02-4940-b74b-8926ebee3a9a req-cc003f86-9cf7-4217-bad2-ae652d770de8 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:39:24.590746 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-14c89dff-8f02-4940-b74b-8926ebee3a9a req-cc003f86-9cf7-4217-bad2-ae652d770de8 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] 10.222.0.10 "GET /v2.0/ports?device_id=a62b669b-e735-49fa-aec0-7226643ef717 HTTP/1.1" status: 200 len: 946 time: 0.0540330 Apr 28 11:39:24.642915 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-14c89dff-8f02-4940-b74b-8926ebee3a9a req-546d6f50-923c-4d4c-90eb-78ab8f8dc78b tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] 10.222.0.10 "GET /v2.0/security-groups?id=61205853-0070-4623-8a1c-3bcf6ff03bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463374 Apr 28 11:39:24.665405 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 33730) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:39:24.730438 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-3891c727-af67-4c08-a919-a8b6700c629e tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] 10.222.0.10 "GET /v2.0/floatingips/0ac0e016-f285-42de-bc38-c648eafbf813 HTTP/1.1" status: 200 len: 994 time: 0.0635862 Apr 28 11:39:24.959069 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 33736) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:39:25.112009 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.plugin [None req-2d05a1f5-9c4c-4ebb-afb6-e3af6680b74f tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Deleting port 8ce4e3ac-efff-4c38-992a-383d5709bf29 {{(pid=116162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 11:39:25.112352 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-2d05a1f5-9c4c-4ebb-afb6-e3af6680b74f tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742235130188'] for port (8ce4e3ac-efff-4c38-992a-383d5709bf29), before_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:39:25.202042 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-2d05a1f5-9c4c-4ebb-afb6-e3af6680b74f tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1938497'] for port (8ce4e3ac-efff-4c38-992a-383d5709bf29), precommit_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:39:25.202370 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-2d05a1f5-9c4c-4ebb-afb6-e3af6680b74f tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Publish callbacks [] for floatingip (8ce4e3ac-efff-4c38-992a-383d5709bf29), precommit_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:39:25.216328 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.plugin [None req-2d05a1f5-9c4c-4ebb-afb6-e3af6680b74f tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Calling delete_port for 8ce4e3ac-efff-4c38-992a-383d5709bf29 owned by network:floatingip {{(pid=116162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 11:39:25.430069 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-2d05a1f5-9c4c-4ebb-afb6-e3af6680b74f tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742235135690', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742234710366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5051867'] for port (8ce4e3ac-efff-4c38-992a-383d5709bf29), after_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:39:25.455853 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d05a1f5-9c4c-4ebb-afb6-e3af6680b74f tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Pushing event deleted for resources: {'Port': ['ID=8ce4e3ac-efff-4c38-992a-383d5709bf29,revision_number=None']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:39:25.483133 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d05a1f5-9c4c-4ebb-afb6-e3af6680b74f tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:39:25.483383 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d05a1f5-9c4c-4ebb-afb6-e3af6680b74f tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:39:25.483723 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d05a1f5-9c4c-4ebb-afb6-e3af6680b74f tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:39:25.484058 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d05a1f5-9c4c-4ebb-afb6-e3af6680b74f tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:39:25.484389 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d05a1f5-9c4c-4ebb-afb6-e3af6680b74f tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:39:25.484716 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d05a1f5-9c4c-4ebb-afb6-e3af6680b74f tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:39:25.485147 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d05a1f5-9c4c-4ebb-afb6-e3af6680b74f tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:39:25.485479 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d05a1f5-9c4c-4ebb-afb6-e3af6680b74f tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:39:25.485865 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d05a1f5-9c4c-4ebb-afb6-e3af6680b74f tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:39:25.486195 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d05a1f5-9c4c-4ebb-afb6-e3af6680b74f tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:39:25.486553 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d05a1f5-9c4c-4ebb-afb6-e3af6680b74f tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:39:25.486880 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d05a1f5-9c4c-4ebb-afb6-e3af6680b74f tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:39:25.487200 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d05a1f5-9c4c-4ebb-afb6-e3af6680b74f tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:39:25.487517 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d05a1f5-9c4c-4ebb-afb6-e3af6680b74f tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:39:25.487836 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d05a1f5-9c4c-4ebb-afb6-e3af6680b74f tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:39:25.534772 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-2d05a1f5-9c4c-4ebb-afb6-e3af6680b74f tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Publish callbacks [] for floatingip (0ac0e016-f285-42de-bc38-c648eafbf813), after_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:39:25.535160 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.db.l3_db [None req-2d05a1f5-9c4c-4ebb-afb6-e3af6680b74f tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Floating IP 0ac0e016-f285-42de-bc38-c648eafbf813 disassociated (deleted). External IP: 172.36.4.179, port: ffee79fb-e185-44d1-9810-d8f15f3d43cb. Apr 28 11:39:25.757983 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d05a1f5-9c4c-4ebb-afb6-e3af6680b74f tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Router 4fcb1173-7ec2-493c-936f-e4ff4a491904 has already been hosted by L3 agent 6b492ad6-0876-4d74-b20d-28143a52ceba {{(pid=116162) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 11:39:25.866194 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d05a1f5-9c4c-4ebb-afb6-e3af6680b74f tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=116162) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 11:39:25.870985 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-2d05a1f5-9c4c-4ebb-afb6-e3af6680b74f tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198022'] for floatingip (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:39:25.876488 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30de2076-2ba3-4000-81a6-bda65ebe6e64 None None] Sync routers for ids ['4fcb1173-7ec2-493c-936f-e4ff4a491904'] in dv-neutron-master-2-hyperv {{(pid=116164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 11:39:25.885409 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30de2076-2ba3-4000-81a6-bda65ebe6e64 None None] Routers {'4fcb1173-7ec2-493c-936f-e4ff4a491904'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=116164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 11:39:25.886012 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_hamode_db [None req-30de2076-2ba3-4000-81a6-bda65ebe6e64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-28T10:50:39Z,description=,heartbeat_timestamp=2022-04-28T11:39:09Z,host='dv-neutron-master-2-hyperv',id=6b492ad6-0876-4d74-b20d-28143a52ceba,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T10:50:40Z,topic='l3_agent')) {'router_ids': ['4fcb1173-7ec2-493c-936f-e4ff4a491904'], 'active': True} {{(pid=116164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:39:25.901095 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-2d05a1f5-9c4c-4ebb-afb6-e3af6680b74f tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] 10.222.0.10 "DELETE /v2.0/floatingips/0ac0e016-f285-42de-bc38-c648eafbf813 HTTP/1.1" status: 204 len: 168 time: 0.9409313 Apr 28 11:39:25.901698 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a62b669b-e735-49fa-aec0-7226643ef717', 'tag': 'ffee79fb-e185-44d1-9810-d8f15f3d43cb'}] {{(pid=116162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 11:39:25.904773 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ba53f40d6116d28995a8e36159d0e539b5353eec116fb5dd4ce03b4b2159ab1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c903a6b7-6777-42e9-8fc3-47f28abf66d7" -d '{"events": [{"name": "network-changed", "server_uuid": "a62b669b-e735-49fa-aec0-7226643ef717", "tag": "ffee79fb-e185-44d1-9810-d8f15f3d43cb"}]}' {{(pid=116162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 11:39:25.946046 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 11:39:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2123dd56-4961-4d9a-afbc-68eee15db8d8 x-openstack-request-id: req-2123dd56-4961-4d9a-afbc-68eee15db8d8 {{(pid=116162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 11:39:25.946344 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a62b669b-e735-49fa-aec0-7226643ef717", "tag": "ffee79fb-e185-44d1-9810-d8f15f3d43cb", "status": "completed", "code": 200}]} {{(pid=116162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 11:39:25.946682 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-2123dd56-4961-4d9a-afbc-68eee15db8d8 {{(pid=116162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 11:39:25.947097 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2123dd56-4961-4d9a-afbc-68eee15db8d8'] response: {'name': 'network-changed', 'server_uuid': 'a62b669b-e735-49fa-aec0-7226643ef717', 'tag': 'ffee79fb-e185-44d1-9810-d8f15f3d43cb', 'status': 'completed', 'code': 200} Apr 28 11:39:25.996094 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_dvr_db [None req-30de2076-2ba3-4000-81a6-bda65ebe6e64 None None] Set router 4fcb1173-7ec2-493c-936f-e4ff4a491904 gateway port host: dv-neutron-master-2-hyperv {{(pid=116164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 11:39:26.010753 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c903a6b7-6777-42e9-8fc3-47f28abf66d7 req-ba16c1b8-42e6-4119-8667-cfff612eb9f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:39:26.012370 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-c903a6b7-6777-42e9-8fc3-47f28abf66d7 req-ba16c1b8-42e6-4119-8667-cfff612eb9f5 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c2ca2bda274d41e2b49f61461a68882b&device_id=a62b669b-e735-49fa-aec0-7226643ef717 HTTP/1.1" status: 200 len: 1130 time: 0.0436647 Apr 28 11:39:26.109089 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c903a6b7-6777-42e9-8fc3-47f28abf66d7 req-0ae3a5a2-c879-4ab0-bdf1-14eaf4c8512d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:39:26.110885 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-c903a6b7-6777-42e9-8fc3-47f28abf66d7 req-0ae3a5a2-c879-4ab0-bdf1-14eaf4c8512d service neutron] 10.222.0.20 "GET /v2.0/networks?id=9a8d8ff2-0750-4cb0-9d34-551ec5417c1a HTTP/1.1" status: 200 len: 897 time: 0.0933387 Apr 28 11:39:26.193455 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_hamode_db [None req-30de2076-2ba3-4000-81a6-bda65ebe6e64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fcb1173-7ec2-493c-936f-e4ff4a491904', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1267142734', 'tenant_id': 'c2ca2bda274d41e2b49f61461a68882b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'external_fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.13'}], 'enable_snat': True}, 'gw_port_id': '0f00be2b-7eec-4c5f-b52c-fcdd1caf55a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T11:38:25Z', 'updated_at': '2022-04-28T11:38:29Z', 'revision_number': 4, 'project_id': 'c2ca2bda274d41e2b49f61461a68882b', 'gw_port': {'id': '0f00be2b-7eec-4c5f-b52c-fcdd1caf55a9', 'name': '', 'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:c6:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fcb1173-7ec2-493c-936f-e4ff4a491904', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1797, 'fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:38:25Z', 'updated_at': '2022-04-28T11:38:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '8a1dad4b-5bde-406d-8b8b-4abd111f7892', 'name': '', 'network_id': '9a8d8ff2-0750-4cb0-9d34-551ec5417c1a', 'tenant_id': 'c2ca2bda274d41e2b49f61461a68882b', 'mac_address': 'fa:16:3e:16:be:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fcb1173-7ec2-493c-936f-e4ff4a491904', 'device_owner': 'network:router_interface', 'standard_attr_id': 1800, 'fixed_ips': [{'subnet_id': 'e87da519-5c48-454f-9ab6-3d06cbbc33f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:38:28Z', 'updated_at': '2022-04-28T11:38:32Z', 'revision_number': 5, 'project_id': 'c2ca2bda274d41e2b49f61461a68882b', 'subnets': [{'id': 'e87da519-5c48-454f-9ab6-3d06cbbc33f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=116164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:39:26.226354 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30de2076-2ba3-4000-81a6-bda65ebe6e64 None None] Checking router: 4fcb1173-7ec2-493c-936f-e4ff4a491904 for host: dv-neutron-master-2-hyperv {{(pid=116164) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 11:39:26.235640 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30de2076-2ba3-4000-81a6-bda65ebe6e64 None None] Routers {'4fcb1173-7ec2-493c-936f-e4ff4a491904'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=116164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 11:39:26.236281 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_hamode_db [None req-30de2076-2ba3-4000-81a6-bda65ebe6e64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-28T10:50:39Z,description=,heartbeat_timestamp=2022-04-28T11:39:09Z,host='dv-neutron-master-2-hyperv',id=6b492ad6-0876-4d74-b20d-28143a52ceba,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T10:50:40Z,topic='l3_agent')) {'router_ids': ['4fcb1173-7ec2-493c-936f-e4ff4a491904'], 'active': True} {{(pid=116164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:39:26.310758 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be0bd8e-f87d-4f7e-94b8-2bfebed4fdef req-072be7fc-7d62-4394-90d9-9b72e251f730 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:39:26.312482 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-0be0bd8e-f87d-4f7e-94b8-2bfebed4fdef req-072be7fc-7d62-4394-90d9-9b72e251f730 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] 10.222.0.10 "GET /v2.0/ports?device_id=a62b669b-e735-49fa-aec0-7226643ef717 HTTP/1.1" status: 200 len: 946 time: 0.0593243 Apr 28 11:39:26.349830 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_dvr_db [None req-30de2076-2ba3-4000-81a6-bda65ebe6e64 None None] Set router 4fcb1173-7ec2-493c-936f-e4ff4a491904 gateway port host: dv-neutron-master-2-hyperv {{(pid=116164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 11:39:26.368781 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-0be0bd8e-f87d-4f7e-94b8-2bfebed4fdef req-78b6a755-7b6e-4f6b-8935-e602dc7326f7 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] 10.222.0.10 "GET /v2.0/security-groups?id=61205853-0070-4623-8a1c-3bcf6ff03bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492117 Apr 28 11:39:26.452682 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-c903a6b7-6777-42e9-8fc3-47f28abf66d7 req-e41467b2-840d-4d78-b5f7-b3fa728f0d70 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ffee79fb-e185-44d1-9810-d8f15f3d43cb HTTP/1.1" status: 200 len: 217 time: 0.3333318 Apr 28 11:39:26.540449 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_hamode_db [None req-30de2076-2ba3-4000-81a6-bda65ebe6e64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fcb1173-7ec2-493c-936f-e4ff4a491904', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1267142734', 'tenant_id': 'c2ca2bda274d41e2b49f61461a68882b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'external_fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.13'}], 'enable_snat': True}, 'gw_port_id': '0f00be2b-7eec-4c5f-b52c-fcdd1caf55a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T11:38:25Z', 'updated_at': '2022-04-28T11:38:29Z', 'revision_number': 4, 'project_id': 'c2ca2bda274d41e2b49f61461a68882b', 'gw_port': {'id': '0f00be2b-7eec-4c5f-b52c-fcdd1caf55a9', 'name': '', 'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:c6:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fcb1173-7ec2-493c-936f-e4ff4a491904', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1797, 'fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:38:25Z', 'updated_at': '2022-04-28T11:38:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '8a1dad4b-5bde-406d-8b8b-4abd111f7892', 'name': '', 'network_id': '9a8d8ff2-0750-4cb0-9d34-551ec5417c1a', 'tenant_id': 'c2ca2bda274d41e2b49f61461a68882b', 'mac_address': 'fa:16:3e:16:be:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fcb1173-7ec2-493c-936f-e4ff4a491904', 'device_owner': 'network:router_interface', 'standard_attr_id': 1800, 'fixed_ips': [{'subnet_id': 'e87da519-5c48-454f-9ab6-3d06cbbc33f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:38:28Z', 'updated_at': '2022-04-28T11:38:32Z', 'revision_number': 5, 'project_id': 'c2ca2bda274d41e2b49f61461a68882b', 'subnets': [{'id': 'e87da519-5c48-454f-9ab6-3d06cbbc33f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=116164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:39:26.566427 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30de2076-2ba3-4000-81a6-bda65ebe6e64 None None] The sync data for ids ['4fcb1173-7ec2-493c-936f-e4ff4a491904'] in dv-neutron-master-2-hyperv is: [{'id': '4fcb1173-7ec2-493c-936f-e4ff4a491904', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1267142734', 'tenant_id': 'c2ca2bda274d41e2b49f61461a68882b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'external_fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.13'}], 'enable_snat': True}, 'gw_port_id': '0f00be2b-7eec-4c5f-b52c-fcdd1caf55a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T11:38:25Z', 'updated_at': '2022-04-28T11:38:29Z', 'revision_number': 4, 'project_id': 'c2ca2bda274d41e2b49f61461a68882b', 'gw_port': {'id': '0f00be2b-7eec-4c5f-b52c-fcdd1caf55a9', 'name': '', 'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:c6:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fcb1173-7ec2-493c-936f-e4ff4a491904', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1797, 'fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:38:25Z', 'updated_at': '2022-04-28T11:38:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '8a1dad4b-5bde-406d-8b8b-4abd111f7892', 'name': '', 'network_id': '9a8d8ff2-0750-4cb0-9d34-551ec5417c1a', 'tenant_id': 'c2ca2bda274d41e2b49f61461a68882b', 'mac_address': 'fa:16:3e:16:be:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fcb1173-7ec2-493c-936f-e4ff4a491904', 'device_owner': 'network:router_interface', 'standard_attr_id': 1800, 'fixed_ips': [{'subnet_id': 'e87da519-5c48-454f-9ab6-3d06cbbc33f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:38:28Z', 'updated_at': '2022-04-28T11:38:32Z', 'revision_number': 5, 'project_id': 'c2ca2bda274d41e2b49f61461a68882b', 'subnets': [{'id': 'e87da519-5c48-454f-9ab6-3d06cbbc33f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=116164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 11:39:26.794666 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d1ca39a-bb45-4e66-ba74-70b66e9d4b67 None None] New status for floating IP 0ac0e016-f285-42de-bc38-c648eafbf813: DOWN {{(pid=116163) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 28 11:39:27.469803 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c903a6b7-6777-42e9-8fc3-47f28abf66d7 req-84c0e882-23b8-4c80-95c0-469d8e4da922 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:39:27.471285 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-c903a6b7-6777-42e9-8fc3-47f28abf66d7 req-84c0e882-23b8-4c80-95c0-469d8e4da922 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e87da519-5c48-454f-9ab6-3d06cbbc33f7 HTTP/1.1" status: 200 len: 834 time: 0.0439358 Apr 28 11:39:27.486566 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b132fd-b0a6-478e-96c8-080f0d93198b req-c385dc1b-cd57-4267-a2f0-8e2482ab6f35 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:39:27.488063 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-c5b132fd-b0a6-478e-96c8-080f0d93198b req-c385dc1b-cd57-4267-a2f0-8e2482ab6f35 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] 10.222.0.10 "GET /v2.0/ports?device_id=a62b669b-e735-49fa-aec0-7226643ef717 HTTP/1.1" status: 200 len: 946 time: 0.0474582 Apr 28 11:39:27.517459 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c903a6b7-6777-42e9-8fc3-47f28abf66d7 req-060fb7db-a1f0-4499-9078-edfb28665ae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:39:27.519007 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-c903a6b7-6777-42e9-8fc3-47f28abf66d7 req-060fb7db-a1f0-4499-9078-edfb28665ae9 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=9a8d8ff2-0750-4cb0-9d34-551ec5417c1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0399065 Apr 28 11:39:27.537797 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-c5b132fd-b0a6-478e-96c8-080f0d93198b req-44de4f41-dbfd-4c1f-9a97-9cf7d0ca6b8a tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] 10.222.0.10 "GET /v2.0/security-groups?id=61205853-0070-4623-8a1c-3bcf6ff03bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438731 Apr 28 11:39:27.625425 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-c903a6b7-6777-42e9-8fc3-47f28abf66d7 req-929c2249-7429-446f-be8b-1c85736254a8 service neutron] 10.222.0.20 "GET /v2.0/networks/9a8d8ff2-0750-4cb0-9d34-551ec5417c1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863035 Apr 28 11:39:27.722129 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-c903a6b7-6777-42e9-8fc3-47f28abf66d7 req-b1908b2c-ef05-4937-b57e-7494a697ee23 service neutron] 10.222.0.20 "GET /v2.0/networks/9a8d8ff2-0750-4cb0-9d34-551ec5417c1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838339 Apr 28 11:39:27.804025 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eaea300-e7a4-4a37-bf28-45e97be7a218 req-0c2d743e-8333-4379-b030-a99b00469909 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:39:27.805458 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-3eaea300-e7a4-4a37-bf28-45e97be7a218 req-0c2d743e-8333-4379-b030-a99b00469909 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] 10.222.0.20 "GET /v2.0/ports?device_id=a62b669b-e735-49fa-aec0-7226643ef717 HTTP/1.1" status: 200 len: 946 time: 0.0463188 Apr 28 11:39:27.887405 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.plugin [req-3eaea300-e7a4-4a37-bf28-45e97be7a218 req-49a551e8-faf7-48db-8b11-816c808f23d3 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Deleting port ffee79fb-e185-44d1-9810-d8f15f3d43cb {{(pid=116162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 11:39:27.887739 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [req-3eaea300-e7a4-4a37-bf28-45e97be7a218 req-49a551e8-faf7-48db-8b11-816c808f23d3 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742235130188'] for port (ffee79fb-e185-44d1-9810-d8f15f3d43cb), before_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:39:27.976446 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.db [req-3eaea300-e7a4-4a37-bf28-45e97be7a218 req-49a551e8-faf7-48db-8b11-816c808f23d3 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] For port ffee79fb-e185-44d1-9810-d8f15f3d43cb, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=ffee79fb-e185-44d1-9810-d8f15f3d43cb,segment=NetworkSegment(32d8c539-3696-4cc3-8a47-924edb1edc8a),segment_id=32d8c539-3696-4cc3-8a47-924edb1edc8a)] {{(pid=116162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 11:39:27.976718 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [req-3eaea300-e7a4-4a37-bf28-45e97be7a218 req-49a551e8-faf7-48db-8b11-816c808f23d3 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1938497'] for port (ffee79fb-e185-44d1-9810-d8f15f3d43cb), precommit_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:39:27.990226 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.plugin [req-3eaea300-e7a4-4a37-bf28-45e97be7a218 req-49a551e8-faf7-48db-8b11-816c808f23d3 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Calling delete_port for ffee79fb-e185-44d1-9810-d8f15f3d43cb owned by compute:nova {{(pid=116162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 11:39:28.206850 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [req-3eaea300-e7a4-4a37-bf28-45e97be7a218 req-49a551e8-faf7-48db-8b11-816c808f23d3 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742235135690', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742234710366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5051867'] for port (ffee79fb-e185-44d1-9810-d8f15f3d43cb), after_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:39:28.233521 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a551e8-faf7-48db-8b11-816c808f23d3 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Pushing event deleted for resources: {'Port': ['ID=ffee79fb-e185-44d1-9810-d8f15f3d43cb,revision_number=None']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:39:28.280425 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.db.l3_dvrscheduler_db [req-3eaea300-e7a4-4a37-bf28-45e97be7a218 req-49a551e8-faf7-48db-8b11-816c808f23d3 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] No DVR routers for this DVR port ffee79fb-e185-44d1-9810-d8f15f3d43cb on host hv-neutron-mast {{(pid=116162) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 11:39:28.283027 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [req-3eaea300-e7a4-4a37-bf28-45e97be7a218 req-49a551e8-faf7-48db-8b11-816c808f23d3 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198022'] for port (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:39:28.286549 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-3eaea300-e7a4-4a37-bf28-45e97be7a218 req-49a551e8-faf7-48db-8b11-816c808f23d3 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] 10.222.0.20 "DELETE /v2.0/ports/ffee79fb-e185-44d1-9810-d8f15f3d43cb HTTP/1.1" status: 204 len: 173 time: 0.4758973 Apr 28 11:39:28.287009 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a62b669b-e735-49fa-aec0-7226643ef717', 'name': 'network-vif-deleted', 'tag': 'ffee79fb-e185-44d1-9810-d8f15f3d43cb'}] {{(pid=116162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 11:39:28.289853 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ba53f40d6116d28995a8e36159d0e539b5353eec116fb5dd4ce03b4b2159ab1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edfd4afe-8445-4c1e-a91e-f680593a4a4c" -d '{"events": [{"server_uuid": "a62b669b-e735-49fa-aec0-7226643ef717", "name": "network-vif-deleted", "tag": "ffee79fb-e185-44d1-9810-d8f15f3d43cb"}]}' {{(pid=116162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 11:39:28.325649 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 11:39:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08dd6883-9621-4830-90c6-2901d9f5eb09 x-openstack-request-id: req-08dd6883-9621-4830-90c6-2901d9f5eb09 {{(pid=116162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 11:39:28.325999 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a62b669b-e735-49fa-aec0-7226643ef717", "name": "network-vif-deleted", "tag": "ffee79fb-e185-44d1-9810-d8f15f3d43cb", "status": "completed", "code": 200}]} {{(pid=116162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 11:39:28.326254 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-08dd6883-9621-4830-90c6-2901d9f5eb09 {{(pid=116162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 11:39:28.326702 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.notifiers.nova [-] Nova event matching ['req-08dd6883-9621-4830-90c6-2901d9f5eb09'] response: {'server_uuid': 'a62b669b-e735-49fa-aec0-7226643ef717', 'name': 'network-vif-deleted', 'tag': 'ffee79fb-e185-44d1-9810-d8f15f3d43cb', 'status': 'completed', 'code': 200} Apr 28 11:39:28.651032 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-d7f979cc-226e-445d-abc9-0aecfda405b3 req-d9d3031b-00cc-43ae-bc10-637aa2b54d20 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] 10.222.0.10 "GET /v2.0/ports?device_id=a62b669b-e735-49fa-aec0-7226643ef717 HTTP/1.1" status: 200 len: 210 time: 0.0302587 Apr 28 11:39:29.710055 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 33752) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:39:30.052016 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-4600c9ce-bbde-431f-8897-229118cdd984 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2063420'] for router_interface (4fcb1173-7ec2-493c-936f-e4ff4a491904), before_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:39:30.295578 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.plugin [None req-4600c9ce-bbde-431f-8897-229118cdd984 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Deleting port 8a1dad4b-5bde-406d-8b8b-4abd111f7892 {{(pid=116161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 11:39:30.295917 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-4600c9ce-bbde-431f-8897-229118cdd984 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742235130188'] for port (8a1dad4b-5bde-406d-8b8b-4abd111f7892), before_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:39:30.385114 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.db [None req-4600c9ce-bbde-431f-8897-229118cdd984 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] For port 8a1dad4b-5bde-406d-8b8b-4abd111f7892, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=8a1dad4b-5bde-406d-8b8b-4abd111f7892,segment=NetworkSegment(32d8c539-3696-4cc3-8a47-924edb1edc8a),segment_id=32d8c539-3696-4cc3-8a47-924edb1edc8a)] {{(pid=116161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 11:39:30.385472 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-4600c9ce-bbde-431f-8897-229118cdd984 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1938497'] for port (8a1dad4b-5bde-406d-8b8b-4abd111f7892), precommit_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:39:30.398604 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.plugin [None req-4600c9ce-bbde-431f-8897-229118cdd984 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Calling delete_port for 8a1dad4b-5bde-406d-8b8b-4abd111f7892 owned by network:router_interface {{(pid=116161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 11:39:30.645918 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-4600c9ce-bbde-431f-8897-229118cdd984 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742235135690', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742234710366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5219112'] for port (8a1dad4b-5bde-406d-8b8b-4abd111f7892), after_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:39:30.672542 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4600c9ce-bbde-431f-8897-229118cdd984 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Pushing event deleted for resources: {'Port': ['ID=8a1dad4b-5bde-406d-8b8b-4abd111f7892,revision_number=None']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:39:30.685197 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4600c9ce-bbde-431f-8897-229118cdd984 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:39:30.685197 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4600c9ce-bbde-431f-8897-229118cdd984 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:39:30.685452 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4600c9ce-bbde-431f-8897-229118cdd984 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:39:30.685779 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4600c9ce-bbde-431f-8897-229118cdd984 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:39:30.686109 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4600c9ce-bbde-431f-8897-229118cdd984 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:39:30.686460 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4600c9ce-bbde-431f-8897-229118cdd984 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:39:30.686790 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4600c9ce-bbde-431f-8897-229118cdd984 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:39:30.687119 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4600c9ce-bbde-431f-8897-229118cdd984 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:39:30.687439 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4600c9ce-bbde-431f-8897-229118cdd984 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:39:30.687765 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4600c9ce-bbde-431f-8897-229118cdd984 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:39:30.688100 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4600c9ce-bbde-431f-8897-229118cdd984 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:39:30.688422 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4600c9ce-bbde-431f-8897-229118cdd984 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:39:30.688742 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4600c9ce-bbde-431f-8897-229118cdd984 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:39:30.689060 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4600c9ce-bbde-431f-8897-229118cdd984 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:39:30.689377 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4600c9ce-bbde-431f-8897-229118cdd984 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:39:30.862253 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-4600c9ce-bbde-431f-8897-229118cdd984 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1603051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2063504'] for router_interface (4fcb1173-7ec2-493c-936f-e4ff4a491904), after_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:39:31.080454 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4600c9ce-bbde-431f-8897-229118cdd984 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Router 4fcb1173-7ec2-493c-936f-e4ff4a491904 has already been hosted by L3 agent 6b492ad6-0876-4d74-b20d-28143a52ceba {{(pid=116161) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 11:39:31.188900 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4600c9ce-bbde-431f-8897-229118cdd984 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=116161) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 11:39:31.195911 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-4600c9ce-bbde-431f-8897-229118cdd984 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] 10.222.0.10 "PUT /v2.0/routers/4fcb1173-7ec2-493c-936f-e4ff4a491904/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4828422 Apr 28 11:39:31.196685 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 33754) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:39:31.199753 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c67d8f2-8db9-4321-b9c6-3ff20b35f62d None None] Sync routers for ids ['4fcb1173-7ec2-493c-936f-e4ff4a491904'] in dv-neutron-master-2-hyperv {{(pid=116164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 11:39:31.213669 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c67d8f2-8db9-4321-b9c6-3ff20b35f62d None None] Routers {'4fcb1173-7ec2-493c-936f-e4ff4a491904'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=116164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 11:39:31.214279 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_hamode_db [None req-0c67d8f2-8db9-4321-b9c6-3ff20b35f62d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-28T10:50:39Z,description=,heartbeat_timestamp=2022-04-28T11:39:09Z,host='dv-neutron-master-2-hyperv',id=6b492ad6-0876-4d74-b20d-28143a52ceba,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T10:50:40Z,topic='l3_agent')) {'router_ids': ['4fcb1173-7ec2-493c-936f-e4ff4a491904'], 'active': True} {{(pid=116164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:39:31.247941 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.db.db_base_plugin_v2 [None req-1c7a3f47-2679-47f5-abdd-01ee50ab7bb9 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Deleting subnet e87da519-5c48-454f-9ab6-3d06cbbc33f7 {{(pid=116161) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 28 11:39:31.251056 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-1c7a3f47-2679-47f5-abdd-01ee50ab7bb9 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Publish callbacks [] for subnet (e87da519-5c48-454f-9ab6-3d06cbbc33f7), before_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:39:31.290974 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-1c7a3f47-2679-47f5-abdd-01ee50ab7bb9 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8076976'] for subnet (e87da519-5c48-454f-9ab6-3d06cbbc33f7), precommit_delete_associations {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:39:31.325157 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_dvr_db [None req-0c67d8f2-8db9-4321-b9c6-3ff20b35f62d None None] Set router 4fcb1173-7ec2-493c-936f-e4ff4a491904 gateway port host: dv-neutron-master-2-hyperv {{(pid=116164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 11:39:31.376737 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-1c7a3f47-2679-47f5-abdd-01ee50ab7bb9 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-971303'] for subnet (e87da519-5c48-454f-9ab6-3d06cbbc33f7), precommit_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:39:31.482327 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-1c7a3f47-2679-47f5-abdd-01ee50ab7bb9 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-971310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5220601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5125409'] for subnet (e87da519-5c48-454f-9ab6-3d06cbbc33f7), after_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:39:31.492164 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_hamode_db [None req-0c67d8f2-8db9-4321-b9c6-3ff20b35f62d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fcb1173-7ec2-493c-936f-e4ff4a491904', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1267142734', 'tenant_id': 'c2ca2bda274d41e2b49f61461a68882b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'external_fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.13'}], 'enable_snat': True}, 'gw_port_id': '0f00be2b-7eec-4c5f-b52c-fcdd1caf55a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T11:38:25Z', 'updated_at': '2022-04-28T11:39:30Z', 'revision_number': 5, 'project_id': 'c2ca2bda274d41e2b49f61461a68882b', 'gw_port': {'id': '0f00be2b-7eec-4c5f-b52c-fcdd1caf55a9', 'name': '', 'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:c6:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fcb1173-7ec2-493c-936f-e4ff4a491904', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1797, 'fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:38:25Z', 'updated_at': '2022-04-28T11:38:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=116164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:39:31.509404 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7a3f47-2679-47f5-abdd-01ee50ab7bb9 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Pushing event deleted for resources: {'Subnet': ['ID=e87da519-5c48-454f-9ab6-3d06cbbc33f7,revision_number=None']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:39:31.514846 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-1c7a3f47-2679-47f5-abdd-01ee50ab7bb9 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Publish callbacks [] for subnet (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:39:31.520391 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-1c7a3f47-2679-47f5-abdd-01ee50ab7bb9 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] 10.222.0.10 "DELETE /v2.0/subnets/e87da519-5c48-454f-9ab6-3d06cbbc33f7 HTTP/1.1" status: 204 len: 168 time: 0.3203862 Apr 28 11:39:31.520557 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c67d8f2-8db9-4321-b9c6-3ff20b35f62d None None] Checking router: 4fcb1173-7ec2-493c-936f-e4ff4a491904 for host: dv-neutron-master-2-hyperv {{(pid=116164) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 11:39:31.520709 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 33756) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:39:31.523093 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e091871-fb6b-47cf-b3a5-fa1e10b46df2 None None] Network 9a8d8ff2-0750-4cb0-9d34-551ec5417c1a requested from dv-neutron-master-2-hyperv {{(pid=116163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 11:39:31.529378 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c67d8f2-8db9-4321-b9c6-3ff20b35f62d None None] Routers {'4fcb1173-7ec2-493c-936f-e4ff4a491904'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=116164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 11:39:31.530007 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_hamode_db [None req-0c67d8f2-8db9-4321-b9c6-3ff20b35f62d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-28T10:50:39Z,description=,heartbeat_timestamp=2022-04-28T11:39:09Z,host='dv-neutron-master-2-hyperv',id=6b492ad6-0876-4d74-b20d-28143a52ceba,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T10:50:40Z,topic='l3_agent')) {'router_ids': ['4fcb1173-7ec2-493c-936f-e4ff4a491904'], 'active': True} {{(pid=116164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:39:31.639417 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-9706691e-96be-40ce-abba-160bcb197e28 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Publish callbacks [] for router (4fcb1173-7ec2-493c-936f-e4ff4a491904), before_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:39:31.648266 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_dvr_db [None req-0c67d8f2-8db9-4321-b9c6-3ff20b35f62d None None] Set router 4fcb1173-7ec2-493c-936f-e4ff4a491904 gateway port host: dv-neutron-master-2-hyperv {{(pid=116164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 11:39:31.698609 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35dba9f5-3178-49b7-8577-2c2732ee3981 None None] DHCP port deletion for 9a8d8ff2-0750-4cb0-9d34-551ec5417c1a request from dv-neutron-master-2-hyperv {{(pid=116163) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 28 11:39:31.741666 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-35dba9f5-3178-49b7-8577-2c2732ee3981 None None] Deleting port 5d498d85-4779-4c7a-883c-21a60df515a7 {{(pid=116163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 11:39:31.742064 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-35dba9f5-3178-49b7-8577-2c2732ee3981 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742235130188'] for port (5d498d85-4779-4c7a-883c-21a60df515a7), before_delete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:39:31.760642 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-9706691e-96be-40ce-abba-160bcb197e28 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Publish callbacks [] for router_gateway (4fcb1173-7ec2-493c-936f-e4ff4a491904), before_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:39:31.812628 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-35dba9f5-3178-49b7-8577-2c2732ee3981 None None] For port 5d498d85-4779-4c7a-883c-21a60df515a7, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=5d498d85-4779-4c7a-883c-21a60df515a7,segment=NetworkSegment(32d8c539-3696-4cc3-8a47-924edb1edc8a),segment_id=32d8c539-3696-4cc3-8a47-924edb1edc8a)] {{(pid=116163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 11:39:31.813028 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-35dba9f5-3178-49b7-8577-2c2732ee3981 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1938497'] for port (5d498d85-4779-4c7a-883c-21a60df515a7), precommit_delete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:39:31.826613 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-35dba9f5-3178-49b7-8577-2c2732ee3981 None None] Calling delete_port for 5d498d85-4779-4c7a-883c-21a60df515a7 owned by network:dhcp {{(pid=116163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 11:39:31.878902 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.plugin [None req-9706691e-96be-40ce-abba-160bcb197e28 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Deleting port 0f00be2b-7eec-4c5f-b52c-fcdd1caf55a9 {{(pid=116161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 11:39:31.879586 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-9706691e-96be-40ce-abba-160bcb197e28 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742235130188'] for port (0f00be2b-7eec-4c5f-b52c-fcdd1caf55a9), before_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:39:31.921017 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_hamode_db [None req-0c67d8f2-8db9-4321-b9c6-3ff20b35f62d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fcb1173-7ec2-493c-936f-e4ff4a491904', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1267142734', 'tenant_id': 'c2ca2bda274d41e2b49f61461a68882b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'external_fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.13'}], 'enable_snat': True}, 'gw_port_id': '0f00be2b-7eec-4c5f-b52c-fcdd1caf55a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T11:38:25Z', 'updated_at': '2022-04-28T11:39:30Z', 'revision_number': 5, 'project_id': 'c2ca2bda274d41e2b49f61461a68882b', 'gw_port': {'id': '0f00be2b-7eec-4c5f-b52c-fcdd1caf55a9', 'name': '', 'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:c6:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fcb1173-7ec2-493c-936f-e4ff4a491904', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1797, 'fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:38:25Z', 'updated_at': '2022-04-28T11:38:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=116164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:39:31.947598 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c67d8f2-8db9-4321-b9c6-3ff20b35f62d None None] The sync data for ids ['4fcb1173-7ec2-493c-936f-e4ff4a491904'] in dv-neutron-master-2-hyperv is: [{'id': '4fcb1173-7ec2-493c-936f-e4ff4a491904', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1267142734', 'tenant_id': 'c2ca2bda274d41e2b49f61461a68882b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'external_fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.13'}], 'enable_snat': True}, 'gw_port_id': '0f00be2b-7eec-4c5f-b52c-fcdd1caf55a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T11:38:25Z', 'updated_at': '2022-04-28T11:39:30Z', 'revision_number': 5, 'project_id': 'c2ca2bda274d41e2b49f61461a68882b', 'gw_port': {'id': '0f00be2b-7eec-4c5f-b52c-fcdd1caf55a9', 'name': '', 'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:c6:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fcb1173-7ec2-493c-936f-e4ff4a491904', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1797, 'fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:38:25Z', 'updated_at': '2022-04-28T11:38:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}] {{(pid=116164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 11:39:31.964123 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.db [None req-9706691e-96be-40ce-abba-160bcb197e28 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] For port 0f00be2b-7eec-4c5f-b52c-fcdd1caf55a9, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=0f00be2b-7eec-4c5f-b52c-fcdd1caf55a9,segment=NetworkSegment(142bc50f-d6af-4646-8d06-bb7af6b7b51c),segment_id=142bc50f-d6af-4646-8d06-bb7af6b7b51c)] {{(pid=116161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 11:39:31.964531 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-9706691e-96be-40ce-abba-160bcb197e28 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1938497'] for port (0f00be2b-7eec-4c5f-b52c-fcdd1caf55a9), precommit_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:39:31.973291 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-35dba9f5-3178-49b7-8577-2c2732ee3981 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742235135690', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742234710366'] for port (5d498d85-4779-4c7a-883c-21a60df515a7), after_delete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:39:31.979005 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.plugin [None req-9706691e-96be-40ce-abba-160bcb197e28 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Calling delete_port for 0f00be2b-7eec-4c5f-b52c-fcdd1caf55a9 owned by network:router_gateway {{(pid=116161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 11:39:32.005652 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35dba9f5-3178-49b7-8577-2c2732ee3981 None None] No DVR routers for this DVR port 5d498d85-4779-4c7a-883c-21a60df515a7 on host dv-neutron-master-2-hyperv {{(pid=116163) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 11:39:32.009379 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35dba9f5-3178-49b7-8577-2c2732ee3981 None None] Pushing event deleted for resources: {'Port': ['ID=5d498d85-4779-4c7a-883c-21a60df515a7,revision_number=None']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:39:32.018769 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35dba9f5-3178-49b7-8577-2c2732ee3981 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:39:32.019117 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35dba9f5-3178-49b7-8577-2c2732ee3981 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:39:32.019458 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35dba9f5-3178-49b7-8577-2c2732ee3981 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:39:32.019797 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35dba9f5-3178-49b7-8577-2c2732ee3981 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:39:32.020126 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35dba9f5-3178-49b7-8577-2c2732ee3981 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:39:32.020452 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35dba9f5-3178-49b7-8577-2c2732ee3981 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:39:32.020776 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35dba9f5-3178-49b7-8577-2c2732ee3981 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:39:32.021100 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35dba9f5-3178-49b7-8577-2c2732ee3981 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:39:32.021424 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35dba9f5-3178-49b7-8577-2c2732ee3981 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:39:32.021746 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35dba9f5-3178-49b7-8577-2c2732ee3981 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:39:32.022070 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35dba9f5-3178-49b7-8577-2c2732ee3981 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:39:32.022392 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35dba9f5-3178-49b7-8577-2c2732ee3981 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:39:32.022888 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35dba9f5-3178-49b7-8577-2c2732ee3981 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:39:32.023253 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35dba9f5-3178-49b7-8577-2c2732ee3981 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:39:32.023572 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35dba9f5-3178-49b7-8577-2c2732ee3981 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:39:32.029939 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Device ffee79fb-e185-44d1-9810-d8f15f3d43cb no longer exists at agent hyperv_hv-neutron-mast {{(pid=116163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 11:39:32.054108 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] No Port match for: ffee79fb-e185-44d1-9810-d8f15f3d43cb {{(pid=116163) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 28 11:39:32.054479 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Device ffee79fb-e185-44d1-9810-d8f15f3d43cb not bound to the agent host hv-neutron-mast {{(pid=116163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 11:39:32.230311 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-9706691e-96be-40ce-abba-160bcb197e28 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742235135690', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742234710366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5219112'] for port (0f00be2b-7eec-4c5f-b52c-fcdd1caf55a9), after_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:39:32.258207 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9706691e-96be-40ce-abba-160bcb197e28 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Pushing event deleted for resources: {'Port': ['ID=0f00be2b-7eec-4c5f-b52c-fcdd1caf55a9,revision_number=None']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:39:32.323052 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-9706691e-96be-40ce-abba-160bcb197e28 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1935354'] for router_gateway (4fcb1173-7ec2-493c-936f-e4ff4a491904), after_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:39:32.420730 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-9706691e-96be-40ce-abba-160bcb197e28 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2060865', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-63275'] for router (4fcb1173-7ec2-493c-936f-e4ff4a491904), precommit_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:39:32.423068 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-9706691e-96be-40ce-abba-160bcb197e28 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Publish callbacks [] for router_controller (4fcb1173-7ec2-493c-936f-e4ff4a491904), precommit_delete_associations {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:39:32.527879 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-9706691e-96be-40ce-abba-160bcb197e28 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2060888'] for router (4fcb1173-7ec2-493c-936f-e4ff4a491904), after_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:39:32.528878 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9706691e-96be-40ce-abba-160bcb197e28 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Fanout notify agent at l3_agent the message router_deleted on router 4fcb1173-7ec2-493c-936f-e4ff4a491904 {{(pid=116161) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 28 11:39:32.535371 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-9706691e-96be-40ce-abba-160bcb197e28 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Publish callbacks [] for router (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:39:32.536510 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-9706691e-96be-40ce-abba-160bcb197e28 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] 10.222.0.10 "DELETE /v2.0/routers/4fcb1173-7ec2-493c-936f-e4ff4a491904 HTTP/1.1" status: 204 len: 168 time: 1.0148258 Apr 28 11:39:32.539265 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 33760) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:39:32.623547 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-e0f98b57-bafd-41ab-b85f-c3eb03ab268a tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-979593'] for network (9a8d8ff2-0750-4cb0-9d34-551ec5417c1a), before_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:39:32.710392 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-e0f98b57-bafd-41ab-b85f-c3eb03ab268a tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-973498', 'neutron.services.segments.db._delete_segments_for_network-8742235207033'] for network (9a8d8ff2-0750-4cb0-9d34-551ec5417c1a), precommit_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:39:32.730754 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.services.segments.db [None req-e0f98b57-bafd-41ab-b85f-c3eb03ab268a tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9a8d8ff2-0750-4cb0-9d34-551ec5417c1a']}} {{(pid=116161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:39:32.739679 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.services.segments.db [None req-e0f98b57-bafd-41ab-b85f-c3eb03ab268a tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '32d8c539-3696-4cc3-8a47-924edb1edc8a') {'for_net_delete': True} {{(pid=116161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:39:32.739974 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.services.segments.db [None req-e0f98b57-bafd-41ab-b85f-c3eb03ab268a tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '32d8c539-3696-4cc3-8a47-924edb1edc8a') {} {{(pid=116161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:39:32.753468 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-e0f98b57-bafd-41ab-b85f-c3eb03ab268a tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742235208578', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8076969'] for segment (32d8c539-3696-4cc3-8a47-924edb1edc8a), before_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:39:32.766925 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-e0f98b57-bafd-41ab-b85f-c3eb03ab268a tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-961978'] for segment (32d8c539-3696-4cc3-8a47-924edb1edc8a), precommit_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:39:32.772649 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e0f98b57-bafd-41ab-b85f-c3eb03ab268a tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Releasing vlan 54 on physical network physnet1 to pool {{(pid=116161) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 11:39:32.773034 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-e0f98b57-bafd-41ab-b85f-c3eb03ab268a tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-961978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5219103'] for segment (32d8c539-3696-4cc3-8a47-924edb1edc8a), after_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:39:32.775912 dv-neutron-master-2-hyperv neutron-server[116161]: Traceback (most recent call last): Apr 28 11:39:32.775912 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 11:39:32.775912 dv-neutron-master-2-hyperv neutron-server[116161]: timer() Apr 28 11:39:32.775912 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 11:39:32.775912 dv-neutron-master-2-hyperv neutron-server[116161]: cb(*args, **kw) Apr 28 11:39:32.775912 dv-neutron-master-2-hyperv neutron-server[116161]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 28 11:39:32.775912 dv-neutron-master-2-hyperv neutron-server[116161]: return func(*args, **kwargs) Apr 28 11:39:32.775912 dv-neutron-master-2-hyperv neutron-server[116161]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 11:39:32.775912 dv-neutron-master-2-hyperv neutron-server[116161]: self._notify() Apr 28 11:39:32.775912 dv-neutron-master-2-hyperv neutron-server[116161]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 11:39:32.775912 dv-neutron-master-2-hyperv neutron-server[116161]: self.callback(batched_events) Apr 28 11:39:32.775912 dv-neutron-master-2-hyperv neutron-server[116161]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 11:39:32.775912 dv-neutron-master-2-hyperv neutron-server[116161]: event.method(event) Apr 28 11:39:32.775912 dv-neutron-master-2-hyperv neutron-server[116161]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 28 11:39:32.775912 dv-neutron-master-2-hyperv neutron-server[116161]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 11:39:32.775912 dv-neutron-master-2-hyperv neutron-server[116161]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 28 11:39:32.775912 dv-neutron-master-2-hyperv neutron-server[116161]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 11:39:32.775912 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 28 11:39:32.775912 dv-neutron-master-2-hyperv neutron-server[116161]: return f(self, *a, **k) Apr 28 11:39:32.775912 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 28 11:39:32.775912 dv-neutron-master-2-hyperv neutron-server[116161]: return self._get(url).json() Apr 28 11:39:32.775912 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 28 11:39:32.775912 dv-neutron-master-2-hyperv neutron-server[116161]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 11:39:32.775912 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 11:39:32.775912 dv-neutron-master-2-hyperv neutron-server[116161]: return self.request(url, 'GET', **kwargs) Apr 28 11:39:32.775912 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 11:39:32.775912 dv-neutron-master-2-hyperv neutron-server[116161]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 11:39:32.775912 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 11:39:32.775912 dv-neutron-master-2-hyperv neutron-server[116161]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 11:39:32.775912 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 11:39:32.775912 dv-neutron-master-2-hyperv neutron-server[116161]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 11:39:32.775912 dv-neutron-master-2-hyperv neutron-server[116161]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 11:39:32.909157 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-e0f98b57-bafd-41ab-b85f-c3eb03ab268a tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-973477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2063122'] for network (9a8d8ff2-0750-4cb0-9d34-551ec5417c1a), after_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:39:32.915780 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-e0f98b57-bafd-41ab-b85f-c3eb03ab268a tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Publish callbacks [] for network (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:39:32.918949 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-e0f98b57-bafd-41ab-b85f-c3eb03ab268a tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] 10.222.0.10 "DELETE /v2.0/networks/9a8d8ff2-0750-4cb0-9d34-551ec5417c1a HTTP/1.1" status: 204 len: 168 time: 0.3787341 Apr 28 11:39:32.921811 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 33762) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:39:32.929703 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f98b57-bafd-41ab-b85f-c3eb03ab268a tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Pushing event deleted for resources: {'Network': ['ID=9a8d8ff2-0750-4cb0-9d34-551ec5417c1a,revision_number=None']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:39:32.985728 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-b6c3b2d6-1e45-4928-ada2-bf0d1751a264 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Publish callbacks [] for security_group (61205853-0070-4623-8a1c-3bcf6ff03bfd), before_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:39:33.016595 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-b6c3b2d6-1e45-4928-ada2-bf0d1751a264 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Publish callbacks [] for security_group (61205853-0070-4623-8a1c-3bcf6ff03bfd), precommit_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:39:33.025127 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Device 8a1dad4b-5bde-406d-8b8b-4abd111f7892 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=116163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 11:39:33.044893 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] No Port match for: 8a1dad4b-5bde-406d-8b8b-4abd111f7892 {{(pid=116163) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 28 11:39:33.045234 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Device 8a1dad4b-5bde-406d-8b8b-4abd111f7892 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=116163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 11:39:33.045636 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Device 0f00be2b-7eec-4c5f-b52c-fcdd1caf55a9 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=116163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 11:39:33.065365 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] No Port match for: 0f00be2b-7eec-4c5f-b52c-fcdd1caf55a9 {{(pid=116163) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 28 11:39:33.066358 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Device 0f00be2b-7eec-4c5f-b52c-fcdd1caf55a9 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=116163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 11:39:33.066358 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Device 5d498d85-4779-4c7a-883c-21a60df515a7 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=116163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 11:39:33.085535 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] No Port match for: 5d498d85-4779-4c7a-883c-21a60df515a7 {{(pid=116163) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 28 11:39:33.085883 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Device 5d498d85-4779-4c7a-883c-21a60df515a7 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=116163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 11:39:33.133282 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-b6c3b2d6-1e45-4928-ada2-bf0d1751a264 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924426'] for security_group (61205853-0070-4623-8a1c-3bcf6ff03bfd), after_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:39:33.136003 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-b6c3b2d6-1e45-4928-ada2-bf0d1751a264 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Publish callbacks [] for security_group (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:39:33.137489 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-b6c3b2d6-1e45-4928-ada2-bf0d1751a264 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] 10.222.0.10 "DELETE /v2.0/security-groups/61205853-0070-4623-8a1c-3bcf6ff03bfd HTTP/1.1" status: 204 len: 168 time: 0.2146258 Apr 28 11:39:33.146774 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c3b2d6-1e45-4928-ada2-bf0d1751a264 tempest-TestNetworkAdvancedServerOps-1522251523 tempest-TestNetworkAdvancedServerOps-1522251523-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=61205853-0070-4623-8a1c-3bcf6ff03bfd,revision_number=None']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:39:33.745636 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 33776) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:39:33.874239 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-4f3e3aae-cc6e-4aa7-a557-e0382712cc32 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=c2ca2bda274d41e2b49f61461a68882b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1272867 Apr 28 11:39:33.876588 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 33780) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:39:33.922447 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-63d79461-1ca6-4070-b9d6-a4d653b8feb0 admin admin] Publish callbacks [] for security_group (50282905-02f6-4c16-ac21-29e187894e56), before_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:39:33.943621 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-63d79461-1ca6-4070-b9d6-a4d653b8feb0 admin admin] Publish callbacks [] for security_group (50282905-02f6-4c16-ac21-29e187894e56), precommit_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:39:34.081410 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-63d79461-1ca6-4070-b9d6-a4d653b8feb0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924426'] for security_group (50282905-02f6-4c16-ac21-29e187894e56), after_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:39:34.084377 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-63d79461-1ca6-4070-b9d6-a4d653b8feb0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:39:34.085542 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-63d79461-1ca6-4070-b9d6-a4d653b8feb0 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/50282905-02f6-4c16-ac21-29e187894e56 HTTP/1.1" status: 204 len: 168 time: 0.2080595 Apr 28 11:39:34.094022 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d79461-1ca6-4070-b9d6-a4d653b8feb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50282905-02f6-4c16-ac21-29e187894e56,revision_number=None']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:39:34.726529 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 33786) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:39:34.740007 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-8cc2ff17-d618-456a-9fac-3b3ac562baff admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:39:34.818534 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-8cc2ff17-d618-456a-9fac-3b3ac562baff admin admin] Publish callbacks [] for security_group (f546f4d3-3aac-447d-9aee-4f16d1770dae), precommit_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:39:34.892894 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-8cc2ff17-d618-456a-9fac-3b3ac562baff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924426'] for security_group (f546f4d3-3aac-447d-9aee-4f16d1770dae), after_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:39:34.929444 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc2ff17-d618-456a-9fac-3b3ac562baff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f546f4d3-3aac-447d-9aee-4f16d1770dae,revision_number=1']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:39:34.935111 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-8cc2ff17-d618-456a-9fac-3b3ac562baff admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=31f8f8a984ac42f2b0578b0cc360d632&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2061410 Apr 28 11:39:34.937366 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 33788) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:39:34.983442 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-d564fe85-c192-4c67-9bf5-38ec660f490b admin admin] Publish callbacks [] for security_group (f546f4d3-3aac-447d-9aee-4f16d1770dae), before_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:39:35.004450 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-d564fe85-c192-4c67-9bf5-38ec660f490b admin admin] Publish callbacks [] for security_group (f546f4d3-3aac-447d-9aee-4f16d1770dae), precommit_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:39:35.110271 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-d564fe85-c192-4c67-9bf5-38ec660f490b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924426'] for security_group (f546f4d3-3aac-447d-9aee-4f16d1770dae), after_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:39:35.113097 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-d564fe85-c192-4c67-9bf5-38ec660f490b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:39:35.116553 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-d564fe85-c192-4c67-9bf5-38ec660f490b admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/f546f4d3-3aac-447d-9aee-4f16d1770dae HTTP/1.1" status: 204 len: 168 time: 0.1759703 Apr 28 11:39:35.123447 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d564fe85-c192-4c67-9bf5-38ec660f490b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f546f4d3-3aac-447d-9aee-4f16d1770dae,revision_number=None']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:39:36.167731 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 33814) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:39:36.263278 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.v2.base [None req-a3f18f0e-5b92-4548-97f7-7a1d4d067b0b admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-353498489-network', 'tenant_id': '763854b139984135af3e9b5246b55c31'}} {{(pid=116162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:39:36.366127 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3f18f0e-5b92-4548-97f7-7a1d4d067b0b admin admin] Made reservation on behalf of 763854b139984135af3e9b5246b55c31 for: {'network': 1} {{(pid=116162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 11:39:36.368433 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-a3f18f0e-5b92-4548-97f7-7a1d4d067b0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for network (None), before_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:39:36.377297 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-a3f18f0e-5b92-4548-97f7-7a1d4d067b0b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:39:36.450236 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-a3f18f0e-5b92-4548-97f7-7a1d4d067b0b admin admin] Publish callbacks [] for security_group (fe8d9b68-5d4d-4c13-9040-773a3d4476d7), precommit_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:39:36.498699 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-a3f18f0e-5b92-4548-97f7-7a1d4d067b0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924426'] for security_group (fe8d9b68-5d4d-4c13-9040-773a3d4476d7), after_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:39:36.526379 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a3f18f0e-5b92-4548-97f7-7a1d4d067b0b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 97} {{(pid=116162) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 11:39:36.535053 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f18f0e-5b92-4548-97f7-7a1d4d067b0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe8d9b68-5d4d-4c13-9040-773a3d4476d7,revision_number=1']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:39:36.542456 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-a3f18f0e-5b92-4548-97f7-7a1d4d067b0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-961978'] for segment (1466f5ef-d42a-46e4-88cb-e6c72abc4c22), precommit_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:39:36.542456 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.db.segments_db [None req-a3f18f0e-5b92-4548-97f7-7a1d4d067b0b admin admin] Added segment 1466f5ef-d42a-46e4-88cb-e6c72abc4c22 of type vlan for network f8b931ad-5a52-4b20-ac70-2d2d9b213b35 Apr 28 11:39:36.583390 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-a3f18f0e-5b92-4548-97f7-7a1d4d067b0b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742234744962'] for network (f8b931ad-5a52-4b20-ac70-2d2d9b213b35), precommit_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:39:36.663398 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-a3f18f0e-5b92-4548-97f7-7a1d4d067b0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042'] for network (f8b931ad-5a52-4b20-ac70-2d2d9b213b35), after_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:39:36.664361 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3f18f0e-5b92-4548-97f7-7a1d4d067b0b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:39:36.664961 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-a3f18f0e-5b92-4548-97f7-7a1d4d067b0b admin admin] Publish callbacks [] for network (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:39:36.722991 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f18f0e-5b92-4548-97f7-7a1d4d067b0b admin admin] Pushing event updated for resources: {'Network': ['ID=f8b931ad-5a52-4b20-ac70-2d2d9b213b35,revision_number=1']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:39:36.735808 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Network f8b931ad-5a52-4b20-ac70-2d2d9b213b35 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=116163) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 28 11:39:36.757596 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-a3f18f0e-5b92-4548-97f7-7a1d4d067b0b admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.5886633 Apr 28 11:39:36.760401 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 33818) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:39:36.765484 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.v2.base [None req-1d1111aa-6e13-4a5a-a6bf-dd861edc2e0b admin admin] Request body: {'subnet': {'network_id': 'f8b931ad-5a52-4b20-ac70-2d2d9b213b35', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-353498489-subnet', 'tenant_id': '763854b139984135af3e9b5246b55c31', 'ip_version': 4}} {{(pid=116162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:39:36.846111 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d1111aa-6e13-4a5a-a6bf-dd861edc2e0b admin admin] Made reservation on behalf of 763854b139984135af3e9b5246b55c31 for: {'subnet': 1} {{(pid=116162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 11:39:36.848485 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-1d1111aa-6e13-4a5a-a6bf-dd861edc2e0b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4210834'] for subnet (None), before_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:39:37.013321 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-a063a482-e910-4ce7-aabd-44aae1a48bd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (75ba81b7-fe99-4281-90d2-a5adb445ecea), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:39:37.081976 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-1d1111aa-6e13-4a5a-a6bf-dd861edc2e0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5054027', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4210784'] for subnet (d50c530a-e04c-4671-8714-fa48e7f40504), after_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:39:37.142601 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1111aa-6e13-4a5a-a6bf-dd861edc2e0b admin admin] Pushing event updated for resources: {'Subnet': ['ID=d50c530a-e04c-4671-8714-fa48e7f40504,revision_number=0']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:39:37.151161 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d1111aa-6e13-4a5a-a6bf-dd861edc2e0b admin admin] Checking segment: {'id': '1466f5ef-d42a-46e4-88cb-e6c72abc4c22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'f8b931ad-5a52-4b20-ac70-2d2d9b213b35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 11:39:37.151518 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d1111aa-6e13-4a5a-a6bf-dd861edc2e0b admin admin] Network hostable DHCP agents. Network: f8b931ad-5a52-4b20-ac70-2d2d9b213b35, hostable agents: ['75ba81b7-fe99-4281-90d2-a5adb445ecea'], hosted agents: [] {{(pid=116162) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 11:39:37.229771 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d1111aa-6e13-4a5a-a6bf-dd861edc2e0b admin admin] Network f8b931ad-5a52-4b20-ac70-2d2d9b213b35 is scheduled to be hosted by DHCP agent 75ba81b7-fe99-4281-90d2-a5adb445ecea with binding_index 1 {{(pid=116162) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 11:39:37.292723 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.scheduler.base_scheduler [None req-1d1111aa-6e13-4a5a-a6bf-dd861edc2e0b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, f8b931ad-5a52-4b20-ac70-2d2d9b213b35) {{(pid=116162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 11:39:37.296795 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d1111aa-6e13-4a5a-a6bf-dd861edc2e0b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:39:37.297485 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-1d1111aa-6e13-4a5a-a6bf-dd861edc2e0b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:39:37.301170 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93748f84-54ef-4567-81e5-48ba3377d4b6 None None] Network f8b931ad-5a52-4b20-ac70-2d2d9b213b35 requested from dv-neutron-master-2-hyperv {{(pid=116163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 11:39:37.385961 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-1d1111aa-6e13-4a5a-a6bf-dd861edc2e0b admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.6244714 Apr 28 11:39:37.389286 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 33820) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:39:37.393543 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.v2.base [None req-cfca7f4d-2460-4252-a774-36a8785567ed admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-353498489-router', 'tenant_id': '763854b139984135af3e9b5246b55c31', 'external_gateway_info': {'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c'}}} {{(pid=116162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:39:37.401196 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a4832b9-d89f-4798-a88f-557ff474d9ea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-f8b931ad-5a52-4b20-ac70-2d2d9b213b35', 'network_id': 'f8b931ad-5a52-4b20-ac70-2d2d9b213b35', 'project_id': '763854b139984135af3e9b5246b55c31', 'fixed_ips': [{'subnet_id': 'd50c530a-e04c-4671-8714-fa48e7f40504'}]}} from dv-neutron-master-2-hyperv. {{(pid=116163) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 28 11:39:37.402074 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-3a4832b9-d89f-4798-a88f-557ff474d9ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (None), before_create {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:39:37.487479 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-cfca7f4d-2460-4252-a774-36a8785567ed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2060459', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-63449'] for router (d5609989-caa6-4ebf-a9d2-7fe1156d27c0), before_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:39:37.488698 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-cfca7f4d-2460-4252-a774-36a8785567ed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2060827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1935275', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1960866', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-63266'] for router (d5609989-caa6-4ebf-a9d2-7fe1156d27c0), precommit_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:39:37.539297 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.db_base_plugin_common [None req-3a4832b9-d89f-4798-a88f-557ff474d9ea None None] Allocated IP 172.20.0.2 (f8b931ad-5a52-4b20-ac70-2d2d9b213b35/d50c530a-e04c-4671-8714-fa48e7f40504/43657ef6-2f27-4f3d-a606-29721105bb57) {{(pid=116163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 11:39:37.541257 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-cfca7f4d-2460-4252-a774-36a8785567ed admin admin] Publish callbacks [] for router_controller (d5609989-caa6-4ebf-a9d2-7fe1156d27c0), precommit_add_association {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:39:37.682660 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-3a4832b9-d89f-4798-a88f-557ff474d9ea None None] Publish callbacks [] for port (43657ef6-2f27-4f3d-a606-29721105bb57), precommit_create {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:39:37.744497 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-cfca7f4d-2460-4252-a774-36a8785567ed admin admin] Publish callbacks [] for router_gateway (d5609989-caa6-4ebf-a9d2-7fe1156d27c0), precommit_update {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:39:37.744731 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-3a4832b9-d89f-4798-a88f-557ff474d9ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742234710357'] for port (43657ef6-2f27-4f3d-a606-29721105bb57), after_create {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:39:37.781186 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a4832b9-d89f-4798-a88f-557ff474d9ea None None] Network f8b931ad-5a52-4b20-ac70-2d2d9b213b35 is already hosted by enough agents. {{(pid=116163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 11:39:37.785873 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.scheduler.base_scheduler [None req-3a4832b9-d89f-4798-a88f-557ff474d9ea None None] Resources bound (agent type, host, resource id): {{(pid=116163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 11:39:37.792674 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a4832b9-d89f-4798-a88f-557ff474d9ea None None] Received port after_create {{(pid=116163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 11:39:37.796594 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4832b9-d89f-4798-a88f-557ff474d9ea None None] Pushing event updated for resources: {'Port': ['ID=43657ef6-2f27-4f3d-a606-29721105bb57,revision_number=1']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:39:37.849170 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.managers [None req-3a4832b9-d89f-4798-a88f-557ff474d9ea None None] Attempting to bind port 43657ef6-2f27-4f3d-a606-29721105bb57 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=116163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 28 11:39:37.849535 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.managers [None req-3a4832b9-d89f-4798-a88f-557ff474d9ea None None] Attempting to bind port 43657ef6-2f27-4f3d-a606-29721105bb57 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '1466f5ef-d42a-46e4-88cb-e6c72abc4c22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'f8b931ad-5a52-4b20-ac70-2d2d9b213b35'}] {{(pid=116163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 28 11:39:37.849897 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a4832b9-d89f-4798-a88f-557ff474d9ea None None] Attempting to bind port 43657ef6-2f27-4f3d-a606-29721105bb57 on network f8b931ad-5a52-4b20-ac70-2d2d9b213b35 {{(pid=116163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 11:39:37.854829 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a4832b9-d89f-4798-a88f-557ff474d9ea None None] Checking agent: {'id': 'd5baab19-5dd1-4902-922b-84acb048ab9c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 10, 50, 43), 'started_at': datetime.datetime(2022, 4, 28, 10, 51, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 11, 39, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=116163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 11:39:37.855196 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a4832b9-d89f-4798-a88f-557ff474d9ea None None] Checking segment: {'id': '1466f5ef-d42a-46e4-88cb-e6c72abc4c22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'f8b931ad-5a52-4b20-ac70-2d2d9b213b35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 11:39:37.856138 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-3a4832b9-d89f-4798-a88f-557ff474d9ea None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:39:37.856531 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a4832b9-d89f-4798-a88f-557ff474d9ea None None] Bound using segment: {'id': '1466f5ef-d42a-46e4-88cb-e6c72abc4c22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'f8b931ad-5a52-4b20-ac70-2d2d9b213b35'} {{(pid=116163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 11:39:37.857004 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.managers [None req-3a4832b9-d89f-4798-a88f-557ff474d9ea None None] Bound port: 43657ef6-2f27-4f3d-a606-29721105bb57, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1466f5ef-d42a-46e4-88cb-e6c72abc4c22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'f8b931ad-5a52-4b20-ac70-2d2d9b213b35'}}] {{(pid=116163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 28 11:39:37.857372 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-3a4832b9-d89f-4798-a88f-557ff474d9ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (43657ef6-2f27-4f3d-a606-29721105bb57), before_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:39:37.923050 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-3a4832b9-d89f-4798-a88f-557ff474d9ea None None] For port 43657ef6-2f27-4f3d-a606-29721105bb57, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=116163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 11:39:37.926137 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-3a4832b9-d89f-4798-a88f-557ff474d9ea None None] For port 43657ef6-2f27-4f3d-a606-29721105bb57, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=43657ef6-2f27-4f3d-a606-29721105bb57,segment=NetworkSegment(1466f5ef-d42a-46e4-88cb-e6c72abc4c22),segment_id=1466f5ef-d42a-46e4-88cb-e6c72abc4c22)] {{(pid=116163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 11:39:38.014217 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-3a4832b9-d89f-4798-a88f-557ff474d9ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393'] for port (43657ef6-2f27-4f3d-a606-29721105bb57), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:39:38.023503 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-cfca7f4d-2460-4252-a774-36a8785567ed admin admin] Publish callbacks [] for router_gateway (d5609989-caa6-4ebf-a9d2-7fe1156d27c0), before_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:39:38.047604 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-cfca7f4d-2460-4252-a774-36a8785567ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (None), before_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:39:38.085268 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4832b9-d89f-4798-a88f-557ff474d9ea None None] Pushing event updated for resources: {'Port': ['ID=43657ef6-2f27-4f3d-a606-29721105bb57,revision_number=2']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:39:38.153162 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.db.db_base_plugin_common [None req-cfca7f4d-2460-4252-a774-36a8785567ed admin admin] Allocated IP 172.36.4.88 (7be49d94-bbb8-4a61-bafe-209c5f861e1c/c0f82f52-05ee-40f2-a57c-9d02e01fb9fa/aca65b73-df62-4684-b9fd-54af16cd023c) {{(pid=116162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 11:39:38.271267 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-cfca7f4d-2460-4252-a774-36a8785567ed admin admin] Publish callbacks [] for port (aca65b73-df62-4684-b9fd-54af16cd023c), precommit_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:39:38.361282 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-cfca7f4d-2460-4252-a774-36a8785567ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742234710357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5051867'] for port (aca65b73-df62-4684-b9fd-54af16cd023c), after_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:39:38.398857 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfca7f4d-2460-4252-a774-36a8785567ed admin admin] Network 7be49d94-bbb8-4a61-bafe-209c5f861e1c is already hosted by enough agents. {{(pid=116162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 11:39:38.406252 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.scheduler.base_scheduler [None req-cfca7f4d-2460-4252-a774-36a8785567ed admin admin] Resources bound (agent type, host, resource id): {{(pid=116162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 11:39:38.411094 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfca7f4d-2460-4252-a774-36a8785567ed admin admin] Received port after_create {{(pid=116162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 11:39:38.414163 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfca7f4d-2460-4252-a774-36a8785567ed admin admin] Pushing event updated for resources: {'Port': ['ID=aca65b73-df62-4684-b9fd-54af16cd023c,revision_number=1']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:39:38.732319 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-cfca7f4d-2460-4252-a774-36a8785567ed admin admin] Publish callbacks [] for router_gateway (d5609989-caa6-4ebf-a9d2-7fe1156d27c0), after_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:39:38.865226 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Device 43657ef6-2f27-4f3d-a606-29721105bb57 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=116163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 11:39:38.920036 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Provisioning complete for port 43657ef6-2f27-4f3d-a606-29721105bb57 triggered by entity L2. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:39:38.920416 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (43657ef6-2f27-4f3d-a606-29721105bb57), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:39:38.964573 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-cfca7f4d-2460-4252-a774-36a8785567ed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2060818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1935326'] for router (d5609989-caa6-4ebf-a9d2-7fe1156d27c0), after_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:39:39.006332 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Current status of the port 43657ef6-2f27-4f3d-a606-29721105bb57 is: DOWN; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:39:39.006467 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (43657ef6-2f27-4f3d-a606-29721105bb57), before_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:39:39.038281 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84977154-9247-4a7f-a8b8-066dbc03c6fc None None] Network f8b931ad-5a52-4b20-ac70-2d2d9b213b35 requested from dv-neutron-master-2-hyperv {{(pid=116163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 11:39:39.043583 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] For port 43657ef6-2f27-4f3d-a606-29721105bb57, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=43657ef6-2f27-4f3d-a606-29721105bb57,segment=NetworkSegment(1466f5ef-d42a-46e4-88cb-e6c72abc4c22),segment_id=1466f5ef-d42a-46e4-88cb-e6c72abc4c22)] {{(pid=116163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 11:39:39.112736 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-b00fb1d8-fbd5-48b3-b1ed-6d79dc294860 None None] Provisioning complete for port 43657ef6-2f27-4f3d-a606-29721105bb57 triggered by entity DHCP. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:39:39.113101 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-b00fb1d8-fbd5-48b3-b1ed-6d79dc294860 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (43657ef6-2f27-4f3d-a606-29721105bb57), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:39:39.144973 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393'] for port (43657ef6-2f27-4f3d-a606-29721105bb57), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:39:39.195970 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cfca7f4d-2460-4252-a774-36a8785567ed admin admin] Router d5609989-caa6-4ebf-a9d2-7fe1156d27c0 is scheduled to L3 agent 6b492ad6-0876-4d74-b20d-28143a52ceba with binding_index 1 {{(pid=116162) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 28 11:39:39.230384 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Pushing event updated for resources: {'Port': ['ID=43657ef6-2f27-4f3d-a606-29721105bb57,revision_number=3']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:39:39.268246 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-b00fb1d8-fbd5-48b3-b1ed-6d79dc294860 None None] Current status of the port 43657ef6-2f27-4f3d-a606-29721105bb57 is: ACTIVE; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:39:39.314895 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfca7f4d-2460-4252-a774-36a8785567ed admin admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=116162) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 11:39:39.325737 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5afec616-370a-45d0-adeb-e26f1705a1f7 None None] Sync routers for ids ['d5609989-caa6-4ebf-a9d2-7fe1156d27c0'] in dv-neutron-master-2-hyperv {{(pid=116163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 11:39:39.336251 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5afec616-370a-45d0-adeb-e26f1705a1f7 None None] Routers {'d5609989-caa6-4ebf-a9d2-7fe1156d27c0'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=116163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 11:39:39.337886 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_hamode_db [None req-5afec616-370a-45d0-adeb-e26f1705a1f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-28T10:50:39Z,description=,heartbeat_timestamp=2022-04-28T11:39:09Z,host='dv-neutron-master-2-hyperv',id=6b492ad6-0876-4d74-b20d-28143a52ceba,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T10:50:40Z,topic='l3_agent')) {'router_ids': ['d5609989-caa6-4ebf-a9d2-7fe1156d27c0'], 'active': True} {{(pid=116163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:39:39.382002 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-cfca7f4d-2460-4252-a774-36a8785567ed admin admin] Publish callbacks [] for router (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:39:39.384156 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-cfca7f4d-2460-4252-a774-36a8785567ed admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 1.9938841 Apr 28 11:39:39.386389 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 33824) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:39:39.460258 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-f37df3a3-4383-40e9-ba5e-f7b0f5bda5fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (6b492ad6-0876-4d74-b20d-28143a52ceba), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:39:39.473425 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvr_db [None req-5afec616-370a-45d0-adeb-e26f1705a1f7 None None] Set router d5609989-caa6-4ebf-a9d2-7fe1156d27c0 gateway port host: dv-neutron-master-2-hyperv {{(pid=116163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 11:39:39.538714 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-64a5b96c-bfd9-4d9e-bc12-3a8656076af4 None None] Provisioning complete for port 43657ef6-2f27-4f3d-a606-29721105bb57 triggered by entity DHCP. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:39:39.539084 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-64a5b96c-bfd9-4d9e-bc12-3a8656076af4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (43657ef6-2f27-4f3d-a606-29721105bb57), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:39:39.704498 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-64a5b96c-bfd9-4d9e-bc12-3a8656076af4 None None] Current status of the port 43657ef6-2f27-4f3d-a606-29721105bb57 is: ACTIVE; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:39:39.716577 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_hamode_db [None req-5afec616-370a-45d0-adeb-e26f1705a1f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5609989-caa6-4ebf-a9d2-7fe1156d27c0', 'name': 'tempest-TestShelveInstance-353498489-router', 'tenant_id': '763854b139984135af3e9b5246b55c31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'external_fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.88'}], 'enable_snat': True}, 'gw_port_id': 'aca65b73-df62-4684-b9fd-54af16cd023c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T11:39:37Z', 'updated_at': '2022-04-28T11:39:38Z', 'revision_number': 3, 'project_id': '763854b139984135af3e9b5246b55c31', 'gw_port': {'id': 'aca65b73-df62-4684-b9fd-54af16cd023c', 'name': '', 'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:b8:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5609989-caa6-4ebf-a9d2-7fe1156d27c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1819, 'fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:39:38Z', 'updated_at': '2022-04-28T11:39:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=116163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:39:39.746946 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5afec616-370a-45d0-adeb-e26f1705a1f7 None None] Checking router: d5609989-caa6-4ebf-a9d2-7fe1156d27c0 for host: dv-neutron-master-2-hyperv {{(pid=116163) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 11:39:39.747158 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5afec616-370a-45d0-adeb-e26f1705a1f7 None None] Updating router d5609989-caa6-4ebf-a9d2-7fe1156d27c0 port aca65b73-df62-4684-b9fd-54af16cd023c binding host dv-neutron-master-2-hyperv {{(pid=116163) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 28 11:39:39.773823 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-5afec616-370a-45d0-adeb-e26f1705a1f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (aca65b73-df62-4684-b9fd-54af16cd023c), before_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:39:39.809676 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-30fafe74-1484-410e-9551-34aedd03dace admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (None), before_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:39:39.967945 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.db.db_base_plugin_common [None req-30fafe74-1484-410e-9551-34aedd03dace admin admin] Allocated IP 172.20.0.1 (f8b931ad-5a52-4b20-ac70-2d2d9b213b35/d50c530a-e04c-4671-8714-fa48e7f40504/bb99375a-e5e2-409b-929d-b99a7e089920) {{(pid=116161) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 11:39:40.023936 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-5afec616-370a-45d0-adeb-e26f1705a1f7 None None] Publish callbacks [] for port (aca65b73-df62-4684-b9fd-54af16cd023c), precommit_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:39:40.070783 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-30fafe74-1484-410e-9551-34aedd03dace admin admin] Publish callbacks [] for port (bb99375a-e5e2-409b-929d-b99a7e089920), precommit_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:39:40.103509 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-5afec616-370a-45d0-adeb-e26f1705a1f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393'] for port (aca65b73-df62-4684-b9fd-54af16cd023c), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:39:40.155846 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-30fafe74-1484-410e-9551-34aedd03dace admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742234710357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5219112'] for port (bb99375a-e5e2-409b-929d-b99a7e089920), after_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:39:40.160627 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.managers [None req-5afec616-370a-45d0-adeb-e26f1705a1f7 None None] Attempting to bind port aca65b73-df62-4684-b9fd-54af16cd023c on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=116163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 28 11:39:40.161003 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.managers [None req-5afec616-370a-45d0-adeb-e26f1705a1f7 None None] Attempting to bind port aca65b73-df62-4684-b9fd-54af16cd023c by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '142bc50f-d6af-4646-8d06-bb7af6b7b51c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c'}] {{(pid=116163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 28 11:39:40.161370 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5afec616-370a-45d0-adeb-e26f1705a1f7 None None] Attempting to bind port aca65b73-df62-4684-b9fd-54af16cd023c on network 7be49d94-bbb8-4a61-bafe-209c5f861e1c {{(pid=116163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 11:39:40.164331 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feacc515-f789-46f4-a4b7-c5ffc8ff633a None None] Pushing event updated for resources: {'Port': ['ID=aca65b73-df62-4684-b9fd-54af16cd023c,revision_number=2']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:39:40.169724 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5afec616-370a-45d0-adeb-e26f1705a1f7 None None] Checking agent: {'id': 'd5baab19-5dd1-4902-922b-84acb048ab9c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 10, 50, 43), 'started_at': datetime.datetime(2022, 4, 28, 10, 51, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 11, 39, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=116163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 11:39:40.170104 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5afec616-370a-45d0-adeb-e26f1705a1f7 None None] Checking segment: {'id': '142bc50f-d6af-4646-8d06-bb7af6b7b51c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 11:39:40.170538 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-5afec616-370a-45d0-adeb-e26f1705a1f7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:39:40.170932 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5afec616-370a-45d0-adeb-e26f1705a1f7 None None] Bound using segment: {'id': '142bc50f-d6af-4646-8d06-bb7af6b7b51c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c'} {{(pid=116163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 11:39:40.171395 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.managers [None req-5afec616-370a-45d0-adeb-e26f1705a1f7 None None] Bound port: aca65b73-df62-4684-b9fd-54af16cd023c, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '142bc50f-d6af-4646-8d06-bb7af6b7b51c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c'}}] {{(pid=116163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 28 11:39:40.171779 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-5afec616-370a-45d0-adeb-e26f1705a1f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (aca65b73-df62-4684-b9fd-54af16cd023c), before_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:39:40.196422 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30fafe74-1484-410e-9551-34aedd03dace admin admin] Network f8b931ad-5a52-4b20-ac70-2d2d9b213b35 is already hosted by enough agents. {{(pid=116161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 11:39:40.199972 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.scheduler.base_scheduler [None req-30fafe74-1484-410e-9551-34aedd03dace admin admin] Resources bound (agent type, host, resource id): {{(pid=116161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 11:39:40.202628 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30fafe74-1484-410e-9551-34aedd03dace admin admin] Received port after_create {{(pid=116161) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 11:39:40.223903 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-5afec616-370a-45d0-adeb-e26f1705a1f7 None None] For port aca65b73-df62-4684-b9fd-54af16cd023c, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=116163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 11:39:40.227361 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-5afec616-370a-45d0-adeb-e26f1705a1f7 None None] For port aca65b73-df62-4684-b9fd-54af16cd023c, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=aca65b73-df62-4684-b9fd-54af16cd023c,segment=NetworkSegment(142bc50f-d6af-4646-8d06-bb7af6b7b51c),segment_id=142bc50f-d6af-4646-8d06-bb7af6b7b51c)] {{(pid=116163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 11:39:40.310545 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-5afec616-370a-45d0-adeb-e26f1705a1f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393'] for port (aca65b73-df62-4684-b9fd-54af16cd023c), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:39:40.373703 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5afec616-370a-45d0-adeb-e26f1705a1f7 None None] Routers {'d5609989-caa6-4ebf-a9d2-7fe1156d27c0'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=116163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 11:39:40.375185 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_hamode_db [None req-5afec616-370a-45d0-adeb-e26f1705a1f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-28T10:50:39Z,description=,heartbeat_timestamp=2022-04-28T11:39:39Z,host='dv-neutron-master-2-hyperv',id=6b492ad6-0876-4d74-b20d-28143a52ceba,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T10:50:40Z,topic='l3_agent')) {'router_ids': ['d5609989-caa6-4ebf-a9d2-7fe1156d27c0'], 'active': True} {{(pid=116163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:39:40.420994 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feacc515-f789-46f4-a4b7-c5ffc8ff633a None None] Pushing event updated for resources: {'Port': ['ID=aca65b73-df62-4684-b9fd-54af16cd023c,revision_number=3']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:39:40.438863 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-eaec4dc4-fa22-4eeb-91f1-8914b94bbc83 None None] Provisioning complete for port bb99375a-e5e2-409b-929d-b99a7e089920 triggered by entity DHCP. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:39:40.439241 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-eaec4dc4-fa22-4eeb-91f1-8914b94bbc83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (bb99375a-e5e2-409b-929d-b99a7e089920), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:39:40.594221 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30fafe74-1484-410e-9551-34aedd03dace admin admin] Pushing event updated for resources: {'Port': ['ID=bb99375a-e5e2-409b-929d-b99a7e089920,revision_number=1']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:39:40.610093 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-30fafe74-1484-410e-9551-34aedd03dace admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2063275'] for router_interface (d5609989-caa6-4ebf-a9d2-7fe1156d27c0), before_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:39:40.688011 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-eaec4dc4-fa22-4eeb-91f1-8914b94bbc83 None None] Port bb99375a-e5e2-409b-929d-b99a7e089920 cannot update to ACTIVE because it is not bound. {{(pid=116163) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 28 11:39:40.705345 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvr_db [None req-5afec616-370a-45d0-adeb-e26f1705a1f7 None None] Set router d5609989-caa6-4ebf-a9d2-7fe1156d27c0 gateway port host: dv-neutron-master-2-hyperv {{(pid=116163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 11:39:40.768753 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-ae94d540-e4c6-43be-adc9-b26fb6a2f62f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (cfc241ae-e4b7-443b-b80b-59fbbc2b69c9), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:39:40.824755 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-30fafe74-1484-410e-9551-34aedd03dace admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (bb99375a-e5e2-409b-929d-b99a7e089920), before_update {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:39:40.848059 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Device 43657ef6-2f27-4f3d-a606-29721105bb57 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=116163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 11:39:40.915951 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_hamode_db [None req-5afec616-370a-45d0-adeb-e26f1705a1f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5609989-caa6-4ebf-a9d2-7fe1156d27c0', 'name': 'tempest-TestShelveInstance-353498489-router', 'tenant_id': '763854b139984135af3e9b5246b55c31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'external_fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.88'}], 'enable_snat': True}, 'gw_port_id': 'aca65b73-df62-4684-b9fd-54af16cd023c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T11:39:37Z', 'updated_at': '2022-04-28T11:39:38Z', 'revision_number': 3, 'project_id': '763854b139984135af3e9b5246b55c31', 'gw_port': {'id': 'aca65b73-df62-4684-b9fd-54af16cd023c', 'name': '', 'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:b8:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5609989-caa6-4ebf-a9d2-7fe1156d27c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1819, 'fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:39:38Z', 'updated_at': '2022-04-28T11:39:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=116163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:39:40.950999 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5afec616-370a-45d0-adeb-e26f1705a1f7 None None] The sync data for ids ['d5609989-caa6-4ebf-a9d2-7fe1156d27c0'] in dv-neutron-master-2-hyperv is: [{'id': 'd5609989-caa6-4ebf-a9d2-7fe1156d27c0', 'name': 'tempest-TestShelveInstance-353498489-router', 'tenant_id': '763854b139984135af3e9b5246b55c31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'external_fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.88'}], 'enable_snat': True}, 'gw_port_id': 'aca65b73-df62-4684-b9fd-54af16cd023c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T11:39:37Z', 'updated_at': '2022-04-28T11:39:38Z', 'revision_number': 3, 'project_id': '763854b139984135af3e9b5246b55c31', 'gw_port': {'id': 'aca65b73-df62-4684-b9fd-54af16cd023c', 'name': '', 'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:b8:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5609989-caa6-4ebf-a9d2-7fe1156d27c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1819, 'fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:39:38Z', 'updated_at': '2022-04-28T11:39:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}] {{(pid=116163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 11:39:40.956734 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Provisioning complete for port 43657ef6-2f27-4f3d-a606-29721105bb57 triggered by entity L2. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:39:40.957025 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (43657ef6-2f27-4f3d-a606-29721105bb57), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:39:40.999183 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-30fafe74-1484-410e-9551-34aedd03dace admin admin] Publish callbacks [] for port (bb99375a-e5e2-409b-929d-b99a7e089920), precommit_update {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:39:41.039050 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Current status of the port 43657ef6-2f27-4f3d-a606-29721105bb57 is: ACTIVE; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:39:41.075679 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-30fafe74-1484-410e-9551-34aedd03dace admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5219123'] for port (bb99375a-e5e2-409b-929d-b99a7e089920), after_update {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:39:41.153039 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30fafe74-1484-410e-9551-34aedd03dace admin admin] Pushing event updated for resources: {'Port': ['ID=bb99375a-e5e2-409b-929d-b99a7e089920,revision_number=2']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:39:41.156437 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-30fafe74-1484-410e-9551-34aedd03dace admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1603056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2063387'] for router_interface (d5609989-caa6-4ebf-a9d2-7fe1156d27c0), after_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:39:41.261289 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30fafe74-1484-410e-9551-34aedd03dace admin admin] Network f8b931ad-5a52-4b20-ac70-2d2d9b213b35 is already hosted by enough agents. {{(pid=116161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 11:39:41.263837 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.scheduler.base_scheduler [None req-30fafe74-1484-410e-9551-34aedd03dace admin admin] Resources bound (agent type, host, resource id): {{(pid=116161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 11:39:41.388916 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30fafe74-1484-410e-9551-34aedd03dace admin admin] Router d5609989-caa6-4ebf-a9d2-7fe1156d27c0 has already been hosted by L3 agent 6b492ad6-0876-4d74-b20d-28143a52ceba {{(pid=116161) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 11:39:41.512299 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-4f4bad7a-825a-4cfa-ae9a-b5a250c4b4d7 None None] Provisioning complete for port bb99375a-e5e2-409b-929d-b99a7e089920 triggered by entity DHCP. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:39:41.512671 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30fafe74-1484-410e-9551-34aedd03dace admin admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=116161) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 11:39:41.512803 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-4f4bad7a-825a-4cfa-ae9a-b5a250c4b4d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (bb99375a-e5e2-409b-929d-b99a7e089920), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:39:41.518008 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-30fafe74-1484-410e-9551-34aedd03dace admin admin] 10.222.0.10 "PUT /v2.0/routers/d5609989-caa6-4ebf-a9d2-7fe1156d27c0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1300116 Apr 28 11:39:41.550642 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-4f4bad7a-825a-4cfa-ae9a-b5a250c4b4d7 None None] Port bb99375a-e5e2-409b-929d-b99a7e089920 cannot update to ACTIVE because it is not bound. {{(pid=116163) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 28 11:39:42.190524 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 33840) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:39:42.196190 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.v2.base [None req-e53a545a-d75d-41b6-a848-300e74fbe0dc admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1673114110-network', 'tenant_id': 'fe3820ddf867451b8fdef6b5336030c0'}} {{(pid=116162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:39:42.202338 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-01ef1de1-12fd-4cef-b76b-793f91379468 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (39cc4f52-f5d9-4e2c-bbfa-7a1c528e1c40), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:39:42.276357 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e53a545a-d75d-41b6-a848-300e74fbe0dc admin admin] Made reservation on behalf of fe3820ddf867451b8fdef6b5336030c0 for: {'network': 1} {{(pid=116162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 11:39:42.279304 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-e53a545a-d75d-41b6-a848-300e74fbe0dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for network (None), before_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:39:42.288080 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-e53a545a-d75d-41b6-a848-300e74fbe0dc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:39:42.365627 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-e53a545a-d75d-41b6-a848-300e74fbe0dc admin admin] Publish callbacks [] for security_group (23bdf2d2-1e66-4b26-8320-d4c6caab9a94), precommit_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:39:42.429544 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-e53a545a-d75d-41b6-a848-300e74fbe0dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924426'] for security_group (23bdf2d2-1e66-4b26-8320-d4c6caab9a94), after_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:39:42.467934 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e53a545a-d75d-41b6-a848-300e74fbe0dc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 74} {{(pid=116162) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 11:39:42.467934 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e53a545a-d75d-41b6-a848-300e74fbe0dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23bdf2d2-1e66-4b26-8320-d4c6caab9a94,revision_number=1']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:39:42.469554 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-e53a545a-d75d-41b6-a848-300e74fbe0dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-961978'] for segment (8fb8f093-e7d4-44ab-909e-988f39cfe832), precommit_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:39:42.469898 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.db.segments_db [None req-e53a545a-d75d-41b6-a848-300e74fbe0dc admin admin] Added segment 8fb8f093-e7d4-44ab-909e-988f39cfe832 of type vlan for network 18cdc18d-d1e6-4732-b58c-4ca805e8ca49 Apr 28 11:39:42.505785 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc22af84-4a36-4aed-b25f-f207608a2ab5 None None] Sync routers for ids ['d5609989-caa6-4ebf-a9d2-7fe1156d27c0'] in dv-neutron-master-2-hyperv {{(pid=116164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 11:39:42.515310 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-e53a545a-d75d-41b6-a848-300e74fbe0dc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742234744962'] for network (18cdc18d-d1e6-4732-b58c-4ca805e8ca49), precommit_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:39:42.516546 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc22af84-4a36-4aed-b25f-f207608a2ab5 None None] Routers {'d5609989-caa6-4ebf-a9d2-7fe1156d27c0'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=116164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 11:39:42.517166 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_hamode_db [None req-dc22af84-4a36-4aed-b25f-f207608a2ab5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-28T10:50:39Z,description=,heartbeat_timestamp=2022-04-28T11:39:39Z,host='dv-neutron-master-2-hyperv',id=6b492ad6-0876-4d74-b20d-28143a52ceba,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T10:50:40Z,topic='l3_agent')) {'router_ids': ['d5609989-caa6-4ebf-a9d2-7fe1156d27c0'], 'active': True} {{(pid=116164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:39:42.596236 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-e53a545a-d75d-41b6-a848-300e74fbe0dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042'] for network (18cdc18d-d1e6-4732-b58c-4ca805e8ca49), after_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:39:42.597321 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e53a545a-d75d-41b6-a848-300e74fbe0dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:39:42.597928 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-e53a545a-d75d-41b6-a848-300e74fbe0dc admin admin] Publish callbacks [] for network (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:39:42.625879 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_dvr_db [None req-dc22af84-4a36-4aed-b25f-f207608a2ab5 None None] Set router d5609989-caa6-4ebf-a9d2-7fe1156d27c0 gateway port host: dv-neutron-master-2-hyperv {{(pid=116164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 11:39:42.657122 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e53a545a-d75d-41b6-a848-300e74fbe0dc admin admin] Pushing event updated for resources: {'Network': ['ID=18cdc18d-d1e6-4732-b58c-4ca805e8ca49,revision_number=1']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:39:42.667069 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Network 18cdc18d-d1e6-4732-b58c-4ca805e8ca49 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=116163) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 28 11:39:42.685283 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-e53a545a-d75d-41b6-a848-300e74fbe0dc admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4934800 Apr 28 11:39:42.688001 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 33842) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:39:42.692748 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.v2.base [None req-006c67ba-74e1-41f4-970b-b7b21a288022 admin admin] Request body: {'subnet': {'network_id': '18cdc18d-d1e6-4732-b58c-4ca805e8ca49', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1673114110-subnet', 'tenant_id': 'fe3820ddf867451b8fdef6b5336030c0', 'ip_version': 4}} {{(pid=116162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:39:42.779613 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-006c67ba-74e1-41f4-970b-b7b21a288022 admin admin] Made reservation on behalf of fe3820ddf867451b8fdef6b5336030c0 for: {'subnet': 1} {{(pid=116162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 11:39:42.781997 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-006c67ba-74e1-41f4-970b-b7b21a288022 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4210834'] for subnet (None), before_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:39:42.830787 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_hamode_db [None req-dc22af84-4a36-4aed-b25f-f207608a2ab5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5609989-caa6-4ebf-a9d2-7fe1156d27c0', 'name': 'tempest-TestShelveInstance-353498489-router', 'tenant_id': '763854b139984135af3e9b5246b55c31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'external_fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.88'}], 'enable_snat': True}, 'gw_port_id': 'aca65b73-df62-4684-b9fd-54af16cd023c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T11:39:37Z', 'updated_at': '2022-04-28T11:39:40Z', 'revision_number': 4, 'project_id': '763854b139984135af3e9b5246b55c31', 'gw_port': {'id': 'aca65b73-df62-4684-b9fd-54af16cd023c', 'name': '', 'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:b8:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5609989-caa6-4ebf-a9d2-7fe1156d27c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1819, 'fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:39:38Z', 'updated_at': '2022-04-28T11:39:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'bb99375a-e5e2-409b-929d-b99a7e089920', 'name': '', 'network_id': 'f8b931ad-5a52-4b20-ac70-2d2d9b213b35', 'tenant_id': '763854b139984135af3e9b5246b55c31', 'mac_address': 'fa:16:3e:8e:eb:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5609989-caa6-4ebf-a9d2-7fe1156d27c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1820, 'fixed_ips': [{'subnet_id': 'd50c530a-e04c-4671-8714-fa48e7f40504', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:39:39Z', 'updated_at': '2022-04-28T11:39:40Z', 'revision_number': 2, 'project_id': '763854b139984135af3e9b5246b55c31', 'subnets': [{'id': 'd50c530a-e04c-4671-8714-fa48e7f40504', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=116164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:39:42.863161 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc22af84-4a36-4aed-b25f-f207608a2ab5 None None] Checking router: d5609989-caa6-4ebf-a9d2-7fe1156d27c0 for host: dv-neutron-master-2-hyperv {{(pid=116164) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 11:39:42.863513 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc22af84-4a36-4aed-b25f-f207608a2ab5 None None] Updating router d5609989-caa6-4ebf-a9d2-7fe1156d27c0 port bb99375a-e5e2-409b-929d-b99a7e089920 binding host dv-neutron-master-2-hyperv {{(pid=116164) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 28 11:39:42.878457 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Device aca65b73-df62-4684-b9fd-54af16cd023c up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=116163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 11:39:42.894562 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron_lib.callbacks.manager [None req-dc22af84-4a36-4aed-b25f-f207608a2ab5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (bb99375a-e5e2-409b-929d-b99a7e089920), before_update {{(pid=116164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:39:42.925997 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Provisioning complete for port aca65b73-df62-4684-b9fd-54af16cd023c triggered by entity L2. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:39:42.926440 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (aca65b73-df62-4684-b9fd-54af16cd023c), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:39:43.009014 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Current status of the port aca65b73-df62-4684-b9fd-54af16cd023c is: DOWN; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:39:43.009311 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (aca65b73-df62-4684-b9fd-54af16cd023c), before_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:39:43.024908 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-006c67ba-74e1-41f4-970b-b7b21a288022 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5054027', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4210784'] for subnet (b537c602-1b87-47bb-afc3-b850a71a8f3a), after_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:39:43.029838 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] For port aca65b73-df62-4684-b9fd-54af16cd023c, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=aca65b73-df62-4684-b9fd-54af16cd023c,segment=NetworkSegment(142bc50f-d6af-4646-8d06-bb7af6b7b51c),segment_id=142bc50f-d6af-4646-8d06-bb7af6b7b51c)] {{(pid=116163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 11:39:43.082259 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393'] for port (aca65b73-df62-4684-b9fd-54af16cd023c), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:39:43.082481 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006c67ba-74e1-41f4-970b-b7b21a288022 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b537c602-1b87-47bb-afc3-b850a71a8f3a,revision_number=0']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:39:43.092770 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-006c67ba-74e1-41f4-970b-b7b21a288022 admin admin] Checking segment: {'id': '8fb8f093-e7d4-44ab-909e-988f39cfe832', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '18cdc18d-d1e6-4732-b58c-4ca805e8ca49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 11:39:43.092770 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-006c67ba-74e1-41f4-970b-b7b21a288022 admin admin] Network hostable DHCP agents. Network: 18cdc18d-d1e6-4732-b58c-4ca805e8ca49, hostable agents: ['75ba81b7-fe99-4281-90d2-a5adb445ecea'], hosted agents: [] {{(pid=116162) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 11:39:43.135122 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Pushing event updated for resources: {'Port': ['ID=aca65b73-df62-4684-b9fd-54af16cd023c,revision_number=4']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:39:43.165865 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron_lib.callbacks.manager [None req-dc22af84-4a36-4aed-b25f-f207608a2ab5 None None] Publish callbacks [] for port (bb99375a-e5e2-409b-929d-b99a7e089920), precommit_update {{(pid=116164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:39:43.172540 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.agents_db [None req-54b29a82-8a19-4507-95e3-3a2d011841ff None None] Agent healthcheck: found 6 active agents {{(pid=116164) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 28 11:39:43.183753 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-006c67ba-74e1-41f4-970b-b7b21a288022 admin admin] Network 18cdc18d-d1e6-4732-b58c-4ca805e8ca49 is scheduled to be hosted by DHCP agent 75ba81b7-fe99-4281-90d2-a5adb445ecea with binding_index 1 {{(pid=116162) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 11:39:43.259152 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron_lib.callbacks.manager [None req-dc22af84-4a36-4aed-b25f-f207608a2ab5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393'] for port (bb99375a-e5e2-409b-929d-b99a7e089920), after_update {{(pid=116164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:39:43.269001 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.scheduler.base_scheduler [None req-006c67ba-74e1-41f4-970b-b7b21a288022 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 18cdc18d-d1e6-4732-b58c-4ca805e8ca49) {{(pid=116162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 11:39:43.273146 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-006c67ba-74e1-41f4-970b-b7b21a288022 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:39:43.273743 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-006c67ba-74e1-41f4-970b-b7b21a288022 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:39:43.279031 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b760f1e8-fb05-416c-9ea7-5dca2fbf6ae5 None None] Network 18cdc18d-d1e6-4732-b58c-4ca805e8ca49 requested from dv-neutron-master-2-hyperv {{(pid=116163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 11:39:43.318812 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3599c44-cf63-47df-b74e-5fec9e428064 None None] Pushing event updated for resources: {'Port': ['ID=bb99375a-e5e2-409b-929d-b99a7e089920,revision_number=3']} {{(pid=116164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:39:43.347081 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3599c44-cf63-47df-b74e-5fec9e428064 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:39:43.347461 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3599c44-cf63-47df-b74e-5fec9e428064 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:39:43.350456 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3599c44-cf63-47df-b74e-5fec9e428064 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:39:43.350456 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3599c44-cf63-47df-b74e-5fec9e428064 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:39:43.350456 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3599c44-cf63-47df-b74e-5fec9e428064 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:39:43.350456 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3599c44-cf63-47df-b74e-5fec9e428064 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:39:43.350456 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3599c44-cf63-47df-b74e-5fec9e428064 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:39:43.350456 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3599c44-cf63-47df-b74e-5fec9e428064 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:39:43.350456 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3599c44-cf63-47df-b74e-5fec9e428064 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:39:43.350456 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3599c44-cf63-47df-b74e-5fec9e428064 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:39:43.351098 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3599c44-cf63-47df-b74e-5fec9e428064 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:39:43.351098 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3599c44-cf63-47df-b74e-5fec9e428064 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:39:43.351233 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3599c44-cf63-47df-b74e-5fec9e428064 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:39:43.351519 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3599c44-cf63-47df-b74e-5fec9e428064 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:39:43.351632 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 33844) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:39:43.352088 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3599c44-cf63-47df-b74e-5fec9e428064 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:39:43.352875 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-006c67ba-74e1-41f4-970b-b7b21a288022 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6638229 Apr 28 11:39:43.358137 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.v2.base [None req-f7ebdfdc-7a26-4fc6-883c-d8508a2cd6d1 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1673114110-router', 'tenant_id': 'fe3820ddf867451b8fdef6b5336030c0', 'external_gateway_info': {'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c'}}} {{(pid=116161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:39:43.374971 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (d5baab19-5dd1-4902-922b-84acb048ab9c), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:39:43.384165 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.plugins.ml2.managers [None req-dc22af84-4a36-4aed-b25f-f207608a2ab5 None None] Attempting to bind port bb99375a-e5e2-409b-929d-b99a7e089920 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=116164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 28 11:39:43.384534 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.plugins.ml2.managers [None req-dc22af84-4a36-4aed-b25f-f207608a2ab5 None None] Attempting to bind port bb99375a-e5e2-409b-929d-b99a7e089920 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '1466f5ef-d42a-46e4-88cb-e6c72abc4c22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'f8b931ad-5a52-4b20-ac70-2d2d9b213b35'}] {{(pid=116164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 28 11:39:43.384896 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc22af84-4a36-4aed-b25f-f207608a2ab5 None None] Attempting to bind port bb99375a-e5e2-409b-929d-b99a7e089920 on network f8b931ad-5a52-4b20-ac70-2d2d9b213b35 {{(pid=116164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 11:39:43.391583 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc22af84-4a36-4aed-b25f-f207608a2ab5 None None] Checking agent: {'id': 'd5baab19-5dd1-4902-922b-84acb048ab9c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 10, 50, 43), 'started_at': datetime.datetime(2022, 4, 28, 10, 51, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 11, 39, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=116164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 11:39:43.391961 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc22af84-4a36-4aed-b25f-f207608a2ab5 None None] Checking segment: {'id': '1466f5ef-d42a-46e4-88cb-e6c72abc4c22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'f8b931ad-5a52-4b20-ac70-2d2d9b213b35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 11:39:43.392360 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron_lib.callbacks.manager [None req-dc22af84-4a36-4aed-b25f-f207608a2ab5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=116164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:39:43.392747 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc22af84-4a36-4aed-b25f-f207608a2ab5 None None] Bound using segment: {'id': '1466f5ef-d42a-46e4-88cb-e6c72abc4c22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'f8b931ad-5a52-4b20-ac70-2d2d9b213b35'} {{(pid=116164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 11:39:43.393207 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.plugins.ml2.managers [None req-dc22af84-4a36-4aed-b25f-f207608a2ab5 None None] Bound port: bb99375a-e5e2-409b-929d-b99a7e089920, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1466f5ef-d42a-46e4-88cb-e6c72abc4c22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'f8b931ad-5a52-4b20-ac70-2d2d9b213b35'}}] {{(pid=116164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 28 11:39:43.393579 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron_lib.callbacks.manager [None req-dc22af84-4a36-4aed-b25f-f207608a2ab5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (bb99375a-e5e2-409b-929d-b99a7e089920), before_update {{(pid=116164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:39:43.419160 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d5ae311-49b8-4283-b245-a15aec94e0a5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-18cdc18d-d1e6-4732-b58c-4ca805e8ca49', 'network_id': '18cdc18d-d1e6-4732-b58c-4ca805e8ca49', 'project_id': 'fe3820ddf867451b8fdef6b5336030c0', 'fixed_ips': [{'subnet_id': 'b537c602-1b87-47bb-afc3-b850a71a8f3a'}]}} from dv-neutron-master-2-hyperv. {{(pid=116163) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 28 11:39:43.420337 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-7d5ae311-49b8-4283-b245-a15aec94e0a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (None), before_create {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:39:43.464228 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.plugins.ml2.db [None req-dc22af84-4a36-4aed-b25f-f207608a2ab5 None None] For port bb99375a-e5e2-409b-929d-b99a7e089920, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=116164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 11:39:43.465321 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-f7ebdfdc-7a26-4fc6-883c-d8508a2cd6d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2060459', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-63449'] for router (214986f5-2bc9-42e6-8bcc-f7c9dfd31909), before_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:39:43.466802 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-f7ebdfdc-7a26-4fc6-883c-d8508a2cd6d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2060827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1935275', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1960866', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-63266'] for router (214986f5-2bc9-42e6-8bcc-f7c9dfd31909), precommit_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:39:43.467833 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.plugins.ml2.db [None req-dc22af84-4a36-4aed-b25f-f207608a2ab5 None None] For port bb99375a-e5e2-409b-929d-b99a7e089920, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=bb99375a-e5e2-409b-929d-b99a7e089920,segment=NetworkSegment(1466f5ef-d42a-46e4-88cb-e6c72abc4c22),segment_id=1466f5ef-d42a-46e4-88cb-e6c72abc4c22)] {{(pid=116164) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 11:39:43.526525 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-f7ebdfdc-7a26-4fc6-883c-d8508a2cd6d1 admin admin] Publish callbacks [] for router_controller (214986f5-2bc9-42e6-8bcc-f7c9dfd31909), precommit_add_association {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:39:43.545740 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron_lib.callbacks.manager [None req-dc22af84-4a36-4aed-b25f-f207608a2ab5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393'] for port (bb99375a-e5e2-409b-929d-b99a7e089920), after_update {{(pid=116164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:39:43.570469 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.db_base_plugin_common [None req-7d5ae311-49b8-4283-b245-a15aec94e0a5 None None] Allocated IP 172.20.0.2 (18cdc18d-d1e6-4732-b58c-4ca805e8ca49/b537c602-1b87-47bb-afc3-b850a71a8f3a/d98359fc-5428-4e34-a069-ffa51940ffc7) {{(pid=116163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 11:39:43.585770 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-e67ad682-338e-4308-9507-f7b463a91a19 None None] Provisioning complete for port bb99375a-e5e2-409b-929d-b99a7e089920 triggered by entity DHCP. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:39:43.586170 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-e67ad682-338e-4308-9507-f7b463a91a19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (bb99375a-e5e2-409b-929d-b99a7e089920), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:39:43.609690 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3599c44-cf63-47df-b74e-5fec9e428064 None None] Pushing event updated for resources: {'Port': ['ID=bb99375a-e5e2-409b-929d-b99a7e089920,revision_number=4']} {{(pid=116164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:39:43.616636 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc22af84-4a36-4aed-b25f-f207608a2ab5 None None] Routers {'d5609989-caa6-4ebf-a9d2-7fe1156d27c0'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=116164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 11:39:43.617673 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_hamode_db [None req-dc22af84-4a36-4aed-b25f-f207608a2ab5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-28T10:50:39Z,description=,heartbeat_timestamp=2022-04-28T11:39:39Z,host='dv-neutron-master-2-hyperv',id=6b492ad6-0876-4d74-b20d-28143a52ceba,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T10:50:40Z,topic='l3_agent')) {'router_ids': ['d5609989-caa6-4ebf-a9d2-7fe1156d27c0'], 'active': True} {{(pid=116164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:39:43.759186 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-e67ad682-338e-4308-9507-f7b463a91a19 None None] Current status of the port bb99375a-e5e2-409b-929d-b99a7e089920 is: DOWN; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:39:43.759578 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-e67ad682-338e-4308-9507-f7b463a91a19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (bb99375a-e5e2-409b-929d-b99a7e089920), before_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:39:43.780183 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_dvr_db [None req-dc22af84-4a36-4aed-b25f-f207608a2ab5 None None] Set router d5609989-caa6-4ebf-a9d2-7fe1156d27c0 gateway port host: dv-neutron-master-2-hyperv {{(pid=116164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 11:39:43.805281 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-f7ebdfdc-7a26-4fc6-883c-d8508a2cd6d1 admin admin] Publish callbacks [] for router_gateway (214986f5-2bc9-42e6-8bcc-f7c9dfd31909), precommit_update {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:39:43.827196 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-7d5ae311-49b8-4283-b245-a15aec94e0a5 None None] Publish callbacks [] for port (d98359fc-5428-4e34-a069-ffa51940ffc7), precommit_create {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:39:43.829485 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-e67ad682-338e-4308-9507-f7b463a91a19 None None] For port bb99375a-e5e2-409b-929d-b99a7e089920, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=bb99375a-e5e2-409b-929d-b99a7e089920,segment=NetworkSegment(1466f5ef-d42a-46e4-88cb-e6c72abc4c22),segment_id=1466f5ef-d42a-46e4-88cb-e6c72abc4c22)] {{(pid=116163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 11:39:43.905216 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-e67ad682-338e-4308-9507-f7b463a91a19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393'] for port (bb99375a-e5e2-409b-929d-b99a7e089920), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:39:43.907424 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-7d5ae311-49b8-4283-b245-a15aec94e0a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742234710357'] for port (d98359fc-5428-4e34-a069-ffa51940ffc7), after_create {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:39:43.953551 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d5ae311-49b8-4283-b245-a15aec94e0a5 None None] Network 18cdc18d-d1e6-4732-b58c-4ca805e8ca49 is already hosted by enough agents. {{(pid=116163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 11:39:43.960184 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.scheduler.base_scheduler [None req-7d5ae311-49b8-4283-b245-a15aec94e0a5 None None] Resources bound (agent type, host, resource id): {{(pid=116163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 11:39:43.963926 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d5ae311-49b8-4283-b245-a15aec94e0a5 None None] Received port after_create {{(pid=116163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 11:39:43.986422 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_hamode_db [None req-dc22af84-4a36-4aed-b25f-f207608a2ab5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5609989-caa6-4ebf-a9d2-7fe1156d27c0', 'name': 'tempest-TestShelveInstance-353498489-router', 'tenant_id': '763854b139984135af3e9b5246b55c31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'external_fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.88'}], 'enable_snat': True}, 'gw_port_id': 'aca65b73-df62-4684-b9fd-54af16cd023c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T11:39:37Z', 'updated_at': '2022-04-28T11:39:40Z', 'revision_number': 4, 'project_id': '763854b139984135af3e9b5246b55c31', 'gw_port': {'id': 'aca65b73-df62-4684-b9fd-54af16cd023c', 'name': '', 'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:b8:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5609989-caa6-4ebf-a9d2-7fe1156d27c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1819, 'fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:39:38Z', 'updated_at': '2022-04-28T11:39:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'bb99375a-e5e2-409b-929d-b99a7e089920', 'name': '', 'network_id': 'f8b931ad-5a52-4b20-ac70-2d2d9b213b35', 'tenant_id': '763854b139984135af3e9b5246b55c31', 'mac_address': 'fa:16:3e:8e:eb:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5609989-caa6-4ebf-a9d2-7fe1156d27c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1820, 'fixed_ips': [{'subnet_id': 'd50c530a-e04c-4671-8714-fa48e7f40504', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:39:39Z', 'updated_at': '2022-04-28T11:39:43Z', 'revision_number': 4, 'project_id': '763854b139984135af3e9b5246b55c31', 'subnets': [{'id': 'd50c530a-e04c-4671-8714-fa48e7f40504', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=116164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:39:44.001561 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67ad682-338e-4308-9507-f7b463a91a19 None None] Pushing event updated for resources: {'Port': ['ID=bb99375a-e5e2-409b-929d-b99a7e089920,revision_number=5']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:39:44.022286 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc22af84-4a36-4aed-b25f-f207608a2ab5 None None] The sync data for ids ['d5609989-caa6-4ebf-a9d2-7fe1156d27c0'] in dv-neutron-master-2-hyperv is: [{'id': 'd5609989-caa6-4ebf-a9d2-7fe1156d27c0', 'name': 'tempest-TestShelveInstance-353498489-router', 'tenant_id': '763854b139984135af3e9b5246b55c31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'external_fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.88'}], 'enable_snat': True}, 'gw_port_id': 'aca65b73-df62-4684-b9fd-54af16cd023c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T11:39:37Z', 'updated_at': '2022-04-28T11:39:40Z', 'revision_number': 4, 'project_id': '763854b139984135af3e9b5246b55c31', 'gw_port': {'id': 'aca65b73-df62-4684-b9fd-54af16cd023c', 'name': '', 'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:b8:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5609989-caa6-4ebf-a9d2-7fe1156d27c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1819, 'fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:39:38Z', 'updated_at': '2022-04-28T11:39:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'bb99375a-e5e2-409b-929d-b99a7e089920', 'name': '', 'network_id': 'f8b931ad-5a52-4b20-ac70-2d2d9b213b35', 'tenant_id': '763854b139984135af3e9b5246b55c31', 'mac_address': 'fa:16:3e:8e:eb:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5609989-caa6-4ebf-a9d2-7fe1156d27c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1820, 'fixed_ips': [{'subnet_id': 'd50c530a-e04c-4671-8714-fa48e7f40504', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:39:39Z', 'updated_at': '2022-04-28T11:39:43Z', 'revision_number': 4, 'project_id': '763854b139984135af3e9b5246b55c31', 'subnets': [{'id': 'd50c530a-e04c-4671-8714-fa48e7f40504', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=116164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 11:39:44.096211 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-f7ebdfdc-7a26-4fc6-883c-d8508a2cd6d1 admin admin] Publish callbacks [] for router_gateway (214986f5-2bc9-42e6-8bcc-f7c9dfd31909), before_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:39:44.104839 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-ddbeab30-125b-42ba-a1ac-97da766a8344 None None] Provisioning complete for port bb99375a-e5e2-409b-929d-b99a7e089920 triggered by entity DHCP. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:39:44.105260 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-ddbeab30-125b-42ba-a1ac-97da766a8344 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (bb99375a-e5e2-409b-929d-b99a7e089920), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:39:44.107361 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.managers [None req-7d5ae311-49b8-4283-b245-a15aec94e0a5 None None] Attempting to bind port d98359fc-5428-4e34-a069-ffa51940ffc7 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=116163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 28 11:39:44.107736 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.managers [None req-7d5ae311-49b8-4283-b245-a15aec94e0a5 None None] Attempting to bind port d98359fc-5428-4e34-a069-ffa51940ffc7 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '8fb8f093-e7d4-44ab-909e-988f39cfe832', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '18cdc18d-d1e6-4732-b58c-4ca805e8ca49'}] {{(pid=116163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 28 11:39:44.108105 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d5ae311-49b8-4283-b245-a15aec94e0a5 None None] Attempting to bind port d98359fc-5428-4e34-a069-ffa51940ffc7 on network 18cdc18d-d1e6-4732-b58c-4ca805e8ca49 {{(pid=116163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 11:39:44.110837 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d5ae311-49b8-4283-b245-a15aec94e0a5 None None] Pushing event updated for resources: {'Port': ['ID=d98359fc-5428-4e34-a069-ffa51940ffc7,revision_number=1']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:39:44.119662 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-f7ebdfdc-7a26-4fc6-883c-d8508a2cd6d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (None), before_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:39:44.141741 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d5ae311-49b8-4283-b245-a15aec94e0a5 None None] Checking agent: {'id': 'd5baab19-5dd1-4902-922b-84acb048ab9c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 10, 50, 43), 'started_at': datetime.datetime(2022, 4, 28, 10, 51, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 11, 39, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=116163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 11:39:44.142125 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d5ae311-49b8-4283-b245-a15aec94e0a5 None None] Checking segment: {'id': '8fb8f093-e7d4-44ab-909e-988f39cfe832', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '18cdc18d-d1e6-4732-b58c-4ca805e8ca49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 11:39:44.142572 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-7d5ae311-49b8-4283-b245-a15aec94e0a5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:39:44.143008 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d5ae311-49b8-4283-b245-a15aec94e0a5 None None] Bound using segment: {'id': '8fb8f093-e7d4-44ab-909e-988f39cfe832', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '18cdc18d-d1e6-4732-b58c-4ca805e8ca49'} {{(pid=116163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 11:39:44.143528 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.managers [None req-7d5ae311-49b8-4283-b245-a15aec94e0a5 None None] Bound port: d98359fc-5428-4e34-a069-ffa51940ffc7, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8fb8f093-e7d4-44ab-909e-988f39cfe832', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '18cdc18d-d1e6-4732-b58c-4ca805e8ca49'}}] {{(pid=116163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 28 11:39:44.143870 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-7d5ae311-49b8-4283-b245-a15aec94e0a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (d98359fc-5428-4e34-a069-ffa51940ffc7), before_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:39:44.240569 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.db.db_base_plugin_common [None req-f7ebdfdc-7a26-4fc6-883c-d8508a2cd6d1 admin admin] Allocated IP 172.36.4.224 (7be49d94-bbb8-4a61-bafe-209c5f861e1c/c0f82f52-05ee-40f2-a57c-9d02e01fb9fa/dcbc814c-ab8a-4fd3-bd12-d41eda131b1c) {{(pid=116161) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 11:39:44.253181 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-7d5ae311-49b8-4283-b245-a15aec94e0a5 None None] For port d98359fc-5428-4e34-a069-ffa51940ffc7, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=116163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 11:39:44.257347 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-7d5ae311-49b8-4283-b245-a15aec94e0a5 None None] For port d98359fc-5428-4e34-a069-ffa51940ffc7, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=d98359fc-5428-4e34-a069-ffa51940ffc7,segment=NetworkSegment(8fb8f093-e7d4-44ab-909e-988f39cfe832),segment_id=8fb8f093-e7d4-44ab-909e-988f39cfe832)] {{(pid=116163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 11:39:44.260967 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-ddbeab30-125b-42ba-a1ac-97da766a8344 None None] Current status of the port bb99375a-e5e2-409b-929d-b99a7e089920 is: ACTIVE; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:39:44.337186 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-7d5ae311-49b8-4283-b245-a15aec94e0a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393'] for port (d98359fc-5428-4e34-a069-ffa51940ffc7), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:39:44.356207 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-f7ebdfdc-7a26-4fc6-883c-d8508a2cd6d1 admin admin] Publish callbacks [] for port (dcbc814c-ab8a-4fd3-bd12-d41eda131b1c), precommit_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:39:44.402712 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d5ae311-49b8-4283-b245-a15aec94e0a5 None None] Pushing event updated for resources: {'Port': ['ID=d98359fc-5428-4e34-a069-ffa51940ffc7,revision_number=2']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:39:44.453809 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-f7ebdfdc-7a26-4fc6-883c-d8508a2cd6d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742234710357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5219112'] for port (dcbc814c-ab8a-4fd3-bd12-d41eda131b1c), after_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:39:44.496779 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7ebdfdc-7a26-4fc6-883c-d8508a2cd6d1 admin admin] Network 7be49d94-bbb8-4a61-bafe-209c5f861e1c is already hosted by enough agents. {{(pid=116161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 11:39:44.499850 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.scheduler.base_scheduler [None req-f7ebdfdc-7a26-4fc6-883c-d8508a2cd6d1 admin admin] Resources bound (agent type, host, resource id): {{(pid=116161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 11:39:44.506051 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7ebdfdc-7a26-4fc6-883c-d8508a2cd6d1 admin admin] Received port after_create {{(pid=116161) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 11:39:44.532894 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ebdfdc-7a26-4fc6-883c-d8508a2cd6d1 admin admin] Pushing event updated for resources: {'Port': ['ID=dcbc814c-ab8a-4fd3-bd12-d41eda131b1c,revision_number=1']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:39:44.854594 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-f7ebdfdc-7a26-4fc6-883c-d8508a2cd6d1 admin admin] Publish callbacks [] for router_gateway (214986f5-2bc9-42e6-8bcc-f7c9dfd31909), after_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:39:44.951504 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Device aca65b73-df62-4684-b9fd-54af16cd023c up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=116163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 11:39:45.004894 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Provisioning complete for port aca65b73-df62-4684-b9fd-54af16cd023c triggered by entity L2. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:39:45.005275 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (aca65b73-df62-4684-b9fd-54af16cd023c), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:39:45.099044 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-f7ebdfdc-7a26-4fc6-883c-d8508a2cd6d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2060818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1935326'] for router (214986f5-2bc9-42e6-8bcc-f7c9dfd31909), after_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:39:45.123959 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Current status of the port aca65b73-df62-4684-b9fd-54af16cd023c is: ACTIVE; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:39:45.125123 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Device bb99375a-e5e2-409b-929d-b99a7e089920 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=116163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 11:39:45.198536 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Provisioning complete for port bb99375a-e5e2-409b-929d-b99a7e089920 triggered by entity L2. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:39:45.199027 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (bb99375a-e5e2-409b-929d-b99a7e089920), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:39:45.301104 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Current status of the port bb99375a-e5e2-409b-929d-b99a7e089920 is: ACTIVE; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:39:45.302220 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Device d98359fc-5428-4e34-a069-ffa51940ffc7 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=116163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 11:39:45.321943 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7ebdfdc-7a26-4fc6-883c-d8508a2cd6d1 admin admin] Router 214986f5-2bc9-42e6-8bcc-f7c9dfd31909 is scheduled to L3 agent 6b492ad6-0876-4d74-b20d-28143a52ceba with binding_index 1 {{(pid=116161) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 28 11:39:45.352699 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Provisioning complete for port d98359fc-5428-4e34-a069-ffa51940ffc7 triggered by entity L2. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:39:45.353211 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (d98359fc-5428-4e34-a069-ffa51940ffc7), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:39:45.431409 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb4bcde4-3b65-4e95-b92e-4b9832c787fc None None] Network 18cdc18d-d1e6-4732-b58c-4ca805e8ca49 requested from dv-neutron-master-2-hyperv {{(pid=116163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 11:39:45.448948 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7ebdfdc-7a26-4fc6-883c-d8508a2cd6d1 admin admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=116161) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 11:39:45.467078 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a17f30b-eb17-413e-bbd1-3884c5e85e42 None None] Sync routers for ids ['214986f5-2bc9-42e6-8bcc-f7c9dfd31909'] in dv-neutron-master-2-hyperv {{(pid=116163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 11:39:45.473976 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Current status of the port d98359fc-5428-4e34-a069-ffa51940ffc7 is: DOWN; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:39:45.473976 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (d98359fc-5428-4e34-a069-ffa51940ffc7), before_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:39:45.538105 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a17f30b-eb17-413e-bbd1-3884c5e85e42 None None] Routers {'214986f5-2bc9-42e6-8bcc-f7c9dfd31909'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=116163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 11:39:45.538778 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_hamode_db [None req-7a17f30b-eb17-413e-bbd1-3884c5e85e42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-28T10:50:39Z,description=,heartbeat_timestamp=2022-04-28T11:39:39Z,host='dv-neutron-master-2-hyperv',id=6b492ad6-0876-4d74-b20d-28143a52ceba,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T10:50:40Z,topic='l3_agent')) {'router_ids': ['214986f5-2bc9-42e6-8bcc-f7c9dfd31909'], 'active': True} {{(pid=116163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:39:45.558183 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-f7ebdfdc-7a26-4fc6-883c-d8508a2cd6d1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:39:45.559994 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-f7ebdfdc-7a26-4fc6-883c-d8508a2cd6d1 admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.2074492 Apr 28 11:39:45.562669 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 33846) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:39:45.591058 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-b825790b-df64-48fa-9dd6-c31ebc9e3f61 None None] Provisioning complete for port d98359fc-5428-4e34-a069-ffa51940ffc7 triggered by entity DHCP. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:39:45.591510 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-b825790b-df64-48fa-9dd6-c31ebc9e3f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (d98359fc-5428-4e34-a069-ffa51940ffc7), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:39:45.627189 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] For port d98359fc-5428-4e34-a069-ffa51940ffc7, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=d98359fc-5428-4e34-a069-ffa51940ffc7,segment=NetworkSegment(8fb8f093-e7d4-44ab-909e-988f39cfe832),segment_id=8fb8f093-e7d4-44ab-909e-988f39cfe832)] {{(pid=116163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 11:39:45.714009 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393'] for port (d98359fc-5428-4e34-a069-ffa51940ffc7), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:39:45.764896 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvr_db [None req-7a17f30b-eb17-413e-bbd1-3884c5e85e42 None None] Set router 214986f5-2bc9-42e6-8bcc-f7c9dfd31909 gateway port host: dv-neutron-master-2-hyperv {{(pid=116163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 11:39:45.879446 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Pushing event updated for resources: {'Port': ['ID=d98359fc-5428-4e34-a069-ffa51940ffc7,revision_number=3']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:39:46.087054 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-b825790b-df64-48fa-9dd6-c31ebc9e3f61 None None] Current status of the port d98359fc-5428-4e34-a069-ffa51940ffc7 is: ACTIVE; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:39:46.158892 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_hamode_db [None req-7a17f30b-eb17-413e-bbd1-3884c5e85e42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '214986f5-2bc9-42e6-8bcc-f7c9dfd31909', 'name': 'tempest-TestShelveInstance-1673114110-router', 'tenant_id': 'fe3820ddf867451b8fdef6b5336030c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'external_fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.224'}], 'enable_snat': True}, 'gw_port_id': 'dcbc814c-ab8a-4fd3-bd12-d41eda131b1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T11:39:43Z', 'updated_at': '2022-04-28T11:39:44Z', 'revision_number': 3, 'project_id': 'fe3820ddf867451b8fdef6b5336030c0', 'gw_port': {'id': 'dcbc814c-ab8a-4fd3-bd12-d41eda131b1c', 'name': '', 'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:38:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '214986f5-2bc9-42e6-8bcc-f7c9dfd31909', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1831, 'fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:39:44Z', 'updated_at': '2022-04-28T11:39:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=116163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:39:46.187185 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a17f30b-eb17-413e-bbd1-3884c5e85e42 None None] Checking router: 214986f5-2bc9-42e6-8bcc-f7c9dfd31909 for host: dv-neutron-master-2-hyperv {{(pid=116163) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 11:39:46.187535 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a17f30b-eb17-413e-bbd1-3884c5e85e42 None None] Updating router 214986f5-2bc9-42e6-8bcc-f7c9dfd31909 port dcbc814c-ab8a-4fd3-bd12-d41eda131b1c binding host dv-neutron-master-2-hyperv {{(pid=116163) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 28 11:39:46.229892 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-7a17f30b-eb17-413e-bbd1-3884c5e85e42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (dcbc814c-ab8a-4fd3-bd12-d41eda131b1c), before_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:39:46.232976 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-148e5c29-6e43-46f8-956a-f6f363a1fef1 None None] Provisioning complete for port d98359fc-5428-4e34-a069-ffa51940ffc7 triggered by entity DHCP. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:39:46.233335 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-148e5c29-6e43-46f8-956a-f6f363a1fef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (d98359fc-5428-4e34-a069-ffa51940ffc7), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:39:46.328849 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-521d084d-4dcd-47c0-8b1b-6008641e939e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (None), before_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:39:46.416661 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-148e5c29-6e43-46f8-956a-f6f363a1fef1 None None] Current status of the port d98359fc-5428-4e34-a069-ffa51940ffc7 is: ACTIVE; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:39:46.488009 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.db.db_base_plugin_common [None req-521d084d-4dcd-47c0-8b1b-6008641e939e admin admin] Allocated IP 172.20.0.1 (18cdc18d-d1e6-4732-b58c-4ca805e8ca49/b537c602-1b87-47bb-afc3-b850a71a8f3a/283da8e2-7045-4d60-b76d-5a94d0d427a6) {{(pid=116161) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 11:39:46.544789 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-7a17f30b-eb17-413e-bbd1-3884c5e85e42 None None] Publish callbacks [] for port (dcbc814c-ab8a-4fd3-bd12-d41eda131b1c), precommit_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:39:46.596211 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-521d084d-4dcd-47c0-8b1b-6008641e939e admin admin] Publish callbacks [] for port (283da8e2-7045-4d60-b76d-5a94d0d427a6), precommit_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:39:46.607614 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-7a17f30b-eb17-413e-bbd1-3884c5e85e42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393'] for port (dcbc814c-ab8a-4fd3-bd12-d41eda131b1c), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:39:46.660476 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.managers [None req-7a17f30b-eb17-413e-bbd1-3884c5e85e42 None None] Attempting to bind port dcbc814c-ab8a-4fd3-bd12-d41eda131b1c on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=116163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 28 11:39:46.660849 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.managers [None req-7a17f30b-eb17-413e-bbd1-3884c5e85e42 None None] Attempting to bind port dcbc814c-ab8a-4fd3-bd12-d41eda131b1c by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '142bc50f-d6af-4646-8d06-bb7af6b7b51c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c'}] {{(pid=116163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 28 11:39:46.661214 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a17f30b-eb17-413e-bbd1-3884c5e85e42 None None] Attempting to bind port dcbc814c-ab8a-4fd3-bd12-d41eda131b1c on network 7be49d94-bbb8-4a61-bafe-209c5f861e1c {{(pid=116163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 11:39:46.664295 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012fedd0-cb48-4cd8-a3f1-d26af8325277 None None] Pushing event updated for resources: {'Port': ['ID=dcbc814c-ab8a-4fd3-bd12-d41eda131b1c,revision_number=2']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:39:46.668798 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a17f30b-eb17-413e-bbd1-3884c5e85e42 None None] Checking agent: {'id': 'd5baab19-5dd1-4902-922b-84acb048ab9c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 10, 50, 43), 'started_at': datetime.datetime(2022, 4, 28, 10, 51, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 11, 39, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=116163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 11:39:46.669112 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a17f30b-eb17-413e-bbd1-3884c5e85e42 None None] Checking segment: {'id': '142bc50f-d6af-4646-8d06-bb7af6b7b51c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 11:39:46.669514 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-7a17f30b-eb17-413e-bbd1-3884c5e85e42 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:39:46.669904 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a17f30b-eb17-413e-bbd1-3884c5e85e42 None None] Bound using segment: {'id': '142bc50f-d6af-4646-8d06-bb7af6b7b51c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c'} {{(pid=116163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 11:39:46.670368 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.managers [None req-7a17f30b-eb17-413e-bbd1-3884c5e85e42 None None] Bound port: dcbc814c-ab8a-4fd3-bd12-d41eda131b1c, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '142bc50f-d6af-4646-8d06-bb7af6b7b51c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c'}}] {{(pid=116163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 28 11:39:46.670772 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-7a17f30b-eb17-413e-bbd1-3884c5e85e42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (dcbc814c-ab8a-4fd3-bd12-d41eda131b1c), before_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:39:46.676782 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-521d084d-4dcd-47c0-8b1b-6008641e939e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742234710357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5219112'] for port (283da8e2-7045-4d60-b76d-5a94d0d427a6), after_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:39:46.716024 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-521d084d-4dcd-47c0-8b1b-6008641e939e admin admin] Network 18cdc18d-d1e6-4732-b58c-4ca805e8ca49 is already hosted by enough agents. {{(pid=116161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 11:39:46.718969 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.scheduler.base_scheduler [None req-521d084d-4dcd-47c0-8b1b-6008641e939e admin admin] Resources bound (agent type, host, resource id): {{(pid=116161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 11:39:46.723985 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-7a17f30b-eb17-413e-bbd1-3884c5e85e42 None None] For port dcbc814c-ab8a-4fd3-bd12-d41eda131b1c, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=116163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 11:39:46.724712 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-521d084d-4dcd-47c0-8b1b-6008641e939e admin admin] Received port after_create {{(pid=116161) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 11:39:46.727039 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-7a17f30b-eb17-413e-bbd1-3884c5e85e42 None None] For port dcbc814c-ab8a-4fd3-bd12-d41eda131b1c, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=dcbc814c-ab8a-4fd3-bd12-d41eda131b1c,segment=NetworkSegment(142bc50f-d6af-4646-8d06-bb7af6b7b51c),segment_id=142bc50f-d6af-4646-8d06-bb7af6b7b51c)] {{(pid=116163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 11:39:46.749484 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-521d084d-4dcd-47c0-8b1b-6008641e939e admin admin] Pushing event updated for resources: {'Port': ['ID=283da8e2-7045-4d60-b76d-5a94d0d427a6,revision_number=1']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:39:46.769962 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-521d084d-4dcd-47c0-8b1b-6008641e939e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2063275'] for router_interface (214986f5-2bc9-42e6-8bcc-f7c9dfd31909), before_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:39:46.817884 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-7a17f30b-eb17-413e-bbd1-3884c5e85e42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393'] for port (dcbc814c-ab8a-4fd3-bd12-d41eda131b1c), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:39:46.858191 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Device d98359fc-5428-4e34-a069-ffa51940ffc7 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=116163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 11:39:46.931409 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a17f30b-eb17-413e-bbd1-3884c5e85e42 None None] Routers {'214986f5-2bc9-42e6-8bcc-f7c9dfd31909'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=116163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 11:39:46.932042 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_hamode_db [None req-7a17f30b-eb17-413e-bbd1-3884c5e85e42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-28T10:50:39Z,description=,heartbeat_timestamp=2022-04-28T11:39:39Z,host='dv-neutron-master-2-hyperv',id=6b492ad6-0876-4d74-b20d-28143a52ceba,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T10:50:40Z,topic='l3_agent')) {'router_ids': ['214986f5-2bc9-42e6-8bcc-f7c9dfd31909'], 'active': True} {{(pid=116163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:39:46.975766 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012fedd0-cb48-4cd8-a3f1-d26af8325277 None None] Pushing event updated for resources: {'Port': ['ID=dcbc814c-ab8a-4fd3-bd12-d41eda131b1c,revision_number=3']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:39:46.989933 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-7dac82c3-cba9-4d3e-8c2a-26c7b50fc7ac None None] Provisioning complete for port 283da8e2-7045-4d60-b76d-5a94d0d427a6 triggered by entity DHCP. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:39:46.990243 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-7dac82c3-cba9-4d3e-8c2a-26c7b50fc7ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (283da8e2-7045-4d60-b76d-5a94d0d427a6), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:39:46.995261 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-521d084d-4dcd-47c0-8b1b-6008641e939e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (283da8e2-7045-4d60-b76d-5a94d0d427a6), before_update {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:39:47.023407 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Provisioning complete for port d98359fc-5428-4e34-a069-ffa51940ffc7 triggered by entity L2. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:39:47.023780 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (d98359fc-5428-4e34-a069-ffa51940ffc7), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:39:47.107272 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-7dac82c3-cba9-4d3e-8c2a-26c7b50fc7ac None None] Port 283da8e2-7045-4d60-b76d-5a94d0d427a6 cannot update to ACTIVE because it is not bound. {{(pid=116163) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 28 11:39:47.127950 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvr_db [None req-7a17f30b-eb17-413e-bbd1-3884c5e85e42 None None] Set router 214986f5-2bc9-42e6-8bcc-f7c9dfd31909 gateway port host: dv-neutron-master-2-hyperv {{(pid=116163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 11:39:47.159138 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-521d084d-4dcd-47c0-8b1b-6008641e939e admin admin] Publish callbacks [] for port (283da8e2-7045-4d60-b76d-5a94d0d427a6), precommit_update {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:39:47.219298 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-521d084d-4dcd-47c0-8b1b-6008641e939e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5219123'] for port (283da8e2-7045-4d60-b76d-5a94d0d427a6), after_update {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:39:47.268794 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Current status of the port d98359fc-5428-4e34-a069-ffa51940ffc7 is: ACTIVE; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:39:47.290068 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-521d084d-4dcd-47c0-8b1b-6008641e939e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1603056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2063387'] for router_interface (214986f5-2bc9-42e6-8bcc-f7c9dfd31909), after_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:39:47.292838 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-521d084d-4dcd-47c0-8b1b-6008641e939e admin admin] Pushing event updated for resources: {'Port': ['ID=283da8e2-7045-4d60-b76d-5a94d0d427a6,revision_number=2']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:39:47.330737 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_hamode_db [None req-7a17f30b-eb17-413e-bbd1-3884c5e85e42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '214986f5-2bc9-42e6-8bcc-f7c9dfd31909', 'name': 'tempest-TestShelveInstance-1673114110-router', 'tenant_id': 'fe3820ddf867451b8fdef6b5336030c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'external_fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.224'}], 'enable_snat': True}, 'gw_port_id': 'dcbc814c-ab8a-4fd3-bd12-d41eda131b1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T11:39:43Z', 'updated_at': '2022-04-28T11:39:44Z', 'revision_number': 3, 'project_id': 'fe3820ddf867451b8fdef6b5336030c0', 'gw_port': {'id': 'dcbc814c-ab8a-4fd3-bd12-d41eda131b1c', 'name': '', 'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:38:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '214986f5-2bc9-42e6-8bcc-f7c9dfd31909', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1831, 'fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:39:44Z', 'updated_at': '2022-04-28T11:39:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=116163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:39:47.361536 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a17f30b-eb17-413e-bbd1-3884c5e85e42 None None] The sync data for ids ['214986f5-2bc9-42e6-8bcc-f7c9dfd31909'] in dv-neutron-master-2-hyperv is: [{'id': '214986f5-2bc9-42e6-8bcc-f7c9dfd31909', 'name': 'tempest-TestShelveInstance-1673114110-router', 'tenant_id': 'fe3820ddf867451b8fdef6b5336030c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'external_fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.224'}], 'enable_snat': True}, 'gw_port_id': 'dcbc814c-ab8a-4fd3-bd12-d41eda131b1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T11:39:43Z', 'updated_at': '2022-04-28T11:39:44Z', 'revision_number': 3, 'project_id': 'fe3820ddf867451b8fdef6b5336030c0', 'gw_port': {'id': 'dcbc814c-ab8a-4fd3-bd12-d41eda131b1c', 'name': '', 'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:38:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '214986f5-2bc9-42e6-8bcc-f7c9dfd31909', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1831, 'fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:39:44Z', 'updated_at': '2022-04-28T11:39:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}] {{(pid=116163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 11:39:47.388503 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-521d084d-4dcd-47c0-8b1b-6008641e939e admin admin] Network 18cdc18d-d1e6-4732-b58c-4ca805e8ca49 is already hosted by enough agents. {{(pid=116161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 11:39:47.389928 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.scheduler.base_scheduler [None req-521d084d-4dcd-47c0-8b1b-6008641e939e admin admin] Resources bound (agent type, host, resource id): {{(pid=116161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 11:39:47.520737 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-521d084d-4dcd-47c0-8b1b-6008641e939e admin admin] Router 214986f5-2bc9-42e6-8bcc-f7c9dfd31909 has already been hosted by L3 agent 6b492ad6-0876-4d74-b20d-28143a52ceba {{(pid=116161) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 11:39:47.637675 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-9b019482-e794-406a-b8ae-88b3c03adc55 None None] Provisioning complete for port 283da8e2-7045-4d60-b76d-5a94d0d427a6 triggered by entity DHCP. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:39:47.638276 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-9b019482-e794-406a-b8ae-88b3c03adc55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (283da8e2-7045-4d60-b76d-5a94d0d427a6), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:39:47.667077 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-521d084d-4dcd-47c0-8b1b-6008641e939e admin admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=116161) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 11:39:47.673054 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-521d084d-4dcd-47c0-8b1b-6008641e939e admin admin] 10.222.0.10 "PUT /v2.0/routers/214986f5-2bc9-42e6-8bcc-f7c9dfd31909/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1092079 Apr 28 11:39:47.676290 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-9b019482-e794-406a-b8ae-88b3c03adc55 None None] Port 283da8e2-7045-4d60-b76d-5a94d0d427a6 cannot update to ACTIVE because it is not bound. {{(pid=116163) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 28 11:39:48.265807 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 33854) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:39:48.270481 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.v2.base [None req-ba1bd98d-ab00-4af6-8f59-94d5bbc012f9 tempest-TestShelveInstance-1703156370 tempest-TestShelveInstance-1703156370-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2004834117', 'description': 'tempest-secgroup-smoke-2004834117 description', 'project_id': '763854b139984135af3e9b5246b55c31'}} {{(pid=116161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:39:48.349159 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-ba1bd98d-ab00-4af6-8f59-94d5bbc012f9 tempest-TestShelveInstance-1703156370 tempest-TestShelveInstance-1703156370-project] Publish callbacks [] for security_group (None), before_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:39:48.417520 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-ba1bd98d-ab00-4af6-8f59-94d5bbc012f9 tempest-TestShelveInstance-1703156370 tempest-TestShelveInstance-1703156370-project] Publish callbacks [] for security_group (752eee2a-bc8c-4f47-ab2e-ac948e6831e9), precommit_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:39:48.486244 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-ba1bd98d-ab00-4af6-8f59-94d5bbc012f9 tempest-TestShelveInstance-1703156370 tempest-TestShelveInstance-1703156370-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924426'] for security_group (752eee2a-bc8c-4f47-ab2e-ac948e6831e9), after_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:39:48.517521 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1bd98d-ab00-4af6-8f59-94d5bbc012f9 tempest-TestShelveInstance-1703156370 tempest-TestShelveInstance-1703156370-project] Pushing event updated for resources: {'SecurityGroup': ['ID=752eee2a-bc8c-4f47-ab2e-ac948e6831e9,revision_number=1']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:39:48.556987 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-ba1bd98d-ab00-4af6-8f59-94d5bbc012f9 tempest-TestShelveInstance-1703156370 tempest-TestShelveInstance-1703156370-project] Publish callbacks [] for security_group (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:39:48.562252 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 33856) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:39:48.570979 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-ba1bd98d-ab00-4af6-8f59-94d5bbc012f9 tempest-TestShelveInstance-1703156370 tempest-TestShelveInstance-1703156370-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.2953231 Apr 28 11:39:48.571113 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.v2.base [None req-7f794948-23cb-439c-94cd-bf29474e0254 tempest-TestShelveInstance-1703156370 tempest-TestShelveInstance-1703156370-project] Request body: {'security_group_rule': {'security_group_id': '752eee2a-bc8c-4f47-ab2e-ac948e6831e9', 'project_id': '763854b139984135af3e9b5246b55c31', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=116162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:39:48.682212 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-7f794948-23cb-439c-94cd-bf29474e0254 tempest-TestShelveInstance-1703156370 tempest-TestShelveInstance-1703156370-project] Publish callbacks [] for security_group_rule (14997feb-69e9-4e9e-9c8d-a0edb797b944), before_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:39:48.743775 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-7f794948-23cb-439c-94cd-bf29474e0254 tempest-TestShelveInstance-1703156370 tempest-TestShelveInstance-1703156370-project] Publish callbacks [] for security_group_rule (14997feb-69e9-4e9e-9c8d-a0edb797b944), precommit_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:39:48.802332 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-7f794948-23cb-439c-94cd-bf29474e0254 tempest-TestShelveInstance-1703156370 tempest-TestShelveInstance-1703156370-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1912725'] for security_group_rule (14997feb-69e9-4e9e-9c8d-a0edb797b944), after_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:39:48.819045 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f794948-23cb-439c-94cd-bf29474e0254 tempest-TestShelveInstance-1703156370 tempest-TestShelveInstance-1703156370-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=14997feb-69e9-4e9e-9c8d-a0edb797b944,revision_number=0']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:39:48.859794 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Device dcbc814c-ab8a-4fd3-bd12-d41eda131b1c up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=116163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 11:39:48.878099 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-7f794948-23cb-439c-94cd-bf29474e0254 tempest-TestShelveInstance-1703156370 tempest-TestShelveInstance-1703156370-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:39:48.879649 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-7f794948-23cb-439c-94cd-bf29474e0254 tempest-TestShelveInstance-1703156370 tempest-TestShelveInstance-1703156370-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3156753 Apr 28 11:39:48.882202 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 33858) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:39:48.886563 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.v2.base [None req-c1539ad5-2b53-4d84-9c74-1bf220446b3e tempest-TestShelveInstance-1703156370 tempest-TestShelveInstance-1703156370-project] Request body: {'security_group_rule': {'security_group_id': '752eee2a-bc8c-4f47-ab2e-ac948e6831e9', 'project_id': '763854b139984135af3e9b5246b55c31', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=116162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:39:48.913711 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Provisioning complete for port dcbc814c-ab8a-4fd3-bd12-d41eda131b1c triggered by entity L2. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:39:48.914095 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (dcbc814c-ab8a-4fd3-bd12-d41eda131b1c), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:39:48.915956 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9fbffea-e502-47bf-bfef-3a54bc20555a None None] Sync routers for ids ['214986f5-2bc9-42e6-8bcc-f7c9dfd31909'] in dv-neutron-master-2-hyperv {{(pid=116164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 11:39:48.926035 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9fbffea-e502-47bf-bfef-3a54bc20555a None None] Routers {'214986f5-2bc9-42e6-8bcc-f7c9dfd31909'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=116164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 11:39:48.929950 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_hamode_db [None req-e9fbffea-e502-47bf-bfef-3a54bc20555a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-28T10:50:39Z,description=,heartbeat_timestamp=2022-04-28T11:39:39Z,host='dv-neutron-master-2-hyperv',id=6b492ad6-0876-4d74-b20d-28143a52ceba,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T10:50:40Z,topic='l3_agent')) {'router_ids': ['214986f5-2bc9-42e6-8bcc-f7c9dfd31909'], 'active': True} {{(pid=116164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:39:48.986366 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-c1539ad5-2b53-4d84-9c74-1bf220446b3e tempest-TestShelveInstance-1703156370 tempest-TestShelveInstance-1703156370-project] Publish callbacks [] for security_group_rule (e2d1b428-2c2e-4edd-b123-8b0e855ffc5d), before_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:39:48.994265 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Current status of the port dcbc814c-ab8a-4fd3-bd12-d41eda131b1c is: DOWN; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:39:48.994686 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (dcbc814c-ab8a-4fd3-bd12-d41eda131b1c), before_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:39:49.015857 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] For port dcbc814c-ab8a-4fd3-bd12-d41eda131b1c, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=dcbc814c-ab8a-4fd3-bd12-d41eda131b1c,segment=NetworkSegment(142bc50f-d6af-4646-8d06-bb7af6b7b51c),segment_id=142bc50f-d6af-4646-8d06-bb7af6b7b51c)] {{(pid=116163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 11:39:49.038315 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_dvr_db [None req-e9fbffea-e502-47bf-bfef-3a54bc20555a None None] Set router 214986f5-2bc9-42e6-8bcc-f7c9dfd31909 gateway port host: dv-neutron-master-2-hyperv {{(pid=116164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 11:39:49.048290 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-c1539ad5-2b53-4d84-9c74-1bf220446b3e tempest-TestShelveInstance-1703156370 tempest-TestShelveInstance-1703156370-project] Publish callbacks [] for security_group_rule (e2d1b428-2c2e-4edd-b123-8b0e855ffc5d), precommit_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:39:49.092178 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393'] for port (dcbc814c-ab8a-4fd3-bd12-d41eda131b1c), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:39:49.120652 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-c1539ad5-2b53-4d84-9c74-1bf220446b3e tempest-TestShelveInstance-1703156370 tempest-TestShelveInstance-1703156370-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1912725'] for security_group_rule (e2d1b428-2c2e-4edd-b123-8b0e855ffc5d), after_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:39:49.140911 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1539ad5-2b53-4d84-9c74-1bf220446b3e tempest-TestShelveInstance-1703156370 tempest-TestShelveInstance-1703156370-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e2d1b428-2c2e-4edd-b123-8b0e855ffc5d,revision_number=0']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:39:49.148158 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Pushing event updated for resources: {'Port': ['ID=dcbc814c-ab8a-4fd3-bd12-d41eda131b1c,revision_number=4']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:39:49.204094 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-c1539ad5-2b53-4d84-9c74-1bf220446b3e tempest-TestShelveInstance-1703156370 tempest-TestShelveInstance-1703156370-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:39:49.205394 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-c1539ad5-2b53-4d84-9c74-1bf220446b3e tempest-TestShelveInstance-1703156370 tempest-TestShelveInstance-1703156370-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3221550 Apr 28 11:39:49.208100 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 33860) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:39:49.212674 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.v2.base [None req-fdc30094-8fac-4000-a756-afc57bcd9a8d tempest-TestShelveInstance-1703156370 tempest-TestShelveInstance-1703156370-project] Request body: {'security_group_rule': {'security_group_id': '752eee2a-bc8c-4f47-ab2e-ac948e6831e9', 'project_id': '763854b139984135af3e9b5246b55c31', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=116162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:39:49.234373 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_hamode_db [None req-e9fbffea-e502-47bf-bfef-3a54bc20555a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '214986f5-2bc9-42e6-8bcc-f7c9dfd31909', 'name': 'tempest-TestShelveInstance-1673114110-router', 'tenant_id': 'fe3820ddf867451b8fdef6b5336030c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'external_fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.224'}], 'enable_snat': True}, 'gw_port_id': 'dcbc814c-ab8a-4fd3-bd12-d41eda131b1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T11:39:43Z', 'updated_at': '2022-04-28T11:39:46Z', 'revision_number': 4, 'project_id': 'fe3820ddf867451b8fdef6b5336030c0', 'gw_port': {'id': 'dcbc814c-ab8a-4fd3-bd12-d41eda131b1c', 'name': '', 'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:38:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '214986f5-2bc9-42e6-8bcc-f7c9dfd31909', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1831, 'fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:39:44Z', 'updated_at': '2022-04-28T11:39:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '283da8e2-7045-4d60-b76d-5a94d0d427a6', 'name': '', 'network_id': '18cdc18d-d1e6-4732-b58c-4ca805e8ca49', 'tenant_id': 'fe3820ddf867451b8fdef6b5336030c0', 'mac_address': 'fa:16:3e:3a:62:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '214986f5-2bc9-42e6-8bcc-f7c9dfd31909', 'device_owner': 'network:router_interface', 'standard_attr_id': 1832, 'fixed_ips': [{'subnet_id': 'b537c602-1b87-47bb-afc3-b850a71a8f3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:39:46Z', 'updated_at': '2022-04-28T11:39:47Z', 'revision_number': 2, 'project_id': 'fe3820ddf867451b8fdef6b5336030c0', 'subnets': [{'id': 'b537c602-1b87-47bb-afc3-b850a71a8f3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=116164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:39:49.264321 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9fbffea-e502-47bf-bfef-3a54bc20555a None None] Checking router: 214986f5-2bc9-42e6-8bcc-f7c9dfd31909 for host: dv-neutron-master-2-hyperv {{(pid=116164) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 11:39:49.264665 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9fbffea-e502-47bf-bfef-3a54bc20555a None None] Updating router 214986f5-2bc9-42e6-8bcc-f7c9dfd31909 port 283da8e2-7045-4d60-b76d-5a94d0d427a6 binding host dv-neutron-master-2-hyperv {{(pid=116164) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 28 11:39:49.300823 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-fdc30094-8fac-4000-a756-afc57bcd9a8d tempest-TestShelveInstance-1703156370 tempest-TestShelveInstance-1703156370-project] Publish callbacks [] for security_group_rule (7fbc107a-d7de-4525-b352-ef6f582c3b52), before_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:39:49.361849 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-fdc30094-8fac-4000-a756-afc57bcd9a8d tempest-TestShelveInstance-1703156370 tempest-TestShelveInstance-1703156370-project] Publish callbacks [] for security_group_rule (7fbc107a-d7de-4525-b352-ef6f582c3b52), precommit_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:39:49.377323 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron_lib.callbacks.manager [None req-e9fbffea-e502-47bf-bfef-3a54bc20555a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (283da8e2-7045-4d60-b76d-5a94d0d427a6), before_update {{(pid=116164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:39:49.430697 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-fdc30094-8fac-4000-a756-afc57bcd9a8d tempest-TestShelveInstance-1703156370 tempest-TestShelveInstance-1703156370-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1912725'] for security_group_rule (7fbc107a-d7de-4525-b352-ef6f582c3b52), after_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:39:49.448821 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc30094-8fac-4000-a756-afc57bcd9a8d tempest-TestShelveInstance-1703156370 tempest-TestShelveInstance-1703156370-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7fbc107a-d7de-4525-b352-ef6f582c3b52,revision_number=0']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:39:49.513106 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-fdc30094-8fac-4000-a756-afc57bcd9a8d tempest-TestShelveInstance-1703156370 tempest-TestShelveInstance-1703156370-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:39:49.514509 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-fdc30094-8fac-4000-a756-afc57bcd9a8d tempest-TestShelveInstance-1703156370 tempest-TestShelveInstance-1703156370-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3054154 Apr 28 11:39:49.517350 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 33862) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:39:49.521903 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.v2.base [None req-28c5df22-f337-4c30-aeed-c8ef34d5f789 tempest-TestShelveInstance-1703156370 tempest-TestShelveInstance-1703156370-project] Request body: {'security_group_rule': {'security_group_id': '752eee2a-bc8c-4f47-ab2e-ac948e6831e9', 'project_id': '763854b139984135af3e9b5246b55c31', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=116161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:39:49.635942 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-28c5df22-f337-4c30-aeed-c8ef34d5f789 tempest-TestShelveInstance-1703156370 tempest-TestShelveInstance-1703156370-project] Publish callbacks [] for security_group_rule (d08d6164-592f-473f-b4b1-c231489f67d5), before_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:39:49.641358 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron_lib.callbacks.manager [None req-e9fbffea-e502-47bf-bfef-3a54bc20555a None None] Publish callbacks [] for port (283da8e2-7045-4d60-b76d-5a94d0d427a6), precommit_update {{(pid=116164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:39:49.697932 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-28c5df22-f337-4c30-aeed-c8ef34d5f789 tempest-TestShelveInstance-1703156370 tempest-TestShelveInstance-1703156370-project] Publish callbacks [] for security_group_rule (d08d6164-592f-473f-b4b1-c231489f67d5), precommit_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:39:49.716711 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron_lib.callbacks.manager [None req-e9fbffea-e502-47bf-bfef-3a54bc20555a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393'] for port (283da8e2-7045-4d60-b76d-5a94d0d427a6), after_update {{(pid=116164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:39:49.756558 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-28c5df22-f337-4c30-aeed-c8ef34d5f789 tempest-TestShelveInstance-1703156370 tempest-TestShelveInstance-1703156370-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1912725'] for security_group_rule (d08d6164-592f-473f-b4b1-c231489f67d5), after_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:39:49.772986 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1fadd10-e9f5-436f-a62b-cecf679115b2 None None] Pushing event updated for resources: {'Port': ['ID=283da8e2-7045-4d60-b76d-5a94d0d427a6,revision_number=3']} {{(pid=116164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:39:49.774800 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c5df22-f337-4c30-aeed-c8ef34d5f789 tempest-TestShelveInstance-1703156370 tempest-TestShelveInstance-1703156370-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d08d6164-592f-473f-b4b1-c231489f67d5,revision_number=0']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:39:49.827629 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.plugins.ml2.managers [None req-e9fbffea-e502-47bf-bfef-3a54bc20555a None None] Attempting to bind port 283da8e2-7045-4d60-b76d-5a94d0d427a6 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=116164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 28 11:39:49.827997 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.plugins.ml2.managers [None req-e9fbffea-e502-47bf-bfef-3a54bc20555a None None] Attempting to bind port 283da8e2-7045-4d60-b76d-5a94d0d427a6 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '8fb8f093-e7d4-44ab-909e-988f39cfe832', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '18cdc18d-d1e6-4732-b58c-4ca805e8ca49'}] {{(pid=116164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 28 11:39:49.828354 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9fbffea-e502-47bf-bfef-3a54bc20555a None None] Attempting to bind port 283da8e2-7045-4d60-b76d-5a94d0d427a6 on network 18cdc18d-d1e6-4732-b58c-4ca805e8ca49 {{(pid=116164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 11:39:49.832559 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-28c5df22-f337-4c30-aeed-c8ef34d5f789 tempest-TestShelveInstance-1703156370 tempest-TestShelveInstance-1703156370-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:39:49.833997 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-28c5df22-f337-4c30-aeed-c8ef34d5f789 tempest-TestShelveInstance-1703156370 tempest-TestShelveInstance-1703156370-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3156118 Apr 28 11:39:49.835586 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9fbffea-e502-47bf-bfef-3a54bc20555a None None] Checking agent: {'id': 'd5baab19-5dd1-4902-922b-84acb048ab9c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 10, 50, 43), 'started_at': datetime.datetime(2022, 4, 28, 10, 51, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 11, 39, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=116164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 11:39:49.835974 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9fbffea-e502-47bf-bfef-3a54bc20555a None None] Checking segment: {'id': '8fb8f093-e7d4-44ab-909e-988f39cfe832', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '18cdc18d-d1e6-4732-b58c-4ca805e8ca49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 11:39:49.836505 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron_lib.callbacks.manager [None req-e9fbffea-e502-47bf-bfef-3a54bc20555a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=116164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:39:49.836626 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 33864) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:39:49.837490 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9fbffea-e502-47bf-bfef-3a54bc20555a None None] Bound using segment: {'id': '8fb8f093-e7d4-44ab-909e-988f39cfe832', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '18cdc18d-d1e6-4732-b58c-4ca805e8ca49'} {{(pid=116164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 11:39:49.837966 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.plugins.ml2.managers [None req-e9fbffea-e502-47bf-bfef-3a54bc20555a None None] Bound port: 283da8e2-7045-4d60-b76d-5a94d0d427a6, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8fb8f093-e7d4-44ab-909e-988f39cfe832', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '18cdc18d-d1e6-4732-b58c-4ca805e8ca49'}}] {{(pid=116164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 28 11:39:49.838333 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron_lib.callbacks.manager [None req-e9fbffea-e502-47bf-bfef-3a54bc20555a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (283da8e2-7045-4d60-b76d-5a94d0d427a6), before_update {{(pid=116164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:39:49.841581 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.v2.base [None req-534ba973-f611-4962-a284-a64fb6c0ba69 tempest-TestShelveInstance-1703156370 tempest-TestShelveInstance-1703156370-project] Request body: {'security_group_rule': {'security_group_id': '752eee2a-bc8c-4f47-ab2e-ac948e6831e9', 'project_id': '763854b139984135af3e9b5246b55c31', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=116161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:39:49.904961 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.plugins.ml2.db [None req-e9fbffea-e502-47bf-bfef-3a54bc20555a None None] For port 283da8e2-7045-4d60-b76d-5a94d0d427a6, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=116164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 11:39:49.908219 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.plugins.ml2.db [None req-e9fbffea-e502-47bf-bfef-3a54bc20555a None None] For port 283da8e2-7045-4d60-b76d-5a94d0d427a6, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=283da8e2-7045-4d60-b76d-5a94d0d427a6,segment=NetworkSegment(8fb8f093-e7d4-44ab-909e-988f39cfe832),segment_id=8fb8f093-e7d4-44ab-909e-988f39cfe832)] {{(pid=116164) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 11:39:49.939528 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.db.securitygroups_db [None req-534ba973-f611-4962-a284-a64fb6c0ba69 tempest-TestShelveInstance-1703156370 tempest-TestShelveInstance-1703156370-project] Project 763854b139984135af3e9b5246b55c31 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 28 11:39:49.945690 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-534ba973-f611-4962-a284-a64fb6c0ba69 tempest-TestShelveInstance-1703156370 tempest-TestShelveInstance-1703156370-project] Publish callbacks [] for security_group_rule (70f8eefe-afa0-4ad3-81cd-8fc5fe5c9af1), before_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:39:50.002275 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron_lib.callbacks.manager [None req-e9fbffea-e502-47bf-bfef-3a54bc20555a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393'] for port (283da8e2-7045-4d60-b76d-5a94d0d427a6), after_update {{(pid=116164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:39:50.005320 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-534ba973-f611-4962-a284-a64fb6c0ba69 tempest-TestShelveInstance-1703156370 tempest-TestShelveInstance-1703156370-project] Publish callbacks [] for security_group_rule (70f8eefe-afa0-4ad3-81cd-8fc5fe5c9af1), precommit_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:39:50.006916 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-c1d9afc6-2013-4dac-a585-259ae18b539c None None] Provisioning complete for port 283da8e2-7045-4d60-b76d-5a94d0d427a6 triggered by entity DHCP. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:39:50.007391 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-c1d9afc6-2013-4dac-a585-259ae18b539c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (283da8e2-7045-4d60-b76d-5a94d0d427a6), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:39:50.064667 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9fbffea-e502-47bf-bfef-3a54bc20555a None None] Routers {'214986f5-2bc9-42e6-8bcc-f7c9dfd31909'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=116164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 11:39:50.067794 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_hamode_db [None req-e9fbffea-e502-47bf-bfef-3a54bc20555a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-28T10:50:39Z,description=,heartbeat_timestamp=2022-04-28T11:39:39Z,host='dv-neutron-master-2-hyperv',id=6b492ad6-0876-4d74-b20d-28143a52ceba,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T10:50:40Z,topic='l3_agent')) {'router_ids': ['214986f5-2bc9-42e6-8bcc-f7c9dfd31909'], 'active': True} {{(pid=116164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:39:50.075059 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1fadd10-e9f5-436f-a62b-cecf679115b2 None None] Pushing event updated for resources: {'Port': ['ID=283da8e2-7045-4d60-b76d-5a94d0d427a6,revision_number=4']} {{(pid=116164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:39:50.087596 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-534ba973-f611-4962-a284-a64fb6c0ba69 tempest-TestShelveInstance-1703156370 tempest-TestShelveInstance-1703156370-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1912725'] for security_group_rule (70f8eefe-afa0-4ad3-81cd-8fc5fe5c9af1), after_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:39:50.097688 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-c1d9afc6-2013-4dac-a585-259ae18b539c None None] Current status of the port 283da8e2-7045-4d60-b76d-5a94d0d427a6 is: DOWN; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:39:50.098267 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-c1d9afc6-2013-4dac-a585-259ae18b539c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (283da8e2-7045-4d60-b76d-5a94d0d427a6), before_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:39:50.108766 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534ba973-f611-4962-a284-a64fb6c0ba69 tempest-TestShelveInstance-1703156370 tempest-TestShelveInstance-1703156370-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=70f8eefe-afa0-4ad3-81cd-8fc5fe5c9af1,revision_number=0']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:39:50.139274 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-c1d9afc6-2013-4dac-a585-259ae18b539c None None] For port 283da8e2-7045-4d60-b76d-5a94d0d427a6, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=283da8e2-7045-4d60-b76d-5a94d0d427a6,segment=NetworkSegment(8fb8f093-e7d4-44ab-909e-988f39cfe832),segment_id=8fb8f093-e7d4-44ab-909e-988f39cfe832)] {{(pid=116163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 11:39:50.204407 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-534ba973-f611-4962-a284-a64fb6c0ba69 tempest-TestShelveInstance-1703156370 tempest-TestShelveInstance-1703156370-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:39:50.208675 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 33866) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:39:50.209264 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-534ba973-f611-4962-a284-a64fb6c0ba69 tempest-TestShelveInstance-1703156370 tempest-TestShelveInstance-1703156370-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3711045 Apr 28 11:39:50.213520 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.v2.base [None req-bb6df350-6257-494a-8a01-3bd35436d549 tempest-TestShelveInstance-1703156370 tempest-TestShelveInstance-1703156370-project] Request body: {'security_group_rule': {'security_group_id': '752eee2a-bc8c-4f47-ab2e-ac948e6831e9', 'project_id': '763854b139984135af3e9b5246b55c31', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=116162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:39:50.213861 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_dvr_db [None req-e9fbffea-e502-47bf-bfef-3a54bc20555a None None] Set router 214986f5-2bc9-42e6-8bcc-f7c9dfd31909 gateway port host: dv-neutron-master-2-hyperv {{(pid=116164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 11:39:50.232259 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-c1d9afc6-2013-4dac-a585-259ae18b539c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393'] for port (283da8e2-7045-4d60-b76d-5a94d0d427a6), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:39:50.285102 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d9afc6-2013-4dac-a585-259ae18b539c None None] Pushing event updated for resources: {'Port': ['ID=283da8e2-7045-4d60-b76d-5a94d0d427a6,revision_number=5']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:39:50.316309 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.db.securitygroups_db [None req-bb6df350-6257-494a-8a01-3bd35436d549 tempest-TestShelveInstance-1703156370 tempest-TestShelveInstance-1703156370-project] Project 763854b139984135af3e9b5246b55c31 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 28 11:39:50.322040 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-bb6df350-6257-494a-8a01-3bd35436d549 tempest-TestShelveInstance-1703156370 tempest-TestShelveInstance-1703156370-project] Publish callbacks [] for security_group_rule (89a3f44a-9c06-4b10-9f27-6765f18eafda), before_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:39:50.349131 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-9259be4f-506d-4522-b7d2-98aff18a0953 None None] Provisioning complete for port 283da8e2-7045-4d60-b76d-5a94d0d427a6 triggered by entity DHCP. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:39:50.349512 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-9259be4f-506d-4522-b7d2-98aff18a0953 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (283da8e2-7045-4d60-b76d-5a94d0d427a6), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:39:50.386146 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-bb6df350-6257-494a-8a01-3bd35436d549 tempest-TestShelveInstance-1703156370 tempest-TestShelveInstance-1703156370-project] Publish callbacks [] for security_group_rule (89a3f44a-9c06-4b10-9f27-6765f18eafda), precommit_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:39:50.434789 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-9259be4f-506d-4522-b7d2-98aff18a0953 None None] Current status of the port 283da8e2-7045-4d60-b76d-5a94d0d427a6 is: ACTIVE; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:39:50.435646 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_hamode_db [None req-e9fbffea-e502-47bf-bfef-3a54bc20555a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '214986f5-2bc9-42e6-8bcc-f7c9dfd31909', 'name': 'tempest-TestShelveInstance-1673114110-router', 'tenant_id': 'fe3820ddf867451b8fdef6b5336030c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'external_fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.224'}], 'enable_snat': True}, 'gw_port_id': 'dcbc814c-ab8a-4fd3-bd12-d41eda131b1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T11:39:43Z', 'updated_at': '2022-04-28T11:39:46Z', 'revision_number': 4, 'project_id': 'fe3820ddf867451b8fdef6b5336030c0', 'gw_port': {'id': 'dcbc814c-ab8a-4fd3-bd12-d41eda131b1c', 'name': '', 'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:38:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '214986f5-2bc9-42e6-8bcc-f7c9dfd31909', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1831, 'fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:39:44Z', 'updated_at': '2022-04-28T11:39:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '283da8e2-7045-4d60-b76d-5a94d0d427a6', 'name': '', 'network_id': '18cdc18d-d1e6-4732-b58c-4ca805e8ca49', 'tenant_id': 'fe3820ddf867451b8fdef6b5336030c0', 'mac_address': 'fa:16:3e:3a:62:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '214986f5-2bc9-42e6-8bcc-f7c9dfd31909', 'device_owner': 'network:router_interface', 'standard_attr_id': 1832, 'fixed_ips': [{'subnet_id': 'b537c602-1b87-47bb-afc3-b850a71a8f3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:39:46Z', 'updated_at': '2022-04-28T11:39:49Z', 'revision_number': 4, 'project_id': 'fe3820ddf867451b8fdef6b5336030c0', 'subnets': [{'id': 'b537c602-1b87-47bb-afc3-b850a71a8f3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=116164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:39:50.442549 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-bb6df350-6257-494a-8a01-3bd35436d549 tempest-TestShelveInstance-1703156370 tempest-TestShelveInstance-1703156370-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1912725'] for security_group_rule (89a3f44a-9c06-4b10-9f27-6765f18eafda), after_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:39:50.458542 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6df350-6257-494a-8a01-3bd35436d549 tempest-TestShelveInstance-1703156370 tempest-TestShelveInstance-1703156370-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=89a3f44a-9c06-4b10-9f27-6765f18eafda,revision_number=0']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:39:50.467236 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9fbffea-e502-47bf-bfef-3a54bc20555a None None] The sync data for ids ['214986f5-2bc9-42e6-8bcc-f7c9dfd31909'] in dv-neutron-master-2-hyperv is: [{'id': '214986f5-2bc9-42e6-8bcc-f7c9dfd31909', 'name': 'tempest-TestShelveInstance-1673114110-router', 'tenant_id': 'fe3820ddf867451b8fdef6b5336030c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'external_fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.224'}], 'enable_snat': True}, 'gw_port_id': 'dcbc814c-ab8a-4fd3-bd12-d41eda131b1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T11:39:43Z', 'updated_at': '2022-04-28T11:39:46Z', 'revision_number': 4, 'project_id': 'fe3820ddf867451b8fdef6b5336030c0', 'gw_port': {'id': 'dcbc814c-ab8a-4fd3-bd12-d41eda131b1c', 'name': '', 'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:38:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '214986f5-2bc9-42e6-8bcc-f7c9dfd31909', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1831, 'fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:39:44Z', 'updated_at': '2022-04-28T11:39:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '283da8e2-7045-4d60-b76d-5a94d0d427a6', 'name': '', 'network_id': '18cdc18d-d1e6-4732-b58c-4ca805e8ca49', 'tenant_id': 'fe3820ddf867451b8fdef6b5336030c0', 'mac_address': 'fa:16:3e:3a:62:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '214986f5-2bc9-42e6-8bcc-f7c9dfd31909', 'device_owner': 'network:router_interface', 'standard_attr_id': 1832, 'fixed_ips': [{'subnet_id': 'b537c602-1b87-47bb-afc3-b850a71a8f3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:39:46Z', 'updated_at': '2022-04-28T11:39:49Z', 'revision_number': 4, 'project_id': 'fe3820ddf867451b8fdef6b5336030c0', 'subnets': [{'id': 'b537c602-1b87-47bb-afc3-b850a71a8f3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=116164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 11:39:50.530674 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-bb6df350-6257-494a-8a01-3bd35436d549 tempest-TestShelveInstance-1703156370 tempest-TestShelveInstance-1703156370-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:39:50.532091 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-bb6df350-6257-494a-8a01-3bd35436d549 tempest-TestShelveInstance-1703156370 tempest-TestShelveInstance-1703156370-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3222859 Apr 28 11:39:50.696104 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-e383e003-2888-4fb2-8803-8c604c595c65 req-caf7f817-cdd7-4bab-afbb-bf75147325b2 tempest-TestShelveInstance-1703156370 tempest-TestShelveInstance-1703156370-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2004834117&fields=id&tenant_id=763854b139984135af3e9b5246b55c31 HTTP/1.1" status: 200 len: 267 time: 0.0493350 Apr 28 11:39:50.810966 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e383e003-2888-4fb2-8803-8c604c595c65 req-73445f58-38c5-4f73-8ebf-22e868dc839f tempest-TestShelveInstance-1703156370 tempest-TestShelveInstance-1703156370-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:39:50.813105 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-e383e003-2888-4fb2-8803-8c604c595c65 req-73445f58-38c5-4f73-8ebf-22e868dc839f tempest-TestShelveInstance-1703156370 tempest-TestShelveInstance-1703156370-project] 10.222.0.10 "GET /v2.0/networks?id=f8b931ad-5a52-4b20-ac70-2d2d9b213b35 HTTP/1.1" status: 200 len: 808 time: 0.1103384 Apr 28 11:39:50.833984 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-e383e003-2888-4fb2-8803-8c604c595c65 req-34848766-7f16-482b-a144-9729c9212c36 tempest-TestShelveInstance-1703156370 tempest-TestShelveInstance-1703156370-project] 10.222.0.10 "GET /v2.0/quotas/763854b139984135af3e9b5246b55c31 HTTP/1.1" status: 200 len: 375 time: 0.0104983 Apr 28 11:39:50.904781 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-e383e003-2888-4fb2-8803-8c604c595c65 req-cec0e507-a012-4102-a5a3-257a93a2cb1d tempest-TestShelveInstance-1703156370 tempest-TestShelveInstance-1703156370-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=763854b139984135af3e9b5246b55c31&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0649550 Apr 28 11:39:50.922203 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Device 283da8e2-7045-4d60-b76d-5a94d0d427a6 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=116163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 11:39:50.945550 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (6be95134-9a6c-4663-8b48-90d12ce90c60), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:39:50.975660 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Provisioning complete for port 283da8e2-7045-4d60-b76d-5a94d0d427a6 triggered by entity L2. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:39:50.976046 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (283da8e2-7045-4d60-b76d-5a94d0d427a6), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:39:51.017599 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-e383e003-2888-4fb2-8803-8c604c595c65 req-329e7746-9739-4a67-8f82-4537a104d9ab service neutron] 10.222.0.10 "GET /v2.0/networks/f8b931ad-5a52-4b20-ac70-2d2d9b213b35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0993934 Apr 28 11:39:51.072380 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Current status of the port 283da8e2-7045-4d60-b76d-5a94d0d427a6 is: ACTIVE; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:39:51.074051 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Device dcbc814c-ab8a-4fd3-bd12-d41eda131b1c up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=116163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 11:39:51.121852 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Provisioning complete for port dcbc814c-ab8a-4fd3-bd12-d41eda131b1c triggered by entity L2. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:39:51.122236 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (dcbc814c-ab8a-4fd3-bd12-d41eda131b1c), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:39:51.131364 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-e383e003-2888-4fb2-8803-8c604c595c65 req-9311fbea-7bce-4b3a-92ff-319fc1738acb service neutron] 10.222.0.10 "GET /v2.0/networks/f8b931ad-5a52-4b20-ac70-2d2d9b213b35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1054265 Apr 28 11:39:51.207551 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Current status of the port dcbc814c-ab8a-4fd3-bd12-d41eda131b1c is: ACTIVE; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:39:51.374653 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-ec4c8a64-f347-4523-ae26-ef5e5ff48910 req-d4882ad4-ecf3-45c7-9d77-c34d907805f9 tempest-TestShelveInstance-1703156370 tempest-TestShelveInstance-1703156370-project] 10.222.0.10 "GET /v2.0/ports?device_id=9f8657d0-8010-4b8a-8f38-df43fc585ad3 HTTP/1.1" status: 200 len: 210 time: 0.0308356 Apr 28 11:39:52.472920 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-cf8aafdf-dbf5-444b-8d13-4749ecafc406 req-fa5b9ec3-e712-4738-9246-4dfc29878097 tempest-TestShelveInstance-1703156370 tempest-TestShelveInstance-1703156370-project] 10.222.0.10 "GET /v2.0/ports?device_id=9f8657d0-8010-4b8a-8f38-df43fc585ad3 HTTP/1.1" status: 200 len: 210 time: 0.0295765 Apr 28 11:39:53.400472 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e383e003-2888-4fb2-8803-8c604c595c65 req-5c7d587c-582b-4df7-bc8b-3eaf1da88978 tempest-TestShelveInstance-1703156370 tempest-TestShelveInstance-1703156370-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:39:53.402037 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-e383e003-2888-4fb2-8803-8c604c595c65 req-5c7d587c-582b-4df7-bc8b-3eaf1da88978 tempest-TestShelveInstance-1703156370 tempest-TestShelveInstance-1703156370-project] 10.222.0.20 "GET /v2.0/networks?id=f8b931ad-5a52-4b20-ac70-2d2d9b213b35 HTTP/1.1" status: 200 len: 808 time: 0.1022711 Apr 28 11:39:53.464423 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-e383e003-2888-4fb2-8803-8c604c595c65 req-a0d9beba-7b7e-4ae6-812e-c1cf232ab105 tempest-TestShelveInstance-1703156370 tempest-TestShelveInstance-1703156370-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=763854b139984135af3e9b5246b55c31 HTTP/1.1" status: 200 len: 380 time: 0.0548108 Apr 28 11:39:53.472739 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.v2.base [req-e383e003-2888-4fb2-8803-8c604c595c65 req-28811399-95c1-4baa-94d8-d815fe9cae29 tempest-TestShelveInstance-1703156370 tempest-TestShelveInstance-1703156370-project] Request body: {'port': {'device_id': '9f8657d0-8010-4b8a-8f38-df43fc585ad3', 'network_id': 'f8b931ad-5a52-4b20-ac70-2d2d9b213b35', 'admin_state_up': True, 'tenant_id': '763854b139984135af3e9b5246b55c31', 'security_groups': ['752eee2a-bc8c-4f47-ab2e-ac948e6831e9']}} {{(pid=116162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:39:53.577865 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-e74de8e8-a771-42e1-be12-6d8d4485d81f req-41280b26-01cb-4937-8e2b-3c21e7354aaf tempest-TestShelveInstance-1703156370 tempest-TestShelveInstance-1703156370-project] 10.222.0.10 "GET /v2.0/ports?device_id=9f8657d0-8010-4b8a-8f38-df43fc585ad3 HTTP/1.1" status: 200 len: 210 time: 0.0348134 Apr 28 11:39:53.680586 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e383e003-2888-4fb2-8803-8c604c595c65 req-28811399-95c1-4baa-94d8-d815fe9cae29 tempest-TestShelveInstance-1703156370 tempest-TestShelveInstance-1703156370-project] Made reservation on behalf of 763854b139984135af3e9b5246b55c31 for: {'port': 1} {{(pid=116162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 11:39:53.684133 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [req-e383e003-2888-4fb2-8803-8c604c595c65 req-28811399-95c1-4baa-94d8-d815fe9cae29 tempest-TestShelveInstance-1703156370 tempest-TestShelveInstance-1703156370-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (None), before_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:39:53.812695 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.db.db_base_plugin_common [req-e383e003-2888-4fb2-8803-8c604c595c65 req-28811399-95c1-4baa-94d8-d815fe9cae29 tempest-TestShelveInstance-1703156370 tempest-TestShelveInstance-1703156370-project] Allocated IP 172.20.0.11 (f8b931ad-5a52-4b20-ac70-2d2d9b213b35/d50c530a-e04c-4671-8714-fa48e7f40504/3da300fa-3800-4dab-a7d4-dab6dab93ac5) {{(pid=116162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 11:39:53.945653 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [req-e383e003-2888-4fb2-8803-8c604c595c65 req-28811399-95c1-4baa-94d8-d815fe9cae29 tempest-TestShelveInstance-1703156370 tempest-TestShelveInstance-1703156370-project] Publish callbacks [] for port (3da300fa-3800-4dab-a7d4-dab6dab93ac5), precommit_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:39:54.025370 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [req-e383e003-2888-4fb2-8803-8c604c595c65 req-28811399-95c1-4baa-94d8-d815fe9cae29 tempest-TestShelveInstance-1703156370 tempest-TestShelveInstance-1703156370-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742234710357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5051867'] for port (3da300fa-3800-4dab-a7d4-dab6dab93ac5), after_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:39:54.072701 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e383e003-2888-4fb2-8803-8c604c595c65 req-28811399-95c1-4baa-94d8-d815fe9cae29 tempest-TestShelveInstance-1703156370 tempest-TestShelveInstance-1703156370-project] Network f8b931ad-5a52-4b20-ac70-2d2d9b213b35 is already hosted by enough agents. {{(pid=116162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 11:39:54.078362 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.scheduler.base_scheduler [req-e383e003-2888-4fb2-8803-8c604c595c65 req-28811399-95c1-4baa-94d8-d815fe9cae29 tempest-TestShelveInstance-1703156370 tempest-TestShelveInstance-1703156370-project] Resources bound (agent type, host, resource id): {{(pid=116162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 11:39:54.082088 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.db.l3_dvrscheduler_db [req-e383e003-2888-4fb2-8803-8c604c595c65 req-28811399-95c1-4baa-94d8-d815fe9cae29 tempest-TestShelveInstance-1703156370 tempest-TestShelveInstance-1703156370-project] Received port after_create {{(pid=116162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 11:39:54.104854 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28811399-95c1-4baa-94d8-d815fe9cae29 tempest-TestShelveInstance-1703156370 tempest-TestShelveInstance-1703156370-project] Pushing event updated for resources: {'Port': ['ID=3da300fa-3800-4dab-a7d4-dab6dab93ac5,revision_number=1']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:39:54.133060 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e383e003-2888-4fb2-8803-8c604c595c65 req-28811399-95c1-4baa-94d8-d815fe9cae29 tempest-TestShelveInstance-1703156370 tempest-TestShelveInstance-1703156370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:39:54.133663 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [req-e383e003-2888-4fb2-8803-8c604c595c65 req-28811399-95c1-4baa-94d8-d815fe9cae29 tempest-TestShelveInstance-1703156370 tempest-TestShelveInstance-1703156370-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198022'] for port (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:39:54.226731 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-e383e003-2888-4fb2-8803-8c604c595c65 req-28811399-95c1-4baa-94d8-d815fe9cae29 tempest-TestShelveInstance-1703156370 tempest-TestShelveInstance-1703156370-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7575145 Apr 28 11:39:54.238216 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.v2.base [req-e383e003-2888-4fb2-8803-8c604c595c65 req-431daffb-5dfc-45bb-91f8-5f351bf8df21 service neutron] Request body: {'port': {'device_id': '9f8657d0-8010-4b8a-8f38-df43fc585ad3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-mast'}} {{(pid=116162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:39:54.274029 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-295ce68e-f909-46eb-b133-9c7e4ee65abf None None] Provisioning complete for port 3da300fa-3800-4dab-a7d4-dab6dab93ac5 triggered by entity DHCP. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:39:54.274638 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-295ce68e-f909-46eb-b133-9c7e4ee65abf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (3da300fa-3800-4dab-a7d4-dab6dab93ac5), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:39:54.299036 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [req-e383e003-2888-4fb2-8803-8c604c595c65 req-431daffb-5dfc-45bb-91f8-5f351bf8df21 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (3da300fa-3800-4dab-a7d4-dab6dab93ac5), before_update {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:39:54.312578 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-295ce68e-f909-46eb-b133-9c7e4ee65abf None None] Port 3da300fa-3800-4dab-a7d4-dab6dab93ac5 cannot update to ACTIVE because it is not bound. {{(pid=116163) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 28 11:39:54.561071 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.notifiers.nova [req-e383e003-2888-4fb2-8803-8c604c595c65 req-431daffb-5dfc-45bb-91f8-5f351bf8df21 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3da300fa-3800-4dab-a7d4-dab6dab93ac5 {{(pid=116162) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 11:39:54.568381 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [req-e383e003-2888-4fb2-8803-8c604c595c65 req-431daffb-5dfc-45bb-91f8-5f351bf8df21 service neutron] Publish callbacks [] for port (3da300fa-3800-4dab-a7d4-dab6dab93ac5), precommit_update {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:39:54.580455 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.db.provisioning_blocks [req-e383e003-2888-4fb2-8803-8c604c595c65 req-431daffb-5dfc-45bb-91f8-5f351bf8df21 service neutron] Transition to ACTIVE for port object 3da300fa-3800-4dab-a7d4-dab6dab93ac5 will not be triggered until provisioned by entity L2. {{(pid=116162) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 28 11:39:54.647894 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [req-e383e003-2888-4fb2-8803-8c604c595c65 req-431daffb-5dfc-45bb-91f8-5f351bf8df21 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5051840'] for port (3da300fa-3800-4dab-a7d4-dab6dab93ac5), after_update {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:39:54.695800 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b15a52b-ad08-4b9c-a8ae-027a7cbc0e72 req-4ef5c144-ac20-4909-a33b-0f98b4900afb tempest-TestShelveInstance-1703156370 tempest-TestShelveInstance-1703156370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:39:54.698876 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-1b15a52b-ad08-4b9c-a8ae-027a7cbc0e72 req-4ef5c144-ac20-4909-a33b-0f98b4900afb tempest-TestShelveInstance-1703156370 tempest-TestShelveInstance-1703156370-project] 10.222.0.10 "GET /v2.0/ports?device_id=9f8657d0-8010-4b8a-8f38-df43fc585ad3 HTTP/1.1" status: 200 len: 944 time: 0.0517738 Apr 28 11:39:54.701197 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-431daffb-5dfc-45bb-91f8-5f351bf8df21 service neutron] Pushing event updated for resources: {'Port': ['ID=3da300fa-3800-4dab-a7d4-dab6dab93ac5,revision_number=2']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:39:54.758384 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-1b15a52b-ad08-4b9c-a8ae-027a7cbc0e72 req-5c3a2c9c-d591-42ae-814b-3506fd3b3405 tempest-TestShelveInstance-1703156370 tempest-TestShelveInstance-1703156370-project] 10.222.0.10 "GET /v2.0/security-groups?id=752eee2a-bc8c-4f47-ab2e-ac948e6831e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530770 Apr 28 11:39:54.786794 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.managers [req-e383e003-2888-4fb2-8803-8c604c595c65 req-431daffb-5dfc-45bb-91f8-5f351bf8df21 service neutron] Attempting to bind port 3da300fa-3800-4dab-a7d4-dab6dab93ac5 on host hv-neutron-mast for vnic_type normal with profile {{(pid=116162) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 28 11:39:54.787129 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.managers [req-e383e003-2888-4fb2-8803-8c604c595c65 req-431daffb-5dfc-45bb-91f8-5f351bf8df21 service neutron] Attempting to bind port 3da300fa-3800-4dab-a7d4-dab6dab93ac5 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '1466f5ef-d42a-46e4-88cb-e6c72abc4c22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'f8b931ad-5a52-4b20-ac70-2d2d9b213b35'}] {{(pid=116162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 28 11:39:54.787595 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e383e003-2888-4fb2-8803-8c604c595c65 req-431daffb-5dfc-45bb-91f8-5f351bf8df21 service neutron] Attempting to bind port 3da300fa-3800-4dab-a7d4-dab6dab93ac5 on network f8b931ad-5a52-4b20-ac70-2d2d9b213b35 {{(pid=116162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 11:39:54.792155 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e383e003-2888-4fb2-8803-8c604c595c65 req-431daffb-5dfc-45bb-91f8-5f351bf8df21 service neutron] Port 3da300fa-3800-4dab-a7d4-dab6dab93ac5 on network f8b931ad-5a52-4b20-ac70-2d2d9b213b35 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=116162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 28 11:39:54.792612 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e383e003-2888-4fb2-8803-8c604c595c65 req-431daffb-5dfc-45bb-91f8-5f351bf8df21 service neutron] Attempting to bind port 3da300fa-3800-4dab-a7d4-dab6dab93ac5 on network f8b931ad-5a52-4b20-ac70-2d2d9b213b35 {{(pid=116162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 11:39:54.798765 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e383e003-2888-4fb2-8803-8c604c595c65 req-431daffb-5dfc-45bb-91f8-5f351bf8df21 service neutron] Checking agent: {'id': '6be95134-9a6c-4663-8b48-90d12ce90c60', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-mast', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 10, 57, 20), 'started_at': datetime.datetime(2022, 4, 28, 10, 57, 20), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 11, 39, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=116162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 11:39:54.799119 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e383e003-2888-4fb2-8803-8c604c595c65 req-431daffb-5dfc-45bb-91f8-5f351bf8df21 service neutron] Checking segment: {'id': '1466f5ef-d42a-46e4-88cb-e6c72abc4c22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'f8b931ad-5a52-4b20-ac70-2d2d9b213b35'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 11:39:54.799487 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e383e003-2888-4fb2-8803-8c604c595c65 req-431daffb-5dfc-45bb-91f8-5f351bf8df21 service neutron] Bound using segment: {'id': '1466f5ef-d42a-46e4-88cb-e6c72abc4c22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'f8b931ad-5a52-4b20-ac70-2d2d9b213b35'} {{(pid=116162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 11:39:54.799910 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.managers [req-e383e003-2888-4fb2-8803-8c604c595c65 req-431daffb-5dfc-45bb-91f8-5f351bf8df21 service neutron] Bound port: 3da300fa-3800-4dab-a7d4-dab6dab93ac5, host: hv-neutron-mast, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1466f5ef-d42a-46e4-88cb-e6c72abc4c22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'f8b931ad-5a52-4b20-ac70-2d2d9b213b35'}}] {{(pid=116162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 28 11:39:54.800288 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [req-e383e003-2888-4fb2-8803-8c604c595c65 req-431daffb-5dfc-45bb-91f8-5f351bf8df21 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (3da300fa-3800-4dab-a7d4-dab6dab93ac5), before_update {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:39:55.140609 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.db [req-e383e003-2888-4fb2-8803-8c604c595c65 req-431daffb-5dfc-45bb-91f8-5f351bf8df21 service neutron] For port 3da300fa-3800-4dab-a7d4-dab6dab93ac5, host hv-neutron-mast, cleared binding levels {{(pid=116162) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 11:39:55.143587 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.db [req-e383e003-2888-4fb2-8803-8c604c595c65 req-431daffb-5dfc-45bb-91f8-5f351bf8df21 service neutron] For port 3da300fa-3800-4dab-a7d4-dab6dab93ac5, host hv-neutron-mast, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=3da300fa-3800-4dab-a7d4-dab6dab93ac5,segment=NetworkSegment(1466f5ef-d42a-46e4-88cb-e6c72abc4c22),segment_id=1466f5ef-d42a-46e4-88cb-e6c72abc4c22)] {{(pid=116162) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 11:39:55.202629 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [req-e383e003-2888-4fb2-8803-8c604c595c65 req-431daffb-5dfc-45bb-91f8-5f351bf8df21 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5051840'] for port (3da300fa-3800-4dab-a7d4-dab6dab93ac5), after_update {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:39:55.237573 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e383e003-2888-4fb2-8803-8c604c595c65 req-431daffb-5dfc-45bb-91f8-5f351bf8df21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:39:55.238225 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [req-e383e003-2888-4fb2-8803-8c604c595c65 req-431daffb-5dfc-45bb-91f8-5f351bf8df21 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198022'] for port (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:39:55.239631 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-e383e003-2888-4fb2-8803-8c604c595c65 req-431daffb-5dfc-45bb-91f8-5f351bf8df21 service neutron] 10.222.0.20 "PUT /v2.0/ports/3da300fa-3800-4dab-a7d4-dab6dab93ac5 HTTP/1.1" status: 200 len: 1094 time: 1.0056705 Apr 28 11:39:55.240073 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f8657d0-8010-4b8a-8f38-df43fc585ad3', 'tag': '3da300fa-3800-4dab-a7d4-dab6dab93ac5'}] {{(pid=116162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 11:39:55.242318 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ba53f40d6116d28995a8e36159d0e539b5353eec116fb5dd4ce03b4b2159ab1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65a4876b-0b4a-4247-8e53-a040d8a72be2" -d '{"events": [{"name": "network-changed", "server_uuid": "9f8657d0-8010-4b8a-8f38-df43fc585ad3", "tag": "3da300fa-3800-4dab-a7d4-dab6dab93ac5"}]}' {{(pid=116162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 11:39:55.272209 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-431daffb-5dfc-45bb-91f8-5f351bf8df21 service neutron] Pushing event updated for resources: {'Port': ['ID=3da300fa-3800-4dab-a7d4-dab6dab93ac5,revision_number=3']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:39:55.282842 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 11:39:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52bddbd2-8bbe-45fe-b812-759f35a6e19a x-openstack-request-id: req-52bddbd2-8bbe-45fe-b812-759f35a6e19a {{(pid=116162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 11:39:55.283155 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9f8657d0-8010-4b8a-8f38-df43fc585ad3", "tag": "3da300fa-3800-4dab-a7d4-dab6dab93ac5", "status": "completed", "code": 200}]} {{(pid=116162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 11:39:55.283408 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-52bddbd2-8bbe-45fe-b812-759f35a6e19a {{(pid=116162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 11:39:55.283814 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.notifiers.nova [-] Nova event matching ['req-52bddbd2-8bbe-45fe-b812-759f35a6e19a'] response: {'name': 'network-changed', 'server_uuid': '9f8657d0-8010-4b8a-8f38-df43fc585ad3', 'tag': '3da300fa-3800-4dab-a7d4-dab6dab93ac5', 'status': 'completed', 'code': 200} Apr 28 11:39:55.342831 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a4876b-0b4a-4247-8e53-a040d8a72be2 req-0dd2537d-4d9c-46b0-b2b9-40f8a9dfc586 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:39:55.344334 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-65a4876b-0b4a-4247-8e53-a040d8a72be2 req-0dd2537d-4d9c-46b0-b2b9-40f8a9dfc586 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=763854b139984135af3e9b5246b55c31&device_id=9f8657d0-8010-4b8a-8f38-df43fc585ad3 HTTP/1.1" status: 200 len: 1128 time: 0.0413666 Apr 28 11:39:55.447466 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a4876b-0b4a-4247-8e53-a040d8a72be2 req-42c4e034-c2e4-4de3-b0aa-0aaa214c21ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:39:55.448946 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-65a4876b-0b4a-4247-8e53-a040d8a72be2 req-42c4e034-c2e4-4de3-b0aa-0aaa214c21ef service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=763854b139984135af3e9b5246b55c31&shared=False HTTP/1.1" status: 200 len: 908 time: 0.0980968 Apr 28 11:39:55.550510 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a4876b-0b4a-4247-8e53-a040d8a72be2 req-a5b20919-ebcc-4cd0-aeff-3dfc7178d169 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:39:55.550510 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-65a4876b-0b4a-4247-8e53-a040d8a72be2 req-a5b20919-ebcc-4cd0-aeff-3dfc7178d169 service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0911777 Apr 28 11:39:55.616991 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e383e003-2888-4fb2-8803-8c604c595c65 req-9558ca88-8bba-4c62-8ea3-95dc5db80cec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:39:55.618492 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-e383e003-2888-4fb2-8803-8c604c595c65 req-9558ca88-8bba-4c62-8ea3-95dc5db80cec service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=763854b139984135af3e9b5246b55c31&device_id=9f8657d0-8010-4b8a-8f38-df43fc585ad3 HTTP/1.1" status: 200 len: 1128 time: 0.0386238 Apr 28 11:39:55.659090 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-e383e003-2888-4fb2-8803-8c604c595c65 req-2d269ec4-bc5e-464a-9820-19e3e758f67a service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3da300fa-3800-4dab-a7d4-dab6dab93ac5 HTTP/1.1" status: 200 len: 217 time: 0.0339549 Apr 28 11:39:55.709944 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e383e003-2888-4fb2-8803-8c604c595c65 req-4f066ca3-6ed0-46dd-af31-bb06ed5489cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:39:55.711379 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-e383e003-2888-4fb2-8803-8c604c595c65 req-4f066ca3-6ed0-46dd-af31-bb06ed5489cd service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d50c530a-e04c-4671-8714-fa48e7f40504 HTTP/1.1" status: 200 len: 847 time: 0.0463259 Apr 28 11:39:55.752996 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e383e003-2888-4fb2-8803-8c604c595c65 req-12dbf6c5-468f-44cd-b124-b1743c043d5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:39:55.754467 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-e383e003-2888-4fb2-8803-8c604c595c65 req-12dbf6c5-468f-44cd-b124-b1743c043d5d service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f8b931ad-5a52-4b20-ac70-2d2d9b213b35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0375979 Apr 28 11:39:55.842160 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-e383e003-2888-4fb2-8803-8c604c595c65 req-fd0a3ea0-22bf-4f3b-879a-ee9be4dae1e9 service neutron] 10.222.0.20 "GET /v2.0/networks/f8b931ad-5a52-4b20-ac70-2d2d9b213b35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822732 Apr 28 11:39:55.874497 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5024df69-213c-4fb0-b3a9-f89d80397a55 req-97a26a4b-17d5-4808-bea9-2199b4ca6fa8 tempest-TestShelveInstance-1703156370 tempest-TestShelveInstance-1703156370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:39:55.876011 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-5024df69-213c-4fb0-b3a9-f89d80397a55 req-97a26a4b-17d5-4808-bea9-2199b4ca6fa8 tempest-TestShelveInstance-1703156370 tempest-TestShelveInstance-1703156370-project] 10.222.0.10 "GET /v2.0/ports?device_id=9f8657d0-8010-4b8a-8f38-df43fc585ad3 HTTP/1.1" status: 200 len: 944 time: 0.0462193 Apr 28 11:39:55.925028 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-5024df69-213c-4fb0-b3a9-f89d80397a55 req-ef12d88c-b9ae-4367-bb6b-a59d29d3c9a6 tempest-TestShelveInstance-1703156370 tempest-TestShelveInstance-1703156370-project] 10.222.0.10 "GET /v2.0/security-groups?id=752eee2a-bc8c-4f47-ab2e-ac948e6831e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431795 Apr 28 11:39:55.935976 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-e383e003-2888-4fb2-8803-8c604c595c65 req-5655f2aa-e044-464c-90fb-15a899614857 service neutron] 10.222.0.20 "GET /v2.0/networks/f8b931ad-5a52-4b20-ac70-2d2d9b213b35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880945 Apr 28 11:39:57.043887 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d06e083-693d-4a9f-9292-826a329200e6 req-4d3f5e08-9309-4e9d-bee9-115e32f336c1 tempest-TestShelveInstance-1703156370 tempest-TestShelveInstance-1703156370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:39:57.045369 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-3d06e083-693d-4a9f-9292-826a329200e6 req-4d3f5e08-9309-4e9d-bee9-115e32f336c1 tempest-TestShelveInstance-1703156370 tempest-TestShelveInstance-1703156370-project] 10.222.0.10 "GET /v2.0/ports?device_id=9f8657d0-8010-4b8a-8f38-df43fc585ad3 HTTP/1.1" status: 200 len: 944 time: 0.0513115 Apr 28 11:39:57.094480 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-3d06e083-693d-4a9f-9292-826a329200e6 req-d9872eeb-1dfd-4fa9-b0dd-c1d44d7129f4 tempest-TestShelveInstance-1703156370 tempest-TestShelveInstance-1703156370-project] 10.222.0.10 "GET /v2.0/security-groups?id=752eee2a-bc8c-4f47-ab2e-ac948e6831e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434747 Apr 28 11:39:58.137710 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Device 3da300fa-3800-4dab-a7d4-dab6dab93ac5 details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=116163) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 28 11:39:58.207602 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b4810a-2229-4d5a-801f-4e7acbc4d0f6 req-fcbaeebf-2bd3-4452-a1bc-e2321d632f30 tempest-TestShelveInstance-1703156370 tempest-TestShelveInstance-1703156370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:39:58.209110 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-28b4810a-2229-4d5a-801f-4e7acbc4d0f6 req-fcbaeebf-2bd3-4452-a1bc-e2321d632f30 tempest-TestShelveInstance-1703156370 tempest-TestShelveInstance-1703156370-project] 10.222.0.10 "GET /v2.0/ports?device_id=9f8657d0-8010-4b8a-8f38-df43fc585ad3 HTTP/1.1" status: 200 len: 944 time: 0.0477307 Apr 28 11:39:58.236334 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] For port 3da300fa-3800-4dab-a7d4-dab6dab93ac5, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=3da300fa-3800-4dab-a7d4-dab6dab93ac5,segment=NetworkSegment(1466f5ef-d42a-46e4-88cb-e6c72abc4c22),segment_id=1466f5ef-d42a-46e4-88cb-e6c72abc4c22)] {{(pid=116163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 11:39:58.248157 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Returning: {'device': '3da300fa-3800-4dab-a7d4-dab6dab93ac5', 'network_id': 'f8b931ad-5a52-4b20-ac70-2d2d9b213b35', 'port_id': '3da300fa-3800-4dab-a7d4-dab6dab93ac5', 'mac_address': 'fa:16:3e:5f:89:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 97, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd50c530a-e04c-4671-8714-fa48e7f40504', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=116163) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 28 11:39:58.259234 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-28b4810a-2229-4d5a-801f-4e7acbc4d0f6 req-41275efa-cc80-4c20-8a04-763ef090c9f8 tempest-TestShelveInstance-1703156370 tempest-TestShelveInstance-1703156370-project] 10.222.0.10 "GET /v2.0/security-groups?id=752eee2a-bc8c-4f47-ab2e-ac948e6831e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439990 Apr 28 11:39:58.285211 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Current status of the port 3da300fa-3800-4dab-a7d4-dab6dab93ac5 is: DOWN; New status is: BUILD {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:39:58.285602 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (3da300fa-3800-4dab-a7d4-dab6dab93ac5), before_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:39:58.298582 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.notifiers.nova [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3da300fa-3800-4dab-a7d4-dab6dab93ac5 {{(pid=116163) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 11:39:58.318024 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] For port 3da300fa-3800-4dab-a7d4-dab6dab93ac5, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=3da300fa-3800-4dab-a7d4-dab6dab93ac5,segment=NetworkSegment(1466f5ef-d42a-46e4-88cb-e6c72abc4c22),segment_id=1466f5ef-d42a-46e4-88cb-e6c72abc4c22)] {{(pid=116163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 11:39:58.385030 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393'] for port (3da300fa-3800-4dab-a7d4-dab6dab93ac5), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:39:58.431088 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Pushing event updated for resources: {'Port': ['ID=3da300fa-3800-4dab-a7d4-dab6dab93ac5,revision_number=4']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:39:58.584662 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] get_ports_and_sgs() called for port_ids ['3da300fa-3800-4dab-a7d4-dab6dab93ac5'] {{(pid=116163) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 11:39:59.369163 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ed6d33-d9f7-4090-9e13-1d176c9e3afb req-11691519-c0a1-43b2-9707-bdb468ed3d0d tempest-TestShelveInstance-1703156370 tempest-TestShelveInstance-1703156370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:39:59.370590 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-d0ed6d33-d9f7-4090-9e13-1d176c9e3afb req-11691519-c0a1-43b2-9707-bdb468ed3d0d tempest-TestShelveInstance-1703156370 tempest-TestShelveInstance-1703156370-project] 10.222.0.10 "GET /v2.0/ports?device_id=9f8657d0-8010-4b8a-8f38-df43fc585ad3 HTTP/1.1" status: 200 len: 945 time: 0.0461676 Apr 28 11:39:59.423361 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-d0ed6d33-d9f7-4090-9e13-1d176c9e3afb req-c5ff02e1-76a6-41af-bd8b-096837b71c3f tempest-TestShelveInstance-1703156370 tempest-TestShelveInstance-1703156370-project] 10.222.0.10 "GET /v2.0/security-groups?id=752eee2a-bc8c-4f47-ab2e-ac948e6831e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466371 Apr 28 11:40:00.138598 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Device 3da300fa-3800-4dab-a7d4-dab6dab93ac5 up at agent hyperv_hv-neutron-mast {{(pid=116163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 11:40:00.186555 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Provisioning for port 3da300fa-3800-4dab-a7d4-dab6dab93ac5 completed by entity L2. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 28 11:40:00.270624 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Provisioning complete for port 3da300fa-3800-4dab-a7d4-dab6dab93ac5 triggered by entity L2. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:40:00.271000 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (3da300fa-3800-4dab-a7d4-dab6dab93ac5), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:40:00.345354 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Current status of the port 3da300fa-3800-4dab-a7d4-dab6dab93ac5 is: BUILD; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:40:00.345655 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (3da300fa-3800-4dab-a7d4-dab6dab93ac5), before_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:40:00.366590 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f8657d0-8010-4b8a-8f38-df43fc585ad3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3da300fa-3800-4dab-a7d4-dab6dab93ac5'}] {{(pid=116163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 11:40:00.368802 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f01aec4a4f83961b54a953becfce2676879fb1d4b91122543244f430a0b8460" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f13864e-8be0-421e-9866-b6da4956c146" -d '{"events": [{"server_uuid": "9f8657d0-8010-4b8a-8f38-df43fc585ad3", "name": "network-vif-plugged", "status": "completed", "tag": "3da300fa-3800-4dab-a7d4-dab6dab93ac5"}]}' {{(pid=116163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 11:40:00.381397 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] For port 3da300fa-3800-4dab-a7d4-dab6dab93ac5, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=3da300fa-3800-4dab-a7d4-dab6dab93ac5,segment=NetworkSegment(1466f5ef-d42a-46e4-88cb-e6c72abc4c22),segment_id=1466f5ef-d42a-46e4-88cb-e6c72abc4c22)] {{(pid=116163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 11:40:00.407154 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 11:40:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6a00ddf-b070-42b1-b03b-e9620e3e3252 x-openstack-request-id: req-a6a00ddf-b070-42b1-b03b-e9620e3e3252 {{(pid=116163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 11:40:00.407448 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f8657d0-8010-4b8a-8f38-df43fc585ad3", "name": "network-vif-plugged", "status": "completed", "tag": "3da300fa-3800-4dab-a7d4-dab6dab93ac5", "code": 200}]} {{(pid=116163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 11:40:00.407725 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-a6a00ddf-b070-42b1-b03b-e9620e3e3252 {{(pid=116163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 11:40:00.408120 dv-neutron-master-2-hyperv neutron-server[116163]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a6a00ddf-b070-42b1-b03b-e9620e3e3252'] response: {'server_uuid': '9f8657d0-8010-4b8a-8f38-df43fc585ad3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3da300fa-3800-4dab-a7d4-dab6dab93ac5', 'code': 200} Apr 28 11:40:00.453865 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393'] for port (3da300fa-3800-4dab-a7d4-dab6dab93ac5), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:40:00.542433 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598db23a-7170-4732-a8d2-aed57d5eb8bd req-5d4afe4f-1656-41d9-b70a-1eb4220b1dfb tempest-TestShelveInstance-1703156370 tempest-TestShelveInstance-1703156370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:40:00.545135 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-598db23a-7170-4732-a8d2-aed57d5eb8bd req-5d4afe4f-1656-41d9-b70a-1eb4220b1dfb tempest-TestShelveInstance-1703156370 tempest-TestShelveInstance-1703156370-project] 10.222.0.10 "GET /v2.0/ports?device_id=9f8657d0-8010-4b8a-8f38-df43fc585ad3 HTTP/1.1" status: 200 len: 946 time: 0.0518887 Apr 28 11:40:00.600524 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-598db23a-7170-4732-a8d2-aed57d5eb8bd req-4e1f1f95-d587-493e-a421-d62917c05f90 tempest-TestShelveInstance-1703156370 tempest-TestShelveInstance-1703156370-project] 10.222.0.10 "GET /v2.0/security-groups?id=752eee2a-bc8c-4f47-ab2e-ac948e6831e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480161 Apr 28 11:40:00.652192 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Pushing event updated for resources: {'Port': ['ID=3da300fa-3800-4dab-a7d4-dab6dab93ac5,revision_number=5']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:40:00.722473 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f18783-cc7c-42da-ad0d-22db518fe02d req-775e15b8-1515-4e99-bcd5-49ee689b13a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:40:00.723970 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-56f18783-cc7c-42da-ad0d-22db518fe02d req-775e15b8-1515-4e99-bcd5-49ee689b13a3 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=9f8657d0-8010-4b8a-8f38-df43fc585ad3 HTTP/1.1" status: 200 len: 1130 time: 0.0394406 Apr 28 11:40:00.768983 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-56f18783-cc7c-42da-ad0d-22db518fe02d req-658ac6dd-ce8f-469e-bf9f-bd642636401f service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=752eee2a-bc8c-4f47-ab2e-ac948e6831e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385773 Apr 28 11:40:01.718462 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b35387f-dceb-4841-b1c5-818e4fd7355a req-82bbbed3-b153-4b6a-a3ea-9a8a64de3ebf tempest-TestShelveInstance-1703156370 tempest-TestShelveInstance-1703156370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:40:01.720006 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-6b35387f-dceb-4841-b1c5-818e4fd7355a req-82bbbed3-b153-4b6a-a3ea-9a8a64de3ebf tempest-TestShelveInstance-1703156370 tempest-TestShelveInstance-1703156370-project] 10.222.0.10 "GET /v2.0/ports?device_id=9f8657d0-8010-4b8a-8f38-df43fc585ad3 HTTP/1.1" status: 200 len: 946 time: 0.0471582 Apr 28 11:40:01.770113 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-6b35387f-dceb-4841-b1c5-818e4fd7355a req-8061e6ea-e986-40b4-9e25-a2439f1fbf08 tempest-TestShelveInstance-1703156370 tempest-TestShelveInstance-1703156370-project] 10.222.0.10 "GET /v2.0/security-groups?id=752eee2a-bc8c-4f47-ab2e-ac948e6831e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445130 Apr 28 11:40:02.992700 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e89fa36-ee27-4cf6-92ee-4abe36ef5195 req-f8666206-9a3f-4c8e-ae45-f2dd8ed5e38c tempest-TestShelveInstance-1703156370 tempest-TestShelveInstance-1703156370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:40:02.994153 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-9e89fa36-ee27-4cf6-92ee-4abe36ef5195 req-f8666206-9a3f-4c8e-ae45-f2dd8ed5e38c tempest-TestShelveInstance-1703156370 tempest-TestShelveInstance-1703156370-project] 10.222.0.10 "GET /v2.0/ports?device_id=9f8657d0-8010-4b8a-8f38-df43fc585ad3 HTTP/1.1" status: 200 len: 946 time: 0.1572819 Apr 28 11:40:03.043657 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-9e89fa36-ee27-4cf6-92ee-4abe36ef5195 req-e6631593-2d6d-4b78-9858-4610f6c5ab4a tempest-TestShelveInstance-1703156370 tempest-TestShelveInstance-1703156370-project] 10.222.0.10 "GET /v2.0/security-groups?id=752eee2a-bc8c-4f47-ab2e-ac948e6831e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437953 Apr 28 11:40:03.155709 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb36c90-df84-4313-a51e-9fea5a7c46ca req-e9c0414b-6a4f-4a3f-8251-90471e8e4679 tempest-TestShelveInstance-1703156370 tempest-TestShelveInstance-1703156370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:40:03.157170 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-bbb36c90-df84-4313-a51e-9fea5a7c46ca req-e9c0414b-6a4f-4a3f-8251-90471e8e4679 tempest-TestShelveInstance-1703156370 tempest-TestShelveInstance-1703156370-project] 10.222.0.10 "GET /v2.0/ports?device_id=9f8657d0-8010-4b8a-8f38-df43fc585ad3 HTTP/1.1" status: 200 len: 946 time: 0.0473170 Apr 28 11:40:03.205788 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-bbb36c90-df84-4313-a51e-9fea5a7c46ca req-69d0215e-c031-496c-8e41-a7c3fed07fd5 tempest-TestShelveInstance-1703156370 tempest-TestShelveInstance-1703156370-project] 10.222.0.10 "GET /v2.0/security-groups?id=752eee2a-bc8c-4f47-ab2e-ac948e6831e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429921 Apr 28 11:40:03.226959 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 33926) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:40:03.309958 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50f3449e-7238-4cfa-a222-ffd65cdea445 tempest-TestShelveInstance-712923594 tempest-TestShelveInstance-712923594-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:40:03.311390 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-50f3449e-7238-4cfa-a222-ffd65cdea445 tempest-TestShelveInstance-712923594 tempest-TestShelveInstance-712923594-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=9f8657d0-8010-4b8a-8f38-df43fc585ad3 HTTP/1.1" status: 200 len: 1125 time: 0.0834761 Apr 28 11:40:03.314243 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 33930) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:40:03.318427 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.v2.base [None req-2b0f1e1e-7367-4e46-99f3-db8d845af970 tempest-TestShelveInstance-1703156370 tempest-TestShelveInstance-1703156370-project] Request body: {'floatingip': {'floating_network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'port_id': '3da300fa-3800-4dab-a7d4-dab6dab93ac5', 'tenant_id': '763854b139984135af3e9b5246b55c31', 'fixed_ip_address': '172.20.0.11'}} {{(pid=116161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:40:03.396640 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-2b0f1e1e-7367-4e46-99f3-db8d845af970 tempest-TestShelveInstance-1703156370 tempest-TestShelveInstance-1703156370-project] Publish callbacks [] for floatingip (None), before_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:40:03.475001 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-2b0f1e1e-7367-4e46-99f3-db8d845af970 tempest-TestShelveInstance-1703156370 tempest-TestShelveInstance-1703156370-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (None), before_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:40:03.582171 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.db.db_base_plugin_common [None req-2b0f1e1e-7367-4e46-99f3-db8d845af970 tempest-TestShelveInstance-1703156370 tempest-TestShelveInstance-1703156370-project] Allocated IP 172.36.4.162 (7be49d94-bbb8-4a61-bafe-209c5f861e1c/c0f82f52-05ee-40f2-a57c-9d02e01fb9fa/717220b2-30f2-4e88-94d3-76fe8c331bc7) {{(pid=116161) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 11:40:03.688003 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-2b0f1e1e-7367-4e46-99f3-db8d845af970 tempest-TestShelveInstance-1703156370 tempest-TestShelveInstance-1703156370-project] Publish callbacks [] for port (717220b2-30f2-4e88-94d3-76fe8c331bc7), precommit_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:40:03.785530 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-2b0f1e1e-7367-4e46-99f3-db8d845af970 tempest-TestShelveInstance-1703156370 tempest-TestShelveInstance-1703156370-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742234710357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5219112'] for port (717220b2-30f2-4e88-94d3-76fe8c331bc7), after_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:40:03.824859 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b0f1e1e-7367-4e46-99f3-db8d845af970 tempest-TestShelveInstance-1703156370 tempest-TestShelveInstance-1703156370-project] Network 7be49d94-bbb8-4a61-bafe-209c5f861e1c is already hosted by enough agents. {{(pid=116161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 11:40:03.827768 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.scheduler.base_scheduler [None req-2b0f1e1e-7367-4e46-99f3-db8d845af970 tempest-TestShelveInstance-1703156370 tempest-TestShelveInstance-1703156370-project] Resources bound (agent type, host, resource id): {{(pid=116161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 11:40:03.831215 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b0f1e1e-7367-4e46-99f3-db8d845af970 tempest-TestShelveInstance-1703156370 tempest-TestShelveInstance-1703156370-project] Received port after_create {{(pid=116161) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 11:40:03.860559 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0f1e1e-7367-4e46-99f3-db8d845af970 tempest-TestShelveInstance-1703156370 tempest-TestShelveInstance-1703156370-project] Pushing event updated for resources: {'Port': ['ID=717220b2-30f2-4e88-94d3-76fe8c331bc7,revision_number=1']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:40:04.206380 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-2b0f1e1e-7367-4e46-99f3-db8d845af970 tempest-TestShelveInstance-1703156370 tempest-TestShelveInstance-1703156370-project] Publish callbacks [] for floatingip (9de53b8a-f7d3-4774-a9cc-ea46bbf3f29e), precommit_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:40:04.313020 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-2b0f1e1e-7367-4e46-99f3-db8d845af970 tempest-TestShelveInstance-1703156370 tempest-TestShelveInstance-1703156370-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (717220b2-30f2-4e88-94d3-76fe8c331bc7), before_update {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:40:04.463759 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-2b0f1e1e-7367-4e46-99f3-db8d845af970 tempest-TestShelveInstance-1703156370 tempest-TestShelveInstance-1703156370-project] Publish callbacks [] for port (717220b2-30f2-4e88-94d3-76fe8c331bc7), precommit_update {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:40:04.560947 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-2b0f1e1e-7367-4e46-99f3-db8d845af970 tempest-TestShelveInstance-1703156370 tempest-TestShelveInstance-1703156370-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5219123'] for port (717220b2-30f2-4e88-94d3-76fe8c331bc7), after_update {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:40:04.614589 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-6c614a85-0b18-4a0c-9c54-13a029248061 req-35af9df0-74f9-4222-87cd-bc4c242df9f5 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=9f8657d0-8010-4b8a-8f38-df43fc585ad3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0436180 Apr 28 11:40:04.633158 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0f1e1e-7367-4e46-99f3-db8d845af970 tempest-TestShelveInstance-1703156370 tempest-TestShelveInstance-1703156370-project] Pushing event updated for resources: {'Port': ['ID=717220b2-30f2-4e88-94d3-76fe8c331bc7,revision_number=2']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:40:04.646086 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-2b0f1e1e-7367-4e46-99f3-db8d845af970 tempest-TestShelveInstance-1703156370 tempest-TestShelveInstance-1703156370-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2063164'] for floatingip (9de53b8a-f7d3-4774-a9cc-ea46bbf3f29e), after_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:40:04.695281 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c614a85-0b18-4a0c-9c54-13a029248061 req-9caa8f54-4c2f-40db-93a5-05a8a571399e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:40:04.696832 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-6c614a85-0b18-4a0c-9c54-13a029248061 req-9caa8f54-4c2f-40db-93a5-05a8a571399e service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=763854b139984135af3e9b5246b55c31&device_id=9f8657d0-8010-4b8a-8f38-df43fc585ad3 HTTP/1.1" status: 200 len: 1130 time: 0.0405860 Apr 28 11:40:04.752111 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.db.l3_db [None req-2b0f1e1e-7367-4e46-99f3-db8d845af970 tempest-TestShelveInstance-1703156370 tempest-TestShelveInstance-1703156370-project] Floating IP 9de53b8a-f7d3-4774-a9cc-ea46bbf3f29e associated. External IP: 172.36.4.162, port: 3da300fa-3800-4dab-a7d4-dab6dab93ac5. Apr 28 11:40:04.801776 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c614a85-0b18-4a0c-9c54-13a029248061 req-5be46d57-328a-4761-8dce-f5b94c84ed6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:40:04.803292 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-6c614a85-0b18-4a0c-9c54-13a029248061 req-5be46d57-328a-4761-8dce-f5b94c84ed6d service neutron] 10.222.0.20 "GET /v2.0/networks?id=f8b931ad-5a52-4b20-ac70-2d2d9b213b35 HTTP/1.1" status: 200 len: 908 time: 0.0889916 Apr 28 11:40:04.872923 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-6c614a85-0b18-4a0c-9c54-13a029248061 req-1e53fb6a-0631-4699-ba0a-181b6f51a724 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3da300fa-3800-4dab-a7d4-dab6dab93ac5 HTTP/1.1" status: 200 len: 1000 time: 0.0633106 Apr 28 11:40:04.920745 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c614a85-0b18-4a0c-9c54-13a029248061 req-6a272f0f-5b83-44b8-9b31-e4d4e05525e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:40:04.922258 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-6c614a85-0b18-4a0c-9c54-13a029248061 req-6a272f0f-5b83-44b8-9b31-e4d4e05525e0 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d50c530a-e04c-4671-8714-fa48e7f40504 HTTP/1.1" status: 200 len: 847 time: 0.0442104 Apr 28 11:40:04.966384 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c614a85-0b18-4a0c-9c54-13a029248061 req-7b0a0ef4-6544-426e-b99a-49443b0e1aa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:40:04.967921 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-6c614a85-0b18-4a0c-9c54-13a029248061 req-7b0a0ef4-6544-426e-b99a-49443b0e1aa5 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f8b931ad-5a52-4b20-ac70-2d2d9b213b35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0405989 Apr 28 11:40:04.969675 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b0f1e1e-7367-4e46-99f3-db8d845af970 tempest-TestShelveInstance-1703156370 tempest-TestShelveInstance-1703156370-project] Router d5609989-caa6-4ebf-a9d2-7fe1156d27c0 has already been hosted by L3 agent 6b492ad6-0876-4d74-b20d-28143a52ceba {{(pid=116161) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 11:40:05.060826 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-6c614a85-0b18-4a0c-9c54-13a029248061 req-1e17fe43-3e40-4c3e-9b9b-77fdd590f250 service neutron] 10.222.0.20 "GET /v2.0/networks/f8b931ad-5a52-4b20-ac70-2d2d9b213b35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871503 Apr 28 11:40:05.081043 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b0f1e1e-7367-4e46-99f3-db8d845af970 tempest-TestShelveInstance-1703156370 tempest-TestShelveInstance-1703156370-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=116161) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 11:40:05.094349 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-557c859e-85dd-4391-afd9-843ac14e28d1 None None] Sync routers for ids ['d5609989-caa6-4ebf-a9d2-7fe1156d27c0'] in dv-neutron-master-2-hyperv {{(pid=116163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 11:40:05.106422 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-557c859e-85dd-4391-afd9-843ac14e28d1 None None] Routers {'d5609989-caa6-4ebf-a9d2-7fe1156d27c0'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=116163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 11:40:05.107156 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_hamode_db [None req-557c859e-85dd-4391-afd9-843ac14e28d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-28T10:50:39Z,description=,heartbeat_timestamp=2022-04-28T11:39:39Z,host='dv-neutron-master-2-hyperv',id=6b492ad6-0876-4d74-b20d-28143a52ceba,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T10:50:40Z,topic='l3_agent')) {'router_ids': ['d5609989-caa6-4ebf-a9d2-7fe1156d27c0'], 'active': True} {{(pid=116163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:40:05.157607 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-6c614a85-0b18-4a0c-9c54-13a029248061 req-26b5cb1f-5c69-48e1-b1bd-f89600cceeca service neutron] 10.222.0.20 "GET /v2.0/networks/f8b931ad-5a52-4b20-ac70-2d2d9b213b35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898583 Apr 28 11:40:05.170057 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-2b0f1e1e-7367-4e46-99f3-db8d845af970 tempest-TestShelveInstance-1703156370 tempest-TestShelveInstance-1703156370-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198022'] for floatingip (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:40:05.214337 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-2b0f1e1e-7367-4e46-99f3-db8d845af970 tempest-TestShelveInstance-1703156370 tempest-TestShelveInstance-1703156370-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8853281 Apr 28 11:40:05.214337 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f8657d0-8010-4b8a-8f38-df43fc585ad3', 'tag': '3da300fa-3800-4dab-a7d4-dab6dab93ac5'}] {{(pid=116161) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 11:40:05.214337 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e748734031c26dffb00ab563e48cb7690d820419218221ecd4f9c2a21276ff88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eaa29704-1dd1-4d42-a120-57ecf2d8030f" -d '{"events": [{"name": "network-changed", "server_uuid": "9f8657d0-8010-4b8a-8f38-df43fc585ad3", "tag": "3da300fa-3800-4dab-a7d4-dab6dab93ac5"}]}' {{(pid=116161) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 11:40:05.229097 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvr_db [None req-557c859e-85dd-4391-afd9-843ac14e28d1 None None] Set router d5609989-caa6-4ebf-a9d2-7fe1156d27c0 gateway port host: dv-neutron-master-2-hyperv {{(pid=116163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 11:40:05.240180 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 11:40:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc3d5e35-f04a-466a-b7ce-4ebf46c0fd33 x-openstack-request-id: req-fc3d5e35-f04a-466a-b7ce-4ebf46c0fd33 {{(pid=116161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 11:40:05.240473 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9f8657d0-8010-4b8a-8f38-df43fc585ad3", "tag": "3da300fa-3800-4dab-a7d4-dab6dab93ac5", "status": "completed", "code": 200}]} {{(pid=116161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 11:40:05.240730 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-fc3d5e35-f04a-466a-b7ce-4ebf46c0fd33 {{(pid=116161) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 11:40:05.241145 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fc3d5e35-f04a-466a-b7ce-4ebf46c0fd33'] response: {'name': 'network-changed', 'server_uuid': '9f8657d0-8010-4b8a-8f38-df43fc585ad3', 'tag': '3da300fa-3800-4dab-a7d4-dab6dab93ac5', 'status': 'completed', 'code': 200} Apr 28 11:40:05.321685 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa29704-1dd1-4d42-a120-57ecf2d8030f req-1fc05064-662f-4c7b-a8dc-8daa1ae91f8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:40:05.323133 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-eaa29704-1dd1-4d42-a120-57ecf2d8030f req-1fc05064-662f-4c7b-a8dc-8daa1ae91f8c service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=763854b139984135af3e9b5246b55c31&device_id=9f8657d0-8010-4b8a-8f38-df43fc585ad3 HTTP/1.1" status: 200 len: 1130 time: 0.0464091 Apr 28 11:40:05.414646 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa29704-1dd1-4d42-a120-57ecf2d8030f req-253106a3-0be1-442b-a84c-4c85f9e65f84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:40:05.416198 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-eaa29704-1dd1-4d42-a120-57ecf2d8030f req-253106a3-0be1-442b-a84c-4c85f9e65f84 service neutron] 10.222.0.20 "GET /v2.0/networks?id=f8b931ad-5a52-4b20-ac70-2d2d9b213b35 HTTP/1.1" status: 200 len: 908 time: 0.0868375 Apr 28 11:40:05.450959 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_hamode_db [None req-557c859e-85dd-4391-afd9-843ac14e28d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5609989-caa6-4ebf-a9d2-7fe1156d27c0', 'name': 'tempest-TestShelveInstance-353498489-router', 'tenant_id': '763854b139984135af3e9b5246b55c31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'external_fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.88'}], 'enable_snat': True}, 'gw_port_id': 'aca65b73-df62-4684-b9fd-54af16cd023c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T11:39:37Z', 'updated_at': '2022-04-28T11:39:40Z', 'revision_number': 4, 'project_id': '763854b139984135af3e9b5246b55c31', 'gw_port': {'id': 'aca65b73-df62-4684-b9fd-54af16cd023c', 'name': '', 'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:b8:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5609989-caa6-4ebf-a9d2-7fe1156d27c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1819, 'fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:39:38Z', 'updated_at': '2022-04-28T11:39:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '9de53b8a-f7d3-4774-a9cc-ea46bbf3f29e', 'tenant_id': '763854b139984135af3e9b5246b55c31', 'floating_ip_address': '172.36.4.162', 'floating_network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'router_id': 'd5609989-caa6-4ebf-a9d2-7fe1156d27c0', 'port_id': '3da300fa-3800-4dab-a7d4-dab6dab93ac5', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1844, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f8b931ad-5a52-4b20-ac70-2d2d9b213b35', 'mac_address': 'fa:16:3e:5f:89:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f8657d0-8010-4b8a-8f38-df43fc585ad3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T11:40:04Z', 'updated_at': '2022-04-28T11:40:04Z', 'revision_number': 0, 'project_id': '763854b139984135af3e9b5246b55c31', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bb99375a-e5e2-409b-929d-b99a7e089920', 'name': '', 'network_id': 'f8b931ad-5a52-4b20-ac70-2d2d9b213b35', 'tenant_id': '763854b139984135af3e9b5246b55c31', 'mac_address': 'fa:16:3e:8e:eb:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5609989-caa6-4ebf-a9d2-7fe1156d27c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1820, 'fixed_ips': [{'subnet_id': 'd50c530a-e04c-4671-8714-fa48e7f40504', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:39:39Z', 'updated_at': '2022-04-28T11:39:43Z', 'revision_number': 5, 'project_id': '763854b139984135af3e9b5246b55c31', 'subnets': [{'id': 'd50c530a-e04c-4671-8714-fa48e7f40504', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=116163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:40:05.477491 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-557c859e-85dd-4391-afd9-843ac14e28d1 None None] Checking router: d5609989-caa6-4ebf-a9d2-7fe1156d27c0 for host: dv-neutron-master-2-hyperv {{(pid=116163) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 11:40:05.486609 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-557c859e-85dd-4391-afd9-843ac14e28d1 None None] Routers {'d5609989-caa6-4ebf-a9d2-7fe1156d27c0'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=116163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 11:40:05.487081 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-eaa29704-1dd1-4d42-a120-57ecf2d8030f req-eb01847a-f696-433c-912f-eda814315bab service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3da300fa-3800-4dab-a7d4-dab6dab93ac5 HTTP/1.1" status: 200 len: 1000 time: 0.0653138 Apr 28 11:40:05.487226 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_hamode_db [None req-557c859e-85dd-4391-afd9-843ac14e28d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-28T10:50:39Z,description=,heartbeat_timestamp=2022-04-28T11:39:39Z,host='dv-neutron-master-2-hyperv',id=6b492ad6-0876-4d74-b20d-28143a52ceba,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T10:50:40Z,topic='l3_agent')) {'router_ids': ['d5609989-caa6-4ebf-a9d2-7fe1156d27c0'], 'active': True} {{(pid=116163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:40:05.534282 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa29704-1dd1-4d42-a120-57ecf2d8030f req-e228d590-29a1-488c-8a48-ea0ca7cd7f18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:40:05.535847 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-eaa29704-1dd1-4d42-a120-57ecf2d8030f req-e228d590-29a1-488c-8a48-ea0ca7cd7f18 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d50c530a-e04c-4671-8714-fa48e7f40504 HTTP/1.1" status: 200 len: 847 time: 0.0438478 Apr 28 11:40:05.579026 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa29704-1dd1-4d42-a120-57ecf2d8030f req-7bf71c16-7944-4b19-b826-b1914897cf52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:40:05.580439 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-eaa29704-1dd1-4d42-a120-57ecf2d8030f req-7bf71c16-7944-4b19-b826-b1914897cf52 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f8b931ad-5a52-4b20-ac70-2d2d9b213b35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0395167 Apr 28 11:40:05.595056 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvr_db [None req-557c859e-85dd-4391-afd9-843ac14e28d1 None None] Set router d5609989-caa6-4ebf-a9d2-7fe1156d27c0 gateway port host: dv-neutron-master-2-hyperv {{(pid=116163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 11:40:05.786280 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [req-eaa29704-1dd1-4d42-a120-57ecf2d8030f req-ab093980-f982-4781-9822-8c9ab18df4d2 service neutron] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=116162) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 28 11:40:05.787675 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-eaa29704-1dd1-4d42-a120-57ecf2d8030f req-ab093980-f982-4781-9822-8c9ab18df4d2 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0055122 Apr 28 11:40:05.802178 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_hamode_db [None req-557c859e-85dd-4391-afd9-843ac14e28d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5609989-caa6-4ebf-a9d2-7fe1156d27c0', 'name': 'tempest-TestShelveInstance-353498489-router', 'tenant_id': '763854b139984135af3e9b5246b55c31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'external_fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.88'}], 'enable_snat': True}, 'gw_port_id': 'aca65b73-df62-4684-b9fd-54af16cd023c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T11:39:37Z', 'updated_at': '2022-04-28T11:39:40Z', 'revision_number': 4, 'project_id': '763854b139984135af3e9b5246b55c31', 'gw_port': {'id': 'aca65b73-df62-4684-b9fd-54af16cd023c', 'name': '', 'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:b8:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5609989-caa6-4ebf-a9d2-7fe1156d27c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1819, 'fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:39:38Z', 'updated_at': '2022-04-28T11:39:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '9de53b8a-f7d3-4774-a9cc-ea46bbf3f29e', 'tenant_id': '763854b139984135af3e9b5246b55c31', 'floating_ip_address': '172.36.4.162', 'floating_network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'router_id': 'd5609989-caa6-4ebf-a9d2-7fe1156d27c0', 'port_id': '3da300fa-3800-4dab-a7d4-dab6dab93ac5', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1844, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f8b931ad-5a52-4b20-ac70-2d2d9b213b35', 'mac_address': 'fa:16:3e:5f:89:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f8657d0-8010-4b8a-8f38-df43fc585ad3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T11:40:04Z', 'updated_at': '2022-04-28T11:40:04Z', 'revision_number': 0, 'project_id': '763854b139984135af3e9b5246b55c31', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bb99375a-e5e2-409b-929d-b99a7e089920', 'name': '', 'network_id': 'f8b931ad-5a52-4b20-ac70-2d2d9b213b35', 'tenant_id': '763854b139984135af3e9b5246b55c31', 'mac_address': 'fa:16:3e:8e:eb:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5609989-caa6-4ebf-a9d2-7fe1156d27c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1820, 'fixed_ips': [{'subnet_id': 'd50c530a-e04c-4671-8714-fa48e7f40504', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:39:39Z', 'updated_at': '2022-04-28T11:39:43Z', 'revision_number': 5, 'project_id': '763854b139984135af3e9b5246b55c31', 'subnets': [{'id': 'd50c530a-e04c-4671-8714-fa48e7f40504', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=116163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:40:05.834213 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-557c859e-85dd-4391-afd9-843ac14e28d1 None None] The sync data for ids ['d5609989-caa6-4ebf-a9d2-7fe1156d27c0'] in dv-neutron-master-2-hyperv is: [{'id': 'd5609989-caa6-4ebf-a9d2-7fe1156d27c0', 'name': 'tempest-TestShelveInstance-353498489-router', 'tenant_id': '763854b139984135af3e9b5246b55c31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'external_fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.88'}], 'enable_snat': True}, 'gw_port_id': 'aca65b73-df62-4684-b9fd-54af16cd023c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T11:39:37Z', 'updated_at': '2022-04-28T11:39:40Z', 'revision_number': 4, 'project_id': '763854b139984135af3e9b5246b55c31', 'gw_port': {'id': 'aca65b73-df62-4684-b9fd-54af16cd023c', 'name': '', 'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:b8:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5609989-caa6-4ebf-a9d2-7fe1156d27c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1819, 'fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:39:38Z', 'updated_at': '2022-04-28T11:39:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '9de53b8a-f7d3-4774-a9cc-ea46bbf3f29e', 'tenant_id': '763854b139984135af3e9b5246b55c31', 'floating_ip_address': '172.36.4.162', 'floating_network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'router_id': 'd5609989-caa6-4ebf-a9d2-7fe1156d27c0', 'port_id': '3da300fa-3800-4dab-a7d4-dab6dab93ac5', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1844, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f8b931ad-5a52-4b20-ac70-2d2d9b213b35', 'mac_address': 'fa:16:3e:5f:89:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f8657d0-8010-4b8a-8f38-df43fc585ad3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T11:40:04Z', 'updated_at': '2022-04-28T11:40:04Z', 'revision_number': 0, 'project_id': '763854b139984135af3e9b5246b55c31', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bb99375a-e5e2-409b-929d-b99a7e089920', 'name': '', 'network_id': 'f8b931ad-5a52-4b20-ac70-2d2d9b213b35', 'tenant_id': '763854b139984135af3e9b5246b55c31', 'mac_address': 'fa:16:3e:8e:eb:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5609989-caa6-4ebf-a9d2-7fe1156d27c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1820, 'fixed_ips': [{'subnet_id': 'd50c530a-e04c-4671-8714-fa48e7f40504', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:39:39Z', 'updated_at': '2022-04-28T11:39:43Z', 'revision_number': 5, 'project_id': '763854b139984135af3e9b5246b55c31', 'subnets': [{'id': 'd50c530a-e04c-4671-8714-fa48e7f40504', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=116163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 11:40:05.903263 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-eaa29704-1dd1-4d42-a120-57ecf2d8030f req-11ce19bc-e214-4b32-a240-b95262fde5f0 service neutron] 10.222.0.20 "GET /v2.0/networks/f8b931ad-5a52-4b20-ac70-2d2d9b213b35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1091633 Apr 28 11:40:05.996162 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-eaa29704-1dd1-4d42-a120-57ecf2d8030f req-7ebf8d78-7470-4bab-b4e8-18e7c4cce083 service neutron] 10.222.0.20 "GET /v2.0/networks/f8b931ad-5a52-4b20-ac70-2d2d9b213b35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883253 Apr 28 11:40:06.040186 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9b1dd9e-62f3-432d-8957-f362c39ff6f6 None None] New status for floating IP 9de53b8a-f7d3-4774-a9cc-ea46bbf3f29e: ACTIVE {{(pid=116164) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 28 11:40:07.036492 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-bc63df22-475c-4038-8862-d42cf4eacd16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (75ba81b7-fe99-4281-90d2-a5adb445ecea), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:40:09.493876 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-12bfd2af-0812-4d94-ac8e-09254af790a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (6b492ad6-0876-4d74-b20d-28143a52ceba), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:40:10.602129 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-ae94d540-e4c6-43be-adc9-b26fb6a2f62f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (cfc241ae-e4b7-443b-b80b-59fbbc2b69c9), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:40:12.202496 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-01ef1de1-12fd-4cef-b76b-793f91379468 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (39cc4f52-f5d9-4e2c-bbfa-7a1c528e1c40), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:40:13.366983 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (d5baab19-5dd1-4902-922b-84acb048ab9c), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:40:20.172988 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.agents_db [None req-54b29a82-8a19-4507-95e3-3a2d011841ff None None] Agent healthcheck: found 6 active agents {{(pid=116164) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 28 11:40:20.943679 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (6be95134-9a6c-4663-8b48-90d12ce90c60), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:40:37.014509 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-c56909d7-2b65-441f-bdcc-13f3cf5e4fac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (75ba81b7-fe99-4281-90d2-a5adb445ecea), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:40:39.452906 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-fad1cbf6-5e39-4ff7-8770-391cdde34fdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (6b492ad6-0876-4d74-b20d-28143a52ceba), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:40:40.624015 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-ae94d540-e4c6-43be-adc9-b26fb6a2f62f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (cfc241ae-e4b7-443b-b80b-59fbbc2b69c9), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:40:42.282715 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-01ef1de1-12fd-4cef-b76b-793f91379468 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (39cc4f52-f5d9-4e2c-bbfa-7a1c528e1c40), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:40:43.349898 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (d5baab19-5dd1-4902-922b-84acb048ab9c), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:40:51.002833 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (6be95134-9a6c-4663-8b48-90d12ce90c60), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:40:57.171823 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.agents_db [None req-54b29a82-8a19-4507-95e3-3a2d011841ff None None] Agent healthcheck: found 6 active agents {{(pid=116164) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 28 11:41:04.655876 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-17f9bfaf-b5fe-4002-81d8-056d392ef54d req-fc17821a-d27c-4b5d-875d-24c4349b6a35 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=9f8657d0-8010-4b8a-8f38-df43fc585ad3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0790377 Apr 28 11:41:04.733409 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f9bfaf-b5fe-4002-81d8-056d392ef54d req-71cf24bd-7c27-457a-864c-c979b4f2b66f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:41:04.735125 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-17f9bfaf-b5fe-4002-81d8-056d392ef54d req-71cf24bd-7c27-457a-864c-c979b4f2b66f service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=763854b139984135af3e9b5246b55c31&device_id=9f8657d0-8010-4b8a-8f38-df43fc585ad3 HTTP/1.1" status: 200 len: 1130 time: 0.0388792 Apr 28 11:41:04.838455 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f9bfaf-b5fe-4002-81d8-056d392ef54d req-67639c8c-8c2e-4961-993a-2e50e6724a00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:41:04.839844 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-17f9bfaf-b5fe-4002-81d8-056d392ef54d req-67639c8c-8c2e-4961-993a-2e50e6724a00 service neutron] 10.222.0.20 "GET /v2.0/networks?id=f8b931ad-5a52-4b20-ac70-2d2d9b213b35 HTTP/1.1" status: 200 len: 908 time: 0.0871668 Apr 28 11:41:04.902879 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-17f9bfaf-b5fe-4002-81d8-056d392ef54d req-07e5b5fa-fd79-4e27-9e5c-8afb3852e381 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3da300fa-3800-4dab-a7d4-dab6dab93ac5 HTTP/1.1" status: 200 len: 1002 time: 0.0571060 Apr 28 11:41:04.955567 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f9bfaf-b5fe-4002-81d8-056d392ef54d req-f163792c-3048-487d-b2cb-ea0a3aac9bae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:41:04.956970 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-17f9bfaf-b5fe-4002-81d8-056d392ef54d req-f163792c-3048-487d-b2cb-ea0a3aac9bae service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d50c530a-e04c-4671-8714-fa48e7f40504 HTTP/1.1" status: 200 len: 847 time: 0.0480025 Apr 28 11:41:04.997953 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f9bfaf-b5fe-4002-81d8-056d392ef54d req-b83361b3-b96f-4ea4-8b17-1eed2c8855c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:41:04.999410 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-17f9bfaf-b5fe-4002-81d8-056d392ef54d req-b83361b3-b96f-4ea4-8b17-1eed2c8855c1 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f8b931ad-5a52-4b20-ac70-2d2d9b213b35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0372467 Apr 28 11:41:05.086220 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-17f9bfaf-b5fe-4002-81d8-056d392ef54d req-d66bf206-9a2e-4c3c-92d0-d8880d2fe3d8 service neutron] 10.222.0.20 "GET /v2.0/networks/f8b931ad-5a52-4b20-ac70-2d2d9b213b35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811825 Apr 28 11:41:05.178751 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-17f9bfaf-b5fe-4002-81d8-056d392ef54d req-03888332-ffb4-40e7-bbce-7d66cd9b2b76 service neutron] 10.222.0.20 "GET /v2.0/networks/f8b931ad-5a52-4b20-ac70-2d2d9b213b35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869024 Apr 28 11:41:07.054787 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-11cf47e1-769d-4459-bd3a-cd09748e92df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (75ba81b7-fe99-4281-90d2-a5adb445ecea), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:41:09.477539 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-1c55ae61-5725-403c-b32e-f1a8c3a8d23d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (6b492ad6-0876-4d74-b20d-28143a52ceba), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:41:10.635868 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-ae94d540-e4c6-43be-adc9-b26fb6a2f62f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (cfc241ae-e4b7-443b-b80b-59fbbc2b69c9), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:41:12.252825 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-01ef1de1-12fd-4cef-b76b-793f91379468 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (39cc4f52-f5d9-4e2c-bbfa-7a1c528e1c40), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:41:13.350116 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (d5baab19-5dd1-4902-922b-84acb048ab9c), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:41:20.956372 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (6be95134-9a6c-4663-8b48-90d12ce90c60), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:41:34.171482 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.agents_db [None req-54b29a82-8a19-4507-95e3-3a2d011841ff None None] Agent healthcheck: found 6 active agents {{(pid=116164) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 28 11:41:37.054972 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-0d999bae-e261-4aa8-b33a-b99d08212f1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (75ba81b7-fe99-4281-90d2-a5adb445ecea), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:41:39.449257 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-bf7e90df-db93-494f-a5e1-513e7e44937d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (6b492ad6-0876-4d74-b20d-28143a52ceba), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:41:40.620684 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-ae94d540-e4c6-43be-adc9-b26fb6a2f62f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (cfc241ae-e4b7-443b-b80b-59fbbc2b69c9), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:41:42.226547 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-01ef1de1-12fd-4cef-b76b-793f91379468 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (39cc4f52-f5d9-4e2c-bbfa-7a1c528e1c40), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:41:43.386939 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (d5baab19-5dd1-4902-922b-84acb048ab9c), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:41:50.967680 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (6be95134-9a6c-4663-8b48-90d12ce90c60), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:42:00.023591 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72addde-a5fd-4f28-b097-c5c48fa5ec3f req-356e0f50-6624-45a6-ba0a-d0a98cd91926 tempest-TestShelveInstance-1703156370 tempest-TestShelveInstance-1703156370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:42:00.025120 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-f72addde-a5fd-4f28-b097-c5c48fa5ec3f req-356e0f50-6624-45a6-ba0a-d0a98cd91926 tempest-TestShelveInstance-1703156370 tempest-TestShelveInstance-1703156370-project] 10.222.0.10 "GET /v2.0/ports?device_id=9f8657d0-8010-4b8a-8f38-df43fc585ad3 HTTP/1.1" status: 200 len: 946 time: 0.0500331 Apr 28 11:42:00.076357 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-f72addde-a5fd-4f28-b097-c5c48fa5ec3f req-a224db0d-cb0e-499b-8bba-1102065acdf9 tempest-TestShelveInstance-1703156370 tempest-TestShelveInstance-1703156370-project] 10.222.0.10 "GET /v2.0/security-groups?id=752eee2a-bc8c-4f47-ab2e-ac948e6831e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455694 Apr 28 11:42:01.203071 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27550e7-84f7-4f6c-8e47-239a1e4d9e0f req-1f9239ac-742a-4082-8400-5de31978c75e tempest-TestShelveInstance-1703156370 tempest-TestShelveInstance-1703156370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:42:01.204571 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-a27550e7-84f7-4f6c-8e47-239a1e4d9e0f req-1f9239ac-742a-4082-8400-5de31978c75e tempest-TestShelveInstance-1703156370 tempest-TestShelveInstance-1703156370-project] 10.222.0.10 "GET /v2.0/ports?device_id=9f8657d0-8010-4b8a-8f38-df43fc585ad3 HTTP/1.1" status: 200 len: 946 time: 0.0509529 Apr 28 11:42:01.252834 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-a27550e7-84f7-4f6c-8e47-239a1e4d9e0f req-e8243e5f-9f3f-4217-86ce-c743a8c7b991 tempest-TestShelveInstance-1703156370 tempest-TestShelveInstance-1703156370-project] 10.222.0.10 "GET /v2.0/security-groups?id=752eee2a-bc8c-4f47-ab2e-ac948e6831e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427127 Apr 28 11:42:02.370055 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ac90ee-d725-49bc-8397-d72b40d11687 req-3482fdb5-0dae-44d8-8db4-4cb792b40f05 tempest-TestShelveInstance-1703156370 tempest-TestShelveInstance-1703156370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:42:02.371541 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-a5ac90ee-d725-49bc-8397-d72b40d11687 req-3482fdb5-0dae-44d8-8db4-4cb792b40f05 tempest-TestShelveInstance-1703156370 tempest-TestShelveInstance-1703156370-project] 10.222.0.10 "GET /v2.0/ports?device_id=9f8657d0-8010-4b8a-8f38-df43fc585ad3 HTTP/1.1" status: 200 len: 946 time: 0.0465374 Apr 28 11:42:02.418860 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-a5ac90ee-d725-49bc-8397-d72b40d11687 req-0b2148e2-bba1-4a07-9a64-3007b13950ab tempest-TestShelveInstance-1703156370 tempest-TestShelveInstance-1703156370-project] 10.222.0.10 "GET /v2.0/security-groups?id=752eee2a-bc8c-4f47-ab2e-ac948e6831e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417836 Apr 28 11:42:03.531984 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a149dd-a256-4c26-ac27-566a366cab26 req-1fc9a9ea-5040-4ca0-ab27-eb918d98c370 tempest-TestShelveInstance-1703156370 tempest-TestShelveInstance-1703156370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:42:03.533518 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-d3a149dd-a256-4c26-ac27-566a366cab26 req-1fc9a9ea-5040-4ca0-ab27-eb918d98c370 tempest-TestShelveInstance-1703156370 tempest-TestShelveInstance-1703156370-project] 10.222.0.10 "GET /v2.0/ports?device_id=9f8657d0-8010-4b8a-8f38-df43fc585ad3 HTTP/1.1" status: 200 len: 946 time: 0.0461926 Apr 28 11:42:03.585693 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-d3a149dd-a256-4c26-ac27-566a366cab26 req-ada991f1-8c6d-43a3-9bf8-1fa13098988b tempest-TestShelveInstance-1703156370 tempest-TestShelveInstance-1703156370-project] 10.222.0.10 "GET /v2.0/security-groups?id=752eee2a-bc8c-4f47-ab2e-ac948e6831e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465720 Apr 28 11:42:04.698318 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a54fc23-5f35-4c41-8632-7d2864ff2d89 req-133f5155-f976-46a9-9bf1-d9dbd6ba14af tempest-TestShelveInstance-1703156370 tempest-TestShelveInstance-1703156370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:42:04.699836 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-5a54fc23-5f35-4c41-8632-7d2864ff2d89 req-133f5155-f976-46a9-9bf1-d9dbd6ba14af tempest-TestShelveInstance-1703156370 tempest-TestShelveInstance-1703156370-project] 10.222.0.10 "GET /v2.0/ports?device_id=9f8657d0-8010-4b8a-8f38-df43fc585ad3 HTTP/1.1" status: 200 len: 946 time: 0.0471380 Apr 28 11:42:04.748310 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-5a54fc23-5f35-4c41-8632-7d2864ff2d89 req-8f3a12cc-0762-4804-b7e8-a39aa56fad63 tempest-TestShelveInstance-1703156370 tempest-TestShelveInstance-1703156370-project] 10.222.0.10 "GET /v2.0/security-groups?id=752eee2a-bc8c-4f47-ab2e-ac948e6831e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422940 Apr 28 11:42:05.648261 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5354ce-863c-4a88-a2d6-17b88263c56d req-9ab8168f-d8ee-4525-b7c8-d7057c72ced1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:42:05.650069 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-be5354ce-863c-4a88-a2d6-17b88263c56d req-9ab8168f-d8ee-4525-b7c8-d7057c72ced1 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=763854b139984135af3e9b5246b55c31&device_id=9f8657d0-8010-4b8a-8f38-df43fc585ad3 HTTP/1.1" status: 200 len: 1130 time: 0.0439928 Apr 28 11:42:05.751124 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5354ce-863c-4a88-a2d6-17b88263c56d req-c68ccd8f-e187-4ea0-90b6-3cc63e07808d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:42:05.752647 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-be5354ce-863c-4a88-a2d6-17b88263c56d req-c68ccd8f-e187-4ea0-90b6-3cc63e07808d service neutron] 10.222.0.20 "GET /v2.0/networks?id=f8b931ad-5a52-4b20-ac70-2d2d9b213b35 HTTP/1.1" status: 200 len: 908 time: 0.0843661 Apr 28 11:42:05.822467 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-be5354ce-863c-4a88-a2d6-17b88263c56d req-d22a79e3-9e8c-4800-8fc6-e4f85623ea7b service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3da300fa-3800-4dab-a7d4-dab6dab93ac5 HTTP/1.1" status: 200 len: 1002 time: 0.0639551 Apr 28 11:42:05.865152 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d95988-2a4f-4ba4-a430-ca42fcc04f49 req-5a6ffbd1-df8a-4c88-b5d5-cd77b454ae05 tempest-TestShelveInstance-1703156370 tempest-TestShelveInstance-1703156370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:42:05.866679 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-76d95988-2a4f-4ba4-a430-ca42fcc04f49 req-5a6ffbd1-df8a-4c88-b5d5-cd77b454ae05 tempest-TestShelveInstance-1703156370 tempest-TestShelveInstance-1703156370-project] 10.222.0.10 "GET /v2.0/ports?device_id=9f8657d0-8010-4b8a-8f38-df43fc585ad3 HTTP/1.1" status: 200 len: 946 time: 0.0488710 Apr 28 11:42:05.869980 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5354ce-863c-4a88-a2d6-17b88263c56d req-9dbb4215-ce3b-4b8c-937b-af0554e004ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:42:05.871487 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-be5354ce-863c-4a88-a2d6-17b88263c56d req-9dbb4215-ce3b-4b8c-937b-af0554e004ef service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d50c530a-e04c-4671-8714-fa48e7f40504 HTTP/1.1" status: 200 len: 847 time: 0.0440609 Apr 28 11:42:05.915107 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5354ce-863c-4a88-a2d6-17b88263c56d req-29289810-6527-41d8-b40a-03f75a43c197 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:42:05.915321 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-76d95988-2a4f-4ba4-a430-ca42fcc04f49 req-e84331b9-2613-4b34-988e-dd292c4c1449 tempest-TestShelveInstance-1703156370 tempest-TestShelveInstance-1703156370-project] 10.222.0.10 "GET /v2.0/security-groups?id=752eee2a-bc8c-4f47-ab2e-ac948e6831e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429876 Apr 28 11:42:05.916501 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-be5354ce-863c-4a88-a2d6-17b88263c56d req-29289810-6527-41d8-b40a-03f75a43c197 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f8b931ad-5a52-4b20-ac70-2d2d9b213b35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0388303 Apr 28 11:42:06.007646 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-be5354ce-863c-4a88-a2d6-17b88263c56d req-660281e9-28ad-45b8-acd2-01615ed12db8 service neutron] 10.222.0.20 "GET /v2.0/networks/f8b931ad-5a52-4b20-ac70-2d2d9b213b35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855262 Apr 28 11:42:06.094252 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-be5354ce-863c-4a88-a2d6-17b88263c56d req-9a48462c-ca3a-4fde-9acc-ac054d653574 service neutron] 10.222.0.20 "GET /v2.0/networks/f8b931ad-5a52-4b20-ac70-2d2d9b213b35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809066 Apr 28 11:42:07.038249 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99df661-4a59-4da9-9e8e-875571a5e08e req-63352b8d-f84a-48d4-8bd5-377926aa5052 tempest-TestShelveInstance-1703156370 tempest-TestShelveInstance-1703156370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:42:07.039770 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-e99df661-4a59-4da9-9e8e-875571a5e08e req-63352b8d-f84a-48d4-8bd5-377926aa5052 tempest-TestShelveInstance-1703156370 tempest-TestShelveInstance-1703156370-project] 10.222.0.10 "GET /v2.0/ports?device_id=9f8657d0-8010-4b8a-8f38-df43fc585ad3 HTTP/1.1" status: 200 len: 946 time: 0.0540745 Apr 28 11:42:07.044056 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-7886329f-1e7a-4623-b0e3-0d246c1d7b16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (75ba81b7-fe99-4281-90d2-a5adb445ecea), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:42:07.089071 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-e99df661-4a59-4da9-9e8e-875571a5e08e req-6f89a179-3b78-45fe-8014-98668815b613 tempest-TestShelveInstance-1703156370 tempest-TestShelveInstance-1703156370-project] 10.222.0.10 "GET /v2.0/security-groups?id=752eee2a-bc8c-4f47-ab2e-ac948e6831e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435934 Apr 28 11:42:08.208148 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e677a2e9-53bc-49b1-9db5-ebb69bcc7046 req-89bf4604-4d02-4c82-87d5-bf6b58068d04 tempest-TestShelveInstance-1703156370 tempest-TestShelveInstance-1703156370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:42:08.209610 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-e677a2e9-53bc-49b1-9db5-ebb69bcc7046 req-89bf4604-4d02-4c82-87d5-bf6b58068d04 tempest-TestShelveInstance-1703156370 tempest-TestShelveInstance-1703156370-project] 10.222.0.10 "GET /v2.0/ports?device_id=9f8657d0-8010-4b8a-8f38-df43fc585ad3 HTTP/1.1" status: 200 len: 946 time: 0.0493767 Apr 28 11:42:08.259347 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-e677a2e9-53bc-49b1-9db5-ebb69bcc7046 req-4e808ad6-1964-4d9a-88cf-051b13d30764 tempest-TestShelveInstance-1703156370 tempest-TestShelveInstance-1703156370-project] 10.222.0.10 "GET /v2.0/security-groups?id=752eee2a-bc8c-4f47-ab2e-ac948e6831e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441132 Apr 28 11:42:09.371628 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee005f32-7abc-4863-86a2-a2413b4e305f req-e5a31f0f-f352-4b5e-9612-10d8f27ed319 tempest-TestShelveInstance-1703156370 tempest-TestShelveInstance-1703156370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:42:09.373081 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-ee005f32-7abc-4863-86a2-a2413b4e305f req-e5a31f0f-f352-4b5e-9612-10d8f27ed319 tempest-TestShelveInstance-1703156370 tempest-TestShelveInstance-1703156370-project] 10.222.0.10 "GET /v2.0/ports?device_id=9f8657d0-8010-4b8a-8f38-df43fc585ad3 HTTP/1.1" status: 200 len: 946 time: 0.0464292 Apr 28 11:42:09.427132 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-ee005f32-7abc-4863-86a2-a2413b4e305f req-6ef75c8b-e61a-4da3-8b12-dff35e461c53 tempest-TestShelveInstance-1703156370 tempest-TestShelveInstance-1703156370-project] 10.222.0.10 "GET /v2.0/security-groups?id=752eee2a-bc8c-4f47-ab2e-ac948e6831e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484459 Apr 28 11:42:09.458871 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-be237e07-503c-4484-a446-4ca4c4cc9ed3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (6b492ad6-0876-4d74-b20d-28143a52ceba), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:42:10.544138 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f9a495-4c3e-4329-a67a-74d851610628 req-59aca4a4-488d-4d2e-a7f5-1ea10aead50b tempest-TestShelveInstance-1703156370 tempest-TestShelveInstance-1703156370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:42:10.545600 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-11f9a495-4c3e-4329-a67a-74d851610628 req-59aca4a4-488d-4d2e-a7f5-1ea10aead50b tempest-TestShelveInstance-1703156370 tempest-TestShelveInstance-1703156370-project] 10.222.0.10 "GET /v2.0/ports?device_id=9f8657d0-8010-4b8a-8f38-df43fc585ad3 HTTP/1.1" status: 200 len: 946 time: 0.0469904 Apr 28 11:42:10.597049 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-11f9a495-4c3e-4329-a67a-74d851610628 req-4337fcc2-ff86-4fc7-ac2b-d0035ccfc84a tempest-TestShelveInstance-1703156370 tempest-TestShelveInstance-1703156370-project] 10.222.0.10 "GET /v2.0/security-groups?id=752eee2a-bc8c-4f47-ab2e-ac948e6831e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450950 Apr 28 11:42:10.627206 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-ae94d540-e4c6-43be-adc9-b26fb6a2f62f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (cfc241ae-e4b7-443b-b80b-59fbbc2b69c9), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:42:11.169320 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.agents_db [None req-54b29a82-8a19-4507-95e3-3a2d011841ff None None] Agent healthcheck: found 6 active agents {{(pid=116164) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 28 11:42:11.711882 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c0ddcb-d51d-40d4-ba8b-ac1f1beb6aa1 req-467ffff6-46fa-463f-b756-faa268030f09 tempest-TestShelveInstance-1703156370 tempest-TestShelveInstance-1703156370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:42:11.713690 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-26c0ddcb-d51d-40d4-ba8b-ac1f1beb6aa1 req-467ffff6-46fa-463f-b756-faa268030f09 tempest-TestShelveInstance-1703156370 tempest-TestShelveInstance-1703156370-project] 10.222.0.10 "GET /v2.0/ports?device_id=9f8657d0-8010-4b8a-8f38-df43fc585ad3 HTTP/1.1" status: 200 len: 946 time: 0.0478508 Apr 28 11:42:11.762257 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-26c0ddcb-d51d-40d4-ba8b-ac1f1beb6aa1 req-0e519833-a0f7-43e0-b601-7bb55d974f14 tempest-TestShelveInstance-1703156370 tempest-TestShelveInstance-1703156370-project] 10.222.0.10 "GET /v2.0/security-groups?id=752eee2a-bc8c-4f47-ab2e-ac948e6831e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430107 Apr 28 11:42:12.232773 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-01ef1de1-12fd-4cef-b76b-793f91379468 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (39cc4f52-f5d9-4e2c-bbfa-7a1c528e1c40), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:42:12.715374 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Device 3da300fa-3800-4dab-a7d4-dab6dab93ac5 details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=116163) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 28 11:42:12.817098 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] For port 3da300fa-3800-4dab-a7d4-dab6dab93ac5, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=3da300fa-3800-4dab-a7d4-dab6dab93ac5,segment=NetworkSegment(1466f5ef-d42a-46e4-88cb-e6c72abc4c22),segment_id=1466f5ef-d42a-46e4-88cb-e6c72abc4c22)] {{(pid=116163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 11:42:12.828630 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Returning: {'device': '3da300fa-3800-4dab-a7d4-dab6dab93ac5', 'network_id': 'f8b931ad-5a52-4b20-ac70-2d2d9b213b35', 'port_id': '3da300fa-3800-4dab-a7d4-dab6dab93ac5', 'mac_address': 'fa:16:3e:5f:89:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 97, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd50c530a-e04c-4671-8714-fa48e7f40504', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=116163) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 28 11:42:12.867600 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Current status of the port 3da300fa-3800-4dab-a7d4-dab6dab93ac5 is: ACTIVE; New status is: BUILD {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:42:12.867992 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (3da300fa-3800-4dab-a7d4-dab6dab93ac5), before_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:42:12.881113 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.notifiers.nova [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 3da300fa-3800-4dab-a7d4-dab6dab93ac5 {{(pid=116163) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 11:42:12.885723 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a9c20b-af7e-4678-bbff-cac87ec44d01 req-81aa947e-cecb-4802-b514-a4013943d43f tempest-TestShelveInstance-1703156370 tempest-TestShelveInstance-1703156370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:42:12.887374 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-d0a9c20b-af7e-4678-bbff-cac87ec44d01 req-81aa947e-cecb-4802-b514-a4013943d43f tempest-TestShelveInstance-1703156370 tempest-TestShelveInstance-1703156370-project] 10.222.0.10 "GET /v2.0/ports?device_id=9f8657d0-8010-4b8a-8f38-df43fc585ad3 HTTP/1.1" status: 200 len: 946 time: 0.0549014 Apr 28 11:42:12.903250 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] For port 3da300fa-3800-4dab-a7d4-dab6dab93ac5, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=3da300fa-3800-4dab-a7d4-dab6dab93ac5,segment=NetworkSegment(1466f5ef-d42a-46e4-88cb-e6c72abc4c22),segment_id=1466f5ef-d42a-46e4-88cb-e6c72abc4c22)] {{(pid=116163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 11:42:12.941381 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-d0a9c20b-af7e-4678-bbff-cac87ec44d01 req-be46f75e-bb2f-49d4-af19-ac989fca62f3 tempest-TestShelveInstance-1703156370 tempest-TestShelveInstance-1703156370-project] 10.222.0.10 "GET /v2.0/security-groups?id=752eee2a-bc8c-4f47-ab2e-ac948e6831e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471823 Apr 28 11:42:12.981429 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393'] for port (3da300fa-3800-4dab-a7d4-dab6dab93ac5), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:42:13.035706 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Pushing event updated for resources: {'Port': ['ID=3da300fa-3800-4dab-a7d4-dab6dab93ac5,revision_number=6']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:42:13.042948 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:42:13.048936 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:42:13.048936 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:42:13.048936 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:42:13.048936 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:42:13.048936 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:42:13.048936 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:42:13.048936 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:42:13.048936 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:42:13.048936 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:42:13.048936 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:42:13.048936 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:42:13.048936 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:42:13.048936 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:42:13.048936 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:42:13.054258 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] get_ports_and_sgs() called for port_ids ['3da300fa-3800-4dab-a7d4-dab6dab93ac5'] {{(pid=116163) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 11:42:13.352409 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (d5baab19-5dd1-4902-922b-84acb048ab9c), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:42:14.069471 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4648b2-67d0-4486-ac3d-784800a9d30e req-95397d70-9ba8-4667-b9d4-24f189927738 tempest-TestShelveInstance-1703156370 tempest-TestShelveInstance-1703156370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:42:14.070866 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-8b4648b2-67d0-4486-ac3d-784800a9d30e req-95397d70-9ba8-4667-b9d4-24f189927738 tempest-TestShelveInstance-1703156370 tempest-TestShelveInstance-1703156370-project] 10.222.0.10 "GET /v2.0/ports?device_id=9f8657d0-8010-4b8a-8f38-df43fc585ad3 HTTP/1.1" status: 200 len: 945 time: 0.0514936 Apr 28 11:42:14.132359 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-8b4648b2-67d0-4486-ac3d-784800a9d30e req-fab625ed-0e86-4319-b6de-70921f46a8db tempest-TestShelveInstance-1703156370 tempest-TestShelveInstance-1703156370-project] 10.222.0.10 "GET /v2.0/security-groups?id=752eee2a-bc8c-4f47-ab2e-ac948e6831e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544379 Apr 28 11:42:14.739684 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Device 3da300fa-3800-4dab-a7d4-dab6dab93ac5 up at agent hyperv_hv-neutron-mast {{(pid=116163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 11:42:14.790616 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Provisioning complete for port 3da300fa-3800-4dab-a7d4-dab6dab93ac5 triggered by entity L2. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:42:14.791151 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (3da300fa-3800-4dab-a7d4-dab6dab93ac5), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:42:14.883632 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Current status of the port 3da300fa-3800-4dab-a7d4-dab6dab93ac5 is: BUILD; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:42:14.884386 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (3da300fa-3800-4dab-a7d4-dab6dab93ac5), before_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:42:14.909224 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f8657d0-8010-4b8a-8f38-df43fc585ad3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3da300fa-3800-4dab-a7d4-dab6dab93ac5'}] {{(pid=116163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 11:42:14.911779 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f01aec4a4f83961b54a953becfce2676879fb1d4b91122543244f430a0b8460" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58acaf59-e990-4d3d-9835-317e16d19450" -d '{"events": [{"server_uuid": "9f8657d0-8010-4b8a-8f38-df43fc585ad3", "name": "network-vif-plugged", "status": "completed", "tag": "3da300fa-3800-4dab-a7d4-dab6dab93ac5"}]}' {{(pid=116163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 11:42:14.932482 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] For port 3da300fa-3800-4dab-a7d4-dab6dab93ac5, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=3da300fa-3800-4dab-a7d4-dab6dab93ac5,segment=NetworkSegment(1466f5ef-d42a-46e4-88cb-e6c72abc4c22),segment_id=1466f5ef-d42a-46e4-88cb-e6c72abc4c22)] {{(pid=116163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 11:42:15.026030 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 11:42:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb6a42b9-c220-40c3-9e51-024c1f37052a x-openstack-request-id: req-fb6a42b9-c220-40c3-9e51-024c1f37052a {{(pid=116163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 11:42:15.026310 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f8657d0-8010-4b8a-8f38-df43fc585ad3", "name": "network-vif-plugged", "status": "completed", "tag": "3da300fa-3800-4dab-a7d4-dab6dab93ac5", "code": 200}]} {{(pid=116163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 11:42:15.026607 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-fb6a42b9-c220-40c3-9e51-024c1f37052a {{(pid=116163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 11:42:15.027368 dv-neutron-master-2-hyperv neutron-server[116163]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fb6a42b9-c220-40c3-9e51-024c1f37052a'] response: {'server_uuid': '9f8657d0-8010-4b8a-8f38-df43fc585ad3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3da300fa-3800-4dab-a7d4-dab6dab93ac5', 'code': 200} Apr 28 11:42:15.042147 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393'] for port (3da300fa-3800-4dab-a7d4-dab6dab93ac5), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:42:15.106144 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Pushing event updated for resources: {'Port': ['ID=3da300fa-3800-4dab-a7d4-dab6dab93ac5,revision_number=7']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:42:15.283635 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a6ff95-f873-4170-9cac-908e3ccd10b1 req-2d1698ab-1b74-4090-b0bb-d51bb1d84c33 tempest-TestShelveInstance-1703156370 tempest-TestShelveInstance-1703156370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:42:15.290489 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-94a6ff95-f873-4170-9cac-908e3ccd10b1 req-2d1698ab-1b74-4090-b0bb-d51bb1d84c33 tempest-TestShelveInstance-1703156370 tempest-TestShelveInstance-1703156370-project] 10.222.0.10 "GET /v2.0/ports?device_id=9f8657d0-8010-4b8a-8f38-df43fc585ad3 HTTP/1.1" status: 200 len: 946 time: 0.0816722 Apr 28 11:42:15.338935 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-94a6ff95-f873-4170-9cac-908e3ccd10b1 req-032d7729-11b9-452c-84d9-87b88aa966a4 tempest-TestShelveInstance-1703156370 tempest-TestShelveInstance-1703156370-project] 10.222.0.10 "GET /v2.0/security-groups?id=752eee2a-bc8c-4f47-ab2e-ac948e6831e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475550 Apr 28 11:42:16.475643 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb37499-3bbd-4b86-9274-edb6de2599c4 req-a00fb5cb-e459-4492-92a4-2a8b83e53deb tempest-TestShelveInstance-1703156370 tempest-TestShelveInstance-1703156370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:42:16.477207 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-2eb37499-3bbd-4b86-9274-edb6de2599c4 req-a00fb5cb-e459-4492-92a4-2a8b83e53deb tempest-TestShelveInstance-1703156370 tempest-TestShelveInstance-1703156370-project] 10.222.0.10 "GET /v2.0/ports?device_id=9f8657d0-8010-4b8a-8f38-df43fc585ad3 HTTP/1.1" status: 200 len: 946 time: 0.0673239 Apr 28 11:42:16.530826 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-2eb37499-3bbd-4b86-9274-edb6de2599c4 req-9439a665-6bb3-4135-ae18-b6dd9cbf0f64 tempest-TestShelveInstance-1703156370 tempest-TestShelveInstance-1703156370-project] 10.222.0.10 "GET /v2.0/security-groups?id=752eee2a-bc8c-4f47-ab2e-ac948e6831e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478380 Apr 28 11:42:17.661981 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90adcf7-d922-48cd-93e2-5421c211e291 req-c25a38d4-a760-4bf8-81af-60ed1e7e3f26 tempest-TestShelveInstance-1703156370 tempest-TestShelveInstance-1703156370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:42:17.668958 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-a90adcf7-d922-48cd-93e2-5421c211e291 req-c25a38d4-a760-4bf8-81af-60ed1e7e3f26 tempest-TestShelveInstance-1703156370 tempest-TestShelveInstance-1703156370-project] 10.222.0.10 "GET /v2.0/ports?device_id=9f8657d0-8010-4b8a-8f38-df43fc585ad3 HTTP/1.1" status: 200 len: 946 time: 0.0573704 Apr 28 11:42:17.724587 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-a90adcf7-d922-48cd-93e2-5421c211e291 req-fac00815-4aa2-42b9-a281-1bc327eba33e tempest-TestShelveInstance-1703156370 tempest-TestShelveInstance-1703156370-project] 10.222.0.10 "GET /v2.0/security-groups?id=752eee2a-bc8c-4f47-ab2e-ac948e6831e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546415 Apr 28 11:42:18.865136 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ca7ba7-8722-4faf-a571-853a6bb3adba req-78596468-ea54-461b-b194-9d8d60c8ccbb tempest-TestShelveInstance-1703156370 tempest-TestShelveInstance-1703156370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:42:18.866836 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-15ca7ba7-8722-4faf-a571-853a6bb3adba req-78596468-ea54-461b-b194-9d8d60c8ccbb tempest-TestShelveInstance-1703156370 tempest-TestShelveInstance-1703156370-project] 10.222.0.10 "GET /v2.0/ports?device_id=9f8657d0-8010-4b8a-8f38-df43fc585ad3 HTTP/1.1" status: 200 len: 946 time: 0.0654504 Apr 28 11:42:18.921019 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-15ca7ba7-8722-4faf-a571-853a6bb3adba req-36e99dd9-724f-44f8-886f-dc0e2021e375 tempest-TestShelveInstance-1703156370 tempest-TestShelveInstance-1703156370-project] 10.222.0.10 "GET /v2.0/security-groups?id=752eee2a-bc8c-4f47-ab2e-ac948e6831e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477159 Apr 28 11:42:20.042561 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee9bcfd-bd5b-4e55-8237-3853515d06fd req-5cc9cc5c-fccb-407e-b8fa-18d63af0ac40 tempest-TestShelveInstance-1703156370 tempest-TestShelveInstance-1703156370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:42:20.050362 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-8ee9bcfd-bd5b-4e55-8237-3853515d06fd req-5cc9cc5c-fccb-407e-b8fa-18d63af0ac40 tempest-TestShelveInstance-1703156370 tempest-TestShelveInstance-1703156370-project] 10.222.0.10 "GET /v2.0/ports?device_id=9f8657d0-8010-4b8a-8f38-df43fc585ad3 HTTP/1.1" status: 200 len: 946 time: 0.0549266 Apr 28 11:42:20.113157 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-8ee9bcfd-bd5b-4e55-8237-3853515d06fd req-23363e38-38b0-4825-a97a-0f8e5176643f tempest-TestShelveInstance-1703156370 tempest-TestShelveInstance-1703156370-project] 10.222.0.10 "GET /v2.0/security-groups?id=752eee2a-bc8c-4f47-ab2e-ac948e6831e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0594094 Apr 28 11:42:20.975904 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (6be95134-9a6c-4663-8b48-90d12ce90c60), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:42:21.237736 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3cf227-3a70-420b-8064-761dde3942ae req-3b9ce8a2-bd87-4299-9a37-522fdee67f53 tempest-TestShelveInstance-1703156370 tempest-TestShelveInstance-1703156370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:42:21.239453 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-1a3cf227-3a70-420b-8064-761dde3942ae req-3b9ce8a2-bd87-4299-9a37-522fdee67f53 tempest-TestShelveInstance-1703156370 tempest-TestShelveInstance-1703156370-project] 10.222.0.10 "GET /v2.0/ports?device_id=9f8657d0-8010-4b8a-8f38-df43fc585ad3 HTTP/1.1" status: 200 len: 946 time: 0.0600827 Apr 28 11:42:21.296159 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-1a3cf227-3a70-420b-8064-761dde3942ae req-9d2260b5-d184-4f63-a414-a338b565b1cc tempest-TestShelveInstance-1703156370 tempest-TestShelveInstance-1703156370-project] 10.222.0.10 "GET /v2.0/security-groups?id=752eee2a-bc8c-4f47-ab2e-ac948e6831e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508201 Apr 28 11:42:22.432282 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed1ad77-f04b-494c-9c8e-53a6f740abba req-c5037c24-b1bf-4766-9f08-e917275c650a tempest-TestShelveInstance-1703156370 tempest-TestShelveInstance-1703156370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:42:22.433871 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-4ed1ad77-f04b-494c-9c8e-53a6f740abba req-c5037c24-b1bf-4766-9f08-e917275c650a tempest-TestShelveInstance-1703156370 tempest-TestShelveInstance-1703156370-project] 10.222.0.10 "GET /v2.0/ports?device_id=9f8657d0-8010-4b8a-8f38-df43fc585ad3 HTTP/1.1" status: 200 len: 946 time: 0.0476456 Apr 28 11:42:22.493069 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-4ed1ad77-f04b-494c-9c8e-53a6f740abba req-2a7e7495-b899-4981-8433-7f2107e6f718 tempest-TestShelveInstance-1703156370 tempest-TestShelveInstance-1703156370-project] 10.222.0.10 "GET /v2.0/security-groups?id=752eee2a-bc8c-4f47-ab2e-ac948e6831e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528018 Apr 28 11:42:23.618993 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c75d439-4440-45d7-8be2-4a25a8c05aa5 req-70f3b9a7-0307-4b83-a61f-672870347cfa tempest-TestShelveInstance-1703156370 tempest-TestShelveInstance-1703156370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:42:23.620497 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-9c75d439-4440-45d7-8be2-4a25a8c05aa5 req-70f3b9a7-0307-4b83-a61f-672870347cfa tempest-TestShelveInstance-1703156370 tempest-TestShelveInstance-1703156370-project] 10.222.0.10 "GET /v2.0/ports?device_id=9f8657d0-8010-4b8a-8f38-df43fc585ad3 HTTP/1.1" status: 200 len: 946 time: 0.0532782 Apr 28 11:42:23.674575 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-9c75d439-4440-45d7-8be2-4a25a8c05aa5 req-5f510537-ef4b-4aed-af32-4178903f5a68 tempest-TestShelveInstance-1703156370 tempest-TestShelveInstance-1703156370-project] 10.222.0.10 "GET /v2.0/security-groups?id=752eee2a-bc8c-4f47-ab2e-ac948e6831e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485251 Apr 28 11:42:24.259525 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8de1c2-8086-4288-a850-b31545a9d489 req-3aa4e82d-2253-4f18-b8e2-d555958186ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:42:24.261350 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-4d8de1c2-8086-4288-a850-b31545a9d489 req-3aa4e82d-2253-4f18-b8e2-d555958186ac service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=763854b139984135af3e9b5246b55c31&device_id=9f8657d0-8010-4b8a-8f38-df43fc585ad3 HTTP/1.1" status: 200 len: 1130 time: 0.0417020 Apr 28 11:42:24.349486 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8de1c2-8086-4288-a850-b31545a9d489 req-555b3e2f-782f-40ec-9c89-4f4d9f0b8343 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:42:24.350910 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-4d8de1c2-8086-4288-a850-b31545a9d489 req-555b3e2f-782f-40ec-9c89-4f4d9f0b8343 service neutron] 10.222.0.20 "GET /v2.0/networks?id=f8b931ad-5a52-4b20-ac70-2d2d9b213b35 HTTP/1.1" status: 200 len: 908 time: 0.0846860 Apr 28 11:42:24.420408 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-4d8de1c2-8086-4288-a850-b31545a9d489 req-5ae7c15b-5aca-4df8-9d1d-f0133cdc1efe service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3da300fa-3800-4dab-a7d4-dab6dab93ac5 HTTP/1.1" status: 200 len: 1002 time: 0.0632653 Apr 28 11:42:24.469440 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8de1c2-8086-4288-a850-b31545a9d489 req-9108f6ad-73ad-4b4a-8c04-7b5e4374eeba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:42:24.471917 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-4d8de1c2-8086-4288-a850-b31545a9d489 req-9108f6ad-73ad-4b4a-8c04-7b5e4374eeba service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d50c530a-e04c-4671-8714-fa48e7f40504 HTTP/1.1" status: 200 len: 847 time: 0.0460768 Apr 28 11:42:24.518390 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8de1c2-8086-4288-a850-b31545a9d489 req-b349396c-848b-4d3d-88d6-ae7d76da38f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:42:24.519890 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-4d8de1c2-8086-4288-a850-b31545a9d489 req-b349396c-848b-4d3d-88d6-ae7d76da38f0 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f8b931ad-5a52-4b20-ac70-2d2d9b213b35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0398259 Apr 28 11:42:24.614135 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-4d8de1c2-8086-4288-a850-b31545a9d489 req-670195ae-7d03-4b6e-a727-40b3927d3738 service neutron] 10.222.0.20 "GET /v2.0/networks/f8b931ad-5a52-4b20-ac70-2d2d9b213b35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880942 Apr 28 11:42:24.710288 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-4d8de1c2-8086-4288-a850-b31545a9d489 req-073c6237-baa1-4e14-9b48-10c6e71a6689 service neutron] 10.222.0.20 "GET /v2.0/networks/f8b931ad-5a52-4b20-ac70-2d2d9b213b35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896187 Apr 28 11:42:24.791749 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b919f433-f974-4e9e-b705-098ceb3420f6 req-0606946d-e9c2-46b6-849a-30b881ba3e17 tempest-TestShelveInstance-1703156370 tempest-TestShelveInstance-1703156370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:42:24.793361 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-b919f433-f974-4e9e-b705-098ceb3420f6 req-0606946d-e9c2-46b6-849a-30b881ba3e17 tempest-TestShelveInstance-1703156370 tempest-TestShelveInstance-1703156370-project] 10.222.0.10 "GET /v2.0/ports?device_id=9f8657d0-8010-4b8a-8f38-df43fc585ad3 HTTP/1.1" status: 200 len: 946 time: 0.0470383 Apr 28 11:42:24.844018 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-b919f433-f974-4e9e-b705-098ceb3420f6 req-5b613faf-9996-47a9-ad12-27d9769e6ddd tempest-TestShelveInstance-1703156370 tempest-TestShelveInstance-1703156370-project] 10.222.0.10 "GET /v2.0/security-groups?id=752eee2a-bc8c-4f47-ab2e-ac948e6831e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450444 Apr 28 11:42:25.958688 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa19603-96c9-4b7d-a589-6ece74aabf50 req-9dba0ec8-c0e7-4099-8c5f-7d0368002830 tempest-TestShelveInstance-1703156370 tempest-TestShelveInstance-1703156370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:42:25.960219 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-3aa19603-96c9-4b7d-a589-6ece74aabf50 req-9dba0ec8-c0e7-4099-8c5f-7d0368002830 tempest-TestShelveInstance-1703156370 tempest-TestShelveInstance-1703156370-project] 10.222.0.10 "GET /v2.0/ports?device_id=9f8657d0-8010-4b8a-8f38-df43fc585ad3 HTTP/1.1" status: 200 len: 946 time: 0.0463774 Apr 28 11:42:26.007854 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-3aa19603-96c9-4b7d-a589-6ece74aabf50 req-fd345d31-fbc1-436d-b9f1-90f5b2757a39 tempest-TestShelveInstance-1703156370 tempest-TestShelveInstance-1703156370-project] 10.222.0.10 "GET /v2.0/security-groups?id=752eee2a-bc8c-4f47-ab2e-ac948e6831e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421050 Apr 28 11:42:26.809888 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Device 3da300fa-3800-4dab-a7d4-dab6dab93ac5 no longer exists at agent hyperv_hv-neutron-mast {{(pid=116163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 11:42:26.885863 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Current status of the port 3da300fa-3800-4dab-a7d4-dab6dab93ac5 is: ACTIVE; New status is: DOWN {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:42:26.886251 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (3da300fa-3800-4dab-a7d4-dab6dab93ac5), before_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:42:26.908489 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f8657d0-8010-4b8a-8f38-df43fc585ad3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3da300fa-3800-4dab-a7d4-dab6dab93ac5'}] {{(pid=116163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 11:42:26.910752 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f01aec4a4f83961b54a953becfce2676879fb1d4b91122543244f430a0b8460" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa33ccac-633a-42ee-8a49-8a6e315d701b" -d '{"events": [{"server_uuid": "9f8657d0-8010-4b8a-8f38-df43fc585ad3", "name": "network-vif-unplugged", "status": "completed", "tag": "3da300fa-3800-4dab-a7d4-dab6dab93ac5"}]}' {{(pid=116163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 11:42:26.923535 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] For port 3da300fa-3800-4dab-a7d4-dab6dab93ac5, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=3da300fa-3800-4dab-a7d4-dab6dab93ac5,segment=NetworkSegment(1466f5ef-d42a-46e4-88cb-e6c72abc4c22),segment_id=1466f5ef-d42a-46e4-88cb-e6c72abc4c22)] {{(pid=116163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 11:42:26.946666 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 28 Apr 2022 11:42:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1b73343-8833-4b43-a201-b1507235acf8 x-openstack-request-id: req-b1b73343-8833-4b43-a201-b1507235acf8 {{(pid=116163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 11:42:26.946958 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f8657d0-8010-4b8a-8f38-df43fc585ad3", "name": "network-vif-unplugged", "status": "completed", "tag": "3da300fa-3800-4dab-a7d4-dab6dab93ac5", "code": 200}]} {{(pid=116163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 11:42:26.947218 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-b1b73343-8833-4b43-a201-b1507235acf8 {{(pid=116163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 11:42:26.947616 dv-neutron-master-2-hyperv neutron-server[116163]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b1b73343-8833-4b43-a201-b1507235acf8'] response: {'server_uuid': '9f8657d0-8010-4b8a-8f38-df43fc585ad3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3da300fa-3800-4dab-a7d4-dab6dab93ac5', 'code': 200} Apr 28 11:42:26.987615 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393'] for port (3da300fa-3800-4dab-a7d4-dab6dab93ac5), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:42:27.036760 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Pushing event updated for resources: {'Port': ['ID=3da300fa-3800-4dab-a7d4-dab6dab93ac5,revision_number=8']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:42:27.443793 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37fb0da9-234c-4aee-b8bc-ba3394adb8ee req-906c1a0a-28c3-43fa-afef-8a7702bca09b tempest-TestShelveInstance-1703156370 tempest-TestShelveInstance-1703156370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:42:27.445271 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-37fb0da9-234c-4aee-b8bc-ba3394adb8ee req-906c1a0a-28c3-43fa-afef-8a7702bca09b tempest-TestShelveInstance-1703156370 tempest-TestShelveInstance-1703156370-project] 10.222.0.10 "GET /v2.0/ports?device_id=9f8657d0-8010-4b8a-8f38-df43fc585ad3 HTTP/1.1" status: 200 len: 944 time: 0.3673451 Apr 28 11:42:27.491696 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-37fb0da9-234c-4aee-b8bc-ba3394adb8ee req-b5ca76da-be55-4368-a2c1-746f807262f5 tempest-TestShelveInstance-1703156370 tempest-TestShelveInstance-1703156370-project] 10.222.0.10 "GET /v2.0/security-groups?id=752eee2a-bc8c-4f47-ab2e-ac948e6831e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409284 Apr 28 11:42:27.561279 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [req-edd91973-737c-4976-8501-4a7736f9027a req-ca7c55ef-b5fd-437b-9ce6-551de31b0c01 service neutron] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=116161) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 28 11:42:27.562272 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-edd91973-737c-4976-8501-4a7736f9027a req-ca7c55ef-b5fd-437b-9ce6-551de31b0c01 service neutron] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0056374 Apr 28 11:42:27.822818 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0939de-2e88-461a-adfe-0b87ef3cc2f6 req-8111e4e6-2914-44f8-bd32-d26f78500221 tempest-TestShelveInstance-1703156370 tempest-TestShelveInstance-1703156370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:42:27.824322 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-ef0939de-2e88-461a-adfe-0b87ef3cc2f6 req-8111e4e6-2914-44f8-bd32-d26f78500221 tempest-TestShelveInstance-1703156370 tempest-TestShelveInstance-1703156370-project] 10.222.0.10 "GET /v2.0/ports?device_id=9f8657d0-8010-4b8a-8f38-df43fc585ad3 HTTP/1.1" status: 200 len: 944 time: 0.0481648 Apr 28 11:42:27.874986 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-ef0939de-2e88-461a-adfe-0b87ef3cc2f6 req-089da85f-b032-479a-bc54-b9883ee0952d tempest-TestShelveInstance-1703156370 tempest-TestShelveInstance-1703156370-project] 10.222.0.10 "GET /v2.0/security-groups?id=752eee2a-bc8c-4f47-ab2e-ac948e6831e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450578 Apr 28 11:42:28.155842 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-a42898c7-412e-46d4-9f13-8f696e2ce540 req-76842b97-e41e-43ff-bcd7-e4a3305ad1a2 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=9f8657d0-8010-4b8a-8f38-df43fc585ad3&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0801721 Apr 28 11:42:28.277434 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42898c7-412e-46d4-9f13-8f696e2ce540 req-4603be8a-8db0-4e6b-a4f6-68c2ce4624e0 tempest-TestShelveInstance-1703156370 tempest-TestShelveInstance-1703156370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:42:28.278812 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-a42898c7-412e-46d4-9f13-8f696e2ce540 req-4603be8a-8db0-4e6b-a4f6-68c2ce4624e0 tempest-TestShelveInstance-1703156370 tempest-TestShelveInstance-1703156370-project] 10.222.0.10 "GET /v2.0/ports/3da300fa-3800-4dab-a7d4-dab6dab93ac5 HTTP/1.1" status: 200 len: 941 time: 0.0952501 Apr 28 11:42:28.992285 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5cf512-1b4a-4347-b77c-f3ecbeb89de5 req-1269273c-e9a5-411e-a918-600f45bb0727 tempest-TestShelveInstance-1703156370 tempest-TestShelveInstance-1703156370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:42:28.993781 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-5a5cf512-1b4a-4347-b77c-f3ecbeb89de5 req-1269273c-e9a5-411e-a918-600f45bb0727 tempest-TestShelveInstance-1703156370 tempest-TestShelveInstance-1703156370-project] 10.222.0.10 "GET /v2.0/ports?device_id=9f8657d0-8010-4b8a-8f38-df43fc585ad3 HTTP/1.1" status: 200 len: 944 time: 0.0509653 Apr 28 11:42:29.043464 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-5a5cf512-1b4a-4347-b77c-f3ecbeb89de5 req-f47d34ca-98db-4f77-81ee-1c468bace38b tempest-TestShelveInstance-1703156370 tempest-TestShelveInstance-1703156370-project] 10.222.0.10 "GET /v2.0/security-groups?id=752eee2a-bc8c-4f47-ab2e-ac948e6831e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439236 Apr 28 11:42:29.697957 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42898c7-412e-46d4-9f13-8f696e2ce540 req-33622b56-b72a-4f7b-a20a-f0304713b575 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:42:29.699441 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-a42898c7-412e-46d4-9f13-8f696e2ce540 req-33622b56-b72a-4f7b-a20a-f0304713b575 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=9f8657d0-8010-4b8a-8f38-df43fc585ad3&tenant_id=763854b139984135af3e9b5246b55c31 HTTP/1.1" status: 200 len: 1128 time: 0.0380278 Apr 28 11:42:29.759011 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42898c7-412e-46d4-9f13-8f696e2ce540 req-6007f620-dd67-4abb-9b28-cea0fe5aeb54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:42:29.760477 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-a42898c7-412e-46d4-9f13-8f696e2ce540 req-6007f620-dd67-4abb-9b28-cea0fe5aeb54 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=763854b139984135af3e9b5246b55c31&device_id=9f8657d0-8010-4b8a-8f38-df43fc585ad3 HTTP/1.1" status: 200 len: 1128 time: 0.0411394 Apr 28 11:42:29.849152 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42898c7-412e-46d4-9f13-8f696e2ce540 req-b6c98c95-a79d-46ac-b2e1-8f2a8ed4d8f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:42:29.850627 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-a42898c7-412e-46d4-9f13-8f696e2ce540 req-b6c98c95-a79d-46ac-b2e1-8f2a8ed4d8f6 service neutron] 10.222.0.20 "GET /v2.0/networks?id=f8b931ad-5a52-4b20-ac70-2d2d9b213b35 HTTP/1.1" status: 200 len: 908 time: 0.0847027 Apr 28 11:42:29.918369 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-a42898c7-412e-46d4-9f13-8f696e2ce540 req-b9a5d0a5-ddea-45f2-aeb4-f826f4ad86ef service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3da300fa-3800-4dab-a7d4-dab6dab93ac5 HTTP/1.1" status: 200 len: 1000 time: 0.0610340 Apr 28 11:42:29.968029 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42898c7-412e-46d4-9f13-8f696e2ce540 req-175cd369-7719-4aa5-9d49-ff5d432e1242 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:42:29.969332 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-a42898c7-412e-46d4-9f13-8f696e2ce540 req-175cd369-7719-4aa5-9d49-ff5d432e1242 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d50c530a-e04c-4671-8714-fa48e7f40504 HTTP/1.1" status: 200 len: 847 time: 0.0419512 Apr 28 11:42:30.010964 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42898c7-412e-46d4-9f13-8f696e2ce540 req-8597160b-869c-4811-9e94-a8e5ba578508 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:42:30.012476 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-a42898c7-412e-46d4-9f13-8f696e2ce540 req-8597160b-869c-4811-9e94-a8e5ba578508 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f8b931ad-5a52-4b20-ac70-2d2d9b213b35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0378251 Apr 28 11:42:30.108765 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-a42898c7-412e-46d4-9f13-8f696e2ce540 req-64915826-0082-478f-a8e3-d990ba5c3423 service neutron] 10.222.0.20 "GET /v2.0/networks/f8b931ad-5a52-4b20-ac70-2d2d9b213b35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907984 Apr 28 11:42:30.159745 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75a44f9-dee2-4721-ba4e-73d97c48f747 req-643d0700-ec42-45c4-a200-f84f7f94926f tempest-TestShelveInstance-1703156370 tempest-TestShelveInstance-1703156370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:42:30.161278 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-d75a44f9-dee2-4721-ba4e-73d97c48f747 req-643d0700-ec42-45c4-a200-f84f7f94926f tempest-TestShelveInstance-1703156370 tempest-TestShelveInstance-1703156370-project] 10.222.0.10 "GET /v2.0/ports?device_id=9f8657d0-8010-4b8a-8f38-df43fc585ad3 HTTP/1.1" status: 200 len: 944 time: 0.0476778 Apr 28 11:42:30.203950 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-a42898c7-412e-46d4-9f13-8f696e2ce540 req-e14d48ef-e997-4ead-98cd-79bca70e4551 service neutron] 10.222.0.20 "GET /v2.0/networks/f8b931ad-5a52-4b20-ac70-2d2d9b213b35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895624 Apr 28 11:42:30.213535 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-d75a44f9-dee2-4721-ba4e-73d97c48f747 req-bf6c1a30-d3d8-42d1-a5fe-6682f31eba31 tempest-TestShelveInstance-1703156370 tempest-TestShelveInstance-1703156370-project] 10.222.0.10 "GET /v2.0/security-groups?id=752eee2a-bc8c-4f47-ab2e-ac948e6831e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464180 Apr 28 11:42:30.872550 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Device 3da300fa-3800-4dab-a7d4-dab6dab93ac5 no longer exists at agent hyperv_hv-neutron-mast {{(pid=116163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 11:42:30.956592 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Current status of the port 3da300fa-3800-4dab-a7d4-dab6dab93ac5 is: DOWN; New status is: DOWN {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:42:31.337561 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c1a833-37d0-41c9-adf2-32d8ad7413fd req-23f6d4cd-8ade-47f3-ad2d-4f6bd9452a8f tempest-TestShelveInstance-1703156370 tempest-TestShelveInstance-1703156370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:42:31.339134 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-e5c1a833-37d0-41c9-adf2-32d8ad7413fd req-23f6d4cd-8ade-47f3-ad2d-4f6bd9452a8f tempest-TestShelveInstance-1703156370 tempest-TestShelveInstance-1703156370-project] 10.222.0.10 "GET /v2.0/ports?device_id=9f8657d0-8010-4b8a-8f38-df43fc585ad3 HTTP/1.1" status: 200 len: 944 time: 0.0486996 Apr 28 11:42:31.402861 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-e5c1a833-37d0-41c9-adf2-32d8ad7413fd req-19ecefea-cc9e-4b93-ad7f-2bd4aad768e2 tempest-TestShelveInstance-1703156370 tempest-TestShelveInstance-1703156370-project] 10.222.0.10 "GET /v2.0/security-groups?id=752eee2a-bc8c-4f47-ab2e-ac948e6831e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0575244 Apr 28 11:42:32.525752 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3abeca64-353c-4cab-bae4-db015c542116 req-5539c51c-4e58-49c4-925f-8ca778407610 tempest-TestShelveInstance-1703156370 tempest-TestShelveInstance-1703156370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:42:32.527427 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-3abeca64-353c-4cab-bae4-db015c542116 req-5539c51c-4e58-49c4-925f-8ca778407610 tempest-TestShelveInstance-1703156370 tempest-TestShelveInstance-1703156370-project] 10.222.0.10 "GET /v2.0/ports?device_id=9f8657d0-8010-4b8a-8f38-df43fc585ad3 HTTP/1.1" status: 200 len: 944 time: 0.0514526 Apr 28 11:42:32.580867 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-3abeca64-353c-4cab-bae4-db015c542116 req-038ac213-408a-4618-b161-1552a59d3586 tempest-TestShelveInstance-1703156370 tempest-TestShelveInstance-1703156370-project] 10.222.0.10 "GET /v2.0/security-groups?id=752eee2a-bc8c-4f47-ab2e-ac948e6831e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464642 Apr 28 11:42:33.702157 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92eb081-545f-489c-8cbf-6ab0ca21c931 req-34f95159-1e90-431f-8584-c509fff57b5c tempest-TestShelveInstance-1703156370 tempest-TestShelveInstance-1703156370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:42:33.704435 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-c92eb081-545f-489c-8cbf-6ab0ca21c931 req-34f95159-1e90-431f-8584-c509fff57b5c tempest-TestShelveInstance-1703156370 tempest-TestShelveInstance-1703156370-project] 10.222.0.10 "GET /v2.0/ports?device_id=9f8657d0-8010-4b8a-8f38-df43fc585ad3 HTTP/1.1" status: 200 len: 944 time: 0.0497863 Apr 28 11:42:33.758756 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-c92eb081-545f-489c-8cbf-6ab0ca21c931 req-433a5adb-7375-4976-ba59-905cae69165e tempest-TestShelveInstance-1703156370 tempest-TestShelveInstance-1703156370-project] 10.222.0.10 "GET /v2.0/security-groups?id=752eee2a-bc8c-4f47-ab2e-ac948e6831e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478754 Apr 28 11:42:34.887178 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a331188-8f9f-44f1-b9ba-1b5288da36d6 req-09444632-8334-44ca-a727-7046d7c1237f tempest-TestShelveInstance-1703156370 tempest-TestShelveInstance-1703156370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:42:34.888892 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-5a331188-8f9f-44f1-b9ba-1b5288da36d6 req-09444632-8334-44ca-a727-7046d7c1237f tempest-TestShelveInstance-1703156370 tempest-TestShelveInstance-1703156370-project] 10.222.0.10 "GET /v2.0/ports?device_id=9f8657d0-8010-4b8a-8f38-df43fc585ad3 HTTP/1.1" status: 200 len: 944 time: 0.0539529 Apr 28 11:42:34.944055 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-5a331188-8f9f-44f1-b9ba-1b5288da36d6 req-135381ec-5667-4041-a4b0-cfb4778a8ccf tempest-TestShelveInstance-1703156370 tempest-TestShelveInstance-1703156370-project] 10.222.0.10 "GET /v2.0/security-groups?id=752eee2a-bc8c-4f47-ab2e-ac948e6831e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468898 Apr 28 11:42:36.073015 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d67d00-b551-476b-8c08-5f3c8106d131 req-2492eeec-529b-43fa-9111-0656846709cc tempest-TestShelveInstance-1703156370 tempest-TestShelveInstance-1703156370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:42:36.099022 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-67d67d00-b551-476b-8c08-5f3c8106d131 req-2492eeec-529b-43fa-9111-0656846709cc tempest-TestShelveInstance-1703156370 tempest-TestShelveInstance-1703156370-project] 10.222.0.10 "GET /v2.0/ports?device_id=9f8657d0-8010-4b8a-8f38-df43fc585ad3 HTTP/1.1" status: 200 len: 944 time: 0.0595601 Apr 28 11:42:36.140925 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-67d67d00-b551-476b-8c08-5f3c8106d131 req-d83a5cd4-80a6-4666-8654-380407007868 tempest-TestShelveInstance-1703156370 tempest-TestShelveInstance-1703156370-project] 10.222.0.10 "GET /v2.0/security-groups?id=752eee2a-bc8c-4f47-ab2e-ac948e6831e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0596833 Apr 28 11:42:37.047824 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-6aaac545-87f6-4203-ac68-1cdfae313c90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (75ba81b7-fe99-4281-90d2-a5adb445ecea), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:42:37.281710 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0103de-fb6e-4d83-bffa-1f577f894689 req-456c6f10-96a4-4f1c-90aa-d4db9a38d990 tempest-TestShelveInstance-1703156370 tempest-TestShelveInstance-1703156370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:42:37.284821 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-ca0103de-fb6e-4d83-bffa-1f577f894689 req-456c6f10-96a4-4f1c-90aa-d4db9a38d990 tempest-TestShelveInstance-1703156370 tempest-TestShelveInstance-1703156370-project] 10.222.0.10 "GET /v2.0/ports?device_id=9f8657d0-8010-4b8a-8f38-df43fc585ad3 HTTP/1.1" status: 200 len: 944 time: 0.0621755 Apr 28 11:42:37.338964 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-ca0103de-fb6e-4d83-bffa-1f577f894689 req-e7162ef3-d46c-48e6-b30b-3e0251429b29 tempest-TestShelveInstance-1703156370 tempest-TestShelveInstance-1703156370-project] 10.222.0.10 "GET /v2.0/security-groups?id=752eee2a-bc8c-4f47-ab2e-ac948e6831e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482664 Apr 28 11:42:38.454392 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5fff25-0127-4e27-b8e7-d96988de03bc req-3a6c71a9-38be-4fb1-88ac-6a858dc4d7db tempest-TestShelveInstance-1703156370 tempest-TestShelveInstance-1703156370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:42:38.456204 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-6b5fff25-0127-4e27-b8e7-d96988de03bc req-3a6c71a9-38be-4fb1-88ac-6a858dc4d7db tempest-TestShelveInstance-1703156370 tempest-TestShelveInstance-1703156370-project] 10.222.0.10 "GET /v2.0/ports?device_id=9f8657d0-8010-4b8a-8f38-df43fc585ad3 HTTP/1.1" status: 200 len: 944 time: 0.0495546 Apr 28 11:42:38.510659 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-6b5fff25-0127-4e27-b8e7-d96988de03bc req-a25d9e6a-1dd8-4f4e-9a09-0c0e17a2145a tempest-TestShelveInstance-1703156370 tempest-TestShelveInstance-1703156370-project] 10.222.0.10 "GET /v2.0/security-groups?id=752eee2a-bc8c-4f47-ab2e-ac948e6831e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487194 Apr 28 11:42:39.447712 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-10e96442-f4ff-4275-86f4-fdcf76f48b89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (6b492ad6-0876-4d74-b20d-28143a52ceba), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:42:39.624314 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1251b57e-74ce-4c7f-b214-0c6dc9c71d50 req-d8f8a0f2-3426-4bc5-a8fe-4205bfc3772d tempest-TestShelveInstance-1703156370 tempest-TestShelveInstance-1703156370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:42:39.625809 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-1251b57e-74ce-4c7f-b214-0c6dc9c71d50 req-d8f8a0f2-3426-4bc5-a8fe-4205bfc3772d tempest-TestShelveInstance-1703156370 tempest-TestShelveInstance-1703156370-project] 10.222.0.10 "GET /v2.0/ports?device_id=9f8657d0-8010-4b8a-8f38-df43fc585ad3 HTTP/1.1" status: 200 len: 944 time: 0.0461378 Apr 28 11:42:39.677823 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-1251b57e-74ce-4c7f-b214-0c6dc9c71d50 req-a8526065-8d4e-4c48-90a8-a09a18947fdf tempest-TestShelveInstance-1703156370 tempest-TestShelveInstance-1703156370-project] 10.222.0.10 "GET /v2.0/security-groups?id=752eee2a-bc8c-4f47-ab2e-ac948e6831e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458143 Apr 28 11:42:40.655468 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-ae94d540-e4c6-43be-adc9-b26fb6a2f62f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (cfc241ae-e4b7-443b-b80b-59fbbc2b69c9), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:42:40.791830 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e97f264-d3d8-45bb-a6da-2ef312b06ef8 req-26bf99f1-7a15-4269-9ed1-f7580d01d856 tempest-TestShelveInstance-1703156370 tempest-TestShelveInstance-1703156370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:42:40.793323 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-3e97f264-d3d8-45bb-a6da-2ef312b06ef8 req-26bf99f1-7a15-4269-9ed1-f7580d01d856 tempest-TestShelveInstance-1703156370 tempest-TestShelveInstance-1703156370-project] 10.222.0.10 "GET /v2.0/ports?device_id=9f8657d0-8010-4b8a-8f38-df43fc585ad3 HTTP/1.1" status: 200 len: 944 time: 0.0461352 Apr 28 11:42:40.841884 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-3e97f264-d3d8-45bb-a6da-2ef312b06ef8 req-226514b8-8a4a-4fc7-8dac-981708be6a56 tempest-TestShelveInstance-1703156370 tempest-TestShelveInstance-1703156370-project] 10.222.0.10 "GET /v2.0/security-groups?id=752eee2a-bc8c-4f47-ab2e-ac948e6831e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423682 Apr 28 11:42:40.903006 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Device 3da300fa-3800-4dab-a7d4-dab6dab93ac5 details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=116163) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 28 11:42:41.000192 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] For port 3da300fa-3800-4dab-a7d4-dab6dab93ac5, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=3da300fa-3800-4dab-a7d4-dab6dab93ac5,segment=NetworkSegment(1466f5ef-d42a-46e4-88cb-e6c72abc4c22),segment_id=1466f5ef-d42a-46e4-88cb-e6c72abc4c22)] {{(pid=116163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 11:42:41.011048 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Returning: {'device': '3da300fa-3800-4dab-a7d4-dab6dab93ac5', 'network_id': 'f8b931ad-5a52-4b20-ac70-2d2d9b213b35', 'port_id': '3da300fa-3800-4dab-a7d4-dab6dab93ac5', 'mac_address': 'fa:16:3e:5f:89:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 97, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd50c530a-e04c-4671-8714-fa48e7f40504', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=116163) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 28 11:42:41.046997 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Current status of the port 3da300fa-3800-4dab-a7d4-dab6dab93ac5 is: DOWN; New status is: BUILD {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:42:41.047379 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (3da300fa-3800-4dab-a7d4-dab6dab93ac5), before_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:42:41.059922 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.notifiers.nova [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3da300fa-3800-4dab-a7d4-dab6dab93ac5 {{(pid=116163) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 11:42:41.079639 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] For port 3da300fa-3800-4dab-a7d4-dab6dab93ac5, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=3da300fa-3800-4dab-a7d4-dab6dab93ac5,segment=NetworkSegment(1466f5ef-d42a-46e4-88cb-e6c72abc4c22),segment_id=1466f5ef-d42a-46e4-88cb-e6c72abc4c22)] {{(pid=116163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 11:42:41.162040 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393'] for port (3da300fa-3800-4dab-a7d4-dab6dab93ac5), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:42:41.210497 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Pushing event updated for resources: {'Port': ['ID=3da300fa-3800-4dab-a7d4-dab6dab93ac5,revision_number=9']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:42:41.395429 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] get_ports_and_sgs() called for port_ids ['3da300fa-3800-4dab-a7d4-dab6dab93ac5'] {{(pid=116163) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 11:42:41.956573 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42454fd9-345e-4ff9-a965-01624514f4a5 req-3fe3a5d8-32c8-41aa-b882-b8ad9ca0e68b tempest-TestShelveInstance-1703156370 tempest-TestShelveInstance-1703156370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:42:41.958043 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-42454fd9-345e-4ff9-a965-01624514f4a5 req-3fe3a5d8-32c8-41aa-b882-b8ad9ca0e68b tempest-TestShelveInstance-1703156370 tempest-TestShelveInstance-1703156370-project] 10.222.0.10 "GET /v2.0/ports?device_id=9f8657d0-8010-4b8a-8f38-df43fc585ad3 HTTP/1.1" status: 200 len: 945 time: 0.0486975 Apr 28 11:42:42.008203 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-42454fd9-345e-4ff9-a965-01624514f4a5 req-9f2c7832-4c20-4813-a380-f6fb0922d618 tempest-TestShelveInstance-1703156370 tempest-TestShelveInstance-1703156370-project] 10.222.0.10 "GET /v2.0/security-groups?id=752eee2a-bc8c-4f47-ab2e-ac948e6831e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446832 Apr 28 11:42:42.276291 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-01ef1de1-12fd-4cef-b76b-793f91379468 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (39cc4f52-f5d9-4e2c-bbfa-7a1c528e1c40), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:42:42.919060 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Device 3da300fa-3800-4dab-a7d4-dab6dab93ac5 up at agent hyperv_hv-neutron-mast {{(pid=116163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 11:42:42.964907 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Provisioning complete for port 3da300fa-3800-4dab-a7d4-dab6dab93ac5 triggered by entity L2. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:42:42.965216 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (3da300fa-3800-4dab-a7d4-dab6dab93ac5), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:42:43.038810 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Current status of the port 3da300fa-3800-4dab-a7d4-dab6dab93ac5 is: BUILD; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:42:43.039209 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (3da300fa-3800-4dab-a7d4-dab6dab93ac5), before_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:42:43.065597 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f8657d0-8010-4b8a-8f38-df43fc585ad3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3da300fa-3800-4dab-a7d4-dab6dab93ac5'}] {{(pid=116163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 11:42:43.067893 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f01aec4a4f83961b54a953becfce2676879fb1d4b91122543244f430a0b8460" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1c3dd35-b811-4570-bac5-911763b62330" -d '{"events": [{"server_uuid": "9f8657d0-8010-4b8a-8f38-df43fc585ad3", "name": "network-vif-plugged", "status": "completed", "tag": "3da300fa-3800-4dab-a7d4-dab6dab93ac5"}]}' {{(pid=116163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 11:42:43.081533 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] For port 3da300fa-3800-4dab-a7d4-dab6dab93ac5, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=3da300fa-3800-4dab-a7d4-dab6dab93ac5,segment=NetworkSegment(1466f5ef-d42a-46e4-88cb-e6c72abc4c22),segment_id=1466f5ef-d42a-46e4-88cb-e6c72abc4c22)] {{(pid=116163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 11:42:43.106645 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 11:42:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-165dd5bf-e056-4fc9-a480-3267373a46d0 x-openstack-request-id: req-165dd5bf-e056-4fc9-a480-3267373a46d0 {{(pid=116163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 11:42:43.106937 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f8657d0-8010-4b8a-8f38-df43fc585ad3", "name": "network-vif-plugged", "status": "completed", "tag": "3da300fa-3800-4dab-a7d4-dab6dab93ac5", "code": 200}]} {{(pid=116163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 11:42:43.107187 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-165dd5bf-e056-4fc9-a480-3267373a46d0 {{(pid=116163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 11:42:43.107582 dv-neutron-master-2-hyperv neutron-server[116163]: INFO neutron.notifiers.nova [-] Nova event matching ['req-165dd5bf-e056-4fc9-a480-3267373a46d0'] response: {'server_uuid': '9f8657d0-8010-4b8a-8f38-df43fc585ad3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3da300fa-3800-4dab-a7d4-dab6dab93ac5', 'code': 200} Apr 28 11:42:43.127412 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e50835-f3fd-432c-97c0-65f53837f3d4 req-3fe49ae6-f747-4e80-b14e-85a1bf919da3 tempest-TestShelveInstance-1703156370 tempest-TestShelveInstance-1703156370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:42:43.128925 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-81e50835-f3fd-432c-97c0-65f53837f3d4 req-3fe49ae6-f747-4e80-b14e-85a1bf919da3 tempest-TestShelveInstance-1703156370 tempest-TestShelveInstance-1703156370-project] 10.222.0.10 "GET /v2.0/ports?device_id=9f8657d0-8010-4b8a-8f38-df43fc585ad3 HTTP/1.1" status: 200 len: 945 time: 0.0524788 Apr 28 11:42:43.146551 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393'] for port (3da300fa-3800-4dab-a7d4-dab6dab93ac5), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:42:43.181986 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-81e50835-f3fd-432c-97c0-65f53837f3d4 req-1938f11f-4c0a-4753-ac6e-7688201cde92 tempest-TestShelveInstance-1703156370 tempest-TestShelveInstance-1703156370-project] 10.222.0.10 "GET /v2.0/security-groups?id=752eee2a-bc8c-4f47-ab2e-ac948e6831e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470500 Apr 28 11:42:43.198443 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Pushing event updated for resources: {'Port': ['ID=3da300fa-3800-4dab-a7d4-dab6dab93ac5,revision_number=10']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:42:43.390673 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (d5baab19-5dd1-4902-922b-84acb048ab9c), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:42:43.467714 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859ea20d-0df0-4c50-8e53-452b59000cac req-471d6419-9989-4cf6-a9f7-fe9793102036 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:42:43.469194 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-859ea20d-0df0-4c50-8e53-452b59000cac req-471d6419-9989-4cf6-a9f7-fe9793102036 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=9f8657d0-8010-4b8a-8f38-df43fc585ad3 HTTP/1.1" status: 200 len: 1131 time: 0.0423000 Apr 28 11:42:43.513627 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-859ea20d-0df0-4c50-8e53-452b59000cac req-38f73a8e-175b-4096-a298-e549604d8885 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=752eee2a-bc8c-4f47-ab2e-ac948e6831e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387850 Apr 28 11:42:44.298550 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774584bb-df25-430b-b6df-f4f6c3311d22 req-b2b958ea-f109-4e22-902a-75f3b9bdcc9e tempest-TestShelveInstance-1703156370 tempest-TestShelveInstance-1703156370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:42:44.300058 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-774584bb-df25-430b-b6df-f4f6c3311d22 req-b2b958ea-f109-4e22-902a-75f3b9bdcc9e tempest-TestShelveInstance-1703156370 tempest-TestShelveInstance-1703156370-project] 10.222.0.10 "GET /v2.0/ports?device_id=9f8657d0-8010-4b8a-8f38-df43fc585ad3 HTTP/1.1" status: 200 len: 947 time: 0.0467620 Apr 28 11:42:44.348496 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-774584bb-df25-430b-b6df-f4f6c3311d22 req-e6bc71fb-9345-4be6-8218-c68db8d7d9f9 tempest-TestShelveInstance-1703156370 tempest-TestShelveInstance-1703156370-project] 10.222.0.10 "GET /v2.0/security-groups?id=752eee2a-bc8c-4f47-ab2e-ac948e6831e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429037 Apr 28 11:42:45.460541 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69fef762-9a4a-4df4-a659-6a3d40639282 req-f15bbe7b-f404-41b9-9b3a-a4741f829537 tempest-TestShelveInstance-1703156370 tempest-TestShelveInstance-1703156370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:42:45.461952 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-69fef762-9a4a-4df4-a659-6a3d40639282 req-f15bbe7b-f404-41b9-9b3a-a4741f829537 tempest-TestShelveInstance-1703156370 tempest-TestShelveInstance-1703156370-project] 10.222.0.10 "GET /v2.0/ports?device_id=9f8657d0-8010-4b8a-8f38-df43fc585ad3 HTTP/1.1" status: 200 len: 947 time: 0.0472383 Apr 28 11:42:45.514822 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-69fef762-9a4a-4df4-a659-6a3d40639282 req-10924330-73d4-4430-bcf0-e16c002adde9 tempest-TestShelveInstance-1703156370 tempest-TestShelveInstance-1703156370-project] 10.222.0.10 "GET /v2.0/security-groups?id=752eee2a-bc8c-4f47-ab2e-ac948e6831e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471156 Apr 28 11:42:46.628365 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f435870-464d-42fd-ac1a-3c2c67a604e6 req-3853427e-3eb5-4278-9fb2-e6bc649ecf6a tempest-TestShelveInstance-1703156370 tempest-TestShelveInstance-1703156370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:42:46.629851 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-1f435870-464d-42fd-ac1a-3c2c67a604e6 req-3853427e-3eb5-4278-9fb2-e6bc649ecf6a tempest-TestShelveInstance-1703156370 tempest-TestShelveInstance-1703156370-project] 10.222.0.10 "GET /v2.0/ports?device_id=9f8657d0-8010-4b8a-8f38-df43fc585ad3 HTTP/1.1" status: 200 len: 947 time: 0.0477085 Apr 28 11:42:46.678231 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-1f435870-464d-42fd-ac1a-3c2c67a604e6 req-c8d9af30-96af-41ad-b1bf-c58999b6fb6e tempest-TestShelveInstance-1703156370 tempest-TestShelveInstance-1703156370-project] 10.222.0.10 "GET /v2.0/security-groups?id=752eee2a-bc8c-4f47-ab2e-ac948e6831e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429215 Apr 28 11:42:48.168185 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.agents_db [None req-54b29a82-8a19-4507-95e3-3a2d011841ff None None] Agent healthcheck: found 6 active agents {{(pid=116164) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 28 11:42:50.975713 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (6be95134-9a6c-4663-8b48-90d12ce90c60), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:43:05.619247 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-f5481bc7-28ce-4f65-bb3d-63f9c9cb0cac req-c3f65504-272d-4866-8da7-0236de8f2a72 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=9f8657d0-8010-4b8a-8f38-df43fc585ad3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0393584 Apr 28 11:43:05.695554 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5481bc7-28ce-4f65-bb3d-63f9c9cb0cac req-f251969e-6847-4293-888f-2769e71e2b5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:43:05.696998 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-f5481bc7-28ce-4f65-bb3d-63f9c9cb0cac req-f251969e-6847-4293-888f-2769e71e2b5a service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=763854b139984135af3e9b5246b55c31&device_id=9f8657d0-8010-4b8a-8f38-df43fc585ad3 HTTP/1.1" status: 200 len: 1131 time: 0.0373404 Apr 28 11:43:05.801480 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5481bc7-28ce-4f65-bb3d-63f9c9cb0cac req-ed25f595-923f-434d-b556-fe30b2039513 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:43:05.802940 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-f5481bc7-28ce-4f65-bb3d-63f9c9cb0cac req-ed25f595-923f-434d-b556-fe30b2039513 service neutron] 10.222.0.20 "GET /v2.0/networks?id=f8b931ad-5a52-4b20-ac70-2d2d9b213b35 HTTP/1.1" status: 200 len: 908 time: 0.0863619 Apr 28 11:43:05.869860 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-f5481bc7-28ce-4f65-bb3d-63f9c9cb0cac req-b5941f6d-be2a-4005-b17e-051a0cfaa49b service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3da300fa-3800-4dab-a7d4-dab6dab93ac5 HTTP/1.1" status: 200 len: 1002 time: 0.0603175 Apr 28 11:43:05.915581 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5481bc7-28ce-4f65-bb3d-63f9c9cb0cac req-f3fd5f77-f1fa-4b56-b869-aca2b85a86dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:43:05.916959 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-f5481bc7-28ce-4f65-bb3d-63f9c9cb0cac req-f3fd5f77-f1fa-4b56-b869-aca2b85a86dd service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d50c530a-e04c-4671-8714-fa48e7f40504 HTTP/1.1" status: 200 len: 847 time: 0.0415418 Apr 28 11:43:05.959270 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5481bc7-28ce-4f65-bb3d-63f9c9cb0cac req-46982187-a181-40c1-b988-b50ebe2fa821 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:43:05.960713 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-f5481bc7-28ce-4f65-bb3d-63f9c9cb0cac req-46982187-a181-40c1-b988-b50ebe2fa821 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f8b931ad-5a52-4b20-ac70-2d2d9b213b35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0382733 Apr 28 11:43:06.051235 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-f5481bc7-28ce-4f65-bb3d-63f9c9cb0cac req-2a69bd66-07e7-4d78-8d07-79a645aec677 service neutron] 10.222.0.20 "GET /v2.0/networks/f8b931ad-5a52-4b20-ac70-2d2d9b213b35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832894 Apr 28 11:43:06.138372 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-f5481bc7-28ce-4f65-bb3d-63f9c9cb0cac req-195cb9e7-58d9-4b80-a6fc-ee4da25813fe service neutron] 10.222.0.20 "GET /v2.0/networks/f8b931ad-5a52-4b20-ac70-2d2d9b213b35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0798924 Apr 28 11:43:07.030710 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-c1a18e5f-25b0-4830-a827-fe4db6171ed3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (75ba81b7-fe99-4281-90d2-a5adb445ecea), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:43:09.442007 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-8913bf99-31b1-4486-a2c4-9ce26cf400d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (6b492ad6-0876-4d74-b20d-28143a52ceba), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:43:10.619472 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-ae94d540-e4c6-43be-adc9-b26fb6a2f62f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (cfc241ae-e4b7-443b-b80b-59fbbc2b69c9), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:43:12.232894 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-01ef1de1-12fd-4cef-b76b-793f91379468 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (39cc4f52-f5d9-4e2c-bbfa-7a1c528e1c40), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:43:13.362429 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (d5baab19-5dd1-4902-922b-84acb048ab9c), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:43:20.976002 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (6be95134-9a6c-4663-8b48-90d12ce90c60), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:43:25.167657 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.agents_db [None req-54b29a82-8a19-4507-95e3-3a2d011841ff None None] Agent healthcheck: found 6 active agents {{(pid=116164) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 28 11:43:37.030532 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-43ab2102-f680-489d-b24d-041ca67691d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (75ba81b7-fe99-4281-90d2-a5adb445ecea), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:43:39.499251 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-798eb43a-f73e-4b9d-8bc3-b61ec50a2d00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (6b492ad6-0876-4d74-b20d-28143a52ceba), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:43:40.627795 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-ae94d540-e4c6-43be-adc9-b26fb6a2f62f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (cfc241ae-e4b7-443b-b80b-59fbbc2b69c9), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:43:42.253470 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-01ef1de1-12fd-4cef-b76b-793f91379468 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (39cc4f52-f5d9-4e2c-bbfa-7a1c528e1c40), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:43:43.364511 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (d5baab19-5dd1-4902-922b-84acb048ab9c), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:43:50.982186 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (6be95134-9a6c-4663-8b48-90d12ce90c60), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:43:57.509006 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 34252) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:43:57.655967 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.plugin [None req-785d1048-3a8c-49eb-a600-fa8352e12adb tempest-TestShelveInstance-1703156370 tempest-TestShelveInstance-1703156370-project] Deleting port 717220b2-30f2-4e88-94d3-76fe8c331bc7 {{(pid=116162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 11:43:57.656311 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-785d1048-3a8c-49eb-a600-fa8352e12adb tempest-TestShelveInstance-1703156370 tempest-TestShelveInstance-1703156370-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742235130188'] for port (717220b2-30f2-4e88-94d3-76fe8c331bc7), before_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:43:57.729910 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-785d1048-3a8c-49eb-a600-fa8352e12adb tempest-TestShelveInstance-1703156370 tempest-TestShelveInstance-1703156370-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1938497'] for port (717220b2-30f2-4e88-94d3-76fe8c331bc7), precommit_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:43:57.730236 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-785d1048-3a8c-49eb-a600-fa8352e12adb tempest-TestShelveInstance-1703156370 tempest-TestShelveInstance-1703156370-project] Publish callbacks [] for floatingip (717220b2-30f2-4e88-94d3-76fe8c331bc7), precommit_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:43:57.742487 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.plugin [None req-785d1048-3a8c-49eb-a600-fa8352e12adb tempest-TestShelveInstance-1703156370 tempest-TestShelveInstance-1703156370-project] Calling delete_port for 717220b2-30f2-4e88-94d3-76fe8c331bc7 owned by network:floatingip {{(pid=116162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 11:43:57.950603 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-785d1048-3a8c-49eb-a600-fa8352e12adb tempest-TestShelveInstance-1703156370 tempest-TestShelveInstance-1703156370-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742235135690', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742234710366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5051867'] for port (717220b2-30f2-4e88-94d3-76fe8c331bc7), after_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:43:57.976199 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785d1048-3a8c-49eb-a600-fa8352e12adb tempest-TestShelveInstance-1703156370 tempest-TestShelveInstance-1703156370-project] Pushing event deleted for resources: {'Port': ['ID=717220b2-30f2-4e88-94d3-76fe8c331bc7,revision_number=None']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:43:57.987596 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-785d1048-3a8c-49eb-a600-fa8352e12adb tempest-TestShelveInstance-1703156370 tempest-TestShelveInstance-1703156370-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:43:57.987946 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-785d1048-3a8c-49eb-a600-fa8352e12adb tempest-TestShelveInstance-1703156370 tempest-TestShelveInstance-1703156370-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:43:57.988306 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-785d1048-3a8c-49eb-a600-fa8352e12adb tempest-TestShelveInstance-1703156370 tempest-TestShelveInstance-1703156370-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:43:57.989236 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-785d1048-3a8c-49eb-a600-fa8352e12adb tempest-TestShelveInstance-1703156370 tempest-TestShelveInstance-1703156370-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:43:57.989710 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-785d1048-3a8c-49eb-a600-fa8352e12adb tempest-TestShelveInstance-1703156370 tempest-TestShelveInstance-1703156370-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:43:57.990045 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-785d1048-3a8c-49eb-a600-fa8352e12adb tempest-TestShelveInstance-1703156370 tempest-TestShelveInstance-1703156370-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:43:57.990374 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-785d1048-3a8c-49eb-a600-fa8352e12adb tempest-TestShelveInstance-1703156370 tempest-TestShelveInstance-1703156370-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:43:57.990725 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-785d1048-3a8c-49eb-a600-fa8352e12adb tempest-TestShelveInstance-1703156370 tempest-TestShelveInstance-1703156370-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:43:57.991053 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-785d1048-3a8c-49eb-a600-fa8352e12adb tempest-TestShelveInstance-1703156370 tempest-TestShelveInstance-1703156370-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:43:57.991376 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-785d1048-3a8c-49eb-a600-fa8352e12adb tempest-TestShelveInstance-1703156370 tempest-TestShelveInstance-1703156370-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:43:57.991698 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-785d1048-3a8c-49eb-a600-fa8352e12adb tempest-TestShelveInstance-1703156370 tempest-TestShelveInstance-1703156370-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:43:57.992019 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-785d1048-3a8c-49eb-a600-fa8352e12adb tempest-TestShelveInstance-1703156370 tempest-TestShelveInstance-1703156370-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:43:57.992338 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-785d1048-3a8c-49eb-a600-fa8352e12adb tempest-TestShelveInstance-1703156370 tempest-TestShelveInstance-1703156370-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:43:57.992656 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-785d1048-3a8c-49eb-a600-fa8352e12adb tempest-TestShelveInstance-1703156370 tempest-TestShelveInstance-1703156370-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:43:57.992968 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-785d1048-3a8c-49eb-a600-fa8352e12adb tempest-TestShelveInstance-1703156370 tempest-TestShelveInstance-1703156370-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:43:58.048684 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-785d1048-3a8c-49eb-a600-fa8352e12adb tempest-TestShelveInstance-1703156370 tempest-TestShelveInstance-1703156370-project] Publish callbacks [] for floatingip (9de53b8a-f7d3-4774-a9cc-ea46bbf3f29e), after_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:43:58.049009 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.db.l3_db [None req-785d1048-3a8c-49eb-a600-fa8352e12adb tempest-TestShelveInstance-1703156370 tempest-TestShelveInstance-1703156370-project] Floating IP 9de53b8a-f7d3-4774-a9cc-ea46bbf3f29e disassociated (deleted). External IP: 172.36.4.162, port: 3da300fa-3800-4dab-a7d4-dab6dab93ac5. Apr 28 11:43:58.532994 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-785d1048-3a8c-49eb-a600-fa8352e12adb tempest-TestShelveInstance-1703156370 tempest-TestShelveInstance-1703156370-project] Router d5609989-caa6-4ebf-a9d2-7fe1156d27c0 has already been hosted by L3 agent 6b492ad6-0876-4d74-b20d-28143a52ceba {{(pid=116162) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 11:43:58.642799 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-785d1048-3a8c-49eb-a600-fa8352e12adb tempest-TestShelveInstance-1703156370 tempest-TestShelveInstance-1703156370-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=116162) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 11:43:58.647700 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-785d1048-3a8c-49eb-a600-fa8352e12adb tempest-TestShelveInstance-1703156370 tempest-TestShelveInstance-1703156370-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198022'] for floatingip (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:43:58.652171 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70f53080-2a42-4155-a27c-7c82fbad03cb None None] Sync routers for ids ['d5609989-caa6-4ebf-a9d2-7fe1156d27c0'] in dv-neutron-master-2-hyperv {{(pid=116163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 11:43:58.661897 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70f53080-2a42-4155-a27c-7c82fbad03cb None None] Routers {'d5609989-caa6-4ebf-a9d2-7fe1156d27c0'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=116163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 11:43:58.662603 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_hamode_db [None req-70f53080-2a42-4155-a27c-7c82fbad03cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-28T10:50:39Z,description=,heartbeat_timestamp=2022-04-28T11:43:39Z,host='dv-neutron-master-2-hyperv',id=6b492ad6-0876-4d74-b20d-28143a52ceba,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T10:50:40Z,topic='l3_agent')) {'router_ids': ['d5609989-caa6-4ebf-a9d2-7fe1156d27c0'], 'active': True} {{(pid=116163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:43:58.678492 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-785d1048-3a8c-49eb-a600-fa8352e12adb tempest-TestShelveInstance-1703156370 tempest-TestShelveInstance-1703156370-project] 10.222.0.10 "DELETE /v2.0/floatingips/9de53b8a-f7d3-4774-a9cc-ea46bbf3f29e HTTP/1.1" status: 204 len: 168 time: 1.1683874 Apr 28 11:43:58.679191 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f8657d0-8010-4b8a-8f38-df43fc585ad3', 'tag': '3da300fa-3800-4dab-a7d4-dab6dab93ac5'}] {{(pid=116162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 11:43:58.681594 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ba53f40d6116d28995a8e36159d0e539b5353eec116fb5dd4ce03b4b2159ab1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40e989ea-2794-4d65-a79e-8f43675c8212" -d '{"events": [{"name": "network-changed", "server_uuid": "9f8657d0-8010-4b8a-8f38-df43fc585ad3", "tag": "3da300fa-3800-4dab-a7d4-dab6dab93ac5"}]}' {{(pid=116162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 11:43:58.776638 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvr_db [None req-70f53080-2a42-4155-a27c-7c82fbad03cb None None] Set router d5609989-caa6-4ebf-a9d2-7fe1156d27c0 gateway port host: dv-neutron-master-2-hyperv {{(pid=116163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 11:43:58.817538 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 11:43:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8cd434fb-b706-4545-9f6a-8485328be83f x-openstack-request-id: req-8cd434fb-b706-4545-9f6a-8485328be83f {{(pid=116162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 11:43:58.817538 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9f8657d0-8010-4b8a-8f38-df43fc585ad3", "tag": "3da300fa-3800-4dab-a7d4-dab6dab93ac5", "status": "completed", "code": 200}]} {{(pid=116162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 11:43:58.817538 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-8cd434fb-b706-4545-9f6a-8485328be83f {{(pid=116162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 11:43:58.817538 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8cd434fb-b706-4545-9f6a-8485328be83f'] response: {'name': 'network-changed', 'server_uuid': '9f8657d0-8010-4b8a-8f38-df43fc585ad3', 'tag': '3da300fa-3800-4dab-a7d4-dab6dab93ac5', 'status': 'completed', 'code': 200} Apr 28 11:43:58.877440 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e989ea-2794-4d65-a79e-8f43675c8212 req-e6874eab-fb6a-47aa-9cc2-7277510b831d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:43:58.878965 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-40e989ea-2794-4d65-a79e-8f43675c8212 req-e6874eab-fb6a-47aa-9cc2-7277510b831d service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=763854b139984135af3e9b5246b55c31&device_id=9f8657d0-8010-4b8a-8f38-df43fc585ad3 HTTP/1.1" status: 200 len: 1131 time: 0.0416260 Apr 28 11:43:58.975121 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_hamode_db [None req-70f53080-2a42-4155-a27c-7c82fbad03cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5609989-caa6-4ebf-a9d2-7fe1156d27c0', 'name': 'tempest-TestShelveInstance-353498489-router', 'tenant_id': '763854b139984135af3e9b5246b55c31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'external_fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.88'}], 'enable_snat': True}, 'gw_port_id': 'aca65b73-df62-4684-b9fd-54af16cd023c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T11:39:37Z', 'updated_at': '2022-04-28T11:39:40Z', 'revision_number': 4, 'project_id': '763854b139984135af3e9b5246b55c31', 'gw_port': {'id': 'aca65b73-df62-4684-b9fd-54af16cd023c', 'name': '', 'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:b8:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5609989-caa6-4ebf-a9d2-7fe1156d27c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1819, 'fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:39:38Z', 'updated_at': '2022-04-28T11:39:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'bb99375a-e5e2-409b-929d-b99a7e089920', 'name': '', 'network_id': 'f8b931ad-5a52-4b20-ac70-2d2d9b213b35', 'tenant_id': '763854b139984135af3e9b5246b55c31', 'mac_address': 'fa:16:3e:8e:eb:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5609989-caa6-4ebf-a9d2-7fe1156d27c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1820, 'fixed_ips': [{'subnet_id': 'd50c530a-e04c-4671-8714-fa48e7f40504', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:39:39Z', 'updated_at': '2022-04-28T11:39:43Z', 'revision_number': 5, 'project_id': '763854b139984135af3e9b5246b55c31', 'subnets': [{'id': 'd50c530a-e04c-4671-8714-fa48e7f40504', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=116163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:43:58.980791 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e989ea-2794-4d65-a79e-8f43675c8212 req-758f381c-ea85-4325-8187-e8d9db8c7c3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:43:58.982217 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-40e989ea-2794-4d65-a79e-8f43675c8212 req-758f381c-ea85-4325-8187-e8d9db8c7c3d service neutron] 10.222.0.20 "GET /v2.0/networks?id=f8b931ad-5a52-4b20-ac70-2d2d9b213b35 HTTP/1.1" status: 200 len: 908 time: 0.0976577 Apr 28 11:43:59.001432 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70f53080-2a42-4155-a27c-7c82fbad03cb None None] Checking router: d5609989-caa6-4ebf-a9d2-7fe1156d27c0 for host: dv-neutron-master-2-hyperv {{(pid=116163) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 11:43:59.010813 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70f53080-2a42-4155-a27c-7c82fbad03cb None None] Routers {'d5609989-caa6-4ebf-a9d2-7fe1156d27c0'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=116163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 11:43:59.011437 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_hamode_db [None req-70f53080-2a42-4155-a27c-7c82fbad03cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-28T10:50:39Z,description=,heartbeat_timestamp=2022-04-28T11:43:39Z,host='dv-neutron-master-2-hyperv',id=6b492ad6-0876-4d74-b20d-28143a52ceba,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T10:50:40Z,topic='l3_agent')) {'router_ids': ['d5609989-caa6-4ebf-a9d2-7fe1156d27c0'], 'active': True} {{(pid=116163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:43:59.026572 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-40e989ea-2794-4d65-a79e-8f43675c8212 req-e197352f-96cf-48c3-a05c-9318ccc17fc9 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3da300fa-3800-4dab-a7d4-dab6dab93ac5 HTTP/1.1" status: 200 len: 217 time: 0.0387180 Apr 28 11:43:59.085722 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e989ea-2794-4d65-a79e-8f43675c8212 req-b9d3baef-601f-4a51-92be-b77b834d12fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:43:59.087220 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-40e989ea-2794-4d65-a79e-8f43675c8212 req-b9d3baef-601f-4a51-92be-b77b834d12fb service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d50c530a-e04c-4671-8714-fa48e7f40504 HTTP/1.1" status: 200 len: 847 time: 0.0557044 Apr 28 11:43:59.116261 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7076c0c0-9a76-4e54-a5e4-c44da5bb3b10 req-e6eb37c2-274f-4133-80f9-b581868cfb5a tempest-TestShelveInstance-1703156370 tempest-TestShelveInstance-1703156370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:43:59.117772 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-7076c0c0-9a76-4e54-a5e4-c44da5bb3b10 req-e6eb37c2-274f-4133-80f9-b581868cfb5a tempest-TestShelveInstance-1703156370 tempest-TestShelveInstance-1703156370-project] 10.222.0.10 "GET /v2.0/ports?device_id=9f8657d0-8010-4b8a-8f38-df43fc585ad3 HTTP/1.1" status: 200 len: 947 time: 0.0569940 Apr 28 11:43:59.129773 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvr_db [None req-70f53080-2a42-4155-a27c-7c82fbad03cb None None] Set router d5609989-caa6-4ebf-a9d2-7fe1156d27c0 gateway port host: dv-neutron-master-2-hyperv {{(pid=116163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 11:43:59.171121 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-7076c0c0-9a76-4e54-a5e4-c44da5bb3b10 req-298e94bb-d1ea-4719-b575-edbff01f4705 tempest-TestShelveInstance-1703156370 tempest-TestShelveInstance-1703156370-project] 10.222.0.10 "GET /v2.0/security-groups?id=752eee2a-bc8c-4f47-ab2e-ac948e6831e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475922 Apr 28 11:43:59.312415 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_hamode_db [None req-70f53080-2a42-4155-a27c-7c82fbad03cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5609989-caa6-4ebf-a9d2-7fe1156d27c0', 'name': 'tempest-TestShelveInstance-353498489-router', 'tenant_id': '763854b139984135af3e9b5246b55c31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'external_fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.88'}], 'enable_snat': True}, 'gw_port_id': 'aca65b73-df62-4684-b9fd-54af16cd023c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T11:39:37Z', 'updated_at': '2022-04-28T11:39:40Z', 'revision_number': 4, 'project_id': '763854b139984135af3e9b5246b55c31', 'gw_port': {'id': 'aca65b73-df62-4684-b9fd-54af16cd023c', 'name': '', 'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:b8:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5609989-caa6-4ebf-a9d2-7fe1156d27c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1819, 'fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:39:38Z', 'updated_at': '2022-04-28T11:39:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'bb99375a-e5e2-409b-929d-b99a7e089920', 'name': '', 'network_id': 'f8b931ad-5a52-4b20-ac70-2d2d9b213b35', 'tenant_id': '763854b139984135af3e9b5246b55c31', 'mac_address': 'fa:16:3e:8e:eb:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5609989-caa6-4ebf-a9d2-7fe1156d27c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1820, 'fixed_ips': [{'subnet_id': 'd50c530a-e04c-4671-8714-fa48e7f40504', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:39:39Z', 'updated_at': '2022-04-28T11:39:43Z', 'revision_number': 5, 'project_id': '763854b139984135af3e9b5246b55c31', 'subnets': [{'id': 'd50c530a-e04c-4671-8714-fa48e7f40504', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=116163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:43:59.341803 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70f53080-2a42-4155-a27c-7c82fbad03cb None None] The sync data for ids ['d5609989-caa6-4ebf-a9d2-7fe1156d27c0'] in dv-neutron-master-2-hyperv is: [{'id': 'd5609989-caa6-4ebf-a9d2-7fe1156d27c0', 'name': 'tempest-TestShelveInstance-353498489-router', 'tenant_id': '763854b139984135af3e9b5246b55c31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'external_fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.88'}], 'enable_snat': True}, 'gw_port_id': 'aca65b73-df62-4684-b9fd-54af16cd023c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T11:39:37Z', 'updated_at': '2022-04-28T11:39:40Z', 'revision_number': 4, 'project_id': '763854b139984135af3e9b5246b55c31', 'gw_port': {'id': 'aca65b73-df62-4684-b9fd-54af16cd023c', 'name': '', 'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:b8:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5609989-caa6-4ebf-a9d2-7fe1156d27c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1819, 'fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:39:38Z', 'updated_at': '2022-04-28T11:39:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'bb99375a-e5e2-409b-929d-b99a7e089920', 'name': '', 'network_id': 'f8b931ad-5a52-4b20-ac70-2d2d9b213b35', 'tenant_id': '763854b139984135af3e9b5246b55c31', 'mac_address': 'fa:16:3e:8e:eb:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5609989-caa6-4ebf-a9d2-7fe1156d27c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1820, 'fixed_ips': [{'subnet_id': 'd50c530a-e04c-4671-8714-fa48e7f40504', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:39:39Z', 'updated_at': '2022-04-28T11:39:43Z', 'revision_number': 5, 'project_id': '763854b139984135af3e9b5246b55c31', 'subnets': [{'id': 'd50c530a-e04c-4671-8714-fa48e7f40504', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=116163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 11:43:59.555126 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2fdae96-dd7f-40a4-b121-8d39ef05dbdf None None] New status for floating IP 9de53b8a-f7d3-4774-a9cc-ea46bbf3f29e: DOWN {{(pid=116164) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 28 11:44:00.057296 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e989ea-2794-4d65-a79e-8f43675c8212 req-47566a02-fe56-427a-ad01-c7a453b68ae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:44:00.058798 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-40e989ea-2794-4d65-a79e-8f43675c8212 req-47566a02-fe56-427a-ad01-c7a453b68ae1 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f8b931ad-5a52-4b20-ac70-2d2d9b213b35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0403206 Apr 28 11:44:00.147913 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-40e989ea-2794-4d65-a79e-8f43675c8212 req-17ecf18e-314f-438e-a36e-2ddaf78260fa service neutron] 10.222.0.20 "GET /v2.0/networks/f8b931ad-5a52-4b20-ac70-2d2d9b213b35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821955 Apr 28 11:44:00.282757 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-40e989ea-2794-4d65-a79e-8f43675c8212 req-dee3624b-635e-40a9-a265-d63eafea3f9a service neutron] 10.222.0.20 "GET /v2.0/networks/f8b931ad-5a52-4b20-ac70-2d2d9b213b35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934267 Apr 28 11:44:00.290843 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce39e68-125b-44d9-9804-2fdd391b0ce0 req-dba9dfbb-86fa-4d27-85d7-5aa4fec10e14 tempest-TestShelveInstance-1703156370 tempest-TestShelveInstance-1703156370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:44:00.292337 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-9ce39e68-125b-44d9-9804-2fdd391b0ce0 req-dba9dfbb-86fa-4d27-85d7-5aa4fec10e14 tempest-TestShelveInstance-1703156370 tempest-TestShelveInstance-1703156370-project] 10.222.0.10 "GET /v2.0/ports?device_id=9f8657d0-8010-4b8a-8f38-df43fc585ad3 HTTP/1.1" status: 200 len: 947 time: 0.0496542 Apr 28 11:44:00.343992 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-9ce39e68-125b-44d9-9804-2fdd391b0ce0 req-17c28c69-0024-4f31-81fa-b20bd46e2b24 tempest-TestShelveInstance-1703156370 tempest-TestShelveInstance-1703156370-project] 10.222.0.10 "GET /v2.0/security-groups?id=752eee2a-bc8c-4f47-ab2e-ac948e6831e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457752 Apr 28 11:44:00.367159 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93169ff8-a157-4056-908b-f65c0efe4350 req-d705ecf1-6c43-4501-86d6-7e438b5aa38b tempest-TestShelveInstance-1703156370 tempest-TestShelveInstance-1703156370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:44:00.368622 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-93169ff8-a157-4056-908b-f65c0efe4350 req-d705ecf1-6c43-4501-86d6-7e438b5aa38b tempest-TestShelveInstance-1703156370 tempest-TestShelveInstance-1703156370-project] 10.222.0.20 "GET /v2.0/ports?device_id=9f8657d0-8010-4b8a-8f38-df43fc585ad3 HTTP/1.1" status: 200 len: 947 time: 0.0471544 Apr 28 11:44:00.458142 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.plugin [req-93169ff8-a157-4056-908b-f65c0efe4350 req-103e714d-ca4d-4caa-995d-5f0910f815ee tempest-TestShelveInstance-1703156370 tempest-TestShelveInstance-1703156370-project] Deleting port 3da300fa-3800-4dab-a7d4-dab6dab93ac5 {{(pid=116162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 11:44:00.458501 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [req-93169ff8-a157-4056-908b-f65c0efe4350 req-103e714d-ca4d-4caa-995d-5f0910f815ee tempest-TestShelveInstance-1703156370 tempest-TestShelveInstance-1703156370-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742235130188'] for port (3da300fa-3800-4dab-a7d4-dab6dab93ac5), before_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:44:00.544686 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.db [req-93169ff8-a157-4056-908b-f65c0efe4350 req-103e714d-ca4d-4caa-995d-5f0910f815ee tempest-TestShelveInstance-1703156370 tempest-TestShelveInstance-1703156370-project] For port 3da300fa-3800-4dab-a7d4-dab6dab93ac5, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=3da300fa-3800-4dab-a7d4-dab6dab93ac5,segment=NetworkSegment(1466f5ef-d42a-46e4-88cb-e6c72abc4c22),segment_id=1466f5ef-d42a-46e4-88cb-e6c72abc4c22)] {{(pid=116162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 11:44:00.545049 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [req-93169ff8-a157-4056-908b-f65c0efe4350 req-103e714d-ca4d-4caa-995d-5f0910f815ee tempest-TestShelveInstance-1703156370 tempest-TestShelveInstance-1703156370-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1938497'] for port (3da300fa-3800-4dab-a7d4-dab6dab93ac5), precommit_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:44:00.558961 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.plugin [req-93169ff8-a157-4056-908b-f65c0efe4350 req-103e714d-ca4d-4caa-995d-5f0910f815ee tempest-TestShelveInstance-1703156370 tempest-TestShelveInstance-1703156370-project] Calling delete_port for 3da300fa-3800-4dab-a7d4-dab6dab93ac5 owned by compute:nova {{(pid=116162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 11:44:00.742063 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [req-93169ff8-a157-4056-908b-f65c0efe4350 req-103e714d-ca4d-4caa-995d-5f0910f815ee tempest-TestShelveInstance-1703156370 tempest-TestShelveInstance-1703156370-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742235135690', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742234710366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5051867'] for port (3da300fa-3800-4dab-a7d4-dab6dab93ac5), after_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:44:00.769584 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-103e714d-ca4d-4caa-995d-5f0910f815ee tempest-TestShelveInstance-1703156370 tempest-TestShelveInstance-1703156370-project] Pushing event deleted for resources: {'Port': ['ID=3da300fa-3800-4dab-a7d4-dab6dab93ac5,revision_number=None']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:44:00.817164 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.db.l3_dvrscheduler_db [req-93169ff8-a157-4056-908b-f65c0efe4350 req-103e714d-ca4d-4caa-995d-5f0910f815ee tempest-TestShelveInstance-1703156370 tempest-TestShelveInstance-1703156370-project] No DVR routers for this DVR port 3da300fa-3800-4dab-a7d4-dab6dab93ac5 on host hv-neutron-mast {{(pid=116162) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 11:44:00.819699 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [req-93169ff8-a157-4056-908b-f65c0efe4350 req-103e714d-ca4d-4caa-995d-5f0910f815ee tempest-TestShelveInstance-1703156370 tempest-TestShelveInstance-1703156370-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198022'] for port (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:44:00.822967 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-93169ff8-a157-4056-908b-f65c0efe4350 req-103e714d-ca4d-4caa-995d-5f0910f815ee tempest-TestShelveInstance-1703156370 tempest-TestShelveInstance-1703156370-project] 10.222.0.20 "DELETE /v2.0/ports/3da300fa-3800-4dab-a7d4-dab6dab93ac5 HTTP/1.1" status: 204 len: 173 time: 0.4470122 Apr 28 11:44:00.823395 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f8657d0-8010-4b8a-8f38-df43fc585ad3', 'name': 'network-vif-deleted', 'tag': '3da300fa-3800-4dab-a7d4-dab6dab93ac5'}] {{(pid=116162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 11:44:00.825609 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ba53f40d6116d28995a8e36159d0e539b5353eec116fb5dd4ce03b4b2159ab1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c8d4992-c2e7-4282-bdf2-d17b81a647e2" -d '{"events": [{"server_uuid": "9f8657d0-8010-4b8a-8f38-df43fc585ad3", "name": "network-vif-deleted", "tag": "3da300fa-3800-4dab-a7d4-dab6dab93ac5"}]}' {{(pid=116162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 11:44:00.861777 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 11:44:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e8b01c7-0935-436a-b27a-7681ee1c3a55 x-openstack-request-id: req-8e8b01c7-0935-436a-b27a-7681ee1c3a55 {{(pid=116162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 11:44:00.862069 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f8657d0-8010-4b8a-8f38-df43fc585ad3", "name": "network-vif-deleted", "tag": "3da300fa-3800-4dab-a7d4-dab6dab93ac5", "status": "completed", "code": 200}]} {{(pid=116162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 11:44:00.862377 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-8e8b01c7-0935-436a-b27a-7681ee1c3a55 {{(pid=116162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 11:44:00.862796 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8e8b01c7-0935-436a-b27a-7681ee1c3a55'] response: {'server_uuid': '9f8657d0-8010-4b8a-8f38-df43fc585ad3', 'name': 'network-vif-deleted', 'tag': '3da300fa-3800-4dab-a7d4-dab6dab93ac5', 'status': 'completed', 'code': 200} Apr 28 11:44:01.452557 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-98377034-f603-48cf-98ab-a3399084b1da req-19be9d28-87a5-4508-9626-1dbb12b394bf tempest-TestShelveInstance-1703156370 tempest-TestShelveInstance-1703156370-project] 10.222.0.10 "GET /v2.0/ports?device_id=9f8657d0-8010-4b8a-8f38-df43fc585ad3 HTTP/1.1" status: 200 len: 210 time: 0.0279658 Apr 28 11:44:02.165362 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.agents_db [None req-54b29a82-8a19-4507-95e3-3a2d011841ff None None] Agent healthcheck: found 6 active agents {{(pid=116164) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 28 11:44:02.509471 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 34276) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:44:02.564962 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-64d6cc14-84fd-447b-b7a6-2a51bd6591f4 tempest-TestShelveInstance-1703156370 tempest-TestShelveInstance-1703156370-project] Publish callbacks [] for security_group (752eee2a-bc8c-4f47-ab2e-ac948e6831e9), before_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:44:02.590110 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-64d6cc14-84fd-447b-b7a6-2a51bd6591f4 tempest-TestShelveInstance-1703156370 tempest-TestShelveInstance-1703156370-project] Publish callbacks [] for security_group (752eee2a-bc8c-4f47-ab2e-ac948e6831e9), precommit_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:44:02.704974 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-64d6cc14-84fd-447b-b7a6-2a51bd6591f4 tempest-TestShelveInstance-1703156370 tempest-TestShelveInstance-1703156370-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924426'] for security_group (752eee2a-bc8c-4f47-ab2e-ac948e6831e9), after_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:44:02.707872 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-64d6cc14-84fd-447b-b7a6-2a51bd6591f4 tempest-TestShelveInstance-1703156370 tempest-TestShelveInstance-1703156370-project] Publish callbacks [] for security_group (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:44:02.709042 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-64d6cc14-84fd-447b-b7a6-2a51bd6591f4 tempest-TestShelveInstance-1703156370 tempest-TestShelveInstance-1703156370-project] 10.222.0.10 "DELETE /v2.0/security-groups/752eee2a-bc8c-4f47-ab2e-ac948e6831e9 HTTP/1.1" status: 204 len: 168 time: 0.1985865 Apr 28 11:44:02.718371 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d6cc14-84fd-447b-b7a6-2a51bd6591f4 tempest-TestShelveInstance-1703156370 tempest-TestShelveInstance-1703156370-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=752eee2a-bc8c-4f47-ab2e-ac948e6831e9,revision_number=None']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:44:03.343820 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Device 3da300fa-3800-4dab-a7d4-dab6dab93ac5 no longer exists at agent hyperv_hv-neutron-mast {{(pid=116163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 11:44:03.364194 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] No Port match for: 3da300fa-3800-4dab-a7d4-dab6dab93ac5 {{(pid=116163) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 28 11:44:03.364541 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Device 3da300fa-3800-4dab-a7d4-dab6dab93ac5 not bound to the agent host hv-neutron-mast {{(pid=116163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 11:44:03.453219 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 34282) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:44:03.459614 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.v2.base [None req-13ada7ef-7278-4546-97d5-bf2aac23b0b1 tempest-TestShelveInstance-1703156370 tempest-TestShelveInstance-1703156370-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1727157448', 'description': 'tempest-secgroup-smoke-1727157448 description', 'project_id': '763854b139984135af3e9b5246b55c31'}} {{(pid=116162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:44:03.530447 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-13ada7ef-7278-4546-97d5-bf2aac23b0b1 tempest-TestShelveInstance-1703156370 tempest-TestShelveInstance-1703156370-project] Publish callbacks [] for security_group (None), before_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:44:03.595227 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-13ada7ef-7278-4546-97d5-bf2aac23b0b1 tempest-TestShelveInstance-1703156370 tempest-TestShelveInstance-1703156370-project] Publish callbacks [] for security_group (c136c387-30ba-443c-a3ce-46e633cc5b7d), precommit_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:44:03.659080 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-13ada7ef-7278-4546-97d5-bf2aac23b0b1 tempest-TestShelveInstance-1703156370 tempest-TestShelveInstance-1703156370-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924426'] for security_group (c136c387-30ba-443c-a3ce-46e633cc5b7d), after_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:44:03.686707 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ada7ef-7278-4546-97d5-bf2aac23b0b1 tempest-TestShelveInstance-1703156370 tempest-TestShelveInstance-1703156370-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c136c387-30ba-443c-a3ce-46e633cc5b7d,revision_number=1']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:44:03.775641 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-13ada7ef-7278-4546-97d5-bf2aac23b0b1 tempest-TestShelveInstance-1703156370 tempest-TestShelveInstance-1703156370-project] Publish callbacks [] for security_group (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:44:03.776941 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-13ada7ef-7278-4546-97d5-bf2aac23b0b1 tempest-TestShelveInstance-1703156370 tempest-TestShelveInstance-1703156370-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.3227229 Apr 28 11:44:03.779679 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 34284) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:44:03.783906 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.v2.base [None req-6c2a3dc9-294c-4c4b-ab49-f561b39e9489 tempest-TestShelveInstance-1703156370 tempest-TestShelveInstance-1703156370-project] Request body: {'security_group_rule': {'security_group_id': 'c136c387-30ba-443c-a3ce-46e633cc5b7d', 'project_id': '763854b139984135af3e9b5246b55c31', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=116162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:44:03.870595 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-6c2a3dc9-294c-4c4b-ab49-f561b39e9489 tempest-TestShelveInstance-1703156370 tempest-TestShelveInstance-1703156370-project] Publish callbacks [] for security_group_rule (bb6a0b69-e8f6-440a-ab11-884cbc9bd295), before_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:44:03.927885 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-6c2a3dc9-294c-4c4b-ab49-f561b39e9489 tempest-TestShelveInstance-1703156370 tempest-TestShelveInstance-1703156370-project] Publish callbacks [] for security_group_rule (bb6a0b69-e8f6-440a-ab11-884cbc9bd295), precommit_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:44:03.999196 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-6c2a3dc9-294c-4c4b-ab49-f561b39e9489 tempest-TestShelveInstance-1703156370 tempest-TestShelveInstance-1703156370-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1912725'] for security_group_rule (bb6a0b69-e8f6-440a-ab11-884cbc9bd295), after_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:44:04.016835 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2a3dc9-294c-4c4b-ab49-f561b39e9489 tempest-TestShelveInstance-1703156370 tempest-TestShelveInstance-1703156370-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bb6a0b69-e8f6-440a-ab11-884cbc9bd295,revision_number=0']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:44:04.092646 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-6c2a3dc9-294c-4c4b-ab49-f561b39e9489 tempest-TestShelveInstance-1703156370 tempest-TestShelveInstance-1703156370-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:44:04.093881 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-6c2a3dc9-294c-4c4b-ab49-f561b39e9489 tempest-TestShelveInstance-1703156370 tempest-TestShelveInstance-1703156370-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3132577 Apr 28 11:44:04.096614 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 34286) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:44:04.101232 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.v2.base [None req-9d43c469-c411-44f1-8b71-6d62f7fc1b0a tempest-TestShelveInstance-1703156370 tempest-TestShelveInstance-1703156370-project] Request body: {'security_group_rule': {'security_group_id': 'c136c387-30ba-443c-a3ce-46e633cc5b7d', 'project_id': '763854b139984135af3e9b5246b55c31', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=116162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:44:04.198648 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-9d43c469-c411-44f1-8b71-6d62f7fc1b0a tempest-TestShelveInstance-1703156370 tempest-TestShelveInstance-1703156370-project] Publish callbacks [] for security_group_rule (607d689d-b47c-4bcc-bf20-415ada0edbb6), before_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:44:04.256088 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-9d43c469-c411-44f1-8b71-6d62f7fc1b0a tempest-TestShelveInstance-1703156370 tempest-TestShelveInstance-1703156370-project] Publish callbacks [] for security_group_rule (607d689d-b47c-4bcc-bf20-415ada0edbb6), precommit_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:44:04.324785 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-9d43c469-c411-44f1-8b71-6d62f7fc1b0a tempest-TestShelveInstance-1703156370 tempest-TestShelveInstance-1703156370-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1912725'] for security_group_rule (607d689d-b47c-4bcc-bf20-415ada0edbb6), after_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:44:04.342829 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d43c469-c411-44f1-8b71-6d62f7fc1b0a tempest-TestShelveInstance-1703156370 tempest-TestShelveInstance-1703156370-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=607d689d-b47c-4bcc-bf20-415ada0edbb6,revision_number=0']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:44:04.404131 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-9d43c469-c411-44f1-8b71-6d62f7fc1b0a tempest-TestShelveInstance-1703156370 tempest-TestShelveInstance-1703156370-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:44:04.405362 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-9d43c469-c411-44f1-8b71-6d62f7fc1b0a tempest-TestShelveInstance-1703156370 tempest-TestShelveInstance-1703156370-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3077791 Apr 28 11:44:04.408055 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 34288) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:44:04.413542 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.v2.base [None req-ddbcc589-2b4e-4194-9732-0a8d8f4d014e tempest-TestShelveInstance-1703156370 tempest-TestShelveInstance-1703156370-project] Request body: {'security_group_rule': {'security_group_id': 'c136c387-30ba-443c-a3ce-46e633cc5b7d', 'project_id': '763854b139984135af3e9b5246b55c31', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=116162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:44:04.504829 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-ddbcc589-2b4e-4194-9732-0a8d8f4d014e tempest-TestShelveInstance-1703156370 tempest-TestShelveInstance-1703156370-project] Publish callbacks [] for security_group_rule (040b9fd4-54b6-4a5a-bf91-aa6431e0e648), before_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:44:04.560385 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-ddbcc589-2b4e-4194-9732-0a8d8f4d014e tempest-TestShelveInstance-1703156370 tempest-TestShelveInstance-1703156370-project] Publish callbacks [] for security_group_rule (040b9fd4-54b6-4a5a-bf91-aa6431e0e648), precommit_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:44:04.633083 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-ddbcc589-2b4e-4194-9732-0a8d8f4d014e tempest-TestShelveInstance-1703156370 tempest-TestShelveInstance-1703156370-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1912725'] for security_group_rule (040b9fd4-54b6-4a5a-bf91-aa6431e0e648), after_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:44:04.651107 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddbcc589-2b4e-4194-9732-0a8d8f4d014e tempest-TestShelveInstance-1703156370 tempest-TestShelveInstance-1703156370-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=040b9fd4-54b6-4a5a-bf91-aa6431e0e648,revision_number=0']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:44:04.724323 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-ddbcc589-2b4e-4194-9732-0a8d8f4d014e tempest-TestShelveInstance-1703156370 tempest-TestShelveInstance-1703156370-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:44:04.725582 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-ddbcc589-2b4e-4194-9732-0a8d8f4d014e tempest-TestShelveInstance-1703156370 tempest-TestShelveInstance-1703156370-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3165567 Apr 28 11:44:04.728301 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 34290) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:44:04.732498 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.v2.base [None req-710b084a-b827-4c2b-84be-74a5271121c7 tempest-TestShelveInstance-1703156370 tempest-TestShelveInstance-1703156370-project] Request body: {'security_group_rule': {'security_group_id': 'c136c387-30ba-443c-a3ce-46e633cc5b7d', 'project_id': '763854b139984135af3e9b5246b55c31', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=116162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:44:04.829732 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-710b084a-b827-4c2b-84be-74a5271121c7 tempest-TestShelveInstance-1703156370 tempest-TestShelveInstance-1703156370-project] Publish callbacks [] for security_group_rule (a830065e-74f0-4e4b-83e4-a37618bcda56), before_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:44:04.888273 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-710b084a-b827-4c2b-84be-74a5271121c7 tempest-TestShelveInstance-1703156370 tempest-TestShelveInstance-1703156370-project] Publish callbacks [] for security_group_rule (a830065e-74f0-4e4b-83e4-a37618bcda56), precommit_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:44:04.967557 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-710b084a-b827-4c2b-84be-74a5271121c7 tempest-TestShelveInstance-1703156370 tempest-TestShelveInstance-1703156370-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1912725'] for security_group_rule (a830065e-74f0-4e4b-83e4-a37618bcda56), after_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:44:04.987385 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710b084a-b827-4c2b-84be-74a5271121c7 tempest-TestShelveInstance-1703156370 tempest-TestShelveInstance-1703156370-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a830065e-74f0-4e4b-83e4-a37618bcda56,revision_number=0']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:44:05.066740 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-710b084a-b827-4c2b-84be-74a5271121c7 tempest-TestShelveInstance-1703156370 tempest-TestShelveInstance-1703156370-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:44:05.067965 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-710b084a-b827-4c2b-84be-74a5271121c7 tempest-TestShelveInstance-1703156370 tempest-TestShelveInstance-1703156370-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3387966 Apr 28 11:44:05.070692 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 34292) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:44:05.075021 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.v2.base [None req-b2b415a1-f339-4137-a4d3-6e40ae180ec3 tempest-TestShelveInstance-1703156370 tempest-TestShelveInstance-1703156370-project] Request body: {'security_group_rule': {'security_group_id': 'c136c387-30ba-443c-a3ce-46e633cc5b7d', 'project_id': '763854b139984135af3e9b5246b55c31', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=116162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:44:05.187957 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.db.securitygroups_db [None req-b2b415a1-f339-4137-a4d3-6e40ae180ec3 tempest-TestShelveInstance-1703156370 tempest-TestShelveInstance-1703156370-project] Project 763854b139984135af3e9b5246b55c31 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 28 11:44:05.194748 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-b2b415a1-f339-4137-a4d3-6e40ae180ec3 tempest-TestShelveInstance-1703156370 tempest-TestShelveInstance-1703156370-project] Publish callbacks [] for security_group_rule (9378a229-99b4-4758-a4e3-4ddd7d5c34dc), before_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:44:05.261141 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-b2b415a1-f339-4137-a4d3-6e40ae180ec3 tempest-TestShelveInstance-1703156370 tempest-TestShelveInstance-1703156370-project] Publish callbacks [] for security_group_rule (9378a229-99b4-4758-a4e3-4ddd7d5c34dc), precommit_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:44:05.330890 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-b2b415a1-f339-4137-a4d3-6e40ae180ec3 tempest-TestShelveInstance-1703156370 tempest-TestShelveInstance-1703156370-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1912725'] for security_group_rule (9378a229-99b4-4758-a4e3-4ddd7d5c34dc), after_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:44:05.348847 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b415a1-f339-4137-a4d3-6e40ae180ec3 tempest-TestShelveInstance-1703156370 tempest-TestShelveInstance-1703156370-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9378a229-99b4-4758-a4e3-4ddd7d5c34dc,revision_number=0']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:44:05.415235 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-b2b415a1-f339-4137-a4d3-6e40ae180ec3 tempest-TestShelveInstance-1703156370 tempest-TestShelveInstance-1703156370-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:44:05.416494 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-b2b415a1-f339-4137-a4d3-6e40ae180ec3 tempest-TestShelveInstance-1703156370 tempest-TestShelveInstance-1703156370-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3448598 Apr 28 11:44:05.419107 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 34294) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:44:05.423403 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.v2.base [None req-00ec1cbe-d71d-4fd1-8f12-d3fd8406fccc tempest-TestShelveInstance-1703156370 tempest-TestShelveInstance-1703156370-project] Request body: {'security_group_rule': {'security_group_id': 'c136c387-30ba-443c-a3ce-46e633cc5b7d', 'project_id': '763854b139984135af3e9b5246b55c31', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=116162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:44:05.507585 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.db.securitygroups_db [None req-00ec1cbe-d71d-4fd1-8f12-d3fd8406fccc tempest-TestShelveInstance-1703156370 tempest-TestShelveInstance-1703156370-project] Project 763854b139984135af3e9b5246b55c31 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 28 11:44:05.513141 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-00ec1cbe-d71d-4fd1-8f12-d3fd8406fccc tempest-TestShelveInstance-1703156370 tempest-TestShelveInstance-1703156370-project] Publish callbacks [] for security_group_rule (8f319c13-a6bb-4b75-9fa8-006f08c89cf6), before_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:44:05.572194 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-00ec1cbe-d71d-4fd1-8f12-d3fd8406fccc tempest-TestShelveInstance-1703156370 tempest-TestShelveInstance-1703156370-project] Publish callbacks [] for security_group_rule (8f319c13-a6bb-4b75-9fa8-006f08c89cf6), precommit_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:44:05.638915 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-00ec1cbe-d71d-4fd1-8f12-d3fd8406fccc tempest-TestShelveInstance-1703156370 tempest-TestShelveInstance-1703156370-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1912725'] for security_group_rule (8f319c13-a6bb-4b75-9fa8-006f08c89cf6), after_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:44:05.656247 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ec1cbe-d71d-4fd1-8f12-d3fd8406fccc tempest-TestShelveInstance-1703156370 tempest-TestShelveInstance-1703156370-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8f319c13-a6bb-4b75-9fa8-006f08c89cf6,revision_number=0']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:44:05.738065 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-00ec1cbe-d71d-4fd1-8f12-d3fd8406fccc tempest-TestShelveInstance-1703156370 tempest-TestShelveInstance-1703156370-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:44:05.739826 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-00ec1cbe-d71d-4fd1-8f12-d3fd8406fccc tempest-TestShelveInstance-1703156370 tempest-TestShelveInstance-1703156370-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3198004 Apr 28 11:44:07.042028 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-5e73479d-67b3-402c-b31d-1c84bd412c56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (75ba81b7-fe99-4281-90d2-a5adb445ecea), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:44:09.479562 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-17356f00-e503-4791-b194-8793fa524201 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (6b492ad6-0876-4d74-b20d-28143a52ceba), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:44:10.645555 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-ae94d540-e4c6-43be-adc9-b26fb6a2f62f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (cfc241ae-e4b7-443b-b80b-59fbbc2b69c9), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:44:12.962805 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-01ef1de1-12fd-4cef-b76b-793f91379468 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (39cc4f52-f5d9-4e2c-bbfa-7a1c528e1c40), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:44:13.405143 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (d5baab19-5dd1-4902-922b-84acb048ab9c), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:44:20.973803 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (6be95134-9a6c-4663-8b48-90d12ce90c60), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:44:36.064804 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-b2eb7939-22b1-4f83-90c8-2429fe98373f req-33337c06-c64b-4a9c-9230-07f74275afbd tempest-TestShelveInstance-1703156370 tempest-TestShelveInstance-1703156370-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1727157448&fields=id&tenant_id=763854b139984135af3e9b5246b55c31 HTTP/1.1" status: 200 len: 267 time: 0.0440733 Apr 28 11:44:36.172320 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2eb7939-22b1-4f83-90c8-2429fe98373f req-18e23d92-21e8-453b-b08f-8aa82657c45a tempest-TestShelveInstance-1703156370 tempest-TestShelveInstance-1703156370-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:44:36.173686 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-b2eb7939-22b1-4f83-90c8-2429fe98373f req-18e23d92-21e8-453b-b08f-8aa82657c45a tempest-TestShelveInstance-1703156370 tempest-TestShelveInstance-1703156370-project] 10.222.0.10 "GET /v2.0/networks?id=f8b931ad-5a52-4b20-ac70-2d2d9b213b35 HTTP/1.1" status: 200 len: 808 time: 0.1024354 Apr 28 11:44:36.187949 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-b2eb7939-22b1-4f83-90c8-2429fe98373f req-47a8d4eb-4de5-4183-ae5b-1ed50bae1358 tempest-TestShelveInstance-1703156370 tempest-TestShelveInstance-1703156370-project] 10.222.0.10 "GET /v2.0/quotas/763854b139984135af3e9b5246b55c31 HTTP/1.1" status: 200 len: 375 time: 0.0089674 Apr 28 11:44:36.234659 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-b2eb7939-22b1-4f83-90c8-2429fe98373f req-663990b1-6262-4a14-b585-f289f2396ea8 tempest-TestShelveInstance-1703156370 tempest-TestShelveInstance-1703156370-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=763854b139984135af3e9b5246b55c31&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0420358 Apr 28 11:44:36.374263 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-b2eb7939-22b1-4f83-90c8-2429fe98373f req-f2085fe2-bd1c-484c-af5a-d79ef2e9971a service neutron] 10.222.0.10 "GET /v2.0/networks/f8b931ad-5a52-4b20-ac70-2d2d9b213b35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1280088 Apr 28 11:44:36.461872 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-b2eb7939-22b1-4f83-90c8-2429fe98373f req-cd1958e7-3099-4a24-89ef-87b8cb753f01 service neutron] 10.222.0.10 "GET /v2.0/networks/f8b931ad-5a52-4b20-ac70-2d2d9b213b35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811701 Apr 28 11:44:37.038433 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-0a595447-6da4-44b6-8298-00d9ff68e8b5 req-91f27a15-d49e-45a3-84fc-4cedaf4c347a tempest-TestShelveInstance-1703156370 tempest-TestShelveInstance-1703156370-project] 10.222.0.10 "GET /v2.0/ports?device_id=8ad362aa-0eb6-484e-ac51-f334d6eb9771 HTTP/1.1" status: 200 len: 210 time: 0.0357704 Apr 28 11:44:37.042513 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-85123503-6fca-4e46-93f0-141187197074 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (75ba81b7-fe99-4281-90d2-a5adb445ecea), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:44:38.134629 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-2c4c1d03-71d8-4798-ba37-f01595960037 req-78c935ae-5463-4e84-a5e2-1b9c8d25ebcc tempest-TestShelveInstance-1703156370 tempest-TestShelveInstance-1703156370-project] 10.222.0.10 "GET /v2.0/ports?device_id=8ad362aa-0eb6-484e-ac51-f334d6eb9771 HTTP/1.1" status: 200 len: 210 time: 0.0288363 Apr 28 11:44:38.660405 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2eb7939-22b1-4f83-90c8-2429fe98373f req-288926d1-cdaf-4349-9096-c9a0739f4dea tempest-TestShelveInstance-1703156370 tempest-TestShelveInstance-1703156370-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:44:38.661863 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-b2eb7939-22b1-4f83-90c8-2429fe98373f req-288926d1-cdaf-4349-9096-c9a0739f4dea tempest-TestShelveInstance-1703156370 tempest-TestShelveInstance-1703156370-project] 10.222.0.20 "GET /v2.0/networks?id=f8b931ad-5a52-4b20-ac70-2d2d9b213b35 HTTP/1.1" status: 200 len: 808 time: 0.0998342 Apr 28 11:44:38.723406 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-b2eb7939-22b1-4f83-90c8-2429fe98373f req-dfeb7830-3d9c-42cd-a7c8-929a7c5507b6 tempest-TestShelveInstance-1703156370 tempest-TestShelveInstance-1703156370-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=763854b139984135af3e9b5246b55c31 HTTP/1.1" status: 200 len: 380 time: 0.0533202 Apr 28 11:44:38.732814 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.v2.base [req-b2eb7939-22b1-4f83-90c8-2429fe98373f req-0ef302b8-78a1-452b-afea-f0edbf0af8f4 tempest-TestShelveInstance-1703156370 tempest-TestShelveInstance-1703156370-project] Request body: {'port': {'device_id': '8ad362aa-0eb6-484e-ac51-f334d6eb9771', 'network_id': 'f8b931ad-5a52-4b20-ac70-2d2d9b213b35', 'admin_state_up': True, 'tenant_id': '763854b139984135af3e9b5246b55c31', 'security_groups': ['c136c387-30ba-443c-a3ce-46e633cc5b7d']}} {{(pid=116162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:44:38.928418 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b2eb7939-22b1-4f83-90c8-2429fe98373f req-0ef302b8-78a1-452b-afea-f0edbf0af8f4 tempest-TestShelveInstance-1703156370 tempest-TestShelveInstance-1703156370-project] Made reservation on behalf of 763854b139984135af3e9b5246b55c31 for: {'port': 1} {{(pid=116162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 11:44:38.932477 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [req-b2eb7939-22b1-4f83-90c8-2429fe98373f req-0ef302b8-78a1-452b-afea-f0edbf0af8f4 tempest-TestShelveInstance-1703156370 tempest-TestShelveInstance-1703156370-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (None), before_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:44:39.064073 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.db.db_base_plugin_common [req-b2eb7939-22b1-4f83-90c8-2429fe98373f req-0ef302b8-78a1-452b-afea-f0edbf0af8f4 tempest-TestShelveInstance-1703156370 tempest-TestShelveInstance-1703156370-project] Allocated IP 172.20.0.8 (f8b931ad-5a52-4b20-ac70-2d2d9b213b35/d50c530a-e04c-4671-8714-fa48e7f40504/ddcd692d-253b-4260-a3b4-fccfaf2ad939) {{(pid=116162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 11:44:39.171679 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.agents_db [None req-54b29a82-8a19-4507-95e3-3a2d011841ff None None] Agent healthcheck: found 6 active agents {{(pid=116164) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 28 11:44:39.205407 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [req-b2eb7939-22b1-4f83-90c8-2429fe98373f req-0ef302b8-78a1-452b-afea-f0edbf0af8f4 tempest-TestShelveInstance-1703156370 tempest-TestShelveInstance-1703156370-project] Publish callbacks [] for port (ddcd692d-253b-4260-a3b4-fccfaf2ad939), precommit_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:44:39.246216 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-84737cfc-9409-408c-8bef-c883c9e04768 req-fe4802f9-9ddd-484c-9ee4-c5b79a140abf tempest-TestShelveInstance-1703156370 tempest-TestShelveInstance-1703156370-project] 10.222.0.10 "GET /v2.0/ports?device_id=8ad362aa-0eb6-484e-ac51-f334d6eb9771 HTTP/1.1" status: 200 len: 210 time: 0.0319328 Apr 28 11:44:39.306157 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [req-b2eb7939-22b1-4f83-90c8-2429fe98373f req-0ef302b8-78a1-452b-afea-f0edbf0af8f4 tempest-TestShelveInstance-1703156370 tempest-TestShelveInstance-1703156370-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742234710357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5051867'] for port (ddcd692d-253b-4260-a3b4-fccfaf2ad939), after_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:44:39.354319 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b2eb7939-22b1-4f83-90c8-2429fe98373f req-0ef302b8-78a1-452b-afea-f0edbf0af8f4 tempest-TestShelveInstance-1703156370 tempest-TestShelveInstance-1703156370-project] Network f8b931ad-5a52-4b20-ac70-2d2d9b213b35 is already hosted by enough agents. {{(pid=116162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 11:44:39.359518 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.scheduler.base_scheduler [req-b2eb7939-22b1-4f83-90c8-2429fe98373f req-0ef302b8-78a1-452b-afea-f0edbf0af8f4 tempest-TestShelveInstance-1703156370 tempest-TestShelveInstance-1703156370-project] Resources bound (agent type, host, resource id): {{(pid=116162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 11:44:39.363314 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2eb7939-22b1-4f83-90c8-2429fe98373f req-0ef302b8-78a1-452b-afea-f0edbf0af8f4 tempest-TestShelveInstance-1703156370 tempest-TestShelveInstance-1703156370-project] Received port after_create {{(pid=116162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 11:44:39.387658 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef302b8-78a1-452b-afea-f0edbf0af8f4 tempest-TestShelveInstance-1703156370 tempest-TestShelveInstance-1703156370-project] Pushing event updated for resources: {'Port': ['ID=ddcd692d-253b-4260-a3b4-fccfaf2ad939,revision_number=1']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:44:39.422041 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2eb7939-22b1-4f83-90c8-2429fe98373f req-0ef302b8-78a1-452b-afea-f0edbf0af8f4 tempest-TestShelveInstance-1703156370 tempest-TestShelveInstance-1703156370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:44:39.422730 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [req-b2eb7939-22b1-4f83-90c8-2429fe98373f req-0ef302b8-78a1-452b-afea-f0edbf0af8f4 tempest-TestShelveInstance-1703156370 tempest-TestShelveInstance-1703156370-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198022'] for port (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:44:39.460377 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-06ee154e-0eee-4d5e-b682-3fb391b86647 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (6b492ad6-0876-4d74-b20d-28143a52ceba), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:44:39.499491 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-b2eb7939-22b1-4f83-90c8-2429fe98373f req-0ef302b8-78a1-452b-afea-f0edbf0af8f4 tempest-TestShelveInstance-1703156370 tempest-TestShelveInstance-1703156370-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7702549 Apr 28 11:44:39.511522 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.v2.base [req-b2eb7939-22b1-4f83-90c8-2429fe98373f req-cc659a3c-e469-4cf6-b301-76a1adda720a service neutron] Request body: {'port': {'device_id': '8ad362aa-0eb6-484e-ac51-f334d6eb9771', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-mast'}} {{(pid=116162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:44:39.574128 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [req-b2eb7939-22b1-4f83-90c8-2429fe98373f req-cc659a3c-e469-4cf6-b301-76a1adda720a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (ddcd692d-253b-4260-a3b4-fccfaf2ad939), before_update {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:44:39.604096 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-ba46a58b-5981-4186-af1d-e15b6b6f6382 None None] Provisioning complete for port ddcd692d-253b-4260-a3b4-fccfaf2ad939 triggered by entity DHCP. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:44:39.604473 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-ba46a58b-5981-4186-af1d-e15b6b6f6382 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (ddcd692d-253b-4260-a3b4-fccfaf2ad939), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:44:39.642895 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-ba46a58b-5981-4186-af1d-e15b6b6f6382 None None] Port ddcd692d-253b-4260-a3b4-fccfaf2ad939 cannot update to ACTIVE because it is not bound. {{(pid=116163) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 28 11:44:39.853515 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.notifiers.nova [req-b2eb7939-22b1-4f83-90c8-2429fe98373f req-cc659a3c-e469-4cf6-b301-76a1adda720a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ddcd692d-253b-4260-a3b4-fccfaf2ad939 {{(pid=116162) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 11:44:39.861330 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [req-b2eb7939-22b1-4f83-90c8-2429fe98373f req-cc659a3c-e469-4cf6-b301-76a1adda720a service neutron] Publish callbacks [] for port (ddcd692d-253b-4260-a3b4-fccfaf2ad939), precommit_update {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:44:39.873923 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.db.provisioning_blocks [req-b2eb7939-22b1-4f83-90c8-2429fe98373f req-cc659a3c-e469-4cf6-b301-76a1adda720a service neutron] Transition to ACTIVE for port object ddcd692d-253b-4260-a3b4-fccfaf2ad939 will not be triggered until provisioned by entity L2. {{(pid=116162) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 28 11:44:39.947875 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [req-b2eb7939-22b1-4f83-90c8-2429fe98373f req-cc659a3c-e469-4cf6-b301-76a1adda720a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5051840'] for port (ddcd692d-253b-4260-a3b4-fccfaf2ad939), after_update {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:44:39.998063 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc659a3c-e469-4cf6-b301-76a1adda720a service neutron] Pushing event updated for resources: {'Port': ['ID=ddcd692d-253b-4260-a3b4-fccfaf2ad939,revision_number=2']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:44:40.099022 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.managers [req-b2eb7939-22b1-4f83-90c8-2429fe98373f req-cc659a3c-e469-4cf6-b301-76a1adda720a service neutron] Attempting to bind port ddcd692d-253b-4260-a3b4-fccfaf2ad939 on host hv-neutron-mast for vnic_type normal with profile {{(pid=116162) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 28 11:44:40.099423 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.managers [req-b2eb7939-22b1-4f83-90c8-2429fe98373f req-cc659a3c-e469-4cf6-b301-76a1adda720a service neutron] Attempting to bind port ddcd692d-253b-4260-a3b4-fccfaf2ad939 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '1466f5ef-d42a-46e4-88cb-e6c72abc4c22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'f8b931ad-5a52-4b20-ac70-2d2d9b213b35'}] {{(pid=116162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 28 11:44:40.099734 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2eb7939-22b1-4f83-90c8-2429fe98373f req-cc659a3c-e469-4cf6-b301-76a1adda720a service neutron] Attempting to bind port ddcd692d-253b-4260-a3b4-fccfaf2ad939 on network f8b931ad-5a52-4b20-ac70-2d2d9b213b35 {{(pid=116162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 11:44:40.105552 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2eb7939-22b1-4f83-90c8-2429fe98373f req-cc659a3c-e469-4cf6-b301-76a1adda720a service neutron] Port ddcd692d-253b-4260-a3b4-fccfaf2ad939 on network f8b931ad-5a52-4b20-ac70-2d2d9b213b35 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=116162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 28 11:44:40.106002 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2eb7939-22b1-4f83-90c8-2429fe98373f req-cc659a3c-e469-4cf6-b301-76a1adda720a service neutron] Attempting to bind port ddcd692d-253b-4260-a3b4-fccfaf2ad939 on network f8b931ad-5a52-4b20-ac70-2d2d9b213b35 {{(pid=116162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 11:44:40.111514 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2eb7939-22b1-4f83-90c8-2429fe98373f req-cc659a3c-e469-4cf6-b301-76a1adda720a service neutron] Checking agent: {'id': '6be95134-9a6c-4663-8b48-90d12ce90c60', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-mast', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 10, 57, 20), 'started_at': datetime.datetime(2022, 4, 28, 10, 57, 20), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 11, 44, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=116162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 11:44:40.111856 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2eb7939-22b1-4f83-90c8-2429fe98373f req-cc659a3c-e469-4cf6-b301-76a1adda720a service neutron] Checking segment: {'id': '1466f5ef-d42a-46e4-88cb-e6c72abc4c22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'f8b931ad-5a52-4b20-ac70-2d2d9b213b35'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 11:44:40.112250 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2eb7939-22b1-4f83-90c8-2429fe98373f req-cc659a3c-e469-4cf6-b301-76a1adda720a service neutron] Bound using segment: {'id': '1466f5ef-d42a-46e4-88cb-e6c72abc4c22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'f8b931ad-5a52-4b20-ac70-2d2d9b213b35'} {{(pid=116162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 11:44:40.112685 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.managers [req-b2eb7939-22b1-4f83-90c8-2429fe98373f req-cc659a3c-e469-4cf6-b301-76a1adda720a service neutron] Bound port: ddcd692d-253b-4260-a3b4-fccfaf2ad939, host: hv-neutron-mast, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1466f5ef-d42a-46e4-88cb-e6c72abc4c22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'f8b931ad-5a52-4b20-ac70-2d2d9b213b35'}}] {{(pid=116162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 28 11:44:40.113048 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [req-b2eb7939-22b1-4f83-90c8-2429fe98373f req-cc659a3c-e469-4cf6-b301-76a1adda720a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (ddcd692d-253b-4260-a3b4-fccfaf2ad939), before_update {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:44:40.182138 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.db [req-b2eb7939-22b1-4f83-90c8-2429fe98373f req-cc659a3c-e469-4cf6-b301-76a1adda720a service neutron] For port ddcd692d-253b-4260-a3b4-fccfaf2ad939, host hv-neutron-mast, cleared binding levels {{(pid=116162) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 11:44:40.185656 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.db [req-b2eb7939-22b1-4f83-90c8-2429fe98373f req-cc659a3c-e469-4cf6-b301-76a1adda720a service neutron] For port ddcd692d-253b-4260-a3b4-fccfaf2ad939, host hv-neutron-mast, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=ddcd692d-253b-4260-a3b4-fccfaf2ad939,segment=NetworkSegment(1466f5ef-d42a-46e4-88cb-e6c72abc4c22),segment_id=1466f5ef-d42a-46e4-88cb-e6c72abc4c22)] {{(pid=116162) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 11:44:40.272263 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [req-b2eb7939-22b1-4f83-90c8-2429fe98373f req-cc659a3c-e469-4cf6-b301-76a1adda720a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5051840'] for port (ddcd692d-253b-4260-a3b4-fccfaf2ad939), after_update {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:44:40.310453 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2eb7939-22b1-4f83-90c8-2429fe98373f req-cc659a3c-e469-4cf6-b301-76a1adda720a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:44:40.311327 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [req-b2eb7939-22b1-4f83-90c8-2429fe98373f req-cc659a3c-e469-4cf6-b301-76a1adda720a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198022'] for port (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:44:40.312736 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-b2eb7939-22b1-4f83-90c8-2429fe98373f req-cc659a3c-e469-4cf6-b301-76a1adda720a service neutron] 10.222.0.20 "PUT /v2.0/ports/ddcd692d-253b-4260-a3b4-fccfaf2ad939 HTTP/1.1" status: 200 len: 1093 time: 0.8064187 Apr 28 11:44:40.313174 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ad362aa-0eb6-484e-ac51-f334d6eb9771', 'tag': 'ddcd692d-253b-4260-a3b4-fccfaf2ad939'}] {{(pid=116162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 11:44:40.315427 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ba53f40d6116d28995a8e36159d0e539b5353eec116fb5dd4ce03b4b2159ab1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-759a3ebb-eb21-4bf0-bd3c-fa6a6d3b5210" -d '{"events": [{"name": "network-changed", "server_uuid": "8ad362aa-0eb6-484e-ac51-f334d6eb9771", "tag": "ddcd692d-253b-4260-a3b4-fccfaf2ad939"}]}' {{(pid=116162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 11:44:40.359486 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc659a3c-e469-4cf6-b301-76a1adda720a service neutron] Pushing event updated for resources: {'Port': ['ID=ddcd692d-253b-4260-a3b4-fccfaf2ad939,revision_number=3']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:44:40.396577 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 11:44:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7e6ab74-f4c4-4442-9e30-614485b8be71 x-openstack-request-id: req-e7e6ab74-f4c4-4442-9e30-614485b8be71 {{(pid=116162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 11:44:40.396878 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8ad362aa-0eb6-484e-ac51-f334d6eb9771", "tag": "ddcd692d-253b-4260-a3b4-fccfaf2ad939", "status": "completed", "code": 200}]} {{(pid=116162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 11:44:40.397135 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-e7e6ab74-f4c4-4442-9e30-614485b8be71 {{(pid=116162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 11:44:40.397601 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e7e6ab74-f4c4-4442-9e30-614485b8be71'] response: {'name': 'network-changed', 'server_uuid': '8ad362aa-0eb6-484e-ac51-f334d6eb9771', 'tag': 'ddcd692d-253b-4260-a3b4-fccfaf2ad939', 'status': 'completed', 'code': 200} Apr 28 11:44:40.413477 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac87ec38-6ad9-40db-9891-33d5ac61d989 req-5158df8e-d2e3-4f22-b246-c731ed23e5d1 tempest-TestShelveInstance-1703156370 tempest-TestShelveInstance-1703156370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:44:40.415733 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-ac87ec38-6ad9-40db-9891-33d5ac61d989 req-5158df8e-d2e3-4f22-b246-c731ed23e5d1 tempest-TestShelveInstance-1703156370 tempest-TestShelveInstance-1703156370-project] 10.222.0.10 "GET /v2.0/ports?device_id=8ad362aa-0eb6-484e-ac51-f334d6eb9771 HTTP/1.1" status: 200 len: 943 time: 0.0599010 Apr 28 11:44:40.460131 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759a3ebb-eb21-4bf0-bd3c-fa6a6d3b5210 req-df8ba2bd-28e6-40f5-9b33-630f0258e30f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:44:40.461323 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-759a3ebb-eb21-4bf0-bd3c-fa6a6d3b5210 req-df8ba2bd-28e6-40f5-9b33-630f0258e30f service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=763854b139984135af3e9b5246b55c31&device_id=8ad362aa-0eb6-484e-ac51-f334d6eb9771 HTTP/1.1" status: 200 len: 1127 time: 0.0486836 Apr 28 11:44:40.470047 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-ac87ec38-6ad9-40db-9891-33d5ac61d989 req-f9eaba85-25c3-42e9-b769-0cd2a4ebb100 tempest-TestShelveInstance-1703156370 tempest-TestShelveInstance-1703156370-project] 10.222.0.10 "GET /v2.0/security-groups?id=c136c387-30ba-443c-a3ce-46e633cc5b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478995 Apr 28 11:44:40.578499 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759a3ebb-eb21-4bf0-bd3c-fa6a6d3b5210 req-4850fda6-f150-4637-b5c9-1c4a570e3e45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:44:40.580424 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-759a3ebb-eb21-4bf0-bd3c-fa6a6d3b5210 req-4850fda6-f150-4637-b5c9-1c4a570e3e45 service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=763854b139984135af3e9b5246b55c31&shared=False HTTP/1.1" status: 200 len: 908 time: 0.1124456 Apr 28 11:44:40.656667 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-ae94d540-e4c6-43be-adc9-b26fb6a2f62f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (cfc241ae-e4b7-443b-b80b-59fbbc2b69c9), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:44:40.681592 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759a3ebb-eb21-4bf0-bd3c-fa6a6d3b5210 req-d3a7ba78-82fc-498c-bb88-ce3811c59922 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:44:40.683313 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-759a3ebb-eb21-4bf0-bd3c-fa6a6d3b5210 req-d3a7ba78-82fc-498c-bb88-ce3811c59922 service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0984561 Apr 28 11:44:40.757207 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2eb7939-22b1-4f83-90c8-2429fe98373f req-84596465-22f8-4097-a2b8-786fdca4c97d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:44:40.758911 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-b2eb7939-22b1-4f83-90c8-2429fe98373f req-84596465-22f8-4097-a2b8-786fdca4c97d service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=763854b139984135af3e9b5246b55c31&device_id=8ad362aa-0eb6-484e-ac51-f334d6eb9771 HTTP/1.1" status: 200 len: 1127 time: 0.0405362 Apr 28 11:44:40.798458 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-b2eb7939-22b1-4f83-90c8-2429fe98373f req-86a43da3-f146-4e9c-b95f-988fb2c2e54a service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ddcd692d-253b-4260-a3b4-fccfaf2ad939 HTTP/1.1" status: 200 len: 217 time: 0.0335360 Apr 28 11:44:40.846075 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2eb7939-22b1-4f83-90c8-2429fe98373f req-87f115cc-bd85-4141-858a-7ca2d6e028bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:44:40.847627 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-b2eb7939-22b1-4f83-90c8-2429fe98373f req-87f115cc-bd85-4141-858a-7ca2d6e028bd service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d50c530a-e04c-4671-8714-fa48e7f40504 HTTP/1.1" status: 200 len: 847 time: 0.0438509 Apr 28 11:44:40.895330 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2eb7939-22b1-4f83-90c8-2429fe98373f req-79ba569d-fa5b-47a9-b183-5847884d6e13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:44:40.896839 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-b2eb7939-22b1-4f83-90c8-2429fe98373f req-79ba569d-fa5b-47a9-b183-5847884d6e13 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f8b931ad-5a52-4b20-ac70-2d2d9b213b35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0431387 Apr 28 11:44:40.989650 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-b2eb7939-22b1-4f83-90c8-2429fe98373f req-3b778be7-2846-498b-8776-442c96f3bb9c service neutron] 10.222.0.20 "GET /v2.0/networks/f8b931ad-5a52-4b20-ac70-2d2d9b213b35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863936 Apr 28 11:44:41.082383 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-b2eb7939-22b1-4f83-90c8-2429fe98373f req-b8eebacb-8ffd-42de-a8dd-e1a996bdd219 service neutron] 10.222.0.20 "GET /v2.0/networks/f8b931ad-5a52-4b20-ac70-2d2d9b213b35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869505 Apr 28 11:44:41.590762 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b6090d-f928-4978-981a-78fd716c9a1c req-e676b44d-3abf-4a80-816b-0644c63d23e4 tempest-TestShelveInstance-1703156370 tempest-TestShelveInstance-1703156370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:44:41.592271 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-d4b6090d-f928-4978-981a-78fd716c9a1c req-e676b44d-3abf-4a80-816b-0644c63d23e4 tempest-TestShelveInstance-1703156370 tempest-TestShelveInstance-1703156370-project] 10.222.0.10 "GET /v2.0/ports?device_id=8ad362aa-0eb6-484e-ac51-f334d6eb9771 HTTP/1.1" status: 200 len: 943 time: 0.0525126 Apr 28 11:44:41.644131 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-d4b6090d-f928-4978-981a-78fd716c9a1c req-02cfff78-8d3b-4106-be68-12478a0945fb tempest-TestShelveInstance-1703156370 tempest-TestShelveInstance-1703156370-project] 10.222.0.10 "GET /v2.0/security-groups?id=c136c387-30ba-443c-a3ce-46e633cc5b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460541 Apr 28 11:44:42.245371 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-01ef1de1-12fd-4cef-b76b-793f91379468 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (39cc4f52-f5d9-4e2c-bbfa-7a1c528e1c40), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:44:42.763142 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07e3125-05c6-44fc-9e57-3f12ee7276cb req-0416b385-10e6-4323-8c57-51888141ad6e tempest-TestShelveInstance-1703156370 tempest-TestShelveInstance-1703156370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:44:42.764620 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-f07e3125-05c6-44fc-9e57-3f12ee7276cb req-0416b385-10e6-4323-8c57-51888141ad6e tempest-TestShelveInstance-1703156370 tempest-TestShelveInstance-1703156370-project] 10.222.0.10 "GET /v2.0/ports?device_id=8ad362aa-0eb6-484e-ac51-f334d6eb9771 HTTP/1.1" status: 200 len: 943 time: 0.0474842 Apr 28 11:44:42.814602 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-f07e3125-05c6-44fc-9e57-3f12ee7276cb req-3feb288c-5a4f-4358-a1cc-b4f14fc83484 tempest-TestShelveInstance-1703156370 tempest-TestShelveInstance-1703156370-project] 10.222.0.10 "GET /v2.0/security-groups?id=c136c387-30ba-443c-a3ce-46e633cc5b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438769 Apr 28 11:44:43.376691 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (d5baab19-5dd1-4902-922b-84acb048ab9c), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:44:43.926690 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10230493-766f-41cf-bd55-b3f61fc72436 req-263ca889-ca48-402d-89ab-bd85ca928119 tempest-TestShelveInstance-1703156370 tempest-TestShelveInstance-1703156370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:44:43.928164 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-10230493-766f-41cf-bd55-b3f61fc72436 req-263ca889-ca48-402d-89ab-bd85ca928119 tempest-TestShelveInstance-1703156370 tempest-TestShelveInstance-1703156370-project] 10.222.0.10 "GET /v2.0/ports?device_id=8ad362aa-0eb6-484e-ac51-f334d6eb9771 HTTP/1.1" status: 200 len: 943 time: 0.0470288 Apr 28 11:44:43.981228 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-10230493-766f-41cf-bd55-b3f61fc72436 req-6fc6537c-3c61-4d47-8336-3e554ea31d95 tempest-TestShelveInstance-1703156370 tempest-TestShelveInstance-1703156370-project] 10.222.0.10 "GET /v2.0/security-groups?id=c136c387-30ba-443c-a3ce-46e633cc5b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471694 Apr 28 11:44:45.095951 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685209ad-16f0-46d4-a08b-d54d2cbb72f5 req-8599b392-2ba1-452b-ab36-c60bfd8d7683 tempest-TestShelveInstance-1703156370 tempest-TestShelveInstance-1703156370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:44:45.097483 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-685209ad-16f0-46d4-a08b-d54d2cbb72f5 req-8599b392-2ba1-452b-ab36-c60bfd8d7683 tempest-TestShelveInstance-1703156370 tempest-TestShelveInstance-1703156370-project] 10.222.0.10 "GET /v2.0/ports?device_id=8ad362aa-0eb6-484e-ac51-f334d6eb9771 HTTP/1.1" status: 200 len: 943 time: 0.0485687 Apr 28 11:44:45.147963 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-685209ad-16f0-46d4-a08b-d54d2cbb72f5 req-8f8d6220-bfc1-4530-b88d-5b18b69a92b0 tempest-TestShelveInstance-1703156370 tempest-TestShelveInstance-1703156370-project] 10.222.0.10 "GET /v2.0/security-groups?id=c136c387-30ba-443c-a3ce-46e633cc5b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436745 Apr 28 11:44:46.264816 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67740d9-a2d1-4685-9dc6-6e59fd1b8511 req-10f70a2d-48aa-4c1e-b98f-d8be8371e2dc tempest-TestShelveInstance-1703156370 tempest-TestShelveInstance-1703156370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:44:46.266341 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-d67740d9-a2d1-4685-9dc6-6e59fd1b8511 req-10f70a2d-48aa-4c1e-b98f-d8be8371e2dc tempest-TestShelveInstance-1703156370 tempest-TestShelveInstance-1703156370-project] 10.222.0.10 "GET /v2.0/ports?device_id=8ad362aa-0eb6-484e-ac51-f334d6eb9771 HTTP/1.1" status: 200 len: 943 time: 0.0480084 Apr 28 11:44:46.327898 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-d67740d9-a2d1-4685-9dc6-6e59fd1b8511 req-4775c680-e776-465e-b667-1a154d511114 tempest-TestShelveInstance-1703156370 tempest-TestShelveInstance-1703156370-project] 10.222.0.10 "GET /v2.0/security-groups?id=c136c387-30ba-443c-a3ce-46e633cc5b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556428 Apr 28 11:44:47.448433 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f76530-cfda-497a-aea6-d08649431bca req-8cd29fbe-7642-4ded-837b-1d74b5c2d8e5 tempest-TestShelveInstance-1703156370 tempest-TestShelveInstance-1703156370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:44:47.449808 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-45f76530-cfda-497a-aea6-d08649431bca req-8cd29fbe-7642-4ded-837b-1d74b5c2d8e5 tempest-TestShelveInstance-1703156370 tempest-TestShelveInstance-1703156370-project] 10.222.0.10 "GET /v2.0/ports?device_id=8ad362aa-0eb6-484e-ac51-f334d6eb9771 HTTP/1.1" status: 200 len: 943 time: 0.0522258 Apr 28 11:44:47.497832 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-45f76530-cfda-497a-aea6-d08649431bca req-e4a90386-91b0-4027-8d27-2c2a20858fad tempest-TestShelveInstance-1703156370 tempest-TestShelveInstance-1703156370-project] 10.222.0.10 "GET /v2.0/security-groups?id=c136c387-30ba-443c-a3ce-46e633cc5b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423646 Apr 28 11:44:48.658358 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799dc289-8962-4c50-980a-b836fdd64dbe req-41fa669c-8465-4551-995b-13c3fc3facb1 tempest-TestShelveInstance-1703156370 tempest-TestShelveInstance-1703156370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:44:48.659933 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-799dc289-8962-4c50-980a-b836fdd64dbe req-41fa669c-8465-4551-995b-13c3fc3facb1 tempest-TestShelveInstance-1703156370 tempest-TestShelveInstance-1703156370-project] 10.222.0.10 "GET /v2.0/ports?device_id=8ad362aa-0eb6-484e-ac51-f334d6eb9771 HTTP/1.1" status: 200 len: 943 time: 0.0487213 Apr 28 11:44:48.716973 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-799dc289-8962-4c50-980a-b836fdd64dbe req-13ef83b8-787b-4e39-a6f4-5a989a135401 tempest-TestShelveInstance-1703156370 tempest-TestShelveInstance-1703156370-project] 10.222.0.10 "GET /v2.0/security-groups?id=c136c387-30ba-443c-a3ce-46e633cc5b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511527 Apr 28 11:44:49.837792 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad0ac0e-1838-42be-9179-25754088842f req-9d265552-297f-4d6c-825a-689170687b23 tempest-TestShelveInstance-1703156370 tempest-TestShelveInstance-1703156370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:44:49.839228 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-8ad0ac0e-1838-42be-9179-25754088842f req-9d265552-297f-4d6c-825a-689170687b23 tempest-TestShelveInstance-1703156370 tempest-TestShelveInstance-1703156370-project] 10.222.0.10 "GET /v2.0/ports?device_id=8ad362aa-0eb6-484e-ac51-f334d6eb9771 HTTP/1.1" status: 200 len: 943 time: 0.0528264 Apr 28 11:44:49.888377 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-8ad0ac0e-1838-42be-9179-25754088842f req-f32050fc-add6-4577-91bc-e7f2026b5d8c tempest-TestShelveInstance-1703156370 tempest-TestShelveInstance-1703156370-project] 10.222.0.10 "GET /v2.0/security-groups?id=c136c387-30ba-443c-a3ce-46e633cc5b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436726 Apr 28 11:44:51.005603 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c06ea89-e530-41ad-850b-ffed2d7e2315 req-c8022790-32b4-422a-8761-414211a3d20c tempest-TestShelveInstance-1703156370 tempest-TestShelveInstance-1703156370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:44:51.007223 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-3c06ea89-e530-41ad-850b-ffed2d7e2315 req-c8022790-32b4-422a-8761-414211a3d20c tempest-TestShelveInstance-1703156370 tempest-TestShelveInstance-1703156370-project] 10.222.0.10 "GET /v2.0/ports?device_id=8ad362aa-0eb6-484e-ac51-f334d6eb9771 HTTP/1.1" status: 200 len: 943 time: 0.0488899 Apr 28 11:44:51.059096 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-3c06ea89-e530-41ad-850b-ffed2d7e2315 req-ee914dad-4540-4988-9521-9fdf2f2e8ece tempest-TestShelveInstance-1703156370 tempest-TestShelveInstance-1703156370-project] 10.222.0.10 "GET /v2.0/security-groups?id=c136c387-30ba-443c-a3ce-46e633cc5b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450611 Apr 28 11:44:51.122150 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (6be95134-9a6c-4663-8b48-90d12ce90c60), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:44:52.170469 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d3ea7e-51d7-499a-9973-4ba32c2e68bb req-575b776a-afe0-4fc6-b0ca-9da8252df112 tempest-TestShelveInstance-1703156370 tempest-TestShelveInstance-1703156370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:44:52.171942 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-29d3ea7e-51d7-499a-9973-4ba32c2e68bb req-575b776a-afe0-4fc6-b0ca-9da8252df112 tempest-TestShelveInstance-1703156370 tempest-TestShelveInstance-1703156370-project] 10.222.0.10 "GET /v2.0/ports?device_id=8ad362aa-0eb6-484e-ac51-f334d6eb9771 HTTP/1.1" status: 200 len: 943 time: 0.0462270 Apr 28 11:44:52.224518 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-29d3ea7e-51d7-499a-9973-4ba32c2e68bb req-d9b5ab28-4b03-4f5e-8762-b6c4af385add tempest-TestShelveInstance-1703156370 tempest-TestShelveInstance-1703156370-project] 10.222.0.10 "GET /v2.0/security-groups?id=c136c387-30ba-443c-a3ce-46e633cc5b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467908 Apr 28 11:44:53.338350 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86cb4f9-384b-4e0f-b024-edb131bbc0ff req-ac6d076e-f83c-4304-9709-0ec6d631b6d2 tempest-TestShelveInstance-1703156370 tempest-TestShelveInstance-1703156370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:44:53.339846 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-a86cb4f9-384b-4e0f-b024-edb131bbc0ff req-ac6d076e-f83c-4304-9709-0ec6d631b6d2 tempest-TestShelveInstance-1703156370 tempest-TestShelveInstance-1703156370-project] 10.222.0.10 "GET /v2.0/ports?device_id=8ad362aa-0eb6-484e-ac51-f334d6eb9771 HTTP/1.1" status: 200 len: 943 time: 0.0478621 Apr 28 11:44:53.389238 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-a86cb4f9-384b-4e0f-b024-edb131bbc0ff req-f0b012ea-9c40-4760-bbe9-e5d00c419ad4 tempest-TestShelveInstance-1703156370 tempest-TestShelveInstance-1703156370-project] 10.222.0.10 "GET /v2.0/security-groups?id=c136c387-30ba-443c-a3ce-46e633cc5b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437965 Apr 28 11:44:54.504053 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56dc509-7444-4378-864f-7ffbd44620f1 req-8af48c53-572e-4e0d-a743-17839fbf53f1 tempest-TestShelveInstance-1703156370 tempest-TestShelveInstance-1703156370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:44:54.505534 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-e56dc509-7444-4378-864f-7ffbd44620f1 req-8af48c53-572e-4e0d-a743-17839fbf53f1 tempest-TestShelveInstance-1703156370 tempest-TestShelveInstance-1703156370-project] 10.222.0.10 "GET /v2.0/ports?device_id=8ad362aa-0eb6-484e-ac51-f334d6eb9771 HTTP/1.1" status: 200 len: 943 time: 0.0479333 Apr 28 11:44:54.553323 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-e56dc509-7444-4378-864f-7ffbd44620f1 req-dea2278d-b801-46e0-8f9b-bc1e09947bf3 tempest-TestShelveInstance-1703156370 tempest-TestShelveInstance-1703156370-project] 10.222.0.10 "GET /v2.0/security-groups?id=c136c387-30ba-443c-a3ce-46e633cc5b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421844 Apr 28 11:44:55.671412 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074b3029-c7b8-46c6-b72d-690605df0fd0 req-6b20501b-69ef-4ce0-91a0-85c4192e5e2c tempest-TestShelveInstance-1703156370 tempest-TestShelveInstance-1703156370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:44:55.672906 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-074b3029-c7b8-46c6-b72d-690605df0fd0 req-6b20501b-69ef-4ce0-91a0-85c4192e5e2c tempest-TestShelveInstance-1703156370 tempest-TestShelveInstance-1703156370-project] 10.222.0.10 "GET /v2.0/ports?device_id=8ad362aa-0eb6-484e-ac51-f334d6eb9771 HTTP/1.1" status: 200 len: 943 time: 0.0521476 Apr 28 11:44:55.723106 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-074b3029-c7b8-46c6-b72d-690605df0fd0 req-d2fc79b3-1124-4fbf-9592-8afd9b5e910d tempest-TestShelveInstance-1703156370 tempest-TestShelveInstance-1703156370-project] 10.222.0.10 "GET /v2.0/security-groups?id=c136c387-30ba-443c-a3ce-46e633cc5b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446894 Apr 28 11:44:56.834106 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5821a79b-bbf0-49ff-bd89-108ec8782a56 req-3cb3d865-d9ec-4482-aa96-7651fd5fcd62 tempest-TestShelveInstance-1703156370 tempest-TestShelveInstance-1703156370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:44:56.835588 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-5821a79b-bbf0-49ff-bd89-108ec8782a56 req-3cb3d865-d9ec-4482-aa96-7651fd5fcd62 tempest-TestShelveInstance-1703156370 tempest-TestShelveInstance-1703156370-project] 10.222.0.10 "GET /v2.0/ports?device_id=8ad362aa-0eb6-484e-ac51-f334d6eb9771 HTTP/1.1" status: 200 len: 943 time: 0.0470507 Apr 28 11:44:56.883253 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-5821a79b-bbf0-49ff-bd89-108ec8782a56 req-19a19df9-287b-47da-9251-abacd71a4f77 tempest-TestShelveInstance-1703156370 tempest-TestShelveInstance-1703156370-project] 10.222.0.10 "GET /v2.0/security-groups?id=c136c387-30ba-443c-a3ce-46e633cc5b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414720 Apr 28 11:44:57.574602 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Device ddcd692d-253b-4260-a3b4-fccfaf2ad939 details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=116163) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 28 11:44:57.671280 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] For port ddcd692d-253b-4260-a3b4-fccfaf2ad939, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=ddcd692d-253b-4260-a3b4-fccfaf2ad939,segment=NetworkSegment(1466f5ef-d42a-46e4-88cb-e6c72abc4c22),segment_id=1466f5ef-d42a-46e4-88cb-e6c72abc4c22)] {{(pid=116163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 11:44:57.682381 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Returning: {'device': 'ddcd692d-253b-4260-a3b4-fccfaf2ad939', 'network_id': 'f8b931ad-5a52-4b20-ac70-2d2d9b213b35', 'port_id': 'ddcd692d-253b-4260-a3b4-fccfaf2ad939', 'mac_address': 'fa:16:3e:6f:04:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 97, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd50c530a-e04c-4671-8714-fa48e7f40504', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=116163) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 28 11:44:57.719362 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Current status of the port ddcd692d-253b-4260-a3b4-fccfaf2ad939 is: DOWN; New status is: BUILD {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:44:57.719753 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (ddcd692d-253b-4260-a3b4-fccfaf2ad939), before_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:44:57.732025 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.notifiers.nova [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ddcd692d-253b-4260-a3b4-fccfaf2ad939 {{(pid=116163) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 11:44:57.750483 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] For port ddcd692d-253b-4260-a3b4-fccfaf2ad939, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=ddcd692d-253b-4260-a3b4-fccfaf2ad939,segment=NetworkSegment(1466f5ef-d42a-46e4-88cb-e6c72abc4c22),segment_id=1466f5ef-d42a-46e4-88cb-e6c72abc4c22)] {{(pid=116163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 11:44:57.807288 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393'] for port (ddcd692d-253b-4260-a3b4-fccfaf2ad939), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:44:57.853597 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Pushing event updated for resources: {'Port': ['ID=ddcd692d-253b-4260-a3b4-fccfaf2ad939,revision_number=4']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:44:57.860309 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:44:57.860656 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:44:57.860998 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:44:57.861334 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:44:57.861664 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:44:57.861993 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:44:57.862317 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:44:57.862672 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:44:57.862997 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:44:57.863320 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:44:57.863640 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:44:57.863962 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:44:57.864281 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:44:57.864598 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:44:57.864915 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:44:57.994854 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fe7948-b5e5-4c2d-9e3f-71fc5943e64d req-a993fdaa-e423-46f0-b565-89254fe953c9 tempest-TestShelveInstance-1703156370 tempest-TestShelveInstance-1703156370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:44:57.996360 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-68fe7948-b5e5-4c2d-9e3f-71fc5943e64d req-a993fdaa-e423-46f0-b565-89254fe953c9 tempest-TestShelveInstance-1703156370 tempest-TestShelveInstance-1703156370-project] 10.222.0.10 "GET /v2.0/ports?device_id=8ad362aa-0eb6-484e-ac51-f334d6eb9771 HTTP/1.1" status: 200 len: 944 time: 0.0460210 Apr 28 11:44:58.010491 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] get_ports_and_sgs() called for port_ids ['ddcd692d-253b-4260-a3b4-fccfaf2ad939'] {{(pid=116163) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 11:44:58.048647 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-68fe7948-b5e5-4c2d-9e3f-71fc5943e64d req-39d29316-5ceb-4b76-8dc4-ff37b9e91517 tempest-TestShelveInstance-1703156370 tempest-TestShelveInstance-1703156370-project] 10.222.0.10 "GET /v2.0/security-groups?id=c136c387-30ba-443c-a3ce-46e633cc5b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466089 Apr 28 11:44:59.162595 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d03ff13-56d9-477d-8732-827fb22ebe0d req-c4adc280-6b1c-4545-8246-dff8ef382b17 tempest-TestShelveInstance-1703156370 tempest-TestShelveInstance-1703156370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:44:59.164088 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-8d03ff13-56d9-477d-8732-827fb22ebe0d req-c4adc280-6b1c-4545-8246-dff8ef382b17 tempest-TestShelveInstance-1703156370 tempest-TestShelveInstance-1703156370-project] 10.222.0.10 "GET /v2.0/ports?device_id=8ad362aa-0eb6-484e-ac51-f334d6eb9771 HTTP/1.1" status: 200 len: 944 time: 0.0479081 Apr 28 11:44:59.213528 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-8d03ff13-56d9-477d-8732-827fb22ebe0d req-8030afba-30dc-46bb-adfa-1bee9aa65bd2 tempest-TestShelveInstance-1703156370 tempest-TestShelveInstance-1703156370-project] 10.222.0.10 "GET /v2.0/security-groups?id=c136c387-30ba-443c-a3ce-46e633cc5b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438881 Apr 28 11:44:59.588850 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Device ddcd692d-253b-4260-a3b4-fccfaf2ad939 up at agent hyperv_hv-neutron-mast {{(pid=116163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 11:44:59.635071 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Provisioning for port ddcd692d-253b-4260-a3b4-fccfaf2ad939 completed by entity L2. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 28 11:44:59.698867 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Provisioning complete for port ddcd692d-253b-4260-a3b4-fccfaf2ad939 triggered by entity L2. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:44:59.699250 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (ddcd692d-253b-4260-a3b4-fccfaf2ad939), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:44:59.773347 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Current status of the port ddcd692d-253b-4260-a3b4-fccfaf2ad939 is: BUILD; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:44:59.773732 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (ddcd692d-253b-4260-a3b4-fccfaf2ad939), before_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:44:59.795876 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ad362aa-0eb6-484e-ac51-f334d6eb9771', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ddcd692d-253b-4260-a3b4-fccfaf2ad939'}] {{(pid=116163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 11:44:59.798117 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f01aec4a4f83961b54a953becfce2676879fb1d4b91122543244f430a0b8460" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c1a1cd4-75a5-4e90-a039-0c1de1b4ebba" -d '{"events": [{"server_uuid": "8ad362aa-0eb6-484e-ac51-f334d6eb9771", "name": "network-vif-plugged", "status": "completed", "tag": "ddcd692d-253b-4260-a3b4-fccfaf2ad939"}]}' {{(pid=116163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 11:44:59.811147 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] For port ddcd692d-253b-4260-a3b4-fccfaf2ad939, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=ddcd692d-253b-4260-a3b4-fccfaf2ad939,segment=NetworkSegment(1466f5ef-d42a-46e4-88cb-e6c72abc4c22),segment_id=1466f5ef-d42a-46e4-88cb-e6c72abc4c22)] {{(pid=116163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 11:44:59.837838 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 11:44:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37117a37-13eb-4743-a7bf-6c94d84240b8 x-openstack-request-id: req-37117a37-13eb-4743-a7bf-6c94d84240b8 {{(pid=116163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 11:44:59.837838 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ad362aa-0eb6-484e-ac51-f334d6eb9771", "name": "network-vif-plugged", "status": "completed", "tag": "ddcd692d-253b-4260-a3b4-fccfaf2ad939", "code": 200}]} {{(pid=116163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 11:44:59.837838 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-37117a37-13eb-4743-a7bf-6c94d84240b8 {{(pid=116163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 11:44:59.837838 dv-neutron-master-2-hyperv neutron-server[116163]: INFO neutron.notifiers.nova [-] Nova event matching ['req-37117a37-13eb-4743-a7bf-6c94d84240b8'] response: {'server_uuid': '8ad362aa-0eb6-484e-ac51-f334d6eb9771', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ddcd692d-253b-4260-a3b4-fccfaf2ad939', 'code': 200} Apr 28 11:44:59.884952 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393'] for port (ddcd692d-253b-4260-a3b4-fccfaf2ad939), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:44:59.935046 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Pushing event updated for resources: {'Port': ['ID=ddcd692d-253b-4260-a3b4-fccfaf2ad939,revision_number=5']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:45:00.063273 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc4376d-1253-4e35-bc53-e6296ea6c692 req-8b773aa0-3fc4-4fc9-8854-eff72366dc18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:45:00.064840 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-9fc4376d-1253-4e35-bc53-e6296ea6c692 req-8b773aa0-3fc4-4fc9-8854-eff72366dc18 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=8ad362aa-0eb6-484e-ac51-f334d6eb9771 HTTP/1.1" status: 200 len: 1129 time: 0.0390935 Apr 28 11:45:00.113021 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-9fc4376d-1253-4e35-bc53-e6296ea6c692 req-e9633d85-9ac2-4206-b1c6-de5bf3426a45 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=c136c387-30ba-443c-a3ce-46e633cc5b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410266 Apr 28 11:45:00.327842 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e1e97b-db7f-41f2-9050-19eb0d31df02 req-7957e1e5-45c3-4f3b-8b6a-2c81b63f508c tempest-TestShelveInstance-1703156370 tempest-TestShelveInstance-1703156370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:45:00.329324 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-a5e1e97b-db7f-41f2-9050-19eb0d31df02 req-7957e1e5-45c3-4f3b-8b6a-2c81b63f508c tempest-TestShelveInstance-1703156370 tempest-TestShelveInstance-1703156370-project] 10.222.0.10 "GET /v2.0/ports?device_id=8ad362aa-0eb6-484e-ac51-f334d6eb9771 HTTP/1.1" status: 200 len: 945 time: 0.0479591 Apr 28 11:45:00.377198 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-a5e1e97b-db7f-41f2-9050-19eb0d31df02 req-0219c53c-35de-4c20-a61d-90a0ce6322fe tempest-TestShelveInstance-1703156370 tempest-TestShelveInstance-1703156370-project] 10.222.0.10 "GET /v2.0/security-groups?id=c136c387-30ba-443c-a3ce-46e633cc5b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421660 Apr 28 11:45:01.501044 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e34844-e641-4eed-93f4-ea7fec767479 req-7bb6b022-bbf6-4798-86c6-b7c3773fee2a tempest-TestShelveInstance-1703156370 tempest-TestShelveInstance-1703156370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:45:01.502561 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-51e34844-e641-4eed-93f4-ea7fec767479 req-7bb6b022-bbf6-4798-86c6-b7c3773fee2a tempest-TestShelveInstance-1703156370 tempest-TestShelveInstance-1703156370-project] 10.222.0.10 "GET /v2.0/ports?device_id=8ad362aa-0eb6-484e-ac51-f334d6eb9771 HTTP/1.1" status: 200 len: 945 time: 0.0510764 Apr 28 11:45:01.551938 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-51e34844-e641-4eed-93f4-ea7fec767479 req-dfab3f51-a70d-440d-adc0-d0e8ff81bcfb tempest-TestShelveInstance-1703156370 tempest-TestShelveInstance-1703156370-project] 10.222.0.10 "GET /v2.0/security-groups?id=c136c387-30ba-443c-a3ce-46e633cc5b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437174 Apr 28 11:45:01.663926 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe51fe2-6da8-4f5f-86ec-96b9569c62d5 req-6105a276-9e66-4fa5-b4cd-1b5009785654 tempest-TestShelveInstance-1703156370 tempest-TestShelveInstance-1703156370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:45:01.665540 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-dbe51fe2-6da8-4f5f-86ec-96b9569c62d5 req-6105a276-9e66-4fa5-b4cd-1b5009785654 tempest-TestShelveInstance-1703156370 tempest-TestShelveInstance-1703156370-project] 10.222.0.10 "GET /v2.0/ports?device_id=8ad362aa-0eb6-484e-ac51-f334d6eb9771 HTTP/1.1" status: 200 len: 945 time: 0.0477028 Apr 28 11:45:01.716128 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-dbe51fe2-6da8-4f5f-86ec-96b9569c62d5 req-849854e4-cf4f-496d-bd64-d9221bcf76a5 tempest-TestShelveInstance-1703156370 tempest-TestShelveInstance-1703156370-project] 10.222.0.10 "GET /v2.0/security-groups?id=c136c387-30ba-443c-a3ce-46e633cc5b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449266 Apr 28 11:45:01.737475 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 34528) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:45:01.782197 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9fce3c8-d6c8-4e56-a516-cf0e5cb20b8a tempest-TestShelveInstance-712923594 tempest-TestShelveInstance-712923594-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:45:01.783757 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-b9fce3c8-d6c8-4e56-a516-cf0e5cb20b8a tempest-TestShelveInstance-712923594 tempest-TestShelveInstance-712923594-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=8ad362aa-0eb6-484e-ac51-f334d6eb9771 HTTP/1.1" status: 200 len: 1124 time: 0.0452638 Apr 28 11:45:01.786685 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 34530) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:45:01.791167 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.v2.base [None req-0a463e74-2997-4380-bedc-89945b6c4ac4 tempest-TestShelveInstance-1703156370 tempest-TestShelveInstance-1703156370-project] Request body: {'floatingip': {'floating_network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'port_id': 'ddcd692d-253b-4260-a3b4-fccfaf2ad939', 'tenant_id': '763854b139984135af3e9b5246b55c31', 'fixed_ip_address': '172.20.0.8'}} {{(pid=116162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:45:01.916432 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-0a463e74-2997-4380-bedc-89945b6c4ac4 tempest-TestShelveInstance-1703156370 tempest-TestShelveInstance-1703156370-project] Publish callbacks [] for floatingip (None), before_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:45:01.994269 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-0a463e74-2997-4380-bedc-89945b6c4ac4 tempest-TestShelveInstance-1703156370 tempest-TestShelveInstance-1703156370-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (None), before_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:45:02.104984 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.db.db_base_plugin_common [None req-0a463e74-2997-4380-bedc-89945b6c4ac4 tempest-TestShelveInstance-1703156370 tempest-TestShelveInstance-1703156370-project] Allocated IP 172.36.4.52 (7be49d94-bbb8-4a61-bafe-209c5f861e1c/c0f82f52-05ee-40f2-a57c-9d02e01fb9fa/e61f60b8-d643-4847-8161-e974d2e8ce1e) {{(pid=116162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 11:45:02.212615 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-0a463e74-2997-4380-bedc-89945b6c4ac4 tempest-TestShelveInstance-1703156370 tempest-TestShelveInstance-1703156370-project] Publish callbacks [] for port (e61f60b8-d643-4847-8161-e974d2e8ce1e), precommit_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:45:02.302712 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-0a463e74-2997-4380-bedc-89945b6c4ac4 tempest-TestShelveInstance-1703156370 tempest-TestShelveInstance-1703156370-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742234710357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5051867'] for port (e61f60b8-d643-4847-8161-e974d2e8ce1e), after_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:45:02.341898 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a463e74-2997-4380-bedc-89945b6c4ac4 tempest-TestShelveInstance-1703156370 tempest-TestShelveInstance-1703156370-project] Network 7be49d94-bbb8-4a61-bafe-209c5f861e1c is already hosted by enough agents. {{(pid=116162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 11:45:02.346847 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.scheduler.base_scheduler [None req-0a463e74-2997-4380-bedc-89945b6c4ac4 tempest-TestShelveInstance-1703156370 tempest-TestShelveInstance-1703156370-project] Resources bound (agent type, host, resource id): {{(pid=116162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 11:45:02.350446 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a463e74-2997-4380-bedc-89945b6c4ac4 tempest-TestShelveInstance-1703156370 tempest-TestShelveInstance-1703156370-project] Received port after_create {{(pid=116162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 11:45:02.356418 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a463e74-2997-4380-bedc-89945b6c4ac4 tempest-TestShelveInstance-1703156370 tempest-TestShelveInstance-1703156370-project] Pushing event updated for resources: {'Port': ['ID=e61f60b8-d643-4847-8161-e974d2e8ce1e,revision_number=1']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:45:02.383897 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a463e74-2997-4380-bedc-89945b6c4ac4 tempest-TestShelveInstance-1703156370 tempest-TestShelveInstance-1703156370-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:45:02.384240 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a463e74-2997-4380-bedc-89945b6c4ac4 tempest-TestShelveInstance-1703156370 tempest-TestShelveInstance-1703156370-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:45:02.384577 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a463e74-2997-4380-bedc-89945b6c4ac4 tempest-TestShelveInstance-1703156370 tempest-TestShelveInstance-1703156370-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:45:02.384911 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a463e74-2997-4380-bedc-89945b6c4ac4 tempest-TestShelveInstance-1703156370 tempest-TestShelveInstance-1703156370-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:45:02.385338 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a463e74-2997-4380-bedc-89945b6c4ac4 tempest-TestShelveInstance-1703156370 tempest-TestShelveInstance-1703156370-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:45:02.385663 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a463e74-2997-4380-bedc-89945b6c4ac4 tempest-TestShelveInstance-1703156370 tempest-TestShelveInstance-1703156370-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:45:02.386003 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a463e74-2997-4380-bedc-89945b6c4ac4 tempest-TestShelveInstance-1703156370 tempest-TestShelveInstance-1703156370-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:45:02.386541 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a463e74-2997-4380-bedc-89945b6c4ac4 tempest-TestShelveInstance-1703156370 tempest-TestShelveInstance-1703156370-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:45:02.386874 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a463e74-2997-4380-bedc-89945b6c4ac4 tempest-TestShelveInstance-1703156370 tempest-TestShelveInstance-1703156370-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:45:02.387196 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a463e74-2997-4380-bedc-89945b6c4ac4 tempest-TestShelveInstance-1703156370 tempest-TestShelveInstance-1703156370-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:45:02.387517 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a463e74-2997-4380-bedc-89945b6c4ac4 tempest-TestShelveInstance-1703156370 tempest-TestShelveInstance-1703156370-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:45:02.387845 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a463e74-2997-4380-bedc-89945b6c4ac4 tempest-TestShelveInstance-1703156370 tempest-TestShelveInstance-1703156370-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:45:02.388160 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a463e74-2997-4380-bedc-89945b6c4ac4 tempest-TestShelveInstance-1703156370 tempest-TestShelveInstance-1703156370-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:45:02.388569 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a463e74-2997-4380-bedc-89945b6c4ac4 tempest-TestShelveInstance-1703156370 tempest-TestShelveInstance-1703156370-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:45:02.388901 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a463e74-2997-4380-bedc-89945b6c4ac4 tempest-TestShelveInstance-1703156370 tempest-TestShelveInstance-1703156370-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:45:02.851385 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-0a463e74-2997-4380-bedc-89945b6c4ac4 tempest-TestShelveInstance-1703156370 tempest-TestShelveInstance-1703156370-project] Publish callbacks [] for floatingip (1b2d83aa-8db4-4826-ac24-531ac884ecf5), precommit_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:45:03.331836 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-0a463e74-2997-4380-bedc-89945b6c4ac4 tempest-TestShelveInstance-1703156370 tempest-TestShelveInstance-1703156370-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (e61f60b8-d643-4847-8161-e974d2e8ce1e), before_update {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:45:03.482027 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-0a463e74-2997-4380-bedc-89945b6c4ac4 tempest-TestShelveInstance-1703156370 tempest-TestShelveInstance-1703156370-project] Publish callbacks [] for port (e61f60b8-d643-4847-8161-e974d2e8ce1e), precommit_update {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:45:03.539245 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-0a463e74-2997-4380-bedc-89945b6c4ac4 tempest-TestShelveInstance-1703156370 tempest-TestShelveInstance-1703156370-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5051840'] for port (e61f60b8-d643-4847-8161-e974d2e8ce1e), after_update {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:45:03.609117 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a463e74-2997-4380-bedc-89945b6c4ac4 tempest-TestShelveInstance-1703156370 tempest-TestShelveInstance-1703156370-project] Pushing event updated for resources: {'Port': ['ID=e61f60b8-d643-4847-8161-e974d2e8ce1e,revision_number=2']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:45:03.622631 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-0a463e74-2997-4380-bedc-89945b6c4ac4 tempest-TestShelveInstance-1703156370 tempest-TestShelveInstance-1703156370-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2063164'] for floatingip (1b2d83aa-8db4-4826-ac24-531ac884ecf5), after_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:45:03.724880 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.db.l3_db [None req-0a463e74-2997-4380-bedc-89945b6c4ac4 tempest-TestShelveInstance-1703156370 tempest-TestShelveInstance-1703156370-project] Floating IP 1b2d83aa-8db4-4826-ac24-531ac884ecf5 associated. External IP: 172.36.4.52, port: ddcd692d-253b-4260-a3b4-fccfaf2ad939. Apr 28 11:45:03.933427 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a463e74-2997-4380-bedc-89945b6c4ac4 tempest-TestShelveInstance-1703156370 tempest-TestShelveInstance-1703156370-project] Router d5609989-caa6-4ebf-a9d2-7fe1156d27c0 has already been hosted by L3 agent 6b492ad6-0876-4d74-b20d-28143a52ceba {{(pid=116162) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 11:45:04.042358 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a463e74-2997-4380-bedc-89945b6c4ac4 tempest-TestShelveInstance-1703156370 tempest-TestShelveInstance-1703156370-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=116162) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 11:45:04.051866 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a2f3976-c58f-426c-a521-cc57bc0b2baa None None] Sync routers for ids ['d5609989-caa6-4ebf-a9d2-7fe1156d27c0'] in dv-neutron-master-2-hyperv {{(pid=116163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 11:45:04.063171 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a2f3976-c58f-426c-a521-cc57bc0b2baa None None] Routers {'d5609989-caa6-4ebf-a9d2-7fe1156d27c0'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=116163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 11:45:04.063787 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_hamode_db [None req-3a2f3976-c58f-426c-a521-cc57bc0b2baa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-28T10:50:39Z,description=,heartbeat_timestamp=2022-04-28T11:44:39Z,host='dv-neutron-master-2-hyperv',id=6b492ad6-0876-4d74-b20d-28143a52ceba,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T10:50:40Z,topic='l3_agent')) {'router_ids': ['d5609989-caa6-4ebf-a9d2-7fe1156d27c0'], 'active': True} {{(pid=116163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:45:04.124229 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-0a463e74-2997-4380-bedc-89945b6c4ac4 tempest-TestShelveInstance-1703156370 tempest-TestShelveInstance-1703156370-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198022'] for floatingip (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:45:04.165535 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-0a463e74-2997-4380-bedc-89945b6c4ac4 tempest-TestShelveInstance-1703156370 tempest-TestShelveInstance-1703156370-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.3775799 Apr 28 11:45:04.166489 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ad362aa-0eb6-484e-ac51-f334d6eb9771', 'tag': 'ddcd692d-253b-4260-a3b4-fccfaf2ad939'}] {{(pid=116162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 11:45:04.170270 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ba53f40d6116d28995a8e36159d0e539b5353eec116fb5dd4ce03b4b2159ab1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef755079-524b-43b9-8327-c69d22797461" -d '{"events": [{"name": "network-changed", "server_uuid": "8ad362aa-0eb6-484e-ac51-f334d6eb9771", "tag": "ddcd692d-253b-4260-a3b4-fccfaf2ad939"}]}' {{(pid=116162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 11:45:04.188111 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvr_db [None req-3a2f3976-c58f-426c-a521-cc57bc0b2baa None None] Set router d5609989-caa6-4ebf-a9d2-7fe1156d27c0 gateway port host: dv-neutron-master-2-hyperv {{(pid=116163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 11:45:04.223707 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 11:45:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97a6fd19-35bd-4b4b-a18a-e24c826d07c6 x-openstack-request-id: req-97a6fd19-35bd-4b4b-a18a-e24c826d07c6 {{(pid=116162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 11:45:04.224294 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8ad362aa-0eb6-484e-ac51-f334d6eb9771", "tag": "ddcd692d-253b-4260-a3b4-fccfaf2ad939", "status": "completed", "code": 200}]} {{(pid=116162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 11:45:04.224611 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-97a6fd19-35bd-4b4b-a18a-e24c826d07c6 {{(pid=116162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 11:45:04.225083 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.notifiers.nova [-] Nova event matching ['req-97a6fd19-35bd-4b4b-a18a-e24c826d07c6'] response: {'name': 'network-changed', 'server_uuid': '8ad362aa-0eb6-484e-ac51-f334d6eb9771', 'tag': 'ddcd692d-253b-4260-a3b4-fccfaf2ad939', 'status': 'completed', 'code': 200} Apr 28 11:45:04.286590 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef755079-524b-43b9-8327-c69d22797461 req-07cffc7f-078b-42dc-a03b-d1c5e85dfb57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:45:04.288221 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-ef755079-524b-43b9-8327-c69d22797461 req-07cffc7f-078b-42dc-a03b-d1c5e85dfb57 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=763854b139984135af3e9b5246b55c31&device_id=8ad362aa-0eb6-484e-ac51-f334d6eb9771 HTTP/1.1" status: 200 len: 1129 time: 0.0425696 Apr 28 11:45:04.381686 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef755079-524b-43b9-8327-c69d22797461 req-adf6a32c-80c0-47b4-87ac-c63666434b10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:45:04.383201 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-ef755079-524b-43b9-8327-c69d22797461 req-adf6a32c-80c0-47b4-87ac-c63666434b10 service neutron] 10.222.0.20 "GET /v2.0/networks?id=f8b931ad-5a52-4b20-ac70-2d2d9b213b35 HTTP/1.1" status: 200 len: 908 time: 0.0896840 Apr 28 11:45:04.421889 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_hamode_db [None req-3a2f3976-c58f-426c-a521-cc57bc0b2baa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5609989-caa6-4ebf-a9d2-7fe1156d27c0', 'name': 'tempest-TestShelveInstance-353498489-router', 'tenant_id': '763854b139984135af3e9b5246b55c31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'external_fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.88'}], 'enable_snat': True}, 'gw_port_id': 'aca65b73-df62-4684-b9fd-54af16cd023c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T11:39:37Z', 'updated_at': '2022-04-28T11:39:40Z', 'revision_number': 4, 'project_id': '763854b139984135af3e9b5246b55c31', 'gw_port': {'id': 'aca65b73-df62-4684-b9fd-54af16cd023c', 'name': '', 'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:b8:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5609989-caa6-4ebf-a9d2-7fe1156d27c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1819, 'fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:39:38Z', 'updated_at': '2022-04-28T11:39:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '1b2d83aa-8db4-4826-ac24-531ac884ecf5', 'tenant_id': '763854b139984135af3e9b5246b55c31', 'floating_ip_address': '172.36.4.52', 'floating_network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'router_id': 'd5609989-caa6-4ebf-a9d2-7fe1156d27c0', 'port_id': 'ddcd692d-253b-4260-a3b4-fccfaf2ad939', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1856, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f8b931ad-5a52-4b20-ac70-2d2d9b213b35', 'mac_address': 'fa:16:3e:6f:04:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ad362aa-0eb6-484e-ac51-f334d6eb9771', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T11:45:02Z', 'updated_at': '2022-04-28T11:45:02Z', 'revision_number': 0, 'project_id': '763854b139984135af3e9b5246b55c31', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bb99375a-e5e2-409b-929d-b99a7e089920', 'name': '', 'network_id': 'f8b931ad-5a52-4b20-ac70-2d2d9b213b35', 'tenant_id': '763854b139984135af3e9b5246b55c31', 'mac_address': 'fa:16:3e:8e:eb:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5609989-caa6-4ebf-a9d2-7fe1156d27c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1820, 'fixed_ips': [{'subnet_id': 'd50c530a-e04c-4671-8714-fa48e7f40504', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:39:39Z', 'updated_at': '2022-04-28T11:39:43Z', 'revision_number': 5, 'project_id': '763854b139984135af3e9b5246b55c31', 'subnets': [{'id': 'd50c530a-e04c-4671-8714-fa48e7f40504', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=116163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:45:04.450258 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a2f3976-c58f-426c-a521-cc57bc0b2baa None None] Checking router: d5609989-caa6-4ebf-a9d2-7fe1156d27c0 for host: dv-neutron-master-2-hyperv {{(pid=116163) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 11:45:04.455877 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-ef755079-524b-43b9-8327-c69d22797461 req-7d8cbdfd-e6cf-4569-903e-d70262a0f9c3 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ddcd692d-253b-4260-a3b4-fccfaf2ad939 HTTP/1.1" status: 200 len: 998 time: 0.0662966 Apr 28 11:45:04.459018 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a2f3976-c58f-426c-a521-cc57bc0b2baa None None] Routers {'d5609989-caa6-4ebf-a9d2-7fe1156d27c0'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=116163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 11:45:04.459615 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_hamode_db [None req-3a2f3976-c58f-426c-a521-cc57bc0b2baa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-28T10:50:39Z,description=,heartbeat_timestamp=2022-04-28T11:44:39Z,host='dv-neutron-master-2-hyperv',id=6b492ad6-0876-4d74-b20d-28143a52ceba,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T10:50:40Z,topic='l3_agent')) {'router_ids': ['d5609989-caa6-4ebf-a9d2-7fe1156d27c0'], 'active': True} {{(pid=116163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:45:04.505295 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef755079-524b-43b9-8327-c69d22797461 req-7856d4a7-f550-42ad-b803-a32032ecbded service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:45:04.506792 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-ef755079-524b-43b9-8327-c69d22797461 req-7856d4a7-f550-42ad-b803-a32032ecbded service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d50c530a-e04c-4671-8714-fa48e7f40504 HTTP/1.1" status: 200 len: 847 time: 0.0450037 Apr 28 11:45:04.550559 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef755079-524b-43b9-8327-c69d22797461 req-ae6b51e1-0f47-44d8-b01f-5b4b8ce77507 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:45:04.552074 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-ef755079-524b-43b9-8327-c69d22797461 req-ae6b51e1-0f47-44d8-b01f-5b4b8ce77507 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f8b931ad-5a52-4b20-ac70-2d2d9b213b35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0392113 Apr 28 11:45:04.571729 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvr_db [None req-3a2f3976-c58f-426c-a521-cc57bc0b2baa None None] Set router d5609989-caa6-4ebf-a9d2-7fe1156d27c0 gateway port host: dv-neutron-master-2-hyperv {{(pid=116163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 11:45:04.645651 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-ef755079-524b-43b9-8327-c69d22797461 req-454f2d3a-c916-4469-84af-397ee15ebac9 service neutron] 10.222.0.20 "GET /v2.0/networks/f8b931ad-5a52-4b20-ac70-2d2d9b213b35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877647 Apr 28 11:45:04.739473 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-ef755079-524b-43b9-8327-c69d22797461 req-c3dd8fe1-cabf-4e69-afd9-f8264d41de13 service neutron] 10.222.0.20 "GET /v2.0/networks/f8b931ad-5a52-4b20-ac70-2d2d9b213b35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877588 Apr 28 11:45:04.785366 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_hamode_db [None req-3a2f3976-c58f-426c-a521-cc57bc0b2baa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5609989-caa6-4ebf-a9d2-7fe1156d27c0', 'name': 'tempest-TestShelveInstance-353498489-router', 'tenant_id': '763854b139984135af3e9b5246b55c31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'external_fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.88'}], 'enable_snat': True}, 'gw_port_id': 'aca65b73-df62-4684-b9fd-54af16cd023c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T11:39:37Z', 'updated_at': '2022-04-28T11:39:40Z', 'revision_number': 4, 'project_id': '763854b139984135af3e9b5246b55c31', 'gw_port': {'id': 'aca65b73-df62-4684-b9fd-54af16cd023c', 'name': '', 'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:b8:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5609989-caa6-4ebf-a9d2-7fe1156d27c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1819, 'fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:39:38Z', 'updated_at': '2022-04-28T11:39:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '1b2d83aa-8db4-4826-ac24-531ac884ecf5', 'tenant_id': '763854b139984135af3e9b5246b55c31', 'floating_ip_address': '172.36.4.52', 'floating_network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'router_id': 'd5609989-caa6-4ebf-a9d2-7fe1156d27c0', 'port_id': 'ddcd692d-253b-4260-a3b4-fccfaf2ad939', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1856, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f8b931ad-5a52-4b20-ac70-2d2d9b213b35', 'mac_address': 'fa:16:3e:6f:04:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ad362aa-0eb6-484e-ac51-f334d6eb9771', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T11:45:02Z', 'updated_at': '2022-04-28T11:45:02Z', 'revision_number': 0, 'project_id': '763854b139984135af3e9b5246b55c31', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bb99375a-e5e2-409b-929d-b99a7e089920', 'name': '', 'network_id': 'f8b931ad-5a52-4b20-ac70-2d2d9b213b35', 'tenant_id': '763854b139984135af3e9b5246b55c31', 'mac_address': 'fa:16:3e:8e:eb:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5609989-caa6-4ebf-a9d2-7fe1156d27c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1820, 'fixed_ips': [{'subnet_id': 'd50c530a-e04c-4671-8714-fa48e7f40504', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:39:39Z', 'updated_at': '2022-04-28T11:39:43Z', 'revision_number': 5, 'project_id': '763854b139984135af3e9b5246b55c31', 'subnets': [{'id': 'd50c530a-e04c-4671-8714-fa48e7f40504', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=116163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:45:04.816293 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a2f3976-c58f-426c-a521-cc57bc0b2baa None None] The sync data for ids ['d5609989-caa6-4ebf-a9d2-7fe1156d27c0'] in dv-neutron-master-2-hyperv is: [{'id': 'd5609989-caa6-4ebf-a9d2-7fe1156d27c0', 'name': 'tempest-TestShelveInstance-353498489-router', 'tenant_id': '763854b139984135af3e9b5246b55c31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'external_fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.88'}], 'enable_snat': True}, 'gw_port_id': 'aca65b73-df62-4684-b9fd-54af16cd023c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T11:39:37Z', 'updated_at': '2022-04-28T11:39:40Z', 'revision_number': 4, 'project_id': '763854b139984135af3e9b5246b55c31', 'gw_port': {'id': 'aca65b73-df62-4684-b9fd-54af16cd023c', 'name': '', 'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:b8:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5609989-caa6-4ebf-a9d2-7fe1156d27c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1819, 'fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:39:38Z', 'updated_at': '2022-04-28T11:39:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '1b2d83aa-8db4-4826-ac24-531ac884ecf5', 'tenant_id': '763854b139984135af3e9b5246b55c31', 'floating_ip_address': '172.36.4.52', 'floating_network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'router_id': 'd5609989-caa6-4ebf-a9d2-7fe1156d27c0', 'port_id': 'ddcd692d-253b-4260-a3b4-fccfaf2ad939', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1856, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f8b931ad-5a52-4b20-ac70-2d2d9b213b35', 'mac_address': 'fa:16:3e:6f:04:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ad362aa-0eb6-484e-ac51-f334d6eb9771', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T11:45:02Z', 'updated_at': '2022-04-28T11:45:02Z', 'revision_number': 0, 'project_id': '763854b139984135af3e9b5246b55c31', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bb99375a-e5e2-409b-929d-b99a7e089920', 'name': '', 'network_id': 'f8b931ad-5a52-4b20-ac70-2d2d9b213b35', 'tenant_id': '763854b139984135af3e9b5246b55c31', 'mac_address': 'fa:16:3e:8e:eb:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5609989-caa6-4ebf-a9d2-7fe1156d27c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1820, 'fixed_ips': [{'subnet_id': 'd50c530a-e04c-4671-8714-fa48e7f40504', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:39:39Z', 'updated_at': '2022-04-28T11:39:43Z', 'revision_number': 5, 'project_id': '763854b139984135af3e9b5246b55c31', 'subnets': [{'id': 'd50c530a-e04c-4671-8714-fa48e7f40504', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=116163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 11:45:05.004378 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3713f760-81ab-4d72-b391-6f0fbe2ec855 None None] New status for floating IP 1b2d83aa-8db4-4826-ac24-531ac884ecf5: ACTIVE {{(pid=116164) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 28 11:45:07.064866 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-86785217-9349-45fb-a67f-3c4c4730dc71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (75ba81b7-fe99-4281-90d2-a5adb445ecea), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:45:08.606625 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-d82ba1a4-cfc7-44bf-b0e4-de6b5ed213c9 req-ba09e06e-1f89-4131-9bf8-905ee0721899 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=8ad362aa-0eb6-484e-ac51-f334d6eb9771&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0382593 Apr 28 11:45:08.684422 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82ba1a4-cfc7-44bf-b0e4-de6b5ed213c9 req-2e94a2b8-6bad-44da-b6ca-207545b92473 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:45:08.686183 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-d82ba1a4-cfc7-44bf-b0e4-de6b5ed213c9 req-2e94a2b8-6bad-44da-b6ca-207545b92473 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=763854b139984135af3e9b5246b55c31&device_id=8ad362aa-0eb6-484e-ac51-f334d6eb9771 HTTP/1.1" status: 200 len: 1129 time: 0.0401659 Apr 28 11:45:08.789211 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82ba1a4-cfc7-44bf-b0e4-de6b5ed213c9 req-b7a9b291-38ab-465d-97c5-4dcd3c22bf17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:45:08.790683 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-d82ba1a4-cfc7-44bf-b0e4-de6b5ed213c9 req-b7a9b291-38ab-465d-97c5-4dcd3c22bf17 service neutron] 10.222.0.20 "GET /v2.0/networks?id=f8b931ad-5a52-4b20-ac70-2d2d9b213b35 HTTP/1.1" status: 200 len: 908 time: 0.0871859 Apr 28 11:45:08.853934 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-d82ba1a4-cfc7-44bf-b0e4-de6b5ed213c9 req-59370c1c-b677-43f2-93b2-b7aa767e2212 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ddcd692d-253b-4260-a3b4-fccfaf2ad939 HTTP/1.1" status: 200 len: 1000 time: 0.0579703 Apr 28 11:45:08.901840 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82ba1a4-cfc7-44bf-b0e4-de6b5ed213c9 req-74e1d032-6d1d-4380-9c41-111c6cb8db01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:45:08.903298 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-d82ba1a4-cfc7-44bf-b0e4-de6b5ed213c9 req-74e1d032-6d1d-4380-9c41-111c6cb8db01 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d50c530a-e04c-4671-8714-fa48e7f40504 HTTP/1.1" status: 200 len: 847 time: 0.0426567 Apr 28 11:45:08.955773 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82ba1a4-cfc7-44bf-b0e4-de6b5ed213c9 req-b20ca445-41b8-4613-b2f0-4dd9a7dc4eb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:45:08.958710 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-d82ba1a4-cfc7-44bf-b0e4-de6b5ed213c9 req-b20ca445-41b8-4613-b2f0-4dd9a7dc4eb7 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f8b931ad-5a52-4b20-ac70-2d2d9b213b35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0485559 Apr 28 11:45:09.045793 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-d82ba1a4-cfc7-44bf-b0e4-de6b5ed213c9 req-433f40e9-5b98-4db4-9af2-4fe23b4f6a5e service neutron] 10.222.0.20 "GET /v2.0/networks/f8b931ad-5a52-4b20-ac70-2d2d9b213b35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827889 Apr 28 11:45:09.139483 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-d82ba1a4-cfc7-44bf-b0e4-de6b5ed213c9 req-83b37483-c668-4534-8630-83c8a1a26a45 service neutron] 10.222.0.20 "GET /v2.0/networks/f8b931ad-5a52-4b20-ac70-2d2d9b213b35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883317 Apr 28 11:45:09.491005 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-82078e13-8e17-4b19-a827-430df03b1b8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (6b492ad6-0876-4d74-b20d-28143a52ceba), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:45:10.630531 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-ae94d540-e4c6-43be-adc9-b26fb6a2f62f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (cfc241ae-e4b7-443b-b80b-59fbbc2b69c9), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:45:12.276367 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-01ef1de1-12fd-4cef-b76b-793f91379468 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (39cc4f52-f5d9-4e2c-bbfa-7a1c528e1c40), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:45:13.373446 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (d5baab19-5dd1-4902-922b-84acb048ab9c), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:45:16.159890 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.agents_db [None req-54b29a82-8a19-4507-95e3-3a2d011841ff None None] Agent healthcheck: found 6 active agents {{(pid=116164) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 28 11:45:20.999778 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (6be95134-9a6c-4663-8b48-90d12ce90c60), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:45:37.062104 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-7c1ef557-ecdc-4d2a-95f9-957cb3227b9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (75ba81b7-fe99-4281-90d2-a5adb445ecea), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:45:39.481396 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-65b94164-0f0e-4abb-bf08-2230510af9b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (6b492ad6-0876-4d74-b20d-28143a52ceba), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:45:40.634326 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-ae94d540-e4c6-43be-adc9-b26fb6a2f62f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (cfc241ae-e4b7-443b-b80b-59fbbc2b69c9), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:45:42.247131 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-01ef1de1-12fd-4cef-b76b-793f91379468 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (39cc4f52-f5d9-4e2c-bbfa-7a1c528e1c40), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:45:43.367391 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (d5baab19-5dd1-4902-922b-84acb048ab9c), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:45:51.018535 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (6be95134-9a6c-4663-8b48-90d12ce90c60), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:45:53.159709 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.agents_db [None req-54b29a82-8a19-4507-95e3-3a2d011841ff None None] Agent healthcheck: found 6 active agents {{(pid=116164) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 28 11:46:07.050449 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-626f2014-e171-46b3-94e6-d0eeec9295f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (75ba81b7-fe99-4281-90d2-a5adb445ecea), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:46:09.484894 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-0ec7d9f5-0a22-4d25-bfc3-03de737320fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (6b492ad6-0876-4d74-b20d-28143a52ceba), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:46:10.652736 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-ae94d540-e4c6-43be-adc9-b26fb6a2f62f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (cfc241ae-e4b7-443b-b80b-59fbbc2b69c9), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:46:10.666527 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-b1b24f52-cc3a-4b8e-882b-6a84f77d7e52 req-b5c40531-d7f7-4b4f-9b9a-1c1f3b25949d service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=8ad362aa-0eb6-484e-ac51-f334d6eb9771&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0873766 Apr 28 11:46:10.749300 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b24f52-cc3a-4b8e-882b-6a84f77d7e52 req-46706221-a23e-4e43-a0fe-1b8a2de3325f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:46:10.750825 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-b1b24f52-cc3a-4b8e-882b-6a84f77d7e52 req-46706221-a23e-4e43-a0fe-1b8a2de3325f service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=763854b139984135af3e9b5246b55c31&device_id=8ad362aa-0eb6-484e-ac51-f334d6eb9771 HTTP/1.1" status: 200 len: 1129 time: 0.0427899 Apr 28 11:46:10.852221 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b24f52-cc3a-4b8e-882b-6a84f77d7e52 req-e96dc487-00f4-4455-97bf-0e0c2afe1cc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:46:10.853599 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-b1b24f52-cc3a-4b8e-882b-6a84f77d7e52 req-e96dc487-00f4-4455-97bf-0e0c2afe1cc7 service neutron] 10.222.0.20 "GET /v2.0/networks?id=f8b931ad-5a52-4b20-ac70-2d2d9b213b35 HTTP/1.1" status: 200 len: 908 time: 0.0845203 Apr 28 11:46:10.921334 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-b1b24f52-cc3a-4b8e-882b-6a84f77d7e52 req-c2ba0ee5-8cba-4ae1-94c7-2a64a82dd10d service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ddcd692d-253b-4260-a3b4-fccfaf2ad939 HTTP/1.1" status: 200 len: 1000 time: 0.0618951 Apr 28 11:46:10.973852 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b24f52-cc3a-4b8e-882b-6a84f77d7e52 req-6d759a6d-cdf8-4932-848a-a0148b20e047 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:46:10.973852 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-b1b24f52-cc3a-4b8e-882b-6a84f77d7e52 req-6d759a6d-cdf8-4932-848a-a0148b20e047 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d50c530a-e04c-4671-8714-fa48e7f40504 HTTP/1.1" status: 200 len: 847 time: 0.0453913 Apr 28 11:46:11.016704 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b24f52-cc3a-4b8e-882b-6a84f77d7e52 req-3e5dde1c-4e31-4fd2-a799-10c2967893ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:46:11.018868 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-b1b24f52-cc3a-4b8e-882b-6a84f77d7e52 req-3e5dde1c-4e31-4fd2-a799-10c2967893ae service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f8b931ad-5a52-4b20-ac70-2d2d9b213b35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0402603 Apr 28 11:46:11.115152 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-b1b24f52-cc3a-4b8e-882b-6a84f77d7e52 req-d3add61f-febe-4534-bfd6-209fb6a369d9 service neutron] 10.222.0.20 "GET /v2.0/networks/f8b931ad-5a52-4b20-ac70-2d2d9b213b35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902004 Apr 28 11:46:11.202814 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-b1b24f52-cc3a-4b8e-882b-6a84f77d7e52 req-884d01fa-5013-42e0-ae43-839cb16b2145 service neutron] 10.222.0.20 "GET /v2.0/networks/f8b931ad-5a52-4b20-ac70-2d2d9b213b35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821433 Apr 28 11:46:12.229847 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-01ef1de1-12fd-4cef-b76b-793f91379468 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (39cc4f52-f5d9-4e2c-bbfa-7a1c528e1c40), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:46:13.370338 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (d5baab19-5dd1-4902-922b-84acb048ab9c), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:46:20.978274 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (6be95134-9a6c-4663-8b48-90d12ce90c60), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:46:30.157673 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.agents_db [None req-54b29a82-8a19-4507-95e3-3a2d011841ff None None] Agent healthcheck: found 6 active agents {{(pid=116164) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 28 11:46:37.035880 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-1b68c3c1-3ee7-4b0c-9d9d-8b53dffe69fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (75ba81b7-fe99-4281-90d2-a5adb445ecea), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:46:39.458264 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-b8cb639d-a4b5-4bae-88e3-98951e2a3ec7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (6b492ad6-0876-4d74-b20d-28143a52ceba), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:46:40.686989 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-ae94d540-e4c6-43be-adc9-b26fb6a2f62f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (cfc241ae-e4b7-443b-b80b-59fbbc2b69c9), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:46:42.281004 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-01ef1de1-12fd-4cef-b76b-793f91379468 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (39cc4f52-f5d9-4e2c-bbfa-7a1c528e1c40), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:46:43.375956 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (d5baab19-5dd1-4902-922b-84acb048ab9c), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:46:50.993631 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (6be95134-9a6c-4663-8b48-90d12ce90c60), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:47:07.050610 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-83a184ca-0705-4ad8-9b34-767cbfd94ade None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (75ba81b7-fe99-4281-90d2-a5adb445ecea), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:47:07.157219 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.agents_db [None req-54b29a82-8a19-4507-95e3-3a2d011841ff None None] Agent healthcheck: found 6 active agents {{(pid=116164) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 28 11:47:09.480970 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-a1ac2090-a07b-4753-a092-43b589ca18fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (6b492ad6-0876-4d74-b20d-28143a52ceba), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:47:10.646717 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-ae94d540-e4c6-43be-adc9-b26fb6a2f62f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (cfc241ae-e4b7-443b-b80b-59fbbc2b69c9), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:47:11.629149 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-03cec0f3-8e9e-4bf1-9dae-b2544a4bd69e req-1e2a92dd-ca01-436b-835c-29f767c46691 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=8ad362aa-0eb6-484e-ac51-f334d6eb9771&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0390797 Apr 28 11:47:11.706079 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03cec0f3-8e9e-4bf1-9dae-b2544a4bd69e req-0b132e09-ee94-40b6-a1ff-e6f5dbc7c9b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:47:11.707753 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-03cec0f3-8e9e-4bf1-9dae-b2544a4bd69e req-0b132e09-ee94-40b6-a1ff-e6f5dbc7c9b5 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=763854b139984135af3e9b5246b55c31&device_id=8ad362aa-0eb6-484e-ac51-f334d6eb9771 HTTP/1.1" status: 200 len: 1129 time: 0.0398552 Apr 28 11:47:11.810060 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03cec0f3-8e9e-4bf1-9dae-b2544a4bd69e req-1b3a5211-48df-4455-bb97-9969565868d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:47:11.811570 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-03cec0f3-8e9e-4bf1-9dae-b2544a4bd69e req-1b3a5211-48df-4455-bb97-9969565868d8 service neutron] 10.222.0.20 "GET /v2.0/networks?id=f8b931ad-5a52-4b20-ac70-2d2d9b213b35 HTTP/1.1" status: 200 len: 908 time: 0.0872107 Apr 28 11:47:11.874270 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-03cec0f3-8e9e-4bf1-9dae-b2544a4bd69e req-6aff4434-9889-4ae4-9687-16ea57168dd4 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ddcd692d-253b-4260-a3b4-fccfaf2ad939 HTTP/1.1" status: 200 len: 1000 time: 0.0568795 Apr 28 11:47:11.925954 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03cec0f3-8e9e-4bf1-9dae-b2544a4bd69e req-91652d53-cd6f-47a7-9b62-de6d1341a3ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:47:11.927349 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-03cec0f3-8e9e-4bf1-9dae-b2544a4bd69e req-91652d53-cd6f-47a7-9b62-de6d1341a3ed service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d50c530a-e04c-4671-8714-fa48e7f40504 HTTP/1.1" status: 200 len: 847 time: 0.0468199 Apr 28 11:47:11.969041 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03cec0f3-8e9e-4bf1-9dae-b2544a4bd69e req-70b29514-ec51-4cad-83b9-1b8acc07def8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:47:11.970512 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-03cec0f3-8e9e-4bf1-9dae-b2544a4bd69e req-70b29514-ec51-4cad-83b9-1b8acc07def8 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f8b931ad-5a52-4b20-ac70-2d2d9b213b35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0377030 Apr 28 11:47:12.057224 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-03cec0f3-8e9e-4bf1-9dae-b2544a4bd69e req-9f4989a3-7aa2-4c17-bf25-77c8c20db595 service neutron] 10.222.0.20 "GET /v2.0/networks/f8b931ad-5a52-4b20-ac70-2d2d9b213b35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803840 Apr 28 11:47:12.148707 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-03cec0f3-8e9e-4bf1-9dae-b2544a4bd69e req-1861d8d1-2eca-444b-ad5d-4316ac9da005 service neutron] 10.222.0.20 "GET /v2.0/networks/f8b931ad-5a52-4b20-ac70-2d2d9b213b35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857074 Apr 28 11:47:12.257753 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-01ef1de1-12fd-4cef-b76b-793f91379468 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (39cc4f52-f5d9-4e2c-bbfa-7a1c528e1c40), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:47:13.406363 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (d5baab19-5dd1-4902-922b-84acb048ab9c), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:47:21.012058 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (6be95134-9a6c-4663-8b48-90d12ce90c60), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:47:30.754709 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c280cb01-1c62-4542-b2d6-3ccfe2c8b2ba req-209e85c5-7b20-48d3-8f99-abe583da3d6a tempest-TestShelveInstance-1703156370 tempest-TestShelveInstance-1703156370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:47:30.757011 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-c280cb01-1c62-4542-b2d6-3ccfe2c8b2ba req-209e85c5-7b20-48d3-8f99-abe583da3d6a tempest-TestShelveInstance-1703156370 tempest-TestShelveInstance-1703156370-project] 10.222.0.10 "GET /v2.0/ports?device_id=8ad362aa-0eb6-484e-ac51-f334d6eb9771 HTTP/1.1" status: 200 len: 945 time: 0.1148798 Apr 28 11:47:30.805224 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-c280cb01-1c62-4542-b2d6-3ccfe2c8b2ba req-90390d89-839b-42ba-ba2c-4c2c2c6f422b tempest-TestShelveInstance-1703156370 tempest-TestShelveInstance-1703156370-project] 10.222.0.10 "GET /v2.0/security-groups?id=c136c387-30ba-443c-a3ce-46e633cc5b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427563 Apr 28 11:47:31.966999 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52645124-0360-4a6e-8156-d5f26b82e3dc req-00169d28-30e2-4551-834b-aad75540beae tempest-TestShelveInstance-1703156370 tempest-TestShelveInstance-1703156370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:47:31.968463 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-52645124-0360-4a6e-8156-d5f26b82e3dc req-00169d28-30e2-4551-834b-aad75540beae tempest-TestShelveInstance-1703156370 tempest-TestShelveInstance-1703156370-project] 10.222.0.10 "GET /v2.0/ports?device_id=8ad362aa-0eb6-484e-ac51-f334d6eb9771 HTTP/1.1" status: 200 len: 945 time: 0.0903957 Apr 28 11:47:32.016002 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-52645124-0360-4a6e-8156-d5f26b82e3dc req-089f9779-545d-496e-a9ab-c0022ff398e2 tempest-TestShelveInstance-1703156370 tempest-TestShelveInstance-1703156370-project] 10.222.0.10 "GET /v2.0/security-groups?id=c136c387-30ba-443c-a3ce-46e633cc5b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419922 Apr 28 11:47:33.132447 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ceb3ff5-5abe-4d5e-ad04-78c9f8bb9400 req-416ebd89-cdf2-485c-af24-478426faa803 tempest-TestShelveInstance-1703156370 tempest-TestShelveInstance-1703156370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:47:33.133926 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-1ceb3ff5-5abe-4d5e-ad04-78c9f8bb9400 req-416ebd89-cdf2-485c-af24-478426faa803 tempest-TestShelveInstance-1703156370 tempest-TestShelveInstance-1703156370-project] 10.222.0.10 "GET /v2.0/ports?device_id=8ad362aa-0eb6-484e-ac51-f334d6eb9771 HTTP/1.1" status: 200 len: 945 time: 0.0475619 Apr 28 11:47:33.186421 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-1ceb3ff5-5abe-4d5e-ad04-78c9f8bb9400 req-dbaf0d28-b56a-4678-9755-0309f709fce2 tempest-TestShelveInstance-1703156370 tempest-TestShelveInstance-1703156370-project] 10.222.0.10 "GET /v2.0/security-groups?id=c136c387-30ba-443c-a3ce-46e633cc5b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468338 Apr 28 11:47:34.298909 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab37be5-ff20-47e7-8ab5-63aae2432cdb req-13f07e2e-d41d-4200-b40b-2cd2c039903e tempest-TestShelveInstance-1703156370 tempest-TestShelveInstance-1703156370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:47:34.300413 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-fab37be5-ff20-47e7-8ab5-63aae2432cdb req-13f07e2e-d41d-4200-b40b-2cd2c039903e tempest-TestShelveInstance-1703156370 tempest-TestShelveInstance-1703156370-project] 10.222.0.10 "GET /v2.0/ports?device_id=8ad362aa-0eb6-484e-ac51-f334d6eb9771 HTTP/1.1" status: 200 len: 945 time: 0.0476885 Apr 28 11:47:34.350033 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-fab37be5-ff20-47e7-8ab5-63aae2432cdb req-f4acd6b2-0d2f-4617-8d10-32922a807d82 tempest-TestShelveInstance-1703156370 tempest-TestShelveInstance-1703156370-project] 10.222.0.10 "GET /v2.0/security-groups?id=c136c387-30ba-443c-a3ce-46e633cc5b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424244 Apr 28 11:47:35.462850 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75fa2180-4750-4abb-92ea-5ffe9ad045b8 req-c84f87ff-bf91-4981-a2e6-f2f7265826ed tempest-TestShelveInstance-1703156370 tempest-TestShelveInstance-1703156370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:47:35.464329 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-75fa2180-4750-4abb-92ea-5ffe9ad045b8 req-c84f87ff-bf91-4981-a2e6-f2f7265826ed tempest-TestShelveInstance-1703156370 tempest-TestShelveInstance-1703156370-project] 10.222.0.10 "GET /v2.0/ports?device_id=8ad362aa-0eb6-484e-ac51-f334d6eb9771 HTTP/1.1" status: 200 len: 945 time: 0.0476909 Apr 28 11:47:35.514162 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-75fa2180-4750-4abb-92ea-5ffe9ad045b8 req-593baf59-6d64-4a30-ad24-92ea700df4fe tempest-TestShelveInstance-1703156370 tempest-TestShelveInstance-1703156370-project] 10.222.0.10 "GET /v2.0/security-groups?id=c136c387-30ba-443c-a3ce-46e633cc5b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442421 Apr 28 11:47:36.634946 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b3aca6-0ada-4ba6-931d-7283875314a2 req-cb960734-2c67-45d7-8b15-5d4a45a285cf tempest-TestShelveInstance-1703156370 tempest-TestShelveInstance-1703156370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:47:36.636414 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-74b3aca6-0ada-4ba6-931d-7283875314a2 req-cb960734-2c67-45d7-8b15-5d4a45a285cf tempest-TestShelveInstance-1703156370 tempest-TestShelveInstance-1703156370-project] 10.222.0.10 "GET /v2.0/ports?device_id=8ad362aa-0eb6-484e-ac51-f334d6eb9771 HTTP/1.1" status: 200 len: 945 time: 0.0499256 Apr 28 11:47:36.684651 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-74b3aca6-0ada-4ba6-931d-7283875314a2 req-50e411b9-5da0-4032-9a3f-92f77037557e tempest-TestShelveInstance-1703156370 tempest-TestShelveInstance-1703156370-project] 10.222.0.10 "GET /v2.0/security-groups?id=c136c387-30ba-443c-a3ce-46e633cc5b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424328 Apr 28 11:47:37.046046 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-65722e7e-d325-4fa2-aa22-c37cd7a02d41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (75ba81b7-fe99-4281-90d2-a5adb445ecea), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:47:37.797695 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e70f0f2-055e-4ae6-a966-7f60f67d5d81 req-e31f5315-1dfc-496a-92dc-255e107386b5 tempest-TestShelveInstance-1703156370 tempest-TestShelveInstance-1703156370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:47:37.799186 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-1e70f0f2-055e-4ae6-a966-7f60f67d5d81 req-e31f5315-1dfc-496a-92dc-255e107386b5 tempest-TestShelveInstance-1703156370 tempest-TestShelveInstance-1703156370-project] 10.222.0.10 "GET /v2.0/ports?device_id=8ad362aa-0eb6-484e-ac51-f334d6eb9771 HTTP/1.1" status: 200 len: 945 time: 0.0465832 Apr 28 11:47:37.847598 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-1e70f0f2-055e-4ae6-a966-7f60f67d5d81 req-eeac8c1d-5de1-4279-b251-15c389a3cff4 tempest-TestShelveInstance-1703156370 tempest-TestShelveInstance-1703156370-project] 10.222.0.10 "GET /v2.0/security-groups?id=c136c387-30ba-443c-a3ce-46e633cc5b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426357 Apr 28 11:47:38.964332 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd35d29-fa63-483f-9ef4-443ab5536514 req-e56c9da0-e741-4907-8583-2eedd507bd4d tempest-TestShelveInstance-1703156370 tempest-TestShelveInstance-1703156370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:47:38.965733 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-dfd35d29-fa63-483f-9ef4-443ab5536514 req-e56c9da0-e741-4907-8583-2eedd507bd4d tempest-TestShelveInstance-1703156370 tempest-TestShelveInstance-1703156370-project] 10.222.0.10 "GET /v2.0/ports?device_id=8ad362aa-0eb6-484e-ac51-f334d6eb9771 HTTP/1.1" status: 200 len: 945 time: 0.0506744 Apr 28 11:47:39.013404 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-dfd35d29-fa63-483f-9ef4-443ab5536514 req-034c1a05-04ed-4e85-acc0-3ccce2abfcfa tempest-TestShelveInstance-1703156370 tempest-TestShelveInstance-1703156370-project] 10.222.0.10 "GET /v2.0/security-groups?id=c136c387-30ba-443c-a3ce-46e633cc5b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420172 Apr 28 11:47:39.473360 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-a3dfd709-8f31-44c6-baa0-0fe2b69012da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (6b492ad6-0876-4d74-b20d-28143a52ceba), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:47:40.127561 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4a1c9e-fc3f-4fae-aaa7-73de634216d7 req-e52dbb31-c9b8-4b77-aefa-164bea957921 tempest-TestShelveInstance-1703156370 tempest-TestShelveInstance-1703156370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:47:40.129056 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-1d4a1c9e-fc3f-4fae-aaa7-73de634216d7 req-e52dbb31-c9b8-4b77-aefa-164bea957921 tempest-TestShelveInstance-1703156370 tempest-TestShelveInstance-1703156370-project] 10.222.0.10 "GET /v2.0/ports?device_id=8ad362aa-0eb6-484e-ac51-f334d6eb9771 HTTP/1.1" status: 200 len: 945 time: 0.0478182 Apr 28 11:47:40.177891 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-1d4a1c9e-fc3f-4fae-aaa7-73de634216d7 req-fc614dc7-67c4-4fe5-938e-2f35e22b8513 tempest-TestShelveInstance-1703156370 tempest-TestShelveInstance-1703156370-project] 10.222.0.10 "GET /v2.0/security-groups?id=c136c387-30ba-443c-a3ce-46e633cc5b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428634 Apr 28 11:47:40.657625 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-ae94d540-e4c6-43be-adc9-b26fb6a2f62f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (cfc241ae-e4b7-443b-b80b-59fbbc2b69c9), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:47:40.865436 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72187be6-925a-4ec7-9b38-c02f4123a774 req-cffd1db5-a25c-4fa1-9604-f40e3fa7ae19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:47:40.866984 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-72187be6-925a-4ec7-9b38-c02f4123a774 req-cffd1db5-a25c-4fa1-9604-f40e3fa7ae19 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=763854b139984135af3e9b5246b55c31&device_id=8ad362aa-0eb6-484e-ac51-f334d6eb9771 HTTP/1.1" status: 200 len: 1129 time: 0.0435824 Apr 28 11:47:40.957400 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72187be6-925a-4ec7-9b38-c02f4123a774 req-4b918fbc-bea9-4f42-8da3-f4f7859b0082 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:47:40.958835 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-72187be6-925a-4ec7-9b38-c02f4123a774 req-4b918fbc-bea9-4f42-8da3-f4f7859b0082 service neutron] 10.222.0.20 "GET /v2.0/networks?id=f8b931ad-5a52-4b20-ac70-2d2d9b213b35 HTTP/1.1" status: 200 len: 908 time: 0.0861337 Apr 28 11:47:41.024513 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-72187be6-925a-4ec7-9b38-c02f4123a774 req-50d5cca2-c1a5-44d3-b5a3-2d23c635d1c0 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ddcd692d-253b-4260-a3b4-fccfaf2ad939 HTTP/1.1" status: 200 len: 1000 time: 0.0604653 Apr 28 11:47:41.071576 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72187be6-925a-4ec7-9b38-c02f4123a774 req-0ec019e8-ebbf-4b4e-b578-0488edeb4460 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:47:41.073019 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-72187be6-925a-4ec7-9b38-c02f4123a774 req-0ec019e8-ebbf-4b4e-b578-0488edeb4460 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d50c530a-e04c-4671-8714-fa48e7f40504 HTTP/1.1" status: 200 len: 847 time: 0.0434399 Apr 28 11:47:41.116617 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72187be6-925a-4ec7-9b38-c02f4123a774 req-1277d615-063d-4d2d-8f27-980dc97e2822 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:47:41.118111 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-72187be6-925a-4ec7-9b38-c02f4123a774 req-1277d615-063d-4d2d-8f27-980dc97e2822 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f8b931ad-5a52-4b20-ac70-2d2d9b213b35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0395186 Apr 28 11:47:41.207992 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-72187be6-925a-4ec7-9b38-c02f4123a774 req-9484a697-24b0-44db-b509-4c8c198d2a2a service neutron] 10.222.0.20 "GET /v2.0/networks/f8b931ad-5a52-4b20-ac70-2d2d9b213b35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840001 Apr 28 11:47:41.290715 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5a96ab-b519-4f96-b9c2-04d0d1e3fc04 req-c7ebaa3f-3c45-4142-b6ef-d50ae2a1f9c6 tempest-TestShelveInstance-1703156370 tempest-TestShelveInstance-1703156370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:47:41.292200 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-3f5a96ab-b519-4f96-b9c2-04d0d1e3fc04 req-c7ebaa3f-3c45-4142-b6ef-d50ae2a1f9c6 tempest-TestShelveInstance-1703156370 tempest-TestShelveInstance-1703156370-project] 10.222.0.10 "GET /v2.0/ports?device_id=8ad362aa-0eb6-484e-ac51-f334d6eb9771 HTTP/1.1" status: 200 len: 945 time: 0.0462930 Apr 28 11:47:41.296359 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-72187be6-925a-4ec7-9b38-c02f4123a774 req-85fdad2d-c1bf-4e33-b437-4fd30985856f service neutron] 10.222.0.20 "GET /v2.0/networks/f8b931ad-5a52-4b20-ac70-2d2d9b213b35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828714 Apr 28 11:47:41.345480 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-3f5a96ab-b519-4f96-b9c2-04d0d1e3fc04 req-e44f69f6-715d-49f9-adb7-1d9f667d5cac tempest-TestShelveInstance-1703156370 tempest-TestShelveInstance-1703156370-project] 10.222.0.10 "GET /v2.0/security-groups?id=c136c387-30ba-443c-a3ce-46e633cc5b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474870 Apr 28 11:47:42.238639 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-01ef1de1-12fd-4cef-b76b-793f91379468 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (39cc4f52-f5d9-4e2c-bbfa-7a1c528e1c40), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:47:42.459687 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d805c5d2-dc38-40b2-a3b3-0e66ca6f85e8 req-fb41f606-c864-4262-83f2-c7aec9695147 tempest-TestShelveInstance-1703156370 tempest-TestShelveInstance-1703156370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:47:42.461166 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-d805c5d2-dc38-40b2-a3b3-0e66ca6f85e8 req-fb41f606-c864-4262-83f2-c7aec9695147 tempest-TestShelveInstance-1703156370 tempest-TestShelveInstance-1703156370-project] 10.222.0.10 "GET /v2.0/ports?device_id=8ad362aa-0eb6-484e-ac51-f334d6eb9771 HTTP/1.1" status: 200 len: 945 time: 0.0462818 Apr 28 11:47:42.509391 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-d805c5d2-dc38-40b2-a3b3-0e66ca6f85e8 req-14cd5991-4d3b-4d00-9157-ed6017691832 tempest-TestShelveInstance-1703156370 tempest-TestShelveInstance-1703156370-project] 10.222.0.10 "GET /v2.0/security-groups?id=c136c387-30ba-443c-a3ce-46e633cc5b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426395 Apr 28 11:47:43.394612 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (d5baab19-5dd1-4902-922b-84acb048ab9c), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:47:43.625498 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74fe2ef1-7320-4d9e-bf6d-8b52acc98041 req-0a44085d-c838-4b03-80f3-036dacbb49d0 tempest-TestShelveInstance-1703156370 tempest-TestShelveInstance-1703156370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:47:43.627038 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-74fe2ef1-7320-4d9e-bf6d-8b52acc98041 req-0a44085d-c838-4b03-80f3-036dacbb49d0 tempest-TestShelveInstance-1703156370 tempest-TestShelveInstance-1703156370-project] 10.222.0.10 "GET /v2.0/ports?device_id=8ad362aa-0eb6-484e-ac51-f334d6eb9771 HTTP/1.1" status: 200 len: 945 time: 0.0477765 Apr 28 11:47:43.678035 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-74fe2ef1-7320-4d9e-bf6d-8b52acc98041 req-6f86d306-3f95-451b-8b28-8ea1406d40a4 tempest-TestShelveInstance-1703156370 tempest-TestShelveInstance-1703156370-project] 10.222.0.10 "GET /v2.0/security-groups?id=c136c387-30ba-443c-a3ce-46e633cc5b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441129 Apr 28 11:47:44.155918 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.agents_db [None req-54b29a82-8a19-4507-95e3-3a2d011841ff None None] Agent healthcheck: found 6 active agents {{(pid=116164) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 28 11:47:44.798189 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa772ca2-bb66-49a6-b0ed-5922c5977c8e req-aebfba25-333c-46a1-8d8c-88fca809f8c9 tempest-TestShelveInstance-1703156370 tempest-TestShelveInstance-1703156370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:47:44.799698 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-fa772ca2-bb66-49a6-b0ed-5922c5977c8e req-aebfba25-333c-46a1-8d8c-88fca809f8c9 tempest-TestShelveInstance-1703156370 tempest-TestShelveInstance-1703156370-project] 10.222.0.10 "GET /v2.0/ports?device_id=8ad362aa-0eb6-484e-ac51-f334d6eb9771 HTTP/1.1" status: 200 len: 945 time: 0.0512884 Apr 28 11:47:44.850155 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-fa772ca2-bb66-49a6-b0ed-5922c5977c8e req-d0be2455-c790-4d72-9ece-c80ea8650bb7 tempest-TestShelveInstance-1703156370 tempest-TestShelveInstance-1703156370-project] 10.222.0.10 "GET /v2.0/security-groups?id=c136c387-30ba-443c-a3ce-46e633cc5b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444806 Apr 28 11:47:45.964462 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82839eac-327e-4e32-8052-19de597b1c42 req-a3cdbe96-0a53-4b7d-851c-568d61bb5e4d tempest-TestShelveInstance-1703156370 tempest-TestShelveInstance-1703156370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:47:45.965934 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-82839eac-327e-4e32-8052-19de597b1c42 req-a3cdbe96-0a53-4b7d-851c-568d61bb5e4d tempest-TestShelveInstance-1703156370 tempest-TestShelveInstance-1703156370-project] 10.222.0.10 "GET /v2.0/ports?device_id=8ad362aa-0eb6-484e-ac51-f334d6eb9771 HTTP/1.1" status: 200 len: 945 time: 0.0472701 Apr 28 11:47:46.015622 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-82839eac-327e-4e32-8052-19de597b1c42 req-08899514-2ffe-474c-8ffe-ad311cd9f80c tempest-TestShelveInstance-1703156370 tempest-TestShelveInstance-1703156370-project] 10.222.0.10 "GET /v2.0/security-groups?id=c136c387-30ba-443c-a3ce-46e633cc5b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439413 Apr 28 11:47:46.323694 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Device ddcd692d-253b-4260-a3b4-fccfaf2ad939 no longer exists at agent hyperv_hv-neutron-mast {{(pid=116163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 11:47:46.553735 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Current status of the port ddcd692d-253b-4260-a3b4-fccfaf2ad939 is: ACTIVE; New status is: DOWN {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:47:46.556264 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (ddcd692d-253b-4260-a3b4-fccfaf2ad939), before_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:47:46.578957 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ad362aa-0eb6-484e-ac51-f334d6eb9771', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ddcd692d-253b-4260-a3b4-fccfaf2ad939'}] {{(pid=116163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 11:47:46.578957 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f01aec4a4f83961b54a953becfce2676879fb1d4b91122543244f430a0b8460" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f15c212-cb21-4922-a673-ae0aa1f3512c" -d '{"events": [{"server_uuid": "8ad362aa-0eb6-484e-ac51-f334d6eb9771", "name": "network-vif-unplugged", "status": "completed", "tag": "ddcd692d-253b-4260-a3b4-fccfaf2ad939"}]}' {{(pid=116163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 11:47:46.591809 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] For port ddcd692d-253b-4260-a3b4-fccfaf2ad939, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=ddcd692d-253b-4260-a3b4-fccfaf2ad939,segment=NetworkSegment(1466f5ef-d42a-46e4-88cb-e6c72abc4c22),segment_id=1466f5ef-d42a-46e4-88cb-e6c72abc4c22)] {{(pid=116163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 11:47:46.663663 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393'] for port (ddcd692d-253b-4260-a3b4-fccfaf2ad939), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:47:46.667351 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 28 Apr 2022 11:47:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a3787a4-b711-4940-ba2f-e26fc0514d32 x-openstack-request-id: req-3a3787a4-b711-4940-ba2f-e26fc0514d32 {{(pid=116163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 11:47:46.669855 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ad362aa-0eb6-484e-ac51-f334d6eb9771", "name": "network-vif-unplugged", "status": "completed", "tag": "ddcd692d-253b-4260-a3b4-fccfaf2ad939", "code": 200}]} {{(pid=116163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 11:47:46.669855 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-3a3787a4-b711-4940-ba2f-e26fc0514d32 {{(pid=116163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 11:47:46.669855 dv-neutron-master-2-hyperv neutron-server[116163]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3a3787a4-b711-4940-ba2f-e26fc0514d32'] response: {'server_uuid': '8ad362aa-0eb6-484e-ac51-f334d6eb9771', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ddcd692d-253b-4260-a3b4-fccfaf2ad939', 'code': 200} Apr 28 11:47:46.715368 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Pushing event updated for resources: {'Port': ['ID=ddcd692d-253b-4260-a3b4-fccfaf2ad939,revision_number=6']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:47:46.722369 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:47:46.722751 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:47:46.723102 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:47:46.723450 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:47:46.723797 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:47:46.724675 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:47:46.725015 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:47:46.725344 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:47:46.725678 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:47:46.726010 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:47:46.726342 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:47:46.726700 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:47:46.730482 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:47:46.730482 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:47:46.730482 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:47:47.127863 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb1d1dc-9637-417d-af62-4ca5a5121bdf req-2624f484-f13c-4475-a17a-a4f32de717df tempest-TestShelveInstance-1703156370 tempest-TestShelveInstance-1703156370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:47:47.129340 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-fdb1d1dc-9637-417d-af62-4ca5a5121bdf req-2624f484-f13c-4475-a17a-a4f32de717df tempest-TestShelveInstance-1703156370 tempest-TestShelveInstance-1703156370-project] 10.222.0.10 "GET /v2.0/ports?device_id=8ad362aa-0eb6-484e-ac51-f334d6eb9771 HTTP/1.1" status: 200 len: 943 time: 0.0467570 Apr 28 11:47:47.181944 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-fdb1d1dc-9637-417d-af62-4ca5a5121bdf req-62da7d99-7805-434a-9249-f5397bf39657 tempest-TestShelveInstance-1703156370 tempest-TestShelveInstance-1703156370-project] 10.222.0.10 "GET /v2.0/security-groups?id=c136c387-30ba-443c-a3ce-46e633cc5b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463395 Apr 28 11:47:47.306227 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [req-1aea70b1-c669-431c-83e0-67887aa78c51 req-e04179b8-be35-421d-b5b8-672a38e96927 service neutron] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=116161) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 28 11:47:47.307271 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-1aea70b1-c669-431c-83e0-67887aa78c51 req-e04179b8-be35-421d-b5b8-672a38e96927 service neutron] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0600131 Apr 28 11:47:47.704473 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9818af9-25bb-4916-8861-dfb587ac718e req-0890ba53-2e6b-4b37-9b0b-a5f41d82a29a tempest-TestShelveInstance-1703156370 tempest-TestShelveInstance-1703156370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:47:47.705927 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-b9818af9-25bb-4916-8861-dfb587ac718e req-0890ba53-2e6b-4b37-9b0b-a5f41d82a29a tempest-TestShelveInstance-1703156370 tempest-TestShelveInstance-1703156370-project] 10.222.0.10 "GET /v2.0/ports?device_id=8ad362aa-0eb6-484e-ac51-f334d6eb9771 HTTP/1.1" status: 200 len: 943 time: 0.0470352 Apr 28 11:47:47.756768 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-b9818af9-25bb-4916-8861-dfb587ac718e req-9460240f-c430-46f5-a3cd-b7cc159b660b tempest-TestShelveInstance-1703156370 tempest-TestShelveInstance-1703156370-project] 10.222.0.10 "GET /v2.0/security-groups?id=c136c387-30ba-443c-a3ce-46e633cc5b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447028 Apr 28 11:47:47.801679 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-93119284-2861-405a-9d88-b9063a9ba1dd req-f807532b-079a-423a-a67a-8ff4c8399a98 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=8ad362aa-0eb6-484e-ac51-f334d6eb9771&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0821013 Apr 28 11:47:47.811335 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [req-93119284-2861-405a-9d88-b9063a9ba1dd req-a3297177-3eb5-4162-933e-1521332a4ced service neutron] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=116162) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 28 11:47:47.812278 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-93119284-2861-405a-9d88-b9063a9ba1dd req-a3297177-3eb5-4162-933e-1521332a4ced service neutron] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0051320 Apr 28 11:47:48.880949 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92cfd602-31f3-4b8e-91cf-8238e3790037 req-ca1afd89-22dc-4194-86a1-fc882bd4d8b2 tempest-TestShelveInstance-1703156370 tempest-TestShelveInstance-1703156370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:47:48.880949 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-92cfd602-31f3-4b8e-91cf-8238e3790037 req-ca1afd89-22dc-4194-86a1-fc882bd4d8b2 tempest-TestShelveInstance-1703156370 tempest-TestShelveInstance-1703156370-project] 10.222.0.10 "GET /v2.0/ports?device_id=8ad362aa-0eb6-484e-ac51-f334d6eb9771 HTTP/1.1" status: 200 len: 943 time: 0.0501573 Apr 28 11:47:48.926636 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-92cfd602-31f3-4b8e-91cf-8238e3790037 req-714cf320-2eeb-4582-b42d-941041abad68 tempest-TestShelveInstance-1703156370 tempest-TestShelveInstance-1703156370-project] 10.222.0.10 "GET /v2.0/security-groups?id=c136c387-30ba-443c-a3ce-46e633cc5b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447731 Apr 28 11:47:48.944581 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93119284-2861-405a-9d88-b9063a9ba1dd req-52bada56-b7dd-4533-b565-fabd6f3df445 tempest-TestShelveInstance-1703156370 tempest-TestShelveInstance-1703156370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:47:48.946003 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-93119284-2861-405a-9d88-b9063a9ba1dd req-52bada56-b7dd-4533-b565-fabd6f3df445 tempest-TestShelveInstance-1703156370 tempest-TestShelveInstance-1703156370-project] 10.222.0.10 "GET /v2.0/ports/ddcd692d-253b-4260-a3b4-fccfaf2ad939 HTTP/1.1" status: 200 len: 940 time: 0.0951099 Apr 28 11:47:50.043307 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aefe429-aab4-47da-94fc-a85287ed7d86 req-02109785-f4d8-409b-a2bf-767c3a4a3f6e tempest-TestShelveInstance-1703156370 tempest-TestShelveInstance-1703156370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:47:50.044788 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-2aefe429-aab4-47da-94fc-a85287ed7d86 req-02109785-f4d8-409b-a2bf-767c3a4a3f6e tempest-TestShelveInstance-1703156370 tempest-TestShelveInstance-1703156370-project] 10.222.0.10 "GET /v2.0/ports?device_id=8ad362aa-0eb6-484e-ac51-f334d6eb9771 HTTP/1.1" status: 200 len: 943 time: 0.0501983 Apr 28 11:47:50.095540 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-2aefe429-aab4-47da-94fc-a85287ed7d86 req-0b0d8739-a000-471e-9e89-a7de5b63f290 tempest-TestShelveInstance-1703156370 tempest-TestShelveInstance-1703156370-project] 10.222.0.10 "GET /v2.0/security-groups?id=c136c387-30ba-443c-a3ce-46e633cc5b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452175 Apr 28 11:47:51.027542 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (6be95134-9a6c-4663-8b48-90d12ce90c60), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:47:51.209606 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82622b8-16fc-41a3-88f7-93f2119f3b78 req-16df3b79-4933-4a99-bda7-0c5e0307b693 tempest-TestShelveInstance-1703156370 tempest-TestShelveInstance-1703156370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:47:51.211111 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-c82622b8-16fc-41a3-88f7-93f2119f3b78 req-16df3b79-4933-4a99-bda7-0c5e0307b693 tempest-TestShelveInstance-1703156370 tempest-TestShelveInstance-1703156370-project] 10.222.0.10 "GET /v2.0/ports?device_id=8ad362aa-0eb6-484e-ac51-f334d6eb9771 HTTP/1.1" status: 200 len: 943 time: 0.0475559 Apr 28 11:47:51.259507 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-c82622b8-16fc-41a3-88f7-93f2119f3b78 req-0b71d4dc-14eb-4a05-8640-f0b1db02027d tempest-TestShelveInstance-1703156370 tempest-TestShelveInstance-1703156370-project] 10.222.0.10 "GET /v2.0/security-groups?id=c136c387-30ba-443c-a3ce-46e633cc5b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428820 Apr 28 11:47:52.374995 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd3faab-b5e5-440d-9af3-fb062faee4ef req-2ce08b6b-3c03-408a-a5bb-1aa184f76bb8 tempest-TestShelveInstance-1703156370 tempest-TestShelveInstance-1703156370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:47:52.376387 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-cfd3faab-b5e5-440d-9af3-fb062faee4ef req-2ce08b6b-3c03-408a-a5bb-1aa184f76bb8 tempest-TestShelveInstance-1703156370 tempest-TestShelveInstance-1703156370-project] 10.222.0.10 "GET /v2.0/ports?device_id=8ad362aa-0eb6-484e-ac51-f334d6eb9771 HTTP/1.1" status: 200 len: 943 time: 0.0505581 Apr 28 11:47:52.426629 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-cfd3faab-b5e5-440d-9af3-fb062faee4ef req-6c40e468-7a63-47e2-b3af-edfed91a37a2 tempest-TestShelveInstance-1703156370 tempest-TestShelveInstance-1703156370-project] 10.222.0.10 "GET /v2.0/security-groups?id=c136c387-30ba-443c-a3ce-46e633cc5b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439301 Apr 28 11:47:53.540702 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70a977e-8cc2-4d5c-be68-f9ea096860cc req-266530df-52fa-4964-87e4-b2ee72fe683f tempest-TestShelveInstance-1703156370 tempest-TestShelveInstance-1703156370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:47:53.542203 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-f70a977e-8cc2-4d5c-be68-f9ea096860cc req-266530df-52fa-4964-87e4-b2ee72fe683f tempest-TestShelveInstance-1703156370 tempest-TestShelveInstance-1703156370-project] 10.222.0.10 "GET /v2.0/ports?device_id=8ad362aa-0eb6-484e-ac51-f334d6eb9771 HTTP/1.1" status: 200 len: 943 time: 0.0481291 Apr 28 11:47:53.591576 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-f70a977e-8cc2-4d5c-be68-f9ea096860cc req-76255a66-a907-492b-9a17-6353a9daf2e2 tempest-TestShelveInstance-1703156370 tempest-TestShelveInstance-1703156370-project] 10.222.0.10 "GET /v2.0/security-groups?id=c136c387-30ba-443c-a3ce-46e633cc5b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438435 Apr 28 11:47:54.705927 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f3aee6-4cff-4211-ab28-0989b87a8dec req-1485e003-e3a4-4333-9d64-8361a9b30bb5 tempest-TestShelveInstance-1703156370 tempest-TestShelveInstance-1703156370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:47:54.707433 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-19f3aee6-4cff-4211-ab28-0989b87a8dec req-1485e003-e3a4-4333-9d64-8361a9b30bb5 tempest-TestShelveInstance-1703156370 tempest-TestShelveInstance-1703156370-project] 10.222.0.10 "GET /v2.0/ports?device_id=8ad362aa-0eb6-484e-ac51-f334d6eb9771 HTTP/1.1" status: 200 len: 943 time: 0.0475886 Apr 28 11:47:54.760788 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-19f3aee6-4cff-4211-ab28-0989b87a8dec req-a7a39a1e-b99f-40b8-981b-e24d2731e12e tempest-TestShelveInstance-1703156370 tempest-TestShelveInstance-1703156370-project] 10.222.0.10 "GET /v2.0/security-groups?id=c136c387-30ba-443c-a3ce-46e633cc5b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475268 Apr 28 11:47:55.876356 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178a3e81-ac02-4f10-a19c-0dc4ae915b51 req-d3592e21-7f10-49fd-b11d-406c2af683c7 tempest-TestShelveInstance-1703156370 tempest-TestShelveInstance-1703156370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:47:55.877853 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-178a3e81-ac02-4f10-a19c-0dc4ae915b51 req-d3592e21-7f10-49fd-b11d-406c2af683c7 tempest-TestShelveInstance-1703156370 tempest-TestShelveInstance-1703156370-project] 10.222.0.10 "GET /v2.0/ports?device_id=8ad362aa-0eb6-484e-ac51-f334d6eb9771 HTTP/1.1" status: 200 len: 943 time: 0.0466990 Apr 28 11:47:55.927238 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-178a3e81-ac02-4f10-a19c-0dc4ae915b51 req-d8b29ec9-776b-4053-8524-9b42de87cfb6 tempest-TestShelveInstance-1703156370 tempest-TestShelveInstance-1703156370-project] 10.222.0.10 "GET /v2.0/security-groups?id=c136c387-30ba-443c-a3ce-46e633cc5b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424693 Apr 28 11:47:57.042023 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e1a985-19da-4826-b8ce-8168a3fb367a req-c6f985e9-9b33-4c87-a056-b79a48c20e47 tempest-TestShelveInstance-1703156370 tempest-TestShelveInstance-1703156370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:47:57.043547 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-a5e1a985-19da-4826-b8ce-8168a3fb367a req-c6f985e9-9b33-4c87-a056-b79a48c20e47 tempest-TestShelveInstance-1703156370 tempest-TestShelveInstance-1703156370-project] 10.222.0.10 "GET /v2.0/ports?device_id=8ad362aa-0eb6-484e-ac51-f334d6eb9771 HTTP/1.1" status: 200 len: 943 time: 0.0481772 Apr 28 11:47:57.093547 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-a5e1a985-19da-4826-b8ce-8168a3fb367a req-306ac508-4682-4185-8d89-5a1422079fbf tempest-TestShelveInstance-1703156370 tempest-TestShelveInstance-1703156370-project] 10.222.0.10 "GET /v2.0/security-groups?id=c136c387-30ba-443c-a3ce-46e633cc5b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444679 Apr 28 11:47:58.215080 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b369bd-b3e2-44ea-91d9-eff6cf0d84bd req-25d155c4-8ac6-4d7a-b1a5-56d07045be0f tempest-TestShelveInstance-1703156370 tempest-TestShelveInstance-1703156370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:47:58.216640 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-a9b369bd-b3e2-44ea-91d9-eff6cf0d84bd req-25d155c4-8ac6-4d7a-b1a5-56d07045be0f tempest-TestShelveInstance-1703156370 tempest-TestShelveInstance-1703156370-project] 10.222.0.10 "GET /v2.0/ports?device_id=8ad362aa-0eb6-484e-ac51-f334d6eb9771 HTTP/1.1" status: 200 len: 943 time: 0.0513272 Apr 28 11:47:58.265872 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-a9b369bd-b3e2-44ea-91d9-eff6cf0d84bd req-d3cb1b7a-4cb8-4a96-9f6d-903d01ee1dc3 tempest-TestShelveInstance-1703156370 tempest-TestShelveInstance-1703156370-project] 10.222.0.10 "GET /v2.0/security-groups?id=c136c387-30ba-443c-a3ce-46e633cc5b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436251 Apr 28 11:47:59.383438 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ba0404-c863-4d90-8d35-39e4dcf31023 req-d3607368-e126-4f90-b68c-7948878d7448 tempest-TestShelveInstance-1703156370 tempest-TestShelveInstance-1703156370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:47:59.384926 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-49ba0404-c863-4d90-8d35-39e4dcf31023 req-d3607368-e126-4f90-b68c-7948878d7448 tempest-TestShelveInstance-1703156370 tempest-TestShelveInstance-1703156370-project] 10.222.0.10 "GET /v2.0/ports?device_id=8ad362aa-0eb6-484e-ac51-f334d6eb9771 HTTP/1.1" status: 200 len: 943 time: 0.0477178 Apr 28 11:47:59.433923 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-49ba0404-c863-4d90-8d35-39e4dcf31023 req-38083ded-5f6a-480a-9a63-7ae222081f38 tempest-TestShelveInstance-1703156370 tempest-TestShelveInstance-1703156370-project] 10.222.0.10 "GET /v2.0/security-groups?id=c136c387-30ba-443c-a3ce-46e633cc5b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431950 Apr 28 11:48:00.547855 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e52b6c7-34a0-4ba7-b70b-ead430503361 req-184e392e-006f-49ad-bbe8-77e0054efb88 tempest-TestShelveInstance-1703156370 tempest-TestShelveInstance-1703156370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:48:00.549632 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-3e52b6c7-34a0-4ba7-b70b-ead430503361 req-184e392e-006f-49ad-bbe8-77e0054efb88 tempest-TestShelveInstance-1703156370 tempest-TestShelveInstance-1703156370-project] 10.222.0.10 "GET /v2.0/ports?device_id=8ad362aa-0eb6-484e-ac51-f334d6eb9771 HTTP/1.1" status: 200 len: 943 time: 0.0476983 Apr 28 11:48:00.605956 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-3e52b6c7-34a0-4ba7-b70b-ead430503361 req-216d76b2-b159-415d-80e1-5521c9678c52 tempest-TestShelveInstance-1703156370 tempest-TestShelveInstance-1703156370-project] 10.222.0.10 "GET /v2.0/security-groups?id=c136c387-30ba-443c-a3ce-46e633cc5b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505910 Apr 28 11:48:01.726718 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fdc9302-4bc8-42fc-a122-15f2818cc5cf req-f203b65a-19f5-47fa-8345-c0a694216801 tempest-TestShelveInstance-1703156370 tempest-TestShelveInstance-1703156370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:48:01.728211 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-0fdc9302-4bc8-42fc-a122-15f2818cc5cf req-f203b65a-19f5-47fa-8345-c0a694216801 tempest-TestShelveInstance-1703156370 tempest-TestShelveInstance-1703156370-project] 10.222.0.10 "GET /v2.0/ports?device_id=8ad362aa-0eb6-484e-ac51-f334d6eb9771 HTTP/1.1" status: 200 len: 943 time: 0.0487354 Apr 28 11:48:01.777833 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-0fdc9302-4bc8-42fc-a122-15f2818cc5cf req-318ef41b-0c8b-43cf-a9f4-28c60872494e tempest-TestShelveInstance-1703156370 tempest-TestShelveInstance-1703156370-project] 10.222.0.10 "GET /v2.0/security-groups?id=c136c387-30ba-443c-a3ce-46e633cc5b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438273 Apr 28 11:48:02.890721 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb4b32b-478e-4aef-8448-7308146dd0c7 req-807bf99a-856e-4e5d-915c-9cdc22a7a286 tempest-TestShelveInstance-1703156370 tempest-TestShelveInstance-1703156370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:48:02.892216 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-8bb4b32b-478e-4aef-8448-7308146dd0c7 req-807bf99a-856e-4e5d-915c-9cdc22a7a286 tempest-TestShelveInstance-1703156370 tempest-TestShelveInstance-1703156370-project] 10.222.0.10 "GET /v2.0/ports?device_id=8ad362aa-0eb6-484e-ac51-f334d6eb9771 HTTP/1.1" status: 200 len: 943 time: 0.0471468 Apr 28 11:48:02.941345 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-8bb4b32b-478e-4aef-8448-7308146dd0c7 req-61bac503-0e29-482d-ad19-8369d77cf1ab tempest-TestShelveInstance-1703156370 tempest-TestShelveInstance-1703156370-project] 10.222.0.10 "GET /v2.0/security-groups?id=c136c387-30ba-443c-a3ce-46e633cc5b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427368 Apr 28 11:48:03.952905 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93119284-2861-405a-9d88-b9063a9ba1dd req-6a3cb1e6-7e93-4f7f-954c-980f5106c4c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:48:03.954416 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-93119284-2861-405a-9d88-b9063a9ba1dd req-6a3cb1e6-7e93-4f7f-954c-980f5106c4c3 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=8ad362aa-0eb6-484e-ac51-f334d6eb9771&tenant_id=763854b139984135af3e9b5246b55c31 HTTP/1.1" status: 200 len: 1127 time: 0.0382671 Apr 28 11:48:04.014296 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93119284-2861-405a-9d88-b9063a9ba1dd req-019f1dba-6b49-449c-b176-c74ed324931d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:48:04.015819 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-93119284-2861-405a-9d88-b9063a9ba1dd req-019f1dba-6b49-449c-b176-c74ed324931d service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=763854b139984135af3e9b5246b55c31&device_id=8ad362aa-0eb6-484e-ac51-f334d6eb9771 HTTP/1.1" status: 200 len: 1127 time: 0.0385897 Apr 28 11:48:04.058810 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbda594-27e3-4a76-9a56-002872588d84 req-f1b7c2fd-29de-4262-b7ad-3d9d4607d992 tempest-TestShelveInstance-1703156370 tempest-TestShelveInstance-1703156370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:48:04.060548 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-bdbda594-27e3-4a76-9a56-002872588d84 req-f1b7c2fd-29de-4262-b7ad-3d9d4607d992 tempest-TestShelveInstance-1703156370 tempest-TestShelveInstance-1703156370-project] 10.222.0.10 "GET /v2.0/ports?device_id=8ad362aa-0eb6-484e-ac51-f334d6eb9771 HTTP/1.1" status: 200 len: 943 time: 0.0511847 Apr 28 11:48:04.109927 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93119284-2861-405a-9d88-b9063a9ba1dd req-4a4e182e-95ae-45a5-8cbd-f99b00167c51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:48:04.110289 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-bdbda594-27e3-4a76-9a56-002872588d84 req-0de3367f-9ea9-4592-8f28-d1bcbde82d00 tempest-TestShelveInstance-1703156370 tempest-TestShelveInstance-1703156370-project] 10.222.0.10 "GET /v2.0/security-groups?id=c136c387-30ba-443c-a3ce-46e633cc5b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441463 Apr 28 11:48:04.111428 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-93119284-2861-405a-9d88-b9063a9ba1dd req-4a4e182e-95ae-45a5-8cbd-f99b00167c51 service neutron] 10.222.0.20 "GET /v2.0/networks?id=f8b931ad-5a52-4b20-ac70-2d2d9b213b35 HTTP/1.1" status: 200 len: 908 time: 0.0894606 Apr 28 11:48:04.175684 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-93119284-2861-405a-9d88-b9063a9ba1dd req-9103e87e-7c97-4e42-a5c0-4346ba4f52f2 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ddcd692d-253b-4260-a3b4-fccfaf2ad939 HTTP/1.1" status: 200 len: 998 time: 0.0580029 Apr 28 11:48:04.227049 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93119284-2861-405a-9d88-b9063a9ba1dd req-f0681fc4-d816-405d-b5e3-e1f5f3a6a748 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:48:04.228384 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-93119284-2861-405a-9d88-b9063a9ba1dd req-f0681fc4-d816-405d-b5e3-e1f5f3a6a748 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d50c530a-e04c-4671-8714-fa48e7f40504 HTTP/1.1" status: 200 len: 847 time: 0.0472345 Apr 28 11:48:04.269783 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93119284-2861-405a-9d88-b9063a9ba1dd req-7a0e489f-4246-4d40-9bde-467f46fb1a2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:48:04.271839 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-93119284-2861-405a-9d88-b9063a9ba1dd req-7a0e489f-4246-4d40-9bde-467f46fb1a2b service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f8b931ad-5a52-4b20-ac70-2d2d9b213b35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0379231 Apr 28 11:48:04.359906 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-93119284-2861-405a-9d88-b9063a9ba1dd req-2ec82ae9-76c0-4b9c-a1f0-a0fca6f28ba7 service neutron] 10.222.0.20 "GET /v2.0/networks/f8b931ad-5a52-4b20-ac70-2d2d9b213b35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821905 Apr 28 11:48:04.451376 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-93119284-2861-405a-9d88-b9063a9ba1dd req-1c88ba43-f957-4b40-884e-0f7488eceeee service neutron] 10.222.0.20 "GET /v2.0/networks/f8b931ad-5a52-4b20-ac70-2d2d9b213b35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849395 Apr 28 11:48:05.221470 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ace413-4534-44d5-ad8c-2ef074a87107 req-b0bf06b3-6ce2-45a1-95ac-a4ed22df73ca tempest-TestShelveInstance-1703156370 tempest-TestShelveInstance-1703156370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:48:05.222998 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-18ace413-4534-44d5-ad8c-2ef074a87107 req-b0bf06b3-6ce2-45a1-95ac-a4ed22df73ca tempest-TestShelveInstance-1703156370 tempest-TestShelveInstance-1703156370-project] 10.222.0.10 "GET /v2.0/ports?device_id=8ad362aa-0eb6-484e-ac51-f334d6eb9771 HTTP/1.1" status: 200 len: 943 time: 0.0471363 Apr 28 11:48:05.271503 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-18ace413-4534-44d5-ad8c-2ef074a87107 req-fe322e7f-c908-4ab1-9b81-6a65ee24a8f1 tempest-TestShelveInstance-1703156370 tempest-TestShelveInstance-1703156370-project] 10.222.0.10 "GET /v2.0/security-groups?id=c136c387-30ba-443c-a3ce-46e633cc5b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424969 Apr 28 11:48:06.386723 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5e5dfd-5da9-420b-9115-9bf05dc49b38 req-d6fe1ba9-feab-4441-a345-4460f5b6966a tempest-TestShelveInstance-1703156370 tempest-TestShelveInstance-1703156370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:48:06.388209 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-4e5e5dfd-5da9-420b-9115-9bf05dc49b38 req-d6fe1ba9-feab-4441-a345-4460f5b6966a tempest-TestShelveInstance-1703156370 tempest-TestShelveInstance-1703156370-project] 10.222.0.10 "GET /v2.0/ports?device_id=8ad362aa-0eb6-484e-ac51-f334d6eb9771 HTTP/1.1" status: 200 len: 943 time: 0.0506785 Apr 28 11:48:06.436660 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-4e5e5dfd-5da9-420b-9115-9bf05dc49b38 req-ada6326e-03c4-46c0-a78c-df2fb2675832 tempest-TestShelveInstance-1703156370 tempest-TestShelveInstance-1703156370-project] 10.222.0.10 "GET /v2.0/security-groups?id=c136c387-30ba-443c-a3ce-46e633cc5b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430243 Apr 28 11:48:07.074643 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-803b35c2-d166-4cd9-b901-b4f07ba8d1b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (75ba81b7-fe99-4281-90d2-a5adb445ecea), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:48:07.550235 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef7643e-e439-4207-8870-f8d1a96f25d5 req-798e6333-6aee-40ef-85b5-817b14cee02b tempest-TestShelveInstance-1703156370 tempest-TestShelveInstance-1703156370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:48:07.551974 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-2ef7643e-e439-4207-8870-f8d1a96f25d5 req-798e6333-6aee-40ef-85b5-817b14cee02b tempest-TestShelveInstance-1703156370 tempest-TestShelveInstance-1703156370-project] 10.222.0.10 "GET /v2.0/ports?device_id=8ad362aa-0eb6-484e-ac51-f334d6eb9771 HTTP/1.1" status: 200 len: 943 time: 0.0480068 Apr 28 11:48:07.601654 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-2ef7643e-e439-4207-8870-f8d1a96f25d5 req-ae2ee6e2-f7be-4c31-8a65-899f7c99113f tempest-TestShelveInstance-1703156370 tempest-TestShelveInstance-1703156370-project] 10.222.0.10 "GET /v2.0/security-groups?id=c136c387-30ba-443c-a3ce-46e633cc5b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441730 Apr 28 11:48:08.712081 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c432aa0-a095-40b4-9e10-9ee10ae1198b req-6bef53ec-da58-4ffa-a239-c5e3d78c296f tempest-TestShelveInstance-1703156370 tempest-TestShelveInstance-1703156370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:48:08.713558 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-1c432aa0-a095-40b4-9e10-9ee10ae1198b req-6bef53ec-da58-4ffa-a239-c5e3d78c296f tempest-TestShelveInstance-1703156370 tempest-TestShelveInstance-1703156370-project] 10.222.0.10 "GET /v2.0/ports?device_id=8ad362aa-0eb6-484e-ac51-f334d6eb9771 HTTP/1.1" status: 200 len: 943 time: 0.0470209 Apr 28 11:48:08.765191 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-1c432aa0-a095-40b4-9e10-9ee10ae1198b req-45f64ad5-b98a-476e-aae7-585049310bdc tempest-TestShelveInstance-1703156370 tempest-TestShelveInstance-1703156370-project] 10.222.0.10 "GET /v2.0/security-groups?id=c136c387-30ba-443c-a3ce-46e633cc5b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461197 Apr 28 11:48:09.473829 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-04e18fce-9ebc-46ff-997d-7f19d10fc9b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (6b492ad6-0876-4d74-b20d-28143a52ceba), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:48:09.875315 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf2a0e8-d34f-456b-bc2f-48799bed7439 req-30bf90b7-4e64-4e39-a617-c2e70bfb8072 tempest-TestShelveInstance-1703156370 tempest-TestShelveInstance-1703156370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:48:09.876767 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-8cf2a0e8-d34f-456b-bc2f-48799bed7439 req-30bf90b7-4e64-4e39-a617-c2e70bfb8072 tempest-TestShelveInstance-1703156370 tempest-TestShelveInstance-1703156370-project] 10.222.0.10 "GET /v2.0/ports?device_id=8ad362aa-0eb6-484e-ac51-f334d6eb9771 HTTP/1.1" status: 200 len: 943 time: 0.0457184 Apr 28 11:48:09.924965 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-8cf2a0e8-d34f-456b-bc2f-48799bed7439 req-1e7ba27e-4379-48bc-929f-1b03040dc11b tempest-TestShelveInstance-1703156370 tempest-TestShelveInstance-1703156370-project] 10.222.0.10 "GET /v2.0/security-groups?id=c136c387-30ba-443c-a3ce-46e633cc5b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420740 Apr 28 11:48:10.657406 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-ae94d540-e4c6-43be-adc9-b26fb6a2f62f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (cfc241ae-e4b7-443b-b80b-59fbbc2b69c9), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:48:11.036751 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83285e57-196e-48cb-95f5-e48aed191f9e req-ee4e485a-17a0-476c-971a-e5a5256b3f66 tempest-TestShelveInstance-1703156370 tempest-TestShelveInstance-1703156370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:48:11.038212 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-83285e57-196e-48cb-95f5-e48aed191f9e req-ee4e485a-17a0-476c-971a-e5a5256b3f66 tempest-TestShelveInstance-1703156370 tempest-TestShelveInstance-1703156370-project] 10.222.0.10 "GET /v2.0/ports?device_id=8ad362aa-0eb6-484e-ac51-f334d6eb9771 HTTP/1.1" status: 200 len: 943 time: 0.0463619 Apr 28 11:48:11.086557 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-83285e57-196e-48cb-95f5-e48aed191f9e req-06de629d-bafb-4068-8bdf-71080ad9b09d tempest-TestShelveInstance-1703156370 tempest-TestShelveInstance-1703156370-project] 10.222.0.10 "GET /v2.0/security-groups?id=c136c387-30ba-443c-a3ce-46e633cc5b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427160 Apr 28 11:48:11.643960 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a62f4a4-cade-4cec-a8b1-06ab1d33f023 req-e66ca606-2f00-48cb-8119-f514e9986520 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:48:11.645573 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-9a62f4a4-cade-4cec-a8b1-06ab1d33f023 req-e66ca606-2f00-48cb-8119-f514e9986520 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=763854b139984135af3e9b5246b55c31&device_id=8ad362aa-0eb6-484e-ac51-f334d6eb9771 HTTP/1.1" status: 200 len: 1127 time: 0.0400426 Apr 28 11:48:11.749954 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a62f4a4-cade-4cec-a8b1-06ab1d33f023 req-3dadd4d5-e78e-4cfe-a7db-905bf8ab9355 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:48:11.751441 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-9a62f4a4-cade-4cec-a8b1-06ab1d33f023 req-3dadd4d5-e78e-4cfe-a7db-905bf8ab9355 service neutron] 10.222.0.20 "GET /v2.0/networks?id=f8b931ad-5a52-4b20-ac70-2d2d9b213b35 HTTP/1.1" status: 200 len: 908 time: 0.0884738 Apr 28 11:48:11.816094 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-9a62f4a4-cade-4cec-a8b1-06ab1d33f023 req-208436e6-71b3-4601-8039-1bf946973b3a service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ddcd692d-253b-4260-a3b4-fccfaf2ad939 HTTP/1.1" status: 200 len: 998 time: 0.0574067 Apr 28 11:48:11.866302 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a62f4a4-cade-4cec-a8b1-06ab1d33f023 req-4044b0d8-6486-4697-bbab-f8078147cb8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:48:11.867734 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-9a62f4a4-cade-4cec-a8b1-06ab1d33f023 req-4044b0d8-6486-4697-bbab-f8078147cb8a service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d50c530a-e04c-4671-8714-fa48e7f40504 HTTP/1.1" status: 200 len: 847 time: 0.0462492 Apr 28 11:48:11.909552 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a62f4a4-cade-4cec-a8b1-06ab1d33f023 req-af15e212-a85f-4838-9e98-23b436ce2f49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:48:11.911750 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-9a62f4a4-cade-4cec-a8b1-06ab1d33f023 req-af15e212-a85f-4838-9e98-23b436ce2f49 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f8b931ad-5a52-4b20-ac70-2d2d9b213b35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0378997 Apr 28 11:48:12.000919 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-9a62f4a4-cade-4cec-a8b1-06ab1d33f023 req-8952bd87-0d9c-44e7-8cab-e6554887a18e service neutron] 10.222.0.20 "GET /v2.0/networks/f8b931ad-5a52-4b20-ac70-2d2d9b213b35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836978 Apr 28 11:48:12.086119 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-9a62f4a4-cade-4cec-a8b1-06ab1d33f023 req-766f53cc-fdea-4292-9e72-7ea17feb5640 service neutron] 10.222.0.20 "GET /v2.0/networks/f8b931ad-5a52-4b20-ac70-2d2d9b213b35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0790815 Apr 28 11:48:12.207993 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d7dab8-b719-4aab-81fa-a0b14f0d07d0 req-53634b53-9227-4453-bacd-dbbeaf1d3d4e tempest-TestShelveInstance-1703156370 tempest-TestShelveInstance-1703156370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:48:12.207993 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-93d7dab8-b719-4aab-81fa-a0b14f0d07d0 req-53634b53-9227-4453-bacd-dbbeaf1d3d4e tempest-TestShelveInstance-1703156370 tempest-TestShelveInstance-1703156370-project] 10.222.0.10 "GET /v2.0/ports?device_id=8ad362aa-0eb6-484e-ac51-f334d6eb9771 HTTP/1.1" status: 200 len: 943 time: 0.0513330 Apr 28 11:48:12.256895 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-93d7dab8-b719-4aab-81fa-a0b14f0d07d0 req-ee703aa1-0909-45f4-8df9-82d83449eb4a tempest-TestShelveInstance-1703156370 tempest-TestShelveInstance-1703156370-project] 10.222.0.10 "GET /v2.0/security-groups?id=c136c387-30ba-443c-a3ce-46e633cc5b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438097 Apr 28 11:48:12.267419 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-01ef1de1-12fd-4cef-b76b-793f91379468 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (39cc4f52-f5d9-4e2c-bbfa-7a1c528e1c40), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:48:12.491695 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Device ddcd692d-253b-4260-a3b4-fccfaf2ad939 details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=116163) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 28 11:48:12.587619 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] For port ddcd692d-253b-4260-a3b4-fccfaf2ad939, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=ddcd692d-253b-4260-a3b4-fccfaf2ad939,segment=NetworkSegment(1466f5ef-d42a-46e4-88cb-e6c72abc4c22),segment_id=1466f5ef-d42a-46e4-88cb-e6c72abc4c22)] {{(pid=116163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 11:48:12.598258 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Returning: {'device': 'ddcd692d-253b-4260-a3b4-fccfaf2ad939', 'network_id': 'f8b931ad-5a52-4b20-ac70-2d2d9b213b35', 'port_id': 'ddcd692d-253b-4260-a3b4-fccfaf2ad939', 'mac_address': 'fa:16:3e:6f:04:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 97, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd50c530a-e04c-4671-8714-fa48e7f40504', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=116163) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 28 11:48:12.634616 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Current status of the port ddcd692d-253b-4260-a3b4-fccfaf2ad939 is: DOWN; New status is: BUILD {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:48:12.634999 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (ddcd692d-253b-4260-a3b4-fccfaf2ad939), before_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:48:12.647679 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.notifiers.nova [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ddcd692d-253b-4260-a3b4-fccfaf2ad939 {{(pid=116163) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 11:48:12.666090 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] For port ddcd692d-253b-4260-a3b4-fccfaf2ad939, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=ddcd692d-253b-4260-a3b4-fccfaf2ad939,segment=NetworkSegment(1466f5ef-d42a-46e4-88cb-e6c72abc4c22),segment_id=1466f5ef-d42a-46e4-88cb-e6c72abc4c22)] {{(pid=116163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 11:48:12.747397 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393'] for port (ddcd692d-253b-4260-a3b4-fccfaf2ad939), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:48:12.794943 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Pushing event updated for resources: {'Port': ['ID=ddcd692d-253b-4260-a3b4-fccfaf2ad939,revision_number=7']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:48:12.987559 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] get_ports_and_sgs() called for port_ids ['ddcd692d-253b-4260-a3b4-fccfaf2ad939'] {{(pid=116163) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 11:48:13.371377 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (d5baab19-5dd1-4902-922b-84acb048ab9c), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:48:13.372583 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6209fb90-c076-4170-99bb-4528fcaef34d req-8671f74e-785e-4718-b4ee-48505407593e tempest-TestShelveInstance-1703156370 tempest-TestShelveInstance-1703156370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:48:13.376090 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-6209fb90-c076-4170-99bb-4528fcaef34d req-8671f74e-785e-4718-b4ee-48505407593e tempest-TestShelveInstance-1703156370 tempest-TestShelveInstance-1703156370-project] 10.222.0.10 "GET /v2.0/ports?device_id=8ad362aa-0eb6-484e-ac51-f334d6eb9771 HTTP/1.1" status: 200 len: 944 time: 0.0501249 Apr 28 11:48:13.423067 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-6209fb90-c076-4170-99bb-4528fcaef34d req-cb571e2d-d614-470c-a491-17c672382a6a tempest-TestShelveInstance-1703156370 tempest-TestShelveInstance-1703156370-project] 10.222.0.10 "GET /v2.0/security-groups?id=c136c387-30ba-443c-a3ce-46e633cc5b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431097 Apr 28 11:48:14.507943 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Device ddcd692d-253b-4260-a3b4-fccfaf2ad939 up at agent hyperv_hv-neutron-mast {{(pid=116163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 11:48:14.537776 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc875409-6278-44e4-a2ab-cd6b67cc4ef3 req-6230efaa-f959-479a-a8f5-2c79cfbd543c tempest-TestShelveInstance-1703156370 tempest-TestShelveInstance-1703156370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:48:14.539298 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-dc875409-6278-44e4-a2ab-cd6b67cc4ef3 req-6230efaa-f959-479a-a8f5-2c79cfbd543c tempest-TestShelveInstance-1703156370 tempest-TestShelveInstance-1703156370-project] 10.222.0.10 "GET /v2.0/ports?device_id=8ad362aa-0eb6-484e-ac51-f334d6eb9771 HTTP/1.1" status: 200 len: 944 time: 0.0481019 Apr 28 11:48:14.555143 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Provisioning complete for port ddcd692d-253b-4260-a3b4-fccfaf2ad939 triggered by entity L2. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:48:14.555515 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (ddcd692d-253b-4260-a3b4-fccfaf2ad939), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:48:14.598947 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-dc875409-6278-44e4-a2ab-cd6b67cc4ef3 req-58f896d5-33b1-4683-a65f-6a4fa4496c8c tempest-TestShelveInstance-1703156370 tempest-TestShelveInstance-1703156370-project] 10.222.0.10 "GET /v2.0/security-groups?id=c136c387-30ba-443c-a3ce-46e633cc5b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538268 Apr 28 11:48:14.633571 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Current status of the port ddcd692d-253b-4260-a3b4-fccfaf2ad939 is: BUILD; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:48:14.633956 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (ddcd692d-253b-4260-a3b4-fccfaf2ad939), before_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:48:14.655123 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ad362aa-0eb6-484e-ac51-f334d6eb9771', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ddcd692d-253b-4260-a3b4-fccfaf2ad939'}] {{(pid=116163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 11:48:14.657337 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f01aec4a4f83961b54a953becfce2676879fb1d4b91122543244f430a0b8460" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22d9bfee-d63d-4c46-b91f-79aa5597499d" -d '{"events": [{"server_uuid": "8ad362aa-0eb6-484e-ac51-f334d6eb9771", "name": "network-vif-plugged", "status": "completed", "tag": "ddcd692d-253b-4260-a3b4-fccfaf2ad939"}]}' {{(pid=116163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 11:48:14.672541 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] For port ddcd692d-253b-4260-a3b4-fccfaf2ad939, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=ddcd692d-253b-4260-a3b4-fccfaf2ad939,segment=NetworkSegment(1466f5ef-d42a-46e4-88cb-e6c72abc4c22),segment_id=1466f5ef-d42a-46e4-88cb-e6c72abc4c22)] {{(pid=116163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 11:48:14.692781 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 11:48:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46dc82a5-799f-44e7-baf5-99143adf22d0 x-openstack-request-id: req-46dc82a5-799f-44e7-baf5-99143adf22d0 {{(pid=116163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 11:48:14.693074 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ad362aa-0eb6-484e-ac51-f334d6eb9771", "name": "network-vif-plugged", "status": "completed", "tag": "ddcd692d-253b-4260-a3b4-fccfaf2ad939", "code": 200}]} {{(pid=116163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 11:48:14.694008 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-46dc82a5-799f-44e7-baf5-99143adf22d0 {{(pid=116163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 11:48:14.694425 dv-neutron-master-2-hyperv neutron-server[116163]: INFO neutron.notifiers.nova [-] Nova event matching ['req-46dc82a5-799f-44e7-baf5-99143adf22d0'] response: {'server_uuid': '8ad362aa-0eb6-484e-ac51-f334d6eb9771', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ddcd692d-253b-4260-a3b4-fccfaf2ad939', 'code': 200} Apr 28 11:48:14.753245 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393'] for port (ddcd692d-253b-4260-a3b4-fccfaf2ad939), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:48:14.803639 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Pushing event updated for resources: {'Port': ['ID=ddcd692d-253b-4260-a3b4-fccfaf2ad939,revision_number=8']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:48:15.028226 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b861c6cc-4bab-47d3-8614-99776ae76a84 req-37b67b91-c3e8-43f8-962e-c073d7da9403 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:48:15.029723 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-b861c6cc-4bab-47d3-8614-99776ae76a84 req-37b67b91-c3e8-43f8-962e-c073d7da9403 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=8ad362aa-0eb6-484e-ac51-f334d6eb9771 HTTP/1.1" status: 200 len: 1129 time: 0.0381985 Apr 28 11:48:15.082889 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-b861c6cc-4bab-47d3-8614-99776ae76a84 req-2c6d4283-e076-4e43-a6ee-33e0c174810f service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=c136c387-30ba-443c-a3ce-46e633cc5b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463216 Apr 28 11:48:15.707482 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532bd9d9-6cb0-451a-a605-63947650d8af req-14c35b13-c033-46ce-a3b4-499c83f5fe93 tempest-TestShelveInstance-1703156370 tempest-TestShelveInstance-1703156370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:48:15.709603 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-532bd9d9-6cb0-451a-a605-63947650d8af req-14c35b13-c033-46ce-a3b4-499c83f5fe93 tempest-TestShelveInstance-1703156370 tempest-TestShelveInstance-1703156370-project] 10.222.0.10 "GET /v2.0/ports?device_id=8ad362aa-0eb6-484e-ac51-f334d6eb9771 HTTP/1.1" status: 200 len: 945 time: 0.0462997 Apr 28 11:48:15.757470 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-532bd9d9-6cb0-451a-a605-63947650d8af req-130f157c-3f0c-405e-a470-06277b8fadd1 tempest-TestShelveInstance-1703156370 tempest-TestShelveInstance-1703156370-project] 10.222.0.10 "GET /v2.0/security-groups?id=c136c387-30ba-443c-a3ce-46e633cc5b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423071 Apr 28 11:48:16.870594 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f07357-efb7-4bc9-861c-6eebc5e39886 req-bbaceeb7-7d72-4492-ba07-6eb2df66cc88 tempest-TestShelveInstance-1703156370 tempest-TestShelveInstance-1703156370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:48:16.872107 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-59f07357-efb7-4bc9-861c-6eebc5e39886 req-bbaceeb7-7d72-4492-ba07-6eb2df66cc88 tempest-TestShelveInstance-1703156370 tempest-TestShelveInstance-1703156370-project] 10.222.0.10 "GET /v2.0/ports?device_id=8ad362aa-0eb6-484e-ac51-f334d6eb9771 HTTP/1.1" status: 200 len: 945 time: 0.0471978 Apr 28 11:48:16.920789 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-59f07357-efb7-4bc9-861c-6eebc5e39886 req-803b74d3-59a3-4a1e-80fb-b554a5ec4575 tempest-TestShelveInstance-1703156370 tempest-TestShelveInstance-1703156370-project] 10.222.0.10 "GET /v2.0/security-groups?id=c136c387-30ba-443c-a3ce-46e633cc5b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431497 Apr 28 11:48:21.022275 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (6be95134-9a6c-4663-8b48-90d12ce90c60), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:48:21.154612 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.agents_db [None req-54b29a82-8a19-4507-95e3-3a2d011841ff None None] Agent healthcheck: found 6 active agents {{(pid=116164) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 28 11:48:37.045309 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-a5b9e0d2-aa39-46c3-8687-506acb7d03cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (75ba81b7-fe99-4281-90d2-a5adb445ecea), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:48:39.468441 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-dd97212e-ff87-480d-899f-0ddd8c922e77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (6b492ad6-0876-4d74-b20d-28143a52ceba), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:48:40.656675 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-ae94d540-e4c6-43be-adc9-b26fb6a2f62f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (cfc241ae-e4b7-443b-b80b-59fbbc2b69c9), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:48:42.256613 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-01ef1de1-12fd-4cef-b76b-793f91379468 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (39cc4f52-f5d9-4e2c-bbfa-7a1c528e1c40), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:48:43.376835 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (d5baab19-5dd1-4902-922b-84acb048ab9c), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:48:50.999608 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (6be95134-9a6c-4663-8b48-90d12ce90c60), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:48:58.153528 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.agents_db [None req-54b29a82-8a19-4507-95e3-3a2d011841ff None None] Agent healthcheck: found 6 active agents {{(pid=116164) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 28 11:49:07.043903 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-571186ad-9f8c-41e2-a94e-a10bbc1cecc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (75ba81b7-fe99-4281-90d2-a5adb445ecea), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:49:09.616060 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-d725644a-f92e-4883-9bdd-9669bba50023 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (6b492ad6-0876-4d74-b20d-28143a52ceba), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:49:10.650866 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-ae94d540-e4c6-43be-adc9-b26fb6a2f62f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (cfc241ae-e4b7-443b-b80b-59fbbc2b69c9), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:49:12.256079 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-01ef1de1-12fd-4cef-b76b-793f91379468 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (39cc4f52-f5d9-4e2c-bbfa-7a1c528e1c40), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:49:12.602418 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-a971aa02-f462-4e80-83b4-3afd854b539a req-caf5571c-2b85-4219-98dd-52fd3cafe3fc service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=8ad362aa-0eb6-484e-ac51-f334d6eb9771&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0379395 Apr 28 11:49:12.684087 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a971aa02-f462-4e80-83b4-3afd854b539a req-eae8240f-22c4-45c3-bf6f-e801d4d696cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:49:12.685627 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-a971aa02-f462-4e80-83b4-3afd854b539a req-eae8240f-22c4-45c3-bf6f-e801d4d696cf service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=763854b139984135af3e9b5246b55c31&device_id=8ad362aa-0eb6-484e-ac51-f334d6eb9771 HTTP/1.1" status: 200 len: 1129 time: 0.0418956 Apr 28 11:49:12.788507 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a971aa02-f462-4e80-83b4-3afd854b539a req-1cb06d34-3883-43bb-8b71-af60d8c12fbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:49:12.790020 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-a971aa02-f462-4e80-83b4-3afd854b539a req-1cb06d34-3883-43bb-8b71-af60d8c12fbc service neutron] 10.222.0.20 "GET /v2.0/networks?id=f8b931ad-5a52-4b20-ac70-2d2d9b213b35 HTTP/1.1" status: 200 len: 908 time: 0.0871384 Apr 28 11:49:12.856749 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-a971aa02-f462-4e80-83b4-3afd854b539a req-4d029ac6-984d-4b3b-9176-831a3436f5db service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ddcd692d-253b-4260-a3b4-fccfaf2ad939 HTTP/1.1" status: 200 len: 1000 time: 0.0610051 Apr 28 11:49:13.196429 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a971aa02-f462-4e80-83b4-3afd854b539a req-3c70787e-2bce-4797-ae34-9601406f8d55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:49:13.197880 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-a971aa02-f462-4e80-83b4-3afd854b539a req-3c70787e-2bce-4797-ae34-9601406f8d55 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d50c530a-e04c-4671-8714-fa48e7f40504 HTTP/1.1" status: 200 len: 847 time: 0.3358619 Apr 28 11:49:13.240287 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a971aa02-f462-4e80-83b4-3afd854b539a req-69a4efd4-4fe4-43f0-a9d8-01e869931bea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:49:13.241747 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-a971aa02-f462-4e80-83b4-3afd854b539a req-69a4efd4-4fe4-43f0-a9d8-01e869931bea service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f8b931ad-5a52-4b20-ac70-2d2d9b213b35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0382559 Apr 28 11:49:13.334884 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-a971aa02-f462-4e80-83b4-3afd854b539a req-979f68c1-e8b9-494b-9f99-8dc2a878067b service neutron] 10.222.0.20 "GET /v2.0/networks/f8b931ad-5a52-4b20-ac70-2d2d9b213b35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864432 Apr 28 11:49:13.359239 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (d5baab19-5dd1-4902-922b-84acb048ab9c), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:49:13.420637 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-a971aa02-f462-4e80-83b4-3afd854b539a req-f0975fe7-a65d-47b6-8269-bdc54c3d6b84 service neutron] 10.222.0.20 "GET /v2.0/networks/f8b931ad-5a52-4b20-ac70-2d2d9b213b35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802441 Apr 28 11:49:21.015911 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (6be95134-9a6c-4663-8b48-90d12ce90c60), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:49:35.151826 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.agents_db [None req-54b29a82-8a19-4507-95e3-3a2d011841ff None None] Agent healthcheck: found 6 active agents {{(pid=116164) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 28 11:49:37.044473 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-943a0e4a-24cc-4830-8783-3d78e9271c2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (75ba81b7-fe99-4281-90d2-a5adb445ecea), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:49:39.478917 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-23248e74-04fe-4405-bab4-de759d114d62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (6b492ad6-0876-4d74-b20d-28143a52ceba), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:49:40.656002 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-ae94d540-e4c6-43be-adc9-b26fb6a2f62f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (cfc241ae-e4b7-443b-b80b-59fbbc2b69c9), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:49:42.290347 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-01ef1de1-12fd-4cef-b76b-793f91379468 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (39cc4f52-f5d9-4e2c-bbfa-7a1c528e1c40), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:49:43.381539 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (d5baab19-5dd1-4902-922b-84acb048ab9c), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:49:51.044476 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (6be95134-9a6c-4663-8b48-90d12ce90c60), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:49:52.807410 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 34740) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:49:53.147324 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.plugin [None req-8c75d0cb-3d71-41f9-8c49-810900a7354f tempest-TestShelveInstance-1703156370 tempest-TestShelveInstance-1703156370-project] Deleting port e61f60b8-d643-4847-8161-e974d2e8ce1e {{(pid=116162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 11:49:53.147660 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-8c75d0cb-3d71-41f9-8c49-810900a7354f tempest-TestShelveInstance-1703156370 tempest-TestShelveInstance-1703156370-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742235130188'] for port (e61f60b8-d643-4847-8161-e974d2e8ce1e), before_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:49:53.220689 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-8c75d0cb-3d71-41f9-8c49-810900a7354f tempest-TestShelveInstance-1703156370 tempest-TestShelveInstance-1703156370-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1938497'] for port (e61f60b8-d643-4847-8161-e974d2e8ce1e), precommit_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:49:53.221012 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-8c75d0cb-3d71-41f9-8c49-810900a7354f tempest-TestShelveInstance-1703156370 tempest-TestShelveInstance-1703156370-project] Publish callbacks [] for floatingip (e61f60b8-d643-4847-8161-e974d2e8ce1e), precommit_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:49:53.233190 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.plugin [None req-8c75d0cb-3d71-41f9-8c49-810900a7354f tempest-TestShelveInstance-1703156370 tempest-TestShelveInstance-1703156370-project] Calling delete_port for e61f60b8-d643-4847-8161-e974d2e8ce1e owned by network:floatingip {{(pid=116162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 11:49:53.438655 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-8c75d0cb-3d71-41f9-8c49-810900a7354f tempest-TestShelveInstance-1703156370 tempest-TestShelveInstance-1703156370-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742235135690', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742234710366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5051867'] for port (e61f60b8-d643-4847-8161-e974d2e8ce1e), after_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:49:53.465272 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c75d0cb-3d71-41f9-8c49-810900a7354f tempest-TestShelveInstance-1703156370 tempest-TestShelveInstance-1703156370-project] Pushing event deleted for resources: {'Port': ['ID=e61f60b8-d643-4847-8161-e974d2e8ce1e,revision_number=None']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:49:53.493974 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c75d0cb-3d71-41f9-8c49-810900a7354f tempest-TestShelveInstance-1703156370 tempest-TestShelveInstance-1703156370-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:49:53.494321 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c75d0cb-3d71-41f9-8c49-810900a7354f tempest-TestShelveInstance-1703156370 tempest-TestShelveInstance-1703156370-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:49:53.494687 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c75d0cb-3d71-41f9-8c49-810900a7354f tempest-TestShelveInstance-1703156370 tempest-TestShelveInstance-1703156370-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:49:53.495028 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c75d0cb-3d71-41f9-8c49-810900a7354f tempest-TestShelveInstance-1703156370 tempest-TestShelveInstance-1703156370-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:49:53.495365 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c75d0cb-3d71-41f9-8c49-810900a7354f tempest-TestShelveInstance-1703156370 tempest-TestShelveInstance-1703156370-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:49:53.495692 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c75d0cb-3d71-41f9-8c49-810900a7354f tempest-TestShelveInstance-1703156370 tempest-TestShelveInstance-1703156370-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:49:53.496015 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c75d0cb-3d71-41f9-8c49-810900a7354f tempest-TestShelveInstance-1703156370 tempest-TestShelveInstance-1703156370-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:49:53.496344 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c75d0cb-3d71-41f9-8c49-810900a7354f tempest-TestShelveInstance-1703156370 tempest-TestShelveInstance-1703156370-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:49:53.496667 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c75d0cb-3d71-41f9-8c49-810900a7354f tempest-TestShelveInstance-1703156370 tempest-TestShelveInstance-1703156370-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:49:53.496990 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c75d0cb-3d71-41f9-8c49-810900a7354f tempest-TestShelveInstance-1703156370 tempest-TestShelveInstance-1703156370-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:49:53.497314 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c75d0cb-3d71-41f9-8c49-810900a7354f tempest-TestShelveInstance-1703156370 tempest-TestShelveInstance-1703156370-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:49:53.497638 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c75d0cb-3d71-41f9-8c49-810900a7354f tempest-TestShelveInstance-1703156370 tempest-TestShelveInstance-1703156370-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:49:53.497957 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c75d0cb-3d71-41f9-8c49-810900a7354f tempest-TestShelveInstance-1703156370 tempest-TestShelveInstance-1703156370-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:49:53.498275 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c75d0cb-3d71-41f9-8c49-810900a7354f tempest-TestShelveInstance-1703156370 tempest-TestShelveInstance-1703156370-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:49:53.498625 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c75d0cb-3d71-41f9-8c49-810900a7354f tempest-TestShelveInstance-1703156370 tempest-TestShelveInstance-1703156370-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:49:53.539757 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-8c75d0cb-3d71-41f9-8c49-810900a7354f tempest-TestShelveInstance-1703156370 tempest-TestShelveInstance-1703156370-project] Publish callbacks [] for floatingip (1b2d83aa-8db4-4826-ac24-531ac884ecf5), after_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:49:53.540087 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.db.l3_db [None req-8c75d0cb-3d71-41f9-8c49-810900a7354f tempest-TestShelveInstance-1703156370 tempest-TestShelveInstance-1703156370-project] Floating IP 1b2d83aa-8db4-4826-ac24-531ac884ecf5 disassociated (deleted). External IP: 172.36.4.52, port: ddcd692d-253b-4260-a3b4-fccfaf2ad939. Apr 28 11:49:53.748193 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c75d0cb-3d71-41f9-8c49-810900a7354f tempest-TestShelveInstance-1703156370 tempest-TestShelveInstance-1703156370-project] Router d5609989-caa6-4ebf-a9d2-7fe1156d27c0 has already been hosted by L3 agent 6b492ad6-0876-4d74-b20d-28143a52ceba {{(pid=116162) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 11:49:53.856143 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c75d0cb-3d71-41f9-8c49-810900a7354f tempest-TestShelveInstance-1703156370 tempest-TestShelveInstance-1703156370-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=116162) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 11:49:53.860906 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-8c75d0cb-3d71-41f9-8c49-810900a7354f tempest-TestShelveInstance-1703156370 tempest-TestShelveInstance-1703156370-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198022'] for floatingip (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:49:53.866050 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-226aa3f2-0290-4fe8-b662-e387008394a6 None None] Sync routers for ids ['d5609989-caa6-4ebf-a9d2-7fe1156d27c0'] in dv-neutron-master-2-hyperv {{(pid=116163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 11:49:53.874865 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-226aa3f2-0290-4fe8-b662-e387008394a6 None None] Routers {'d5609989-caa6-4ebf-a9d2-7fe1156d27c0'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=116163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 11:49:53.875518 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_hamode_db [None req-226aa3f2-0290-4fe8-b662-e387008394a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-28T10:50:39Z,description=,heartbeat_timestamp=2022-04-28T11:49:39Z,host='dv-neutron-master-2-hyperv',id=6b492ad6-0876-4d74-b20d-28143a52ceba,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T10:50:40Z,topic='l3_agent')) {'router_ids': ['d5609989-caa6-4ebf-a9d2-7fe1156d27c0'], 'active': True} {{(pid=116163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:49:53.890227 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-8c75d0cb-3d71-41f9-8c49-810900a7354f tempest-TestShelveInstance-1703156370 tempest-TestShelveInstance-1703156370-project] 10.222.0.10 "DELETE /v2.0/floatingips/1b2d83aa-8db4-4826-ac24-531ac884ecf5 HTTP/1.1" status: 204 len: 168 time: 1.0814767 Apr 28 11:49:53.890942 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ad362aa-0eb6-484e-ac51-f334d6eb9771', 'tag': 'ddcd692d-253b-4260-a3b4-fccfaf2ad939'}] {{(pid=116162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 11:49:53.893268 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ba53f40d6116d28995a8e36159d0e539b5353eec116fb5dd4ce03b4b2159ab1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-acd39b79-e05f-45ee-8b56-d5a08298cadb" -d '{"events": [{"name": "network-changed", "server_uuid": "8ad362aa-0eb6-484e-ac51-f334d6eb9771", "tag": "ddcd692d-253b-4260-a3b4-fccfaf2ad939"}]}' {{(pid=116162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 11:49:53.991621 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvr_db [None req-226aa3f2-0290-4fe8-b662-e387008394a6 None None] Set router d5609989-caa6-4ebf-a9d2-7fe1156d27c0 gateway port host: dv-neutron-master-2-hyperv {{(pid=116163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 11:49:54.046661 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 11:49:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-344b5e98-981b-4e37-8f26-0a48ed76c18c x-openstack-request-id: req-344b5e98-981b-4e37-8f26-0a48ed76c18c {{(pid=116162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 11:49:54.047223 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8ad362aa-0eb6-484e-ac51-f334d6eb9771", "tag": "ddcd692d-253b-4260-a3b4-fccfaf2ad939", "status": "completed", "code": 200}]} {{(pid=116162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 11:49:54.047485 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-344b5e98-981b-4e37-8f26-0a48ed76c18c {{(pid=116162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 11:49:54.047902 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.notifiers.nova [-] Nova event matching ['req-344b5e98-981b-4e37-8f26-0a48ed76c18c'] response: {'name': 'network-changed', 'server_uuid': '8ad362aa-0eb6-484e-ac51-f334d6eb9771', 'tag': 'ddcd692d-253b-4260-a3b4-fccfaf2ad939', 'status': 'completed', 'code': 200} Apr 28 11:49:54.109384 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd39b79-e05f-45ee-8b56-d5a08298cadb req-f30e2762-61a2-4e3c-9018-a0a6c05c3cb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:49:54.110996 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-acd39b79-e05f-45ee-8b56-d5a08298cadb req-f30e2762-61a2-4e3c-9018-a0a6c05c3cb6 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=763854b139984135af3e9b5246b55c31&device_id=8ad362aa-0eb6-484e-ac51-f334d6eb9771 HTTP/1.1" status: 200 len: 1129 time: 0.0429950 Apr 28 11:49:54.195120 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_hamode_db [None req-226aa3f2-0290-4fe8-b662-e387008394a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5609989-caa6-4ebf-a9d2-7fe1156d27c0', 'name': 'tempest-TestShelveInstance-353498489-router', 'tenant_id': '763854b139984135af3e9b5246b55c31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'external_fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.88'}], 'enable_snat': True}, 'gw_port_id': 'aca65b73-df62-4684-b9fd-54af16cd023c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T11:39:37Z', 'updated_at': '2022-04-28T11:39:40Z', 'revision_number': 4, 'project_id': '763854b139984135af3e9b5246b55c31', 'gw_port': {'id': 'aca65b73-df62-4684-b9fd-54af16cd023c', 'name': '', 'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:b8:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5609989-caa6-4ebf-a9d2-7fe1156d27c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1819, 'fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:39:38Z', 'updated_at': '2022-04-28T11:39:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'bb99375a-e5e2-409b-929d-b99a7e089920', 'name': '', 'network_id': 'f8b931ad-5a52-4b20-ac70-2d2d9b213b35', 'tenant_id': '763854b139984135af3e9b5246b55c31', 'mac_address': 'fa:16:3e:8e:eb:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5609989-caa6-4ebf-a9d2-7fe1156d27c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1820, 'fixed_ips': [{'subnet_id': 'd50c530a-e04c-4671-8714-fa48e7f40504', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:39:39Z', 'updated_at': '2022-04-28T11:39:43Z', 'revision_number': 5, 'project_id': '763854b139984135af3e9b5246b55c31', 'subnets': [{'id': 'd50c530a-e04c-4671-8714-fa48e7f40504', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=116163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:49:54.213200 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd39b79-e05f-45ee-8b56-d5a08298cadb req-b15f00d4-449f-4c50-b242-b66fa65f8a1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:49:54.214764 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-acd39b79-e05f-45ee-8b56-d5a08298cadb req-b15f00d4-449f-4c50-b242-b66fa65f8a1a service neutron] 10.222.0.20 "GET /v2.0/networks?id=f8b931ad-5a52-4b20-ac70-2d2d9b213b35 HTTP/1.1" status: 200 len: 908 time: 0.0979528 Apr 28 11:49:54.221908 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-226aa3f2-0290-4fe8-b662-e387008394a6 None None] Checking router: d5609989-caa6-4ebf-a9d2-7fe1156d27c0 for host: dv-neutron-master-2-hyperv {{(pid=116163) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 11:49:54.232547 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-226aa3f2-0290-4fe8-b662-e387008394a6 None None] Routers {'d5609989-caa6-4ebf-a9d2-7fe1156d27c0'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=116163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 11:49:54.233182 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_hamode_db [None req-226aa3f2-0290-4fe8-b662-e387008394a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-28T10:50:39Z,description=,heartbeat_timestamp=2022-04-28T11:49:39Z,host='dv-neutron-master-2-hyperv',id=6b492ad6-0876-4d74-b20d-28143a52ceba,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T10:50:40Z,topic='l3_agent')) {'router_ids': ['d5609989-caa6-4ebf-a9d2-7fe1156d27c0'], 'active': True} {{(pid=116163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:49:54.261095 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-acd39b79-e05f-45ee-8b56-d5a08298cadb req-f2fab77a-9ab2-4bb3-89ce-db4716db2197 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ddcd692d-253b-4260-a3b4-fccfaf2ad939 HTTP/1.1" status: 200 len: 217 time: 0.0409467 Apr 28 11:49:54.321217 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f523dad5-b2b3-4b09-83f8-127c0d56acd2 req-4d02fde7-d2c1-4706-b70c-a8264d8ce1cb tempest-TestShelveInstance-1703156370 tempest-TestShelveInstance-1703156370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:49:54.322752 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-f523dad5-b2b3-4b09-83f8-127c0d56acd2 req-4d02fde7-d2c1-4706-b70c-a8264d8ce1cb tempest-TestShelveInstance-1703156370 tempest-TestShelveInstance-1703156370-project] 10.222.0.10 "GET /v2.0/ports?device_id=8ad362aa-0eb6-484e-ac51-f334d6eb9771 HTTP/1.1" status: 200 len: 945 time: 0.0533156 Apr 28 11:49:54.348340 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvr_db [None req-226aa3f2-0290-4fe8-b662-e387008394a6 None None] Set router d5609989-caa6-4ebf-a9d2-7fe1156d27c0 gateway port host: dv-neutron-master-2-hyperv {{(pid=116163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 11:49:54.373061 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-f523dad5-b2b3-4b09-83f8-127c0d56acd2 req-b179d7b9-33b0-4c40-a639-88d0a10c241a tempest-TestShelveInstance-1703156370 tempest-TestShelveInstance-1703156370-project] 10.222.0.10 "GET /v2.0/security-groups?id=c136c387-30ba-443c-a3ce-46e633cc5b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445638 Apr 28 11:49:54.539675 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_hamode_db [None req-226aa3f2-0290-4fe8-b662-e387008394a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5609989-caa6-4ebf-a9d2-7fe1156d27c0', 'name': 'tempest-TestShelveInstance-353498489-router', 'tenant_id': '763854b139984135af3e9b5246b55c31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'external_fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.88'}], 'enable_snat': True}, 'gw_port_id': 'aca65b73-df62-4684-b9fd-54af16cd023c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T11:39:37Z', 'updated_at': '2022-04-28T11:39:40Z', 'revision_number': 4, 'project_id': '763854b139984135af3e9b5246b55c31', 'gw_port': {'id': 'aca65b73-df62-4684-b9fd-54af16cd023c', 'name': '', 'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:b8:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5609989-caa6-4ebf-a9d2-7fe1156d27c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1819, 'fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:39:38Z', 'updated_at': '2022-04-28T11:39:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'bb99375a-e5e2-409b-929d-b99a7e089920', 'name': '', 'network_id': 'f8b931ad-5a52-4b20-ac70-2d2d9b213b35', 'tenant_id': '763854b139984135af3e9b5246b55c31', 'mac_address': 'fa:16:3e:8e:eb:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5609989-caa6-4ebf-a9d2-7fe1156d27c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1820, 'fixed_ips': [{'subnet_id': 'd50c530a-e04c-4671-8714-fa48e7f40504', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:39:39Z', 'updated_at': '2022-04-28T11:39:43Z', 'revision_number': 5, 'project_id': '763854b139984135af3e9b5246b55c31', 'subnets': [{'id': 'd50c530a-e04c-4671-8714-fa48e7f40504', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=116163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:49:54.565512 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-226aa3f2-0290-4fe8-b662-e387008394a6 None None] The sync data for ids ['d5609989-caa6-4ebf-a9d2-7fe1156d27c0'] in dv-neutron-master-2-hyperv is: [{'id': 'd5609989-caa6-4ebf-a9d2-7fe1156d27c0', 'name': 'tempest-TestShelveInstance-353498489-router', 'tenant_id': '763854b139984135af3e9b5246b55c31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'external_fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.88'}], 'enable_snat': True}, 'gw_port_id': 'aca65b73-df62-4684-b9fd-54af16cd023c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T11:39:37Z', 'updated_at': '2022-04-28T11:39:40Z', 'revision_number': 4, 'project_id': '763854b139984135af3e9b5246b55c31', 'gw_port': {'id': 'aca65b73-df62-4684-b9fd-54af16cd023c', 'name': '', 'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:b8:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5609989-caa6-4ebf-a9d2-7fe1156d27c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1819, 'fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:39:38Z', 'updated_at': '2022-04-28T11:39:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'bb99375a-e5e2-409b-929d-b99a7e089920', 'name': '', 'network_id': 'f8b931ad-5a52-4b20-ac70-2d2d9b213b35', 'tenant_id': '763854b139984135af3e9b5246b55c31', 'mac_address': 'fa:16:3e:8e:eb:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5609989-caa6-4ebf-a9d2-7fe1156d27c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1820, 'fixed_ips': [{'subnet_id': 'd50c530a-e04c-4671-8714-fa48e7f40504', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:39:39Z', 'updated_at': '2022-04-28T11:39:43Z', 'revision_number': 5, 'project_id': '763854b139984135af3e9b5246b55c31', 'subnets': [{'id': 'd50c530a-e04c-4671-8714-fa48e7f40504', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=116163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 11:49:54.781502 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e455f46-3441-4ee2-82f7-546abc79fccc None None] New status for floating IP 1b2d83aa-8db4-4826-ac24-531ac884ecf5: DOWN {{(pid=116164) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 28 11:49:55.247762 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd39b79-e05f-45ee-8b56-d5a08298cadb req-1305cd5d-91cd-4d42-b119-45d5be457b41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:49:55.249166 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-acd39b79-e05f-45ee-8b56-d5a08298cadb req-1305cd5d-91cd-4d42-b119-45d5be457b41 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d50c530a-e04c-4671-8714-fa48e7f40504 HTTP/1.1" status: 200 len: 847 time: 0.0437427 Apr 28 11:49:55.297154 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd39b79-e05f-45ee-8b56-d5a08298cadb req-88107359-d424-4410-8318-83fb8847035b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:49:55.298740 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-acd39b79-e05f-45ee-8b56-d5a08298cadb req-88107359-d424-4410-8318-83fb8847035b service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f8b931ad-5a52-4b20-ac70-2d2d9b213b35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0424080 Apr 28 11:49:55.387820 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-acd39b79-e05f-45ee-8b56-d5a08298cadb req-fe677816-9839-4ac8-8d6a-4873fffbf9f2 service neutron] 10.222.0.20 "GET /v2.0/networks/f8b931ad-5a52-4b20-ac70-2d2d9b213b35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822713 Apr 28 11:49:55.485140 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-acd39b79-e05f-45ee-8b56-d5a08298cadb req-bff2d092-e370-426c-9892-6c336afcebd8 service neutron] 10.222.0.20 "GET /v2.0/networks/f8b931ad-5a52-4b20-ac70-2d2d9b213b35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916464 Apr 28 11:49:55.490183 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b886982-9131-4018-a8b1-bb5e1b735512 req-cd0dc4b3-6aad-4d5f-9834-b12c3aac9ae5 tempest-TestShelveInstance-1703156370 tempest-TestShelveInstance-1703156370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:49:55.491687 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-5b886982-9131-4018-a8b1-bb5e1b735512 req-cd0dc4b3-6aad-4d5f-9834-b12c3aac9ae5 tempest-TestShelveInstance-1703156370 tempest-TestShelveInstance-1703156370-project] 10.222.0.10 "GET /v2.0/ports?device_id=8ad362aa-0eb6-484e-ac51-f334d6eb9771 HTTP/1.1" status: 200 len: 945 time: 0.0471604 Apr 28 11:49:55.540309 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-5b886982-9131-4018-a8b1-bb5e1b735512 req-08c5a390-a0bd-48a4-a6e2-5a229f3a12ee tempest-TestShelveInstance-1703156370 tempest-TestShelveInstance-1703156370-project] 10.222.0.10 "GET /v2.0/security-groups?id=c136c387-30ba-443c-a3ce-46e633cc5b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427821 Apr 28 11:49:55.769393 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0b0295-d7e7-422f-9002-e197e08e3a14 req-0a72a735-1853-45eb-b419-58755486f16f tempest-TestShelveInstance-1703156370 tempest-TestShelveInstance-1703156370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:49:55.770869 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-cd0b0295-d7e7-422f-9002-e197e08e3a14 req-0a72a735-1853-45eb-b419-58755486f16f tempest-TestShelveInstance-1703156370 tempest-TestShelveInstance-1703156370-project] 10.222.0.20 "GET /v2.0/ports?device_id=8ad362aa-0eb6-484e-ac51-f334d6eb9771 HTTP/1.1" status: 200 len: 945 time: 0.0463479 Apr 28 11:49:55.857738 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.plugin [req-cd0b0295-d7e7-422f-9002-e197e08e3a14 req-4c03becb-be5e-4ac2-a650-8a673f5237c1 tempest-TestShelveInstance-1703156370 tempest-TestShelveInstance-1703156370-project] Deleting port ddcd692d-253b-4260-a3b4-fccfaf2ad939 {{(pid=116162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 11:49:55.858075 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [req-cd0b0295-d7e7-422f-9002-e197e08e3a14 req-4c03becb-be5e-4ac2-a650-8a673f5237c1 tempest-TestShelveInstance-1703156370 tempest-TestShelveInstance-1703156370-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742235130188'] for port (ddcd692d-253b-4260-a3b4-fccfaf2ad939), before_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:49:55.946605 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.db [req-cd0b0295-d7e7-422f-9002-e197e08e3a14 req-4c03becb-be5e-4ac2-a650-8a673f5237c1 tempest-TestShelveInstance-1703156370 tempest-TestShelveInstance-1703156370-project] For port ddcd692d-253b-4260-a3b4-fccfaf2ad939, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=ddcd692d-253b-4260-a3b4-fccfaf2ad939,segment=NetworkSegment(1466f5ef-d42a-46e4-88cb-e6c72abc4c22),segment_id=1466f5ef-d42a-46e4-88cb-e6c72abc4c22)] {{(pid=116162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 11:49:55.946971 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [req-cd0b0295-d7e7-422f-9002-e197e08e3a14 req-4c03becb-be5e-4ac2-a650-8a673f5237c1 tempest-TestShelveInstance-1703156370 tempest-TestShelveInstance-1703156370-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1938497'] for port (ddcd692d-253b-4260-a3b4-fccfaf2ad939), precommit_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:49:55.959981 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.plugin [req-cd0b0295-d7e7-422f-9002-e197e08e3a14 req-4c03becb-be5e-4ac2-a650-8a673f5237c1 tempest-TestShelveInstance-1703156370 tempest-TestShelveInstance-1703156370-project] Calling delete_port for ddcd692d-253b-4260-a3b4-fccfaf2ad939 owned by compute:nova {{(pid=116162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 11:49:56.130453 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [req-cd0b0295-d7e7-422f-9002-e197e08e3a14 req-4c03becb-be5e-4ac2-a650-8a673f5237c1 tempest-TestShelveInstance-1703156370 tempest-TestShelveInstance-1703156370-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742235135690', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742234710366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5051867'] for port (ddcd692d-253b-4260-a3b4-fccfaf2ad939), after_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:49:56.158462 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c03becb-be5e-4ac2-a650-8a673f5237c1 tempest-TestShelveInstance-1703156370 tempest-TestShelveInstance-1703156370-project] Pushing event deleted for resources: {'Port': ['ID=ddcd692d-253b-4260-a3b4-fccfaf2ad939,revision_number=None']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:49:56.204368 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd0b0295-d7e7-422f-9002-e197e08e3a14 req-4c03becb-be5e-4ac2-a650-8a673f5237c1 tempest-TestShelveInstance-1703156370 tempest-TestShelveInstance-1703156370-project] No DVR routers for this DVR port ddcd692d-253b-4260-a3b4-fccfaf2ad939 on host hv-neutron-mast {{(pid=116162) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 11:49:56.206929 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [req-cd0b0295-d7e7-422f-9002-e197e08e3a14 req-4c03becb-be5e-4ac2-a650-8a673f5237c1 tempest-TestShelveInstance-1703156370 tempest-TestShelveInstance-1703156370-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198022'] for port (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:49:56.210603 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-cd0b0295-d7e7-422f-9002-e197e08e3a14 req-4c03becb-be5e-4ac2-a650-8a673f5237c1 tempest-TestShelveInstance-1703156370 tempest-TestShelveInstance-1703156370-project] 10.222.0.20 "DELETE /v2.0/ports/ddcd692d-253b-4260-a3b4-fccfaf2ad939 HTTP/1.1" status: 204 len: 173 time: 0.4331841 Apr 28 11:49:56.211041 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ad362aa-0eb6-484e-ac51-f334d6eb9771', 'name': 'network-vif-deleted', 'tag': 'ddcd692d-253b-4260-a3b4-fccfaf2ad939'}] {{(pid=116162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 11:49:56.213348 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ba53f40d6116d28995a8e36159d0e539b5353eec116fb5dd4ce03b4b2159ab1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd1d4558-b4dd-47e8-83fa-5bdfab2395c9" -d '{"events": [{"server_uuid": "8ad362aa-0eb6-484e-ac51-f334d6eb9771", "name": "network-vif-deleted", "tag": "ddcd692d-253b-4260-a3b4-fccfaf2ad939"}]}' {{(pid=116162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 11:49:56.248786 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 11:49:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a69b5ec-9aa4-4a68-9058-359f4b15589e x-openstack-request-id: req-9a69b5ec-9aa4-4a68-9058-359f4b15589e {{(pid=116162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 11:49:56.249417 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ad362aa-0eb6-484e-ac51-f334d6eb9771", "name": "network-vif-deleted", "tag": "ddcd692d-253b-4260-a3b4-fccfaf2ad939", "status": "completed", "code": 200}]} {{(pid=116162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 11:49:56.249417 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-9a69b5ec-9aa4-4a68-9058-359f4b15589e {{(pid=116162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 11:49:56.249767 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9a69b5ec-9aa4-4a68-9058-359f4b15589e'] response: {'server_uuid': '8ad362aa-0eb6-484e-ac51-f334d6eb9771', 'name': 'network-vif-deleted', 'tag': 'ddcd692d-253b-4260-a3b4-fccfaf2ad939', 'status': 'completed', 'code': 200} Apr 28 11:49:56.644361 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-4ca84a72-07cc-4ac1-a3ba-271e69a93962 req-faa9cefd-35b7-4d00-b81a-c2c78d32ef25 tempest-TestShelveInstance-1703156370 tempest-TestShelveInstance-1703156370-project] 10.222.0.10 "GET /v2.0/ports?device_id=8ad362aa-0eb6-484e-ac51-f334d6eb9771 HTTP/1.1" status: 200 len: 210 time: 0.0338311 Apr 28 11:49:57.744211 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-341e242c-796b-4cfa-a49a-967040d500cc req-c08ae6e2-7f5a-47bb-ba03-4151ab3ad295 tempest-TestShelveInstance-1703156370 tempest-TestShelveInstance-1703156370-project] 10.222.0.10 "GET /v2.0/ports?device_id=8ad362aa-0eb6-484e-ac51-f334d6eb9771 HTTP/1.1" status: 200 len: 210 time: 0.0275559 Apr 28 11:49:58.844057 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-2e0897e5-200a-48c4-a718-e8a942a3551a req-23850216-31f4-40b7-a8d8-a0552ae6220e tempest-TestShelveInstance-1703156370 tempest-TestShelveInstance-1703156370-project] 10.222.0.10 "GET /v2.0/ports?device_id=8ad362aa-0eb6-484e-ac51-f334d6eb9771 HTTP/1.1" status: 200 len: 210 time: 0.0279551 Apr 28 11:49:59.031101 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Device ddcd692d-253b-4260-a3b4-fccfaf2ad939 no longer exists at agent hyperv_hv-neutron-mast {{(pid=116163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 11:49:59.055419 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] No Port match for: ddcd692d-253b-4260-a3b4-fccfaf2ad939 {{(pid=116163) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 28 11:49:59.055765 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Device ddcd692d-253b-4260-a3b4-fccfaf2ad939 not bound to the agent host hv-neutron-mast {{(pid=116163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 11:49:59.942030 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-bada537f-7160-431a-ae81-54454e598c70 req-bda5b754-33f4-4572-a3c0-ed5915567c52 tempest-TestShelveInstance-1703156370 tempest-TestShelveInstance-1703156370-project] 10.222.0.10 "GET /v2.0/ports?device_id=8ad362aa-0eb6-484e-ac51-f334d6eb9771 HTTP/1.1" status: 200 len: 210 time: 0.0280769 Apr 28 11:50:01.037619 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-9002558c-b2d5-4fcf-af86-9dde8b65e381 req-3d2597f8-8582-4eb5-af53-bb81b7803d72 tempest-TestShelveInstance-1703156370 tempest-TestShelveInstance-1703156370-project] 10.222.0.10 "GET /v2.0/ports?device_id=8ad362aa-0eb6-484e-ac51-f334d6eb9771 HTTP/1.1" status: 200 len: 210 time: 0.0286751 Apr 28 11:50:02.138518 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-f2c41349-732b-40e5-a418-56c2b1f55ec5 req-d449a87d-8fce-4bd8-b776-37b9e3e97507 tempest-TestShelveInstance-1703156370 tempest-TestShelveInstance-1703156370-project] 10.222.0.10 "GET /v2.0/ports?device_id=8ad362aa-0eb6-484e-ac51-f334d6eb9771 HTTP/1.1" status: 200 len: 210 time: 0.0309317 Apr 28 11:50:03.237477 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-06e2f248-78d8-4488-95b3-83a2f8fbb844 req-50bcb1e3-56d2-4ab1-910c-12f954d8e0d8 tempest-TestShelveInstance-1703156370 tempest-TestShelveInstance-1703156370-project] 10.222.0.10 "GET /v2.0/ports?device_id=8ad362aa-0eb6-484e-ac51-f334d6eb9771 HTTP/1.1" status: 200 len: 210 time: 0.0294044 Apr 28 11:50:04.335371 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-f28a5e18-e50c-444d-99a9-7feed02ab388 req-9c0c03b2-66ac-40c9-8d3c-c34914cc6387 tempest-TestShelveInstance-1703156370 tempest-TestShelveInstance-1703156370-project] 10.222.0.10 "GET /v2.0/ports?device_id=8ad362aa-0eb6-484e-ac51-f334d6eb9771 HTTP/1.1" status: 200 len: 210 time: 0.0295014 Apr 28 11:50:05.430278 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-6218ea73-d492-469b-ae5d-4a67ce8503cf req-1848efce-7cf3-4811-a4f4-4d2c1d7ab84c tempest-TestShelveInstance-1703156370 tempest-TestShelveInstance-1703156370-project] 10.222.0.10 "GET /v2.0/ports?device_id=8ad362aa-0eb6-484e-ac51-f334d6eb9771 HTTP/1.1" status: 200 len: 210 time: 0.0282218 Apr 28 11:50:06.486795 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 34790) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:50:06.544074 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-a088bf1a-7e28-47c2-a9fc-26f5bb5fb372 tempest-TestShelveInstance-1703156370 tempest-TestShelveInstance-1703156370-project] Publish callbacks [] for security_group (c136c387-30ba-443c-a3ce-46e633cc5b7d), before_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:50:06.569782 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-a088bf1a-7e28-47c2-a9fc-26f5bb5fb372 tempest-TestShelveInstance-1703156370 tempest-TestShelveInstance-1703156370-project] Publish callbacks [] for security_group (c136c387-30ba-443c-a3ce-46e633cc5b7d), precommit_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:50:06.695509 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-a088bf1a-7e28-47c2-a9fc-26f5bb5fb372 tempest-TestShelveInstance-1703156370 tempest-TestShelveInstance-1703156370-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924426'] for security_group (c136c387-30ba-443c-a3ce-46e633cc5b7d), after_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:50:06.698330 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-a088bf1a-7e28-47c2-a9fc-26f5bb5fb372 tempest-TestShelveInstance-1703156370 tempest-TestShelveInstance-1703156370-project] Publish callbacks [] for security_group (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:50:06.699590 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-a088bf1a-7e28-47c2-a9fc-26f5bb5fb372 tempest-TestShelveInstance-1703156370 tempest-TestShelveInstance-1703156370-project] 10.222.0.10 "DELETE /v2.0/security-groups/c136c387-30ba-443c-a3ce-46e633cc5b7d HTTP/1.1" status: 204 len: 168 time: 0.2117426 Apr 28 11:50:06.709541 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a088bf1a-7e28-47c2-a9fc-26f5bb5fb372 tempest-TestShelveInstance-1703156370 tempest-TestShelveInstance-1703156370-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c136c387-30ba-443c-a3ce-46e633cc5b7d,revision_number=None']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:50:06.832745 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 34794) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:50:07.049779 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-db56d125-b63b-43fc-a386-836bc896c80d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (75ba81b7-fe99-4281-90d2-a5adb445ecea), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:50:07.356447 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-fa083882-9086-4a3a-8415-0d77e2876b7c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2063420'] for router_interface (d5609989-caa6-4ebf-a9d2-7fe1156d27c0), before_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:50:07.599365 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.plugin [None req-fa083882-9086-4a3a-8415-0d77e2876b7c admin admin] Deleting port bb99375a-e5e2-409b-929d-b99a7e089920 {{(pid=116162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 11:50:07.600017 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-fa083882-9086-4a3a-8415-0d77e2876b7c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742235130188'] for port (bb99375a-e5e2-409b-929d-b99a7e089920), before_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:50:07.676333 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.db [None req-fa083882-9086-4a3a-8415-0d77e2876b7c admin admin] For port bb99375a-e5e2-409b-929d-b99a7e089920, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=bb99375a-e5e2-409b-929d-b99a7e089920,segment=NetworkSegment(1466f5ef-d42a-46e4-88cb-e6c72abc4c22),segment_id=1466f5ef-d42a-46e4-88cb-e6c72abc4c22)] {{(pid=116162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 11:50:07.676692 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-fa083882-9086-4a3a-8415-0d77e2876b7c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1938497'] for port (bb99375a-e5e2-409b-929d-b99a7e089920), precommit_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:50:07.689406 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.plugin [None req-fa083882-9086-4a3a-8415-0d77e2876b7c admin admin] Calling delete_port for bb99375a-e5e2-409b-929d-b99a7e089920 owned by network:router_interface {{(pid=116162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 11:50:07.947228 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-fa083882-9086-4a3a-8415-0d77e2876b7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742235135690', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742234710366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5051867'] for port (bb99375a-e5e2-409b-929d-b99a7e089920), after_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:50:07.977160 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa083882-9086-4a3a-8415-0d77e2876b7c admin admin] Pushing event deleted for resources: {'Port': ['ID=bb99375a-e5e2-409b-929d-b99a7e089920,revision_number=None']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:50:08.153884 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-fa083882-9086-4a3a-8415-0d77e2876b7c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1603051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2063504'] for router_interface (d5609989-caa6-4ebf-a9d2-7fe1156d27c0), after_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:50:08.680904 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa083882-9086-4a3a-8415-0d77e2876b7c admin admin] Router d5609989-caa6-4ebf-a9d2-7fe1156d27c0 has already been hosted by L3 agent 6b492ad6-0876-4d74-b20d-28143a52ceba {{(pid=116162) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 11:50:08.789311 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa083882-9086-4a3a-8415-0d77e2876b7c admin admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=116162) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 11:50:08.794420 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-fa083882-9086-4a3a-8415-0d77e2876b7c admin admin] 10.222.0.10 "PUT /v2.0/routers/d5609989-caa6-4ebf-a9d2-7fe1156d27c0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9604986 Apr 28 11:50:08.796935 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 34798) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:50:08.799600 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ccf75b5-2208-4992-9bb7-760af912f5b5 None None] Sync routers for ids ['d5609989-caa6-4ebf-a9d2-7fe1156d27c0'] in dv-neutron-master-2-hyperv {{(pid=116163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 11:50:08.813309 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ccf75b5-2208-4992-9bb7-760af912f5b5 None None] Routers {'d5609989-caa6-4ebf-a9d2-7fe1156d27c0'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=116163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 11:50:08.813990 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_hamode_db [None req-5ccf75b5-2208-4992-9bb7-760af912f5b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-28T10:50:39Z,description=,heartbeat_timestamp=2022-04-28T11:49:39Z,host='dv-neutron-master-2-hyperv',id=6b492ad6-0876-4d74-b20d-28143a52ceba,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T10:50:40Z,topic='l3_agent')) {'router_ids': ['d5609989-caa6-4ebf-a9d2-7fe1156d27c0'], 'active': True} {{(pid=116163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:50:08.909092 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-b3a30cb6-7d32-49cc-a7f0-e2601201eb4b admin admin] Publish callbacks [] for router (d5609989-caa6-4ebf-a9d2-7fe1156d27c0), before_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:50:08.929167 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvr_db [None req-5ccf75b5-2208-4992-9bb7-760af912f5b5 None None] Set router d5609989-caa6-4ebf-a9d2-7fe1156d27c0 gateway port host: dv-neutron-master-2-hyperv {{(pid=116163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 11:50:09.021173 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-b3a30cb6-7d32-49cc-a7f0-e2601201eb4b admin admin] Publish callbacks [] for router_gateway (d5609989-caa6-4ebf-a9d2-7fe1156d27c0), before_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:50:09.122719 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_hamode_db [None req-5ccf75b5-2208-4992-9bb7-760af912f5b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5609989-caa6-4ebf-a9d2-7fe1156d27c0', 'name': 'tempest-TestShelveInstance-353498489-router', 'tenant_id': '763854b139984135af3e9b5246b55c31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'external_fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.88'}], 'enable_snat': True}, 'gw_port_id': 'aca65b73-df62-4684-b9fd-54af16cd023c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T11:39:37Z', 'updated_at': '2022-04-28T11:50:07Z', 'revision_number': 5, 'project_id': '763854b139984135af3e9b5246b55c31', 'gw_port': {'id': 'aca65b73-df62-4684-b9fd-54af16cd023c', 'name': '', 'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:b8:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5609989-caa6-4ebf-a9d2-7fe1156d27c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1819, 'fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:39:38Z', 'updated_at': '2022-04-28T11:39:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=116163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:50:09.122992 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.plugin [None req-b3a30cb6-7d32-49cc-a7f0-e2601201eb4b admin admin] Deleting port aca65b73-df62-4684-b9fd-54af16cd023c {{(pid=116162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 11:50:09.123326 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-b3a30cb6-7d32-49cc-a7f0-e2601201eb4b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742235130188'] for port (aca65b73-df62-4684-b9fd-54af16cd023c), before_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:50:09.156173 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ccf75b5-2208-4992-9bb7-760af912f5b5 None None] Checking router: d5609989-caa6-4ebf-a9d2-7fe1156d27c0 for host: dv-neutron-master-2-hyperv {{(pid=116163) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 11:50:09.165138 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ccf75b5-2208-4992-9bb7-760af912f5b5 None None] Routers {'d5609989-caa6-4ebf-a9d2-7fe1156d27c0'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=116163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 11:50:09.165769 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_hamode_db [None req-5ccf75b5-2208-4992-9bb7-760af912f5b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-28T10:50:39Z,description=,heartbeat_timestamp=2022-04-28T11:49:39Z,host='dv-neutron-master-2-hyperv',id=6b492ad6-0876-4d74-b20d-28143a52ceba,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T10:50:40Z,topic='l3_agent')) {'router_ids': ['d5609989-caa6-4ebf-a9d2-7fe1156d27c0'], 'active': True} {{(pid=116163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:50:09.217125 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.db [None req-b3a30cb6-7d32-49cc-a7f0-e2601201eb4b admin admin] For port aca65b73-df62-4684-b9fd-54af16cd023c, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=aca65b73-df62-4684-b9fd-54af16cd023c,segment=NetworkSegment(142bc50f-d6af-4646-8d06-bb7af6b7b51c),segment_id=142bc50f-d6af-4646-8d06-bb7af6b7b51c)] {{(pid=116162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 11:50:09.217628 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-b3a30cb6-7d32-49cc-a7f0-e2601201eb4b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1938497'] for port (aca65b73-df62-4684-b9fd-54af16cd023c), precommit_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:50:09.231478 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.plugin [None req-b3a30cb6-7d32-49cc-a7f0-e2601201eb4b admin admin] Calling delete_port for aca65b73-df62-4684-b9fd-54af16cd023c owned by network:router_gateway {{(pid=116162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 11:50:09.422129 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvr_db [None req-5ccf75b5-2208-4992-9bb7-760af912f5b5 None None] Set router d5609989-caa6-4ebf-a9d2-7fe1156d27c0 gateway port host: None {{(pid=116163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 11:50:09.484785 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_hamode_db [None req-5ccf75b5-2208-4992-9bb7-760af912f5b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5609989-caa6-4ebf-a9d2-7fe1156d27c0', 'name': 'tempest-TestShelveInstance-353498489-router', 'tenant_id': '763854b139984135af3e9b5246b55c31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T11:39:37Z', 'updated_at': '2022-04-28T11:50:09Z', 'revision_number': 6, 'project_id': '763854b139984135af3e9b5246b55c31', 'gw_port_host': None}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=116163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:50:09.490646 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-b3a30cb6-7d32-49cc-a7f0-e2601201eb4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742235135690', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742234710366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5051867'] for port (aca65b73-df62-4684-b9fd-54af16cd023c), after_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:50:09.513831 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ccf75b5-2208-4992-9bb7-760af912f5b5 None None] The sync data for ids ['d5609989-caa6-4ebf-a9d2-7fe1156d27c0'] in dv-neutron-master-2-hyperv is: [{'id': 'd5609989-caa6-4ebf-a9d2-7fe1156d27c0', 'name': 'tempest-TestShelveInstance-353498489-router', 'tenant_id': '763854b139984135af3e9b5246b55c31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T11:39:37Z', 'updated_at': '2022-04-28T11:50:09Z', 'revision_number': 6, 'project_id': '763854b139984135af3e9b5246b55c31', 'gw_port_host': None}] {{(pid=116163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 11:50:09.518117 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a30cb6-7d32-49cc-a7f0-e2601201eb4b admin admin] Pushing event deleted for resources: {'Port': ['ID=aca65b73-df62-4684-b9fd-54af16cd023c,revision_number=None']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:50:09.518485 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-5b2591fa-2037-406b-acf0-84cae626f916 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (6b492ad6-0876-4d74-b20d-28143a52ceba), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:50:09.590851 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-b3a30cb6-7d32-49cc-a7f0-e2601201eb4b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1935354'] for router_gateway (d5609989-caa6-4ebf-a9d2-7fe1156d27c0), after_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:50:09.684491 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-b3a30cb6-7d32-49cc-a7f0-e2601201eb4b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2060865', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-63275'] for router (d5609989-caa6-4ebf-a9d2-7fe1156d27c0), precommit_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:50:09.686605 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-b3a30cb6-7d32-49cc-a7f0-e2601201eb4b admin admin] Publish callbacks [] for router_controller (d5609989-caa6-4ebf-a9d2-7fe1156d27c0), precommit_delete_associations {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:50:09.798667 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-b3a30cb6-7d32-49cc-a7f0-e2601201eb4b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2060888'] for router (d5609989-caa6-4ebf-a9d2-7fe1156d27c0), after_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:50:09.799180 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3a30cb6-7d32-49cc-a7f0-e2601201eb4b admin admin] Fanout notify agent at l3_agent the message router_deleted on router d5609989-caa6-4ebf-a9d2-7fe1156d27c0 {{(pid=116162) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 28 11:50:09.804440 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-b3a30cb6-7d32-49cc-a7f0-e2601201eb4b admin admin] Publish callbacks [] for router (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:50:09.805473 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-b3a30cb6-7d32-49cc-a7f0-e2601201eb4b admin admin] 10.222.0.10 "DELETE /v2.0/routers/d5609989-caa6-4ebf-a9d2-7fe1156d27c0 HTTP/1.1" status: 204 len: 168 time: 1.0076346 Apr 28 11:50:09.808370 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 34800) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:50:09.854054 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.db.db_base_plugin_v2 [None req-44f96852-9275-4e94-bbeb-fd626e412331 admin admin] Deleting subnet d50c530a-e04c-4671-8714-fa48e7f40504 {{(pid=116162) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 28 11:50:09.857168 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-44f96852-9275-4e94-bbeb-fd626e412331 admin admin] Publish callbacks [] for subnet (d50c530a-e04c-4671-8714-fa48e7f40504), before_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:50:09.892659 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-44f96852-9275-4e94-bbeb-fd626e412331 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5026541'] for subnet (d50c530a-e04c-4671-8714-fa48e7f40504), precommit_delete_associations {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:50:09.979174 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-44f96852-9275-4e94-bbeb-fd626e412331 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-971303'] for subnet (d50c530a-e04c-4671-8714-fa48e7f40504), precommit_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:50:10.107478 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-44f96852-9275-4e94-bbeb-fd626e412331 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-971310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5053962', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4210815'] for subnet (d50c530a-e04c-4671-8714-fa48e7f40504), after_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:50:10.132554 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f96852-9275-4e94-bbeb-fd626e412331 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d50c530a-e04c-4671-8714-fa48e7f40504,revision_number=None']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:50:10.139055 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-44f96852-9275-4e94-bbeb-fd626e412331 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:50:10.141633 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-44f96852-9275-4e94-bbeb-fd626e412331 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/d50c530a-e04c-4671-8714-fa48e7f40504 HTTP/1.1" status: 204 len: 168 time: 0.3323073 Apr 28 11:50:10.146785 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa081788-e749-48f2-8c12-62b89297da59 None None] Network f8b931ad-5a52-4b20-ac70-2d2d9b213b35 requested from dv-neutron-master-2-hyperv {{(pid=116163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 11:50:10.150106 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 34802) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:50:10.234451 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-c1ea45e0-f874-4f0c-a20c-4f804c35e652 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-979593'] for network (f8b931ad-5a52-4b20-ac70-2d2d9b213b35), before_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:50:10.281842 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.plugin [None req-c1ea45e0-f874-4f0c-a20c-4f804c35e652 admin admin] Deleting port 43657ef6-2f27-4f3d-a606-29721105bb57 {{(pid=116162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 11:50:10.293099 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-c1ea45e0-f874-4f0c-a20c-4f804c35e652 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742235130188'] for port (43657ef6-2f27-4f3d-a606-29721105bb57), before_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:50:10.331390 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2c34852-8734-40af-945b-06b1850f16c3 None None] DHCP port deletion for f8b931ad-5a52-4b20-ac70-2d2d9b213b35 request from dv-neutron-master-2-hyperv {{(pid=116163) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 28 11:50:10.359601 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.db [None req-c1ea45e0-f874-4f0c-a20c-4f804c35e652 admin admin] For port 43657ef6-2f27-4f3d-a606-29721105bb57, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=43657ef6-2f27-4f3d-a606-29721105bb57,segment=NetworkSegment(1466f5ef-d42a-46e4-88cb-e6c72abc4c22),segment_id=1466f5ef-d42a-46e4-88cb-e6c72abc4c22)] {{(pid=116162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 11:50:10.359981 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-c1ea45e0-f874-4f0c-a20c-4f804c35e652 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1938497'] for port (43657ef6-2f27-4f3d-a606-29721105bb57), precommit_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:50:10.375068 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.plugin [None req-c1ea45e0-f874-4f0c-a20c-4f804c35e652 admin admin] Calling delete_port for 43657ef6-2f27-4f3d-a606-29721105bb57 owned by network:dhcp {{(pid=116162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 11:50:10.378263 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-b2c34852-8734-40af-945b-06b1850f16c3 None None] Deleting port 43657ef6-2f27-4f3d-a606-29721105bb57 {{(pid=116163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 11:50:10.378738 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-b2c34852-8734-40af-945b-06b1850f16c3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742235130188'] for port (43657ef6-2f27-4f3d-a606-29721105bb57), before_delete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:50:10.454928 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-b2c34852-8734-40af-945b-06b1850f16c3 None None] For port 43657ef6-2f27-4f3d-a606-29721105bb57, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=43657ef6-2f27-4f3d-a606-29721105bb57,segment=NetworkSegment(1466f5ef-d42a-46e4-88cb-e6c72abc4c22),segment_id=1466f5ef-d42a-46e4-88cb-e6c72abc4c22)] {{(pid=116163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 11:50:10.455222 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-b2c34852-8734-40af-945b-06b1850f16c3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1938497'] for port (43657ef6-2f27-4f3d-a606-29721105bb57), precommit_delete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:50:10.476351 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-b2c34852-8734-40af-945b-06b1850f16c3 None None] Calling delete_port for 43657ef6-2f27-4f3d-a606-29721105bb57 owned by network:dhcp {{(pid=116163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 11:50:10.547737 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-c1ea45e0-f874-4f0c-a20c-4f804c35e652 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742235135690', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742234710366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5051867'] for port (43657ef6-2f27-4f3d-a606-29721105bb57), after_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:50:10.555443 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-b2c34852-8734-40af-945b-06b1850f16c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742235135690', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742234710366'] for port (43657ef6-2f27-4f3d-a606-29721105bb57), after_delete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:50:10.583445 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c34852-8734-40af-945b-06b1850f16c3 None None] Pushing event deleted for resources: {'Port': ['ID=43657ef6-2f27-4f3d-a606-29721105bb57,revision_number=None']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:50:10.586666 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2c34852-8734-40af-945b-06b1850f16c3 None None] No DVR routers for this DVR port 43657ef6-2f27-4f3d-a606-29721105bb57 on host dv-neutron-master-2-hyperv {{(pid=116163) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 11:50:10.598555 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ea45e0-f874-4f0c-a20c-4f804c35e652 admin admin] Pushing event deleted for resources: {'Port': ['ID=43657ef6-2f27-4f3d-a606-29721105bb57,revision_number=None']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:50:10.598555 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1ea45e0-f874-4f0c-a20c-4f804c35e652 admin admin] No DVR routers for this DVR port 43657ef6-2f27-4f3d-a606-29721105bb57 on host dv-neutron-master-2-hyperv {{(pid=116162) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 11:50:10.599562 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2c34852-8734-40af-945b-06b1850f16c3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:50:10.599562 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2c34852-8734-40af-945b-06b1850f16c3 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:50:10.599562 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2c34852-8734-40af-945b-06b1850f16c3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:50:10.599562 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2c34852-8734-40af-945b-06b1850f16c3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:50:10.599562 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2c34852-8734-40af-945b-06b1850f16c3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:50:10.600402 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2c34852-8734-40af-945b-06b1850f16c3 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:50:10.600402 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2c34852-8734-40af-945b-06b1850f16c3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:50:10.600402 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2c34852-8734-40af-945b-06b1850f16c3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:50:10.601208 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2c34852-8734-40af-945b-06b1850f16c3 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:50:10.601208 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2c34852-8734-40af-945b-06b1850f16c3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:50:10.601498 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2c34852-8734-40af-945b-06b1850f16c3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:50:10.601829 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2c34852-8734-40af-945b-06b1850f16c3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:50:10.602153 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2c34852-8734-40af-945b-06b1850f16c3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:50:10.602515 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2c34852-8734-40af-945b-06b1850f16c3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:50:10.602843 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2c34852-8734-40af-945b-06b1850f16c3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:50:10.679518 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-ae94d540-e4c6-43be-adc9-b26fb6a2f62f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (cfc241ae-e4b7-443b-b80b-59fbbc2b69c9), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:50:10.684833 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-c1ea45e0-f874-4f0c-a20c-4f804c35e652 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-973498', 'neutron.services.segments.db._delete_segments_for_network-8742235207033'] for network (f8b931ad-5a52-4b20-ac70-2d2d9b213b35), precommit_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:50:10.709536 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.services.segments.db [None req-c1ea45e0-f874-4f0c-a20c-4f804c35e652 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f8b931ad-5a52-4b20-ac70-2d2d9b213b35']}} {{(pid=116162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:50:10.720356 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.services.segments.db [None req-c1ea45e0-f874-4f0c-a20c-4f804c35e652 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1466f5ef-d42a-46e4-88cb-e6c72abc4c22') {'for_net_delete': True} {{(pid=116162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:50:10.720651 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.services.segments.db [None req-c1ea45e0-f874-4f0c-a20c-4f804c35e652 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1466f5ef-d42a-46e4-88cb-e6c72abc4c22') {} {{(pid=116162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:50:10.732507 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-c1ea45e0-f874-4f0c-a20c-4f804c35e652 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742235208578', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5026548'] for segment (1466f5ef-d42a-46e4-88cb-e6c72abc4c22), before_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:50:10.747595 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-c1ea45e0-f874-4f0c-a20c-4f804c35e652 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-961978'] for segment (1466f5ef-d42a-46e4-88cb-e6c72abc4c22), precommit_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:50:10.754717 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c1ea45e0-f874-4f0c-a20c-4f804c35e652 admin admin] Releasing vlan 97 on physical network physnet1 to pool {{(pid=116162) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 11:50:10.755120 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-c1ea45e0-f874-4f0c-a20c-4f804c35e652 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-961978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5051884'] for segment (1466f5ef-d42a-46e4-88cb-e6c72abc4c22), after_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:50:10.757254 dv-neutron-master-2-hyperv neutron-server[116162]: Traceback (most recent call last): Apr 28 11:50:10.757254 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 11:50:10.757254 dv-neutron-master-2-hyperv neutron-server[116162]: timer() Apr 28 11:50:10.757254 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 11:50:10.757254 dv-neutron-master-2-hyperv neutron-server[116162]: cb(*args, **kw) Apr 28 11:50:10.757254 dv-neutron-master-2-hyperv neutron-server[116162]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 28 11:50:10.757254 dv-neutron-master-2-hyperv neutron-server[116162]: return func(*args, **kwargs) Apr 28 11:50:10.757254 dv-neutron-master-2-hyperv neutron-server[116162]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 11:50:10.757254 dv-neutron-master-2-hyperv neutron-server[116162]: self._notify() Apr 28 11:50:10.757254 dv-neutron-master-2-hyperv neutron-server[116162]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 11:50:10.757254 dv-neutron-master-2-hyperv neutron-server[116162]: self.callback(batched_events) Apr 28 11:50:10.757254 dv-neutron-master-2-hyperv neutron-server[116162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 11:50:10.757254 dv-neutron-master-2-hyperv neutron-server[116162]: event.method(event) Apr 28 11:50:10.757254 dv-neutron-master-2-hyperv neutron-server[116162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 28 11:50:10.757254 dv-neutron-master-2-hyperv neutron-server[116162]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 11:50:10.757254 dv-neutron-master-2-hyperv neutron-server[116162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 28 11:50:10.757254 dv-neutron-master-2-hyperv neutron-server[116162]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 11:50:10.757254 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 28 11:50:10.757254 dv-neutron-master-2-hyperv neutron-server[116162]: return f(self, *a, **k) Apr 28 11:50:10.757254 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 28 11:50:10.757254 dv-neutron-master-2-hyperv neutron-server[116162]: return self._get(url).json() Apr 28 11:50:10.757254 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 28 11:50:10.757254 dv-neutron-master-2-hyperv neutron-server[116162]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 11:50:10.757254 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 11:50:10.757254 dv-neutron-master-2-hyperv neutron-server[116162]: return self.request(url, 'GET', **kwargs) Apr 28 11:50:10.757254 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 11:50:10.757254 dv-neutron-master-2-hyperv neutron-server[116162]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 11:50:10.757254 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 11:50:10.757254 dv-neutron-master-2-hyperv neutron-server[116162]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 11:50:10.757254 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 11:50:10.757254 dv-neutron-master-2-hyperv neutron-server[116162]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 11:50:10.757254 dv-neutron-master-2-hyperv neutron-server[116162]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 11:50:10.872561 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-c1ea45e0-f874-4f0c-a20c-4f804c35e652 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-973477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2063122'] for network (f8b931ad-5a52-4b20-ac70-2d2d9b213b35), after_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:50:10.876915 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-c1ea45e0-f874-4f0c-a20c-4f804c35e652 admin admin] Publish callbacks [] for network (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:50:10.889625 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-c1ea45e0-f874-4f0c-a20c-4f804c35e652 admin admin] 10.222.0.10 "DELETE /v2.0/networks/f8b931ad-5a52-4b20-ac70-2d2d9b213b35 HTTP/1.1" status: 204 len: 168 time: 0.7294710 Apr 28 11:50:10.889761 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 34804) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:50:10.892695 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ea45e0-f874-4f0c-a20c-4f804c35e652 admin admin] Pushing event deleted for resources: {'Network': ['ID=f8b931ad-5a52-4b20-ac70-2d2d9b213b35,revision_number=None']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:50:11.172017 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Device bb99375a-e5e2-409b-929d-b99a7e089920 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=116163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 11:50:11.195777 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] No Port match for: bb99375a-e5e2-409b-929d-b99a7e089920 {{(pid=116163) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 28 11:50:11.196114 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Device bb99375a-e5e2-409b-929d-b99a7e089920 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=116163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 11:50:11.196742 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Device aca65b73-df62-4684-b9fd-54af16cd023c no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=116163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 11:50:11.215976 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] No Port match for: aca65b73-df62-4684-b9fd-54af16cd023c {{(pid=116163) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 28 11:50:11.216321 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Device aca65b73-df62-4684-b9fd-54af16cd023c not bound to the agent host dv-neutron-master-2-hyperv {{(pid=116163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 11:50:11.216934 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Device 43657ef6-2f27-4f3d-a606-29721105bb57 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=116163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 11:50:11.224533 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-de2885de-7149-4eb6-95b7-8fbc3b0f87c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2063420'] for router_interface (214986f5-2bc9-42e6-8bcc-f7c9dfd31909), before_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:50:11.236551 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] No Port match for: 43657ef6-2f27-4f3d-a606-29721105bb57 {{(pid=116163) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 28 11:50:11.236906 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Device 43657ef6-2f27-4f3d-a606-29721105bb57 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=116163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 11:50:11.456548 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.plugin [None req-de2885de-7149-4eb6-95b7-8fbc3b0f87c9 admin admin] Deleting port 283da8e2-7045-4d60-b76d-5a94d0d427a6 {{(pid=116161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 11:50:11.457108 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-de2885de-7149-4eb6-95b7-8fbc3b0f87c9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742235130188'] for port (283da8e2-7045-4d60-b76d-5a94d0d427a6), before_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:50:11.534256 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.db [None req-de2885de-7149-4eb6-95b7-8fbc3b0f87c9 admin admin] For port 283da8e2-7045-4d60-b76d-5a94d0d427a6, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=283da8e2-7045-4d60-b76d-5a94d0d427a6,segment=NetworkSegment(8fb8f093-e7d4-44ab-909e-988f39cfe832),segment_id=8fb8f093-e7d4-44ab-909e-988f39cfe832)] {{(pid=116161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 11:50:11.534811 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-de2885de-7149-4eb6-95b7-8fbc3b0f87c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1938497'] for port (283da8e2-7045-4d60-b76d-5a94d0d427a6), precommit_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:50:11.548007 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.plugin [None req-de2885de-7149-4eb6-95b7-8fbc3b0f87c9 admin admin] Calling delete_port for 283da8e2-7045-4d60-b76d-5a94d0d427a6 owned by network:router_interface {{(pid=116161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 11:50:12.101812 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-de2885de-7149-4eb6-95b7-8fbc3b0f87c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742235135690', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742234710366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5219112'] for port (283da8e2-7045-4d60-b76d-5a94d0d427a6), after_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:50:12.132646 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2885de-7149-4eb6-95b7-8fbc3b0f87c9 admin admin] Pushing event deleted for resources: {'Port': ['ID=283da8e2-7045-4d60-b76d-5a94d0d427a6,revision_number=None']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:50:12.147652 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2885de-7149-4eb6-95b7-8fbc3b0f87c9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:50:12.147999 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2885de-7149-4eb6-95b7-8fbc3b0f87c9 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:50:12.148343 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2885de-7149-4eb6-95b7-8fbc3b0f87c9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:50:12.148680 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2885de-7149-4eb6-95b7-8fbc3b0f87c9 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:50:12.149029 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2885de-7149-4eb6-95b7-8fbc3b0f87c9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:50:12.149379 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2885de-7149-4eb6-95b7-8fbc3b0f87c9 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:50:12.149740 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2885de-7149-4eb6-95b7-8fbc3b0f87c9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:50:12.150063 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2885de-7149-4eb6-95b7-8fbc3b0f87c9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:50:12.150383 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2885de-7149-4eb6-95b7-8fbc3b0f87c9 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:50:12.150726 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2885de-7149-4eb6-95b7-8fbc3b0f87c9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:50:12.151049 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2885de-7149-4eb6-95b7-8fbc3b0f87c9 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:50:12.151366 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2885de-7149-4eb6-95b7-8fbc3b0f87c9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:50:12.151690 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2885de-7149-4eb6-95b7-8fbc3b0f87c9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:50:12.152001 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2885de-7149-4eb6-95b7-8fbc3b0f87c9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:50:12.152315 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2885de-7149-4eb6-95b7-8fbc3b0f87c9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:50:12.152463 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.agents_db [None req-54b29a82-8a19-4507-95e3-3a2d011841ff None None] Agent healthcheck: found 6 active agents {{(pid=116164) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 28 11:50:12.257173 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-01ef1de1-12fd-4cef-b76b-793f91379468 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (39cc4f52-f5d9-4e2c-bbfa-7a1c528e1c40), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:50:12.321830 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-de2885de-7149-4eb6-95b7-8fbc3b0f87c9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1603051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2063504'] for router_interface (214986f5-2bc9-42e6-8bcc-f7c9dfd31909), after_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:50:12.544179 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de2885de-7149-4eb6-95b7-8fbc3b0f87c9 admin admin] Router 214986f5-2bc9-42e6-8bcc-f7c9dfd31909 has already been hosted by L3 agent 6b492ad6-0876-4d74-b20d-28143a52ceba {{(pid=116161) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 11:50:12.652689 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de2885de-7149-4eb6-95b7-8fbc3b0f87c9 admin admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=116161) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 11:50:12.657644 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-de2885de-7149-4eb6-95b7-8fbc3b0f87c9 admin admin] 10.222.0.10 "PUT /v2.0/routers/214986f5-2bc9-42e6-8bcc-f7c9dfd31909/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7732530 Apr 28 11:50:12.660168 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 34808) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:50:12.664528 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-925c8556-0ba1-4b72-850d-2735ef4125ca None None] Sync routers for ids ['214986f5-2bc9-42e6-8bcc-f7c9dfd31909'] in dv-neutron-master-2-hyperv {{(pid=116164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 11:50:12.674309 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-925c8556-0ba1-4b72-850d-2735ef4125ca None None] Routers {'214986f5-2bc9-42e6-8bcc-f7c9dfd31909'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=116164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 11:50:12.675089 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_hamode_db [None req-925c8556-0ba1-4b72-850d-2735ef4125ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-28T10:50:39Z,description=,heartbeat_timestamp=2022-04-28T11:50:09Z,host='dv-neutron-master-2-hyperv',id=6b492ad6-0876-4d74-b20d-28143a52ceba,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T10:50:40Z,topic='l3_agent')) {'router_ids': ['214986f5-2bc9-42e6-8bcc-f7c9dfd31909'], 'active': True} {{(pid=116164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:50:12.773829 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-766b8799-ca3f-499e-8440-41e5ea0cb5c1 admin admin] Publish callbacks [] for router (214986f5-2bc9-42e6-8bcc-f7c9dfd31909), before_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:50:12.791342 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_dvr_db [None req-925c8556-0ba1-4b72-850d-2735ef4125ca None None] Set router 214986f5-2bc9-42e6-8bcc-f7c9dfd31909 gateway port host: dv-neutron-master-2-hyperv {{(pid=116164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 11:50:12.883462 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-766b8799-ca3f-499e-8440-41e5ea0cb5c1 admin admin] Publish callbacks [] for router_gateway (214986f5-2bc9-42e6-8bcc-f7c9dfd31909), before_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:50:12.967484 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_hamode_db [None req-925c8556-0ba1-4b72-850d-2735ef4125ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '214986f5-2bc9-42e6-8bcc-f7c9dfd31909', 'name': 'tempest-TestShelveInstance-1673114110-router', 'tenant_id': 'fe3820ddf867451b8fdef6b5336030c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'external_fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.224'}], 'enable_snat': True}, 'gw_port_id': 'dcbc814c-ab8a-4fd3-bd12-d41eda131b1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T11:39:43Z', 'updated_at': '2022-04-28T11:50:12Z', 'revision_number': 5, 'project_id': 'fe3820ddf867451b8fdef6b5336030c0', 'gw_port': {'id': 'dcbc814c-ab8a-4fd3-bd12-d41eda131b1c', 'name': '', 'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:38:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '214986f5-2bc9-42e6-8bcc-f7c9dfd31909', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1831, 'fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:39:44Z', 'updated_at': '2022-04-28T11:39:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=116164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:50:12.978671 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.plugin [None req-766b8799-ca3f-499e-8440-41e5ea0cb5c1 admin admin] Deleting port dcbc814c-ab8a-4fd3-bd12-d41eda131b1c {{(pid=116161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 11:50:12.979012 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-766b8799-ca3f-499e-8440-41e5ea0cb5c1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742235130188'] for port (dcbc814c-ab8a-4fd3-bd12-d41eda131b1c), before_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:50:13.002647 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-925c8556-0ba1-4b72-850d-2735ef4125ca None None] Checking router: 214986f5-2bc9-42e6-8bcc-f7c9dfd31909 for host: dv-neutron-master-2-hyperv {{(pid=116164) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 11:50:13.011911 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-925c8556-0ba1-4b72-850d-2735ef4125ca None None] Routers {'214986f5-2bc9-42e6-8bcc-f7c9dfd31909'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=116164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 11:50:13.012520 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_hamode_db [None req-925c8556-0ba1-4b72-850d-2735ef4125ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-28T10:50:39Z,description=,heartbeat_timestamp=2022-04-28T11:50:09Z,host='dv-neutron-master-2-hyperv',id=6b492ad6-0876-4d74-b20d-28143a52ceba,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T10:50:40Z,topic='l3_agent')) {'router_ids': ['214986f5-2bc9-42e6-8bcc-f7c9dfd31909'], 'active': True} {{(pid=116164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:50:13.062862 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.db [None req-766b8799-ca3f-499e-8440-41e5ea0cb5c1 admin admin] For port dcbc814c-ab8a-4fd3-bd12-d41eda131b1c, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=dcbc814c-ab8a-4fd3-bd12-d41eda131b1c,segment=NetworkSegment(142bc50f-d6af-4646-8d06-bb7af6b7b51c),segment_id=142bc50f-d6af-4646-8d06-bb7af6b7b51c)] {{(pid=116161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 11:50:13.063249 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-766b8799-ca3f-499e-8440-41e5ea0cb5c1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1938497'] for port (dcbc814c-ab8a-4fd3-bd12-d41eda131b1c), precommit_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:50:13.082017 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.plugin [None req-766b8799-ca3f-499e-8440-41e5ea0cb5c1 admin admin] Calling delete_port for dcbc814c-ab8a-4fd3-bd12-d41eda131b1c owned by network:router_gateway {{(pid=116161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 11:50:13.107106 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_dvr_db [None req-925c8556-0ba1-4b72-850d-2735ef4125ca None None] Set router 214986f5-2bc9-42e6-8bcc-f7c9dfd31909 gateway port host: None {{(pid=116164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 11:50:13.168629 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_hamode_db [None req-925c8556-0ba1-4b72-850d-2735ef4125ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '214986f5-2bc9-42e6-8bcc-f7c9dfd31909', 'name': 'tempest-TestShelveInstance-1673114110-router', 'tenant_id': 'fe3820ddf867451b8fdef6b5336030c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T11:39:43Z', 'updated_at': '2022-04-28T11:50:12Z', 'revision_number': 6, 'project_id': 'fe3820ddf867451b8fdef6b5336030c0', 'gw_port_host': None}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=116164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:50:13.199595 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-925c8556-0ba1-4b72-850d-2735ef4125ca None None] The sync data for ids ['214986f5-2bc9-42e6-8bcc-f7c9dfd31909'] in dv-neutron-master-2-hyperv is: [{'id': '214986f5-2bc9-42e6-8bcc-f7c9dfd31909', 'name': 'tempest-TestShelveInstance-1673114110-router', 'tenant_id': 'fe3820ddf867451b8fdef6b5336030c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T11:39:43Z', 'updated_at': '2022-04-28T11:50:12Z', 'revision_number': 6, 'project_id': 'fe3820ddf867451b8fdef6b5336030c0', 'gw_port_host': None}] {{(pid=116164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 11:50:13.341788 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-766b8799-ca3f-499e-8440-41e5ea0cb5c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742235135690', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742234710366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5219112'] for port (dcbc814c-ab8a-4fd3-bd12-d41eda131b1c), after_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:50:13.371521 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766b8799-ca3f-499e-8440-41e5ea0cb5c1 admin admin] Pushing event deleted for resources: {'Port': ['ID=dcbc814c-ab8a-4fd3-bd12-d41eda131b1c,revision_number=None']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:50:13.376086 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (d5baab19-5dd1-4902-922b-84acb048ab9c), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:50:13.439051 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-766b8799-ca3f-499e-8440-41e5ea0cb5c1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1935354'] for router_gateway (214986f5-2bc9-42e6-8bcc-f7c9dfd31909), after_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:50:13.530799 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-766b8799-ca3f-499e-8440-41e5ea0cb5c1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2060865', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-63275'] for router (214986f5-2bc9-42e6-8bcc-f7c9dfd31909), precommit_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:50:13.533015 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-766b8799-ca3f-499e-8440-41e5ea0cb5c1 admin admin] Publish callbacks [] for router_controller (214986f5-2bc9-42e6-8bcc-f7c9dfd31909), precommit_delete_associations {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:50:13.661734 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-766b8799-ca3f-499e-8440-41e5ea0cb5c1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2060888'] for router (214986f5-2bc9-42e6-8bcc-f7c9dfd31909), after_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:50:13.664316 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-766b8799-ca3f-499e-8440-41e5ea0cb5c1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 214986f5-2bc9-42e6-8bcc-f7c9dfd31909 {{(pid=116161) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 28 11:50:13.668700 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-766b8799-ca3f-499e-8440-41e5ea0cb5c1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:50:13.669860 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-766b8799-ca3f-499e-8440-41e5ea0cb5c1 admin admin] 10.222.0.10 "DELETE /v2.0/routers/214986f5-2bc9-42e6-8bcc-f7c9dfd31909 HTTP/1.1" status: 204 len: 168 time: 1.0086896 Apr 28 11:50:13.672393 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 34810) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:50:13.717013 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.db.db_base_plugin_v2 [None req-fdc7964c-40d6-4fc3-940c-765a2d62c67a admin admin] Deleting subnet b537c602-1b87-47bb-afc3-b850a71a8f3a {{(pid=116161) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 28 11:50:13.720088 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-fdc7964c-40d6-4fc3-940c-765a2d62c67a admin admin] Publish callbacks [] for subnet (b537c602-1b87-47bb-afc3-b850a71a8f3a), before_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:50:13.764582 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-fdc7964c-40d6-4fc3-940c-765a2d62c67a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8076976'] for subnet (b537c602-1b87-47bb-afc3-b850a71a8f3a), precommit_delete_associations {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:50:13.844583 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-fdc7964c-40d6-4fc3-940c-765a2d62c67a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-971303'] for subnet (b537c602-1b87-47bb-afc3-b850a71a8f3a), precommit_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:50:13.947721 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-fdc7964c-40d6-4fc3-940c-765a2d62c67a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-971310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5220601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5125409'] for subnet (b537c602-1b87-47bb-afc3-b850a71a8f3a), after_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:50:13.974823 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc7964c-40d6-4fc3-940c-765a2d62c67a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b537c602-1b87-47bb-afc3-b850a71a8f3a,revision_number=None']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:50:13.978653 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-fdc7964c-40d6-4fc3-940c-765a2d62c67a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:50:13.982070 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-fdc7964c-40d6-4fc3-940c-765a2d62c67a admin admin] 10.222.0.10 "DELETE /v2.0/subnets/b537c602-1b87-47bb-afc3-b850a71a8f3a HTTP/1.1" status: 204 len: 168 time: 0.3087034 Apr 28 11:50:13.984592 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 34812) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:50:13.985081 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70ec36f5-8d0e-478c-8d9d-aced30fad249 None None] Network 18cdc18d-d1e6-4732-b58c-4ca805e8ca49 requested from dv-neutron-master-2-hyperv {{(pid=116163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 11:50:14.060095 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-dbcaeb8a-9d1d-4ae1-83f7-9f5323b34b83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-979593'] for network (18cdc18d-d1e6-4732-b58c-4ca805e8ca49), before_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:50:14.111955 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.plugin [None req-dbcaeb8a-9d1d-4ae1-83f7-9f5323b34b83 admin admin] Deleting port d98359fc-5428-4e34-a069-ffa51940ffc7 {{(pid=116161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 11:50:14.112782 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-dbcaeb8a-9d1d-4ae1-83f7-9f5323b34b83 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742235130188'] for port (d98359fc-5428-4e34-a069-ffa51940ffc7), before_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:50:14.154652 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e80060c4-7e96-4a20-a9f4-b7c38339da55 None None] DHCP port deletion for 18cdc18d-d1e6-4732-b58c-4ca805e8ca49 request from dv-neutron-master-2-hyperv {{(pid=116163) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 28 11:50:14.178694 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.db [None req-dbcaeb8a-9d1d-4ae1-83f7-9f5323b34b83 admin admin] For port d98359fc-5428-4e34-a069-ffa51940ffc7, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=d98359fc-5428-4e34-a069-ffa51940ffc7,segment=NetworkSegment(8fb8f093-e7d4-44ab-909e-988f39cfe832),segment_id=8fb8f093-e7d4-44ab-909e-988f39cfe832)] {{(pid=116161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 11:50:14.179061 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-dbcaeb8a-9d1d-4ae1-83f7-9f5323b34b83 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1938497'] for port (d98359fc-5428-4e34-a069-ffa51940ffc7), precommit_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:50:14.194936 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.plugin [None req-dbcaeb8a-9d1d-4ae1-83f7-9f5323b34b83 admin admin] Calling delete_port for d98359fc-5428-4e34-a069-ffa51940ffc7 owned by network:dhcp {{(pid=116161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 11:50:14.200682 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-e80060c4-7e96-4a20-a9f4-b7c38339da55 None None] Deleting port d98359fc-5428-4e34-a069-ffa51940ffc7 {{(pid=116163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 11:50:14.201136 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-e80060c4-7e96-4a20-a9f4-b7c38339da55 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742235130188'] for port (d98359fc-5428-4e34-a069-ffa51940ffc7), before_delete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:50:14.269477 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-e80060c4-7e96-4a20-a9f4-b7c38339da55 None None] For port d98359fc-5428-4e34-a069-ffa51940ffc7, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=d98359fc-5428-4e34-a069-ffa51940ffc7,segment=NetworkSegment(8fb8f093-e7d4-44ab-909e-988f39cfe832),segment_id=8fb8f093-e7d4-44ab-909e-988f39cfe832)] {{(pid=116163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 11:50:14.269978 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-e80060c4-7e96-4a20-a9f4-b7c38339da55 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1938497'] for port (d98359fc-5428-4e34-a069-ffa51940ffc7), precommit_delete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:50:14.282493 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-e80060c4-7e96-4a20-a9f4-b7c38339da55 None None] Calling delete_port for d98359fc-5428-4e34-a069-ffa51940ffc7 owned by network:dhcp {{(pid=116163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 11:50:14.341419 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-dbcaeb8a-9d1d-4ae1-83f7-9f5323b34b83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742235135690', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742234710366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5219112'] for port (d98359fc-5428-4e34-a069-ffa51940ffc7), after_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:50:14.358144 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-e80060c4-7e96-4a20-a9f4-b7c38339da55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742235135690', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742234710366'] for port (d98359fc-5428-4e34-a069-ffa51940ffc7), after_delete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:50:14.372731 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbcaeb8a-9d1d-4ae1-83f7-9f5323b34b83 admin admin] Pushing event deleted for resources: {'Port': ['ID=d98359fc-5428-4e34-a069-ffa51940ffc7,revision_number=None']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:50:14.376117 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbcaeb8a-9d1d-4ae1-83f7-9f5323b34b83 admin admin] No DVR routers for this DVR port d98359fc-5428-4e34-a069-ffa51940ffc7 on host dv-neutron-master-2-hyperv {{(pid=116161) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 11:50:14.387904 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80060c4-7e96-4a20-a9f4-b7c38339da55 None None] Pushing event deleted for resources: {'Port': ['ID=d98359fc-5428-4e34-a069-ffa51940ffc7,revision_number=None']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:50:14.396557 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e80060c4-7e96-4a20-a9f4-b7c38339da55 None None] No DVR routers for this DVR port d98359fc-5428-4e34-a069-ffa51940ffc7 on host dv-neutron-master-2-hyperv {{(pid=116163) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 11:50:14.455439 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-dbcaeb8a-9d1d-4ae1-83f7-9f5323b34b83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-973498', 'neutron.services.segments.db._delete_segments_for_network-8742235207033'] for network (18cdc18d-d1e6-4732-b58c-4ca805e8ca49), precommit_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:50:14.480914 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.services.segments.db [None req-dbcaeb8a-9d1d-4ae1-83f7-9f5323b34b83 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['18cdc18d-d1e6-4732-b58c-4ca805e8ca49']}} {{(pid=116161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:50:14.490826 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.services.segments.db [None req-dbcaeb8a-9d1d-4ae1-83f7-9f5323b34b83 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8fb8f093-e7d4-44ab-909e-988f39cfe832') {'for_net_delete': True} {{(pid=116161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:50:14.491125 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.services.segments.db [None req-dbcaeb8a-9d1d-4ae1-83f7-9f5323b34b83 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8fb8f093-e7d4-44ab-909e-988f39cfe832') {} {{(pid=116161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:50:14.500809 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-dbcaeb8a-9d1d-4ae1-83f7-9f5323b34b83 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742235208578', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8076969'] for segment (8fb8f093-e7d4-44ab-909e-988f39cfe832), before_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:50:14.514448 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-dbcaeb8a-9d1d-4ae1-83f7-9f5323b34b83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-961978'] for segment (8fb8f093-e7d4-44ab-909e-988f39cfe832), precommit_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:50:14.521155 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dbcaeb8a-9d1d-4ae1-83f7-9f5323b34b83 admin admin] Releasing vlan 74 on physical network physnet1 to pool {{(pid=116161) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 11:50:14.527034 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-dbcaeb8a-9d1d-4ae1-83f7-9f5323b34b83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-961978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5219103'] for segment (8fb8f093-e7d4-44ab-909e-988f39cfe832), after_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:50:14.527034 dv-neutron-master-2-hyperv neutron-server[116161]: Traceback (most recent call last): Apr 28 11:50:14.527034 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 11:50:14.527034 dv-neutron-master-2-hyperv neutron-server[116161]: timer() Apr 28 11:50:14.527034 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 11:50:14.527034 dv-neutron-master-2-hyperv neutron-server[116161]: cb(*args, **kw) Apr 28 11:50:14.527034 dv-neutron-master-2-hyperv neutron-server[116161]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 28 11:50:14.527034 dv-neutron-master-2-hyperv neutron-server[116161]: return func(*args, **kwargs) Apr 28 11:50:14.527034 dv-neutron-master-2-hyperv neutron-server[116161]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 11:50:14.527034 dv-neutron-master-2-hyperv neutron-server[116161]: self._notify() Apr 28 11:50:14.527034 dv-neutron-master-2-hyperv neutron-server[116161]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 11:50:14.527034 dv-neutron-master-2-hyperv neutron-server[116161]: self.callback(batched_events) Apr 28 11:50:14.527034 dv-neutron-master-2-hyperv neutron-server[116161]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 11:50:14.527034 dv-neutron-master-2-hyperv neutron-server[116161]: event.method(event) Apr 28 11:50:14.527034 dv-neutron-master-2-hyperv neutron-server[116161]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 28 11:50:14.527034 dv-neutron-master-2-hyperv neutron-server[116161]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 11:50:14.527034 dv-neutron-master-2-hyperv neutron-server[116161]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 28 11:50:14.527034 dv-neutron-master-2-hyperv neutron-server[116161]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 11:50:14.527034 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 28 11:50:14.527034 dv-neutron-master-2-hyperv neutron-server[116161]: return f(self, *a, **k) Apr 28 11:50:14.527034 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 28 11:50:14.527034 dv-neutron-master-2-hyperv neutron-server[116161]: return self._get(url).json() Apr 28 11:50:14.527034 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 28 11:50:14.527034 dv-neutron-master-2-hyperv neutron-server[116161]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 11:50:14.527034 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 11:50:14.527034 dv-neutron-master-2-hyperv neutron-server[116161]: return self.request(url, 'GET', **kwargs) Apr 28 11:50:14.527034 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 11:50:14.527034 dv-neutron-master-2-hyperv neutron-server[116161]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 11:50:14.527034 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 11:50:14.527034 dv-neutron-master-2-hyperv neutron-server[116161]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 11:50:14.527034 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 11:50:14.527034 dv-neutron-master-2-hyperv neutron-server[116161]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 11:50:14.527034 dv-neutron-master-2-hyperv neutron-server[116161]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 11:50:14.649540 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-dbcaeb8a-9d1d-4ae1-83f7-9f5323b34b83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-973477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2063122'] for network (18cdc18d-d1e6-4732-b58c-4ca805e8ca49), after_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:50:14.654936 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-dbcaeb8a-9d1d-4ae1-83f7-9f5323b34b83 admin admin] Publish callbacks [] for network (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:50:14.658068 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-dbcaeb8a-9d1d-4ae1-83f7-9f5323b34b83 admin admin] 10.222.0.10 "DELETE /v2.0/networks/18cdc18d-d1e6-4732-b58c-4ca805e8ca49 HTTP/1.1" status: 204 len: 168 time: 0.6726646 Apr 28 11:50:14.668604 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbcaeb8a-9d1d-4ae1-83f7-9f5323b34b83 admin admin] Pushing event deleted for resources: {'Network': ['ID=18cdc18d-d1e6-4732-b58c-4ca805e8ca49,revision_number=None']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:50:14.955860 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 34816) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:50:14.995657 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-7b58df32-756a-44ad-8aae-799281a0a4dd admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=763854b139984135af3e9b5246b55c31&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0384653 Apr 28 11:50:15.000169 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 34818) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:50:15.051690 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-ae731cf2-661f-476d-8010-586c4b95d4f4 admin admin] Publish callbacks [] for security_group (fe8d9b68-5d4d-4c13-9040-773a3d4476d7), before_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:50:15.072376 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-ae731cf2-661f-476d-8010-586c4b95d4f4 admin admin] Publish callbacks [] for security_group (fe8d9b68-5d4d-4c13-9040-773a3d4476d7), precommit_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:50:15.154903 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Device 283da8e2-7045-4d60-b76d-5a94d0d427a6 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=116163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 11:50:15.175901 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] No Port match for: 283da8e2-7045-4d60-b76d-5a94d0d427a6 {{(pid=116163) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 28 11:50:15.176252 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Device 283da8e2-7045-4d60-b76d-5a94d0d427a6 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=116163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 11:50:15.176657 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Device d98359fc-5428-4e34-a069-ffa51940ffc7 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=116163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 11:50:15.195130 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] No Port match for: d98359fc-5428-4e34-a069-ffa51940ffc7 {{(pid=116163) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 28 11:50:15.195415 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Device d98359fc-5428-4e34-a069-ffa51940ffc7 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=116163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 11:50:15.195817 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Device dcbc814c-ab8a-4fd3-bd12-d41eda131b1c no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=116163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 11:50:15.197556 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-ae731cf2-661f-476d-8010-586c4b95d4f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924426'] for security_group (fe8d9b68-5d4d-4c13-9040-773a3d4476d7), after_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:50:15.200361 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-ae731cf2-661f-476d-8010-586c4b95d4f4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:50:15.201554 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-ae731cf2-661f-476d-8010-586c4b95d4f4 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/fe8d9b68-5d4d-4c13-9040-773a3d4476d7 HTTP/1.1" status: 204 len: 168 time: 0.2004747 Apr 28 11:50:15.210283 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae731cf2-661f-476d-8010-586c4b95d4f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe8d9b68-5d4d-4c13-9040-773a3d4476d7,revision_number=None']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:50:15.214916 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] No Port match for: dcbc814c-ab8a-4fd3-bd12-d41eda131b1c {{(pid=116163) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 28 11:50:15.215271 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Device dcbc814c-ab8a-4fd3-bd12-d41eda131b1c not bound to the agent host dv-neutron-master-2-hyperv {{(pid=116163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 11:50:15.806893 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 34824) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:50:15.851187 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-01d222ef-5795-4054-b642-9e3b4fd3f7ba admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=fe3820ddf867451b8fdef6b5336030c0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0428677 Apr 28 11:50:15.853521 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 34826) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:50:15.900941 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-ba6d76f0-c017-4e75-a266-b60bd409acde admin admin] Publish callbacks [] for security_group (23bdf2d2-1e66-4b26-8320-d4c6caab9a94), before_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:50:15.921494 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-ba6d76f0-c017-4e75-a266-b60bd409acde admin admin] Publish callbacks [] for security_group (23bdf2d2-1e66-4b26-8320-d4c6caab9a94), precommit_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:50:16.020963 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-ba6d76f0-c017-4e75-a266-b60bd409acde admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924426'] for security_group (23bdf2d2-1e66-4b26-8320-d4c6caab9a94), after_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:50:16.023668 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-ba6d76f0-c017-4e75-a266-b60bd409acde admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:50:16.025233 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-ba6d76f0-c017-4e75-a266-b60bd409acde admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/23bdf2d2-1e66-4b26-8320-d4c6caab9a94 HTTP/1.1" status: 204 len: 168 time: 0.1704206 Apr 28 11:50:16.033056 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba6d76f0-c017-4e75-a266-b60bd409acde admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23bdf2d2-1e66-4b26-8320-d4c6caab9a94,revision_number=None']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:50:17.073194 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 34850) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:50:17.167769 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.v2.base [None req-0ce28b21-1149-4caf-bc70-32ae865cc52e admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1946751865-network', 'tenant_id': 'f44585b1364246278a3a710149c257a0'}} {{(pid=116162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:50:17.255532 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ce28b21-1149-4caf-bc70-32ae865cc52e admin admin] Made reservation on behalf of f44585b1364246278a3a710149c257a0 for: {'network': 1} {{(pid=116162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 11:50:17.257951 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-0ce28b21-1149-4caf-bc70-32ae865cc52e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for network (None), before_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:50:17.266555 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-0ce28b21-1149-4caf-bc70-32ae865cc52e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:50:17.338904 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-0ce28b21-1149-4caf-bc70-32ae865cc52e admin admin] Publish callbacks [] for security_group (1e16a3f6-1706-4d51-92ff-e03980b655b8), precommit_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:50:17.386902 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-0ce28b21-1149-4caf-bc70-32ae865cc52e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924426'] for security_group (1e16a3f6-1706-4d51-92ff-e03980b655b8), after_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:50:17.415029 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0ce28b21-1149-4caf-bc70-32ae865cc52e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 74} {{(pid=116162) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 11:50:17.420381 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce28b21-1149-4caf-bc70-32ae865cc52e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e16a3f6-1706-4d51-92ff-e03980b655b8,revision_number=1']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:50:17.427735 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-0ce28b21-1149-4caf-bc70-32ae865cc52e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-961978'] for segment (94b19ee8-15a3-4a54-bf57-ea2d852e5aec), precommit_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:50:17.431853 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.db.segments_db [None req-0ce28b21-1149-4caf-bc70-32ae865cc52e admin admin] Added segment 94b19ee8-15a3-4a54-bf57-ea2d852e5aec of type vlan for network 030a6682-54bf-4848-abed-ef0fc1322a44 Apr 28 11:50:17.469519 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-0ce28b21-1149-4caf-bc70-32ae865cc52e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742234744962'] for network (030a6682-54bf-4848-abed-ef0fc1322a44), precommit_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:50:17.540345 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-0ce28b21-1149-4caf-bc70-32ae865cc52e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042'] for network (030a6682-54bf-4848-abed-ef0fc1322a44), after_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:50:17.541292 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ce28b21-1149-4caf-bc70-32ae865cc52e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:50:17.541887 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-0ce28b21-1149-4caf-bc70-32ae865cc52e admin admin] Publish callbacks [] for network (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:50:17.599947 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce28b21-1149-4caf-bc70-32ae865cc52e admin admin] Pushing event updated for resources: {'Network': ['ID=030a6682-54bf-4848-abed-ef0fc1322a44,revision_number=1']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:50:17.609433 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Network 030a6682-54bf-4848-abed-ef0fc1322a44 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=116163) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 28 11:50:17.623173 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-0ce28b21-1149-4caf-bc70-32ae865cc52e admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5488963 Apr 28 11:50:17.625932 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 34854) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:50:17.630705 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.v2.base [None req-370f36b6-d094-429f-9f5a-a7ee3c3711e9 admin admin] Request body: {'subnet': {'network_id': '030a6682-54bf-4848-abed-ef0fc1322a44', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1946751865-subnet', 'tenant_id': 'f44585b1364246278a3a710149c257a0', 'ip_version': 4}} {{(pid=116162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:50:17.695268 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-370f36b6-d094-429f-9f5a-a7ee3c3711e9 admin admin] Made reservation on behalf of f44585b1364246278a3a710149c257a0 for: {'subnet': 1} {{(pid=116162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 11:50:17.697564 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-370f36b6-d094-429f-9f5a-a7ee3c3711e9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4210834'] for subnet (None), before_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:50:17.918419 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-370f36b6-d094-429f-9f5a-a7ee3c3711e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5054027', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4210784'] for subnet (b3d112b6-1d12-4943-a4af-47e147395153), after_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:50:17.978296 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370f36b6-d094-429f-9f5a-a7ee3c3711e9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b3d112b6-1d12-4943-a4af-47e147395153,revision_number=0']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:50:17.985973 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-370f36b6-d094-429f-9f5a-a7ee3c3711e9 admin admin] Checking segment: {'id': '94b19ee8-15a3-4a54-bf57-ea2d852e5aec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '030a6682-54bf-4848-abed-ef0fc1322a44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 11:50:17.986326 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-370f36b6-d094-429f-9f5a-a7ee3c3711e9 admin admin] Network hostable DHCP agents. Network: 030a6682-54bf-4848-abed-ef0fc1322a44, hostable agents: ['75ba81b7-fe99-4281-90d2-a5adb445ecea'], hosted agents: [] {{(pid=116162) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 11:50:18.072454 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-370f36b6-d094-429f-9f5a-a7ee3c3711e9 admin admin] Network 030a6682-54bf-4848-abed-ef0fc1322a44 is scheduled to be hosted by DHCP agent 75ba81b7-fe99-4281-90d2-a5adb445ecea with binding_index 1 {{(pid=116162) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 11:50:18.130066 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.scheduler.base_scheduler [None req-370f36b6-d094-429f-9f5a-a7ee3c3711e9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 030a6682-54bf-4848-abed-ef0fc1322a44) {{(pid=116162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 11:50:18.135474 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-370f36b6-d094-429f-9f5a-a7ee3c3711e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:50:18.136404 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-370f36b6-d094-429f-9f5a-a7ee3c3711e9 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:50:18.142081 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bec416d-3fe5-4905-bb0d-3a42d73974f7 None None] Network 030a6682-54bf-4848-abed-ef0fc1322a44 requested from dv-neutron-master-2-hyperv {{(pid=116163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 11:50:18.206808 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-370f36b6-d094-429f-9f5a-a7ee3c3711e9 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5796785 Apr 28 11:50:18.209548 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 34856) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:50:18.213913 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.v2.base [None req-6c358534-f029-48bb-b0d6-e8abeebaeeda admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1946751865-router', 'tenant_id': 'f44585b1364246278a3a710149c257a0', 'external_gateway_info': {'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c'}}} {{(pid=116162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:50:18.241769 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee441ad9-cc51-412a-966b-f4ee665c0351 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-030a6682-54bf-4848-abed-ef0fc1322a44', 'network_id': '030a6682-54bf-4848-abed-ef0fc1322a44', 'project_id': 'f44585b1364246278a3a710149c257a0', 'fixed_ips': [{'subnet_id': 'b3d112b6-1d12-4943-a4af-47e147395153'}]}} from dv-neutron-master-2-hyperv. {{(pid=116163) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 28 11:50:18.242719 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-ee441ad9-cc51-412a-966b-f4ee665c0351 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (None), before_create {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:50:18.278312 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-6c358534-f029-48bb-b0d6-e8abeebaeeda admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2060459', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-63449'] for router (ccd062b8-1bb3-4f65-aec4-46592ea27aca), before_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:50:18.279411 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-6c358534-f029-48bb-b0d6-e8abeebaeeda admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2060827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1935275', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1960866', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-63266'] for router (ccd062b8-1bb3-4f65-aec4-46592ea27aca), precommit_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:50:18.332801 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-6c358534-f029-48bb-b0d6-e8abeebaeeda admin admin] Publish callbacks [] for router_controller (ccd062b8-1bb3-4f65-aec4-46592ea27aca), precommit_add_association {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:50:18.376646 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.db_base_plugin_common [None req-ee441ad9-cc51-412a-966b-f4ee665c0351 None None] Allocated IP 172.20.0.2 (030a6682-54bf-4848-abed-ef0fc1322a44/b3d112b6-1d12-4943-a4af-47e147395153/c5663676-414c-46de-87ad-46432286cbd0) {{(pid=116163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 11:50:18.514541 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-ee441ad9-cc51-412a-966b-f4ee665c0351 None None] Publish callbacks [] for port (c5663676-414c-46de-87ad-46432286cbd0), precommit_create {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:50:18.531993 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-6c358534-f029-48bb-b0d6-e8abeebaeeda admin admin] Publish callbacks [] for router_gateway (ccd062b8-1bb3-4f65-aec4-46592ea27aca), precommit_update {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:50:18.592988 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-ee441ad9-cc51-412a-966b-f4ee665c0351 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742234710357'] for port (c5663676-414c-46de-87ad-46432286cbd0), after_create {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:50:18.634231 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee441ad9-cc51-412a-966b-f4ee665c0351 None None] Network 030a6682-54bf-4848-abed-ef0fc1322a44 is already hosted by enough agents. {{(pid=116163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 11:50:18.639050 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.scheduler.base_scheduler [None req-ee441ad9-cc51-412a-966b-f4ee665c0351 None None] Resources bound (agent type, host, resource id): {{(pid=116163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 11:50:18.642613 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee441ad9-cc51-412a-966b-f4ee665c0351 None None] Received port after_create {{(pid=116163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 11:50:18.649426 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee441ad9-cc51-412a-966b-f4ee665c0351 None None] Pushing event updated for resources: {'Port': ['ID=c5663676-414c-46de-87ad-46432286cbd0,revision_number=1']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:50:18.702008 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.managers [None req-ee441ad9-cc51-412a-966b-f4ee665c0351 None None] Attempting to bind port c5663676-414c-46de-87ad-46432286cbd0 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=116163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 28 11:50:18.702379 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.managers [None req-ee441ad9-cc51-412a-966b-f4ee665c0351 None None] Attempting to bind port c5663676-414c-46de-87ad-46432286cbd0 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '94b19ee8-15a3-4a54-bf57-ea2d852e5aec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '030a6682-54bf-4848-abed-ef0fc1322a44'}] {{(pid=116163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 28 11:50:18.702774 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee441ad9-cc51-412a-966b-f4ee665c0351 None None] Attempting to bind port c5663676-414c-46de-87ad-46432286cbd0 on network 030a6682-54bf-4848-abed-ef0fc1322a44 {{(pid=116163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 11:50:18.708090 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee441ad9-cc51-412a-966b-f4ee665c0351 None None] Checking agent: {'id': 'd5baab19-5dd1-4902-922b-84acb048ab9c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 10, 50, 43), 'started_at': datetime.datetime(2022, 4, 28, 10, 51, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 11, 50, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=116163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 11:50:18.713742 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee441ad9-cc51-412a-966b-f4ee665c0351 None None] Checking segment: {'id': '94b19ee8-15a3-4a54-bf57-ea2d852e5aec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '030a6682-54bf-4848-abed-ef0fc1322a44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 11:50:18.713742 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-ee441ad9-cc51-412a-966b-f4ee665c0351 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:50:18.713742 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee441ad9-cc51-412a-966b-f4ee665c0351 None None] Bound using segment: {'id': '94b19ee8-15a3-4a54-bf57-ea2d852e5aec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '030a6682-54bf-4848-abed-ef0fc1322a44'} {{(pid=116163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 11:50:18.713742 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.managers [None req-ee441ad9-cc51-412a-966b-f4ee665c0351 None None] Bound port: c5663676-414c-46de-87ad-46432286cbd0, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '94b19ee8-15a3-4a54-bf57-ea2d852e5aec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '030a6682-54bf-4848-abed-ef0fc1322a44'}}] {{(pid=116163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 28 11:50:18.713742 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-ee441ad9-cc51-412a-966b-f4ee665c0351 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (c5663676-414c-46de-87ad-46432286cbd0), before_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:50:18.774694 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-ee441ad9-cc51-412a-966b-f4ee665c0351 None None] For port c5663676-414c-46de-87ad-46432286cbd0, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=116163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 11:50:18.777585 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-ee441ad9-cc51-412a-966b-f4ee665c0351 None None] For port c5663676-414c-46de-87ad-46432286cbd0, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=c5663676-414c-46de-87ad-46432286cbd0,segment=NetworkSegment(94b19ee8-15a3-4a54-bf57-ea2d852e5aec),segment_id=94b19ee8-15a3-4a54-bf57-ea2d852e5aec)] {{(pid=116163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 11:50:18.780044 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-6c358534-f029-48bb-b0d6-e8abeebaeeda admin admin] Publish callbacks [] for router_gateway (ccd062b8-1bb3-4f65-aec4-46592ea27aca), before_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:50:18.802155 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-6c358534-f029-48bb-b0d6-e8abeebaeeda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (None), before_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:50:18.850085 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-ee441ad9-cc51-412a-966b-f4ee665c0351 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393'] for port (c5663676-414c-46de-87ad-46432286cbd0), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:50:18.912223 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee441ad9-cc51-412a-966b-f4ee665c0351 None None] Pushing event updated for resources: {'Port': ['ID=c5663676-414c-46de-87ad-46432286cbd0,revision_number=2']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:50:18.925759 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.db.db_base_plugin_common [None req-6c358534-f029-48bb-b0d6-e8abeebaeeda admin admin] Allocated IP 172.36.4.32 (7be49d94-bbb8-4a61-bafe-209c5f861e1c/c0f82f52-05ee-40f2-a57c-9d02e01fb9fa/16ac81d4-edbe-4f17-acb9-38c7bd830691) {{(pid=116162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 11:50:19.032050 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-6c358534-f029-48bb-b0d6-e8abeebaeeda admin admin] Publish callbacks [] for port (16ac81d4-edbe-4f17-acb9-38c7bd830691), precommit_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:50:19.119535 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-6c358534-f029-48bb-b0d6-e8abeebaeeda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742234710357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5051867'] for port (16ac81d4-edbe-4f17-acb9-38c7bd830691), after_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:50:19.162022 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c358534-f029-48bb-b0d6-e8abeebaeeda admin admin] Network 7be49d94-bbb8-4a61-bafe-209c5f861e1c is already hosted by enough agents. {{(pid=116162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 11:50:19.167539 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.scheduler.base_scheduler [None req-6c358534-f029-48bb-b0d6-e8abeebaeeda admin admin] Resources bound (agent type, host, resource id): {{(pid=116162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 11:50:19.170034 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c358534-f029-48bb-b0d6-e8abeebaeeda admin admin] Received port after_create {{(pid=116162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 11:50:19.196943 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c358534-f029-48bb-b0d6-e8abeebaeeda admin admin] Pushing event updated for resources: {'Port': ['ID=16ac81d4-edbe-4f17-acb9-38c7bd830691,revision_number=1']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:50:19.212925 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Device c5663676-414c-46de-87ad-46432286cbd0 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=116163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 11:50:19.267095 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Provisioning complete for port c5663676-414c-46de-87ad-46432286cbd0 triggered by entity L2. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:50:19.267468 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (c5663676-414c-46de-87ad-46432286cbd0), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:50:19.343000 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Current status of the port c5663676-414c-46de-87ad-46432286cbd0 is: DOWN; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:50:19.343000 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (c5663676-414c-46de-87ad-46432286cbd0), before_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:50:19.377079 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] For port c5663676-414c-46de-87ad-46432286cbd0, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=c5663676-414c-46de-87ad-46432286cbd0,segment=NetworkSegment(94b19ee8-15a3-4a54-bf57-ea2d852e5aec),segment_id=94b19ee8-15a3-4a54-bf57-ea2d852e5aec)] {{(pid=116163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 11:50:19.455477 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393'] for port (c5663676-414c-46de-87ad-46432286cbd0), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:50:19.507029 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Pushing event updated for resources: {'Port': ['ID=c5663676-414c-46de-87ad-46432286cbd0,revision_number=3']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:50:19.827106 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-6c358534-f029-48bb-b0d6-e8abeebaeeda admin admin] Publish callbacks [] for router_gateway (ccd062b8-1bb3-4f65-aec4-46592ea27aca), after_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:50:19.852023 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97097796-2060-4674-a4ea-8c8590eaa195 None None] Network 030a6682-54bf-4848-abed-ef0fc1322a44 requested from dv-neutron-master-2-hyperv {{(pid=116163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 11:50:19.958934 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-9cab47ea-8531-4fcf-9a8a-1cf7dfd36bb8 None None] Provisioning complete for port c5663676-414c-46de-87ad-46432286cbd0 triggered by entity DHCP. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:50:19.959300 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-9cab47ea-8531-4fcf-9a8a-1cf7dfd36bb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (c5663676-414c-46de-87ad-46432286cbd0), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:50:20.037266 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-6c358534-f029-48bb-b0d6-e8abeebaeeda admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2060818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1935326'] for router (ccd062b8-1bb3-4f65-aec4-46592ea27aca), after_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:50:20.044766 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-9cab47ea-8531-4fcf-9a8a-1cf7dfd36bb8 None None] Current status of the port c5663676-414c-46de-87ad-46432286cbd0 is: ACTIVE; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:50:20.162355 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-b0215af1-6228-4284-a5cb-d047c3e8a8fc None None] Provisioning complete for port c5663676-414c-46de-87ad-46432286cbd0 triggered by entity DHCP. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:50:20.162822 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-b0215af1-6228-4284-a5cb-d047c3e8a8fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (c5663676-414c-46de-87ad-46432286cbd0), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:50:20.210741 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c358534-f029-48bb-b0d6-e8abeebaeeda admin admin] Router ccd062b8-1bb3-4f65-aec4-46592ea27aca is scheduled to L3 agent 6b492ad6-0876-4d74-b20d-28143a52ceba with binding_index 1 {{(pid=116162) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 28 11:50:20.244446 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-b0215af1-6228-4284-a5cb-d047c3e8a8fc None None] Current status of the port c5663676-414c-46de-87ad-46432286cbd0 is: ACTIVE; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:50:20.321674 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c358534-f029-48bb-b0d6-e8abeebaeeda admin admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=116162) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 11:50:20.330180 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f7f8735-56d1-45ca-8691-18c1e097641e None None] Sync routers for ids ['ccd062b8-1bb3-4f65-aec4-46592ea27aca'] in dv-neutron-master-2-hyperv {{(pid=116163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 11:50:20.340274 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f7f8735-56d1-45ca-8691-18c1e097641e None None] Routers {'ccd062b8-1bb3-4f65-aec4-46592ea27aca'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=116163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 11:50:20.343092 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_hamode_db [None req-9f7f8735-56d1-45ca-8691-18c1e097641e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-28T10:50:39Z,description=,heartbeat_timestamp=2022-04-28T11:50:09Z,host='dv-neutron-master-2-hyperv',id=6b492ad6-0876-4d74-b20d-28143a52ceba,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T10:50:40Z,topic='l3_agent')) {'router_ids': ['ccd062b8-1bb3-4f65-aec4-46592ea27aca'], 'active': True} {{(pid=116163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:50:20.382992 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-6c358534-f029-48bb-b0d6-e8abeebaeeda admin admin] Publish callbacks [] for router (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:50:20.384249 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-6c358534-f029-48bb-b0d6-e8abeebaeeda admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.1737440 Apr 28 11:50:20.386882 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 34858) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:50:20.452425 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvr_db [None req-9f7f8735-56d1-45ca-8691-18c1e097641e None None] Set router ccd062b8-1bb3-4f65-aec4-46592ea27aca gateway port host: dv-neutron-master-2-hyperv {{(pid=116163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 11:50:20.618977 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_hamode_db [None req-9f7f8735-56d1-45ca-8691-18c1e097641e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccd062b8-1bb3-4f65-aec4-46592ea27aca', 'name': 'tempest-TestSnapshotPattern-1946751865-router', 'tenant_id': 'f44585b1364246278a3a710149c257a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'external_fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.32'}], 'enable_snat': True}, 'gw_port_id': '16ac81d4-edbe-4f17-acb9-38c7bd830691', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T11:50:18Z', 'updated_at': '2022-04-28T11:50:19Z', 'revision_number': 3, 'project_id': 'f44585b1364246278a3a710149c257a0', 'gw_port': {'id': '16ac81d4-edbe-4f17-acb9-38c7bd830691', 'name': '', 'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:9a:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ccd062b8-1bb3-4f65-aec4-46592ea27aca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1867, 'fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:50:18Z', 'updated_at': '2022-04-28T11:50:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=116163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:50:20.645703 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f7f8735-56d1-45ca-8691-18c1e097641e None None] Checking router: ccd062b8-1bb3-4f65-aec4-46592ea27aca for host: dv-neutron-master-2-hyperv {{(pid=116163) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 11:50:20.645968 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f7f8735-56d1-45ca-8691-18c1e097641e None None] Updating router ccd062b8-1bb3-4f65-aec4-46592ea27aca port 16ac81d4-edbe-4f17-acb9-38c7bd830691 binding host dv-neutron-master-2-hyperv {{(pid=116163) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 28 11:50:20.676140 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-9f7f8735-56d1-45ca-8691-18c1e097641e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (16ac81d4-edbe-4f17-acb9-38c7bd830691), before_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:50:20.811563 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-4fb39d36-208c-418d-9c94-af13e1626676 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (None), before_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:50:20.923514 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-9f7f8735-56d1-45ca-8691-18c1e097641e None None] Publish callbacks [] for port (16ac81d4-edbe-4f17-acb9-38c7bd830691), precommit_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:50:20.969417 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.db.db_base_plugin_common [None req-4fb39d36-208c-418d-9c94-af13e1626676 admin admin] Allocated IP 172.20.0.1 (030a6682-54bf-4848-abed-ef0fc1322a44/b3d112b6-1d12-4943-a4af-47e147395153/a93bfd26-1ff7-4318-99dd-29646a765947) {{(pid=116162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 11:50:20.981308 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-9f7f8735-56d1-45ca-8691-18c1e097641e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393'] for port (16ac81d4-edbe-4f17-acb9-38c7bd830691), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:50:21.010542 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (6be95134-9a6c-4663-8b48-90d12ce90c60), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:50:21.037225 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2388f8c-6177-40fa-a29a-a37526aa91f2 None None] Pushing event updated for resources: {'Port': ['ID=16ac81d4-edbe-4f17-acb9-38c7bd830691,revision_number=2']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:50:21.039913 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.managers [None req-9f7f8735-56d1-45ca-8691-18c1e097641e None None] Attempting to bind port 16ac81d4-edbe-4f17-acb9-38c7bd830691 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=116163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 28 11:50:21.040293 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.managers [None req-9f7f8735-56d1-45ca-8691-18c1e097641e None None] Attempting to bind port 16ac81d4-edbe-4f17-acb9-38c7bd830691 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '142bc50f-d6af-4646-8d06-bb7af6b7b51c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c'}] {{(pid=116163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 28 11:50:21.040662 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f7f8735-56d1-45ca-8691-18c1e097641e None None] Attempting to bind port 16ac81d4-edbe-4f17-acb9-38c7bd830691 on network 7be49d94-bbb8-4a61-bafe-209c5f861e1c {{(pid=116163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 11:50:21.047828 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f7f8735-56d1-45ca-8691-18c1e097641e None None] Checking agent: {'id': 'd5baab19-5dd1-4902-922b-84acb048ab9c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 10, 50, 43), 'started_at': datetime.datetime(2022, 4, 28, 10, 51, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 11, 50, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=116163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 11:50:21.048697 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f7f8735-56d1-45ca-8691-18c1e097641e None None] Checking segment: {'id': '142bc50f-d6af-4646-8d06-bb7af6b7b51c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 11:50:21.048697 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-9f7f8735-56d1-45ca-8691-18c1e097641e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:50:21.049082 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f7f8735-56d1-45ca-8691-18c1e097641e None None] Bound using segment: {'id': '142bc50f-d6af-4646-8d06-bb7af6b7b51c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c'} {{(pid=116163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 11:50:21.049551 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.managers [None req-9f7f8735-56d1-45ca-8691-18c1e097641e None None] Bound port: 16ac81d4-edbe-4f17-acb9-38c7bd830691, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '142bc50f-d6af-4646-8d06-bb7af6b7b51c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c'}}] {{(pid=116163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 28 11:50:21.050741 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-9f7f8735-56d1-45ca-8691-18c1e097641e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (16ac81d4-edbe-4f17-acb9-38c7bd830691), before_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:50:21.079594 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-4fb39d36-208c-418d-9c94-af13e1626676 admin admin] Publish callbacks [] for port (a93bfd26-1ff7-4318-99dd-29646a765947), precommit_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:50:21.109727 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-9f7f8735-56d1-45ca-8691-18c1e097641e None None] For port 16ac81d4-edbe-4f17-acb9-38c7bd830691, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=116163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 11:50:21.113680 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-9f7f8735-56d1-45ca-8691-18c1e097641e None None] For port 16ac81d4-edbe-4f17-acb9-38c7bd830691, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=16ac81d4-edbe-4f17-acb9-38c7bd830691,segment=NetworkSegment(142bc50f-d6af-4646-8d06-bb7af6b7b51c),segment_id=142bc50f-d6af-4646-8d06-bb7af6b7b51c)] {{(pid=116163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 11:50:21.166267 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Device c5663676-414c-46de-87ad-46432286cbd0 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=116163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 11:50:21.170507 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-4fb39d36-208c-418d-9c94-af13e1626676 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742234710357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5051867'] for port (a93bfd26-1ff7-4318-99dd-29646a765947), after_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:50:21.200528 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-9f7f8735-56d1-45ca-8691-18c1e097641e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393'] for port (16ac81d4-edbe-4f17-acb9-38c7bd830691), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:50:21.210033 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fb39d36-208c-418d-9c94-af13e1626676 admin admin] Network 030a6682-54bf-4848-abed-ef0fc1322a44 is already hosted by enough agents. {{(pid=116162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 11:50:21.216787 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.scheduler.base_scheduler [None req-4fb39d36-208c-418d-9c94-af13e1626676 admin admin] Resources bound (agent type, host, resource id): {{(pid=116162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 11:50:21.221201 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fb39d36-208c-418d-9c94-af13e1626676 admin admin] Received port after_create {{(pid=116162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 11:50:21.225217 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb39d36-208c-418d-9c94-af13e1626676 admin admin] Pushing event updated for resources: {'Port': ['ID=a93bfd26-1ff7-4318-99dd-29646a765947,revision_number=1']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:50:21.263578 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-4fb39d36-208c-418d-9c94-af13e1626676 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2063275'] for router_interface (ccd062b8-1bb3-4f65-aec4-46592ea27aca), before_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:50:21.275455 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Provisioning complete for port c5663676-414c-46de-87ad-46432286cbd0 triggered by entity L2. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:50:21.275826 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (c5663676-414c-46de-87ad-46432286cbd0), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:50:21.277395 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f7f8735-56d1-45ca-8691-18c1e097641e None None] Routers {'ccd062b8-1bb3-4f65-aec4-46592ea27aca'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=116163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 11:50:21.278031 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_hamode_db [None req-9f7f8735-56d1-45ca-8691-18c1e097641e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-28T10:50:39Z,description=,heartbeat_timestamp=2022-04-28T11:50:09Z,host='dv-neutron-master-2-hyperv',id=6b492ad6-0876-4d74-b20d-28143a52ceba,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T10:50:40Z,topic='l3_agent')) {'router_ids': ['ccd062b8-1bb3-4f65-aec4-46592ea27aca'], 'active': True} {{(pid=116163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:50:21.280663 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2388f8c-6177-40fa-a29a-a37526aa91f2 None None] Pushing event updated for resources: {'Port': ['ID=16ac81d4-edbe-4f17-acb9-38c7bd830691,revision_number=3']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:50:21.480650 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-4fb39d36-208c-418d-9c94-af13e1626676 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (a93bfd26-1ff7-4318-99dd-29646a765947), before_update {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:50:21.617442 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvr_db [None req-9f7f8735-56d1-45ca-8691-18c1e097641e None None] Set router ccd062b8-1bb3-4f65-aec4-46592ea27aca gateway port host: dv-neutron-master-2-hyperv {{(pid=116163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 11:50:21.619095 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-66597516-37c6-4e90-8274-c1431bd4715e None None] Provisioning complete for port a93bfd26-1ff7-4318-99dd-29646a765947 triggered by entity DHCP. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:50:21.619458 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-66597516-37c6-4e90-8274-c1431bd4715e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (a93bfd26-1ff7-4318-99dd-29646a765947), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:50:21.652007 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-4fb39d36-208c-418d-9c94-af13e1626676 admin admin] Publish callbacks [] for port (a93bfd26-1ff7-4318-99dd-29646a765947), precommit_update {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:50:21.695485 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-4fb39d36-208c-418d-9c94-af13e1626676 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5051840'] for port (a93bfd26-1ff7-4318-99dd-29646a765947), after_update {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:50:21.702999 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Current status of the port c5663676-414c-46de-87ad-46432286cbd0 is: ACTIVE; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:50:21.763440 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-66597516-37c6-4e90-8274-c1431bd4715e None None] Port a93bfd26-1ff7-4318-99dd-29646a765947 cannot update to ACTIVE because it is not bound. {{(pid=116163) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 28 11:50:21.768639 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-4fb39d36-208c-418d-9c94-af13e1626676 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1603056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2063387'] for router_interface (ccd062b8-1bb3-4f65-aec4-46592ea27aca), after_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:50:21.771434 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb39d36-208c-418d-9c94-af13e1626676 admin admin] Pushing event updated for resources: {'Port': ['ID=a93bfd26-1ff7-4318-99dd-29646a765947,revision_number=2']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:50:21.830024 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_hamode_db [None req-9f7f8735-56d1-45ca-8691-18c1e097641e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccd062b8-1bb3-4f65-aec4-46592ea27aca', 'name': 'tempest-TestSnapshotPattern-1946751865-router', 'tenant_id': 'f44585b1364246278a3a710149c257a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'external_fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.32'}], 'enable_snat': True}, 'gw_port_id': '16ac81d4-edbe-4f17-acb9-38c7bd830691', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T11:50:18Z', 'updated_at': '2022-04-28T11:50:19Z', 'revision_number': 3, 'project_id': 'f44585b1364246278a3a710149c257a0', 'gw_port': {'id': '16ac81d4-edbe-4f17-acb9-38c7bd830691', 'name': '', 'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:9a:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ccd062b8-1bb3-4f65-aec4-46592ea27aca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1867, 'fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:50:18Z', 'updated_at': '2022-04-28T11:50:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=116163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:50:21.860815 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f7f8735-56d1-45ca-8691-18c1e097641e None None] The sync data for ids ['ccd062b8-1bb3-4f65-aec4-46592ea27aca'] in dv-neutron-master-2-hyperv is: [{'id': 'ccd062b8-1bb3-4f65-aec4-46592ea27aca', 'name': 'tempest-TestSnapshotPattern-1946751865-router', 'tenant_id': 'f44585b1364246278a3a710149c257a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'external_fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.32'}], 'enable_snat': True}, 'gw_port_id': '16ac81d4-edbe-4f17-acb9-38c7bd830691', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T11:50:18Z', 'updated_at': '2022-04-28T11:50:19Z', 'revision_number': 3, 'project_id': 'f44585b1364246278a3a710149c257a0', 'gw_port': {'id': '16ac81d4-edbe-4f17-acb9-38c7bd830691', 'name': '', 'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:9a:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ccd062b8-1bb3-4f65-aec4-46592ea27aca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1867, 'fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:50:18Z', 'updated_at': '2022-04-28T11:50:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}] {{(pid=116163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 11:50:21.864267 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fb39d36-208c-418d-9c94-af13e1626676 admin admin] Network 030a6682-54bf-4848-abed-ef0fc1322a44 is already hosted by enough agents. {{(pid=116162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 11:50:21.865692 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.scheduler.base_scheduler [None req-4fb39d36-208c-418d-9c94-af13e1626676 admin admin] Resources bound (agent type, host, resource id): {{(pid=116162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 11:50:21.990951 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4fb39d36-208c-418d-9c94-af13e1626676 admin admin] Router ccd062b8-1bb3-4f65-aec4-46592ea27aca has already been hosted by L3 agent 6b492ad6-0876-4d74-b20d-28143a52ceba {{(pid=116162) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 11:50:22.125553 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4fb39d36-208c-418d-9c94-af13e1626676 admin admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=116162) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 11:50:22.131283 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-4fb39d36-208c-418d-9c94-af13e1626676 admin admin] 10.222.0.10 "PUT /v2.0/routers/ccd062b8-1bb3-4f65-aec4-46592ea27aca/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7434437 Apr 28 11:50:22.184602 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-18088c80-332e-4878-aa09-64429e811945 None None] Provisioning complete for port a93bfd26-1ff7-4318-99dd-29646a765947 triggered by entity DHCP. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:50:22.185183 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-18088c80-332e-4878-aa09-64429e811945 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (a93bfd26-1ff7-4318-99dd-29646a765947), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:50:22.222818 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-18088c80-332e-4878-aa09-64429e811945 None None] Port a93bfd26-1ff7-4318-99dd-29646a765947 cannot update to ACTIVE because it is not bound. {{(pid=116163) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 28 11:50:22.777570 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 34874) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:50:22.782472 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.v2.base [None req-6e8627bd-f425-4ab5-9fd3-1335752b4829 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-937172755-network', 'tenant_id': '144d3483e9f245b8968aad411ab5dd7a'}} {{(pid=116162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:50:22.849394 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e8627bd-f425-4ab5-9fd3-1335752b4829 admin admin] Made reservation on behalf of 144d3483e9f245b8968aad411ab5dd7a for: {'network': 1} {{(pid=116162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 11:50:22.851733 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-6e8627bd-f425-4ab5-9fd3-1335752b4829 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for network (None), before_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:50:22.860443 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-6e8627bd-f425-4ab5-9fd3-1335752b4829 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:50:22.935301 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-6e8627bd-f425-4ab5-9fd3-1335752b4829 admin admin] Publish callbacks [] for security_group (c2ba6d1f-467e-4ed0-b4a2-72652a68afcd), precommit_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:50:22.992544 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-6e8627bd-f425-4ab5-9fd3-1335752b4829 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924426'] for security_group (c2ba6d1f-467e-4ed0-b4a2-72652a68afcd), after_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:50:23.017797 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6e8627bd-f425-4ab5-9fd3-1335752b4829 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 81} {{(pid=116162) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 11:50:23.028186 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8627bd-f425-4ab5-9fd3-1335752b4829 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2ba6d1f-467e-4ed0-b4a2-72652a68afcd,revision_number=1']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:50:23.032979 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-6e8627bd-f425-4ab5-9fd3-1335752b4829 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-961978'] for segment (aa2f7bd9-9e5a-4607-9148-a5ad816ecdc6), precommit_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:50:23.033266 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.db.segments_db [None req-6e8627bd-f425-4ab5-9fd3-1335752b4829 admin admin] Added segment aa2f7bd9-9e5a-4607-9148-a5ad816ecdc6 of type vlan for network ffebb397-e2de-46e3-a2db-6143bbbe53ec Apr 28 11:50:23.078179 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-6e8627bd-f425-4ab5-9fd3-1335752b4829 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742234744962'] for network (ffebb397-e2de-46e3-a2db-6143bbbe53ec), precommit_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:50:23.163867 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-6e8627bd-f425-4ab5-9fd3-1335752b4829 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042'] for network (ffebb397-e2de-46e3-a2db-6143bbbe53ec), after_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:50:23.164869 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e8627bd-f425-4ab5-9fd3-1335752b4829 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:50:23.165472 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-6e8627bd-f425-4ab5-9fd3-1335752b4829 admin admin] Publish callbacks [] for network (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:50:23.180606 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Device 16ac81d4-edbe-4f17-acb9-38c7bd830691 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=116163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 11:50:23.232844 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Provisioning complete for port 16ac81d4-edbe-4f17-acb9-38c7bd830691 triggered by entity L2. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:50:23.233486 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (16ac81d4-edbe-4f17-acb9-38c7bd830691), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:50:23.234785 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8627bd-f425-4ab5-9fd3-1335752b4829 admin admin] Pushing event updated for resources: {'Network': ['ID=ffebb397-e2de-46e3-a2db-6143bbbe53ec,revision_number=1']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:50:23.251177 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-6e8627bd-f425-4ab5-9fd3-1335752b4829 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4722719 Apr 28 11:50:23.252192 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 34876) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:50:23.261322 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.v2.base [None req-05bc1418-1216-4e87-8ec3-13a603b9e2b6 admin admin] Request body: {'subnet': {'network_id': 'ffebb397-e2de-46e3-a2db-6143bbbe53ec', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-937172755-subnet', 'tenant_id': '144d3483e9f245b8968aad411ab5dd7a', 'ip_version': 4}} {{(pid=116162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:50:23.261466 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Network ffebb397-e2de-46e3-a2db-6143bbbe53ec details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=116163) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 28 11:50:23.335475 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05bc1418-1216-4e87-8ec3-13a603b9e2b6 admin admin] Made reservation on behalf of 144d3483e9f245b8968aad411ab5dd7a for: {'subnet': 1} {{(pid=116162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 11:50:23.338579 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-05bc1418-1216-4e87-8ec3-13a603b9e2b6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4210834'] for subnet (None), before_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:50:23.386872 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Current status of the port 16ac81d4-edbe-4f17-acb9-38c7bd830691 is: DOWN; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:50:23.387258 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (16ac81d4-edbe-4f17-acb9-38c7bd830691), before_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:50:23.412842 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] For port 16ac81d4-edbe-4f17-acb9-38c7bd830691, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=16ac81d4-edbe-4f17-acb9-38c7bd830691,segment=NetworkSegment(142bc50f-d6af-4646-8d06-bb7af6b7b51c),segment_id=142bc50f-d6af-4646-8d06-bb7af6b7b51c)] {{(pid=116163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 11:50:23.473086 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393'] for port (16ac81d4-edbe-4f17-acb9-38c7bd830691), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:50:23.478025 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60d2de18-3d4f-48e2-9fe9-b0fe2b5d6063 None None] Sync routers for ids ['ccd062b8-1bb3-4f65-aec4-46592ea27aca'] in dv-neutron-master-2-hyperv {{(pid=116164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 11:50:23.495591 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60d2de18-3d4f-48e2-9fe9-b0fe2b5d6063 None None] Routers {'ccd062b8-1bb3-4f65-aec4-46592ea27aca'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=116164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 11:50:23.496293 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_hamode_db [None req-60d2de18-3d4f-48e2-9fe9-b0fe2b5d6063 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-28T10:50:39Z,description=,heartbeat_timestamp=2022-04-28T11:50:09Z,host='dv-neutron-master-2-hyperv',id=6b492ad6-0876-4d74-b20d-28143a52ceba,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T10:50:40Z,topic='l3_agent')) {'router_ids': ['ccd062b8-1bb3-4f65-aec4-46592ea27aca'], 'active': True} {{(pid=116164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:50:23.524252 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Pushing event updated for resources: {'Port': ['ID=16ac81d4-edbe-4f17-acb9-38c7bd830691,revision_number=4']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:50:23.592724 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-05bc1418-1216-4e87-8ec3-13a603b9e2b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5054027', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4210784'] for subnet (09ac3d21-9347-4274-b7f2-a0e1e0dcfd44), after_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:50:23.616053 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_dvr_db [None req-60d2de18-3d4f-48e2-9fe9-b0fe2b5d6063 None None] Set router ccd062b8-1bb3-4f65-aec4-46592ea27aca gateway port host: dv-neutron-master-2-hyperv {{(pid=116164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 11:50:23.643095 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05bc1418-1216-4e87-8ec3-13a603b9e2b6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=09ac3d21-9347-4274-b7f2-a0e1e0dcfd44,revision_number=0']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:50:23.659117 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05bc1418-1216-4e87-8ec3-13a603b9e2b6 admin admin] Checking segment: {'id': 'aa2f7bd9-9e5a-4607-9148-a5ad816ecdc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'ffebb397-e2de-46e3-a2db-6143bbbe53ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 11:50:23.660110 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05bc1418-1216-4e87-8ec3-13a603b9e2b6 admin admin] Network hostable DHCP agents. Network: ffebb397-e2de-46e3-a2db-6143bbbe53ec, hostable agents: ['75ba81b7-fe99-4281-90d2-a5adb445ecea'], hosted agents: [] {{(pid=116162) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 11:50:23.729961 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05bc1418-1216-4e87-8ec3-13a603b9e2b6 admin admin] Network ffebb397-e2de-46e3-a2db-6143bbbe53ec is scheduled to be hosted by DHCP agent 75ba81b7-fe99-4281-90d2-a5adb445ecea with binding_index 1 {{(pid=116162) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 11:50:23.786614 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.scheduler.base_scheduler [None req-05bc1418-1216-4e87-8ec3-13a603b9e2b6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, ffebb397-e2de-46e3-a2db-6143bbbe53ec) {{(pid=116162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 11:50:23.791553 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05bc1418-1216-4e87-8ec3-13a603b9e2b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:50:23.792471 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-05bc1418-1216-4e87-8ec3-13a603b9e2b6 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:50:23.799827 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9c3cd26-1c79-4d4b-a428-f59ab74512da None None] Network ffebb397-e2de-46e3-a2db-6143bbbe53ec requested from dv-neutron-master-2-hyperv {{(pid=116163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 11:50:23.811230 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_hamode_db [None req-60d2de18-3d4f-48e2-9fe9-b0fe2b5d6063 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccd062b8-1bb3-4f65-aec4-46592ea27aca', 'name': 'tempest-TestSnapshotPattern-1946751865-router', 'tenant_id': 'f44585b1364246278a3a710149c257a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'external_fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.32'}], 'enable_snat': True}, 'gw_port_id': '16ac81d4-edbe-4f17-acb9-38c7bd830691', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T11:50:18Z', 'updated_at': '2022-04-28T11:50:21Z', 'revision_number': 4, 'project_id': 'f44585b1364246278a3a710149c257a0', 'gw_port': {'id': '16ac81d4-edbe-4f17-acb9-38c7bd830691', 'name': '', 'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:9a:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccd062b8-1bb3-4f65-aec4-46592ea27aca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1867, 'fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:50:18Z', 'updated_at': '2022-04-28T11:50:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'a93bfd26-1ff7-4318-99dd-29646a765947', 'name': '', 'network_id': '030a6682-54bf-4848-abed-ef0fc1322a44', 'tenant_id': 'f44585b1364246278a3a710149c257a0', 'mac_address': 'fa:16:3e:34:41:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ccd062b8-1bb3-4f65-aec4-46592ea27aca', 'device_owner': 'network:router_interface', 'standard_attr_id': 1868, 'fixed_ips': [{'subnet_id': 'b3d112b6-1d12-4943-a4af-47e147395153', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:50:20Z', 'updated_at': '2022-04-28T11:50:21Z', 'revision_number': 2, 'project_id': 'f44585b1364246278a3a710149c257a0', 'subnets': [{'id': 'b3d112b6-1d12-4943-a4af-47e147395153', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=116164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:50:23.848731 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60d2de18-3d4f-48e2-9fe9-b0fe2b5d6063 None None] Checking router: ccd062b8-1bb3-4f65-aec4-46592ea27aca for host: dv-neutron-master-2-hyperv {{(pid=116164) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 11:50:23.849319 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60d2de18-3d4f-48e2-9fe9-b0fe2b5d6063 None None] Updating router ccd062b8-1bb3-4f65-aec4-46592ea27aca port a93bfd26-1ff7-4318-99dd-29646a765947 binding host dv-neutron-master-2-hyperv {{(pid=116164) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 28 11:50:23.877516 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron_lib.callbacks.manager [None req-60d2de18-3d4f-48e2-9fe9-b0fe2b5d6063 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (a93bfd26-1ff7-4318-99dd-29646a765947), before_update {{(pid=116164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:50:23.884406 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 34878) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:50:23.890454 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.v2.base [None req-afbe342c-f6ff-4140-900c-81802df14b79 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-937172755-router', 'tenant_id': '144d3483e9f245b8968aad411ab5dd7a', 'external_gateway_info': {'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c'}}} {{(pid=116161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:50:23.891195 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-05bc1418-1216-4e87-8ec3-13a603b9e2b6 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6369281 Apr 28 11:50:23.921660 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fb6d421-241a-4646-9afd-dac0c3128944 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-ffebb397-e2de-46e3-a2db-6143bbbe53ec', 'network_id': 'ffebb397-e2de-46e3-a2db-6143bbbe53ec', 'project_id': '144d3483e9f245b8968aad411ab5dd7a', 'fixed_ips': [{'subnet_id': '09ac3d21-9347-4274-b7f2-a0e1e0dcfd44'}]}} from dv-neutron-master-2-hyperv. {{(pid=116163) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 28 11:50:23.922638 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-0fb6d421-241a-4646-9afd-dac0c3128944 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (None), before_create {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:50:23.958448 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-afbe342c-f6ff-4140-900c-81802df14b79 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2060459', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-63449'] for router (0e7d25b7-ae62-4399-827d-753767626e30), before_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:50:23.959593 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-afbe342c-f6ff-4140-900c-81802df14b79 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2060827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1935275', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1960866', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-63266'] for router (0e7d25b7-ae62-4399-827d-753767626e30), precommit_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:50:24.014871 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-afbe342c-f6ff-4140-900c-81802df14b79 admin admin] Publish callbacks [] for router_controller (0e7d25b7-ae62-4399-827d-753767626e30), precommit_add_association {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:50:24.076981 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.db_base_plugin_common [None req-0fb6d421-241a-4646-9afd-dac0c3128944 None None] Allocated IP 172.20.0.2 (ffebb397-e2de-46e3-a2db-6143bbbe53ec/09ac3d21-9347-4274-b7f2-a0e1e0dcfd44/db1ea5d3-ee9a-4539-a320-4c119e2ade35) {{(pid=116163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 11:50:24.162756 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron_lib.callbacks.manager [None req-60d2de18-3d4f-48e2-9fe9-b0fe2b5d6063 None None] Publish callbacks [] for port (a93bfd26-1ff7-4318-99dd-29646a765947), precommit_update {{(pid=116164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:50:24.215497 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron_lib.callbacks.manager [None req-60d2de18-3d4f-48e2-9fe9-b0fe2b5d6063 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393'] for port (a93bfd26-1ff7-4318-99dd-29646a765947), after_update {{(pid=116164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:50:24.252837 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-0fb6d421-241a-4646-9afd-dac0c3128944 None None] Publish callbacks [] for port (db1ea5d3-ee9a-4539-a320-4c119e2ade35), precommit_create {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:50:24.255803 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-afbe342c-f6ff-4140-900c-81802df14b79 admin admin] Publish callbacks [] for router_gateway (0e7d25b7-ae62-4399-827d-753767626e30), precommit_update {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:50:24.301702 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae897b16-341e-45d9-a064-46689ed687f3 None None] Pushing event updated for resources: {'Port': ['ID=a93bfd26-1ff7-4318-99dd-29646a765947,revision_number=3']} {{(pid=116164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:50:24.311111 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae897b16-341e-45d9-a064-46689ed687f3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:50:24.311599 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae897b16-341e-45d9-a064-46689ed687f3 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:50:24.312049 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae897b16-341e-45d9-a064-46689ed687f3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:50:24.312484 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae897b16-341e-45d9-a064-46689ed687f3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:50:24.312909 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae897b16-341e-45d9-a064-46689ed687f3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:50:24.313334 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae897b16-341e-45d9-a064-46689ed687f3 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:50:24.313759 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae897b16-341e-45d9-a064-46689ed687f3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:50:24.314180 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae897b16-341e-45d9-a064-46689ed687f3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:50:24.314627 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae897b16-341e-45d9-a064-46689ed687f3 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:50:24.315048 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae897b16-341e-45d9-a064-46689ed687f3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:50:24.316332 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae897b16-341e-45d9-a064-46689ed687f3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:50:24.316800 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae897b16-341e-45d9-a064-46689ed687f3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:50:24.317219 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae897b16-341e-45d9-a064-46689ed687f3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:50:24.317639 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae897b16-341e-45d9-a064-46689ed687f3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:50:24.318053 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae897b16-341e-45d9-a064-46689ed687f3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:50:24.324626 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-0fb6d421-241a-4646-9afd-dac0c3128944 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742234710357'] for port (db1ea5d3-ee9a-4539-a320-4c119e2ade35), after_create {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:50:24.381279 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fb6d421-241a-4646-9afd-dac0c3128944 None None] Network ffebb397-e2de-46e3-a2db-6143bbbe53ec is already hosted by enough agents. {{(pid=116163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 11:50:24.386519 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.scheduler.base_scheduler [None req-0fb6d421-241a-4646-9afd-dac0c3128944 None None] Resources bound (agent type, host, resource id): {{(pid=116163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 11:50:24.390551 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fb6d421-241a-4646-9afd-dac0c3128944 None None] Received port after_create {{(pid=116163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 11:50:24.400049 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.plugins.ml2.managers [None req-60d2de18-3d4f-48e2-9fe9-b0fe2b5d6063 None None] Attempting to bind port a93bfd26-1ff7-4318-99dd-29646a765947 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=116164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 28 11:50:24.402864 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.plugins.ml2.managers [None req-60d2de18-3d4f-48e2-9fe9-b0fe2b5d6063 None None] Attempting to bind port a93bfd26-1ff7-4318-99dd-29646a765947 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '94b19ee8-15a3-4a54-bf57-ea2d852e5aec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '030a6682-54bf-4848-abed-ef0fc1322a44'}] {{(pid=116164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 28 11:50:24.402864 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60d2de18-3d4f-48e2-9fe9-b0fe2b5d6063 None None] Attempting to bind port a93bfd26-1ff7-4318-99dd-29646a765947 on network 030a6682-54bf-4848-abed-ef0fc1322a44 {{(pid=116164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 11:50:24.403088 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb6d421-241a-4646-9afd-dac0c3128944 None None] Pushing event updated for resources: {'Port': ['ID=db1ea5d3-ee9a-4539-a320-4c119e2ade35,revision_number=1']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:50:24.419560 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60d2de18-3d4f-48e2-9fe9-b0fe2b5d6063 None None] Checking agent: {'id': 'd5baab19-5dd1-4902-922b-84acb048ab9c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 10, 50, 43), 'started_at': datetime.datetime(2022, 4, 28, 10, 51, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 11, 50, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=116164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 11:50:24.420265 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60d2de18-3d4f-48e2-9fe9-b0fe2b5d6063 None None] Checking segment: {'id': '94b19ee8-15a3-4a54-bf57-ea2d852e5aec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '030a6682-54bf-4848-abed-ef0fc1322a44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 11:50:24.421955 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron_lib.callbacks.manager [None req-60d2de18-3d4f-48e2-9fe9-b0fe2b5d6063 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=116164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:50:24.423473 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60d2de18-3d4f-48e2-9fe9-b0fe2b5d6063 None None] Bound using segment: {'id': '94b19ee8-15a3-4a54-bf57-ea2d852e5aec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '030a6682-54bf-4848-abed-ef0fc1322a44'} {{(pid=116164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 11:50:24.424142 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.plugins.ml2.managers [None req-60d2de18-3d4f-48e2-9fe9-b0fe2b5d6063 None None] Bound port: a93bfd26-1ff7-4318-99dd-29646a765947, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '94b19ee8-15a3-4a54-bf57-ea2d852e5aec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '030a6682-54bf-4848-abed-ef0fc1322a44'}}] {{(pid=116164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 28 11:50:24.424753 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron_lib.callbacks.manager [None req-60d2de18-3d4f-48e2-9fe9-b0fe2b5d6063 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (a93bfd26-1ff7-4318-99dd-29646a765947), before_update {{(pid=116164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:50:24.495410 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.managers [None req-0fb6d421-241a-4646-9afd-dac0c3128944 None None] Attempting to bind port db1ea5d3-ee9a-4539-a320-4c119e2ade35 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=116163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 28 11:50:24.495798 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.managers [None req-0fb6d421-241a-4646-9afd-dac0c3128944 None None] Attempting to bind port db1ea5d3-ee9a-4539-a320-4c119e2ade35 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'aa2f7bd9-9e5a-4607-9148-a5ad816ecdc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'ffebb397-e2de-46e3-a2db-6143bbbe53ec'}] {{(pid=116163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 28 11:50:24.496169 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fb6d421-241a-4646-9afd-dac0c3128944 None None] Attempting to bind port db1ea5d3-ee9a-4539-a320-4c119e2ade35 on network ffebb397-e2de-46e3-a2db-6143bbbe53ec {{(pid=116163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 11:50:24.506756 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.plugins.ml2.db [None req-60d2de18-3d4f-48e2-9fe9-b0fe2b5d6063 None None] For port a93bfd26-1ff7-4318-99dd-29646a765947, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=116164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 11:50:24.508361 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fb6d421-241a-4646-9afd-dac0c3128944 None None] Checking agent: {'id': 'd5baab19-5dd1-4902-922b-84acb048ab9c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 10, 50, 43), 'started_at': datetime.datetime(2022, 4, 28, 10, 51, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 11, 50, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=116163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 11:50:24.508748 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fb6d421-241a-4646-9afd-dac0c3128944 None None] Checking segment: {'id': 'aa2f7bd9-9e5a-4607-9148-a5ad816ecdc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'ffebb397-e2de-46e3-a2db-6143bbbe53ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 11:50:24.509165 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-0fb6d421-241a-4646-9afd-dac0c3128944 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:50:24.509571 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fb6d421-241a-4646-9afd-dac0c3128944 None None] Bound using segment: {'id': 'aa2f7bd9-9e5a-4607-9148-a5ad816ecdc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'ffebb397-e2de-46e3-a2db-6143bbbe53ec'} {{(pid=116163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 11:50:24.510056 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.managers [None req-0fb6d421-241a-4646-9afd-dac0c3128944 None None] Bound port: db1ea5d3-ee9a-4539-a320-4c119e2ade35, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa2f7bd9-9e5a-4607-9148-a5ad816ecdc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'ffebb397-e2de-46e3-a2db-6143bbbe53ec'}}] {{(pid=116163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 28 11:50:24.510273 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.plugins.ml2.db [None req-60d2de18-3d4f-48e2-9fe9-b0fe2b5d6063 None None] For port a93bfd26-1ff7-4318-99dd-29646a765947, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=a93bfd26-1ff7-4318-99dd-29646a765947,segment=NetworkSegment(94b19ee8-15a3-4a54-bf57-ea2d852e5aec),segment_id=94b19ee8-15a3-4a54-bf57-ea2d852e5aec)] {{(pid=116164) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 11:50:24.510483 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-0fb6d421-241a-4646-9afd-dac0c3128944 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (db1ea5d3-ee9a-4539-a320-4c119e2ade35), before_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:50:24.574108 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-eb2dcaae-e14d-43ad-9e94-74bc42d2734e None None] Provisioning complete for port a93bfd26-1ff7-4318-99dd-29646a765947 triggered by entity DHCP. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:50:24.574499 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-eb2dcaae-e14d-43ad-9e94-74bc42d2734e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (a93bfd26-1ff7-4318-99dd-29646a765947), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:50:24.581512 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron_lib.callbacks.manager [None req-60d2de18-3d4f-48e2-9fe9-b0fe2b5d6063 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393'] for port (a93bfd26-1ff7-4318-99dd-29646a765947), after_update {{(pid=116164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:50:24.618120 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-afbe342c-f6ff-4140-900c-81802df14b79 admin admin] Publish callbacks [] for router_gateway (0e7d25b7-ae62-4399-827d-753767626e30), before_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:50:24.621612 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-0fb6d421-241a-4646-9afd-dac0c3128944 None None] For port db1ea5d3-ee9a-4539-a320-4c119e2ade35, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=116163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 11:50:24.644335 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-afbe342c-f6ff-4140-900c-81802df14b79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (None), before_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:50:24.644852 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-0fb6d421-241a-4646-9afd-dac0c3128944 None None] For port db1ea5d3-ee9a-4539-a320-4c119e2ade35, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=db1ea5d3-ee9a-4539-a320-4c119e2ade35,segment=NetworkSegment(aa2f7bd9-9e5a-4607-9148-a5ad816ecdc6),segment_id=aa2f7bd9-9e5a-4607-9148-a5ad816ecdc6)] {{(pid=116163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 11:50:24.654313 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae897b16-341e-45d9-a064-46689ed687f3 None None] Pushing event updated for resources: {'Port': ['ID=a93bfd26-1ff7-4318-99dd-29646a765947,revision_number=4']} {{(pid=116164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:50:24.693636 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-eb2dcaae-e14d-43ad-9e94-74bc42d2734e None None] Current status of the port a93bfd26-1ff7-4318-99dd-29646a765947 is: DOWN; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:50:24.694049 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-eb2dcaae-e14d-43ad-9e94-74bc42d2734e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (a93bfd26-1ff7-4318-99dd-29646a765947), before_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:50:24.699415 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60d2de18-3d4f-48e2-9fe9-b0fe2b5d6063 None None] Routers {'ccd062b8-1bb3-4f65-aec4-46592ea27aca'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=116164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 11:50:24.702117 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_hamode_db [None req-60d2de18-3d4f-48e2-9fe9-b0fe2b5d6063 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-28T10:50:39Z,description=,heartbeat_timestamp=2022-04-28T11:50:09Z,host='dv-neutron-master-2-hyperv',id=6b492ad6-0876-4d74-b20d-28143a52ceba,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T10:50:40Z,topic='l3_agent')) {'router_ids': ['ccd062b8-1bb3-4f65-aec4-46592ea27aca'], 'active': True} {{(pid=116164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:50:24.716398 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-0fb6d421-241a-4646-9afd-dac0c3128944 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393'] for port (db1ea5d3-ee9a-4539-a320-4c119e2ade35), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:50:24.789226 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-eb2dcaae-e14d-43ad-9e94-74bc42d2734e None None] For port a93bfd26-1ff7-4318-99dd-29646a765947, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=a93bfd26-1ff7-4318-99dd-29646a765947,segment=NetworkSegment(94b19ee8-15a3-4a54-bf57-ea2d852e5aec),segment_id=94b19ee8-15a3-4a54-bf57-ea2d852e5aec)] {{(pid=116163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 11:50:24.828349 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb6d421-241a-4646-9afd-dac0c3128944 None None] Pushing event updated for resources: {'Port': ['ID=db1ea5d3-ee9a-4539-a320-4c119e2ade35,revision_number=2']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:50:24.843906 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-eb2dcaae-e14d-43ad-9e94-74bc42d2734e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393'] for port (a93bfd26-1ff7-4318-99dd-29646a765947), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:50:24.850054 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.db.db_base_plugin_common [None req-afbe342c-f6ff-4140-900c-81802df14b79 admin admin] Allocated IP 172.36.4.13 (7be49d94-bbb8-4a61-bafe-209c5f861e1c/c0f82f52-05ee-40f2-a57c-9d02e01fb9fa/9dd28ccb-6529-4912-8092-5350082dab58) {{(pid=116161) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 11:50:24.922793 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb2dcaae-e14d-43ad-9e94-74bc42d2734e None None] Pushing event updated for resources: {'Port': ['ID=a93bfd26-1ff7-4318-99dd-29646a765947,revision_number=5']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:50:25.026765 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-afbe342c-f6ff-4140-900c-81802df14b79 admin admin] Publish callbacks [] for port (9dd28ccb-6529-4912-8092-5350082dab58), precommit_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:50:25.041055 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_dvr_db [None req-60d2de18-3d4f-48e2-9fe9-b0fe2b5d6063 None None] Set router ccd062b8-1bb3-4f65-aec4-46592ea27aca gateway port host: dv-neutron-master-2-hyperv {{(pid=116164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 11:50:25.068081 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-f7834784-6dfc-4c16-9b6f-c4f63fab29a3 None None] Provisioning complete for port a93bfd26-1ff7-4318-99dd-29646a765947 triggered by entity DHCP. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:50:25.068808 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-f7834784-6dfc-4c16-9b6f-c4f63fab29a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (a93bfd26-1ff7-4318-99dd-29646a765947), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:50:25.130216 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-afbe342c-f6ff-4140-900c-81802df14b79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742234710357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5219112'] for port (9dd28ccb-6529-4912-8092-5350082dab58), after_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:50:25.192887 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afbe342c-f6ff-4140-900c-81802df14b79 admin admin] Pushing event updated for resources: {'Port': ['ID=9dd28ccb-6529-4912-8092-5350082dab58,revision_number=1']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:50:25.211795 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afbe342c-f6ff-4140-900c-81802df14b79 admin admin] Network 7be49d94-bbb8-4a61-bafe-209c5f861e1c is already hosted by enough agents. {{(pid=116161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 11:50:25.214584 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.scheduler.base_scheduler [None req-afbe342c-f6ff-4140-900c-81802df14b79 admin admin] Resources bound (agent type, host, resource id): {{(pid=116161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 11:50:25.216320 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afbe342c-f6ff-4140-900c-81802df14b79 admin admin] Received port after_create {{(pid=116161) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 11:50:25.249031 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-f7834784-6dfc-4c16-9b6f-c4f63fab29a3 None None] Current status of the port a93bfd26-1ff7-4318-99dd-29646a765947 is: ACTIVE; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:50:25.369706 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_hamode_db [None req-60d2de18-3d4f-48e2-9fe9-b0fe2b5d6063 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccd062b8-1bb3-4f65-aec4-46592ea27aca', 'name': 'tempest-TestSnapshotPattern-1946751865-router', 'tenant_id': 'f44585b1364246278a3a710149c257a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'external_fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.32'}], 'enable_snat': True}, 'gw_port_id': '16ac81d4-edbe-4f17-acb9-38c7bd830691', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T11:50:18Z', 'updated_at': '2022-04-28T11:50:21Z', 'revision_number': 4, 'project_id': 'f44585b1364246278a3a710149c257a0', 'gw_port': {'id': '16ac81d4-edbe-4f17-acb9-38c7bd830691', 'name': '', 'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:9a:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccd062b8-1bb3-4f65-aec4-46592ea27aca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1867, 'fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:50:18Z', 'updated_at': '2022-04-28T11:50:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'a93bfd26-1ff7-4318-99dd-29646a765947', 'name': '', 'network_id': '030a6682-54bf-4848-abed-ef0fc1322a44', 'tenant_id': 'f44585b1364246278a3a710149c257a0', 'mac_address': 'fa:16:3e:34:41:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ccd062b8-1bb3-4f65-aec4-46592ea27aca', 'device_owner': 'network:router_interface', 'standard_attr_id': 1868, 'fixed_ips': [{'subnet_id': 'b3d112b6-1d12-4943-a4af-47e147395153', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:50:20Z', 'updated_at': '2022-04-28T11:50:24Z', 'revision_number': 4, 'project_id': 'f44585b1364246278a3a710149c257a0', 'subnets': [{'id': 'b3d112b6-1d12-4943-a4af-47e147395153', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=116164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:50:25.400402 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60d2de18-3d4f-48e2-9fe9-b0fe2b5d6063 None None] The sync data for ids ['ccd062b8-1bb3-4f65-aec4-46592ea27aca'] in dv-neutron-master-2-hyperv is: [{'id': 'ccd062b8-1bb3-4f65-aec4-46592ea27aca', 'name': 'tempest-TestSnapshotPattern-1946751865-router', 'tenant_id': 'f44585b1364246278a3a710149c257a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'external_fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.32'}], 'enable_snat': True}, 'gw_port_id': '16ac81d4-edbe-4f17-acb9-38c7bd830691', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T11:50:18Z', 'updated_at': '2022-04-28T11:50:21Z', 'revision_number': 4, 'project_id': 'f44585b1364246278a3a710149c257a0', 'gw_port': {'id': '16ac81d4-edbe-4f17-acb9-38c7bd830691', 'name': '', 'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:9a:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccd062b8-1bb3-4f65-aec4-46592ea27aca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1867, 'fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:50:18Z', 'updated_at': '2022-04-28T11:50:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'a93bfd26-1ff7-4318-99dd-29646a765947', 'name': '', 'network_id': '030a6682-54bf-4848-abed-ef0fc1322a44', 'tenant_id': 'f44585b1364246278a3a710149c257a0', 'mac_address': 'fa:16:3e:34:41:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ccd062b8-1bb3-4f65-aec4-46592ea27aca', 'device_owner': 'network:router_interface', 'standard_attr_id': 1868, 'fixed_ips': [{'subnet_id': 'b3d112b6-1d12-4943-a4af-47e147395153', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:50:20Z', 'updated_at': '2022-04-28T11:50:24Z', 'revision_number': 4, 'project_id': 'f44585b1364246278a3a710149c257a0', 'subnets': [{'id': 'b3d112b6-1d12-4943-a4af-47e147395153', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=116164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 11:50:25.410323 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Device 16ac81d4-edbe-4f17-acb9-38c7bd830691 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=116163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 11:50:25.503573 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Provisioning complete for port 16ac81d4-edbe-4f17-acb9-38c7bd830691 triggered by entity L2. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:50:25.503946 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (16ac81d4-edbe-4f17-acb9-38c7bd830691), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:50:25.600002 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Current status of the port 16ac81d4-edbe-4f17-acb9-38c7bd830691 is: ACTIVE; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:50:25.601069 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Device db1ea5d3-ee9a-4539-a320-4c119e2ade35 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=116163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 11:50:25.644917 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-afbe342c-f6ff-4140-900c-81802df14b79 admin admin] Publish callbacks [] for router_gateway (0e7d25b7-ae62-4399-827d-753767626e30), after_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:50:25.648346 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Provisioning complete for port db1ea5d3-ee9a-4539-a320-4c119e2ade35 triggered by entity L2. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:50:25.648796 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (db1ea5d3-ee9a-4539-a320-4c119e2ade35), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:50:25.750499 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Current status of the port db1ea5d3-ee9a-4539-a320-4c119e2ade35 is: DOWN; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:50:25.751409 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (db1ea5d3-ee9a-4539-a320-4c119e2ade35), before_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:50:25.791443 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] For port db1ea5d3-ee9a-4539-a320-4c119e2ade35, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=db1ea5d3-ee9a-4539-a320-4c119e2ade35,segment=NetworkSegment(aa2f7bd9-9e5a-4607-9148-a5ad816ecdc6),segment_id=aa2f7bd9-9e5a-4607-9148-a5ad816ecdc6)] {{(pid=116163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 11:50:25.861705 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393'] for port (db1ea5d3-ee9a-4539-a320-4c119e2ade35), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:50:25.874143 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-afbe342c-f6ff-4140-900c-81802df14b79 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2060818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1935326'] for router (0e7d25b7-ae62-4399-827d-753767626e30), after_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:50:25.927371 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Pushing event updated for resources: {'Port': ['ID=db1ea5d3-ee9a-4539-a320-4c119e2ade35,revision_number=3']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:50:26.083507 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8c9115a-324e-42c0-a09f-a78d4b114521 None None] Network ffebb397-e2de-46e3-a2db-6143bbbe53ec requested from dv-neutron-master-2-hyperv {{(pid=116163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 11:50:26.089865 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-afbe342c-f6ff-4140-900c-81802df14b79 admin admin] Router 0e7d25b7-ae62-4399-827d-753767626e30 is scheduled to L3 agent 6b492ad6-0876-4d74-b20d-28143a52ceba with binding_index 1 {{(pid=116161) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 28 11:50:26.200980 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-dd774b90-5374-48d4-bb5b-110b9875e09f None None] Provisioning complete for port db1ea5d3-ee9a-4539-a320-4c119e2ade35 triggered by entity DHCP. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:50:26.201256 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-dd774b90-5374-48d4-bb5b-110b9875e09f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (db1ea5d3-ee9a-4539-a320-4c119e2ade35), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:50:26.221150 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afbe342c-f6ff-4140-900c-81802df14b79 admin admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=116161) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 11:50:26.233610 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8762e418-88e7-4f93-9ba4-7e7bd6ff45da None None] Sync routers for ids ['0e7d25b7-ae62-4399-827d-753767626e30'] in dv-neutron-master-2-hyperv {{(pid=116163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 11:50:26.257576 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8762e418-88e7-4f93-9ba4-7e7bd6ff45da None None] Routers {'0e7d25b7-ae62-4399-827d-753767626e30'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=116163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 11:50:26.258220 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_hamode_db [None req-8762e418-88e7-4f93-9ba4-7e7bd6ff45da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-28T10:50:39Z,description=,heartbeat_timestamp=2022-04-28T11:50:09Z,host='dv-neutron-master-2-hyperv',id=6b492ad6-0876-4d74-b20d-28143a52ceba,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T10:50:40Z,topic='l3_agent')) {'router_ids': ['0e7d25b7-ae62-4399-827d-753767626e30'], 'active': True} {{(pid=116163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:50:26.304090 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-afbe342c-f6ff-4140-900c-81802df14b79 admin admin] Publish callbacks [] for router (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:50:26.305445 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-afbe342c-f6ff-4140-900c-81802df14b79 admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.4184794 Apr 28 11:50:26.308719 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 34880) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:50:26.397439 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-dd774b90-5374-48d4-bb5b-110b9875e09f None None] Current status of the port db1ea5d3-ee9a-4539-a320-4c119e2ade35 is: ACTIVE; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:50:26.423702 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvr_db [None req-8762e418-88e7-4f93-9ba4-7e7bd6ff45da None None] Set router 0e7d25b7-ae62-4399-827d-753767626e30 gateway port host: dv-neutron-master-2-hyperv {{(pid=116163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 11:50:26.559613 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-b2be13e7-8f67-4104-a7a9-5ff348d8ab71 None None] Provisioning complete for port db1ea5d3-ee9a-4539-a320-4c119e2ade35 triggered by entity DHCP. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:50:26.560075 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-b2be13e7-8f67-4104-a7a9-5ff348d8ab71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (db1ea5d3-ee9a-4539-a320-4c119e2ade35), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:50:26.687030 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_hamode_db [None req-8762e418-88e7-4f93-9ba4-7e7bd6ff45da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e7d25b7-ae62-4399-827d-753767626e30', 'name': 'tempest-TestSnapshotPattern-937172755-router', 'tenant_id': '144d3483e9f245b8968aad411ab5dd7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'external_fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.13'}], 'enable_snat': True}, 'gw_port_id': '9dd28ccb-6529-4912-8092-5350082dab58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T11:50:23Z', 'updated_at': '2022-04-28T11:50:25Z', 'revision_number': 3, 'project_id': '144d3483e9f245b8968aad411ab5dd7a', 'gw_port': {'id': '9dd28ccb-6529-4912-8092-5350082dab58', 'name': '', 'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:9d:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e7d25b7-ae62-4399-827d-753767626e30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1879, 'fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:50:24Z', 'updated_at': '2022-04-28T11:50:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=116163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:50:26.801249 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-d53b8736-8ae5-4c15-b2be-895e063cc1a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (None), before_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:50:26.866705 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-b2be13e7-8f67-4104-a7a9-5ff348d8ab71 None None] Current status of the port db1ea5d3-ee9a-4539-a320-4c119e2ade35 is: ACTIVE; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:50:26.869602 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8762e418-88e7-4f93-9ba4-7e7bd6ff45da None None] Checking router: 0e7d25b7-ae62-4399-827d-753767626e30 for host: dv-neutron-master-2-hyperv {{(pid=116163) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 11:50:26.874891 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8762e418-88e7-4f93-9ba4-7e7bd6ff45da None None] Updating router 0e7d25b7-ae62-4399-827d-753767626e30 port 9dd28ccb-6529-4912-8092-5350082dab58 binding host dv-neutron-master-2-hyperv {{(pid=116163) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 28 11:50:26.897493 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-8762e418-88e7-4f93-9ba4-7e7bd6ff45da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (9dd28ccb-6529-4912-8092-5350082dab58), before_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:50:26.957309 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.db.db_base_plugin_common [None req-d53b8736-8ae5-4c15-b2be-895e063cc1a9 admin admin] Allocated IP 172.20.0.1 (ffebb397-e2de-46e3-a2db-6143bbbe53ec/09ac3d21-9347-4274-b7f2-a0e1e0dcfd44/1ea011f8-03ee-41fd-a68e-0972cf653028) {{(pid=116162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 11:50:27.060309 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-d53b8736-8ae5-4c15-b2be-895e063cc1a9 admin admin] Publish callbacks [] for port (1ea011f8-03ee-41fd-a68e-0972cf653028), precommit_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:50:27.130119 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-d53b8736-8ae5-4c15-b2be-895e063cc1a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742234710357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5051867'] for port (1ea011f8-03ee-41fd-a68e-0972cf653028), after_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:50:27.164112 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-8762e418-88e7-4f93-9ba4-7e7bd6ff45da None None] Publish callbacks [] for port (9dd28ccb-6529-4912-8092-5350082dab58), precommit_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:50:27.171539 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d53b8736-8ae5-4c15-b2be-895e063cc1a9 admin admin] Network ffebb397-e2de-46e3-a2db-6143bbbe53ec is already hosted by enough agents. {{(pid=116162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 11:50:27.174498 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.scheduler.base_scheduler [None req-d53b8736-8ae5-4c15-b2be-895e063cc1a9 admin admin] Resources bound (agent type, host, resource id): {{(pid=116162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 11:50:27.178205 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d53b8736-8ae5-4c15-b2be-895e063cc1a9 admin admin] Received port after_create {{(pid=116162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 11:50:27.210658 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53b8736-8ae5-4c15-b2be-895e063cc1a9 admin admin] Pushing event updated for resources: {'Port': ['ID=1ea011f8-03ee-41fd-a68e-0972cf653028,revision_number=1']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:50:27.225316 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-d53b8736-8ae5-4c15-b2be-895e063cc1a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2063275'] for router_interface (0e7d25b7-ae62-4399-827d-753767626e30), before_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:50:27.227088 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-8762e418-88e7-4f93-9ba4-7e7bd6ff45da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393'] for port (9dd28ccb-6529-4912-8092-5350082dab58), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:50:27.273242 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Device db1ea5d3-ee9a-4539-a320-4c119e2ade35 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=116163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 11:50:27.318324 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.managers [None req-8762e418-88e7-4f93-9ba4-7e7bd6ff45da None None] Attempting to bind port 9dd28ccb-6529-4912-8092-5350082dab58 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=116163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 28 11:50:27.318574 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.managers [None req-8762e418-88e7-4f93-9ba4-7e7bd6ff45da None None] Attempting to bind port 9dd28ccb-6529-4912-8092-5350082dab58 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '142bc50f-d6af-4646-8d06-bb7af6b7b51c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c'}] {{(pid=116163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 28 11:50:27.319056 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8762e418-88e7-4f93-9ba4-7e7bd6ff45da None None] Attempting to bind port 9dd28ccb-6529-4912-8092-5350082dab58 on network 7be49d94-bbb8-4a61-bafe-209c5f861e1c {{(pid=116163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 11:50:27.323294 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e3e0a8-ad06-47dd-957a-c89d506e0d2d None None] Pushing event updated for resources: {'Port': ['ID=9dd28ccb-6529-4912-8092-5350082dab58,revision_number=2']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:50:27.335744 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8762e418-88e7-4f93-9ba4-7e7bd6ff45da None None] Checking agent: {'id': 'd5baab19-5dd1-4902-922b-84acb048ab9c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 10, 50, 43), 'started_at': datetime.datetime(2022, 4, 28, 10, 51, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 11, 50, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=116163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 11:50:27.336287 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8762e418-88e7-4f93-9ba4-7e7bd6ff45da None None] Checking segment: {'id': '142bc50f-d6af-4646-8d06-bb7af6b7b51c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 11:50:27.336767 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-8762e418-88e7-4f93-9ba4-7e7bd6ff45da None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:50:27.337257 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8762e418-88e7-4f93-9ba4-7e7bd6ff45da None None] Bound using segment: {'id': '142bc50f-d6af-4646-8d06-bb7af6b7b51c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c'} {{(pid=116163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 11:50:27.337798 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.managers [None req-8762e418-88e7-4f93-9ba4-7e7bd6ff45da None None] Bound port: 9dd28ccb-6529-4912-8092-5350082dab58, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '142bc50f-d6af-4646-8d06-bb7af6b7b51c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c'}}] {{(pid=116163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 28 11:50:27.338321 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-8762e418-88e7-4f93-9ba4-7e7bd6ff45da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (9dd28ccb-6529-4912-8092-5350082dab58), before_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:50:27.399449 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Provisioning complete for port db1ea5d3-ee9a-4539-a320-4c119e2ade35 triggered by entity L2. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:50:27.399830 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (db1ea5d3-ee9a-4539-a320-4c119e2ade35), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:50:27.411679 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-d53b8736-8ae5-4c15-b2be-895e063cc1a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (1ea011f8-03ee-41fd-a68e-0972cf653028), before_update {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:50:27.426853 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-8762e418-88e7-4f93-9ba4-7e7bd6ff45da None None] For port 9dd28ccb-6529-4912-8092-5350082dab58, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=116163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 11:50:27.444998 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-8762e418-88e7-4f93-9ba4-7e7bd6ff45da None None] For port 9dd28ccb-6529-4912-8092-5350082dab58, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=9dd28ccb-6529-4912-8092-5350082dab58,segment=NetworkSegment(142bc50f-d6af-4646-8d06-bb7af6b7b51c),segment_id=142bc50f-d6af-4646-8d06-bb7af6b7b51c)] {{(pid=116163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 11:50:27.501549 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-8762e418-88e7-4f93-9ba4-7e7bd6ff45da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393'] for port (9dd28ccb-6529-4912-8092-5350082dab58), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:50:27.507180 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-78790789-b5cf-4af9-8ddb-be2dc2048c47 None None] Provisioning complete for port 1ea011f8-03ee-41fd-a68e-0972cf653028 triggered by entity DHCP. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:50:27.507550 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-78790789-b5cf-4af9-8ddb-be2dc2048c47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (1ea011f8-03ee-41fd-a68e-0972cf653028), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:50:27.556070 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Current status of the port db1ea5d3-ee9a-4539-a320-4c119e2ade35 is: ACTIVE; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:50:27.557410 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Device a93bfd26-1ff7-4318-99dd-29646a765947 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=116163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 11:50:27.594760 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-d53b8736-8ae5-4c15-b2be-895e063cc1a9 admin admin] Publish callbacks [] for port (1ea011f8-03ee-41fd-a68e-0972cf653028), precommit_update {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:50:27.610635 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-78790789-b5cf-4af9-8ddb-be2dc2048c47 None None] Port 1ea011f8-03ee-41fd-a68e-0972cf653028 cannot update to ACTIVE because it is not bound. {{(pid=116163) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 28 11:50:27.632749 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-d53b8736-8ae5-4c15-b2be-895e063cc1a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5051840'] for port (1ea011f8-03ee-41fd-a68e-0972cf653028), after_update {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:50:27.634752 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e3e0a8-ad06-47dd-957a-c89d506e0d2d None None] Pushing event updated for resources: {'Port': ['ID=9dd28ccb-6529-4912-8092-5350082dab58,revision_number=3']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:50:27.638210 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8762e418-88e7-4f93-9ba4-7e7bd6ff45da None None] Routers {'0e7d25b7-ae62-4399-827d-753767626e30'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=116163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 11:50:27.638863 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_hamode_db [None req-8762e418-88e7-4f93-9ba4-7e7bd6ff45da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-28T10:50:39Z,description=,heartbeat_timestamp=2022-04-28T11:50:09Z,host='dv-neutron-master-2-hyperv',id=6b492ad6-0876-4d74-b20d-28143a52ceba,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T10:50:40Z,topic='l3_agent')) {'router_ids': ['0e7d25b7-ae62-4399-827d-753767626e30'], 'active': True} {{(pid=116163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:50:27.692162 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Provisioning complete for port a93bfd26-1ff7-4318-99dd-29646a765947 triggered by entity L2. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:50:27.692548 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (a93bfd26-1ff7-4318-99dd-29646a765947), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:50:27.701443 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-d53b8736-8ae5-4c15-b2be-895e063cc1a9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1603056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2063387'] for router_interface (0e7d25b7-ae62-4399-827d-753767626e30), after_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:50:27.703280 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53b8736-8ae5-4c15-b2be-895e063cc1a9 admin admin] Pushing event updated for resources: {'Port': ['ID=1ea011f8-03ee-41fd-a68e-0972cf653028,revision_number=2']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:50:27.793804 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvr_db [None req-8762e418-88e7-4f93-9ba4-7e7bd6ff45da None None] Set router 0e7d25b7-ae62-4399-827d-753767626e30 gateway port host: dv-neutron-master-2-hyperv {{(pid=116163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 11:50:27.868886 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Current status of the port a93bfd26-1ff7-4318-99dd-29646a765947 is: ACTIVE; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:50:28.029273 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_hamode_db [None req-8762e418-88e7-4f93-9ba4-7e7bd6ff45da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e7d25b7-ae62-4399-827d-753767626e30', 'name': 'tempest-TestSnapshotPattern-937172755-router', 'tenant_id': '144d3483e9f245b8968aad411ab5dd7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'external_fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.13'}], 'enable_snat': True}, 'gw_port_id': '9dd28ccb-6529-4912-8092-5350082dab58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T11:50:23Z', 'updated_at': '2022-04-28T11:50:27Z', 'revision_number': 4, 'project_id': '144d3483e9f245b8968aad411ab5dd7a', 'gw_port': {'id': '9dd28ccb-6529-4912-8092-5350082dab58', 'name': '', 'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:9d:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e7d25b7-ae62-4399-827d-753767626e30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1879, 'fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:50:24Z', 'updated_at': '2022-04-28T11:50:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '1ea011f8-03ee-41fd-a68e-0972cf653028', 'name': '', 'network_id': 'ffebb397-e2de-46e3-a2db-6143bbbe53ec', 'tenant_id': '144d3483e9f245b8968aad411ab5dd7a', 'mac_address': 'fa:16:3e:6d:5d:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e7d25b7-ae62-4399-827d-753767626e30', 'device_owner': 'network:router_interface', 'standard_attr_id': 1880, 'fixed_ips': [{'subnet_id': '09ac3d21-9347-4274-b7f2-a0e1e0dcfd44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:50:26Z', 'updated_at': '2022-04-28T11:50:27Z', 'revision_number': 2, 'project_id': '144d3483e9f245b8968aad411ab5dd7a', 'subnets': [{'id': '09ac3d21-9347-4274-b7f2-a0e1e0dcfd44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=116163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:50:28.057767 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8762e418-88e7-4f93-9ba4-7e7bd6ff45da None None] The sync data for ids ['0e7d25b7-ae62-4399-827d-753767626e30'] in dv-neutron-master-2-hyperv is: [{'id': '0e7d25b7-ae62-4399-827d-753767626e30', 'name': 'tempest-TestSnapshotPattern-937172755-router', 'tenant_id': '144d3483e9f245b8968aad411ab5dd7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'external_fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.13'}], 'enable_snat': True}, 'gw_port_id': '9dd28ccb-6529-4912-8092-5350082dab58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T11:50:23Z', 'updated_at': '2022-04-28T11:50:27Z', 'revision_number': 4, 'project_id': '144d3483e9f245b8968aad411ab5dd7a', 'gw_port': {'id': '9dd28ccb-6529-4912-8092-5350082dab58', 'name': '', 'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:9d:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e7d25b7-ae62-4399-827d-753767626e30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1879, 'fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:50:24Z', 'updated_at': '2022-04-28T11:50:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '1ea011f8-03ee-41fd-a68e-0972cf653028', 'name': '', 'network_id': 'ffebb397-e2de-46e3-a2db-6143bbbe53ec', 'tenant_id': '144d3483e9f245b8968aad411ab5dd7a', 'mac_address': 'fa:16:3e:6d:5d:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e7d25b7-ae62-4399-827d-753767626e30', 'device_owner': 'network:router_interface', 'standard_attr_id': 1880, 'fixed_ips': [{'subnet_id': '09ac3d21-9347-4274-b7f2-a0e1e0dcfd44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:50:26Z', 'updated_at': '2022-04-28T11:50:27Z', 'revision_number': 2, 'project_id': '144d3483e9f245b8968aad411ab5dd7a', 'subnets': [{'id': '09ac3d21-9347-4274-b7f2-a0e1e0dcfd44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=116163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 11:50:28.148318 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d53b8736-8ae5-4c15-b2be-895e063cc1a9 admin admin] Network ffebb397-e2de-46e3-a2db-6143bbbe53ec is already hosted by enough agents. {{(pid=116162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 11:50:28.151640 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.scheduler.base_scheduler [None req-d53b8736-8ae5-4c15-b2be-895e063cc1a9 admin admin] Resources bound (agent type, host, resource id): {{(pid=116162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 11:50:28.305656 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d53b8736-8ae5-4c15-b2be-895e063cc1a9 admin admin] Router 0e7d25b7-ae62-4399-827d-753767626e30 has already been hosted by L3 agent 6b492ad6-0876-4d74-b20d-28143a52ceba {{(pid=116162) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 11:50:28.459715 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d53b8736-8ae5-4c15-b2be-895e063cc1a9 admin admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=116162) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 11:50:28.466237 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-d53b8736-8ae5-4c15-b2be-895e063cc1a9 admin admin] 10.222.0.10 "PUT /v2.0/routers/0e7d25b7-ae62-4399-827d-753767626e30/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1550558 Apr 28 11:50:28.566501 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-8c505f55-6ce8-4662-ae3e-a1e9c2b028f8 None None] Provisioning complete for port 1ea011f8-03ee-41fd-a68e-0972cf653028 triggered by entity DHCP. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:50:28.567179 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-8c505f55-6ce8-4662-ae3e-a1e9c2b028f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (1ea011f8-03ee-41fd-a68e-0972cf653028), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:50:28.617392 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-8c505f55-6ce8-4662-ae3e-a1e9c2b028f8 None None] Port 1ea011f8-03ee-41fd-a68e-0972cf653028 cannot update to ACTIVE because it is not bound. {{(pid=116163) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 28 11:50:29.069497 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 34888) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:50:29.074648 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.v2.base [None req-0febd6cd-c805-4db4-8e23-dbc8e5399082 tempest-TestSnapshotPattern-1286094027 tempest-TestSnapshotPattern-1286094027-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-820757371', 'description': 'tempest-secgroup-smoke-820757371 description', 'project_id': 'f44585b1364246278a3a710149c257a0'}} {{(pid=116161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:50:29.152543 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-0febd6cd-c805-4db4-8e23-dbc8e5399082 tempest-TestSnapshotPattern-1286094027 tempest-TestSnapshotPattern-1286094027-project] Publish callbacks [] for security_group (None), before_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:50:29.188425 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Device 9dd28ccb-6529-4912-8092-5350082dab58 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=116163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 11:50:29.228730 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-0febd6cd-c805-4db4-8e23-dbc8e5399082 tempest-TestSnapshotPattern-1286094027 tempest-TestSnapshotPattern-1286094027-project] Publish callbacks [] for security_group (01062503-6d4b-4675-9dac-2894ca73c20b), precommit_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:50:29.237489 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Provisioning complete for port 9dd28ccb-6529-4912-8092-5350082dab58 triggered by entity L2. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:50:29.240226 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (9dd28ccb-6529-4912-8092-5350082dab58), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:50:29.278204 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-0febd6cd-c805-4db4-8e23-dbc8e5399082 tempest-TestSnapshotPattern-1286094027 tempest-TestSnapshotPattern-1286094027-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924426'] for security_group (01062503-6d4b-4675-9dac-2894ca73c20b), after_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:50:29.310560 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0febd6cd-c805-4db4-8e23-dbc8e5399082 tempest-TestSnapshotPattern-1286094027 tempest-TestSnapshotPattern-1286094027-project] Pushing event updated for resources: {'SecurityGroup': ['ID=01062503-6d4b-4675-9dac-2894ca73c20b,revision_number=1']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:50:29.322481 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Current status of the port 9dd28ccb-6529-4912-8092-5350082dab58 is: DOWN; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:50:29.322888 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (9dd28ccb-6529-4912-8092-5350082dab58), before_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:50:29.348193 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] For port 9dd28ccb-6529-4912-8092-5350082dab58, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=9dd28ccb-6529-4912-8092-5350082dab58,segment=NetworkSegment(142bc50f-d6af-4646-8d06-bb7af6b7b51c),segment_id=142bc50f-d6af-4646-8d06-bb7af6b7b51c)] {{(pid=116163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 11:50:29.362995 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-0febd6cd-c805-4db4-8e23-dbc8e5399082 tempest-TestSnapshotPattern-1286094027 tempest-TestSnapshotPattern-1286094027-project] Publish callbacks [] for security_group (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:50:29.362995 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-0febd6cd-c805-4db4-8e23-dbc8e5399082 tempest-TestSnapshotPattern-1286094027 tempest-TestSnapshotPattern-1286094027-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.2909334 Apr 28 11:50:29.365354 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 34890) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:50:29.370177 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.v2.base [None req-7356771a-0cd7-4095-a982-f00a192c773a tempest-TestSnapshotPattern-1286094027 tempest-TestSnapshotPattern-1286094027-project] Request body: {'security_group_rule': {'security_group_id': '01062503-6d4b-4675-9dac-2894ca73c20b', 'project_id': 'f44585b1364246278a3a710149c257a0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=116161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:50:29.403230 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393'] for port (9dd28ccb-6529-4912-8092-5350082dab58), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:50:29.453014 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Pushing event updated for resources: {'Port': ['ID=9dd28ccb-6529-4912-8092-5350082dab58,revision_number=4']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:50:29.478984 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-7356771a-0cd7-4095-a982-f00a192c773a tempest-TestSnapshotPattern-1286094027 tempest-TestSnapshotPattern-1286094027-project] Publish callbacks [] for security_group_rule (82e17f4d-2e1a-4105-a4ef-d5771e132430), before_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:50:29.540685 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-7356771a-0cd7-4095-a982-f00a192c773a tempest-TestSnapshotPattern-1286094027 tempest-TestSnapshotPattern-1286094027-project] Publish callbacks [] for security_group_rule (82e17f4d-2e1a-4105-a4ef-d5771e132430), precommit_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:50:29.615315 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-7356771a-0cd7-4095-a982-f00a192c773a tempest-TestSnapshotPattern-1286094027 tempest-TestSnapshotPattern-1286094027-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1912725'] for security_group_rule (82e17f4d-2e1a-4105-a4ef-d5771e132430), after_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:50:29.633785 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7356771a-0cd7-4095-a982-f00a192c773a tempest-TestSnapshotPattern-1286094027 tempest-TestSnapshotPattern-1286094027-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=82e17f4d-2e1a-4105-a4ef-d5771e132430,revision_number=0']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:50:29.697140 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-7356771a-0cd7-4095-a982-f00a192c773a tempest-TestSnapshotPattern-1286094027 tempest-TestSnapshotPattern-1286094027-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:50:29.698446 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-7356771a-0cd7-4095-a982-f00a192c773a tempest-TestSnapshotPattern-1286094027 tempest-TestSnapshotPattern-1286094027-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3319316 Apr 28 11:50:29.701229 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 34892) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:50:29.705655 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.v2.base [None req-b3ef887b-8e84-4c42-b9a2-a7ed2277c80e tempest-TestSnapshotPattern-1286094027 tempest-TestSnapshotPattern-1286094027-project] Request body: {'security_group_rule': {'security_group_id': '01062503-6d4b-4675-9dac-2894ca73c20b', 'project_id': 'f44585b1364246278a3a710149c257a0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=116161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:50:29.780782 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-b3ef887b-8e84-4c42-b9a2-a7ed2277c80e tempest-TestSnapshotPattern-1286094027 tempest-TestSnapshotPattern-1286094027-project] Publish callbacks [] for security_group_rule (67e8a4b0-c095-446b-9e4b-6fdc7b81554d), before_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:50:29.838115 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-b3ef887b-8e84-4c42-b9a2-a7ed2277c80e tempest-TestSnapshotPattern-1286094027 tempest-TestSnapshotPattern-1286094027-project] Publish callbacks [] for security_group_rule (67e8a4b0-c095-446b-9e4b-6fdc7b81554d), precommit_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:50:29.901313 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-b3ef887b-8e84-4c42-b9a2-a7ed2277c80e tempest-TestSnapshotPattern-1286094027 tempest-TestSnapshotPattern-1286094027-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1912725'] for security_group_rule (67e8a4b0-c095-446b-9e4b-6fdc7b81554d), after_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:50:29.919269 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ef887b-8e84-4c42-b9a2-a7ed2277c80e tempest-TestSnapshotPattern-1286094027 tempest-TestSnapshotPattern-1286094027-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=67e8a4b0-c095-446b-9e4b-6fdc7b81554d,revision_number=0']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:50:29.989423 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-b3ef887b-8e84-4c42-b9a2-a7ed2277c80e tempest-TestSnapshotPattern-1286094027 tempest-TestSnapshotPattern-1286094027-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:50:29.990732 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-b3ef887b-8e84-4c42-b9a2-a7ed2277c80e tempest-TestSnapshotPattern-1286094027 tempest-TestSnapshotPattern-1286094027-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2885170 Apr 28 11:50:29.993339 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 34894) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:50:29.997773 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.v2.base [None req-f46f31ba-3b59-4ca0-b7d9-27f4d571ed29 tempest-TestSnapshotPattern-1286094027 tempest-TestSnapshotPattern-1286094027-project] Request body: {'security_group_rule': {'security_group_id': '01062503-6d4b-4675-9dac-2894ca73c20b', 'project_id': 'f44585b1364246278a3a710149c257a0', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=116161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:50:30.089281 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-f46f31ba-3b59-4ca0-b7d9-27f4d571ed29 tempest-TestSnapshotPattern-1286094027 tempest-TestSnapshotPattern-1286094027-project] Publish callbacks [] for security_group_rule (e00073a0-b193-4df6-8dfc-7a2452739a78), before_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:50:30.148852 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-f46f31ba-3b59-4ca0-b7d9-27f4d571ed29 tempest-TestSnapshotPattern-1286094027 tempest-TestSnapshotPattern-1286094027-project] Publish callbacks [] for security_group_rule (e00073a0-b193-4df6-8dfc-7a2452739a78), precommit_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:50:30.200381 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14397bb5-c511-47bd-b4c2-95ad8b3cc6bc None None] Sync routers for ids ['0e7d25b7-ae62-4399-827d-753767626e30'] in dv-neutron-master-2-hyperv {{(pid=116164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 11:50:30.209765 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-f46f31ba-3b59-4ca0-b7d9-27f4d571ed29 tempest-TestSnapshotPattern-1286094027 tempest-TestSnapshotPattern-1286094027-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1912725'] for security_group_rule (e00073a0-b193-4df6-8dfc-7a2452739a78), after_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:50:30.213512 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14397bb5-c511-47bd-b4c2-95ad8b3cc6bc None None] Routers {'0e7d25b7-ae62-4399-827d-753767626e30'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=116164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 11:50:30.213512 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_hamode_db [None req-14397bb5-c511-47bd-b4c2-95ad8b3cc6bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-28T10:50:39Z,description=,heartbeat_timestamp=2022-04-28T11:50:09Z,host='dv-neutron-master-2-hyperv',id=6b492ad6-0876-4d74-b20d-28143a52ceba,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T10:50:40Z,topic='l3_agent')) {'router_ids': ['0e7d25b7-ae62-4399-827d-753767626e30'], 'active': True} {{(pid=116164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:50:30.228425 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f46f31ba-3b59-4ca0-b7d9-27f4d571ed29 tempest-TestSnapshotPattern-1286094027 tempest-TestSnapshotPattern-1286094027-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e00073a0-b193-4df6-8dfc-7a2452739a78,revision_number=0']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:50:30.296909 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-f46f31ba-3b59-4ca0-b7d9-27f4d571ed29 tempest-TestSnapshotPattern-1286094027 tempest-TestSnapshotPattern-1286094027-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:50:30.298252 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-f46f31ba-3b59-4ca0-b7d9-27f4d571ed29 tempest-TestSnapshotPattern-1286094027 tempest-TestSnapshotPattern-1286094027-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3039167 Apr 28 11:50:30.301959 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 34896) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:50:30.306527 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.v2.base [None req-4a570936-ee99-4a5d-bfe8-3e5dddf23e02 tempest-TestSnapshotPattern-1286094027 tempest-TestSnapshotPattern-1286094027-project] Request body: {'security_group_rule': {'security_group_id': '01062503-6d4b-4675-9dac-2894ca73c20b', 'project_id': 'f44585b1364246278a3a710149c257a0', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=116161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:50:30.323530 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_dvr_db [None req-14397bb5-c511-47bd-b4c2-95ad8b3cc6bc None None] Set router 0e7d25b7-ae62-4399-827d-753767626e30 gateway port host: dv-neutron-master-2-hyperv {{(pid=116164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 11:50:30.397653 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-4a570936-ee99-4a5d-bfe8-3e5dddf23e02 tempest-TestSnapshotPattern-1286094027 tempest-TestSnapshotPattern-1286094027-project] Publish callbacks [] for security_group_rule (c92e3395-f95e-42e1-8f97-240e768bf8bb), before_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:50:30.458552 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-4a570936-ee99-4a5d-bfe8-3e5dddf23e02 tempest-TestSnapshotPattern-1286094027 tempest-TestSnapshotPattern-1286094027-project] Publish callbacks [] for security_group_rule (c92e3395-f95e-42e1-8f97-240e768bf8bb), precommit_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:50:30.515710 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_hamode_db [None req-14397bb5-c511-47bd-b4c2-95ad8b3cc6bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e7d25b7-ae62-4399-827d-753767626e30', 'name': 'tempest-TestSnapshotPattern-937172755-router', 'tenant_id': '144d3483e9f245b8968aad411ab5dd7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'external_fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.13'}], 'enable_snat': True}, 'gw_port_id': '9dd28ccb-6529-4912-8092-5350082dab58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T11:50:23Z', 'updated_at': '2022-04-28T11:50:27Z', 'revision_number': 4, 'project_id': '144d3483e9f245b8968aad411ab5dd7a', 'gw_port': {'id': '9dd28ccb-6529-4912-8092-5350082dab58', 'name': '', 'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:9d:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e7d25b7-ae62-4399-827d-753767626e30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1879, 'fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:50:24Z', 'updated_at': '2022-04-28T11:50:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '1ea011f8-03ee-41fd-a68e-0972cf653028', 'name': '', 'network_id': 'ffebb397-e2de-46e3-a2db-6143bbbe53ec', 'tenant_id': '144d3483e9f245b8968aad411ab5dd7a', 'mac_address': 'fa:16:3e:6d:5d:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e7d25b7-ae62-4399-827d-753767626e30', 'device_owner': 'network:router_interface', 'standard_attr_id': 1880, 'fixed_ips': [{'subnet_id': '09ac3d21-9347-4274-b7f2-a0e1e0dcfd44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:50:26Z', 'updated_at': '2022-04-28T11:50:27Z', 'revision_number': 2, 'project_id': '144d3483e9f245b8968aad411ab5dd7a', 'subnets': [{'id': '09ac3d21-9347-4274-b7f2-a0e1e0dcfd44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=116164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:50:30.523669 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-4a570936-ee99-4a5d-bfe8-3e5dddf23e02 tempest-TestSnapshotPattern-1286094027 tempest-TestSnapshotPattern-1286094027-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1912725'] for security_group_rule (c92e3395-f95e-42e1-8f97-240e768bf8bb), after_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:50:30.542476 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a570936-ee99-4a5d-bfe8-3e5dddf23e02 tempest-TestSnapshotPattern-1286094027 tempest-TestSnapshotPattern-1286094027-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c92e3395-f95e-42e1-8f97-240e768bf8bb,revision_number=0']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:50:30.543221 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14397bb5-c511-47bd-b4c2-95ad8b3cc6bc None None] Checking router: 0e7d25b7-ae62-4399-827d-753767626e30 for host: dv-neutron-master-2-hyperv {{(pid=116164) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 11:50:30.543574 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14397bb5-c511-47bd-b4c2-95ad8b3cc6bc None None] Updating router 0e7d25b7-ae62-4399-827d-753767626e30 port 1ea011f8-03ee-41fd-a68e-0972cf653028 binding host dv-neutron-master-2-hyperv {{(pid=116164) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 28 11:50:30.572344 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron_lib.callbacks.manager [None req-14397bb5-c511-47bd-b4c2-95ad8b3cc6bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (1ea011f8-03ee-41fd-a68e-0972cf653028), before_update {{(pid=116164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:50:30.600715 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-4a570936-ee99-4a5d-bfe8-3e5dddf23e02 tempest-TestSnapshotPattern-1286094027 tempest-TestSnapshotPattern-1286094027-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:50:30.602057 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-4a570936-ee99-4a5d-bfe8-3e5dddf23e02 tempest-TestSnapshotPattern-1286094027 tempest-TestSnapshotPattern-1286094027-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2990468 Apr 28 11:50:30.604849 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 34898) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:50:30.609394 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.v2.base [None req-5bc827ca-1595-4b69-8715-abca110c301b tempest-TestSnapshotPattern-1286094027 tempest-TestSnapshotPattern-1286094027-project] Request body: {'security_group_rule': {'security_group_id': '01062503-6d4b-4675-9dac-2894ca73c20b', 'project_id': 'f44585b1364246278a3a710149c257a0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=116162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:50:30.689403 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.db.securitygroups_db [None req-5bc827ca-1595-4b69-8715-abca110c301b tempest-TestSnapshotPattern-1286094027 tempest-TestSnapshotPattern-1286094027-project] Project f44585b1364246278a3a710149c257a0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 28 11:50:30.695190 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-5bc827ca-1595-4b69-8715-abca110c301b tempest-TestSnapshotPattern-1286094027 tempest-TestSnapshotPattern-1286094027-project] Publish callbacks [] for security_group_rule (9efe80fb-ef17-4380-b2c2-568928c54a1b), before_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:50:30.753995 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-5bc827ca-1595-4b69-8715-abca110c301b tempest-TestSnapshotPattern-1286094027 tempest-TestSnapshotPattern-1286094027-project] Publish callbacks [] for security_group_rule (9efe80fb-ef17-4380-b2c2-568928c54a1b), precommit_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:50:30.833392 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron_lib.callbacks.manager [None req-14397bb5-c511-47bd-b4c2-95ad8b3cc6bc None None] Publish callbacks [] for port (1ea011f8-03ee-41fd-a68e-0972cf653028), precommit_update {{(pid=116164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:50:30.837905 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-5bc827ca-1595-4b69-8715-abca110c301b tempest-TestSnapshotPattern-1286094027 tempest-TestSnapshotPattern-1286094027-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1912725'] for security_group_rule (9efe80fb-ef17-4380-b2c2-568928c54a1b), after_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:50:30.856372 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc827ca-1595-4b69-8715-abca110c301b tempest-TestSnapshotPattern-1286094027 tempest-TestSnapshotPattern-1286094027-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9efe80fb-ef17-4380-b2c2-568928c54a1b,revision_number=0']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:50:30.895136 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron_lib.callbacks.manager [None req-14397bb5-c511-47bd-b4c2-95ad8b3cc6bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393'] for port (1ea011f8-03ee-41fd-a68e-0972cf653028), after_update {{(pid=116164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:50:30.920226 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-5bc827ca-1595-4b69-8715-abca110c301b tempest-TestSnapshotPattern-1286094027 tempest-TestSnapshotPattern-1286094027-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:50:30.921464 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-5bc827ca-1595-4b69-8715-abca110c301b tempest-TestSnapshotPattern-1286094027 tempest-TestSnapshotPattern-1286094027-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3155758 Apr 28 11:50:30.925064 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 34900) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:50:30.929907 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.v2.base [None req-6ce88a0b-eda1-4ff7-88a4-44e5ffef5d16 tempest-TestSnapshotPattern-1286094027 tempest-TestSnapshotPattern-1286094027-project] Request body: {'security_group_rule': {'security_group_id': '01062503-6d4b-4675-9dac-2894ca73c20b', 'project_id': 'f44585b1364246278a3a710149c257a0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=116161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:50:30.944665 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6a5451-70ef-4c03-b833-7dfffe304c03 None None] Pushing event updated for resources: {'Port': ['ID=1ea011f8-03ee-41fd-a68e-0972cf653028,revision_number=3']} {{(pid=116164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:50:30.999170 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.db.securitygroups_db [None req-6ce88a0b-eda1-4ff7-88a4-44e5ffef5d16 tempest-TestSnapshotPattern-1286094027 tempest-TestSnapshotPattern-1286094027-project] Project f44585b1364246278a3a710149c257a0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 28 11:50:31.004715 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.plugins.ml2.managers [None req-14397bb5-c511-47bd-b4c2-95ad8b3cc6bc None None] Attempting to bind port 1ea011f8-03ee-41fd-a68e-0972cf653028 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=116164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 28 11:50:31.005014 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.plugins.ml2.managers [None req-14397bb5-c511-47bd-b4c2-95ad8b3cc6bc None None] Attempting to bind port 1ea011f8-03ee-41fd-a68e-0972cf653028 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'aa2f7bd9-9e5a-4607-9148-a5ad816ecdc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'ffebb397-e2de-46e3-a2db-6143bbbe53ec'}] {{(pid=116164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 28 11:50:31.005381 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14397bb5-c511-47bd-b4c2-95ad8b3cc6bc None None] Attempting to bind port 1ea011f8-03ee-41fd-a68e-0972cf653028 on network ffebb397-e2de-46e3-a2db-6143bbbe53ec {{(pid=116164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 11:50:31.006699 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-6ce88a0b-eda1-4ff7-88a4-44e5ffef5d16 tempest-TestSnapshotPattern-1286094027 tempest-TestSnapshotPattern-1286094027-project] Publish callbacks [] for security_group_rule (1117fc1e-09e2-416c-b972-9ec5c09aa59a), before_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:50:31.011329 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14397bb5-c511-47bd-b4c2-95ad8b3cc6bc None None] Checking agent: {'id': 'd5baab19-5dd1-4902-922b-84acb048ab9c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 10, 50, 43), 'started_at': datetime.datetime(2022, 4, 28, 10, 51, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 11, 50, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=116164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 11:50:31.011706 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14397bb5-c511-47bd-b4c2-95ad8b3cc6bc None None] Checking segment: {'id': 'aa2f7bd9-9e5a-4607-9148-a5ad816ecdc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'ffebb397-e2de-46e3-a2db-6143bbbe53ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 11:50:31.012110 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron_lib.callbacks.manager [None req-14397bb5-c511-47bd-b4c2-95ad8b3cc6bc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=116164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:50:31.012510 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14397bb5-c511-47bd-b4c2-95ad8b3cc6bc None None] Bound using segment: {'id': 'aa2f7bd9-9e5a-4607-9148-a5ad816ecdc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'ffebb397-e2de-46e3-a2db-6143bbbe53ec'} {{(pid=116164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 11:50:31.012995 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.plugins.ml2.managers [None req-14397bb5-c511-47bd-b4c2-95ad8b3cc6bc None None] Bound port: 1ea011f8-03ee-41fd-a68e-0972cf653028, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa2f7bd9-9e5a-4607-9148-a5ad816ecdc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'ffebb397-e2de-46e3-a2db-6143bbbe53ec'}}] {{(pid=116164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 28 11:50:31.013356 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron_lib.callbacks.manager [None req-14397bb5-c511-47bd-b4c2-95ad8b3cc6bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (1ea011f8-03ee-41fd-a68e-0972cf653028), before_update {{(pid=116164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:50:31.075493 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-6ce88a0b-eda1-4ff7-88a4-44e5ffef5d16 tempest-TestSnapshotPattern-1286094027 tempest-TestSnapshotPattern-1286094027-project] Publish callbacks [] for security_group_rule (1117fc1e-09e2-416c-b972-9ec5c09aa59a), precommit_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:50:31.086493 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.plugins.ml2.db [None req-14397bb5-c511-47bd-b4c2-95ad8b3cc6bc None None] For port 1ea011f8-03ee-41fd-a68e-0972cf653028, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=116164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 11:50:31.089685 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.plugins.ml2.db [None req-14397bb5-c511-47bd-b4c2-95ad8b3cc6bc None None] For port 1ea011f8-03ee-41fd-a68e-0972cf653028, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=1ea011f8-03ee-41fd-a68e-0972cf653028,segment=NetworkSegment(aa2f7bd9-9e5a-4607-9148-a5ad816ecdc6),segment_id=aa2f7bd9-9e5a-4607-9148-a5ad816ecdc6)] {{(pid=116164) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 11:50:31.128397 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-6ce88a0b-eda1-4ff7-88a4-44e5ffef5d16 tempest-TestSnapshotPattern-1286094027 tempest-TestSnapshotPattern-1286094027-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1912725'] for security_group_rule (1117fc1e-09e2-416c-b972-9ec5c09aa59a), after_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:50:31.147506 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce88a0b-eda1-4ff7-88a4-44e5ffef5d16 tempest-TestSnapshotPattern-1286094027 tempest-TestSnapshotPattern-1286094027-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1117fc1e-09e2-416c-b972-9ec5c09aa59a,revision_number=0']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:50:31.155199 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-96ac2e73-ca10-4beb-a9e5-c4f215215a46 None None] Provisioning complete for port 1ea011f8-03ee-41fd-a68e-0972cf653028 triggered by entity DHCP. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:50:31.155683 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-96ac2e73-ca10-4beb-a9e5-c4f215215a46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (1ea011f8-03ee-41fd-a68e-0972cf653028), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:50:31.159878 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron_lib.callbacks.manager [None req-14397bb5-c511-47bd-b4c2-95ad8b3cc6bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393'] for port (1ea011f8-03ee-41fd-a68e-0972cf653028), after_update {{(pid=116164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:50:31.199870 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-6ce88a0b-eda1-4ff7-88a4-44e5ffef5d16 tempest-TestSnapshotPattern-1286094027 tempest-TestSnapshotPattern-1286094027-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:50:31.201470 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-6ce88a0b-eda1-4ff7-88a4-44e5ffef5d16 tempest-TestSnapshotPattern-1286094027 tempest-TestSnapshotPattern-1286094027-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2750621 Apr 28 11:50:31.201981 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Device 9dd28ccb-6529-4912-8092-5350082dab58 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=116163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 11:50:31.204395 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14397bb5-c511-47bd-b4c2-95ad8b3cc6bc None None] Routers {'0e7d25b7-ae62-4399-827d-753767626e30'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=116164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 11:50:31.205034 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_hamode_db [None req-14397bb5-c511-47bd-b4c2-95ad8b3cc6bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-28T10:50:39Z,description=,heartbeat_timestamp=2022-04-28T11:50:09Z,host='dv-neutron-master-2-hyperv',id=6b492ad6-0876-4d74-b20d-28143a52ceba,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T10:50:40Z,topic='l3_agent')) {'router_ids': ['0e7d25b7-ae62-4399-827d-753767626e30'], 'active': True} {{(pid=116164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:50:31.228863 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6a5451-70ef-4c03-b833-7dfffe304c03 None None] Pushing event updated for resources: {'Port': ['ID=1ea011f8-03ee-41fd-a68e-0972cf653028,revision_number=4']} {{(pid=116164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:50:31.306467 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-96ac2e73-ca10-4beb-a9e5-c4f215215a46 None None] Current status of the port 1ea011f8-03ee-41fd-a68e-0972cf653028 is: DOWN; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:50:31.306872 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-96ac2e73-ca10-4beb-a9e5-c4f215215a46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (1ea011f8-03ee-41fd-a68e-0972cf653028), before_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:50:31.342117 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_dvr_db [None req-14397bb5-c511-47bd-b4c2-95ad8b3cc6bc None None] Set router 0e7d25b7-ae62-4399-827d-753767626e30 gateway port host: dv-neutron-master-2-hyperv {{(pid=116164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 11:50:31.358992 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-96ac2e73-ca10-4beb-a9e5-c4f215215a46 None None] For port 1ea011f8-03ee-41fd-a68e-0972cf653028, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=1ea011f8-03ee-41fd-a68e-0972cf653028,segment=NetworkSegment(aa2f7bd9-9e5a-4607-9148-a5ad816ecdc6),segment_id=aa2f7bd9-9e5a-4607-9148-a5ad816ecdc6)] {{(pid=116163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 11:50:31.361050 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Provisioning complete for port 9dd28ccb-6529-4912-8092-5350082dab58 triggered by entity L2. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:50:31.361432 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (9dd28ccb-6529-4912-8092-5350082dab58), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:50:31.380591 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-419c7d3d-f484-46ac-943b-aa6de57c19ca req-56083dc9-cbe9-4f7e-888d-aa7789fb6b3f tempest-TestSnapshotPattern-1286094027 tempest-TestSnapshotPattern-1286094027-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-820757371&fields=id&tenant_id=f44585b1364246278a3a710149c257a0 HTTP/1.1" status: 200 len: 267 time: 0.0573006 Apr 28 11:50:31.438045 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-96ac2e73-ca10-4beb-a9e5-c4f215215a46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393'] for port (1ea011f8-03ee-41fd-a68e-0972cf653028), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:50:31.479055 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Current status of the port 9dd28ccb-6529-4912-8092-5350082dab58 is: ACTIVE; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:50:31.499172 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419c7d3d-f484-46ac-943b-aa6de57c19ca req-44f34f86-7fe8-4dc6-9481-b12be285040a tempest-TestSnapshotPattern-1286094027 tempest-TestSnapshotPattern-1286094027-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:50:31.501385 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ac2e73-ca10-4beb-a9e5-c4f215215a46 None None] Pushing event updated for resources: {'Port': ['ID=1ea011f8-03ee-41fd-a68e-0972cf653028,revision_number=5']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:50:31.506986 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-419c7d3d-f484-46ac-943b-aa6de57c19ca req-44f34f86-7fe8-4dc6-9481-b12be285040a tempest-TestSnapshotPattern-1286094027 tempest-TestSnapshotPattern-1286094027-project] 10.222.0.10 "GET /v2.0/networks?id=030a6682-54bf-4848-abed-ef0fc1322a44 HTTP/1.1" status: 200 len: 810 time: 0.1251457 Apr 28 11:50:31.517343 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-419c7d3d-f484-46ac-943b-aa6de57c19ca req-2f6ad123-2a1a-4369-9a09-254c988ae24a tempest-TestSnapshotPattern-1286094027 tempest-TestSnapshotPattern-1286094027-project] 10.222.0.10 "GET /v2.0/quotas/f44585b1364246278a3a710149c257a0 HTTP/1.1" status: 200 len: 375 time: 0.0096056 Apr 28 11:50:31.546240 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_hamode_db [None req-14397bb5-c511-47bd-b4c2-95ad8b3cc6bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e7d25b7-ae62-4399-827d-753767626e30', 'name': 'tempest-TestSnapshotPattern-937172755-router', 'tenant_id': '144d3483e9f245b8968aad411ab5dd7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'external_fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.13'}], 'enable_snat': True}, 'gw_port_id': '9dd28ccb-6529-4912-8092-5350082dab58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T11:50:23Z', 'updated_at': '2022-04-28T11:50:27Z', 'revision_number': 4, 'project_id': '144d3483e9f245b8968aad411ab5dd7a', 'gw_port': {'id': '9dd28ccb-6529-4912-8092-5350082dab58', 'name': '', 'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:9d:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e7d25b7-ae62-4399-827d-753767626e30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1879, 'fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:50:24Z', 'updated_at': '2022-04-28T11:50:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '1ea011f8-03ee-41fd-a68e-0972cf653028', 'name': '', 'network_id': 'ffebb397-e2de-46e3-a2db-6143bbbe53ec', 'tenant_id': '144d3483e9f245b8968aad411ab5dd7a', 'mac_address': 'fa:16:3e:6d:5d:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e7d25b7-ae62-4399-827d-753767626e30', 'device_owner': 'network:router_interface', 'standard_attr_id': 1880, 'fixed_ips': [{'subnet_id': '09ac3d21-9347-4274-b7f2-a0e1e0dcfd44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:50:26Z', 'updated_at': '2022-04-28T11:50:31Z', 'revision_number': 4, 'project_id': '144d3483e9f245b8968aad411ab5dd7a', 'subnets': [{'id': '09ac3d21-9347-4274-b7f2-a0e1e0dcfd44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=116164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:50:31.559334 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-34e075b6-5554-4b86-a45f-1a3873479ab3 None None] Provisioning complete for port 1ea011f8-03ee-41fd-a68e-0972cf653028 triggered by entity DHCP. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:50:31.559966 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-34e075b6-5554-4b86-a45f-1a3873479ab3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (1ea011f8-03ee-41fd-a68e-0972cf653028), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:50:31.570081 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-419c7d3d-f484-46ac-943b-aa6de57c19ca req-4f3a3df1-7b0c-4b2a-9f55-5152d0e444f6 tempest-TestSnapshotPattern-1286094027 tempest-TestSnapshotPattern-1286094027-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=f44585b1364246278a3a710149c257a0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0470552 Apr 28 11:50:31.587780 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [req-419c7d3d-f484-46ac-943b-aa6de57c19ca req-25b944cc-f02b-44c0-a19e-06529aa4ee63 service neutron] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=116161) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 28 11:50:31.588881 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-419c7d3d-f484-46ac-943b-aa6de57c19ca req-25b944cc-f02b-44c0-a19e-06529aa4ee63 service neutron] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0058022 Apr 28 11:50:31.646478 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-34e075b6-5554-4b86-a45f-1a3873479ab3 None None] Current status of the port 1ea011f8-03ee-41fd-a68e-0972cf653028 is: ACTIVE; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:50:31.663920 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14397bb5-c511-47bd-b4c2-95ad8b3cc6bc None None] The sync data for ids ['0e7d25b7-ae62-4399-827d-753767626e30'] in dv-neutron-master-2-hyperv is: [{'id': '0e7d25b7-ae62-4399-827d-753767626e30', 'name': 'tempest-TestSnapshotPattern-937172755-router', 'tenant_id': '144d3483e9f245b8968aad411ab5dd7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'external_fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.13'}], 'enable_snat': True}, 'gw_port_id': '9dd28ccb-6529-4912-8092-5350082dab58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T11:50:23Z', 'updated_at': '2022-04-28T11:50:27Z', 'revision_number': 4, 'project_id': '144d3483e9f245b8968aad411ab5dd7a', 'gw_port': {'id': '9dd28ccb-6529-4912-8092-5350082dab58', 'name': '', 'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:9d:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e7d25b7-ae62-4399-827d-753767626e30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1879, 'fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:50:24Z', 'updated_at': '2022-04-28T11:50:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '1ea011f8-03ee-41fd-a68e-0972cf653028', 'name': '', 'network_id': 'ffebb397-e2de-46e3-a2db-6143bbbe53ec', 'tenant_id': '144d3483e9f245b8968aad411ab5dd7a', 'mac_address': 'fa:16:3e:6d:5d:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e7d25b7-ae62-4399-827d-753767626e30', 'device_owner': 'network:router_interface', 'standard_attr_id': 1880, 'fixed_ips': [{'subnet_id': '09ac3d21-9347-4274-b7f2-a0e1e0dcfd44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:50:26Z', 'updated_at': '2022-04-28T11:50:31Z', 'revision_number': 4, 'project_id': '144d3483e9f245b8968aad411ab5dd7a', 'subnets': [{'id': '09ac3d21-9347-4274-b7f2-a0e1e0dcfd44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=116164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 11:50:32.031214 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-419c7d3d-f484-46ac-943b-aa6de57c19ca req-01dba51e-eb83-4217-a279-bbc734935cfb service neutron] 10.222.0.10 "GET /v2.0/networks/030a6682-54bf-4848-abed-ef0fc1322a44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4358094 Apr 28 11:50:32.125678 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-419c7d3d-f484-46ac-943b-aa6de57c19ca req-95069b0a-86e7-402d-8391-8846ff0a391b service neutron] 10.222.0.10 "GET /v2.0/networks/030a6682-54bf-4848-abed-ef0fc1322a44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882802 Apr 28 11:50:32.415579 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-d8401cf6-10ba-47d7-a411-8f4b8a34e67e req-93d1e86c-dca1-4b4e-a179-3a317916c022 tempest-TestSnapshotPattern-1286094027 tempest-TestSnapshotPattern-1286094027-project] 10.222.0.10 "GET /v2.0/ports?device_id=aeb55467-ca5b-40d5-a824-1ecfbd5fcf89 HTTP/1.1" status: 200 len: 210 time: 0.0298557 Apr 28 11:50:33.185470 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Device 1ea011f8-03ee-41fd-a68e-0972cf653028 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=116163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 11:50:33.235490 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Provisioning complete for port 1ea011f8-03ee-41fd-a68e-0972cf653028 triggered by entity L2. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:50:33.235893 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (1ea011f8-03ee-41fd-a68e-0972cf653028), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:50:33.311364 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Current status of the port 1ea011f8-03ee-41fd-a68e-0972cf653028 is: ACTIVE; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:50:33.494643 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-07b83e74-19b5-4578-a81a-43fb9cf69c54 req-497fd02f-4e6c-45f2-b833-94d5b1a1457e tempest-TestSnapshotPattern-1286094027 tempest-TestSnapshotPattern-1286094027-project] 10.222.0.10 "GET /v2.0/ports?device_id=aeb55467-ca5b-40d5-a824-1ecfbd5fcf89 HTTP/1.1" status: 200 len: 210 time: 0.0291331 Apr 28 11:50:34.515972 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419c7d3d-f484-46ac-943b-aa6de57c19ca req-fd8f2cc4-a39f-4fc2-bdac-d7889509e7c5 tempest-TestSnapshotPattern-1286094027 tempest-TestSnapshotPattern-1286094027-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:50:34.517424 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-419c7d3d-f484-46ac-943b-aa6de57c19ca req-fd8f2cc4-a39f-4fc2-bdac-d7889509e7c5 tempest-TestSnapshotPattern-1286094027 tempest-TestSnapshotPattern-1286094027-project] 10.222.0.20 "GET /v2.0/networks?id=030a6682-54bf-4848-abed-ef0fc1322a44 HTTP/1.1" status: 200 len: 810 time: 0.1068857 Apr 28 11:50:34.583187 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-419c7d3d-f484-46ac-943b-aa6de57c19ca req-876b87d0-0bbd-40c9-8fe8-f11ee28b5c93 tempest-TestSnapshotPattern-1286094027 tempest-TestSnapshotPattern-1286094027-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f44585b1364246278a3a710149c257a0 HTTP/1.1" status: 200 len: 379 time: 0.0575252 Apr 28 11:50:34.592156 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.v2.base [req-419c7d3d-f484-46ac-943b-aa6de57c19ca req-10dc520a-88cb-463d-9f37-ffc2499ab1d3 tempest-TestSnapshotPattern-1286094027 tempest-TestSnapshotPattern-1286094027-project] Request body: {'port': {'device_id': 'aeb55467-ca5b-40d5-a824-1ecfbd5fcf89', 'network_id': '030a6682-54bf-4848-abed-ef0fc1322a44', 'admin_state_up': True, 'tenant_id': 'f44585b1364246278a3a710149c257a0', 'security_groups': ['01062503-6d4b-4675-9dac-2894ca73c20b']}} {{(pid=116162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:50:34.595919 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-1506de23-c35b-4081-848a-bc8453898c38 req-079de4e6-0ce2-44a9-b71a-21e2c52dcbb4 tempest-TestSnapshotPattern-1286094027 tempest-TestSnapshotPattern-1286094027-project] 10.222.0.10 "GET /v2.0/ports?device_id=aeb55467-ca5b-40d5-a824-1ecfbd5fcf89 HTTP/1.1" status: 200 len: 210 time: 0.0329032 Apr 28 11:50:34.774967 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-419c7d3d-f484-46ac-943b-aa6de57c19ca req-10dc520a-88cb-463d-9f37-ffc2499ab1d3 tempest-TestSnapshotPattern-1286094027 tempest-TestSnapshotPattern-1286094027-project] Made reservation on behalf of f44585b1364246278a3a710149c257a0 for: {'port': 1} {{(pid=116162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 11:50:34.778233 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [req-419c7d3d-f484-46ac-943b-aa6de57c19ca req-10dc520a-88cb-463d-9f37-ffc2499ab1d3 tempest-TestSnapshotPattern-1286094027 tempest-TestSnapshotPattern-1286094027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (None), before_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:50:34.906215 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.db.db_base_plugin_common [req-419c7d3d-f484-46ac-943b-aa6de57c19ca req-10dc520a-88cb-463d-9f37-ffc2499ab1d3 tempest-TestSnapshotPattern-1286094027 tempest-TestSnapshotPattern-1286094027-project] Allocated IP 172.20.0.7 (030a6682-54bf-4848-abed-ef0fc1322a44/b3d112b6-1d12-4943-a4af-47e147395153/ff653c41-8d28-4ef5-86dc-282245f48468) {{(pid=116162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 11:50:35.045380 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [req-419c7d3d-f484-46ac-943b-aa6de57c19ca req-10dc520a-88cb-463d-9f37-ffc2499ab1d3 tempest-TestSnapshotPattern-1286094027 tempest-TestSnapshotPattern-1286094027-project] Publish callbacks [] for port (ff653c41-8d28-4ef5-86dc-282245f48468), precommit_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:50:35.118567 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [req-419c7d3d-f484-46ac-943b-aa6de57c19ca req-10dc520a-88cb-463d-9f37-ffc2499ab1d3 tempest-TestSnapshotPattern-1286094027 tempest-TestSnapshotPattern-1286094027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742234710357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5051867'] for port (ff653c41-8d28-4ef5-86dc-282245f48468), after_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:50:35.161196 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-419c7d3d-f484-46ac-943b-aa6de57c19ca req-10dc520a-88cb-463d-9f37-ffc2499ab1d3 tempest-TestSnapshotPattern-1286094027 tempest-TestSnapshotPattern-1286094027-project] Network 030a6682-54bf-4848-abed-ef0fc1322a44 is already hosted by enough agents. {{(pid=116162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 11:50:35.166319 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.scheduler.base_scheduler [req-419c7d3d-f484-46ac-943b-aa6de57c19ca req-10dc520a-88cb-463d-9f37-ffc2499ab1d3 tempest-TestSnapshotPattern-1286094027 tempest-TestSnapshotPattern-1286094027-project] Resources bound (agent type, host, resource id): {{(pid=116162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 11:50:35.170048 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.db.l3_dvrscheduler_db [req-419c7d3d-f484-46ac-943b-aa6de57c19ca req-10dc520a-88cb-463d-9f37-ffc2499ab1d3 tempest-TestSnapshotPattern-1286094027 tempest-TestSnapshotPattern-1286094027-project] Received port after_create {{(pid=116162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 11:50:35.176619 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10dc520a-88cb-463d-9f37-ffc2499ab1d3 tempest-TestSnapshotPattern-1286094027 tempest-TestSnapshotPattern-1286094027-project] Pushing event updated for resources: {'Port': ['ID=ff653c41-8d28-4ef5-86dc-282245f48468,revision_number=1']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:50:35.223849 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419c7d3d-f484-46ac-943b-aa6de57c19ca req-10dc520a-88cb-463d-9f37-ffc2499ab1d3 tempest-TestSnapshotPattern-1286094027 tempest-TestSnapshotPattern-1286094027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:50:35.227422 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [req-419c7d3d-f484-46ac-943b-aa6de57c19ca req-10dc520a-88cb-463d-9f37-ffc2499ab1d3 tempest-TestSnapshotPattern-1286094027 tempest-TestSnapshotPattern-1286094027-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198022'] for port (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:50:35.275277 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-419c7d3d-f484-46ac-943b-aa6de57c19ca req-10dc520a-88cb-463d-9f37-ffc2499ab1d3 tempest-TestSnapshotPattern-1286094027 tempest-TestSnapshotPattern-1286094027-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6869020 Apr 28 11:50:35.284950 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [req-419c7d3d-f484-46ac-943b-aa6de57c19ca req-afd3e3a9-fb2b-40de-8a39-11ee5c53b7df tempest-TestSnapshotPattern-1286094027 tempest-TestSnapshotPattern-1286094027-project] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=116162) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 28 11:50:35.285992 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-419c7d3d-f484-46ac-943b-aa6de57c19ca req-afd3e3a9-fb2b-40de-8a39-11ee5c53b7df tempest-TestSnapshotPattern-1286094027 tempest-TestSnapshotPattern-1286094027-project] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0059590 Apr 28 11:50:35.298081 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.v2.base [req-419c7d3d-f484-46ac-943b-aa6de57c19ca req-73a92433-ee57-4c1c-bef3-da9d733b1064 service neutron] Request body: {'port': {'device_id': 'aeb55467-ca5b-40d5-a824-1ecfbd5fcf89', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-mast'}} {{(pid=116162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:50:35.364884 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [req-419c7d3d-f484-46ac-943b-aa6de57c19ca req-73a92433-ee57-4c1c-bef3-da9d733b1064 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (ff653c41-8d28-4ef5-86dc-282245f48468), before_update {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:50:35.383244 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-d6df66ac-16c0-4252-a6a5-73caae10b42b None None] Provisioning complete for port ff653c41-8d28-4ef5-86dc-282245f48468 triggered by entity DHCP. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:50:35.383815 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-d6df66ac-16c0-4252-a6a5-73caae10b42b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (ff653c41-8d28-4ef5-86dc-282245f48468), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:50:35.417514 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-d6df66ac-16c0-4252-a6a5-73caae10b42b None None] Port ff653c41-8d28-4ef5-86dc-282245f48468 cannot update to ACTIVE because it is not bound. {{(pid=116163) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 28 11:50:35.627410 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.notifiers.nova [req-419c7d3d-f484-46ac-943b-aa6de57c19ca req-73a92433-ee57-4c1c-bef3-da9d733b1064 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ff653c41-8d28-4ef5-86dc-282245f48468 {{(pid=116162) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 11:50:35.636043 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [req-419c7d3d-f484-46ac-943b-aa6de57c19ca req-73a92433-ee57-4c1c-bef3-da9d733b1064 service neutron] Publish callbacks [] for port (ff653c41-8d28-4ef5-86dc-282245f48468), precommit_update {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:50:35.648934 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.db.provisioning_blocks [req-419c7d3d-f484-46ac-943b-aa6de57c19ca req-73a92433-ee57-4c1c-bef3-da9d733b1064 service neutron] Transition to ACTIVE for port object ff653c41-8d28-4ef5-86dc-282245f48468 will not be triggered until provisioned by entity L2. {{(pid=116162) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 28 11:50:35.710494 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb5033e-b5e7-4632-85f0-84d0e6befe72 req-6ffa343b-57fd-4ed4-9a9d-bb3a04e0e9b6 tempest-TestSnapshotPattern-1286094027 tempest-TestSnapshotPattern-1286094027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:50:35.711987 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-bcb5033e-b5e7-4632-85f0-84d0e6befe72 req-6ffa343b-57fd-4ed4-9a9d-bb3a04e0e9b6 tempest-TestSnapshotPattern-1286094027 tempest-TestSnapshotPattern-1286094027-project] 10.222.0.10 "GET /v2.0/ports?device_id=aeb55467-ca5b-40d5-a824-1ecfbd5fcf89 HTTP/1.1" status: 200 len: 931 time: 0.0481520 Apr 28 11:50:35.735427 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [req-419c7d3d-f484-46ac-943b-aa6de57c19ca req-73a92433-ee57-4c1c-bef3-da9d733b1064 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5051840'] for port (ff653c41-8d28-4ef5-86dc-282245f48468), after_update {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:50:35.761541 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-bcb5033e-b5e7-4632-85f0-84d0e6befe72 req-fb2e7570-aa45-438d-9099-78decd0c7aba tempest-TestSnapshotPattern-1286094027 tempest-TestSnapshotPattern-1286094027-project] 10.222.0.10 "GET /v2.0/security-groups?id=01062503-6d4b-4675-9dac-2894ca73c20b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439293 Apr 28 11:50:35.793251 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a92433-ee57-4c1c-bef3-da9d733b1064 service neutron] Pushing event updated for resources: {'Port': ['ID=ff653c41-8d28-4ef5-86dc-282245f48468,revision_number=2']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:50:35.864782 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.managers [req-419c7d3d-f484-46ac-943b-aa6de57c19ca req-73a92433-ee57-4c1c-bef3-da9d733b1064 service neutron] Attempting to bind port ff653c41-8d28-4ef5-86dc-282245f48468 on host hv-neutron-mast for vnic_type normal with profile {{(pid=116162) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 28 11:50:35.865034 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.managers [req-419c7d3d-f484-46ac-943b-aa6de57c19ca req-73a92433-ee57-4c1c-bef3-da9d733b1064 service neutron] Attempting to bind port ff653c41-8d28-4ef5-86dc-282245f48468 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '94b19ee8-15a3-4a54-bf57-ea2d852e5aec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '030a6682-54bf-4848-abed-ef0fc1322a44'}] {{(pid=116162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 28 11:50:35.865395 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-419c7d3d-f484-46ac-943b-aa6de57c19ca req-73a92433-ee57-4c1c-bef3-da9d733b1064 service neutron] Attempting to bind port ff653c41-8d28-4ef5-86dc-282245f48468 on network 030a6682-54bf-4848-abed-ef0fc1322a44 {{(pid=116162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 11:50:35.870020 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-419c7d3d-f484-46ac-943b-aa6de57c19ca req-73a92433-ee57-4c1c-bef3-da9d733b1064 service neutron] Port ff653c41-8d28-4ef5-86dc-282245f48468 on network 030a6682-54bf-4848-abed-ef0fc1322a44 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=116162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 28 11:50:35.870344 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-419c7d3d-f484-46ac-943b-aa6de57c19ca req-73a92433-ee57-4c1c-bef3-da9d733b1064 service neutron] Attempting to bind port ff653c41-8d28-4ef5-86dc-282245f48468 on network 030a6682-54bf-4848-abed-ef0fc1322a44 {{(pid=116162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 11:50:35.875479 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-419c7d3d-f484-46ac-943b-aa6de57c19ca req-73a92433-ee57-4c1c-bef3-da9d733b1064 service neutron] Checking agent: {'id': '6be95134-9a6c-4663-8b48-90d12ce90c60', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-mast', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 10, 57, 20), 'started_at': datetime.datetime(2022, 4, 28, 10, 57, 20), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 11, 50, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=116162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 11:50:35.875820 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-419c7d3d-f484-46ac-943b-aa6de57c19ca req-73a92433-ee57-4c1c-bef3-da9d733b1064 service neutron] Checking segment: {'id': '94b19ee8-15a3-4a54-bf57-ea2d852e5aec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '030a6682-54bf-4848-abed-ef0fc1322a44'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 11:50:35.876200 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-419c7d3d-f484-46ac-943b-aa6de57c19ca req-73a92433-ee57-4c1c-bef3-da9d733b1064 service neutron] Bound using segment: {'id': '94b19ee8-15a3-4a54-bf57-ea2d852e5aec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '030a6682-54bf-4848-abed-ef0fc1322a44'} {{(pid=116162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 11:50:35.876619 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.managers [req-419c7d3d-f484-46ac-943b-aa6de57c19ca req-73a92433-ee57-4c1c-bef3-da9d733b1064 service neutron] Bound port: ff653c41-8d28-4ef5-86dc-282245f48468, host: hv-neutron-mast, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '94b19ee8-15a3-4a54-bf57-ea2d852e5aec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '030a6682-54bf-4848-abed-ef0fc1322a44'}}] {{(pid=116162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 28 11:50:35.876975 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [req-419c7d3d-f484-46ac-943b-aa6de57c19ca req-73a92433-ee57-4c1c-bef3-da9d733b1064 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (ff653c41-8d28-4ef5-86dc-282245f48468), before_update {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:50:35.943437 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.db [req-419c7d3d-f484-46ac-943b-aa6de57c19ca req-73a92433-ee57-4c1c-bef3-da9d733b1064 service neutron] For port ff653c41-8d28-4ef5-86dc-282245f48468, host hv-neutron-mast, cleared binding levels {{(pid=116162) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 11:50:35.946437 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.db [req-419c7d3d-f484-46ac-943b-aa6de57c19ca req-73a92433-ee57-4c1c-bef3-da9d733b1064 service neutron] For port ff653c41-8d28-4ef5-86dc-282245f48468, host hv-neutron-mast, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=ff653c41-8d28-4ef5-86dc-282245f48468,segment=NetworkSegment(94b19ee8-15a3-4a54-bf57-ea2d852e5aec),segment_id=94b19ee8-15a3-4a54-bf57-ea2d852e5aec)] {{(pid=116162) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 11:50:35.998050 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [req-419c7d3d-f484-46ac-943b-aa6de57c19ca req-73a92433-ee57-4c1c-bef3-da9d733b1064 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5051840'] for port (ff653c41-8d28-4ef5-86dc-282245f48468), after_update {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:50:36.037321 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419c7d3d-f484-46ac-943b-aa6de57c19ca req-73a92433-ee57-4c1c-bef3-da9d733b1064 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:50:36.037904 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [req-419c7d3d-f484-46ac-943b-aa6de57c19ca req-73a92433-ee57-4c1c-bef3-da9d733b1064 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198022'] for port (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:50:36.039327 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-419c7d3d-f484-46ac-943b-aa6de57c19ca req-73a92433-ee57-4c1c-bef3-da9d733b1064 service neutron] 10.222.0.20 "PUT /v2.0/ports/ff653c41-8d28-4ef5-86dc-282245f48468 HTTP/1.1" status: 200 len: 1093 time: 0.7457969 Apr 28 11:50:36.039774 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aeb55467-ca5b-40d5-a824-1ecfbd5fcf89', 'tag': 'ff653c41-8d28-4ef5-86dc-282245f48468'}] {{(pid=116162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 11:50:36.042103 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ba53f40d6116d28995a8e36159d0e539b5353eec116fb5dd4ce03b4b2159ab1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ad916e3-2b8b-4e65-b6fb-8fe50025575a" -d '{"events": [{"name": "network-changed", "server_uuid": "aeb55467-ca5b-40d5-a824-1ecfbd5fcf89", "tag": "ff653c41-8d28-4ef5-86dc-282245f48468"}]}' {{(pid=116162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 11:50:36.069780 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a92433-ee57-4c1c-bef3-da9d733b1064 service neutron] Pushing event updated for resources: {'Port': ['ID=ff653c41-8d28-4ef5-86dc-282245f48468,revision_number=3']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:50:36.087362 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 11:50:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6522a099-8491-4c4d-8dec-658ca5b9d69d x-openstack-request-id: req-6522a099-8491-4c4d-8dec-658ca5b9d69d {{(pid=116162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 11:50:36.087656 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aeb55467-ca5b-40d5-a824-1ecfbd5fcf89", "tag": "ff653c41-8d28-4ef5-86dc-282245f48468", "status": "completed", "code": 200}]} {{(pid=116162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 11:50:36.087911 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-6522a099-8491-4c4d-8dec-658ca5b9d69d {{(pid=116162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 11:50:36.088327 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6522a099-8491-4c4d-8dec-658ca5b9d69d'] response: {'name': 'network-changed', 'server_uuid': 'aeb55467-ca5b-40d5-a824-1ecfbd5fcf89', 'tag': 'ff653c41-8d28-4ef5-86dc-282245f48468', 'status': 'completed', 'code': 200} Apr 28 11:50:36.153398 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad916e3-2b8b-4e65-b6fb-8fe50025575a req-58d7249b-92ae-412c-82d3-0657745081af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:50:36.155029 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-9ad916e3-2b8b-4e65-b6fb-8fe50025575a req-58d7249b-92ae-412c-82d3-0657745081af service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f44585b1364246278a3a710149c257a0&device_id=aeb55467-ca5b-40d5-a824-1ecfbd5fcf89 HTTP/1.1" status: 200 len: 1127 time: 0.0426819 Apr 28 11:50:36.257783 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad916e3-2b8b-4e65-b6fb-8fe50025575a req-9db22c05-3d45-4dba-9f35-de3fca78035f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:50:36.259337 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-9ad916e3-2b8b-4e65-b6fb-8fe50025575a req-9db22c05-3d45-4dba-9f35-de3fca78035f service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=f44585b1364246278a3a710149c257a0&shared=False HTTP/1.1" status: 200 len: 910 time: 0.0978034 Apr 28 11:50:36.356047 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad916e3-2b8b-4e65-b6fb-8fe50025575a req-8699cec1-975a-466f-a86b-ba329adb0911 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:50:36.357424 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-9ad916e3-2b8b-4e65-b6fb-8fe50025575a req-8699cec1-975a-466f-a86b-ba329adb0911 service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0923285 Apr 28 11:50:36.429047 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419c7d3d-f484-46ac-943b-aa6de57c19ca req-4d1fc6ed-9bc9-4926-a50f-186c40594b9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:50:36.430585 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-419c7d3d-f484-46ac-943b-aa6de57c19ca req-4d1fc6ed-9bc9-4926-a50f-186c40594b9a service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f44585b1364246278a3a710149c257a0&device_id=aeb55467-ca5b-40d5-a824-1ecfbd5fcf89 HTTP/1.1" status: 200 len: 1127 time: 0.0402191 Apr 28 11:50:36.475840 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-419c7d3d-f484-46ac-943b-aa6de57c19ca req-0d709328-bd5d-4892-b9f1-957470b98c7e service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ff653c41-8d28-4ef5-86dc-282245f48468 HTTP/1.1" status: 200 len: 217 time: 0.0390892 Apr 28 11:50:36.526386 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419c7d3d-f484-46ac-943b-aa6de57c19ca req-6f5c9474-cc08-4a0a-8204-0efcf682e975 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:50:36.527932 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-419c7d3d-f484-46ac-943b-aa6de57c19ca req-6f5c9474-cc08-4a0a-8204-0efcf682e975 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b3d112b6-1d12-4943-a4af-47e147395153 HTTP/1.1" status: 200 len: 849 time: 0.0440965 Apr 28 11:50:36.570049 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419c7d3d-f484-46ac-943b-aa6de57c19ca req-16329ea8-6ace-4599-b252-d27f4f84705a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:50:36.571535 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-419c7d3d-f484-46ac-943b-aa6de57c19ca req-16329ea8-6ace-4599-b252-d27f4f84705a service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=030a6682-54bf-4848-abed-ef0fc1322a44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0379772 Apr 28 11:50:36.663472 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-419c7d3d-f484-46ac-943b-aa6de57c19ca req-e08db7f0-5bbf-43a5-8a54-309aa5d72090 service neutron] 10.222.0.20 "GET /v2.0/networks/030a6682-54bf-4848-abed-ef0fc1322a44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859873 Apr 28 11:50:36.752064 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-419c7d3d-f484-46ac-943b-aa6de57c19ca req-abe6f7ef-3464-4ce6-99a8-e259861929b7 service neutron] 10.222.0.20 "GET /v2.0/networks/030a6682-54bf-4848-abed-ef0fc1322a44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827312 Apr 28 11:50:36.874185 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc39bbaf-9003-46e1-a91b-0ba7bb31fbd8 req-009cfc59-e6a3-41c2-b3da-a770ea6bee62 tempest-TestSnapshotPattern-1286094027 tempest-TestSnapshotPattern-1286094027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:50:36.875685 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-bc39bbaf-9003-46e1-a91b-0ba7bb31fbd8 req-009cfc59-e6a3-41c2-b3da-a770ea6bee62 tempest-TestSnapshotPattern-1286094027 tempest-TestSnapshotPattern-1286094027-project] 10.222.0.10 "GET /v2.0/ports?device_id=aeb55467-ca5b-40d5-a824-1ecfbd5fcf89 HTTP/1.1" status: 200 len: 943 time: 0.0469284 Apr 28 11:50:36.924031 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-bc39bbaf-9003-46e1-a91b-0ba7bb31fbd8 req-bb26c145-43e0-4826-9655-51cd4af8106f tempest-TestSnapshotPattern-1286094027 tempest-TestSnapshotPattern-1286094027-project] 10.222.0.10 "GET /v2.0/security-groups?id=01062503-6d4b-4675-9dac-2894ca73c20b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422928 Apr 28 11:50:37.026332 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-f4599d20-88b9-4961-9695-41acae35e13e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (75ba81b7-fe99-4281-90d2-a5adb445ecea), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:50:38.041326 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be15c87-9f12-4db1-afaf-49a13a8c8c55 req-8193492c-7677-4eaf-9648-d5826440acf7 tempest-TestSnapshotPattern-1286094027 tempest-TestSnapshotPattern-1286094027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:50:38.042793 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-7be15c87-9f12-4db1-afaf-49a13a8c8c55 req-8193492c-7677-4eaf-9648-d5826440acf7 tempest-TestSnapshotPattern-1286094027 tempest-TestSnapshotPattern-1286094027-project] 10.222.0.10 "GET /v2.0/ports?device_id=aeb55467-ca5b-40d5-a824-1ecfbd5fcf89 HTTP/1.1" status: 200 len: 943 time: 0.0496516 Apr 28 11:50:38.091904 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-7be15c87-9f12-4db1-afaf-49a13a8c8c55 req-85e07de0-6b4b-4c08-b7b4-b94fe865fb85 tempest-TestSnapshotPattern-1286094027 tempest-TestSnapshotPattern-1286094027-project] 10.222.0.10 "GET /v2.0/security-groups?id=01062503-6d4b-4675-9dac-2894ca73c20b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436490 Apr 28 11:50:39.176883 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Device ff653c41-8d28-4ef5-86dc-282245f48468 details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=116163) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 28 11:50:39.207349 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8d4f53-f3c0-434d-98e7-7b4ebc88fbd5 req-83ed8aad-c2b3-4dee-986e-c23f8bdf4f30 tempest-TestSnapshotPattern-1286094027 tempest-TestSnapshotPattern-1286094027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:50:39.208846 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-4a8d4f53-f3c0-434d-98e7-7b4ebc88fbd5 req-83ed8aad-c2b3-4dee-986e-c23f8bdf4f30 tempest-TestSnapshotPattern-1286094027 tempest-TestSnapshotPattern-1286094027-project] 10.222.0.10 "GET /v2.0/ports?device_id=aeb55467-ca5b-40d5-a824-1ecfbd5fcf89 HTTP/1.1" status: 200 len: 943 time: 0.0484776 Apr 28 11:50:39.257342 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-4a8d4f53-f3c0-434d-98e7-7b4ebc88fbd5 req-56079e94-3483-405e-b15c-62e5fa607ef7 tempest-TestSnapshotPattern-1286094027 tempest-TestSnapshotPattern-1286094027-project] 10.222.0.10 "GET /v2.0/security-groups?id=01062503-6d4b-4675-9dac-2894ca73c20b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428700 Apr 28 11:50:39.282009 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] For port ff653c41-8d28-4ef5-86dc-282245f48468, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=ff653c41-8d28-4ef5-86dc-282245f48468,segment=NetworkSegment(94b19ee8-15a3-4a54-bf57-ea2d852e5aec),segment_id=94b19ee8-15a3-4a54-bf57-ea2d852e5aec)] {{(pid=116163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 11:50:39.293204 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Returning: {'device': 'ff653c41-8d28-4ef5-86dc-282245f48468', 'network_id': '030a6682-54bf-4848-abed-ef0fc1322a44', 'port_id': 'ff653c41-8d28-4ef5-86dc-282245f48468', 'mac_address': 'fa:16:3e:0d:66:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 74, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b3d112b6-1d12-4943-a4af-47e147395153', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=116163) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 28 11:50:39.331262 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Current status of the port ff653c41-8d28-4ef5-86dc-282245f48468 is: DOWN; New status is: BUILD {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:50:39.331644 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (ff653c41-8d28-4ef5-86dc-282245f48468), before_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:50:39.347040 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.notifiers.nova [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ff653c41-8d28-4ef5-86dc-282245f48468 {{(pid=116163) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 11:50:39.366466 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] For port ff653c41-8d28-4ef5-86dc-282245f48468, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=ff653c41-8d28-4ef5-86dc-282245f48468,segment=NetworkSegment(94b19ee8-15a3-4a54-bf57-ea2d852e5aec),segment_id=94b19ee8-15a3-4a54-bf57-ea2d852e5aec)] {{(pid=116163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 11:50:39.466095 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393'] for port (ff653c41-8d28-4ef5-86dc-282245f48468), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:50:39.496447 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-bcff41ed-0cc1-4605-b7d8-7f4b58e73642 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (6b492ad6-0876-4d74-b20d-28143a52ceba), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:50:39.514162 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Pushing event updated for resources: {'Port': ['ID=ff653c41-8d28-4ef5-86dc-282245f48468,revision_number=4']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:50:39.693520 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] get_ports_and_sgs() called for port_ids ['ff653c41-8d28-4ef5-86dc-282245f48468'] {{(pid=116163) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 11:50:40.374107 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16524148-6d70-4c23-91e3-c2fb1d5c784a req-5cfc949d-660f-4d0a-82aa-05e271db8acd tempest-TestSnapshotPattern-1286094027 tempest-TestSnapshotPattern-1286094027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:50:40.375524 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-16524148-6d70-4c23-91e3-c2fb1d5c784a req-5cfc949d-660f-4d0a-82aa-05e271db8acd tempest-TestSnapshotPattern-1286094027 tempest-TestSnapshotPattern-1286094027-project] 10.222.0.10 "GET /v2.0/ports?device_id=aeb55467-ca5b-40d5-a824-1ecfbd5fcf89 HTTP/1.1" status: 200 len: 944 time: 0.0515847 Apr 28 11:50:40.423888 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-16524148-6d70-4c23-91e3-c2fb1d5c784a req-c997b30e-f1bc-436b-a3f8-cd8bd4cf5fe5 tempest-TestSnapshotPattern-1286094027 tempest-TestSnapshotPattern-1286094027-project] 10.222.0.10 "GET /v2.0/security-groups?id=01062503-6d4b-4675-9dac-2894ca73c20b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421827 Apr 28 11:50:40.654833 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-ae94d540-e4c6-43be-adc9-b26fb6a2f62f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (cfc241ae-e4b7-443b-b80b-59fbbc2b69c9), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:50:41.184880 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Device ff653c41-8d28-4ef5-86dc-282245f48468 up at agent hyperv_hv-neutron-mast {{(pid=116163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 11:50:41.227916 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Provisioning for port ff653c41-8d28-4ef5-86dc-282245f48468 completed by entity L2. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 28 11:50:41.294684 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Provisioning complete for port ff653c41-8d28-4ef5-86dc-282245f48468 triggered by entity L2. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:50:41.295059 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (ff653c41-8d28-4ef5-86dc-282245f48468), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:50:41.371157 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Current status of the port ff653c41-8d28-4ef5-86dc-282245f48468 is: BUILD; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:50:41.371547 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (ff653c41-8d28-4ef5-86dc-282245f48468), before_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:50:41.394080 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aeb55467-ca5b-40d5-a824-1ecfbd5fcf89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff653c41-8d28-4ef5-86dc-282245f48468'}] {{(pid=116163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 11:50:41.396482 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f01aec4a4f83961b54a953becfce2676879fb1d4b91122543244f430a0b8460" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1626d4ce-5ec4-4948-ae8d-f98c0705caf1" -d '{"events": [{"server_uuid": "aeb55467-ca5b-40d5-a824-1ecfbd5fcf89", "name": "network-vif-plugged", "status": "completed", "tag": "ff653c41-8d28-4ef5-86dc-282245f48468"}]}' {{(pid=116163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 11:50:41.411877 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] For port ff653c41-8d28-4ef5-86dc-282245f48468, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=ff653c41-8d28-4ef5-86dc-282245f48468,segment=NetworkSegment(94b19ee8-15a3-4a54-bf57-ea2d852e5aec),segment_id=94b19ee8-15a3-4a54-bf57-ea2d852e5aec)] {{(pid=116163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 11:50:41.434477 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 11:50:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-425f225e-6532-42fe-bdc3-5f41bfe17d3d x-openstack-request-id: req-425f225e-6532-42fe-bdc3-5f41bfe17d3d {{(pid=116163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 11:50:41.435115 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aeb55467-ca5b-40d5-a824-1ecfbd5fcf89", "name": "network-vif-plugged", "status": "completed", "tag": "ff653c41-8d28-4ef5-86dc-282245f48468", "code": 200}]} {{(pid=116163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 11:50:41.435426 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-425f225e-6532-42fe-bdc3-5f41bfe17d3d {{(pid=116163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 11:50:41.435831 dv-neutron-master-2-hyperv neutron-server[116163]: INFO neutron.notifiers.nova [-] Nova event matching ['req-425f225e-6532-42fe-bdc3-5f41bfe17d3d'] response: {'server_uuid': 'aeb55467-ca5b-40d5-a824-1ecfbd5fcf89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff653c41-8d28-4ef5-86dc-282245f48468', 'code': 200} Apr 28 11:50:41.483754 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393'] for port (ff653c41-8d28-4ef5-86dc-282245f48468), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:50:41.537558 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Pushing event updated for resources: {'Port': ['ID=ff653c41-8d28-4ef5-86dc-282245f48468,revision_number=5']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:50:41.539823 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c37eed-ac8e-49ae-8f6a-9ae5e3a406af req-2a173a11-03dc-4f58-bf4d-537943fbc1ec tempest-TestSnapshotPattern-1286094027 tempest-TestSnapshotPattern-1286094027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:50:41.541325 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-b2c37eed-ac8e-49ae-8f6a-9ae5e3a406af req-2a173a11-03dc-4f58-bf4d-537943fbc1ec tempest-TestSnapshotPattern-1286094027 tempest-TestSnapshotPattern-1286094027-project] 10.222.0.10 "GET /v2.0/ports?device_id=aeb55467-ca5b-40d5-a824-1ecfbd5fcf89 HTTP/1.1" status: 200 len: 945 time: 0.0477326 Apr 28 11:50:41.592716 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-b2c37eed-ac8e-49ae-8f6a-9ae5e3a406af req-61ceadc1-5157-4631-ac29-224830166adc tempest-TestSnapshotPattern-1286094027 tempest-TestSnapshotPattern-1286094027-project] 10.222.0.10 "GET /v2.0/security-groups?id=01062503-6d4b-4675-9dac-2894ca73c20b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450215 Apr 28 11:50:41.752160 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28efb621-5c65-4560-9640-249578099a91 req-38316a6d-16b8-4630-8d6a-231113d14261 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:50:41.753667 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-28efb621-5c65-4560-9640-249578099a91 req-38316a6d-16b8-4630-8d6a-231113d14261 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=aeb55467-ca5b-40d5-a824-1ecfbd5fcf89 HTTP/1.1" status: 200 len: 1129 time: 0.0444875 Apr 28 11:50:41.797478 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-28efb621-5c65-4560-9640-249578099a91 req-68b7a939-53e2-4286-8665-e44f6742c700 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=01062503-6d4b-4675-9dac-2894ca73c20b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380435 Apr 28 11:50:42.300036 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-01ef1de1-12fd-4cef-b76b-793f91379468 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (39cc4f52-f5d9-4e2c-bbfa-7a1c528e1c40), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:50:42.708341 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f6c271-7c54-48e4-8795-0a01ea77a29a req-5b1972c8-abcd-4354-9225-2dea8cd562ad tempest-TestSnapshotPattern-1286094027 tempest-TestSnapshotPattern-1286094027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:50:42.709821 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-25f6c271-7c54-48e4-8795-0a01ea77a29a req-5b1972c8-abcd-4354-9225-2dea8cd562ad tempest-TestSnapshotPattern-1286094027 tempest-TestSnapshotPattern-1286094027-project] 10.222.0.10 "GET /v2.0/ports?device_id=aeb55467-ca5b-40d5-a824-1ecfbd5fcf89 HTTP/1.1" status: 200 len: 945 time: 0.0478566 Apr 28 11:50:42.761913 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-25f6c271-7c54-48e4-8795-0a01ea77a29a req-a578468c-528b-4b78-8678-1b1dcbc0f9d4 tempest-TestSnapshotPattern-1286094027 tempest-TestSnapshotPattern-1286094027-project] 10.222.0.10 "GET /v2.0/security-groups?id=01062503-6d4b-4675-9dac-2894ca73c20b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465460 Apr 28 11:50:43.386518 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (d5baab19-5dd1-4902-922b-84acb048ab9c), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:50:43.874017 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61f1003-1961-4704-8f8c-97312f2e775d req-547b5007-37cd-4c71-bd93-8a2f126046d4 tempest-TestSnapshotPattern-1286094027 tempest-TestSnapshotPattern-1286094027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:50:43.875504 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-c61f1003-1961-4704-8f8c-97312f2e775d req-547b5007-37cd-4c71-bd93-8a2f126046d4 tempest-TestSnapshotPattern-1286094027 tempest-TestSnapshotPattern-1286094027-project] 10.222.0.10 "GET /v2.0/ports?device_id=aeb55467-ca5b-40d5-a824-1ecfbd5fcf89 HTTP/1.1" status: 200 len: 945 time: 0.0462413 Apr 28 11:50:43.925948 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-c61f1003-1961-4704-8f8c-97312f2e775d req-755f8515-9f36-4312-838a-5c3fc79288f8 tempest-TestSnapshotPattern-1286094027 tempest-TestSnapshotPattern-1286094027-project] 10.222.0.10 "GET /v2.0/security-groups?id=01062503-6d4b-4675-9dac-2894ca73c20b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421500 Apr 28 11:50:44.036440 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a028f69-9212-4450-8874-4e762b85c76b req-dc4eb473-83b8-4c99-94a3-5ff56ddc5001 tempest-TestSnapshotPattern-1286094027 tempest-TestSnapshotPattern-1286094027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:50:44.037891 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-9a028f69-9212-4450-8874-4e762b85c76b req-dc4eb473-83b8-4c99-94a3-5ff56ddc5001 tempest-TestSnapshotPattern-1286094027 tempest-TestSnapshotPattern-1286094027-project] 10.222.0.10 "GET /v2.0/ports?device_id=aeb55467-ca5b-40d5-a824-1ecfbd5fcf89 HTTP/1.1" status: 200 len: 945 time: 0.0462344 Apr 28 11:50:44.086811 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-9a028f69-9212-4450-8874-4e762b85c76b req-b5c14c63-7ec6-4957-8273-8c04563d6fef tempest-TestSnapshotPattern-1286094027 tempest-TestSnapshotPattern-1286094027-project] 10.222.0.10 "GET /v2.0/security-groups?id=01062503-6d4b-4675-9dac-2894ca73c20b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434134 Apr 28 11:50:44.108760 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 34970) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:50:44.265023 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33ff45d6-e871-4bd9-94b5-f123c0841561 tempest-TestSnapshotPattern-1722992907 tempest-TestSnapshotPattern-1722992907-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:50:44.266563 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-33ff45d6-e871-4bd9-94b5-f123c0841561 tempest-TestSnapshotPattern-1722992907 tempest-TestSnapshotPattern-1722992907-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=aeb55467-ca5b-40d5-a824-1ecfbd5fcf89 HTTP/1.1" status: 200 len: 1124 time: 0.1568010 Apr 28 11:50:44.269458 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 34976) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:50:44.273626 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.v2.base [None req-b5e6296d-e5dc-4a0b-a19e-b811a4722ce7 tempest-TestSnapshotPattern-1286094027 tempest-TestSnapshotPattern-1286094027-project] Request body: {'floatingip': {'floating_network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'port_id': 'ff653c41-8d28-4ef5-86dc-282245f48468', 'tenant_id': 'f44585b1364246278a3a710149c257a0', 'fixed_ip_address': '172.20.0.7'}} {{(pid=116161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:50:44.380562 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-b5e6296d-e5dc-4a0b-a19e-b811a4722ce7 tempest-TestSnapshotPattern-1286094027 tempest-TestSnapshotPattern-1286094027-project] Publish callbacks [] for floatingip (None), before_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:50:44.460109 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-b5e6296d-e5dc-4a0b-a19e-b811a4722ce7 tempest-TestSnapshotPattern-1286094027 tempest-TestSnapshotPattern-1286094027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (None), before_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:50:44.565664 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.db.db_base_plugin_common [None req-b5e6296d-e5dc-4a0b-a19e-b811a4722ce7 tempest-TestSnapshotPattern-1286094027 tempest-TestSnapshotPattern-1286094027-project] Allocated IP 172.36.4.119 (7be49d94-bbb8-4a61-bafe-209c5f861e1c/c0f82f52-05ee-40f2-a57c-9d02e01fb9fa/30224493-07cd-4c21-a3e5-f16195ddfc1f) {{(pid=116161) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 11:50:44.666022 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-b5e6296d-e5dc-4a0b-a19e-b811a4722ce7 tempest-TestSnapshotPattern-1286094027 tempest-TestSnapshotPattern-1286094027-project] Publish callbacks [] for port (30224493-07cd-4c21-a3e5-f16195ddfc1f), precommit_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:50:44.752941 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-b5e6296d-e5dc-4a0b-a19e-b811a4722ce7 tempest-TestSnapshotPattern-1286094027 tempest-TestSnapshotPattern-1286094027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742234710357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5219112'] for port (30224493-07cd-4c21-a3e5-f16195ddfc1f), after_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:50:44.794369 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5e6296d-e5dc-4a0b-a19e-b811a4722ce7 tempest-TestSnapshotPattern-1286094027 tempest-TestSnapshotPattern-1286094027-project] Network 7be49d94-bbb8-4a61-bafe-209c5f861e1c is already hosted by enough agents. {{(pid=116161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 11:50:44.797153 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.scheduler.base_scheduler [None req-b5e6296d-e5dc-4a0b-a19e-b811a4722ce7 tempest-TestSnapshotPattern-1286094027 tempest-TestSnapshotPattern-1286094027-project] Resources bound (agent type, host, resource id): {{(pid=116161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 11:50:44.803475 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5e6296d-e5dc-4a0b-a19e-b811a4722ce7 tempest-TestSnapshotPattern-1286094027 tempest-TestSnapshotPattern-1286094027-project] Received port after_create {{(pid=116161) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 11:50:44.811253 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e6296d-e5dc-4a0b-a19e-b811a4722ce7 tempest-TestSnapshotPattern-1286094027 tempest-TestSnapshotPattern-1286094027-project] Pushing event updated for resources: {'Port': ['ID=30224493-07cd-4c21-a3e5-f16195ddfc1f,revision_number=1']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:50:45.174947 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-b5e6296d-e5dc-4a0b-a19e-b811a4722ce7 tempest-TestSnapshotPattern-1286094027 tempest-TestSnapshotPattern-1286094027-project] Publish callbacks [] for floatingip (ef656362-c4bc-4f79-a21c-377ed34252ee), precommit_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:50:45.309652 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-b5e6296d-e5dc-4a0b-a19e-b811a4722ce7 tempest-TestSnapshotPattern-1286094027 tempest-TestSnapshotPattern-1286094027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (30224493-07cd-4c21-a3e5-f16195ddfc1f), before_update {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:50:45.460097 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-b5e6296d-e5dc-4a0b-a19e-b811a4722ce7 tempest-TestSnapshotPattern-1286094027 tempest-TestSnapshotPattern-1286094027-project] Publish callbacks [] for port (30224493-07cd-4c21-a3e5-f16195ddfc1f), precommit_update {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:50:45.529270 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-b5e6296d-e5dc-4a0b-a19e-b811a4722ce7 tempest-TestSnapshotPattern-1286094027 tempest-TestSnapshotPattern-1286094027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5219123'] for port (30224493-07cd-4c21-a3e5-f16195ddfc1f), after_update {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:50:45.596877 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e6296d-e5dc-4a0b-a19e-b811a4722ce7 tempest-TestSnapshotPattern-1286094027 tempest-TestSnapshotPattern-1286094027-project] Pushing event updated for resources: {'Port': ['ID=30224493-07cd-4c21-a3e5-f16195ddfc1f,revision_number=2']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:50:45.609297 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-b5e6296d-e5dc-4a0b-a19e-b811a4722ce7 tempest-TestSnapshotPattern-1286094027 tempest-TestSnapshotPattern-1286094027-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2063164'] for floatingip (ef656362-c4bc-4f79-a21c-377ed34252ee), after_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:50:45.716714 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.db.l3_db [None req-b5e6296d-e5dc-4a0b-a19e-b811a4722ce7 tempest-TestSnapshotPattern-1286094027 tempest-TestSnapshotPattern-1286094027-project] Floating IP ef656362-c4bc-4f79-a21c-377ed34252ee associated. External IP: 172.36.4.119, port: ff653c41-8d28-4ef5-86dc-282245f48468. Apr 28 11:50:45.929766 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5e6296d-e5dc-4a0b-a19e-b811a4722ce7 tempest-TestSnapshotPattern-1286094027 tempest-TestSnapshotPattern-1286094027-project] Router ccd062b8-1bb3-4f65-aec4-46592ea27aca has already been hosted by L3 agent 6b492ad6-0876-4d74-b20d-28143a52ceba {{(pid=116161) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 11:50:46.039509 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5e6296d-e5dc-4a0b-a19e-b811a4722ce7 tempest-TestSnapshotPattern-1286094027 tempest-TestSnapshotPattern-1286094027-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=116161) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 11:50:46.048730 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bfd2e8e-1b01-470e-9f3d-c6ab587fe2be None None] Sync routers for ids ['ccd062b8-1bb3-4f65-aec4-46592ea27aca'] in dv-neutron-master-2-hyperv {{(pid=116163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 11:50:46.058754 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bfd2e8e-1b01-470e-9f3d-c6ab587fe2be None None] Routers {'ccd062b8-1bb3-4f65-aec4-46592ea27aca'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=116163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 11:50:46.059373 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_hamode_db [None req-5bfd2e8e-1b01-470e-9f3d-c6ab587fe2be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-28T10:50:39Z,description=,heartbeat_timestamp=2022-04-28T11:50:39Z,host='dv-neutron-master-2-hyperv',id=6b492ad6-0876-4d74-b20d-28143a52ceba,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T10:50:40Z,topic='l3_agent')) {'router_ids': ['ccd062b8-1bb3-4f65-aec4-46592ea27aca'], 'active': True} {{(pid=116163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:50:46.132475 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-b5e6296d-e5dc-4a0b-a19e-b811a4722ce7 tempest-TestSnapshotPattern-1286094027 tempest-TestSnapshotPattern-1286094027-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198022'] for floatingip (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:50:46.162061 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-b5e6296d-e5dc-4a0b-a19e-b811a4722ce7 tempest-TestSnapshotPattern-1286094027 tempest-TestSnapshotPattern-1286094027-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8915615 Apr 28 11:50:46.162807 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aeb55467-ca5b-40d5-a824-1ecfbd5fcf89', 'tag': 'ff653c41-8d28-4ef5-86dc-282245f48468'}] {{(pid=116161) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 11:50:46.165069 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e748734031c26dffb00ab563e48cb7690d820419218221ecd4f9c2a21276ff88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6905d0f4-982a-458f-b561-d60179d400a2" -d '{"events": [{"name": "network-changed", "server_uuid": "aeb55467-ca5b-40d5-a824-1ecfbd5fcf89", "tag": "ff653c41-8d28-4ef5-86dc-282245f48468"}]}' {{(pid=116161) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 11:50:46.167591 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvr_db [None req-5bfd2e8e-1b01-470e-9f3d-c6ab587fe2be None None] Set router ccd062b8-1bb3-4f65-aec4-46592ea27aca gateway port host: dv-neutron-master-2-hyperv {{(pid=116163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 11:50:46.264723 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 11:50:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3bfee4f5-3095-495b-98bb-c5b75e4eb5c8 x-openstack-request-id: req-3bfee4f5-3095-495b-98bb-c5b75e4eb5c8 {{(pid=116161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 11:50:46.265237 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aeb55467-ca5b-40d5-a824-1ecfbd5fcf89", "tag": "ff653c41-8d28-4ef5-86dc-282245f48468", "status": "completed", "code": 200}]} {{(pid=116161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 11:50:46.265340 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-3bfee4f5-3095-495b-98bb-c5b75e4eb5c8 {{(pid=116161) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 11:50:46.265696 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3bfee4f5-3095-495b-98bb-c5b75e4eb5c8'] response: {'name': 'network-changed', 'server_uuid': 'aeb55467-ca5b-40d5-a824-1ecfbd5fcf89', 'tag': 'ff653c41-8d28-4ef5-86dc-282245f48468', 'status': 'completed', 'code': 200} Apr 28 11:50:46.326093 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6905d0f4-982a-458f-b561-d60179d400a2 req-0331713d-f0d0-4945-a50b-5195d7d4cd60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:50:46.327523 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-6905d0f4-982a-458f-b561-d60179d400a2 req-0331713d-f0d0-4945-a50b-5195d7d4cd60 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f44585b1364246278a3a710149c257a0&device_id=aeb55467-ca5b-40d5-a824-1ecfbd5fcf89 HTTP/1.1" status: 200 len: 1129 time: 0.0390546 Apr 28 11:50:46.392328 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_hamode_db [None req-5bfd2e8e-1b01-470e-9f3d-c6ab587fe2be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccd062b8-1bb3-4f65-aec4-46592ea27aca', 'name': 'tempest-TestSnapshotPattern-1946751865-router', 'tenant_id': 'f44585b1364246278a3a710149c257a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'external_fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.32'}], 'enable_snat': True}, 'gw_port_id': '16ac81d4-edbe-4f17-acb9-38c7bd830691', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T11:50:18Z', 'updated_at': '2022-04-28T11:50:21Z', 'revision_number': 4, 'project_id': 'f44585b1364246278a3a710149c257a0', 'gw_port': {'id': '16ac81d4-edbe-4f17-acb9-38c7bd830691', 'name': '', 'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:9a:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccd062b8-1bb3-4f65-aec4-46592ea27aca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1867, 'fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:50:18Z', 'updated_at': '2022-04-28T11:50:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': 'ef656362-c4bc-4f79-a21c-377ed34252ee', 'tenant_id': 'f44585b1364246278a3a710149c257a0', 'floating_ip_address': '172.36.4.119', 'floating_network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'router_id': 'ccd062b8-1bb3-4f65-aec4-46592ea27aca', 'port_id': 'ff653c41-8d28-4ef5-86dc-282245f48468', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1892, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '030a6682-54bf-4848-abed-ef0fc1322a44', 'mac_address': 'fa:16:3e:0d:66:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aeb55467-ca5b-40d5-a824-1ecfbd5fcf89', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T11:50:45Z', 'updated_at': '2022-04-28T11:50:45Z', 'revision_number': 0, 'project_id': 'f44585b1364246278a3a710149c257a0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a93bfd26-1ff7-4318-99dd-29646a765947', 'name': '', 'network_id': '030a6682-54bf-4848-abed-ef0fc1322a44', 'tenant_id': 'f44585b1364246278a3a710149c257a0', 'mac_address': 'fa:16:3e:34:41:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccd062b8-1bb3-4f65-aec4-46592ea27aca', 'device_owner': 'network:router_interface', 'standard_attr_id': 1868, 'fixed_ips': [{'subnet_id': 'b3d112b6-1d12-4943-a4af-47e147395153', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:50:20Z', 'updated_at': '2022-04-28T11:50:24Z', 'revision_number': 5, 'project_id': 'f44585b1364246278a3a710149c257a0', 'subnets': [{'id': 'b3d112b6-1d12-4943-a4af-47e147395153', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=116163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:50:46.420098 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bfd2e8e-1b01-470e-9f3d-c6ab587fe2be None None] Checking router: ccd062b8-1bb3-4f65-aec4-46592ea27aca for host: dv-neutron-master-2-hyperv {{(pid=116163) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 11:50:46.421041 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6905d0f4-982a-458f-b561-d60179d400a2 req-9ef3f4f5-bbf5-4747-858d-ab66231bf2c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:50:46.422733 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-6905d0f4-982a-458f-b561-d60179d400a2 req-9ef3f4f5-bbf5-4747-858d-ab66231bf2c2 service neutron] 10.222.0.20 "GET /v2.0/networks?id=030a6682-54bf-4848-abed-ef0fc1322a44 HTTP/1.1" status: 200 len: 910 time: 0.0893550 Apr 28 11:50:46.429431 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bfd2e8e-1b01-470e-9f3d-c6ab587fe2be None None] Routers {'ccd062b8-1bb3-4f65-aec4-46592ea27aca'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=116163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 11:50:46.430054 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_hamode_db [None req-5bfd2e8e-1b01-470e-9f3d-c6ab587fe2be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-28T10:50:39Z,description=,heartbeat_timestamp=2022-04-28T11:50:39Z,host='dv-neutron-master-2-hyperv',id=6b492ad6-0876-4d74-b20d-28143a52ceba,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T10:50:40Z,topic='l3_agent')) {'router_ids': ['ccd062b8-1bb3-4f65-aec4-46592ea27aca'], 'active': True} {{(pid=116163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:50:46.488471 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-6905d0f4-982a-458f-b561-d60179d400a2 req-64a9596f-eec8-4ba7-be0f-6a71ee1a9a46 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ff653c41-8d28-4ef5-86dc-282245f48468 HTTP/1.1" status: 200 len: 999 time: 0.0606644 Apr 28 11:50:46.536278 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6905d0f4-982a-458f-b561-d60179d400a2 req-92ddaeab-041c-4d1e-9a44-ea73c35ad6b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:50:46.537744 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-6905d0f4-982a-458f-b561-d60179d400a2 req-92ddaeab-041c-4d1e-9a44-ea73c35ad6b6 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b3d112b6-1d12-4943-a4af-47e147395153 HTTP/1.1" status: 200 len: 849 time: 0.0445006 Apr 28 11:50:46.541030 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvr_db [None req-5bfd2e8e-1b01-470e-9f3d-c6ab587fe2be None None] Set router ccd062b8-1bb3-4f65-aec4-46592ea27aca gateway port host: dv-neutron-master-2-hyperv {{(pid=116163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 11:50:46.584126 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6905d0f4-982a-458f-b561-d60179d400a2 req-57e34386-2921-49c4-a650-fb4d241ed23d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:50:46.585541 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-6905d0f4-982a-458f-b561-d60179d400a2 req-57e34386-2921-49c4-a650-fb4d241ed23d service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=030a6682-54bf-4848-abed-ef0fc1322a44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0425735 Apr 28 11:50:46.672023 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-6905d0f4-982a-458f-b561-d60179d400a2 req-2080a9f7-ecf6-4d4a-831e-f4f0ea70bb1b service neutron] 10.222.0.20 "GET /v2.0/networks/030a6682-54bf-4848-abed-ef0fc1322a44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804970 Apr 28 11:50:46.758391 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_hamode_db [None req-5bfd2e8e-1b01-470e-9f3d-c6ab587fe2be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccd062b8-1bb3-4f65-aec4-46592ea27aca', 'name': 'tempest-TestSnapshotPattern-1946751865-router', 'tenant_id': 'f44585b1364246278a3a710149c257a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'external_fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.32'}], 'enable_snat': True}, 'gw_port_id': '16ac81d4-edbe-4f17-acb9-38c7bd830691', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T11:50:18Z', 'updated_at': '2022-04-28T11:50:21Z', 'revision_number': 4, 'project_id': 'f44585b1364246278a3a710149c257a0', 'gw_port': {'id': '16ac81d4-edbe-4f17-acb9-38c7bd830691', 'name': '', 'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:9a:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccd062b8-1bb3-4f65-aec4-46592ea27aca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1867, 'fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:50:18Z', 'updated_at': '2022-04-28T11:50:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': 'ef656362-c4bc-4f79-a21c-377ed34252ee', 'tenant_id': 'f44585b1364246278a3a710149c257a0', 'floating_ip_address': '172.36.4.119', 'floating_network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'router_id': 'ccd062b8-1bb3-4f65-aec4-46592ea27aca', 'port_id': 'ff653c41-8d28-4ef5-86dc-282245f48468', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1892, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '030a6682-54bf-4848-abed-ef0fc1322a44', 'mac_address': 'fa:16:3e:0d:66:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aeb55467-ca5b-40d5-a824-1ecfbd5fcf89', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T11:50:45Z', 'updated_at': '2022-04-28T11:50:45Z', 'revision_number': 0, 'project_id': 'f44585b1364246278a3a710149c257a0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a93bfd26-1ff7-4318-99dd-29646a765947', 'name': '', 'network_id': '030a6682-54bf-4848-abed-ef0fc1322a44', 'tenant_id': 'f44585b1364246278a3a710149c257a0', 'mac_address': 'fa:16:3e:34:41:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccd062b8-1bb3-4f65-aec4-46592ea27aca', 'device_owner': 'network:router_interface', 'standard_attr_id': 1868, 'fixed_ips': [{'subnet_id': 'b3d112b6-1d12-4943-a4af-47e147395153', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:50:20Z', 'updated_at': '2022-04-28T11:50:24Z', 'revision_number': 5, 'project_id': 'f44585b1364246278a3a710149c257a0', 'subnets': [{'id': 'b3d112b6-1d12-4943-a4af-47e147395153', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=116163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:50:46.763359 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-6905d0f4-982a-458f-b561-d60179d400a2 req-744b9c08-4b61-47de-a36d-972254025f82 service neutron] 10.222.0.20 "GET /v2.0/networks/030a6682-54bf-4848-abed-ef0fc1322a44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859175 Apr 28 11:50:46.784420 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bfd2e8e-1b01-470e-9f3d-c6ab587fe2be None None] The sync data for ids ['ccd062b8-1bb3-4f65-aec4-46592ea27aca'] in dv-neutron-master-2-hyperv is: [{'id': 'ccd062b8-1bb3-4f65-aec4-46592ea27aca', 'name': 'tempest-TestSnapshotPattern-1946751865-router', 'tenant_id': 'f44585b1364246278a3a710149c257a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'external_fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.32'}], 'enable_snat': True}, 'gw_port_id': '16ac81d4-edbe-4f17-acb9-38c7bd830691', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T11:50:18Z', 'updated_at': '2022-04-28T11:50:21Z', 'revision_number': 4, 'project_id': 'f44585b1364246278a3a710149c257a0', 'gw_port': {'id': '16ac81d4-edbe-4f17-acb9-38c7bd830691', 'name': '', 'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:9a:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccd062b8-1bb3-4f65-aec4-46592ea27aca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1867, 'fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:50:18Z', 'updated_at': '2022-04-28T11:50:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': 'ef656362-c4bc-4f79-a21c-377ed34252ee', 'tenant_id': 'f44585b1364246278a3a710149c257a0', 'floating_ip_address': '172.36.4.119', 'floating_network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'router_id': 'ccd062b8-1bb3-4f65-aec4-46592ea27aca', 'port_id': 'ff653c41-8d28-4ef5-86dc-282245f48468', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1892, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '030a6682-54bf-4848-abed-ef0fc1322a44', 'mac_address': 'fa:16:3e:0d:66:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aeb55467-ca5b-40d5-a824-1ecfbd5fcf89', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T11:50:45Z', 'updated_at': '2022-04-28T11:50:45Z', 'revision_number': 0, 'project_id': 'f44585b1364246278a3a710149c257a0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a93bfd26-1ff7-4318-99dd-29646a765947', 'name': '', 'network_id': '030a6682-54bf-4848-abed-ef0fc1322a44', 'tenant_id': 'f44585b1364246278a3a710149c257a0', 'mac_address': 'fa:16:3e:34:41:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccd062b8-1bb3-4f65-aec4-46592ea27aca', 'device_owner': 'network:router_interface', 'standard_attr_id': 1868, 'fixed_ips': [{'subnet_id': 'b3d112b6-1d12-4943-a4af-47e147395153', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:50:20Z', 'updated_at': '2022-04-28T11:50:24Z', 'revision_number': 5, 'project_id': 'f44585b1364246278a3a710149c257a0', 'subnets': [{'id': 'b3d112b6-1d12-4943-a4af-47e147395153', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=116163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 11:50:46.973916 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea13a31b-7187-4e97-8c5d-c68f2eacce32 None None] New status for floating IP ef656362-c4bc-4f79-a21c-377ed34252ee: ACTIVE {{(pid=116164) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 28 11:50:49.151099 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.agents_db [None req-54b29a82-8a19-4507-95e3-3a2d011841ff None None] Agent healthcheck: found 6 active agents {{(pid=116164) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 28 11:50:51.008752 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (6be95134-9a6c-4663-8b48-90d12ce90c60), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:51:07.043160 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-617a2196-30ec-4fe5-be41-e8ac0d70585c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (75ba81b7-fe99-4281-90d2-a5adb445ecea), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:51:09.471423 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-4ea588d7-6560-4f72-8f5e-42060d774ce7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (6b492ad6-0876-4d74-b20d-28143a52ceba), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:51:10.677604 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-ae94d540-e4c6-43be-adc9-b26fb6a2f62f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (cfc241ae-e4b7-443b-b80b-59fbbc2b69c9), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:51:12.305874 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-01ef1de1-12fd-4cef-b76b-793f91379468 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (39cc4f52-f5d9-4e2c-bbfa-7a1c528e1c40), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:51:13.396978 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (d5baab19-5dd1-4902-922b-84acb048ab9c), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:51:14.651856 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-beca522f-42d9-4c2b-870b-d81c5b1154f3 req-cc87d2e7-b22d-47a7-95e4-01fdbcf08ef1 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=aeb55467-ca5b-40d5-a824-1ecfbd5fcf89&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0799656 Apr 28 11:51:14.730637 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beca522f-42d9-4c2b-870b-d81c5b1154f3 req-beddb303-96f2-4532-a991-cc36907f508c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:51:14.732118 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-beca522f-42d9-4c2b-870b-d81c5b1154f3 req-beddb303-96f2-4532-a991-cc36907f508c service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f44585b1364246278a3a710149c257a0&device_id=aeb55467-ca5b-40d5-a824-1ecfbd5fcf89 HTTP/1.1" status: 200 len: 1129 time: 0.0386679 Apr 28 11:51:14.839290 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beca522f-42d9-4c2b-870b-d81c5b1154f3 req-b1619fc5-3ea0-4cef-b44d-ba2ac657bc71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:51:14.840652 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-beca522f-42d9-4c2b-870b-d81c5b1154f3 req-b1619fc5-3ea0-4cef-b44d-ba2ac657bc71 service neutron] 10.222.0.20 "GET /v2.0/networks?id=030a6682-54bf-4848-abed-ef0fc1322a44 HTTP/1.1" status: 200 len: 910 time: 0.0907693 Apr 28 11:51:14.911120 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-beca522f-42d9-4c2b-870b-d81c5b1154f3 req-6b5bae7c-ba45-471b-99e4-67e472c57423 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ff653c41-8d28-4ef5-86dc-282245f48468 HTTP/1.1" status: 200 len: 1001 time: 0.0632451 Apr 28 11:51:14.958768 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beca522f-42d9-4c2b-870b-d81c5b1154f3 req-485e5f92-3910-4e04-88c8-b861243e601f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:51:14.960180 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-beca522f-42d9-4c2b-870b-d81c5b1154f3 req-485e5f92-3910-4e04-88c8-b861243e601f service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b3d112b6-1d12-4943-a4af-47e147395153 HTTP/1.1" status: 200 len: 849 time: 0.0439262 Apr 28 11:51:15.001080 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beca522f-42d9-4c2b-870b-d81c5b1154f3 req-64cf78e4-b6a9-4dce-9210-2c0aee311023 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:51:15.002554 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-beca522f-42d9-4c2b-870b-d81c5b1154f3 req-64cf78e4-b6a9-4dce-9210-2c0aee311023 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=030a6682-54bf-4848-abed-ef0fc1322a44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0370390 Apr 28 11:51:15.093391 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-beca522f-42d9-4c2b-870b-d81c5b1154f3 req-8c3ae5d9-94d3-4b1b-80c8-b9e735a6835f service neutron] 10.222.0.20 "GET /v2.0/networks/030a6682-54bf-4848-abed-ef0fc1322a44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849020 Apr 28 11:51:15.180201 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-beca522f-42d9-4c2b-870b-d81c5b1154f3 req-5189e356-b166-4e7a-97fb-0785bfc7e342 service neutron] 10.222.0.20 "GET /v2.0/networks/030a6682-54bf-4848-abed-ef0fc1322a44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813131 Apr 28 11:51:21.042438 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (6be95134-9a6c-4663-8b48-90d12ce90c60), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:51:26.151931 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.agents_db [None req-54b29a82-8a19-4507-95e3-3a2d011841ff None None] Agent healthcheck: found 6 active agents {{(pid=116164) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 28 11:51:33.022568 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [req-e97c072b-5084-45e2-9298-e934a22bd8b7 req-602fb393-c79e-4f13-9882-3738af4c69ed service neutron] (116162) timed out ('10.222.0.20', 59348) {{(pid=116162) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Apr 28 11:51:37.059520 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-42223fd1-6da2-4aee-941e-a32657f22511 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (75ba81b7-fe99-4281-90d2-a5adb445ecea), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:51:39.453643 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-b51c0f88-19e8-439f-8373-e26a629d9638 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (6b492ad6-0876-4d74-b20d-28143a52ceba), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:51:40.699769 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-ae94d540-e4c6-43be-adc9-b26fb6a2f62f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (cfc241ae-e4b7-443b-b80b-59fbbc2b69c9), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:51:42.299546 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-01ef1de1-12fd-4cef-b76b-793f91379468 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (39cc4f52-f5d9-4e2c-bbfa-7a1c528e1c40), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:51:43.413833 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (d5baab19-5dd1-4902-922b-84acb048ab9c), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:51:51.048041 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (6be95134-9a6c-4663-8b48-90d12ce90c60), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:52:03.151005 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.agents_db [None req-54b29a82-8a19-4507-95e3-3a2d011841ff None None] Agent healthcheck: found 6 active agents {{(pid=116164) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 28 11:52:07.047773 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-a19bcad5-f1b2-4f3f-b479-d3100137f808 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (75ba81b7-fe99-4281-90d2-a5adb445ecea), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:52:09.453188 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-8f9732dc-4d80-469e-b83c-11794f5fe1b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (6b492ad6-0876-4d74-b20d-28143a52ceba), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:52:10.688057 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-ae94d540-e4c6-43be-adc9-b26fb6a2f62f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (cfc241ae-e4b7-443b-b80b-59fbbc2b69c9), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:52:12.293450 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-01ef1de1-12fd-4cef-b76b-793f91379468 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (39cc4f52-f5d9-4e2c-bbfa-7a1c528e1c40), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:52:13.367681 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (d5baab19-5dd1-4902-922b-84acb048ab9c), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:52:16.608630 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-0c6001f7-f211-45e4-8ad7-65f9826eaada req-8c5a460e-893b-45ff-833f-97bc858bf03c service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=aeb55467-ca5b-40d5-a824-1ecfbd5fcf89&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0383232 Apr 28 11:52:16.685920 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6001f7-f211-45e4-8ad7-65f9826eaada req-6b0b5401-28ca-40e4-a9a9-4444d3bf2515 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:52:16.687416 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-0c6001f7-f211-45e4-8ad7-65f9826eaada req-6b0b5401-28ca-40e4-a9a9-4444d3bf2515 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f44585b1364246278a3a710149c257a0&device_id=aeb55467-ca5b-40d5-a824-1ecfbd5fcf89 HTTP/1.1" status: 200 len: 1129 time: 0.0392442 Apr 28 11:52:16.790321 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6001f7-f211-45e4-8ad7-65f9826eaada req-8220794b-9d97-411e-9a47-4dd2e200f583 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:52:16.791812 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-0c6001f7-f211-45e4-8ad7-65f9826eaada req-8220794b-9d97-411e-9a47-4dd2e200f583 service neutron] 10.222.0.20 "GET /v2.0/networks?id=030a6682-54bf-4848-abed-ef0fc1322a44 HTTP/1.1" status: 200 len: 910 time: 0.0867603 Apr 28 11:52:16.856135 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-0c6001f7-f211-45e4-8ad7-65f9826eaada req-c34f7f1b-8758-4b02-b5a8-2db86009ecb7 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ff653c41-8d28-4ef5-86dc-282245f48468 HTTP/1.1" status: 200 len: 1001 time: 0.0586517 Apr 28 11:52:16.902536 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6001f7-f211-45e4-8ad7-65f9826eaada req-3dd6e9d1-6beb-4afd-9057-2e19a56c61c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:52:16.903941 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-0c6001f7-f211-45e4-8ad7-65f9826eaada req-3dd6e9d1-6beb-4afd-9057-2e19a56c61c5 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b3d112b6-1d12-4943-a4af-47e147395153 HTTP/1.1" status: 200 len: 849 time: 0.0423985 Apr 28 11:52:16.949443 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6001f7-f211-45e4-8ad7-65f9826eaada req-f5c4aee2-d1da-475d-8ad2-18e48ba8296b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:52:16.950926 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-0c6001f7-f211-45e4-8ad7-65f9826eaada req-f5c4aee2-d1da-475d-8ad2-18e48ba8296b service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=030a6682-54bf-4848-abed-ef0fc1322a44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0416505 Apr 28 11:52:17.036401 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-0c6001f7-f211-45e4-8ad7-65f9826eaada req-2abb1dfe-650c-406e-86a9-c344c346333f service neutron] 10.222.0.20 "GET /v2.0/networks/030a6682-54bf-4848-abed-ef0fc1322a44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801136 Apr 28 11:52:17.127092 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-0c6001f7-f211-45e4-8ad7-65f9826eaada req-39043f61-4976-4385-856f-a4366e59bb27 service neutron] 10.222.0.20 "GET /v2.0/networks/030a6682-54bf-4848-abed-ef0fc1322a44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850108 Apr 28 11:52:21.064407 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (6be95134-9a6c-4663-8b48-90d12ce90c60), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:52:37.029966 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-954f8e48-4688-43e3-9ece-768bc592b1e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (75ba81b7-fe99-4281-90d2-a5adb445ecea), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:52:39.481874 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-3cc4b4eb-26b9-4600-aecc-16d9244da329 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (6b492ad6-0876-4d74-b20d-28143a52ceba), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:52:40.150011 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.agents_db [None req-54b29a82-8a19-4507-95e3-3a2d011841ff None None] Agent healthcheck: found 6 active agents {{(pid=116164) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 28 11:52:40.698798 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-ae94d540-e4c6-43be-adc9-b26fb6a2f62f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (cfc241ae-e4b7-443b-b80b-59fbbc2b69c9), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:52:42.252831 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-01ef1de1-12fd-4cef-b76b-793f91379468 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (39cc4f52-f5d9-4e2c-bbfa-7a1c528e1c40), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:52:43.390460 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (d5baab19-5dd1-4902-922b-84acb048ab9c), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:52:43.864892 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Device ff653c41-8d28-4ef5-86dc-282245f48468 details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=116163) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 28 11:52:43.960662 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] For port ff653c41-8d28-4ef5-86dc-282245f48468, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=ff653c41-8d28-4ef5-86dc-282245f48468,segment=NetworkSegment(94b19ee8-15a3-4a54-bf57-ea2d852e5aec),segment_id=94b19ee8-15a3-4a54-bf57-ea2d852e5aec)] {{(pid=116163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 11:52:43.971233 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Returning: {'device': 'ff653c41-8d28-4ef5-86dc-282245f48468', 'network_id': '030a6682-54bf-4848-abed-ef0fc1322a44', 'port_id': 'ff653c41-8d28-4ef5-86dc-282245f48468', 'mac_address': 'fa:16:3e:0d:66:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 74, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b3d112b6-1d12-4943-a4af-47e147395153', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=116163) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 28 11:52:44.010241 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Current status of the port ff653c41-8d28-4ef5-86dc-282245f48468 is: ACTIVE; New status is: BUILD {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:52:44.010646 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (ff653c41-8d28-4ef5-86dc-282245f48468), before_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:52:44.023486 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.notifiers.nova [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ff653c41-8d28-4ef5-86dc-282245f48468 {{(pid=116163) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 11:52:44.042161 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] For port ff653c41-8d28-4ef5-86dc-282245f48468, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=ff653c41-8d28-4ef5-86dc-282245f48468,segment=NetworkSegment(94b19ee8-15a3-4a54-bf57-ea2d852e5aec),segment_id=94b19ee8-15a3-4a54-bf57-ea2d852e5aec)] {{(pid=116163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 11:52:44.116076 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393'] for port (ff653c41-8d28-4ef5-86dc-282245f48468), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:52:44.166098 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Pushing event updated for resources: {'Port': ['ID=ff653c41-8d28-4ef5-86dc-282245f48468,revision_number=6']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:52:44.173010 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:52:44.173360 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:52:44.173708 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:52:44.174049 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:52:44.174386 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:52:44.174741 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:52:44.175075 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:52:44.175400 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:52:44.175733 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:52:44.176060 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:52:44.176390 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:52:44.176714 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:52:44.177052 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:52:44.177375 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:52:44.177679 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:52:44.184539 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] get_ports_and_sgs() called for port_ids ['ff653c41-8d28-4ef5-86dc-282245f48468'] {{(pid=116163) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 11:52:45.892638 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Device ff653c41-8d28-4ef5-86dc-282245f48468 up at agent hyperv_hv-neutron-mast {{(pid=116163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 11:52:45.938126 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Provisioning complete for port ff653c41-8d28-4ef5-86dc-282245f48468 triggered by entity L2. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:52:45.938529 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (ff653c41-8d28-4ef5-86dc-282245f48468), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:52:46.017796 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Current status of the port ff653c41-8d28-4ef5-86dc-282245f48468 is: BUILD; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:52:46.018182 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (ff653c41-8d28-4ef5-86dc-282245f48468), before_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:52:46.042197 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aeb55467-ca5b-40d5-a824-1ecfbd5fcf89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff653c41-8d28-4ef5-86dc-282245f48468'}] {{(pid=116163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 11:52:46.044410 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f01aec4a4f83961b54a953becfce2676879fb1d4b91122543244f430a0b8460" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd6ac409-7059-42f9-95bd-e818de2d3c9c" -d '{"events": [{"server_uuid": "aeb55467-ca5b-40d5-a824-1ecfbd5fcf89", "name": "network-vif-plugged", "status": "completed", "tag": "ff653c41-8d28-4ef5-86dc-282245f48468"}]}' {{(pid=116163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 11:52:46.057782 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] For port ff653c41-8d28-4ef5-86dc-282245f48468, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=ff653c41-8d28-4ef5-86dc-282245f48468,segment=NetworkSegment(94b19ee8-15a3-4a54-bf57-ea2d852e5aec),segment_id=94b19ee8-15a3-4a54-bf57-ea2d852e5aec)] {{(pid=116163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 11:52:46.087112 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 11:52:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d86b1f7-a6bb-4eb4-bd16-b0dc6f9f307f x-openstack-request-id: req-5d86b1f7-a6bb-4eb4-bd16-b0dc6f9f307f {{(pid=116163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 11:52:46.087455 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aeb55467-ca5b-40d5-a824-1ecfbd5fcf89", "name": "network-vif-plugged", "status": "completed", "tag": "ff653c41-8d28-4ef5-86dc-282245f48468", "code": 200}]} {{(pid=116163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 11:52:46.087710 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-5d86b1f7-a6bb-4eb4-bd16-b0dc6f9f307f {{(pid=116163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 11:52:46.088113 dv-neutron-master-2-hyperv neutron-server[116163]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5d86b1f7-a6bb-4eb4-bd16-b0dc6f9f307f'] response: {'server_uuid': 'aeb55467-ca5b-40d5-a824-1ecfbd5fcf89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff653c41-8d28-4ef5-86dc-282245f48468', 'code': 200} Apr 28 11:52:46.133351 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393'] for port (ff653c41-8d28-4ef5-86dc-282245f48468), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:52:46.184826 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Pushing event updated for resources: {'Port': ['ID=ff653c41-8d28-4ef5-86dc-282245f48468,revision_number=7']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:52:51.219092 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (6be95134-9a6c-4663-8b48-90d12ce90c60), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:52:57.586809 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-e01ee41b-866a-47ca-8426-caae2d2d5ec8 req-01fe0648-67fe-4999-bbb4-fc8aa1261382 tempest-TestSnapshotPattern-1286094027 tempest-TestSnapshotPattern-1286094027-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-820757371&fields=id&tenant_id=f44585b1364246278a3a710149c257a0 HTTP/1.1" status: 200 len: 267 time: 0.0462582 Apr 28 11:52:57.693184 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01ee41b-866a-47ca-8426-caae2d2d5ec8 req-620c74c8-02f6-4ca5-b75c-0a69a62a9324 tempest-TestSnapshotPattern-1286094027 tempest-TestSnapshotPattern-1286094027-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:52:57.694581 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-e01ee41b-866a-47ca-8426-caae2d2d5ec8 req-620c74c8-02f6-4ca5-b75c-0a69a62a9324 tempest-TestSnapshotPattern-1286094027 tempest-TestSnapshotPattern-1286094027-project] 10.222.0.10 "GET /v2.0/networks?id=030a6682-54bf-4848-abed-ef0fc1322a44 HTTP/1.1" status: 200 len: 810 time: 0.1014049 Apr 28 11:52:57.708554 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-e01ee41b-866a-47ca-8426-caae2d2d5ec8 req-f4d8636f-e447-4865-a14d-051411930705 tempest-TestSnapshotPattern-1286094027 tempest-TestSnapshotPattern-1286094027-project] 10.222.0.10 "GET /v2.0/quotas/f44585b1364246278a3a710149c257a0 HTTP/1.1" status: 200 len: 375 time: 0.0086884 Apr 28 11:52:57.758362 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-e01ee41b-866a-47ca-8426-caae2d2d5ec8 req-44f13cba-2dc5-4c35-842e-7c377bfeede5 tempest-TestSnapshotPattern-1286094027 tempest-TestSnapshotPattern-1286094027-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=f44585b1364246278a3a710149c257a0&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0449295 Apr 28 11:52:57.896933 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-e01ee41b-866a-47ca-8426-caae2d2d5ec8 req-238a1ade-b6f2-40dd-9259-3770bde16d46 service neutron] 10.222.0.10 "GET /v2.0/networks/030a6682-54bf-4848-abed-ef0fc1322a44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1274650 Apr 28 11:52:57.986360 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-e01ee41b-866a-47ca-8426-caae2d2d5ec8 req-b4bf13cc-63d5-47b0-96be-8d702553e8e3 service neutron] 10.222.0.10 "GET /v2.0/networks/030a6682-54bf-4848-abed-ef0fc1322a44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827022 Apr 28 11:52:58.308413 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-8797d1d3-001c-4920-9ed2-cbe073226ccf req-12745f91-a7ca-4a9c-b045-a359bc85f296 tempest-TestSnapshotPattern-1286094027 tempest-TestSnapshotPattern-1286094027-project] 10.222.0.10 "GET /v2.0/ports?device_id=c2e182e7-286f-477c-ba60-30365c071f8c HTTP/1.1" status: 200 len: 210 time: 0.0834033 Apr 28 11:52:59.409044 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-969aec06-55f1-4ba4-9e7e-af24d1e1a1e9 req-10d7033f-4e17-415a-8fe3-efaa1a17d018 tempest-TestSnapshotPattern-1286094027 tempest-TestSnapshotPattern-1286094027-project] 10.222.0.10 "GET /v2.0/ports?device_id=c2e182e7-286f-477c-ba60-30365c071f8c HTTP/1.1" status: 200 len: 210 time: 0.0318036 Apr 28 11:52:59.937790 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Device ff653c41-8d28-4ef5-86dc-282245f48468 no longer exists at agent hyperv_hv-neutron-mast {{(pid=116163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 11:53:00.014801 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Current status of the port ff653c41-8d28-4ef5-86dc-282245f48468 is: ACTIVE; New status is: DOWN {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:53:00.015190 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (ff653c41-8d28-4ef5-86dc-282245f48468), before_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:53:00.037124 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aeb55467-ca5b-40d5-a824-1ecfbd5fcf89', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ff653c41-8d28-4ef5-86dc-282245f48468'}] {{(pid=116163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 11:53:00.040190 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f01aec4a4f83961b54a953becfce2676879fb1d4b91122543244f430a0b8460" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76cb2a29-cf91-452d-b244-223eb586eb2a" -d '{"events": [{"server_uuid": "aeb55467-ca5b-40d5-a824-1ecfbd5fcf89", "name": "network-vif-unplugged", "status": "completed", "tag": "ff653c41-8d28-4ef5-86dc-282245f48468"}]}' {{(pid=116163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 11:53:00.052814 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] For port ff653c41-8d28-4ef5-86dc-282245f48468, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=ff653c41-8d28-4ef5-86dc-282245f48468,segment=NetworkSegment(94b19ee8-15a3-4a54-bf57-ea2d852e5aec),segment_id=94b19ee8-15a3-4a54-bf57-ea2d852e5aec)] {{(pid=116163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 11:53:00.106544 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393'] for port (ff653c41-8d28-4ef5-86dc-282245f48468), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:53:00.148465 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 28 Apr 2022 11:53:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-511711da-5d52-4f48-b579-812e9d9048d2 x-openstack-request-id: req-511711da-5d52-4f48-b579-812e9d9048d2 {{(pid=116163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 11:53:00.148465 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aeb55467-ca5b-40d5-a824-1ecfbd5fcf89", "name": "network-vif-unplugged", "status": "completed", "tag": "ff653c41-8d28-4ef5-86dc-282245f48468", "code": 200}]} {{(pid=116163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 11:53:00.148465 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-511711da-5d52-4f48-b579-812e9d9048d2 {{(pid=116163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 11:53:00.148465 dv-neutron-master-2-hyperv neutron-server[116163]: INFO neutron.notifiers.nova [-] Nova event matching ['req-511711da-5d52-4f48-b579-812e9d9048d2'] response: {'server_uuid': 'aeb55467-ca5b-40d5-a824-1ecfbd5fcf89', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ff653c41-8d28-4ef5-86dc-282245f48468', 'code': 200} Apr 28 11:53:00.159435 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01ee41b-866a-47ca-8426-caae2d2d5ec8 req-8e1ccf32-8a06-4ea8-8b55-7cbee7baf3f8 tempest-TestSnapshotPattern-1286094027 tempest-TestSnapshotPattern-1286094027-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:53:00.161617 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-e01ee41b-866a-47ca-8426-caae2d2d5ec8 req-8e1ccf32-8a06-4ea8-8b55-7cbee7baf3f8 tempest-TestSnapshotPattern-1286094027 tempest-TestSnapshotPattern-1286094027-project] 10.222.0.20 "GET /v2.0/networks?id=030a6682-54bf-4848-abed-ef0fc1322a44 HTTP/1.1" status: 200 len: 810 time: 0.1129601 Apr 28 11:53:00.162354 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Pushing event updated for resources: {'Port': ['ID=ff653c41-8d28-4ef5-86dc-282245f48468,revision_number=8']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:53:00.224410 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-e01ee41b-866a-47ca-8426-caae2d2d5ec8 req-56630b88-fae6-435b-b04f-d2dcb57a05c7 tempest-TestSnapshotPattern-1286094027 tempest-TestSnapshotPattern-1286094027-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f44585b1364246278a3a710149c257a0 HTTP/1.1" status: 200 len: 379 time: 0.0538950 Apr 28 11:53:00.232585 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.v2.base [req-e01ee41b-866a-47ca-8426-caae2d2d5ec8 req-4cecaf37-41f4-4f19-b8fc-09b03397d28f tempest-TestSnapshotPattern-1286094027 tempest-TestSnapshotPattern-1286094027-project] Request body: {'port': {'device_id': 'c2e182e7-286f-477c-ba60-30365c071f8c', 'network_id': '030a6682-54bf-4848-abed-ef0fc1322a44', 'admin_state_up': True, 'tenant_id': 'f44585b1364246278a3a710149c257a0', 'security_groups': ['01062503-6d4b-4675-9dac-2894ca73c20b']}} {{(pid=116162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:53:00.418597 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e01ee41b-866a-47ca-8426-caae2d2d5ec8 req-4cecaf37-41f4-4f19-b8fc-09b03397d28f tempest-TestSnapshotPattern-1286094027 tempest-TestSnapshotPattern-1286094027-project] Made reservation on behalf of f44585b1364246278a3a710149c257a0 for: {'port': 1} {{(pid=116162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 11:53:00.421922 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [req-e01ee41b-866a-47ca-8426-caae2d2d5ec8 req-4cecaf37-41f4-4f19-b8fc-09b03397d28f tempest-TestSnapshotPattern-1286094027 tempest-TestSnapshotPattern-1286094027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (None), before_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:53:00.516365 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-2615a2ca-ba10-4c9c-bfab-4b0803131772 req-80ecd602-147a-463c-9ec1-5fb53b28645b tempest-TestSnapshotPattern-1286094027 tempest-TestSnapshotPattern-1286094027-project] 10.222.0.10 "GET /v2.0/ports?device_id=c2e182e7-286f-477c-ba60-30365c071f8c HTTP/1.1" status: 200 len: 210 time: 0.0313444 Apr 28 11:53:00.566306 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.db.db_base_plugin_common [req-e01ee41b-866a-47ca-8426-caae2d2d5ec8 req-4cecaf37-41f4-4f19-b8fc-09b03397d28f tempest-TestSnapshotPattern-1286094027 tempest-TestSnapshotPattern-1286094027-project] Allocated IP 172.20.0.10 (030a6682-54bf-4848-abed-ef0fc1322a44/b3d112b6-1d12-4943-a4af-47e147395153/a7e54bc4-4681-43b3-b7fa-5735bf450921) {{(pid=116162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 11:53:00.717850 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [req-e01ee41b-866a-47ca-8426-caae2d2d5ec8 req-4cecaf37-41f4-4f19-b8fc-09b03397d28f tempest-TestSnapshotPattern-1286094027 tempest-TestSnapshotPattern-1286094027-project] Publish callbacks [] for port (a7e54bc4-4681-43b3-b7fa-5735bf450921), precommit_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:53:00.788869 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [req-e01ee41b-866a-47ca-8426-caae2d2d5ec8 req-4cecaf37-41f4-4f19-b8fc-09b03397d28f tempest-TestSnapshotPattern-1286094027 tempest-TestSnapshotPattern-1286094027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742234710357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5051867'] for port (a7e54bc4-4681-43b3-b7fa-5735bf450921), after_create {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:53:00.862715 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e01ee41b-866a-47ca-8426-caae2d2d5ec8 req-4cecaf37-41f4-4f19-b8fc-09b03397d28f tempest-TestSnapshotPattern-1286094027 tempest-TestSnapshotPattern-1286094027-project] Network 030a6682-54bf-4848-abed-ef0fc1322a44 is already hosted by enough agents. {{(pid=116162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 11:53:00.869505 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.scheduler.base_scheduler [req-e01ee41b-866a-47ca-8426-caae2d2d5ec8 req-4cecaf37-41f4-4f19-b8fc-09b03397d28f tempest-TestSnapshotPattern-1286094027 tempest-TestSnapshotPattern-1286094027-project] Resources bound (agent type, host, resource id): {{(pid=116162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 11:53:00.887765 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.db.l3_dvrscheduler_db [req-e01ee41b-866a-47ca-8426-caae2d2d5ec8 req-4cecaf37-41f4-4f19-b8fc-09b03397d28f tempest-TestSnapshotPattern-1286094027 tempest-TestSnapshotPattern-1286094027-project] Received port after_create {{(pid=116162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 11:53:00.936541 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cecaf37-41f4-4f19-b8fc-09b03397d28f tempest-TestSnapshotPattern-1286094027 tempest-TestSnapshotPattern-1286094027-project] Pushing event updated for resources: {'Port': ['ID=a7e54bc4-4681-43b3-b7fa-5735bf450921,revision_number=1']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:53:00.971888 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01ee41b-866a-47ca-8426-caae2d2d5ec8 req-4cecaf37-41f4-4f19-b8fc-09b03397d28f tempest-TestSnapshotPattern-1286094027 tempest-TestSnapshotPattern-1286094027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:53:00.972419 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [req-e01ee41b-866a-47ca-8426-caae2d2d5ec8 req-4cecaf37-41f4-4f19-b8fc-09b03397d28f tempest-TestSnapshotPattern-1286094027 tempest-TestSnapshotPattern-1286094027-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198022'] for port (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:53:00.976179 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cecaf37-41f4-4f19-b8fc-09b03397d28f tempest-TestSnapshotPattern-1286094027 tempest-TestSnapshotPattern-1286094027-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:53:00.976525 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cecaf37-41f4-4f19-b8fc-09b03397d28f tempest-TestSnapshotPattern-1286094027 tempest-TestSnapshotPattern-1286094027-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:53:00.976862 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cecaf37-41f4-4f19-b8fc-09b03397d28f tempest-TestSnapshotPattern-1286094027 tempest-TestSnapshotPattern-1286094027-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:53:00.977491 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cecaf37-41f4-4f19-b8fc-09b03397d28f tempest-TestSnapshotPattern-1286094027 tempest-TestSnapshotPattern-1286094027-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:53:00.977597 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cecaf37-41f4-4f19-b8fc-09b03397d28f tempest-TestSnapshotPattern-1286094027 tempest-TestSnapshotPattern-1286094027-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:53:00.977860 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cecaf37-41f4-4f19-b8fc-09b03397d28f tempest-TestSnapshotPattern-1286094027 tempest-TestSnapshotPattern-1286094027-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:53:00.978187 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cecaf37-41f4-4f19-b8fc-09b03397d28f tempest-TestSnapshotPattern-1286094027 tempest-TestSnapshotPattern-1286094027-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:53:00.978545 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cecaf37-41f4-4f19-b8fc-09b03397d28f tempest-TestSnapshotPattern-1286094027 tempest-TestSnapshotPattern-1286094027-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:53:00.978872 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cecaf37-41f4-4f19-b8fc-09b03397d28f tempest-TestSnapshotPattern-1286094027 tempest-TestSnapshotPattern-1286094027-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:53:00.979195 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cecaf37-41f4-4f19-b8fc-09b03397d28f tempest-TestSnapshotPattern-1286094027 tempest-TestSnapshotPattern-1286094027-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:53:00.979663 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cecaf37-41f4-4f19-b8fc-09b03397d28f tempest-TestSnapshotPattern-1286094027 tempest-TestSnapshotPattern-1286094027-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:53:00.979838 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cecaf37-41f4-4f19-b8fc-09b03397d28f tempest-TestSnapshotPattern-1286094027 tempest-TestSnapshotPattern-1286094027-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:53:00.980159 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cecaf37-41f4-4f19-b8fc-09b03397d28f tempest-TestSnapshotPattern-1286094027 tempest-TestSnapshotPattern-1286094027-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:53:00.980479 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cecaf37-41f4-4f19-b8fc-09b03397d28f tempest-TestSnapshotPattern-1286094027 tempest-TestSnapshotPattern-1286094027-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:53:00.980989 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cecaf37-41f4-4f19-b8fc-09b03397d28f tempest-TestSnapshotPattern-1286094027 tempest-TestSnapshotPattern-1286094027-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:53:01.044932 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-e01ee41b-866a-47ca-8426-caae2d2d5ec8 req-4cecaf37-41f4-4f19-b8fc-09b03397d28f tempest-TestSnapshotPattern-1286094027 tempest-TestSnapshotPattern-1286094027-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8156879 Apr 28 11:53:01.243992 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-ae1e8239-c1c4-428c-a636-e21c3c645746 None None] Provisioning complete for port a7e54bc4-4681-43b3-b7fa-5735bf450921 triggered by entity DHCP. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:53:01.244677 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-ae1e8239-c1c4-428c-a636-e21c3c645746 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (a7e54bc4-4681-43b3-b7fa-5735bf450921), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:53:01.283445 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-ae1e8239-c1c4-428c-a636-e21c3c645746 None None] Port a7e54bc4-4681-43b3-b7fa-5735bf450921 cannot update to ACTIVE because it is not bound. {{(pid=116163) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 28 11:53:01.653027 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671b7e6f-cb2f-491b-94cb-96b56e6f20fe req-ad773d4d-c626-4515-84a7-a795d17e757b tempest-TestSnapshotPattern-1286094027 tempest-TestSnapshotPattern-1286094027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:53:01.654585 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-671b7e6f-cb2f-491b-94cb-96b56e6f20fe req-ad773d4d-c626-4515-84a7-a795d17e757b tempest-TestSnapshotPattern-1286094027 tempest-TestSnapshotPattern-1286094027-project] 10.222.0.10 "GET /v2.0/ports?device_id=c2e182e7-286f-477c-ba60-30365c071f8c HTTP/1.1" status: 200 len: 932 time: 0.0502863 Apr 28 11:53:01.711089 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-671b7e6f-cb2f-491b-94cb-96b56e6f20fe req-892cc27b-37bd-450d-8242-764439978743 tempest-TestSnapshotPattern-1286094027 tempest-TestSnapshotPattern-1286094027-project] 10.222.0.10 "GET /v2.0/security-groups?id=01062503-6d4b-4675-9dac-2894ca73c20b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495443 Apr 28 11:53:02.843016 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c2a2dd-b08c-4395-9591-254c133cf7af req-84a2796d-7828-4e48-a28b-5e59925689e6 tempest-TestSnapshotPattern-1286094027 tempest-TestSnapshotPattern-1286094027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:53:02.844511 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-64c2a2dd-b08c-4395-9591-254c133cf7af req-84a2796d-7828-4e48-a28b-5e59925689e6 tempest-TestSnapshotPattern-1286094027 tempest-TestSnapshotPattern-1286094027-project] 10.222.0.10 "GET /v2.0/ports?device_id=c2e182e7-286f-477c-ba60-30365c071f8c HTTP/1.1" status: 200 len: 932 time: 0.0532653 Apr 28 11:53:02.897533 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-64c2a2dd-b08c-4395-9591-254c133cf7af req-7c7e7a3c-8b9c-41ed-b04d-0c012912fa61 tempest-TestSnapshotPattern-1286094027 tempest-TestSnapshotPattern-1286094027-project] 10.222.0.10 "GET /v2.0/security-groups?id=01062503-6d4b-4675-9dac-2894ca73c20b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470748 Apr 28 11:53:04.022387 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918a1853-8c15-470c-9225-c4bb2dbe8112 req-2f77a62e-f3d9-4968-97d2-4877e175a4c7 tempest-TestSnapshotPattern-1286094027 tempest-TestSnapshotPattern-1286094027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:53:04.024473 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-918a1853-8c15-470c-9225-c4bb2dbe8112 req-2f77a62e-f3d9-4968-97d2-4877e175a4c7 tempest-TestSnapshotPattern-1286094027 tempest-TestSnapshotPattern-1286094027-project] 10.222.0.10 "GET /v2.0/ports?device_id=c2e182e7-286f-477c-ba60-30365c071f8c HTTP/1.1" status: 200 len: 932 time: 0.0525661 Apr 28 11:53:04.077331 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-918a1853-8c15-470c-9225-c4bb2dbe8112 req-a8e0d1ca-a7d0-43b1-8d63-1330a650e0fe tempest-TestSnapshotPattern-1286094027 tempest-TestSnapshotPattern-1286094027-project] 10.222.0.10 "GET /v2.0/security-groups?id=01062503-6d4b-4675-9dac-2894ca73c20b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471091 Apr 28 11:53:05.199894 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b48f2f-f9ec-4943-83bc-5d347826e6d3 req-a2be13f8-2d00-41d6-8cb8-b2825a9477d1 tempest-TestSnapshotPattern-1286094027 tempest-TestSnapshotPattern-1286094027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:53:05.201450 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-01b48f2f-f9ec-4943-83bc-5d347826e6d3 req-a2be13f8-2d00-41d6-8cb8-b2825a9477d1 tempest-TestSnapshotPattern-1286094027 tempest-TestSnapshotPattern-1286094027-project] 10.222.0.10 "GET /v2.0/ports?device_id=c2e182e7-286f-477c-ba60-30365c071f8c HTTP/1.1" status: 200 len: 932 time: 0.0496836 Apr 28 11:53:05.266632 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-01b48f2f-f9ec-4943-83bc-5d347826e6d3 req-5e0f7565-e924-4ae6-8548-30effa12cbd3 tempest-TestSnapshotPattern-1286094027 tempest-TestSnapshotPattern-1286094027-project] 10.222.0.10 "GET /v2.0/security-groups?id=01062503-6d4b-4675-9dac-2894ca73c20b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0587344 Apr 28 11:53:06.404419 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3708fe13-bd56-4294-8b9c-200942bd80b9 req-cf81e5ea-ef73-48ce-9ac0-a7e1a490a1f2 tempest-TestSnapshotPattern-1286094027 tempest-TestSnapshotPattern-1286094027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:53:06.407761 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-3708fe13-bd56-4294-8b9c-200942bd80b9 req-cf81e5ea-ef73-48ce-9ac0-a7e1a490a1f2 tempest-TestSnapshotPattern-1286094027 tempest-TestSnapshotPattern-1286094027-project] 10.222.0.10 "GET /v2.0/ports?device_id=c2e182e7-286f-477c-ba60-30365c071f8c HTTP/1.1" status: 200 len: 932 time: 0.0595794 Apr 28 11:53:06.464331 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-3708fe13-bd56-4294-8b9c-200942bd80b9 req-b70873ef-f496-4da6-9d79-c3821c69b428 tempest-TestSnapshotPattern-1286094027 tempest-TestSnapshotPattern-1286094027-project] 10.222.0.10 "GET /v2.0/security-groups?id=01062503-6d4b-4675-9dac-2894ca73c20b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513897 Apr 28 11:53:07.041522 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-6cf6db4c-1cda-45e9-94cf-b08bef242423 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (75ba81b7-fe99-4281-90d2-a5adb445ecea), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:53:07.591605 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3305b8eb-fec8-4d1c-af85-2cb4287ae63b req-f96226f8-0bde-4167-8a96-4f889a6f50b2 tempest-TestSnapshotPattern-1286094027 tempest-TestSnapshotPattern-1286094027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:53:07.593428 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-3305b8eb-fec8-4d1c-af85-2cb4287ae63b req-f96226f8-0bde-4167-8a96-4f889a6f50b2 tempest-TestSnapshotPattern-1286094027 tempest-TestSnapshotPattern-1286094027-project] 10.222.0.10 "GET /v2.0/ports?device_id=c2e182e7-286f-477c-ba60-30365c071f8c HTTP/1.1" status: 200 len: 932 time: 0.0530584 Apr 28 11:53:07.649195 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-3305b8eb-fec8-4d1c-af85-2cb4287ae63b req-9fe6c893-782d-4473-8182-4e81b9627d38 tempest-TestSnapshotPattern-1286094027 tempest-TestSnapshotPattern-1286094027-project] 10.222.0.10 "GET /v2.0/security-groups?id=01062503-6d4b-4675-9dac-2894ca73c20b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492837 Apr 28 11:53:08.361164 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.v2.base [req-e01ee41b-866a-47ca-8426-caae2d2d5ec8 req-e6008093-4476-402f-9083-39ff13fe85f6 service neutron] Request body: {'port': {'device_id': 'c2e182e7-286f-477c-ba60-30365c071f8c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-mast'}} {{(pid=116162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:53:08.422746 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [req-e01ee41b-866a-47ca-8426-caae2d2d5ec8 req-e6008093-4476-402f-9083-39ff13fe85f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (a7e54bc4-4681-43b3-b7fa-5735bf450921), before_update {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:53:08.683447 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.notifiers.nova [req-e01ee41b-866a-47ca-8426-caae2d2d5ec8 req-e6008093-4476-402f-9083-39ff13fe85f6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a7e54bc4-4681-43b3-b7fa-5735bf450921 {{(pid=116162) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 11:53:08.691117 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [req-e01ee41b-866a-47ca-8426-caae2d2d5ec8 req-e6008093-4476-402f-9083-39ff13fe85f6 service neutron] Publish callbacks [] for port (a7e54bc4-4681-43b3-b7fa-5735bf450921), precommit_update {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:53:08.704088 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.db.provisioning_blocks [req-e01ee41b-866a-47ca-8426-caae2d2d5ec8 req-e6008093-4476-402f-9083-39ff13fe85f6 service neutron] Transition to ACTIVE for port object a7e54bc4-4681-43b3-b7fa-5735bf450921 will not be triggered until provisioned by entity L2. {{(pid=116162) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 28 11:53:08.767023 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [req-e01ee41b-866a-47ca-8426-caae2d2d5ec8 req-e6008093-4476-402f-9083-39ff13fe85f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5051840'] for port (a7e54bc4-4681-43b3-b7fa-5735bf450921), after_update {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:53:08.770263 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8afa60-c42b-44d3-a9d2-179545e459e6 req-5c6b9566-51e6-498b-acd8-3fa828e2b5d5 tempest-TestSnapshotPattern-1286094027 tempest-TestSnapshotPattern-1286094027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:53:08.771796 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-8c8afa60-c42b-44d3-a9d2-179545e459e6 req-5c6b9566-51e6-498b-acd8-3fa828e2b5d5 tempest-TestSnapshotPattern-1286094027 tempest-TestSnapshotPattern-1286094027-project] 10.222.0.10 "GET /v2.0/ports?device_id=c2e182e7-286f-477c-ba60-30365c071f8c HTTP/1.1" status: 200 len: 932 time: 0.0508049 Apr 28 11:53:08.823571 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-8c8afa60-c42b-44d3-a9d2-179545e459e6 req-89baac99-e500-4f5c-9a1a-1677075ff4c5 tempest-TestSnapshotPattern-1286094027 tempest-TestSnapshotPattern-1286094027-project] 10.222.0.10 "GET /v2.0/security-groups?id=01062503-6d4b-4675-9dac-2894ca73c20b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459082 Apr 28 11:53:08.824574 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6008093-4476-402f-9083-39ff13fe85f6 service neutron] Pushing event updated for resources: {'Port': ['ID=a7e54bc4-4681-43b3-b7fa-5735bf450921,revision_number=2']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:53:08.895414 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.managers [req-e01ee41b-866a-47ca-8426-caae2d2d5ec8 req-e6008093-4476-402f-9083-39ff13fe85f6 service neutron] Attempting to bind port a7e54bc4-4681-43b3-b7fa-5735bf450921 on host hv-neutron-mast for vnic_type normal with profile {{(pid=116162) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 28 11:53:08.895754 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.managers [req-e01ee41b-866a-47ca-8426-caae2d2d5ec8 req-e6008093-4476-402f-9083-39ff13fe85f6 service neutron] Attempting to bind port a7e54bc4-4681-43b3-b7fa-5735bf450921 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '94b19ee8-15a3-4a54-bf57-ea2d852e5aec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '030a6682-54bf-4848-abed-ef0fc1322a44'}] {{(pid=116162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 28 11:53:08.896087 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e01ee41b-866a-47ca-8426-caae2d2d5ec8 req-e6008093-4476-402f-9083-39ff13fe85f6 service neutron] Attempting to bind port a7e54bc4-4681-43b3-b7fa-5735bf450921 on network 030a6682-54bf-4848-abed-ef0fc1322a44 {{(pid=116162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 11:53:08.900805 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e01ee41b-866a-47ca-8426-caae2d2d5ec8 req-e6008093-4476-402f-9083-39ff13fe85f6 service neutron] Port a7e54bc4-4681-43b3-b7fa-5735bf450921 on network 030a6682-54bf-4848-abed-ef0fc1322a44 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=116162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 28 11:53:08.901133 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e01ee41b-866a-47ca-8426-caae2d2d5ec8 req-e6008093-4476-402f-9083-39ff13fe85f6 service neutron] Attempting to bind port a7e54bc4-4681-43b3-b7fa-5735bf450921 on network 030a6682-54bf-4848-abed-ef0fc1322a44 {{(pid=116162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 11:53:08.906424 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e01ee41b-866a-47ca-8426-caae2d2d5ec8 req-e6008093-4476-402f-9083-39ff13fe85f6 service neutron] Checking agent: {'id': '6be95134-9a6c-4663-8b48-90d12ce90c60', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-mast', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 10, 57, 20), 'started_at': datetime.datetime(2022, 4, 28, 10, 57, 20), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 11, 52, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=116162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 11:53:08.906846 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e01ee41b-866a-47ca-8426-caae2d2d5ec8 req-e6008093-4476-402f-9083-39ff13fe85f6 service neutron] Checking segment: {'id': '94b19ee8-15a3-4a54-bf57-ea2d852e5aec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '030a6682-54bf-4848-abed-ef0fc1322a44'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 11:53:08.907298 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e01ee41b-866a-47ca-8426-caae2d2d5ec8 req-e6008093-4476-402f-9083-39ff13fe85f6 service neutron] Bound using segment: {'id': '94b19ee8-15a3-4a54-bf57-ea2d852e5aec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '030a6682-54bf-4848-abed-ef0fc1322a44'} {{(pid=116162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 11:53:08.907802 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.managers [req-e01ee41b-866a-47ca-8426-caae2d2d5ec8 req-e6008093-4476-402f-9083-39ff13fe85f6 service neutron] Bound port: a7e54bc4-4681-43b3-b7fa-5735bf450921, host: hv-neutron-mast, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '94b19ee8-15a3-4a54-bf57-ea2d852e5aec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '030a6682-54bf-4848-abed-ef0fc1322a44'}}] {{(pid=116162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 28 11:53:08.908166 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [req-e01ee41b-866a-47ca-8426-caae2d2d5ec8 req-e6008093-4476-402f-9083-39ff13fe85f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (a7e54bc4-4681-43b3-b7fa-5735bf450921), before_update {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:53:09.279914 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.db [req-e01ee41b-866a-47ca-8426-caae2d2d5ec8 req-e6008093-4476-402f-9083-39ff13fe85f6 service neutron] For port a7e54bc4-4681-43b3-b7fa-5735bf450921, host hv-neutron-mast, cleared binding levels {{(pid=116162) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 11:53:09.282941 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.db [req-e01ee41b-866a-47ca-8426-caae2d2d5ec8 req-e6008093-4476-402f-9083-39ff13fe85f6 service neutron] For port a7e54bc4-4681-43b3-b7fa-5735bf450921, host hv-neutron-mast, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=a7e54bc4-4681-43b3-b7fa-5735bf450921,segment=NetworkSegment(94b19ee8-15a3-4a54-bf57-ea2d852e5aec),segment_id=94b19ee8-15a3-4a54-bf57-ea2d852e5aec)] {{(pid=116162) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 11:53:09.327249 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [req-e01ee41b-866a-47ca-8426-caae2d2d5ec8 req-e6008093-4476-402f-9083-39ff13fe85f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5051840'] for port (a7e54bc4-4681-43b3-b7fa-5735bf450921), after_update {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:53:09.361033 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01ee41b-866a-47ca-8426-caae2d2d5ec8 req-e6008093-4476-402f-9083-39ff13fe85f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:53:09.361647 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [req-e01ee41b-866a-47ca-8426-caae2d2d5ec8 req-e6008093-4476-402f-9083-39ff13fe85f6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198022'] for port (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:53:09.363103 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-e01ee41b-866a-47ca-8426-caae2d2d5ec8 req-e6008093-4476-402f-9083-39ff13fe85f6 service neutron] 10.222.0.20 "PUT /v2.0/ports/a7e54bc4-4681-43b3-b7fa-5735bf450921 HTTP/1.1" status: 200 len: 1094 time: 1.0073562 Apr 28 11:53:09.363619 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c2e182e7-286f-477c-ba60-30365c071f8c', 'tag': 'a7e54bc4-4681-43b3-b7fa-5735bf450921'}] {{(pid=116162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 11:53:09.365916 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ba53f40d6116d28995a8e36159d0e539b5353eec116fb5dd4ce03b4b2159ab1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-289798aa-e805-4607-b109-457c63e92df2" -d '{"events": [{"name": "network-changed", "server_uuid": "c2e182e7-286f-477c-ba60-30365c071f8c", "tag": "a7e54bc4-4681-43b3-b7fa-5735bf450921"}]}' {{(pid=116162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 11:53:09.397968 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6008093-4476-402f-9083-39ff13fe85f6 service neutron] Pushing event updated for resources: {'Port': ['ID=a7e54bc4-4681-43b3-b7fa-5735bf450921,revision_number=3']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:53:09.409678 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 11:53:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41d60d04-c8c3-4018-8eb7-22920927620f x-openstack-request-id: req-41d60d04-c8c3-4018-8eb7-22920927620f {{(pid=116162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 11:53:09.416293 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c2e182e7-286f-477c-ba60-30365c071f8c", "tag": "a7e54bc4-4681-43b3-b7fa-5735bf450921", "status": "completed", "code": 200}]} {{(pid=116162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 11:53:09.416293 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-41d60d04-c8c3-4018-8eb7-22920927620f {{(pid=116162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 11:53:09.416293 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.notifiers.nova [-] Nova event matching ['req-41d60d04-c8c3-4018-8eb7-22920927620f'] response: {'name': 'network-changed', 'server_uuid': 'c2e182e7-286f-477c-ba60-30365c071f8c', 'tag': 'a7e54bc4-4681-43b3-b7fa-5735bf450921', 'status': 'completed', 'code': 200} Apr 28 11:53:09.471942 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289798aa-e805-4607-b109-457c63e92df2 req-111e18bd-9150-48c1-961f-2828ecb0b54f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:53:09.473665 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-289798aa-e805-4607-b109-457c63e92df2 req-111e18bd-9150-48c1-961f-2828ecb0b54f service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f44585b1364246278a3a710149c257a0&device_id=c2e182e7-286f-477c-ba60-30365c071f8c HTTP/1.1" status: 200 len: 1128 time: 0.0422561 Apr 28 11:53:09.482220 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-68d71539-db72-4eb1-827b-4ac7fdef8ce9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (6b492ad6-0876-4d74-b20d-28143a52ceba), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:53:09.577388 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289798aa-e805-4607-b109-457c63e92df2 req-d0345066-8efb-47c6-b001-617788826001 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:53:09.578901 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-289798aa-e805-4607-b109-457c63e92df2 req-d0345066-8efb-47c6-b001-617788826001 service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=f44585b1364246278a3a710149c257a0&shared=False HTTP/1.1" status: 200 len: 910 time: 0.0992525 Apr 28 11:53:09.669580 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289798aa-e805-4607-b109-457c63e92df2 req-33b9719a-d51b-4b41-904e-0bce36146cda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:53:09.671082 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-289798aa-e805-4607-b109-457c63e92df2 req-33b9719a-d51b-4b41-904e-0bce36146cda service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0866561 Apr 28 11:53:09.745364 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01ee41b-866a-47ca-8426-caae2d2d5ec8 req-6167f8f4-1b93-425d-b945-17b4af2ed9ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:53:09.746817 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-e01ee41b-866a-47ca-8426-caae2d2d5ec8 req-6167f8f4-1b93-425d-b945-17b4af2ed9ed service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f44585b1364246278a3a710149c257a0&device_id=c2e182e7-286f-477c-ba60-30365c071f8c HTTP/1.1" status: 200 len: 1128 time: 0.0428896 Apr 28 11:53:09.786859 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-e01ee41b-866a-47ca-8426-caae2d2d5ec8 req-e8a62d4f-3b36-4b40-9812-86206df31d0b service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a7e54bc4-4681-43b3-b7fa-5735bf450921 HTTP/1.1" status: 200 len: 217 time: 0.0341671 Apr 28 11:53:09.832857 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01ee41b-866a-47ca-8426-caae2d2d5ec8 req-3e7efa80-5472-4ade-b3b4-69e9648010d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:53:09.834257 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-e01ee41b-866a-47ca-8426-caae2d2d5ec8 req-3e7efa80-5472-4ade-b3b4-69e9648010d0 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b3d112b6-1d12-4943-a4af-47e147395153 HTTP/1.1" status: 200 len: 849 time: 0.0425439 Apr 28 11:53:09.880224 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01ee41b-866a-47ca-8426-caae2d2d5ec8 req-134531b2-84a4-4068-adc8-897a95f6a79f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:53:09.881841 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-e01ee41b-866a-47ca-8426-caae2d2d5ec8 req-134531b2-84a4-4068-adc8-897a95f6a79f service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=030a6682-54bf-4848-abed-ef0fc1322a44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0419800 Apr 28 11:53:09.940000 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814b6d95-7f9f-4d92-914c-c1db61344175 req-202fc54d-b581-4073-84ef-bc798ddd3d91 tempest-TestSnapshotPattern-1286094027 tempest-TestSnapshotPattern-1286094027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:53:09.941503 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-814b6d95-7f9f-4d92-914c-c1db61344175 req-202fc54d-b581-4073-84ef-bc798ddd3d91 tempest-TestSnapshotPattern-1286094027 tempest-TestSnapshotPattern-1286094027-project] 10.222.0.10 "GET /v2.0/ports?device_id=c2e182e7-286f-477c-ba60-30365c071f8c HTTP/1.1" status: 200 len: 944 time: 0.0471108 Apr 28 11:53:09.970279 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-e01ee41b-866a-47ca-8426-caae2d2d5ec8 req-398de297-4ae9-4847-85f7-ce9086b4cd39 service neutron] 10.222.0.20 "GET /v2.0/networks/030a6682-54bf-4848-abed-ef0fc1322a44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826218 Apr 28 11:53:09.990822 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-814b6d95-7f9f-4d92-914c-c1db61344175 req-389492c2-c5f8-47b5-816e-c5fdec0c5764 tempest-TestSnapshotPattern-1286094027 tempest-TestSnapshotPattern-1286094027-project] 10.222.0.10 "GET /v2.0/security-groups?id=01062503-6d4b-4675-9dac-2894ca73c20b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431674 Apr 28 11:53:10.060383 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-e01ee41b-866a-47ca-8426-caae2d2d5ec8 req-ff68e1ab-480c-4b83-bb2f-922906977036 service neutron] 10.222.0.20 "GET /v2.0/networks/030a6682-54bf-4848-abed-ef0fc1322a44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845532 Apr 28 11:53:10.732674 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-ae94d540-e4c6-43be-adc9-b26fb6a2f62f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (cfc241ae-e4b7-443b-b80b-59fbbc2b69c9), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:53:11.112013 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78c738e-70db-472c-bb11-5fccb25cac99 req-81636446-1bca-4185-afa4-150ba091d160 tempest-TestSnapshotPattern-1286094027 tempest-TestSnapshotPattern-1286094027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:53:11.113512 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-a78c738e-70db-472c-bb11-5fccb25cac99 req-81636446-1bca-4185-afa4-150ba091d160 tempest-TestSnapshotPattern-1286094027 tempest-TestSnapshotPattern-1286094027-project] 10.222.0.10 "GET /v2.0/ports?device_id=c2e182e7-286f-477c-ba60-30365c071f8c HTTP/1.1" status: 200 len: 944 time: 0.0484416 Apr 28 11:53:11.165722 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-a78c738e-70db-472c-bb11-5fccb25cac99 req-7b9b7ecd-c7cb-4c51-ba3a-efeb2c58dcae tempest-TestSnapshotPattern-1286094027 tempest-TestSnapshotPattern-1286094027-project] 10.222.0.10 "GET /v2.0/security-groups?id=01062503-6d4b-4675-9dac-2894ca73c20b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457628 Apr 28 11:53:11.986921 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Device a7e54bc4-4681-43b3-b7fa-5735bf450921 details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=116163) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 28 11:53:12.095623 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] For port a7e54bc4-4681-43b3-b7fa-5735bf450921, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=a7e54bc4-4681-43b3-b7fa-5735bf450921,segment=NetworkSegment(94b19ee8-15a3-4a54-bf57-ea2d852e5aec),segment_id=94b19ee8-15a3-4a54-bf57-ea2d852e5aec)] {{(pid=116163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 11:53:12.107287 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Returning: {'device': 'a7e54bc4-4681-43b3-b7fa-5735bf450921', 'network_id': '030a6682-54bf-4848-abed-ef0fc1322a44', 'port_id': 'a7e54bc4-4681-43b3-b7fa-5735bf450921', 'mac_address': 'fa:16:3e:bd:fc:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 74, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b3d112b6-1d12-4943-a4af-47e147395153', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=116163) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 28 11:53:12.143865 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Current status of the port a7e54bc4-4681-43b3-b7fa-5735bf450921 is: DOWN; New status is: BUILD {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:53:12.144249 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (a7e54bc4-4681-43b3-b7fa-5735bf450921), before_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:53:12.160507 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.notifiers.nova [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a7e54bc4-4681-43b3-b7fa-5735bf450921 {{(pid=116163) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 11:53:12.183607 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] For port a7e54bc4-4681-43b3-b7fa-5735bf450921, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=a7e54bc4-4681-43b3-b7fa-5735bf450921,segment=NetworkSegment(94b19ee8-15a3-4a54-bf57-ea2d852e5aec),segment_id=94b19ee8-15a3-4a54-bf57-ea2d852e5aec)] {{(pid=116163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 11:53:12.285282 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05250dac-093c-495a-af07-db9b2453397f req-41f66f4b-5c77-486f-a03a-03594bf2eaf2 tempest-TestSnapshotPattern-1286094027 tempest-TestSnapshotPattern-1286094027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:53:12.286725 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-05250dac-093c-495a-af07-db9b2453397f req-41f66f4b-5c77-486f-a03a-03594bf2eaf2 tempest-TestSnapshotPattern-1286094027 tempest-TestSnapshotPattern-1286094027-project] 10.222.0.10 "GET /v2.0/ports?device_id=c2e182e7-286f-477c-ba60-30365c071f8c HTTP/1.1" status: 200 len: 944 time: 0.0493600 Apr 28 11:53:12.336197 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-05250dac-093c-495a-af07-db9b2453397f req-6a7968ac-6440-4656-ba24-032146ef1736 tempest-TestSnapshotPattern-1286094027 tempest-TestSnapshotPattern-1286094027-project] 10.222.0.10 "GET /v2.0/security-groups?id=01062503-6d4b-4675-9dac-2894ca73c20b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433433 Apr 28 11:53:12.361164 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393'] for port (a7e54bc4-4681-43b3-b7fa-5735bf450921), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:53:12.387712 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-01ef1de1-12fd-4cef-b76b-793f91379468 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (39cc4f52-f5d9-4e2c-bbfa-7a1c528e1c40), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:53:12.407946 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Pushing event updated for resources: {'Port': ['ID=a7e54bc4-4681-43b3-b7fa-5735bf450921,revision_number=4']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:53:12.599698 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] get_ports_and_sgs() called for port_ids ['a7e54bc4-4681-43b3-b7fa-5735bf450921'] {{(pid=116163) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 11:53:13.390073 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (d5baab19-5dd1-4902-922b-84acb048ab9c), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:53:13.449240 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ebefe9-301d-4ac4-a130-0012ef9f4ffa req-4c108694-ae57-47ee-a1f8-41adbaf8bfe3 tempest-TestSnapshotPattern-1286094027 tempest-TestSnapshotPattern-1286094027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:53:13.450804 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-61ebefe9-301d-4ac4-a130-0012ef9f4ffa req-4c108694-ae57-47ee-a1f8-41adbaf8bfe3 tempest-TestSnapshotPattern-1286094027 tempest-TestSnapshotPattern-1286094027-project] 10.222.0.10 "GET /v2.0/ports?device_id=c2e182e7-286f-477c-ba60-30365c071f8c HTTP/1.1" status: 200 len: 945 time: 0.0469363 Apr 28 11:53:13.498674 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-61ebefe9-301d-4ac4-a130-0012ef9f4ffa req-914da273-35a7-4e35-ad41-457bf4637103 tempest-TestSnapshotPattern-1286094027 tempest-TestSnapshotPattern-1286094027-project] 10.222.0.10 "GET /v2.0/security-groups?id=01062503-6d4b-4675-9dac-2894ca73c20b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423596 Apr 28 11:53:13.986595 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Device a7e54bc4-4681-43b3-b7fa-5735bf450921 up at agent hyperv_hv-neutron-mast {{(pid=116163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 11:53:14.030187 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Provisioning for port a7e54bc4-4681-43b3-b7fa-5735bf450921 completed by entity L2. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 28 11:53:14.121409 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Provisioning complete for port a7e54bc4-4681-43b3-b7fa-5735bf450921 triggered by entity L2. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:53:14.121766 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (a7e54bc4-4681-43b3-b7fa-5735bf450921), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:53:14.199301 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Current status of the port a7e54bc4-4681-43b3-b7fa-5735bf450921 is: BUILD; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:53:14.199682 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (a7e54bc4-4681-43b3-b7fa-5735bf450921), before_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:53:14.221430 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2e182e7-286f-477c-ba60-30365c071f8c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7e54bc4-4681-43b3-b7fa-5735bf450921'}] {{(pid=116163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 11:53:14.223658 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f01aec4a4f83961b54a953becfce2676879fb1d4b91122543244f430a0b8460" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a446e8e-66fd-4bab-af5e-960a2d8a6d91" -d '{"events": [{"server_uuid": "c2e182e7-286f-477c-ba60-30365c071f8c", "name": "network-vif-plugged", "status": "completed", "tag": "a7e54bc4-4681-43b3-b7fa-5735bf450921"}]}' {{(pid=116163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 11:53:14.236373 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] For port a7e54bc4-4681-43b3-b7fa-5735bf450921, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=a7e54bc4-4681-43b3-b7fa-5735bf450921,segment=NetworkSegment(94b19ee8-15a3-4a54-bf57-ea2d852e5aec),segment_id=94b19ee8-15a3-4a54-bf57-ea2d852e5aec)] {{(pid=116163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 11:53:14.259188 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 11:53:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0aa5c2f8-a191-4923-a4a6-540f0bf4180f x-openstack-request-id: req-0aa5c2f8-a191-4923-a4a6-540f0bf4180f {{(pid=116163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 11:53:14.259483 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2e182e7-286f-477c-ba60-30365c071f8c", "name": "network-vif-plugged", "status": "completed", "tag": "a7e54bc4-4681-43b3-b7fa-5735bf450921", "code": 200}]} {{(pid=116163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 11:53:14.259764 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-0aa5c2f8-a191-4923-a4a6-540f0bf4180f {{(pid=116163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 11:53:14.260145 dv-neutron-master-2-hyperv neutron-server[116163]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0aa5c2f8-a191-4923-a4a6-540f0bf4180f'] response: {'server_uuid': 'c2e182e7-286f-477c-ba60-30365c071f8c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7e54bc4-4681-43b3-b7fa-5735bf450921', 'code': 200} Apr 28 11:53:14.287815 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393'] for port (a7e54bc4-4681-43b3-b7fa-5735bf450921), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:53:14.337865 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Pushing event updated for resources: {'Port': ['ID=a7e54bc4-4681-43b3-b7fa-5735bf450921,revision_number=5']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:53:14.533571 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ba0280-502d-4553-9c21-f4be3c3dc775 req-76f0ec12-cba0-4586-9540-d79937399e83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:53:14.535129 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-85ba0280-502d-4553-9c21-f4be3c3dc775 req-76f0ec12-cba0-4586-9540-d79937399e83 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=c2e182e7-286f-477c-ba60-30365c071f8c HTTP/1.1" status: 200 len: 1130 time: 0.0394368 Apr 28 11:53:14.582304 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-85ba0280-502d-4553-9c21-f4be3c3dc775 req-9fd2e3ab-f674-4490-9f20-6bfe367f50ad service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=01062503-6d4b-4675-9dac-2894ca73c20b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416703 Apr 28 11:53:14.616886 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56b3deb-f358-4b90-a5f2-d75e16efdb89 req-b713185c-744b-4e8b-bbea-3016608cee8e tempest-TestSnapshotPattern-1286094027 tempest-TestSnapshotPattern-1286094027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:53:14.618542 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-a56b3deb-f358-4b90-a5f2-d75e16efdb89 req-b713185c-744b-4e8b-bbea-3016608cee8e tempest-TestSnapshotPattern-1286094027 tempest-TestSnapshotPattern-1286094027-project] 10.222.0.10 "GET /v2.0/ports?device_id=c2e182e7-286f-477c-ba60-30365c071f8c HTTP/1.1" status: 200 len: 946 time: 0.0514681 Apr 28 11:53:14.667642 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-a56b3deb-f358-4b90-a5f2-d75e16efdb89 req-155f3656-e8b2-4239-b6aa-1f7bdfbc461e tempest-TestSnapshotPattern-1286094027 tempest-TestSnapshotPattern-1286094027-project] 10.222.0.10 "GET /v2.0/security-groups?id=01062503-6d4b-4675-9dac-2894ca73c20b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434737 Apr 28 11:53:15.783140 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838481d0-664d-4042-bc33-9601b1308839 req-71b169f0-5478-4ef7-8882-94c804b5c927 tempest-TestSnapshotPattern-1286094027 tempest-TestSnapshotPattern-1286094027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:53:15.784649 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-838481d0-664d-4042-bc33-9601b1308839 req-71b169f0-5478-4ef7-8882-94c804b5c927 tempest-TestSnapshotPattern-1286094027 tempest-TestSnapshotPattern-1286094027-project] 10.222.0.10 "GET /v2.0/ports?device_id=c2e182e7-286f-477c-ba60-30365c071f8c HTTP/1.1" status: 200 len: 946 time: 0.0468550 Apr 28 11:53:15.834304 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-838481d0-664d-4042-bc33-9601b1308839 req-e3852550-bbab-4586-8a05-65e3ec7d7037 tempest-TestSnapshotPattern-1286094027 tempest-TestSnapshotPattern-1286094027-project] 10.222.0.10 "GET /v2.0/security-groups?id=01062503-6d4b-4675-9dac-2894ca73c20b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439150 Apr 28 11:53:16.950041 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583399e2-041b-4075-8b20-2b682f1e2cd7 req-b2797948-77ed-46b3-a662-390c360aa848 tempest-TestSnapshotPattern-1286094027 tempest-TestSnapshotPattern-1286094027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:53:16.951554 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-583399e2-041b-4075-8b20-2b682f1e2cd7 req-b2797948-77ed-46b3-a662-390c360aa848 tempest-TestSnapshotPattern-1286094027 tempest-TestSnapshotPattern-1286094027-project] 10.222.0.10 "GET /v2.0/ports?device_id=c2e182e7-286f-477c-ba60-30365c071f8c HTTP/1.1" status: 200 len: 946 time: 0.0513632 Apr 28 11:53:17.000452 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-583399e2-041b-4075-8b20-2b682f1e2cd7 req-ab9d1c45-b125-4603-8351-7b1725fb10c0 tempest-TestSnapshotPattern-1286094027 tempest-TestSnapshotPattern-1286094027-project] 10.222.0.10 "GET /v2.0/security-groups?id=01062503-6d4b-4675-9dac-2894ca73c20b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434408 Apr 28 11:53:17.111217 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cace62db-3976-4b8e-9e94-db31e4b72e1f req-eadb9842-5cba-4078-8f6a-e19cf2236e5a tempest-TestSnapshotPattern-1286094027 tempest-TestSnapshotPattern-1286094027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:53:17.112607 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-cace62db-3976-4b8e-9e94-db31e4b72e1f req-eadb9842-5cba-4078-8f6a-e19cf2236e5a tempest-TestSnapshotPattern-1286094027 tempest-TestSnapshotPattern-1286094027-project] 10.222.0.10 "GET /v2.0/ports?device_id=c2e182e7-286f-477c-ba60-30365c071f8c HTTP/1.1" status: 200 len: 946 time: 0.0466948 Apr 28 11:53:17.149138 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.agents_db [None req-54b29a82-8a19-4507-95e3-3a2d011841ff None None] Agent healthcheck: found 6 active agents {{(pid=116164) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 28 11:53:17.161184 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-cace62db-3976-4b8e-9e94-db31e4b72e1f req-e6964c12-df7e-48dd-bf47-64322ad058f5 tempest-TestSnapshotPattern-1286094027 tempest-TestSnapshotPattern-1286094027-project] 10.222.0.10 "GET /v2.0/security-groups?id=01062503-6d4b-4675-9dac-2894ca73c20b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425508 Apr 28 11:53:17.182453 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 35310) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:53:17.221312 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-170e1862-c147-4d50-acd4-47bbd83e38e4 tempest-TestSnapshotPattern-1722992907 tempest-TestSnapshotPattern-1722992907-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:53:17.222913 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-170e1862-c147-4d50-acd4-47bbd83e38e4 tempest-TestSnapshotPattern-1722992907 tempest-TestSnapshotPattern-1722992907-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=c2e182e7-286f-477c-ba60-30365c071f8c HTTP/1.1" status: 200 len: 1125 time: 0.0394766 Apr 28 11:53:17.225533 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 35312) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:53:17.229755 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.v2.base [None req-9482d2c9-f800-4f2b-bd82-94ab5b54c589 tempest-TestSnapshotPattern-1286094027 tempest-TestSnapshotPattern-1286094027-project] Request body: {'floatingip': {'floating_network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'port_id': 'a7e54bc4-4681-43b3-b7fa-5735bf450921', 'tenant_id': 'f44585b1364246278a3a710149c257a0', 'fixed_ip_address': '172.20.0.10'}} {{(pid=116161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 11:53:17.326728 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-9482d2c9-f800-4f2b-bd82-94ab5b54c589 tempest-TestSnapshotPattern-1286094027 tempest-TestSnapshotPattern-1286094027-project] Publish callbacks [] for floatingip (None), before_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:53:17.405610 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-9482d2c9-f800-4f2b-bd82-94ab5b54c589 tempest-TestSnapshotPattern-1286094027 tempest-TestSnapshotPattern-1286094027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (None), before_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:53:17.513345 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.db.db_base_plugin_common [None req-9482d2c9-f800-4f2b-bd82-94ab5b54c589 tempest-TestSnapshotPattern-1286094027 tempest-TestSnapshotPattern-1286094027-project] Allocated IP 172.36.4.151 (7be49d94-bbb8-4a61-bafe-209c5f861e1c/c0f82f52-05ee-40f2-a57c-9d02e01fb9fa/95877476-62f3-48e8-a6d0-aed057fe0c61) {{(pid=116161) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 11:53:17.612766 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-9482d2c9-f800-4f2b-bd82-94ab5b54c589 tempest-TestSnapshotPattern-1286094027 tempest-TestSnapshotPattern-1286094027-project] Publish callbacks [] for port (95877476-62f3-48e8-a6d0-aed057fe0c61), precommit_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:53:17.676025 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-9482d2c9-f800-4f2b-bd82-94ab5b54c589 tempest-TestSnapshotPattern-1286094027 tempest-TestSnapshotPattern-1286094027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742234710357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5219112'] for port (95877476-62f3-48e8-a6d0-aed057fe0c61), after_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:53:17.713479 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9482d2c9-f800-4f2b-bd82-94ab5b54c589 tempest-TestSnapshotPattern-1286094027 tempest-TestSnapshotPattern-1286094027-project] Network 7be49d94-bbb8-4a61-bafe-209c5f861e1c is already hosted by enough agents. {{(pid=116161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 11:53:17.716245 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.scheduler.base_scheduler [None req-9482d2c9-f800-4f2b-bd82-94ab5b54c589 tempest-TestSnapshotPattern-1286094027 tempest-TestSnapshotPattern-1286094027-project] Resources bound (agent type, host, resource id): {{(pid=116161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 11:53:17.719252 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9482d2c9-f800-4f2b-bd82-94ab5b54c589 tempest-TestSnapshotPattern-1286094027 tempest-TestSnapshotPattern-1286094027-project] Received port after_create {{(pid=116161) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 11:53:17.754167 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9482d2c9-f800-4f2b-bd82-94ab5b54c589 tempest-TestSnapshotPattern-1286094027 tempest-TestSnapshotPattern-1286094027-project] Pushing event updated for resources: {'Port': ['ID=95877476-62f3-48e8-a6d0-aed057fe0c61,revision_number=1']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:53:17.766133 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9482d2c9-f800-4f2b-bd82-94ab5b54c589 tempest-TestSnapshotPattern-1286094027 tempest-TestSnapshotPattern-1286094027-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:53:17.766550 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9482d2c9-f800-4f2b-bd82-94ab5b54c589 tempest-TestSnapshotPattern-1286094027 tempest-TestSnapshotPattern-1286094027-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:53:17.766890 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9482d2c9-f800-4f2b-bd82-94ab5b54c589 tempest-TestSnapshotPattern-1286094027 tempest-TestSnapshotPattern-1286094027-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:53:17.767225 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9482d2c9-f800-4f2b-bd82-94ab5b54c589 tempest-TestSnapshotPattern-1286094027 tempest-TestSnapshotPattern-1286094027-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:53:17.767554 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9482d2c9-f800-4f2b-bd82-94ab5b54c589 tempest-TestSnapshotPattern-1286094027 tempest-TestSnapshotPattern-1286094027-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:53:17.767880 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9482d2c9-f800-4f2b-bd82-94ab5b54c589 tempest-TestSnapshotPattern-1286094027 tempest-TestSnapshotPattern-1286094027-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:53:17.768202 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9482d2c9-f800-4f2b-bd82-94ab5b54c589 tempest-TestSnapshotPattern-1286094027 tempest-TestSnapshotPattern-1286094027-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:53:17.768521 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9482d2c9-f800-4f2b-bd82-94ab5b54c589 tempest-TestSnapshotPattern-1286094027 tempest-TestSnapshotPattern-1286094027-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:53:17.768849 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9482d2c9-f800-4f2b-bd82-94ab5b54c589 tempest-TestSnapshotPattern-1286094027 tempest-TestSnapshotPattern-1286094027-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:53:17.769168 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9482d2c9-f800-4f2b-bd82-94ab5b54c589 tempest-TestSnapshotPattern-1286094027 tempest-TestSnapshotPattern-1286094027-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:53:17.769490 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9482d2c9-f800-4f2b-bd82-94ab5b54c589 tempest-TestSnapshotPattern-1286094027 tempest-TestSnapshotPattern-1286094027-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:53:17.769845 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9482d2c9-f800-4f2b-bd82-94ab5b54c589 tempest-TestSnapshotPattern-1286094027 tempest-TestSnapshotPattern-1286094027-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:53:17.770160 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9482d2c9-f800-4f2b-bd82-94ab5b54c589 tempest-TestSnapshotPattern-1286094027 tempest-TestSnapshotPattern-1286094027-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:53:17.770500 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9482d2c9-f800-4f2b-bd82-94ab5b54c589 tempest-TestSnapshotPattern-1286094027 tempest-TestSnapshotPattern-1286094027-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:53:17.770816 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9482d2c9-f800-4f2b-bd82-94ab5b54c589 tempest-TestSnapshotPattern-1286094027 tempest-TestSnapshotPattern-1286094027-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:53:18.098264 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-9482d2c9-f800-4f2b-bd82-94ab5b54c589 tempest-TestSnapshotPattern-1286094027 tempest-TestSnapshotPattern-1286094027-project] Publish callbacks [] for floatingip (5f0bc741-94a6-4631-b239-a337868e550e), precommit_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:53:18.209555 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-9482d2c9-f800-4f2b-bd82-94ab5b54c589 tempest-TestSnapshotPattern-1286094027 tempest-TestSnapshotPattern-1286094027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (95877476-62f3-48e8-a6d0-aed057fe0c61), before_update {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:53:18.356009 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-9482d2c9-f800-4f2b-bd82-94ab5b54c589 tempest-TestSnapshotPattern-1286094027 tempest-TestSnapshotPattern-1286094027-project] Publish callbacks [] for port (95877476-62f3-48e8-a6d0-aed057fe0c61), precommit_update {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:53:18.395573 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-9482d2c9-f800-4f2b-bd82-94ab5b54c589 tempest-TestSnapshotPattern-1286094027 tempest-TestSnapshotPattern-1286094027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5219123'] for port (95877476-62f3-48e8-a6d0-aed057fe0c61), after_update {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:53:18.467784 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9482d2c9-f800-4f2b-bd82-94ab5b54c589 tempest-TestSnapshotPattern-1286094027 tempest-TestSnapshotPattern-1286094027-project] Pushing event updated for resources: {'Port': ['ID=95877476-62f3-48e8-a6d0-aed057fe0c61,revision_number=2']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:53:18.478003 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-9482d2c9-f800-4f2b-bd82-94ab5b54c589 tempest-TestSnapshotPattern-1286094027 tempest-TestSnapshotPattern-1286094027-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2063164'] for floatingip (5f0bc741-94a6-4631-b239-a337868e550e), after_create {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:53:18.579199 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.db.l3_db [None req-9482d2c9-f800-4f2b-bd82-94ab5b54c589 tempest-TestSnapshotPattern-1286094027 tempest-TestSnapshotPattern-1286094027-project] Floating IP 5f0bc741-94a6-4631-b239-a337868e550e associated. External IP: 172.36.4.151, port: a7e54bc4-4681-43b3-b7fa-5735bf450921. Apr 28 11:53:18.606578 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-72176c10-0619-4497-bf3a-36f1cf2fc70c req-ee587c7e-18c8-45f8-a97e-e0d835b8731f service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=aeb55467-ca5b-40d5-a824-1ecfbd5fcf89&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0381091 Apr 28 11:53:18.687584 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72176c10-0619-4497-bf3a-36f1cf2fc70c req-48349090-de5b-47cc-85d7-c15bb41dd94e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:53:18.689139 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-72176c10-0619-4497-bf3a-36f1cf2fc70c req-48349090-de5b-47cc-85d7-c15bb41dd94e service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f44585b1364246278a3a710149c257a0&device_id=aeb55467-ca5b-40d5-a824-1ecfbd5fcf89 HTTP/1.1" status: 200 len: 1127 time: 0.0440173 Apr 28 11:53:18.791360 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72176c10-0619-4497-bf3a-36f1cf2fc70c req-6b9f1503-c07f-4054-9a64-bb276895ae57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:53:18.792852 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-72176c10-0619-4497-bf3a-36f1cf2fc70c req-6b9f1503-c07f-4054-9a64-bb276895ae57 service neutron] 10.222.0.20 "GET /v2.0/networks?id=030a6682-54bf-4848-abed-ef0fc1322a44 HTTP/1.1" status: 200 len: 910 time: 0.0858562 Apr 28 11:53:18.866153 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-72176c10-0619-4497-bf3a-36f1cf2fc70c req-61fbb570-33a4-4d5a-a1d4-4421158fb8df service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ff653c41-8d28-4ef5-86dc-282245f48468 HTTP/1.1" status: 200 len: 999 time: 0.0662141 Apr 28 11:53:18.916646 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72176c10-0619-4497-bf3a-36f1cf2fc70c req-682e7999-2e90-4366-8891-3e14764c7d9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:53:18.918425 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-72176c10-0619-4497-bf3a-36f1cf2fc70c req-682e7999-2e90-4366-8891-3e14764c7d9d service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b3d112b6-1d12-4943-a4af-47e147395153 HTTP/1.1" status: 200 len: 849 time: 0.0466619 Apr 28 11:53:18.965219 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72176c10-0619-4497-bf3a-36f1cf2fc70c req-80a95806-bced-4be8-af51-9587691692ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:53:18.966872 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-72176c10-0619-4497-bf3a-36f1cf2fc70c req-80a95806-bced-4be8-af51-9587691692ee service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=030a6682-54bf-4848-abed-ef0fc1322a44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0424531 Apr 28 11:53:19.065828 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-72176c10-0619-4497-bf3a-36f1cf2fc70c req-5125a501-9408-4b29-80b2-8a86ce96be04 service neutron] 10.222.0.20 "GET /v2.0/networks/030a6682-54bf-4848-abed-ef0fc1322a44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933700 Apr 28 11:53:19.127132 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9482d2c9-f800-4f2b-bd82-94ab5b54c589 tempest-TestSnapshotPattern-1286094027 tempest-TestSnapshotPattern-1286094027-project] Router ccd062b8-1bb3-4f65-aec4-46592ea27aca has already been hosted by L3 agent 6b492ad6-0876-4d74-b20d-28143a52ceba {{(pid=116161) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 11:53:19.157029 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-72176c10-0619-4497-bf3a-36f1cf2fc70c req-103409f4-654f-41b3-a4e0-1594c7d93618 service neutron] 10.222.0.20 "GET /v2.0/networks/030a6682-54bf-4848-abed-ef0fc1322a44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854571 Apr 28 11:53:19.242016 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9482d2c9-f800-4f2b-bd82-94ab5b54c589 tempest-TestSnapshotPattern-1286094027 tempest-TestSnapshotPattern-1286094027-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=116161) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 11:53:19.251565 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08a75d4e-adf8-42a8-b2b9-8242b6bbcf63 None None] Sync routers for ids ['ccd062b8-1bb3-4f65-aec4-46592ea27aca'] in dv-neutron-master-2-hyperv {{(pid=116163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 11:53:19.264878 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08a75d4e-adf8-42a8-b2b9-8242b6bbcf63 None None] Routers {'ccd062b8-1bb3-4f65-aec4-46592ea27aca'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=116163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 11:53:19.267486 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_hamode_db [None req-08a75d4e-adf8-42a8-b2b9-8242b6bbcf63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-28T10:50:39Z,description=,heartbeat_timestamp=2022-04-28T11:53:09Z,host='dv-neutron-master-2-hyperv',id=6b492ad6-0876-4d74-b20d-28143a52ceba,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T10:50:40Z,topic='l3_agent')) {'router_ids': ['ccd062b8-1bb3-4f65-aec4-46592ea27aca'], 'active': True} {{(pid=116163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:53:19.323827 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-9482d2c9-f800-4f2b-bd82-94ab5b54c589 tempest-TestSnapshotPattern-1286094027 tempest-TestSnapshotPattern-1286094027-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198022'] for floatingip (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:53:19.355960 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-9482d2c9-f800-4f2b-bd82-94ab5b54c589 tempest-TestSnapshotPattern-1286094027 tempest-TestSnapshotPattern-1286094027-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.1293955 Apr 28 11:53:19.356725 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c2e182e7-286f-477c-ba60-30365c071f8c', 'tag': 'a7e54bc4-4681-43b3-b7fa-5735bf450921'}] {{(pid=116161) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 11:53:19.359102 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e748734031c26dffb00ab563e48cb7690d820419218221ecd4f9c2a21276ff88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c123479-1aa3-434a-9f6f-cbfdb8e78827" -d '{"events": [{"name": "network-changed", "server_uuid": "c2e182e7-286f-477c-ba60-30365c071f8c", "tag": "a7e54bc4-4681-43b3-b7fa-5735bf450921"}]}' {{(pid=116161) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 11:53:19.375379 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvr_db [None req-08a75d4e-adf8-42a8-b2b9-8242b6bbcf63 None None] Set router ccd062b8-1bb3-4f65-aec4-46592ea27aca gateway port host: dv-neutron-master-2-hyperv {{(pid=116163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 11:53:19.403161 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 11:53:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f08f5eae-782e-4faf-8db4-6c3ff6367c27 x-openstack-request-id: req-f08f5eae-782e-4faf-8db4-6c3ff6367c27 {{(pid=116161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 11:53:19.403453 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c2e182e7-286f-477c-ba60-30365c071f8c", "tag": "a7e54bc4-4681-43b3-b7fa-5735bf450921", "status": "completed", "code": 200}]} {{(pid=116161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 11:53:19.403700 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-f08f5eae-782e-4faf-8db4-6c3ff6367c27 {{(pid=116161) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 11:53:19.404100 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f08f5eae-782e-4faf-8db4-6c3ff6367c27'] response: {'name': 'network-changed', 'server_uuid': 'c2e182e7-286f-477c-ba60-30365c071f8c', 'tag': 'a7e54bc4-4681-43b3-b7fa-5735bf450921', 'status': 'completed', 'code': 200} Apr 28 11:53:19.466799 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c123479-1aa3-434a-9f6f-cbfdb8e78827 req-351add56-2a46-4354-9893-3f5b3c65cb0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:53:19.468412 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-9c123479-1aa3-434a-9f6f-cbfdb8e78827 req-351add56-2a46-4354-9893-3f5b3c65cb0a service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f44585b1364246278a3a710149c257a0&device_id=c2e182e7-286f-477c-ba60-30365c071f8c HTTP/1.1" status: 200 len: 1130 time: 0.0444627 Apr 28 11:53:19.558636 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c123479-1aa3-434a-9f6f-cbfdb8e78827 req-43e72f2e-bb90-4fca-8ac4-a3bdd5e6fa7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:53:19.560345 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-9c123479-1aa3-434a-9f6f-cbfdb8e78827 req-43e72f2e-bb90-4fca-8ac4-a3bdd5e6fa7e service neutron] 10.222.0.20 "GET /v2.0/networks?id=030a6682-54bf-4848-abed-ef0fc1322a44 HTTP/1.1" status: 200 len: 910 time: 0.0860803 Apr 28 11:53:19.593923 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_hamode_db [None req-08a75d4e-adf8-42a8-b2b9-8242b6bbcf63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccd062b8-1bb3-4f65-aec4-46592ea27aca', 'name': 'tempest-TestSnapshotPattern-1946751865-router', 'tenant_id': 'f44585b1364246278a3a710149c257a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'external_fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.32'}], 'enable_snat': True}, 'gw_port_id': '16ac81d4-edbe-4f17-acb9-38c7bd830691', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T11:50:18Z', 'updated_at': '2022-04-28T11:50:21Z', 'revision_number': 4, 'project_id': 'f44585b1364246278a3a710149c257a0', 'gw_port': {'id': '16ac81d4-edbe-4f17-acb9-38c7bd830691', 'name': '', 'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:9a:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccd062b8-1bb3-4f65-aec4-46592ea27aca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1867, 'fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:50:18Z', 'updated_at': '2022-04-28T11:50:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '5f0bc741-94a6-4631-b239-a337868e550e', 'tenant_id': 'f44585b1364246278a3a710149c257a0', 'floating_ip_address': '172.36.4.151', 'floating_network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'router_id': 'ccd062b8-1bb3-4f65-aec4-46592ea27aca', 'port_id': 'a7e54bc4-4681-43b3-b7fa-5735bf450921', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1895, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '030a6682-54bf-4848-abed-ef0fc1322a44', 'mac_address': 'fa:16:3e:bd:fc:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2e182e7-286f-477c-ba60-30365c071f8c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T11:53:17Z', 'updated_at': '2022-04-28T11:53:17Z', 'revision_number': 0, 'project_id': 'f44585b1364246278a3a710149c257a0', 'fixed_ip_address_scope': None}, {'id': 'ef656362-c4bc-4f79-a21c-377ed34252ee', 'tenant_id': 'f44585b1364246278a3a710149c257a0', 'floating_ip_address': '172.36.4.119', 'floating_network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'router_id': 'ccd062b8-1bb3-4f65-aec4-46592ea27aca', 'port_id': 'ff653c41-8d28-4ef5-86dc-282245f48468', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 1892, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '030a6682-54bf-4848-abed-ef0fc1322a44', 'mac_address': 'fa:16:3e:0d:66:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aeb55467-ca5b-40d5-a824-1ecfbd5fcf89', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T11:50:45Z', 'updated_at': '2022-04-28T11:50:47Z', 'revision_number': 1, 'project_id': 'f44585b1364246278a3a710149c257a0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a93bfd26-1ff7-4318-99dd-29646a765947', 'name': '', 'network_id': '030a6682-54bf-4848-abed-ef0fc1322a44', 'tenant_id': 'f44585b1364246278a3a710149c257a0', 'mac_address': 'fa:16:3e:34:41:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccd062b8-1bb3-4f65-aec4-46592ea27aca', 'device_owner': 'network:router_interface', 'standard_attr_id': 1868, 'fixed_ips': [{'subnet_id': 'b3d112b6-1d12-4943-a4af-47e147395153', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:50:20Z', 'updated_at': '2022-04-28T11:50:24Z', 'revision_number': 5, 'project_id': 'f44585b1364246278a3a710149c257a0', 'subnets': [{'id': 'b3d112b6-1d12-4943-a4af-47e147395153', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=116163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:53:19.623892 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08a75d4e-adf8-42a8-b2b9-8242b6bbcf63 None None] Checking router: ccd062b8-1bb3-4f65-aec4-46592ea27aca for host: dv-neutron-master-2-hyperv {{(pid=116163) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 11:53:19.632173 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08a75d4e-adf8-42a8-b2b9-8242b6bbcf63 None None] Routers {'ccd062b8-1bb3-4f65-aec4-46592ea27aca'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=116163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 11:53:19.633329 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_hamode_db [None req-08a75d4e-adf8-42a8-b2b9-8242b6bbcf63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-28T10:50:39Z,description=,heartbeat_timestamp=2022-04-28T11:53:09Z,host='dv-neutron-master-2-hyperv',id=6b492ad6-0876-4d74-b20d-28143a52ceba,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T10:50:40Z,topic='l3_agent')) {'router_ids': ['ccd062b8-1bb3-4f65-aec4-46592ea27aca'], 'active': True} {{(pid=116163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:53:19.646941 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-9c123479-1aa3-434a-9f6f-cbfdb8e78827 req-03b5a45c-ad00-4656-8d06-82b1e76b1110 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a7e54bc4-4681-43b3-b7fa-5735bf450921 HTTP/1.1" status: 200 len: 1000 time: 0.0636325 Apr 28 11:53:19.738685 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvr_db [None req-08a75d4e-adf8-42a8-b2b9-8242b6bbcf63 None None] Set router ccd062b8-1bb3-4f65-aec4-46592ea27aca gateway port host: dv-neutron-master-2-hyperv {{(pid=116163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 11:53:19.832063 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c123479-1aa3-434a-9f6f-cbfdb8e78827 req-fa82987a-7619-4999-b874-99edb001efa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:53:19.833718 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-9c123479-1aa3-434a-9f6f-cbfdb8e78827 req-fa82987a-7619-4999-b874-99edb001efa3 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b3d112b6-1d12-4943-a4af-47e147395153 HTTP/1.1" status: 200 len: 849 time: 0.0459988 Apr 28 11:53:19.877802 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c123479-1aa3-434a-9f6f-cbfdb8e78827 req-725bf9a5-0924-4dc6-a197-ac396cca5682 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:53:19.879487 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-9c123479-1aa3-434a-9f6f-cbfdb8e78827 req-725bf9a5-0924-4dc6-a197-ac396cca5682 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=030a6682-54bf-4848-abed-ef0fc1322a44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0405600 Apr 28 11:53:19.964633 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_hamode_db [None req-08a75d4e-adf8-42a8-b2b9-8242b6bbcf63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccd062b8-1bb3-4f65-aec4-46592ea27aca', 'name': 'tempest-TestSnapshotPattern-1946751865-router', 'tenant_id': 'f44585b1364246278a3a710149c257a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'external_fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.32'}], 'enable_snat': True}, 'gw_port_id': '16ac81d4-edbe-4f17-acb9-38c7bd830691', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T11:50:18Z', 'updated_at': '2022-04-28T11:50:21Z', 'revision_number': 4, 'project_id': 'f44585b1364246278a3a710149c257a0', 'gw_port': {'id': '16ac81d4-edbe-4f17-acb9-38c7bd830691', 'name': '', 'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:9a:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccd062b8-1bb3-4f65-aec4-46592ea27aca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1867, 'fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:50:18Z', 'updated_at': '2022-04-28T11:50:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '5f0bc741-94a6-4631-b239-a337868e550e', 'tenant_id': 'f44585b1364246278a3a710149c257a0', 'floating_ip_address': '172.36.4.151', 'floating_network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'router_id': 'ccd062b8-1bb3-4f65-aec4-46592ea27aca', 'port_id': 'a7e54bc4-4681-43b3-b7fa-5735bf450921', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1895, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '030a6682-54bf-4848-abed-ef0fc1322a44', 'mac_address': 'fa:16:3e:bd:fc:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2e182e7-286f-477c-ba60-30365c071f8c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T11:53:17Z', 'updated_at': '2022-04-28T11:53:17Z', 'revision_number': 0, 'project_id': 'f44585b1364246278a3a710149c257a0', 'fixed_ip_address_scope': None}, {'id': 'ef656362-c4bc-4f79-a21c-377ed34252ee', 'tenant_id': 'f44585b1364246278a3a710149c257a0', 'floating_ip_address': '172.36.4.119', 'floating_network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'router_id': 'ccd062b8-1bb3-4f65-aec4-46592ea27aca', 'port_id': 'ff653c41-8d28-4ef5-86dc-282245f48468', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 1892, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '030a6682-54bf-4848-abed-ef0fc1322a44', 'mac_address': 'fa:16:3e:0d:66:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aeb55467-ca5b-40d5-a824-1ecfbd5fcf89', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T11:50:45Z', 'updated_at': '2022-04-28T11:50:47Z', 'revision_number': 1, 'project_id': 'f44585b1364246278a3a710149c257a0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a93bfd26-1ff7-4318-99dd-29646a765947', 'name': '', 'network_id': '030a6682-54bf-4848-abed-ef0fc1322a44', 'tenant_id': 'f44585b1364246278a3a710149c257a0', 'mac_address': 'fa:16:3e:34:41:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccd062b8-1bb3-4f65-aec4-46592ea27aca', 'device_owner': 'network:router_interface', 'standard_attr_id': 1868, 'fixed_ips': [{'subnet_id': 'b3d112b6-1d12-4943-a4af-47e147395153', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:50:20Z', 'updated_at': '2022-04-28T11:50:24Z', 'revision_number': 5, 'project_id': 'f44585b1364246278a3a710149c257a0', 'subnets': [{'id': 'b3d112b6-1d12-4943-a4af-47e147395153', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=116163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:53:19.979630 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-9c123479-1aa3-434a-9f6f-cbfdb8e78827 req-fadf40d3-6c6b-4a8b-bbd0-4ec716936afd service neutron] 10.222.0.20 "GET /v2.0/networks/030a6682-54bf-4848-abed-ef0fc1322a44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0943744 Apr 28 11:53:19.991202 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08a75d4e-adf8-42a8-b2b9-8242b6bbcf63 None None] The sync data for ids ['ccd062b8-1bb3-4f65-aec4-46592ea27aca'] in dv-neutron-master-2-hyperv is: [{'id': 'ccd062b8-1bb3-4f65-aec4-46592ea27aca', 'name': 'tempest-TestSnapshotPattern-1946751865-router', 'tenant_id': 'f44585b1364246278a3a710149c257a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'external_fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.32'}], 'enable_snat': True}, 'gw_port_id': '16ac81d4-edbe-4f17-acb9-38c7bd830691', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T11:50:18Z', 'updated_at': '2022-04-28T11:50:21Z', 'revision_number': 4, 'project_id': 'f44585b1364246278a3a710149c257a0', 'gw_port': {'id': '16ac81d4-edbe-4f17-acb9-38c7bd830691', 'name': '', 'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:9a:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccd062b8-1bb3-4f65-aec4-46592ea27aca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1867, 'fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:50:18Z', 'updated_at': '2022-04-28T11:50:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '5f0bc741-94a6-4631-b239-a337868e550e', 'tenant_id': 'f44585b1364246278a3a710149c257a0', 'floating_ip_address': '172.36.4.151', 'floating_network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'router_id': 'ccd062b8-1bb3-4f65-aec4-46592ea27aca', 'port_id': 'a7e54bc4-4681-43b3-b7fa-5735bf450921', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1895, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '030a6682-54bf-4848-abed-ef0fc1322a44', 'mac_address': 'fa:16:3e:bd:fc:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2e182e7-286f-477c-ba60-30365c071f8c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T11:53:17Z', 'updated_at': '2022-04-28T11:53:17Z', 'revision_number': 0, 'project_id': 'f44585b1364246278a3a710149c257a0', 'fixed_ip_address_scope': None}, {'id': 'ef656362-c4bc-4f79-a21c-377ed34252ee', 'tenant_id': 'f44585b1364246278a3a710149c257a0', 'floating_ip_address': '172.36.4.119', 'floating_network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'router_id': 'ccd062b8-1bb3-4f65-aec4-46592ea27aca', 'port_id': 'ff653c41-8d28-4ef5-86dc-282245f48468', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 1892, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '030a6682-54bf-4848-abed-ef0fc1322a44', 'mac_address': 'fa:16:3e:0d:66:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aeb55467-ca5b-40d5-a824-1ecfbd5fcf89', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T11:50:45Z', 'updated_at': '2022-04-28T11:50:47Z', 'revision_number': 1, 'project_id': 'f44585b1364246278a3a710149c257a0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a93bfd26-1ff7-4318-99dd-29646a765947', 'name': '', 'network_id': '030a6682-54bf-4848-abed-ef0fc1322a44', 'tenant_id': 'f44585b1364246278a3a710149c257a0', 'mac_address': 'fa:16:3e:34:41:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccd062b8-1bb3-4f65-aec4-46592ea27aca', 'device_owner': 'network:router_interface', 'standard_attr_id': 1868, 'fixed_ips': [{'subnet_id': 'b3d112b6-1d12-4943-a4af-47e147395153', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:50:20Z', 'updated_at': '2022-04-28T11:50:24Z', 'revision_number': 5, 'project_id': 'f44585b1364246278a3a710149c257a0', 'subnets': [{'id': 'b3d112b6-1d12-4943-a4af-47e147395153', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=116163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 11:53:20.073894 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-9c123479-1aa3-434a-9f6f-cbfdb8e78827 req-a071c51b-64c4-4734-877b-60ecbcffe43d service neutron] 10.222.0.20 "GET /v2.0/networks/030a6682-54bf-4848-abed-ef0fc1322a44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884526 Apr 28 11:53:20.200954 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2c7d420-89f5-489d-b777-bc251ddc8050 None None] New status for floating IP 5f0bc741-94a6-4631-b239-a337868e550e: ACTIVE {{(pid=116164) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 28 11:53:21.087594 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (6be95134-9a6c-4663-8b48-90d12ce90c60), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:53:37.057688 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-50238302-b7ad-4aa1-8f1f-b430e6fd3303 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (75ba81b7-fe99-4281-90d2-a5adb445ecea), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:53:39.503908 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-e5e83f6c-aa30-4e2f-bb64-662409072519 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (6b492ad6-0876-4d74-b20d-28143a52ceba), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:53:40.669455 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-ae94d540-e4c6-43be-adc9-b26fb6a2f62f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (cfc241ae-e4b7-443b-b80b-59fbbc2b69c9), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:53:42.280891 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-01ef1de1-12fd-4cef-b76b-793f91379468 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (39cc4f52-f5d9-4e2c-bbfa-7a1c528e1c40), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:53:43.383511 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (d5baab19-5dd1-4902-922b-84acb048ab9c), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:53:51.063639 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (6be95134-9a6c-4663-8b48-90d12ce90c60), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:53:54.149099 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.agents_db [None req-54b29a82-8a19-4507-95e3-3a2d011841ff None None] Agent healthcheck: found 6 active agents {{(pid=116164) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 28 11:54:07.045915 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-b1e0bcfd-104c-4f4f-93b1-3ff3e147aac8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (75ba81b7-fe99-4281-90d2-a5adb445ecea), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:54:09.479969 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-58f1ef9c-90c3-4bc2-a312-091a5b424bb4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (6b492ad6-0876-4d74-b20d-28143a52ceba), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:54:10.697472 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-ae94d540-e4c6-43be-adc9-b26fb6a2f62f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (cfc241ae-e4b7-443b-b80b-59fbbc2b69c9), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:54:12.313423 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-01ef1de1-12fd-4cef-b76b-793f91379468 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (39cc4f52-f5d9-4e2c-bbfa-7a1c528e1c40), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:54:13.417224 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (d5baab19-5dd1-4902-922b-84acb048ab9c), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:54:20.631356 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-f3c77835-4099-4777-84e1-38912c42982a req-583d512f-d0d5-4e3d-9ee6-37aa63c4be4d service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=c2e182e7-286f-477c-ba60-30365c071f8c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0391855 Apr 28 11:54:20.688728 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c77835-4099-4777-84e1-38912c42982a req-2a773bef-b249-4be1-9f4b-71b11caa7b7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:54:20.690182 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-f3c77835-4099-4777-84e1-38912c42982a req-2a773bef-b249-4be1-9f4b-71b11caa7b7d service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f44585b1364246278a3a710149c257a0&device_id=c2e182e7-286f-477c-ba60-30365c071f8c HTTP/1.1" status: 200 len: 1130 time: 0.0384297 Apr 28 11:54:20.793918 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c77835-4099-4777-84e1-38912c42982a req-5485d460-9b5c-4bbf-818a-af8484a97042 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:54:20.795408 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-f3c77835-4099-4777-84e1-38912c42982a req-5485d460-9b5c-4bbf-818a-af8484a97042 service neutron] 10.222.0.20 "GET /v2.0/networks?id=030a6682-54bf-4848-abed-ef0fc1322a44 HTTP/1.1" status: 200 len: 910 time: 0.0866487 Apr 28 11:54:20.858583 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-f3c77835-4099-4777-84e1-38912c42982a req-b156bcc8-8b48-47b2-bf02-19b0b3d1cd6d service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a7e54bc4-4681-43b3-b7fa-5735bf450921 HTTP/1.1" status: 200 len: 1002 time: 0.0574346 Apr 28 11:54:20.909096 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c77835-4099-4777-84e1-38912c42982a req-68531c70-3cd7-45a1-bb96-13b5f61b11ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:54:20.910456 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-f3c77835-4099-4777-84e1-38912c42982a req-68531c70-3cd7-45a1-bb96-13b5f61b11ae service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b3d112b6-1d12-4943-a4af-47e147395153 HTTP/1.1" status: 200 len: 849 time: 0.0464926 Apr 28 11:54:20.954265 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c77835-4099-4777-84e1-38912c42982a req-3014b5ea-6624-488e-8773-8c905794128d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:54:20.955797 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-f3c77835-4099-4777-84e1-38912c42982a req-3014b5ea-6624-488e-8773-8c905794128d service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=030a6682-54bf-4848-abed-ef0fc1322a44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0394995 Apr 28 11:54:21.043347 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-f3c77835-4099-4777-84e1-38912c42982a req-3e7dc306-7f67-4960-886c-b45826c3479f service neutron] 10.222.0.20 "GET /v2.0/networks/030a6682-54bf-4848-abed-ef0fc1322a44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814543 Apr 28 11:54:21.091708 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (6be95134-9a6c-4663-8b48-90d12ce90c60), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:54:21.137279 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-f3c77835-4099-4777-84e1-38912c42982a req-f9bc3769-c9df-4a1b-8756-5e80031973eb service neutron] 10.222.0.20 "GET /v2.0/networks/030a6682-54bf-4848-abed-ef0fc1322a44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876622 Apr 28 11:54:31.149378 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.agents_db [None req-54b29a82-8a19-4507-95e3-3a2d011841ff None None] Agent healthcheck: found 6 active agents {{(pid=116164) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 28 11:54:37.051428 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-4f00a0df-7f24-41e0-a661-937064e9229f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (75ba81b7-fe99-4281-90d2-a5adb445ecea), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:54:39.484650 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-aecd9a44-876f-4900-8529-b9dd83450dc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (6b492ad6-0876-4d74-b20d-28143a52ceba), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:54:40.691286 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-ae94d540-e4c6-43be-adc9-b26fb6a2f62f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (cfc241ae-e4b7-443b-b80b-59fbbc2b69c9), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:54:42.301750 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-01ef1de1-12fd-4cef-b76b-793f91379468 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (39cc4f52-f5d9-4e2c-bbfa-7a1c528e1c40), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:54:43.386952 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (d5baab19-5dd1-4902-922b-84acb048ab9c), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:54:50.387995 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Device a7e54bc4-4681-43b3-b7fa-5735bf450921 details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=116163) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 28 11:54:50.484634 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] For port a7e54bc4-4681-43b3-b7fa-5735bf450921, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=a7e54bc4-4681-43b3-b7fa-5735bf450921,segment=NetworkSegment(94b19ee8-15a3-4a54-bf57-ea2d852e5aec),segment_id=94b19ee8-15a3-4a54-bf57-ea2d852e5aec)] {{(pid=116163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 11:54:50.499796 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Returning: {'device': 'a7e54bc4-4681-43b3-b7fa-5735bf450921', 'network_id': '030a6682-54bf-4848-abed-ef0fc1322a44', 'port_id': 'a7e54bc4-4681-43b3-b7fa-5735bf450921', 'mac_address': 'fa:16:3e:bd:fc:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 74, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b3d112b6-1d12-4943-a4af-47e147395153', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=116163) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 28 11:54:50.536525 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Current status of the port a7e54bc4-4681-43b3-b7fa-5735bf450921 is: ACTIVE; New status is: BUILD {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:54:50.536914 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (a7e54bc4-4681-43b3-b7fa-5735bf450921), before_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:54:50.549782 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.notifiers.nova [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a7e54bc4-4681-43b3-b7fa-5735bf450921 {{(pid=116163) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 11:54:50.569355 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] For port a7e54bc4-4681-43b3-b7fa-5735bf450921, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=a7e54bc4-4681-43b3-b7fa-5735bf450921,segment=NetworkSegment(94b19ee8-15a3-4a54-bf57-ea2d852e5aec),segment_id=94b19ee8-15a3-4a54-bf57-ea2d852e5aec)] {{(pid=116163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 11:54:50.646113 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393'] for port (a7e54bc4-4681-43b3-b7fa-5735bf450921), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:54:50.699957 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Pushing event updated for resources: {'Port': ['ID=a7e54bc4-4681-43b3-b7fa-5735bf450921,revision_number=6']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:54:50.707070 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:54:50.707419 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:54:50.707760 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:54:50.708096 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:54:50.708427 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:54:50.708753 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:54:50.709076 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:54:50.709398 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:54:50.709721 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:54:50.710041 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:54:50.710365 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:54:50.710899 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:54:50.711288 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:54:50.711613 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:54:50.711930 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:54:50.722656 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] get_ports_and_sgs() called for port_ids ['a7e54bc4-4681-43b3-b7fa-5735bf450921'] {{(pid=116163) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 11:54:51.098449 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (6be95134-9a6c-4663-8b48-90d12ce90c60), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:54:52.393027 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Device a7e54bc4-4681-43b3-b7fa-5735bf450921 up at agent hyperv_hv-neutron-mast {{(pid=116163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 11:54:52.445321 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.provisioning_blocks [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Provisioning complete for port a7e54bc4-4681-43b3-b7fa-5735bf450921 triggered by entity L2. {{(pid=116163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 11:54:52.445810 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-970463'] for port (a7e54bc4-4681-43b3-b7fa-5735bf450921), provisioning_complete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:54:52.523754 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Current status of the port a7e54bc4-4681-43b3-b7fa-5735bf450921 is: BUILD; New status is: ACTIVE {{(pid=116163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 11:54:52.524133 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046751'] for port (a7e54bc4-4681-43b3-b7fa-5735bf450921), before_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:54:52.548577 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2e182e7-286f-477c-ba60-30365c071f8c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7e54bc4-4681-43b3-b7fa-5735bf450921'}] {{(pid=116163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 11:54:52.550855 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f01aec4a4f83961b54a953becfce2676879fb1d4b91122543244f430a0b8460" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f133e0f-63b3-4da8-bc08-8414221a8a72" -d '{"events": [{"server_uuid": "c2e182e7-286f-477c-ba60-30365c071f8c", "name": "network-vif-plugged", "status": "completed", "tag": "a7e54bc4-4681-43b3-b7fa-5735bf450921"}]}' {{(pid=116163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 11:54:52.565711 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] For port a7e54bc4-4681-43b3-b7fa-5735bf450921, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=a7e54bc4-4681-43b3-b7fa-5735bf450921,segment=NetworkSegment(94b19ee8-15a3-4a54-bf57-ea2d852e5aec),segment_id=94b19ee8-15a3-4a54-bf57-ea2d852e5aec)] {{(pid=116163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 11:54:52.600225 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 11:54:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2c0c549-5ae9-473f-a9c9-039ff63dfaa7 x-openstack-request-id: req-b2c0c549-5ae9-473f-a9c9-039ff63dfaa7 {{(pid=116163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 11:54:52.600522 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2e182e7-286f-477c-ba60-30365c071f8c", "name": "network-vif-plugged", "status": "completed", "tag": "a7e54bc4-4681-43b3-b7fa-5735bf450921", "code": 200}]} {{(pid=116163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 11:54:52.600820 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-b2c0c549-5ae9-473f-a9c9-039ff63dfaa7 {{(pid=116163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 11:54:52.601869 dv-neutron-master-2-hyperv neutron-server[116163]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b2c0c549-5ae9-473f-a9c9-039ff63dfaa7'] response: {'server_uuid': 'c2e182e7-286f-477c-ba60-30365c071f8c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7e54bc4-4681-43b3-b7fa-5735bf450921', 'code': 200} Apr 28 11:54:52.634644 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742235135708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742234710375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742234710393'] for port (a7e54bc4-4681-43b3-b7fa-5735bf450921), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:54:52.734474 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Pushing event updated for resources: {'Port': ['ID=a7e54bc4-4681-43b3-b7fa-5735bf450921,revision_number=7']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:55:02.478462 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 35516) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:55:02.627433 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.plugin [None req-d238510d-521f-4b4a-bd01-a0738846030d tempest-TestSnapshotPattern-1286094027 tempest-TestSnapshotPattern-1286094027-project] Deleting port 95877476-62f3-48e8-a6d0-aed057fe0c61 {{(pid=116162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 11:55:02.627778 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-d238510d-521f-4b4a-bd01-a0738846030d tempest-TestSnapshotPattern-1286094027 tempest-TestSnapshotPattern-1286094027-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742235130188'] for port (95877476-62f3-48e8-a6d0-aed057fe0c61), before_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:55:02.704649 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-d238510d-521f-4b4a-bd01-a0738846030d tempest-TestSnapshotPattern-1286094027 tempest-TestSnapshotPattern-1286094027-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1938497'] for port (95877476-62f3-48e8-a6d0-aed057fe0c61), precommit_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:55:02.704976 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-d238510d-521f-4b4a-bd01-a0738846030d tempest-TestSnapshotPattern-1286094027 tempest-TestSnapshotPattern-1286094027-project] Publish callbacks [] for floatingip (95877476-62f3-48e8-a6d0-aed057fe0c61), precommit_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:55:02.716871 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.plugin [None req-d238510d-521f-4b4a-bd01-a0738846030d tempest-TestSnapshotPattern-1286094027 tempest-TestSnapshotPattern-1286094027-project] Calling delete_port for 95877476-62f3-48e8-a6d0-aed057fe0c61 owned by network:floatingip {{(pid=116162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 11:55:02.931289 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-d238510d-521f-4b4a-bd01-a0738846030d tempest-TestSnapshotPattern-1286094027 tempest-TestSnapshotPattern-1286094027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742235135690', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742234710366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5051867'] for port (95877476-62f3-48e8-a6d0-aed057fe0c61), after_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:55:02.955796 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d238510d-521f-4b4a-bd01-a0738846030d tempest-TestSnapshotPattern-1286094027 tempest-TestSnapshotPattern-1286094027-project] Pushing event deleted for resources: {'Port': ['ID=95877476-62f3-48e8-a6d0-aed057fe0c61,revision_number=None']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:55:02.967512 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d238510d-521f-4b4a-bd01-a0738846030d tempest-TestSnapshotPattern-1286094027 tempest-TestSnapshotPattern-1286094027-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:55:02.967801 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d238510d-521f-4b4a-bd01-a0738846030d tempest-TestSnapshotPattern-1286094027 tempest-TestSnapshotPattern-1286094027-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:55:02.968144 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d238510d-521f-4b4a-bd01-a0738846030d tempest-TestSnapshotPattern-1286094027 tempest-TestSnapshotPattern-1286094027-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:55:02.968483 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d238510d-521f-4b4a-bd01-a0738846030d tempest-TestSnapshotPattern-1286094027 tempest-TestSnapshotPattern-1286094027-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:55:02.968816 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d238510d-521f-4b4a-bd01-a0738846030d tempest-TestSnapshotPattern-1286094027 tempest-TestSnapshotPattern-1286094027-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:55:02.969150 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d238510d-521f-4b4a-bd01-a0738846030d tempest-TestSnapshotPattern-1286094027 tempest-TestSnapshotPattern-1286094027-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:55:02.969478 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d238510d-521f-4b4a-bd01-a0738846030d tempest-TestSnapshotPattern-1286094027 tempest-TestSnapshotPattern-1286094027-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:55:02.969805 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d238510d-521f-4b4a-bd01-a0738846030d tempest-TestSnapshotPattern-1286094027 tempest-TestSnapshotPattern-1286094027-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:55:02.970129 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d238510d-521f-4b4a-bd01-a0738846030d tempest-TestSnapshotPattern-1286094027 tempest-TestSnapshotPattern-1286094027-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:55:02.970478 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d238510d-521f-4b4a-bd01-a0738846030d tempest-TestSnapshotPattern-1286094027 tempest-TestSnapshotPattern-1286094027-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:55:02.970808 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d238510d-521f-4b4a-bd01-a0738846030d tempest-TestSnapshotPattern-1286094027 tempest-TestSnapshotPattern-1286094027-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:55:02.971133 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d238510d-521f-4b4a-bd01-a0738846030d tempest-TestSnapshotPattern-1286094027 tempest-TestSnapshotPattern-1286094027-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:55:02.971454 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d238510d-521f-4b4a-bd01-a0738846030d tempest-TestSnapshotPattern-1286094027 tempest-TestSnapshotPattern-1286094027-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:55:02.971772 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d238510d-521f-4b4a-bd01-a0738846030d tempest-TestSnapshotPattern-1286094027 tempest-TestSnapshotPattern-1286094027-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:55:02.972089 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d238510d-521f-4b4a-bd01-a0738846030d tempest-TestSnapshotPattern-1286094027 tempest-TestSnapshotPattern-1286094027-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:55:03.029945 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-d238510d-521f-4b4a-bd01-a0738846030d tempest-TestSnapshotPattern-1286094027 tempest-TestSnapshotPattern-1286094027-project] Publish callbacks [] for floatingip (5f0bc741-94a6-4631-b239-a337868e550e), after_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:55:03.030275 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.db.l3_db [None req-d238510d-521f-4b4a-bd01-a0738846030d tempest-TestSnapshotPattern-1286094027 tempest-TestSnapshotPattern-1286094027-project] Floating IP 5f0bc741-94a6-4631-b239-a337868e550e disassociated (deleted). External IP: 172.36.4.151, port: a7e54bc4-4681-43b3-b7fa-5735bf450921. Apr 28 11:55:03.240588 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d238510d-521f-4b4a-bd01-a0738846030d tempest-TestSnapshotPattern-1286094027 tempest-TestSnapshotPattern-1286094027-project] Router ccd062b8-1bb3-4f65-aec4-46592ea27aca has already been hosted by L3 agent 6b492ad6-0876-4d74-b20d-28143a52ceba {{(pid=116162) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 11:55:03.349290 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d238510d-521f-4b4a-bd01-a0738846030d tempest-TestSnapshotPattern-1286094027 tempest-TestSnapshotPattern-1286094027-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=116162) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 11:55:03.354231 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-d238510d-521f-4b4a-bd01-a0738846030d tempest-TestSnapshotPattern-1286094027 tempest-TestSnapshotPattern-1286094027-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198022'] for floatingip (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:55:03.358674 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9abc7405-ad06-457c-823b-e9aa02194d7d None None] Sync routers for ids ['ccd062b8-1bb3-4f65-aec4-46592ea27aca'] in dv-neutron-master-2-hyperv {{(pid=116163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 11:55:03.369635 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9abc7405-ad06-457c-823b-e9aa02194d7d None None] Routers {'ccd062b8-1bb3-4f65-aec4-46592ea27aca'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=116163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 11:55:03.370227 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_hamode_db [None req-9abc7405-ad06-457c-823b-e9aa02194d7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-28T10:50:39Z,description=,heartbeat_timestamp=2022-04-28T11:54:39Z,host='dv-neutron-master-2-hyperv',id=6b492ad6-0876-4d74-b20d-28143a52ceba,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T10:50:40Z,topic='l3_agent')) {'router_ids': ['ccd062b8-1bb3-4f65-aec4-46592ea27aca'], 'active': True} {{(pid=116163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:55:03.384457 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-d238510d-521f-4b4a-bd01-a0738846030d tempest-TestSnapshotPattern-1286094027 tempest-TestSnapshotPattern-1286094027-project] 10.222.0.10 "DELETE /v2.0/floatingips/5f0bc741-94a6-4631-b239-a337868e550e HTTP/1.1" status: 204 len: 168 time: 0.9048860 Apr 28 11:55:03.385144 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c2e182e7-286f-477c-ba60-30365c071f8c', 'tag': 'a7e54bc4-4681-43b3-b7fa-5735bf450921'}] {{(pid=116162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 11:55:03.387547 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ba53f40d6116d28995a8e36159d0e539b5353eec116fb5dd4ce03b4b2159ab1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0021008b-f6c1-4e48-86f1-2ed3be786752" -d '{"events": [{"name": "network-changed", "server_uuid": "c2e182e7-286f-477c-ba60-30365c071f8c", "tag": "a7e54bc4-4681-43b3-b7fa-5735bf450921"}]}' {{(pid=116162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 11:55:03.483036 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvr_db [None req-9abc7405-ad06-457c-823b-e9aa02194d7d None None] Set router ccd062b8-1bb3-4f65-aec4-46592ea27aca gateway port host: dv-neutron-master-2-hyperv {{(pid=116163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 11:55:03.498761 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 11:55:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b5203c8-d382-4ee7-8034-53d8b18fa980 x-openstack-request-id: req-3b5203c8-d382-4ee7-8034-53d8b18fa980 {{(pid=116162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 11:55:03.498761 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c2e182e7-286f-477c-ba60-30365c071f8c", "tag": "a7e54bc4-4681-43b3-b7fa-5735bf450921", "status": "completed", "code": 200}]} {{(pid=116162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 11:55:03.498761 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-3b5203c8-d382-4ee7-8034-53d8b18fa980 {{(pid=116162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 11:55:03.498761 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3b5203c8-d382-4ee7-8034-53d8b18fa980'] response: {'name': 'network-changed', 'server_uuid': 'c2e182e7-286f-477c-ba60-30365c071f8c', 'tag': 'a7e54bc4-4681-43b3-b7fa-5735bf450921', 'status': 'completed', 'code': 200} Apr 28 11:55:03.553661 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0021008b-f6c1-4e48-86f1-2ed3be786752 req-486b1f48-5171-4bb1-80e6-c9133e208be8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:55:03.555893 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-0021008b-f6c1-4e48-86f1-2ed3be786752 req-486b1f48-5171-4bb1-80e6-c9133e208be8 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f44585b1364246278a3a710149c257a0&device_id=c2e182e7-286f-477c-ba60-30365c071f8c HTTP/1.1" status: 200 len: 1130 time: 0.0407577 Apr 28 11:55:03.647552 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0021008b-f6c1-4e48-86f1-2ed3be786752 req-817303d2-f141-4202-b501-ceab7a008181 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:55:03.650078 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-0021008b-f6c1-4e48-86f1-2ed3be786752 req-817303d2-f141-4202-b501-ceab7a008181 service neutron] 10.222.0.20 "GET /v2.0/networks?id=030a6682-54bf-4848-abed-ef0fc1322a44 HTTP/1.1" status: 200 len: 910 time: 0.0884795 Apr 28 11:55:03.699835 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-0021008b-f6c1-4e48-86f1-2ed3be786752 req-f41b872c-74a3-4189-9491-c6bca54f14c0 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a7e54bc4-4681-43b3-b7fa-5735bf450921 HTTP/1.1" status: 200 len: 217 time: 0.0437057 Apr 28 11:55:03.706672 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_hamode_db [None req-9abc7405-ad06-457c-823b-e9aa02194d7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccd062b8-1bb3-4f65-aec4-46592ea27aca', 'name': 'tempest-TestSnapshotPattern-1946751865-router', 'tenant_id': 'f44585b1364246278a3a710149c257a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'external_fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.32'}], 'enable_snat': True}, 'gw_port_id': '16ac81d4-edbe-4f17-acb9-38c7bd830691', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T11:50:18Z', 'updated_at': '2022-04-28T11:50:21Z', 'revision_number': 4, 'project_id': 'f44585b1364246278a3a710149c257a0', 'gw_port': {'id': '16ac81d4-edbe-4f17-acb9-38c7bd830691', 'name': '', 'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:9a:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccd062b8-1bb3-4f65-aec4-46592ea27aca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1867, 'fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:50:18Z', 'updated_at': '2022-04-28T11:50:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': 'ef656362-c4bc-4f79-a21c-377ed34252ee', 'tenant_id': 'f44585b1364246278a3a710149c257a0', 'floating_ip_address': '172.36.4.119', 'floating_network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'router_id': 'ccd062b8-1bb3-4f65-aec4-46592ea27aca', 'port_id': 'ff653c41-8d28-4ef5-86dc-282245f48468', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 1892, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '030a6682-54bf-4848-abed-ef0fc1322a44', 'mac_address': 'fa:16:3e:0d:66:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aeb55467-ca5b-40d5-a824-1ecfbd5fcf89', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T11:50:45Z', 'updated_at': '2022-04-28T11:50:47Z', 'revision_number': 1, 'project_id': 'f44585b1364246278a3a710149c257a0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a93bfd26-1ff7-4318-99dd-29646a765947', 'name': '', 'network_id': '030a6682-54bf-4848-abed-ef0fc1322a44', 'tenant_id': 'f44585b1364246278a3a710149c257a0', 'mac_address': 'fa:16:3e:34:41:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccd062b8-1bb3-4f65-aec4-46592ea27aca', 'device_owner': 'network:router_interface', 'standard_attr_id': 1868, 'fixed_ips': [{'subnet_id': 'b3d112b6-1d12-4943-a4af-47e147395153', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:50:20Z', 'updated_at': '2022-04-28T11:50:24Z', 'revision_number': 5, 'project_id': 'f44585b1364246278a3a710149c257a0', 'subnets': [{'id': 'b3d112b6-1d12-4943-a4af-47e147395153', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=116163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:55:03.733895 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9abc7405-ad06-457c-823b-e9aa02194d7d None None] Checking router: ccd062b8-1bb3-4f65-aec4-46592ea27aca for host: dv-neutron-master-2-hyperv {{(pid=116163) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 11:55:03.742783 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9abc7405-ad06-457c-823b-e9aa02194d7d None None] Routers {'ccd062b8-1bb3-4f65-aec4-46592ea27aca'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=116163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 11:55:03.743383 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_hamode_db [None req-9abc7405-ad06-457c-823b-e9aa02194d7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-28T10:50:39Z,description=,heartbeat_timestamp=2022-04-28T11:54:39Z,host='dv-neutron-master-2-hyperv',id=6b492ad6-0876-4d74-b20d-28143a52ceba,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T10:50:40Z,topic='l3_agent')) {'router_ids': ['ccd062b8-1bb3-4f65-aec4-46592ea27aca'], 'active': True} {{(pid=116163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:55:03.750189 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0021008b-f6c1-4e48-86f1-2ed3be786752 req-2b28a066-3aef-456b-94a9-b4dfb8f4d48f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:55:03.751868 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-0021008b-f6c1-4e48-86f1-2ed3be786752 req-2b28a066-3aef-456b-94a9-b4dfb8f4d48f service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b3d112b6-1d12-4943-a4af-47e147395153 HTTP/1.1" status: 200 len: 849 time: 0.0459797 Apr 28 11:55:03.799133 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0021008b-f6c1-4e48-86f1-2ed3be786752 req-3cbb7e9d-827c-42c1-a499-44ee4e0b32ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:55:03.800708 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-0021008b-f6c1-4e48-86f1-2ed3be786752 req-3cbb7e9d-827c-42c1-a499-44ee4e0b32ff service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=030a6682-54bf-4848-abed-ef0fc1322a44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0420640 Apr 28 11:55:03.834790 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0beffe-69d5-4887-aa44-a8d3577f2abb req-cf6d23e7-a5a9-4aac-9147-64854eb515ba tempest-TestSnapshotPattern-1286094027 tempest-TestSnapshotPattern-1286094027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:55:03.836370 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-3c0beffe-69d5-4887-aa44-a8d3577f2abb req-cf6d23e7-a5a9-4aac-9147-64854eb515ba tempest-TestSnapshotPattern-1286094027 tempest-TestSnapshotPattern-1286094027-project] 10.222.0.10 "GET /v2.0/ports?device_id=c2e182e7-286f-477c-ba60-30365c071f8c HTTP/1.1" status: 200 len: 946 time: 0.0505834 Apr 28 11:55:03.857374 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvr_db [None req-9abc7405-ad06-457c-823b-e9aa02194d7d None None] Set router ccd062b8-1bb3-4f65-aec4-46592ea27aca gateway port host: dv-neutron-master-2-hyperv {{(pid=116163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 11:55:03.885636 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-3c0beffe-69d5-4887-aa44-a8d3577f2abb req-901a9f05-e33d-4052-897a-88d6a61131e2 tempest-TestSnapshotPattern-1286094027 tempest-TestSnapshotPattern-1286094027-project] 10.222.0.10 "GET /v2.0/security-groups?id=01062503-6d4b-4675-9dac-2894ca73c20b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436871 Apr 28 11:55:04.071173 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_hamode_db [None req-9abc7405-ad06-457c-823b-e9aa02194d7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccd062b8-1bb3-4f65-aec4-46592ea27aca', 'name': 'tempest-TestSnapshotPattern-1946751865-router', 'tenant_id': 'f44585b1364246278a3a710149c257a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'external_fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.32'}], 'enable_snat': True}, 'gw_port_id': '16ac81d4-edbe-4f17-acb9-38c7bd830691', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T11:50:18Z', 'updated_at': '2022-04-28T11:50:21Z', 'revision_number': 4, 'project_id': 'f44585b1364246278a3a710149c257a0', 'gw_port': {'id': '16ac81d4-edbe-4f17-acb9-38c7bd830691', 'name': '', 'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:9a:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccd062b8-1bb3-4f65-aec4-46592ea27aca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1867, 'fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:50:18Z', 'updated_at': '2022-04-28T11:50:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': 'ef656362-c4bc-4f79-a21c-377ed34252ee', 'tenant_id': 'f44585b1364246278a3a710149c257a0', 'floating_ip_address': '172.36.4.119', 'floating_network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'router_id': 'ccd062b8-1bb3-4f65-aec4-46592ea27aca', 'port_id': 'ff653c41-8d28-4ef5-86dc-282245f48468', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 1892, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '030a6682-54bf-4848-abed-ef0fc1322a44', 'mac_address': 'fa:16:3e:0d:66:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aeb55467-ca5b-40d5-a824-1ecfbd5fcf89', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T11:50:45Z', 'updated_at': '2022-04-28T11:50:47Z', 'revision_number': 1, 'project_id': 'f44585b1364246278a3a710149c257a0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a93bfd26-1ff7-4318-99dd-29646a765947', 'name': '', 'network_id': '030a6682-54bf-4848-abed-ef0fc1322a44', 'tenant_id': 'f44585b1364246278a3a710149c257a0', 'mac_address': 'fa:16:3e:34:41:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccd062b8-1bb3-4f65-aec4-46592ea27aca', 'device_owner': 'network:router_interface', 'standard_attr_id': 1868, 'fixed_ips': [{'subnet_id': 'b3d112b6-1d12-4943-a4af-47e147395153', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:50:20Z', 'updated_at': '2022-04-28T11:50:24Z', 'revision_number': 5, 'project_id': 'f44585b1364246278a3a710149c257a0', 'subnets': [{'id': 'b3d112b6-1d12-4943-a4af-47e147395153', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=116163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:55:04.098130 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9abc7405-ad06-457c-823b-e9aa02194d7d None None] The sync data for ids ['ccd062b8-1bb3-4f65-aec4-46592ea27aca'] in dv-neutron-master-2-hyperv is: [{'id': 'ccd062b8-1bb3-4f65-aec4-46592ea27aca', 'name': 'tempest-TestSnapshotPattern-1946751865-router', 'tenant_id': 'f44585b1364246278a3a710149c257a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'external_fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.32'}], 'enable_snat': True}, 'gw_port_id': '16ac81d4-edbe-4f17-acb9-38c7bd830691', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T11:50:18Z', 'updated_at': '2022-04-28T11:50:21Z', 'revision_number': 4, 'project_id': 'f44585b1364246278a3a710149c257a0', 'gw_port': {'id': '16ac81d4-edbe-4f17-acb9-38c7bd830691', 'name': '', 'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:9a:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccd062b8-1bb3-4f65-aec4-46592ea27aca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1867, 'fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:50:18Z', 'updated_at': '2022-04-28T11:50:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': 'ef656362-c4bc-4f79-a21c-377ed34252ee', 'tenant_id': 'f44585b1364246278a3a710149c257a0', 'floating_ip_address': '172.36.4.119', 'floating_network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'router_id': 'ccd062b8-1bb3-4f65-aec4-46592ea27aca', 'port_id': 'ff653c41-8d28-4ef5-86dc-282245f48468', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 1892, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '030a6682-54bf-4848-abed-ef0fc1322a44', 'mac_address': 'fa:16:3e:0d:66:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aeb55467-ca5b-40d5-a824-1ecfbd5fcf89', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T11:50:45Z', 'updated_at': '2022-04-28T11:50:47Z', 'revision_number': 1, 'project_id': 'f44585b1364246278a3a710149c257a0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a93bfd26-1ff7-4318-99dd-29646a765947', 'name': '', 'network_id': '030a6682-54bf-4848-abed-ef0fc1322a44', 'tenant_id': 'f44585b1364246278a3a710149c257a0', 'mac_address': 'fa:16:3e:34:41:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccd062b8-1bb3-4f65-aec4-46592ea27aca', 'device_owner': 'network:router_interface', 'standard_attr_id': 1868, 'fixed_ips': [{'subnet_id': 'b3d112b6-1d12-4943-a4af-47e147395153', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:50:20Z', 'updated_at': '2022-04-28T11:50:24Z', 'revision_number': 5, 'project_id': 'f44585b1364246278a3a710149c257a0', 'subnets': [{'id': 'b3d112b6-1d12-4943-a4af-47e147395153', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=116163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 11:55:04.307572 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27345b65-e493-4b01-86c6-e064783bba77 None None] New status for floating IP 5f0bc741-94a6-4631-b239-a337868e550e: DOWN {{(pid=116164) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 28 11:55:05.002920 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e6fd05-b4b6-43ec-86f6-ff7a48b842f7 req-37be39a5-9c8e-4d2b-b561-a02c0e15227b tempest-TestSnapshotPattern-1286094027 tempest-TestSnapshotPattern-1286094027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:55:05.004374 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-31e6fd05-b4b6-43ec-86f6-ff7a48b842f7 req-37be39a5-9c8e-4d2b-b561-a02c0e15227b tempest-TestSnapshotPattern-1286094027 tempest-TestSnapshotPattern-1286094027-project] 10.222.0.10 "GET /v2.0/ports?device_id=c2e182e7-286f-477c-ba60-30365c071f8c HTTP/1.1" status: 200 len: 946 time: 0.0492401 Apr 28 11:55:05.052956 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-31e6fd05-b4b6-43ec-86f6-ff7a48b842f7 req-39c370b2-8ca5-4614-8abe-bafa6bda6953 tempest-TestSnapshotPattern-1286094027 tempest-TestSnapshotPattern-1286094027-project] 10.222.0.10 "GET /v2.0/security-groups?id=01062503-6d4b-4675-9dac-2894ca73c20b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424674 Apr 28 11:55:05.127224 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-0021008b-f6c1-4e48-86f1-2ed3be786752 req-0b334bee-d0e7-4319-966f-128fe2baeb44 service neutron] 10.222.0.20 "GET /v2.0/networks/030a6682-54bf-4848-abed-ef0fc1322a44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891881 Apr 28 11:55:05.228197 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-0021008b-f6c1-4e48-86f1-2ed3be786752 req-c356af81-21f7-4d57-9047-de8659f1f08f service neutron] 10.222.0.20 "GET /v2.0/networks/030a6682-54bf-4848-abed-ef0fc1322a44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848351 Apr 28 11:55:05.403345 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59d5bb0-7794-4757-bf16-6f469770114d req-8a564f8e-0b1c-479b-89e8-4e0647c32bfc tempest-TestSnapshotPattern-1286094027 tempest-TestSnapshotPattern-1286094027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:55:05.404840 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-e59d5bb0-7794-4757-bf16-6f469770114d req-8a564f8e-0b1c-479b-89e8-4e0647c32bfc tempest-TestSnapshotPattern-1286094027 tempest-TestSnapshotPattern-1286094027-project] 10.222.0.20 "GET /v2.0/ports?device_id=c2e182e7-286f-477c-ba60-30365c071f8c HTTP/1.1" status: 200 len: 946 time: 0.0476887 Apr 28 11:55:05.487298 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.plugin [req-e59d5bb0-7794-4757-bf16-6f469770114d req-3aee5201-0aea-406b-85a2-b95967e810bf tempest-TestSnapshotPattern-1286094027 tempest-TestSnapshotPattern-1286094027-project] Deleting port a7e54bc4-4681-43b3-b7fa-5735bf450921 {{(pid=116162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 11:55:05.487555 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [req-e59d5bb0-7794-4757-bf16-6f469770114d req-3aee5201-0aea-406b-85a2-b95967e810bf tempest-TestSnapshotPattern-1286094027 tempest-TestSnapshotPattern-1286094027-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742235130188'] for port (a7e54bc4-4681-43b3-b7fa-5735bf450921), before_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:55:05.579168 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.db [req-e59d5bb0-7794-4757-bf16-6f469770114d req-3aee5201-0aea-406b-85a2-b95967e810bf tempest-TestSnapshotPattern-1286094027 tempest-TestSnapshotPattern-1286094027-project] For port a7e54bc4-4681-43b3-b7fa-5735bf450921, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=a7e54bc4-4681-43b3-b7fa-5735bf450921,segment=NetworkSegment(94b19ee8-15a3-4a54-bf57-ea2d852e5aec),segment_id=94b19ee8-15a3-4a54-bf57-ea2d852e5aec)] {{(pid=116162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 11:55:05.579535 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [req-e59d5bb0-7794-4757-bf16-6f469770114d req-3aee5201-0aea-406b-85a2-b95967e810bf tempest-TestSnapshotPattern-1286094027 tempest-TestSnapshotPattern-1286094027-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1938497'] for port (a7e54bc4-4681-43b3-b7fa-5735bf450921), precommit_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:55:05.592537 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.plugin [req-e59d5bb0-7794-4757-bf16-6f469770114d req-3aee5201-0aea-406b-85a2-b95967e810bf tempest-TestSnapshotPattern-1286094027 tempest-TestSnapshotPattern-1286094027-project] Calling delete_port for a7e54bc4-4681-43b3-b7fa-5735bf450921 owned by compute:nova {{(pid=116162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 11:55:05.776916 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [req-e59d5bb0-7794-4757-bf16-6f469770114d req-3aee5201-0aea-406b-85a2-b95967e810bf tempest-TestSnapshotPattern-1286094027 tempest-TestSnapshotPattern-1286094027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742235135690', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742234710366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5051867'] for port (a7e54bc4-4681-43b3-b7fa-5735bf450921), after_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:55:05.805470 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aee5201-0aea-406b-85a2-b95967e810bf tempest-TestSnapshotPattern-1286094027 tempest-TestSnapshotPattern-1286094027-project] Pushing event deleted for resources: {'Port': ['ID=a7e54bc4-4681-43b3-b7fa-5735bf450921,revision_number=None']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:55:05.848700 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.db.l3_dvrscheduler_db [req-e59d5bb0-7794-4757-bf16-6f469770114d req-3aee5201-0aea-406b-85a2-b95967e810bf tempest-TestSnapshotPattern-1286094027 tempest-TestSnapshotPattern-1286094027-project] No DVR routers for this DVR port a7e54bc4-4681-43b3-b7fa-5735bf450921 on host hv-neutron-mast {{(pid=116162) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 11:55:05.851905 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [req-e59d5bb0-7794-4757-bf16-6f469770114d req-3aee5201-0aea-406b-85a2-b95967e810bf tempest-TestSnapshotPattern-1286094027 tempest-TestSnapshotPattern-1286094027-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198022'] for port (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:55:05.855185 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-e59d5bb0-7794-4757-bf16-6f469770114d req-3aee5201-0aea-406b-85a2-b95967e810bf tempest-TestSnapshotPattern-1286094027 tempest-TestSnapshotPattern-1286094027-project] 10.222.0.20 "DELETE /v2.0/ports/a7e54bc4-4681-43b3-b7fa-5735bf450921 HTTP/1.1" status: 204 len: 173 time: 0.4447351 Apr 28 11:55:05.855618 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2e182e7-286f-477c-ba60-30365c071f8c', 'name': 'network-vif-deleted', 'tag': 'a7e54bc4-4681-43b3-b7fa-5735bf450921'}] {{(pid=116162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 11:55:05.857841 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ba53f40d6116d28995a8e36159d0e539b5353eec116fb5dd4ce03b4b2159ab1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b5019ee-9322-49d7-aa6f-5e1bbc26b739" -d '{"events": [{"server_uuid": "c2e182e7-286f-477c-ba60-30365c071f8c", "name": "network-vif-deleted", "tag": "a7e54bc4-4681-43b3-b7fa-5735bf450921"}]}' {{(pid=116162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 11:55:05.895468 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 11:55:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42e280d3-4817-4dc9-b01d-b6249adee8fc x-openstack-request-id: req-42e280d3-4817-4dc9-b01d-b6249adee8fc {{(pid=116162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 11:55:05.895759 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2e182e7-286f-477c-ba60-30365c071f8c", "name": "network-vif-deleted", "tag": "a7e54bc4-4681-43b3-b7fa-5735bf450921", "status": "completed", "code": 200}]} {{(pid=116162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 11:55:05.896010 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-42e280d3-4817-4dc9-b01d-b6249adee8fc {{(pid=116162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 11:55:05.896412 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.notifiers.nova [-] Nova event matching ['req-42e280d3-4817-4dc9-b01d-b6249adee8fc'] response: {'server_uuid': 'c2e182e7-286f-477c-ba60-30365c071f8c', 'name': 'network-vif-deleted', 'tag': 'a7e54bc4-4681-43b3-b7fa-5735bf450921', 'status': 'completed', 'code': 200} Apr 28 11:55:06.154629 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-d952f550-8662-4785-b5af-f62bea5ee474 req-45245e3b-3589-488a-b5d2-e577a3e536d3 tempest-TestSnapshotPattern-1286094027 tempest-TestSnapshotPattern-1286094027-project] 10.222.0.10 "GET /v2.0/ports?device_id=c2e182e7-286f-477c-ba60-30365c071f8c HTTP/1.1" status: 200 len: 210 time: 0.0322218 Apr 28 11:55:06.434814 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Device a7e54bc4-4681-43b3-b7fa-5735bf450921 no longer exists at agent hyperv_hv-neutron-mast {{(pid=116163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 11:55:06.454202 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] No Port match for: a7e54bc4-4681-43b3-b7fa-5735bf450921 {{(pid=116163) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 28 11:55:06.454575 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Device a7e54bc4-4681-43b3-b7fa-5735bf450921 not bound to the agent host hv-neutron-mast {{(pid=116163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 11:55:07.060798 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-d0bea6be-1979-4f38-ae7f-22d2ab51221a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (75ba81b7-fe99-4281-90d2-a5adb445ecea), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:55:08.148690 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.agents_db [None req-54b29a82-8a19-4507-95e3-3a2d011841ff None None] Agent healthcheck: found 6 active agents {{(pid=116164) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 28 11:55:08.510903 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 35578) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:55:08.963550 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.plugin [None req-eda21b1d-9670-4b28-bb5b-b0c1b853b89d tempest-TestSnapshotPattern-1286094027 tempest-TestSnapshotPattern-1286094027-project] Deleting port 30224493-07cd-4c21-a3e5-f16195ddfc1f {{(pid=116162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 11:55:08.963890 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-eda21b1d-9670-4b28-bb5b-b0c1b853b89d tempest-TestSnapshotPattern-1286094027 tempest-TestSnapshotPattern-1286094027-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742235130188'] for port (30224493-07cd-4c21-a3e5-f16195ddfc1f), before_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:55:09.042437 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-eda21b1d-9670-4b28-bb5b-b0c1b853b89d tempest-TestSnapshotPattern-1286094027 tempest-TestSnapshotPattern-1286094027-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1938497'] for port (30224493-07cd-4c21-a3e5-f16195ddfc1f), precommit_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:55:09.042437 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-eda21b1d-9670-4b28-bb5b-b0c1b853b89d tempest-TestSnapshotPattern-1286094027 tempest-TestSnapshotPattern-1286094027-project] Publish callbacks [] for floatingip (30224493-07cd-4c21-a3e5-f16195ddfc1f), precommit_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:55:09.057090 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.plugin [None req-eda21b1d-9670-4b28-bb5b-b0c1b853b89d tempest-TestSnapshotPattern-1286094027 tempest-TestSnapshotPattern-1286094027-project] Calling delete_port for 30224493-07cd-4c21-a3e5-f16195ddfc1f owned by network:floatingip {{(pid=116162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 11:55:09.268010 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-eda21b1d-9670-4b28-bb5b-b0c1b853b89d tempest-TestSnapshotPattern-1286094027 tempest-TestSnapshotPattern-1286094027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742235135690', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742234710366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5051867'] for port (30224493-07cd-4c21-a3e5-f16195ddfc1f), after_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:55:09.295646 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda21b1d-9670-4b28-bb5b-b0c1b853b89d tempest-TestSnapshotPattern-1286094027 tempest-TestSnapshotPattern-1286094027-project] Pushing event deleted for resources: {'Port': ['ID=30224493-07cd-4c21-a3e5-f16195ddfc1f,revision_number=None']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:55:09.357577 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-eda21b1d-9670-4b28-bb5b-b0c1b853b89d tempest-TestSnapshotPattern-1286094027 tempest-TestSnapshotPattern-1286094027-project] Publish callbacks [] for floatingip (ef656362-c4bc-4f79-a21c-377ed34252ee), after_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:55:09.357886 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.db.l3_db [None req-eda21b1d-9670-4b28-bb5b-b0c1b853b89d tempest-TestSnapshotPattern-1286094027 tempest-TestSnapshotPattern-1286094027-project] Floating IP ef656362-c4bc-4f79-a21c-377ed34252ee disassociated (deleted). External IP: 172.36.4.119, port: ff653c41-8d28-4ef5-86dc-282245f48468. Apr 28 11:55:09.486822 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-cd9fe2ca-2a20-4a86-9794-85fe4a8884b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (6b492ad6-0876-4d74-b20d-28143a52ceba), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:55:09.575848 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eda21b1d-9670-4b28-bb5b-b0c1b853b89d tempest-TestSnapshotPattern-1286094027 tempest-TestSnapshotPattern-1286094027-project] Router ccd062b8-1bb3-4f65-aec4-46592ea27aca has already been hosted by L3 agent 6b492ad6-0876-4d74-b20d-28143a52ceba {{(pid=116162) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 11:55:09.688054 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eda21b1d-9670-4b28-bb5b-b0c1b853b89d tempest-TestSnapshotPattern-1286094027 tempest-TestSnapshotPattern-1286094027-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=116162) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 11:55:09.692846 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-eda21b1d-9670-4b28-bb5b-b0c1b853b89d tempest-TestSnapshotPattern-1286094027 tempest-TestSnapshotPattern-1286094027-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198022'] for floatingip (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:55:09.698897 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dc6902a-fcb0-4102-bd43-9e7250e57896 None None] Sync routers for ids ['ccd062b8-1bb3-4f65-aec4-46592ea27aca'] in dv-neutron-master-2-hyperv {{(pid=116163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 11:55:09.708294 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dc6902a-fcb0-4102-bd43-9e7250e57896 None None] Routers {'ccd062b8-1bb3-4f65-aec4-46592ea27aca'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=116163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 11:55:09.709000 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_hamode_db [None req-8dc6902a-fcb0-4102-bd43-9e7250e57896 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-28T10:50:39Z,description=,heartbeat_timestamp=2022-04-28T11:55:09Z,host='dv-neutron-master-2-hyperv',id=6b492ad6-0876-4d74-b20d-28143a52ceba,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T10:50:40Z,topic='l3_agent')) {'router_ids': ['ccd062b8-1bb3-4f65-aec4-46592ea27aca'], 'active': True} {{(pid=116163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:55:09.723185 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-eda21b1d-9670-4b28-bb5b-b0c1b853b89d tempest-TestSnapshotPattern-1286094027 tempest-TestSnapshotPattern-1286094027-project] 10.222.0.10 "DELETE /v2.0/floatingips/ef656362-c4bc-4f79-a21c-377ed34252ee HTTP/1.1" status: 204 len: 168 time: 1.2112055 Apr 28 11:55:09.723785 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aeb55467-ca5b-40d5-a824-1ecfbd5fcf89', 'tag': 'ff653c41-8d28-4ef5-86dc-282245f48468'}] {{(pid=116162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 11:55:09.726041 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ba53f40d6116d28995a8e36159d0e539b5353eec116fb5dd4ce03b4b2159ab1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28dff439-0bc4-4e50-a1a5-3569bbcdd03e" -d '{"events": [{"name": "network-changed", "server_uuid": "aeb55467-ca5b-40d5-a824-1ecfbd5fcf89", "tag": "ff653c41-8d28-4ef5-86dc-282245f48468"}]}' {{(pid=116162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 11:55:09.762990 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 11:55:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12d3a7cb-a34b-4df3-9c2d-78f3f3602fb5 x-openstack-request-id: req-12d3a7cb-a34b-4df3-9c2d-78f3f3602fb5 {{(pid=116162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 11:55:09.764012 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aeb55467-ca5b-40d5-a824-1ecfbd5fcf89", "tag": "ff653c41-8d28-4ef5-86dc-282245f48468", "status": "completed", "code": 200}]} {{(pid=116162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 11:55:09.764282 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-12d3a7cb-a34b-4df3-9c2d-78f3f3602fb5 {{(pid=116162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 11:55:09.764702 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.notifiers.nova [-] Nova event matching ['req-12d3a7cb-a34b-4df3-9c2d-78f3f3602fb5'] response: {'name': 'network-changed', 'server_uuid': 'aeb55467-ca5b-40d5-a824-1ecfbd5fcf89', 'tag': 'ff653c41-8d28-4ef5-86dc-282245f48468', 'status': 'completed', 'code': 200} Apr 28 11:55:09.824986 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvr_db [None req-8dc6902a-fcb0-4102-bd43-9e7250e57896 None None] Set router ccd062b8-1bb3-4f65-aec4-46592ea27aca gateway port host: dv-neutron-master-2-hyperv {{(pid=116163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 11:55:09.829131 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28dff439-0bc4-4e50-a1a5-3569bbcdd03e req-d0a745a7-4c0d-49ec-8658-e11d94bb9b86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:55:09.830597 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-28dff439-0bc4-4e50-a1a5-3569bbcdd03e req-d0a745a7-4c0d-49ec-8658-e11d94bb9b86 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f44585b1364246278a3a710149c257a0&device_id=aeb55467-ca5b-40d5-a824-1ecfbd5fcf89 HTTP/1.1" status: 200 len: 1127 time: 0.0424964 Apr 28 11:55:09.933859 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28dff439-0bc4-4e50-a1a5-3569bbcdd03e req-4eef9ec8-d749-4bc5-9eea-99f235a5769d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:55:09.935380 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-28dff439-0bc4-4e50-a1a5-3569bbcdd03e req-4eef9ec8-d749-4bc5-9eea-99f235a5769d service neutron] 10.222.0.20 "GET /v2.0/networks?id=030a6682-54bf-4848-abed-ef0fc1322a44 HTTP/1.1" status: 200 len: 910 time: 0.0903795 Apr 28 11:55:09.976950 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-28dff439-0bc4-4e50-a1a5-3569bbcdd03e req-3d47cf38-0cab-4b40-8561-3a0ad3731c59 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ff653c41-8d28-4ef5-86dc-282245f48468 HTTP/1.1" status: 200 len: 217 time: 0.0352726 Apr 28 11:55:10.016412 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_hamode_db [None req-8dc6902a-fcb0-4102-bd43-9e7250e57896 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccd062b8-1bb3-4f65-aec4-46592ea27aca', 'name': 'tempest-TestSnapshotPattern-1946751865-router', 'tenant_id': 'f44585b1364246278a3a710149c257a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'external_fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.32'}], 'enable_snat': True}, 'gw_port_id': '16ac81d4-edbe-4f17-acb9-38c7bd830691', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T11:50:18Z', 'updated_at': '2022-04-28T11:50:21Z', 'revision_number': 4, 'project_id': 'f44585b1364246278a3a710149c257a0', 'gw_port': {'id': '16ac81d4-edbe-4f17-acb9-38c7bd830691', 'name': '', 'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:9a:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccd062b8-1bb3-4f65-aec4-46592ea27aca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1867, 'fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:50:18Z', 'updated_at': '2022-04-28T11:50:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'a93bfd26-1ff7-4318-99dd-29646a765947', 'name': '', 'network_id': '030a6682-54bf-4848-abed-ef0fc1322a44', 'tenant_id': 'f44585b1364246278a3a710149c257a0', 'mac_address': 'fa:16:3e:34:41:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccd062b8-1bb3-4f65-aec4-46592ea27aca', 'device_owner': 'network:router_interface', 'standard_attr_id': 1868, 'fixed_ips': [{'subnet_id': 'b3d112b6-1d12-4943-a4af-47e147395153', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:50:20Z', 'updated_at': '2022-04-28T11:50:24Z', 'revision_number': 5, 'project_id': 'f44585b1364246278a3a710149c257a0', 'subnets': [{'id': 'b3d112b6-1d12-4943-a4af-47e147395153', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=116163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:55:10.026246 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28dff439-0bc4-4e50-a1a5-3569bbcdd03e req-8bd8b26c-c867-450f-bfd4-b9cd9576344f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:55:10.030043 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-28dff439-0bc4-4e50-a1a5-3569bbcdd03e req-8bd8b26c-c867-450f-bfd4-b9cd9576344f service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b3d112b6-1d12-4943-a4af-47e147395153 HTTP/1.1" status: 200 len: 849 time: 0.0457842 Apr 28 11:55:10.043046 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dc6902a-fcb0-4102-bd43-9e7250e57896 None None] Checking router: ccd062b8-1bb3-4f65-aec4-46592ea27aca for host: dv-neutron-master-2-hyperv {{(pid=116163) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 11:55:10.059172 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dc6902a-fcb0-4102-bd43-9e7250e57896 None None] Routers {'ccd062b8-1bb3-4f65-aec4-46592ea27aca'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=116163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 11:55:10.059172 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_hamode_db [None req-8dc6902a-fcb0-4102-bd43-9e7250e57896 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-28T10:50:39Z,description=,heartbeat_timestamp=2022-04-28T11:55:09Z,host='dv-neutron-master-2-hyperv',id=6b492ad6-0876-4d74-b20d-28143a52ceba,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T10:50:40Z,topic='l3_agent')) {'router_ids': ['ccd062b8-1bb3-4f65-aec4-46592ea27aca'], 'active': True} {{(pid=116163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:55:10.079322 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28dff439-0bc4-4e50-a1a5-3569bbcdd03e req-fb7db2e6-2c58-4aba-8279-d8e17be2d1bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:55:10.081769 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-28dff439-0bc4-4e50-a1a5-3569bbcdd03e req-fb7db2e6-2c58-4aba-8279-d8e17be2d1bf service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=030a6682-54bf-4848-abed-ef0fc1322a44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0476553 Apr 28 11:55:10.153234 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7763877b-d02a-4980-8b0b-ecaca9af1989 req-e6443fbf-5f83-41ef-a9b6-e9450d3b3846 tempest-TestSnapshotPattern-1286094027 tempest-TestSnapshotPattern-1286094027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:55:10.154821 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-7763877b-d02a-4980-8b0b-ecaca9af1989 req-e6443fbf-5f83-41ef-a9b6-e9450d3b3846 tempest-TestSnapshotPattern-1286094027 tempest-TestSnapshotPattern-1286094027-project] 10.222.0.10 "GET /v2.0/ports?device_id=aeb55467-ca5b-40d5-a824-1ecfbd5fcf89 HTTP/1.1" status: 200 len: 943 time: 0.0480716 Apr 28 11:55:10.167080 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvr_db [None req-8dc6902a-fcb0-4102-bd43-9e7250e57896 None None] Set router ccd062b8-1bb3-4f65-aec4-46592ea27aca gateway port host: dv-neutron-master-2-hyperv {{(pid=116163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 11:55:10.208935 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-7763877b-d02a-4980-8b0b-ecaca9af1989 req-1609d2b5-6c8d-4665-b61b-ca41bb278d24 tempest-TestSnapshotPattern-1286094027 tempest-TestSnapshotPattern-1286094027-project] 10.222.0.10 "GET /v2.0/security-groups?id=01062503-6d4b-4675-9dac-2894ca73c20b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483887 Apr 28 11:55:10.357215 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_hamode_db [None req-8dc6902a-fcb0-4102-bd43-9e7250e57896 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccd062b8-1bb3-4f65-aec4-46592ea27aca', 'name': 'tempest-TestSnapshotPattern-1946751865-router', 'tenant_id': 'f44585b1364246278a3a710149c257a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'external_fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.32'}], 'enable_snat': True}, 'gw_port_id': '16ac81d4-edbe-4f17-acb9-38c7bd830691', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T11:50:18Z', 'updated_at': '2022-04-28T11:50:21Z', 'revision_number': 4, 'project_id': 'f44585b1364246278a3a710149c257a0', 'gw_port': {'id': '16ac81d4-edbe-4f17-acb9-38c7bd830691', 'name': '', 'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:9a:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccd062b8-1bb3-4f65-aec4-46592ea27aca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1867, 'fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:50:18Z', 'updated_at': '2022-04-28T11:50:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'a93bfd26-1ff7-4318-99dd-29646a765947', 'name': '', 'network_id': '030a6682-54bf-4848-abed-ef0fc1322a44', 'tenant_id': 'f44585b1364246278a3a710149c257a0', 'mac_address': 'fa:16:3e:34:41:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccd062b8-1bb3-4f65-aec4-46592ea27aca', 'device_owner': 'network:router_interface', 'standard_attr_id': 1868, 'fixed_ips': [{'subnet_id': 'b3d112b6-1d12-4943-a4af-47e147395153', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:50:20Z', 'updated_at': '2022-04-28T11:50:24Z', 'revision_number': 5, 'project_id': 'f44585b1364246278a3a710149c257a0', 'subnets': [{'id': 'b3d112b6-1d12-4943-a4af-47e147395153', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=116163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:55:10.384274 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dc6902a-fcb0-4102-bd43-9e7250e57896 None None] The sync data for ids ['ccd062b8-1bb3-4f65-aec4-46592ea27aca'] in dv-neutron-master-2-hyperv is: [{'id': 'ccd062b8-1bb3-4f65-aec4-46592ea27aca', 'name': 'tempest-TestSnapshotPattern-1946751865-router', 'tenant_id': 'f44585b1364246278a3a710149c257a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'external_fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.32'}], 'enable_snat': True}, 'gw_port_id': '16ac81d4-edbe-4f17-acb9-38c7bd830691', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T11:50:18Z', 'updated_at': '2022-04-28T11:50:21Z', 'revision_number': 4, 'project_id': 'f44585b1364246278a3a710149c257a0', 'gw_port': {'id': '16ac81d4-edbe-4f17-acb9-38c7bd830691', 'name': '', 'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:9a:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccd062b8-1bb3-4f65-aec4-46592ea27aca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1867, 'fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:50:18Z', 'updated_at': '2022-04-28T11:50:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'a93bfd26-1ff7-4318-99dd-29646a765947', 'name': '', 'network_id': '030a6682-54bf-4848-abed-ef0fc1322a44', 'tenant_id': 'f44585b1364246278a3a710149c257a0', 'mac_address': 'fa:16:3e:34:41:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccd062b8-1bb3-4f65-aec4-46592ea27aca', 'device_owner': 'network:router_interface', 'standard_attr_id': 1868, 'fixed_ips': [{'subnet_id': 'b3d112b6-1d12-4943-a4af-47e147395153', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:50:20Z', 'updated_at': '2022-04-28T11:50:24Z', 'revision_number': 5, 'project_id': 'f44585b1364246278a3a710149c257a0', 'subnets': [{'id': 'b3d112b6-1d12-4943-a4af-47e147395153', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=116163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 11:55:10.464314 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Device a7e54bc4-4681-43b3-b7fa-5735bf450921 no longer exists at agent hyperv_hv-neutron-mast {{(pid=116163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 11:55:10.485258 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] No Port match for: a7e54bc4-4681-43b3-b7fa-5735bf450921 {{(pid=116163) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 28 11:55:10.485609 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Device a7e54bc4-4681-43b3-b7fa-5735bf450921 not bound to the agent host hv-neutron-mast {{(pid=116163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 11:55:10.619272 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f5cfd59-87df-4105-8dac-9eb4a774bb3e None None] New status for floating IP ef656362-c4bc-4f79-a21c-377ed34252ee: DOWN {{(pid=116164) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 28 11:55:10.696951 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-ae94d540-e4c6-43be-adc9-b26fb6a2f62f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (cfc241ae-e4b7-443b-b80b-59fbbc2b69c9), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:55:11.324434 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d20cd41-c4f9-41a4-a2d6-e296ba71b8d6 req-dee1bc9a-f638-4e41-8f22-fb7847739a20 tempest-TestSnapshotPattern-1286094027 tempest-TestSnapshotPattern-1286094027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:55:11.326240 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-1d20cd41-c4f9-41a4-a2d6-e296ba71b8d6 req-dee1bc9a-f638-4e41-8f22-fb7847739a20 tempest-TestSnapshotPattern-1286094027 tempest-TestSnapshotPattern-1286094027-project] 10.222.0.10 "GET /v2.0/ports?device_id=aeb55467-ca5b-40d5-a824-1ecfbd5fcf89 HTTP/1.1" status: 200 len: 943 time: 0.0476365 Apr 28 11:55:11.375466 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-1d20cd41-c4f9-41a4-a2d6-e296ba71b8d6 req-093f80f8-bac4-4435-a0a4-7183e4451f6d tempest-TestSnapshotPattern-1286094027 tempest-TestSnapshotPattern-1286094027-project] 10.222.0.10 "GET /v2.0/security-groups?id=01062503-6d4b-4675-9dac-2894ca73c20b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437474 Apr 28 11:55:11.379538 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-28dff439-0bc4-4e50-a1a5-3569bbcdd03e req-14267cf4-e648-405f-a990-25c5e62a0915 service neutron] 10.222.0.20 "GET /v2.0/networks/030a6682-54bf-4848-abed-ef0fc1322a44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846717 Apr 28 11:55:11.551407 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-28dff439-0bc4-4e50-a1a5-3569bbcdd03e req-fcd53c5f-654f-4a1c-88ca-86734112a931 service neutron] 10.222.0.20 "GET /v2.0/networks/030a6682-54bf-4848-abed-ef0fc1322a44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910430 Apr 28 11:55:11.633199 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10ba7b3-4b66-4ade-ae1d-de399e2be6f4 req-03f2be68-219a-4881-8a06-3ec1c208df6a tempest-TestSnapshotPattern-1286094027 tempest-TestSnapshotPattern-1286094027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 11:55:11.634679 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-c10ba7b3-4b66-4ade-ae1d-de399e2be6f4 req-03f2be68-219a-4881-8a06-3ec1c208df6a tempest-TestSnapshotPattern-1286094027 tempest-TestSnapshotPattern-1286094027-project] 10.222.0.20 "GET /v2.0/ports?device_id=aeb55467-ca5b-40d5-a824-1ecfbd5fcf89 HTTP/1.1" status: 200 len: 943 time: 0.0468593 Apr 28 11:55:11.721310 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.plugin [req-c10ba7b3-4b66-4ade-ae1d-de399e2be6f4 req-ba47e944-a138-4a03-ac9d-c33d73e6d049 tempest-TestSnapshotPattern-1286094027 tempest-TestSnapshotPattern-1286094027-project] Deleting port ff653c41-8d28-4ef5-86dc-282245f48468 {{(pid=116162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 11:55:11.721652 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [req-c10ba7b3-4b66-4ade-ae1d-de399e2be6f4 req-ba47e944-a138-4a03-ac9d-c33d73e6d049 tempest-TestSnapshotPattern-1286094027 tempest-TestSnapshotPattern-1286094027-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742235130188'] for port (ff653c41-8d28-4ef5-86dc-282245f48468), before_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:55:11.811081 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.db [req-c10ba7b3-4b66-4ade-ae1d-de399e2be6f4 req-ba47e944-a138-4a03-ac9d-c33d73e6d049 tempest-TestSnapshotPattern-1286094027 tempest-TestSnapshotPattern-1286094027-project] For port ff653c41-8d28-4ef5-86dc-282245f48468, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=ff653c41-8d28-4ef5-86dc-282245f48468,segment=NetworkSegment(94b19ee8-15a3-4a54-bf57-ea2d852e5aec),segment_id=94b19ee8-15a3-4a54-bf57-ea2d852e5aec)] {{(pid=116162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 11:55:11.811449 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [req-c10ba7b3-4b66-4ade-ae1d-de399e2be6f4 req-ba47e944-a138-4a03-ac9d-c33d73e6d049 tempest-TestSnapshotPattern-1286094027 tempest-TestSnapshotPattern-1286094027-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1938497'] for port (ff653c41-8d28-4ef5-86dc-282245f48468), precommit_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:55:11.824121 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.plugin [req-c10ba7b3-4b66-4ade-ae1d-de399e2be6f4 req-ba47e944-a138-4a03-ac9d-c33d73e6d049 tempest-TestSnapshotPattern-1286094027 tempest-TestSnapshotPattern-1286094027-project] Calling delete_port for ff653c41-8d28-4ef5-86dc-282245f48468 owned by compute:nova {{(pid=116162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 11:55:11.988175 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [req-c10ba7b3-4b66-4ade-ae1d-de399e2be6f4 req-ba47e944-a138-4a03-ac9d-c33d73e6d049 tempest-TestSnapshotPattern-1286094027 tempest-TestSnapshotPattern-1286094027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742235135690', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742234710366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5051867'] for port (ff653c41-8d28-4ef5-86dc-282245f48468), after_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:55:12.014794 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba47e944-a138-4a03-ac9d-c33d73e6d049 tempest-TestSnapshotPattern-1286094027 tempest-TestSnapshotPattern-1286094027-project] Pushing event deleted for resources: {'Port': ['ID=ff653c41-8d28-4ef5-86dc-282245f48468,revision_number=None']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:55:12.061228 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.db.l3_dvrscheduler_db [req-c10ba7b3-4b66-4ade-ae1d-de399e2be6f4 req-ba47e944-a138-4a03-ac9d-c33d73e6d049 tempest-TestSnapshotPattern-1286094027 tempest-TestSnapshotPattern-1286094027-project] No DVR routers for this DVR port ff653c41-8d28-4ef5-86dc-282245f48468 on host hv-neutron-mast {{(pid=116162) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 11:55:12.063669 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [req-c10ba7b3-4b66-4ade-ae1d-de399e2be6f4 req-ba47e944-a138-4a03-ac9d-c33d73e6d049 tempest-TestSnapshotPattern-1286094027 tempest-TestSnapshotPattern-1286094027-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198022'] for port (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:55:12.067011 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [req-c10ba7b3-4b66-4ade-ae1d-de399e2be6f4 req-ba47e944-a138-4a03-ac9d-c33d73e6d049 tempest-TestSnapshotPattern-1286094027 tempest-TestSnapshotPattern-1286094027-project] 10.222.0.20 "DELETE /v2.0/ports/ff653c41-8d28-4ef5-86dc-282245f48468 HTTP/1.1" status: 204 len: 173 time: 0.4279170 Apr 28 11:55:12.067452 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aeb55467-ca5b-40d5-a824-1ecfbd5fcf89', 'name': 'network-vif-deleted', 'tag': 'ff653c41-8d28-4ef5-86dc-282245f48468'}] {{(pid=116162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 11:55:12.069717 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ba53f40d6116d28995a8e36159d0e539b5353eec116fb5dd4ce03b4b2159ab1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85fa3eed-4b42-4ff5-a4c5-f523fc8b4ca3" -d '{"events": [{"server_uuid": "aeb55467-ca5b-40d5-a824-1ecfbd5fcf89", "name": "network-vif-deleted", "tag": "ff653c41-8d28-4ef5-86dc-282245f48468"}]}' {{(pid=116162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 11:55:12.106178 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 11:55:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75f9f918-0caf-4c2d-904b-ef8763de8d2f x-openstack-request-id: req-75f9f918-0caf-4c2d-904b-ef8763de8d2f {{(pid=116162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 11:55:12.106499 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aeb55467-ca5b-40d5-a824-1ecfbd5fcf89", "name": "network-vif-deleted", "tag": "ff653c41-8d28-4ef5-86dc-282245f48468", "status": "completed", "code": 200}]} {{(pid=116162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 11:55:12.106760 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-75f9f918-0caf-4c2d-904b-ef8763de8d2f {{(pid=116162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 11:55:12.107171 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.notifiers.nova [-] Nova event matching ['req-75f9f918-0caf-4c2d-904b-ef8763de8d2f'] response: {'server_uuid': 'aeb55467-ca5b-40d5-a824-1ecfbd5fcf89', 'name': 'network-vif-deleted', 'tag': 'ff653c41-8d28-4ef5-86dc-282245f48468', 'status': 'completed', 'code': 200} Apr 28 11:55:12.286332 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-01ef1de1-12fd-4cef-b76b-793f91379468 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (39cc4f52-f5d9-4e2c-bbfa-7a1c528e1c40), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:55:12.487748 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [req-dbe4e5cb-87ea-4bd9-9445-c54d7b833b5d req-1dc95559-d16c-45c1-bfdd-9e723b3d6227 tempest-TestSnapshotPattern-1286094027 tempest-TestSnapshotPattern-1286094027-project] 10.222.0.10 "GET /v2.0/ports?device_id=aeb55467-ca5b-40d5-a824-1ecfbd5fcf89 HTTP/1.1" status: 200 len: 210 time: 0.0294869 Apr 28 11:55:13.399909 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (d5baab19-5dd1-4902-922b-84acb048ab9c), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:55:13.544592 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 35594) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:55:13.604110 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-59ad0bdc-6487-4e70-9dee-8b629f321ff8 tempest-TestSnapshotPattern-1286094027 tempest-TestSnapshotPattern-1286094027-project] Publish callbacks [] for security_group (01062503-6d4b-4675-9dac-2894ca73c20b), before_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:55:13.629083 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-59ad0bdc-6487-4e70-9dee-8b629f321ff8 tempest-TestSnapshotPattern-1286094027 tempest-TestSnapshotPattern-1286094027-project] Publish callbacks [] for security_group (01062503-6d4b-4675-9dac-2894ca73c20b), precommit_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:55:13.736604 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-59ad0bdc-6487-4e70-9dee-8b629f321ff8 tempest-TestSnapshotPattern-1286094027 tempest-TestSnapshotPattern-1286094027-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924426'] for security_group (01062503-6d4b-4675-9dac-2894ca73c20b), after_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:55:13.739217 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-59ad0bdc-6487-4e70-9dee-8b629f321ff8 tempest-TestSnapshotPattern-1286094027 tempest-TestSnapshotPattern-1286094027-project] Publish callbacks [] for security_group (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:55:13.742203 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-59ad0bdc-6487-4e70-9dee-8b629f321ff8 tempest-TestSnapshotPattern-1286094027 tempest-TestSnapshotPattern-1286094027-project] 10.222.0.10 "DELETE /v2.0/security-groups/01062503-6d4b-4675-9dac-2894ca73c20b HTTP/1.1" status: 204 len: 168 time: 0.1948230 Apr 28 11:55:13.750747 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ad0bdc-6487-4e70-9dee-8b629f321ff8 tempest-TestSnapshotPattern-1286094027 tempest-TestSnapshotPattern-1286094027-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=01062503-6d4b-4675-9dac-2894ca73c20b,revision_number=None']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:55:13.824161 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 35598) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:55:14.150724 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-0bff709e-188c-40ef-8aad-d848eecc004a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2063420'] for router_interface (ccd062b8-1bb3-4f65-aec4-46592ea27aca), before_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:55:14.384001 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.plugin [None req-0bff709e-188c-40ef-8aad-d848eecc004a admin admin] Deleting port a93bfd26-1ff7-4318-99dd-29646a765947 {{(pid=116162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 11:55:14.384348 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-0bff709e-188c-40ef-8aad-d848eecc004a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742235130188'] for port (a93bfd26-1ff7-4318-99dd-29646a765947), before_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:55:14.465045 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.db [None req-0bff709e-188c-40ef-8aad-d848eecc004a admin admin] For port a93bfd26-1ff7-4318-99dd-29646a765947, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=a93bfd26-1ff7-4318-99dd-29646a765947,segment=NetworkSegment(94b19ee8-15a3-4a54-bf57-ea2d852e5aec),segment_id=94b19ee8-15a3-4a54-bf57-ea2d852e5aec)] {{(pid=116162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 11:55:14.465409 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-0bff709e-188c-40ef-8aad-d848eecc004a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1938497'] for port (a93bfd26-1ff7-4318-99dd-29646a765947), precommit_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:55:14.478635 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.plugin [None req-0bff709e-188c-40ef-8aad-d848eecc004a admin admin] Calling delete_port for a93bfd26-1ff7-4318-99dd-29646a765947 owned by network:router_interface {{(pid=116162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 11:55:14.725059 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-0bff709e-188c-40ef-8aad-d848eecc004a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742235135690', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742234710366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5051867'] for port (a93bfd26-1ff7-4318-99dd-29646a765947), after_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:55:14.748847 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bff709e-188c-40ef-8aad-d848eecc004a admin admin] Pushing event deleted for resources: {'Port': ['ID=a93bfd26-1ff7-4318-99dd-29646a765947,revision_number=None']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:55:14.924528 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-0bff709e-188c-40ef-8aad-d848eecc004a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1603051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2063504'] for router_interface (ccd062b8-1bb3-4f65-aec4-46592ea27aca), after_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:55:15.433609 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0bff709e-188c-40ef-8aad-d848eecc004a admin admin] Router ccd062b8-1bb3-4f65-aec4-46592ea27aca has already been hosted by L3 agent 6b492ad6-0876-4d74-b20d-28143a52ceba {{(pid=116162) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 11:55:15.540838 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0bff709e-188c-40ef-8aad-d848eecc004a admin admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=116162) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 11:55:15.545796 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-0bff709e-188c-40ef-8aad-d848eecc004a admin admin] 10.222.0.10 "PUT /v2.0/routers/ccd062b8-1bb3-4f65-aec4-46592ea27aca/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7206097 Apr 28 11:55:15.548420 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 35600) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:55:15.551804 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-611c35e0-47bc-4b19-b035-748924cdce49 None None] Sync routers for ids ['ccd062b8-1bb3-4f65-aec4-46592ea27aca'] in dv-neutron-master-2-hyperv {{(pid=116163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 11:55:15.561207 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-611c35e0-47bc-4b19-b035-748924cdce49 None None] Routers {'ccd062b8-1bb3-4f65-aec4-46592ea27aca'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=116163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 11:55:15.561819 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_hamode_db [None req-611c35e0-47bc-4b19-b035-748924cdce49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-28T10:50:39Z,description=,heartbeat_timestamp=2022-04-28T11:55:09Z,host='dv-neutron-master-2-hyperv',id=6b492ad6-0876-4d74-b20d-28143a52ceba,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T10:50:40Z,topic='l3_agent')) {'router_ids': ['ccd062b8-1bb3-4f65-aec4-46592ea27aca'], 'active': True} {{(pid=116163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:55:15.654497 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-ba25d5d1-249e-4d5e-bf1a-62fac2a77e53 admin admin] Publish callbacks [] for router (ccd062b8-1bb3-4f65-aec4-46592ea27aca), before_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:55:15.667571 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvr_db [None req-611c35e0-47bc-4b19-b035-748924cdce49 None None] Set router ccd062b8-1bb3-4f65-aec4-46592ea27aca gateway port host: dv-neutron-master-2-hyperv {{(pid=116163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 11:55:15.759895 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-ba25d5d1-249e-4d5e-bf1a-62fac2a77e53 admin admin] Publish callbacks [] for router_gateway (ccd062b8-1bb3-4f65-aec4-46592ea27aca), before_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:55:15.832952 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_hamode_db [None req-611c35e0-47bc-4b19-b035-748924cdce49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccd062b8-1bb3-4f65-aec4-46592ea27aca', 'name': 'tempest-TestSnapshotPattern-1946751865-router', 'tenant_id': 'f44585b1364246278a3a710149c257a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'external_fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.32'}], 'enable_snat': True}, 'gw_port_id': '16ac81d4-edbe-4f17-acb9-38c7bd830691', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T11:50:18Z', 'updated_at': '2022-04-28T11:55:14Z', 'revision_number': 5, 'project_id': 'f44585b1364246278a3a710149c257a0', 'gw_port': {'id': '16ac81d4-edbe-4f17-acb9-38c7bd830691', 'name': '', 'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:9a:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccd062b8-1bb3-4f65-aec4-46592ea27aca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1867, 'fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:50:18Z', 'updated_at': '2022-04-28T11:50:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=116163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:55:15.859804 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.plugin [None req-ba25d5d1-249e-4d5e-bf1a-62fac2a77e53 admin admin] Deleting port 16ac81d4-edbe-4f17-acb9-38c7bd830691 {{(pid=116162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 11:55:15.860141 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-ba25d5d1-249e-4d5e-bf1a-62fac2a77e53 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742235130188'] for port (16ac81d4-edbe-4f17-acb9-38c7bd830691), before_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:55:15.864220 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-611c35e0-47bc-4b19-b035-748924cdce49 None None] Checking router: ccd062b8-1bb3-4f65-aec4-46592ea27aca for host: dv-neutron-master-2-hyperv {{(pid=116163) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 11:55:15.872666 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-611c35e0-47bc-4b19-b035-748924cdce49 None None] Routers {'ccd062b8-1bb3-4f65-aec4-46592ea27aca'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=116163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 11:55:15.873281 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_hamode_db [None req-611c35e0-47bc-4b19-b035-748924cdce49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-28T10:50:39Z,description=,heartbeat_timestamp=2022-04-28T11:55:09Z,host='dv-neutron-master-2-hyperv',id=6b492ad6-0876-4d74-b20d-28143a52ceba,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T10:50:40Z,topic='l3_agent')) {'router_ids': ['ccd062b8-1bb3-4f65-aec4-46592ea27aca'], 'active': True} {{(pid=116163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:55:15.938429 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.db [None req-ba25d5d1-249e-4d5e-bf1a-62fac2a77e53 admin admin] For port 16ac81d4-edbe-4f17-acb9-38c7bd830691, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=16ac81d4-edbe-4f17-acb9-38c7bd830691,segment=NetworkSegment(142bc50f-d6af-4646-8d06-bb7af6b7b51c),segment_id=142bc50f-d6af-4646-8d06-bb7af6b7b51c)] {{(pid=116162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 11:55:15.938798 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-ba25d5d1-249e-4d5e-bf1a-62fac2a77e53 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1938497'] for port (16ac81d4-edbe-4f17-acb9-38c7bd830691), precommit_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:55:15.951599 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.plugin [None req-ba25d5d1-249e-4d5e-bf1a-62fac2a77e53 admin admin] Calling delete_port for 16ac81d4-edbe-4f17-acb9-38c7bd830691 owned by network:router_gateway {{(pid=116162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 11:55:15.959855 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvr_db [None req-611c35e0-47bc-4b19-b035-748924cdce49 None None] Set router ccd062b8-1bb3-4f65-aec4-46592ea27aca gateway port host: None {{(pid=116163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 11:55:16.010926 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_hamode_db [None req-611c35e0-47bc-4b19-b035-748924cdce49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccd062b8-1bb3-4f65-aec4-46592ea27aca', 'name': 'tempest-TestSnapshotPattern-1946751865-router', 'tenant_id': 'f44585b1364246278a3a710149c257a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T11:50:18Z', 'updated_at': '2022-04-28T11:55:15Z', 'revision_number': 6, 'project_id': 'f44585b1364246278a3a710149c257a0', 'gw_port_host': None}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=116163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:55:16.040534 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-611c35e0-47bc-4b19-b035-748924cdce49 None None] The sync data for ids ['ccd062b8-1bb3-4f65-aec4-46592ea27aca'] in dv-neutron-master-2-hyperv is: [{'id': 'ccd062b8-1bb3-4f65-aec4-46592ea27aca', 'name': 'tempest-TestSnapshotPattern-1946751865-router', 'tenant_id': 'f44585b1364246278a3a710149c257a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T11:50:18Z', 'updated_at': '2022-04-28T11:55:15Z', 'revision_number': 6, 'project_id': 'f44585b1364246278a3a710149c257a0', 'gw_port_host': None}] {{(pid=116163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 11:55:16.170726 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-ba25d5d1-249e-4d5e-bf1a-62fac2a77e53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742235135690', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742234710366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5051867'] for port (16ac81d4-edbe-4f17-acb9-38c7bd830691), after_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:55:16.195353 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba25d5d1-249e-4d5e-bf1a-62fac2a77e53 admin admin] Pushing event deleted for resources: {'Port': ['ID=16ac81d4-edbe-4f17-acb9-38c7bd830691,revision_number=None']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:55:16.255593 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-ba25d5d1-249e-4d5e-bf1a-62fac2a77e53 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1935354'] for router_gateway (ccd062b8-1bb3-4f65-aec4-46592ea27aca), after_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:55:16.345635 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-ba25d5d1-249e-4d5e-bf1a-62fac2a77e53 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2060865', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-63275'] for router (ccd062b8-1bb3-4f65-aec4-46592ea27aca), precommit_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:55:16.347646 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-ba25d5d1-249e-4d5e-bf1a-62fac2a77e53 admin admin] Publish callbacks [] for router_controller (ccd062b8-1bb3-4f65-aec4-46592ea27aca), precommit_delete_associations {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:55:16.463544 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-ba25d5d1-249e-4d5e-bf1a-62fac2a77e53 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2060888'] for router (ccd062b8-1bb3-4f65-aec4-46592ea27aca), after_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:55:16.464143 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba25d5d1-249e-4d5e-bf1a-62fac2a77e53 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ccd062b8-1bb3-4f65-aec4-46592ea27aca {{(pid=116162) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 28 11:55:16.468475 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-ba25d5d1-249e-4d5e-bf1a-62fac2a77e53 admin admin] Publish callbacks [] for router (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:55:16.469678 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-ba25d5d1-249e-4d5e-bf1a-62fac2a77e53 admin admin] 10.222.0.10 "DELETE /v2.0/routers/ccd062b8-1bb3-4f65-aec4-46592ea27aca HTTP/1.1" status: 204 len: 168 time: 0.9203184 Apr 28 11:55:16.472198 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 35602) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:55:16.512042 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Device ff653c41-8d28-4ef5-86dc-282245f48468 no longer exists at agent hyperv_hv-neutron-mast {{(pid=116163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 11:55:16.532463 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] No Port match for: ff653c41-8d28-4ef5-86dc-282245f48468 {{(pid=116163) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 28 11:55:16.532808 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Device ff653c41-8d28-4ef5-86dc-282245f48468 not bound to the agent host hv-neutron-mast {{(pid=116163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 11:55:16.608078 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.db.db_base_plugin_v2 [None req-e5947e20-8ef6-4825-851e-1d4bb5d60e1c admin admin] Deleting subnet b3d112b6-1d12-4943-a4af-47e147395153 {{(pid=116162) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 28 11:55:16.611031 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-e5947e20-8ef6-4825-851e-1d4bb5d60e1c admin admin] Publish callbacks [] for subnet (b3d112b6-1d12-4943-a4af-47e147395153), before_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:55:16.645575 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-e5947e20-8ef6-4825-851e-1d4bb5d60e1c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5026541'] for subnet (b3d112b6-1d12-4943-a4af-47e147395153), precommit_delete_associations {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:55:16.724044 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-e5947e20-8ef6-4825-851e-1d4bb5d60e1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-971303'] for subnet (b3d112b6-1d12-4943-a4af-47e147395153), precommit_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:55:16.851730 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-e5947e20-8ef6-4825-851e-1d4bb5d60e1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-971310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5053962', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4210815'] for subnet (b3d112b6-1d12-4943-a4af-47e147395153), after_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:55:16.878985 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5947e20-8ef6-4825-851e-1d4bb5d60e1c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b3d112b6-1d12-4943-a4af-47e147395153,revision_number=None']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:55:16.884744 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-e5947e20-8ef6-4825-851e-1d4bb5d60e1c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:55:16.888426 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-e5947e20-8ef6-4825-851e-1d4bb5d60e1c admin admin] 10.222.0.10 "DELETE /v2.0/subnets/b3d112b6-1d12-4943-a4af-47e147395153 HTTP/1.1" status: 204 len: 168 time: 0.4150982 Apr 28 11:55:16.890619 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29338319-ea6c-4aa9-9c96-9994fa3e7080 None None] Network 030a6682-54bf-4848-abed-ef0fc1322a44 requested from dv-neutron-master-2-hyperv {{(pid=116163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 11:55:16.891093 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 35606) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:55:16.968010 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-5137d121-3394-4d51-b762-ea34a4c65722 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-979593'] for network (030a6682-54bf-4848-abed-ef0fc1322a44), before_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:55:17.025782 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.plugin [None req-5137d121-3394-4d51-b762-ea34a4c65722 admin admin] Deleting port c5663676-414c-46de-87ad-46432286cbd0 {{(pid=116161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 11:55:17.026134 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-5137d121-3394-4d51-b762-ea34a4c65722 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742235130188'] for port (c5663676-414c-46de-87ad-46432286cbd0), before_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:55:17.054612 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e266508-874e-4983-aff4-e95c8624ce47 None None] DHCP port deletion for 030a6682-54bf-4848-abed-ef0fc1322a44 request from dv-neutron-master-2-hyperv {{(pid=116163) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 28 11:55:17.092697 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.db [None req-5137d121-3394-4d51-b762-ea34a4c65722 admin admin] For port c5663676-414c-46de-87ad-46432286cbd0, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=c5663676-414c-46de-87ad-46432286cbd0,segment=NetworkSegment(94b19ee8-15a3-4a54-bf57-ea2d852e5aec),segment_id=94b19ee8-15a3-4a54-bf57-ea2d852e5aec)] {{(pid=116161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 11:55:17.093059 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-5137d121-3394-4d51-b762-ea34a4c65722 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1938497'] for port (c5663676-414c-46de-87ad-46432286cbd0), precommit_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:55:17.095284 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-3e266508-874e-4983-aff4-e95c8624ce47 None None] Deleting port c5663676-414c-46de-87ad-46432286cbd0 {{(pid=116163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 11:55:17.095664 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-3e266508-874e-4983-aff4-e95c8624ce47 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742235130188'] for port (c5663676-414c-46de-87ad-46432286cbd0), before_delete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:55:17.114147 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.plugin [None req-5137d121-3394-4d51-b762-ea34a4c65722 admin admin] Calling delete_port for c5663676-414c-46de-87ad-46432286cbd0 owned by network:dhcp {{(pid=116161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 11:55:17.157814 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-3e266508-874e-4983-aff4-e95c8624ce47 None None] For port c5663676-414c-46de-87ad-46432286cbd0, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=c5663676-414c-46de-87ad-46432286cbd0,segment=NetworkSegment(94b19ee8-15a3-4a54-bf57-ea2d852e5aec),segment_id=94b19ee8-15a3-4a54-bf57-ea2d852e5aec)] {{(pid=116163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 11:55:17.158210 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-3e266508-874e-4983-aff4-e95c8624ce47 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1938497'] for port (c5663676-414c-46de-87ad-46432286cbd0), precommit_delete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:55:17.171453 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-3e266508-874e-4983-aff4-e95c8624ce47 None None] Calling delete_port for c5663676-414c-46de-87ad-46432286cbd0 owned by network:dhcp {{(pid=116163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 11:55:17.261202 dv-neutron-master-2-hyperv neutron-server[116163]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 28 11:55:17.261202 dv-neutron-master-2-hyperv neutron-server[116163]: self.session.flush() Apr 28 11:55:17.261202 dv-neutron-master-2-hyperv neutron-server[116163]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 28 11:55:17.261202 dv-neutron-master-2-hyperv neutron-server[116163]: self.session.flush() Apr 28 11:55:17.261202 dv-neutron-master-2-hyperv neutron-server[116163]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 28 11:55:17.261202 dv-neutron-master-2-hyperv neutron-server[116163]: self.session.flush() Apr 28 11:55:17.261202 dv-neutron-master-2-hyperv neutron-server[116163]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 28 11:55:17.261202 dv-neutron-master-2-hyperv neutron-server[116163]: self.session.flush() Apr 28 11:55:17.261202 dv-neutron-master-2-hyperv neutron-server[116163]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 28 11:55:17.261202 dv-neutron-master-2-hyperv neutron-server[116163]: self.session.flush() Apr 28 11:55:17.261202 dv-neutron-master-2-hyperv neutron-server[116163]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 28 11:55:17.261202 dv-neutron-master-2-hyperv neutron-server[116163]: self.session.flush() Apr 28 11:55:17.261202 dv-neutron-master-2-hyperv neutron-server[116163]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 28 11:55:17.261202 dv-neutron-master-2-hyperv neutron-server[116163]: self.session.flush() Apr 28 11:55:17.261202 dv-neutron-master-2-hyperv neutron-server[116163]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 28 11:55:17.261202 dv-neutron-master-2-hyperv neutron-server[116163]: self.session.flush() Apr 28 11:55:17.261202 dv-neutron-master-2-hyperv neutron-server[116163]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 28 11:55:17.261202 dv-neutron-master-2-hyperv neutron-server[116163]: self.session.flush() Apr 28 11:55:17.261202 dv-neutron-master-2-hyperv neutron-server[116163]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 28 11:55:17.261202 dv-neutron-master-2-hyperv neutron-server[116163]: self.session.flush() Apr 28 11:55:17.261202 dv-neutron-master-2-hyperv neutron-server[116163]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 28 11:55:17.261202 dv-neutron-master-2-hyperv neutron-server[116163]: self.session.flush() Apr 28 11:55:17.261202 dv-neutron-master-2-hyperv neutron-server[116163]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 28 11:55:17.261202 dv-neutron-master-2-hyperv neutron-server[116163]: self.session.flush() Apr 28 11:55:17.261202 dv-neutron-master-2-hyperv neutron-server[116163]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 28 11:55:17.261202 dv-neutron-master-2-hyperv neutron-server[116163]: self.session.flush() Apr 28 11:55:17.261202 dv-neutron-master-2-hyperv neutron-server[116163]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 28 11:55:17.261202 dv-neutron-master-2-hyperv neutron-server[116163]: self.session.flush() Apr 28 11:55:17.261202 dv-neutron-master-2-hyperv neutron-server[116163]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 28 11:55:17.261202 dv-neutron-master-2-hyperv neutron-server[116163]: self.session.flush() Apr 28 11:55:17.261202 dv-neutron-master-2-hyperv neutron-server[116163]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 28 11:55:17.261202 dv-neutron-master-2-hyperv neutron-server[116163]: self.session.flush() Apr 28 11:55:17.261202 dv-neutron-master-2-hyperv neutron-server[116163]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 28 11:55:17.261202 dv-neutron-master-2-hyperv neutron-server[116163]: self.session.flush() Apr 28 11:55:17.261202 dv-neutron-master-2-hyperv neutron-server[116163]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 28 11:55:17.261202 dv-neutron-master-2-hyperv neutron-server[116163]: self.session.flush() Apr 28 11:55:17.261202 dv-neutron-master-2-hyperv neutron-server[116163]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 28 11:55:17.261202 dv-neutron-master-2-hyperv neutron-server[116163]: self.session.flush() Apr 28 11:55:17.261202 dv-neutron-master-2-hyperv neutron-server[116163]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 28 11:55:17.261202 dv-neutron-master-2-hyperv neutron-server[116163]: self.session.flush() Apr 28 11:55:17.261202 dv-neutron-master-2-hyperv neutron-server[116163]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 28 11:55:17.261202 dv-neutron-master-2-hyperv neutron-server[116163]: self.session.flush() Apr 28 11:55:17.261202 dv-neutron-master-2-hyperv neutron-server[116163]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 28 11:55:17.261202 dv-neutron-master-2-hyperv neutron-server[116163]: self.session.flush() Apr 28 11:55:17.261202 dv-neutron-master-2-hyperv neutron-server[116163]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 28 11:55:17.261202 dv-neutron-master-2-hyperv neutron-server[116163]: self.session.flush() Apr 28 11:55:17.261202 dv-neutron-master-2-hyperv neutron-server[116163]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 28 11:55:17.261202 dv-neutron-master-2-hyperv neutron-server[116163]: self.session.flush() Apr 28 11:55:17.261202 dv-neutron-master-2-hyperv neutron-server[116163]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 28 11:55:17.261202 dv-neutron-master-2-hyperv neutron-server[116163]: self.session.flush() Apr 28 11:55:17.261202 dv-neutron-master-2-hyperv neutron-server[116163]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 28 11:55:17.261202 dv-neutron-master-2-hyperv neutron-server[116163]: self.session.flush() Apr 28 11:55:17.261202 dv-neutron-master-2-hyperv neutron-server[116163]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 28 11:55:17.261202 dv-neutron-master-2-hyperv neutron-server[116163]: self.session.flush() Apr 28 11:55:17.264874 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-5137d121-3394-4d51-b762-ea34a4c65722 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742235135690', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742234710366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5219112'] for port (c5663676-414c-46de-87ad-46432286cbd0), after_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:55:17.268715 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-3e266508-874e-4983-aff4-e95c8624ce47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742235135690', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742234710366'] for port (c5663676-414c-46de-87ad-46432286cbd0), after_delete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:55:17.288826 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5137d121-3394-4d51-b762-ea34a4c65722 admin admin] Pushing event deleted for resources: {'Port': ['ID=c5663676-414c-46de-87ad-46432286cbd0,revision_number=None']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:55:17.291809 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5137d121-3394-4d51-b762-ea34a4c65722 admin admin] No DVR routers for this DVR port c5663676-414c-46de-87ad-46432286cbd0 on host dv-neutron-master-2-hyperv {{(pid=116161) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 11:55:17.296768 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e266508-874e-4983-aff4-e95c8624ce47 None None] Pushing event deleted for resources: {'Port': ['ID=c5663676-414c-46de-87ad-46432286cbd0,revision_number=None']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:55:17.298996 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e266508-874e-4983-aff4-e95c8624ce47 None None] No DVR routers for this DVR port c5663676-414c-46de-87ad-46432286cbd0 on host dv-neutron-master-2-hyperv {{(pid=116163) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 11:55:17.320075 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5137d121-3394-4d51-b762-ea34a4c65722 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:55:17.320522 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5137d121-3394-4d51-b762-ea34a4c65722 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:55:17.320881 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5137d121-3394-4d51-b762-ea34a4c65722 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:55:17.321229 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5137d121-3394-4d51-b762-ea34a4c65722 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:55:17.321566 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5137d121-3394-4d51-b762-ea34a4c65722 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:55:17.321892 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5137d121-3394-4d51-b762-ea34a4c65722 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:55:17.322222 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5137d121-3394-4d51-b762-ea34a4c65722 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:55:17.322578 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5137d121-3394-4d51-b762-ea34a4c65722 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:55:17.323158 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5137d121-3394-4d51-b762-ea34a4c65722 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:55:17.323266 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5137d121-3394-4d51-b762-ea34a4c65722 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:55:17.323534 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5137d121-3394-4d51-b762-ea34a4c65722 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:55:17.323847 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5137d121-3394-4d51-b762-ea34a4c65722 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:55:17.324167 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5137d121-3394-4d51-b762-ea34a4c65722 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:55:17.324485 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5137d121-3394-4d51-b762-ea34a4c65722 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:55:17.324805 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5137d121-3394-4d51-b762-ea34a4c65722 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=116161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 11:55:17.347107 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Device c5663676-414c-46de-87ad-46432286cbd0 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=116163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 11:55:17.368544 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] No Port match for: c5663676-414c-46de-87ad-46432286cbd0 {{(pid=116163) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 28 11:55:17.368931 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Device c5663676-414c-46de-87ad-46432286cbd0 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=116163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 11:55:17.369344 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Device 16ac81d4-edbe-4f17-acb9-38c7bd830691 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=116163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 11:55:17.382059 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-5137d121-3394-4d51-b762-ea34a4c65722 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-973498', 'neutron.services.segments.db._delete_segments_for_network-8742235207033'] for network (030a6682-54bf-4848-abed-ef0fc1322a44), precommit_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:55:17.388779 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] No Port match for: 16ac81d4-edbe-4f17-acb9-38c7bd830691 {{(pid=116163) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 28 11:55:17.389132 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Device 16ac81d4-edbe-4f17-acb9-38c7bd830691 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=116163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 11:55:17.389540 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Device a93bfd26-1ff7-4318-99dd-29646a765947 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=116163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 11:55:17.402317 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.services.segments.db [None req-5137d121-3394-4d51-b762-ea34a4c65722 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['030a6682-54bf-4848-abed-ef0fc1322a44']}} {{(pid=116161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:55:17.410550 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] No Port match for: a93bfd26-1ff7-4318-99dd-29646a765947 {{(pid=116163) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 28 11:55:17.410840 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Device a93bfd26-1ff7-4318-99dd-29646a765947 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=116163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 11:55:17.411635 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.services.segments.db [None req-5137d121-3394-4d51-b762-ea34a4c65722 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '94b19ee8-15a3-4a54-bf57-ea2d852e5aec') {'for_net_delete': True} {{(pid=116161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:55:17.411917 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.services.segments.db [None req-5137d121-3394-4d51-b762-ea34a4c65722 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '94b19ee8-15a3-4a54-bf57-ea2d852e5aec') {} {{(pid=116161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:55:17.422152 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-5137d121-3394-4d51-b762-ea34a4c65722 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742235208578', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8076969'] for segment (94b19ee8-15a3-4a54-bf57-ea2d852e5aec), before_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:55:17.436368 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-5137d121-3394-4d51-b762-ea34a4c65722 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-961978'] for segment (94b19ee8-15a3-4a54-bf57-ea2d852e5aec), precommit_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:55:17.442279 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5137d121-3394-4d51-b762-ea34a4c65722 admin admin] Releasing vlan 74 on physical network physnet1 to pool {{(pid=116161) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 11:55:17.455989 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-5137d121-3394-4d51-b762-ea34a4c65722 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-961978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5219103'] for segment (94b19ee8-15a3-4a54-bf57-ea2d852e5aec), after_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:55:17.455989 dv-neutron-master-2-hyperv neutron-server[116161]: Traceback (most recent call last): Apr 28 11:55:17.455989 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 11:55:17.455989 dv-neutron-master-2-hyperv neutron-server[116161]: timer() Apr 28 11:55:17.455989 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 11:55:17.455989 dv-neutron-master-2-hyperv neutron-server[116161]: cb(*args, **kw) Apr 28 11:55:17.455989 dv-neutron-master-2-hyperv neutron-server[116161]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 28 11:55:17.455989 dv-neutron-master-2-hyperv neutron-server[116161]: return func(*args, **kwargs) Apr 28 11:55:17.455989 dv-neutron-master-2-hyperv neutron-server[116161]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 11:55:17.455989 dv-neutron-master-2-hyperv neutron-server[116161]: self._notify() Apr 28 11:55:17.455989 dv-neutron-master-2-hyperv neutron-server[116161]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 11:55:17.455989 dv-neutron-master-2-hyperv neutron-server[116161]: self.callback(batched_events) Apr 28 11:55:17.455989 dv-neutron-master-2-hyperv neutron-server[116161]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 11:55:17.455989 dv-neutron-master-2-hyperv neutron-server[116161]: event.method(event) Apr 28 11:55:17.455989 dv-neutron-master-2-hyperv neutron-server[116161]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 28 11:55:17.455989 dv-neutron-master-2-hyperv neutron-server[116161]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 11:55:17.455989 dv-neutron-master-2-hyperv neutron-server[116161]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 28 11:55:17.455989 dv-neutron-master-2-hyperv neutron-server[116161]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 11:55:17.455989 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 28 11:55:17.455989 dv-neutron-master-2-hyperv neutron-server[116161]: return f(self, *a, **k) Apr 28 11:55:17.455989 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 28 11:55:17.455989 dv-neutron-master-2-hyperv neutron-server[116161]: return self._get(url).json() Apr 28 11:55:17.455989 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 28 11:55:17.455989 dv-neutron-master-2-hyperv neutron-server[116161]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 11:55:17.455989 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 11:55:17.455989 dv-neutron-master-2-hyperv neutron-server[116161]: return self.request(url, 'GET', **kwargs) Apr 28 11:55:17.455989 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 11:55:17.455989 dv-neutron-master-2-hyperv neutron-server[116161]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 11:55:17.455989 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 11:55:17.455989 dv-neutron-master-2-hyperv neutron-server[116161]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 11:55:17.455989 dv-neutron-master-2-hyperv neutron-server[116161]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 11:55:17.455989 dv-neutron-master-2-hyperv neutron-server[116161]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 11:55:17.455989 dv-neutron-master-2-hyperv neutron-server[116161]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 11:55:17.564855 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-5137d121-3394-4d51-b762-ea34a4c65722 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-973477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2063122'] for network (030a6682-54bf-4848-abed-ef0fc1322a44), after_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:55:17.570138 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-5137d121-3394-4d51-b762-ea34a4c65722 admin admin] Publish callbacks [] for network (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:55:17.574100 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-5137d121-3394-4d51-b762-ea34a4c65722 admin admin] 10.222.0.10 "DELETE /v2.0/networks/030a6682-54bf-4848-abed-ef0fc1322a44 HTTP/1.1" status: 204 len: 168 time: 0.6822662 Apr 28 11:55:17.577135 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 35608) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:55:17.584572 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5137d121-3394-4d51-b762-ea34a4c65722 admin admin] Pushing event deleted for resources: {'Network': ['ID=030a6682-54bf-4848-abed-ef0fc1322a44,revision_number=None']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:55:17.899901 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-24d415ab-4627-468a-bac2-6e03975e3800 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2063420'] for router_interface (0e7d25b7-ae62-4399-827d-753767626e30), before_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:55:18.126380 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.plugin [None req-24d415ab-4627-468a-bac2-6e03975e3800 admin admin] Deleting port 1ea011f8-03ee-41fd-a68e-0972cf653028 {{(pid=116162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 11:55:18.126745 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-24d415ab-4627-468a-bac2-6e03975e3800 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742235130188'] for port (1ea011f8-03ee-41fd-a68e-0972cf653028), before_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:55:18.202945 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.db [None req-24d415ab-4627-468a-bac2-6e03975e3800 admin admin] For port 1ea011f8-03ee-41fd-a68e-0972cf653028, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=1ea011f8-03ee-41fd-a68e-0972cf653028,segment=NetworkSegment(aa2f7bd9-9e5a-4607-9148-a5ad816ecdc6),segment_id=aa2f7bd9-9e5a-4607-9148-a5ad816ecdc6)] {{(pid=116162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 11:55:18.203227 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-24d415ab-4627-468a-bac2-6e03975e3800 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1938497'] for port (1ea011f8-03ee-41fd-a68e-0972cf653028), precommit_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:55:18.215669 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.plugin [None req-24d415ab-4627-468a-bac2-6e03975e3800 admin admin] Calling delete_port for 1ea011f8-03ee-41fd-a68e-0972cf653028 owned by network:router_interface {{(pid=116162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 11:55:18.473635 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-24d415ab-4627-468a-bac2-6e03975e3800 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742235135690', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742234710366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5051867'] for port (1ea011f8-03ee-41fd-a68e-0972cf653028), after_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:55:18.498284 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d415ab-4627-468a-bac2-6e03975e3800 admin admin] Pushing event deleted for resources: {'Port': ['ID=1ea011f8-03ee-41fd-a68e-0972cf653028,revision_number=None']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:55:18.672434 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-24d415ab-4627-468a-bac2-6e03975e3800 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1603051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2063504'] for router_interface (0e7d25b7-ae62-4399-827d-753767626e30), after_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:55:19.180541 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24d415ab-4627-468a-bac2-6e03975e3800 admin admin] Router 0e7d25b7-ae62-4399-827d-753767626e30 has already been hosted by L3 agent 6b492ad6-0876-4d74-b20d-28143a52ceba {{(pid=116162) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 11:55:19.288185 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24d415ab-4627-468a-bac2-6e03975e3800 admin admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=116162) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 11:55:19.295584 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-24d415ab-4627-468a-bac2-6e03975e3800 admin admin] 10.222.0.10 "PUT /v2.0/routers/0e7d25b7-ae62-4399-827d-753767626e30/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7151093 Apr 28 11:55:19.295972 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 35610) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:55:19.303764 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ae522cb-9caf-4502-ad92-3e2903fdf096 None None] Sync routers for ids ['0e7d25b7-ae62-4399-827d-753767626e30'] in dv-neutron-master-2-hyperv {{(pid=116164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 11:55:19.314180 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ae522cb-9caf-4502-ad92-3e2903fdf096 None None] Routers {'0e7d25b7-ae62-4399-827d-753767626e30'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=116164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 11:55:19.315043 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_hamode_db [None req-4ae522cb-9caf-4502-ad92-3e2903fdf096 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-28T10:50:39Z,description=,heartbeat_timestamp=2022-04-28T11:55:09Z,host='dv-neutron-master-2-hyperv',id=6b492ad6-0876-4d74-b20d-28143a52ceba,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T10:50:40Z,topic='l3_agent')) {'router_ids': ['0e7d25b7-ae62-4399-827d-753767626e30'], 'active': True} {{(pid=116164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:55:19.416722 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-0fa4ef84-61fc-4392-a505-43058bb9afd9 admin admin] Publish callbacks [] for router (0e7d25b7-ae62-4399-827d-753767626e30), before_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:55:19.508410 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_dvr_db [None req-4ae522cb-9caf-4502-ad92-3e2903fdf096 None None] Set router 0e7d25b7-ae62-4399-827d-753767626e30 gateway port host: dv-neutron-master-2-hyperv {{(pid=116164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 11:55:19.525946 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-0fa4ef84-61fc-4392-a505-43058bb9afd9 admin admin] Publish callbacks [] for router_gateway (0e7d25b7-ae62-4399-827d-753767626e30), before_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:55:19.617619 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.plugin [None req-0fa4ef84-61fc-4392-a505-43058bb9afd9 admin admin] Deleting port 9dd28ccb-6529-4912-8092-5350082dab58 {{(pid=116161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 11:55:19.617936 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-0fa4ef84-61fc-4392-a505-43058bb9afd9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742235130188'] for port (9dd28ccb-6529-4912-8092-5350082dab58), before_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:55:19.675877 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_hamode_db [None req-4ae522cb-9caf-4502-ad92-3e2903fdf096 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e7d25b7-ae62-4399-827d-753767626e30', 'name': 'tempest-TestSnapshotPattern-937172755-router', 'tenant_id': '144d3483e9f245b8968aad411ab5dd7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'external_fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.13'}], 'enable_snat': True}, 'gw_port_id': '9dd28ccb-6529-4912-8092-5350082dab58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T11:50:23Z', 'updated_at': '2022-04-28T11:55:18Z', 'revision_number': 5, 'project_id': '144d3483e9f245b8968aad411ab5dd7a', 'gw_port': {'id': '9dd28ccb-6529-4912-8092-5350082dab58', 'name': '', 'network_id': '7be49d94-bbb8-4a61-bafe-209c5f861e1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:9d:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e7d25b7-ae62-4399-827d-753767626e30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1879, 'fixed_ips': [{'subnet_id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'ip_address': '172.36.4.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T11:50:24Z', 'updated_at': '2022-04-28T11:50:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0f82f52-05ee-40f2-a57c-9d02e01fb9fa', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=116164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:55:19.696281 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.db [None req-0fa4ef84-61fc-4392-a505-43058bb9afd9 admin admin] For port 9dd28ccb-6529-4912-8092-5350082dab58, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=9dd28ccb-6529-4912-8092-5350082dab58,segment=NetworkSegment(142bc50f-d6af-4646-8d06-bb7af6b7b51c),segment_id=142bc50f-d6af-4646-8d06-bb7af6b7b51c)] {{(pid=116161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 11:55:19.696650 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-0fa4ef84-61fc-4392-a505-43058bb9afd9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1938497'] for port (9dd28ccb-6529-4912-8092-5350082dab58), precommit_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:55:19.706851 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ae522cb-9caf-4502-ad92-3e2903fdf096 None None] Checking router: 0e7d25b7-ae62-4399-827d-753767626e30 for host: dv-neutron-master-2-hyperv {{(pid=116164) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 11:55:19.709650 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.plugins.ml2.plugin [None req-0fa4ef84-61fc-4392-a505-43058bb9afd9 admin admin] Calling delete_port for 9dd28ccb-6529-4912-8092-5350082dab58 owned by network:router_gateway {{(pid=116161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 11:55:19.716438 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ae522cb-9caf-4502-ad92-3e2903fdf096 None None] Routers {'0e7d25b7-ae62-4399-827d-753767626e30'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=116164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 11:55:19.717054 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_hamode_db [None req-4ae522cb-9caf-4502-ad92-3e2903fdf096 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-28T10:50:39Z,description=,heartbeat_timestamp=2022-04-28T11:55:09Z,host='dv-neutron-master-2-hyperv',id=6b492ad6-0876-4d74-b20d-28143a52ceba,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T10:50:40Z,topic='l3_agent')) {'router_ids': ['0e7d25b7-ae62-4399-827d-753767626e30'], 'active': True} {{(pid=116164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:55:19.804050 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_dvr_db [None req-4ae522cb-9caf-4502-ad92-3e2903fdf096 None None] Set router 0e7d25b7-ae62-4399-827d-753767626e30 gateway port host: None {{(pid=116164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 11:55:19.855258 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.l3_hamode_db [None req-4ae522cb-9caf-4502-ad92-3e2903fdf096 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e7d25b7-ae62-4399-827d-753767626e30', 'name': 'tempest-TestSnapshotPattern-937172755-router', 'tenant_id': '144d3483e9f245b8968aad411ab5dd7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T11:50:23Z', 'updated_at': '2022-04-28T11:55:19Z', 'revision_number': 6, 'project_id': '144d3483e9f245b8968aad411ab5dd7a', 'gw_port_host': None}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=116164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:55:19.886662 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ae522cb-9caf-4502-ad92-3e2903fdf096 None None] The sync data for ids ['0e7d25b7-ae62-4399-827d-753767626e30'] in dv-neutron-master-2-hyperv is: [{'id': '0e7d25b7-ae62-4399-827d-753767626e30', 'name': 'tempest-TestSnapshotPattern-937172755-router', 'tenant_id': '144d3483e9f245b8968aad411ab5dd7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T11:50:23Z', 'updated_at': '2022-04-28T11:55:19Z', 'revision_number': 6, 'project_id': '144d3483e9f245b8968aad411ab5dd7a', 'gw_port_host': None}] {{(pid=116164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 11:55:19.918797 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-0fa4ef84-61fc-4392-a505-43058bb9afd9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742235135690', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742234710366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5219112'] for port (9dd28ccb-6529-4912-8092-5350082dab58), after_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:55:19.950639 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa4ef84-61fc-4392-a505-43058bb9afd9 admin admin] Pushing event deleted for resources: {'Port': ['ID=9dd28ccb-6529-4912-8092-5350082dab58,revision_number=None']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:55:20.009270 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-0fa4ef84-61fc-4392-a505-43058bb9afd9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1935354'] for router_gateway (0e7d25b7-ae62-4399-827d-753767626e30), after_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:55:20.106000 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-0fa4ef84-61fc-4392-a505-43058bb9afd9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2060865', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-63275'] for router (0e7d25b7-ae62-4399-827d-753767626e30), precommit_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:55:20.108269 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-0fa4ef84-61fc-4392-a505-43058bb9afd9 admin admin] Publish callbacks [] for router_controller (0e7d25b7-ae62-4399-827d-753767626e30), precommit_delete_associations {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:55:20.209840 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-0fa4ef84-61fc-4392-a505-43058bb9afd9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2060888'] for router (0e7d25b7-ae62-4399-827d-753767626e30), after_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:55:20.210015 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0fa4ef84-61fc-4392-a505-43058bb9afd9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0e7d25b7-ae62-4399-827d-753767626e30 {{(pid=116161) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 28 11:55:20.214611 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-0fa4ef84-61fc-4392-a505-43058bb9afd9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:55:20.218092 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-0fa4ef84-61fc-4392-a505-43058bb9afd9 admin admin] 10.222.0.10 "DELETE /v2.0/routers/0e7d25b7-ae62-4399-827d-753767626e30 HTTP/1.1" status: 204 len: 168 time: 0.9188862 Apr 28 11:55:20.218328 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.wsgi [-] (116161) accepted ('10.222.0.10', 35612) {{(pid=116161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:55:20.265646 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.db.db_base_plugin_v2 [None req-81965cc6-666c-4066-a50d-be9a4f54e293 admin admin] Deleting subnet 09ac3d21-9347-4274-b7f2-a0e1e0dcfd44 {{(pid=116161) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 28 11:55:20.268910 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-81965cc6-666c-4066-a50d-be9a4f54e293 admin admin] Publish callbacks [] for subnet (09ac3d21-9347-4274-b7f2-a0e1e0dcfd44), before_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:55:20.311965 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-81965cc6-666c-4066-a50d-be9a4f54e293 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8076976'] for subnet (09ac3d21-9347-4274-b7f2-a0e1e0dcfd44), precommit_delete_associations {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:55:20.393524 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-81965cc6-666c-4066-a50d-be9a4f54e293 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-971303'] for subnet (09ac3d21-9347-4274-b7f2-a0e1e0dcfd44), precommit_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:55:20.518175 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-81965cc6-666c-4066-a50d-be9a4f54e293 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-971310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1919777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5220601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5125409'] for subnet (09ac3d21-9347-4274-b7f2-a0e1e0dcfd44), after_delete {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:55:20.547548 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron_lib.callbacks.manager [None req-81965cc6-666c-4066-a50d-be9a4f54e293 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=116161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:55:20.552440 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2524edc9-0220-41ad-8321-b5c2af37b87d None None] Network ffebb397-e2de-46e3-a2db-6143bbbe53ec requested from dv-neutron-master-2-hyperv {{(pid=116163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 11:55:20.552959 dv-neutron-master-2-hyperv neutron-server[116161]: INFO neutron.wsgi [None req-81965cc6-666c-4066-a50d-be9a4f54e293 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/09ac3d21-9347-4274-b7f2-a0e1e0dcfd44 HTTP/1.1" status: 204 len: 168 time: 0.3332851 Apr 28 11:55:20.553665 dv-neutron-master-2-hyperv neutron-server[116161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81965cc6-666c-4066-a50d-be9a4f54e293 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=09ac3d21-9347-4274-b7f2-a0e1e0dcfd44,revision_number=None']} {{(pid=116161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:55:20.555178 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 35614) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:55:20.623142 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-7e925843-2d8a-434b-906e-eb8e7db151cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-979593'] for network (ffebb397-e2de-46e3-a2db-6143bbbe53ec), before_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:55:20.675508 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.plugin [None req-7e925843-2d8a-434b-906e-eb8e7db151cd admin admin] Deleting port db1ea5d3-ee9a-4539-a320-4c119e2ade35 {{(pid=116162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 11:55:20.675870 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-7e925843-2d8a-434b-906e-eb8e7db151cd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742235130188'] for port (db1ea5d3-ee9a-4539-a320-4c119e2ade35), before_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:55:20.714296 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53bdecb1-c950-44b0-b4c9-a1a0f580cdbc None None] DHCP port deletion for ffebb397-e2de-46e3-a2db-6143bbbe53ec request from dv-neutron-master-2-hyperv {{(pid=116163) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 28 11:55:20.747501 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.db [None req-7e925843-2d8a-434b-906e-eb8e7db151cd admin admin] For port db1ea5d3-ee9a-4539-a320-4c119e2ade35, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=db1ea5d3-ee9a-4539-a320-4c119e2ade35,segment=NetworkSegment(aa2f7bd9-9e5a-4607-9148-a5ad816ecdc6),segment_id=aa2f7bd9-9e5a-4607-9148-a5ad816ecdc6)] {{(pid=116162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 11:55:20.748263 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-7e925843-2d8a-434b-906e-eb8e7db151cd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1938497'] for port (db1ea5d3-ee9a-4539-a320-4c119e2ade35), precommit_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:55:20.752849 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-53bdecb1-c950-44b0-b4c9-a1a0f580cdbc None None] Deleting port db1ea5d3-ee9a-4539-a320-4c119e2ade35 {{(pid=116163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 11:55:20.753402 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-53bdecb1-c950-44b0-b4c9-a1a0f580cdbc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742235130188'] for port (db1ea5d3-ee9a-4539-a320-4c119e2ade35), before_delete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:55:20.762821 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.plugin [None req-7e925843-2d8a-434b-906e-eb8e7db151cd admin admin] Calling delete_port for db1ea5d3-ee9a-4539-a320-4c119e2ade35 owned by network:dhcp {{(pid=116162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 11:55:20.818498 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.db [None req-53bdecb1-c950-44b0-b4c9-a1a0f580cdbc None None] For port db1ea5d3-ee9a-4539-a320-4c119e2ade35, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=db1ea5d3-ee9a-4539-a320-4c119e2ade35,segment=NetworkSegment(aa2f7bd9-9e5a-4607-9148-a5ad816ecdc6),segment_id=aa2f7bd9-9e5a-4607-9148-a5ad816ecdc6)] {{(pid=116163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 11:55:20.818903 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-53bdecb1-c950-44b0-b4c9-a1a0f580cdbc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1938497'] for port (db1ea5d3-ee9a-4539-a320-4c119e2ade35), precommit_delete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:55:20.832491 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-53bdecb1-c950-44b0-b4c9-a1a0f580cdbc None None] Calling delete_port for db1ea5d3-ee9a-4539-a320-4c119e2ade35 owned by network:dhcp {{(pid=116163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 11:55:20.919634 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-7e925843-2d8a-434b-906e-eb8e7db151cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742235135690', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742234710366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5051867'] for port (db1ea5d3-ee9a-4539-a320-4c119e2ade35), after_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:55:20.931385 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-53bdecb1-c950-44b0-b4c9-a1a0f580cdbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742235135690', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742234710366'] for port (db1ea5d3-ee9a-4539-a320-4c119e2ade35), after_delete {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:55:20.943285 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53bdecb1-c950-44b0-b4c9-a1a0f580cdbc None None] No DVR routers for this DVR port db1ea5d3-ee9a-4539-a320-4c119e2ade35 on host dv-neutron-master-2-hyperv {{(pid=116163) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 11:55:20.952206 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e925843-2d8a-434b-906e-eb8e7db151cd admin admin] No DVR routers for this DVR port db1ea5d3-ee9a-4539-a320-4c119e2ade35 on host dv-neutron-master-2-hyperv {{(pid=116162) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 11:55:20.956399 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e925843-2d8a-434b-906e-eb8e7db151cd admin admin] Pushing event deleted for resources: {'Port': ['ID=db1ea5d3-ee9a-4539-a320-4c119e2ade35,revision_number=None']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:55:20.978376 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53bdecb1-c950-44b0-b4c9-a1a0f580cdbc None None] Pushing event deleted for resources: {'Port': ['ID=db1ea5d3-ee9a-4539-a320-4c119e2ade35,revision_number=None']} {{(pid=116163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:55:21.026846 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-7e925843-2d8a-434b-906e-eb8e7db151cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-973498', 'neutron.services.segments.db._delete_segments_for_network-8742235207033'] for network (ffebb397-e2de-46e3-a2db-6143bbbe53ec), precommit_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:55:21.046534 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.services.segments.db [None req-7e925843-2d8a-434b-906e-eb8e7db151cd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ffebb397-e2de-46e3-a2db-6143bbbe53ec']}} {{(pid=116162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:55:21.055840 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.services.segments.db [None req-7e925843-2d8a-434b-906e-eb8e7db151cd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aa2f7bd9-9e5a-4607-9148-a5ad816ecdc6') {'for_net_delete': True} {{(pid=116162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:55:21.056132 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.services.segments.db [None req-7e925843-2d8a-434b-906e-eb8e7db151cd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aa2f7bd9-9e5a-4607-9148-a5ad816ecdc6') {} {{(pid=116162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 11:55:21.069661 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-7e925843-2d8a-434b-906e-eb8e7db151cd admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742235208578', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5026548'] for segment (aa2f7bd9-9e5a-4607-9148-a5ad816ecdc6), before_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:55:21.084413 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-7e925843-2d8a-434b-906e-eb8e7db151cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-961978'] for segment (aa2f7bd9-9e5a-4607-9148-a5ad816ecdc6), precommit_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:55:21.091151 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7e925843-2d8a-434b-906e-eb8e7db151cd admin admin] Releasing vlan 81 on physical network physnet1 to pool {{(pid=116162) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 11:55:21.091538 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-7e925843-2d8a-434b-906e-eb8e7db151cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-961978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5051884'] for segment (aa2f7bd9-9e5a-4607-9148-a5ad816ecdc6), after_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:55:21.093195 dv-neutron-master-2-hyperv neutron-server[116162]: Traceback (most recent call last): Apr 28 11:55:21.093195 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 11:55:21.093195 dv-neutron-master-2-hyperv neutron-server[116162]: timer() Apr 28 11:55:21.093195 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 11:55:21.093195 dv-neutron-master-2-hyperv neutron-server[116162]: cb(*args, **kw) Apr 28 11:55:21.093195 dv-neutron-master-2-hyperv neutron-server[116162]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 28 11:55:21.093195 dv-neutron-master-2-hyperv neutron-server[116162]: return func(*args, **kwargs) Apr 28 11:55:21.093195 dv-neutron-master-2-hyperv neutron-server[116162]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 11:55:21.093195 dv-neutron-master-2-hyperv neutron-server[116162]: self._notify() Apr 28 11:55:21.093195 dv-neutron-master-2-hyperv neutron-server[116162]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 11:55:21.093195 dv-neutron-master-2-hyperv neutron-server[116162]: self.callback(batched_events) Apr 28 11:55:21.093195 dv-neutron-master-2-hyperv neutron-server[116162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 11:55:21.093195 dv-neutron-master-2-hyperv neutron-server[116162]: event.method(event) Apr 28 11:55:21.093195 dv-neutron-master-2-hyperv neutron-server[116162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 28 11:55:21.093195 dv-neutron-master-2-hyperv neutron-server[116162]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 11:55:21.093195 dv-neutron-master-2-hyperv neutron-server[116162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 28 11:55:21.093195 dv-neutron-master-2-hyperv neutron-server[116162]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 11:55:21.093195 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 28 11:55:21.093195 dv-neutron-master-2-hyperv neutron-server[116162]: return f(self, *a, **k) Apr 28 11:55:21.093195 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 28 11:55:21.093195 dv-neutron-master-2-hyperv neutron-server[116162]: return self._get(url).json() Apr 28 11:55:21.093195 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 28 11:55:21.093195 dv-neutron-master-2-hyperv neutron-server[116162]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 11:55:21.093195 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 11:55:21.093195 dv-neutron-master-2-hyperv neutron-server[116162]: return self.request(url, 'GET', **kwargs) Apr 28 11:55:21.093195 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 11:55:21.093195 dv-neutron-master-2-hyperv neutron-server[116162]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 11:55:21.093195 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 11:55:21.093195 dv-neutron-master-2-hyperv neutron-server[116162]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 11:55:21.093195 dv-neutron-master-2-hyperv neutron-server[116162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 11:55:21.093195 dv-neutron-master-2-hyperv neutron-server[116162]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 11:55:21.093195 dv-neutron-master-2-hyperv neutron-server[116162]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 11:55:21.097280 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (6be95134-9a6c-4663-8b48-90d12ce90c60), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:55:21.188111 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-7e925843-2d8a-434b-906e-eb8e7db151cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-973477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2063122'] for network (ffebb397-e2de-46e3-a2db-6143bbbe53ec), after_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:55:21.193425 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-7e925843-2d8a-434b-906e-eb8e7db151cd admin admin] Publish callbacks [] for network (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:55:21.199828 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-7e925843-2d8a-434b-906e-eb8e7db151cd admin admin] 10.222.0.10 "DELETE /v2.0/networks/ffebb397-e2de-46e3-a2db-6143bbbe53ec HTTP/1.1" status: 204 len: 168 time: 0.6412656 Apr 28 11:55:21.208214 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e925843-2d8a-434b-906e-eb8e7db151cd admin admin] Pushing event deleted for resources: {'Network': ['ID=ffebb397-e2de-46e3-a2db-6143bbbe53ec,revision_number=None']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:55:21.324276 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Device 1ea011f8-03ee-41fd-a68e-0972cf653028 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=116163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 11:55:21.345080 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] No Port match for: 1ea011f8-03ee-41fd-a68e-0972cf653028 {{(pid=116163) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 28 11:55:21.345426 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Device 1ea011f8-03ee-41fd-a68e-0972cf653028 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=116163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 11:55:21.345862 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Device db1ea5d3-ee9a-4539-a320-4c119e2ade35 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=116163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 11:55:21.364759 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] No Port match for: db1ea5d3-ee9a-4539-a320-4c119e2ade35 {{(pid=116163) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 28 11:55:21.365106 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Device db1ea5d3-ee9a-4539-a320-4c119e2ade35 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=116163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 11:55:21.365512 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Device 9dd28ccb-6529-4912-8092-5350082dab58 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=116163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 11:55:21.386527 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.plugin [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] No Port match for: 9dd28ccb-6529-4912-8092-5350082dab58 {{(pid=116163) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 28 11:55:21.386890 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron.plugins.ml2.rpc [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Device 9dd28ccb-6529-4912-8092-5350082dab58 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=116163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 11:55:21.427238 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 35618) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:55:21.466305 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-f1f4b8a3-58d7-43e1-84eb-141529674c8f admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=f44585b1364246278a3a710149c257a0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0379248 Apr 28 11:55:21.468651 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 35620) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:55:21.515452 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-e52ce44e-a4bd-4d2b-aa90-e0a6d4ecc46b admin admin] Publish callbacks [] for security_group (1e16a3f6-1706-4d51-92ff-e03980b655b8), before_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:55:21.540597 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-e52ce44e-a4bd-4d2b-aa90-e0a6d4ecc46b admin admin] Publish callbacks [] for security_group (1e16a3f6-1706-4d51-92ff-e03980b655b8), precommit_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:55:21.702267 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-e52ce44e-a4bd-4d2b-aa90-e0a6d4ecc46b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924426'] for security_group (1e16a3f6-1706-4d51-92ff-e03980b655b8), after_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:55:21.704873 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-e52ce44e-a4bd-4d2b-aa90-e0a6d4ecc46b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:55:21.706033 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-e52ce44e-a4bd-4d2b-aa90-e0a6d4ecc46b admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/1e16a3f6-1706-4d51-92ff-e03980b655b8 HTTP/1.1" status: 204 len: 168 time: 0.2365029 Apr 28 11:55:21.714495 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e52ce44e-a4bd-4d2b-aa90-e0a6d4ecc46b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e16a3f6-1706-4d51-92ff-e03980b655b8,revision_number=None']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:55:22.276432 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 35626) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:55:22.315253 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-1964cc9d-2b79-4ca6-a5d6-d2a94fe1ca6a admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=144d3483e9f245b8968aad411ab5dd7a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0376790 Apr 28 11:55:22.317660 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.wsgi [-] (116162) accepted ('10.222.0.10', 35628) {{(pid=116162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 11:55:22.364473 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-3034f788-ccc3-4cbb-a138-3c6095848c76 admin admin] Publish callbacks [] for security_group (c2ba6d1f-467e-4ed0-b4a2-72652a68afcd), before_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:55:22.385590 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-3034f788-ccc3-4cbb-a138-3c6095848c76 admin admin] Publish callbacks [] for security_group (c2ba6d1f-467e-4ed0-b4a2-72652a68afcd), precommit_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:55:22.512273 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-3034f788-ccc3-4cbb-a138-3c6095848c76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924426'] for security_group (c2ba6d1f-467e-4ed0-b4a2-72652a68afcd), after_delete {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:55:22.514929 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron_lib.callbacks.manager [None req-3034f788-ccc3-4cbb-a138-3c6095848c76 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:55:22.516097 dv-neutron-master-2-hyperv neutron-server[116162]: INFO neutron.wsgi [None req-3034f788-ccc3-4cbb-a138-3c6095848c76 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/c2ba6d1f-467e-4ed0-b4a2-72652a68afcd HTTP/1.1" status: 204 len: 168 time: 0.1975346 Apr 28 11:55:22.527762 dv-neutron-master-2-hyperv neutron-server[116162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3034f788-ccc3-4cbb-a138-3c6095848c76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2ba6d1f-467e-4ed0-b4a2-72652a68afcd,revision_number=None']} {{(pid=116162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 11:55:37.033453 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-e08efa0f-4bb3-4c28-82f6-cce4f1b87a88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (75ba81b7-fe99-4281-90d2-a5adb445ecea), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:55:39.545851 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-9d7c1894-1d33-477a-a01f-90f2309d662b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (6b492ad6-0876-4d74-b20d-28143a52ceba), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:55:40.713127 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-ae94d540-e4c6-43be-adc9-b26fb6a2f62f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (cfc241ae-e4b7-443b-b80b-59fbbc2b69c9), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:55:42.301856 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-01ef1de1-12fd-4cef-b76b-793f91379468 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (39cc4f52-f5d9-4e2c-bbfa-7a1c528e1c40), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:55:43.398996 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (d5baab19-5dd1-4902-922b-84acb048ab9c), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:55:45.148443 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.agents_db [None req-54b29a82-8a19-4507-95e3-3a2d011841ff None None] Agent healthcheck: found 6 active agents {{(pid=116164) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 28 11:55:51.162995 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (6be95134-9a6c-4663-8b48-90d12ce90c60), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:56:07.044026 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-33788f1c-f19c-4bb0-bd6b-0367eebb1cbb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (75ba81b7-fe99-4281-90d2-a5adb445ecea), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:56:09.533874 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-2fbcf605-95d1-446a-b77c-58e083eca584 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (6b492ad6-0876-4d74-b20d-28143a52ceba), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:56:10.727919 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-ae94d540-e4c6-43be-adc9-b26fb6a2f62f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (cfc241ae-e4b7-443b-b80b-59fbbc2b69c9), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:56:12.358286 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-01ef1de1-12fd-4cef-b76b-793f91379468 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (39cc4f52-f5d9-4e2c-bbfa-7a1c528e1c40), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:56:13.375624 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (d5baab19-5dd1-4902-922b-84acb048ab9c), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:56:21.139311 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (6be95134-9a6c-4663-8b48-90d12ce90c60), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:56:22.147207 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.agents_db [None req-54b29a82-8a19-4507-95e3-3a2d011841ff None None] Agent healthcheck: found 6 active agents {{(pid=116164) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 28 11:56:37.055344 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-426f6f3f-b133-48a3-b03e-efd0bffe3353 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (75ba81b7-fe99-4281-90d2-a5adb445ecea), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:56:39.475947 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-de765bf7-6cb1-4902-9e74-389f217cc797 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (6b492ad6-0876-4d74-b20d-28143a52ceba), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:56:40.694968 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-ae94d540-e4c6-43be-adc9-b26fb6a2f62f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (cfc241ae-e4b7-443b-b80b-59fbbc2b69c9), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:56:42.289213 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-01ef1de1-12fd-4cef-b76b-793f91379468 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (39cc4f52-f5d9-4e2c-bbfa-7a1c528e1c40), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:56:43.367268 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (d5baab19-5dd1-4902-922b-84acb048ab9c), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:56:51.111991 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (6be95134-9a6c-4663-8b48-90d12ce90c60), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:56:59.146693 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.agents_db [None req-54b29a82-8a19-4507-95e3-3a2d011841ff None None] Agent healthcheck: found 6 active agents {{(pid=116164) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 28 11:57:07.037272 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-cbe95864-1232-4ebc-a180-9d0afb694391 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (75ba81b7-fe99-4281-90d2-a5adb445ecea), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:57:09.477567 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-0a8bbe31-044c-49ca-808f-4e251cdb59e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (6b492ad6-0876-4d74-b20d-28143a52ceba), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:57:10.705825 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-ae94d540-e4c6-43be-adc9-b26fb6a2f62f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (cfc241ae-e4b7-443b-b80b-59fbbc2b69c9), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:57:12.306115 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-01ef1de1-12fd-4cef-b76b-793f91379468 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (39cc4f52-f5d9-4e2c-bbfa-7a1c528e1c40), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:57:13.372857 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (d5baab19-5dd1-4902-922b-84acb048ab9c), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:57:21.132449 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (6be95134-9a6c-4663-8b48-90d12ce90c60), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:57:36.146240 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.agents_db [None req-54b29a82-8a19-4507-95e3-3a2d011841ff None None] Agent healthcheck: found 6 active agents {{(pid=116164) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 28 11:57:37.036805 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-9bd1e598-5b09-4373-b5d5-0072bad3586a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (75ba81b7-fe99-4281-90d2-a5adb445ecea), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:57:39.482542 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-af8b1231-df84-4aa1-819a-aed04e5c6f91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (6b492ad6-0876-4d74-b20d-28143a52ceba), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:57:40.715243 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-ae94d540-e4c6-43be-adc9-b26fb6a2f62f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (cfc241ae-e4b7-443b-b80b-59fbbc2b69c9), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:57:42.316884 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-01ef1de1-12fd-4cef-b76b-793f91379468 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (39cc4f52-f5d9-4e2c-bbfa-7a1c528e1c40), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:57:43.374260 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (d5baab19-5dd1-4902-922b-84acb048ab9c), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:57:51.151352 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (6be95134-9a6c-4663-8b48-90d12ce90c60), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:58:07.059368 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-f5fe9056-d69b-4a60-8421-03b920998f93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (75ba81b7-fe99-4281-90d2-a5adb445ecea), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:58:09.499526 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-dbc6cb3e-4ae4-4553-9980-a99e40a3d7b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (6b492ad6-0876-4d74-b20d-28143a52ceba), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:58:10.753552 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-ae94d540-e4c6-43be-adc9-b26fb6a2f62f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (cfc241ae-e4b7-443b-b80b-59fbbc2b69c9), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:58:12.316171 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-01ef1de1-12fd-4cef-b76b-793f91379468 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (39cc4f52-f5d9-4e2c-bbfa-7a1c528e1c40), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:58:13.144412 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.agents_db [None req-54b29a82-8a19-4507-95e3-3a2d011841ff None None] Agent healthcheck: found 6 active agents {{(pid=116164) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 28 11:58:13.388191 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (d5baab19-5dd1-4902-922b-84acb048ab9c), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:58:21.138997 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (6be95134-9a6c-4663-8b48-90d12ce90c60), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:58:37.079102 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-53aa78f3-c091-43f6-b5fa-231ff27f8d93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (75ba81b7-fe99-4281-90d2-a5adb445ecea), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:58:39.475714 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-07654698-01b1-4654-bcc0-a1b526f6c28c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (6b492ad6-0876-4d74-b20d-28143a52ceba), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:58:40.727290 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-ae94d540-e4c6-43be-adc9-b26fb6a2f62f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (cfc241ae-e4b7-443b-b80b-59fbbc2b69c9), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:58:42.327282 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-01ef1de1-12fd-4cef-b76b-793f91379468 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (39cc4f52-f5d9-4e2c-bbfa-7a1c528e1c40), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:58:43.418322 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (d5baab19-5dd1-4902-922b-84acb048ab9c), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:58:50.143450 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.agents_db [None req-54b29a82-8a19-4507-95e3-3a2d011841ff None None] Agent healthcheck: found 6 active agents {{(pid=116164) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 28 11:58:51.141391 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (6be95134-9a6c-4663-8b48-90d12ce90c60), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:59:07.049688 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-ebbc37bf-b83c-4571-b357-b8902fcd71d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (75ba81b7-fe99-4281-90d2-a5adb445ecea), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:59:09.495536 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-8ab6d45b-38ac-40e4-9cbf-75c713c9cd90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (6b492ad6-0876-4d74-b20d-28143a52ceba), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:59:10.718586 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-ae94d540-e4c6-43be-adc9-b26fb6a2f62f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (cfc241ae-e4b7-443b-b80b-59fbbc2b69c9), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:59:12.366979 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-01ef1de1-12fd-4cef-b76b-793f91379468 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (39cc4f52-f5d9-4e2c-bbfa-7a1c528e1c40), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:59:13.386604 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (d5baab19-5dd1-4902-922b-84acb048ab9c), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:59:21.157899 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (6be95134-9a6c-4663-8b48-90d12ce90c60), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:59:27.142511 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.agents_db [None req-54b29a82-8a19-4507-95e3-3a2d011841ff None None] Agent healthcheck: found 6 active agents {{(pid=116164) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 28 11:59:37.048897 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-13d42777-4fef-4997-a35a-fd7811486479 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (75ba81b7-fe99-4281-90d2-a5adb445ecea), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:59:39.486116 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-8440a121-fb36-4121-8cf1-5b57c0599259 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (6b492ad6-0876-4d74-b20d-28143a52ceba), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:59:40.723096 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-ae94d540-e4c6-43be-adc9-b26fb6a2f62f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (cfc241ae-e4b7-443b-b80b-59fbbc2b69c9), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:59:42.328809 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-01ef1de1-12fd-4cef-b76b-793f91379468 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (39cc4f52-f5d9-4e2c-bbfa-7a1c528e1c40), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:59:43.385598 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (d5baab19-5dd1-4902-922b-84acb048ab9c), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 11:59:51.142984 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (6be95134-9a6c-4663-8b48-90d12ce90c60), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 12:00:04.140894 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.agents_db [None req-54b29a82-8a19-4507-95e3-3a2d011841ff None None] Agent healthcheck: found 6 active agents {{(pid=116164) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 28 12:00:07.062682 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-86fa4ada-cef1-4a15-bf02-0b5a31d7f430 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (75ba81b7-fe99-4281-90d2-a5adb445ecea), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 12:00:09.487785 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-75cf0e6b-3e1c-4574-a7b7-0e0b2586d183 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (6b492ad6-0876-4d74-b20d-28143a52ceba), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 12:00:10.728094 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-ae94d540-e4c6-43be-adc9-b26fb6a2f62f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (cfc241ae-e4b7-443b-b80b-59fbbc2b69c9), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 12:00:12.327807 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-01ef1de1-12fd-4cef-b76b-793f91379468 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (39cc4f52-f5d9-4e2c-bbfa-7a1c528e1c40), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 12:00:13.382516 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (d5baab19-5dd1-4902-922b-84acb048ab9c), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 12:00:21.172590 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (6be95134-9a6c-4663-8b48-90d12ce90c60), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 12:00:37.039074 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-cfcbf88b-2323-4705-8262-c7ea50d29641 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (75ba81b7-fe99-4281-90d2-a5adb445ecea), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 12:00:39.490572 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-b2864366-a7c5-4197-9752-862f0eaaab32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (6b492ad6-0876-4d74-b20d-28143a52ceba), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 12:00:40.742306 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-ae94d540-e4c6-43be-adc9-b26fb6a2f62f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (cfc241ae-e4b7-443b-b80b-59fbbc2b69c9), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 12:00:41.139713 dv-neutron-master-2-hyperv neutron-server[116164]: DEBUG neutron.db.agents_db [None req-54b29a82-8a19-4507-95e3-3a2d011841ff None None] Agent healthcheck: found 6 active agents {{(pid=116164) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 28 12:00:42.330427 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-01ef1de1-12fd-4cef-b76b-793f91379468 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (39cc4f52-f5d9-4e2c-bbfa-7a1c528e1c40), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 12:00:43.387714 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-dc7b9f1c-346f-44b4-a221-2506df4b6378 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (d5baab19-5dd1-4902-922b-84acb048ab9c), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 12:00:51.178091 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-82462df8-5087-4402-b60d-183e6b56efd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (6be95134-9a6c-4663-8b48-90d12ce90c60), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 12:01:07.040799 dv-neutron-master-2-hyperv neutron-server[116163]: DEBUG neutron_lib.callbacks.manager [None req-2e70258e-7aca-4e19-858c-b66240c23f3f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742235207015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967549'] for agent (75ba81b7-fe99-4281-90d2-a5adb445ecea), after_update {{(pid=116163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}